-- Logs begin at Fri 2021-11-12 02:30:56 UTC, end at Fri 2021-11-12 04:53:12 UTC. -- Nov 12 03:06:12.996156 n-d-715271-27 systemd[1]: Started Devstack devstack@q-svc.service. Nov 12 03:06:15.741707 n-d-715271-27 neutron-server[102464]: INFO neutron.common.config [-] Logging enabled! Nov 12 03:06:15.742253 n-d-715271-27 neutron-server[102464]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 03:06:15.742419 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102464) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 03:06:15.745704 n-d-715271-27 neutron-server[102464]: INFO neutron.common.config [-] Logging enabled! Nov 12 03:06:15.745965 n-d-715271-27 neutron-server[102464]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 03:06:15.746281 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102464) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 03:06:15.747231 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 03:06:15.747466 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 03:06:15.747829 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 03:06:15.748102 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 03:06:15.748321 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 03:06:15.748640 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.749065 n-d-715271-27 neutron-server[102464]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 12 03:06:15.749379 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.749698 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.749998 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.750295 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.750586 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.750870 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.751160 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.751462 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.751749 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.752030 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.752343 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.752634 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.752919 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.753209 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.753499 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.753843 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] debug = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.754067 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.754501 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.754926 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.755214 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.755505 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.755792 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.756087 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.756371 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.756654 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.756986 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] host = n-d-715271-27 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.757265 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.757557 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.757847 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.758134 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.758411 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.758690 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.758976 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.759253 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.759530 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] log_file = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.759807 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.760115 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.760410 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.760700 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.760925 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.761147 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.761447 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.761737 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.762014 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.762290 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.762566 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.762841 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.763113 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.763384 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.763672 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.763958 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.764270 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.764550 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.764825 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.765104 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.765910 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.766196 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.766476 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.766748 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.767023 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.767308 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.767577 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.767851 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.768176 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.768467 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.768753 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.769042 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.769316 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.769598 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.769871 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.770146 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.770418 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] use_json = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.770692 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.770963 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.771244 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.771516 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.771788 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.772062 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.772357 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.772643 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:15.772941 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.773239 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.773540 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.773823 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.774128 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.774409 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.774697 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.774976 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.775274 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.775560 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.775845 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.776146 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.776439 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.776720 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.777019 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.777325 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.777619 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.777912 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.778191 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.778467 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.778741 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.779017 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.779304 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.779582 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.779869 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.780185 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.780468 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.780754 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.781129 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.781934 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.782293 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.782581 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.782878 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.783162 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.783441 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.783725 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.784016 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.784323 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.784598 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.784881 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.785166 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.785441 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.785719 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.786001 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.786293 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.786573 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.786849 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.787122 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.787401 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.787673 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.787958 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.788258 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.788537 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.788816 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.789099 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.789377 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.789652 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.789933 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.790208 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.790489 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.790765 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.791042 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.791320 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.791595 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.791881 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.792181 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.792461 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.792743 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.793022 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.793299 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.793573 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.793849 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.794126 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.794415 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.794714 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.794997 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.795281 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.795560 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.795839 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.796145 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.796426 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.796879 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.797478 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.797765 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.798066 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.798361 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.798653 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.798943 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.799230 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.799561 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.799845 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.800160 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.800445 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.800726 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.801012 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.801304 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.801606 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.801907 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.802205 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.802504 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.802801 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.803085 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.803402 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.803688 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:15.803909 n-d-715271-27 neutron-server[102464]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 03:06:15.804185 n-d-715271-27 neutron-server[102464]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102464) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 12 03:06:16.239483 n-d-715271-27 neutron-server[102464]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 03:06:16.239752 n-d-715271-27 neutron-server[102464]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 03:06:16.240059 n-d-715271-27 neutron-server[102464]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 03:06:16.240418 n-d-715271-27 neutron-server[102464]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 12 03:06:16.570424 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:16.570634 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:16.570910 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:16.572144 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:16.572425 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:16.572707 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:16.607726 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:16.608009 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:16.608462 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:16.623777 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:16.624063 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:16.624362 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:16.655752 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:16.656208 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:16.656612 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:16.693679 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:16.693964 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:16.694236 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:16.931079 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:16.931709 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:16.931709 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:16.931868 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:16.932621 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.060805 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.061126 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.061417 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.061695 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.061962 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.062840 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.063102 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.063361 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.063621 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.063908 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.064199 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.064468 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.064726 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.064982 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.065244 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.065513 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.065773 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.066041 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.066314 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.066572 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.066844 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.067098 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.067383 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.067764 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.068012 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.068283 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.068684 n-d-715271-27 neutron-server[102464]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 03:06:17.068929 n-d-715271-27 neutron-server[102464]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 03:06:17.069165 n-d-715271-27 neutron-server[102464]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 03:06:17.069402 n-d-715271-27 neutron-server[102464]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 03:06:17.069637 n-d-715271-27 neutron-server[102464]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 03:06:17.069873 n-d-715271-27 neutron-server[102464]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 03:06:17.070237 n-d-715271-27 neutron-server[102464]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 12 03:06:17.073526 n-d-715271-27 neutron-server[102464]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 12 03:06:17.077522 n-d-715271-27 neutron-server[102464]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 12 03:06:17.081405 n-d-715271-27 neutron-server[102464]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Nov 12 03:06:17.083060 n-d-715271-27 neutron-server[102464]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 12 03:06:17.083518 n-d-715271-27 neutron-server[102464]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 12 03:06:17.083856 n-d-715271-27 neutron-server[102464]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 12 03:06:17.084275 n-d-715271-27 neutron-server[102464]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 12 03:06:17.087096 n-d-715271-27 neutron-server[102464]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 12 03:06:17.087352 n-d-715271-27 neutron-server[102464]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 12 03:06:17.087702 n-d-715271-27 neutron-server[102464]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 03:06:17.093039 n-d-715271-27 neutron-server[102464]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 12 03:06:17.115700 n-d-715271-27 neutron-server[102464]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 12 03:06:17.116177 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.116480 n-d-715271-27 neutron-server[102464]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102464) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 12 03:06:17.116845 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.118244 n-d-715271-27 neutron-server[102464]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102464) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 12 03:06:17.118529 n-d-715271-27 neutron-server[102464]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 03:06:17.118778 n-d-715271-27 neutron-server[102464]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 12 03:06:17.122045 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.122331 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.188317 n-d-715271-27 neutron-server[102464]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 12 03:06:17.188317 n-d-715271-27 neutron-server[102464]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 12 03:06:17.188616 n-d-715271-27 neutron-server[102464]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 12 03:06:17.188936 n-d-715271-27 neutron-server[102464]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 12 03:06:17.209389 n-d-715271-27 neutron-server[102464]: DEBUG oslo_db.sqlalchemy.engines [None req-c3253a21-836b-4259-af3c-632847d3571d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102464) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 12 03:06:17.753724 n-d-715271-27 neutron-server[102464]: INFO neutron.plugins.ml2.managers [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Initializing driver for type 'gre' Nov 12 03:06:17.754334 n-d-715271-27 neutron-server[102464]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c3253a21-836b-4259-af3c-632847d3571d None None] gre ID ranges: [(1, 1000)] Nov 12 03:06:17.807337 n-d-715271-27 neutron-server[102464]: INFO neutron.plugins.ml2.managers [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Initializing driver for type 'local' Nov 12 03:06:17.807669 n-d-715271-27 neutron-server[102464]: INFO neutron.plugins.ml2.managers [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Initializing driver for type 'vlan' Nov 12 03:06:17.820780 n-d-715271-27 neutron-server[102464]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c3253a21-836b-4259-af3c-632847d3571d None None] VlanTypeDriver initialization complete Nov 12 03:06:17.821119 n-d-715271-27 neutron-server[102464]: INFO neutron.plugins.ml2.managers [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Initializing driver for type 'vxlan' Nov 12 03:06:17.821625 n-d-715271-27 neutron-server[102464]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c3253a21-836b-4259-af3c-632847d3571d None None] vxlan ID ranges: [(1, 1000)] Nov 12 03:06:17.878891 n-d-715271-27 neutron-server[102464]: INFO neutron.plugins.ml2.managers [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Initializing extension driver 'port_security' Nov 12 03:06:17.879229 n-d-715271-27 neutron-server[102464]: INFO neutron.plugins.ml2.extensions.port_security [None req-c3253a21-836b-4259-af3c-632847d3571d None None] PortSecurityExtensionDriver initialization complete Nov 12 03:06:17.879561 n-d-715271-27 neutron-server[102464]: INFO neutron.plugins.ml2.managers [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Initializing mechanism driver 'openvswitch' Nov 12 03:06:17.879881 n-d-715271-27 neutron-server[102464]: INFO neutron.plugins.ml2.managers [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Initializing mechanism driver 'hyperv' Nov 12 03:06:17.886564 n-d-715271-27 neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-c3253a21-836b-4259-af3c-632847d3571d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:06:17.887418 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > port after_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.887793 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > port after_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.888175 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > port after_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.888707 n-d-715271-27 neutron-server[102464]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102464) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 03:06:17.889141 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > subnet after_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.889494 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > subnet after_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.889837 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > subnet after_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.890284 n-d-715271-27 neutron-server[102464]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102464) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 03:06:17.890939 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > network after_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.891495 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > network after_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.892118 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > network after_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.892791 n-d-715271-27 neutron-server[102464]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102464) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 03:06:17.893500 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > security_group after_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.894132 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > security_group after_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.894704 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > security_group after_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.895381 n-d-715271-27 neutron-server[102464]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102464) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 03:06:17.896144 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.896692 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.897255 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.897867 n-d-715271-27 neutron-server[102464]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102464) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 03:06:17.898304 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > address_group after_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.898653 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > address_group after_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.898995 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > address_group after_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.899396 n-d-715271-27 neutron-server[102464]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102464) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 03:06:17.899777 n-d-715271-27 neutron-server[102464]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c3253a21-836b-4259-af3c-632847d3571d None None] ML2 OVO RPC backend initialized. {{(pid=102464) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 12 03:06:17.900591 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > router_interface after_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.900950 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.901366 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > network before_response 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.901712 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > networks before_response 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.902057 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > port before_response 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.902432 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > ports before_response 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.902814 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > subnet before_response 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.903186 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > subnets before_response 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.903536 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > network after_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.903875 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > network after_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.904246 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > network after_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.904582 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > port after_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.904915 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > port after_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.905246 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > port after_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.905579 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > subnet after_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.905934 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > subnet after_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.906517 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > subnet after_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.907244 n-d-715271-27 neutron-server[102464]: INFO neutron.plugins.ml2.plugin [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Modular L2 Plugin initialization complete Nov 12 03:06:17.907575 n-d-715271-27 neutron-server[102464]: DEBUG neutron.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading services supported by the core plugin {{(pid=102464) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 12 03:06:17.907909 n-d-715271-27 neutron-server[102464]: INFO neutron.plugins.ml2.managers [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Got port-security extension from driver 'port_security' Nov 12 03:06:17.908412 n-d-715271-27 neutron-server[102464]: INFO neutron.extensions.vlantransparent [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Disabled vlantransparent extension. Nov 12 03:06:17.908898 n-d-715271-27 neutron-server[102464]: DEBUG neutron.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102464) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 12 03:06:17.909210 n-d-715271-27 neutron-server[102464]: INFO neutron.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading Plugin: router Nov 12 03:06:17.947314 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > router_interface before_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.947892 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > router after_create 55549900 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.948060 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > router before_create 55549900 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.948450 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.948822 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.949178 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > router after_delete 55549900 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.949535 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > floatingip after_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.950004 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > floatingip after_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.950368 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > router after_create 55549900 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.950716 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > router after_update 55549900 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.951067 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > router after_update 55549900 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.951418 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.951776 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > router after_update 55549900 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.952217 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > router precommit_update 55549900 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.952586 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: port after_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.953127 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: port after_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.953592 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: subnet after_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.953947 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.954292 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > port precommit_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.954640 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > router precommit_create 55549900 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.954984 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: port before_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.955329 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > router precommit_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.955685 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > router after_update 55549900 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.956025 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > router precommit_delete 55549900 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.956405 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > router precommit_create 55549900 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.956766 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > router_interface after_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.957108 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > router precommit_update 55549900 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.957472 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > agent after_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.957821 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > agent after_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.958164 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > network after_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.959025 n-d-715271-27 neutron-server[102464]: DEBUG neutron.quota.resource_registry [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Tracking information for resource: router configured {{(pid=102464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 03:06:17.959354 n-d-715271-27 neutron-server[102464]: DEBUG neutron.quota.resource_registry [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Tracking information for resource: floatingip configured {{(pid=102464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 03:06:17.964289 n-d-715271-27 neutron-server[102464]: INFO neutron.db.l3_agentschedulers_db [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 12 03:06:17.964871 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: port after_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.965244 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: port after_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.965590 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: port after_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.965938 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: port after_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.966735 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > router before_create 55550100 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.967095 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > router precommit_delete 55550100 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.967455 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > router precommit_create 55550100 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.967807 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > router precommit_update 55550100 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.973121 n-d-715271-27 neutron-server[102464]: DEBUG neutron.services.provider_configuration [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Service providers = [] {{(pid=102464) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 12 03:06:17.973485 n-d-715271-27 neutron-server[102464]: DEBUG neutron.db.servicetype_db [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102464) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 12 03:06:17.976459 n-d-715271-27 neutron-server[102464]: DEBUG neutron.services.service_base [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102464) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 03:06:17.976807 n-d-715271-27 neutron-server[102464]: DEBUG neutron.services.service_base [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102464) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 03:06:17.977152 n-d-715271-27 neutron-server[102464]: DEBUG neutron.services.service_base [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102464) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 03:06:17.978042 n-d-715271-27 neutron-server[102464]: DEBUG neutron.services.service_base [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102464) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 03:06:17.978413 n-d-715271-27 neutron-server[102464]: INFO neutron.services.service_base [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 12 03:06:17.978783 n-d-715271-27 neutron-server[102464]: DEBUG neutron.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 03:06:17.979097 n-d-715271-27 neutron-server[102464]: INFO neutron.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 12 03:06:17.992124 n-d-715271-27 neutron-server[102464]: DEBUG neutron.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 03:06:17.992467 n-d-715271-27 neutron-server[102464]: INFO neutron.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading Plugin: auto_allocate Nov 12 03:06:17.998227 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: network precommit_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.998593 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: network precommit_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:17.999108 n-d-715271-27 neutron-server[102464]: DEBUG neutron.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 03:06:17.999426 n-d-715271-27 neutron-server[102464]: INFO neutron.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading Plugin: tag Nov 12 03:06:18.007144 n-d-715271-27 neutron-server[102464]: DEBUG neutron.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 03:06:18.007419 n-d-715271-27 neutron-server[102464]: INFO neutron.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading Plugin: timestamp Nov 12 03:06:18.011241 n-d-715271-27 neutron-server[102464]: DEBUG neutron.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 03:06:18.011570 n-d-715271-27 neutron-server[102464]: INFO neutron.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading Plugin: network_ip_availability Nov 12 03:06:18.017366 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:18.017740 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:18.018096 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:18.018798 n-d-715271-27 neutron-server[102464]: DEBUG neutron.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 03:06:18.019117 n-d-715271-27 neutron-server[102464]: INFO neutron.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading Plugin: flavors Nov 12 03:06:18.024122 n-d-715271-27 neutron-server[102464]: DEBUG neutron.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 03:06:18.024449 n-d-715271-27 neutron-server[102464]: INFO neutron.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading Plugin: revisions Nov 12 03:06:18.028770 n-d-715271-27 neutron-server[102464]: DEBUG neutron.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 03:06:18.029162 n-d-715271-27 neutron-server[102464]: DEBUG oslo_concurrency.lockutils [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.789s {{(pid=102464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 03:06:18.029910 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102464) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 12 03:06:18.030246 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Initializing extension manager. Nov 12 03:06:18.030793 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: __init__.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.031332 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: __pycache__ {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.031779 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.032148 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: address_group.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.032908 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.033472 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: address-group Nov 12 03:06:18.033796 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: address_scope.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.034512 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.035021 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: address-scope Nov 12 03:06:18.035344 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: admin_state_down_before_update.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.036313 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.036816 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: router-admin-state-down-before-update Nov 12 03:06:18.037138 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: agent.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.037845 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.038344 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: agent Nov 12 03:06:18.038667 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: agent_resources_synced.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.039578 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.040094 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: agent-resources-synced Nov 12 03:06:18.040430 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: allowedaddresspairs.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.042214 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.042730 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: allowed-address-pairs Nov 12 03:06:18.043056 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: auto_allocated_topology.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.044170 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.044676 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: auto-allocated-topology Nov 12 03:06:18.044995 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: availability_zone.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.045684 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.046187 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: availability_zone Nov 12 03:06:18.047316 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: availability_zone_filter.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.048481 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.048993 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: availability_zone_filter Nov 12 03:06:18.049311 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: data_plane_status.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.050224 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.050723 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extension data-plane-status not supported by any of loaded plugins Nov 12 03:06:18.051041 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: default_subnetpools.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.051954 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.052500 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: default-subnetpools Nov 12 03:06:18.052819 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: dhcpagentscheduler.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.053630 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.054133 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: dhcp_agent_scheduler Nov 12 03:06:18.054452 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: dns.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.055375 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.055878 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extension dns-integration not supported by any of loaded plugins Nov 12 03:06:18.056236 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: dns_domain_ports.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.057155 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.057656 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 12 03:06:18.057974 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.058908 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.059410 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 12 03:06:18.059730 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: dvr.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.060433 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.060936 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: dvr Nov 12 03:06:18.061253 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: ecmp_routes.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.062927 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.063636 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extension ecmp_routes not supported by any of loaded plugins Nov 12 03:06:18.063960 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: empty_string_filtering.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.064916 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.065427 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: empty-string-filtering Nov 12 03:06:18.065747 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.066657 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.067162 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 12 03:06:18.067478 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.068422 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.068920 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 12 03:06:18.069237 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: external_net.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.070152 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.070683 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: external-net Nov 12 03:06:18.071016 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: extra_dhcp_opt.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.071915 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.072442 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: extra_dhcp_opt Nov 12 03:06:18.072766 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: extraroute.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.073678 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.074181 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: extraroute Nov 12 03:06:18.074501 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: extraroute_atomic.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.075535 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.076040 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: extraroute-atomic Nov 12 03:06:18.076388 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: filter_validation.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.077222 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.077767 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: filter-validation Nov 12 03:06:18.078305 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: fip_pf_description.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.079360 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.079858 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 12 03:06:18.080216 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: fip_port_details.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.081150 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.081653 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: fip-port-details Nov 12 03:06:18.081968 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: flavors.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.083220 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.083735 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: flavors Nov 12 03:06:18.084059 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.085796 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.086318 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 12 03:06:18.086650 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: floatingip_pools.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.087357 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.087863 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: floatingip-pools Nov 12 03:06:18.088207 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: ip_allocation.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.089149 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.089653 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extension ip_allocation not supported by any of loaded plugins Nov 12 03:06:18.089977 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.090908 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.091414 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: ip-substring-filtering Nov 12 03:06:18.091740 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: l2_adjacency.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.092776 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.093219 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extension l2_adjacency not supported by any of loaded plugins Nov 12 03:06:18.094270 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: l3.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.095521 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.095978 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: router Nov 12 03:06:18.096324 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: l3_conntrack_helper.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.098621 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.099174 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 12 03:06:18.099477 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.100450 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.100962 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: ext-gw-mode Nov 12 03:06:18.101293 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.102435 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.102950 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: l3-ha Nov 12 03:06:18.103279 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: l3_flavors.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.104258 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.105010 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: l3-flavors Nov 12 03:06:18.105290 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.106009 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.106514 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: l3-port-ip-change-not-allowed Nov 12 03:06:18.106849 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: l3agentscheduler.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.107893 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.108429 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: l3_agent_scheduler Nov 12 03:06:18.108803 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: logging.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.111155 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.111692 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extension logging not supported by any of loaded plugins Nov 12 03:06:18.112013 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: metering.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.112793 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.113398 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: metering Nov 12 03:06:18.113696 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.114949 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.115444 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: metering_source_and_destination_fields Nov 12 03:06:18.115832 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: multiprovidernet.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.116735 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.117241 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: multi-provider Nov 12 03:06:18.117564 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: netmtu.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.118486 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.118989 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: net-mtu Nov 12 03:06:18.119315 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: netmtu_writable.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.120314 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.120839 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: net-mtu-writable Nov 12 03:06:18.121146 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: network_availability_zone.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.122017 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.122335 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: network_availability_zone Nov 12 03:06:18.122658 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: network_ip_availability.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.123788 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.124335 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: network-ip-availability Nov 12 03:06:18.124732 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: network_segment_range.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.125920 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.126233 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extension network-segment-range not supported by any of loaded plugins Nov 12 03:06:18.126542 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: pagination.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.127544 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.128018 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: pagination Nov 12 03:06:18.128225 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: port_device_profile.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.129344 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.129850 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: port-device-profile Nov 12 03:06:18.130174 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.131105 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.131608 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: port-mac-address-regenerate Nov 12 03:06:18.131929 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.132877 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.133383 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: port-numa-affinity-policy Nov 12 03:06:18.133708 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: port_resource_request.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.134622 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.135125 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extension port-resource-request not supported by any of loaded plugins Nov 12 03:06:18.135444 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: port_resource_request_groups.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.136457 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.136959 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 12 03:06:18.137279 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: portbindings.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.138209 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.138718 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: binding Nov 12 03:06:18.139039 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: portbindings_extended.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.140499 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.141165 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: binding-extended Nov 12 03:06:18.141492 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: portsecurity.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.142419 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.142929 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: port-security Nov 12 03:06:18.143252 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: project_id.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.144262 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.144593 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: project-id Nov 12 03:06:18.144916 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: providernet.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.145843 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.146356 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: provider Nov 12 03:06:18.146677 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: qos.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.150335 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.150851 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extension qos not supported by any of loaded plugins Nov 12 03:06:18.151182 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.152462 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.152979 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 12 03:06:18.153307 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.154238 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.154757 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 12 03:06:18.155081 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: qos_default.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.156728 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.157438 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extension qos-default not supported by any of loaded plugins Nov 12 03:06:18.157765 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: qos_fip.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.158431 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.158934 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extension qos-fip not supported by any of loaded plugins Nov 12 03:06:18.159256 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: qos_gateway_ip.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.160221 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.160728 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 12 03:06:18.161051 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: qos_port_network_policy.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.161964 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.162468 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 12 03:06:18.162789 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.163831 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.164374 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 12 03:06:18.164696 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: qos_pps_rule.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.165882 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.166582 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extension qos-pps not supported by any of loaded plugins Nov 12 03:06:18.166910 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: qos_rule_type_details.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.167841 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.168374 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 12 03:06:18.168698 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: qos_rules_alias.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.169759 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.170268 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 12 03:06:18.170590 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: quota_check_limit.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.172553 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.173306 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: quota-check-limit Nov 12 03:06:18.173639 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: quotasv2.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.174962 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.175382 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: quotas Nov 12 03:06:18.175710 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: quotasv2_detail.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.178922 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.179266 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: quota_details Nov 12 03:06:18.179594 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: rbac.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.180697 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.181221 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: rbac-policies Nov 12 03:06:18.181547 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: rbac_address_group.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.182486 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.182997 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: rbac-address-group Nov 12 03:06:18.183319 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: rbac_address_scope.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.184274 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.184786 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: rbac-address-scope Nov 12 03:06:18.185111 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: rbac_security_groups.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.186038 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.186550 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: rbac-security-groups Nov 12 03:06:18.186869 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: rbac_subnetpool.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.188045 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.188592 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: rbac-subnetpool Nov 12 03:06:18.188913 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: revisionifmatch.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.189851 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.190369 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: revision-if-match Nov 12 03:06:18.190690 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: revisions.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.191812 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.192352 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: standard-attr-revisions Nov 12 03:06:18.192677 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: router_availability_zone.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.193359 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.193872 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: router_availability_zone Nov 12 03:06:18.194192 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: routerservicetype.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.195116 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.195621 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extension router-service-type not supported by any of loaded plugins Nov 12 03:06:18.195948 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.196900 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.197408 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: security-groups-normalized-cidr Nov 12 03:06:18.197727 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: security_groups_port_filtering.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.198739 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.199249 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: port-security-groups-filtering Nov 12 03:06:18.199567 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.200538 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.201050 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: security-groups-remote-address-group Nov 12 03:06:18.201369 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.202311 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.202992 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: security-groups-shared-filtering Nov 12 03:06:18.203529 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.204156 n-d-715271-27 neutron-server[102464]: WARNING neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 12 03:06:18.204480 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: securitygroup.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.214261 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.214812 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: security-group Nov 12 03:06:18.215148 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: segment.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.215937 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.216476 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extension segment not supported by any of loaded plugins Nov 12 03:06:18.216806 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.217757 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.218804 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 12 03:06:18.219354 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: servicetype.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.220542 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.221067 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: service-type Nov 12 03:06:18.221393 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: sorting.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.222387 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.222716 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: sorting Nov 12 03:06:18.223038 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: standard_attr_segment.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.223965 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.224516 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 12 03:06:18.224838 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: standardattrdescription.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.225489 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.225987 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: standard-attr-description Nov 12 03:06:18.226307 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: stateful_security_group.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.227341 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.227764 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: stateful-security-group Nov 12 03:06:18.228095 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: stdattrs_common.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.228692 n-d-715271-27 neutron-server[102464]: WARNING neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 12 03:06:18.229013 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.229941 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.230455 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 12 03:06:18.230776 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: subnet_onboard.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.231864 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.232401 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: subnet_onboard Nov 12 03:06:18.232734 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.233675 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.234959 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 12 03:06:18.235477 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: subnet_service_types.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.236482 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.236989 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: subnet-service-types Nov 12 03:06:18.237379 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: subnetallocation.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.238397 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.238905 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: subnet_allocation Nov 12 03:06:18.239230 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.239914 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.240454 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: subnetpool-prefix-ops Nov 12 03:06:18.240776 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.241728 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.242235 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 12 03:06:18.242555 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: tagging.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.243650 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.244203 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: standard-attr-tag Nov 12 03:06:18.244529 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: timestamp.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.245737 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.246248 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loaded extension: standard-attr-timestamp Nov 12 03:06:18.246572 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: trunk.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.247607 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.248150 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extension trunk not supported by any of loaded plugins Nov 12 03:06:18.248478 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: trunk_details.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.249396 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.250193 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extension trunk-details not supported by any of loaded plugins Nov 12 03:06:18.250555 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: uplink_status_propagation.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.251500 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.252011 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 12 03:06:18.252365 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Loading extension file: vlantransparent.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:06:18.253044 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:06:18.253546 n-d-715271-27 neutron-server[102464]: INFO neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extension vlan-transparent not supported by any of loaded plugins Nov 12 03:06:18.256097 n-d-715271-27 neutron-server[102464]: INFO neutron.quota.resource_registry [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Creating instance of TrackedResource for resource:network Nov 12 03:06:18.256622 n-d-715271-27 neutron-server[102464]: INFO neutron.quota.resource_registry [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Creating instance of TrackedResource for resource:subnet Nov 12 03:06:18.257029 n-d-715271-27 neutron-server[102464]: INFO neutron.quota.resource_registry [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 03:06:18.257491 n-d-715271-27 neutron-server[102464]: INFO neutron.quota.resource_registry [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Creating instance of TrackedResource for resource:port Nov 12 03:06:18.258676 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.v2.resource_helper [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:06:18.259122 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.v2.resource_helper [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Service FLAVORS assigned prefix: {{(pid=102464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:06:18.259736 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.v2.resource_helper [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:06:18.260199 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.v2.resource_helper [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:06:18.260532 n-d-715271-27 neutron-server[102464]: INFO neutron.quota.resource_registry [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Creating instance of TrackedResource for resource:router Nov 12 03:06:18.261041 n-d-715271-27 neutron-server[102464]: INFO neutron.quota.resource_registry [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Creating instance of TrackedResource for resource:floatingip Nov 12 03:06:18.261546 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.v2.resource_helper [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Service METERING assigned prefix: /metering {{(pid=102464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:06:18.263009 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:18.263380 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:18.263729 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:06:18.264777 n-d-715271-27 neutron-server[102464]: INFO neutron.quota.resource_registry [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 03:06:18.265288 n-d-715271-27 neutron-server[102464]: INFO neutron.quota.resource_registry [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Creating instance of TrackedResource for resource:security_group Nov 12 03:06:18.265947 n-d-715271-27 neutron-server[102464]: INFO neutron.quota.resource_registry [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 03:06:18.266578 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.v2.resource_helper [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Service CORE assigned prefix: {{(pid=102464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:06:18.266922 n-d-715271-27 neutron-server[102464]: INFO neutron.quota.resource_registry [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 03:06:18.267276 n-d-715271-27 neutron-server[102464]: WARNING neutron.quota.resource_registry [None req-c3253a21-836b-4259-af3c-632847d3571d None None] subnetpool is already registered Nov 12 03:06:18.267700 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.v2.resource_helper [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Service CORE assigned prefix: {{(pid=102464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:06:18.268025 n-d-715271-27 neutron-server[102464]: INFO neutron.quota.resource_registry [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 03:06:18.268388 n-d-715271-27 neutron-server[102464]: WARNING neutron.quota.resource_registry [None req-c3253a21-836b-4259-af3c-632847d3571d None None] subnetpool is already registered Nov 12 03:06:18.270791 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.v2.resource_helper [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:06:18.271227 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.v2.resource_helper [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Service FLAVORS assigned prefix: {{(pid=102464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:06:18.271851 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.v2.resource_helper [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:06:18.272311 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.v2.resource_helper [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:06:18.272645 n-d-715271-27 neutron-server[102464]: INFO neutron.quota.resource_registry [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Creating instance of TrackedResource for resource:router Nov 12 03:06:18.272985 n-d-715271-27 neutron-server[102464]: WARNING neutron.quota.resource_registry [None req-c3253a21-836b-4259-af3c-632847d3571d None None] router is already registered Nov 12 03:06:18.273403 n-d-715271-27 neutron-server[102464]: INFO neutron.quota.resource_registry [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Creating instance of TrackedResource for resource:floatingip Nov 12 03:06:18.273780 n-d-715271-27 neutron-server[102464]: WARNING neutron.quota.resource_registry [None req-c3253a21-836b-4259-af3c-632847d3571d None None] floatingip is already registered Nov 12 03:06:18.274255 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.v2.resource_helper [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Service METERING assigned prefix: /metering {{(pid=102464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:06:18.274972 n-d-715271-27 neutron-server[102464]: INFO neutron.quota.resource_registry [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 03:06:18.275298 n-d-715271-27 neutron-server[102464]: WARNING neutron.quota.resource_registry [None req-c3253a21-836b-4259-af3c-632847d3571d None None] rbac_policy is already registered Nov 12 03:06:18.275707 n-d-715271-27 neutron-server[102464]: INFO neutron.quota.resource_registry [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Creating instance of TrackedResource for resource:security_group Nov 12 03:06:18.276048 n-d-715271-27 neutron-server[102464]: WARNING neutron.quota.resource_registry [None req-c3253a21-836b-4259-af3c-632847d3571d None None] security_group is already registered Nov 12 03:06:18.276478 n-d-715271-27 neutron-server[102464]: INFO neutron.quota.resource_registry [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 03:06:18.276819 n-d-715271-27 neutron-server[102464]: WARNING neutron.quota.resource_registry [None req-c3253a21-836b-4259-af3c-632847d3571d None None] security_group_rule is already registered Nov 12 03:06:18.277314 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.v2.resource_helper [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Service CORE assigned prefix: {{(pid=102464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:06:18.277637 n-d-715271-27 neutron-server[102464]: INFO neutron.quota.resource_registry [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 03:06:18.277968 n-d-715271-27 neutron-server[102464]: WARNING neutron.quota.resource_registry [None req-c3253a21-836b-4259-af3c-632847d3571d None None] subnetpool is already registered Nov 12 03:06:18.278394 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.v2.resource_helper [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Service CORE assigned prefix: {{(pid=102464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:06:18.278718 n-d-715271-27 neutron-server[102464]: INFO neutron.quota.resource_registry [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 03:06:18.279049 n-d-715271-27 neutron-server[102464]: WARNING neutron.quota.resource_registry [None req-c3253a21-836b-4259-af3c-632847d3571d None None] subnetpool is already registered Nov 12 03:06:18.281376 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extended resource: extensions {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:06:18.283171 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extended resource: address-groups {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:06:18.284738 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extended resource: address-scopes {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:06:18.285968 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extended resource: agents {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:06:18.287235 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extended resource: auto-allocated-topology {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:06:18.288541 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extended resource: availability_zones {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:06:18.289766 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extended resource: dhcp-networks {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:06:18.291202 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extended resource: dhcp-agents {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:06:18.292795 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extended resource: routers {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:06:18.294913 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extended resource: flavors {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:06:18.296232 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extended resource: service_profiles {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:06:18.298753 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extended resource: next_providers {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:06:18.300237 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extended resource: service_profiles {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:06:18.301681 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extended resource: floatingip-pools {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:06:18.303012 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extended resource: routers {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:06:18.305191 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extended resource: floatingips {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:06:18.306523 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extended resource: l3-routers {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:06:18.307934 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extended resource: l3-agents {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:06:18.309386 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extended resource: metering-labels {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:06:18.310625 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extended resource: metering-label-rules {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:06:18.312090 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extended resource: network-ip-availabilities {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:06:18.313686 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extended resource: bindings {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:06:18.315271 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extended resource: quotas {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:06:18.316970 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extended resource: quotas {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:06:18.318512 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extended resource: rbac-policies {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:06:18.319720 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extended resource: security-groups {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:06:18.321108 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extended resource: security-group-rules {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:06:18.322348 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extended resource: service-providers {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:06:18.323576 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extended resource: subnetpools {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:06:18.325018 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extended resource: subnetpools {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:06:18.326491 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extended resource: tags {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:06:18.328609 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extended resource: tags {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:06:18.330431 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extended resource: tags {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:06:18.332244 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extended resource: tags {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:06:18.333948 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extended resource: tags {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:06:18.335913 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extended resource: tags {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:06:18.337651 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extended resource: tags {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:06:18.340454 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extended resource: tags {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:06:18.342246 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extended resource: tags {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:06:18.344888 n-d-715271-27 neutron-server[102464]: DEBUG neutron.api.extensions [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Extended resource: tags {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:06:18.351009 n-d-715271-27 neutron-server[102464]: WARNING keystonemiddleware.auth_token [None req-c3253a21-836b-4259-af3c-632847d3571d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 12 03:06:18.355582 n-d-715271-27 neutron-server[102464]: WARNING keystonemiddleware.auth_token [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 12 03:06:18.366530 n-d-715271-27 neutron-server[102464]: DEBUG oslo_concurrency.lockutils [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Acquired lock "singleton_lock" {{(pid=102464) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 12 03:06:18.367002 n-d-715271-27 neutron-server[102464]: DEBUG oslo_concurrency.lockutils [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Releasing lock "singleton_lock" {{(pid=102464) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 12 03:06:18.367645 n-d-715271-27 neutron-server[102464]: INFO oslo_service.service [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Starting 2 workers Nov 12 03:06:18.372396 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Started child 102571 {{(pid=102464) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 03:06:18.377067 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Started child 102572 {{(pid=102464) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 03:06:18.377874 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:18.378611 n-d-715271-27 neutron-server[102464]: INFO neutron.service [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Neutron service started, listening on 0.0.0.0:9696 Nov 12 03:06:18.379242 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Publish callbacks [] for process, before_spawn {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:18.379417 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [-] (102571) wsgi starting up on http://0.0.0.0:9696 Nov 12 03:06:18.381668 n-d-715271-27 neutron-server[102464]: INFO oslo_service.service [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Starting 1 workers Nov 12 03:06:18.381849 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:18.383030 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [-] (102572) wsgi starting up on http://0.0.0.0:9696 Nov 12 03:06:18.386800 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Started child 102573 {{(pid=102464) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 03:06:18.387321 n-d-715271-27 neutron-server[102464]: INFO oslo_service.service [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Starting 1 workers Nov 12 03:06:18.390584 n-d-715271-27 neutron-server[102573]: DEBUG neutron.service [None req-c3253a21-836b-4259-af3c-632847d3571d None None] calling RpcWorker wait() {{(pid=102573) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 12 03:06:18.391191 n-d-715271-27 neutron-server[102573]: DEBUG neutron.service [None req-c3253a21-836b-4259-af3c-632847d3571d None None] returning from RpcWorker wait() {{(pid=102573) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 12 03:06:18.392147 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Started child 102574 {{(pid=102464) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 03:06:18.392665 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:18.392975 n-d-715271-27 neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-c3253a21-836b-4259-af3c-632847d3571d None None] Publish callbacks [] for process, after_spawn {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:18.393216 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:06:18.394867 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102464) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 03:06:18.395083 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 03:06:18.395268 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 03:06:18.395480 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 03:06:18.395814 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 03:06:18.395990 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 03:06:18.396588 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.396872 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.397084 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:18.397572 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.397572 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.397710 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.398174 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.398273 n-d-715271-27 neutron-server[102574]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:06:18.398426 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.398750 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.400404 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.400864 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.401227 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.401698 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.402125 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.402547 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.403003 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.403426 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.403855 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.404135 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.404319 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.404577 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.404992 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.405291 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.405583 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] debug = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.406377 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.406880 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.407150 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.407389 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.407597 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.407881 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.408161 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.408438 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.408683 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.408903 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.409129 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.409412 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.409663 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.409889 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.410111 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.410328 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.410582 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.410809 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.412206 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] host = n-d-715271-27 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.412206 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.412206 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.412206 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.412206 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.412537 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.423165 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.423165 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.423165 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.423165 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.423165 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.423165 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.423165 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.423165 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.423954 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] log_file = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.423954 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] log_options = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.423954 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.423954 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.423954 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.423954 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.423954 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.424386 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.424386 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.424386 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.424386 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.424386 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.424386 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.424386 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.424386 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.424873 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.424873 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.424873 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.424873 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.424873 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.424873 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.424873 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.424873 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.425411 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.425411 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.425411 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.425411 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.425411 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.425411 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.425411 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.425411 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.425411 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.425936 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.425936 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.425936 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.425936 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.425936 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.425936 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.425936 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.425936 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.426402 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.426402 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.426402 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.426402 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.426402 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.426402 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.426402 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.426402 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.426849 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] use_json = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.426849 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.426972 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.427137 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.427516 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.427876 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.428271 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.428655 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.429035 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.429823 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.430073 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.430980 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.430980 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.430980 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.431349 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.431746 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.432142 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.432402 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.432652 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.433089 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.433318 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.433611 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.433985 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.434404 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.434726 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.435000 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.435305 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.435556 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.435816 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.436033 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.436296 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.436574 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.436878 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.437141 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.437400 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.437623 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.438141 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.438845 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.439109 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.439375 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.439593 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.439819 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.440054 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.440321 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.440536 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.440749 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.441010 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.441248 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.441460 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.441678 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.441937 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.442159 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.442387 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.442609 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.442874 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.443107 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.443328 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.443559 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.443803 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.444015 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.444259 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.444490 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.444705 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.444956 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.445180 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.445421 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.445634 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.446180 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.446180 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.446852 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.446852 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.446852 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.447076 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.447154 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.447359 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.447613 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.447836 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.448045 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.448287 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.448509 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.448760 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.448975 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.449214 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.449445 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.449659 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.449868 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.450077 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.450285 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.450492 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.450698 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.450921 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.451145 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.451357 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.451587 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.451814 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.452022 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.452272 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.452479 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.453286 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.453725 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.453972 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.454242 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.454468 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.454721 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.454934 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.455368 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.455368 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.456139 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.456139 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.456139 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.456541 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.456541 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.456803 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.456926 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.457174 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.457367 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.457712 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.457848 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.458040 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.458277 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.458596 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.458792 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.459038 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.459396 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.459523 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.459788 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.460002 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.460323 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.460540 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.460814 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.461106 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.461363 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.461644 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.461911 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.462142 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.462398 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.462642 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.462898 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.463124 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.463381 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.463596 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.463867 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.465079 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.465079 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.465079 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.465079 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.465079 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.466525 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.466525 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.466525 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.466525 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.466525 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.466525 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.467122 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.467122 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.467122 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.467406 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.467582 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.470095 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.470095 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.470095 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.470095 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.470095 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.470095 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.470095 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.470095 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.470705 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.470705 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.470705 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.470925 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.471068 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.471556 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.471556 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.471747 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.471960 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.472214 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.472692 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.472692 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.472885 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.473626 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.473626 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.473626 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.473884 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.473975 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.474312 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.474408 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.474606 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.474848 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.475075 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.475444 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.475687 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.475903 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.476133 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.476342 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.476705 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.477354 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.477354 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.477354 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.477354 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.478047 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.478209 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.478530 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.478791 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.479015 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.479313 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.479516 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.479831 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.479955 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.480199 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.480412 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.480645 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.480855 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.481150 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.481392 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.481723 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.481853 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.482060 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.482265 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.482479 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.482712 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.482968 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.483209 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.483456 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.483703 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.483980 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.484220 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.484445 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.484650 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.484862 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.485086 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.485447 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.485447 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.485681 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.485874 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.486078 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.486294 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.487119 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.487119 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.487119 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.487119 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.487555 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.487555 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.487789 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.488294 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.488294 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.490049 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.490049 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.490049 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.490049 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.490049 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.490049 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.490049 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.490049 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.490995 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.490995 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.490995 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.490995 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.490995 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.491614 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.491614 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.491856 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.491856 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.492136 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.493183 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.493183 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.493183 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.493183 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.493634 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.493634 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.493957 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.494082 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.494294 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.495622 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.495622 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.495622 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.495622 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.495622 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.496283 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.496283 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.496526 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.496997 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.496997 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.497245 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.497507 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.497736 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.497945 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.498192 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.498589 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.498803 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.499089 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.499317 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.499586 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.499822 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.500088 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.500329 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.500571 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.500798 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.501035 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.501271 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.501423 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 03:06:18.501964 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102464) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 03:06:18.502117 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 03:06:18.502429 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 03:06:18.502593 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 03:06:18.502758 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 03:06:18.502909 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 03:06:18.503118 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.503275 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.503461 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.503575 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.503727 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.504116 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.504116 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.504289 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.504357 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.504517 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.504657 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.504810 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.504965 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.505118 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.505272 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.505427 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.505577 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.505731 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.505889 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.506043 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.506196 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.506349 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.506502 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] debug = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.506655 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.506843 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.507000 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.507151 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.507304 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.507460 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.507684 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.507782 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.507911 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.508054 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.508235 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.508372 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.508523 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.508671 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.508826 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.508976 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.509130 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.509283 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.509435 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] host = n-d-715271-27 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.509589 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.509740 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.509893 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.510046 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.510198 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.510351 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.510503 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.510656 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.510807 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.510959 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.511111 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.511263 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.511417 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.511569 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] log_file = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.511721 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] log_options = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.511875 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.512028 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.512202 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.512386 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.512544 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.512698 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.512851 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.513004 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.513160 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.513316 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.513466 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.513773 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.513926 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.514220 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.514508 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.514708 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.514811 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.514967 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.515649 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.515809 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.515965 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.516135 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.516296 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.516441 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.516595 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.516760 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.516886 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.517039 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.517191 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.517344 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.517500 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.517654 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.517833 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.517941 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.518105 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.518242 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.518392 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.518540 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.518691 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.518880 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.518979 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.519139 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.519292 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.520114 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.520114 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.520114 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.520114 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] use_json = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.520114 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.520513 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.520513 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.520513 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.520703 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.520768 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.520892 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.521043 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:06:18.521217 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.521376 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.521546 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.521698 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.521851 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.522006 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.522164 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.522314 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.522470 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.522625 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.522789 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.522945 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.523109 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.523267 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.523422 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.523580 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.523737 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.523892 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.524094 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.524311 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.524412 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.524582 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.524704 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.524833 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.524987 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.525145 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.525301 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.525469 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.525631 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.525786 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.525940 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.526095 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.526251 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.526408 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.526563 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.526720 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.526878 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.528103 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.528103 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.528103 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.528103 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.528103 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.528103 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.528103 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.528103 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.528861 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.529025 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.529181 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.529484 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.529644 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.529804 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.529987 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.530115 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.530272 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.530429 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.530595 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.530883 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.531558 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.531707 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.531857 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.532007 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.532161 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.532318 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.532474 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.532632 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.532787 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.532956 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.533114 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.533276 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.533430 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.533738 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.533900 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.534041 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.534201 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.534357 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.534512 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.534667 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.535030 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.535030 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.535238 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.535321 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.535427 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.535595 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.535702 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.535857 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.536013 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.536192 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.540148 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.540148 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.540148 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.540148 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.540148 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.540148 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.540148 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.540148 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.540778 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.540778 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.540778 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.540990 n-d-715271-27 neutron-server[102573]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:06:18.541093 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.541093 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.541093 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.541093 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.541093 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.541093 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.541093 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.541093 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.541649 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.541649 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.541649 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.541649 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.541649 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.541649 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.541649 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.541649 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.542196 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.542196 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.542196 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.542196 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.542196 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.542196 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.542196 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.542196 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.542760 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.542760 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.542760 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.542760 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.542760 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.542760 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.542760 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.542760 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.543322 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.543322 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.543322 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.543322 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.543322 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.543670 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.543670 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.543670 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.543886 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.543963 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.544122 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.544281 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.544410 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.544565 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.544720 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.544874 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.545029 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.545183 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.545340 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.545495 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.545650 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.545805 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.545960 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.546116 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.546271 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.546480 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.546695 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.546784 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.546928 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.547337 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.547493 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.547648 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.547803 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.547961 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.548141 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.548301 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.548457 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.548613 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.548769 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.548960 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.549085 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.549220 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.549361 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.549506 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.550198 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.550198 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.550198 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.550198 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.550198 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.551017 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.551017 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.551017 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.551017 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.551017 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.551586 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.551586 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.551586 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.551586 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.552821 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.552821 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.552821 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.552821 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.552821 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.552821 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.552821 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.552821 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.553382 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.553382 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.553382 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.553382 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.553941 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.553941 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.553941 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.553941 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.554910 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.554910 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.554910 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.554910 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.554910 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.554910 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.554910 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.555675 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.555675 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.555675 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.555675 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.555675 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.556169 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.556169 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.556169 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.557016 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.557016 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.557016 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.557016 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.557016 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.557016 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.557778 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.557778 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.557778 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.557778 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.557778 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.558225 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.558225 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.558225 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.558581 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.558581 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.559491 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.559491 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.559491 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.559491 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.559491 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.559491 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.559491 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.561492 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.561492 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.561492 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.561492 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.561492 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.561492 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.561492 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.561492 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.563258 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.563258 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.563258 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.563258 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.563258 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.563258 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.563258 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.563258 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.564496 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.564496 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.564496 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.564496 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.564496 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.564496 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.564496 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.564496 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.565890 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.565890 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.565890 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.565890 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.565890 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.565890 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.565890 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.565890 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.566753 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.566753 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.566753 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.566753 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.566753 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.566753 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.566753 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.566753 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.566753 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.567518 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.567518 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.567518 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.567518 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.567518 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.567518 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.567518 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:06:18.567518 n-d-715271-27 neutron-server[102464]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 03:06:18.672787 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 45594) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:18.682195 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070584 Nov 12 03:06:30.325315 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac29b8eb-d860-4adb-96da-eec93e67fb73 None None] get_active_networks_info from n-d-715271-27 {{(pid=102573) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:06:30.507765 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac29b8eb-d860-4adb-96da-eec93e67fb73 None None] No non-hosted networks {{(pid=102573) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 12 03:06:30.526892 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.agentschedulers_db [None req-ac29b8eb-d860-4adb-96da-eec93e67fb73 None None] DHCP Agent not found on host n-d-715271-27 {{(pid=102573) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 12 03:06:30.674058 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c866744a-c64a-4295-9b4e-e026848a1c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-624565'] for agent, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:33.157160 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-60786693-123e-40c3-8849-1af81124ea95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-624565'] for agent, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:33.239687 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-84310101-ba89-4b3e-b454-9303c78216e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:33.932608 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-624565'] for agent, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:35.298292 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-624565'] for agent, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:36.177429 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-624565'] for agent, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:36.180673 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:36.182669 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:36.183112 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:36.183479 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:36.185590 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:36.185940 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:36.187915 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:36.188789 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:36.189456 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:36.190412 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:36.191007 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:36.192901 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:36.193610 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-715271-27', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:06:36.214700 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-715271-27', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:06:36.987596 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 45686) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:37.591399 n-d-715271-27 neutron-server[102572]: WARNING oslo_policy.policy [None req-0cc10ce7-04ad-4b28-bc9d-728d7c7b15f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 03:06:37.592179 n-d-715271-27 neutron-server[102572]: WARNING oslo_policy.policy [None req-0cc10ce7-04ad-4b28-bc9d-728d7c7b15f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 03:06:37.839161 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [None req-0cc10ce7-04ad-4b28-bc9d-728d7c7b15f3 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:06:37.844617 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-0cc10ce7-04ad-4b28-bc9d-728d7c7b15f3 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8559308 Nov 12 03:06:37.973323 n-d-715271-27 neutron-server[102573]: INFO neutron.db.l3_hamode_db [None req-cbd43722-dc93-4e4b-bfb4-2ea9f6e356a0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 12 03:06:38.057657 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd43722-dc93-4e4b-bfb4-2ea9f6e356a0 None None] Routers set() bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:06:38.058048 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd43722-dc93-4e4b-bfb4-2ea9f6e356a0 None None] Router IDs set() for agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 03:06:40.448899 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 45702) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:40.776645 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-90423d72-9945-4e74-9702-e9318616ce69 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:06:40.872945 n-d-715271-27 neutron-server[102572]: DEBUG neutron.policy [None req-90423d72-9945-4e74-9702-e9318616ce69 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102572) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 03:06:40.921465 n-d-715271-27 neutron-server[102572]: WARNING oslo_policy.policy [None req-90423d72-9945-4e74-9702-e9318616ce69 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 03:06:40.922196 n-d-715271-27 neutron-server[102572]: WARNING oslo_policy.policy [None req-90423d72-9945-4e74-9702-e9318616ce69 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 03:06:40.930867 n-d-715271-27 neutron-server[102572]: INFO neutron.quota [None req-90423d72-9945-4e74-9702-e9318616ce69 admin admin] Loaded quota_driver: . Nov 12 03:06:41.023957 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-90423d72-9945-4e74-9702-e9318616ce69 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746948250639', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746948248122', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746948238460', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746948233393', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746947897308', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746946380990', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1828884', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1375624', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-505322', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-429448'] for rbac-policy, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:41.099523 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-90423d72-9945-4e74-9702-e9318616ce69 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:41.100770 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-90423d72-9945-4e74-9702-e9318616ce69 admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6508882 Nov 12 03:06:43.878361 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 45714) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:44.218914 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-6819c4ba-ad5f-4e45-af5d-0b3c7f68f59e admin admin] Request body: {'network': {'tenant_id': '138b7350d01e46559d700acdfad7bd4e', 'name': 'private', 'project_id': '138b7350d01e46559d700acdfad7bd4e', 'admin_state_up': True}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:06:44.251078 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6819c4ba-ad5f-4e45-af5d-0b3c7f68f59e admin admin] Made reservation on behalf of 138b7350d01e46559d700acdfad7bd4e for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:06:44.253884 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6819c4ba-ad5f-4e45-af5d-0b3c7f68f59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:44.271262 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6819c4ba-ad5f-4e45-af5d-0b3c7f68f59e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:44.385418 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6819c4ba-ad5f-4e45-af5d-0b3c7f68f59e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:44.389437 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6819c4ba-ad5f-4e45-af5d-0b3c7f68f59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:44.410112 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6819c4ba-ad5f-4e45-af5d-0b3c7f68f59e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:06:44.437290 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6819c4ba-ad5f-4e45-af5d-0b3c7f68f59e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746944809701', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:44.437884 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6819c4ba-ad5f-4e45-af5d-0b3c7f68f59e admin admin] Unsubscribe: segment precommit_create {{(pid=102572) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 03:06:44.438693 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-6819c4ba-ad5f-4e45-af5d-0b3c7f68f59e admin admin] Added segment 82cbffdc-d178-4a44-bad2-460798b8c830 of type vlan for network eaedc5a0-8343-4c22-adb2-2ff9a2bf19f4 Nov 12 03:06:44.458315 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6819c4ba-ad5f-4e45-af5d-0b3c7f68f59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c1bbba-ae44-4c51-8956-8c5c2e0bb9d7,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:44.509073 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6819c4ba-ad5f-4e45-af5d-0b3c7f68f59e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:44.509407 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6819c4ba-ad5f-4e45-af5d-0b3c7f68f59e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:44.509923 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6819c4ba-ad5f-4e45-af5d-0b3c7f68f59e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:44.510079 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6819c4ba-ad5f-4e45-af5d-0b3c7f68f59e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:44.510374 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6819c4ba-ad5f-4e45-af5d-0b3c7f68f59e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:44.510724 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6819c4ba-ad5f-4e45-af5d-0b3c7f68f59e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:44.511044 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6819c4ba-ad5f-4e45-af5d-0b3c7f68f59e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:44.511366 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6819c4ba-ad5f-4e45-af5d-0b3c7f68f59e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:44.511679 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6819c4ba-ad5f-4e45-af5d-0b3c7f68f59e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:44.511992 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6819c4ba-ad5f-4e45-af5d-0b3c7f68f59e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:44.512329 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6819c4ba-ad5f-4e45-af5d-0b3c7f68f59e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:44.512640 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6819c4ba-ad5f-4e45-af5d-0b3c7f68f59e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:44.513702 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6819c4ba-ad5f-4e45-af5d-0b3c7f68f59e admin admin] Tracked resource versions report: Nov 12 03:06:44.513702 n-d-715271-27 neutron-server[102572]: pushed versions: Nov 12 03:06:44.513702 n-d-715271-27 neutron-server[102572]: { 'AddressGroup': {'1.2'}, Nov 12 03:06:44.513702 n-d-715271-27 neutron-server[102572]: 'ConntrackHelper': {'1.0'}, Nov 12 03:06:44.513702 n-d-715271-27 neutron-server[102572]: 'Log': {'1.0'}, Nov 12 03:06:44.513702 n-d-715271-27 neutron-server[102572]: 'Network': {'1.1'}, Nov 12 03:06:44.513702 n-d-715271-27 neutron-server[102572]: 'Port': {'1.7'}, Nov 12 03:06:44.513702 n-d-715271-27 neutron-server[102572]: 'PortForwarding': {'1.2'}, Nov 12 03:06:44.513702 n-d-715271-27 neutron-server[102572]: 'QosPolicy': {'1.10'}, Nov 12 03:06:44.513702 n-d-715271-27 neutron-server[102572]: 'SecurityGroup': {'1.5'}, Nov 12 03:06:44.513702 n-d-715271-27 neutron-server[102572]: 'SecurityGroupRule': {'1.2'}, Nov 12 03:06:44.513702 n-d-715271-27 neutron-server[102572]: 'SubPort': {'1.0'}, Nov 12 03:06:44.513702 n-d-715271-27 neutron-server[102572]: 'Subnet': {'1.1'}, Nov 12 03:06:44.513702 n-d-715271-27 neutron-server[102572]: 'Trunk': {'1.1'}} Nov 12 03:06:44.513702 n-d-715271-27 neutron-server[102572]: consumer versions: Nov 12 03:06:44.513702 n-d-715271-27 neutron-server[102572]: { DHCP agent@n-d-715271-27: {}, Nov 12 03:06:44.513702 n-d-715271-27 neutron-server[102572]: L3 agent@n-d-715271-27: {}, Nov 12 03:06:44.513702 n-d-715271-27 neutron-server[102572]: Metadata agent@n-d-715271-27: {}, Nov 12 03:06:44.513702 n-d-715271-27 neutron-server[102572]: Metering agent@n-d-715271-27: {}, Nov 12 03:06:44.513702 n-d-715271-27 neutron-server[102572]: Open vSwitch agent@n-d-715271-27: { 'AddressGroup': '1.2', Nov 12 03:06:44.513702 n-d-715271-27 neutron-server[102572]: 'ConntrackHelper': '1.0', Nov 12 03:06:44.513702 n-d-715271-27 neutron-server[102572]: 'Log': '1.0', Nov 12 03:06:44.513702 n-d-715271-27 neutron-server[102572]: 'Network': '1.1', Nov 12 03:06:44.513702 n-d-715271-27 neutron-server[102572]: 'Port': '1.7', Nov 12 03:06:44.513702 n-d-715271-27 neutron-server[102572]: 'PortForwarding': '1.2', Nov 12 03:06:44.513702 n-d-715271-27 neutron-server[102572]: 'QosPolicy': '1.10', Nov 12 03:06:44.513702 n-d-715271-27 neutron-server[102572]: 'SecurityGroup': '1.5', Nov 12 03:06:44.513702 n-d-715271-27 neutron-server[102572]: 'SecurityGroupRule': '1.2', Nov 12 03:06:44.513702 n-d-715271-27 neutron-server[102572]: 'SubPort': '1.0', Nov 12 03:06:44.513702 n-d-715271-27 neutron-server[102572]: 'Subnet': '1.1', Nov 12 03:06:44.513702 n-d-715271-27 neutron-server[102572]: 'Trunk': '1.1'}} Nov 12 03:06:44.513702 n-d-715271-27 neutron-server[102572]: {{(pid=102572) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 03:06:44.555493 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6819c4ba-ad5f-4e45-af5d-0b3c7f68f59e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:44.601637 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6819c4ba-ad5f-4e45-af5d-0b3c7f68f59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:44.602737 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6819c4ba-ad5f-4e45-af5d-0b3c7f68f59e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:44.603458 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6819c4ba-ad5f-4e45-af5d-0b3c7f68f59e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:44.666124 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6819c4ba-ad5f-4e45-af5d-0b3c7f68f59e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7864497 Nov 12 03:06:44.708892 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6819c4ba-ad5f-4e45-af5d-0b3c7f68f59e admin admin] Pushing event updated for resources: {'Network': ['ID=eaedc5a0-8343-4c22-adb2-2ff9a2bf19f4,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:44.721981 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network eaedc5a0-8343-4c22-adb2-2ff9a2bf19f4 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:06:47.619398 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 45728) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:48.152361 n-d-715271-27 neutron-server[102571]: WARNING oslo_policy.policy [None req-41d3c706-009c-4b02-b1d3-490cfb7250a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 03:06:48.152939 n-d-715271-27 neutron-server[102571]: WARNING oslo_policy.policy [None req-41d3c706-009c-4b02-b1d3-490cfb7250a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 03:06:48.625855 n-d-715271-27 neutron-server[102571]: DEBUG neutron.policy [None req-41d3c706-009c-4b02-b1d3-490cfb7250a2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102571) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 03:06:48.675714 n-d-715271-27 neutron-server[102571]: WARNING oslo_policy.policy [None req-41d3c706-009c-4b02-b1d3-490cfb7250a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 03:06:48.676004 n-d-715271-27 neutron-server[102571]: WARNING oslo_policy.policy [None req-41d3c706-009c-4b02-b1d3-490cfb7250a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 03:06:48.685447 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d3c706-009c-4b02-b1d3-490cfb7250a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:48.688095 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-41d3c706-009c-4b02-b1d3-490cfb7250a2 admin admin] 10.222.0.50 "GET /v2.0/networks/eaedc5a0-8343-4c22-adb2-2ff9a2bf19f4 HTTP/1.1" status: 200 len: 825 time: 1.0665724 Nov 12 03:06:48.727664 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0dc0725e-c341-45f7-ac71-0ee3dfe4e9be admin admin] 10.222.0.50 "GET /v2.0/subnetpools/f6514d18-584b-41f0-b841-6040b5c3df8b HTTP/1.1" status: 200 len: 734 time: 0.0333090 Nov 12 03:06:48.737797 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-415a7b0a-b12d-4bef-b437-72be1e1a11bf admin admin] Request body: {'subnet': {'subnetpool_id': 'f6514d18-584b-41f0-b841-6040b5c3df8b', 'tenant_id': '138b7350d01e46559d700acdfad7bd4e', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'eaedc5a0-8343-4c22-adb2-2ff9a2bf19f4', 'name': 'private-subnet'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:06:48.739347 n-d-715271-27 neutron-server[102571]: INFO neutron.quota [None req-415a7b0a-b12d-4bef-b437-72be1e1a11bf admin admin] Loaded quota_driver: . Nov 12 03:06:48.786587 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415a7b0a-b12d-4bef-b437-72be1e1a11bf admin admin] Made reservation on behalf of 138b7350d01e46559d700acdfad7bd4e for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:06:48.789724 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-415a7b0a-b12d-4bef-b437-72be1e1a11bf admin admin] Publish callbacks [] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:49.086567 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-415a7b0a-b12d-4bef-b437-72be1e1a11bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:49.159137 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415a7b0a-b12d-4bef-b437-72be1e1a11bf admin admin] Checking segment: {'id': '82cbffdc-d178-4a44-bad2-460798b8c830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'eaedc5a0-8343-4c22-adb2-2ff9a2bf19f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:06:49.159533 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415a7b0a-b12d-4bef-b437-72be1e1a11bf admin admin] Network hostable DHCP agents. Network: eaedc5a0-8343-4c22-adb2-2ff9a2bf19f4, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:06:49.173597 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a7b0a-b12d-4bef-b437-72be1e1a11bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9c914bf-87d9-4c6e-a425-0dc278bc463a,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:49.191616 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415a7b0a-b12d-4bef-b437-72be1e1a11bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:49.192002 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415a7b0a-b12d-4bef-b437-72be1e1a11bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:49.192315 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415a7b0a-b12d-4bef-b437-72be1e1a11bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:49.192664 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415a7b0a-b12d-4bef-b437-72be1e1a11bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:49.192951 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415a7b0a-b12d-4bef-b437-72be1e1a11bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:49.193289 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415a7b0a-b12d-4bef-b437-72be1e1a11bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:49.193565 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415a7b0a-b12d-4bef-b437-72be1e1a11bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:49.193876 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415a7b0a-b12d-4bef-b437-72be1e1a11bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:49.194195 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415a7b0a-b12d-4bef-b437-72be1e1a11bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:49.194528 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415a7b0a-b12d-4bef-b437-72be1e1a11bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:49.194817 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415a7b0a-b12d-4bef-b437-72be1e1a11bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:49.195168 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415a7b0a-b12d-4bef-b437-72be1e1a11bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:49.196209 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415a7b0a-b12d-4bef-b437-72be1e1a11bf admin admin] Tracked resource versions report: Nov 12 03:06:49.196209 n-d-715271-27 neutron-server[102571]: pushed versions: Nov 12 03:06:49.196209 n-d-715271-27 neutron-server[102571]: { 'AddressGroup': {'1.2'}, Nov 12 03:06:49.196209 n-d-715271-27 neutron-server[102571]: 'ConntrackHelper': {'1.0'}, Nov 12 03:06:49.196209 n-d-715271-27 neutron-server[102571]: 'Log': {'1.0'}, Nov 12 03:06:49.196209 n-d-715271-27 neutron-server[102571]: 'Network': {'1.1'}, Nov 12 03:06:49.196209 n-d-715271-27 neutron-server[102571]: 'Port': {'1.7'}, Nov 12 03:06:49.196209 n-d-715271-27 neutron-server[102571]: 'PortForwarding': {'1.2'}, Nov 12 03:06:49.196209 n-d-715271-27 neutron-server[102571]: 'QosPolicy': {'1.10'}, Nov 12 03:06:49.196209 n-d-715271-27 neutron-server[102571]: 'SecurityGroup': {'1.5'}, Nov 12 03:06:49.196209 n-d-715271-27 neutron-server[102571]: 'SecurityGroupRule': {'1.2'}, Nov 12 03:06:49.196209 n-d-715271-27 neutron-server[102571]: 'SubPort': {'1.0'}, Nov 12 03:06:49.196209 n-d-715271-27 neutron-server[102571]: 'Subnet': {'1.1'}, Nov 12 03:06:49.196209 n-d-715271-27 neutron-server[102571]: 'Trunk': {'1.1'}} Nov 12 03:06:49.196209 n-d-715271-27 neutron-server[102571]: consumer versions: Nov 12 03:06:49.196209 n-d-715271-27 neutron-server[102571]: { DHCP agent@n-d-715271-27: {}, Nov 12 03:06:49.196209 n-d-715271-27 neutron-server[102571]: L3 agent@n-d-715271-27: {}, Nov 12 03:06:49.196209 n-d-715271-27 neutron-server[102571]: Metadata agent@n-d-715271-27: {}, Nov 12 03:06:49.196209 n-d-715271-27 neutron-server[102571]: Metering agent@n-d-715271-27: {}, Nov 12 03:06:49.196209 n-d-715271-27 neutron-server[102571]: Open vSwitch agent@n-d-715271-27: { 'AddressGroup': '1.2', Nov 12 03:06:49.196209 n-d-715271-27 neutron-server[102571]: 'ConntrackHelper': '1.0', Nov 12 03:06:49.196209 n-d-715271-27 neutron-server[102571]: 'Log': '1.0', Nov 12 03:06:49.196209 n-d-715271-27 neutron-server[102571]: 'Network': '1.1', Nov 12 03:06:49.196209 n-d-715271-27 neutron-server[102571]: 'Port': '1.7', Nov 12 03:06:49.196209 n-d-715271-27 neutron-server[102571]: 'PortForwarding': '1.2', Nov 12 03:06:49.196209 n-d-715271-27 neutron-server[102571]: 'QosPolicy': '1.10', Nov 12 03:06:49.196209 n-d-715271-27 neutron-server[102571]: 'SecurityGroup': '1.5', Nov 12 03:06:49.196209 n-d-715271-27 neutron-server[102571]: 'SecurityGroupRule': '1.2', Nov 12 03:06:49.196209 n-d-715271-27 neutron-server[102571]: 'SubPort': '1.0', Nov 12 03:06:49.196209 n-d-715271-27 neutron-server[102571]: 'Subnet': '1.1', Nov 12 03:06:49.196209 n-d-715271-27 neutron-server[102571]: 'Trunk': '1.1'}} Nov 12 03:06:49.196209 n-d-715271-27 neutron-server[102571]: {{(pid=102571) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 03:06:49.216311 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415a7b0a-b12d-4bef-b437-72be1e1a11bf admin admin] Network eaedc5a0-8343-4c22-adb2-2ff9a2bf19f4 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:06:49.231419 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-415a7b0a-b12d-4bef-b437-72be1e1a11bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, eaedc5a0-8343-4c22-adb2-2ff9a2bf19f4) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:06:49.258457 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415a7b0a-b12d-4bef-b437-72be1e1a11bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:49.259457 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-415a7b0a-b12d-4bef-b437-72be1e1a11bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:49.265880 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353a4ea7-3fd1-4c7d-b90e-57679d18880c None None] Network eaedc5a0-8343-4c22-adb2-2ff9a2bf19f4 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:06:49.290673 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-415a7b0a-b12d-4bef-b437-72be1e1a11bf admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5567105 Nov 12 03:06:49.618577 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106c4316-6997-4f1d-acbb-084414c16afe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-eaedc5a0-8343-4c22-adb2-2ff9a2bf19f4', 'network_id': 'eaedc5a0-8343-4c22-adb2-2ff9a2bf19f4', 'tenant_id': '138b7350d01e46559d700acdfad7bd4e', 'fixed_ips': [{'subnet_id': 'a9c914bf-87d9-4c6e-a425-0dc278bc463a'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:06:49.619845 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-106c4316-6997-4f1d-acbb-084414c16afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:49.925258 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-106c4316-6997-4f1d-acbb-084414c16afe None None] Allocated IP 172.20.0.2 (eaedc5a0-8343-4c22-adb2-2ff9a2bf19f4/a9c914bf-87d9-4c6e-a425-0dc278bc463a/9af2398b-5dbc-438e-a1c5-b4d0123e3565) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:06:50.160515 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-106c4316-6997-4f1d-acbb-084414c16afe None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:50.169342 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-106c4316-6997-4f1d-acbb-084414c16afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:50.248642 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106c4316-6997-4f1d-acbb-084414c16afe None None] Network eaedc5a0-8343-4c22-adb2-2ff9a2bf19f4 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:06:50.257266 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-106c4316-6997-4f1d-acbb-084414c16afe None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:06:50.260308 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106c4316-6997-4f1d-acbb-084414c16afe None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:06:50.278092 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c4316-6997-4f1d-acbb-084414c16afe None None] Pushing event updated for resources: {'Port': ['ID=9af2398b-5dbc-438e-a1c5-b4d0123e3565,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:50.311314 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c4316-6997-4f1d-acbb-084414c16afe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:50.311655 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c4316-6997-4f1d-acbb-084414c16afe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:50.312044 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c4316-6997-4f1d-acbb-084414c16afe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:50.312420 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c4316-6997-4f1d-acbb-084414c16afe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:50.312748 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c4316-6997-4f1d-acbb-084414c16afe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:50.313074 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c4316-6997-4f1d-acbb-084414c16afe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:50.313398 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c4316-6997-4f1d-acbb-084414c16afe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:50.313717 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c4316-6997-4f1d-acbb-084414c16afe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:50.314042 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c4316-6997-4f1d-acbb-084414c16afe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:50.314363 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c4316-6997-4f1d-acbb-084414c16afe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:50.314723 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c4316-6997-4f1d-acbb-084414c16afe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:50.315143 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c4316-6997-4f1d-acbb-084414c16afe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:50.316421 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c4316-6997-4f1d-acbb-084414c16afe None None] Tracked resource versions report: Nov 12 03:06:50.316421 n-d-715271-27 neutron-server[102573]: pushed versions: Nov 12 03:06:50.316421 n-d-715271-27 neutron-server[102573]: { 'AddressGroup': {'1.2'}, Nov 12 03:06:50.316421 n-d-715271-27 neutron-server[102573]: 'ConntrackHelper': {'1.0'}, Nov 12 03:06:50.316421 n-d-715271-27 neutron-server[102573]: 'Log': {'1.0'}, Nov 12 03:06:50.316421 n-d-715271-27 neutron-server[102573]: 'Network': {'1.1'}, Nov 12 03:06:50.316421 n-d-715271-27 neutron-server[102573]: 'Port': {'1.7'}, Nov 12 03:06:50.316421 n-d-715271-27 neutron-server[102573]: 'PortForwarding': {'1.2'}, Nov 12 03:06:50.316421 n-d-715271-27 neutron-server[102573]: 'QosPolicy': {'1.10'}, Nov 12 03:06:50.316421 n-d-715271-27 neutron-server[102573]: 'SecurityGroup': {'1.5'}, Nov 12 03:06:50.316421 n-d-715271-27 neutron-server[102573]: 'SecurityGroupRule': {'1.2'}, Nov 12 03:06:50.316421 n-d-715271-27 neutron-server[102573]: 'SubPort': {'1.0'}, Nov 12 03:06:50.316421 n-d-715271-27 neutron-server[102573]: 'Subnet': {'1.1'}, Nov 12 03:06:50.316421 n-d-715271-27 neutron-server[102573]: 'Trunk': {'1.1'}} Nov 12 03:06:50.316421 n-d-715271-27 neutron-server[102573]: consumer versions: Nov 12 03:06:50.316421 n-d-715271-27 neutron-server[102573]: { DHCP agent@n-d-715271-27: {}, Nov 12 03:06:50.316421 n-d-715271-27 neutron-server[102573]: L3 agent@n-d-715271-27: {}, Nov 12 03:06:50.316421 n-d-715271-27 neutron-server[102573]: Metadata agent@n-d-715271-27: {}, Nov 12 03:06:50.316421 n-d-715271-27 neutron-server[102573]: Metering agent@n-d-715271-27: {}, Nov 12 03:06:50.316421 n-d-715271-27 neutron-server[102573]: Open vSwitch agent@n-d-715271-27: { 'AddressGroup': '1.2', Nov 12 03:06:50.316421 n-d-715271-27 neutron-server[102573]: 'ConntrackHelper': '1.0', Nov 12 03:06:50.316421 n-d-715271-27 neutron-server[102573]: 'Log': '1.0', Nov 12 03:06:50.316421 n-d-715271-27 neutron-server[102573]: 'Network': '1.1', Nov 12 03:06:50.316421 n-d-715271-27 neutron-server[102573]: 'Port': '1.7', Nov 12 03:06:50.316421 n-d-715271-27 neutron-server[102573]: 'PortForwarding': '1.2', Nov 12 03:06:50.316421 n-d-715271-27 neutron-server[102573]: 'QosPolicy': '1.10', Nov 12 03:06:50.316421 n-d-715271-27 neutron-server[102573]: 'SecurityGroup': '1.5', Nov 12 03:06:50.316421 n-d-715271-27 neutron-server[102573]: 'SecurityGroupRule': '1.2', Nov 12 03:06:50.316421 n-d-715271-27 neutron-server[102573]: 'SubPort': '1.0', Nov 12 03:06:50.316421 n-d-715271-27 neutron-server[102573]: 'Subnet': '1.1', Nov 12 03:06:50.316421 n-d-715271-27 neutron-server[102573]: 'Trunk': '1.1'}} Nov 12 03:06:50.316421 n-d-715271-27 neutron-server[102573]: {{(pid=102573) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 03:06:50.370646 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-106c4316-6997-4f1d-acbb-084414c16afe None None] Attempting to bind port 9af2398b-5dbc-438e-a1c5-b4d0123e3565 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:06:50.371151 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-106c4316-6997-4f1d-acbb-084414c16afe None None] Attempting to bind port 9af2398b-5dbc-438e-a1c5-b4d0123e3565 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '82cbffdc-d178-4a44-bad2-460798b8c830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'eaedc5a0-8343-4c22-adb2-2ff9a2bf19f4'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:06:50.371670 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106c4316-6997-4f1d-acbb-084414c16afe None None] Attempting to bind port 9af2398b-5dbc-438e-a1c5-b4d0123e3565 on network eaedc5a0-8343-4c22-adb2-2ff9a2bf19f4 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:06:50.377126 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106c4316-6997-4f1d-acbb-084414c16afe None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:06:50.377509 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106c4316-6997-4f1d-acbb-084414c16afe None None] Checking segment: {'id': '82cbffdc-d178-4a44-bad2-460798b8c830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'eaedc5a0-8343-4c22-adb2-2ff9a2bf19f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:06:50.377989 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-106c4316-6997-4f1d-acbb-084414c16afe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:50.378373 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106c4316-6997-4f1d-acbb-084414c16afe None None] Bound using segment: {'id': '82cbffdc-d178-4a44-bad2-460798b8c830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'eaedc5a0-8343-4c22-adb2-2ff9a2bf19f4'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:06:50.378871 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-106c4316-6997-4f1d-acbb-084414c16afe None None] Bound port: 9af2398b-5dbc-438e-a1c5-b4d0123e3565, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82cbffdc-d178-4a44-bad2-460798b8c830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'eaedc5a0-8343-4c22-adb2-2ff9a2bf19f4'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:06:50.379291 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-106c4316-6997-4f1d-acbb-084414c16afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:50.452270 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-106c4316-6997-4f1d-acbb-084414c16afe None None] For port 9af2398b-5dbc-438e-a1c5-b4d0123e3565, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:06:50.457104 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-106c4316-6997-4f1d-acbb-084414c16afe None None] For port 9af2398b-5dbc-438e-a1c5-b4d0123e3565, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=9af2398b-5dbc-438e-a1c5-b4d0123e3565,segment=NetworkSegment(82cbffdc-d178-4a44-bad2-460798b8c830),segment_id=82cbffdc-d178-4a44-bad2-460798b8c830)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:06:50.462454 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-106c4316-6997-4f1d-acbb-084414c16afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:50.530542 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c4316-6997-4f1d-acbb-084414c16afe None None] Pushing event updated for resources: {'Port': ['ID=9af2398b-5dbc-438e-a1c5-b4d0123e3565,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:51.963803 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 45750) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:52.288525 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [None req-61866603-fbe5-4e52-b296-94451ab8d851 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:06:52.289699 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-61866603-fbe5-4e52-b296-94451ab8d851 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3249917 Nov 12 03:06:54.908499 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 45758) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:55.232690 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [None req-73f06c6d-3a8a-4c91-980a-1718979b26c5 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:06:55.244118 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-73f06c6d-3a8a-4c91-980a-1718979b26c5 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3242819 Nov 12 03:06:58.030629 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 45768) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:58.333734 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-3a047bb1-43d3-488f-8a1a-fc72b9bfc72c admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '138b7350d01e46559d700acdfad7bd4e', 'admin_state_up': True}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:06:58.357986 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3a047bb1-43d3-488f-8a1a-fc72b9bfc72c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:58.360399 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3a047bb1-43d3-488f-8a1a-fc72b9bfc72c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:58.521746 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3a047bb1-43d3-488f-8a1a-fc72b9bfc72c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:58.526610 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3a047bb1-43d3-488f-8a1a-fc72b9bfc72c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:58.542010 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3a047bb1-43d3-488f-8a1a-fc72b9bfc72c admin admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:58.543196 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3a047bb1-43d3-488f-8a1a-fc72b9bfc72c admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5114346 Nov 12 03:07:00.055482 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c1add1-7928-4ddc-a0eb-e96091b034aa None None] Network eaedc5a0-8343-4c22-adb2-2ff9a2bf19f4 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:07:00.184929 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-583fc26d-d05c-4b2f-b1f4-985383f9af2e None None] Provisioning complete for port 9af2398b-5dbc-438e-a1c5-b4d0123e3565 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:07:00.185320 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-583fc26d-d05c-4b2f-b1f4-985383f9af2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:00.236318 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 9af2398b-5dbc-438e-a1c5-b4d0123e3565 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:07:00.340141 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-99b75db2-c599-490b-9dfb-8d0721431aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:00.445615 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-583fc26d-d05c-4b2f-b1f4-985383f9af2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:00.448704 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 9af2398b-5dbc-438e-a1c5-b4d0123e3565 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:07:00.449065 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:00.510711 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-583fc26d-d05c-4b2f-b1f4-985383f9af2e None None] For port 9af2398b-5dbc-438e-a1c5-b4d0123e3565, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=9af2398b-5dbc-438e-a1c5-b4d0123e3565,segment=NetworkSegment(82cbffdc-d178-4a44-bad2-460798b8c830),segment_id=82cbffdc-d178-4a44-bad2-460798b8c830)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:07:00.523215 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-583fc26d-d05c-4b2f-b1f4-985383f9af2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:00.606194 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583fc26d-d05c-4b2f-b1f4-985383f9af2e None None] Pushing event updated for resources: {'Port': ['ID=9af2398b-5dbc-438e-a1c5-b4d0123e3565,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:00.651568 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-81723ae4-9f2c-4955-aa2b-8a247a8a9045 None None] Provisioning complete for port 9af2398b-5dbc-438e-a1c5-b4d0123e3565 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:07:00.651927 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-81723ae4-9f2c-4955-aa2b-8a247a8a9045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:01.125529 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 45784) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:01.444599 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [None req-ac539a87-2f65-466c-8a9d-b027cf730df1 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:07:01.445599 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ac539a87-2f65-466c-8a9d-b027cf730df1 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3191240 Nov 12 03:07:02.181684 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 9af2398b-5dbc-438e-a1c5-b4d0123e3565 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:07:02.232560 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 9af2398b-5dbc-438e-a1c5-b4d0123e3565 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:07:02.232929 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:03.146386 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a8ecaf75-957e-4c37-95eb-9c1fc9424cea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:03.867661 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:03.966384 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 45798) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:04.147033 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-8fb0af7a-bc23-4316-b8bd-cbe52665a037 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:07:04.167682 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb0af7a-bc23-4316-b8bd-cbe52665a037 admin admin] Made reservation on behalf of 17eee99e8f354f33ad9d76dc3ce16dd2 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:07:04.169869 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8fb0af7a-bc23-4316-b8bd-cbe52665a037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:04.178900 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8fb0af7a-bc23-4316-b8bd-cbe52665a037 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:04.250314 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8fb0af7a-bc23-4316-b8bd-cbe52665a037 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:04.254276 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8fb0af7a-bc23-4316-b8bd-cbe52665a037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:04.269026 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8fb0af7a-bc23-4316-b8bd-cbe52665a037 admin admin] Reserving flat network on physical network physnet1 {{(pid=102572) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 12 03:07:04.290273 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0af7a-bc23-4316-b8bd-cbe52665a037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c78cd8-2972-4766-86c8-c261ce3cd13a,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:04.295101 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8fb0af7a-bc23-4316-b8bd-cbe52665a037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:04.295977 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-8fb0af7a-bc23-4316-b8bd-cbe52665a037 admin admin] Added segment 8ba05b76-9b0d-473b-8f43-41710aac6c83 of type flat for network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 Nov 12 03:07:04.343479 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8fb0af7a-bc23-4316-b8bd-cbe52665a037 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:04.375538 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8fb0af7a-bc23-4316-b8bd-cbe52665a037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:04.376569 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb0af7a-bc23-4316-b8bd-cbe52665a037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:04.377136 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8fb0af7a-bc23-4316-b8bd-cbe52665a037 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:04.432433 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8fb0af7a-bc23-4316-b8bd-cbe52665a037 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4649293 Nov 12 03:07:04.437820 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0af7a-bc23-4316-b8bd-cbe52665a037 admin admin] Pushing event updated for resources: {'Network': ['ID=7932a4b6-40b8-49fc-bb5c-2a6d25b0a895,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:04.459325 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:07:05.214646 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:06.162915 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:06.844449 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 45816) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:07.000962 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff04667-6dff-42b9-b223-59c31557c264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:07.002335 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-aff04667-6dff-42b9-b223-59c31557c264 admin admin] 10.222.0.50 "GET /v2.0/subnets/a9c914bf-87d9-4c6e-a425-0dc278bc463a HTTP/1.1" status: 200 len: 849 time: 0.1568692 Nov 12 03:07:07.173102 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7549f95f-e26b-4aea-b3c5-36d3984265b6 admin admin] 10.222.0.50 "GET /v2.0/routers/3fef32bd-5520-408f-b9c0-d0a8cc42c953 HTTP/1.1" status: 200 len: 704 time: 0.1645579 Nov 12 03:07:07.436827 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-50836033-83d2-4434-ae47-7535cfb00aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:07.730094 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-50836033-83d2-4434-ae47-7535cfb00aea admin admin] Allocated IP 172.20.0.1 (eaedc5a0-8343-4c22-adb2-2ff9a2bf19f4/a9c914bf-87d9-4c6e-a425-0dc278bc463a/9f560c2c-3185-46c0-9118-3e90393b167a) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:07:07.910279 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-50836033-83d2-4434-ae47-7535cfb00aea admin admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:07.973654 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-50836033-83d2-4434-ae47-7535cfb00aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:08.049820 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50836033-83d2-4434-ae47-7535cfb00aea admin admin] Network eaedc5a0-8343-4c22-adb2-2ff9a2bf19f4 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:07:08.061228 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-50836033-83d2-4434-ae47-7535cfb00aea admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:07:08.063253 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50836033-83d2-4434-ae47-7535cfb00aea admin admin] Pushing event updated for resources: {'Port': ['ID=9f560c2c-3185-46c0-9118-3e90393b167a,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:08.074899 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50836033-83d2-4434-ae47-7535cfb00aea admin admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:07:08.075454 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-50836033-83d2-4434-ae47-7535cfb00aea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:08.294426 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-31e856aa-9032-4d34-aca9-e47d0d90b6cf None None] Provisioning complete for port 9f560c2c-3185-46c0-9118-3e90393b167a triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:07:08.294985 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-31e856aa-9032-4d34-aca9-e47d0d90b6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:08.331999 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-31e856aa-9032-4d34-aca9-e47d0d90b6cf None None] Port 9f560c2c-3185-46c0-9118-3e90393b167a cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:07:08.335493 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-50836033-83d2-4434-ae47-7535cfb00aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:08.540508 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-50836033-83d2-4434-ae47-7535cfb00aea admin admin] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:08.545078 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-50836033-83d2-4434-ae47-7535cfb00aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:08.546030 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-50836033-83d2-4434-ae47-7535cfb00aea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:08.625642 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50836033-83d2-4434-ae47-7535cfb00aea admin admin] Pushing event updated for resources: {'Port': ['ID=9f560c2c-3185-46c0-9118-3e90393b167a,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:08.668785 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50836033-83d2-4434-ae47-7535cfb00aea admin admin] Network eaedc5a0-8343-4c22-adb2-2ff9a2bf19f4 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:07:08.670051 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-50836033-83d2-4434-ae47-7535cfb00aea admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:07:08.837993 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50836033-83d2-4434-ae47-7535cfb00aea admin admin] Router 3fef32bd-5520-408f-b9c0-d0a8cc42c953 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:07:08.853140 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-daf2febc-024a-4e21-911a-c8a0aa12e1cf None None] Provisioning complete for port 9f560c2c-3185-46c0-9118-3e90393b167a triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:07:08.853505 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-daf2febc-024a-4e21-911a-c8a0aa12e1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:08.886327 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-daf2febc-024a-4e21-911a-c8a0aa12e1cf None None] Port 9f560c2c-3185-46c0-9118-3e90393b167a cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:07:08.931596 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50836033-83d2-4434-ae47-7535cfb00aea admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:07:08.937697 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-50836033-83d2-4434-ae47-7535cfb00aea admin admin] 10.222.0.50 "PUT /v2.0/routers/3fef32bd-5520-408f-b9c0-d0a8cc42c953/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7573268 Nov 12 03:07:08.941595 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173b9a60-7ebd-4e65-8833-cfa8f3fd3988 None None] Sync routers for ids ['3fef32bd-5520-408f-b9c0-d0a8cc42c953'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:07:08.960439 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173b9a60-7ebd-4e65-8833-cfa8f3fd3988 None None] Routers {'3fef32bd-5520-408f-b9c0-d0a8cc42c953'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:07:08.961285 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-173b9a60-7ebd-4e65-8833-cfa8f3fd3988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:07:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['3fef32bd-5520-408f-b9c0-d0a8cc42c953'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:07:09.153492 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-173b9a60-7ebd-4e65-8833-cfa8f3fd3988 None None] Set router 3fef32bd-5520-408f-b9c0-d0a8cc42c953 gateway port host: None {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:07:09.592310 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-173b9a60-7ebd-4e65-8833-cfa8f3fd3988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fef32bd-5520-408f-b9c0-d0a8cc42c953', 'name': 'router1', 'tenant_id': '138b7350d01e46559d700acdfad7bd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:06:58Z', 'updated_at': '2021-11-12T03:07:08Z', 'revision_number': 2, 'project_id': '138b7350d01e46559d700acdfad7bd4e', 'gw_port_host': None, '_interfaces': [{'id': '9f560c2c-3185-46c0-9118-3e90393b167a', 'name': '', 'network_id': 'eaedc5a0-8343-4c22-adb2-2ff9a2bf19f4', 'tenant_id': '138b7350d01e46559d700acdfad7bd4e', 'mac_address': 'fa:16:3e:15:a0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fef32bd-5520-408f-b9c0-d0a8cc42c953', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9c914bf-87d9-4c6e-a425-0dc278bc463a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:07:07Z', 'updated_at': '2021-11-12T03:07:08Z', 'revision_number': 2, 'project_id': '138b7350d01e46559d700acdfad7bd4e', 'subnets': [{'id': 'a9c914bf-87d9-4c6e-a425-0dc278bc463a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f6514d18-584b-41f0-b841-6040b5c3df8b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:07:09.643438 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173b9a60-7ebd-4e65-8833-cfa8f3fd3988 None None] Checking router: 3fef32bd-5520-408f-b9c0-d0a8cc42c953 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:07:09.643800 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173b9a60-7ebd-4e65-8833-cfa8f3fd3988 None None] Updating router 3fef32bd-5520-408f-b9c0-d0a8cc42c953 port 9f560c2c-3185-46c0-9118-3e90393b167a binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:07:09.692318 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-173b9a60-7ebd-4e65-8833-cfa8f3fd3988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:10.203439 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-173b9a60-7ebd-4e65-8833-cfa8f3fd3988 None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:10.209430 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-173b9a60-7ebd-4e65-8833-cfa8f3fd3988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:10.375148 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-173b9a60-7ebd-4e65-8833-cfa8f3fd3988 None None] Attempting to bind port 9f560c2c-3185-46c0-9118-3e90393b167a on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:07:10.375549 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-173b9a60-7ebd-4e65-8833-cfa8f3fd3988 None None] Attempting to bind port 9f560c2c-3185-46c0-9118-3e90393b167a by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '82cbffdc-d178-4a44-bad2-460798b8c830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'eaedc5a0-8343-4c22-adb2-2ff9a2bf19f4'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:07:10.375990 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173b9a60-7ebd-4e65-8833-cfa8f3fd3988 None None] Attempting to bind port 9f560c2c-3185-46c0-9118-3e90393b167a on network eaedc5a0-8343-4c22-adb2-2ff9a2bf19f4 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:07:10.378058 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8cbedb-9755-49ea-b403-e98c09e777de None None] Pushing event updated for resources: {'Port': ['ID=9f560c2c-3185-46c0-9118-3e90393b167a,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:10.388258 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cbedb-9755-49ea-b403-e98c09e777de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:10.388596 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cbedb-9755-49ea-b403-e98c09e777de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:10.389477 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cbedb-9755-49ea-b403-e98c09e777de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:10.389807 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cbedb-9755-49ea-b403-e98c09e777de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:10.390283 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cbedb-9755-49ea-b403-e98c09e777de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:10.390606 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cbedb-9755-49ea-b403-e98c09e777de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:10.390925 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cbedb-9755-49ea-b403-e98c09e777de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:10.391249 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cbedb-9755-49ea-b403-e98c09e777de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:10.391564 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cbedb-9755-49ea-b403-e98c09e777de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:10.391879 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cbedb-9755-49ea-b403-e98c09e777de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:10.392219 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cbedb-9755-49ea-b403-e98c09e777de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:10.392535 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cbedb-9755-49ea-b403-e98c09e777de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:10.393582 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cbedb-9755-49ea-b403-e98c09e777de None None] Tracked resource versions report: Nov 12 03:07:10.393582 n-d-715271-27 neutron-server[102574]: pushed versions: Nov 12 03:07:10.393582 n-d-715271-27 neutron-server[102574]: { 'AddressGroup': {'1.2'}, Nov 12 03:07:10.393582 n-d-715271-27 neutron-server[102574]: 'ConntrackHelper': {'1.0'}, Nov 12 03:07:10.393582 n-d-715271-27 neutron-server[102574]: 'Log': {'1.0'}, Nov 12 03:07:10.393582 n-d-715271-27 neutron-server[102574]: 'Network': {'1.1'}, Nov 12 03:07:10.393582 n-d-715271-27 neutron-server[102574]: 'Port': {'1.7'}, Nov 12 03:07:10.393582 n-d-715271-27 neutron-server[102574]: 'PortForwarding': {'1.2'}, Nov 12 03:07:10.393582 n-d-715271-27 neutron-server[102574]: 'QosPolicy': {'1.10'}, Nov 12 03:07:10.393582 n-d-715271-27 neutron-server[102574]: 'SecurityGroup': {'1.5'}, Nov 12 03:07:10.393582 n-d-715271-27 neutron-server[102574]: 'SecurityGroupRule': {'1.2'}, Nov 12 03:07:10.393582 n-d-715271-27 neutron-server[102574]: 'SubPort': {'1.0'}, Nov 12 03:07:10.393582 n-d-715271-27 neutron-server[102574]: 'Subnet': {'1.1'}, Nov 12 03:07:10.393582 n-d-715271-27 neutron-server[102574]: 'Trunk': {'1.1'}} Nov 12 03:07:10.393582 n-d-715271-27 neutron-server[102574]: consumer versions: Nov 12 03:07:10.393582 n-d-715271-27 neutron-server[102574]: { DHCP agent@n-d-715271-27: {}, Nov 12 03:07:10.393582 n-d-715271-27 neutron-server[102574]: L3 agent@n-d-715271-27: {}, Nov 12 03:07:10.393582 n-d-715271-27 neutron-server[102574]: Metadata agent@n-d-715271-27: {}, Nov 12 03:07:10.393582 n-d-715271-27 neutron-server[102574]: Metering agent@n-d-715271-27: {}, Nov 12 03:07:10.393582 n-d-715271-27 neutron-server[102574]: Open vSwitch agent@n-d-715271-27: { 'AddressGroup': '1.2', Nov 12 03:07:10.393582 n-d-715271-27 neutron-server[102574]: 'ConntrackHelper': '1.0', Nov 12 03:07:10.393582 n-d-715271-27 neutron-server[102574]: 'Log': '1.0', Nov 12 03:07:10.393582 n-d-715271-27 neutron-server[102574]: 'Network': '1.1', Nov 12 03:07:10.393582 n-d-715271-27 neutron-server[102574]: 'Port': '1.7', Nov 12 03:07:10.393582 n-d-715271-27 neutron-server[102574]: 'PortForwarding': '1.2', Nov 12 03:07:10.393582 n-d-715271-27 neutron-server[102574]: 'QosPolicy': '1.10', Nov 12 03:07:10.393582 n-d-715271-27 neutron-server[102574]: 'SecurityGroup': '1.5', Nov 12 03:07:10.393582 n-d-715271-27 neutron-server[102574]: 'SecurityGroupRule': '1.2', Nov 12 03:07:10.393582 n-d-715271-27 neutron-server[102574]: 'SubPort': '1.0', Nov 12 03:07:10.393582 n-d-715271-27 neutron-server[102574]: 'Subnet': '1.1', Nov 12 03:07:10.393582 n-d-715271-27 neutron-server[102574]: 'Trunk': '1.1'}} Nov 12 03:07:10.393582 n-d-715271-27 neutron-server[102574]: {{(pid=102574) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 03:07:10.395931 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173b9a60-7ebd-4e65-8833-cfa8f3fd3988 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:07:10.396367 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173b9a60-7ebd-4e65-8833-cfa8f3fd3988 None None] Checking segment: {'id': '82cbffdc-d178-4a44-bad2-460798b8c830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'eaedc5a0-8343-4c22-adb2-2ff9a2bf19f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:07:10.396844 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-173b9a60-7ebd-4e65-8833-cfa8f3fd3988 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:10.397216 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173b9a60-7ebd-4e65-8833-cfa8f3fd3988 None None] Bound using segment: {'id': '82cbffdc-d178-4a44-bad2-460798b8c830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'eaedc5a0-8343-4c22-adb2-2ff9a2bf19f4'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:07:10.397725 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-173b9a60-7ebd-4e65-8833-cfa8f3fd3988 None None] Bound port: 9f560c2c-3185-46c0-9118-3e90393b167a, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82cbffdc-d178-4a44-bad2-460798b8c830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'eaedc5a0-8343-4c22-adb2-2ff9a2bf19f4'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:07:10.398115 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-173b9a60-7ebd-4e65-8833-cfa8f3fd3988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:10.417457 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-eee23784-da21-482f-9de4-c5a56078b0a0 None None] Provisioning complete for port 9f560c2c-3185-46c0-9118-3e90393b167a triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:07:10.418361 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-eee23784-da21-482f-9de4-c5a56078b0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:10.455237 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-eee23784-da21-482f-9de4-c5a56078b0a0 None None] Port 9f560c2c-3185-46c0-9118-3e90393b167a cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:07:10.471871 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-173b9a60-7ebd-4e65-8833-cfa8f3fd3988 None None] For port 9f560c2c-3185-46c0-9118-3e90393b167a, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:07:10.490827 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-173b9a60-7ebd-4e65-8833-cfa8f3fd3988 None None] For port 9f560c2c-3185-46c0-9118-3e90393b167a, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=9f560c2c-3185-46c0-9118-3e90393b167a,segment=NetworkSegment(82cbffdc-d178-4a44-bad2-460798b8c830),segment_id=82cbffdc-d178-4a44-bad2-460798b8c830)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:07:10.495516 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-173b9a60-7ebd-4e65-8833-cfa8f3fd3988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:10.554851 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8cbedb-9755-49ea-b403-e98c09e777de None None] Pushing event updated for resources: {'Port': ['ID=9f560c2c-3185-46c0-9118-3e90393b167a,revision_number=4']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:10.559118 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173b9a60-7ebd-4e65-8833-cfa8f3fd3988 None None] Routers {'3fef32bd-5520-408f-b9c0-d0a8cc42c953'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:07:10.559727 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-173b9a60-7ebd-4e65-8833-cfa8f3fd3988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:07:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['3fef32bd-5520-408f-b9c0-d0a8cc42c953'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:07:10.652981 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-173b9a60-7ebd-4e65-8833-cfa8f3fd3988 None None] Set router 3fef32bd-5520-408f-b9c0-d0a8cc42c953 gateway port host: None {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:07:10.778412 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-0928e5b4-d320-47e4-a6d9-818094a89096 None None] Provisioning complete for port 9f560c2c-3185-46c0-9118-3e90393b167a triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:07:10.778891 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0928e5b4-d320-47e4-a6d9-818094a89096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:10.858702 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0928e5b4-d320-47e4-a6d9-818094a89096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:10.866348 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-173b9a60-7ebd-4e65-8833-cfa8f3fd3988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fef32bd-5520-408f-b9c0-d0a8cc42c953', 'name': 'router1', 'tenant_id': '138b7350d01e46559d700acdfad7bd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:06:58Z', 'updated_at': '2021-11-12T03:07:08Z', 'revision_number': 2, 'project_id': '138b7350d01e46559d700acdfad7bd4e', 'gw_port_host': None, '_interfaces': [{'id': '9f560c2c-3185-46c0-9118-3e90393b167a', 'name': '', 'network_id': 'eaedc5a0-8343-4c22-adb2-2ff9a2bf19f4', 'tenant_id': '138b7350d01e46559d700acdfad7bd4e', 'mac_address': 'fa:16:3e:15:a0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fef32bd-5520-408f-b9c0-d0a8cc42c953', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9c914bf-87d9-4c6e-a425-0dc278bc463a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:07:07Z', 'updated_at': '2021-11-12T03:07:10Z', 'revision_number': 4, 'project_id': '138b7350d01e46559d700acdfad7bd4e', 'subnets': [{'id': 'a9c914bf-87d9-4c6e-a425-0dc278bc463a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f6514d18-584b-41f0-b841-6040b5c3df8b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:07:10.893714 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-0928e5b4-d320-47e4-a6d9-818094a89096 None None] For port 9f560c2c-3185-46c0-9118-3e90393b167a, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=9f560c2c-3185-46c0-9118-3e90393b167a,segment=NetworkSegment(82cbffdc-d178-4a44-bad2-460798b8c830),segment_id=82cbffdc-d178-4a44-bad2-460798b8c830)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:07:10.896203 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173b9a60-7ebd-4e65-8833-cfa8f3fd3988 None None] The sync data for ids ['3fef32bd-5520-408f-b9c0-d0a8cc42c953'] in n-d-715271-27 is: [{'id': '3fef32bd-5520-408f-b9c0-d0a8cc42c953', 'name': 'router1', 'tenant_id': '138b7350d01e46559d700acdfad7bd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:06:58Z', 'updated_at': '2021-11-12T03:07:08Z', 'revision_number': 2, 'project_id': '138b7350d01e46559d700acdfad7bd4e', 'gw_port_host': None, '_interfaces': [{'id': '9f560c2c-3185-46c0-9118-3e90393b167a', 'name': '', 'network_id': 'eaedc5a0-8343-4c22-adb2-2ff9a2bf19f4', 'tenant_id': '138b7350d01e46559d700acdfad7bd4e', 'mac_address': 'fa:16:3e:15:a0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fef32bd-5520-408f-b9c0-d0a8cc42c953', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9c914bf-87d9-4c6e-a425-0dc278bc463a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:07:07Z', 'updated_at': '2021-11-12T03:07:10Z', 'revision_number': 4, 'project_id': '138b7350d01e46559d700acdfad7bd4e', 'subnets': [{'id': 'a9c914bf-87d9-4c6e-a425-0dc278bc463a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f6514d18-584b-41f0-b841-6040b5c3df8b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:07:10.898385 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0928e5b4-d320-47e4-a6d9-818094a89096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:10.949274 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0928e5b4-d320-47e4-a6d9-818094a89096 None None] Pushing event updated for resources: {'Port': ['ID=9f560c2c-3185-46c0-9118-3e90393b167a,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:11.338149 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 45832) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:11.448914 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2aa2206-09ef-4a4b-bb83-b7a1cff17855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:11.450272 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a2aa2206-09ef-4a4b-bb83-b7a1cff17855 admin admin] 10.222.0.50 "GET /v2.0/networks/7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 HTTP/1.1" status: 200 len: 842 time: 0.1111970 Nov 12 03:07:11.461198 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-519e13ca-949e-4c78-9300-dac3d934ff15 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.25.5.1', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'cidr': '172.25.5.0/24', 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:07:11.486338 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519e13ca-949e-4c78-9300-dac3d934ff15 admin admin] Made reservation on behalf of 17eee99e8f354f33ad9d76dc3ce16dd2 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:07:11.488616 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-519e13ca-949e-4c78-9300-dac3d934ff15 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:11.788628 n-d-715271-27 neutron-server[102572]: DEBUG neutron.objects.ports [None req-519e13ca-949e-4c78-9300-dac3d934ff15 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102572) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:07:11.789054 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-519e13ca-949e-4c78-9300-dac3d934ff15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:11.843905 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e13ca-949e-4c78-9300-dac3d934ff15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df4286fc-062c-4338-b019-0a673a2616ee,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:11.852296 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519e13ca-949e-4c78-9300-dac3d934ff15 admin admin] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:07:11.852639 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519e13ca-949e-4c78-9300-dac3d934ff15 admin admin] Network hostable DHCP agents. Network: 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:07:11.873738 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519e13ca-949e-4c78-9300-dac3d934ff15 admin admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:07:11.885236 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-519e13ca-949e-4c78-9300-dac3d934ff15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:07:11.890089 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519e13ca-949e-4c78-9300-dac3d934ff15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:11.890624 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-519e13ca-949e-4c78-9300-dac3d934ff15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:11.896718 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643dbe4a-befc-4e43-9e05-a239976e3d91 None None] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:07:11.912728 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-519e13ca-949e-4c78-9300-dac3d934ff15 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4549112 Nov 12 03:07:12.031989 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2584104a-cbaa-4b75-b3a8-718fcc8ee43c None None] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:07:13.474058 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 5 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:07:14.365777 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 45840) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:14.499725 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2803ae12-cc06-455e-b2df-b481583f29d1 admin admin] 10.222.0.50 "GET /v2.0/routers/3fef32bd-5520-408f-b9c0-d0a8cc42c953 HTTP/1.1" status: 200 len: 710 time: 0.1327250 Nov 12 03:07:14.589953 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb722cce-9a1b-4b18-8062-376b777cf64a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:14.591439 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-eb722cce-9a1b-4b18-8062-376b777cf64a admin admin] 10.222.0.50 "GET /v2.0/networks/7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 HTTP/1.1" status: 200 len: 886 time: 0.0839598 Nov 12 03:07:14.601710 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-ef8242ef-e86a-4e9a-8b02-6d4e0224c105 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:07:14.937065 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ef8242ef-e86a-4e9a-8b02-6d4e0224c105 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:15.179886 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ef8242ef-e86a-4e9a-8b02-6d4e0224c105 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:15.252296 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ef8242ef-e86a-4e9a-8b02-6d4e0224c105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:15.355491 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-ef8242ef-e86a-4e9a-8b02-6d4e0224c105 admin admin] Allocated IP 172.25.5.66 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/06961475-2247-4a0b-af9b-a9809c59692c) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:07:15.461544 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ef8242ef-e86a-4e9a-8b02-6d4e0224c105 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:15.494206 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ef8242ef-e86a-4e9a-8b02-6d4e0224c105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:15.527185 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8242ef-e86a-4e9a-8b02-6d4e0224c105 admin admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:07:15.530415 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-ef8242ef-e86a-4e9a-8b02-6d4e0224c105 admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:07:15.538060 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8242ef-e86a-4e9a-8b02-6d4e0224c105 admin admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:07:15.571641 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8242ef-e86a-4e9a-8b02-6d4e0224c105 admin admin] Pushing event updated for resources: {'Port': ['ID=06961475-2247-4a0b-af9b-a9809c59692c,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:15.781795 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ef8242ef-e86a-4e9a-8b02-6d4e0224c105 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:15.975532 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ef8242ef-e86a-4e9a-8b02-6d4e0224c105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41374'] for router, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:15.979003 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ef8242ef-e86a-4e9a-8b02-6d4e0224c105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-622926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-623029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620584'] for router, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:16.171543 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef8242ef-e86a-4e9a-8b02-6d4e0224c105 admin admin] Router 3fef32bd-5520-408f-b9c0-d0a8cc42c953 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:07:16.277261 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8242ef-e86a-4e9a-8b02-6d4e0224c105 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:07:16.282050 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ef8242ef-e86a-4e9a-8b02-6d4e0224c105 admin admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:16.283879 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ef8242ef-e86a-4e9a-8b02-6d4e0224c105 admin admin] 10.222.0.50 "PUT /v2.0/routers/3fef32bd-5520-408f-b9c0-d0a8cc42c953 HTTP/1.1" status: 200 len: 889 time: 1.6856539 Nov 12 03:07:17.965420 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b58a8d-0023-4ac8-b32b-e3bb85958acb None None] Sync routers for ids ['3fef32bd-5520-408f-b9c0-d0a8cc42c953'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:07:17.977226 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b58a8d-0023-4ac8-b32b-e3bb85958acb None None] Routers {'3fef32bd-5520-408f-b9c0-d0a8cc42c953'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:07:17.977946 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f3b58a8d-0023-4ac8-b32b-e3bb85958acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:07:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['3fef32bd-5520-408f-b9c0-d0a8cc42c953'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:07:18.191603 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-f3b58a8d-0023-4ac8-b32b-e3bb85958acb None None] Set router 3fef32bd-5520-408f-b9c0-d0a8cc42c953 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:07:18.236442 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 9f560c2c-3185-46c0-9118-3e90393b167a up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:07:18.468351 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 9f560c2c-3185-46c0-9118-3e90393b167a triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:07:18.468726 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:18.761482 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f3b58a8d-0023-4ac8-b32b-e3bb85958acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fef32bd-5520-408f-b9c0-d0a8cc42c953', 'name': 'router1', 'tenant_id': '138b7350d01e46559d700acdfad7bd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '06961475-2247-4a0b-af9b-a9809c59692c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:06:58Z', 'updated_at': '2021-11-12T03:07:15Z', 'revision_number': 4, 'project_id': '138b7350d01e46559d700acdfad7bd4e', 'gw_port': {'id': '06961475-2247-4a0b-af9b-a9809c59692c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fef32bd-5520-408f-b9c0-d0a8cc42c953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:07:15Z', 'updated_at': '2021-11-12T03:07:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '9f560c2c-3185-46c0-9118-3e90393b167a', 'name': '', 'network_id': 'eaedc5a0-8343-4c22-adb2-2ff9a2bf19f4', 'tenant_id': '138b7350d01e46559d700acdfad7bd4e', 'mac_address': 'fa:16:3e:15:a0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fef32bd-5520-408f-b9c0-d0a8cc42c953', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9c914bf-87d9-4c6e-a425-0dc278bc463a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:07:07Z', 'updated_at': '2021-11-12T03:07:10Z', 'revision_number': 5, 'project_id': '138b7350d01e46559d700acdfad7bd4e', 'subnets': [{'id': 'a9c914bf-87d9-4c6e-a425-0dc278bc463a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f6514d18-584b-41f0-b841-6040b5c3df8b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:07:18.810132 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b58a8d-0023-4ac8-b32b-e3bb85958acb None None] Checking router: 3fef32bd-5520-408f-b9c0-d0a8cc42c953 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:07:18.811131 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b58a8d-0023-4ac8-b32b-e3bb85958acb None None] Updating router 3fef32bd-5520-408f-b9c0-d0a8cc42c953 port 06961475-2247-4a0b-af9b-a9809c59692c binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:07:18.860926 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f3b58a8d-0023-4ac8-b32b-e3bb85958acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:18.869617 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 45852) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:18.984432 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e4a780c5-aab4-434e-b4ec-4326dde57572 admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1135793 Nov 12 03:07:19.199578 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f3b58a8d-0023-4ac8-b32b-e3bb85958acb None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:19.205927 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f3b58a8d-0023-4ac8-b32b-e3bb85958acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:19.258863 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-f3b58a8d-0023-4ac8-b32b-e3bb85958acb None None] Attempting to bind port 06961475-2247-4a0b-af9b-a9809c59692c on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:07:19.259231 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-f3b58a8d-0023-4ac8-b32b-e3bb85958acb None None] Attempting to bind port 06961475-2247-4a0b-af9b-a9809c59692c by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:07:19.259588 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b58a8d-0023-4ac8-b32b-e3bb85958acb None None] Attempting to bind port 06961475-2247-4a0b-af9b-a9809c59692c on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:07:19.262673 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820c643-4738-4da2-bc07-2baaee7e8ba0 None None] Pushing event updated for resources: {'Port': ['ID=06961475-2247-4a0b-af9b-a9809c59692c,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:19.267988 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b58a8d-0023-4ac8-b32b-e3bb85958acb None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:07:19.268391 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b58a8d-0023-4ac8-b32b-e3bb85958acb None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:07:19.268785 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f3b58a8d-0023-4ac8-b32b-e3bb85958acb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:19.269164 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b58a8d-0023-4ac8-b32b-e3bb85958acb None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:07:19.269619 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-f3b58a8d-0023-4ac8-b32b-e3bb85958acb None None] Bound port: 06961475-2247-4a0b-af9b-a9809c59692c, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:07:19.270388 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f3b58a8d-0023-4ac8-b32b-e3bb85958acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:19.322703 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-f3b58a8d-0023-4ac8-b32b-e3bb85958acb None None] For port 06961475-2247-4a0b-af9b-a9809c59692c, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:07:19.325744 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-f3b58a8d-0023-4ac8-b32b-e3bb85958acb None None] For port 06961475-2247-4a0b-af9b-a9809c59692c, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=06961475-2247-4a0b-af9b-a9809c59692c,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:07:19.329782 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f3b58a8d-0023-4ac8-b32b-e3bb85958acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:19.380168 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b58a8d-0023-4ac8-b32b-e3bb85958acb None None] Routers {'3fef32bd-5520-408f-b9c0-d0a8cc42c953'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:07:19.380771 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f3b58a8d-0023-4ac8-b32b-e3bb85958acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:07:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['3fef32bd-5520-408f-b9c0-d0a8cc42c953'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:07:19.432024 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820c643-4738-4da2-bc07-2baaee7e8ba0 None None] Pushing event updated for resources: {'Port': ['ID=06961475-2247-4a0b-af9b-a9809c59692c,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:19.509674 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-f3b58a8d-0023-4ac8-b32b-e3bb85958acb None None] Set router 3fef32bd-5520-408f-b9c0-d0a8cc42c953 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:07:19.729410 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f3b58a8d-0023-4ac8-b32b-e3bb85958acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fef32bd-5520-408f-b9c0-d0a8cc42c953', 'name': 'router1', 'tenant_id': '138b7350d01e46559d700acdfad7bd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '06961475-2247-4a0b-af9b-a9809c59692c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:06:58Z', 'updated_at': '2021-11-12T03:07:15Z', 'revision_number': 4, 'project_id': '138b7350d01e46559d700acdfad7bd4e', 'gw_port': {'id': '06961475-2247-4a0b-af9b-a9809c59692c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fef32bd-5520-408f-b9c0-d0a8cc42c953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:07:15Z', 'updated_at': '2021-11-12T03:07:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '9f560c2c-3185-46c0-9118-3e90393b167a', 'name': '', 'network_id': 'eaedc5a0-8343-4c22-adb2-2ff9a2bf19f4', 'tenant_id': '138b7350d01e46559d700acdfad7bd4e', 'mac_address': 'fa:16:3e:15:a0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fef32bd-5520-408f-b9c0-d0a8cc42c953', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9c914bf-87d9-4c6e-a425-0dc278bc463a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:07:07Z', 'updated_at': '2021-11-12T03:07:10Z', 'revision_number': 5, 'project_id': '138b7350d01e46559d700acdfad7bd4e', 'subnets': [{'id': 'a9c914bf-87d9-4c6e-a425-0dc278bc463a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f6514d18-584b-41f0-b841-6040b5c3df8b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:07:19.760635 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b58a8d-0023-4ac8-b32b-e3bb85958acb None None] The sync data for ids ['3fef32bd-5520-408f-b9c0-d0a8cc42c953'] in n-d-715271-27 is: [{'id': '3fef32bd-5520-408f-b9c0-d0a8cc42c953', 'name': 'router1', 'tenant_id': '138b7350d01e46559d700acdfad7bd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '06961475-2247-4a0b-af9b-a9809c59692c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:06:58Z', 'updated_at': '2021-11-12T03:07:15Z', 'revision_number': 4, 'project_id': '138b7350d01e46559d700acdfad7bd4e', 'gw_port': {'id': '06961475-2247-4a0b-af9b-a9809c59692c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fef32bd-5520-408f-b9c0-d0a8cc42c953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:07:15Z', 'updated_at': '2021-11-12T03:07:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '9f560c2c-3185-46c0-9118-3e90393b167a', 'name': '', 'network_id': 'eaedc5a0-8343-4c22-adb2-2ff9a2bf19f4', 'tenant_id': '138b7350d01e46559d700acdfad7bd4e', 'mac_address': 'fa:16:3e:15:a0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fef32bd-5520-408f-b9c0-d0a8cc42c953', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9c914bf-87d9-4c6e-a425-0dc278bc463a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:07:07Z', 'updated_at': '2021-11-12T03:07:10Z', 'revision_number': 5, 'project_id': '138b7350d01e46559d700acdfad7bd4e', 'subnets': [{'id': 'a9c914bf-87d9-4c6e-a425-0dc278bc463a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f6514d18-584b-41f0-b841-6040b5c3df8b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:07:20.228289 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 06961475-2247-4a0b-af9b-a9809c59692c up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:07:20.286619 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 06961475-2247-4a0b-af9b-a9809c59692c triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:07:20.286619 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:20.374014 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:20.436265 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 06961475-2247-4a0b-af9b-a9809c59692c, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=06961475-2247-4a0b-af9b-a9809c59692c,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:07:20.441875 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:20.494071 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=06961475-2247-4a0b-af9b-a9809c59692c,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:22.215667 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 06961475-2247-4a0b-af9b-a9809c59692c up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:07:22.265578 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 06961475-2247-4a0b-af9b-a9809c59692c triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:07:22.265953 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:30.282497 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d982fc10-f1e2-418f-b57a-cbedc4ca2086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:33.152277 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c986a1e2-b98d-4f79-91ea-7fb62b69b47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:33.880388 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:35.344462 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:36.170199 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:50.473815 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 5 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:08:00.248516 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cd34265d-3930-4306-9d7e-03b1a623e0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:03.146704 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1392f677-641f-492e-9246-959f24810846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:03.874461 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:05.232505 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:06.165753 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:27.473162 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 5 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:08:30.251627 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4646608e-eb40-45b8-abf9-31fad50de5ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:33.162317 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-587f0503-91a0-4e2f-8200-30303d3db825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:33.880289 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:35.232058 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:36.171116 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:00.258943 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2558ee46-4be3-4e44-b093-f1da3b18a507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:03.146494 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f7f03bf9-ae09-46ed-b0bf-9f8a3bfb60cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:03.885146 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:04.473830 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 5 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:09:04.771892 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 46446) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:04.842089 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-6994b6ff-eec9-4a31-bf7a-10b1c6c80b4b admin admin] GET failed (client error): The resource could not be found. Nov 12 03:09:04.843479 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6994b6ff-eec9-4a31-bf7a-10b1c6c80b4b admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0706158 Nov 12 03:09:05.015074 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7461e6d8-90db-4645-a165-8a5062fae97b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:05.016545 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7461e6d8-90db-4645-a165-8a5062fae97b admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1683204 Nov 12 03:09:05.238730 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:06.175450 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:07.415315 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 46456) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:07.534534 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f1990c-7c02-4c9f-8b65-d237eec6cca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:07.535928 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-72f1990c-7c02-4c9f-8b65-d237eec6cca7 admin admin] 10.222.0.50 "GET /v2.0/subnets/a9c914bf-87d9-4c6e-a425-0dc278bc463a HTTP/1.1" status: 200 len: 849 time: 0.1190875 Nov 12 03:09:07.552196 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-9b49d553-392a-42dc-9d23-c387af23e094 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:07.652108 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9b49d553-392a-42dc-9d23-c387af23e094 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:07.833017 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9b49d553-392a-42dc-9d23-c387af23e094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746944722315'] for subnet, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:07.867038 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b49d553-392a-42dc-9d23-c387af23e094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:07.867610 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9b49d553-392a-42dc-9d23-c387af23e094 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:07.869192 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9b49d553-392a-42dc-9d23-c387af23e094 admin admin] 10.222.0.50 "PUT /v2.0/subnets/a9c914bf-87d9-4c6e-a425-0dc278bc463a HTTP/1.1" status: 200 len: 868 time: 0.3228610 Nov 12 03:09:07.891133 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbfeba1-f940-4d3d-af32-03c2ddb0d0aa None None] Network eaedc5a0-8343-4c22-adb2-2ff9a2bf19f4 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:09:07.901330 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b49d553-392a-42dc-9d23-c387af23e094 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9c914bf-87d9-4c6e-a425-0dc278bc463a,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:07.913000 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b49d553-392a-42dc-9d23-c387af23e094 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:07.913291 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b49d553-392a-42dc-9d23-c387af23e094 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:07.913803 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b49d553-392a-42dc-9d23-c387af23e094 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:07.914302 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b49d553-392a-42dc-9d23-c387af23e094 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:07.914835 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b49d553-392a-42dc-9d23-c387af23e094 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:07.915381 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b49d553-392a-42dc-9d23-c387af23e094 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:07.915902 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b49d553-392a-42dc-9d23-c387af23e094 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:07.916606 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b49d553-392a-42dc-9d23-c387af23e094 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:07.916963 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b49d553-392a-42dc-9d23-c387af23e094 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:07.917438 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b49d553-392a-42dc-9d23-c387af23e094 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:07.918034 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b49d553-392a-42dc-9d23-c387af23e094 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:07.918598 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b49d553-392a-42dc-9d23-c387af23e094 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:08.403828 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-ef105599-4240-4315-994b-c27f9b72fcae None None] Provisioning complete for port 9af2398b-5dbc-438e-a1c5-b4d0123e3565 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:08.404190 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ef105599-4240-4315-994b-c27f9b72fcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:08.507668 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-ef105599-4240-4315-994b-c27f9b72fcae None None] Provisioning complete for port 9f560c2c-3185-46c0-9118-3e90393b167a triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:08.507917 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ef105599-4240-4315-994b-c27f9b72fcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:10.314345 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 46464) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:10.530773 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7797dceb-90a8-44cc-9cfa-3276b2e0db69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:10.531144 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7797dceb-90a8-44cc-9cfa-3276b2e0db69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:10.532733 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7797dceb-90a8-44cc-9cfa-3276b2e0db69 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2174020 Nov 12 03:09:12.894050 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 46472) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:13.060617 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55db753f-4237-4282-9177-83469c0c621d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:13.061083 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55db753f-4237-4282-9177-83469c0c621d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:13.062630 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-55db753f-4237-4282-9177-83469c0c621d admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1676087 Nov 12 03:09:15.517960 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 46480) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:15.717352 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6535983c-623a-4b59-a5bc-3fddc5843703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:15.718828 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6535983c-623a-4b59-a5bc-3fddc5843703 admin admin] 10.222.0.50 "GET /v2.0/networks/7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 HTTP/1.1" status: 200 len: 886 time: 0.1999090 Nov 12 03:09:18.132521 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 46490) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:18.295259 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe7c6be-69ac-4eeb-93c9-32fcc0de9290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:18.296857 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7fe7c6be-69ac-4eeb-93c9-32fcc0de9290 admin admin] 10.222.0.50 "GET /v2.0/networks/eaedc5a0-8343-4c22-adb2-2ff9a2bf19f4 HTTP/1.1" status: 200 len: 869 time: 0.1633205 Nov 12 03:09:20.718896 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 46498) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:20.853854 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caf644f-621a-4324-a9f3-29c3c8472c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:20.854286 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caf644f-621a-4324-a9f3-29c3c8472c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:20.855836 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5caf644f-621a-4324-a9f3-29c3c8472c94 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1359980 Nov 12 03:09:23.199737 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 46506) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:23.299776 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569b3124-e399-4c79-992e-45551283fea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:23.300253 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569b3124-e399-4c79-992e-45551283fea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:23.301778 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-569b3124-e399-4c79-992e-45551283fea9 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1010337 Nov 12 03:09:25.660489 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 46514) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:25.755637 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdb8e29-a1b8-404c-aa3f-8c0be004b406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:25.757057 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-1cdb8e29-a1b8-404c-aa3f-8c0be004b406 admin admin] 10.222.0.50 "GET /v2.0/subnets/a9c914bf-87d9-4c6e-a425-0dc278bc463a HTTP/1.1" status: 200 len: 868 time: 0.0957210 Nov 12 03:09:28.123556 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 46522) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:28.219377 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc47b93-2e75-4171-b090-44c0ed706137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:28.220778 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-cfc47b93-2e75-4171-b090-44c0ed706137 admin admin] 10.222.0.50 "GET /v2.0/subnets/df4286fc-062c-4338-b019-0a673a2616ee HTTP/1.1" status: 200 len: 816 time: 0.0961964 Nov 12 03:09:30.255540 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5f89ee11-fa55-4a12-a41a-12bb7c6c6ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:33.152847 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-815814b0-00aa-4b9d-b198-f4f971762022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:33.889830 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:35.244176 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:36.182250 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:41.474795 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 5 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:09:54.576427 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 46576) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:54.639573 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [None req-2ba793c1-c9d6-4af1-9f4d-957ba47f4318 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:54.640760 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2ba793c1-c9d6-4af1-9f4d-957ba47f4318 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0633729 Nov 12 03:09:57.190696 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 46584) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:57.256858 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-debcf3e6-8ab3-4a7f-aaa5-e085ae0b7147 admin admin] GET failed (client error): The resource could not be found. Nov 12 03:09:57.258306 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-debcf3e6-8ab3-4a7f-aaa5-e085ae0b7147 admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0665405 Nov 12 03:09:57.352944 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d7d61b-4e50-4d79-907f-3ddb82463312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:57.354455 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-13d7d61b-4e50-4d79-907f-3ddb82463312 admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0914850 Nov 12 03:09:59.810362 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 46592) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:59.865241 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-6a23b0fd-9b16-460c-890d-434e0761240a admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:59.887255 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a23b0fd-9b16-460c-890d-434e0761240a admin admin] Made reservation on behalf of 17eee99e8f354f33ad9d76dc3ce16dd2 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:09:59.889573 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6a23b0fd-9b16-460c-890d-434e0761240a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:59.918454 n-d-715271-27 neutron-server[102572]: WARNING neutron.services.revisions.revision_plugin [None req-6a23b0fd-9b16-460c-890d-434e0761240a admin admin] Could not find related network for resource to bump revision. Nov 12 03:09:59.930513 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a23b0fd-9b16-460c-890d-434e0761240a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:09:59.942362 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6a23b0fd-9b16-460c-890d-434e0761240a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:59.942728 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-6a23b0fd-9b16-460c-890d-434e0761240a admin admin] Added segment 94e7a052-687d-43b5-aaa1-78e77cbb8de0 of type vlan for network eca3953c-c804-4641-8812-bff95be59582 Nov 12 03:09:59.982813 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6a23b0fd-9b16-460c-890d-434e0761240a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:00.011714 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6a23b0fd-9b16-460c-890d-434e0761240a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:00.012686 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a23b0fd-9b16-460c-890d-434e0761240a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:00.013296 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6a23b0fd-9b16-460c-890d-434e0761240a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:00.174510 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6a23b0fd-9b16-460c-890d-434e0761240a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3630073 Nov 12 03:10:00.182385 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23b0fd-9b16-460c-890d-434e0761240a admin admin] Pushing event updated for resources: {'Network': ['ID=eca3953c-c804-4641-8812-bff95be59582,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:00.198224 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network eca3953c-c804-4641-8812-bff95be59582 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:10:00.299843 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a3843f8d-b0b4-43c1-9187-c94d4b070a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:02.568004 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 46600) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:02.635470 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-c27a74e8-b6b1-4ff1-b551-a7d632b98006 admin admin] GET failed (client error): The resource could not be found. Nov 12 03:10:02.636902 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c27a74e8-b6b1-4ff1-b551-a7d632b98006 admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0679176 Nov 12 03:10:02.717582 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60de3a0-a0fe-41af-a197-43d5344d373c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:02.719053 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c60de3a0-a0fe-41af-a197-43d5344d373c admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0772467 Nov 12 03:10:02.730928 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-c478f02f-d72e-42b6-8ca8-f6933b0efbac admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:10:02.753930 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c478f02f-d72e-42b6-8ca8-f6933b0efbac admin admin] Made reservation on behalf of 17eee99e8f354f33ad9d76dc3ce16dd2 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:10:02.756985 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c478f02f-d72e-42b6-8ca8-f6933b0efbac admin admin] Publish callbacks [] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:02.947739 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c478f02f-d72e-42b6-8ca8-f6933b0efbac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:03.000952 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c478f02f-d72e-42b6-8ca8-f6933b0efbac admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa66706f-b415-4bb9-838e-cfd08f81d96b,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:03.012566 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c478f02f-d72e-42b6-8ca8-f6933b0efbac admin admin] Checking segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:10:03.013015 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c478f02f-d72e-42b6-8ca8-f6933b0efbac admin admin] Network hostable DHCP agents. Network: eca3953c-c804-4641-8812-bff95be59582, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:10:03.030890 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c478f02f-d72e-42b6-8ca8-f6933b0efbac admin admin] Network eca3953c-c804-4641-8812-bff95be59582 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:10:03.042051 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-c478f02f-d72e-42b6-8ca8-f6933b0efbac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, eca3953c-c804-4641-8812-bff95be59582) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:10:03.047411 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c478f02f-d72e-42b6-8ca8-f6933b0efbac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:03.047995 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c478f02f-d72e-42b6-8ca8-f6933b0efbac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:03.055526 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0041acd1-55cd-4020-9dfb-3e8e5e30a3b4 None None] Network eca3953c-c804-4641-8812-bff95be59582 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:10:03.071058 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c478f02f-d72e-42b6-8ca8-f6933b0efbac admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3397324 Nov 12 03:10:03.188791 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1fe7617e-4e65-4156-aaba-12820d9429d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:03.251271 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15d74c0-e6f5-42bb-b0a7-c3ffb7ae9afc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-eca3953c-c804-4641-8812-bff95be59582', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'tenant_id': '17eee99e8f354f33ad9d76dc3ce16dd2', 'fixed_ips': [{'subnet_id': 'fa66706f-b415-4bb9-838e-cfd08f81d96b'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:10:03.252219 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d15d74c0-e6f5-42bb-b0a7-c3ffb7ae9afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:03.401284 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-d15d74c0-e6f5-42bb-b0a7-c3ffb7ae9afc None None] Allocated IP 192.168.233.2 (eca3953c-c804-4641-8812-bff95be59582/fa66706f-b415-4bb9-838e-cfd08f81d96b/8ae9236a-c3a6-49c0-adb1-b145d6e00625) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:10:03.561525 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d15d74c0-e6f5-42bb-b0a7-c3ffb7ae9afc None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:03.568460 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d15d74c0-e6f5-42bb-b0a7-c3ffb7ae9afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:03.616544 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15d74c0-e6f5-42bb-b0a7-c3ffb7ae9afc None None] Network eca3953c-c804-4641-8812-bff95be59582 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:10:03.619835 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-d15d74c0-e6f5-42bb-b0a7-c3ffb7ae9afc None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:10:03.622378 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15d74c0-e6f5-42bb-b0a7-c3ffb7ae9afc None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:10:03.634108 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d74c0-e6f5-42bb-b0a7-c3ffb7ae9afc None None] Pushing event updated for resources: {'Port': ['ID=8ae9236a-c3a6-49c0-adb1-b145d6e00625,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:03.654697 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15d74c0-e6f5-42bb-b0a7-c3ffb7ae9afc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:03.655025 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15d74c0-e6f5-42bb-b0a7-c3ffb7ae9afc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:03.655296 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15d74c0-e6f5-42bb-b0a7-c3ffb7ae9afc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:03.656245 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15d74c0-e6f5-42bb-b0a7-c3ffb7ae9afc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:03.656587 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15d74c0-e6f5-42bb-b0a7-c3ffb7ae9afc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:03.656927 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15d74c0-e6f5-42bb-b0a7-c3ffb7ae9afc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:03.657258 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15d74c0-e6f5-42bb-b0a7-c3ffb7ae9afc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:03.657583 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15d74c0-e6f5-42bb-b0a7-c3ffb7ae9afc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:03.657905 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15d74c0-e6f5-42bb-b0a7-c3ffb7ae9afc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:03.658252 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15d74c0-e6f5-42bb-b0a7-c3ffb7ae9afc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:03.658556 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15d74c0-e6f5-42bb-b0a7-c3ffb7ae9afc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:03.658878 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15d74c0-e6f5-42bb-b0a7-c3ffb7ae9afc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:03.693932 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-d15d74c0-e6f5-42bb-b0a7-c3ffb7ae9afc None None] Attempting to bind port 8ae9236a-c3a6-49c0-adb1-b145d6e00625 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:10:03.694291 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-d15d74c0-e6f5-42bb-b0a7-c3ffb7ae9afc None None] Attempting to bind port 8ae9236a-c3a6-49c0-adb1-b145d6e00625 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:10:03.694646 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15d74c0-e6f5-42bb-b0a7-c3ffb7ae9afc None None] Attempting to bind port 8ae9236a-c3a6-49c0-adb1-b145d6e00625 on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:10:03.701078 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15d74c0-e6f5-42bb-b0a7-c3ffb7ae9afc None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:10:03.701474 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15d74c0-e6f5-42bb-b0a7-c3ffb7ae9afc None None] Checking segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:10:03.701867 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d15d74c0-e6f5-42bb-b0a7-c3ffb7ae9afc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:03.702250 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15d74c0-e6f5-42bb-b0a7-c3ffb7ae9afc None None] Bound using segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:10:03.702703 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-d15d74c0-e6f5-42bb-b0a7-c3ffb7ae9afc None None] Bound port: 8ae9236a-c3a6-49c0-adb1-b145d6e00625, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:10:03.703089 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d15d74c0-e6f5-42bb-b0a7-c3ffb7ae9afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:03.771887 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-d15d74c0-e6f5-42bb-b0a7-c3ffb7ae9afc None None] For port 8ae9236a-c3a6-49c0-adb1-b145d6e00625, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:10:03.776361 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-d15d74c0-e6f5-42bb-b0a7-c3ffb7ae9afc None None] For port 8ae9236a-c3a6-49c0-adb1-b145d6e00625, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=8ae9236a-c3a6-49c0-adb1-b145d6e00625,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:10:03.781636 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d15d74c0-e6f5-42bb-b0a7-c3ffb7ae9afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:03.850610 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d74c0-e6f5-42bb-b0a7-c3ffb7ae9afc None None] Pushing event updated for resources: {'Port': ['ID=8ae9236a-c3a6-49c0-adb1-b145d6e00625,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:03.897250 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:04.350101 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 8ae9236a-c3a6-49c0-adb1-b145d6e00625 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:10:04.410923 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 8ae9236a-c3a6-49c0-adb1-b145d6e00625 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:04.411300 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:04.506356 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:04.553331 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 8ae9236a-c3a6-49c0-adb1-b145d6e00625, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=8ae9236a-c3a6-49c0-adb1-b145d6e00625,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:10:04.560190 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:04.621136 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=8ae9236a-c3a6-49c0-adb1-b145d6e00625,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:04.786782 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26876a5d-2aeb-4e3e-8c08-c05437e746e3 None None] Network eca3953c-c804-4641-8812-bff95be59582 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:10:04.935202 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-cfa86683-9682-4b00-934c-52b93715f7a6 None None] Provisioning complete for port 8ae9236a-c3a6-49c0-adb1-b145d6e00625 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:04.935569 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cfa86683-9682-4b00-934c-52b93715f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:05.241848 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:05.277326 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-9f23385c-3a93-4f08-af58-ba1888c4b1f4 None None] Provisioning complete for port 8ae9236a-c3a6-49c0-adb1-b145d6e00625 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:05.277633 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9f23385c-3a93-4f08-af58-ba1888c4b1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:06.179464 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:06.294756 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 8ae9236a-c3a6-49c0-adb1-b145d6e00625 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:10:06.347136 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 8ae9236a-c3a6-49c0-adb1-b145d6e00625 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:06.347502 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:18.473335 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 5 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:10:30.254805 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8345023c-e714-4fdc-8b45-66b0229b99b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:33.143622 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ca23ba7d-306c-41f1-a844-127a386e61c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:33.892587 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:35.247192 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:36.175967 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:55.472700 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 5 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:11:00.249476 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-21b17881-83a6-4ef1-9858-0c4628687387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:03.147946 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7d735b02-602a-4102-8d8a-12d6da8590a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:03.899419 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:05.254140 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:06.181491 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:17.837534 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 46644) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:17.843353 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [None req-baa58928-3d4b-475d-b4ae-88c025299c09 tempest-verify_tempest_config-1881207374 tempest-verify_tempest_config-1881207374-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:11:17.844366 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-baa58928-3d4b-475d-b4ae-88c025299c09 tempest-verify_tempest_config-1881207374 tempest-verify_tempest_config-1881207374-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058222 Nov 12 03:11:18.211651 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 46662) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:18.332974 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-052d52c8-026d-49d7-a093-e9fc6c940c63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:18.430414 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-052d52c8-026d-49d7-a093-e9fc6c940c63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:18.435058 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-052d52c8-026d-49d7-a093-e9fc6c940c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:18.483859 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-052d52c8-026d-49d7-a093-e9fc6c940c63 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=62999b1dcba64c79bb349bb59b54021a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2707188 Nov 12 03:11:18.484931 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052d52c8-026d-49d7-a093-e9fc6c940c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71b4924-a8ff-4290-82b4-f95bf3b483a3,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:18.487122 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 46666) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:18.499835 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d52c8-026d-49d7-a093-e9fc6c940c63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:18.500355 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d52c8-026d-49d7-a093-e9fc6c940c63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:18.500696 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d52c8-026d-49d7-a093-e9fc6c940c63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:18.501021 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d52c8-026d-49d7-a093-e9fc6c940c63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:18.501352 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d52c8-026d-49d7-a093-e9fc6c940c63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:18.501671 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d52c8-026d-49d7-a093-e9fc6c940c63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:18.501986 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d52c8-026d-49d7-a093-e9fc6c940c63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:18.502392 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d52c8-026d-49d7-a093-e9fc6c940c63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:18.502703 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d52c8-026d-49d7-a093-e9fc6c940c63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:18.503013 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d52c8-026d-49d7-a093-e9fc6c940c63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:18.503454 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d52c8-026d-49d7-a093-e9fc6c940c63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:18.503767 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d52c8-026d-49d7-a093-e9fc6c940c63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:18.570813 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bd5acac7-9c82-40d8-a964-cf36aaa8469a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:18.593707 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bd5acac7-9c82-40d8-a964-cf36aaa8469a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:18.702052 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bd5acac7-9c82-40d8-a964-cf36aaa8469a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:18.704923 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bd5acac7-9c82-40d8-a964-cf36aaa8469a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:18.706108 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-bd5acac7-9c82-40d8-a964-cf36aaa8469a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b71b4924-a8ff-4290-82b4-f95bf3b483a3 HTTP/1.1" status: 204 len: 168 time: 0.2169890 Nov 12 03:11:18.716398 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5acac7-9c82-40d8-a964-cf36aaa8469a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71b4924-a8ff-4290-82b4-f95bf3b483a3,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:30.252568 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f1886b4d-d1df-40a9-a16f-293dcd941bc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:32.470976 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 5 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:11:33.151616 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e6c9ffb6-e7ce-404f-b4ab-66cff449e9c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:33.899543 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:35.251198 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:36.175803 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:00.255557 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0a9797b4-5445-44c3-8291-a780bc4127af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:03.153479 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-51c7a11e-d09d-43cf-a3ef-89be5dd05445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:03.902017 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:05.257041 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:06.179107 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:09.469750 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 5 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:12:30.260290 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1614b96d-4e5c-4432-b244-5d420a1e39a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:33.158666 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-25c9927b-b115-4ce3-9e95-fc99e472a033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:33.909485 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:35.258351 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:36.182156 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:46.468569 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 5 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:13:00.253161 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9b8a2aaf-47a4-43bb-8726-79da715af06c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:03.160368 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a3aaf399-bc7e-4f93-9a54-e3338413509d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:03.909401 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:05.261580 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:06.185471 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:23.467321 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 5 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:13:30.255819 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c718683b-b6d1-4dc0-ba64-cacf0336305f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:33.153130 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cf570112-1d7e-4dd9-aad3-33bd0583be76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:33.911715 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:35.264698 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:36.190552 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:00.262792 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cf7484e2-5b71-4627-b0e3-b30490aea61a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:00.465963 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 5 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:14:03.155362 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fd733aad-5a08-4c44-86ff-915b87a0fc5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:03.921401 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:05.268143 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:06.193739 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:30.262636 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f5ed7d23-1419-43f3-a979-437d6bd3eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:33.159785 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-aaf147d6-e8a1-4000-b80c-b6b26c810387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:33.918361 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:35.270497 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:36.198353 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:37.468999 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 5 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:14:38.298143 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-624565'] for agent, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:47.760580 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-624565'] for agent, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:00.255533 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-45aaa289-5e2d-4068-838e-d49daa42bfd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:03.164864 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d4fa94d9-1acd-44f1-8ca5-4d259efc37fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:03.920821 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:05.274197 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:06.200475 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:08.218174 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:14.468328 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:15:17.606149 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 46718) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:17.711284 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-325b4c53-47ca-4cd2-b007-f92ab0304407 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1040130 Nov 12 03:15:17.728700 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:20.031944 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 46728) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:20.087270 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2b15916f-7936-4dea-b55b-9e4a240075b7 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0541971 Nov 12 03:15:30.256428 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5ccbdb52-bb02-48f0-936c-bffb5e6a36a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:33.161123 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1e4d6372-867d-41ce-b3f6-e0b5bd69d311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:33.923978 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:35.278392 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:36.215200 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:38.234816 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:47.728515 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:51.473630 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:16:00.267062 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-59c08077-e73f-4426-8f3c-6d2ef17d1e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:03.173445 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9cbb6693-d149-4c5d-a0df-5f2bd7953a31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:03.929875 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:05.298570 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:06.208614 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:08.241231 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:17.727543 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:28.472601 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:16:30.264795 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7ea693ae-0352-4387-bc10-1372e8ebe8ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:33.166780 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fd165bf0-ce39-4149-9ef7-0d159cc47c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:33.930443 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:35.286281 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:36.202551 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:38.252847 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:47.743961 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:47.841910 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 46968) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:48.272836 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-007f8a08-bdbc-402e-93ea-79278b9813c1 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1486831551-network', 'tenant_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:48.300376 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007f8a08-bdbc-402e-93ea-79278b9813c1 admin admin] Made reservation on behalf of 9ec418fa1b0f4b7bae30d2cd4a8b187d for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:48.303322 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-007f8a08-bdbc-402e-93ea-79278b9813c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:48.327812 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-007f8a08-bdbc-402e-93ea-79278b9813c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:48.444180 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-007f8a08-bdbc-402e-93ea-79278b9813c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:48.452459 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-007f8a08-bdbc-402e-93ea-79278b9813c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:48.489532 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f8a08-bdbc-402e-93ea-79278b9813c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91c2cd2-dd9e-442f-9dc2-3e1c17e1ecd6,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:48.491802 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-007f8a08-bdbc-402e-93ea-79278b9813c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:16:48.500301 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f8a08-bdbc-402e-93ea-79278b9813c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:48.500823 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f8a08-bdbc-402e-93ea-79278b9813c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:48.501314 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f8a08-bdbc-402e-93ea-79278b9813c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:48.501773 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f8a08-bdbc-402e-93ea-79278b9813c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:48.502230 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f8a08-bdbc-402e-93ea-79278b9813c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:48.502683 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f8a08-bdbc-402e-93ea-79278b9813c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:48.503157 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f8a08-bdbc-402e-93ea-79278b9813c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:48.503478 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f8a08-bdbc-402e-93ea-79278b9813c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:48.503800 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f8a08-bdbc-402e-93ea-79278b9813c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:48.504137 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f8a08-bdbc-402e-93ea-79278b9813c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:48.504457 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f8a08-bdbc-402e-93ea-79278b9813c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:48.504773 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f8a08-bdbc-402e-93ea-79278b9813c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:48.505788 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f8a08-bdbc-402e-93ea-79278b9813c1 admin admin] Tracked resource versions report: Nov 12 03:16:48.505788 n-d-715271-27 neutron-server[102571]: pushed versions: Nov 12 03:16:48.505788 n-d-715271-27 neutron-server[102571]: { 'AddressGroup': {'1.2'}, Nov 12 03:16:48.505788 n-d-715271-27 neutron-server[102571]: 'ConntrackHelper': {'1.0'}, Nov 12 03:16:48.505788 n-d-715271-27 neutron-server[102571]: 'Log': {'1.0'}, Nov 12 03:16:48.505788 n-d-715271-27 neutron-server[102571]: 'Network': {'1.1'}, Nov 12 03:16:48.505788 n-d-715271-27 neutron-server[102571]: 'Port': {'1.7'}, Nov 12 03:16:48.505788 n-d-715271-27 neutron-server[102571]: 'PortForwarding': {'1.2'}, Nov 12 03:16:48.505788 n-d-715271-27 neutron-server[102571]: 'QosPolicy': {'1.10'}, Nov 12 03:16:48.505788 n-d-715271-27 neutron-server[102571]: 'SecurityGroup': {'1.5'}, Nov 12 03:16:48.505788 n-d-715271-27 neutron-server[102571]: 'SecurityGroupRule': {'1.2'}, Nov 12 03:16:48.505788 n-d-715271-27 neutron-server[102571]: 'SubPort': {'1.0'}, Nov 12 03:16:48.505788 n-d-715271-27 neutron-server[102571]: 'Subnet': {'1.1'}, Nov 12 03:16:48.505788 n-d-715271-27 neutron-server[102571]: 'Trunk': {'1.1'}} Nov 12 03:16:48.505788 n-d-715271-27 neutron-server[102571]: consumer versions: Nov 12 03:16:48.505788 n-d-715271-27 neutron-server[102571]: { DHCP agent@n-d-715271-27: {}, Nov 12 03:16:48.505788 n-d-715271-27 neutron-server[102571]: HyperV agent@n-h1-715271-27: {}, Nov 12 03:16:48.505788 n-d-715271-27 neutron-server[102571]: HyperV agent@n-h2-715271-27: {}, Nov 12 03:16:48.505788 n-d-715271-27 neutron-server[102571]: L3 agent@n-d-715271-27: {}, Nov 12 03:16:48.505788 n-d-715271-27 neutron-server[102571]: Metadata agent@n-d-715271-27: {}, Nov 12 03:16:48.505788 n-d-715271-27 neutron-server[102571]: Metering agent@n-d-715271-27: {}, Nov 12 03:16:48.505788 n-d-715271-27 neutron-server[102571]: Open vSwitch agent@n-d-715271-27: { 'AddressGroup': '1.2', Nov 12 03:16:48.505788 n-d-715271-27 neutron-server[102571]: 'ConntrackHelper': '1.0', Nov 12 03:16:48.505788 n-d-715271-27 neutron-server[102571]: 'Log': '1.0', Nov 12 03:16:48.505788 n-d-715271-27 neutron-server[102571]: 'Network': '1.1', Nov 12 03:16:48.505788 n-d-715271-27 neutron-server[102571]: 'Port': '1.7', Nov 12 03:16:48.505788 n-d-715271-27 neutron-server[102571]: 'PortForwarding': '1.2', Nov 12 03:16:48.505788 n-d-715271-27 neutron-server[102571]: 'QosPolicy': '1.10', Nov 12 03:16:48.505788 n-d-715271-27 neutron-server[102571]: 'SecurityGroup': '1.5', Nov 12 03:16:48.505788 n-d-715271-27 neutron-server[102571]: 'SecurityGroupRule': '1.2', Nov 12 03:16:48.505788 n-d-715271-27 neutron-server[102571]: 'SubPort': '1.0', Nov 12 03:16:48.505788 n-d-715271-27 neutron-server[102571]: 'Subnet': '1.1', Nov 12 03:16:48.505788 n-d-715271-27 neutron-server[102571]: 'Trunk': '1.1'}} Nov 12 03:16:48.505788 n-d-715271-27 neutron-server[102571]: {{(pid=102571) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 03:16:48.519216 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-007f8a08-bdbc-402e-93ea-79278b9813c1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746944809701', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:48.519786 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-007f8a08-bdbc-402e-93ea-79278b9813c1 admin admin] Unsubscribe: segment precommit_create {{(pid=102571) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 03:16:48.520289 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-007f8a08-bdbc-402e-93ea-79278b9813c1 admin admin] Added segment 9a25bf69-3388-48ff-939d-174c3ec6e8fc of type vlan for network 5d12c86d-665b-42e0-88f2-c767d0a1a78b Nov 12 03:16:48.580752 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-007f8a08-bdbc-402e-93ea-79278b9813c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:48.615554 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-007f8a08-bdbc-402e-93ea-79278b9813c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:48.616600 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007f8a08-bdbc-402e-93ea-79278b9813c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:48.617756 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-007f8a08-bdbc-402e-93ea-79278b9813c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:48.724442 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f8a08-bdbc-402e-93ea-79278b9813c1 admin admin] Pushing event updated for resources: {'Network': ['ID=5d12c86d-665b-42e0-88f2-c767d0a1a78b,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:48.739777 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 5d12c86d-665b-42e0-88f2-c767d0a1a78b details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:16:48.744133 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47010) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:48.749180 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-007f8a08-bdbc-402e-93ea-79278b9813c1 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9060953 Nov 12 03:16:48.752184 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-23324868-7e42-419d-af12-27b17002fe86 admin admin] Request body: {'subnet': {'network_id': '5d12c86d-665b-42e0-88f2-c767d0a1a78b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1486831551-subnet', 'tenant_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:48.786036 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23324868-7e42-419d-af12-27b17002fe86 admin admin] Made reservation on behalf of 9ec418fa1b0f4b7bae30d2cd4a8b187d for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:48.790467 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-23324868-7e42-419d-af12-27b17002fe86 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:48.987338 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-23324868-7e42-419d-af12-27b17002fe86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:49.064285 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23324868-7e42-419d-af12-27b17002fe86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0218dd1-f1e1-4b4f-9068-6a0660604123,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:49.067603 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23324868-7e42-419d-af12-27b17002fe86 admin admin] Checking segment: {'id': '9a25bf69-3388-48ff-939d-174c3ec6e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5d12c86d-665b-42e0-88f2-c767d0a1a78b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:49.067983 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23324868-7e42-419d-af12-27b17002fe86 admin admin] Network hostable DHCP agents. Network: 5d12c86d-665b-42e0-88f2-c767d0a1a78b, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:16:49.078117 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23324868-7e42-419d-af12-27b17002fe86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:49.078117 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23324868-7e42-419d-af12-27b17002fe86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:49.078117 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23324868-7e42-419d-af12-27b17002fe86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:49.078117 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23324868-7e42-419d-af12-27b17002fe86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:49.078117 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23324868-7e42-419d-af12-27b17002fe86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:49.078117 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23324868-7e42-419d-af12-27b17002fe86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:49.078549 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23324868-7e42-419d-af12-27b17002fe86 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:49.078549 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23324868-7e42-419d-af12-27b17002fe86 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:49.078934 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23324868-7e42-419d-af12-27b17002fe86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:49.079117 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23324868-7e42-419d-af12-27b17002fe86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:49.079433 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23324868-7e42-419d-af12-27b17002fe86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:49.079751 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23324868-7e42-419d-af12-27b17002fe86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:49.080811 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23324868-7e42-419d-af12-27b17002fe86 admin admin] Tracked resource versions report: Nov 12 03:16:49.080811 n-d-715271-27 neutron-server[102572]: pushed versions: Nov 12 03:16:49.080811 n-d-715271-27 neutron-server[102572]: { 'AddressGroup': {'1.2'}, Nov 12 03:16:49.080811 n-d-715271-27 neutron-server[102572]: 'ConntrackHelper': {'1.0'}, Nov 12 03:16:49.080811 n-d-715271-27 neutron-server[102572]: 'Log': {'1.0'}, Nov 12 03:16:49.080811 n-d-715271-27 neutron-server[102572]: 'Network': {'1.1'}, Nov 12 03:16:49.080811 n-d-715271-27 neutron-server[102572]: 'Port': {'1.7'}, Nov 12 03:16:49.080811 n-d-715271-27 neutron-server[102572]: 'PortForwarding': {'1.2'}, Nov 12 03:16:49.080811 n-d-715271-27 neutron-server[102572]: 'QosPolicy': {'1.10'}, Nov 12 03:16:49.080811 n-d-715271-27 neutron-server[102572]: 'SecurityGroup': {'1.5'}, Nov 12 03:16:49.080811 n-d-715271-27 neutron-server[102572]: 'SecurityGroupRule': {'1.2'}, Nov 12 03:16:49.080811 n-d-715271-27 neutron-server[102572]: 'SubPort': {'1.0'}, Nov 12 03:16:49.080811 n-d-715271-27 neutron-server[102572]: 'Subnet': {'1.1'}, Nov 12 03:16:49.080811 n-d-715271-27 neutron-server[102572]: 'Trunk': {'1.1'}} Nov 12 03:16:49.080811 n-d-715271-27 neutron-server[102572]: consumer versions: Nov 12 03:16:49.080811 n-d-715271-27 neutron-server[102572]: { DHCP agent@n-d-715271-27: {}, Nov 12 03:16:49.080811 n-d-715271-27 neutron-server[102572]: HyperV agent@n-h1-715271-27: {}, Nov 12 03:16:49.080811 n-d-715271-27 neutron-server[102572]: HyperV agent@n-h2-715271-27: {}, Nov 12 03:16:49.080811 n-d-715271-27 neutron-server[102572]: L3 agent@n-d-715271-27: {}, Nov 12 03:16:49.080811 n-d-715271-27 neutron-server[102572]: Metadata agent@n-d-715271-27: {}, Nov 12 03:16:49.080811 n-d-715271-27 neutron-server[102572]: Metering agent@n-d-715271-27: {}, Nov 12 03:16:49.080811 n-d-715271-27 neutron-server[102572]: Open vSwitch agent@n-d-715271-27: { 'AddressGroup': '1.2', Nov 12 03:16:49.080811 n-d-715271-27 neutron-server[102572]: 'ConntrackHelper': '1.0', Nov 12 03:16:49.080811 n-d-715271-27 neutron-server[102572]: 'Log': '1.0', Nov 12 03:16:49.080811 n-d-715271-27 neutron-server[102572]: 'Network': '1.1', Nov 12 03:16:49.080811 n-d-715271-27 neutron-server[102572]: 'Port': '1.7', Nov 12 03:16:49.080811 n-d-715271-27 neutron-server[102572]: 'PortForwarding': '1.2', Nov 12 03:16:49.080811 n-d-715271-27 neutron-server[102572]: 'QosPolicy': '1.10', Nov 12 03:16:49.080811 n-d-715271-27 neutron-server[102572]: 'SecurityGroup': '1.5', Nov 12 03:16:49.080811 n-d-715271-27 neutron-server[102572]: 'SecurityGroupRule': '1.2', Nov 12 03:16:49.080811 n-d-715271-27 neutron-server[102572]: 'SubPort': '1.0', Nov 12 03:16:49.080811 n-d-715271-27 neutron-server[102572]: 'Subnet': '1.1', Nov 12 03:16:49.080811 n-d-715271-27 neutron-server[102572]: 'Trunk': '1.1'}} Nov 12 03:16:49.080811 n-d-715271-27 neutron-server[102572]: {{(pid=102572) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 03:16:49.101176 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23324868-7e42-419d-af12-27b17002fe86 admin admin] Network 5d12c86d-665b-42e0-88f2-c767d0a1a78b is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:16:49.116368 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-23324868-7e42-419d-af12-27b17002fe86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 5d12c86d-665b-42e0-88f2-c767d0a1a78b) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:49.121912 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23324868-7e42-419d-af12-27b17002fe86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:49.122514 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-23324868-7e42-419d-af12-27b17002fe86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:49.133350 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd7487d-74bb-4ad0-95d7-1476e62a1cb7 None None] Network 5d12c86d-665b-42e0-88f2-c767d0a1a78b requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:16:49.149807 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47034) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:49.150578 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-23324868-7e42-419d-af12-27b17002fe86 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4040973 Nov 12 03:16:49.154670 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-36bd1d2a-355e-4b96-8ec8-691ecad44050 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1486831551-router', 'tenant_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:49.194287 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-36bd1d2a-355e-4b96-8ec8-691ecad44050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:49.196059 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-36bd1d2a-355e-4b96-8ec8-691ecad44050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:49.306405 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-36bd1d2a-355e-4b96-8ec8-691ecad44050 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:49.343801 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881b5d19-539c-473d-aaae-a0d6d80f36dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-5d12c86d-665b-42e0-88f2-c767d0a1a78b', 'network_id': '5d12c86d-665b-42e0-88f2-c767d0a1a78b', 'tenant_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'fixed_ips': [{'subnet_id': 'a0218dd1-f1e1-4b4f-9068-6a0660604123'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:16:49.345048 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-881b5d19-539c-473d-aaae-a0d6d80f36dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:49.512547 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-881b5d19-539c-473d-aaae-a0d6d80f36dd None None] Allocated IP 172.20.0.2 (5d12c86d-665b-42e0-88f2-c767d0a1a78b/a0218dd1-f1e1-4b4f-9068-6a0660604123/4a201846-8c39-45ab-81fc-5c4c8d78f526) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:16:49.543453 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-36bd1d2a-355e-4b96-8ec8-691ecad44050 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:49.893812 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-36bd1d2a-355e-4b96-8ec8-691ecad44050 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:49.921693 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-36bd1d2a-355e-4b96-8ec8-691ecad44050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:49.959974 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-881b5d19-539c-473d-aaae-a0d6d80f36dd None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:49.975610 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-881b5d19-539c-473d-aaae-a0d6d80f36dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:50.021277 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881b5d19-539c-473d-aaae-a0d6d80f36dd None None] Network 5d12c86d-665b-42e0-88f2-c767d0a1a78b is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:16:50.025728 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-881b5d19-539c-473d-aaae-a0d6d80f36dd None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:50.025876 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47056) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:50.029171 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881b5d19-539c-473d-aaae-a0d6d80f36dd None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:16:50.075347 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b5d19-539c-473d-aaae-a0d6d80f36dd None None] Pushing event updated for resources: {'Port': ['ID=4a201846-8c39-45ab-81fc-5c4c8d78f526,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:50.111540 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b5d19-539c-473d-aaae-a0d6d80f36dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:50.111888 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b5d19-539c-473d-aaae-a0d6d80f36dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:50.112418 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b5d19-539c-473d-aaae-a0d6d80f36dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:50.112886 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b5d19-539c-473d-aaae-a0d6d80f36dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:50.113363 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b5d19-539c-473d-aaae-a0d6d80f36dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:50.113834 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b5d19-539c-473d-aaae-a0d6d80f36dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:50.114318 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b5d19-539c-473d-aaae-a0d6d80f36dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:50.114784 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b5d19-539c-473d-aaae-a0d6d80f36dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:50.115247 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b5d19-539c-473d-aaae-a0d6d80f36dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:50.115711 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b5d19-539c-473d-aaae-a0d6d80f36dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:50.116200 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b5d19-539c-473d-aaae-a0d6d80f36dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:50.116677 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b5d19-539c-473d-aaae-a0d6d80f36dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:50.118049 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b5d19-539c-473d-aaae-a0d6d80f36dd None None] Tracked resource versions report: Nov 12 03:16:50.118049 n-d-715271-27 neutron-server[102573]: pushed versions: Nov 12 03:16:50.118049 n-d-715271-27 neutron-server[102573]: { 'AddressGroup': {'1.2'}, Nov 12 03:16:50.118049 n-d-715271-27 neutron-server[102573]: 'ConntrackHelper': {'1.0'}, Nov 12 03:16:50.118049 n-d-715271-27 neutron-server[102573]: 'Log': {'1.0'}, Nov 12 03:16:50.118049 n-d-715271-27 neutron-server[102573]: 'Network': {'1.1'}, Nov 12 03:16:50.118049 n-d-715271-27 neutron-server[102573]: 'Port': {'1.7'}, Nov 12 03:16:50.118049 n-d-715271-27 neutron-server[102573]: 'PortForwarding': {'1.2'}, Nov 12 03:16:50.118049 n-d-715271-27 neutron-server[102573]: 'QosPolicy': {'1.10'}, Nov 12 03:16:50.118049 n-d-715271-27 neutron-server[102573]: 'SecurityGroup': {'1.5'}, Nov 12 03:16:50.118049 n-d-715271-27 neutron-server[102573]: 'SecurityGroupRule': {'1.2'}, Nov 12 03:16:50.118049 n-d-715271-27 neutron-server[102573]: 'SubPort': {'1.0'}, Nov 12 03:16:50.118049 n-d-715271-27 neutron-server[102573]: 'Subnet': {'1.1'}, Nov 12 03:16:50.118049 n-d-715271-27 neutron-server[102573]: 'Trunk': {'1.1'}} Nov 12 03:16:50.118049 n-d-715271-27 neutron-server[102573]: consumer versions: Nov 12 03:16:50.118049 n-d-715271-27 neutron-server[102573]: { DHCP agent@n-d-715271-27: {}, Nov 12 03:16:50.118049 n-d-715271-27 neutron-server[102573]: HyperV agent@n-h1-715271-27: {}, Nov 12 03:16:50.118049 n-d-715271-27 neutron-server[102573]: HyperV agent@n-h2-715271-27: {}, Nov 12 03:16:50.118049 n-d-715271-27 neutron-server[102573]: L3 agent@n-d-715271-27: {}, Nov 12 03:16:50.118049 n-d-715271-27 neutron-server[102573]: Metadata agent@n-d-715271-27: {}, Nov 12 03:16:50.118049 n-d-715271-27 neutron-server[102573]: Metering agent@n-d-715271-27: {}, Nov 12 03:16:50.118049 n-d-715271-27 neutron-server[102573]: Open vSwitch agent@n-d-715271-27: { 'AddressGroup': '1.2', Nov 12 03:16:50.118049 n-d-715271-27 neutron-server[102573]: 'ConntrackHelper': '1.0', Nov 12 03:16:50.118049 n-d-715271-27 neutron-server[102573]: 'Log': '1.0', Nov 12 03:16:50.118049 n-d-715271-27 neutron-server[102573]: 'Network': '1.1', Nov 12 03:16:50.118049 n-d-715271-27 neutron-server[102573]: 'Port': '1.7', Nov 12 03:16:50.118049 n-d-715271-27 neutron-server[102573]: 'PortForwarding': '1.2', Nov 12 03:16:50.118049 n-d-715271-27 neutron-server[102573]: 'QosPolicy': '1.10', Nov 12 03:16:50.118049 n-d-715271-27 neutron-server[102573]: 'SecurityGroup': '1.5', Nov 12 03:16:50.118049 n-d-715271-27 neutron-server[102573]: 'SecurityGroupRule': '1.2', Nov 12 03:16:50.118049 n-d-715271-27 neutron-server[102573]: 'SubPort': '1.0', Nov 12 03:16:50.118049 n-d-715271-27 neutron-server[102573]: 'Subnet': '1.1', Nov 12 03:16:50.118049 n-d-715271-27 neutron-server[102573]: 'Trunk': '1.1'}} Nov 12 03:16:50.118049 n-d-715271-27 neutron-server[102573]: {{(pid=102573) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 03:16:50.134975 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-881b5d19-539c-473d-aaae-a0d6d80f36dd None None] Attempting to bind port 4a201846-8c39-45ab-81fc-5c4c8d78f526 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:16:50.136561 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-881b5d19-539c-473d-aaae-a0d6d80f36dd None None] Attempting to bind port 4a201846-8c39-45ab-81fc-5c4c8d78f526 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '9a25bf69-3388-48ff-939d-174c3ec6e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5d12c86d-665b-42e0-88f2-c767d0a1a78b'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:16:50.137084 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881b5d19-539c-473d-aaae-a0d6d80f36dd None None] Attempting to bind port 4a201846-8c39-45ab-81fc-5c4c8d78f526 on network 5d12c86d-665b-42e0-88f2-c767d0a1a78b {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:50.143432 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881b5d19-539c-473d-aaae-a0d6d80f36dd None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:16:50.144377 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881b5d19-539c-473d-aaae-a0d6d80f36dd None None] Checking segment: {'id': '9a25bf69-3388-48ff-939d-174c3ec6e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5d12c86d-665b-42e0-88f2-c767d0a1a78b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:50.144920 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-881b5d19-539c-473d-aaae-a0d6d80f36dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:50.145447 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881b5d19-539c-473d-aaae-a0d6d80f36dd None None] Bound using segment: {'id': '9a25bf69-3388-48ff-939d-174c3ec6e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5d12c86d-665b-42e0-88f2-c767d0a1a78b'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:16:50.146717 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-881b5d19-539c-473d-aaae-a0d6d80f36dd None None] Bound port: 4a201846-8c39-45ab-81fc-5c4c8d78f526, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a25bf69-3388-48ff-939d-174c3ec6e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5d12c86d-665b-42e0-88f2-c767d0a1a78b'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:16:50.147662 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-881b5d19-539c-473d-aaae-a0d6d80f36dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:50.185798 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-36bd1d2a-355e-4b96-8ec8-691ecad44050 admin admin] Allocated IP 172.25.5.185 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/29911945-106e-4879-a6ca-eac7126ee4f5) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:16:50.228621 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-881b5d19-539c-473d-aaae-a0d6d80f36dd None None] For port 4a201846-8c39-45ab-81fc-5c4c8d78f526, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:16:50.232613 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-881b5d19-539c-473d-aaae-a0d6d80f36dd None None] For port 4a201846-8c39-45ab-81fc-5c4c8d78f526, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=4a201846-8c39-45ab-81fc-5c4c8d78f526,segment=NetworkSegment(9a25bf69-3388-48ff-939d-174c3ec6e8fc),segment_id=9a25bf69-3388-48ff-939d-174c3ec6e8fc)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:16:50.239705 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-881b5d19-539c-473d-aaae-a0d6d80f36dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:50.318273 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b5d19-539c-473d-aaae-a0d6d80f36dd None None] Pushing event updated for resources: {'Port': ['ID=4a201846-8c39-45ab-81fc-5c4c8d78f526,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:50.346367 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-36bd1d2a-355e-4b96-8ec8-691ecad44050 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:50.432249 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-36bd1d2a-355e-4b96-8ec8-691ecad44050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:50.457051 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bd1d2a-355e-4b96-8ec8-691ecad44050 admin admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:16:50.540690 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-36bd1d2a-355e-4b96-8ec8-691ecad44050 admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:50.543265 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3faa49c6-b148-43a5-9338-4a630b929b2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:50.565330 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bd1d2a-355e-4b96-8ec8-691ecad44050 admin admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:16:50.689846 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3faa49c6-b148-43a5-9338-4a630b929b2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:50.699925 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3faa49c6-b148-43a5-9338-4a630b929b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:50.754128 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa49c6-b148-43a5-9338-4a630b929b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76408c1c-ca3c-42eb-a132-07100bc0c253,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:50.814547 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3faa49c6-b148-43a5-9338-4a630b929b2c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5e8c157656a04eb585737816c18248cb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7865515 Nov 12 03:16:50.815379 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47080) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:50.850834 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd1d2a-355e-4b96-8ec8-691ecad44050 admin admin] Pushing event updated for resources: {'Port': ['ID=29911945-106e-4879-a6ca-eac7126ee4f5,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:50.896732 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c68153d1-94d8-47b6-9d3a-118cf2c3db67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:50.929094 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c68153d1-94d8-47b6-9d3a-118cf2c3db67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:51.029648 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c68153d1-94d8-47b6-9d3a-118cf2c3db67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:51.034354 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c68153d1-94d8-47b6-9d3a-118cf2c3db67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:51.036524 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c68153d1-94d8-47b6-9d3a-118cf2c3db67 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/76408c1c-ca3c-42eb-a132-07100bc0c253 HTTP/1.1" status: 204 len: 168 time: 0.2198031 Nov 12 03:16:51.047417 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68153d1-94d8-47b6-9d3a-118cf2c3db67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76408c1c-ca3c-42eb-a132-07100bc0c253,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:51.118768 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-36bd1d2a-355e-4b96-8ec8-691ecad44050 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:51.594705 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-36bd1d2a-355e-4b96-8ec8-691ecad44050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:51.890494 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47128) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:51.892850 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebe1009-180a-479b-ad5e-9153ae4c7280 None None] Network 5d12c86d-665b-42e0-88f2-c767d0a1a78b requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:16:51.928315 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a6e6214d-67b4-48dd-ba53-aa5edc56bd12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:51.984158 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36bd1d2a-355e-4b96-8ec8-691ecad44050 admin admin] Router be1259ea-4e37-4bc1-8374-2c86527003b9 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:16:52.130805 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4d20d91a-1c6f-42b2-8d5a-b66a3fa170d2 None None] Provisioning complete for port 4a201846-8c39-45ab-81fc-5c4c8d78f526 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:52.131596 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4d20d91a-1c6f-42b2-8d5a-b66a3fa170d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:52.191124 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a6e6214d-67b4-48dd-ba53-aa5edc56bd12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:52.203280 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a6e6214d-67b4-48dd-ba53-aa5edc56bd12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:52.258552 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6214d-67b4-48dd-ba53-aa5edc56bd12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2617e129-0086-482b-ab31-0506748b8a6e,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:52.277832 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36bd1d2a-355e-4b96-8ec8-691ecad44050 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:16:52.298086 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95892b1-d4c0-4837-b471-1ca3fb62a238 None None] Sync routers for ids ['be1259ea-4e37-4bc1-8374-2c86527003b9'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:16:52.324962 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a6e6214d-67b4-48dd-ba53-aa5edc56bd12 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=66475a6438644ac1ad7307aa568d3bdb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4301615 Nov 12 03:16:52.328000 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95892b1-d4c0-4837-b471-1ca3fb62a238 None None] Routers {'be1259ea-4e37-4bc1-8374-2c86527003b9'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:16:52.328645 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-b95892b1-d4c0-4837-b471-1ca3fb62a238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:16:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['be1259ea-4e37-4bc1-8374-2c86527003b9'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:52.328985 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47152) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:52.345433 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-36bd1d2a-355e-4b96-8ec8-691ecad44050 admin admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:52.348618 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-36bd1d2a-355e-4b96-8ec8-691ecad44050 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.1975684 Nov 12 03:16:52.354008 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47154) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:52.406984 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-95ef6d1b-2ecd-4358-a664-cff7208120a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:52.418501 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4d20d91a-1c6f-42b2-8d5a-b66a3fa170d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:52.468535 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-95ef6d1b-2ecd-4358-a664-cff7208120a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:52.577868 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-95ef6d1b-2ecd-4358-a664-cff7208120a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:52.580430 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-95ef6d1b-2ecd-4358-a664-cff7208120a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:52.582049 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-95ef6d1b-2ecd-4358-a664-cff7208120a4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2617e129-0086-482b-ab31-0506748b8a6e HTTP/1.1" status: 204 len: 168 time: 0.2516928 Nov 12 03:16:52.609804 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef6d1b-2ecd-4358-a664-cff7208120a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2617e129-0086-482b-ab31-0506748b8a6e,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:52.690476 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4d20d91a-1c6f-42b2-8d5a-b66a3fa170d2 None None] For port 4a201846-8c39-45ab-81fc-5c4c8d78f526, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=4a201846-8c39-45ab-81fc-5c4c8d78f526,segment=NetworkSegment(9a25bf69-3388-48ff-939d-174c3ec6e8fc),segment_id=9a25bf69-3388-48ff-939d-174c3ec6e8fc)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:52.706093 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 4a201846-8c39-45ab-81fc-5c4c8d78f526 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:16:52.735876 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-b95892b1-d4c0-4837-b471-1ca3fb62a238 None None] Set router be1259ea-4e37-4bc1-8374-2c86527003b9 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:16:52.738889 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4d20d91a-1c6f-42b2-8d5a-b66a3fa170d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:52.749659 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47164) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:52.805105 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47168) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:52.822554 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d20d91a-1c6f-42b2-8d5a-b66a3fa170d2 None None] Pushing event updated for resources: {'Port': ['ID=4a201846-8c39-45ab-81fc-5c4c8d78f526,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:52.833519 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 4a201846-8c39-45ab-81fc-5c4c8d78f526 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:52.833519 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:53.202469 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-b95892b1-d4c0-4837-b471-1ca3fb62a238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1486831551-router', 'tenant_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '29911945-106e-4879-a6ca-eac7126ee4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:16:49Z', 'updated_at': '2021-11-12T03:16:50Z', 'revision_number': 3, 'project_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'gw_port': {'id': '29911945-106e-4879-a6ca-eac7126ee4f5', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:49Z', 'updated_at': '2021-11-12T03:16:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:53.274592 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-6c18ddb7-b471-4add-ae04-1a1acc9ee811 None None] Provisioning complete for port 4a201846-8c39-45ab-81fc-5c4c8d78f526 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:53.275141 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6c18ddb7-b471-4add-ae04-1a1acc9ee811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:53.287017 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95892b1-d4c0-4837-b471-1ca3fb62a238 None None] Checking router: be1259ea-4e37-4bc1-8374-2c86527003b9 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:16:53.287379 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95892b1-d4c0-4837-b471-1ca3fb62a238 None None] Updating router be1259ea-4e37-4bc1-8374-2c86527003b9 port 29911945-106e-4879-a6ca-eac7126ee4f5 binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:16:53.363675 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b95892b1-d4c0-4837-b471-1ca3fb62a238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:53.473787 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a848fa3e-7511-432f-8e7e-6802bc56593f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:53.496045 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-85f0e6f8-e5fd-4a99-a2d3-2a2145f17db1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:53.615657 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7e3e473e-f98b-488d-a4dc-e1865764a517 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:53.747198 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-a848fa3e-7511-432f-8e7e-6802bc56593f admin admin] Allocated IP 172.20.0.1 (5d12c86d-665b-42e0-88f2-c767d0a1a78b/a0218dd1-f1e1-4b4f-9068-6a0660604123/68022cd2-1e51-445a-9155-581cc077b18e) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:16:53.767021 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-85f0e6f8-e5fd-4a99-a2d3-2a2145f17db1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:53.783676 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-85f0e6f8-e5fd-4a99-a2d3-2a2145f17db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:53.873366 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-85f0e6f8-e5fd-4a99-a2d3-2a2145f17db1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=46a5fdd041404750a6f9e5c2bfd9a3c6&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1223676 Nov 12 03:16:53.879116 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47202) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:53.881123 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7e3e473e-f98b-488d-a4dc-e1865764a517 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:53.924397 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7e3e473e-f98b-488d-a4dc-e1865764a517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:53.936645 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b95892b1-d4c0-4837-b471-1ca3fb62a238 None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:53.947225 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b95892b1-d4c0-4837-b471-1ca3fb62a238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:53.947940 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0e6f8-e5fd-4a99-a2d3-2a2145f17db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9c6ee4-0880-4ad9-98a0-9d22d1c6ecc8,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:53.998791 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7e3e473e-f98b-488d-a4dc-e1865764a517 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=09e1495e3cc64845a56c30af672195c7&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1920087 Nov 12 03:16:53.999756 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47210) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:54.017640 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47212) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:54.021059 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3e473e-f98b-488d-a4dc-e1865764a517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097f6666-9d14-48c7-b293-31dc49c7d550,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:54.064340 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a848fa3e-7511-432f-8e7e-6802bc56593f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:54.067933 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2c4ce348-3718-40d8-a5dd-ee6e82e96187 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:54.106750 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2c4ce348-3718-40d8-a5dd-ee6e82e96187 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:54.108794 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2955bcf6-f588-4e4e-a475-509591cdd4e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:54.109197 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-b95892b1-d4c0-4837-b471-1ca3fb62a238 None None] Attempting to bind port 29911945-106e-4879-a6ca-eac7126ee4f5 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:16:54.109659 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-b95892b1-d4c0-4837-b471-1ca3fb62a238 None None] Attempting to bind port 29911945-106e-4879-a6ca-eac7126ee4f5 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:16:54.110119 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95892b1-d4c0-4837-b471-1ca3fb62a238 None None] Attempting to bind port 29911945-106e-4879-a6ca-eac7126ee4f5 on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:54.119914 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f5985d-fb2f-4dac-bd17-8ded4bf824c9 None None] Pushing event updated for resources: {'Port': ['ID=29911945-106e-4879-a6ca-eac7126ee4f5,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:54.123155 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95892b1-d4c0-4837-b471-1ca3fb62a238 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:16:54.123155 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95892b1-d4c0-4837-b471-1ca3fb62a238 None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:54.123542 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b95892b1-d4c0-4837-b471-1ca3fb62a238 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:54.124098 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95892b1-d4c0-4837-b471-1ca3fb62a238 None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:16:54.124612 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a848fa3e-7511-432f-8e7e-6802bc56593f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:54.124748 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-b95892b1-d4c0-4837-b471-1ca3fb62a238 None None] Bound port: 29911945-106e-4879-a6ca-eac7126ee4f5, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:16:54.125211 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b95892b1-d4c0-4837-b471-1ca3fb62a238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:54.151320 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f5985d-fb2f-4dac-bd17-8ded4bf824c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:54.151831 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f5985d-fb2f-4dac-bd17-8ded4bf824c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:54.152464 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f5985d-fb2f-4dac-bd17-8ded4bf824c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:54.152892 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f5985d-fb2f-4dac-bd17-8ded4bf824c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:54.153317 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f5985d-fb2f-4dac-bd17-8ded4bf824c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:54.153789 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f5985d-fb2f-4dac-bd17-8ded4bf824c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:54.154142 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f5985d-fb2f-4dac-bd17-8ded4bf824c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:54.154560 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f5985d-fb2f-4dac-bd17-8ded4bf824c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:54.154973 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f5985d-fb2f-4dac-bd17-8ded4bf824c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:54.155409 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f5985d-fb2f-4dac-bd17-8ded4bf824c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:54.155821 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f5985d-fb2f-4dac-bd17-8ded4bf824c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:54.156459 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f5985d-fb2f-4dac-bd17-8ded4bf824c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:54.157964 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f5985d-fb2f-4dac-bd17-8ded4bf824c9 None None] Tracked resource versions report: Nov 12 03:16:54.157964 n-d-715271-27 neutron-server[102574]: pushed versions: Nov 12 03:16:54.157964 n-d-715271-27 neutron-server[102574]: { 'AddressGroup': {'1.2'}, Nov 12 03:16:54.157964 n-d-715271-27 neutron-server[102574]: 'ConntrackHelper': {'1.0'}, Nov 12 03:16:54.157964 n-d-715271-27 neutron-server[102574]: 'Log': {'1.0'}, Nov 12 03:16:54.157964 n-d-715271-27 neutron-server[102574]: 'Network': {'1.1'}, Nov 12 03:16:54.157964 n-d-715271-27 neutron-server[102574]: 'Port': {'1.7'}, Nov 12 03:16:54.157964 n-d-715271-27 neutron-server[102574]: 'PortForwarding': {'1.2'}, Nov 12 03:16:54.157964 n-d-715271-27 neutron-server[102574]: 'QosPolicy': {'1.10'}, Nov 12 03:16:54.157964 n-d-715271-27 neutron-server[102574]: 'SecurityGroup': {'1.5'}, Nov 12 03:16:54.157964 n-d-715271-27 neutron-server[102574]: 'SecurityGroupRule': {'1.2'}, Nov 12 03:16:54.157964 n-d-715271-27 neutron-server[102574]: 'SubPort': {'1.0'}, Nov 12 03:16:54.157964 n-d-715271-27 neutron-server[102574]: 'Subnet': {'1.1'}, Nov 12 03:16:54.157964 n-d-715271-27 neutron-server[102574]: 'Trunk': {'1.1'}} Nov 12 03:16:54.157964 n-d-715271-27 neutron-server[102574]: consumer versions: Nov 12 03:16:54.157964 n-d-715271-27 neutron-server[102574]: { DHCP agent@n-d-715271-27: {}, Nov 12 03:16:54.157964 n-d-715271-27 neutron-server[102574]: HyperV agent@n-h1-715271-27: {}, Nov 12 03:16:54.157964 n-d-715271-27 neutron-server[102574]: HyperV agent@n-h2-715271-27: {}, Nov 12 03:16:54.157964 n-d-715271-27 neutron-server[102574]: L3 agent@n-d-715271-27: {}, Nov 12 03:16:54.157964 n-d-715271-27 neutron-server[102574]: Metadata agent@n-d-715271-27: {}, Nov 12 03:16:54.157964 n-d-715271-27 neutron-server[102574]: Metering agent@n-d-715271-27: {}, Nov 12 03:16:54.157964 n-d-715271-27 neutron-server[102574]: Open vSwitch agent@n-d-715271-27: { 'AddressGroup': '1.2', Nov 12 03:16:54.157964 n-d-715271-27 neutron-server[102574]: 'ConntrackHelper': '1.0', Nov 12 03:16:54.157964 n-d-715271-27 neutron-server[102574]: 'Log': '1.0', Nov 12 03:16:54.157964 n-d-715271-27 neutron-server[102574]: 'Network': '1.1', Nov 12 03:16:54.157964 n-d-715271-27 neutron-server[102574]: 'Port': '1.7', Nov 12 03:16:54.157964 n-d-715271-27 neutron-server[102574]: 'PortForwarding': '1.2', Nov 12 03:16:54.157964 n-d-715271-27 neutron-server[102574]: 'QosPolicy': '1.10', Nov 12 03:16:54.157964 n-d-715271-27 neutron-server[102574]: 'SecurityGroup': '1.5', Nov 12 03:16:54.157964 n-d-715271-27 neutron-server[102574]: 'SecurityGroupRule': '1.2', Nov 12 03:16:54.157964 n-d-715271-27 neutron-server[102574]: 'SubPort': '1.0', Nov 12 03:16:54.157964 n-d-715271-27 neutron-server[102574]: 'Subnet': '1.1', Nov 12 03:16:54.157964 n-d-715271-27 neutron-server[102574]: 'Trunk': '1.1'}} Nov 12 03:16:54.157964 n-d-715271-27 neutron-server[102574]: {{(pid=102574) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 03:16:54.182786 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a848fa3e-7511-432f-8e7e-6802bc56593f admin admin] Pushing event updated for resources: {'Port': ['ID=68022cd2-1e51-445a-9155-581cc077b18e,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:54.190437 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a848fa3e-7511-432f-8e7e-6802bc56593f admin admin] Network 5d12c86d-665b-42e0-88f2-c767d0a1a78b is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:16:54.192266 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-a848fa3e-7511-432f-8e7e-6802bc56593f admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:54.194701 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a848fa3e-7511-432f-8e7e-6802bc56593f admin admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:16:54.195725 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a848fa3e-7511-432f-8e7e-6802bc56593f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:54.201372 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2955bcf6-f588-4e4e-a475-509591cdd4e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:54.202614 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-b95892b1-d4c0-4837-b471-1ca3fb62a238 None None] For port 29911945-106e-4879-a6ca-eac7126ee4f5, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:16:54.216120 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-b95892b1-d4c0-4837-b471-1ca3fb62a238 None None] For port 29911945-106e-4879-a6ca-eac7126ee4f5, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=29911945-106e-4879-a6ca-eac7126ee4f5,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:16:54.228454 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b95892b1-d4c0-4837-b471-1ca3fb62a238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:54.278042 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2c4ce348-3718-40d8-a5dd-ee6e82e96187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:54.281318 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2c4ce348-3718-40d8-a5dd-ee6e82e96187 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:54.287828 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2c4ce348-3718-40d8-a5dd-ee6e82e96187 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4c9c6ee4-0880-4ad9-98a0-9d22d1c6ecc8 HTTP/1.1" status: 204 len: 168 time: 0.4048183 Nov 12 03:16:54.303962 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ce348-3718-40d8-a5dd-ee6e82e96187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9c6ee4-0880-4ad9-98a0-9d22d1c6ecc8,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:54.339051 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95892b1-d4c0-4837-b471-1ca3fb62a238 None None] Routers {'be1259ea-4e37-4bc1-8374-2c86527003b9'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:16:54.339934 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-b95892b1-d4c0-4837-b471-1ca3fb62a238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:16:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['be1259ea-4e37-4bc1-8374-2c86527003b9'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:54.371237 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2955bcf6-f588-4e4e-a475-509591cdd4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:54.391251 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2955bcf6-f588-4e4e-a475-509591cdd4e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:54.397026 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2955bcf6-f588-4e4e-a475-509591cdd4e5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/097f6666-9d14-48c7-b293-31dc49c7d550 HTTP/1.1" status: 204 len: 168 time: 0.3908620 Nov 12 03:16:54.422490 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2955bcf6-f588-4e4e-a475-509591cdd4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097f6666-9d14-48c7-b293-31dc49c7d550,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:54.442505 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f5985d-fb2f-4dac-bd17-8ded4bf824c9 None None] Pushing event updated for resources: {'Port': ['ID=29911945-106e-4879-a6ca-eac7126ee4f5,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:54.557975 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a848fa3e-7511-432f-8e7e-6802bc56593f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:54.573249 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-feaf42b1-0139-48a4-bdab-e624a97ec072 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:54.610479 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-b95892b1-d4c0-4837-b471-1ca3fb62a238 None None] Set router be1259ea-4e37-4bc1-8374-2c86527003b9 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:16:54.626917 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 4a201846-8c39-45ab-81fc-5c4c8d78f526 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:16:54.721767 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-7b3b61ab-70c9-4e9a-a1d6-d16eedef9fe7 None None] Provisioning complete for port 68022cd2-1e51-445a-9155-581cc077b18e triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:54.722142 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7b3b61ab-70c9-4e9a-a1d6-d16eedef9fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:54.777969 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-7b3b61ab-70c9-4e9a-a1d6-d16eedef9fe7 None None] Port 68022cd2-1e51-445a-9155-581cc077b18e cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:16:54.788042 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 4a201846-8c39-45ab-81fc-5c4c8d78f526 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:54.789743 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:54.830542 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a848fa3e-7511-432f-8e7e-6802bc56593f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:54.839392 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a848fa3e-7511-432f-8e7e-6802bc56593f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:54.840380 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a848fa3e-7511-432f-8e7e-6802bc56593f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:54.966694 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a848fa3e-7511-432f-8e7e-6802bc56593f admin admin] Pushing event updated for resources: {'Port': ['ID=68022cd2-1e51-445a-9155-581cc077b18e,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:54.989250 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-feaf42b1-0139-48a4-bdab-e624a97ec072 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:54.990194 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-b95892b1-d4c0-4837-b471-1ca3fb62a238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1486831551-router', 'tenant_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '29911945-106e-4879-a6ca-eac7126ee4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:16:49Z', 'updated_at': '2021-11-12T03:16:50Z', 'revision_number': 3, 'project_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'gw_port': {'id': '29911945-106e-4879-a6ca-eac7126ee4f5', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:49Z', 'updated_at': '2021-11-12T03:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:54.995112 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-feaf42b1-0139-48a4-bdab-e624a97ec072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:55.022613 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95892b1-d4c0-4837-b471-1ca3fb62a238 None None] The sync data for ids ['be1259ea-4e37-4bc1-8374-2c86527003b9'] in n-d-715271-27 is: [{'id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1486831551-router', 'tenant_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '29911945-106e-4879-a6ca-eac7126ee4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:16:49Z', 'updated_at': '2021-11-12T03:16:50Z', 'revision_number': 3, 'project_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'gw_port': {'id': '29911945-106e-4879-a6ca-eac7126ee4f5', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:49Z', 'updated_at': '2021-11-12T03:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:16:55.036540 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-feaf42b1-0139-48a4-bdab-e624a97ec072 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=16341709f7904cd29b635e19cd5d6d94&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0178194 Nov 12 03:16:55.039901 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47244) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:55.053245 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a848fa3e-7511-432f-8e7e-6802bc56593f admin admin] Network 5d12c86d-665b-42e0-88f2-c767d0a1a78b is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:16:55.058239 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-a848fa3e-7511-432f-8e7e-6802bc56593f admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:55.071938 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf42b1-0139-48a4-bdab-e624a97ec072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0757dd4-fc6b-4c05-906f-2db36e9cd8c6,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:55.126099 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2b62c7bd-3aa6-4897-9a38-0316a1c75683 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:55.177181 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2b62c7bd-3aa6-4897-9a38-0316a1c75683 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:55.224901 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47250) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:55.253329 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-54e78b91-98b7-487c-a98e-feaaf5c2d458 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:55.279360 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2b62c7bd-3aa6-4897-9a38-0316a1c75683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:55.282885 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2b62c7bd-3aa6-4897-9a38-0316a1c75683 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:55.283140 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a848fa3e-7511-432f-8e7e-6802bc56593f admin admin] Router be1259ea-4e37-4bc1-8374-2c86527003b9 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:16:55.284772 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2b62c7bd-3aa6-4897-9a38-0316a1c75683 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c0757dd4-fc6b-4c05-906f-2db36e9cd8c6 HTTP/1.1" status: 204 len: 168 time: 0.2433755 Nov 12 03:16:55.298901 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b62c7bd-3aa6-4897-9a38-0316a1c75683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0757dd4-fc6b-4c05-906f-2db36e9cd8c6,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:55.583783 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-54e78b91-98b7-487c-a98e-feaaf5c2d458 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:55.586463 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a848fa3e-7511-432f-8e7e-6802bc56593f admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:16:55.600940 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a848fa3e-7511-432f-8e7e-6802bc56593f admin admin] 10.222.0.50 "PUT /v2.0/routers/be1259ea-4e37-4bc1-8374-2c86527003b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2453463 Nov 12 03:16:55.606040 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-54e78b91-98b7-487c-a98e-feaaf5c2d458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:55.641070 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-0155e3a1-ebb8-411a-a9a0-fe3fad35f5d5 None None] Provisioning complete for port 68022cd2-1e51-445a-9155-581cc077b18e triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:55.641663 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0155e3a1-ebb8-411a-a9a0-fe3fad35f5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:55.660039 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47270) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:55.689751 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fbaded87-1c82-4f92-b92a-852c5add7e81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:55.715904 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e78b91-98b7-487c-a98e-feaaf5c2d458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeae21f9-3928-4eec-99be-1284fc104862,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:55.725309 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-0155e3a1-ebb8-411a-a9a0-fe3fad35f5d5 None None] Port 68022cd2-1e51-445a-9155-581cc077b18e cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:16:55.727393 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-54e78b91-98b7-487c-a98e-feaaf5c2d458 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=45a9b6dd0e194306bce75a77ca091a8b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4996142 Nov 12 03:16:55.730131 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47274) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:55.884263 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9052c970-ad95-4726-90da-06ce66ad9777 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:55.926915 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9052c970-ad95-4726-90da-06ce66ad9777 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:55.939527 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fbaded87-1c82-4f92-b92a-852c5add7e81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:55.946908 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fbaded87-1c82-4f92-b92a-852c5add7e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:56.002922 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9052c970-ad95-4726-90da-06ce66ad9777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:56.007796 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9052c970-ad95-4726-90da-06ce66ad9777 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:56.008024 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-fbaded87-1c82-4f92-b92a-852c5add7e81 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d2db3e78da9045b3b13715d76259a03a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3460250 Nov 12 03:16:56.010476 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9052c970-ad95-4726-90da-06ce66ad9777 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aeae21f9-3928-4eec-99be-1284fc104862 HTTP/1.1" status: 204 len: 168 time: 0.2781816 Nov 12 03:16:56.013771 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaded87-1c82-4f92-b92a-852c5add7e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5c0644-d2ac-4bd8-b57b-cbb697204958,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:56.016392 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47288) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:56.045598 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9052c970-ad95-4726-90da-06ce66ad9777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeae21f9-3928-4eec-99be-1284fc104862,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:56.115256 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-87270473-43a0-40df-9ee1-5b504f4f204e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:56.143061 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-87270473-43a0-40df-9ee1-5b504f4f204e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:56.202999 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-87270473-43a0-40df-9ee1-5b504f4f204e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:56.207540 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-87270473-43a0-40df-9ee1-5b504f4f204e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:56.209582 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-87270473-43a0-40df-9ee1-5b504f4f204e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ee5c0644-d2ac-4bd8-b57b-cbb697204958 HTTP/1.1" status: 204 len: 168 time: 0.1765137 Nov 12 03:16:56.218617 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87270473-43a0-40df-9ee1-5b504f4f204e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5c0644-d2ac-4bd8-b57b-cbb697204958,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:56.310053 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47302) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:56.323206 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-35e17e9e-4362-4ad9-becc-b1a8136689e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:56.416919 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-35e17e9e-4362-4ad9-becc-b1a8136689e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:56.423402 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-35e17e9e-4362-4ad9-becc-b1a8136689e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:56.463735 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e17e9e-4362-4ad9-becc-b1a8136689e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240e52ef-f0f7-4fc7-8178-be34d313d41c,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:56.468935 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-35e17e9e-4362-4ad9-becc-b1a8136689e1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=056f084c08b34653a41c76a6b216b95e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1579404 Nov 12 03:16:56.471553 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47310) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:56.531475 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47312) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:56.533634 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ce43318a-f280-48cb-8763-13d08fb14dfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:56.587544 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ce43318a-f280-48cb-8763-13d08fb14dfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:56.598092 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 29911945-106e-4879-a6ca-eac7126ee4f5 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:16:56.670787 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 29911945-106e-4879-a6ca-eac7126ee4f5 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:56.672613 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:56.685201 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ce43318a-f280-48cb-8763-13d08fb14dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:56.691248 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ce43318a-f280-48cb-8763-13d08fb14dfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:56.697856 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ce43318a-f280-48cb-8763-13d08fb14dfd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/240e52ef-f0f7-4fc7-8178-be34d313d41c HTTP/1.1" status: 204 len: 168 time: 0.2246740 Nov 12 03:16:56.708866 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce43318a-f280-48cb-8763-13d08fb14dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240e52ef-f0f7-4fc7-8178-be34d313d41c,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:56.776414 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:56.803819 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 29911945-106e-4879-a6ca-eac7126ee4f5, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=29911945-106e-4879-a6ca-eac7126ee4f5,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:56.810093 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:56.894936 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=29911945-106e-4879-a6ca-eac7126ee4f5,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:57.003406 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f307c33b-6078-4baf-b1b1-c601d0edb787 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:57.207680 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f307c33b-6078-4baf-b1b1-c601d0edb787 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:57.213543 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f307c33b-6078-4baf-b1b1-c601d0edb787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:57.255092 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f307c33b-6078-4baf-b1b1-c601d0edb787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66076de0-ca69-4050-8875-f008fbef18df,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:57.263211 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f307c33b-6078-4baf-b1b1-c601d0edb787 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=97aef0fa8b7844d89934a23487270adb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7276821 Nov 12 03:16:57.263412 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47346) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:57.420372 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79228358-0f54-41c2-947b-0260bf0feb11 None None] Sync routers for ids ['be1259ea-4e37-4bc1-8374-2c86527003b9'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:16:57.422189 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a7954491-08b8-472d-88cf-aac34a60bd49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:57.447643 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79228358-0f54-41c2-947b-0260bf0feb11 None None] Routers {'be1259ea-4e37-4bc1-8374-2c86527003b9'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:16:57.448565 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-79228358-0f54-41c2-947b-0260bf0feb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:16:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['be1259ea-4e37-4bc1-8374-2c86527003b9'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:57.460122 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a7954491-08b8-472d-88cf-aac34a60bd49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:57.556813 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a7954491-08b8-472d-88cf-aac34a60bd49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:57.562312 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a7954491-08b8-472d-88cf-aac34a60bd49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:57.570608 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a7954491-08b8-472d-88cf-aac34a60bd49 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/66076de0-ca69-4050-8875-f008fbef18df HTTP/1.1" status: 204 len: 168 time: 0.3052588 Nov 12 03:16:57.589397 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7954491-08b8-472d-88cf-aac34a60bd49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66076de0-ca69-4050-8875-f008fbef18df,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:57.660758 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-79228358-0f54-41c2-947b-0260bf0feb11 None None] Set router be1259ea-4e37-4bc1-8374-2c86527003b9 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:16:57.984858 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-79228358-0f54-41c2-947b-0260bf0feb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1486831551-router', 'tenant_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '29911945-106e-4879-a6ca-eac7126ee4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:16:49Z', 'updated_at': '2021-11-12T03:16:54Z', 'revision_number': 4, 'project_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'gw_port': {'id': '29911945-106e-4879-a6ca-eac7126ee4f5', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:49Z', 'updated_at': '2021-11-12T03:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '68022cd2-1e51-445a-9155-581cc077b18e', 'name': '', 'network_id': '5d12c86d-665b-42e0-88f2-c767d0a1a78b', 'tenant_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'mac_address': 'fa:16:3e:c3:16:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a0218dd1-f1e1-4b4f-9068-6a0660604123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:53Z', 'updated_at': '2021-11-12T03:16:54Z', 'revision_number': 2, 'project_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'subnets': [{'id': 'a0218dd1-f1e1-4b4f-9068-6a0660604123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:58.016304 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79228358-0f54-41c2-947b-0260bf0feb11 None None] Checking router: be1259ea-4e37-4bc1-8374-2c86527003b9 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:16:58.016656 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79228358-0f54-41c2-947b-0260bf0feb11 None None] Updating router be1259ea-4e37-4bc1-8374-2c86527003b9 port 68022cd2-1e51-445a-9155-581cc077b18e binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:16:58.044942 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-79228358-0f54-41c2-947b-0260bf0feb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:58.332893 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47398) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:58.335119 n-d-715271-27 neutron-server[102571]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 12 03:16:58.345211 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47400) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:58.352596 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-cfce3c79-bedb-4d8a-89fe-b2b7267ddf1b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1072236649-network', 'tenant_id': '15f36cc98dd94821bd61fba81e9d87f0'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:58.377335 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-047beb50-7234-4f7a-8227-651b10de6e30 req-3097c91e-c3ac-4635-993b-0d4b9276cb92 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=38e53f860ab641e3b1ae0981b3ce3cc7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433178 Nov 12 03:16:58.386159 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfce3c79-bedb-4d8a-89fe-b2b7267ddf1b admin admin] Made reservation on behalf of 15f36cc98dd94821bd61fba81e9d87f0 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:58.389389 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cfce3c79-bedb-4d8a-89fe-b2b7267ddf1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:58.399116 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cfce3c79-bedb-4d8a-89fe-b2b7267ddf1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:58.530188 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cfce3c79-bedb-4d8a-89fe-b2b7267ddf1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:58.540512 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cfce3c79-bedb-4d8a-89fe-b2b7267ddf1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:58.559135 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-79228358-0f54-41c2-947b-0260bf0feb11 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:58.573940 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-79228358-0f54-41c2-947b-0260bf0feb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:58.579311 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfce3c79-bedb-4d8a-89fe-b2b7267ddf1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:16:58.603396 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce3c79-bedb-4d8a-89fe-b2b7267ddf1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b81318-2781-49a3-9d22-bcfba9df659b,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:58.608535 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 29911945-106e-4879-a6ca-eac7126ee4f5 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:16:58.645685 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cfce3c79-bedb-4d8a-89fe-b2b7267ddf1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:58.649024 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-cfce3c79-bedb-4d8a-89fe-b2b7267ddf1b admin admin] Added segment cd74b279-4920-49b8-8e7f-eb080aa7a0d5 of type vlan for network e4932261-c030-4159-a044-fdca621cc9ea Nov 12 03:16:58.674521 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9438210f-257e-4888-9ae8-820ff79e8ca7 None None] Pushing event updated for resources: {'Port': ['ID=68022cd2-1e51-445a-9155-581cc077b18e,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:58.715210 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047beb50-7234-4f7a-8227-651b10de6e30 req-30d95970-29a5-4ba1-bc0d-c607b7211a3a tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:58.718804 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-047beb50-7234-4f7a-8227-651b10de6e30 req-30d95970-29a5-4ba1-bc0d-c607b7211a3a tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3333588 Nov 12 03:16:58.747458 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-047beb50-7234-4f7a-8227-651b10de6e30 req-60f0a175-7b5d-4f91-bac8-e2d1b1e9f54a tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.50 "GET /v2.0/quotas/38e53f860ab641e3b1ae0981b3ce3cc7 HTTP/1.1" status: 200 len: 375 time: 0.0216458 Nov 12 03:16:58.748801 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-79228358-0f54-41c2-947b-0260bf0feb11 None None] Attempting to bind port 68022cd2-1e51-445a-9155-581cc077b18e on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:16:58.749015 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-79228358-0f54-41c2-947b-0260bf0feb11 None None] Attempting to bind port 68022cd2-1e51-445a-9155-581cc077b18e by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '9a25bf69-3388-48ff-939d-174c3ec6e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5d12c86d-665b-42e0-88f2-c767d0a1a78b'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:16:58.749373 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79228358-0f54-41c2-947b-0260bf0feb11 None None] Attempting to bind port 68022cd2-1e51-445a-9155-581cc077b18e on network 5d12c86d-665b-42e0-88f2-c767d0a1a78b {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:58.756844 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cfce3c79-bedb-4d8a-89fe-b2b7267ddf1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:58.758818 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79228358-0f54-41c2-947b-0260bf0feb11 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:16:58.759270 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79228358-0f54-41c2-947b-0260bf0feb11 None None] Checking segment: {'id': '9a25bf69-3388-48ff-939d-174c3ec6e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5d12c86d-665b-42e0-88f2-c767d0a1a78b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:58.759769 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-79228358-0f54-41c2-947b-0260bf0feb11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:58.760213 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79228358-0f54-41c2-947b-0260bf0feb11 None None] Bound using segment: {'id': '9a25bf69-3388-48ff-939d-174c3ec6e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5d12c86d-665b-42e0-88f2-c767d0a1a78b'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:16:58.760759 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-79228358-0f54-41c2-947b-0260bf0feb11 None None] Bound port: 68022cd2-1e51-445a-9155-581cc077b18e, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a25bf69-3388-48ff-939d-174c3ec6e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5d12c86d-665b-42e0-88f2-c767d0a1a78b'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:16:58.761377 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-79228358-0f54-41c2-947b-0260bf0feb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:58.786715 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 29911945-106e-4879-a6ca-eac7126ee4f5 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:58.787182 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:58.800384 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47408) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:58.837208 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bebe887c-a2ae-48fe-92da-fdd45df70fa6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:58.851611 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-047beb50-7234-4f7a-8227-651b10de6e30 req-3e33e453-905b-455c-8bd2-9dd2109c9052 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=38e53f860ab641e3b1ae0981b3ce3cc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0940890 Nov 12 03:16:58.859104 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cfce3c79-bedb-4d8a-89fe-b2b7267ddf1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:58.868203 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfce3c79-bedb-4d8a-89fe-b2b7267ddf1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:58.868864 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cfce3c79-bedb-4d8a-89fe-b2b7267ddf1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:58.939180 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce3c79-bedb-4d8a-89fe-b2b7267ddf1b admin admin] Pushing event updated for resources: {'Network': ['ID=e4932261-c030-4159-a044-fdca621cc9ea,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:58.948970 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-cfce3c79-bedb-4d8a-89fe-b2b7267ddf1b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6013336 Nov 12 03:16:58.953334 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47412) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:58.968161 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-f7746ecd-4017-43bc-8ec8-4492fca88960 admin admin] Request body: {'subnet': {'network_id': 'e4932261-c030-4159-a044-fdca621cc9ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1072236649-subnet', 'tenant_id': '15f36cc98dd94821bd61fba81e9d87f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:59.020982 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network e4932261-c030-4159-a044-fdca621cc9ea details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:16:59.050295 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-79228358-0f54-41c2-947b-0260bf0feb11 None None] For port 68022cd2-1e51-445a-9155-581cc077b18e, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:16:59.052188 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7746ecd-4017-43bc-8ec8-4492fca88960 admin admin] Made reservation on behalf of 15f36cc98dd94821bd61fba81e9d87f0 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:59.054707 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f7746ecd-4017-43bc-8ec8-4492fca88960 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:59.112045 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-79228358-0f54-41c2-947b-0260bf0feb11 None None] For port 68022cd2-1e51-445a-9155-581cc077b18e, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=68022cd2-1e51-445a-9155-581cc077b18e,segment=NetworkSegment(9a25bf69-3388-48ff-939d-174c3ec6e8fc),segment_id=9a25bf69-3388-48ff-939d-174c3ec6e8fc)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:16:59.135433 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-79228358-0f54-41c2-947b-0260bf0feb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:59.187545 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-93be81bb-90a4-4544-9790-80ccff4c50e9 None None] Provisioning complete for port 68022cd2-1e51-445a-9155-581cc077b18e triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:59.189953 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-93be81bb-90a4-4544-9790-80ccff4c50e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:59.277195 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bebe887c-a2ae-48fe-92da-fdd45df70fa6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:59.286168 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bebe887c-a2ae-48fe-92da-fdd45df70fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:59.338227 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-bebe887c-a2ae-48fe-92da-fdd45df70fa6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a6bd58344f454c8382b900c1d849d0ea&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5366423 Nov 12 03:16:59.344860 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47436) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:59.381690 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe887c-a2ae-48fe-92da-fdd45df70fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b60bfd-88c7-42d0-8092-f8b84ba87b81,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:59.432024 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-49082d57-5e68-418a-8227-23282bae8a74 req-f20448df-036b-42de-b26f-2079731fa0b8 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfaf4422-9fa7-43d2-9c8f-fcef727af05b HTTP/1.1" status: 200 len: 210 time: 0.1522522 Nov 12 03:16:59.465083 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79228358-0f54-41c2-947b-0260bf0feb11 None None] Routers {'be1259ea-4e37-4bc1-8374-2c86527003b9'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:16:59.466225 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-79228358-0f54-41c2-947b-0260bf0feb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:16:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['be1259ea-4e37-4bc1-8374-2c86527003b9'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:59.544346 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9438210f-257e-4888-9ae8-820ff79e8ca7 None None] Pushing event updated for resources: {'Port': ['ID=68022cd2-1e51-445a-9155-581cc077b18e,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:59.570498 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1c1d2c74-e445-4b0f-a2b5-63e3229a7c66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:59.592995 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-93be81bb-90a4-4544-9790-80ccff4c50e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:59.619956 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1c1d2c74-e445-4b0f-a2b5-63e3229a7c66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:59.632926 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f7746ecd-4017-43bc-8ec8-4492fca88960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:59.685024 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-93be81bb-90a4-4544-9790-80ccff4c50e9 None None] For port 68022cd2-1e51-445a-9155-581cc077b18e, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=68022cd2-1e51-445a-9155-581cc077b18e,segment=NetworkSegment(9a25bf69-3388-48ff-939d-174c3ec6e8fc),segment_id=9a25bf69-3388-48ff-939d-174c3ec6e8fc)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:59.703068 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-93be81bb-90a4-4544-9790-80ccff4c50e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:59.716490 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7746ecd-4017-43bc-8ec8-4492fca88960 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3643bba4-e0d9-4aea-9f7c-ca7d91f3e58e,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:59.728778 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7746ecd-4017-43bc-8ec8-4492fca88960 admin admin] Checking segment: {'id': 'cd74b279-4920-49b8-8e7f-eb080aa7a0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e4932261-c030-4159-a044-fdca621cc9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:59.729122 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7746ecd-4017-43bc-8ec8-4492fca88960 admin admin] Network hostable DHCP agents. Network: e4932261-c030-4159-a044-fdca621cc9ea, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:16:59.754164 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1c1d2c74-e445-4b0f-a2b5-63e3229a7c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:59.758324 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1c1d2c74-e445-4b0f-a2b5-63e3229a7c66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:59.759843 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-1c1d2c74-e445-4b0f-a2b5-63e3229a7c66 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/57b60bfd-88c7-42d0-8092-f8b84ba87b81 HTTP/1.1" status: 204 len: 168 time: 0.4128733 Nov 12 03:16:59.764695 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7746ecd-4017-43bc-8ec8-4492fca88960 admin admin] Network e4932261-c030-4159-a044-fdca621cc9ea is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:16:59.777724 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d2c74-e445-4b0f-a2b5-63e3229a7c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b60bfd-88c7-42d0-8092-f8b84ba87b81,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:59.783260 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-f7746ecd-4017-43bc-8ec8-4492fca88960 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, e4932261-c030-4159-a044-fdca621cc9ea) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:59.791755 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7746ecd-4017-43bc-8ec8-4492fca88960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:59.793468 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f7746ecd-4017-43bc-8ec8-4492fca88960 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:59.810047 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da26c417-4ff5-4697-ad98-1f672bf991a3 None None] Network e4932261-c030-4159-a044-fdca621cc9ea requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:16:59.821569 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f7746ecd-4017-43bc-8ec8-4492fca88960 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8643978 Nov 12 03:16:59.823168 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47462) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:59.829583 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-5bac8b70-50bd-45bd-b8db-f576dc8c9659 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1072236649-router', 'tenant_id': '15f36cc98dd94821bd61fba81e9d87f0', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:59.861083 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5bac8b70-50bd-45bd-b8db-f576dc8c9659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:59.862935 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5bac8b70-50bd-45bd-b8db-f576dc8c9659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:59.876163 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-79228358-0f54-41c2-947b-0260bf0feb11 None None] Set router be1259ea-4e37-4bc1-8374-2c86527003b9 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:16:59.878279 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-a77eb109-a5dd-461c-952a-af7462c34be6 None None] Provisioning complete for port 68022cd2-1e51-445a-9155-581cc077b18e triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:59.878642 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a77eb109-a5dd-461c-952a-af7462c34be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:59.936437 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5bac8b70-50bd-45bd-b8db-f576dc8c9659 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:00.046153 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be81bb-90a4-4544-9790-80ccff4c50e9 None None] Pushing event updated for resources: {'Port': ['ID=68022cd2-1e51-445a-9155-581cc077b18e,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:00.227064 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5bac8b70-50bd-45bd-b8db-f576dc8c9659 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:00.336598 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c15c5bca-3b49-497b-b825-53656b530d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:00.346797 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74622570-91a7-47f7-af7a-f4bdb47dfa90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-e4932261-c030-4159-a044-fdca621cc9ea', 'network_id': 'e4932261-c030-4159-a044-fdca621cc9ea', 'tenant_id': '15f36cc98dd94821bd61fba81e9d87f0', 'fixed_ips': [{'subnet_id': '3643bba4-e0d9-4aea-9f7c-ca7d91f3e58e'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:17:00.347982 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-74622570-91a7-47f7-af7a-f4bdb47dfa90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:00.466027 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-79228358-0f54-41c2-947b-0260bf0feb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1486831551-router', 'tenant_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '29911945-106e-4879-a6ca-eac7126ee4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:16:49Z', 'updated_at': '2021-11-12T03:16:54Z', 'revision_number': 4, 'project_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'gw_port': {'id': '29911945-106e-4879-a6ca-eac7126ee4f5', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:49Z', 'updated_at': '2021-11-12T03:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '68022cd2-1e51-445a-9155-581cc077b18e', 'name': '', 'network_id': '5d12c86d-665b-42e0-88f2-c767d0a1a78b', 'tenant_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'mac_address': 'fa:16:3e:c3:16:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a0218dd1-f1e1-4b4f-9068-6a0660604123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:53Z', 'updated_at': '2021-11-12T03:16:59Z', 'revision_number': 4, 'project_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'subnets': [{'id': 'a0218dd1-f1e1-4b4f-9068-6a0660604123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:00.502734 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79228358-0f54-41c2-947b-0260bf0feb11 None None] The sync data for ids ['be1259ea-4e37-4bc1-8374-2c86527003b9'] in n-d-715271-27 is: [{'id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1486831551-router', 'tenant_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '29911945-106e-4879-a6ca-eac7126ee4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:16:49Z', 'updated_at': '2021-11-12T03:16:54Z', 'revision_number': 4, 'project_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'gw_port': {'id': '29911945-106e-4879-a6ca-eac7126ee4f5', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:49Z', 'updated_at': '2021-11-12T03:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '68022cd2-1e51-445a-9155-581cc077b18e', 'name': '', 'network_id': '5d12c86d-665b-42e0-88f2-c767d0a1a78b', 'tenant_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'mac_address': 'fa:16:3e:c3:16:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a0218dd1-f1e1-4b4f-9068-6a0660604123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:53Z', 'updated_at': '2021-11-12T03:16:59Z', 'revision_number': 4, 'project_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'subnets': [{'id': 'a0218dd1-f1e1-4b4f-9068-6a0660604123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:17:00.563052 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-74622570-91a7-47f7-af7a-f4bdb47dfa90 None None] Allocated IP 172.20.0.2 (e4932261-c030-4159-a044-fdca621cc9ea/3643bba4-e0d9-4aea-9f7c-ca7d91f3e58e/3701cf19-b96b-41b1-b6eb-8df379671dc0) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:17:00.683135 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5bac8b70-50bd-45bd-b8db-f576dc8c9659 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:00.693529 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-46701031-a847-4eca-96f4-93b9bc20599f req-dcaccb94-5e96-4850-9f15-1f66b144c799 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfaf4422-9fa7-43d2-9c8f-fcef727af05b HTTP/1.1" status: 200 len: 210 time: 0.0908766 Nov 12 03:17:00.717806 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5bac8b70-50bd-45bd-b8db-f576dc8c9659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:00.898986 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-5bac8b70-50bd-45bd-b8db-f576dc8c9659 admin admin] Allocated IP 172.25.5.34 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/c3de4586-3eb2-4e11-9901-803b354aec90) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:17:00.946816 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47504) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:00.949712 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-74622570-91a7-47f7-af7a-f4bdb47dfa90 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:00.950430 n-d-715271-27 neutron-server[102572]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 12 03:17:00.972717 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-74622570-91a7-47f7-af7a-f4bdb47dfa90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:01.053021 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-e2dcd2db-46ed-47ac-b7ec-513a045e5bad tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=bfc0180a7e0b4f8bb59181f0dfd25f41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1035862 Nov 12 03:17:01.059946 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5bac8b70-50bd-45bd-b8db-f576dc8c9659 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:01.081689 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74622570-91a7-47f7-af7a-f4bdb47dfa90 None None] Network e4932261-c030-4159-a044-fdca621cc9ea is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:17:01.088364 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-74622570-91a7-47f7-af7a-f4bdb47dfa90 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:01.106783 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5bac8b70-50bd-45bd-b8db-f576dc8c9659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:01.112279 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74622570-91a7-47f7-af7a-f4bdb47dfa90 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:17:01.161260 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bac8b70-50bd-45bd-b8db-f576dc8c9659 admin admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:17:01.164650 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-5bac8b70-50bd-45bd-b8db-f576dc8c9659 admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:01.172856 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bac8b70-50bd-45bd-b8db-f576dc8c9659 admin admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:17:01.187013 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74622570-91a7-47f7-af7a-f4bdb47dfa90 None None] Pushing event updated for resources: {'Port': ['ID=3701cf19-b96b-41b1-b6eb-8df379671dc0,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:01.266148 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-74622570-91a7-47f7-af7a-f4bdb47dfa90 None None] Attempting to bind port 3701cf19-b96b-41b1-b6eb-8df379671dc0 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:17:01.270804 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-74622570-91a7-47f7-af7a-f4bdb47dfa90 None None] Attempting to bind port 3701cf19-b96b-41b1-b6eb-8df379671dc0 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'cd74b279-4920-49b8-8e7f-eb080aa7a0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e4932261-c030-4159-a044-fdca621cc9ea'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:17:01.271316 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74622570-91a7-47f7-af7a-f4bdb47dfa90 None None] Attempting to bind port 3701cf19-b96b-41b1-b6eb-8df379671dc0 on network e4932261-c030-4159-a044-fdca621cc9ea {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:01.285530 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74622570-91a7-47f7-af7a-f4bdb47dfa90 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:17:01.285889 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74622570-91a7-47f7-af7a-f4bdb47dfa90 None None] Checking segment: {'id': 'cd74b279-4920-49b8-8e7f-eb080aa7a0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e4932261-c030-4159-a044-fdca621cc9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:17:01.286290 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-74622570-91a7-47f7-af7a-f4bdb47dfa90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:01.289930 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74622570-91a7-47f7-af7a-f4bdb47dfa90 None None] Bound using segment: {'id': 'cd74b279-4920-49b8-8e7f-eb080aa7a0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e4932261-c030-4159-a044-fdca621cc9ea'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:17:01.290506 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-74622570-91a7-47f7-af7a-f4bdb47dfa90 None None] Bound port: 3701cf19-b96b-41b1-b6eb-8df379671dc0, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd74b279-4920-49b8-8e7f-eb080aa7a0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e4932261-c030-4159-a044-fdca621cc9ea'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:17:01.291012 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-74622570-91a7-47f7-af7a-f4bdb47dfa90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:01.373611 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bac8b70-50bd-45bd-b8db-f576dc8c9659 admin admin] Pushing event updated for resources: {'Port': ['ID=c3de4586-3eb2-4e11-9901-803b354aec90,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:01.419560 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-74622570-91a7-47f7-af7a-f4bdb47dfa90 None None] For port 3701cf19-b96b-41b1-b6eb-8df379671dc0, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:17:01.425070 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-74622570-91a7-47f7-af7a-f4bdb47dfa90 None None] For port 3701cf19-b96b-41b1-b6eb-8df379671dc0, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=3701cf19-b96b-41b1-b6eb-8df379671dc0,segment=NetworkSegment(cd74b279-4920-49b8-8e7f-eb080aa7a0d5),segment_id=cd74b279-4920-49b8-8e7f-eb080aa7a0d5)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:17:01.435031 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-74622570-91a7-47f7-af7a-f4bdb47dfa90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:01.584996 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74622570-91a7-47f7-af7a-f4bdb47dfa90 None None] Pushing event updated for resources: {'Port': ['ID=3701cf19-b96b-41b1-b6eb-8df379671dc0,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:01.719071 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5bac8b70-50bd-45bd-b8db-f576dc8c9659 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:01.746249 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-9732f56e-f3a2-43fd-bb29-8afceba7a0c4 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:01.755843 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-9732f56e-f3a2-43fd-bb29-8afceba7a0c4 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7017436 Nov 12 03:17:01.792910 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-1f4264f2-198b-4612-ae7d-337b188e4776 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/quotas/bfc0180a7e0b4f8bb59181f0dfd25f41 HTTP/1.1" status: 200 len: 375 time: 0.0347195 Nov 12 03:17:01.922598 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-f20c839b-e049-47e2-b965-8dbca225f637 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=bfc0180a7e0b4f8bb59181f0dfd25f41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1269243 Nov 12 03:17:02.232185 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-801407d7-c763-499e-84a1-c9c488572cff req-f48bff22-f184-4852-adb3-5a85a233b2b1 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfaf4422-9fa7-43d2-9c8f-fcef727af05b HTTP/1.1" status: 200 len: 210 time: 0.0347311 Nov 12 03:17:02.441845 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5bac8b70-50bd-45bd-b8db-f576dc8c9659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:02.467962 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c528759f-5893-4004-b8ff-8c73e3885f8d req-4f6d3b72-0564-493c-b5fc-15e04f571b72 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/ports?device_id=635f48ab-8aae-4d48-bbc0-9b5b05add0ce HTTP/1.1" status: 200 len: 210 time: 0.1341929 Nov 12 03:17:02.712253 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 3701cf19-b96b-41b1-b6eb-8df379671dc0 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:17:02.729190 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.74', 58743) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:02.770179 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-047beb50-7234-4f7a-8227-651b10de6e30 req-dcbf72cc-f6f3-4841-8e0f-a32fd0535dbb tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=38e53f860ab641e3b1ae0981b3ce3cc7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395052 Nov 12 03:17:02.843715 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bac8b70-50bd-45bd-b8db-f576dc8c9659 admin admin] Router 7258aeea-bd10-428f-9cf4-10471a0450ea is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:17:03.001183 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 3701cf19-b96b-41b1-b6eb-8df379671dc0 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:03.001801 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:03.114800 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047beb50-7234-4f7a-8227-651b10de6e30 req-bb5e9f0c-f1ea-4da2-bdf2-dab649543a98 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:03.117327 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-047beb50-7234-4f7a-8227-651b10de6e30 req-bb5e9f0c-f1ea-4da2-bdf2-dab649543a98 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3318436 Nov 12 03:17:03.173919 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bac8b70-50bd-45bd-b8db-f576dc8c9659 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:17:03.187056 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc858471-f0a2-4417-a36b-59987be40ec0 None None] Sync routers for ids ['7258aeea-bd10-428f-9cf4-10471a0450ea'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:17:03.190465 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:03.197947 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc858471-f0a2-4417-a36b-59987be40ec0 None None] Routers {'7258aeea-bd10-428f-9cf4-10471a0450ea'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:17:03.198078 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5bac8b70-50bd-45bd-b8db-f576dc8c9659 admin admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:03.198565 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-dc858471-f0a2-4417-a36b-59987be40ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:16:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['7258aeea-bd10-428f-9cf4-10471a0450ea'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:03.199532 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5bac8b70-50bd-45bd-b8db-f576dc8c9659 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.3753345 Nov 12 03:17:03.204699 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47586) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:03.214141 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c313336d-eb63-4639-8593-1182c62770b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:03.249685 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 3701cf19-b96b-41b1-b6eb-8df379671dc0, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=3701cf19-b96b-41b1-b6eb-8df379671dc0,segment=NetworkSegment(cd74b279-4920-49b8-8e7f-eb080aa7a0d5),segment_id=cd74b279-4920-49b8-8e7f-eb080aa7a0d5)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:03.256524 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:03.258464 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 68022cd2-1e51-445a-9155-581cc077b18e up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:17:03.278384 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-047beb50-7234-4f7a-8227-651b10de6e30 req-38c7e58a-83d5-4fe2-9e12-2d9457a2c9dd tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] Request body: {'port': {'device_id': 'dfaf4422-9fa7-43d2-9c8f-fcef727af05b', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'admin_state_up': True, 'tenant_id': '38e53f860ab641e3b1ae0981b3ce3cc7'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:03.431512 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=3701cf19-b96b-41b1-b6eb-8df379671dc0,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:03.453853 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efb8a08-2671-4f93-894c-cba89882e845 None None] Network e4932261-c030-4159-a044-fdca621cc9ea requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:17:03.552344 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4f8a2ab8-afdc-4b2f-b96e-267d4b0afaa6 None None] Provisioning complete for port 3701cf19-b96b-41b1-b6eb-8df379671dc0 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:03.552719 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4f8a2ab8-afdc-4b2f-b96e-267d4b0afaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:03.636740 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-72d594a1-457c-4e25-bd67-f25c9618aea8 req-6630114d-95db-4499-bfe8-9e26faac4552 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfaf4422-9fa7-43d2-9c8f-fcef727af05b HTTP/1.1" status: 200 len: 210 time: 0.0759499 Nov 12 03:17:03.708036 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-dc858471-f0a2-4417-a36b-59987be40ec0 None None] Set router 7258aeea-bd10-428f-9cf4-10471a0450ea gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:17:03.716402 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 68022cd2-1e51-445a-9155-581cc077b18e triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:03.717010 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:03.836390 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0be3f45c-4f02-4b13-8168-ac60f2c3a43a req-28df15fc-5ee5-486a-9344-1e7c9e4d2619 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/ports?device_id=635f48ab-8aae-4d48-bbc0-9b5b05add0ce HTTP/1.1" status: 200 len: 210 time: 0.0931664 Nov 12 03:17:04.032536 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-047beb50-7234-4f7a-8227-651b10de6e30 req-38c7e58a-83d5-4fe2-9e12-2d9457a2c9dd tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] Made reservation on behalf of 38e53f860ab641e3b1ae0981b3ce3cc7 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:17:04.037261 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-047beb50-7234-4f7a-8227-651b10de6e30 req-38c7e58a-83d5-4fe2-9e12-2d9457a2c9dd tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:04.066953 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:04.068903 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-047beb50-7234-4f7a-8227-651b10de6e30 req-38c7e58a-83d5-4fe2-9e12-2d9457a2c9dd tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:04.082103 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-dc858471-f0a2-4417-a36b-59987be40ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7258aeea-bd10-428f-9cf4-10471a0450ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1072236649-router', 'tenant_id': '15f36cc98dd94821bd61fba81e9d87f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'c3de4586-3eb2-4e11-9901-803b354aec90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:16:59Z', 'updated_at': '2021-11-12T03:17:01Z', 'revision_number': 3, 'project_id': '15f36cc98dd94821bd61fba81e9d87f0', 'gw_port': {'id': 'c3de4586-3eb2-4e11-9901-803b354aec90', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ee:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7258aeea-bd10-428f-9cf4-10471a0450ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:00Z', 'updated_at': '2021-11-12T03:17:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:04.136879 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc858471-f0a2-4417-a36b-59987be40ec0 None None] Checking router: 7258aeea-bd10-428f-9cf4-10471a0450ea for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:17:04.137384 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc858471-f0a2-4417-a36b-59987be40ec0 None None] Updating router 7258aeea-bd10-428f-9cf4-10471a0450ea port c3de4586-3eb2-4e11-9901-803b354aec90 binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:17:04.213457 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-dc858471-f0a2-4417-a36b-59987be40ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:04.370710 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-047beb50-7234-4f7a-8227-651b10de6e30 req-38c7e58a-83d5-4fe2-9e12-2d9457a2c9dd tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:04.386314 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-047beb50-7234-4f7a-8227-651b10de6e30 req-38c7e58a-83d5-4fe2-9e12-2d9457a2c9dd tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:04.665292 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 3701cf19-b96b-41b1-b6eb-8df379671dc0 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:17:04.715243 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-9df28045-1b2e-48c1-96dd-9a2ced0474fc tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1724682 Nov 12 03:17:04.724044 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c7e58a-83d5-4fe2-9e12-2d9457a2c9dd tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e57b8297-e3bf-4d48-8725-f9b924114f00,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:04.736985 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-6176d66c-9118-47e7-b0b0-59bbcb5028fa None None] Provisioning complete for port 3701cf19-b96b-41b1-b6eb-8df379671dc0 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:04.737516 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6176d66c-9118-47e7-b0b0-59bbcb5028fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:04.852655 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 3701cf19-b96b-41b1-b6eb-8df379671dc0 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:04.853396 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:04.993177 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-905c1cd6-0e61-4cca-adce-4071ef7ee83e req-5cd2c081-8478-442a-b120-d7ea82dfa563 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfaf4422-9fa7-43d2-9c8f-fcef727af05b HTTP/1.1" status: 200 len: 210 time: 0.0805447 Nov 12 03:17:04.998261 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-dc858471-f0a2-4417-a36b-59987be40ec0 None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:05.018617 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-dc858471-f0a2-4417-a36b-59987be40ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:05.113265 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-dc858471-f0a2-4417-a36b-59987be40ec0 None None] Attempting to bind port c3de4586-3eb2-4e11-9901-803b354aec90 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:17:05.113917 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-dc858471-f0a2-4417-a36b-59987be40ec0 None None] Attempting to bind port c3de4586-3eb2-4e11-9901-803b354aec90 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:17:05.114208 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc858471-f0a2-4417-a36b-59987be40ec0 None None] Attempting to bind port c3de4586-3eb2-4e11-9901-803b354aec90 on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:05.237156 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc858471-f0a2-4417-a36b-59987be40ec0 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:17:05.238239 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc858471-f0a2-4417-a36b-59987be40ec0 None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:17:05.238239 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-dc858471-f0a2-4417-a36b-59987be40ec0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:05.240741 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc858471-f0a2-4417-a36b-59987be40ec0 None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:17:05.243497 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-dc858471-f0a2-4417-a36b-59987be40ec0 None None] Bound port: c3de4586-3eb2-4e11-9901-803b354aec90, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:17:05.244396 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-dc858471-f0a2-4417-a36b-59987be40ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:05.252807 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.90', 58468) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:05.325541 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:05.370287 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-8bff0d4c-2f17-46aa-9043-7b91cf7c581a tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=bfc0180a7e0b4f8bb59181f0dfd25f41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1158185 Nov 12 03:17:05.441105 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-dc858471-f0a2-4417-a36b-59987be40ec0 None None] For port c3de4586-3eb2-4e11-9901-803b354aec90, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:17:05.456513 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-dc858471-f0a2-4417-a36b-59987be40ec0 None None] For port c3de4586-3eb2-4e11-9901-803b354aec90, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=c3de4586-3eb2-4e11-9901-803b354aec90,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:17:05.477689 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-dc858471-f0a2-4417-a36b-59987be40ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:05.558745 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:17:05.602603 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc858471-f0a2-4417-a36b-59987be40ec0 None None] Routers {'7258aeea-bd10-428f-9cf4-10471a0450ea'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:17:05.603314 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-dc858471-f0a2-4417-a36b-59987be40ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:17:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['7258aeea-bd10-428f-9cf4-10471a0450ea'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:05.708204 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-047beb50-7234-4f7a-8227-651b10de6e30 req-38c7e58a-83d5-4fe2-9e12-2d9457a2c9dd tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] Allocated IP 192.168.233.42 (eca3953c-c804-4641-8812-bff95be59582/fa66706f-b415-4bb9-838e-cfd08f81d96b/64bfef86-5fa1-454c-81a7-636d5d9cf8a4) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:17:05.729486 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c68ab2-7581-4b6b-bd2b-0314b31f8d19 None None] Pushing event updated for resources: {'Port': ['ID=c3de4586-3eb2-4e11-9901-803b354aec90,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:05.834196 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-712d195a-fe3c-4211-ad02-220a64fbcd04 req-a930cbb8-6d7b-47cb-88e3-f078e47ce95d tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/ports?device_id=635f48ab-8aae-4d48-bbc0-9b5b05add0ce HTTP/1.1" status: 200 len: 210 time: 0.3682332 Nov 12 03:17:05.938346 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c68ab2-7581-4b6b-bd2b-0314b31f8d19 None None] Pushing event updated for resources: {'Port': ['ID=c3de4586-3eb2-4e11-9901-803b354aec90,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:05.954570 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-29ec6c5e-0455-4d1e-a38c-e044a8153de0 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:05.958481 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-29ec6c5e-0455-4d1e-a38c-e044a8153de0 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5815771 Nov 12 03:17:06.062551 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-047beb50-7234-4f7a-8227-651b10de6e30 req-38c7e58a-83d5-4fe2-9e12-2d9457a2c9dd tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:06.129977 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-b71a2a7f-8e16-49c6-9f02-8e392629fa56 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Request body: {'port': {'device_id': '635f48ab-8aae-4d48-bbc0-9b5b05add0ce', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'admin_state_up': True, 'tenant_id': 'bfc0180a7e0b4f8bb59181f0dfd25f41'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:06.137635 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-2e168ea9-c0f7-4ad7-a571-32d30bdbecad tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:06.140348 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-2e168ea9-c0f7-4ad7-a571-32d30bdbecad tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4241428 Nov 12 03:17:06.155476 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-047beb50-7234-4f7a-8227-651b10de6e30 req-38c7e58a-83d5-4fe2-9e12-2d9457a2c9dd tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:06.233623 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:06.269532 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-dc858471-f0a2-4417-a36b-59987be40ec0 None None] Set router 7258aeea-bd10-428f-9cf4-10471a0450ea gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:17:06.625316 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-b71a2a7f-8e16-49c6-9f02-8e392629fa56 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Made reservation on behalf of bfc0180a7e0b4f8bb59181f0dfd25f41 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:17:06.632533 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-b71a2a7f-8e16-49c6-9f02-8e392629fa56 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:06.645528 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-b71a2a7f-8e16-49c6-9f02-8e392629fa56 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:06.778849 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-71ea53c0-21cf-4847-b80e-c625086b7e4a tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/quotas/8b0d25ea08f644adbd397e66a514b9b0 HTTP/1.1" status: 200 len: 375 time: 0.6014585 Nov 12 03:17:06.806029 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-47712c67-5d6d-4700-9dfb-2dc1283a0937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:06.848491 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-dc858471-f0a2-4417-a36b-59987be40ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7258aeea-bd10-428f-9cf4-10471a0450ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1072236649-router', 'tenant_id': '15f36cc98dd94821bd61fba81e9d87f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'c3de4586-3eb2-4e11-9901-803b354aec90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:16:59Z', 'updated_at': '2021-11-12T03:17:01Z', 'revision_number': 3, 'project_id': '15f36cc98dd94821bd61fba81e9d87f0', 'gw_port': {'id': 'c3de4586-3eb2-4e11-9901-803b354aec90', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ee:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7258aeea-bd10-428f-9cf4-10471a0450ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:00Z', 'updated_at': '2021-11-12T03:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:06.875035 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-047beb50-7234-4f7a-8227-651b10de6e30 req-38c7e58a-83d5-4fe2-9e12-2d9457a2c9dd tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] Network eca3953c-c804-4641-8812-bff95be59582 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:17:06.936806 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc858471-f0a2-4417-a36b-59987be40ec0 None None] The sync data for ids ['7258aeea-bd10-428f-9cf4-10471a0450ea'] in n-d-715271-27 is: [{'id': '7258aeea-bd10-428f-9cf4-10471a0450ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1072236649-router', 'tenant_id': '15f36cc98dd94821bd61fba81e9d87f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'c3de4586-3eb2-4e11-9901-803b354aec90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:16:59Z', 'updated_at': '2021-11-12T03:17:01Z', 'revision_number': 3, 'project_id': '15f36cc98dd94821bd61fba81e9d87f0', 'gw_port': {'id': 'c3de4586-3eb2-4e11-9901-803b354aec90', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ee:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7258aeea-bd10-428f-9cf4-10471a0450ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:00Z', 'updated_at': '2021-11-12T03:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:17:06.939676 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-f5a37cad-3f69-48fe-9ac0-2f33a15db848 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1598926 Nov 12 03:17:06.955532 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-047beb50-7234-4f7a-8227-651b10de6e30 req-38c7e58a-83d5-4fe2-9e12-2d9457a2c9dd tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:06.980560 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c7e58a-83d5-4fe2-9e12-2d9457a2c9dd tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] Pushing event updated for resources: {'Port': ['ID=64bfef86-5fa1-454c-81a7-636d5d9cf8a4,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:06.991936 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-047beb50-7234-4f7a-8227-651b10de6e30 req-38c7e58a-83d5-4fe2-9e12-2d9457a2c9dd tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:17:07.011754 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047beb50-7234-4f7a-8227-651b10de6e30 req-38c7e58a-83d5-4fe2-9e12-2d9457a2c9dd tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:07.020487 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-047beb50-7234-4f7a-8227-651b10de6e30 req-38c7e58a-83d5-4fe2-9e12-2d9457a2c9dd tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:07.092667 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-b71a2a7f-8e16-49c6-9f02-8e392629fa56 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:07.119567 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-047beb50-7234-4f7a-8227-651b10de6e30 req-38c7e58a-83d5-4fe2-9e12-2d9457a2c9dd tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8494520 Nov 12 03:17:07.135983 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64493704-26ae-46d6-8783-47cd13bfefdf req-752effe0-4245-4151-8f41-1ffeef643f0a tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:07.149930 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-64493704-26ae-46d6-8783-47cd13bfefdf req-752effe0-4245-4151-8f41-1ffeef643f0a tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfaf4422-9fa7-43d2-9c8f-fcef727af05b HTTP/1.1" status: 200 len: 935 time: 0.3813052 Nov 12 03:17:07.150557 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-047beb50-7234-4f7a-8227-651b10de6e30 req-6278f55e-1526-449a-9569-32ffa3aeb06f tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:17:07.154607 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-047beb50-7234-4f7a-8227-651b10de6e30 req-6278f55e-1526-449a-9569-32ffa3aeb06f tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0254307 Nov 12 03:17:07.161830 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-b71a2a7f-8e16-49c6-9f02-8e392629fa56 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:07.635420 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47726) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:07.661596 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-fbaa39c5-b4df-4796-affc-8dbcb5590c26 None None] Provisioning complete for port 64bfef86-5fa1-454c-81a7-636d5d9cf8a4 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:07.662706 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fbaa39c5-b4df-4796-affc-8dbcb5590c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:07.793020 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-47712c67-5d6d-4700-9dfb-2dc1283a0937 admin admin] Allocated IP 172.20.0.1 (e4932261-c030-4159-a044-fdca621cc9ea/3643bba4-e0d9-4aea-9f7c-ca7d91f3e58e/0abac67f-1460-4af8-b81b-529018275f09) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:17:07.823200 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a2a7f-8e16-49c6-9f02-8e392629fa56 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6011f749-96df-4d51-8daa-41fdb4882c3c,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:07.840963 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-fbaa39c5-b4df-4796-affc-8dbcb5590c26 None None] Port 64bfef86-5fa1-454c-81a7-636d5d9cf8a4 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:17:07.964270 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-64493704-26ae-46d6-8783-47cd13bfefdf req-0e97dd57-f585-4cc9-9e69-b3a48beb115e tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.50 "GET /v2.0/security-groups?id=e57b8297-e3bf-4d48-8725-f9b924114f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8106821 Nov 12 03:17:07.997215 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-047beb50-7234-4f7a-8227-651b10de6e30 req-1e930843-bbdf-4e52-aff7-6fbf160368f7 service neutron] Request body: {'port': {'device_id': 'dfaf4422-9fa7-43d2-9c8f-fcef727af05b', 'device_owner': 'compute:tempest-test_az-1940574586', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:08.197404 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4092d053-df59-4fe6-a7e9-f5a80c758174 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:08.209063 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-47712c67-5d6d-4700-9dfb-2dc1283a0937 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:08.292818 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-b71a2a7f-8e16-49c6-9f02-8e392629fa56 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Allocated IP 192.168.233.118 (eca3953c-c804-4641-8812-bff95be59582/fa66706f-b415-4bb9-838e-cfd08f81d96b/a5a96872-6206-4841-9d75-c48fb89ea651) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:17:08.300118 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:08.406195 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-47712c67-5d6d-4700-9dfb-2dc1283a0937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:08.445138 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ad180d08-77a9-4a4b-9ac1-a76422615fd7 req-21e8c27f-25c3-4794-aca4-bbe9274bc7c1 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/ports?device_id=635f48ab-8aae-4d48-bbc0-9b5b05add0ce HTTP/1.1" status: 200 len: 210 time: 0.0720072 Nov 12 03:17:08.686943 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47712c67-5d6d-4700-9dfb-2dc1283a0937 admin admin] Network e4932261-c030-4159-a044-fdca621cc9ea is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:17:08.693757 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-47712c67-5d6d-4700-9dfb-2dc1283a0937 admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:08.711562 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device c3de4586-3eb2-4e11-9901-803b354aec90 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:17:08.754609 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-047beb50-7234-4f7a-8227-651b10de6e30 req-1e930843-bbdf-4e52-aff7-6fbf160368f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:08.781679 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47712c67-5d6d-4700-9dfb-2dc1283a0937 admin admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:17:08.782907 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-47712c67-5d6d-4700-9dfb-2dc1283a0937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:08.798266 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47712c67-5d6d-4700-9dfb-2dc1283a0937 admin admin] Pushing event updated for resources: {'Port': ['ID=0abac67f-1460-4af8-b81b-529018275f09,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:08.912444 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port c3de4586-3eb2-4e11-9901-803b354aec90 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:08.914077 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:08.984588 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-967678f6-1dbe-49c5-9d89-fcb78d4d8a24 req-71406505-410f-43bf-8e44-b3a12a0c5aff tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 210 time: 0.4309931 Nov 12 03:17:09.157167 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4092d053-df59-4fe6-a7e9-f5a80c758174 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:09.177590 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-b71a2a7f-8e16-49c6-9f02-8e392629fa56 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:09.189955 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4092d053-df59-4fe6-a7e9-f5a80c758174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:09.399244 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4092d053-df59-4fe6-a7e9-f5a80c758174 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b59f6a07def74844aafe31ecd3c82fe1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6201644 Nov 12 03:17:09.414344 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47746) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:09.495558 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-52f32e84-b4f4-444d-a18b-433186a85d03 None None] Provisioning complete for port 0abac67f-1460-4af8-b81b-529018275f09 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:09.508720 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-52f32e84-b4f4-444d-a18b-433186a85d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:09.579306 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:09.669011 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-52f32e84-b4f4-444d-a18b-433186a85d03 None None] Port 0abac67f-1460-4af8-b81b-529018275f09 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:17:09.680283 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port c3de4586-3eb2-4e11-9901-803b354aec90, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=c3de4586-3eb2-4e11-9901-803b354aec90,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:09.688736 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:09.830436 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=c3de4586-3eb2-4e11-9901-803b354aec90,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:09.877148 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-47712c67-5d6d-4700-9dfb-2dc1283a0937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:10.060512 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092d053-df59-4fe6-a7e9-f5a80c758174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58535274-0f5c-4ca6-879c-81e9e54116a3,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:10.105901 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-b71a2a7f-8e16-49c6-9f02-8e392629fa56 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:10.162409 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-b71a2a7f-8e16-49c6-9f02-8e392629fa56 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Network eca3953c-c804-4641-8812-bff95be59582 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:17:10.270919 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95d9c1-ac69-48ca-8b27-d52a3fb117a5 req-c78dd1ec-a10d-4d0f-aa8e-6bcf3866516d tempest-NetworksTest-1734979770 tempest-NetworksTest-1734979770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:10.271501 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95d9c1-ac69-48ca-8b27-d52a3fb117a5 req-c78dd1ec-a10d-4d0f-aa8e-6bcf3866516d tempest-NetworksTest-1734979770 tempest-NetworksTest-1734979770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:10.272117 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95d9c1-ac69-48ca-8b27-d52a3fb117a5 req-c78dd1ec-a10d-4d0f-aa8e-6bcf3866516d tempest-NetworksTest-1734979770 tempest-NetworksTest-1734979770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:10.272720 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95d9c1-ac69-48ca-8b27-d52a3fb117a5 req-c78dd1ec-a10d-4d0f-aa8e-6bcf3866516d tempest-NetworksTest-1734979770 tempest-NetworksTest-1734979770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:10.273240 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95d9c1-ac69-48ca-8b27-d52a3fb117a5 req-c78dd1ec-a10d-4d0f-aa8e-6bcf3866516d tempest-NetworksTest-1734979770 tempest-NetworksTest-1734979770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:10.285319 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ee95d9c1-ac69-48ca-8b27-d52a3fb117a5 req-c78dd1ec-a10d-4d0f-aa8e-6bcf3866516d tempest-NetworksTest-1734979770 tempest-NetworksTest-1734979770-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3630 time: 1.5935214 Nov 12 03:17:10.309330 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-b71a2a7f-8e16-49c6-9f02-8e392629fa56 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:10.326755 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a2a7f-8e16-49c6-9f02-8e392629fa56 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Pushing event updated for resources: {'Port': ['ID=a5a96872-6206-4841-9d75-c48fb89ea651,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:10.340277 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-b71a2a7f-8e16-49c6-9f02-8e392629fa56 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:17:10.353136 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-b71a2a7f-8e16-49c6-9f02-8e392629fa56 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:10.354317 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-b71a2a7f-8e16-49c6-9f02-8e392629fa56 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:10.405790 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332dd0b-361d-4d56-989f-19abdbe54d0c req-dca474b2-50c8-4609-89b4-92b5aa3e77d7 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:10.415354 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a332dd0b-361d-4d56-989f-19abdbe54d0c req-dca474b2-50c8-4609-89b4-92b5aa3e77d7 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfaf4422-9fa7-43d2-9c8f-fcef727af05b HTTP/1.1" status: 200 len: 935 time: 1.0847030 Nov 12 03:17:10.466293 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-b71a2a7f-8e16-49c6-9f02-8e392629fa56 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3406010 Nov 12 03:17:10.537919 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-98a068e5-cd7c-4cff-a5de-9ee615d1ad75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:10.681693 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device c3de4586-3eb2-4e11-9901-803b354aec90 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:17:10.699041 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a332dd0b-361d-4d56-989f-19abdbe54d0c req-eec14ca6-116f-444f-81eb-e7858c7aee0f tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.50 "GET /v2.0/security-groups?id=e57b8297-e3bf-4d48-8725-f9b924114f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824473 Nov 12 03:17:10.787706 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-5a067822-b8d2-4f93-92c0-f3dae4fcadaa tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:17:10.789887 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-5a067822-b8d2-4f93-92c0-f3dae4fcadaa tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0372155 Nov 12 03:17:10.822652 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-98a068e5-cd7c-4cff-a5de-9ee615d1ad75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:10.934497 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-47712c67-5d6d-4700-9dfb-2dc1283a0937 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:10.953695 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-47712c67-5d6d-4700-9dfb-2dc1283a0937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:10.955875 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-47712c67-5d6d-4700-9dfb-2dc1283a0937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:11.001364 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-0a54f26e-164d-4e2c-b37f-80008f369580 None None] Provisioning complete for port a5a96872-6206-4841-9d75-c48fb89ea651 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:11.004713 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0a54f26e-164d-4e2c-b37f-80008f369580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:11.071132 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f4393364-1c0d-45d5-b331-bc87a7de42a2 req-fdf0aac6-b53c-4139-83bd-7c49620e1db1 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 210 time: 0.0705097 Nov 12 03:17:11.154173 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-2348efed-6dad-46ab-b5d2-c1477ed65646 service neutron] Request body: {'port': {'device_id': '635f48ab-8aae-4d48-bbc0-9b5b05add0ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:11.230056 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port c3de4586-3eb2-4e11-9901-803b354aec90 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:11.245275 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:11.249885 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-0a54f26e-164d-4e2c-b37f-80008f369580 None None] Port a5a96872-6206-4841-9d75-c48fb89ea651 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:17:11.339350 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47712c67-5d6d-4700-9dfb-2dc1283a0937 admin admin] Network e4932261-c030-4159-a044-fdca621cc9ea is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:17:11.363626 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177b072-a2cc-4231-874e-c0eb1f64745d req-d53c44f3-da55-4bb5-a92b-f62d806bccce tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:11.374321 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5177b072-a2cc-4231-874e-c0eb1f64745d req-d53c44f3-da55-4bb5-a92b-f62d806bccce tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/ports?device_id=635f48ab-8aae-4d48-bbc0-9b5b05add0ce HTTP/1.1" status: 200 len: 936 time: 0.3748219 Nov 12 03:17:11.386569 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-47712c67-5d6d-4700-9dfb-2dc1283a0937 admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:11.477609 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.90', 58473) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:11.491542 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-98a068e5-cd7c-4cff-a5de-9ee615d1ad75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:11.494716 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-98a068e5-cd7c-4cff-a5de-9ee615d1ad75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:11.498260 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-98a068e5-cd7c-4cff-a5de-9ee615d1ad75 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/58535274-0f5c-4ca6-879c-81e9e54116a3 HTTP/1.1" status: 204 len: 168 time: 2.0760195 Nov 12 03:17:11.638711 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47712c67-5d6d-4700-9dfb-2dc1283a0937 admin admin] Pushing event updated for resources: {'Port': ['ID=0abac67f-1460-4af8-b81b-529018275f09,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:11.779193 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-2348efed-6dad-46ab-b5d2-c1477ed65646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:11.793333 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-3d2fdd4c-c980-449d-adc7-af20a21648d8 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2503383 Nov 12 03:17:11.822264 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a068e5-cd7c-4cff-a5de-9ee615d1ad75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58535274-0f5c-4ca6-879c-81e9e54116a3,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:12.045265 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-1aca5503-ca1d-4c8c-a776-f85ecc52ccff None None] Provisioning complete for port 0abac67f-1460-4af8-b81b-529018275f09 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:12.046489 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1aca5503-ca1d-4c8c-a776-f85ecc52ccff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:12.077182 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-047beb50-7234-4f7a-8227-651b10de6e30 req-1e930843-bbdf-4e52-aff7-6fbf160368f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64bfef86-5fa1-454c-81a7-636d5d9cf8a4 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:17:12.160321 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-1aca5503-ca1d-4c8c-a776-f85ecc52ccff None None] Port 0abac67f-1460-4af8-b81b-529018275f09 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:17:12.189415 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-047beb50-7234-4f7a-8227-651b10de6e30 req-1e930843-bbdf-4e52-aff7-6fbf160368f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:12.243045 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5177b072-a2cc-4231-874e-c0eb1f64745d req-7ae4638e-6110-4996-8fc7-f84df6e74272 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/security-groups?id=6011f749-96df-4d51-8daa-41fdb4882c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8653114 Nov 12 03:17:12.364347 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-047beb50-7234-4f7a-8227-651b10de6e30 req-1e930843-bbdf-4e52-aff7-6fbf160368f7 service neutron] Transition to ACTIVE for port object 64bfef86-5fa1-454c-81a7-636d5d9cf8a4 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:17:12.405856 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47712c67-5d6d-4700-9dfb-2dc1283a0937 admin admin] Router 7258aeea-bd10-428f-9cf4-10471a0450ea has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:17:12.412366 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-047beb50-7234-4f7a-8227-651b10de6e30 req-1e930843-bbdf-4e52-aff7-6fbf160368f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:12.471002 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47770) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:12.512530 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e930843-bbdf-4e52-aff7-6fbf160368f7 service neutron] Pushing event updated for resources: {'Port': ['ID=64bfef86-5fa1-454c-81a7-636d5d9cf8a4,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:12.517924 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-43bb4a62-3324-4fe2-9c4e-ba3a8a7ddc60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:12.765123 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76697ceb-572b-4033-9a52-a43ed42b0979 req-4882b75a-ed5c-4329-bde5-da1c099024fc tempest-NetworksTest-1734979770 tempest-NetworksTest-1734979770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:12.771167 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-76697ceb-572b-4033-9a52-a43ed42b0979 req-4882b75a-ed5c-4329-bde5-da1c099024fc tempest-NetworksTest-1734979770 tempest-NetworksTest-1734979770-project-admin] 10.222.0.50 "GET /v2.0/networks/7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 HTTP/1.1" status: 200 len: 886 time: 1.5794625 Nov 12 03:17:12.981683 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-626e885d-bcbc-4945-8963-d4548a98cabb tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:12.984655 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-626e885d-bcbc-4945-8963-d4548a98cabb tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4393296 Nov 12 03:17:13.083901 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e4059148-6eb3-4b63-8c59-2381c25e0523 req-fe3ac19c-87bc-4e3a-88e6-6403ec5757dd tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 210 time: 0.1154449 Nov 12 03:17:13.090239 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-b0655004-40e9-4e3b-9742-4b910c6eb5f3 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Request body: {'port': {'device_id': '53a65faf-0315-487c-8b95-1660521c7ac7', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'admin_state_up': True, 'tenant_id': '8b0d25ea08f644adbd397e66a514b9b0'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:13.488647 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-047beb50-7234-4f7a-8227-651b10de6e30 req-1e930843-bbdf-4e52-aff7-6fbf160368f7 service neutron] Attempting to bind port 64bfef86-5fa1-454c-81a7-636d5d9cf8a4 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:17:13.489387 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-047beb50-7234-4f7a-8227-651b10de6e30 req-1e930843-bbdf-4e52-aff7-6fbf160368f7 service neutron] Attempting to bind port 64bfef86-5fa1-454c-81a7-636d5d9cf8a4 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:17:13.489387 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047beb50-7234-4f7a-8227-651b10de6e30 req-1e930843-bbdf-4e52-aff7-6fbf160368f7 service neutron] Attempting to bind port 64bfef86-5fa1-454c-81a7-636d5d9cf8a4 on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:13.494999 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-2348efed-6dad-46ab-b5d2-c1477ed65646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5a96872-6206-4841-9d75-c48fb89ea651 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:17:13.515290 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047beb50-7234-4f7a-8227-651b10de6e30 req-1e930843-bbdf-4e52-aff7-6fbf160368f7 service neutron] Port 64bfef86-5fa1-454c-81a7-636d5d9cf8a4 on network eca3953c-c804-4641-8812-bff95be59582 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:17:13.515501 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047beb50-7234-4f7a-8227-651b10de6e30 req-1e930843-bbdf-4e52-aff7-6fbf160368f7 service neutron] Attempting to bind port 64bfef86-5fa1-454c-81a7-636d5d9cf8a4 on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:13.539995 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47712c67-5d6d-4700-9dfb-2dc1283a0937 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:17:13.553902 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf46a57-0bc0-450b-8903-c540f6947673 None None] Sync routers for ids ['7258aeea-bd10-428f-9cf4-10471a0450ea'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:17:13.567311 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-47712c67-5d6d-4700-9dfb-2dc1283a0937 admin admin] 10.222.0.50 "PUT /v2.0/routers/7258aeea-bd10-428f-9cf4-10471a0450ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3617375 Nov 12 03:17:13.571263 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047beb50-7234-4f7a-8227-651b10de6e30 req-1e930843-bbdf-4e52-aff7-6fbf160368f7 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:17:13.575586 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf46a57-0bc0-450b-8903-c540f6947673 None None] Routers {'7258aeea-bd10-428f-9cf4-10471a0450ea'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:17:13.576514 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-3bf46a57-0bc0-450b-8903-c540f6947673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:17:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['7258aeea-bd10-428f-9cf4-10471a0450ea'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:13.579688 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047beb50-7234-4f7a-8227-651b10de6e30 req-1e930843-bbdf-4e52-aff7-6fbf160368f7 service neutron] Checking segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:17:13.580483 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047beb50-7234-4f7a-8227-651b10de6e30 req-1e930843-bbdf-4e52-aff7-6fbf160368f7 service neutron] Bound using segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:17:13.583267 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-047beb50-7234-4f7a-8227-651b10de6e30 req-1e930843-bbdf-4e52-aff7-6fbf160368f7 service neutron] Bound port: 64bfef86-5fa1-454c-81a7-636d5d9cf8a4, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:17:13.583812 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-047beb50-7234-4f7a-8227-651b10de6e30 req-1e930843-bbdf-4e52-aff7-6fbf160368f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:13.603042 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-2348efed-6dad-46ab-b5d2-c1477ed65646 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:13.613632 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba0437-69e6-4c11-949d-c9684697b3e5 req-0e51bac6-60dd-4cc9-81a3-51d25c8b4418 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:13.629718 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-65ba0437-69e6-4c11-949d-c9684697b3e5 req-0e51bac6-60dd-4cc9-81a3-51d25c8b4418 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfaf4422-9fa7-43d2-9c8f-fcef727af05b HTTP/1.1" status: 200 len: 969 time: 0.9738021 Nov 12 03:17:13.718194 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-2348efed-6dad-46ab-b5d2-c1477ed65646 service neutron] Transition to ACTIVE for port object a5a96872-6206-4841-9d75-c48fb89ea651 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:17:13.768436 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-43bb4a62-3324-4fe2-9c4e-ba3a8a7ddc60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:13.790587 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-43bb4a62-3324-4fe2-9c4e-ba3a8a7ddc60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:13.802937 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-2348efed-6dad-46ab-b5d2-c1477ed65646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:13.832142 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-3bf46a57-0bc0-450b-8903-c540f6947673 None None] Set router 7258aeea-bd10-428f-9cf4-10471a0450ea gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:17:13.901967 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-b0655004-40e9-4e3b-9742-4b910c6eb5f3 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Made reservation on behalf of 8b0d25ea08f644adbd397e66a514b9b0 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:17:13.905584 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-b0655004-40e9-4e3b-9742-4b910c6eb5f3 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:13.940631 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-65ba0437-69e6-4c11-949d-c9684697b3e5 req-f3f686cf-6736-461b-ba27-f1ff987f4a82 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.50 "GET /v2.0/security-groups?id=e57b8297-e3bf-4d48-8725-f9b924114f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097126 Nov 12 03:17:14.038793 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-43bb4a62-3324-4fe2-9c4e-ba3a8a7ddc60 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f2c0f6b5c1714ba0a51e2c8dbebd52cd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5666838 Nov 12 03:17:14.040792 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-047beb50-7234-4f7a-8227-651b10de6e30 req-1e930843-bbdf-4e52-aff7-6fbf160368f7 service neutron] For port 64bfef86-5fa1-454c-81a7-636d5d9cf8a4, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:17:14.057984 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb4a62-3324-4fe2-9c4e-ba3a8a7ddc60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24bb9539-a34c-4dd1-9368-a844b47fa9b3,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:14.066099 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47782) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:14.075723 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-047beb50-7234-4f7a-8227-651b10de6e30 req-1e930843-bbdf-4e52-aff7-6fbf160368f7 service neutron] For port 64bfef86-5fa1-454c-81a7-636d5d9cf8a4, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=64bfef86-5fa1-454c-81a7-636d5d9cf8a4,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:17:14.095820 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-047beb50-7234-4f7a-8227-651b10de6e30 req-1e930843-bbdf-4e52-aff7-6fbf160368f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:14.147998 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2348efed-6dad-46ab-b5d2-c1477ed65646 service neutron] Pushing event updated for resources: {'Port': ['ID=a5a96872-6206-4841-9d75-c48fb89ea651,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:14.214669 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-b0655004-40e9-4e3b-9742-4b910c6eb5f3 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:14.248042 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047beb50-7234-4f7a-8227-651b10de6e30 req-1e930843-bbdf-4e52-aff7-6fbf160368f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:14.248704 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-047beb50-7234-4f7a-8227-651b10de6e30 req-1e930843-bbdf-4e52-aff7-6fbf160368f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:14.250256 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-047beb50-7234-4f7a-8227-651b10de6e30 req-1e930843-bbdf-4e52-aff7-6fbf160368f7 service neutron] 10.222.0.74 "PUT /v2.0/ports/64bfef86-5fa1-454c-81a7-636d5d9cf8a4 HTTP/1.1" status: 200 len: 1118 time: 6.4792352 Nov 12 03:17:14.308988 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfaf4422-9fa7-43d2-9c8f-fcef727af05b', 'tag': '64bfef86-5fa1-454c-81a7-636d5d9cf8a4'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:14.359641 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-b0655004-40e9-4e3b-9742-4b910c6eb5f3 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:14.386681 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-b0655004-40e9-4e3b-9742-4b910c6eb5f3 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:14.530037 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d2562-526b-43d8-8eb8-4752bbd88b1c req-0127615c-71f6-488a-9a24-9d648860c121 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:14.540369 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a02d2562-526b-43d8-8eb8-4752bbd88b1c req-0127615c-71f6-488a-9a24-9d648860c121 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/ports?device_id=635f48ab-8aae-4d48-bbc0-9b5b05add0ce HTTP/1.1" status: 200 len: 948 time: 0.3646371 Nov 12 03:17:14.645434 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5fc998-fa9b-4480-86f5-3c50060dc14e req-5d8ce3fd-c171-4b3a-9ad1-0932f3b6c327 tempest-NetworksTest-1734979770 tempest-NetworksTest-1734979770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:14.648191 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5fc998-fa9b-4480-86f5-3c50060dc14e req-5d8ce3fd-c171-4b3a-9ad1-0932f3b6c327 tempest-NetworksTest-1734979770 tempest-NetworksTest-1734979770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:14.650804 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5fc998-fa9b-4480-86f5-3c50060dc14e req-5d8ce3fd-c171-4b3a-9ad1-0932f3b6c327 tempest-NetworksTest-1734979770 tempest-NetworksTest-1734979770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:14.651943 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5fc998-fa9b-4480-86f5-3c50060dc14e req-5d8ce3fd-c171-4b3a-9ad1-0932f3b6c327 tempest-NetworksTest-1734979770 tempest-NetworksTest-1734979770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:14.656410 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5fc998-fa9b-4480-86f5-3c50060dc14e req-5d8ce3fd-c171-4b3a-9ad1-0932f3b6c327 tempest-NetworksTest-1734979770 tempest-NetworksTest-1734979770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:14.663383 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9b5fc998-fa9b-4480-86f5-3c50060dc14e req-5d8ce3fd-c171-4b3a-9ad1-0932f3b6c327 tempest-NetworksTest-1734979770 tempest-NetworksTest-1734979770-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3630 time: 1.4146867 Nov 12 03:17:14.706449 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047beb50-7234-4f7a-8227-651b10de6e30 req-069879ee-311a-4756-9941-fe8b9663533b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:14.707969 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-047beb50-7234-4f7a-8227-651b10de6e30 req-069879ee-311a-4756-9941-fe8b9663533b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=38e53f860ab641e3b1ae0981b3ce3cc7&device_id=dfaf4422-9fa7-43d2-9c8f-fcef727af05b HTTP/1.1" status: 200 len: 1121 time: 0.3161650 Nov 12 03:17:14.745821 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-049d342f-1e31-4435-a5f2-709f8f3cc8be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:14.747174 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-3bf46a57-0bc0-450b-8903-c540f6947673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7258aeea-bd10-428f-9cf4-10471a0450ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1072236649-router', 'tenant_id': '15f36cc98dd94821bd61fba81e9d87f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'c3de4586-3eb2-4e11-9901-803b354aec90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:16:59Z', 'updated_at': '2021-11-12T03:17:09Z', 'revision_number': 4, 'project_id': '15f36cc98dd94821bd61fba81e9d87f0', 'gw_port': {'id': 'c3de4586-3eb2-4e11-9901-803b354aec90', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ee:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7258aeea-bd10-428f-9cf4-10471a0450ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:00Z', 'updated_at': '2021-11-12T03:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '0abac67f-1460-4af8-b81b-529018275f09', 'name': '', 'network_id': 'e4932261-c030-4159-a044-fdca621cc9ea', 'tenant_id': '15f36cc98dd94821bd61fba81e9d87f0', 'mac_address': 'fa:16:3e:5e:f3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7258aeea-bd10-428f-9cf4-10471a0450ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3643bba4-e0d9-4aea-9f7c-ca7d91f3e58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:07Z', 'updated_at': '2021-11-12T03:17:10Z', 'revision_number': 2, 'project_id': '15f36cc98dd94821bd61fba81e9d87f0', 'subnets': [{'id': '3643bba4-e0d9-4aea-9f7c-ca7d91f3e58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:14.805172 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-049d342f-1e31-4435-a5f2-709f8f3cc8be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:14.868833 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e930843-bbdf-4e52-aff7-6fbf160368f7 service neutron] Pushing event updated for resources: {'Port': ['ID=64bfef86-5fa1-454c-81a7-636d5d9cf8a4,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:14.879961 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-049d342f-1e31-4435-a5f2-709f8f3cc8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:14.883922 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-049d342f-1e31-4435-a5f2-709f8f3cc8be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:14.885829 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-049d342f-1e31-4435-a5f2-709f8f3cc8be admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/24bb9539-a34c-4dd1-9368-a844b47fa9b3 HTTP/1.1" status: 204 len: 168 time: 0.8117657 Nov 12 03:17:14.903007 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf46a57-0bc0-450b-8903-c540f6947673 None None] Checking router: 7258aeea-bd10-428f-9cf4-10471a0450ea for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:17:14.903567 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf46a57-0bc0-450b-8903-c540f6947673 None None] Updating router 7258aeea-bd10-428f-9cf4-10471a0450ea port 0abac67f-1460-4af8-b81b-529018275f09 binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:17:15.013196 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0655004-40e9-4e3b-9742-4b910c6eb5f3 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0afc3411-0ffd-4fc9-82a3-e15a31784d9c,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:15.019576 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3bf46a57-0bc0-450b-8903-c540f6947673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:15.036026 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-2348efed-6dad-46ab-b5d2-c1477ed65646 service neutron] Attempting to bind port a5a96872-6206-4841-9d75-c48fb89ea651 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:17:15.040591 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-2348efed-6dad-46ab-b5d2-c1477ed65646 service neutron] Attempting to bind port a5a96872-6206-4841-9d75-c48fb89ea651 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:17:15.040969 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-2348efed-6dad-46ab-b5d2-c1477ed65646 service neutron] Attempting to bind port a5a96872-6206-4841-9d75-c48fb89ea651 on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:15.067052 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-2348efed-6dad-46ab-b5d2-c1477ed65646 service neutron] Port a5a96872-6206-4841-9d75-c48fb89ea651 on network eca3953c-c804-4641-8812-bff95be59582 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:17:15.069167 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-2348efed-6dad-46ab-b5d2-c1477ed65646 service neutron] Attempting to bind port a5a96872-6206-4841-9d75-c48fb89ea651 on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:15.087594 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-2348efed-6dad-46ab-b5d2-c1477ed65646 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:17:15.089294 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-2348efed-6dad-46ab-b5d2-c1477ed65646 service neutron] Checking segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:17:15.090126 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-2348efed-6dad-46ab-b5d2-c1477ed65646 service neutron] Bound using segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:17:15.093594 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-2348efed-6dad-46ab-b5d2-c1477ed65646 service neutron] Bound port: a5a96872-6206-4841-9d75-c48fb89ea651, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:17:15.093836 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-2348efed-6dad-46ab-b5d2-c1477ed65646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:15.159411 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d342f-1e31-4435-a5f2-709f8f3cc8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24bb9539-a34c-4dd1-9368-a844b47fa9b3,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:15.175605 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa493aa-3d95-4c30-9c88-a0b5b3655df5" -d '{"events": [{"name": "network-changed", "server_uuid": "dfaf4422-9fa7-43d2-9c8f-fcef727af05b", "tag": "64bfef86-5fa1-454c-81a7-636d5d9cf8a4"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:15.203041 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-047beb50-7234-4f7a-8227-651b10de6e30 req-46fef7e3-7189-43f6-927b-81e6f2c19ff1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=64bfef86-5fa1-454c-81a7-636d5d9cf8a4 HTTP/1.1" status: 200 len: 217 time: 0.3203657 Nov 12 03:17:15.233139 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a02d2562-526b-43d8-8eb8-4752bbd88b1c req-9e6d1021-e970-4a3f-8f0a-9bd9f620328e tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/security-groups?id=6011f749-96df-4d51-8daa-41fdb4882c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6915948 Nov 12 03:17:15.429457 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047beb50-7234-4f7a-8227-651b10de6e30 req-9ce4c1a3-7af2-4a6b-9266-14335f9a6616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:15.442359 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-047beb50-7234-4f7a-8227-651b10de6e30 req-9ce4c1a3-7af2-4a6b-9266-14335f9a6616 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.2073650 Nov 12 03:17:15.543012 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-b0655004-40e9-4e3b-9742-4b910c6eb5f3 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Allocated IP 192.168.233.43 (eca3953c-c804-4641-8812-bff95be59582/fa66706f-b415-4bb9-838e-cfd08f81d96b/cf18a935-ba16-480d-beeb-265435239d7f) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:17:15.668513 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47810) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:15.759671 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d044c2-af49-4468-9000-65005f03e211 req-6626da22-5194-4615-b7fd-5e68218907a0 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:15.776481 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-62d044c2-af49-4468-9000-65005f03e211 req-6626da22-5194-4615-b7fd-5e68218907a0 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfaf4422-9fa7-43d2-9c8f-fcef727af05b HTTP/1.1" status: 200 len: 969 time: 0.1942501 Nov 12 03:17:15.785890 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047beb50-7234-4f7a-8227-651b10de6e30 req-3f777107-98bb-4f12-afb2-c871c1d0f0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:15.794516 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-047beb50-7234-4f7a-8227-651b10de6e30 req-3f777107-98bb-4f12-afb2-c871c1d0f0e9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3354385 Nov 12 03:17:15.981683 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-b0655004-40e9-4e3b-9742-4b910c6eb5f3 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:16.023648 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-62d044c2-af49-4468-9000-65005f03e211 req-2c58be0d-6e8f-4819-bce4-25ef5cb3a04c tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.50 "GET /v2.0/security-groups?id=e57b8297-e3bf-4d48-8725-f9b924114f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404611 Nov 12 03:17:16.056304 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-b0655004-40e9-4e3b-9742-4b910c6eb5f3 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:16.153892 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0655004-40e9-4e3b-9742-4b910c6eb5f3 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Pushing event updated for resources: {'Port': ['ID=cf18a935-ba16-480d-beeb-265435239d7f,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:16.191090 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-b0655004-40e9-4e3b-9742-4b910c6eb5f3 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Network eca3953c-c804-4641-8812-bff95be59582 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:17:16.196346 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-b0655004-40e9-4e3b-9742-4b910c6eb5f3 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:16.208652 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-b0655004-40e9-4e3b-9742-4b910c6eb5f3 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:17:16.215009 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-b0655004-40e9-4e3b-9742-4b910c6eb5f3 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:16.215622 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-b0655004-40e9-4e3b-9742-4b910c6eb5f3 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:16.276864 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7c328-2a3e-4072-9f6f-f66616c9c273 req-f801d264-ab43-431d-9d4e-8d7801451190 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:16.279807 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-41b7c328-2a3e-4072-9f6f-f66616c9c273 req-f801d264-ab43-431d-9d4e-8d7801451190 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 935 time: 0.2421801 Nov 12 03:17:16.283662 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-2348efed-6dad-46ab-b5d2-c1477ed65646 service neutron] For port a5a96872-6206-4841-9d75-c48fb89ea651, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:17:16.308153 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3bf46a57-0bc0-450b-8903-c540f6947673 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:16.312550 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-b0655004-40e9-4e3b-9742-4b910c6eb5f3 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2527683 Nov 12 03:17:16.319747 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3bf46a57-0bc0-450b-8903-c540f6947673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:16.326036 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-2348efed-6dad-46ab-b5d2-c1477ed65646 service neutron] For port a5a96872-6206-4841-9d75-c48fb89ea651, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=a5a96872-6206-4841-9d75-c48fb89ea651,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:17:16.367908 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-43a4d4bb-41c7-41b5-a386-51e2a85d4cfc service neutron] Request body: {'port': {'device_id': '53a65faf-0315-487c-8b95-1660521c7ac7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:16.437191 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-047beb50-7234-4f7a-8227-651b10de6e30 req-50b67a0e-f549-4e71-804d-c1c009409542 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5773947 Nov 12 03:17:16.461877 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-2348efed-6dad-46ab-b5d2-c1477ed65646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:16.550937 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-2348efed-6dad-46ab-b5d2-c1477ed65646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:16.551820 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-2348efed-6dad-46ab-b5d2-c1477ed65646 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:16.565070 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-2348efed-6dad-46ab-b5d2-c1477ed65646 service neutron] 10.222.0.90 "PUT /v2.0/ports/a5a96872-6206-4841-9d75-c48fb89ea651 HTTP/1.1" status: 200 len: 1097 time: 5.5893855 Nov 12 03:17:16.637709 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '635f48ab-8aae-4d48-bbc0-9b5b05add0ce', 'tag': 'a5a96872-6206-4841-9d75-c48fb89ea651'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:16.736615 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b9c49d77-abaa-4fe7-88ae-78c7855b1d2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:16.742270 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b034bf-bdac-435d-9cbc-7c8faab47776 None None] Pushing event updated for resources: {'Port': ['ID=0abac67f-1460-4af8-b81b-529018275f09,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:16.784246 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47824) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:16.874643 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-3bf46a57-0bc0-450b-8903-c540f6947673 None None] Attempting to bind port 0abac67f-1460-4af8-b81b-529018275f09 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:17:16.875270 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-3bf46a57-0bc0-450b-8903-c540f6947673 None None] Attempting to bind port 0abac67f-1460-4af8-b81b-529018275f09 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'cd74b279-4920-49b8-8e7f-eb080aa7a0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e4932261-c030-4159-a044-fdca621cc9ea'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:17:16.880821 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf46a57-0bc0-450b-8903-c540f6947673 None None] Attempting to bind port 0abac67f-1460-4af8-b81b-529018275f09 on network e4932261-c030-4159-a044-fdca621cc9ea {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:16.895218 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf46a57-0bc0-450b-8903-c540f6947673 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:17:16.895561 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf46a57-0bc0-450b-8903-c540f6947673 None None] Checking segment: {'id': 'cd74b279-4920-49b8-8e7f-eb080aa7a0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e4932261-c030-4159-a044-fdca621cc9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:17:16.895945 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3bf46a57-0bc0-450b-8903-c540f6947673 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:16.896371 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf46a57-0bc0-450b-8903-c540f6947673 None None] Bound using segment: {'id': 'cd74b279-4920-49b8-8e7f-eb080aa7a0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e4932261-c030-4159-a044-fdca621cc9ea'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:17:16.896877 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-3bf46a57-0bc0-450b-8903-c540f6947673 None None] Bound port: 0abac67f-1460-4af8-b81b-529018275f09, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd74b279-4920-49b8-8e7f-eb080aa7a0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e4932261-c030-4159-a044-fdca621cc9ea'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:17:16.897316 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3bf46a57-0bc0-450b-8903-c540f6947673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:17.090058 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-758d9873-30fe-40b7-b7fe-0d168088e1e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:17.118785 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-047beb50-7234-4f7a-8227-651b10de6e30 req-92224045-593d-4e99-89a5-15c05abe3ff0 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6689279 Nov 12 03:17:17.154656 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2348efed-6dad-46ab-b5d2-c1477ed65646 service neutron] Pushing event updated for resources: {'Port': ['ID=a5a96872-6206-4841-9d75-c48fb89ea651,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:17.196210 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73439538-010b-4b32-8156-9548f42bbce2 x-openstack-request-id: req-73439538-010b-4b32-8156-9548f42bbce2 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:17.196420 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfaf4422-9fa7-43d2-9c8f-fcef727af05b", "tag": "64bfef86-5fa1-454c-81a7-636d5d9cf8a4", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:17.197979 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-73439538-010b-4b32-8156-9548f42bbce2 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:17.198486 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfaf4422-9fa7-43d2-9c8f-fcef727af05b', 'tag': '64bfef86-5fa1-454c-81a7-636d5d9cf8a4', 'status': 'completed', 'code': 200} Nov 12 03:17:17.245865 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-41b7c328-2a3e-4072-9f6f-f66616c9c273 req-e47fdd9b-2ba5-44a0-ba79-eb9c03bf89c7 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9482141 Nov 12 03:17:17.260515 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-bde4786c-ee55-4804-a6c6-ff0b1236ab3c None None] Provisioning complete for port cf18a935-ba16-480d-beeb-265435239d7f triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:17.262087 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bde4786c-ee55-4804-a6c6-ff0b1236ab3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:17.285812 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-43a4d4bb-41c7-41b5-a386-51e2a85d4cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:17.342156 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-b03208ec-ec0f-4f58-99ed-20b4cc1c2aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:17.355542 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-b03208ec-ec0f-4f58-99ed-20b4cc1c2aa0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bfc0180a7e0b4f8bb59181f0dfd25f41&device_id=635f48ab-8aae-4d48-bbc0-9b5b05add0ce HTTP/1.1" status: 200 len: 1100 time: 0.5388935 Nov 12 03:17:17.426370 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b9c49d77-abaa-4fe7-88ae-78c7855b1d2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:17.443479 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b9c49d77-abaa-4fe7-88ae-78c7855b1d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:17.490855 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c49d77-abaa-4fe7-88ae-78c7855b1d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda5a0b2-df3e-431f-9702-335d4afa0d34,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:17.511810 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa493aa-3d95-4c30-9c88-a0b5b3655df5 req-76b86387-0dd3-456e-83b6-7e8781d5d4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:17.514121 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9fa493aa-3d95-4c30-9c88-a0b5b3655df5 req-76b86387-0dd3-456e-83b6-7e8781d5d4bb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=38e53f860ab641e3b1ae0981b3ce3cc7&device_id=dfaf4422-9fa7-43d2-9c8f-fcef727af05b HTTP/1.1" status: 200 len: 1121 time: 0.1864145 Nov 12 03:17:17.536193 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3bf46a57-0bc0-450b-8903-c540f6947673 None None] For port 0abac67f-1460-4af8-b81b-529018275f09, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:17:17.543918 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3bf46a57-0bc0-450b-8903-c540f6947673 None None] For port 0abac67f-1460-4af8-b81b-529018275f09, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=0abac67f-1460-4af8-b81b-529018275f09,segment=NetworkSegment(cd74b279-4920-49b8-8e7f-eb080aa7a0d5),segment_id=cd74b279-4920-49b8-8e7f-eb080aa7a0d5)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:17:17.546248 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-bde4786c-ee55-4804-a6c6-ff0b1236ab3c None None] Port cf18a935-ba16-480d-beeb-265435239d7f cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:17:17.560739 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3bf46a57-0bc0-450b-8903-c540f6947673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:17.645046 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b9c49d77-abaa-4fe7-88ae-78c7855b1d2a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=85595d182ef04f94a53de5cd214c514d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9608777 Nov 12 03:17:17.663722 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47846) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:17.752639 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-758d9873-30fe-40b7-b7fe-0d168088e1e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:17.799658 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf46a57-0bc0-450b-8903-c540f6947673 None None] Routers {'7258aeea-bd10-428f-9cf4-10471a0450ea'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:17:17.800801 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-3bf46a57-0bc0-450b-8903-c540f6947673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:17:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['7258aeea-bd10-428f-9cf4-10471a0450ea'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:17.819393 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-ae49226b-ae14-471e-8cc1-5e9a3eb87b07 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=a5a96872-6206-4841-9d75-c48fb89ea651 HTTP/1.1" status: 200 len: 217 time: 0.3358481 Nov 12 03:17:17.859238 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5072e307-f119-46e7-9f52-2d1bbbffc988" -d '{"events": [{"name": "network-changed", "server_uuid": "635f48ab-8aae-4d48-bbc0-9b5b05add0ce", "tag": "a5a96872-6206-4841-9d75-c48fb89ea651"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:17.918945 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-758d9873-30fe-40b7-b7fe-0d168088e1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:18.063353 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b034bf-bdac-435d-9cbc-7c8faab47776 None None] Pushing event updated for resources: {'Port': ['ID=0abac67f-1460-4af8-b81b-529018275f09,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:18.076717 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-0d6eb530-c46f-43e2-a268-8572202569a9 None None] Provisioning complete for port 0abac67f-1460-4af8-b81b-529018275f09 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:18.079823 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0d6eb530-c46f-43e2-a268-8572202569a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:18.143609 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:18.221506 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-c6f5576b-dd23-4607-abc9-6c11b174d710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:18.228926 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-c6f5576b-dd23-4607-abc9-6c11b174d710 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.3337586 Nov 12 03:17:18.272942 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-758d9873-30fe-40b7-b7fe-0d168088e1e6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0f40a75455a644f7a44c01fd71393a03&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4698973 Nov 12 03:17:18.297543 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47856) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:18.374673 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-38eac3aa-c906-4bbd-9a01-17e6cc0c1117 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:18.531998 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0d6eb530-c46f-43e2-a268-8572202569a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:18.592168 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-3bf46a57-0bc0-450b-8903-c540f6947673 None None] Set router 7258aeea-bd10-428f-9cf4-10471a0450ea gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:17:18.603615 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d9873-30fe-40b7-b7fe-0d168088e1e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf74434a-fb9e-4988-bfc9-beb7f93a8bb0,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:18.619680 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa493aa-3d95-4c30-9c88-a0b5b3655df5 req-9b6b54d2-7b3a-4da9-8405-3347d1482c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:18.625388 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9fa493aa-3d95-4c30-9c88-a0b5b3655df5 req-9b6b54d2-7b3a-4da9-8405-3347d1482c76 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 1.1008527 Nov 12 03:17:18.755341 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-0d6eb530-c46f-43e2-a268-8572202569a9 None None] For port 0abac67f-1460-4af8-b81b-529018275f09, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=0abac67f-1460-4af8-b81b-529018275f09,segment=NetworkSegment(cd74b279-4920-49b8-8e7f-eb080aa7a0d5),segment_id=cd74b279-4920-49b8-8e7f-eb080aa7a0d5)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:18.785857 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0d6eb530-c46f-43e2-a268-8572202569a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:18.813006 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9fa493aa-3d95-4c30-9c88-a0b5b3655df5 req-bbbfb299-67f1-4e5e-9b84-e383fdeb662e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=64bfef86-5fa1-454c-81a7-636d5d9cf8a4 HTTP/1.1" status: 200 len: 217 time: 0.1478245 Nov 12 03:17:18.949095 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0fa3d2fa-1f0a-42cd-a883-abd165446449 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:18.985461 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa493aa-3d95-4c30-9c88-a0b5b3655df5 req-21f5daed-745e-468d-b051-ffccd3ea08e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:18.988012 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9fa493aa-3d95-4c30-9c88-a0b5b3655df5 req-21f5daed-745e-468d-b051-ffccd3ea08e4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.1349175 Nov 12 03:17:18.999697 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-38eac3aa-c906-4bbd-9a01-17e6cc0c1117 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:19.032150 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8157b-26cb-4d2d-8db5-a566129c70f1 req-63f1caf6-6aac-4c44-a137-df1d7bb91dca tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:19.046839 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6ea8157b-26cb-4d2d-8db5-a566129c70f1 req-63f1caf6-6aac-4c44-a137-df1d7bb91dca tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/ports?device_id=635f48ab-8aae-4d48-bbc0-9b5b05add0ce HTTP/1.1" status: 200 len: 948 time: 1.2192404 Nov 12 03:17:19.142959 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a0230-c72b-421c-a269-72f8b07ed91f req-cffbf2e2-3712-489a-916d-6f83a4d737c9 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:19.161864 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-216a0230-c72b-421c-a269-72f8b07ed91f req-cffbf2e2-3712-489a-916d-6f83a4d737c9 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfaf4422-9fa7-43d2-9c8f-fcef727af05b HTTP/1.1" status: 200 len: 969 time: 0.9200935 Nov 12 03:17:19.173238 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0fa3d2fa-1f0a-42cd-a883-abd165446449 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:19.223118 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6eb530-c46f-43e2-a268-8572202569a9 None None] Pushing event updated for resources: {'Port': ['ID=0abac67f-1460-4af8-b81b-529018275f09,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:19.223816 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-9fcc38c9-43d6-47db-8b40-3ce5fc775e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:19.231560 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-9fcc38c9-43d6-47db-8b40-3ce5fc775e68 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9695344 Nov 12 03:17:19.516881 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-424031ec-e74b-4ca8-9cb6-b8100948312d None None] Provisioning complete for port 0abac67f-1460-4af8-b81b-529018275f09 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:19.517280 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-424031ec-e74b-4ca8-9cb6-b8100948312d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:19.599162 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa493aa-3d95-4c30-9c88-a0b5b3655df5 req-aaa81259-b813-4f40-82da-72a80f02f140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:19.601293 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9fa493aa-3d95-4c30-9c88-a0b5b3655df5 req-aaa81259-b813-4f40-82da-72a80f02f140 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5596383 Nov 12 03:17:19.649478 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-216a0230-c72b-421c-a269-72f8b07ed91f req-c19bde5c-ac76-422e-93b3-2047590c8dfd tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.50 "GET /v2.0/security-groups?id=e57b8297-e3bf-4d48-8725-f9b924114f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4712038 Nov 12 03:17:19.679863 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6ea8157b-26cb-4d2d-8db5-a566129c70f1 req-564b627e-6037-4afa-984a-9a8c5fe1f974 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/security-groups?id=6011f749-96df-4d51-8daa-41fdb4882c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6294026 Nov 12 03:17:19.797861 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-ba91c476-f847-464f-b5b5-7a003f1491ea service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5026267 Nov 12 03:17:19.806706 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0fa3d2fa-1f0a-42cd-a883-abd165446449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:19.818343 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0fa3d2fa-1f0a-42cd-a883-abd165446449 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:19.824889 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0fa3d2fa-1f0a-42cd-a883-abd165446449 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bf74434a-fb9e-4988-bfc9-beb7f93a8bb0 HTTP/1.1" status: 204 len: 168 time: 1.3671675 Nov 12 03:17:19.828776 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-3bf46a57-0bc0-450b-8903-c540f6947673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7258aeea-bd10-428f-9cf4-10471a0450ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1072236649-router', 'tenant_id': '15f36cc98dd94821bd61fba81e9d87f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'c3de4586-3eb2-4e11-9901-803b354aec90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:16:59Z', 'updated_at': '2021-11-12T03:17:09Z', 'revision_number': 4, 'project_id': '15f36cc98dd94821bd61fba81e9d87f0', 'gw_port': {'id': 'c3de4586-3eb2-4e11-9901-803b354aec90', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ee:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7258aeea-bd10-428f-9cf4-10471a0450ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:00Z', 'updated_at': '2021-11-12T03:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '0abac67f-1460-4af8-b81b-529018275f09', 'name': '', 'network_id': 'e4932261-c030-4159-a044-fdca621cc9ea', 'tenant_id': '15f36cc98dd94821bd61fba81e9d87f0', 'mac_address': 'fa:16:3e:5e:f3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7258aeea-bd10-428f-9cf4-10471a0450ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3643bba4-e0d9-4aea-9f7c-ca7d91f3e58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:07Z', 'updated_at': '2021-11-12T03:17:17Z', 'revision_number': 4, 'project_id': '15f36cc98dd94821bd61fba81e9d87f0', 'subnets': [{'id': '3643bba4-e0d9-4aea-9f7c-ca7d91f3e58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:19.918806 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf46a57-0bc0-450b-8903-c540f6947673 None None] The sync data for ids ['7258aeea-bd10-428f-9cf4-10471a0450ea'] in n-d-715271-27 is: [{'id': '7258aeea-bd10-428f-9cf4-10471a0450ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1072236649-router', 'tenant_id': '15f36cc98dd94821bd61fba81e9d87f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'c3de4586-3eb2-4e11-9901-803b354aec90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:16:59Z', 'updated_at': '2021-11-12T03:17:09Z', 'revision_number': 4, 'project_id': '15f36cc98dd94821bd61fba81e9d87f0', 'gw_port': {'id': 'c3de4586-3eb2-4e11-9901-803b354aec90', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ee:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7258aeea-bd10-428f-9cf4-10471a0450ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:00Z', 'updated_at': '2021-11-12T03:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '0abac67f-1460-4af8-b81b-529018275f09', 'name': '', 'network_id': 'e4932261-c030-4159-a044-fdca621cc9ea', 'tenant_id': '15f36cc98dd94821bd61fba81e9d87f0', 'mac_address': 'fa:16:3e:5e:f3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7258aeea-bd10-428f-9cf4-10471a0450ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3643bba4-e0d9-4aea-9f7c-ca7d91f3e58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:07Z', 'updated_at': '2021-11-12T03:17:17Z', 'revision_number': 4, 'project_id': '15f36cc98dd94821bd61fba81e9d87f0', 'subnets': [{'id': '3643bba4-e0d9-4aea-9f7c-ca7d91f3e58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:17:19.945110 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-38eac3aa-c906-4bbd-9a01-17e6cc0c1117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:19.960454 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-38eac3aa-c906-4bbd-9a01-17e6cc0c1117 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:19.972364 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-38eac3aa-c906-4bbd-9a01-17e6cc0c1117 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cda5a0b2-df3e-431f-9702-335d4afa0d34 HTTP/1.1" status: 204 len: 168 time: 2.2754407 Nov 12 03:17:20.074704 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eac3aa-c906-4bbd-9a01-17e6cc0c1117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda5a0b2-df3e-431f-9702-335d4afa0d34,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:20.135392 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9fa493aa-3d95-4c30-9c88-a0b5b3655df5 req-6c6774d7-6f52-46e6-ac06-c2b59db5419a service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4827538 Nov 12 03:17:20.165491 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60160bf4-eec5-4c59-a06b-8a0ceb3bfb08 req-ecdf5547-8526-480d-bdf3-157de071fe0d tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:20.181942 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-60160bf4-eec5-4c59-a06b-8a0ceb3bfb08 req-ecdf5547-8526-480d-bdf3-157de071fe0d tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 935 time: 0.3420265 Nov 12 03:17:20.254284 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-43a4d4bb-41c7-41b5-a386-51e2a85d4cfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf18a935-ba16-480d-beeb-265435239d7f {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:17:20.276310 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-43a4d4bb-41c7-41b5-a386-51e2a85d4cfc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:20.323861 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-43a4d4bb-41c7-41b5-a386-51e2a85d4cfc service neutron] Transition to ACTIVE for port object cf18a935-ba16-480d-beeb-265435239d7f will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:17:20.327935 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa3d2fa-1f0a-42cd-a883-abd165446449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf74434a-fb9e-4988-bfc9-beb7f93a8bb0,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:20.384814 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9fa493aa-3d95-4c30-9c88-a0b5b3655df5 req-acb0295e-6339-470a-900c-0ef90b97e972 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610923 Nov 12 03:17:20.429265 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9628f537-de89-43e8-a4b0-5ceef3c7a286 req-d348f1c0-2897-45f5-a748-ae691e01bf59 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6005788 Nov 12 03:17:20.430637 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-43a4d4bb-41c7-41b5-a386-51e2a85d4cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:20.576831 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-60160bf4-eec5-4c59-a06b-8a0ceb3bfb08 req-efcaa444-473f-45da-8871-ff7031b3b1f4 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921461 Nov 12 03:17:20.749250 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a4d4bb-41c7-41b5-a386-51e2a85d4cfc service neutron] Pushing event updated for resources: {'Port': ['ID=cf18a935-ba16-480d-beeb-265435239d7f,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:20.783882 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2387389e-47d5-4073-81e5-2b8bf034ac90 x-openstack-request-id: req-2387389e-47d5-4073-81e5-2b8bf034ac90 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:20.792496 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "635f48ab-8aae-4d48-bbc0-9b5b05add0ce", "tag": "a5a96872-6206-4841-9d75-c48fb89ea651", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:20.793040 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2387389e-47d5-4073-81e5-2b8bf034ac90 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:20.793907 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '635f48ab-8aae-4d48-bbc0-9b5b05add0ce', 'tag': 'a5a96872-6206-4841-9d75-c48fb89ea651', 'status': 'completed', 'code': 200} Nov 12 03:17:20.946092 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 0abac67f-1460-4af8-b81b-529018275f09 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:17:21.114449 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 0abac67f-1460-4af8-b81b-529018275f09 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:21.115117 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:21.161019 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072e307-f119-46e7-9f52-2d1bbbffc988 req-cc1129ea-c017-48ba-ab5b-0908cb660c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:21.166326 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5072e307-f119-46e7-9f52-2d1bbbffc988 req-cc1129ea-c017-48ba-ab5b-0908cb660c14 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bfc0180a7e0b4f8bb59181f0dfd25f41&device_id=635f48ab-8aae-4d48-bbc0-9b5b05add0ce HTTP/1.1" status: 200 len: 1100 time: 0.3695416 Nov 12 03:17:21.174018 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-43a4d4bb-41c7-41b5-a386-51e2a85d4cfc service neutron] Attempting to bind port cf18a935-ba16-480d-beeb-265435239d7f on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:17:21.174474 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-43a4d4bb-41c7-41b5-a386-51e2a85d4cfc service neutron] Attempting to bind port cf18a935-ba16-480d-beeb-265435239d7f by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:17:21.174824 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-43a4d4bb-41c7-41b5-a386-51e2a85d4cfc service neutron] Attempting to bind port cf18a935-ba16-480d-beeb-265435239d7f on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:21.220814 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-43a4d4bb-41c7-41b5-a386-51e2a85d4cfc service neutron] Port cf18a935-ba16-480d-beeb-265435239d7f on network eca3953c-c804-4641-8812-bff95be59582 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:17:21.223830 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-43a4d4bb-41c7-41b5-a386-51e2a85d4cfc service neutron] Attempting to bind port cf18a935-ba16-480d-beeb-265435239d7f on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:21.269826 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ae04f-46c6-4c02-b91e-4f023523bb01 req-32c02a69-ce0b-487f-aa73-9c0c9dd0a628 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:21.292125 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f60ae04f-46c6-4c02-b91e-4f023523bb01 req-32c02a69-ce0b-487f-aa73-9c0c9dd0a628 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfaf4422-9fa7-43d2-9c8f-fcef727af05b HTTP/1.1" status: 200 len: 969 time: 0.2944124 Nov 12 03:17:21.434372 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f60ae04f-46c6-4c02-b91e-4f023523bb01 req-d0b3dc69-1154-4b13-a458-eb0a5defee91 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.50 "GET /v2.0/security-groups?id=e57b8297-e3bf-4d48-8725-f9b924114f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410546 Nov 12 03:17:21.434899 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47900) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:21.487974 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-90241eba-65a7-462e-8bc4-45227f11b84d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:21.573921 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f71e12-2092-436e-bdda-9f40fa7ecf37 req-9f3599a1-283f-419b-8add-1be30a13ed0e tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:21.581539 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-44f71e12-2092-436e-bdda-9f40fa7ecf37 req-9f3599a1-283f-419b-8add-1be30a13ed0e tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/ports?device_id=635f48ab-8aae-4d48-bbc0-9b5b05add0ce HTTP/1.1" status: 200 len: 948 time: 0.6339374 Nov 12 03:17:21.582781 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-43a4d4bb-41c7-41b5-a386-51e2a85d4cfc service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:17:21.583323 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-43a4d4bb-41c7-41b5-a386-51e2a85d4cfc service neutron] Checking segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:17:21.583926 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-43a4d4bb-41c7-41b5-a386-51e2a85d4cfc service neutron] Bound using segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:17:21.593351 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-43a4d4bb-41c7-41b5-a386-51e2a85d4cfc service neutron] Bound port: cf18a935-ba16-480d-beeb-265435239d7f, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:17:21.594134 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-43a4d4bb-41c7-41b5-a386-51e2a85d4cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:21.904530 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-90241eba-65a7-462e-8bc4-45227f11b84d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:21.910607 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-90241eba-65a7-462e-8bc4-45227f11b84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:21.972536 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47906) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:22.099794 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-44f71e12-2092-436e-bdda-9f40fa7ecf37 req-4cd7a2bc-7ad7-4cc4-909a-000f3b7c9e8b tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/security-groups?id=6011f749-96df-4d51-8daa-41fdb4882c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4189181 Nov 12 03:17:22.112542 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-43a4d4bb-41c7-41b5-a386-51e2a85d4cfc service neutron] For port cf18a935-ba16-480d-beeb-265435239d7f, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:17:22.118012 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072e307-f119-46e7-9f52-2d1bbbffc988 req-605a3bda-2700-49c7-9e1a-a265210613dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:22.130244 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5072e307-f119-46e7-9f52-2d1bbbffc988 req-605a3bda-2700-49c7-9e1a-a265210613dc service neutron] 10.222.0.90 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.9288359 Nov 12 03:17:22.130434 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-526ede10-7fcc-436e-848d-3545fa6f4caa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:22.163344 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-90241eba-65a7-462e-8bc4-45227f11b84d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9a6bcd522a2b47e292eea7cb57f72f86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7265632 Nov 12 03:17:22.179680 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241eba-65a7-462e-8bc4-45227f11b84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7859a1-0f9d-4da9-be28-ef805d5bbc61,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:22.198236 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47910) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:22.198587 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47912) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:22.371199 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-526ede10-7fcc-436e-848d-3545fa6f4caa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:22.435460 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-526ede10-7fcc-436e-848d-3545fa6f4caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:22.563334 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36fdd9-c3a8-43d8-834d-f2217b5bc200 req-d964d6c5-a4a4-4f56-aed7-8d65ce0006a4 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:22.573300 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-be36fdd9-c3a8-43d8-834d-f2217b5bc200 req-d964d6c5-a4a4-4f56-aed7-8d65ce0006a4 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 947 time: 0.2040315 Nov 12 03:17:22.585702 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-526ede10-7fcc-436e-848d-3545fa6f4caa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c09d269f1b8d48b4bbd853ce25fb6d53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6088746 Nov 12 03:17:22.586157 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47916) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:22.604605 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ede10-7fcc-436e-848d-3545fa6f4caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7eafb3c-a58e-4cfa-aeb6-180093a0a650,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:22.735095 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-be36fdd9-c3a8-43d8-834d-f2217b5bc200 req-b4bc79f0-6372-4bca-889b-45fe3f8ebf52 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478536 Nov 12 03:17:22.771513 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-43a4d4bb-41c7-41b5-a386-51e2a85d4cfc service neutron] For port cf18a935-ba16-480d-beeb-265435239d7f, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=cf18a935-ba16-480d-beeb-265435239d7f,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:17:22.776925 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-d01ccda2-368b-47b9-bc40-60581981fc38 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Request body: {'security_group': {'name': 'tempest-securitygroup--280814943', 'description': 'tempest-description--1256577512'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:22.827911 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-36a6efbe-9a8d-44e9-833d-9c3136c0b7ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:22.847539 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5072e307-f119-46e7-9f52-2d1bbbffc988 req-101bc0a4-3888-4d5c-b91d-9c849dfe78d8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=a5a96872-6206-4841-9d75-c48fb89ea651 HTTP/1.1" status: 200 len: 217 time: 0.7140408 Nov 12 03:17:22.856848 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-43a4d4bb-41c7-41b5-a386-51e2a85d4cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:22.920438 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-36a6efbe-9a8d-44e9-833d-9c3136c0b7ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:22.929009 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f9cc27cf-f2fd-4094-975d-e93bc7a49ee7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:22.957950 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f9cc27cf-f2fd-4094-975d-e93bc7a49ee7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:23.056668 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a44fa-0062-406b-b88f-61956c3fc7f9 req-ebe7f769-fae9-433a-9f9e-651ec8d83c94 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:23.057746 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-507a44fa-0062-406b-b88f-61956c3fc7f9 req-ebe7f769-fae9-433a-9f9e-651ec8d83c94 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfaf4422-9fa7-43d2-9c8f-fcef727af05b HTTP/1.1" status: 200 len: 969 time: 0.1331146 Nov 12 03:17:23.066092 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-43a4d4bb-41c7-41b5-a386-51e2a85d4cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:23.066954 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-43a4d4bb-41c7-41b5-a386-51e2a85d4cfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:23.069731 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-43a4d4bb-41c7-41b5-a386-51e2a85d4cfc service neutron] 10.222.0.90 "PUT /v2.0/ports/cf18a935-ba16-480d-beeb-265435239d7f HTTP/1.1" status: 200 len: 1096 time: 6.7171845 Nov 12 03:17:23.084018 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a65faf-0315-487c-8b95-1660521c7ac7', 'tag': 'cf18a935-ba16-480d-beeb-265435239d7f'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:23.087451 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10613750-afea-4f56-a4d0-d27f199b505f" -d '{"events": [{"name": "network-changed", "server_uuid": "53a65faf-0315-487c-8b95-1660521c7ac7", "tag": "cf18a935-ba16-480d-beeb-265435239d7f"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:23.090464 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f9cc27cf-f2fd-4094-975d-e93bc7a49ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:23.094971 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f9cc27cf-f2fd-4094-975d-e93bc7a49ee7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:23.096913 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f9cc27cf-f2fd-4094-975d-e93bc7a49ee7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cd7859a1-0f9d-4da9-be28-ef805d5bbc61 HTTP/1.1" status: 204 len: 168 time: 0.3438988 Nov 12 03:17:23.101674 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-36a6efbe-9a8d-44e9-833d-9c3136c0b7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:23.117422 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-36a6efbe-9a8d-44e9-833d-9c3136c0b7ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:23.125669 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-36a6efbe-9a8d-44e9-833d-9c3136c0b7ad admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a7eafb3c-a58e-4cfa-aeb6-180093a0a650 HTTP/1.1" status: 204 len: 168 time: 0.5366879 Nov 12 03:17:23.129902 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d01ccda2-368b-47b9-bc40-60581981fc38 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:23.181431 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cc27cf-f2fd-4094-975d-e93bc7a49ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7859a1-0f9d-4da9-be28-ef805d5bbc61,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:23.216686 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a4d4bb-41c7-41b5-a386-51e2a85d4cfc service neutron] Pushing event updated for resources: {'Port': ['ID=cf18a935-ba16-480d-beeb-265435239d7f,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:23.227733 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072e307-f119-46e7-9f52-2d1bbbffc988 req-295ac868-d416-4189-9ef2-81d85e78eae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:23.229382 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5072e307-f119-46e7-9f52-2d1bbbffc988 req-295ac868-d416-4189-9ef2-81d85e78eae7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.3546426 Nov 12 03:17:23.281387 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a6efbe-9a8d-44e9-833d-9c3136c0b7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7eafb3c-a58e-4cfa-aeb6-180093a0a650,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:23.283002 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-2ce4ec64-e544-49ba-9470-35f6c080decc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:23.285939 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-2ce4ec64-e544-49ba-9470-35f6c080decc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 1099 time: 0.1171331 Nov 12 03:17:23.338635 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251c42c3-a50c-46dc-a99f-b389932b0025 x-openstack-request-id: req-251c42c3-a50c-46dc-a99f-b389932b0025 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:23.339064 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a65faf-0315-487c-8b95-1660521c7ac7", "tag": "cf18a935-ba16-480d-beeb-265435239d7f", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:23.349466 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-251c42c3-a50c-46dc-a99f-b389932b0025 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:23.351069 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53a65faf-0315-487c-8b95-1660521c7ac7', 'tag': 'cf18a935-ba16-480d-beeb-265435239d7f', 'status': 'completed', 'code': 200} Nov 12 03:17:23.375353 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-507a44fa-0062-406b-b88f-61956c3fc7f9 req-f1db2c53-c550-482f-bd9b-a077cb70e9d3 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.50 "GET /v2.0/security-groups?id=e57b8297-e3bf-4d48-8725-f9b924114f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462740 Nov 12 03:17:23.420628 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-9b5961b3-4dd9-41f9-bc25-bfbf8fedf002 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=cf18a935-ba16-480d-beeb-265435239d7f HTTP/1.1" status: 200 len: 217 time: 0.0680845 Nov 12 03:17:23.597744 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d01ccda2-368b-47b9-bc40-60581981fc38 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:23.610130 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d01ccda2-368b-47b9-bc40-60581981fc38 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:23.633023 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072e307-f119-46e7-9f52-2d1bbbffc988 req-2e7851cb-38f6-4935-a5f3-5b9f740e2b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:23.633023 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5072e307-f119-46e7-9f52-2d1bbbffc988 req-2e7851cb-38f6-4935-a5f3-5b9f740e2b80 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3777235 Nov 12 03:17:23.633897 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-a698c65d-df41-4db7-a9e3-dcdd159859f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:23.635810 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-a698c65d-df41-4db7-a9e3-dcdd159859f8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.1927373 Nov 12 03:17:23.691569 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d01ccda2-368b-47b9-bc40-60581981fc38 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:23.693556 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d01ccda2-368b-47b9-bc40-60581981fc38 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9393888 Nov 12 03:17:23.697662 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47946) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:23.703713 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-b170dd75-7cf3-4230-9b04-893340dc69ac tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Request body: {'security_group_rule': {'security_group_id': '7401f916-5145-4fa4-af83-19b43e6880a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:23.785142 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b170dd75-7cf3-4230-9b04-893340dc69ac tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:23.887559 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ccda2-368b-47b9-bc40-60581981fc38 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7401f916-5145-4fa4-af83-19b43e6880a1,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:23.968944 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb8d62-15a8-4484-9b12-284616ac36f1 req-d55bd0d6-f785-4851-a260-d5925031957d tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:23.992206 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b170dd75-7cf3-4230-9b04-893340dc69ac tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:23.995000 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-90bb8d62-15a8-4484-9b12-284616ac36f1 req-d55bd0d6-f785-4851-a260-d5925031957d tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/ports?device_id=635f48ab-8aae-4d48-bbc0-9b5b05add0ce HTTP/1.1" status: 200 len: 948 time: 0.4841106 Nov 12 03:17:24.042407 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b170dd75-7cf3-4230-9b04-893340dc69ac tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:24.117347 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-9a5428cc-2d17-4764-9919-aebfbc7c2e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:24.122791 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-9a5428cc-2d17-4764-9919-aebfbc7c2e8f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4588511 Nov 12 03:17:24.194522 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170dd75-7cf3-4230-9b04-893340dc69ac tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e455add1-0d76-4f78-91c1-4aaa8cfcc383,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:24.225430 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4ea50-8b09-4f57-a137-f2661caf0a75 req-a842a22d-a51f-42f4-9e1e-55d2809d2901 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:24.234380 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5072e307-f119-46e7-9f52-2d1bbbffc988 req-d15e5ea4-7b90-4bc0-b6fd-1b61555a6a3c service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5901759 Nov 12 03:17:24.235044 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-63f4ea50-8b09-4f57-a137-f2661caf0a75 req-a842a22d-a51f-42f4-9e1e-55d2809d2901 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 947 time: 0.2400622 Nov 12 03:17:24.239880 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b170dd75-7cf3-4230-9b04-893340dc69ac tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:24.240937 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b170dd75-7cf3-4230-9b04-893340dc69ac tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5422750 Nov 12 03:17:24.266791 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47968) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:24.283686 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-e84d98a0-e9d6-4a83-a8e1-ea123cc9f3a9 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Request body: {'security_group_rule': {'security_group_id': '7401f916-5145-4fa4-af83-19b43e6880a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:24.331580 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-63f4ea50-8b09-4f57-a137-f2661caf0a75 req-9cccd40d-1cc5-492e-9c19-4a3d6f490a9a tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951183 Nov 12 03:17:24.607460 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5072e307-f119-46e7-9f52-2d1bbbffc988 req-bfb6d183-9465-4086-8465-3eb1719d4a69 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549426 Nov 12 03:17:24.676314 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-90bb8d62-15a8-4484-9b12-284616ac36f1 req-ccc7b0b1-39df-493a-bf2b-7a6dcaa6b423 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/security-groups?id=6011f749-96df-4d51-8daa-41fdb4882c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6797853 Nov 12 03:17:24.683448 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e84d98a0-e9d6-4a83-a8e1-ea123cc9f3a9 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:24.710654 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f5f57-a3ad-44eb-acc4-faa59d6eb42d req-43c5f900-5608-4bcc-aa76-3697a3ba9ac3 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:24.726882 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-904f5f57-a3ad-44eb-acc4-faa59d6eb42d req-43c5f900-5608-4bcc-aa76-3697a3ba9ac3 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfaf4422-9fa7-43d2-9c8f-fcef727af05b HTTP/1.1" status: 200 len: 969 time: 0.1435454 Nov 12 03:17:24.841579 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e84d98a0-e9d6-4a83-a8e1-ea123cc9f3a9 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:24.847597 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e84d98a0-e9d6-4a83-a8e1-ea123cc9f3a9 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:24.895672 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e84d98a0-e9d6-4a83-a8e1-ea123cc9f3a9 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:24.902253 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e84d98a0-e9d6-4a83-a8e1-ea123cc9f3a9 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6285369 Nov 12 03:17:24.902253 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d98a0-e9d6-4a83-a8e1-ea123cc9f3a9 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62d75241-39c2-4bf6-a558-5176a5f88f87,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:24.908673 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47992) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:24.916180 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-904f5f57-a3ad-44eb-acc4-faa59d6eb42d req-7c403ed9-b860-4a65-8278-b109fe33a480 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.50 "GET /v2.0/security-groups?id=e57b8297-e3bf-4d48-8725-f9b924114f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840453 Nov 12 03:17:24.927019 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-5772f1c6-7320-45a7-8b13-b1281386a10f tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:24.971974 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-0aaed366-6bf8-44e6-bc6c-5837251f574b service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8368156 Nov 12 03:17:24.973693 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5772f1c6-7320-45a7-8b13-b1281386a10f tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks [] for floatingip, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:25.176731 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5772f1c6-7320-45a7-8b13-b1281386a10f tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:25.406132 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-5772f1c6-7320-45a7-8b13-b1281386a10f tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Allocated IP 172.25.5.167 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/7f352eed-66f4-4d3b-91e4-28fa6f68fb7c) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:17:25.545603 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eceb4e-c56d-48aa-9ae0-fb1512c1f732 req-a328dae9-3d6c-427d-bb95-bb5c01c41f03 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:25.553869 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-89eceb4e-c56d-48aa-9ae0-fb1512c1f732 req-a328dae9-3d6c-427d-bb95-bb5c01c41f03 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 947 time: 0.0915790 Nov 12 03:17:25.583216 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5772f1c6-7320-45a7-8b13-b1281386a10f tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:25.644285 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-89eceb4e-c56d-48aa-9ae0-fb1512c1f732 req-394e9853-5f73-4398-b5a7-08161fa93b91 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781655 Nov 12 03:17:25.646001 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5772f1c6-7320-45a7-8b13-b1281386a10f tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:25.693850 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5772f1c6-7320-45a7-8b13-b1281386a10f tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:17:25.698094 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-5772f1c6-7320-45a7-8b13-b1281386a10f tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:25.702323 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5772f1c6-7320-45a7-8b13-b1281386a10f tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:17:25.717844 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5772f1c6-7320-45a7-8b13-b1281386a10f tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Pushing event updated for resources: {'Port': ['ID=7f352eed-66f4-4d3b-91e4-28fa6f68fb7c,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:25.842032 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5772f1c6-7320-45a7-8b13-b1281386a10f tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:25.853466 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48022) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:25.919576 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5772f1c6-7320-45a7-8b13-b1281386a10f tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:25.925337 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345153e-c24a-4f06-83f7-b51f263909d9 req-efaba73e-de36-45d9-a257-32b7adeec45d tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:25.926891 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7345153e-c24a-4f06-83f7-b51f263909d9 req-efaba73e-de36-45d9-a257-32b7adeec45d tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/ports?device_id=635f48ab-8aae-4d48-bbc0-9b5b05add0ce HTTP/1.1" status: 200 len: 948 time: 0.1138353 Nov 12 03:17:26.026159 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7345153e-c24a-4f06-83f7-b51f263909d9 req-b3ea7a86-cc66-47e0-976f-a0e960c9facb tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/security-groups?id=6011f749-96df-4d51-8daa-41fdb4882c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652831 Nov 12 03:17:26.073031 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe27939-df4e-46cf-8be9-a56ac707a8b5 req-37faacac-a9b4-400f-89c6-c96b484ac6da tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:26.074534 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2fe27939-df4e-46cf-8be9-a56ac707a8b5 req-37faacac-a9b4-400f-89c6-c96b484ac6da tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfaf4422-9fa7-43d2-9c8f-fcef727af05b HTTP/1.1" status: 200 len: 969 time: 0.0730381 Nov 12 03:17:26.088567 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-97ed43f1-eb83-44d4-9acb-21367523c5b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:26.151230 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2fe27939-df4e-46cf-8be9-a56ac707a8b5 req-499fbe36-9949-456a-bc4a-2652f4f4098e tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.50 "GET /v2.0/security-groups?id=e57b8297-e3bf-4d48-8725-f9b924114f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649498 Nov 12 03:17:26.193500 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5772f1c6-7320-45a7-8b13-b1281386a10f tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:26.221009 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5772f1c6-7320-45a7-8b13-b1281386a10f tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:26.244534 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-97ed43f1-eb83-44d4-9acb-21367523c5b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:26.249285 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-97ed43f1-eb83-44d4-9acb-21367523c5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:26.286677 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed43f1-eb83-44d4-9acb-21367523c5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38dcbe12-1c3c-4800-804d-e79212ef670f,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:26.301587 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5772f1c6-7320-45a7-8b13-b1281386a10f tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:26.315973 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-97ed43f1-eb83-44d4-9acb-21367523c5b1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=116000ed11bb4f6b8095854ec8336530&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4580431 Nov 12 03:17:26.316331 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48042) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:26.324925 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5772f1c6-7320-45a7-8b13-b1281386a10f tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Pushing event updated for resources: {'Port': ['ID=7f352eed-66f4-4d3b-91e4-28fa6f68fb7c,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:26.337866 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5772f1c6-7320-45a7-8b13-b1281386a10f tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:26.346352 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5772f1c6-7320-45a7-8b13-b1281386a10f tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4199822 Nov 12 03:17:26.354643 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ae6f3ee8-10af-4a5e-8abb-8bf95c64cb5c req-3dda38ed-2430-418f-8268-7124e752aba8 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724901 Nov 12 03:17:26.426240 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0ccbd037-20ed-4632-9f23-88bea10e40ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:26.451031 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0ccbd037-20ed-4632-9f23-88bea10e40ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:26.555794 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0ccbd037-20ed-4632-9f23-88bea10e40ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:26.565250 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0ccbd037-20ed-4632-9f23-88bea10e40ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:26.569855 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-0ccbd037-20ed-4632-9f23-88bea10e40ff admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/38dcbe12-1c3c-4800-804d-e79212ef670f HTTP/1.1" status: 204 len: 168 time: 0.2483733 Nov 12 03:17:26.586928 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccbd037-20ed-4632-9f23-88bea10e40ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38dcbe12-1c3c-4800-804d-e79212ef670f,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:26.790996 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10613750-afea-4f56-a4d0-d27f199b505f req-9752d3ce-afcd-4560-9483-7cd55812e3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:26.792510 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10613750-afea-4f56-a4d0-d27f199b505f req-9752d3ce-afcd-4560-9483-7cd55812e3eb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 1099 time: 0.2565479 Nov 12 03:17:26.826712 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-4dd6d05e-a9f7-4f01-ae0c-75c6679c8ed3 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--280814943&fields=id&tenant_id=9ec418fa1b0f4b7bae30d2cd4a8b187d HTTP/1.1" status: 200 len: 267 time: 0.0843074 Nov 12 03:17:26.995121 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac20e3-986e-4897-86e1-c2cc65bf5426 req-e6698a4f-0ad3-4c90-aff2-31ef686261c3 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:26.997007 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2bac20e3-986e-4897-86e1-c2cc65bf5426 req-e6698a4f-0ad3-4c90-aff2-31ef686261c3 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 947 time: 0.0549181 Nov 12 03:17:27.032881 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10613750-afea-4f56-a4d0-d27f199b505f req-b1d74577-cb4f-44d1-9d89-2548144c4dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:27.034415 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10613750-afea-4f56-a4d0-d27f199b505f req-b1d74577-cb4f-44d1-9d89-2548144c4dd8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.2336955 Nov 12 03:17:27.050559 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2bac20e3-986e-4897-86e1-c2cc65bf5426 req-3b1195d0-b3e7-4201-b83c-564935c81b5b tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456576 Nov 12 03:17:27.075742 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48082) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:27.092238 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-895776aa-b0b6-421c-89f9-59d7d28f1cd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:27.102447 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10613750-afea-4f56-a4d0-d27f199b505f req-97a8cd26-0ec9-41e1-8366-e2ec6d87c644 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=cf18a935-ba16-480d-beeb-265435239d7f HTTP/1.1" status: 200 len: 217 time: 0.0544963 Nov 12 03:17:27.113459 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-670e0172-d338-417d-8fa0-8f96aada7530 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:27.114916 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-670e0172-d338-417d-8fa0-8f96aada7530 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/networks?id=5d12c86d-665b-42e0-88f2-c767d0a1a78b HTTP/1.1" status: 200 len: 824 time: 0.2491395 Nov 12 03:17:27.160438 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-ff33d902-0952-415d-ae62-eb9d03da5a5d tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/quotas/9ec418fa1b0f4b7bae30d2cd4a8b187d HTTP/1.1" status: 200 len: 375 time: 0.0355985 Nov 12 03:17:27.188398 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-895776aa-b0b6-421c-89f9-59d7d28f1cd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:27.192760 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-895776aa-b0b6-421c-89f9-59d7d28f1cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:27.201390 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10613750-afea-4f56-a4d0-d27f199b505f req-8b1f0988-906e-4866-a2c1-1e81e5284c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:27.202896 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10613750-afea-4f56-a4d0-d27f199b505f req-8b1f0988-906e-4866-a2c1-1e81e5284c67 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.0864916 Nov 12 03:17:27.234527 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-895776aa-b0b6-421c-89f9-59d7d28f1cd3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=24e900f9650243e68ed8770217631299&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1574895 Nov 12 03:17:27.237967 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48086) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:27.244278 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895776aa-b0b6-421c-89f9-59d7d28f1cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af5815b-e6ec-4fb4-80f6-0515951e1868,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:27.269845 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-5cec34cd-5aa7-4e96-8855-4ff8b5982d18 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9ec418fa1b0f4b7bae30d2cd4a8b187d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1004248 Nov 12 03:17:27.281328 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10613750-afea-4f56-a4d0-d27f199b505f req-5359cde1-c2db-42b5-9b99-254e593a1050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:27.283522 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10613750-afea-4f56-a4d0-d27f199b505f req-5359cde1-c2db-42b5-9b99-254e593a1050 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0687187 Nov 12 03:17:27.302007 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-16bfe548-25fb-4e95-859d-33759d473ba2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:27.346727 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-16bfe548-25fb-4e95-859d-33759d473ba2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:27.394635 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10613750-afea-4f56-a4d0-d27f199b505f req-04c43047-7c28-4cfe-93ea-5af1fb2d94a8 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030748 Nov 12 03:17:27.429207 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-16bfe548-25fb-4e95-859d-33759d473ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:27.432205 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-16bfe548-25fb-4e95-859d-33759d473ba2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:27.435892 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-16bfe548-25fb-4e95-859d-33759d473ba2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7af5815b-e6ec-4fb4-80f6-0515951e1868 HTTP/1.1" status: 204 len: 168 time: 0.1946633 Nov 12 03:17:27.444559 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bfe548-25fb-4e95-859d-33759d473ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af5815b-e6ec-4fb4-80f6-0515951e1868,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:27.566870 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-fe85b029-be3a-4af9-a8d5-111112c4fc5c service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:17:27.573222 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-fe85b029-be3a-4af9-a8d5-111112c4fc5c service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0764585 Nov 12 03:17:27.577961 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10613750-afea-4f56-a4d0-d27f199b505f req-cb1625da-b480-4fa5-940e-1d2c32bbb8bc service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745255 Nov 12 03:17:27.687720 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-81b24b1c-b886-4fe5-987d-163907e693b5 service neutron] 10.222.0.50 "GET /v2.0/networks/5d12c86d-665b-42e0-88f2-c767d0a1a78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093662 Nov 12 03:17:27.798476 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-71d45468-72b0-458c-9b43-6690040e714f service neutron] 10.222.0.50 "GET /v2.0/networks/5d12c86d-665b-42e0-88f2-c767d0a1a78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045024 Nov 12 03:17:27.900163 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7bbdd-0574-48cb-b28f-c67957af65be req-33fa10c2-cbb8-4d63-904a-8736e88b6375 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:27.901803 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7ec7bbdd-0574-48cb-b28f-c67957af65be req-33fa10c2-cbb8-4d63-904a-8736e88b6375 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/ports?device_id=635f48ab-8aae-4d48-bbc0-9b5b05add0ce HTTP/1.1" status: 200 len: 948 time: 0.0697660 Nov 12 03:17:27.980692 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7ec7bbdd-0574-48cb-b28f-c67957af65be req-dc6b79f2-4e91-4bf0-846c-affc2c0fd906 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/security-groups?id=6011f749-96df-4d51-8daa-41fdb4882c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726674 Nov 12 03:17:28.049384 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51698696-36dd-4fc3-8800-dceac69f2cbe req-9870acc2-dd2b-4d40-8e77-9926e1842dca tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:28.051268 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-51698696-36dd-4fc3-8800-dceac69f2cbe req-9870acc2-dd2b-4d40-8e77-9926e1842dca tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfaf4422-9fa7-43d2-9c8f-fcef727af05b HTTP/1.1" status: 200 len: 969 time: 0.0660098 Nov 12 03:17:28.132890 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-51698696-36dd-4fc3-8800-dceac69f2cbe req-b64cd69a-d4ff-45a4-b358-61630a45b4ff tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.50 "GET /v2.0/security-groups?id=e57b8297-e3bf-4d48-8725-f9b924114f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718551 Nov 12 03:17:28.273409 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ae7a0659-265d-4e31-8f49-a778fff1128c req-e8bea478-7ed8-44a6-83f1-bf23ac12a9c3 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/ports?device_id=36a4ba43-4506-4e0d-a0e5-ca182cf81bc8 HTTP/1.1" status: 200 len: 210 time: 0.0559886 Nov 12 03:17:28.434357 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffeaf60-727c-43a4-9c63-052747611da6 req-9ae793fe-ce6b-4d1f-8296-4b8997627874 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:28.436009 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8ffeaf60-727c-43a4-9c63-052747611da6 req-9ae793fe-ce6b-4d1f-8296-4b8997627874 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 947 time: 0.0684404 Nov 12 03:17:28.510193 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8ffeaf60-727c-43a4-9c63-052747611da6 req-c27ca44c-8348-42fa-a401-363e894804bc tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573881 Nov 12 03:17:29.066856 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 64bfef86-5fa1-454c-81a7-636d5d9cf8a4 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:17:29.159697 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48196) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:29.255528 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df48797-6a1e-4739-961f-c26f17b3c5ab req-8e34a7b8-70d8-4a3d-8052-03c18008a670 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:29.263136 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1df48797-6a1e-4739-961f-c26f17b3c5ab req-8e34a7b8-70d8-4a3d-8052-03c18008a670 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/ports?device_id=635f48ab-8aae-4d48-bbc0-9b5b05add0ce HTTP/1.1" status: 200 len: 948 time: 0.1753006 Nov 12 03:17:29.393262 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb1514-80f4-4d0f-9949-fc03200096d2 req-6d6091e8-cc7e-4729-b018-2061b89f21f2 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:29.394931 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-95bb1514-80f4-4d0f-9949-fc03200096d2 req-6d6091e8-cc7e-4729-b018-2061b89f21f2 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfaf4422-9fa7-43d2-9c8f-fcef727af05b HTTP/1.1" status: 200 len: 969 time: 0.0947585 Nov 12 03:17:29.516898 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-95bb1514-80f4-4d0f-9949-fc03200096d2 req-fc816541-18eb-43a5-96b4-cae7c15d7c09 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.50 "GET /v2.0/security-groups?id=e57b8297-e3bf-4d48-8725-f9b924114f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137822 Nov 12 03:17:29.530626 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 64bfef86-5fa1-454c-81a7-636d5d9cf8a4, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=64bfef86-5fa1-454c-81a7-636d5d9cf8a4,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:29.545324 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48208) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:29.556428 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '64bfef86-5fa1-454c-81a7-636d5d9cf8a4', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'port_id': '64bfef86-5fa1-454c-81a7-636d5d9cf8a4', 'mac_address': 'fa:16:3e:2f:5d:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa66706f-b415-4bb9-838e-cfd08f81d96b', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:tempest-test_az-1940574586', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:17:29.611613 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:29.615186 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48214) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:29.627793 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64bfef86-5fa1-454c-81a7-636d5d9cf8a4 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:17:29.655625 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c93c648a-631c-431a-b095-9aed6a34802f req-26c54a1f-a4e0-4dc6-8d7e-0fc0a0723f56 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/ports?device_id=36a4ba43-4506-4e0d-a0e5-ca182cf81bc8 HTTP/1.1" status: 200 len: 210 time: 0.0527623 Nov 12 03:17:29.668609 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-2139d7d0-f219-4b22-b6e6-88ebf7177f6e tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:29.670243 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-2139d7d0-f219-4b22-b6e6-88ebf7177f6e tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.74 "GET /v2.0/networks?id=5d12c86d-665b-42e0-88f2-c767d0a1a78b HTTP/1.1" status: 200 len: 824 time: 0.3718734 Nov 12 03:17:29.684447 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1df48797-6a1e-4739-961f-c26f17b3c5ab req-977e644b-2804-4471-a550-bce8758a9f6f tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/security-groups?id=6011f749-96df-4d51-8daa-41fdb4882c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4139838 Nov 12 03:17:29.684660 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 64bfef86-5fa1-454c-81a7-636d5d9cf8a4, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=64bfef86-5fa1-454c-81a7-636d5d9cf8a4,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:29.703726 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:29.730939 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1980abd9-6436-4b3b-a5ef-81e5f8f0fd66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:29.777171 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=64bfef86-5fa1-454c-81a7-636d5d9cf8a4,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:29.801215 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-3ed85314-3c9c-4e39-b713-95a9983aa65e tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ec418fa1b0f4b7bae30d2cd4a8b187d HTTP/1.1" status: 200 len: 379 time: 0.1117780 Nov 12 03:17:29.801347 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3319bddd-4463-472e-8ff5-837f2f27d608 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:29.808427 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-e5c34f45-38f4-4c99-8c44-83c43a2673c2 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Request body: {'port': {'device_id': '36a4ba43-4506-4e0d-a0e5-ca182cf81bc8', 'network_id': '5d12c86d-665b-42e0-88f2-c767d0a1a78b', 'admin_state_up': True, 'tenant_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'security_groups': ['7401f916-5145-4fa4-af83-19b43e6880a1']}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:29.867710 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9c28d557-72ec-4ed3-8db9-bb9bd79f3e6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:29.942398 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca0476-20ea-44d5-a828-ac5d79d064df req-fdf3b1b0-5e34-46bf-bc35-fa07265b95b3 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:29.944948 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6aca0476-20ea-44d5-a828-ac5d79d064df req-fdf3b1b0-5e34-46bf-bc35-fa07265b95b3 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 947 time: 0.1419601 Nov 12 03:17:29.965867 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-e5c34f45-38f4-4c99-8c44-83c43a2673c2 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Made reservation on behalf of 9ec418fa1b0f4b7bae30d2cd4a8b187d for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:17:29.971323 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-e5c34f45-38f4-4c99-8c44-83c43a2673c2 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:30.034870 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1980abd9-6436-4b3b-a5ef-81e5f8f0fd66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:30.056998 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1980abd9-6436-4b3b-a5ef-81e5f8f0fd66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:30.089283 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['64bfef86-5fa1-454c-81a7-636d5d9cf8a4'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:17:30.103720 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3319bddd-4463-472e-8ff5-837f2f27d608 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:30.122988 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3319bddd-4463-472e-8ff5-837f2f27d608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:30.128236 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6aca0476-20ea-44d5-a828-ac5d79d064df req-b1ebb460-7f74-4929-9bef-c670430afd52 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732185 Nov 12 03:17:30.153000 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1980abd9-6436-4b3b-a5ef-81e5f8f0fd66 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3ec8b723427647e3964c6d04c1b01325&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9912670 Nov 12 03:17:30.154963 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48218) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:30.172993 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980abd9-6436-4b3b-a5ef-81e5f8f0fd66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7eb685-7286-4c9e-bc8b-26fe14258034,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:30.191432 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-e5c34f45-38f4-4c99-8c44-83c43a2673c2 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Allocated IP 172.20.0.8 (5d12c86d-665b-42e0-88f2-c767d0a1a78b/a0218dd1-f1e1-4b4f-9068-6a0660604123/9df25197-4312-482e-86e0-b8dba084bed8) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:17:30.208038 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3319bddd-4463-472e-8ff5-837f2f27d608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431551c5-2d8b-41b0-84af-5c43414f554c,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:30.220532 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9c28d557-72ec-4ed3-8db9-bb9bd79f3e6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:30.225054 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3319bddd-4463-472e-8ff5-837f2f27d608 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a158831a0bbd4578ad069235743c04a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6770723 Nov 12 03:17:30.227624 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48220) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:30.228958 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9c28d557-72ec-4ed3-8db9-bb9bd79f3e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:30.274588 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-df7aa428-d395-4568-ad32-7ba840a4458e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:30.276288 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c28d557-72ec-4ed3-8db9-bb9bd79f3e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023b8c53-82a5-4c00-a688-ebd02aa62d9a,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:30.282299 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9c28d557-72ec-4ed3-8db9-bb9bd79f3e6a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2f237634c77c4d288a4d310bf887848d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6600163 Nov 12 03:17:30.284942 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48222) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:30.322997 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b7149412-d2b1-4d7c-86b8-3c21797535d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:30.353894 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f7bd22a5-2187-4252-8c04-304e6a8d1da6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:30.377287 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-df7aa428-d395-4568-ad32-7ba840a4458e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:30.382123 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f7bd22a5-2187-4252-8c04-304e6a8d1da6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:30.447375 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-73db700c-c6ee-4ff1-8416-4616e461bd08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:30.453910 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f7bd22a5-2187-4252-8c04-304e6a8d1da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:30.461564 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f7bd22a5-2187-4252-8c04-304e6a8d1da6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:30.463144 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device a5a96872-6206-4841-9d75-c48fb89ea651 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:17:30.463918 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f7bd22a5-2187-4252-8c04-304e6a8d1da6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/023b8c53-82a5-4c00-a688-ebd02aa62d9a HTTP/1.1" status: 204 len: 168 time: 0.1777050 Nov 12 03:17:30.477488 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd22a5-2187-4252-8c04-304e6a8d1da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023b8c53-82a5-4c00-a688-ebd02aa62d9a,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:30.507143 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-73db700c-c6ee-4ff1-8416-4616e461bd08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:30.523556 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-e5c34f45-38f4-4c99-8c44-83c43a2673c2 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:30.570134 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-df7aa428-d395-4568-ad32-7ba840a4458e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:30.572713 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-df7aa428-d395-4568-ad32-7ba840a4458e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:30.573874 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-df7aa428-d395-4568-ad32-7ba840a4458e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5e7eb685-7286-4c9e-bc8b-26fe14258034 HTTP/1.1" status: 204 len: 168 time: 0.4175358 Nov 12 03:17:30.601350 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7aa428-d395-4568-ad32-7ba840a4458e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7eb685-7286-4c9e-bc8b-26fe14258034,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:30.610688 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port a5a96872-6206-4841-9d75-c48fb89ea651, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=a5a96872-6206-4841-9d75-c48fb89ea651,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:30.633990 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': 'a5a96872-6206-4841-9d75-c48fb89ea651', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'port_id': 'a5a96872-6206-4841-9d75-c48fb89ea651', 'mac_address': 'fa:16:3e:e7:8f:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa66706f-b415-4bb9-838e-cfd08f81d96b', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:17:30.636661 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-e5c34f45-38f4-4c99-8c44-83c43a2673c2 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:30.691184 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:30.691694 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-73db700c-c6ee-4ff1-8416-4616e461bd08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:30.695083 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-73db700c-c6ee-4ff1-8416-4616e461bd08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:30.698705 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-73db700c-c6ee-4ff1-8416-4616e461bd08 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/431551c5-2d8b-41b0-84af-5c43414f554c HTTP/1.1" status: 204 len: 168 time: 0.4588974 Nov 12 03:17:30.724508 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5a96872-6206-4841-9d75-c48fb89ea651 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:17:30.748179 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port a5a96872-6206-4841-9d75-c48fb89ea651, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=a5a96872-6206-4841-9d75-c48fb89ea651,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:30.755468 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:30.756988 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device cf18a935-ba16-480d-beeb-265435239d7f details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:17:30.784895 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-e5c34f45-38f4-4c99-8c44-83c43a2673c2 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Network 5d12c86d-665b-42e0-88f2-c767d0a1a78b is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:17:30.786876 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db700c-c6ee-4ff1-8416-4616e461bd08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431551c5-2d8b-41b0-84af-5c43414f554c,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:30.789728 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c34f45-38f4-4c99-8c44-83c43a2673c2 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Pushing event updated for resources: {'Port': ['ID=9df25197-4312-482e-86e0-b8dba084bed8,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:30.814950 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-e5c34f45-38f4-4c99-8c44-83c43a2673c2 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:30.817968 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-e5c34f45-38f4-4c99-8c44-83c43a2673c2 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:17:30.823753 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-e5c34f45-38f4-4c99-8c44-83c43a2673c2 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:30.824633 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-e5c34f45-38f4-4c99-8c44-83c43a2673c2 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:30.862042 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a1cb1-bce3-489a-aa40-a0900c8af72b req-4ec2c1ba-c535-4005-9cdd-b352c348293f tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:30.864237 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ae9a1cb1-bce3-489a-aa40-a0900c8af72b req-4ec2c1ba-c535-4005-9cdd-b352c348293f tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfaf4422-9fa7-43d2-9c8f-fcef727af05b HTTP/1.1" status: 200 len: 970 time: 0.2409670 Nov 12 03:17:30.908693 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-e5c34f45-38f4-4c99-8c44-83c43a2673c2 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0957489 Nov 12 03:17:30.920220 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde03b86-daa1-45b3-8754-b52ae54684d1 req-b927bcc5-69c3-4ffa-8a1b-4570dfe4e068 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:30.920919 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-ede39faf-e33a-442e-b75f-a1d55cf8fe99 service neutron] Request body: {'port': {'device_id': '36a4ba43-4506-4e0d-a0e5-ca182cf81bc8', 'device_owner': 'compute:tempest-test_az-1940574586', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:30.928960 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port cf18a935-ba16-480d-beeb-265435239d7f, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=cf18a935-ba16-480d-beeb-265435239d7f,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:30.930202 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cde03b86-daa1-45b3-8754-b52ae54684d1 req-b927bcc5-69c3-4ffa-8a1b-4570dfe4e068 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/ports?device_id=36a4ba43-4506-4e0d-a0e5-ca182cf81bc8 HTTP/1.1" status: 200 len: 931 time: 0.1149390 Nov 12 03:17:30.954306 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=a5a96872-6206-4841-9d75-c48fb89ea651,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:30.970174 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': 'cf18a935-ba16-480d-beeb-265435239d7f', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'port_id': 'cf18a935-ba16-480d-beeb-265435239d7f', 'mac_address': 'fa:16:3e:55:30:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa66706f-b415-4bb9-838e-cfd08f81d96b', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:17:31.055704 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 64bfef86-5fa1-454c-81a7-636d5d9cf8a4 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:17:31.065074 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cde03b86-daa1-45b3-8754-b52ae54684d1 req-795d0444-e646-42cd-86cb-69b2d392a84a tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/security-groups?id=7401f916-5145-4fa4-af83-19b43e6880a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298170 Nov 12 03:17:31.086242 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ae9a1cb1-bce3-489a-aa40-a0900c8af72b req-a06a6504-a237-4119-844a-b581ba30343b tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.50 "GET /v2.0/security-groups?id=e57b8297-e3bf-4d48-8725-f9b924114f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963539 Nov 12 03:17:31.098923 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-ede39faf-e33a-442e-b75f-a1d55cf8fe99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:31.126294 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:31.181582 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf18a935-ba16-480d-beeb-265435239d7f {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:17:31.233526 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port cf18a935-ba16-480d-beeb-265435239d7f, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=cf18a935-ba16-480d-beeb-265435239d7f,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:31.252635 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:31.263003 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb30d1-30ce-4c54-8cae-aa71a6503943 req-080c20d3-4038-42e1-ba4f-9f02b23e3363 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:31.264459 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 64bfef86-5fa1-454c-81a7-636d5d9cf8a4 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:17:31.269025 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-51cb30d1-30ce-4c54-8cae-aa71a6503943 req-080c20d3-4038-42e1-ba4f-9f02b23e3363 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/ports?device_id=635f48ab-8aae-4d48-bbc0-9b5b05add0ce HTTP/1.1" status: 200 len: 949 time: 0.0984378 Nov 12 03:17:31.306281 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 64bfef86-5fa1-454c-81a7-636d5d9cf8a4 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:31.306986 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:31.316934 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-39208b7b-94aa-4c03-81e3-48e5b3d0ffcd None None] Provisioning complete for port 9df25197-4312-482e-86e0-b8dba084bed8 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:31.317592 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-39208b7b-94aa-4c03-81e3-48e5b3d0ffcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:31.335662 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48246) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:31.339853 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-51cb30d1-30ce-4c54-8cae-aa71a6503943 req-f3115cf2-8ad1-4f86-a568-cf5ac777ba28 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/security-groups?id=6011f749-96df-4d51-8daa-41fdb4882c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624654 Nov 12 03:17:31.360658 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-728de001-33d5-4bf9-9637-126d7ba06a8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:31.417316 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=cf18a935-ba16-480d-beeb-265435239d7f,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:31.432849 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-39208b7b-94aa-4c03-81e3-48e5b3d0ffcd None None] Port 9df25197-4312-482e-86e0-b8dba084bed8 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:17:31.486502 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-728de001-33d5-4bf9-9637-126d7ba06a8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:31.492631 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-728de001-33d5-4bf9-9637-126d7ba06a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:31.494930 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:31.541118 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfaf4422-9fa7-43d2-9c8f-fcef727af05b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64bfef86-5fa1-454c-81a7-636d5d9cf8a4'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:31.563315 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-728de001-33d5-4bf9-9637-126d7ba06a8f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2778ba6d5722419d80e398473828cc99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212963 Nov 12 03:17:31.568893 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48250) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:31.609251 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728de001-33d5-4bf9-9637-126d7ba06a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06abc154-ef56-4767-9de9-916dd3e0b65f,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:31.660495 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ec9ac570-0df8-44af-8e6c-6418edd2f9f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:31.690121 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48254) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:31.698569 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ec9ac570-0df8-44af-8e6c-6418edd2f9f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:31.725493 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-23da90d4-fccb-46aa-9351-41b462da40c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:31.732858 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 64bfef86-5fa1-454c-81a7-636d5d9cf8a4, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=64bfef86-5fa1-454c-81a7-636d5d9cf8a4,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:31.739777 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:31.788370 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d93ca6-51d2-4672-b72c-d4aebb95cb3f req-1af6deba-dddc-4423-ade0-3a88f69ac7fa tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:31.796167 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-72d93ca6-51d2-4672-b72c-d4aebb95cb3f req-1af6deba-dddc-4423-ade0-3a88f69ac7fa tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 948 time: 0.5113626 Nov 12 03:17:31.829540 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=64bfef86-5fa1-454c-81a7-636d5d9cf8a4,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:31.848233 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-23da90d4-fccb-46aa-9351-41b462da40c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:31.857124 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-23da90d4-fccb-46aa-9351-41b462da40c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:31.858102 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['cf18a935-ba16-480d-beeb-265435239d7f'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:17:31.862245 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-72d93ca6-51d2-4672-b72c-d4aebb95cb3f req-bcd4b809-c15a-45a2-b13d-36379d56dae5 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649812 Nov 12 03:17:31.911523 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['a5a96872-6206-4841-9d75-c48fb89ea651'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:17:31.916166 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-23da90d4-fccb-46aa-9351-41b462da40c1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=45f81dfc366d45b88cdaae07eb8fd319&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250032 Nov 12 03:17:31.918964 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48262) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:31.930844 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da90d4-fccb-46aa-9351-41b462da40c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ec8ab3-84c2-4154-bda5-f8af9d2c6a83,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:31.946659 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ec9ac570-0df8-44af-8e6c-6418edd2f9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:31.949698 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ec9ac570-0df8-44af-8e6c-6418edd2f9f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:31.953505 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ec9ac570-0df8-44af-8e6c-6418edd2f9f4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/06abc154-ef56-4767-9de9-916dd3e0b65f HTTP/1.1" status: 204 len: 168 time: 0.3808184 Nov 12 03:17:31.974308 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ac570-0df8-44af-8e6c-6418edd2f9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06abc154-ef56-4767-9de9-916dd3e0b65f,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:31.998121 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150409c0-dfce-47bd-a16a-c8dda51d8d2d" -d '{"events": [{"server_uuid": "dfaf4422-9fa7-43d2-9c8f-fcef727af05b", "name": "network-vif-plugged", "status": "completed", "tag": "64bfef86-5fa1-454c-81a7-636d5d9cf8a4"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:32.003378 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-00476898-26af-4a16-9191-200b30c226ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:32.019004 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-ede39faf-e33a-442e-b75f-a1d55cf8fe99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9df25197-4312-482e-86e0-b8dba084bed8 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:17:32.031490 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-ede39faf-e33a-442e-b75f-a1d55cf8fe99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:32.046012 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-00476898-26af-4a16-9191-200b30c226ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:32.068060 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-ede39faf-e33a-442e-b75f-a1d55cf8fe99 service neutron] Transition to ACTIVE for port object 9df25197-4312-482e-86e0-b8dba084bed8 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:17:32.077703 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-ede39faf-e33a-442e-b75f-a1d55cf8fe99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:32.149150 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-00476898-26af-4a16-9191-200b30c226ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:32.152133 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-00476898-26af-4a16-9191-200b30c226ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:32.153669 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-00476898-26af-4a16-9191-200b30c226ab admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/13ec8ab3-84c2-4154-bda5-f8af9d2c6a83 HTTP/1.1" status: 204 len: 168 time: 0.2332158 Nov 12 03:17:32.169207 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00476898-26af-4a16-9191-200b30c226ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ec8ab3-84c2-4154-bda5-f8af9d2c6a83,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:32.258152 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede39faf-e33a-442e-b75f-a1d55cf8fe99 service neutron] Pushing event updated for resources: {'Port': ['ID=9df25197-4312-482e-86e0-b8dba084bed8,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:32.306238 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-ede39faf-e33a-442e-b75f-a1d55cf8fe99 service neutron] Attempting to bind port 9df25197-4312-482e-86e0-b8dba084bed8 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:17:32.306576 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-ede39faf-e33a-442e-b75f-a1d55cf8fe99 service neutron] Attempting to bind port 9df25197-4312-482e-86e0-b8dba084bed8 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '9a25bf69-3388-48ff-939d-174c3ec6e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5d12c86d-665b-42e0-88f2-c767d0a1a78b'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:17:32.306907 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-ede39faf-e33a-442e-b75f-a1d55cf8fe99 service neutron] Attempting to bind port 9df25197-4312-482e-86e0-b8dba084bed8 on network 5d12c86d-665b-42e0-88f2-c767d0a1a78b {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:32.337963 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-ede39faf-e33a-442e-b75f-a1d55cf8fe99 service neutron] Port 9df25197-4312-482e-86e0-b8dba084bed8 on network 5d12c86d-665b-42e0-88f2-c767d0a1a78b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:17:32.338292 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-ede39faf-e33a-442e-b75f-a1d55cf8fe99 service neutron] Attempting to bind port 9df25197-4312-482e-86e0-b8dba084bed8 on network 5d12c86d-665b-42e0-88f2-c767d0a1a78b {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:32.349802 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64e7c43-da0e-4b5d-91b9-eb750ff4c106 x-openstack-request-id: req-a64e7c43-da0e-4b5d-91b9-eb750ff4c106 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:32.350876 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfaf4422-9fa7-43d2-9c8f-fcef727af05b", "name": "network-vif-plugged", "status": "completed", "tag": "64bfef86-5fa1-454c-81a7-636d5d9cf8a4", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:32.351309 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a64e7c43-da0e-4b5d-91b9-eb750ff4c106 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:32.352174 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfaf4422-9fa7-43d2-9c8f-fcef727af05b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64bfef86-5fa1-454c-81a7-636d5d9cf8a4', 'code': 200} Nov 12 03:17:32.363676 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e0b22-3edb-42b2-93f0-8fb275fc18c3 req-e8dbdf86-5c30-4343-99d1-4752ca227787 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:32.365327 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2a8e0b22-3edb-42b2-93f0-8fb275fc18c3 req-e8dbdf86-5c30-4343-99d1-4752ca227787 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/ports?device_id=36a4ba43-4506-4e0d-a0e5-ca182cf81bc8 HTTP/1.1" status: 200 len: 965 time: 0.1361818 Nov 12 03:17:32.389825 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-ede39faf-e33a-442e-b75f-a1d55cf8fe99 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:17:32.390407 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-ede39faf-e33a-442e-b75f-a1d55cf8fe99 service neutron] Checking segment: {'id': '9a25bf69-3388-48ff-939d-174c3ec6e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5d12c86d-665b-42e0-88f2-c767d0a1a78b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:17:32.391163 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-ede39faf-e33a-442e-b75f-a1d55cf8fe99 service neutron] Bound using segment: {'id': '9a25bf69-3388-48ff-939d-174c3ec6e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5d12c86d-665b-42e0-88f2-c767d0a1a78b'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:17:32.391988 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-ede39faf-e33a-442e-b75f-a1d55cf8fe99 service neutron] Bound port: 9df25197-4312-482e-86e0-b8dba084bed8, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a25bf69-3388-48ff-939d-174c3ec6e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5d12c86d-665b-42e0-88f2-c767d0a1a78b'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:17:32.392746 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-ede39faf-e33a-442e-b75f-a1d55cf8fe99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:32.445055 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.74', 58751) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:32.526220 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2a8e0b22-3edb-42b2-93f0-8fb275fc18c3 req-26d4c487-e61b-41ff-9ec4-57da996b47e4 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/security-groups?id=7401f916-5145-4fa4-af83-19b43e6880a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520381 Nov 12 03:17:32.563756 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-ede39faf-e33a-442e-b75f-a1d55cf8fe99 service neutron] For port 9df25197-4312-482e-86e0-b8dba084bed8, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:17:32.571586 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-ede39faf-e33a-442e-b75f-a1d55cf8fe99 service neutron] For port 9df25197-4312-482e-86e0-b8dba084bed8, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=9df25197-4312-482e-86e0-b8dba084bed8,segment=NetworkSegment(9a25bf69-3388-48ff-939d-174c3ec6e8fc),segment_id=9a25bf69-3388-48ff-939d-174c3ec6e8fc)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:17:32.582493 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-ede39faf-e33a-442e-b75f-a1d55cf8fe99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:32.625312 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63dd46-2ca8-4bdb-bba9-d70ccef52ed8 req-cb5f565c-6dee-4dd9-ac00-43b0a0fa9a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:32.627606 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8c63dd46-2ca8-4bdb-bba9-d70ccef52ed8 req-cb5f565c-6dee-4dd9-ac00-43b0a0fa9a20 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=dfaf4422-9fa7-43d2-9c8f-fcef727af05b HTTP/1.1" status: 200 len: 1123 time: 0.1505921 Nov 12 03:17:32.639085 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0662e-b4c8-41bc-832c-18971612f9ef req-e5c21278-641f-4233-abe4-0ee98364eb39 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:32.640577 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-98b0662e-b4c8-41bc-832c-18971612f9ef req-e5c21278-641f-4233-abe4-0ee98364eb39 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfaf4422-9fa7-43d2-9c8f-fcef727af05b HTTP/1.1" status: 200 len: 971 time: 0.1828249 Nov 12 03:17:32.663388 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-8c63dd46-2ca8-4bdb-bba9-d70ccef52ed8 req-48c322b0-71ae-4136-bcd6-579a9b3254fd service neutron] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:32.678755 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-ede39faf-e33a-442e-b75f-a1d55cf8fe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:32.680108 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-ede39faf-e33a-442e-b75f-a1d55cf8fe99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:32.681914 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-ede39faf-e33a-442e-b75f-a1d55cf8fe99 service neutron] 10.222.0.74 "PUT /v2.0/ports/9df25197-4312-482e-86e0-b8dba084bed8 HTTP/1.1" status: 200 len: 1114 time: 1.7727010 Nov 12 03:17:32.682775 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a4ba43-4506-4e0d-a0e5-ca182cf81bc8', 'tag': '9df25197-4312-482e-86e0-b8dba084bed8'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:32.685194 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a52779e-5aba-4914-9084-17f2a0acc2a4" -d '{"events": [{"name": "network-changed", "server_uuid": "36a4ba43-4506-4e0d-a0e5-ca182cf81bc8", "tag": "9df25197-4312-482e-86e0-b8dba084bed8"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:32.742230 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-98b0662e-b4c8-41bc-832c-18971612f9ef req-1d33347b-26fd-4890-9f48-3dfb03cd7437 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.50 "GET /v2.0/security-groups?id=e57b8297-e3bf-4d48-8725-f9b924114f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916135 Nov 12 03:17:32.751101 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede39faf-e33a-442e-b75f-a1d55cf8fe99 service neutron] Pushing event updated for resources: {'Port': ['ID=9df25197-4312-482e-86e0-b8dba084bed8,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:32.812721 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-8c63dd46-2ca8-4bdb-bba9-d70ccef52ed8 req-48c322b0-71ae-4136-bcd6-579a9b3254fd service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:32.821646 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-8c63dd46-2ca8-4bdb-bba9-d70ccef52ed8 req-48c322b0-71ae-4136-bcd6-579a9b3254fd service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:32.838078 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0503ed59-3a89-47e3-a691-2d3817de3268 req-e3ecedbd-a5ea-4397-a54c-d73dfccc6010 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:32.839792 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0503ed59-3a89-47e3-a691-2d3817de3268 req-e3ecedbd-a5ea-4397-a54c-d73dfccc6010 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/ports?device_id=635f48ab-8aae-4d48-bbc0-9b5b05add0ce HTTP/1.1" status: 200 len: 949 time: 0.2143958 Nov 12 03:17:32.880640 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a98d9d-c35a-4a6f-9384-0daaad5e066d x-openstack-request-id: req-94a98d9d-c35a-4a6f-9384-0daaad5e066d {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:32.882950 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36a4ba43-4506-4e0d-a0e5-ca182cf81bc8", "tag": "9df25197-4312-482e-86e0-b8dba084bed8", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:32.882950 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-94a98d9d-c35a-4a6f-9384-0daaad5e066d {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:32.882950 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36a4ba43-4506-4e0d-a0e5-ca182cf81bc8', 'tag': '9df25197-4312-482e-86e0-b8dba084bed8', 'status': 'completed', 'code': 200} Nov 12 03:17:32.898049 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-0bd533f0-554a-4f76-a1b0-c3e033a5b3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:32.899756 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-0bd533f0-554a-4f76-a1b0-c3e033a5b3fc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9ec418fa1b0f4b7bae30d2cd4a8b187d&device_id=36a4ba43-4506-4e0d-a0e5-ca182cf81bc8 HTTP/1.1" status: 200 len: 1117 time: 0.1662328 Nov 12 03:17:32.917432 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8c63dd46-2ca8-4bdb-bba9-d70ccef52ed8 req-48c322b0-71ae-4136-bcd6-579a9b3254fd service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e57b8297-e3bf-4d48-8725-f9b924114f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758725 Nov 12 03:17:32.918230 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c322b0-71ae-4136-bcd6-579a9b3254fd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=462234e4-c322-49ab-b22a-33b187b32214,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:32.993043 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-68c56622-4fde-4cbc-b2ff-a893d50ef921 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9df25197-4312-482e-86e0-b8dba084bed8 HTTP/1.1" status: 200 len: 217 time: 0.0814903 Nov 12 03:17:32.997859 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0503ed59-3a89-47e3-a691-2d3817de3268 req-1973568a-4570-47d6-8c04-ff4119ab5ee6 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/security-groups?id=6011f749-96df-4d51-8daa-41fdb4882c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498263 Nov 12 03:17:33.129070 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84277e05-f4eb-40aa-89c2-cd9e24d95049 req-cb526edd-0696-454d-8c51-dbb80cc8f366 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:33.130627 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-84277e05-f4eb-40aa-89c2-cd9e24d95049 req-cb526edd-0696-454d-8c51-dbb80cc8f366 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 948 time: 0.0594881 Nov 12 03:17:33.183248 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ff206fa2-6bc1-4684-ae7b-738dd2b58b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:33.215871 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-84277e05-f4eb-40aa-89c2-cd9e24d95049 req-9ed84851-fc4a-43c8-b8e0-9326150b7a7b tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774777 Nov 12 03:17:33.285388 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-8608fc64-49a1-4789-a584-470fb59c3914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:33.286939 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-8608fc64-49a1-4789-a584-470fb59c3914 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a0218dd1-f1e1-4b4f-9068-6a0660604123 HTTP/1.1" status: 200 len: 863 time: 0.0531917 Nov 12 03:17:33.344340 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-8fe629c6-a8d9-4efe-972a-3c3d6970070e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:33.346564 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-8fe629c6-a8d9-4efe-972a-3c3d6970070e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5d12c86d-665b-42e0-88f2-c767d0a1a78b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499825 Nov 12 03:17:33.477041 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-a25f1375-b6b5-4421-8f1a-20dcab286415 service neutron] 10.222.0.74 "GET /v2.0/networks/5d12c86d-665b-42e0-88f2-c767d0a1a78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174657 Nov 12 03:17:33.661278 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c94997ed-82ec-4ca4-b7ee-ea332144130e req-b3d2aa29-0be8-46fa-9c2a-6ee0f46f08ce service neutron] 10.222.0.74 "GET /v2.0/networks/5d12c86d-665b-42e0-88f2-c767d0a1a78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726918 Nov 12 03:17:33.734709 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1d6dc-384d-4851-a27d-a5dc27b501a8 req-1e5c6b7a-f8db-4b81-8c86-9176e2a0ffad tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:33.737780 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-38f1d6dc-384d-4851-a27d-a5dc27b501a8 req-1e5c6b7a-f8db-4b81-8c86-9176e2a0ffad tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/ports?device_id=36a4ba43-4506-4e0d-a0e5-ca182cf81bc8 HTTP/1.1" status: 200 len: 965 time: 0.1287873 Nov 12 03:17:33.849155 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52779e-5aba-4914-9084-17f2a0acc2a4 req-a2ea6905-86a4-4b90-84dc-209fe4062470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:33.851726 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7a52779e-5aba-4914-9084-17f2a0acc2a4 req-a2ea6905-86a4-4b90-84dc-209fe4062470 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9ec418fa1b0f4b7bae30d2cd4a8b187d&device_id=36a4ba43-4506-4e0d-a0e5-ca182cf81bc8 HTTP/1.1" status: 200 len: 1117 time: 0.1129506 Nov 12 03:17:33.861545 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-38f1d6dc-384d-4851-a27d-a5dc27b501a8 req-a01b9726-72ab-4be2-9f9c-2afebb29e131 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/security-groups?id=7401f916-5145-4fa4-af83-19b43e6880a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083918 Nov 12 03:17:33.938246 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfaaf4-45e3-47aa-a27c-b73b98e116e0 req-4509bbc5-e9ac-48b5-a9bb-66e6f88d8bbe tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:33.941331 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e6bfaaf4-45e3-47aa-a27c-b73b98e116e0 req-4509bbc5-e9ac-48b5-a9bb-66e6f88d8bbe tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfaf4422-9fa7-43d2-9c8f-fcef727af05b HTTP/1.1" status: 200 len: 971 time: 0.0814955 Nov 12 03:17:33.970507 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:34.016786 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e6bfaaf4-45e3-47aa-a27c-b73b98e116e0 req-a9b1d143-8b19-4d49-8474-8d8fe49eb968 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.50 "GET /v2.0/security-groups?id=e57b8297-e3bf-4d48-8725-f9b924114f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686250 Nov 12 03:17:34.060666 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52779e-5aba-4914-9084-17f2a0acc2a4 req-3d899cb8-873f-4bdd-bceb-a3f18336a159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:34.065681 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7a52779e-5aba-4914-9084-17f2a0acc2a4 req-3d899cb8-873f-4bdd-bceb-a3f18336a159 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5d12c86d-665b-42e0-88f2-c767d0a1a78b HTTP/1.1" status: 200 len: 925 time: 0.1997643 Nov 12 03:17:34.154571 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7a52779e-5aba-4914-9084-17f2a0acc2a4 req-a6207fa9-78ac-4257-bf93-4cd485eeddb6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9df25197-4312-482e-86e0-b8dba084bed8 HTTP/1.1" status: 200 len: 217 time: 0.0808029 Nov 12 03:17:34.182769 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501f735-6b54-415c-af09-2305099aa181 req-572c4b0e-d9b8-46d8-b1d4-b826a1339c57 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:34.185641 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b501f735-6b54-415c-af09-2305099aa181 req-572c4b0e-d9b8-46d8-b1d4-b826a1339c57 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/ports?device_id=635f48ab-8aae-4d48-bbc0-9b5b05add0ce HTTP/1.1" status: 200 len: 949 time: 0.0842288 Nov 12 03:17:34.273623 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52779e-5aba-4914-9084-17f2a0acc2a4 req-03e5e5ff-0aea-4b2a-aee4-84717994c9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:34.276688 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7a52779e-5aba-4914-9084-17f2a0acc2a4 req-03e5e5ff-0aea-4b2a-aee4-84717994c9de service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a0218dd1-f1e1-4b4f-9068-6a0660604123 HTTP/1.1" status: 200 len: 863 time: 0.1123066 Nov 12 03:17:34.278410 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b501f735-6b54-415c-af09-2305099aa181 req-2fe25bd5-fc70-4282-b67a-d61e1640410b tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/security-groups?id=6011f749-96df-4d51-8daa-41fdb4882c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861166 Nov 12 03:17:34.347927 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52779e-5aba-4914-9084-17f2a0acc2a4 req-8b92282d-afe4-4048-bd93-3282953245a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:34.349779 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7a52779e-5aba-4914-9084-17f2a0acc2a4 req-8b92282d-afe4-4048-bd93-3282953245a9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5d12c86d-665b-42e0-88f2-c767d0a1a78b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654511 Nov 12 03:17:34.486411 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device a5a96872-6206-4841-9d75-c48fb89ea651 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:17:34.487497 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee79ec6-a649-44c5-9cb8-ca2f76e7f285 req-ae018bfe-4f91-402d-8e5f-77f67759b9d8 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:34.490154 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8ee79ec6-a649-44c5-9cb8-ca2f76e7f285 req-ae018bfe-4f91-402d-8e5f-77f67759b9d8 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 948 time: 0.1332433 Nov 12 03:17:34.553025 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7a52779e-5aba-4914-9084-17f2a0acc2a4 req-ec352567-ce86-49d8-a409-a937557b0317 service neutron] 10.222.0.74 "GET /v2.0/networks/5d12c86d-665b-42e0-88f2-c767d0a1a78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855395 Nov 12 03:17:34.570176 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port a5a96872-6206-4841-9d75-c48fb89ea651 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:17:34.575657 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port a5a96872-6206-4841-9d75-c48fb89ea651 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:34.576298 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:34.676594 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:34.725951 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port a5a96872-6206-4841-9d75-c48fb89ea651, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=a5a96872-6206-4841-9d75-c48fb89ea651,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:34.727824 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635f48ab-8aae-4d48-bbc0-9b5b05add0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a96872-6206-4841-9d75-c48fb89ea651'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:34.732175 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3abf82-1826-4371-8d42-761f74daa3c1" -d '{"events": [{"server_uuid": "635f48ab-8aae-4d48-bbc0-9b5b05add0ce", "name": "network-vif-plugged", "status": "completed", "tag": "a5a96872-6206-4841-9d75-c48fb89ea651"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:34.733104 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7a52779e-5aba-4914-9084-17f2a0acc2a4 req-3c95ab5b-afe7-4160-b551-d47bb6c73a49 service neutron] 10.222.0.74 "GET /v2.0/networks/5d12c86d-665b-42e0-88f2-c767d0a1a78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611729 Nov 12 03:17:34.750323 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:34.750473 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8ee79ec6-a649-44c5-9cb8-ca2f76e7f285 req-2d9773fd-956e-4012-b990-56b5b7abfcda tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490284 Nov 12 03:17:34.752475 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device cf18a935-ba16-480d-beeb-265435239d7f up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:17:34.880209 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=a5a96872-6206-4841-9d75-c48fb89ea651,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:34.904931 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port cf18a935-ba16-480d-beeb-265435239d7f completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:17:34.916064 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port cf18a935-ba16-480d-beeb-265435239d7f triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:34.916742 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:35.066315 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:35.085207 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b374d3-16e5-43d0-91da-05d076bf1ff6 x-openstack-request-id: req-69b374d3-16e5-43d0-91da-05d076bf1ff6 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:35.085650 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "635f48ab-8aae-4d48-bbc0-9b5b05add0ce", "name": "network-vif-plugged", "status": "completed", "tag": "a5a96872-6206-4841-9d75-c48fb89ea651", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:35.086054 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-69b374d3-16e5-43d0-91da-05d076bf1ff6 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:35.086424 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635f48ab-8aae-4d48-bbc0-9b5b05add0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a96872-6206-4841-9d75-c48fb89ea651', 'code': 200} Nov 12 03:17:35.197167 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9460fd-f062-4fea-a690-218e4e4d4f99 req-77dd907f-b9a7-44e0-968d-ecbbb4c7270a tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:35.198685 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6c9460fd-f062-4fea-a690-218e4e4d4f99 req-77dd907f-b9a7-44e0-968d-ecbbb4c7270a tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/ports?device_id=36a4ba43-4506-4e0d-a0e5-ca182cf81bc8 HTTP/1.1" status: 200 len: 965 time: 0.0732226 Nov 12 03:17:35.236019 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port cf18a935-ba16-480d-beeb-265435239d7f, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=cf18a935-ba16-480d-beeb-265435239d7f,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:35.241594 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:35.279733 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04a601-54e6-4e64-9af6-69368dc7a1e4 req-9fa826c3-1ce5-40e1-94d4-47108e6795a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:35.281999 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cc04a601-54e6-4e64-9af6-69368dc7a1e4 req-9fa826c3-1ce5-40e1-94d4-47108e6795a2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=635f48ab-8aae-4d48-bbc0-9b5b05add0ce HTTP/1.1" status: 200 len: 1102 time: 0.0821693 Nov 12 03:17:35.288673 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6c9460fd-f062-4fea-a690-218e4e4d4f99 req-91d5237f-383f-485f-9687-563bb72292fd tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/security-groups?id=7401f916-5145-4fa4-af83-19b43e6880a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798142 Nov 12 03:17:35.335104 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:35.339226 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=cf18a935-ba16-480d-beeb-265435239d7f,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:35.350240 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cc04a601-54e6-4e64-9af6-69368dc7a1e4 req-ae70dc06-2e95-4fe8-b619-5c5cc1959572 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6011f749-96df-4d51-8daa-41fdb4882c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591242 Nov 12 03:17:35.424177 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d969d-51de-4fee-9165-a14e632d8d37 req-6ca3d2fa-494f-4a0c-beb7-5f3af25c5152 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:35.425640 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ef3d969d-51de-4fee-9165-a14e632d8d37 req-6ca3d2fa-494f-4a0c-beb7-5f3af25c5152 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfaf4422-9fa7-43d2-9c8f-fcef727af05b HTTP/1.1" status: 200 len: 971 time: 0.0607972 Nov 12 03:17:35.474499 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ef3d969d-51de-4fee-9165-a14e632d8d37 req-27efbd54-aaa3-4c42-bdfe-afc035a49d8d tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.50 "GET /v2.0/security-groups?id=e57b8297-e3bf-4d48-8725-f9b924114f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425341 Nov 12 03:17:35.723623 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92535dd1-d01f-4c6e-b092-009a4b1d922e req-ce15d4de-397e-4965-9196-31cd4a94b143 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:35.725130 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-92535dd1-d01f-4c6e-b092-009a4b1d922e req-ce15d4de-397e-4965-9196-31cd4a94b143 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/ports?device_id=635f48ab-8aae-4d48-bbc0-9b5b05add0ce HTTP/1.1" status: 200 len: 950 time: 0.0488949 Nov 12 03:17:35.776299 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-92535dd1-d01f-4c6e-b092-009a4b1d922e req-d8097cb0-351e-44c9-93c5-fc2a577423e4 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/security-groups?id=6011f749-96df-4d51-8daa-41fdb4882c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449822 Nov 12 03:17:35.832097 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892bbb79-9983-4feb-8c0e-30be486da2b1 req-5a5b08e4-3316-4bab-9344-160254a2525e tempest-AggregatesAdminTestJSON-651847628 tempest-AggregatesAdminTestJSON-651847628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:35.834235 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-892bbb79-9983-4feb-8c0e-30be486da2b1 req-5a5b08e4-3316-4bab-9344-160254a2525e tempest-AggregatesAdminTestJSON-651847628 tempest-AggregatesAdminTestJSON-651847628-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=dfaf4422-9fa7-43d2-9c8f-fcef727af05b HTTP/1.1" status: 200 len: 1123 time: 0.0767038 Nov 12 03:17:35.854492 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-892bbb79-9983-4feb-8c0e-30be486da2b1 req-7c4924ae-aa33-4813-a652-c622c2d4d248 tempest-AggregatesAdminTestJSON-651847628 tempest-AggregatesAdminTestJSON-651847628-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:35.937375 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-892bbb79-9983-4feb-8c0e-30be486da2b1 req-7c4924ae-aa33-4813-a652-c622c2d4d248 tempest-AggregatesAdminTestJSON-651847628 tempest-AggregatesAdminTestJSON-651847628-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:35.941761 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-892bbb79-9983-4feb-8c0e-30be486da2b1 req-7c4924ae-aa33-4813-a652-c622c2d4d248 tempest-AggregatesAdminTestJSON-651847628 tempest-AggregatesAdminTestJSON-651847628-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:35.995782 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-892bbb79-9983-4feb-8c0e-30be486da2b1 req-7c4924ae-aa33-4813-a652-c622c2d4d248 tempest-AggregatesAdminTestJSON-651847628 tempest-AggregatesAdminTestJSON-651847628-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=e57b8297-e3bf-4d48-8725-f9b924114f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549113 Nov 12 03:17:35.996702 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4924ae-aa33-4813-a652-c622c2d4d248 tempest-AggregatesAdminTestJSON-651847628 tempest-AggregatesAdminTestJSON-651847628-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def2dd18-2361-458d-b5c4-745196bd6d87,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:36.179366 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec15485-64b7-4dd0-abb0-2fa08ca0f7ea req-16295276-c8a4-4b7f-bcdc-fc978aee41ae tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:36.181245 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fec15485-64b7-4dd0-abb0-2fa08ca0f7ea req-16295276-c8a4-4b7f-bcdc-fc978aee41ae tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 949 time: 0.0600133 Nov 12 03:17:36.210871 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:36.247950 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fec15485-64b7-4dd0-abb0-2fa08ca0f7ea req-ca94cf0e-c9d7-44d0-b86c-e3176fed0874 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585518 Nov 12 03:17:36.488098 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158beead-57ca-4377-a398-f16b76354e2d req-60e16e92-ae8a-4168-94ff-b9bfbd3d6906 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:36.489988 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-158beead-57ca-4377-a398-f16b76354e2d req-60e16e92-ae8a-4168-94ff-b9bfbd3d6906 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/ports?device_id=36a4ba43-4506-4e0d-a0e5-ca182cf81bc8 HTTP/1.1" status: 200 len: 965 time: 0.0582147 Nov 12 03:17:36.545370 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-158beead-57ca-4377-a398-f16b76354e2d req-fd597e54-48ef-4875-ac20-87dbc030fd98 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/security-groups?id=7401f916-5145-4fa4-af83-19b43e6880a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485175 Nov 12 03:17:37.056296 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8264933-e7b1-4b07-8347-463d98705ef2 req-14e76400-bf42-4486-b7f1-443b2af7d600 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:37.063697 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a8264933-e7b1-4b07-8347-463d98705ef2 req-14e76400-bf42-4486-b7f1-443b2af7d600 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/ports?device_id=635f48ab-8aae-4d48-bbc0-9b5b05add0ce HTTP/1.1" status: 200 len: 950 time: 0.0786662 Nov 12 03:17:37.088232 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a65faf-0315-487c-8b95-1660521c7ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf18a935-ba16-480d-beeb-265435239d7f'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:37.091851 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89fe6c9-8255-4800-9ab8-8c397b249355" -d '{"events": [{"server_uuid": "53a65faf-0315-487c-8b95-1660521c7ac7", "name": "network-vif-plugged", "status": "completed", "tag": "cf18a935-ba16-480d-beeb-265435239d7f"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:37.106564 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 9df25197-4312-482e-86e0-b8dba084bed8 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:17:37.153305 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a8264933-e7b1-4b07-8347-463d98705ef2 req-8ffb3161-ba4b-40f6-9300-3c6fabc414d9 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/security-groups?id=6011f749-96df-4d51-8daa-41fdb4882c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884800 Nov 12 03:17:37.217888 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27616832-6bb0-4787-ad52-28a94027153f x-openstack-request-id: req-27616832-6bb0-4787-ad52-28a94027153f {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:37.218690 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a65faf-0315-487c-8b95-1660521c7ac7", "name": "network-vif-plugged", "status": "completed", "tag": "cf18a935-ba16-480d-beeb-265435239d7f", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:37.218690 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-27616832-6bb0-4787-ad52-28a94027153f {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:37.218958 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a65faf-0315-487c-8b95-1660521c7ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf18a935-ba16-480d-beeb-265435239d7f', 'code': 200} Nov 12 03:17:37.285661 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48512) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:37.329833 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 9df25197-4312-482e-86e0-b8dba084bed8, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=9df25197-4312-482e-86e0-b8dba084bed8,segment=NetworkSegment(9a25bf69-3388-48ff-939d-174c3ec6e8fc),segment_id=9a25bf69-3388-48ff-939d-174c3ec6e8fc)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:37.353737 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '9df25197-4312-482e-86e0-b8dba084bed8', 'network_id': '5d12c86d-665b-42e0-88f2-c767d0a1a78b', 'port_id': '9df25197-4312-482e-86e0-b8dba084bed8', 'mac_address': 'fa:16:3e:67:bb:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0218dd1-f1e1-4b4f-9068-6a0660604123', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:tempest-test_az-1940574586', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:17:37.453772 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:37.489035 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9df25197-4312-482e-86e0-b8dba084bed8 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:17:37.514980 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 9df25197-4312-482e-86e0-b8dba084bed8, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=9df25197-4312-482e-86e0-b8dba084bed8,segment=NetworkSegment(9a25bf69-3388-48ff-939d-174c3ec6e8fc),segment_id=9a25bf69-3388-48ff-939d-174c3ec6e8fc)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:37.522008 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:37.560638 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82baa93e-27f9-4490-8f3c-4e6a10d1b7f1 req-74adeaf6-f2ed-49af-a749-38923f96b3f2 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:37.562267 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-82baa93e-27f9-4490-8f3c-4e6a10d1b7f1 req-74adeaf6-f2ed-49af-a749-38923f96b3f2 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 949 time: 0.1525037 Nov 12 03:17:37.590768 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb213a-348d-4853-916c-d896d184cb7a req-84d09a15-c5bb-4c50-953c-7011ba315184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:37.594571 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1fcb213a-348d-4853-916c-d896d184cb7a req-84d09a15-c5bb-4c50-953c-7011ba315184 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 1101 time: 0.1036184 Nov 12 03:17:37.605228 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=9df25197-4312-482e-86e0-b8dba084bed8,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:37.685070 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1fcb213a-348d-4853-916c-d896d184cb7a req-53053fb4-ee2d-4581-833a-776cbd6063b1 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812962 Nov 12 03:17:37.700373 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-82baa93e-27f9-4490-8f3c-4e6a10d1b7f1 req-b7cdfb46-981d-4776-b868-3ed6287b1632 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291428 Nov 12 03:17:37.756579 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['9df25197-4312-482e-86e0-b8dba084bed8'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:17:37.827190 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75227db0-3c79-4447-8962-6f32bb581ac8 req-5e0b784c-ea80-4909-82b6-d85e2d146d9d tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:37.829439 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-75227db0-3c79-4447-8962-6f32bb581ac8 req-5e0b784c-ea80-4909-82b6-d85e2d146d9d tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/ports?device_id=36a4ba43-4506-4e0d-a0e5-ca182cf81bc8 HTTP/1.1" status: 200 len: 966 time: 0.1057098 Nov 12 03:17:37.888466 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48538) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:37.966218 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c39ae09e-9638-4ca2-a2d0-58725d83a3a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:37.993149 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-75227db0-3c79-4447-8962-6f32bb581ac8 req-0f4bda3f-8de8-4668-b738-320bfbe4bcbc tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/security-groups?id=7401f916-5145-4fa4-af83-19b43e6880a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468940 Nov 12 03:17:38.006071 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-371a6430-61e9-40eb-88a3-ac874cfe075c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:38.142158 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-371a6430-61e9-40eb-88a3-ac874cfe075c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:38.147769 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-371a6430-61e9-40eb-88a3-ac874cfe075c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:38.152037 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c39ae09e-9638-4ca2-a2d0-58725d83a3a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:38.158406 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c39ae09e-9638-4ca2-a2d0-58725d83a3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:38.191005 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a6430-61e9-40eb-88a3-ac874cfe075c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a449530-5909-4a69-b54a-d1231b692511,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:38.198102 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-371a6430-61e9-40eb-88a3-ac874cfe075c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5c6c2e1a6c004129a2f85f796acc1253&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3084662 Nov 12 03:17:38.198795 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48558) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:38.202528 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c39ae09e-9638-4ca2-a2d0-58725d83a3a3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9f8781b7aeb048cd9d2acd4cadebd71c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9144905 Nov 12 03:17:38.206321 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48560) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:38.225905 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae09e-9638-4ca2-a2d0-58725d83a3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d68ccd4-7a74-4960-ae3e-6444a86a006f,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:38.283444 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:38.293985 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-db29063d-6d19-41dd-87f4-b5ac24e7cf88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:38.307418 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c05a1cee-13c1-4c17-87b3-18a11d3755e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:38.330333 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-db29063d-6d19-41dd-87f4-b5ac24e7cf88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:38.351817 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c05a1cee-13c1-4c17-87b3-18a11d3755e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:38.372914 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48566) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:38.448877 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d8923-a97c-4eba-a0ab-8d33c52a99c3 req-67e30510-ef83-4ca4-a7c2-ce9f84603428 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:38.450269 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c05a1cee-13c1-4c17-87b3-18a11d3755e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:38.452847 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-888d8923-a97c-4eba-a0ab-8d33c52a99c3 req-67e30510-ef83-4ca4-a7c2-ce9f84603428 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/ports?device_id=635f48ab-8aae-4d48-bbc0-9b5b05add0ce HTTP/1.1" status: 200 len: 950 time: 0.1164861 Nov 12 03:17:38.453873 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c05a1cee-13c1-4c17-87b3-18a11d3755e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:38.456287 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c05a1cee-13c1-4c17-87b3-18a11d3755e2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2d68ccd4-7a74-4960-ae3e-6444a86a006f HTTP/1.1" status: 204 len: 168 time: 0.2477393 Nov 12 03:17:38.463750 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-db29063d-6d19-41dd-87f4-b5ac24e7cf88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:38.466335 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-db29063d-6d19-41dd-87f4-b5ac24e7cf88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:38.469753 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-db29063d-6d19-41dd-87f4-b5ac24e7cf88 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0a449530-5909-4a69-b54a-d1231b692511 HTTP/1.1" status: 204 len: 168 time: 0.2674553 Nov 12 03:17:38.469753 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a1cee-13c1-4c17-87b3-18a11d3755e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d68ccd4-7a74-4960-ae3e-6444a86a006f,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:38.480645 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db29063d-6d19-41dd-87f4-b5ac24e7cf88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a449530-5909-4a69-b54a-d1231b692511,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:38.572821 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-52bb1472-77cd-4923-91ae-2ae2e65b4b7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:38.580959 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-888d8923-a97c-4eba-a0ab-8d33c52a99c3 req-f8f77510-d058-474c-993f-4528d78bd0e7 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/security-groups?id=6011f749-96df-4d51-8daa-41fdb4882c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059120 Nov 12 03:17:38.704421 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-52bb1472-77cd-4923-91ae-2ae2e65b4b7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:38.710796 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-52bb1472-77cd-4923-91ae-2ae2e65b4b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:38.772054 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb1472-77cd-4923-91ae-2ae2e65b4b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf62452-20a9-4cf9-a24a-ed4940fed90a,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:38.789497 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-52bb1472-77cd-4923-91ae-2ae2e65b4b7b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=410ce66881184bfdab190decfa6ed089&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4154003 Nov 12 03:17:38.789715 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48600) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:38.893012 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ff6a2729-b011-4fa4-8b14-112484472f94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:38.918577 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ff6a2729-b011-4fa4-8b14-112484472f94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:38.926495 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a5686-ddc0-4157-bf56-5113c9f3c4d8 req-ad71f439-3f7a-46c4-b446-b909396b0bc7 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:38.937383 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fb5a5686-ddc0-4157-bf56-5113c9f3c4d8 req-ad71f439-3f7a-46c4-b446-b909396b0bc7 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 949 time: 0.0755115 Nov 12 03:17:38.972242 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ff6a2729-b011-4fa4-8b14-112484472f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:38.976147 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ff6a2729-b011-4fa4-8b14-112484472f94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:38.977404 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ff6a2729-b011-4fa4-8b14-112484472f94 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/acf62452-20a9-4cf9-a24a-ed4940fed90a HTTP/1.1" status: 204 len: 168 time: 0.1862345 Nov 12 03:17:39.006487 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a2729-b011-4fa4-8b14-112484472f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf62452-20a9-4cf9-a24a-ed4940fed90a,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:39.022455 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fb5a5686-ddc0-4157-bf56-5113c9f3c4d8 req-74a1c462-0137-41ba-9c90-af3567415bb0 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837319 Nov 12 03:17:39.110877 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 9df25197-4312-482e-86e0-b8dba084bed8 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:17:39.258956 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 9df25197-4312-482e-86e0-b8dba084bed8 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:17:39.268732 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 9df25197-4312-482e-86e0-b8dba084bed8 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:39.269755 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:39.290048 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48620) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:39.335579 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d13aae1f-db95-43b2-939a-200bd6d0096a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:39.424641 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:39.480766 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 9df25197-4312-482e-86e0-b8dba084bed8, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=9df25197-4312-482e-86e0-b8dba084bed8,segment=NetworkSegment(9a25bf69-3388-48ff-939d-174c3ec6e8fc),segment_id=9a25bf69-3388-48ff-939d-174c3ec6e8fc)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:39.483406 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a4ba43-4506-4e0d-a0e5-ca182cf81bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df25197-4312-482e-86e0-b8dba084bed8'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:39.487479 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44fe755-79e1-4344-878a-f0efb7b03acf" -d '{"events": [{"server_uuid": "36a4ba43-4506-4e0d-a0e5-ca182cf81bc8", "name": "network-vif-plugged", "status": "completed", "tag": "9df25197-4312-482e-86e0-b8dba084bed8"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:39.494069 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:39.622606 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d13aae1f-db95-43b2-939a-200bd6d0096a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:39.652479 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=9df25197-4312-482e-86e0-b8dba084bed8,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:39.660092 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babee482-db86-4086-9083-174a5901977b req-c66ba4d0-0d58-471e-8556-86c3496c3508 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:39.671883 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-babee482-db86-4086-9083-174a5901977b req-c66ba4d0-0d58-471e-8556-86c3496c3508 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/ports?device_id=36a4ba43-4506-4e0d-a0e5-ca182cf81bc8 HTTP/1.1" status: 200 len: 967 time: 0.1705859 Nov 12 03:17:39.674752 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d13aae1f-db95-43b2-939a-200bd6d0096a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:39.732153 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d13aae1f-db95-43b2-939a-200bd6d0096a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ba8b4708e82a495c8b5432bdebb98698&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4407225 Nov 12 03:17:39.735174 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48638) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:39.754377 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13aae1f-db95-43b2-939a-200bd6d0096a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff0daae-ad63-4ba9-80c5-9876c0773c45,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:39.773212 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b80a04c-23b3-4087-8f8d-e9844c141283 x-openstack-request-id: req-2b80a04c-23b3-4087-8f8d-e9844c141283 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:39.773935 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a4ba43-4506-4e0d-a0e5-ca182cf81bc8", "name": "network-vif-plugged", "status": "completed", "tag": "9df25197-4312-482e-86e0-b8dba084bed8", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:39.774300 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2b80a04c-23b3-4087-8f8d-e9844c141283 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:39.775436 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a4ba43-4506-4e0d-a0e5-ca182cf81bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df25197-4312-482e-86e0-b8dba084bed8', 'code': 200} Nov 12 03:17:39.810791 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-babee482-db86-4086-9083-174a5901977b req-2837aa8e-64dd-4a89-aa86-18decbf40e2f tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/security-groups?id=7401f916-5145-4fa4-af83-19b43e6880a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378963 Nov 12 03:17:39.831129 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48642) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:39.848229 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-45d17b06-ae72-42c2-b2cd-9d1f2cb7e99f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:39.882736 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-83a04a8f-4000-4259-a5f4-1a203ae20324 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:39.936958 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159511e-cba4-4229-a86f-a07a5dc6c836 req-784e408a-830d-4a8c-a732-69d9c4998bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:39.939267 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0159511e-cba4-4229-a86f-a07a5dc6c836 req-784e408a-830d-4a8c-a732-69d9c4998bed service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=36a4ba43-4506-4e0d-a0e5-ca182cf81bc8 HTTP/1.1" status: 200 len: 1119 time: 0.0797725 Nov 12 03:17:40.010665 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0159511e-cba4-4229-a86f-a07a5dc6c836 req-3ff92560-db03-48d1-b89c-378e26d9cb89 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7401f916-5145-4fa4-af83-19b43e6880a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628102 Nov 12 03:17:40.012326 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e2c20-2f0b-4b45-a71d-a085b6101353 req-44edabaa-890b-480b-93e1-5b443b01465e tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:40.024313 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cd2e2c20-2f0b-4b45-a71d-a085b6101353 req-44edabaa-890b-480b-93e1-5b443b01465e tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/ports?device_id=635f48ab-8aae-4d48-bbc0-9b5b05add0ce HTTP/1.1" status: 200 len: 950 time: 0.1366687 Nov 12 03:17:40.028511 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-45d17b06-ae72-42c2-b2cd-9d1f2cb7e99f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:40.030299 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-83a04a8f-4000-4259-a5f4-1a203ae20324 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:40.034971 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-45d17b06-ae72-42c2-b2cd-9d1f2cb7e99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:40.082098 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-45d17b06-ae72-42c2-b2cd-9d1f2cb7e99f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f96abc2e14b041ba88486b389d9d58b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2491562 Nov 12 03:17:40.083207 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d17b06-ae72-42c2-b2cd-9d1f2cb7e99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8329a3-48c6-4e2b-80d0-8d8a3822f5b5,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:40.088494 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48658) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:40.155588 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d406ff04-721e-4936-b60e-50f34fd16853 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:40.189726 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d406ff04-721e-4936-b60e-50f34fd16853 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:40.279130 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1ac91-a729-4023-9dc4-e54c1f5568f6 req-cccc1059-1482-47e5-a6ec-19acc13a2306 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:40.280841 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0de1ac91-a729-4023-9dc4-e54c1f5568f6 req-cccc1059-1482-47e5-a6ec-19acc13a2306 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 949 time: 0.0944676 Nov 12 03:17:40.316148 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d406ff04-721e-4936-b60e-50f34fd16853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:40.318793 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d406ff04-721e-4936-b60e-50f34fd16853 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:40.319933 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d406ff04-721e-4936-b60e-50f34fd16853 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fe8329a3-48c6-4e2b-80d0-8d8a3822f5b5 HTTP/1.1" status: 204 len: 168 time: 0.2301412 Nov 12 03:17:40.335394 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d406ff04-721e-4936-b60e-50f34fd16853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8329a3-48c6-4e2b-80d0-8d8a3822f5b5,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:40.391039 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0de1ac91-a729-4023-9dc4-e54c1f5568f6 req-2c7c5255-a812-48d8-8725-bfb0bbfd47c5 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011224 Nov 12 03:17:40.523000 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cd2e2c20-2f0b-4b45-a71d-a085b6101353 req-a5e9a787-4f25-4fd7-a107-a0ce63847528 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/security-groups?id=6011f749-96df-4d51-8daa-41fdb4882c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4699852 Nov 12 03:17:40.531536 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-83a04a8f-4000-4259-a5f4-1a203ae20324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:40.535824 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-83a04a8f-4000-4259-a5f4-1a203ae20324 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:40.541825 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-83a04a8f-4000-4259-a5f4-1a203ae20324 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9ff0daae-ad63-4ba9-80c5-9876c0773c45 HTTP/1.1" status: 204 len: 168 time: 0.8054409 Nov 12 03:17:40.550190 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a04a8f-4000-4259-a5f4-1a203ae20324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff0daae-ad63-4ba9-80c5-9876c0773c45,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:40.557266 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48682) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:40.982931 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-3028a93e-2837-4a27-9350-a45309b134b3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-742154539-network', 'tenant_id': '173fa25a22664fb4a6739f325e324f67'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:41.017075 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec517ab-8e71-49c2-a4ff-37959543ae82 req-4c96daa1-152b-44a1-ba8b-b64c43acdc48 tempest-MigrationsAdminTest-162901251 tempest-MigrationsAdminTest-162901251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:41.018505 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dec517ab-8e71-49c2-a4ff-37959543ae82 req-4c96daa1-152b-44a1-ba8b-b64c43acdc48 tempest-MigrationsAdminTest-162901251 tempest-MigrationsAdminTest-162901251-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 1101 time: 0.0737836 Nov 12 03:17:41.019617 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3028a93e-2837-4a27-9350-a45309b134b3 admin admin] Made reservation on behalf of 173fa25a22664fb4a6739f325e324f67 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:17:41.029512 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3028a93e-2837-4a27-9350-a45309b134b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:41.041363 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3028a93e-2837-4a27-9350-a45309b134b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:41.065821 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-dec517ab-8e71-49c2-a4ff-37959543ae82 req-a8ad01d0-9378-45d8-9871-ead6012155e2 tempest-MigrationsAdminTest-162901251 tempest-MigrationsAdminTest-162901251-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:41.256696 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c33ba-8eed-4c15-a480-d61bfbfb6370 req-ab05f607-8c90-463a-87f6-49060b4ab980 tempest-DeleteServersAdminTestJSON-855618411 tempest-DeleteServersAdminTestJSON-855618411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:41.261419 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5f6c33ba-8eed-4c15-a480-d61bfbfb6370 req-ab05f607-8c90-463a-87f6-49060b4ab980 tempest-DeleteServersAdminTestJSON-855618411 tempest-DeleteServersAdminTestJSON-855618411-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=635f48ab-8aae-4d48-bbc0-9b5b05add0ce HTTP/1.1" status: 200 len: 1102 time: 0.0877306 Nov 12 03:17:41.344546 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3028a93e-2837-4a27-9350-a45309b134b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:41.387037 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3028a93e-2837-4a27-9350-a45309b134b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:41.402708 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-dec517ab-8e71-49c2-a4ff-37959543ae82 req-a8ad01d0-9378-45d8-9871-ead6012155e2 tempest-MigrationsAdminTest-162901251 tempest-MigrationsAdminTest-162901251-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:41.518997 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3028a93e-2837-4a27-9350-a45309b134b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1abc6ff-104e-48f0-ac4f-2c8e67a20eec,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:41.525850 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3028a93e-2837-4a27-9350-a45309b134b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:17:41.535682 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-5f6c33ba-8eed-4c15-a480-d61bfbfb6370 req-d3137f55-a754-4cc4-9eda-b17b3dafcc19 tempest-DeleteServersAdminTestJSON-855618411 tempest-DeleteServersAdminTestJSON-855618411-project-admin] Deleting port a5a96872-6206-4841-9d75-c48fb89ea651 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:17:41.535776 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-dec517ab-8e71-49c2-a4ff-37959543ae82 req-a8ad01d0-9378-45d8-9871-ead6012155e2 tempest-MigrationsAdminTest-162901251 tempest-MigrationsAdminTest-162901251-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:41.536018 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5f6c33ba-8eed-4c15-a480-d61bfbfb6370 req-d3137f55-a754-4cc4-9eda-b17b3dafcc19 tempest-DeleteServersAdminTestJSON-855618411 tempest-DeleteServersAdminTestJSON-855618411-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:41.558054 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505c51b-e3c5-4f12-8044-a49a09aaa2a5 req-a2221387-dd94-4257-8c10-be09ab535135 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:41.559750 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e505c51b-e3c5-4f12-8044-a49a09aaa2a5 req-a2221387-dd94-4257-8c10-be09ab535135 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/ports?device_id=36a4ba43-4506-4e0d-a0e5-ca182cf81bc8 HTTP/1.1" status: 200 len: 967 time: 0.0954769 Nov 12 03:17:41.620581 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dec517ab-8e71-49c2-a4ff-37959543ae82 req-a8ad01d0-9378-45d8-9871-ead6012155e2 tempest-MigrationsAdminTest-162901251 tempest-MigrationsAdminTest-162901251-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5813241 Nov 12 03:17:41.672173 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3028a93e-2837-4a27-9350-a45309b134b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:41.672849 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-3028a93e-2837-4a27-9350-a45309b134b3 admin admin] Added segment b19214b6-a5b1-4941-8bdf-5dca47aff883 of type vlan for network 737f7741-cb6b-402d-a616-bf6ed5fa075e Nov 12 03:17:41.682795 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e505c51b-e3c5-4f12-8044-a49a09aaa2a5 req-9427ca68-af6b-4538-a215-3b11e42713f5 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/security-groups?id=7401f916-5145-4fa4-af83-19b43e6880a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104612 Nov 12 03:17:41.704791 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-5f6c33ba-8eed-4c15-a480-d61bfbfb6370 req-d3137f55-a754-4cc4-9eda-b17b3dafcc19 tempest-DeleteServersAdminTestJSON-855618411 tempest-DeleteServersAdminTestJSON-855618411-project-admin] For port a5a96872-6206-4841-9d75-c48fb89ea651, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=a5a96872-6206-4841-9d75-c48fb89ea651,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:41.705366 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5f6c33ba-8eed-4c15-a480-d61bfbfb6370 req-d3137f55-a754-4cc4-9eda-b17b3dafcc19 tempest-DeleteServersAdminTestJSON-855618411 tempest-DeleteServersAdminTestJSON-855618411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:41.732265 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad01d0-9378-45d8-9871-ead6012155e2 tempest-MigrationsAdminTest-162901251 tempest-MigrationsAdminTest-162901251-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c53394c-a972-456d-b33d-1cdfeeb8b531,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:41.738101 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-5f6c33ba-8eed-4c15-a480-d61bfbfb6370 req-d3137f55-a754-4cc4-9eda-b17b3dafcc19 tempest-DeleteServersAdminTestJSON-855618411 tempest-DeleteServersAdminTestJSON-855618411-project-admin] Calling delete_port for a5a96872-6206-4841-9d75-c48fb89ea651 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:17:41.813760 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3028a93e-2837-4a27-9350-a45309b134b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:41.987812 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3028a93e-2837-4a27-9350-a45309b134b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:41.989141 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3028a93e-2837-4a27-9350-a45309b134b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:41.989834 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3028a93e-2837-4a27-9350-a45309b134b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:42.076007 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3028a93e-2837-4a27-9350-a45309b134b3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5175855 Nov 12 03:17:42.088870 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06909f-9a77-4150-ab2d-8496b7d0d632 req-7190beb5-fa73-4e4e-bda2-76101adea3ac tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:42.090711 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8e06909f-9a77-4150-ab2d-8496b7d0d632 req-7190beb5-fa73-4e4e-bda2-76101adea3ac tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/ports?device_id=635f48ab-8aae-4d48-bbc0-9b5b05add0ce HTTP/1.1" status: 200 len: 950 time: 0.1743989 Nov 12 03:17:42.093851 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48740) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:42.101348 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-c041b1c7-17c4-42db-a396-1492203a0acd admin admin] Request body: {'subnet': {'network_id': '737f7741-cb6b-402d-a616-bf6ed5fa075e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-742154539-subnet', 'tenant_id': '173fa25a22664fb4a6739f325e324f67', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:42.127883 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3028a93e-2837-4a27-9350-a45309b134b3 admin admin] Pushing event updated for resources: {'Network': ['ID=737f7741-cb6b-402d-a616-bf6ed5fa075e,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:42.134596 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c041b1c7-17c4-42db-a396-1492203a0acd admin admin] Made reservation on behalf of 173fa25a22664fb4a6739f325e324f67 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:17:42.136914 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c041b1c7-17c4-42db-a396-1492203a0acd admin admin] Publish callbacks [] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:42.145182 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 737f7741-cb6b-402d-a616-bf6ed5fa075e details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:17:42.157924 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [req-a3b716d4-aefe-41bc-b708-ab1823fc3dd1 req-b2614bea-fb1f-49ff-a42c-0f0acceaa706 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:17:42.160599 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a3b716d4-aefe-41bc-b708-ab1823fc3dd1 req-b2614bea-fb1f-49ff-a42c-0f0acceaa706 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0186353 Nov 12 03:17:42.172878 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5f6c33ba-8eed-4c15-a480-d61bfbfb6370 req-d3137f55-a754-4cc4-9eda-b17b3dafcc19 tempest-DeleteServersAdminTestJSON-855618411 tempest-DeleteServersAdminTestJSON-855618411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:42.230480 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3137f55-a754-4cc4-9eda-b17b3dafcc19 tempest-DeleteServersAdminTestJSON-855618411 tempest-DeleteServersAdminTestJSON-855618411-project-admin] Pushing event deleted for resources: {'Port': ['ID=a5a96872-6206-4841-9d75-c48fb89ea651,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:42.256104 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8e06909f-9a77-4150-ab2d-8496b7d0d632 req-2ff2fe67-c4c6-43a1-8e0b-148a551a0287 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/security-groups?id=6011f749-96df-4d51-8daa-41fdb4882c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377387 Nov 12 03:17:42.331408 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6c33ba-8eed-4c15-a480-d61bfbfb6370 req-d3137f55-a754-4cc4-9eda-b17b3dafcc19 tempest-DeleteServersAdminTestJSON-855618411 tempest-DeleteServersAdminTestJSON-855618411-project-admin] No DVR routers for this DVR port a5a96872-6206-4841-9d75-c48fb89ea651 on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:17:42.336494 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5f6c33ba-8eed-4c15-a480-d61bfbfb6370 req-d3137f55-a754-4cc4-9eda-b17b3dafcc19 tempest-DeleteServersAdminTestJSON-855618411 tempest-DeleteServersAdminTestJSON-855618411-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:42.343460 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['a5a96872-6206-4841-9d75-c48fb89ea651'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:17:42.345168 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5f6c33ba-8eed-4c15-a480-d61bfbfb6370 req-d3137f55-a754-4cc4-9eda-b17b3dafcc19 tempest-DeleteServersAdminTestJSON-855618411 tempest-DeleteServersAdminTestJSON-855618411-project-admin] 10.222.0.90 "DELETE /v2.0/ports/a5a96872-6206-4841-9d75-c48fb89ea651 HTTP/1.1" status: 204 len: 173 time: 1.0774117 Nov 12 03:17:42.346243 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635f48ab-8aae-4d48-bbc0-9b5b05add0ce', 'name': 'network-vif-deleted', 'tag': 'a5a96872-6206-4841-9d75-c48fb89ea651'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:42.354052 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1be6b19-b84a-4365-939c-43aaab74c634" -d '{"events": [{"server_uuid": "635f48ab-8aae-4d48-bbc0-9b5b05add0ce", "name": "network-vif-deleted", "tag": "a5a96872-6206-4841-9d75-c48fb89ea651"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:42.510440 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:17:42.531323 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c041b1c7-17c4-42db-a396-1492203a0acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:42.553783 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c72868c-fa86-48a3-9e0f-3978815647a6 x-openstack-request-id: req-7c72868c-fa86-48a3-9e0f-3978815647a6 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:42.554107 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "635f48ab-8aae-4d48-bbc0-9b5b05add0ce", "name": "network-vif-deleted", "tag": "a5a96872-6206-4841-9d75-c48fb89ea651", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:42.554339 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7c72868c-fa86-48a3-9e0f-3978815647a6 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:42.554928 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635f48ab-8aae-4d48-bbc0-9b5b05add0ce', 'name': 'network-vif-deleted', 'tag': 'a5a96872-6206-4841-9d75-c48fb89ea651', 'status': 'completed', 'code': 200} Nov 12 03:17:42.637573 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c041b1c7-17c4-42db-a396-1492203a0acd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a8c7ba8-2697-45e2-b569-b0c780002dc0,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:42.645416 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c041b1c7-17c4-42db-a396-1492203a0acd admin admin] Checking segment: {'id': 'b19214b6-a5b1-4941-8bdf-5dca47aff883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '737f7741-cb6b-402d-a616-bf6ed5fa075e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:17:42.646290 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c041b1c7-17c4-42db-a396-1492203a0acd admin admin] Network hostable DHCP agents. Network: 737f7741-cb6b-402d-a616-bf6ed5fa075e, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:17:42.681544 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c041b1c7-17c4-42db-a396-1492203a0acd admin admin] Network 737f7741-cb6b-402d-a616-bf6ed5fa075e is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:17:42.700667 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-c041b1c7-17c4-42db-a396-1492203a0acd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 737f7741-cb6b-402d-a616-bf6ed5fa075e) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:42.712690 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c041b1c7-17c4-42db-a396-1492203a0acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:42.713280 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4dd1db8-e3da-4b8e-9d50-0d3d199822a8 None None] Network 737f7741-cb6b-402d-a616-bf6ed5fa075e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:17:42.715661 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c041b1c7-17c4-42db-a396-1492203a0acd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:42.744317 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c041b1c7-17c4-42db-a396-1492203a0acd admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6493132 Nov 12 03:17:42.753188 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48770) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:42.760357 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-87a11180-a8bd-459f-8c28-3b703d8a8216 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-742154539-router', 'tenant_id': '173fa25a22664fb4a6739f325e324f67', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:42.792177 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-87a11180-a8bd-459f-8c28-3b703d8a8216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:42.794703 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-87a11180-a8bd-459f-8c28-3b703d8a8216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:42.906971 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-87a11180-a8bd-459f-8c28-3b703d8a8216 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:42.958781 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce74b5c-95b2-4d89-bd25-f910ba7f58b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-737f7741-cb6b-402d-a616-bf6ed5fa075e', 'network_id': '737f7741-cb6b-402d-a616-bf6ed5fa075e', 'tenant_id': '173fa25a22664fb4a6739f325e324f67', 'fixed_ips': [{'subnet_id': '5a8c7ba8-2697-45e2-b569-b0c780002dc0'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:17:42.959941 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9ce74b5c-95b2-4d89-bd25-f910ba7f58b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:43.025910 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0600ee2e-4591-452b-ae32-ad2ec0a0599d req-22b20269-8145-4e7c-b037-0c33280326c7 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:43.033024 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0600ee2e-4591-452b-ae32-ad2ec0a0599d req-22b20269-8145-4e7c-b037-0c33280326c7 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/ports?device_id=36a4ba43-4506-4e0d-a0e5-ca182cf81bc8 HTTP/1.1" status: 200 len: 967 time: 0.1216366 Nov 12 03:17:43.101109 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0600ee2e-4591-452b-ae32-ad2ec0a0599d req-5c13e7b6-1182-4279-8d17-1c890b0acd9d tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/security-groups?id=7401f916-5145-4fa4-af83-19b43e6880a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609903 Nov 12 03:17:43.203481 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-87a11180-a8bd-459f-8c28-3b703d8a8216 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:43.388691 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-400cce9e-c2d8-44da-af78-0d65db159e29 req-e8e8717c-1491-426c-a33e-7ec4d7b9b41f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=dfaf4422-9fa7-43d2-9c8f-fcef727af05b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1365385 Nov 12 03:17:43.421956 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-9ce74b5c-95b2-4d89-bd25-f910ba7f58b9 None None] Allocated IP 172.20.0.2 (737f7741-cb6b-402d-a616-bf6ed5fa075e/5a8c7ba8-2697-45e2-b569-b0c780002dc0/c605627e-a8e7-4a27-810c-b2afc3758cbf) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:17:43.628330 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400cce9e-c2d8-44da-af78-0d65db159e29 req-0c5b0b71-6ef4-4fdb-9cc3-c0c17225b749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:43.633732 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-400cce9e-c2d8-44da-af78-0d65db159e29 req-0c5b0b71-6ef4-4fdb-9cc3-c0c17225b749 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=38e53f860ab641e3b1ae0981b3ce3cc7&device_id=dfaf4422-9fa7-43d2-9c8f-fcef727af05b HTTP/1.1" status: 200 len: 1123 time: 0.1725607 Nov 12 03:17:43.653799 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-87a11180-a8bd-459f-8c28-3b703d8a8216 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:43.666456 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71415686-c2c1-45e2-ab70-909b279b0a7c req-71fbe5d0-ac7a-4be5-87b5-be7c982f4dae tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:43.672111 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-71415686-c2c1-45e2-ab70-909b279b0a7c req-71fbe5d0-ac7a-4be5-87b5-be7c982f4dae tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/ports?device_id=36a4ba43-4506-4e0d-a0e5-ca182cf81bc8 HTTP/1.1" status: 200 len: 967 time: 0.1523376 Nov 12 03:17:43.692956 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48806) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:43.711824 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-87a11180-a8bd-459f-8c28-3b703d8a8216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:43.716181 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-61c04ffa-e734-4877-96d2-a76cd1b4fd37 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Request body: {'floatingip': {'port_id': '9df25197-4312-482e-86e0-b8dba084bed8'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:43.858311 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9ce74b5c-95b2-4d89-bd25-f910ba7f58b9 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:43.868979 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9ce74b5c-95b2-4d89-bd25-f910ba7f58b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:43.957197 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce74b5c-95b2-4d89-bd25-f910ba7f58b9 None None] Network 737f7741-cb6b-402d-a616-bf6ed5fa075e is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:17:43.970112 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-9ce74b5c-95b2-4d89-bd25-f910ba7f58b9 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:43.984134 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce74b5c-95b2-4d89-bd25-f910ba7f58b9 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:17:43.987754 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-87a11180-a8bd-459f-8c28-3b703d8a8216 admin admin] Allocated IP 172.25.5.160 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/b11b32b1-55e9-4355-8228-6b82574c205c) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:17:44.013685 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce74b5c-95b2-4d89-bd25-f910ba7f58b9 None None] Pushing event updated for resources: {'Port': ['ID=c605627e-a8e7-4a27-810c-b2afc3758cbf,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:44.145674 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-9ce74b5c-95b2-4d89-bd25-f910ba7f58b9 None None] Attempting to bind port c605627e-a8e7-4a27-810c-b2afc3758cbf on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:17:44.146317 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-9ce74b5c-95b2-4d89-bd25-f910ba7f58b9 None None] Attempting to bind port c605627e-a8e7-4a27-810c-b2afc3758cbf by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'b19214b6-a5b1-4941-8bdf-5dca47aff883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '737f7741-cb6b-402d-a616-bf6ed5fa075e'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:17:44.147085 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce74b5c-95b2-4d89-bd25-f910ba7f58b9 None None] Attempting to bind port c605627e-a8e7-4a27-810c-b2afc3758cbf on network 737f7741-cb6b-402d-a616-bf6ed5fa075e {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:44.160522 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce74b5c-95b2-4d89-bd25-f910ba7f58b9 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:17:44.161823 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce74b5c-95b2-4d89-bd25-f910ba7f58b9 None None] Checking segment: {'id': 'b19214b6-a5b1-4941-8bdf-5dca47aff883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '737f7741-cb6b-402d-a616-bf6ed5fa075e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:17:44.162982 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9ce74b5c-95b2-4d89-bd25-f910ba7f58b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:44.163823 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce74b5c-95b2-4d89-bd25-f910ba7f58b9 None None] Bound using segment: {'id': 'b19214b6-a5b1-4941-8bdf-5dca47aff883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '737f7741-cb6b-402d-a616-bf6ed5fa075e'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:17:44.164716 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-9ce74b5c-95b2-4d89-bd25-f910ba7f58b9 None None] Bound port: c605627e-a8e7-4a27-810c-b2afc3758cbf, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b19214b6-a5b1-4941-8bdf-5dca47aff883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '737f7741-cb6b-402d-a616-bf6ed5fa075e'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:17:44.165330 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9ce74b5c-95b2-4d89-bd25-f910ba7f58b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:44.269287 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48832) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:44.328721 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-9ce74b5c-95b2-4d89-bd25-f910ba7f58b9 None None] For port c605627e-a8e7-4a27-810c-b2afc3758cbf, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:17:44.335473 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-9ce74b5c-95b2-4d89-bd25-f910ba7f58b9 None None] For port c605627e-a8e7-4a27-810c-b2afc3758cbf, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=c605627e-a8e7-4a27-810c-b2afc3758cbf,segment=NetworkSegment(b19214b6-a5b1-4941-8bdf-5dca47aff883),segment_id=b19214b6-a5b1-4941-8bdf-5dca47aff883)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:17:44.336017 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5e3cd-1175-43d8-aacb-6a911bdebc34 req-d3856ae4-7ae8-4932-8685-388988703ccf tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:44.337783 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-52f5e3cd-1175-43d8-aacb-6a911bdebc34 req-d3856ae4-7ae8-4932-8685-388988703ccf tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 949 time: 0.2578602 Nov 12 03:17:44.346672 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9ce74b5c-95b2-4d89-bd25-f910ba7f58b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:44.354274 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-87a11180-a8bd-459f-8c28-3b703d8a8216 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:44.382560 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-61c04ffa-e734-4877-96d2-a76cd1b4fd37 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks [] for floatingip, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:44.484875 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce74b5c-95b2-4d89-bd25-f910ba7f58b9 None None] Pushing event updated for resources: {'Port': ['ID=c605627e-a8e7-4a27-810c-b2afc3758cbf,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:44.501138 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-52f5e3cd-1175-43d8-aacb-6a911bdebc34 req-14ef5768-6e7c-4c8e-b1ab-1cae4c37f764 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531363 Nov 12 03:17:44.534308 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-87a11180-a8bd-459f-8c28-3b703d8a8216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:44.539176 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400cce9e-c2d8-44da-af78-0d65db159e29 req-66c23133-8379-46b2-bafb-5865a69a194d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:44.540925 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-400cce9e-c2d8-44da-af78-0d65db159e29 req-66c23133-8379-46b2-bafb-5865a69a194d service neutron] 10.222.0.74 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.8676617 Nov 12 03:17:44.559293 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-48a826c8-b220-4e85-a3d0-98d682547c80 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2864294 Nov 12 03:17:44.609748 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-88f5e706-b9f7-404c-bf9d-4eeeab6713c3 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:17:44.610765 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-88f5e706-b9f7-404c-bf9d-4eeeab6713c3 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073056 Nov 12 03:17:44.618772 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-400cce9e-c2d8-44da-af78-0d65db159e29 req-ead59119-7741-4f64-ac62-cc3f5cce8f4b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=64bfef86-5fa1-454c-81a7-636d5d9cf8a4 HTTP/1.1" status: 200 len: 217 time: 0.0699708 Nov 12 03:17:44.623356 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a11180-a8bd-459f-8c28-3b703d8a8216 admin admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:17:44.626542 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-87a11180-a8bd-459f-8c28-3b703d8a8216 admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:44.631280 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a11180-a8bd-459f-8c28-3b703d8a8216 admin admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:17:44.726957 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400cce9e-c2d8-44da-af78-0d65db159e29 req-3215ae2d-a703-4865-a20e-b044bff80ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:44.728439 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-400cce9e-c2d8-44da-af78-0d65db159e29 req-3215ae2d-a703-4865-a20e-b044bff80ab2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.0649221 Nov 12 03:17:44.760362 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a11180-a8bd-459f-8c28-3b703d8a8216 admin admin] Pushing event updated for resources: {'Port': ['ID=b11b32b1-55e9-4355-8228-6b82574c205c,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:44.793870 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-c2807d98-3dcc-4f2d-94c7-73271dd13940 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=bfc0180a7e0b4f8bb59181f0dfd25f41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0627816 Nov 12 03:17:44.965745 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-9862d06d-ca7e-4ac4-81ec-d859b7cec3fc tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=948e462cafb34b7ebbdebd4ac6ce6fa4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293715 Nov 12 03:17:45.001449 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400cce9e-c2d8-44da-af78-0d65db159e29 req-a9d35b35-774a-4b8b-b674-832c823385bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:45.005994 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-400cce9e-c2d8-44da-af78-0d65db159e29 req-a9d35b35-774a-4b8b-b674-832c823385bc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2593029 Nov 12 03:17:45.120528 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-87a11180-a8bd-459f-8c28-3b703d8a8216 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:45.203707 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-7239a42d-c5f9-4281-b4ec-90383dd8bf3e tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:45.205234 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-7239a42d-c5f9-4281-b4ec-90383dd8bf3e tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2301702 Nov 12 03:17:45.226801 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-c4c4a717-ed06-4ccc-8b62-147b6c778476 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:45.228362 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-c4c4a717-ed06-4ccc-8b62-147b6c778476 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4337070 Nov 12 03:17:45.253074 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-c3079261-454a-47fe-858a-e202bf174644 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] 10.222.0.50 "GET /v2.0/quotas/948e462cafb34b7ebbdebd4ac6ce6fa4 HTTP/1.1" status: 200 len: 375 time: 0.0184405 Nov 12 03:17:45.294987 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-4a359834-5725-455d-a63b-71ad1aebf601 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=948e462cafb34b7ebbdebd4ac6ce6fa4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350289 Nov 12 03:17:45.337345 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-6e7329f3-7027-44c2-981c-17b33202f442 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/quotas/bfc0180a7e0b4f8bb59181f0dfd25f41 HTTP/1.1" status: 200 len: 375 time: 0.0958624 Nov 12 03:17:45.435602 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-504a4816-ddef-43d8-b15e-5f3ab56ae3bf tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=bfc0180a7e0b4f8bb59181f0dfd25f41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0974982 Nov 12 03:17:45.482334 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-400cce9e-c2d8-44da-af78-0d65db159e29 req-b581713c-af2c-401c-894e-f97aad9d9a36 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662862 Nov 12 03:17:45.693693 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-87a11180-a8bd-459f-8c28-3b703d8a8216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:45.790465 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.db.resource_extend [None req-61c04ffa-e734-4877-96d2-a76cd1b4fd37 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:17:45.804017 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2aa238fc-9d44-4f90-9508-3d73e5d72d40 req-ba2c1c76-a75e-4747-93f5-795829da3e80 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] 10.222.0.50 "GET /v2.0/ports?device_id=1488bc01-4aa1-4970-97c8-7fc1c5251c46 HTTP/1.1" status: 200 len: 210 time: 0.0743253 Nov 12 03:17:46.079222 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-61c04ffa-e734-4877-96d2-a76cd1b4fd37 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:46.087136 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-400cce9e-c2d8-44da-af78-0d65db159e29 req-b51777a3-5639-40d3-b080-7602eb3cee09 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5614247 Nov 12 03:17:46.124246 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a11180-a8bd-459f-8c28-3b703d8a8216 admin admin] Router b2dd4fe7-f584-416b-9785-cc4ecb4d8e15 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:17:46.128436 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-61c04ffa-e734-4877-96d2-a76cd1b4fd37 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:46.196632 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6374a-2fb2-4e16-b97c-c4f662125309 req-98adb667-4e6d-40d4-8438-f017ef30d400 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:46.203888 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e0c6374a-2fb2-4e16-b97c-c4f662125309 req-98adb667-4e6d-40d4-8438-f017ef30d400 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 949 time: 0.1880879 Nov 12 03:17:46.336360 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8360bb46-d75d-4375-9fcc-594741dab816 req-dfa9c502-bb3a-4452-83a6-f67789339aef tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ac8b86-be64-42d6-9e9b-053598ba972f HTTP/1.1" status: 200 len: 210 time: 0.1868064 Nov 12 03:17:46.387574 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa21b1e5-3f61-4a95-a123-afc45c3dc0a9 None None] Network 737f7741-cb6b-402d-a616-bf6ed5fa075e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:17:46.518724 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-50fbb7d8-49ca-4106-bc01-461418410d97 None None] Provisioning complete for port c605627e-a8e7-4a27-810c-b2afc3758cbf triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:46.519344 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-50fbb7d8-49ca-4106-bc01-461418410d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:46.546706 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [None req-61c04ffa-e734-4877-96d2-a76cd1b4fd37 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Floating IP b75c2015-c74a-4ebf-a85c-02ec3bc9a4e9 associated. External IP: 172.25.5.167, port: 9df25197-4312-482e-86e0-b8dba084bed8. Nov 12 03:17:46.564795 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e0c6374a-2fb2-4e16-b97c-c4f662125309 req-0eeee12d-21fe-4486-959b-91b18698723b tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598728 Nov 12 03:17:46.663790 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a11180-a8bd-459f-8c28-3b703d8a8216 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:17:46.685245 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442c3ef6-31f8-4482-94d1-73847fbc87df None None] Sync routers for ids ['b2dd4fe7-f584-416b-9785-cc4ecb4d8e15'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:17:46.711119 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442c3ef6-31f8-4482-94d1-73847fbc87df None None] Routers {'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:17:46.711769 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-442c3ef6-31f8-4482-94d1-73847fbc87df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:17:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['b2dd4fe7-f584-416b-9785-cc4ecb4d8e15'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:46.722113 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-87a11180-a8bd-459f-8c28-3b703d8a8216 admin admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:46.741583 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-87a11180-a8bd-459f-8c28-3b703d8a8216 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9872816 Nov 12 03:17:46.747072 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48932) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:46.904664 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device a5a96872-6206-4841-9d75-c48fb89ea651 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:17:46.915346 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device c605627e-a8e7-4a27-810c-b2afc3758cbf up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:17:46.990545 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-442c3ef6-31f8-4482-94d1-73847fbc87df None None] Set router b2dd4fe7-f584-416b-9785-cc4ecb4d8e15 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:17:47.143812 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1243fc4e-bb58-4ae7-a816-19651dfeeddd req-d71fd4d0-70ca-4525-a18d-c22bb037f700 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] 10.222.0.50 "GET /v2.0/ports?device_id=1488bc01-4aa1-4970-97c8-7fc1c5251c46 HTTP/1.1" status: 200 len: 210 time: 0.0896022 Nov 12 03:17:47.203984 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: a5a96872-6206-4841-9d75-c48fb89ea651 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:17:47.204568 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device a5a96872-6206-4841-9d75-c48fb89ea651 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:17:47.213599 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port c605627e-a8e7-4a27-810c-b2afc3758cbf triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:47.214338 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:47.580909 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-ec2cc8ae-b3bb-4267-b9b5-2f7a36844ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:47.589021 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-ec2cc8ae-b3bb-4267-b9b5-2f7a36844ab4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 1101 time: 0.2655430 Nov 12 03:17:47.622933 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48958) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:47.629904 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c04ffa-e734-4877-96d2-a76cd1b4fd37 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Router be1259ea-4e37-4bc1-8374-2c86527003b9 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:17:47.660494 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec4a75-0339-4ce7-bf87-482753502ad5 req-58f4ee30-d7b1-4909-bdfa-5c7856f4c2af tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:47.662712 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-49da3ed3-e430-45de-8444-3bc2dab859c9 req-aa755f3e-b9c1-4f8e-a01f-01c3ad29aefa tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ac8b86-be64-42d6-9e9b-053598ba972f HTTP/1.1" status: 200 len: 210 time: 0.0349960 Nov 12 03:17:47.671325 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e8ec4a75-0339-4ce7-bf87-482753502ad5 req-58f4ee30-d7b1-4909-bdfa-5c7856f4c2af tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfaf4422-9fa7-43d2-9c8f-fcef727af05b HTTP/1.1" status: 200 len: 971 time: 0.2809525 Nov 12 03:17:47.699820 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-50fbb7d8-49ca-4106-bc01-461418410d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:47.886920 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-50fbb7d8-49ca-4106-bc01-461418410d97 None None] For port c605627e-a8e7-4a27-810c-b2afc3758cbf, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=c605627e-a8e7-4a27-810c-b2afc3758cbf,segment=NetworkSegment(b19214b6-a5b1-4941-8bdf-5dca47aff883),segment_id=b19214b6-a5b1-4941-8bdf-5dca47aff883)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:47.912706 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:47.928900 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-50fbb7d8-49ca-4106-bc01-461418410d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:47.951184 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7e9e11bc-c60b-43dc-8ca6-c93cc9a588a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:47.991004 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-442c3ef6-31f8-4482-94d1-73847fbc87df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15', 'name': 'tempest-ServersTestBootFromVolume-742154539-router', 'tenant_id': '173fa25a22664fb4a6739f325e324f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'b11b32b1-55e9-4355-8228-6b82574c205c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:42Z', 'updated_at': '2021-11-12T03:17:44Z', 'revision_number': 3, 'project_id': '173fa25a22664fb4a6739f325e324f67', 'gw_port': {'id': 'b11b32b1-55e9-4355-8228-6b82574c205c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:61:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:43Z', 'updated_at': '2021-11-12T03:17:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:48.051765 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fbb7d8-49ca-4106-bc01-461418410d97 None None] Pushing event updated for resources: {'Port': ['ID=c605627e-a8e7-4a27-810c-b2afc3758cbf,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:48.067146 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:48.089639 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442c3ef6-31f8-4482-94d1-73847fbc87df None None] Checking router: b2dd4fe7-f584-416b-9785-cc4ecb4d8e15 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:17:48.090092 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442c3ef6-31f8-4482-94d1-73847fbc87df None None] Updating router b2dd4fe7-f584-416b-9785-cc4ecb4d8e15 port b11b32b1-55e9-4355-8228-6b82574c205c binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:17:48.091386 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-ae8599bc-c1bf-454a-a67e-ac686971dba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:48.093418 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-ae8599bc-c1bf-454a-a67e-ac686971dba2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.4964426 Nov 12 03:17:48.098088 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7e9e11bc-c60b-43dc-8ca6-c93cc9a588a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:48.148160 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7e9e11bc-c60b-43dc-8ca6-c93cc9a588a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:48.176768 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:17:48.177859 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-442c3ef6-31f8-4482-94d1-73847fbc87df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:48.180732 n-d-715271-27 neutron-server[102573]: DEBUG oslo_db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:17:48.182023 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-7db108b2-fa11-4b60-b15d-392161faea0f None None] Provisioning complete for port c605627e-a8e7-4a27-810c-b2afc3758cbf triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:48.182830 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-c14b7cfc-2694-43e1-bac5-a4b130743207 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=cf18a935-ba16-480d-beeb-265435239d7f HTTP/1.1" status: 200 len: 217 time: 0.0769706 Nov 12 03:17:48.184484 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7db108b2-fa11-4b60-b15d-392161faea0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:48.212835 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7e9e11bc-c60b-43dc-8ca6-c93cc9a588a2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=09962346ff5c492bac669afe0a2a2816&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5793815 Nov 12 03:17:48.213539 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48964) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:48.219305 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c04ffa-e734-4877-96d2-a76cd1b4fd37 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:17:48.222290 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e11bc-c60b-43dc-8ca6-c93cc9a588a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706284d2-1fcf-4001-a4d3-e77a173d5513,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:48.242413 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-a914300d-72dc-40ff-a5ca-5dfaa281909a tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=948e462cafb34b7ebbdebd4ac6ce6fa4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1488307 Nov 12 03:17:48.245991 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e8ec4a75-0339-4ce7-bf87-482753502ad5 req-55edf463-ffcf-46a0-9b38-d8aca3247a62 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.50 "GET /v2.0/security-groups?id=e57b8297-e3bf-4d48-8725-f9b924114f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5735457 Nov 12 03:17:48.277265 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427f45a3-79de-4e08-99af-fb83b744a96e None None] Sync routers for ids ['be1259ea-4e37-4bc1-8374-2c86527003b9'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:17:48.279399 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-61c04ffa-e734-4877-96d2-a76cd1b4fd37 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:48.325334 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427f45a3-79de-4e08-99af-fb83b744a96e None None] Routers {'be1259ea-4e37-4bc1-8374-2c86527003b9'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:17:48.326354 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-427f45a3-79de-4e08-99af-fb83b744a96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:17:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['be1259ea-4e37-4bc1-8374-2c86527003b9'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:48.396063 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-441f278d-0ed1-47aa-9039-015d673848ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:48.432141 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-a2cc1b7f-4c27-4fae-aa62-ebaa6ecc03e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:48.433502 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-a2cc1b7f-4c27-4fae-aa62-ebaa6ecc03e7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.2186842 Nov 12 03:17:48.449322 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-441f278d-0ed1-47aa-9039-015d673848ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:48.486019 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-61c04ffa-e734-4877-96d2-a76cd1b4fd37 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "PUT /v2.0/floatingips/b75c2015-c74a-4ebf-a85c-02ec3bc9a4e9 HTTP/1.1" status: 200 len: 1013 time: 4.7903323 Nov 12 03:17:48.533570 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-7253d483-622e-4906-a30d-79dfa757e54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:48.535174 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-7253d483-622e-4906-a30d-79dfa757e54f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0883141 Nov 12 03:17:48.561323 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-427f45a3-79de-4e08-99af-fb83b744a96e None None] Set router be1259ea-4e37-4bc1-8374-2c86527003b9 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:17:48.659431 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a4ba43-4506-4e0d-a0e5-ca182cf81bc8', 'tag': '9df25197-4312-482e-86e0-b8dba084bed8'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:48.663956 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b8f503-98c9-4408-b701-81163a1770f2" -d '{"events": [{"name": "network-changed", "server_uuid": "36a4ba43-4506-4e0d-a0e5-ca182cf81bc8", "tag": "9df25197-4312-482e-86e0-b8dba084bed8"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:48.713626 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-442c3ef6-31f8-4482-94d1-73847fbc87df None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:48.719460 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-441f278d-0ed1-47aa-9039-015d673848ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:48.722661 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-442c3ef6-31f8-4482-94d1-73847fbc87df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:48.723175 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-441f278d-0ed1-47aa-9039-015d673848ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:48.728387 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-441f278d-0ed1-47aa-9039-015d673848ea admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/706284d2-1fcf-4001-a4d3-e77a173d5513 HTTP/1.1" status: 204 len: 168 time: 0.4976683 Nov 12 03:17:48.730660 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-b55c1145-8e42-45bb-98be-e6885c359778 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=bfc0180a7e0b4f8bb59181f0dfd25f41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0996342 Nov 12 03:17:48.756534 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f278d-0ed1-47aa-9039-015d673848ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706284d2-1fcf-4001-a4d3-e77a173d5513,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:48.801326 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de676f2e-d3ac-43e7-b8da-0e12f85cbce8 req-6a89917f-b454-4ebb-ac2a-f6511d7189ec tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:48.817787 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-de676f2e-d3ac-43e7-b8da-0e12f85cbce8 req-6a89917f-b454-4ebb-ac2a-f6511d7189ec tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 949 time: 0.7377133 Nov 12 03:17:48.838528 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-442c3ef6-31f8-4482-94d1-73847fbc87df None None] Attempting to bind port b11b32b1-55e9-4355-8228-6b82574c205c on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:17:48.839015 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-442c3ef6-31f8-4482-94d1-73847fbc87df None None] Attempting to bind port b11b32b1-55e9-4355-8228-6b82574c205c by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:17:48.839386 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442c3ef6-31f8-4482-94d1-73847fbc87df None None] Attempting to bind port b11b32b1-55e9-4355-8228-6b82574c205c on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:48.859959 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442c3ef6-31f8-4482-94d1-73847fbc87df None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:17:48.860461 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442c3ef6-31f8-4482-94d1-73847fbc87df None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:17:48.860983 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-442c3ef6-31f8-4482-94d1-73847fbc87df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:48.861451 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442c3ef6-31f8-4482-94d1-73847fbc87df None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:17:48.861866 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441f278d-0ed1-47aa-9039-015d673848ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:48.861979 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-442c3ef6-31f8-4482-94d1-73847fbc87df None None] Bound port: b11b32b1-55e9-4355-8228-6b82574c205c, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:17:48.862320 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-442c3ef6-31f8-4482-94d1-73847fbc87df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:48.862427 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441f278d-0ed1-47aa-9039-015d673848ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:48.862779 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441f278d-0ed1-47aa-9039-015d673848ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:48.863113 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441f278d-0ed1-47aa-9039-015d673848ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:48.863580 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441f278d-0ed1-47aa-9039-015d673848ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:48.863913 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441f278d-0ed1-47aa-9039-015d673848ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:48.864827 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441f278d-0ed1-47aa-9039-015d673848ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:48.865342 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441f278d-0ed1-47aa-9039-015d673848ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:48.865825 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441f278d-0ed1-47aa-9039-015d673848ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:48.866153 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441f278d-0ed1-47aa-9039-015d673848ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:48.866481 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441f278d-0ed1-47aa-9039-015d673848ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:48.866802 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441f278d-0ed1-47aa-9039-015d673848ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:48.933327 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3e373031-8ba0-47bf-8abd-b1627731f29e req-508ff7ca-fd35-4f1e-ac03-aca87bcda361 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] 10.222.0.50 "GET /v2.0/ports?device_id=1488bc01-4aa1-4970-97c8-7fc1c5251c46 HTTP/1.1" status: 200 len: 210 time: 0.1739800 Nov 12 03:17:48.939090 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-442c3ef6-31f8-4482-94d1-73847fbc87df None None] For port b11b32b1-55e9-4355-8228-6b82574c205c, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:17:48.942907 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-442c3ef6-31f8-4482-94d1-73847fbc87df None None] For port b11b32b1-55e9-4355-8228-6b82574c205c, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=b11b32b1-55e9-4355-8228-6b82574c205c,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:17:48.945126 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852bfc0-6761-4552-aec3-d15d9438bc1d None None] Pushing event updated for resources: {'Port': ['ID=b11b32b1-55e9-4355-8228-6b82574c205c,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:48.950852 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-442c3ef6-31f8-4482-94d1-73847fbc87df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:49.002735 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.74', 58760) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:49.046827 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-1d95ba84-2136-48cd-86a4-8904ee3007c1 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4891980 Nov 12 03:17:49.133164 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852bfc0-6761-4552-aec3-d15d9438bc1d None None] Pushing event updated for resources: {'Port': ['ID=b11b32b1-55e9-4355-8228-6b82574c205c,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:49.142698 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-c6121d78-dc58-496a-b945-6aa6b4be442e tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:49.147861 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-c6121d78-dc58-496a-b945-6aa6b4be442e tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4044514 Nov 12 03:17:49.168003 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442c3ef6-31f8-4482-94d1-73847fbc87df None None] Routers {'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:17:49.168003 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-442c3ef6-31f8-4482-94d1-73847fbc87df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:17:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['b2dd4fe7-f584-416b-9785-cc4ecb4d8e15'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:49.197563 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-f24799ad-6f1b-460b-a98b-7603f500b96b tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Request body: {'port': {'device_id': '95ac8b86-be64-42d6-9e9b-053598ba972f', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'admin_state_up': True, 'tenant_id': 'bfc0180a7e0b4f8bb59181f0dfd25f41'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:49.224387 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-d752f143-3bdd-4c5a-9a35-cd25731f0633 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:49.227297 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-d752f143-3bdd-4c5a-9a35-cd25731f0633 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9839587 Nov 12 03:17:49.259681 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-427f45a3-79de-4e08-99af-fb83b744a96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1486831551-router', 'tenant_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '29911945-106e-4879-a6ca-eac7126ee4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:16:49Z', 'updated_at': '2021-11-12T03:16:54Z', 'revision_number': 4, 'project_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'gw_port': {'id': '29911945-106e-4879-a6ca-eac7126ee4f5', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:49Z', 'updated_at': '2021-11-12T03:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'b75c2015-c74a-4ebf-a85c-02ec3bc9a4e9', 'tenant_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'floating_ip_address': '172.25.5.167', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'port_id': '9df25197-4312-482e-86e0-b8dba084bed8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d12c86d-665b-42e0-88f2-c767d0a1a78b', 'mac_address': 'fa:16:3e:67:bb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a4ba43-4506-4e0d-a0e5-ca182cf81bc8', 'device_owner': 'compute:tempest-test_az-1940574586'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:17:25Z', 'updated_at': '2021-11-12T03:17:45Z', 'revision_number': 1, 'project_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68022cd2-1e51-445a-9155-581cc077b18e', 'name': '', 'network_id': '5d12c86d-665b-42e0-88f2-c767d0a1a78b', 'tenant_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'mac_address': 'fa:16:3e:c3:16:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a0218dd1-f1e1-4b4f-9068-6a0660604123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:53Z', 'updated_at': '2021-11-12T03:16:59Z', 'revision_number': 5, 'project_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'subnets': [{'id': 'a0218dd1-f1e1-4b4f-9068-6a0660604123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:49.285420 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-b0176ab0-b95c-4ce9-af23-1c5e66709065 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Request body: {'port': {'device_id': '1488bc01-4aa1-4970-97c8-7fc1c5251c46', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'admin_state_up': True, 'tenant_id': '948e462cafb34b7ebbdebd4ac6ce6fa4'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:49.362732 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427f45a3-79de-4e08-99af-fb83b744a96e None None] Checking router: be1259ea-4e37-4bc1-8374-2c86527003b9 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:17:49.367788 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device c605627e-a8e7-4a27-810c-b2afc3758cbf up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:17:49.382543 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-de676f2e-d3ac-43e7-b8da-0e12f85cbce8 req-1b2a9ab0-9f1d-49d8-a3ff-958bc44fdd70 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5622411 Nov 12 03:17:49.388855 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f94075b-720f-4834-8828-a76e19bb4d58 x-openstack-request-id: req-9f94075b-720f-4834-8828-a76e19bb4d58 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:49.389150 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36a4ba43-4506-4e0d-a0e5-ca182cf81bc8", "tag": "9df25197-4312-482e-86e0-b8dba084bed8", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:49.389795 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9f94075b-720f-4834-8828-a76e19bb4d58 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:49.390188 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36a4ba43-4506-4e0d-a0e5-ca182cf81bc8', 'tag': '9df25197-4312-482e-86e0-b8dba084bed8', 'status': 'completed', 'code': 200} Nov 12 03:17:49.425327 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.74', 58761) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:49.479512 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad78742-a96e-4d9d-9d3b-367c8ead6cc2 req-fe252b3e-9fe9-4ed9-9854-d5965ca02e82 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:49.483235 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aad78742-a96e-4d9d-9d3b-367c8ead6cc2 req-fe252b3e-9fe9-4ed9-9854-d5965ca02e82 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.74 "GET /v2.0/ports?device_id=dfaf4422-9fa7-43d2-9c8f-fcef727af05b HTTP/1.1" status: 200 len: 971 time: 0.4789395 Nov 12 03:17:49.536863 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-442c3ef6-31f8-4482-94d1-73847fbc87df None None] Set router b2dd4fe7-f584-416b-9785-cc4ecb4d8e15 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:17:49.538089 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427f45a3-79de-4e08-99af-fb83b744a96e None None] Routers {'be1259ea-4e37-4bc1-8374-2c86527003b9'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:17:49.540233 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-427f45a3-79de-4e08-99af-fb83b744a96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:17:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['be1259ea-4e37-4bc1-8374-2c86527003b9'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:49.574858 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48992) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:49.664437 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port c605627e-a8e7-4a27-810c-b2afc3758cbf triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:49.665204 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:49.713169 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-427f45a3-79de-4e08-99af-fb83b744a96e None None] Set router be1259ea-4e37-4bc1-8374-2c86527003b9 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:17:49.735099 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f750b172-fd93-4fee-891d-b27597a27f54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:49.759572 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5fe4095c-0d48-45b2-9f78-110aa972d41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:49.761034 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a14d46c6-7e55-4e56-a4dd-e46021961e93 req-8cad8602-5177-4d50-9b8d-8c1e02ca01c8 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ac8b86-be64-42d6-9e9b-053598ba972f HTTP/1.1" status: 200 len: 210 time: 0.1835964 Nov 12 03:17:49.764219 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-e1e506ea-b5d4-4284-bd48-96df1be27928 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7010844 Nov 12 03:17:49.818875 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-442c3ef6-31f8-4482-94d1-73847fbc87df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15', 'name': 'tempest-ServersTestBootFromVolume-742154539-router', 'tenant_id': '173fa25a22664fb4a6739f325e324f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'b11b32b1-55e9-4355-8228-6b82574c205c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:42Z', 'updated_at': '2021-11-12T03:17:44Z', 'revision_number': 3, 'project_id': '173fa25a22664fb4a6739f325e324f67', 'gw_port': {'id': 'b11b32b1-55e9-4355-8228-6b82574c205c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:61:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:43Z', 'updated_at': '2021-11-12T03:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:49.868571 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442c3ef6-31f8-4482-94d1-73847fbc87df None None] The sync data for ids ['b2dd4fe7-f584-416b-9785-cc4ecb4d8e15'] in n-d-715271-27 is: [{'id': 'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15', 'name': 'tempest-ServersTestBootFromVolume-742154539-router', 'tenant_id': '173fa25a22664fb4a6739f325e324f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'b11b32b1-55e9-4355-8228-6b82574c205c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:42Z', 'updated_at': '2021-11-12T03:17:44Z', 'revision_number': 3, 'project_id': '173fa25a22664fb4a6739f325e324f67', 'gw_port': {'id': 'b11b32b1-55e9-4355-8228-6b82574c205c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:61:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:43Z', 'updated_at': '2021-11-12T03:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:17:49.927427 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aefaa7-9670-49b4-967a-a33f8b9a95e9 req-44ce4912-4d6b-484d-9883-fc45ebb31635 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:49.929601 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f5aefaa7-9670-49b4-967a-a33f8b9a95e9 req-44ce4912-4d6b-484d-9883-fc45ebb31635 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfaf4422-9fa7-43d2-9c8f-fcef727af05b HTTP/1.1" status: 200 len: 971 time: 0.3330181 Nov 12 03:17:49.938507 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f750b172-fd93-4fee-891d-b27597a27f54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:49.964340 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8f503-98c9-4408-b701-81163a1770f2 req-15c445e2-c959-4965-9090-87a6c8301c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:49.968763 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f6b8f503-98c9-4408-b701-81163a1770f2 req-15c445e2-c959-4965-9090-87a6c8301c9c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9ec418fa1b0f4b7bae30d2cd4a8b187d&device_id=36a4ba43-4506-4e0d-a0e5-ca182cf81bc8 HTTP/1.1" status: 200 len: 1119 time: 0.5384998 Nov 12 03:17:49.969422 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f750b172-fd93-4fee-891d-b27597a27f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:50.068605 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f750b172-fd93-4fee-891d-b27597a27f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef0b919-dc93-4048-b25d-49a28ef8efe8,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:50.073219 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-b0176ab0-b95c-4ce9-af23-1c5e66709065 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Made reservation on behalf of 948e462cafb34b7ebbdebd4ac6ce6fa4 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:17:50.076717 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-b0176ab0-b95c-4ce9-af23-1c5e66709065 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:50.142166 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-b0176ab0-b95c-4ce9-af23-1c5e66709065 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:50.184002 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f750b172-fd93-4fee-891d-b27597a27f54 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bca001b98d3842b99b2318e95502ad4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5942688 Nov 12 03:17:50.187357 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49004) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:50.211134 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-427f45a3-79de-4e08-99af-fb83b744a96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1486831551-router', 'tenant_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '29911945-106e-4879-a6ca-eac7126ee4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:16:49Z', 'updated_at': '2021-11-12T03:16:54Z', 'revision_number': 4, 'project_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'gw_port': {'id': '29911945-106e-4879-a6ca-eac7126ee4f5', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:49Z', 'updated_at': '2021-11-12T03:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'b75c2015-c74a-4ebf-a85c-02ec3bc9a4e9', 'tenant_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'floating_ip_address': '172.25.5.167', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'port_id': '9df25197-4312-482e-86e0-b8dba084bed8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d12c86d-665b-42e0-88f2-c767d0a1a78b', 'mac_address': 'fa:16:3e:67:bb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a4ba43-4506-4e0d-a0e5-ca182cf81bc8', 'device_owner': 'compute:tempest-test_az-1940574586'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:17:25Z', 'updated_at': '2021-11-12T03:17:45Z', 'revision_number': 1, 'project_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68022cd2-1e51-445a-9155-581cc077b18e', 'name': '', 'network_id': '5d12c86d-665b-42e0-88f2-c767d0a1a78b', 'tenant_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'mac_address': 'fa:16:3e:c3:16:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a0218dd1-f1e1-4b4f-9068-6a0660604123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:53Z', 'updated_at': '2021-11-12T03:16:59Z', 'revision_number': 5, 'project_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'subnets': [{'id': 'a0218dd1-f1e1-4b4f-9068-6a0660604123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:50.226780 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fe3bd98a-48a6-4903-85b4-0c8d20ad7650 req-1639e329-2ef2-4b10-a168-402ba8868e24 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] 10.222.0.50 "GET /v2.0/ports?device_id=1488bc01-4aa1-4970-97c8-7fc1c5251c46 HTTP/1.1" status: 200 len: 210 time: 0.0555265 Nov 12 03:17:50.240834 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-f24799ad-6f1b-460b-a98b-7603f500b96b tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Made reservation on behalf of bfc0180a7e0b4f8bb59181f0dfd25f41 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:17:50.244667 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-f24799ad-6f1b-460b-a98b-7603f500b96b tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:50.252511 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427f45a3-79de-4e08-99af-fb83b744a96e None None] The sync data for ids ['be1259ea-4e37-4bc1-8374-2c86527003b9'] in n-d-715271-27 is: [{'id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1486831551-router', 'tenant_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '29911945-106e-4879-a6ca-eac7126ee4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:16:49Z', 'updated_at': '2021-11-12T03:16:54Z', 'revision_number': 4, 'project_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'gw_port': {'id': '29911945-106e-4879-a6ca-eac7126ee4f5', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:49Z', 'updated_at': '2021-11-12T03:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'b75c2015-c74a-4ebf-a85c-02ec3bc9a4e9', 'tenant_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'floating_ip_address': '172.25.5.167', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'port_id': '9df25197-4312-482e-86e0-b8dba084bed8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d12c86d-665b-42e0-88f2-c767d0a1a78b', 'mac_address': 'fa:16:3e:67:bb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a4ba43-4506-4e0d-a0e5-ca182cf81bc8', 'device_owner': 'compute:tempest-test_az-1940574586'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:17:25Z', 'updated_at': '2021-11-12T03:17:45Z', 'revision_number': 1, 'project_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68022cd2-1e51-445a-9155-581cc077b18e', 'name': '', 'network_id': '5d12c86d-665b-42e0-88f2-c767d0a1a78b', 'tenant_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'mac_address': 'fa:16:3e:c3:16:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a0218dd1-f1e1-4b4f-9068-6a0660604123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:53Z', 'updated_at': '2021-11-12T03:16:59Z', 'revision_number': 5, 'project_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'subnets': [{'id': 'a0218dd1-f1e1-4b4f-9068-6a0660604123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:17:50.354599 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8f503-98c9-4408-b701-81163a1770f2 req-73b88c40-d8c4-42ec-938c-8cdbf213e3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:50.356687 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f6b8f503-98c9-4408-b701-81163a1770f2 req-73b88c40-d8c4-42ec-938c-8cdbf213e3db service neutron] 10.222.0.74 "GET /v2.0/networks?id=5d12c86d-665b-42e0-88f2-c767d0a1a78b HTTP/1.1" status: 200 len: 925 time: 0.3655849 Nov 12 03:17:50.579907 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-f24799ad-6f1b-460b-a98b-7603f500b96b tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Allocated IP 192.168.233.106 (eca3953c-c804-4641-8812-bff95be59582/fa66706f-b415-4bb9-838e-cfd08f81d96b/cf4cb6da-7be1-40ca-8c77-076cb9362050) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:17:50.608950 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-b0176ab0-b95c-4ce9-af23-1c5e66709065 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:50.620842 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-aad78742-a96e-4d9d-9d3b-367c8ead6cc2 req-9d584fca-620f-4eb3-b8f3-f4f15da0edf3 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] Deleting port 64bfef86-5fa1-454c-81a7-636d5d9cf8a4 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:17:50.621198 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-aad78742-a96e-4d9d-9d3b-367c8ead6cc2 req-9d584fca-620f-4eb3-b8f3-f4f15da0edf3 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:50.684377 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-b0176ab0-b95c-4ce9-af23-1c5e66709065 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:50.692946 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-418ac952-43ce-48bd-a791-0d138394243e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:50.781521 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0514fdc7-a12e-4d41-b232-3a0652d2158f None None] New status for floating IP b75c2015-c74a-4ebf-a85c-02ec3bc9a4e9: ACTIVE {{(pid=102574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:17:50.820855 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-418ac952-43ce-48bd-a791-0d138394243e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:50.836774 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f6b8f503-98c9-4408-b701-81163a1770f2 req-e90bbb46-b666-4bba-b4c1-d04acf17c869 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9df25197-4312-482e-86e0-b8dba084bed8 HTTP/1.1" status: 200 len: 1021 time: 0.3794320 Nov 12 03:17:50.866266 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-aad78742-a96e-4d9d-9d3b-367c8ead6cc2 req-9d584fca-620f-4eb3-b8f3-f4f15da0edf3 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] For port 64bfef86-5fa1-454c-81a7-636d5d9cf8a4, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=64bfef86-5fa1-454c-81a7-636d5d9cf8a4,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:50.866960 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-aad78742-a96e-4d9d-9d3b-367c8ead6cc2 req-9d584fca-620f-4eb3-b8f3-f4f15da0edf3 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:50.931130 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f5aefaa7-9670-49b4-967a-a33f8b9a95e9 req-222613c2-14dc-431b-b364-84e423594a13 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.50 "GET /v2.0/security-groups?id=e57b8297-e3bf-4d48-8725-f9b924114f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9675574 Nov 12 03:17:50.961786 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0176ab0-b95c-4ce9-af23-1c5e66709065 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa855501-2127-4feb-89c4-3627b703c079,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:50.985550 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b22b5b-c30e-4a86-8c81-261c7ba4a788 req-1325713d-6d75-4460-bf7c-c814dbe9db1e tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:50.987484 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-85b22b5b-c30e-4a86-8c81-261c7ba4a788 req-1325713d-6d75-4460-bf7c-c814dbe9db1e tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 949 time: 0.3254733 Nov 12 03:17:51.001350 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0176ab0-b95c-4ce9-af23-1c5e66709065 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:51.001762 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0176ab0-b95c-4ce9-af23-1c5e66709065 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:51.002660 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0176ab0-b95c-4ce9-af23-1c5e66709065 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:51.003009 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0176ab0-b95c-4ce9-af23-1c5e66709065 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:51.003452 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0176ab0-b95c-4ce9-af23-1c5e66709065 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:51.003801 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0176ab0-b95c-4ce9-af23-1c5e66709065 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:51.004323 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0176ab0-b95c-4ce9-af23-1c5e66709065 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:51.005443 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0176ab0-b95c-4ce9-af23-1c5e66709065 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:51.005977 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0176ab0-b95c-4ce9-af23-1c5e66709065 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:51.007439 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0176ab0-b95c-4ce9-af23-1c5e66709065 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:51.007957 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0176ab0-b95c-4ce9-af23-1c5e66709065 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:51.008631 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0176ab0-b95c-4ce9-af23-1c5e66709065 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:51.041723 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-aad78742-a96e-4d9d-9d3b-367c8ead6cc2 req-9d584fca-620f-4eb3-b8f3-f4f15da0edf3 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] Calling delete_port for 64bfef86-5fa1-454c-81a7-636d5d9cf8a4 owned by compute:tempest-test_az-1940574586 {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:17:51.115433 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-f24799ad-6f1b-460b-a98b-7603f500b96b tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:51.172117 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8f503-98c9-4408-b701-81163a1770f2 req-41972c1b-91a2-445c-b931-d5ef893ffffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:51.173557 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f6b8f503-98c9-4408-b701-81163a1770f2 req-41972c1b-91a2-445c-b931-d5ef893ffffc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a0218dd1-f1e1-4b4f-9068-6a0660604123 HTTP/1.1" status: 200 len: 863 time: 0.3175645 Nov 12 03:17:51.249617 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device b11b32b1-55e9-4355-8228-6b82574c205c up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:17:51.296921 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0268ece6-0e0c-4e75-9402-d14a1b7f8511 req-d9d1a201-6769-4e01-92dd-7be68e590a0b tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ac8b86-be64-42d6-9e9b-053598ba972f HTTP/1.1" status: 200 len: 210 time: 0.1308701 Nov 12 03:17:51.331086 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port b11b32b1-55e9-4355-8228-6b82574c205c triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:51.331633 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-5fe4095c-0d48-45b2-9f78-110aa972d41c admin admin] Allocated IP 172.20.0.1 (737f7741-cb6b-402d-a616-bf6ed5fa075e/5a8c7ba8-2697-45e2-b569-b0c780002dc0/43a4f289-812c-4946-bf23-fabd81d1e7e4) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:17:51.331956 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:51.508478 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:51.575271 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port b11b32b1-55e9-4355-8228-6b82574c205c, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=b11b32b1-55e9-4355-8228-6b82574c205c,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:51.580755 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:51.626611 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-85b22b5b-c30e-4a86-8c81-261c7ba4a788 req-eabf4608-0c5e-4c3b-9e29-1b57a923b48e tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6237724 Nov 12 03:17:51.651191 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-f24799ad-6f1b-460b-a98b-7603f500b96b tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:51.671501 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-418ac952-43ce-48bd-a791-0d138394243e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:51.675475 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-418ac952-43ce-48bd-a791-0d138394243e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:51.677029 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-418ac952-43ce-48bd-a791-0d138394243e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cef0b919-dc93-4048-b25d-49a28ef8efe8 HTTP/1.1" status: 204 len: 168 time: 1.4582591 Nov 12 03:17:51.685426 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=b11b32b1-55e9-4355-8228-6b82574c205c,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:51.697994 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:51.698574 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:51.699068 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:51.699577 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:51.700057 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:51.700656 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:51.709063 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:51.710313 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:51.710847 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:51.711509 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:51.712425 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:51.712917 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:51.754128 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ac952-43ce-48bd-a791-0d138394243e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef0b919-dc93-4048-b25d-49a28ef8efe8,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:51.760789 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-f24799ad-6f1b-460b-a98b-7603f500b96b tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Network eca3953c-c804-4641-8812-bff95be59582 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:17:51.772835 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-f24799ad-6f1b-460b-a98b-7603f500b96b tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:51.782403 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8f503-98c9-4408-b701-81163a1770f2 req-9c4cf965-a041-47ce-8282-5f36c13b89f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:51.784427 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f6b8f503-98c9-4408-b701-81163a1770f2 req-9c4cf965-a041-47ce-8282-5f36c13b89f7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5d12c86d-665b-42e0-88f2-c767d0a1a78b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5953786 Nov 12 03:17:51.785828 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-f24799ad-6f1b-460b-a98b-7603f500b96b tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:17:51.796793 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-f24799ad-6f1b-460b-a98b-7603f500b96b tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:51.797592 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-f24799ad-6f1b-460b-a98b-7603f500b96b tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:51.818431 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24799ad-6f1b-460b-a98b-7603f500b96b tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Pushing event updated for resources: {'Port': ['ID=cf4cb6da-7be1-40ca-8c77-076cb9362050,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:51.975705 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-f24799ad-6f1b-460b-a98b-7603f500b96b tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7958238 Nov 12 03:17:52.056555 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-d4384e65-9c9f-43b5-864d-04287ec79fef service neutron] Request body: {'port': {'device_id': '95ac8b86-be64-42d6-9e9b-053598ba972f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:52.073759 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5fe4095c-0d48-45b2-9f78-110aa972d41c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:52.144667 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49030) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:52.175580 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-998cc2c9-780f-478d-b124-2f7c61016efa req-7c4f2470-b4c8-4dde-a11f-ad37244dfa9a tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] 10.222.0.50 "GET /v2.0/ports?device_id=1488bc01-4aa1-4970-97c8-7fc1c5251c46 HTTP/1.1" status: 200 len: 210 time: 0.2354620 Nov 12 03:17:52.240140 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-aad78742-a96e-4d9d-9d3b-367c8ead6cc2 req-9d584fca-620f-4eb3-b8f3-f4f15da0edf3 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:52.283418 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-d4384e65-9c9f-43b5-864d-04287ec79fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:52.366783 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-b0176ab0-b95c-4ce9-af23-1c5e66709065 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Allocated IP 192.168.233.213 (eca3953c-c804-4641-8812-bff95be59582/fa66706f-b415-4bb9-838e-cfd08f81d96b/6a134abd-558d-4a75-8fa5-2b08de7be105) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:17:52.455728 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-a2c11bf3-d691-4cd0-a8b6-d1d98d4abd27 None None] Provisioning complete for port cf4cb6da-7be1-40ca-8c77-076cb9362050 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:52.475267 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a2c11bf3-d691-4cd0-a8b6-d1d98d4abd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:52.520037 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d584fca-620f-4eb3-b8f3-f4f15da0edf3 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] Pushing event deleted for resources: {'Port': ['ID=64bfef86-5fa1-454c-81a7-636d5d9cf8a4,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:52.524807 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5fe4095c-0d48-45b2-9f78-110aa972d41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:52.574653 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d66c91a2-60fb-4f7e-a60b-907e8662c1b7 req-492dc125-6a2d-4e85-9c47-95473316e4e7 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfaf4422-9fa7-43d2-9c8f-fcef727af05b HTTP/1.1" status: 200 len: 210 time: 0.4255393 Nov 12 03:17:52.626534 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-a2c11bf3-d691-4cd0-a8b6-d1d98d4abd27 None None] Port cf4cb6da-7be1-40ca-8c77-076cb9362050 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:17:52.654727 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f6b8f503-98c9-4408-b701-81163a1770f2 req-aed33a3b-e2da-43c4-8d42-0f6b7cb9b0ce service neutron] 10.222.0.74 "GET /v2.0/networks/5d12c86d-665b-42e0-88f2-c767d0a1a78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8498406 Nov 12 03:17:52.663615 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b56fc-48a0-4a29-b6b5-34f4187da1e2 req-a69c3262-2b40-49e3-a730-e1523bd52168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:52.665551 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-165b56fc-48a0-4a29-b6b5-34f4187da1e2 req-a69c3262-2b40-49e3-a730-e1523bd52168 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 1101 time: 0.8191793 Nov 12 03:17:52.819884 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0feec695-1566-4874-950a-80c5bdbe6c42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:52.863201 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe4095c-0d48-45b2-9f78-110aa972d41c admin admin] Pushing event updated for resources: {'Port': ['ID=43a4f289-812c-4946-bf23-fabd81d1e7e4,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:52.945991 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe4095c-0d48-45b2-9f78-110aa972d41c admin admin] Network 737f7741-cb6b-402d-a616-bf6ed5fa075e is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:17:52.950558 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad78742-a96e-4d9d-9d3b-367c8ead6cc2 req-9d584fca-620f-4eb3-b8f3-f4f15da0edf3 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] No DVR routers for this DVR port 64bfef86-5fa1-454c-81a7-636d5d9cf8a4 on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:17:52.957302 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-5fe4095c-0d48-45b2-9f78-110aa972d41c admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:52.967467 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe4095c-0d48-45b2-9f78-110aa972d41c admin admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:17:52.968236 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5fe4095c-0d48-45b2-9f78-110aa972d41c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:52.973841 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-aad78742-a96e-4d9d-9d3b-367c8ead6cc2 req-9d584fca-620f-4eb3-b8f3-f4f15da0edf3 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:52.979049 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aad78742-a96e-4d9d-9d3b-367c8ead6cc2 req-9d584fca-620f-4eb3-b8f3-f4f15da0edf3 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.74 "DELETE /v2.0/ports/64bfef86-5fa1-454c-81a7-636d5d9cf8a4 HTTP/1.1" status: 204 len: 173 time: 3.4858012 Nov 12 03:17:52.982275 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfaf4422-9fa7-43d2-9c8f-fcef727af05b', 'name': 'network-vif-deleted', 'tag': '64bfef86-5fa1-454c-81a7-636d5d9cf8a4'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:52.985321 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe53668-58d9-4ddb-897f-5da871ff76ff" -d '{"events": [{"server_uuid": "dfaf4422-9fa7-43d2-9c8f-fcef727af05b", "name": "network-vif-deleted", "tag": "64bfef86-5fa1-454c-81a7-636d5d9cf8a4"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:53.086979 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30fa08e-c72a-4473-9c19-acd844c0c0a6 req-25a28cf3-2675-463e-9e09-f8d744d24f05 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:53.099860 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b30fa08e-c72a-4473-9c19-acd844c0c0a6 req-25a28cf3-2675-463e-9e09-f8d744d24f05 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ac8b86-be64-42d6-9e9b-053598ba972f HTTP/1.1" status: 200 len: 936 time: 0.5708766 Nov 12 03:17:53.123451 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f6b8f503-98c9-4408-b701-81163a1770f2 req-9440ea1b-f347-4c19-85e6-e9f140ae2419 service neutron] 10.222.0.74 "GET /v2.0/networks/5d12c86d-665b-42e0-88f2-c767d0a1a78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4564130 Nov 12 03:17:53.164757 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e510ef-6a75-41ab-b910-36a91a5d3b0f req-818a93bb-0364-4dd8-a406-3e58203b608c tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:53.168148 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-63e510ef-6a75-41ab-b910-36a91a5d3b0f req-818a93bb-0364-4dd8-a406-3e58203b608c tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 949 time: 0.1988029 Nov 12 03:17:53.176371 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 64bfef86-5fa1-454c-81a7-636d5d9cf8a4 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:17:53.204842 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b56fc-48a0-4a29-b6b5-34f4187da1e2 req-f33d7408-5f6e-4bb1-8dab-03e4634b988a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:53.209817 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-165b56fc-48a0-4a29-b6b5-34f4187da1e2 req-f33d7408-5f6e-4bb1-8dab-03e4634b988a service neutron] 10.222.0.90 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.4377222 Nov 12 03:17:53.254270 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 64bfef86-5fa1-454c-81a7-636d5d9cf8a4 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:17:53.254844 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 64bfef86-5fa1-454c-81a7-636d5d9cf8a4 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:17:53.350874 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device b11b32b1-55e9-4355-8228-6b82574c205c up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:17:53.414617 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-165b56fc-48a0-4a29-b6b5-34f4187da1e2 req-1aaa24d2-91f1-4e1e-8a78-a22654d4541c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=cf18a935-ba16-480d-beeb-265435239d7f HTTP/1.1" status: 200 len: 217 time: 0.1368780 Nov 12 03:17:53.542621 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b30fa08e-c72a-4473-9c19-acd844c0c0a6 req-b6466d3e-92e1-4ff5-bffb-8cc1a5cfe44d tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/security-groups?id=6011f749-96df-4d51-8daa-41fdb4882c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4290102 Nov 12 03:17:53.573381 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0feec695-1566-4874-950a-80c5bdbe6c42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:53.581933 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0feec695-1566-4874-950a-80c5bdbe6c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:53.604340 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-63e510ef-6a75-41ab-b910-36a91a5d3b0f req-f2a03998-411b-44f9-be8a-4b66c049d08f tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4286034 Nov 12 03:17:53.620725 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-b0176ab0-b95c-4ce9-af23-1c5e66709065 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:53.643041 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4003bf76-fd93-4a2c-b848-391a3bb8e82d None None] Provisioning complete for port 43a4f289-812c-4946-bf23-fabd81d1e7e4 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:53.644096 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4003bf76-fd93-4a2c-b848-391a3bb8e82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:53.689778 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4003bf76-fd93-4a2c-b848-391a3bb8e82d None None] Port 43a4f289-812c-4946-bf23-fabd81d1e7e4 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:17:53.699916 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-b0176ab0-b95c-4ce9-af23-1c5e66709065 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:53.714176 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port b11b32b1-55e9-4355-8228-6b82574c205c triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:53.714796 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:53.720929 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0feec695-1566-4874-950a-80c5bdbe6c42 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ccf0d495bac741849c62ddbcb43a3250&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5315681 Nov 12 03:17:53.733593 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49064) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:53.862060 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2173902e-5b5f-4a37-bc23-2178d6c42ce4 x-openstack-request-id: req-2173902e-5b5f-4a37-bc23-2178d6c42ce4 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:53.862364 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfaf4422-9fa7-43d2-9c8f-fcef727af05b", "name": "network-vif-deleted", "tag": "64bfef86-5fa1-454c-81a7-636d5d9cf8a4", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:53.862620 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2173902e-5b5f-4a37-bc23-2178d6c42ce4 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:53.863029 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfaf4422-9fa7-43d2-9c8f-fcef727af05b', 'name': 'network-vif-deleted', 'tag': '64bfef86-5fa1-454c-81a7-636d5d9cf8a4', 'status': 'completed', 'code': 200} Nov 12 03:17:53.939484 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5fe4095c-0d48-45b2-9f78-110aa972d41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:53.960580 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b56fc-48a0-4a29-b6b5-34f4187da1e2 req-044b1a12-2c34-4c3b-bda4-89c35be916ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:53.970304 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-165b56fc-48a0-4a29-b6b5-34f4187da1e2 req-044b1a12-2c34-4c3b-bda4-89c35be916ed service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.5244949 Nov 12 03:17:53.979657 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-b0176ab0-b95c-4ce9-af23-1c5e66709065 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Network eca3953c-c804-4641-8812-bff95be59582 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:17:53.992050 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-b0176ab0-b95c-4ce9-af23-1c5e66709065 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:54.086618 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-b0176ab0-b95c-4ce9-af23-1c5e66709065 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:17:54.093499 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-b0176ab0-b95c-4ce9-af23-1c5e66709065 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:54.094392 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-b0176ab0-b95c-4ce9-af23-1c5e66709065 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:54.111536 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0176ab0-b95c-4ce9-af23-1c5e66709065 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Pushing event updated for resources: {'Port': ['ID=6a134abd-558d-4a75-8fa5-2b08de7be105,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:54.179105 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feec695-1566-4874-950a-80c5bdbe6c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cfc8f2-8960-4df7-9945-ffa1f4cab654,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:54.196436 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ae4fe295-75db-4442-9d39-b6d769063a8e req-161ae4c5-4c63-48a2-b500-7ab18956fa95 tempest-AggregatesAdminTestJSON-105671265 tempest-AggregatesAdminTestJSON-105671265-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfaf4422-9fa7-43d2-9c8f-fcef727af05b HTTP/1.1" status: 200 len: 210 time: 0.0985250 Nov 12 03:17:54.205823 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-b0176ab0-b95c-4ce9-af23-1c5e66709065 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9579678 Nov 12 03:17:54.258042 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-27e4ba17-3e75-4993-9e41-136d346ab356 service neutron] Request body: {'port': {'device_id': '1488bc01-4aa1-4970-97c8-7fc1c5251c46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:54.260434 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec4018-3044-409c-9ba9-53f604d4c12d req-5c8243c2-27c4-4b5b-bf26-b5695350df70 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:54.268357 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-93ec4018-3044-409c-9ba9-53f604d4c12d req-5c8243c2-27c4-4b5b-bf26-b5695350df70 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] 10.222.0.50 "GET /v2.0/ports?device_id=1488bc01-4aa1-4970-97c8-7fc1c5251c46 HTTP/1.1" status: 200 len: 936 time: 0.3731110 Nov 12 03:17:54.340337 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b56fc-48a0-4a29-b6b5-34f4187da1e2 req-81c107a3-92b9-4a9b-b929-0afbc0b20a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:54.341845 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-165b56fc-48a0-4a29-b6b5-34f4187da1e2 req-81c107a3-92b9-4a9b-b929-0afbc0b20a8a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2658753 Nov 12 03:17:54.364800 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-27e4ba17-3e75-4993-9e41-136d346ab356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:54.390092 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4855834d-67b8-49e8-8780-0cc762ff6292 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:54.470605 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-93ec4018-3044-409c-9ba9-53f604d4c12d req-ed8c6fa4-971c-4ed7-a51d-87b5d1a9d357 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa855501-2127-4feb-89c4-3627b703c079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012684 Nov 12 03:17:54.523730 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-6f5e2490-469f-4708-987c-8f70b418641b None None] Provisioning complete for port 6a134abd-558d-4a75-8fa5-2b08de7be105 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:54.524218 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6f5e2490-469f-4708-987c-8f70b418641b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:54.561043 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5fe4095c-0d48-45b2-9f78-110aa972d41c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:54.572781 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5fe4095c-0d48-45b2-9f78-110aa972d41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:54.573507 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5fe4095c-0d48-45b2-9f78-110aa972d41c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:54.575861 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-6f5e2490-469f-4708-987c-8f70b418641b None None] Port 6a134abd-558d-4a75-8fa5-2b08de7be105 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:17:54.592119 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4855834d-67b8-49e8-8780-0cc762ff6292 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:54.779463 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-d4384e65-9c9f-43b5-864d-04287ec79fef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf4cb6da-7be1-40ca-8c77-076cb9362050 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:17:54.812023 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-d4384e65-9c9f-43b5-864d-04287ec79fef service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:54.824384 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe4095c-0d48-45b2-9f78-110aa972d41c admin admin] Pushing event updated for resources: {'Port': ['ID=43a4f289-812c-4946-bf23-fabd81d1e7e4,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:54.868962 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9a100-4b46-4173-b3ab-4f027f9d74cf req-b1d099b1-c637-4097-96fa-fdb13226e154 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:54.871392 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d9e9a100-4b46-4173-b3ab-4f027f9d74cf req-b1d099b1-c637-4097-96fa-fdb13226e154 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ac8b86-be64-42d6-9e9b-053598ba972f HTTP/1.1" status: 200 len: 936 time: 0.1250744 Nov 12 03:17:54.877836 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-165b56fc-48a0-4a29-b6b5-34f4187da1e2 req-b02cb942-e252-41ac-8101-bc38f17a468f service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5247235 Nov 12 03:17:54.880293 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-d4384e65-9c9f-43b5-864d-04287ec79fef service neutron] Transition to ACTIVE for port object cf4cb6da-7be1-40ca-8c77-076cb9362050 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:17:54.887558 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-d4384e65-9c9f-43b5-864d-04287ec79fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:54.958418 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4855834d-67b8-49e8-8780-0cc762ff6292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:54.961049 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4855834d-67b8-49e8-8780-0cc762ff6292 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:54.962441 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4855834d-67b8-49e8-8780-0cc762ff6292 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f7cfc8f2-8960-4df7-9945-ffa1f4cab654 HTTP/1.1" status: 204 len: 168 time: 1.2106872 Nov 12 03:17:54.972579 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe4095c-0d48-45b2-9f78-110aa972d41c admin admin] Network 737f7741-cb6b-402d-a616-bf6ed5fa075e is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:17:54.977356 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-5fe4095c-0d48-45b2-9f78-110aa972d41c admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:54.984221 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd3b0f-01aa-4651-8224-35bc67542bbf req-4604ee5c-fd53-4933-a5d1-26ddbd6d069c tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:54.985820 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-05cd3b0f-01aa-4651-8224-35bc67542bbf req-4604ee5c-fd53-4933-a5d1-26ddbd6d069c tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 949 time: 0.1975031 Nov 12 03:17:55.088592 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d9e9a100-4b46-4173-b3ab-4f027f9d74cf req-9fc478d9-d41f-4f98-a41b-540427223607 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/security-groups?id=6011f749-96df-4d51-8daa-41fdb4882c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982095 Nov 12 03:17:55.134232 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4384e65-9c9f-43b5-864d-04287ec79fef service neutron] Pushing event updated for resources: {'Port': ['ID=cf4cb6da-7be1-40ca-8c77-076cb9362050,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:55.158949 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-165b56fc-48a0-4a29-b6b5-34f4187da1e2 req-6afd1ab5-ff88-4497-8eeb-3f997a0ae2d7 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667778 Nov 12 03:17:55.164679 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4855834d-67b8-49e8-8780-0cc762ff6292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cfc8f2-8960-4df7-9945-ffa1f4cab654,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:55.260795 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-d4384e65-9c9f-43b5-864d-04287ec79fef service neutron] Attempting to bind port cf4cb6da-7be1-40ca-8c77-076cb9362050 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:17:55.261716 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-d4384e65-9c9f-43b5-864d-04287ec79fef service neutron] Attempting to bind port cf4cb6da-7be1-40ca-8c77-076cb9362050 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:17:55.261716 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-d4384e65-9c9f-43b5-864d-04287ec79fef service neutron] Attempting to bind port cf4cb6da-7be1-40ca-8c77-076cb9362050 on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:55.298306 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-d4384e65-9c9f-43b5-864d-04287ec79fef service neutron] Port cf4cb6da-7be1-40ca-8c77-076cb9362050 on network eca3953c-c804-4641-8812-bff95be59582 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:17:55.298656 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-d4384e65-9c9f-43b5-864d-04287ec79fef service neutron] Attempting to bind port cf4cb6da-7be1-40ca-8c77-076cb9362050 on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:55.308533 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-05cd3b0f-01aa-4651-8224-35bc67542bbf req-e551c804-3719-4c96-86ce-40e6b67712cd tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589295 Nov 12 03:17:55.311512 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-d4384e65-9c9f-43b5-864d-04287ec79fef service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:17:55.311958 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-d4384e65-9c9f-43b5-864d-04287ec79fef service neutron] Checking segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:17:55.312256 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-d4384e65-9c9f-43b5-864d-04287ec79fef service neutron] Bound using segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:17:55.312689 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-d4384e65-9c9f-43b5-864d-04287ec79fef service neutron] Bound port: cf4cb6da-7be1-40ca-8c77-076cb9362050, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:17:55.313045 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-d4384e65-9c9f-43b5-864d-04287ec79fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:55.438793 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-d4384e65-9c9f-43b5-864d-04287ec79fef service neutron] For port cf4cb6da-7be1-40ca-8c77-076cb9362050, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:17:55.450892 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-d4384e65-9c9f-43b5-864d-04287ec79fef service neutron] For port cf4cb6da-7be1-40ca-8c77-076cb9362050, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=cf4cb6da-7be1-40ca-8c77-076cb9362050,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:17:55.456783 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-d4384e65-9c9f-43b5-864d-04287ec79fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:55.528264 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-d4384e65-9c9f-43b5-864d-04287ec79fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:55.528888 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-d4384e65-9c9f-43b5-864d-04287ec79fef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:55.530575 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-d4384e65-9c9f-43b5-864d-04287ec79fef service neutron] 10.222.0.74 "PUT /v2.0/ports/cf4cb6da-7be1-40ca-8c77-076cb9362050 HTTP/1.1" status: 200 len: 1097 time: 3.4816051 Nov 12 03:17:55.531224 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ac8b86-be64-42d6-9e9b-053598ba972f', 'tag': 'cf4cb6da-7be1-40ca-8c77-076cb9362050'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:55.535009 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a175274a-2c91-499f-b95b-731ddd1b3858" -d '{"events": [{"name": "network-changed", "server_uuid": "95ac8b86-be64-42d6-9e9b-053598ba972f", "tag": "cf4cb6da-7be1-40ca-8c77-076cb9362050"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:55.621959 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4384e65-9c9f-43b5-864d-04287ec79fef service neutron] Pushing event updated for resources: {'Port': ['ID=cf4cb6da-7be1-40ca-8c77-076cb9362050,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:55.825297 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-557d428d-ff42-436c-b480-93037600125b None None] Provisioning complete for port 43a4f289-812c-4946-bf23-fabd81d1e7e4 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:55.825879 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-557d428d-ff42-436c-b480-93037600125b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:55.848256 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49106) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:55.917546 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-069c38e7-719c-4a44-9f9e-a42609f136df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:55.930658 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-557d428d-ff42-436c-b480-93037600125b None None] Port 43a4f289-812c-4946-bf23-fabd81d1e7e4 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:17:55.944308 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-27e4ba17-3e75-4993-9e41-136d346ab356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a134abd-558d-4a75-8fa5-2b08de7be105 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:17:55.967303 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-27e4ba17-3e75-4993-9e41-136d346ab356 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:55.998199 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-27e4ba17-3e75-4993-9e41-136d346ab356 service neutron] Transition to ACTIVE for port object 6a134abd-558d-4a75-8fa5-2b08de7be105 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:17:56.006400 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe4095c-0d48-45b2-9f78-110aa972d41c admin admin] Router b2dd4fe7-f584-416b-9785-cc4ecb4d8e15 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:17:56.007653 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-27e4ba17-3e75-4993-9e41-136d346ab356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:56.107376 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519ad2f-3697-442d-93cd-8f13cd705a96 req-629e654b-db6c-4c23-bad7-4442efe8b21f tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:56.118701 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c519ad2f-3697-442d-93cd-8f13cd705a96 req-629e654b-db6c-4c23-bad7-4442efe8b21f tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] 10.222.0.50 "GET /v2.0/ports?device_id=1488bc01-4aa1-4970-97c8-7fc1c5251c46 HTTP/1.1" status: 200 len: 936 time: 0.4616768 Nov 12 03:17:56.122642 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-283dc739-d5f3-4fd8-8869-781f77dcc4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:56.125379 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-283dc739-d5f3-4fd8-8869-781f77dcc4c9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bfc0180a7e0b4f8bb59181f0dfd25f41&device_id=95ac8b86-be64-42d6-9e9b-053598ba972f HTTP/1.1" status: 200 len: 1100 time: 0.4938755 Nov 12 03:17:56.220495 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e4ba17-3e75-4993-9e41-136d346ab356 service neutron] Pushing event updated for resources: {'Port': ['ID=6a134abd-558d-4a75-8fa5-2b08de7be105,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:56.224902 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe4095c-0d48-45b2-9f78-110aa972d41c admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:17:56.248110 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5fe4095c-0d48-45b2-9f78-110aa972d41c admin admin] 10.222.0.50 "PUT /v2.0/routers/b2dd4fe7-f584-416b-9785-cc4ecb4d8e15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4774461 Nov 12 03:17:56.260424 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10489293-11d6-4da2-a201-2dcd1320c77f None None] Sync routers for ids ['b2dd4fe7-f584-416b-9785-cc4ecb4d8e15'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:17:56.299368 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-27e4ba17-3e75-4993-9e41-136d346ab356 service neutron] Attempting to bind port 6a134abd-558d-4a75-8fa5-2b08de7be105 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:17:56.302052 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10489293-11d6-4da2-a201-2dcd1320c77f None None] Routers {'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:17:56.302930 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-27e4ba17-3e75-4993-9e41-136d346ab356 service neutron] Attempting to bind port 6a134abd-558d-4a75-8fa5-2b08de7be105 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:17:56.303758 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-27e4ba17-3e75-4993-9e41-136d346ab356 service neutron] Attempting to bind port 6a134abd-558d-4a75-8fa5-2b08de7be105 on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:56.307489 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-10489293-11d6-4da2-a201-2dcd1320c77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:17:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['b2dd4fe7-f584-416b-9785-cc4ecb4d8e15'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:56.326197 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-27e4ba17-3e75-4993-9e41-136d346ab356 service neutron] Port 6a134abd-558d-4a75-8fa5-2b08de7be105 on network eca3953c-c804-4641-8812-bff95be59582 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:17:56.327106 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-27e4ba17-3e75-4993-9e41-136d346ab356 service neutron] Attempting to bind port 6a134abd-558d-4a75-8fa5-2b08de7be105 on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:56.341779 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-27e4ba17-3e75-4993-9e41-136d346ab356 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:17:56.342739 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-27e4ba17-3e75-4993-9e41-136d346ab356 service neutron] Checking segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:17:56.352696 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-27e4ba17-3e75-4993-9e41-136d346ab356 service neutron] Bound using segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:17:56.353670 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-27e4ba17-3e75-4993-9e41-136d346ab356 service neutron] Bound port: 6a134abd-558d-4a75-8fa5-2b08de7be105, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:17:56.354258 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-27e4ba17-3e75-4993-9e41-136d346ab356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:56.381677 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-305f78c3-ccbd-4996-95dc-76be9d1e4f96 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=cf4cb6da-7be1-40ca-8c77-076cb9362050 HTTP/1.1" status: 200 len: 217 time: 0.1367188 Nov 12 03:17:56.528972 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-27e4ba17-3e75-4993-9e41-136d346ab356 service neutron] For port 6a134abd-558d-4a75-8fa5-2b08de7be105, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:17:56.540882 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49120) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:56.542820 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-27e4ba17-3e75-4993-9e41-136d346ab356 service neutron] For port 6a134abd-558d-4a75-8fa5-2b08de7be105, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=6a134abd-558d-4a75-8fa5-2b08de7be105,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:17:56.553881 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-27e4ba17-3e75-4993-9e41-136d346ab356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:56.571753 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4267c98-b230-4efa-9572-7bc6d390d4e3 x-openstack-request-id: req-a4267c98-b230-4efa-9572-7bc6d390d4e3 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:56.574688 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ac8b86-be64-42d6-9e9b-053598ba972f", "tag": "cf4cb6da-7be1-40ca-8c77-076cb9362050", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:56.574688 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a4267c98-b230-4efa-9572-7bc6d390d4e3 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:56.574688 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ac8b86-be64-42d6-9e9b-053598ba972f', 'tag': 'cf4cb6da-7be1-40ca-8c77-076cb9362050', 'status': 'completed', 'code': 200} Nov 12 03:17:56.596940 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-10489293-11d6-4da2-a201-2dcd1320c77f None None] Set router b2dd4fe7-f584-416b-9785-cc4ecb4d8e15 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:17:56.601693 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-069c38e7-719c-4a44-9f9e-a42609f136df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:56.612652 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-27e4ba17-3e75-4993-9e41-136d346ab356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:56.613305 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-27e4ba17-3e75-4993-9e41-136d346ab356 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:56.615421 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-27e4ba17-3e75-4993-9e41-136d346ab356 service neutron] 10.222.0.74 "PUT /v2.0/ports/6a134abd-558d-4a75-8fa5-2b08de7be105 HTTP/1.1" status: 200 len: 1097 time: 2.3665166 Nov 12 03:17:56.616050 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1488bc01-4aa1-4970-97c8-7fc1c5251c46', 'tag': '6a134abd-558d-4a75-8fa5-2b08de7be105'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:56.619095 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8e4992-9bfe-47af-8b98-00d887100355" -d '{"events": [{"name": "network-changed", "server_uuid": "1488bc01-4aa1-4970-97c8-7fc1c5251c46", "tag": "6a134abd-558d-4a75-8fa5-2b08de7be105"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:56.629324 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-069c38e7-719c-4a44-9f9e-a42609f136df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:56.634744 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-38730a85-438b-4e2c-8338-3b9539b1df41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:56.636445 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-38730a85-438b-4e2c-8338-3b9539b1df41 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.2248571 Nov 12 03:17:56.641933 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c519ad2f-3697-442d-93cd-8f13cd705a96 req-102d5dd8-9c88-4805-a045-1b9ccfb8cac9 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa855501-2127-4feb-89c4-3627b703c079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977246 Nov 12 03:17:56.718067 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e4ba17-3e75-4993-9e41-136d346ab356 service neutron] Pushing event updated for resources: {'Port': ['ID=6a134abd-558d-4a75-8fa5-2b08de7be105,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:56.862812 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-8d1e8181-bf47-467c-ac44-e568a8f0603d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:56.865101 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-8d1e8181-bf47-467c-ac44-e568a8f0603d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=948e462cafb34b7ebbdebd4ac6ce6fa4&device_id=1488bc01-4aa1-4970-97c8-7fc1c5251c46 HTTP/1.1" status: 200 len: 1100 time: 0.1800659 Nov 12 03:17:56.883041 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663247a-8914-4ca7-b7bc-c7c6d2d8ddef req-e059b7d8-766d-4439-8e51-72d373f05960 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:56.890913 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3663247a-8914-4ca7-b7bc-c7c6d2d8ddef req-e059b7d8-766d-4439-8e51-72d373f05960 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ac8b86-be64-42d6-9e9b-053598ba972f HTTP/1.1" status: 200 len: 948 time: 0.1285236 Nov 12 03:17:56.955381 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-6067e456-69bc-4b5a-a4a2-6a7a4dc55520 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=6a134abd-558d-4a75-8fa5-2b08de7be105 HTTP/1.1" status: 200 len: 217 time: 0.0568225 Nov 12 03:17:57.005855 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3663247a-8914-4ca7-b7bc-c7c6d2d8ddef req-2c5fb8c5-64fd-46af-ae85-6880303915c0 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/security-groups?id=6011f749-96df-4d51-8daa-41fdb4882c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125391 Nov 12 03:17:57.054526 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-069c38e7-719c-4a44-9f9e-a42609f136df admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c6a5fea8efcb46fb8b91cfb8c0816250&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1880748 Nov 12 03:17:57.054997 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 49130) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:57.058244 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c38e7-719c-4a44-9f9e-a42609f136df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a7d671-e9c9-4deb-aa32-645f85c5007f,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:57.084660 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-dc20790f-ec57-457d-b5c9-6ae4f90c7498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:57.086236 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-dc20790f-ec57-457d-b5c9-6ae4f90c7498 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.1000853 Nov 12 03:17:57.116930 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-48a9e99c-e37f-4dab-9199-2e2d2b6d73f2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=38e53f860ab641e3b1ae0981b3ce3cc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5735044 Nov 12 03:17:57.123284 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49132) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:57.128061 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-af094550-4573-49aa-b09f-5ca2c85b33b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:57.135087 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-af094550-4573-49aa-b09f-5ca2c85b33b3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1841035 Nov 12 03:17:57.150445 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8553d90-fb25-4a4d-8c7c-a7d20dc8d88f req-23963d19-ef81-468f-a967-f07443820d09 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:57.151994 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c8553d90-fb25-4a4d-8c7c-a7d20dc8d88f req-23963d19-ef81-468f-a967-f07443820d09 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 949 time: 0.2047117 Nov 12 03:17:57.171154 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-86f825a5-0b17-4a3b-9bc1-f1cdddd98e42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:57.189207 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-3185092d-b709-48ab-aa71-0a9a40eb53e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:57.191120 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-3185092d-b709-48ab-aa71-0a9a40eb53e2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0947921 Nov 12 03:17:57.208540 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-10489293-11d6-4da2-a201-2dcd1320c77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15', 'name': 'tempest-ServersTestBootFromVolume-742154539-router', 'tenant_id': '173fa25a22664fb4a6739f325e324f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'b11b32b1-55e9-4355-8228-6b82574c205c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:42Z', 'updated_at': '2021-11-12T03:17:53Z', 'revision_number': 4, 'project_id': '173fa25a22664fb4a6739f325e324f67', 'gw_port': {'id': 'b11b32b1-55e9-4355-8228-6b82574c205c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:61:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:43Z', 'updated_at': '2021-11-12T03:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '43a4f289-812c-4946-bf23-fabd81d1e7e4', 'name': '', 'network_id': '737f7741-cb6b-402d-a616-bf6ed5fa075e', 'tenant_id': '173fa25a22664fb4a6739f325e324f67', 'mac_address': 'fa:16:3e:42:e4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '5a8c7ba8-2697-45e2-b569-b0c780002dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:49Z', 'updated_at': '2021-11-12T03:17:54Z', 'revision_number': 2, 'project_id': '173fa25a22664fb4a6739f325e324f67', 'subnets': [{'id': '5a8c7ba8-2697-45e2-b569-b0c780002dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:57.265783 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10489293-11d6-4da2-a201-2dcd1320c77f None None] Checking router: b2dd4fe7-f584-416b-9785-cc4ecb4d8e15 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:17:57.266392 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10489293-11d6-4da2-a201-2dcd1320c77f None None] Updating router b2dd4fe7-f584-416b-9785-cc4ecb4d8e15 port 43a4f289-812c-4946-bf23-fabd81d1e7e4 binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:17:57.290686 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-dfa39169-4a05-426a-827d-328946115a76 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895543 Nov 12 03:17:57.292983 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-86f825a5-0b17-4a3b-9bc1-f1cdddd98e42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:57.299221 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-10489293-11d6-4da2-a201-2dcd1320c77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:57.344755 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c8553d90-fb25-4a4d-8c7c-a7d20dc8d88f req-2aa68999-b6fb-41cf-be62-fb2c25243a80 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670144 Nov 12 03:17:57.351736 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-621604c7-0eac-4e67-aab5-ad806840ce91 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102294 Nov 12 03:17:57.436056 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-234eb575-340d-4f2a-aed8-bba8ddf70dc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:57.441566 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-183f198d-7a93-47f4-aeaa-79c8e0fab70a req-b2e858bb-4e18-4032-87ed-a345057ca251 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402965 Nov 12 03:17:57.479184 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-86f825a5-0b17-4a3b-9bc1-f1cdddd98e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:57.483083 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-86f825a5-0b17-4a3b-9bc1-f1cdddd98e42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:57.485380 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-86f825a5-0b17-4a3b-9bc1-f1cdddd98e42 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d3a7d671-e9c9-4deb-aa32-645f85c5007f HTTP/1.1" status: 204 len: 168 time: 0.4289780 Nov 12 03:17:57.493392 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-234eb575-340d-4f2a-aed8-bba8ddf70dc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:57.497488 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f825a5-0b17-4a3b-9bc1-f1cdddd98e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a7d671-e9c9-4deb-aa32-645f85c5007f,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:57.556652 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-24efe695-26d0-42b5-90a9-8d5a63fd4fde req-50af038e-1a8c-40bd-957d-0eb2c802507b service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929195 Nov 12 03:17:57.576935 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-234eb575-340d-4f2a-aed8-bba8ddf70dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:57.583589 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-234eb575-340d-4f2a-aed8-bba8ddf70dc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:57.587934 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-234eb575-340d-4f2a-aed8-bba8ddf70dc3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e57b8297-e3bf-4d48-8725-f9b924114f00 HTTP/1.1" status: 204 len: 168 time: 0.4568241 Nov 12 03:17:57.606522 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234eb575-340d-4f2a-aed8-bba8ddf70dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57b8297-e3bf-4d48-8725-f9b924114f00,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:57.749464 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175274a-2c91-499f-b95b-731ddd1b3858 req-61219969-c5b7-40d7-ac64-12ba6cd087cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:57.752720 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a175274a-2c91-499f-b95b-731ddd1b3858 req-61219969-c5b7-40d7-ac64-12ba6cd087cf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bfc0180a7e0b4f8bb59181f0dfd25f41&device_id=95ac8b86-be64-42d6-9e9b-053598ba972f HTTP/1.1" status: 200 len: 1100 time: 0.0907984 Nov 12 03:17:57.755118 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41e0f07-ab53-4441-84a9-e14514d8cf0e x-openstack-request-id: req-a41e0f07-ab53-4441-84a9-e14514d8cf0e {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:57.756313 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1488bc01-4aa1-4970-97c8-7fc1c5251c46", "tag": "6a134abd-558d-4a75-8fa5-2b08de7be105", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:57.757437 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a41e0f07-ab53-4441-84a9-e14514d8cf0e {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:57.757437 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1488bc01-4aa1-4970-97c8-7fc1c5251c46', 'tag': '6a134abd-558d-4a75-8fa5-2b08de7be105', 'status': 'completed', 'code': 200} Nov 12 03:17:57.812469 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-10489293-11d6-4da2-a201-2dcd1320c77f None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:57.822158 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-10489293-11d6-4da2-a201-2dcd1320c77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:57.946129 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e4992-9bfe-47af-8b98-00d887100355 req-1832fca8-06cc-4fce-8c52-902280f2a1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:57.948690 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6c8e4992-9bfe-47af-8b98-00d887100355 req-1832fca8-06cc-4fce-8c52-902280f2a1c9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=948e462cafb34b7ebbdebd4ac6ce6fa4&device_id=1488bc01-4aa1-4970-97c8-7fc1c5251c46 HTTP/1.1" status: 200 len: 1100 time: 0.1565454 Nov 12 03:17:57.968030 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2185ff-8187-44df-989a-5dda85ce0d99 None None] Pushing event updated for resources: {'Port': ['ID=43a4f289-812c-4946-bf23-fabd81d1e7e4,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:58.023710 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175274a-2c91-499f-b95b-731ddd1b3858 req-83187039-1193-403b-b93f-ca2c1748d787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:58.027647 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a175274a-2c91-499f-b95b-731ddd1b3858 req-83187039-1193-403b-b93f-ca2c1748d787 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.2601058 Nov 12 03:17:58.116510 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-10489293-11d6-4da2-a201-2dcd1320c77f None None] Attempting to bind port 43a4f289-812c-4946-bf23-fabd81d1e7e4 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:17:58.117569 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-10489293-11d6-4da2-a201-2dcd1320c77f None None] Attempting to bind port 43a4f289-812c-4946-bf23-fabd81d1e7e4 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'b19214b6-a5b1-4941-8bdf-5dca47aff883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '737f7741-cb6b-402d-a616-bf6ed5fa075e'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:17:58.117569 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10489293-11d6-4da2-a201-2dcd1320c77f None None] Attempting to bind port 43a4f289-812c-4946-bf23-fabd81d1e7e4 on network 737f7741-cb6b-402d-a616-bf6ed5fa075e {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:58.133275 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10489293-11d6-4da2-a201-2dcd1320c77f None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:17:58.133954 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10489293-11d6-4da2-a201-2dcd1320c77f None None] Checking segment: {'id': 'b19214b6-a5b1-4941-8bdf-5dca47aff883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '737f7741-cb6b-402d-a616-bf6ed5fa075e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:17:58.135389 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-10489293-11d6-4da2-a201-2dcd1320c77f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:58.136843 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10489293-11d6-4da2-a201-2dcd1320c77f None None] Bound using segment: {'id': 'b19214b6-a5b1-4941-8bdf-5dca47aff883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '737f7741-cb6b-402d-a616-bf6ed5fa075e'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:17:58.138114 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-10489293-11d6-4da2-a201-2dcd1320c77f None None] Bound port: 43a4f289-812c-4946-bf23-fabd81d1e7e4, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b19214b6-a5b1-4941-8bdf-5dca47aff883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '737f7741-cb6b-402d-a616-bf6ed5fa075e'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:17:58.138746 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-10489293-11d6-4da2-a201-2dcd1320c77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:58.146351 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a175274a-2c91-499f-b95b-731ddd1b3858 req-fb957791-5058-4b28-879f-d21e45e8ba61 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=cf4cb6da-7be1-40ca-8c77-076cb9362050 HTTP/1.1" status: 200 len: 217 time: 0.1112185 Nov 12 03:17:58.196320 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc813a00-8922-4bec-9c88-b5855e3dae4c req-8d1bd5b6-5960-4e3b-aa25-e6618ed4d149 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:58.205159 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bc813a00-8922-4bec-9c88-b5855e3dae4c req-8d1bd5b6-5960-4e3b-aa25-e6618ed4d149 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] 10.222.0.50 "GET /v2.0/ports?device_id=1488bc01-4aa1-4970-97c8-7fc1c5251c46 HTTP/1.1" status: 200 len: 948 time: 0.2914765 Nov 12 03:17:58.291015 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 49156) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:58.308892 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bc813a00-8922-4bec-9c88-b5855e3dae4c req-10b3310f-d77c-434c-acf4-4299b4e72222 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa855501-2127-4feb-89c4-3627b703c079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024785 Nov 12 03:17:58.318120 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175274a-2c91-499f-b95b-731ddd1b3858 req-3ebf4f59-6373-424a-94be-6da3cbe1a368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:58.319647 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a175274a-2c91-499f-b95b-731ddd1b3858 req-3ebf4f59-6373-424a-94be-6da3cbe1a368 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.1655691 Nov 12 03:17:58.340552 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-0e548162-9e84-4ceb-8f4c-9891ca25c5a9 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1969628694', 'description': 'tempest-description--1171127720'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:58.368701 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-10489293-11d6-4da2-a201-2dcd1320c77f None None] For port 43a4f289-812c-4946-bf23-fabd81d1e7e4, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:17:58.381952 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-10489293-11d6-4da2-a201-2dcd1320c77f None None] For port 43a4f289-812c-4946-bf23-fabd81d1e7e4, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=43a4f289-812c-4946-bf23-fabd81d1e7e4,segment=NetworkSegment(b19214b6-a5b1-4941-8bdf-5dca47aff883),segment_id=b19214b6-a5b1-4941-8bdf-5dca47aff883)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:17:58.390760 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-10489293-11d6-4da2-a201-2dcd1320c77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:58.486612 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e4992-9bfe-47af-8b98-00d887100355 req-1e6b4b45-d52f-4ca5-9a06-4c5a697e6e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:58.501946 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175274a-2c91-499f-b95b-731ddd1b3858 req-3a083404-5bef-434c-93c3-34330dd505e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:58.504324 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a175274a-2c91-499f-b95b-731ddd1b3858 req-3a083404-5bef-434c-93c3-34330dd505e5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1611409 Nov 12 03:17:58.505566 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6c8e4992-9bfe-47af-8b98-00d887100355 req-1e6b4b45-d52f-4ca5-9a06-4c5a697e6e4a service neutron] 10.222.0.74 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.5116956 Nov 12 03:17:58.507613 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0e548162-9e84-4ceb-8f4c-9891ca25c5a9 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:58.537363 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-a2b860ce-be16-4e40-872c-847cab56f111 None None] Provisioning complete for port 43a4f289-812c-4946-bf23-fabd81d1e7e4 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:58.537871 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a2b860ce-be16-4e40-872c-847cab56f111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:58.568634 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49166) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:58.668026 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10489293-11d6-4da2-a201-2dcd1320c77f None None] Routers {'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:17:58.670843 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-10489293-11d6-4da2-a201-2dcd1320c77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:17:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['b2dd4fe7-f584-416b-9785-cc4ecb4d8e15'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:58.674503 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2185ff-8187-44df-989a-5dda85ce0d99 None None] Pushing event updated for resources: {'Port': ['ID=43a4f289-812c-4946-bf23-fabd81d1e7e4,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:58.713004 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1bcdf23d-a5ee-47e4-9ecd-22a0591c16fb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=55999876ab624bfeb250dcb62a97a7fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1426899 Nov 12 03:17:58.713903 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49170) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:58.734532 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6c8e4992-9bfe-47af-8b98-00d887100355 req-c3fd33f3-d0d5-480b-bb15-2b3169c5742c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=6a134abd-558d-4a75-8fa5-2b08de7be105 HTTP/1.1" status: 200 len: 217 time: 0.1737156 Nov 12 03:17:58.807031 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a175274a-2c91-499f-b95b-731ddd1b3858 req-6ff542ff-415d-4d5d-a35f-648d6b17406f service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855675 Nov 12 03:17:58.857439 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e4992-9bfe-47af-8b98-00d887100355 req-a9998824-89cf-4c96-9616-df0eae6370f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:58.860421 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6c8e4992-9bfe-47af-8b98-00d887100355 req-a9998824-89cf-4c96-9616-df0eae6370f8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.1175075 Nov 12 03:17:58.919537 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a2b860ce-be16-4e40-872c-847cab56f111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:58.986464 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-a2b860ce-be16-4e40-872c-847cab56f111 None None] For port 43a4f289-812c-4946-bf23-fabd81d1e7e4, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=43a4f289-812c-4946-bf23-fabd81d1e7e4,segment=NetworkSegment(b19214b6-a5b1-4941-8bdf-5dca47aff883),segment_id=b19214b6-a5b1-4941-8bdf-5dca47aff883)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:58.989038 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-10489293-11d6-4da2-a201-2dcd1320c77f None None] Set router b2dd4fe7-f584-416b-9785-cc4ecb4d8e15 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:17:58.992280 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a2b860ce-be16-4e40-872c-847cab56f111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:59.009018 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b72c8568-9a4f-4adf-b0d8-17efad87fc2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:59.013282 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0e548162-9e84-4ceb-8f4c-9891ca25c5a9 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:59.027409 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce541ba-d1b8-4a6d-9e78-9e114c78cc89 req-43507f3b-73df-49ba-94f1-2993613360a5 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:59.037950 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cce541ba-d1b8-4a6d-9e78-9e114c78cc89 req-43507f3b-73df-49ba-94f1-2993613360a5 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ac8b86-be64-42d6-9e9b-053598ba972f HTTP/1.1" status: 200 len: 948 time: 0.4645014 Nov 12 03:17:59.051129 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02b509-c160-4f8b-9453-d32b38873943 req-779797a1-f88c-41bf-ae75-5294d11a4d1b tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:59.064648 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5a02b509-c160-4f8b-9453-d32b38873943 req-779797a1-f88c-41bf-ae75-5294d11a4d1b tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 949 time: 0.2186923 Nov 12 03:17:59.076628 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b860ce-be16-4e40-872c-847cab56f111 None None] Pushing event updated for resources: {'Port': ['ID=43a4f289-812c-4946-bf23-fabd81d1e7e4,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:59.098471 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0e548162-9e84-4ceb-8f4c-9891ca25c5a9 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:59.109630 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b72c8568-9a4f-4adf-b0d8-17efad87fc2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:59.151810 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0e548162-9e84-4ceb-8f4c-9891ca25c5a9 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:59.157189 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-0e548162-9e84-4ceb-8f4c-9891ca25c5a9 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8468866 Nov 12 03:17:59.168676 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 49180) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:59.185810 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-09854d92-d6c4-4676-83b8-caa4eaf81f2b tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Request body: {'security_group_rule': {'security_group_id': '9c8f2b06-db27-4d77-8b58-730135e0a808', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:59.225354 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e4992-9bfe-47af-8b98-00d887100355 req-dc06331f-6249-4a5a-9f2d-e2e9fbe6998a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:59.228697 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6c8e4992-9bfe-47af-8b98-00d887100355 req-dc06331f-6249-4a5a-9f2d-e2e9fbe6998a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3581610 Nov 12 03:17:59.236047 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e548162-9e84-4ceb-8f4c-9891ca25c5a9 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8f2b06-db27-4d77-8b58-730135e0a808,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:59.243926 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a175274a-2c91-499f-b95b-731ddd1b3858 req-a523d8d3-56f9-45c4-b5be-c95ff367db16 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214711 Nov 12 03:17:59.245036 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b72c8568-9a4f-4adf-b0d8-17efad87fc2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:59.250713 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b72c8568-9a4f-4adf-b0d8-17efad87fc2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:59.252840 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b72c8568-9a4f-4adf-b0d8-17efad87fc2a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/def2dd18-2361-458d-b5c4-745196bd6d87 HTTP/1.1" status: 204 len: 168 time: 0.5345008 Nov 12 03:17:59.264105 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cce541ba-d1b8-4a6d-9e78-9e114c78cc89 req-f5da01fc-2c03-4fac-b980-97d88fe632a0 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/security-groups?id=6011f749-96df-4d51-8daa-41fdb4882c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248552 Nov 12 03:17:59.320499 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c8568-9a4f-4adf-b0d8-17efad87fc2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def2dd18-2361-458d-b5c4-745196bd6d87,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:59.325022 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-09854d92-d6c4-4676-83b8-caa4eaf81f2b tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:59.366688 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5a02b509-c160-4f8b-9453-d32b38873943 req-f8f702f4-f10e-4c48-a56f-e351908d046f tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008597 Nov 12 03:17:59.418128 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49190) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:59.546585 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-1cc86e02-d123-43ef-b597-d4c31fb0c81a None None] Provisioning complete for port 43a4f289-812c-4946-bf23-fabd81d1e7e4 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:59.547432 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1cc86e02-d123-43ef-b597-d4c31fb0c81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:59.589427 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-09854d92-d6c4-4676-83b8-caa4eaf81f2b tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:59.595864 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-09854d92-d6c4-4676-83b8-caa4eaf81f2b tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:59.631858 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-10489293-11d6-4da2-a201-2dcd1320c77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15', 'name': 'tempest-ServersTestBootFromVolume-742154539-router', 'tenant_id': '173fa25a22664fb4a6739f325e324f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'b11b32b1-55e9-4355-8228-6b82574c205c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:42Z', 'updated_at': '2021-11-12T03:17:53Z', 'revision_number': 4, 'project_id': '173fa25a22664fb4a6739f325e324f67', 'gw_port': {'id': 'b11b32b1-55e9-4355-8228-6b82574c205c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:61:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:43Z', 'updated_at': '2021-11-12T03:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '43a4f289-812c-4946-bf23-fabd81d1e7e4', 'name': '', 'network_id': '737f7741-cb6b-402d-a616-bf6ed5fa075e', 'tenant_id': '173fa25a22664fb4a6739f325e324f67', 'mac_address': 'fa:16:3e:42:e4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '5a8c7ba8-2697-45e2-b569-b0c780002dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:49Z', 'updated_at': '2021-11-12T03:17:58Z', 'revision_number': 4, 'project_id': '173fa25a22664fb4a6739f325e324f67', 'subnets': [{'id': '5a8c7ba8-2697-45e2-b569-b0c780002dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:59.687649 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10489293-11d6-4da2-a201-2dcd1320c77f None None] The sync data for ids ['b2dd4fe7-f584-416b-9785-cc4ecb4d8e15'] in n-d-715271-27 is: [{'id': 'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15', 'name': 'tempest-ServersTestBootFromVolume-742154539-router', 'tenant_id': '173fa25a22664fb4a6739f325e324f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'b11b32b1-55e9-4355-8228-6b82574c205c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:42Z', 'updated_at': '2021-11-12T03:17:53Z', 'revision_number': 4, 'project_id': '173fa25a22664fb4a6739f325e324f67', 'gw_port': {'id': 'b11b32b1-55e9-4355-8228-6b82574c205c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:61:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:43Z', 'updated_at': '2021-11-12T03:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '43a4f289-812c-4946-bf23-fabd81d1e7e4', 'name': '', 'network_id': '737f7741-cb6b-402d-a616-bf6ed5fa075e', 'tenant_id': '173fa25a22664fb4a6739f325e324f67', 'mac_address': 'fa:16:3e:42:e4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '5a8c7ba8-2697-45e2-b569-b0c780002dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:49Z', 'updated_at': '2021-11-12T03:17:58Z', 'revision_number': 4, 'project_id': '173fa25a22664fb4a6739f325e324f67', 'subnets': [{'id': '5a8c7ba8-2697-45e2-b569-b0c780002dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:17:59.689271 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-09854d92-d6c4-4676-83b8-caa4eaf81f2b tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:59.690923 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-09854d92-d6c4-4676-83b8-caa4eaf81f2b tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5197225 Nov 12 03:17:59.693957 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49202) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:59.702835 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-6eae7673-9844-437e-9e7e-a00680cf2f49 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Request body: {'security_group_rule': {'security_group_id': '9c8f2b06-db27-4d77-8b58-730135e0a808', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:59.712907 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09854d92-d6c4-4676-83b8-caa4eaf81f2b tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=443b8e5f-e7c0-491e-9465-bdca1cd0df71,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:59.803961 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6eae7673-9844-437e-9e7e-a00680cf2f49 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:59.829543 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8b313-972b-4759-ab75-9e685cc6a52b req-1717ae0e-18fa-41f5-a631-d0a5bba882c5 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:59.845593 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-71e8b313-972b-4759-ab75-9e685cc6a52b req-1717ae0e-18fa-41f5-a631-d0a5bba882c5 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] 10.222.0.50 "GET /v2.0/ports?device_id=1488bc01-4aa1-4970-97c8-7fc1c5251c46 HTTP/1.1" status: 200 len: 948 time: 0.2539115 Nov 12 03:17:59.881796 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6eae7673-9844-437e-9e7e-a00680cf2f49 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:59.887898 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6eae7673-9844-437e-9e7e-a00680cf2f49 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:59.929372 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae7673-9844-437e-9e7e-a00680cf2f49 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65d9e8bc-45e8-49eb-9de1-200846d3b4f6,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:59.940771 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6eae7673-9844-437e-9e7e-a00680cf2f49 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:59.943568 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6eae7673-9844-437e-9e7e-a00680cf2f49 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2482624 Nov 12 03:17:59.946801 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49204) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:59.951515 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6c8e4992-9bfe-47af-8b98-00d887100355 req-23f11bd2-91cf-4ad6-adc6-99a6e921d3a6 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7090113 Nov 12 03:17:59.958644 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-0d49b379-e051-48b3-b6c7-e7010d7add93 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:00.013978 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3755b926-2baf-432e-ab95-0630714b1fca tempest-AutoAllocateNetworkTest-1732677338 tempest-AutoAllocateNetworkTest-1732677338-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=2dd620a9346443ee902e0bc8c7c58923&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5943153 Nov 12 03:18:00.014564 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49208) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:00.056585 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-71e8b313-972b-4759-ab75-9e685cc6a52b req-a5cc185f-4161-45c9-9eae-9eccad900073 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa855501-2127-4feb-89c4-3627b703c079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061570 Nov 12 03:18:00.104721 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0d49b379-e051-48b3-b6c7-e7010d7add93 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Publish callbacks [] for floatingip, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:00.180197 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6c8e4992-9bfe-47af-8b98-00d887100355 req-9080f664-e480-4b45-95d2-8521132bb5a5 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162461 Nov 12 03:18:00.269352 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-08d53483-8052-47ea-8d42-87a0e6475bf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:00.335237 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abb62f3-b1c1-4a4b-9c12-482d367581f7 tempest-AutoAllocateNetworkTest-1732677338 tempest-AutoAllocateNetworkTest-1732677338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:00.340745 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 49220) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:00.344359 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2abb62f3-b1c1-4a4b-9c12-482d367581f7 tempest-AutoAllocateNetworkTest-1732677338 tempest-AutoAllocateNetworkTest-1732677338-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3262024 Nov 12 03:18:00.474878 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005261e3-6a13-4c54-9451-5dc82d97e92f req-da44e75c-df14-41b9-afd9-b0ef4b781560 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:00.480207 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-005261e3-6a13-4c54-9451-5dc82d97e92f req-da44e75c-df14-41b9-afd9-b0ef4b781560 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ac8b86-be64-42d6-9e9b-053598ba972f HTTP/1.1" status: 200 len: 948 time: 0.1107328 Nov 12 03:18:00.481855 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0d49b379-e051-48b3-b6c7-e7010d7add93 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:00.508017 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49224) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:00.539013 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-829bccc7-279f-4ce5-aa54-ef42f1751772 tempest-AutoAllocateNetworkTest-1732677338 tempest-AutoAllocateNetworkTest-1732677338-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1956782 Nov 12 03:18:00.550694 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 49228) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:00.618272 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-005261e3-6a13-4c54-9451-5dc82d97e92f req-5ed2a924-d75c-4e8c-982e-2fa4ab5a533b tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/security-groups?id=6011f749-96df-4d51-8daa-41fdb4882c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300921 Nov 12 03:18:00.639308 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-cdfe39c2-613c-4d8d-8f3e-690be44b4a04 tempest-AutoAllocateNetworkTest-1732677338 tempest-AutoAllocateNetworkTest-1732677338-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=2dd620a9346443ee902e0bc8c7c58923 HTTP/1.1" status: 200 len: 208 time: 0.0833054 Nov 12 03:18:00.664169 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3316c5-c70d-40ed-9c54-036762638667 req-c3e94b8f-a52c-463d-a1b5-dead5ddd04b5 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:00.673008 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6c3316c5-c70d-40ed-9c54-036762638667 req-c3e94b8f-a52c-463d-a1b5-dead5ddd04b5 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 949 time: 0.1036589 Nov 12 03:18:00.755198 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-0d49b379-e051-48b3-b6c7-e7010d7add93 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Allocated IP 172.25.5.158 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/c4e44bba-8e3b-4aa3-b1b7-9e8e59d33494) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:18:00.773836 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6c3316c5-c70d-40ed-9c54-036762638667 req-796ec81f-d226-41a9-8569-18b6cd9a25cc tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987003 Nov 12 03:18:00.869561 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7ffa1683-03eb-4ee3-bba5-412350dc3238 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:01.018891 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7ffa1683-03eb-4ee3-bba5-412350dc3238 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:01.031197 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7ffa1683-03eb-4ee3-bba5-412350dc3238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:01.077672 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa1683-03eb-4ee3-bba5-412350dc3238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cacdecb-0c59-4e0a-a397-c5bc2802eaee,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:01.084233 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0d49b379-e051-48b3-b6c7-e7010d7add93 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:01.109926 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7ffa1683-03eb-4ee3-bba5-412350dc3238 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=37336c0574194c3b8af0d55f6c3364cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6007931 Nov 12 03:18:01.110073 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 49246) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:01.174707 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0d49b379-e051-48b3-b6c7-e7010d7add93 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:01.215885 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 6a134abd-558d-4a75-8fa5-2b08de7be105 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:18:01.235440 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 49248) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:01.297698 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d49b379-e051-48b3-b6c7-e7010d7add93 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:18:01.312132 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-0d49b379-e051-48b3-b6c7-e7010d7add93 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:01.315006 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d49b379-e051-48b3-b6c7-e7010d7add93 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:18:01.321527 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-246406d6-0c3d-4b69-a575-7ac4e6dc2364 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:01.324214 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d49b379-e051-48b3-b6c7-e7010d7add93 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Pushing event updated for resources: {'Port': ['ID=c4e44bba-8e3b-4aa3-b1b7-9e8e59d33494,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:01.352208 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588ae8f-12b3-4328-b9a8-8b19c3dd11fa req-e46b5ff5-56b0-473d-b304-3a944207daa5 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:01.363008 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f588ae8f-12b3-4328-b9a8-8b19c3dd11fa req-e46b5ff5-56b0-473d-b304-3a944207daa5 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] 10.222.0.50 "GET /v2.0/ports?device_id=1488bc01-4aa1-4970-97c8-7fc1c5251c46 HTTP/1.1" status: 200 len: 948 time: 0.1457837 Nov 12 03:18:01.452741 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-246406d6-0c3d-4b69-a575-7ac4e6dc2364 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:01.496019 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0d49b379-e051-48b3-b6c7-e7010d7add93 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:01.516471 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 43a4f289-812c-4946-bf23-fabd81d1e7e4 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:01.525331 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f588ae8f-12b3-4328-b9a8-8b19c3dd11fa req-8c391803-ba21-4908-a7f1-dd435a423207 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa855501-2127-4feb-89c4-3627b703c079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612391 Nov 12 03:18:01.582859 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0d49b379-e051-48b3-b6c7-e7010d7add93 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:01.605528 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-246406d6-0c3d-4b69-a575-7ac4e6dc2364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:01.608825 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-246406d6-0c3d-4b69-a575-7ac4e6dc2364 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:01.610324 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-246406d6-0c3d-4b69-a575-7ac4e6dc2364 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8cacdecb-0c59-4e0a-a397-c5bc2802eaee HTTP/1.1" status: 204 len: 168 time: 0.4987729 Nov 12 03:18:01.627358 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246406d6-0c3d-4b69-a575-7ac4e6dc2364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cacdecb-0c59-4e0a-a397-c5bc2802eaee,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:01.693301 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 6a134abd-558d-4a75-8fa5-2b08de7be105, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=6a134abd-558d-4a75-8fa5-2b08de7be105,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:01.722092 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '6a134abd-558d-4a75-8fa5-2b08de7be105', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'port_id': '6a134abd-558d-4a75-8fa5-2b08de7be105', 'mac_address': 'fa:16:3e:4c:51:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa66706f-b415-4bb9-838e-cfd08f81d96b', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:18:01.727088 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b499f84b-fa29-4fd3-8f74-16162df3cdd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:01.769207 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:01.772874 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 43a4f289-812c-4946-bf23-fabd81d1e7e4 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:01.773272 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:01.896443 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a134abd-558d-4a75-8fa5-2b08de7be105 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:01.953855 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 6a134abd-558d-4a75-8fa5-2b08de7be105, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=6a134abd-558d-4a75-8fa5-2b08de7be105,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:01.959506 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:01.962715 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device cf4cb6da-7be1-40ca-8c77-076cb9362050 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:18:02.020428 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559dee8-bce5-4620-bd6e-a5ec9b6f30e3 req-82f36431-34cc-4ebd-a96e-f42f4267e9e8 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:02.031030 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0559dee8-bce5-4620-bd6e-a5ec9b6f30e3 req-82f36431-34cc-4ebd-a96e-f42f4267e9e8 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ac8b86-be64-42d6-9e9b-053598ba972f HTTP/1.1" status: 200 len: 948 time: 0.2000027 Nov 12 03:18:02.060937 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0d49b379-e051-48b3-b6c7-e7010d7add93 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:02.068478 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0d49b379-e051-48b3-b6c7-e7010d7add93 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:02.198977 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port cf4cb6da-7be1-40ca-8c77-076cb9362050, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=cf4cb6da-7be1-40ca-8c77-076cb9362050,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:02.212686 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=6a134abd-558d-4a75-8fa5-2b08de7be105,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:02.213089 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0559dee8-bce5-4620-bd6e-a5ec9b6f30e3 req-833dd89d-ef7e-4d8c-8167-fd38fe92f35c tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/security-groups?id=6011f749-96df-4d51-8daa-41fdb4882c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802802 Nov 12 03:18:02.227019 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b499f84b-fa29-4fd3-8f74-16162df3cdd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:02.227996 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'cf4cb6da-7be1-40ca-8c77-076cb9362050', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'port_id': 'cf4cb6da-7be1-40ca-8c77-076cb9362050', 'mac_address': 'fa:16:3e:53:5e:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa66706f-b415-4bb9-838e-cfd08f81d96b', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:18:02.231967 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d49b379-e051-48b3-b6c7-e7010d7add93 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Pushing event updated for resources: {'Port': ['ID=c4e44bba-8e3b-4aa3-b1b7-9e8e59d33494,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:02.235762 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b499f84b-fa29-4fd3-8f74-16162df3cdd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:02.243960 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0d49b379-e051-48b3-b6c7-e7010d7add93 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:02.280299 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0d49b379-e051-48b3-b6c7-e7010d7add93 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:02.291347 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0d49b379-e051-48b3-b6c7-e7010d7add93 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3430557 Nov 12 03:18:02.310799 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9395310c-e157-43d9-8ef5-444c9f4e5ef2 req-be3df0f0-62c5-4057-ac26-a1de90cd9695 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:02.312718 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9395310c-e157-43d9-8ef5-444c9f4e5ef2 req-be3df0f0-62c5-4057-ac26-a1de90cd9695 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 949 time: 0.2240717 Nov 12 03:18:02.320352 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:02.341749 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf4cb6da-7be1-40ca-8c77-076cb9362050 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:02.351429 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b499f84b-fa29-4fd3-8f74-16162df3cdd9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2dd620a9346443ee902e0bc8c7c58923&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1132479 Nov 12 03:18:02.354674 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b499f84b-fa29-4fd3-8f74-16162df3cdd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d010fe-8758-47a4-b945-6b4f63286c2c,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:02.357181 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49278) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:02.386181 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port cf4cb6da-7be1-40ca-8c77-076cb9362050, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=cf4cb6da-7be1-40ca-8c77-076cb9362050,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:02.391735 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:02.424849 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9395310c-e157-43d9-8ef5-444c9f4e5ef2 req-de8ecc3a-e1aa-4a4e-a4af-ed2bb576e503 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011171 Nov 12 03:18:02.445171 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a1944f01-82fe-4ae7-b8d8-20d8fb92b873 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:02.489617 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=cf4cb6da-7be1-40ca-8c77-076cb9362050,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:02.495807 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 49284) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:02.506846 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a1944f01-82fe-4ae7-b8d8-20d8fb92b873 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:02.515551 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-301504e8-c8e9-4cac-9452-2b639deeef6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:02.650350 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a1944f01-82fe-4ae7-b8d8-20d8fb92b873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:02.654260 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a1944f01-82fe-4ae7-b8d8-20d8fb92b873 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:02.655848 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a1944f01-82fe-4ae7-b8d8-20d8fb92b873 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/98d010fe-8758-47a4-b945-6b4f63286c2c HTTP/1.1" status: 204 len: 168 time: 0.2961597 Nov 12 03:18:02.675675 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['cf4cb6da-7be1-40ca-8c77-076cb9362050'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:02.725507 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-301504e8-c8e9-4cac-9452-2b639deeef6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:02.732420 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-301504e8-c8e9-4cac-9452-2b639deeef6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:02.772557 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['6a134abd-558d-4a75-8fa5-2b08de7be105'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:02.788693 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1944f01-82fe-4ae7-b8d8-20d8fb92b873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d010fe-8758-47a4-b945-6b4f63286c2c,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:02.809936 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49318) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:02.816582 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-301504e8-c8e9-4cac-9452-2b639deeef6c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f67a6693207f44f09d2ab56ce516a732&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3191137 Nov 12 03:18:02.858288 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301504e8-c8e9-4cac-9452-2b639deeef6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27221402-6983-4ea5-a129-17d38737d607,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:02.909891 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d02f4-69f7-409e-b4da-09b1f7bd1123 req-803c3b64-68e4-425b-b642-6d01b6ec347b tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:02.918758 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-558d02f4-69f7-409e-b4da-09b1f7bd1123 req-803c3b64-68e4-425b-b642-6d01b6ec347b tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] 10.222.0.50 "GET /v2.0/ports?device_id=1488bc01-4aa1-4970-97c8-7fc1c5251c46 HTTP/1.1" status: 200 len: 949 time: 0.2272582 Nov 12 03:18:02.940270 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b1619a3b-39e4-4aa3-af4b-ed4e5c07b6d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:03.024976 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b1619a3b-39e4-4aa3-af4b-ed4e5c07b6d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:03.115426 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-558d02f4-69f7-409e-b4da-09b1f7bd1123 req-463d6141-856b-4ae9-9289-0e84f9fbd626 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa855501-2127-4feb-89c4-3627b703c079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928406 Nov 12 03:18:03.151960 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b1619a3b-39e4-4aa3-af4b-ed4e5c07b6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:03.160884 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b1619a3b-39e4-4aa3-af4b-ed4e5c07b6d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:03.160884 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b1619a3b-39e4-4aa3-af4b-ed4e5c07b6d7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/27221402-6983-4ea5-a129-17d38737d607 HTTP/1.1" status: 204 len: 168 time: 0.3445368 Nov 12 03:18:03.169170 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1619a3b-39e4-4aa3-af4b-ed4e5c07b6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27221402-6983-4ea5-a129-17d38737d607,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:03.332439 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-581c6a98-0c33-46bd-8cc0-b70dbf4866b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:03.552875 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc1042-d146-496c-8ff5-e2c1461fb6ba req-2a83eab5-e4c7-4fa8-b1b4-6e9e3d1b2fcf tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:03.579843 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8dbc1042-d146-496c-8ff5-e2c1461fb6ba req-2a83eab5-e4c7-4fa8-b1b4-6e9e3d1b2fcf tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ac8b86-be64-42d6-9e9b-053598ba972f HTTP/1.1" status: 200 len: 949 time: 0.1703544 Nov 12 03:18:03.630833 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8dbc1042-d146-496c-8ff5-e2c1461fb6ba req-f0bafec3-79f9-4a6f-aaa9-8bb87128dd76 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/security-groups?id=6011f749-96df-4d51-8daa-41fdb4882c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497613 Nov 12 03:18:03.786365 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a03b7d-3a64-4e7a-908a-f755dc46a61a req-366ec6d3-95c5-45fa-8d58-b9f5a3b71495 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:03.789956 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-46a03b7d-3a64-4e7a-908a-f755dc46a61a req-366ec6d3-95c5-45fa-8d58-b9f5a3b71495 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 949 time: 0.1363053 Nov 12 03:18:03.890218 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-46a03b7d-3a64-4e7a-908a-f755dc46a61a req-5371bb99-077d-4808-a59a-52af73d9516c tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892341 Nov 12 03:18:03.950507 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:04.359065 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06e50e-25f5-4c43-a4c1-7131747659c8 req-b97bf9e8-76ba-4c4e-80a5-da66157303bb tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:04.372207 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cc06e50e-25f5-4c43-a4c1-7131747659c8 req-b97bf9e8-76ba-4c4e-80a5-da66157303bb tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] 10.222.0.50 "GET /v2.0/ports?device_id=1488bc01-4aa1-4970-97c8-7fc1c5251c46 HTTP/1.1" status: 200 len: 949 time: 0.1599331 Nov 12 03:18:04.486582 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cc06e50e-25f5-4c43-a4c1-7131747659c8 req-b3858074-8386-4d3c-9705-a69cb65690f7 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa855501-2127-4feb-89c4-3627b703c079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129682 Nov 12 03:18:04.922842 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c285b5-7739-4e7b-b6a2-5c35ef862e23 req-6fb6dd71-3976-421a-9b04-b2acc88cda26 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:04.936792 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f5c285b5-7739-4e7b-b6a2-5c35ef862e23 req-6fb6dd71-3976-421a-9b04-b2acc88cda26 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ac8b86-be64-42d6-9e9b-053598ba972f HTTP/1.1" status: 200 len: 949 time: 0.1434968 Nov 12 03:18:05.033676 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f5c285b5-7739-4e7b-b6a2-5c35ef862e23 req-cc31f031-4308-4d07-afec-fbdeeffd9cfa tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/security-groups?id=6011f749-96df-4d51-8daa-41fdb4882c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940170 Nov 12 03:18:05.211066 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 6a134abd-558d-4a75-8fa5-2b08de7be105 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:05.251841 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ea2c2-7715-4eef-a7a9-ef82c04cd858 req-d9240ef2-268c-465f-84af-1812fdf417a4 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:05.275962 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1f6ea2c2-7715-4eef-a7a9-ef82c04cd858 req-d9240ef2-268c-465f-84af-1812fdf417a4 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 949 time: 0.2243271 Nov 12 03:18:05.397043 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:05.424262 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1f6ea2c2-7715-4eef-a7a9-ef82c04cd858 req-584f77f7-810e-4bdc-90ca-d9695b233637 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465795 Nov 12 03:18:05.433860 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 6a134abd-558d-4a75-8fa5-2b08de7be105 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:18:05.453240 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 6a134abd-558d-4a75-8fa5-2b08de7be105 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:05.453240 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:05.653673 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:05.734805 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1488bc01-4aa1-4970-97c8-7fc1c5251c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a134abd-558d-4a75-8fa5-2b08de7be105'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:05.739701 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a52b6-6143-47a8-97c4-476b7c753ff2 req-8f150ae5-3e06-4c2d-8b12-9e48f794618b tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:05.745220 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d8e395-d399-42b7-8218-66b507a67864" -d '{"events": [{"server_uuid": "1488bc01-4aa1-4970-97c8-7fc1c5251c46", "name": "network-vif-plugged", "status": "completed", "tag": "6a134abd-558d-4a75-8fa5-2b08de7be105"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:05.751910 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-458a52b6-6143-47a8-97c4-476b7c753ff2 req-8f150ae5-3e06-4c2d-8b12-9e48f794618b tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] 10.222.0.50 "GET /v2.0/ports?device_id=1488bc01-4aa1-4970-97c8-7fc1c5251c46 HTTP/1.1" status: 200 len: 949 time: 0.1333356 Nov 12 03:18:05.774440 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 6a134abd-558d-4a75-8fa5-2b08de7be105, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=6a134abd-558d-4a75-8fa5-2b08de7be105,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:05.781537 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:05.783906 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device cf4cb6da-7be1-40ca-8c77-076cb9362050 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:05.895938 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-458a52b6-6143-47a8-97c4-476b7c753ff2 req-63262c17-e950-410c-9dc0-8a3caef8a470 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa855501-2127-4feb-89c4-3627b703c079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430447 Nov 12 03:18:05.963296 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4af14e5-620a-4980-bc70-6e4cf08818b5 x-openstack-request-id: req-a4af14e5-620a-4980-bc70-6e4cf08818b5 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:05.963620 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1488bc01-4aa1-4970-97c8-7fc1c5251c46", "name": "network-vif-plugged", "status": "completed", "tag": "6a134abd-558d-4a75-8fa5-2b08de7be105", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:05.963888 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a4af14e5-620a-4980-bc70-6e4cf08818b5 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:05.964321 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1488bc01-4aa1-4970-97c8-7fc1c5251c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a134abd-558d-4a75-8fa5-2b08de7be105', 'code': 200} Nov 12 03:18:06.048972 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=6a134abd-558d-4a75-8fa5-2b08de7be105,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:06.057707 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aef01f-a6f2-4b84-9373-03c72351d846 req-2867833c-c816-4c83-96f6-1a60f5b5c7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:06.060757 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f8aef01f-a6f2-4b84-9373-03c72351d846 req-2867833c-c816-4c83-96f6-1a60f5b5c7c5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1488bc01-4aa1-4970-97c8-7fc1c5251c46 HTTP/1.1" status: 200 len: 1102 time: 0.0821841 Nov 12 03:18:06.094723 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port cf4cb6da-7be1-40ca-8c77-076cb9362050 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:18:06.109305 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port cf4cb6da-7be1-40ca-8c77-076cb9362050 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:06.109864 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:06.144411 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f8aef01f-a6f2-4b84-9373-03c72351d846 req-ab010785-2cea-4b23-9512-630370c08756 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=aa855501-2127-4feb-89c4-3627b703c079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731525 Nov 12 03:18:06.250556 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:06.258962 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:06.304399 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port cf4cb6da-7be1-40ca-8c77-076cb9362050, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=cf4cb6da-7be1-40ca-8c77-076cb9362050,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:06.310735 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:06.330975 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b8247a-1bc8-4b6a-b920-b071c1300d11 req-58fb265a-849d-4b57-80c5-001f54dffcf2 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:06.357125 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c5b8247a-1bc8-4b6a-b920-b071c1300d11 req-58fb265a-849d-4b57-80c5-001f54dffcf2 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ac8b86-be64-42d6-9e9b-053598ba972f HTTP/1.1" status: 200 len: 949 time: 0.1406751 Nov 12 03:18:06.422135 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=cf4cb6da-7be1-40ca-8c77-076cb9362050,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:06.432490 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c5b8247a-1bc8-4b6a-b920-b071c1300d11 req-2db42e98-ee85-43cf-91df-f20db4735acf tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/security-groups?id=6011f749-96df-4d51-8daa-41fdb4882c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721183 Nov 12 03:18:06.790006 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f2e2c-9825-4f87-9c87-aa026ee3b9bd req-d1ebea32-936d-4cf8-b735-4067eb3e392b tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:06.794827 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e27f2e2c-9825-4f87-9c87-aa026ee3b9bd req-d1ebea32-936d-4cf8-b735-4067eb3e392b tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 949 time: 0.1038241 Nov 12 03:18:06.867979 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e27f2e2c-9825-4f87-9c87-aa026ee3b9bd req-d206775a-5b8e-48be-88a5-950ef05a06d1 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699146 Nov 12 03:18:07.077265 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf04fe9-32c9-4da5-a08f-4e36fc0dc02c req-45caaaac-92f1-4c84-a679-51d130e70afa tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:07.084677 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-eaf04fe9-32c9-4da5-a08f-4e36fc0dc02c req-45caaaac-92f1-4c84-a679-51d130e70afa tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] 10.222.0.50 "GET /v2.0/ports?device_id=1488bc01-4aa1-4970-97c8-7fc1c5251c46 HTTP/1.1" status: 200 len: 950 time: 0.0860054 Nov 12 03:18:07.152959 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-eaf04fe9-32c9-4da5-a08f-4e36fc0dc02c req-ba620687-60b0-4194-9f59-60b5d0c0f82e tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa855501-2127-4feb-89c4-3627b703c079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651286 Nov 12 03:18:07.645455 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532261d-8408-4e9c-bc34-27ef5d8ba5bc req-f1b7b355-5fe8-476b-8208-81997bb4dc40 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:07.648212 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9532261d-8408-4e9c-bc34-27ef5d8ba5bc req-f1b7b355-5fe8-476b-8208-81997bb4dc40 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ac8b86-be64-42d6-9e9b-053598ba972f HTTP/1.1" status: 200 len: 950 time: 0.0772655 Nov 12 03:18:07.737746 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9532261d-8408-4e9c-bc34-27ef5d8ba5bc req-9413a148-8b90-4b5a-9391-0e5c4d7e80db tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/security-groups?id=6011f749-96df-4d51-8daa-41fdb4882c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774574 Nov 12 03:18:07.966036 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ac8b86-be64-42d6-9e9b-053598ba972f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4cb6da-7be1-40ca-8c77-076cb9362050'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:07.969104 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe119ae-49dc-4b15-a6f5-226ddebe01f2" -d '{"events": [{"server_uuid": "95ac8b86-be64-42d6-9e9b-053598ba972f", "name": "network-vif-plugged", "status": "completed", "tag": "cf4cb6da-7be1-40ca-8c77-076cb9362050"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:08.065388 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea2a562-0353-4931-9699-776ff480ef18 x-openstack-request-id: req-bea2a562-0353-4931-9699-776ff480ef18 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:08.066144 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ac8b86-be64-42d6-9e9b-053598ba972f", "name": "network-vif-plugged", "status": "completed", "tag": "cf4cb6da-7be1-40ca-8c77-076cb9362050", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:08.066442 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bea2a562-0353-4931-9699-776ff480ef18 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:08.067005 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ac8b86-be64-42d6-9e9b-053598ba972f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4cb6da-7be1-40ca-8c77-076cb9362050', 'code': 200} Nov 12 03:18:08.107093 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e13dd-78f9-4462-8e96-d605d64e9c29 req-6589d3de-945c-41f6-a8c5-d598673bf1cb tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:08.128058 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c66e13dd-78f9-4462-8e96-d605d64e9c29 req-6589d3de-945c-41f6-a8c5-d598673bf1cb tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 949 time: 0.1090915 Nov 12 03:18:08.195860 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49648) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:08.248345 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c66e13dd-78f9-4462-8e96-d605d64e9c29 req-ea28a089-e144-454b-a2f1-ad694ef88cd2 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162825 Nov 12 03:18:08.261600 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a22de-881d-403a-8294-4b351cfdf1c2 req-d8c1a14c-2de5-4f2c-9721-637de810792c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:08.271238 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aa6a22de-881d-403a-8294-4b351cfdf1c2 req-d8c1a14c-2de5-4f2c-9721-637de810792c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=95ac8b86-be64-42d6-9e9b-053598ba972f HTTP/1.1" status: 200 len: 1102 time: 0.0856314 Nov 12 03:18:08.298798 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:08.339686 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aa6a22de-881d-403a-8294-4b351cfdf1c2 req-5243c79e-13d2-42bb-96c9-e0a0ebcc255b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6011f749-96df-4d51-8daa-41fdb4882c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647378 Nov 12 03:18:08.426567 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-851bc1a5-a78c-4873-aaed-8679f94cb490 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:08.487092 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d49e7e-94ec-4472-a78c-d670f7f31080 req-19cb1a82-c5f8-4846-95fe-4b918872da49 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:08.490974 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-91d49e7e-94ec-4472-a78c-d670f7f31080 req-19cb1a82-c5f8-4846-95fe-4b918872da49 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] 10.222.0.50 "GET /v2.0/ports?device_id=1488bc01-4aa1-4970-97c8-7fc1c5251c46 HTTP/1.1" status: 200 len: 950 time: 0.1163716 Nov 12 03:18:08.606578 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-91d49e7e-94ec-4472-a78c-d670f7f31080 req-cd395484-01ac-4aed-a252-73b27e054751 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa855501-2127-4feb-89c4-3627b703c079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074202 Nov 12 03:18:08.627606 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-851bc1a5-a78c-4873-aaed-8679f94cb490 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:08.633072 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-851bc1a5-a78c-4873-aaed-8679f94cb490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:08.654318 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 49660) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:08.690226 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-851bc1a5-a78c-4873-aaed-8679f94cb490 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4282b6fd0b414e2f98b67f3d0a46fb79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4926338 Nov 12 03:18:08.691656 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851bc1a5-a78c-4873-aaed-8679f94cb490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e111e55c-560a-41c7-b1df-6fe51ef8b9c2,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:08.693785 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 49664) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:08.857363 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e40aacbd-b78b-4676-afb2-43ce83d41a1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:08.860507 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6b782232-1306-4d77-af7f-e215e0417ce5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:08.913306 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e40aacbd-b78b-4676-afb2-43ce83d41a1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:09.071142 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e40aacbd-b78b-4676-afb2-43ce83d41a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:09.077279 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e40aacbd-b78b-4676-afb2-43ce83d41a1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:09.079453 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e40aacbd-b78b-4676-afb2-43ce83d41a1e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e111e55c-560a-41c7-b1df-6fe51ef8b9c2 HTTP/1.1" status: 204 len: 168 time: 0.3835549 Nov 12 03:18:09.108362 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6b782232-1306-4d77-af7f-e215e0417ce5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:09.112361 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40aacbd-b78b-4676-afb2-43ce83d41a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e111e55c-560a-41c7-b1df-6fe51ef8b9c2,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:09.153589 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6b782232-1306-4d77-af7f-e215e0417ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:09.247757 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6b782232-1306-4d77-af7f-e215e0417ce5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a436eb090b3641f0be467725847e9734&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5921896 Nov 12 03:18:09.251628 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49678) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:09.253400 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b782232-1306-4d77-af7f-e215e0417ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa6779e-0848-497f-85a6-4725d443e6db,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:09.295805 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f809ebf-016b-497d-9c17-1ca63f4a16b2 req-55b5aa16-7190-4a05-a4d1-0dc7e38eb4f7 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:09.305588 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6f809ebf-016b-497d-9c17-1ca63f4a16b2 req-55b5aa16-7190-4a05-a4d1-0dc7e38eb4f7 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ac8b86-be64-42d6-9e9b-053598ba972f HTTP/1.1" status: 200 len: 950 time: 0.2008047 Nov 12 03:18:09.351261 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-17f412dc-8144-40c4-8201-0865aac8df90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:09.406506 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-17f412dc-8144-40c4-8201-0865aac8df90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:09.437648 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6f809ebf-016b-497d-9c17-1ca63f4a16b2 req-03f62555-00d2-4078-8342-0bce3d5bc924 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/security-groups?id=6011f749-96df-4d51-8daa-41fdb4882c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277177 Nov 12 03:18:09.583251 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59622f-cc9c-4ddf-951a-62e45b8f2897 req-d49dd188-ffc2-44bc-898a-a1caa2bd3708 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:09.590668 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ac59622f-cc9c-4ddf-951a-62e45b8f2897 req-d49dd188-ffc2-44bc-898a-a1caa2bd3708 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] 10.222.0.50 "GET /v2.0/ports?device_id=1488bc01-4aa1-4970-97c8-7fc1c5251c46 HTTP/1.1" status: 200 len: 950 time: 0.1066184 Nov 12 03:18:09.593657 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-17f412dc-8144-40c4-8201-0865aac8df90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:09.599613 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-17f412dc-8144-40c4-8201-0865aac8df90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:09.601167 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-17f412dc-8144-40c4-8201-0865aac8df90 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0fa6779e-0848-497f-85a6-4725d443e6db HTTP/1.1" status: 204 len: 168 time: 0.3471770 Nov 12 03:18:09.642953 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f412dc-8144-40c4-8201-0865aac8df90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa6779e-0848-497f-85a6-4725d443e6db,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:09.728294 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 49692) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:09.753234 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6290544c-9eb0-469b-92fd-7447f3882a97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:09.786711 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ac59622f-cc9c-4ddf-951a-62e45b8f2897 req-227e63ac-a600-4da1-b69b-8dd01ec98eee tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa855501-2127-4feb-89c4-3627b703c079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948574 Nov 12 03:18:10.012658 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6290544c-9eb0-469b-92fd-7447f3882a97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:10.016836 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a47a13e-61f4-4cfd-ad07-cbabf0809825 req-453c7979-e9e2-4b1d-ac11-c28b63de9a79 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:10.018444 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6290544c-9eb0-469b-92fd-7447f3882a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:10.022602 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9a47a13e-61f4-4cfd-ad07-cbabf0809825 req-453c7979-e9e2-4b1d-ac11-c28b63de9a79 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 949 time: 0.1126978 Nov 12 03:18:10.064545 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290544c-9eb0-469b-92fd-7447f3882a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1d2234-c264-46cd-9091-4f9684e97827,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:10.111708 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49698) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:10.112898 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6290544c-9eb0-469b-92fd-7447f3882a97 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0da1233d37b247e1a58a7313962f2dad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3833213 Nov 12 03:18:10.149018 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9a47a13e-61f4-4cfd-ad07-cbabf0809825 req-75f636c0-e386-4832-b57c-e90e8beb6d16 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031251 Nov 12 03:18:10.228152 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4dfe24e2-e14d-4a37-9427-b22faf990696 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:10.281359 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4dfe24e2-e14d-4a37-9427-b22faf990696 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:10.359508 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4dfe24e2-e14d-4a37-9427-b22faf990696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:10.365256 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4dfe24e2-e14d-4a37-9427-b22faf990696 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:10.368847 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4dfe24e2-e14d-4a37-9427-b22faf990696 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5e1d2234-c264-46cd-9091-4f9684e97827 HTTP/1.1" status: 204 len: 168 time: 0.2513723 Nov 12 03:18:10.385544 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe24e2-e14d-4a37-9427-b22faf990696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1d2234-c264-46cd-9091-4f9684e97827,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:10.484665 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49708) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:10.513057 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-179340e1-c2c1-42e8-9b1f-01334e63adf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:10.703013 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745a03d-bd32-478f-a4a1-65465f8351cc req-c1c72269-f93c-47f6-83b6-44428c550ce6 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:10.704589 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7745a03d-bd32-478f-a4a1-65465f8351cc req-c1c72269-f93c-47f6-83b6-44428c550ce6 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ac8b86-be64-42d6-9e9b-053598ba972f HTTP/1.1" status: 200 len: 950 time: 0.1074710 Nov 12 03:18:10.822703 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-179340e1-c2c1-42e8-9b1f-01334e63adf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:10.832224 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-179340e1-c2c1-42e8-9b1f-01334e63adf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:10.834106 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66abecd-fed4-4b5e-bb65-a43fd8ffa6f1 req-b0c83b61-687d-4d39-86db-142632b2222f tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:10.840369 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d66abecd-fed4-4b5e-bb65-a43fd8ffa6f1 req-b0c83b61-687d-4d39-86db-142632b2222f tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] 10.222.0.74 "GET /v2.0/ports?device_id=1488bc01-4aa1-4970-97c8-7fc1c5251c46 HTTP/1.1" status: 200 len: 950 time: 0.1765385 Nov 12 03:18:10.964230 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179340e1-c2c1-42e8-9b1f-01334e63adf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca2cd20-f00c-45dc-8ee9-435b5744a700,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:10.986601 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-179340e1-c2c1-42e8-9b1f-01334e63adf9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a2d0eeedb3584f66b0a70d761824463c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5008597 Nov 12 03:18:11.013196 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7745a03d-bd32-478f-a4a1-65465f8351cc req-0fda18de-1d6f-4780-b3f5-d0ac1e1fbde2 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/security-groups?id=6011f749-96df-4d51-8daa-41fdb4882c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822342 Nov 12 03:18:11.014244 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49718) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:11.098227 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5c0721-8012-4e0d-aa7f-9f792ba63c9e req-5938f66e-c498-4b58-bf79-8147d6005c8a tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:11.099849 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ae5c0721-8012-4e0d-aa7f-9f792ba63c9e req-5938f66e-c498-4b58-bf79-8147d6005c8a tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] 10.222.0.50 "GET /v2.0/ports?device_id=1488bc01-4aa1-4970-97c8-7fc1c5251c46 HTTP/1.1" status: 200 len: 950 time: 0.1180527 Nov 12 03:18:11.120457 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-d66abecd-fed4-4b5e-bb65-a43fd8ffa6f1 req-58d29d09-6880-4af9-9443-f55dbe055428 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Deleting port 6a134abd-558d-4a75-8fa5-2b08de7be105 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:18:11.122400 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d66abecd-fed4-4b5e-bb65-a43fd8ffa6f1 req-58d29d09-6880-4af9-9443-f55dbe055428 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:11.164002 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2a5802a4-17ee-4431-9345-6c9111be3897 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:11.215368 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49726) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:11.235462 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2a5802a4-17ee-4431-9345-6c9111be3897 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:11.332924 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ae5c0721-8012-4e0d-aa7f-9f792ba63c9e req-ef74d71a-b518-4a29-8960-dbf93fddad48 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa855501-2127-4feb-89c4-3627b703c079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230525 Nov 12 03:18:11.356211 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2a5802a4-17ee-4431-9345-6c9111be3897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:11.358909 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2a5802a4-17ee-4431-9345-6c9111be3897 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:11.366237 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2a5802a4-17ee-4431-9345-6c9111be3897 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9ca2cd20-f00c-45dc-8ee9-435b5744a700 HTTP/1.1" status: 204 len: 168 time: 0.3424332 Nov 12 03:18:11.384854 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5802a4-17ee-4431-9345-6c9111be3897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca2cd20-f00c-45dc-8ee9-435b5744a700,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:11.409621 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-d66abecd-fed4-4b5e-bb65-a43fd8ffa6f1 req-58d29d09-6880-4af9-9443-f55dbe055428 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] For port 6a134abd-558d-4a75-8fa5-2b08de7be105, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=6a134abd-558d-4a75-8fa5-2b08de7be105,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:11.416035 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d66abecd-fed4-4b5e-bb65-a43fd8ffa6f1 req-58d29d09-6880-4af9-9443-f55dbe055428 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:11.443574 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-d66abecd-fed4-4b5e-bb65-a43fd8ffa6f1 req-58d29d09-6880-4af9-9443-f55dbe055428 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Calling delete_port for 6a134abd-558d-4a75-8fa5-2b08de7be105 owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:18:11.558091 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-25886163-5d14-4f9f-b95c-daf8f6f80772 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:11.592499 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ccb280-7004-499c-bbd8-a53ee2586e33 req-11f30b82-6540-4c93-9a44-67b402d04ce8 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:11.601570 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-57ccb280-7004-499c-bbd8-a53ee2586e33 req-11f30b82-6540-4c93-9a44-67b402d04ce8 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ac8b86-be64-42d6-9e9b-053598ba972f HTTP/1.1" status: 200 len: 950 time: 0.1449587 Nov 12 03:18:11.625513 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2bda9e-9b01-4238-935f-48612fce65b3 req-2f68a9bd-8fbd-4da5-9dee-ce74a1606840 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:11.637731 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bf2bda9e-9b01-4238-935f-48612fce65b3 req-2f68a9bd-8fbd-4da5-9dee-ce74a1606840 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 949 time: 0.1559298 Nov 12 03:18:11.689170 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-57ccb280-7004-499c-bbd8-a53ee2586e33 req-00058202-cc6a-4ba6-bbc3-92356b8bdf9d tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/security-groups?id=6011f749-96df-4d51-8daa-41fdb4882c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865669 Nov 12 03:18:11.773044 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bf2bda9e-9b01-4238-935f-48612fce65b3 req-02e3a7cf-cfbf-4777-be1d-db00fe9ac127 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337419 Nov 12 03:18:11.834754 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-25886163-5d14-4f9f-b95c-daf8f6f80772 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:11.851162 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-25886163-5d14-4f9f-b95c-daf8f6f80772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:11.855336 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d66abecd-fed4-4b5e-bb65-a43fd8ffa6f1 req-58d29d09-6880-4af9-9443-f55dbe055428 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:11.872594 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['6a134abd-558d-4a75-8fa5-2b08de7be105'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:11.922872 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d29d09-6880-4af9-9443-f55dbe055428 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Pushing event deleted for resources: {'Port': ['ID=6a134abd-558d-4a75-8fa5-2b08de7be105,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:11.950918 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-25886163-5d14-4f9f-b95c-daf8f6f80772 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1080333444b64791b342facf67876167&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7305870 Nov 12 03:18:11.950918 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25886163-5d14-4f9f-b95c-daf8f6f80772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e692c4-476a-4be1-82b9-00a7fae29dc6,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:11.951615 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 49750) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:12.134762 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-d66abecd-fed4-4b5e-bb65-a43fd8ffa6f1 req-58d29d09-6880-4af9-9443-f55dbe055428 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] No DVR routers for this DVR port 6a134abd-558d-4a75-8fa5-2b08de7be105 on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:18:12.149876 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d66abecd-fed4-4b5e-bb65-a43fd8ffa6f1 req-58d29d09-6880-4af9-9443-f55dbe055428 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:12.160058 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d66abecd-fed4-4b5e-bb65-a43fd8ffa6f1 req-58d29d09-6880-4af9-9443-f55dbe055428 tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] 10.222.0.74 "DELETE /v2.0/ports/6a134abd-558d-4a75-8fa5-2b08de7be105 HTTP/1.1" status: 204 len: 173 time: 1.3128178 Nov 12 03:18:12.161789 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1488bc01-4aa1-4970-97c8-7fc1c5251c46', 'name': 'network-vif-deleted', 'tag': '6a134abd-558d-4a75-8fa5-2b08de7be105'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:12.165463 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16bb25a1-0922-4553-9587-b39f45b19e79" -d '{"events": [{"server_uuid": "1488bc01-4aa1-4970-97c8-7fc1c5251c46", "name": "network-vif-deleted", "tag": "6a134abd-558d-4a75-8fa5-2b08de7be105"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:12.246516 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-933f6cf9-5235-4447-9abb-1cd2037efd2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:12.312287 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cead248-6776-4f09-b0a6-981d1f5da4a3 x-openstack-request-id: req-3cead248-6776-4f09-b0a6-981d1f5da4a3 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:12.312912 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1488bc01-4aa1-4970-97c8-7fc1c5251c46", "name": "network-vif-deleted", "tag": "6a134abd-558d-4a75-8fa5-2b08de7be105", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:12.314233 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3cead248-6776-4f09-b0a6-981d1f5da4a3 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:12.314873 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1488bc01-4aa1-4970-97c8-7fc1c5251c46', 'name': 'network-vif-deleted', 'tag': '6a134abd-558d-4a75-8fa5-2b08de7be105', 'status': 'completed', 'code': 200} Nov 12 03:18:12.342083 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-23bed844-7fba-4aa5-b09e-7b84d8d99a64 service neutron] show failed (client error): The resource could not be found. Nov 12 03:18:12.343336 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-23bed844-7fba-4aa5-b09e-7b84d8d99a64 service neutron] 10.222.0.90 "GET /v2.0/ports/cf18a935-ba16-480d-beeb-265435239d7f/bindings/n-h1-715271-27 HTTP/1.1" status: 404 len: 381 time: 0.1502607 Nov 12 03:18:12.368724 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-933f6cf9-5235-4447-9abb-1cd2037efd2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:12.581515 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec1c7c-238b-4819-913c-30af8a442d0d req-cd039cc3-af7e-44f7-badf-681263173d64 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:12.596344 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d1712d8e-09c5-4ea0-9692-a33607ade0d4 req-bb7c20b7-6bbe-4d32-aaa8-ad8bd464217f tempest-ServerDiagnosticsNegativeTest-1126799441 tempest-ServerDiagnosticsNegativeTest-1126799441-project] 10.222.0.50 "GET /v2.0/ports?device_id=1488bc01-4aa1-4970-97c8-7fc1c5251c46 HTTP/1.1" status: 200 len: 210 time: 0.0567632 Nov 12 03:18:12.600796 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d7ec1c7c-238b-4819-913c-30af8a442d0d req-cd039cc3-af7e-44f7-badf-681263173d64 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ac8b86-be64-42d6-9e9b-053598ba972f HTTP/1.1" status: 200 len: 950 time: 0.2260175 Nov 12 03:18:12.657144 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49776) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:12.666657 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-933f6cf9-5235-4447-9abb-1cd2037efd2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:12.671165 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-933f6cf9-5235-4447-9abb-1cd2037efd2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:12.672705 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-933f6cf9-5235-4447-9abb-1cd2037efd2f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/42e692c4-476a-4be1-82b9-00a7fae29dc6 HTTP/1.1" status: 204 len: 168 time: 0.7193067 Nov 12 03:18:12.695619 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f6cf9-5235-4447-9abb-1cd2037efd2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e692c4-476a-4be1-82b9-00a7fae29dc6,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:12.746241 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d7ec1c7c-238b-4819-913c-30af8a442d0d req-53a982a6-2d29-4e1e-85ba-97abaf604f60 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/security-groups?id=6011f749-96df-4d51-8daa-41fdb4882c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432381 Nov 12 03:18:12.872476 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-d3bb78a1-284c-4754-a3db-fed2ac5195e0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-956530728-network', 'tenant_id': '0c2a394b3df14b6fa18d652ec0208183'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:12.919833 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3bb78a1-284c-4754-a3db-fed2ac5195e0 admin admin] Made reservation on behalf of 0c2a394b3df14b6fa18d652ec0208183 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:18:12.923029 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d3bb78a1-284c-4754-a3db-fed2ac5195e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:12.934126 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-0856fac6-4836-406d-96d8-2e250264176f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:12.936126 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-0856fac6-4836-406d-96d8-2e250264176f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7&tenant_id=8b0d25ea08f644adbd397e66a514b9b0 HTTP/1.1" status: 200 len: 1101 time: 0.1782265 Nov 12 03:18:12.956595 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-344b3bbe-315e-47e8-a293-4cd6384e11b2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-27', 'device_owner': 'compute:nova'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:12.980795 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d3bb78a1-284c-4754-a3db-fed2ac5195e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:13.157248 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-344b3bbe-315e-47e8-a293-4cd6384e11b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:13.250502 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e6f37-aa7e-45f4-a42a-9564b74c2e3d req-db82da64-7f56-49f7-87d9-d9d673950f51 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:13.259100 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f59e6f37-aa7e-45f4-a42a-9564b74c2e3d req-db82da64-7f56-49f7-87d9-d9d673950f51 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 949 time: 0.3279908 Nov 12 03:18:13.330831 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d3bb78a1-284c-4754-a3db-fed2ac5195e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:13.429311 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f59e6f37-aa7e-45f4-a42a-9564b74c2e3d req-6125dfab-b16e-483f-94f9-3f9a064d7588 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688111 Nov 12 03:18:13.431882 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d3bb78a1-284c-4754-a3db-fed2ac5195e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:13.494041 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3bb78a1-284c-4754-a3db-fed2ac5195e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:18:13.530236 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d3bb78a1-284c-4754-a3db-fed2ac5195e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:13.530969 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-d3bb78a1-284c-4754-a3db-fed2ac5195e0 admin admin] Added segment deda82be-5453-4614-b8d8-8c3c707e6bba of type vlan for network 9ad53eb6-e926-46e0-a3f6-d2e20398b19f Nov 12 03:18:13.543100 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb78a1-284c-4754-a3db-fed2ac5195e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d75f863-58ac-453d-9bf0-cd26a14c46bb,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:13.581384 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-344b3bbe-315e-47e8-a293-4cd6384e11b2 service neutron] For port cf18a935-ba16-480d-beeb-265435239d7f, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=cf18a935-ba16-480d-beeb-265435239d7f,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:13.593991 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 49796) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:13.600763 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d3bb78a1-284c-4754-a3db-fed2ac5195e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:13.617372 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-17e0b246-15e8-40ff-b2bf-313f67c5047d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:13.621156 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49800) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:13.674392 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-344b3bbe-315e-47e8-a293-4cd6384e11b2 service neutron] For port cf18a935-ba16-480d-beeb-265435239d7f, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:18:13.695864 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d3bb78a1-284c-4754-a3db-fed2ac5195e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:13.696891 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bb78a1-284c-4754-a3db-fed2ac5195e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:13.700325 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d3bb78a1-284c-4754-a3db-fed2ac5195e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:13.778069 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-344b3bbe-315e-47e8-a293-4cd6384e11b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:13.843720 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-344b3bbe-315e-47e8-a293-4cd6384e11b2 service neutron] Transition to ACTIVE for port object cf18a935-ba16-480d-beeb-265435239d7f will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:18:13.853481 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-344b3bbe-315e-47e8-a293-4cd6384e11b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:13.857729 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb78a1-284c-4754-a3db-fed2ac5195e0 admin admin] Pushing event updated for resources: {'Network': ['ID=9ad53eb6-e926-46e0-a3f6-d2e20398b19f,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:13.890511 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 9ad53eb6-e926-46e0-a3f6-d2e20398b19f details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:18:13.920014 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d3bb78a1-284c-4754-a3db-fed2ac5195e0 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2611327 Nov 12 03:18:13.923414 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49808) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:13.958758 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-06e51b2b-e64e-4f21-bb6d-b27d6c0a8f1b admin admin] Request body: {'subnet': {'network_id': '9ad53eb6-e926-46e0-a3f6-d2e20398b19f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-956530728-subnet', 'tenant_id': '0c2a394b3df14b6fa18d652ec0208183', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:13.993391 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-17e0b246-15e8-40ff-b2bf-313f67c5047d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:13.998701 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-344b3bbe-315e-47e8-a293-4cd6384e11b2 service neutron] No DVR routers for this DVR port cf18a935-ba16-480d-beeb-265435239d7f on host n-h2-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:18:14.010530 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b3bbe-315e-47e8-a293-4cd6384e11b2 service neutron] Pushing event updated for resources: {'Port': ['ID=cf18a935-ba16-480d-beeb-265435239d7f,revision_number=6']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:14.011796 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-17e0b246-15e8-40ff-b2bf-313f67c5047d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:14.056717 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-6d2661cc-9530-4f7c-afd5-f68ea89a51ff admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-86512371-network', 'tenant_id': 'ab1cf8386d1b4172a2ff2003f6ed3228'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:14.099836 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1876a2-e1e4-4e1b-9b5d-855e2c363b0f req-4c3a5017-13d9-4757-a91d-ec0240ba83a3 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:14.101689 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2c1876a2-e1e4-4e1b-9b5d-855e2c363b0f req-4c3a5017-13d9-4757-a91d-ec0240ba83a3 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.74 "GET /v2.0/ports?device_id=95ac8b86-be64-42d6-9e9b-053598ba972f HTTP/1.1" status: 200 len: 950 time: 0.4609902 Nov 12 03:18:14.138317 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-17e0b246-15e8-40ff-b2bf-313f67c5047d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4b8ed15987104472be4b56d4a4ca695a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5432520 Nov 12 03:18:14.143642 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49812) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:14.146625 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-344b3bbe-315e-47e8-a293-4cd6384e11b2 service neutron] Attempting to bind port cf18a935-ba16-480d-beeb-265435239d7f on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:18:14.147073 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-344b3bbe-315e-47e8-a293-4cd6384e11b2 service neutron] Attempting to bind port cf18a935-ba16-480d-beeb-265435239d7f by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:18:14.148479 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-344b3bbe-315e-47e8-a293-4cd6384e11b2 service neutron] Attempting to bind port cf18a935-ba16-480d-beeb-265435239d7f on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:14.162351 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0b246-15e8-40ff-b2bf-313f67c5047d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e331bf5f-aa05-4e33-8d07-783c5fecb131,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:14.182785 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-344b3bbe-315e-47e8-a293-4cd6384e11b2 service neutron] Port cf18a935-ba16-480d-beeb-265435239d7f on network eca3953c-c804-4641-8812-bff95be59582 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:18:14.189982 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-344b3bbe-315e-47e8-a293-4cd6384e11b2 service neutron] Attempting to bind port cf18a935-ba16-480d-beeb-265435239d7f on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:14.210964 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-344b3bbe-315e-47e8-a293-4cd6384e11b2 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:18:14.212239 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-344b3bbe-315e-47e8-a293-4cd6384e11b2 service neutron] Checking segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:14.212795 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-344b3bbe-315e-47e8-a293-4cd6384e11b2 service neutron] Bound using segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:18:14.213406 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-344b3bbe-315e-47e8-a293-4cd6384e11b2 service neutron] Bound port: cf18a935-ba16-480d-beeb-265435239d7f, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:18:14.213759 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-344b3bbe-315e-47e8-a293-4cd6384e11b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:14.325805 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a65faf-0315-487c-8b95-1660521c7ac7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf18a935-ba16-480d-beeb-265435239d7f'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:14.328917 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d15009-be74-4515-9bc4-36b3083356c3" -d '{"events": [{"server_uuid": "53a65faf-0315-487c-8b95-1660521c7ac7", "name": "network-vif-unplugged", "status": "completed", "tag": "cf18a935-ba16-480d-beeb-265435239d7f"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:14.354255 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-344b3bbe-315e-47e8-a293-4cd6384e11b2 service neutron] For port cf18a935-ba16-480d-beeb-265435239d7f, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:18:14.359997 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 49820) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:14.370819 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-344b3bbe-315e-47e8-a293-4cd6384e11b2 service neutron] For port cf18a935-ba16-480d-beeb-265435239d7f, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=cf18a935-ba16-480d-beeb-265435239d7f,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:18:14.401783 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-344b3bbe-315e-47e8-a293-4cd6384e11b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:14.411338 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e51b2b-e64e-4f21-bb6d-b27d6c0a8f1b admin admin] Made reservation on behalf of 0c2a394b3df14b6fa18d652ec0208183 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:18:14.414231 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-06e51b2b-e64e-4f21-bb6d-b27d6c0a8f1b admin admin] Publish callbacks [] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:14.468386 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ff0ea4-3624-47ed-9893-d685a81c8fd1 x-openstack-request-id: req-a1ff0ea4-3624-47ed-9893-d685a81c8fd1 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:14.469643 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a65faf-0315-487c-8b95-1660521c7ac7", "name": "network-vif-unplugged", "status": "completed", "tag": "cf18a935-ba16-480d-beeb-265435239d7f", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:14.470072 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a1ff0ea4-3624-47ed-9893-d685a81c8fd1 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:14.470694 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a65faf-0315-487c-8b95-1660521c7ac7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf18a935-ba16-480d-beeb-265435239d7f', 'code': 200} Nov 12 03:18:14.726971 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2661cc-9530-4f7c-afd5-f68ea89a51ff admin admin] Made reservation on behalf of ab1cf8386d1b4172a2ff2003f6ed3228 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:18:14.729319 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6d2661cc-9530-4f7c-afd5-f68ea89a51ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:14.763116 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6d2661cc-9530-4f7c-afd5-f68ea89a51ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:14.773077 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a857d5a-0bbd-43f0-a7eb-a98184db5ef0 req-dc7e917e-2b85-4287-a340-d25e290c9235 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:14.774681 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4a857d5a-0bbd-43f0-a7eb-a98184db5ef0 req-dc7e917e-2b85-4287-a340-d25e290c9235 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ac8b86-be64-42d6-9e9b-053598ba972f HTTP/1.1" status: 200 len: 950 time: 0.7065833 Nov 12 03:18:14.864989 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-344b3bbe-315e-47e8-a293-4cd6384e11b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:14.865793 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-344b3bbe-315e-47e8-a293-4cd6384e11b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:14.867474 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-344b3bbe-315e-47e8-a293-4cd6384e11b2 service neutron] 10.222.0.74 "PUT /v2.0/ports/cf18a935-ba16-480d-beeb-265435239d7f HTTP/1.1" status: 200 len: 1096 time: 1.9186208 Nov 12 03:18:14.875878 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-27811f1d-6fa8-4df7-b34a-377be6915500 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:14.923305 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-2c1876a2-e1e4-4e1b-9b5d-855e2c363b0f req-e297ddd4-652a-4f81-971f-aa115dc502e8 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Deleting port cf4cb6da-7be1-40ca-8c77-076cb9362050 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:18:14.924021 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2c1876a2-e1e4-4e1b-9b5d-855e2c363b0f req-e297ddd4-652a-4f81-971f-aa115dc502e8 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:14.952962 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b3bbe-315e-47e8-a293-4cd6384e11b2 service neutron] Pushing event updated for resources: {'Port': ['ID=cf18a935-ba16-480d-beeb-265435239d7f,revision_number=7']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:14.989181 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-27811f1d-6fa8-4df7-b34a-377be6915500 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:15.015546 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a2da1-9afd-4be1-8c89-70904a83732c req-1cfcab2d-befc-4051-93cd-7aff94960101 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:15.023208 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-179a2da1-9afd-4be1-8c89-70904a83732c req-1cfcab2d-befc-4051-93cd-7aff94960101 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 947 time: 0.2265010 Nov 12 03:18:15.032822 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5ae18ffb-44bd-4059-a4cd-c70ad852341f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=948e462cafb34b7ebbdebd4ac6ce6fa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6687868 Nov 12 03:18:15.035885 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 49826) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:15.065197 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4a857d5a-0bbd-43f0-a7eb-a98184db5ef0 req-2d209b76-6b2f-4bd5-b755-6ff6430017bd tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/security-groups?id=6011f749-96df-4d51-8daa-41fdb4882c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674403 Nov 12 03:18:15.128126 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-af9c912e-e677-47a2-a72a-375cc8826c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:15.131233 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-af9c912e-e677-47a2-a72a-375cc8826c08 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 1099 time: 0.2029941 Nov 12 03:18:15.240874 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 6a134abd-558d-4a75-8fa5-2b08de7be105 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:18:15.245138 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6d2661cc-9530-4f7c-afd5-f68ea89a51ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:15.258098 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-2c1876a2-e1e4-4e1b-9b5d-855e2c363b0f req-e297ddd4-652a-4f81-971f-aa115dc502e8 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] For port cf4cb6da-7be1-40ca-8c77-076cb9362050, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=cf4cb6da-7be1-40ca-8c77-076cb9362050,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:15.258560 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2c1876a2-e1e4-4e1b-9b5d-855e2c363b0f req-e297ddd4-652a-4f81-971f-aa115dc502e8 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:15.263375 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6d2661cc-9530-4f7c-afd5-f68ea89a51ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:15.276630 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-06e51b2b-e64e-4f21-bb6d-b27d6c0a8f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:15.296215 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-179a2da1-9afd-4be1-8c89-70904a83732c req-60faa2cc-2d97-4069-83c3-53fc08577dc9 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627525 Nov 12 03:18:15.315035 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b5baf0a8-8560-4e51-a108-fe8088167e9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:15.319881 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 6a134abd-558d-4a75-8fa5-2b08de7be105 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:18:15.320488 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 6a134abd-558d-4a75-8fa5-2b08de7be105 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:18:15.321204 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device cf4cb6da-7be1-40ca-8c77-076cb9362050 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:18:15.351382 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-27811f1d-6fa8-4df7-b34a-377be6915500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:15.353951 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-27811f1d-6fa8-4df7-b34a-377be6915500 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:15.355127 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-27811f1d-6fa8-4df7-b34a-377be6915500 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e331bf5f-aa05-4e33-8d07-783c5fecb131 HTTP/1.1" status: 204 len: 168 time: 1.0753593 Nov 12 03:18:15.356294 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-2c1876a2-e1e4-4e1b-9b5d-855e2c363b0f req-e297ddd4-652a-4f81-971f-aa115dc502e8 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Calling delete_port for cf4cb6da-7be1-40ca-8c77-076cb9362050 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:18:15.391500 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b5baf0a8-8560-4e51-a108-fe8088167e9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:15.404141 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d2661cc-9530-4f7c-afd5-f68ea89a51ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:18:15.408925 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e51b2b-e64e-4f21-bb6d-b27d6c0a8f1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c7c23fe-e4a6-46b4-b7a6-fed7b2fa6e7b,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:15.477268 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2661cc-9530-4f7c-afd5-f68ea89a51ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e03d813-d4f3-4432-9ec1-47f363892dbd,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:15.489093 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-02e0ed37-306b-4d18-8020-043ab8e392d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:15.492123 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-02e0ed37-306b-4d18-8020-043ab8e392d5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.3496952 Nov 12 03:18:15.510176 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6d2661cc-9530-4f7c-afd5-f68ea89a51ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:15.510464 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-6d2661cc-9530-4f7c-afd5-f68ea89a51ff admin admin] Added segment 8dbff2fd-9cfc-4504-9870-2f052b7a9289 of type vlan for network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 Nov 12 03:18:15.511988 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27811f1d-6fa8-4df7-b34a-377be6915500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e331bf5f-aa05-4e33-8d07-783c5fecb131,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:15.592360 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e51b2b-e64e-4f21-bb6d-b27d6c0a8f1b admin admin] Checking segment: {'id': 'deda82be-5453-4614-b8d8-8c3c707e6bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '9ad53eb6-e926-46e0-a3f6-d2e20398b19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:15.593760 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e51b2b-e64e-4f21-bb6d-b27d6c0a8f1b admin admin] Network hostable DHCP agents. Network: 9ad53eb6-e926-46e0-a3f6-d2e20398b19f, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:18:15.601574 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6d2661cc-9530-4f7c-afd5-f68ea89a51ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:15.606479 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-fcaf064d-70c1-49b2-be2c-bef6f6ed18ad service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=cf18a935-ba16-480d-beeb-265435239d7f HTTP/1.1" status: 200 len: 217 time: 0.1045642 Nov 12 03:18:15.651866 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b5baf0a8-8560-4e51-a108-fe8088167e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:15.653172 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e51b2b-e64e-4f21-bb6d-b27d6c0a8f1b admin admin] Network 9ad53eb6-e926-46e0-a3f6-d2e20398b19f is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:18:15.661190 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b5baf0a8-8560-4e51-a108-fe8088167e9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:15.664018 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b5baf0a8-8560-4e51-a108-fe8088167e9e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aa855501-2127-4feb-89c4-3627b703c079 HTTP/1.1" status: 204 len: 168 time: 0.6235285 Nov 12 03:18:15.666827 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6d2661cc-9530-4f7c-afd5-f68ea89a51ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:15.668159 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2661cc-9530-4f7c-afd5-f68ea89a51ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:15.669149 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6d2661cc-9530-4f7c-afd5-f68ea89a51ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:15.669343 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:15.698904 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-06e51b2b-e64e-4f21-bb6d-b27d6c0a8f1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 9ad53eb6-e926-46e0-a3f6-d2e20398b19f) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:15.720461 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10244cb3-5079-455f-ba9a-12a011544911 None None] Network 9ad53eb6-e926-46e0-a3f6-d2e20398b19f requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:18:15.733548 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e51b2b-e64e-4f21-bb6d-b27d6c0a8f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:15.734513 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-06e51b2b-e64e-4f21-bb6d-b27d6c0a8f1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:15.737059 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5baf0a8-8560-4e51-a108-fe8088167e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa855501-2127-4feb-89c4-3627b703c079,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:15.757827 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6d2661cc-9530-4f7c-afd5-f68ea89a51ff admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.1336927 Nov 12 03:18:15.779628 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-06e51b2b-e64e-4f21-bb6d-b27d6c0a8f1b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8392150 Nov 12 03:18:15.782089 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 49838) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:15.797895 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-50b7418f-1dcf-4c37-87a0-d4bc5fd9e543 admin admin] Request body: {'subnet': {'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-86512371-subnet', 'tenant_id': 'ab1cf8386d1b4172a2ff2003f6ed3228', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:15.843387 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-9c4390e7-61b1-44c7-b4c2-4c757d7188d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:15.847312 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-9c4390e7-61b1-44c7-b4c2-4c757d7188d7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.2303290 Nov 12 03:18:15.858576 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2661cc-9530-4f7c-afd5-f68ea89a51ff admin admin] Pushing event updated for resources: {'Network': ['ID=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:15.873471 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2c1876a2-e1e4-4e1b-9b5d-855e2c363b0f req-e297ddd4-652a-4f81-971f-aa115dc502e8 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:15.946846 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:18:15.984166 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b7418f-1dcf-4c37-87a0-d4bc5fd9e543 admin admin] Made reservation on behalf of ab1cf8386d1b4172a2ff2003f6ed3228 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:18:15.984880 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297ddd4-652a-4f81-971f-aa115dc502e8 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Pushing event deleted for resources: {'Port': ['ID=cf4cb6da-7be1-40ca-8c77-076cb9362050,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:15.989235 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-50b7418f-1dcf-4c37-87a0-d4bc5fd9e543 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:16.036210 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-31d97b69-1ee5-4e57-b6a3-b90866bfdf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:16.040334 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-31d97b69-1ee5-4e57-b6a3-b90866bfdf6d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1799674 Nov 12 03:18:16.274886 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c1876a2-e1e4-4e1b-9b5d-855e2c363b0f req-e297ddd4-652a-4f81-971f-aa115dc502e8 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] No DVR routers for this DVR port cf4cb6da-7be1-40ca-8c77-076cb9362050 on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:18:16.287142 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2c1876a2-e1e4-4e1b-9b5d-855e2c363b0f req-e297ddd4-652a-4f81-971f-aa115dc502e8 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:16.314345 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2c1876a2-e1e4-4e1b-9b5d-855e2c363b0f req-e297ddd4-652a-4f81-971f-aa115dc502e8 tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.74 "DELETE /v2.0/ports/cf4cb6da-7be1-40ca-8c77-076cb9362050 HTTP/1.1" status: 204 len: 173 time: 2.1897113 Nov 12 03:18:16.322052 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ac8b86-be64-42d6-9e9b-053598ba972f', 'name': 'network-vif-deleted', 'tag': 'cf4cb6da-7be1-40ca-8c77-076cb9362050'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:16.326311 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91bf83f-bce5-4a62-a4b8-33af05e454cf" -d '{"events": [{"server_uuid": "95ac8b86-be64-42d6-9e9b-053598ba972f", "name": "network-vif-deleted", "tag": "cf4cb6da-7be1-40ca-8c77-076cb9362050"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:16.365795 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1b2dde-340a-45b6-8981-1a50bad2e0e1 None None] Network 9ad53eb6-e926-46e0-a3f6-d2e20398b19f requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:18:16.483949 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-62b59655-ab6d-4fea-b6aa-6326a1ac7637 req-c22e6578-fd5d-4a40-b057-3cba8b18a74f tempest-DeleteServersAdminTestJSON-1359734209 tempest-DeleteServersAdminTestJSON-1359734209-project] 10.222.0.50 "GET /v2.0/ports?device_id=95ac8b86-be64-42d6-9e9b-053598ba972f HTTP/1.1" status: 200 len: 210 time: 0.1647708 Nov 12 03:18:16.580807 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a65faf-0315-487c-8b95-1660521c7ac7', 'tag': 'cf18a935-ba16-480d-beeb-265435239d7f'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:16.584170 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8738fb-067f-42f9-96e0-5fddfd493545" -d '{"events": [{"name": "network-changed", "server_uuid": "53a65faf-0315-487c-8b95-1660521c7ac7", "tag": "cf18a935-ba16-480d-beeb-265435239d7f"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:16.591313 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-41b60490-9373-4967-8968-771fdea728f3 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874948 Nov 12 03:18:16.593522 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-50b7418f-1dcf-4c37-87a0-d4bc5fd9e543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:16.696153 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e3abca-3b03-4587-a3a0-f23c6be08726 x-openstack-request-id: req-d8e3abca-3b03-4587-a3a0-f23c6be08726 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:16.696943 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ac8b86-be64-42d6-9e9b-053598ba972f", "name": "network-vif-deleted", "tag": "cf4cb6da-7be1-40ca-8c77-076cb9362050", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:16.697205 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d8e3abca-3b03-4587-a3a0-f23c6be08726 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:16.697886 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ac8b86-be64-42d6-9e9b-053598ba972f', 'name': 'network-vif-deleted', 'tag': 'cf4cb6da-7be1-40ca-8c77-076cb9362050', 'status': 'completed', 'code': 200} Nov 12 03:18:16.772561 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device cf18a935-ba16-480d-beeb-265435239d7f no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:18:16.790285 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b369e04-37ca-453b-89c8-b3ee5db75884 x-openstack-request-id: req-9b369e04-37ca-453b-89c8-b3ee5db75884 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:16.790907 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a65faf-0315-487c-8b95-1660521c7ac7", "tag": "cf18a935-ba16-480d-beeb-265435239d7f", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:16.791311 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9b369e04-37ca-453b-89c8-b3ee5db75884 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:16.791862 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53a65faf-0315-487c-8b95-1660521c7ac7', 'tag': 'cf18a935-ba16-480d-beeb-265435239d7f', 'status': 'completed', 'code': 200} Nov 12 03:18:16.824206 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b7ca1ef-46e0-42ef-a90c-77054c654e3b req-49962487-8db1-43f7-ad67-d72fd6e6d866 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140777 Nov 12 03:18:16.824734 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136a005-96e0-40b7-846f-2c5eb86ac4e2 req-2386992b-8bd8-433e-8a56-6333668e87ee tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:16.827623 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3136a005-96e0-40b7-846f-2c5eb86ac4e2 req-2386992b-8bd8-433e-8a56-6333668e87ee tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 947 time: 0.1639025 Nov 12 03:18:16.885281 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b7418f-1dcf-4c37-87a0-d4bc5fd9e543 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a9fb38e-cf25-418b-9443-2a54f98e4648,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:16.899711 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b7418f-1dcf-4c37-87a0-d4bc5fd9e543 admin admin] Checking segment: {'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:16.900310 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b7418f-1dcf-4c37-87a0-d4bc5fd9e543 admin admin] Network hostable DHCP agents. Network: d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:18:16.958244 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device cf18a935-ba16-480d-beeb-265435239d7f not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:18:16.989793 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49864) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:17.005929 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b7418f-1dcf-4c37-87a0-d4bc5fd9e543 admin admin] Network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:18:17.041564 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-50b7418f-1dcf-4c37-87a0-d4bc5fd9e543 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:17.053398 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1a5c96-68cd-4762-9316-b59c182fc8fc None None] Network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:18:17.063833 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b7418f-1dcf-4c37-87a0-d4bc5fd9e543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:17.064468 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-50b7418f-1dcf-4c37-87a0-d4bc5fd9e543 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:17.077601 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8738fb-067f-42f9-96e0-5fddfd493545 req-c8ccfcc0-3438-4a96-9f86-865c2116892a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:17.080159 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bb8738fb-067f-42f9-96e0-5fddfd493545 req-c8ccfcc0-3438-4a96-9f86-865c2116892a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 1099 time: 0.1549003 Nov 12 03:18:17.081170 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b324c4cd-46d8-474d-83ab-93188a65422e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:17.193771 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8738fb-067f-42f9-96e0-5fddfd493545 req-83c3374f-d5b2-4d7a-a44b-abeb367f3e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:17.195036 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bb8738fb-067f-42f9-96e0-5fddfd493545 req-83c3374f-d5b2-4d7a-a44b-abeb367f3e7a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 1099 time: 0.3659894 Nov 12 03:18:17.208117 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-50b7418f-1dcf-4c37-87a0-d4bc5fd9e543 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.4143181 Nov 12 03:18:17.209974 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3136a005-96e0-40b7-846f-2c5eb86ac4e2 req-2376c516-9331-4873-99f9-80b4482de7cd tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681982 Nov 12 03:18:17.364218 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8738fb-067f-42f9-96e0-5fddfd493545 req-56c2d7ae-51aa-4799-8321-d9ed34910d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:17.368907 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bb8738fb-067f-42f9-96e0-5fddfd493545 req-56c2d7ae-51aa-4799-8321-d9ed34910d6c service neutron] 10.222.0.74 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.2519827 Nov 12 03:18:17.429086 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8738fb-067f-42f9-96e0-5fddfd493545 req-54c89abb-33fc-40de-8520-159e9491adb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:17.431187 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bb8738fb-067f-42f9-96e0-5fddfd493545 req-54c89abb-33fc-40de-8520-159e9491adb4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.2198105 Nov 12 03:18:17.446602 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bb8738fb-067f-42f9-96e0-5fddfd493545 req-d61bde25-ecb3-4e92-996d-0465391df9ea service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=cf18a935-ba16-480d-beeb-265435239d7f HTTP/1.1" status: 200 len: 217 time: 0.0701590 Nov 12 03:18:17.504623 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7f48a9-dda3-4a46-9563-22095f0f2143 None None] Network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:18:17.565071 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bb8738fb-067f-42f9-96e0-5fddfd493545 req-d53099b2-dd39-4f3e-a1ee-3ced376df543 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=cf18a935-ba16-480d-beeb-265435239d7f HTTP/1.1" status: 200 len: 217 time: 0.1175489 Nov 12 03:18:17.624610 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8738fb-067f-42f9-96e0-5fddfd493545 req-0ad75b91-46b1-4493-aafc-2ddf496050b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:17.629080 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bb8738fb-067f-42f9-96e0-5fddfd493545 req-0ad75b91-46b1-4493-aafc-2ddf496050b3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.1718156 Nov 12 03:18:17.781842 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b324c4cd-46d8-474d-83ab-93188a65422e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:17.786265 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8738fb-067f-42f9-96e0-5fddfd493545 req-1c9164e6-5938-48ce-ad7d-917ff35db035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:17.788278 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bb8738fb-067f-42f9-96e0-5fddfd493545 req-1c9164e6-5938-48ce-ad7d-917ff35db035 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.2148440 Nov 12 03:18:17.793193 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b324c4cd-46d8-474d-83ab-93188a65422e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:17.826818 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8738fb-067f-42f9-96e0-5fddfd493545 req-009326a8-1972-4f3a-9ffe-4df1a31f7d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:17.832393 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bb8738fb-067f-42f9-96e0-5fddfd493545 req-009326a8-1972-4f3a-9ffe-4df1a31f7d90 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1938102 Nov 12 03:18:17.889260 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b324c4cd-46d8-474d-83ab-93188a65422e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d870f4e143bf47b29c7b508e0b447fa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8825085 Nov 12 03:18:17.906268 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 49892) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:17.923426 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b324c4cd-46d8-474d-83ab-93188a65422e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebc1deb-fcf1-47bd-be53-b1381f447835,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:17.943028 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8738fb-067f-42f9-96e0-5fddfd493545 req-ccc3e49e-60a1-438e-a7a1-aa97c25e0d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:17.948710 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bb8738fb-067f-42f9-96e0-5fddfd493545 req-ccc3e49e-60a1-438e-a7a1-aa97c25e0d19 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1496227 Nov 12 03:18:18.087867 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8159bce7-9408-47bc-896a-2d74164e4f78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:18.116894 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8159bce7-9408-47bc-896a-2d74164e4f78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:18.133154 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bb8738fb-067f-42f9-96e0-5fddfd493545 req-62f75d43-73d8-448a-b775-17ed8d87baf3 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753469 Nov 12 03:18:18.165109 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:18.182927 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8159bce7-9408-47bc-896a-2d74164e4f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:18.186028 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8159bce7-9408-47bc-896a-2d74164e4f78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:18.187475 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8159bce7-9408-47bc-896a-2d74164e4f78 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4ebc1deb-fcf1-47bd-be53-b1381f447835 HTTP/1.1" status: 204 len: 168 time: 0.2804451 Nov 12 03:18:18.200801 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159bce7-9408-47bc-896a-2d74164e4f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebc1deb-fcf1-47bd-be53-b1381f447835,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:18.243676 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bb8738fb-067f-42f9-96e0-5fddfd493545 req-343abed9-b06d-4eb3-927a-e3a0f16fcae3 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989992 Nov 12 03:18:18.429902 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 49912) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:18.447047 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-dd1954f9-4946-417c-a410-0c3c8ada1f93 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-40398651-network', 'tenant_id': '97174ad8250649099b337ed5ffa548e8'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:18.505890 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bb8738fb-067f-42f9-96e0-5fddfd493545 req-6495af3e-9e0a-46c6-8f8e-4088df5e6465 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644066 Nov 12 03:18:18.532912 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb317c-adb6-4e92-8146-2c4ae746a9f6 req-c22e36aa-db30-4c92-b66a-6a146bea3fa1 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:18.534457 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-58fb317c-adb6-4e92-8146-2c4ae746a9f6 req-c22e36aa-db30-4c92-b66a-6a146bea3fa1 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 947 time: 0.1279001 Nov 12 03:18:18.567992 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bb8738fb-067f-42f9-96e0-5fddfd493545 req-0fdfee51-392b-40bc-aa1b-1c92e043e5c3 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152943 Nov 12 03:18:18.576313 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1954f9-4946-417c-a410-0c3c8ada1f93 admin admin] Made reservation on behalf of 97174ad8250649099b337ed5ffa548e8 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:18:18.584381 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dd1954f9-4946-417c-a410-0c3c8ada1f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:18.616375 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dd1954f9-4946-417c-a410-0c3c8ada1f93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:18.622668 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-58fb317c-adb6-4e92-8146-2c4ae746a9f6 req-28f7a605-1687-4861-80ef-10b9bce26650 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803711 Nov 12 03:18:18.743624 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dd1954f9-4946-417c-a410-0c3c8ada1f93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:18.748833 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dd1954f9-4946-417c-a410-0c3c8ada1f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:18.783853 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd1954f9-4946-417c-a410-0c3c8ada1f93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:18:18.792174 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1954f9-4946-417c-a410-0c3c8ada1f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3737f54e-bd88-4ca5-b986-935f2166d554,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:18.799808 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dd1954f9-4946-417c-a410-0c3c8ada1f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:18.800796 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-dd1954f9-4946-417c-a410-0c3c8ada1f93 admin admin] Added segment f59da93a-0016-4b9e-a3ea-4403359655a3 of type vlan for network 3fcd5e5c-3557-46de-bb3c-ad094d40c71a Nov 12 03:18:18.885529 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dd1954f9-4946-417c-a410-0c3c8ada1f93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:18.929567 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dd1954f9-4946-417c-a410-0c3c8ada1f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:18.931178 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1954f9-4946-417c-a410-0c3c8ada1f93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:18.931817 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dd1954f9-4946-417c-a410-0c3c8ada1f93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:19.033310 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49926) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:19.038181 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-dd1954f9-4946-417c-a410-0c3c8ada1f93 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6073928 Nov 12 03:18:19.041465 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49928) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:19.052857 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1954f9-4946-417c-a410-0c3c8ada1f93 admin admin] Pushing event updated for resources: {'Network': ['ID=3fcd5e5c-3557-46de-bb3c-ad094d40c71a,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:19.055474 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-589628f0-31be-49f1-89a1-e41b934443c9 admin admin] Request body: {'subnet': {'network_id': '3fcd5e5c-3557-46de-bb3c-ad094d40c71a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-40398651-subnet', 'tenant_id': '97174ad8250649099b337ed5ffa548e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:19.069962 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 3fcd5e5c-3557-46de-bb3c-ad094d40c71a details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:18:19.127569 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589628f0-31be-49f1-89a1-e41b934443c9 admin admin] Made reservation on behalf of 97174ad8250649099b337ed5ffa548e8 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:18:19.136726 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-589628f0-31be-49f1-89a1-e41b934443c9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:19.457778 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-589628f0-31be-49f1-89a1-e41b934443c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:19.490308 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:18:19.540483 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589628f0-31be-49f1-89a1-e41b934443c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d01f0ece-9d75-47c6-be25-82eeac287413,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:19.551107 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589628f0-31be-49f1-89a1-e41b934443c9 admin admin] Checking segment: {'id': 'f59da93a-0016-4b9e-a3ea-4403359655a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3fcd5e5c-3557-46de-bb3c-ad094d40c71a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:19.551655 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589628f0-31be-49f1-89a1-e41b934443c9 admin admin] Network hostable DHCP agents. Network: 3fcd5e5c-3557-46de-bb3c-ad094d40c71a, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:18:19.588472 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589628f0-31be-49f1-89a1-e41b934443c9 admin admin] Network 3fcd5e5c-3557-46de-bb3c-ad094d40c71a is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:18:19.628183 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 49942) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:19.636990 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-0c9e2d8e-d4ad-4d7c-ad97-0a73818ce6f6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-454643728-network', 'tenant_id': '465ee36c9f404d1e81cb0b9579e225cc'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:19.642607 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-589628f0-31be-49f1-89a1-e41b934443c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 3fcd5e5c-3557-46de-bb3c-ad094d40c71a) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:19.655103 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c37ec1-cf0e-4ae4-b8c4-3d4ca426ccdb None None] Network 3fcd5e5c-3557-46de-bb3c-ad094d40c71a requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:18:19.659406 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589628f0-31be-49f1-89a1-e41b934443c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:19.661012 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-589628f0-31be-49f1-89a1-e41b934443c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:19.703001 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9e2d8e-d4ad-4d7c-ad97-0a73818ce6f6 admin admin] Made reservation on behalf of 465ee36c9f404d1e81cb0b9579e225cc for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:18:19.709190 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0c9e2d8e-d4ad-4d7c-ad97-0a73818ce6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:19.738917 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a9bda529-1585-480a-9f45-d10ea39e06e1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bfc0180a7e0b4f8bb59181f0dfd25f41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7033777 Nov 12 03:18:19.744412 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 49948) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:19.777060 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-589628f0-31be-49f1-89a1-e41b934443c9 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7319384 Nov 12 03:18:19.846028 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0c9e2d8e-d4ad-4d7c-ad97-0a73818ce6f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:19.885600 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84cfae-5867-48f2-815d-98c1211f723c req-ec2944b5-3749-43f7-b333-d5761d7a4aa6 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:19.897154 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3a84cfae-5867-48f2-815d-98c1211f723c req-ec2944b5-3749-43f7-b333-d5761d7a4aa6 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 947 time: 0.1444750 Nov 12 03:18:19.968331 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cf254197-eb07-4494-8448-a0d158d47cbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:20.015942 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e55601a-d0bf-4a3c-9079-a808dcfd1ede None None] Network 3fcd5e5c-3557-46de-bb3c-ad094d40c71a requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:18:20.037883 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3a84cfae-5867-48f2-815d-98c1211f723c req-01bb3be2-1319-4efc-a9b9-d058936014fb tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391940 Nov 12 03:18:20.101377 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cf254197-eb07-4494-8448-a0d158d47cbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:20.194063 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49962) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:20.301156 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0c9e2d8e-d4ad-4d7c-ad97-0a73818ce6f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:20.308906 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cf254197-eb07-4494-8448-a0d158d47cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:20.323239 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cf254197-eb07-4494-8448-a0d158d47cbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:20.330020 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-cf254197-eb07-4494-8448-a0d158d47cbb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6011f749-96df-4d51-8daa-41fdb4882c3c HTTP/1.1" status: 204 len: 168 time: 0.5827525 Nov 12 03:18:20.365468 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-22ca8a78-1a85-4cd5-900a-3f16f2ca0177 admin admin] Deleting subnet 4c7c23fe-e4a6-46b4-b7a6-fed7b2fa6e7b {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:18:20.368300 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0c9e2d8e-d4ad-4d7c-ad97-0a73818ce6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:20.378079 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-22ca8a78-1a85-4cd5-900a-3f16f2ca0177 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:20.424807 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf254197-eb07-4494-8448-a0d158d47cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6011f749-96df-4d51-8daa-41fdb4882c3c,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:20.433482 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c9e2d8e-d4ad-4d7c-ad97-0a73818ce6f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:18:20.471330 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0c9e2d8e-d4ad-4d7c-ad97-0a73818ce6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:20.472720 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-0c9e2d8e-d4ad-4d7c-ad97-0a73818ce6f6 admin admin] Added segment fee373ca-2208-43cd-830d-d886896fe6aa of type vlan for network 4632590d-12b3-4ef5-b208-2fc708eccd10 Nov 12 03:18:20.564452 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e2d8e-d4ad-4d7c-ad97-0a73818ce6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2564196d-aa82-4d1f-b052-a986be83bfa1,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:20.600588 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0c9e2d8e-d4ad-4d7c-ad97-0a73818ce6f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:20.607865 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-22ca8a78-1a85-4cd5-900a-3f16f2ca0177 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:20.622199 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe358d4d-b124-4cc2-9a16-e9a25d2a40dd req-2887b814-ec72-431d-9166-ae3a2e574718 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:20.629877 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fe358d4d-b124-4cc2-9a16-e9a25d2a40dd req-2887b814-ec72-431d-9166-ae3a2e574718 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 947 time: 0.1465366 Nov 12 03:18:20.646327 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-22ca8a78-1a85-4cd5-900a-3f16f2ca0177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:20.702232 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fe358d4d-b124-4cc2-9a16-e9a25d2a40dd req-e8a9c2f1-fcf3-441f-94b5-936f3e63ded8 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705669 Nov 12 03:18:20.759253 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0c9e2d8e-d4ad-4d7c-ad97-0a73818ce6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:20.762593 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9e2d8e-d4ad-4d7c-ad97-0a73818ce6f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:20.763477 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0c9e2d8e-d4ad-4d7c-ad97-0a73818ce6f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:20.910387 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-0c9e2d8e-d4ad-4d7c-ad97-0a73818ce6f6 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2797155 Nov 12 03:18:20.917897 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00718bbb-0163-42cc-9ccc-4de4b397637e req-e46c9913-0e64-461b-a38f-f73ffea6b869 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:20.920471 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e2d8e-d4ad-4d7c-ad97-0a73818ce6f6 admin admin] Pushing event updated for resources: {'Network': ['ID=4632590d-12b3-4ef5-b208-2fc708eccd10,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:20.923739 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 49978) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:20.932157 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-49175455-c7be-41ed-8244-19f6bd3d222a admin admin] Request body: {'subnet': {'network_id': '4632590d-12b3-4ef5-b208-2fc708eccd10', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-454643728-subnet', 'tenant_id': '465ee36c9f404d1e81cb0b9579e225cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:20.933916 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-00718bbb-0163-42cc-9ccc-4de4b397637e req-e46c9913-0e64-461b-a38f-f73ffea6b869 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.90 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7&tenant_id=8b0d25ea08f644adbd397e66a514b9b0&binding%3Ahost_id=n-h1-715271-27 HTTP/1.1" status: 200 len: 947 time: 0.1974902 Nov 12 03:18:20.940179 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 4632590d-12b3-4ef5-b208-2fc708eccd10 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:18:20.958321 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-22ca8a78-1a85-4cd5-900a-3f16f2ca0177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:20.983887 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49175455-c7be-41ed-8244-19f6bd3d222a admin admin] Made reservation on behalf of 465ee36c9f404d1e81cb0b9579e225cc for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:18:20.994620 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-49175455-c7be-41ed-8244-19f6bd3d222a admin admin] Publish callbacks [] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:21.090756 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca8a78-1a85-4cd5-900a-3f16f2ca0177 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c7c23fe-e4a6-46b4-b7a6-fed7b2fa6e7b,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:21.159452 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-22ca8a78-1a85-4cd5-900a-3f16f2ca0177 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:21.166001 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-22ca8a78-1a85-4cd5-900a-3f16f2ca0177 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4c7c23fe-e4a6-46b4-b7a6-fed7b2fa6e7b HTTP/1.1" status: 204 len: 168 time: 0.9687626 Nov 12 03:18:21.169893 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 49984) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:21.180311 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [req-00718bbb-0163-42cc-9ccc-4de4b397637e req-a7038117-de8c-4fea-b841-a6c16c9df986 service neutron] delete failed (client error): The resource could not be found. Nov 12 03:18:21.181815 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-00718bbb-0163-42cc-9ccc-4de4b397637e req-a7038117-de8c-4fea-b841-a6c16c9df986 service neutron] 10.222.0.90 "DELETE /v2.0/ports/cf18a935-ba16-480d-beeb-265435239d7f/bindings/n-h2-715271-27 HTTP/1.1" status: 404 len: 381 time: 0.2369874 Nov 12 03:18:21.248005 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device cf18a935-ba16-480d-beeb-265435239d7f details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:18:21.257961 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49988) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:21.313139 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-868b0891-eae9-485c-83a6-7bddcd82f09a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:21.412028 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fb26034c-28a5-450b-a71b-5a66ae6760fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:21.580361 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fb26034c-28a5-450b-a71b-5a66ae6760fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:21.581214 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-868b0891-eae9-485c-83a6-7bddcd82f09a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:21.583456 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port cf18a935-ba16-480d-beeb-265435239d7f, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=cf18a935-ba16-480d-beeb-265435239d7f,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:21.604374 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'cf18a935-ba16-480d-beeb-265435239d7f', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'port_id': 'cf18a935-ba16-480d-beeb-265435239d7f', 'mac_address': 'fa:16:3e:55:30:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa66706f-b415-4bb9-838e-cfd08f81d96b', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:18:21.614799 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-868b0891-eae9-485c-83a6-7bddcd82f09a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:21.641165 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fb26034c-28a5-450b-a71b-5a66ae6760fb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:18:21.641818 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fb26034c-28a5-450b-a71b-5a66ae6760fb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:18:21.642716 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fb26034c-28a5-450b-a71b-5a66ae6760fb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:18:21.643071 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fb26034c-28a5-450b-a71b-5a66ae6760fb admin admin] Subscribe: > port after_create 55550000 {{(pid=102572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:18:21.644528 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fb26034c-28a5-450b-a71b-5a66ae6760fb admin admin] Subscribe: > port after_delete 55550000 {{(pid=102572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:18:21.645946 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fb26034c-28a5-450b-a71b-5a66ae6760fb admin admin] Subscribe: > port after_update 55550000 {{(pid=102572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:18:21.661360 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fb26034c-28a5-450b-a71b-5a66ae6760fb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:18:21.661766 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fb26034c-28a5-450b-a71b-5a66ae6760fb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:18:21.662102 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fb26034c-28a5-450b-a71b-5a66ae6760fb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:18:21.662437 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fb26034c-28a5-450b-a71b-5a66ae6760fb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:18:21.695808 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b0891-eae9-485c-83a6-7bddcd82f09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d5b0db-d211-46f6-8647-d60b332c238b,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:21.723695 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-868b0891-eae9-485c-83a6-7bddcd82f09a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=aab6ad02a9e049288fe185f05ae48f4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4590263 Nov 12 03:18:21.728114 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49998) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:21.774359 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:21.806980 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fb26034c-28a5-450b-a71b-5a66ae6760fb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:18:21.807872 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fb26034c-28a5-450b-a71b-5a66ae6760fb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:18:21.807872 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fb26034c-28a5-450b-a71b-5a66ae6760fb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:18:21.808192 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fb26034c-28a5-450b-a71b-5a66ae6760fb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:18:21.810638 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00718bbb-0163-42cc-9ccc-4de4b397637e req-52d5a2e6-5ad6-4254-b565-29733b4333db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:21.813273 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-00718bbb-0163-42cc-9ccc-4de4b397637e req-52d5a2e6-5ad6-4254-b565-29733b4333db service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 1099 time: 0.2575359 Nov 12 03:18:21.820486 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-fb26034c-28a5-450b-a71b-5a66ae6760fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ad53eb6-e926-46e0-a3f6-d2e20398b19f']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:21.838504 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf18a935-ba16-480d-beeb-265435239d7f {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:21.852591 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-fb26034c-28a5-450b-a71b-5a66ae6760fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deda82be-5453-4614-b8d8-8c3c707e6bba') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:21.852893 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-fb26034c-28a5-450b-a71b-5a66ae6760fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deda82be-5453-4614-b8d8-8c3c707e6bba') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:21.897165 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fb26034c-28a5-450b-a71b-5a66ae6760fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:21.904425 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-49175455-c7be-41ed-8244-19f6bd3d222a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:21.931038 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port cf18a935-ba16-480d-beeb-265435239d7f, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=cf18a935-ba16-480d-beeb-265435239d7f,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:21.939361 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:22.009583 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fb26034c-28a5-450b-a71b-5a66ae6760fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:22.011087 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9b81609e-4b7f-45c2-ac10-76763ba204c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:22.033048 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb26034c-28a5-450b-a71b-5a66ae6760fb admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:18:22.033642 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fb26034c-28a5-450b-a71b-5a66ae6760fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:22.063831 n-d-715271-27 neutron-server[102572]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 03:18:22.063831 n-d-715271-27 neutron-server[102572]: from cryptography.utils import int_from_bytes Nov 12 03:18:22.063831 n-d-715271-27 neutron-server[102572]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 03:18:22.063831 n-d-715271-27 neutron-server[102572]: from cryptography.utils import int_from_bytes Nov 12 03:18:22.063831 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:18:22.063831 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:18:22.063831 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:18:22.063831 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:18:22.063831 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:18:22.063831 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:18:22.063831 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:18:22.063831 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:18:22.063831 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:18:22.063831 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:18:22.063831 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:18:22.063831 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:18:22.063831 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:18:22.063831 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:18:22.063831 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:18:22.063831 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:18:22.063831 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:18:22.063831 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:18:22.063831 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:18:22.063831 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:18:22.063831 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:18:22.063831 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:18:22.063831 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:18:22.063831 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:18:22.063831 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:18:22.063831 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:18:22.063831 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:18:22.063831 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:18:22.063831 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:18:22.063831 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:18:22.063831 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:18:22.063831 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:18:22.089698 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9b81609e-4b7f-45c2-ac10-76763ba204c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:22.142165 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00718bbb-0163-42cc-9ccc-4de4b397637e req-43786db7-d751-4d04-b1f0-57a8dbd2c9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:22.144135 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-00718bbb-0163-42cc-9ccc-4de4b397637e req-43786db7-d751-4d04-b1f0-57a8dbd2c9d0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.2966962 Nov 12 03:18:22.145816 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=cf18a935-ba16-480d-beeb-265435239d7f,revision_number=8']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:22.189364 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49175455-c7be-41ed-8244-19f6bd3d222a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef098d7c-c55b-40a4-9ab3-4b326fc55087,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:22.203538 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['cf18a935-ba16-480d-beeb-265435239d7f'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:22.249699 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-00718bbb-0163-42cc-9ccc-4de4b397637e req-80b45c2e-9131-46b2-8fb0-68215d02c2cc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=cf18a935-ba16-480d-beeb-265435239d7f HTTP/1.1" status: 200 len: 217 time: 0.0974650 Nov 12 03:18:22.316716 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce74090-ac66-4fda-bd9a-8e7519e2f321 req-1a3ede35-ad4e-4f83-a5f0-d4b5eb2460b6 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:22.349011 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fce74090-ac66-4fda-bd9a-8e7519e2f321 req-1a3ede35-ad4e-4f83-a5f0-d4b5eb2460b6 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 947 time: 0.4910541 Nov 12 03:18:22.380990 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fb26034c-28a5-450b-a71b-5a66ae6760fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:22.395618 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49175455-c7be-41ed-8244-19f6bd3d222a admin admin] Checking segment: {'id': 'fee373ca-2208-43cd-830d-d886896fe6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4632590d-12b3-4ef5-b208-2fc708eccd10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:22.396245 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49175455-c7be-41ed-8244-19f6bd3d222a admin admin] Network hostable DHCP agents. Network: 4632590d-12b3-4ef5-b208-2fc708eccd10, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:18:22.422373 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9b81609e-4b7f-45c2-ac10-76763ba204c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:22.426633 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9b81609e-4b7f-45c2-ac10-76763ba204c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:22.431994 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9b81609e-4b7f-45c2-ac10-76763ba204c6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/47d5b0db-d211-46f6-8647-d60b332c238b HTTP/1.1" status: 204 len: 168 time: 0.6857285 Nov 12 03:18:22.446887 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81609e-4b7f-45c2-ac10-76763ba204c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d5b0db-d211-46f6-8647-d60b332c238b,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:22.454825 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb26034c-28a5-450b-a71b-5a66ae6760fb admin admin] Pushing event deleted for resources: {'Network': ['ID=9ad53eb6-e926-46e0-a3f6-d2e20398b19f,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:22.466437 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fb26034c-28a5-450b-a71b-5a66ae6760fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:22.474497 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00718bbb-0163-42cc-9ccc-4de4b397637e req-46687f73-aac9-4301-9862-ecd007bf0e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:22.477739 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-00718bbb-0163-42cc-9ccc-4de4b397637e req-46687f73-aac9-4301-9862-ecd007bf0e13 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.2193513 Nov 12 03:18:22.477943 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-fb26034c-28a5-450b-a71b-5a66ae6760fb admin admin] 10.222.0.50 "DELETE /v2.0/networks/9ad53eb6-e926-46e0-a3f6-d2e20398b19f HTTP/1.1" status: 204 len: 168 time: 1.3040853 Nov 12 03:18:22.479569 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50016) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:22.553667 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fce74090-ac66-4fda-bd9a-8e7519e2f321 req-2fa54fcb-4904-4ec4-a5a1-422410767c2f tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033360 Nov 12 03:18:22.584534 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49175455-c7be-41ed-8244-19f6bd3d222a admin admin] Network 4632590d-12b3-4ef5-b208-2fc708eccd10 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:18:22.622199 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-4541260e-cfa0-4ac6-90e8-58eeedeae4e5 admin admin] Deleting subnet d01f0ece-9d75-47c6-be25-82eeac287413 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:18:22.626466 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-49175455-c7be-41ed-8244-19f6bd3d222a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 4632590d-12b3-4ef5-b208-2fc708eccd10) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:22.628619 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4541260e-cfa0-4ac6-90e8-58eeedeae4e5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:22.651657 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49175455-c7be-41ed-8244-19f6bd3d222a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:22.652506 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-49175455-c7be-41ed-8244-19f6bd3d222a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:22.694384 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-49175455-c7be-41ed-8244-19f6bd3d222a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.7587049 Nov 12 03:18:22.721032 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4541260e-cfa0-4ac6-90e8-58eeedeae4e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:22.770570 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00718bbb-0163-42cc-9ccc-4de4b397637e req-125b74d9-28e8-48c5-a4b1-73a0a8d14a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:22.775891 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-00718bbb-0163-42cc-9ccc-4de4b397637e req-125b74d9-28e8-48c5-a4b1-73a0a8d14a3f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2895241 Nov 12 03:18:22.788835 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71f370a-64bd-4ffc-b49a-2cb5f737db78 None None] Network 4632590d-12b3-4ef5-b208-2fc708eccd10 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:18:22.869942 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4541260e-cfa0-4ac6-90e8-58eeedeae4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:22.955262 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50028) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:23.036115 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-00718bbb-0163-42cc-9ccc-4de4b397637e req-c8c086c3-340b-4ef6-b124-01c90efbfd44 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505374 Nov 12 03:18:23.100163 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4541260e-cfa0-4ac6-90e8-58eeedeae4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:23.129053 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2401608a-6844-4e16-8cfa-37703521a585 None None] Network 4632590d-12b3-4ef5-b208-2fc708eccd10 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:18:23.172636 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4541260e-cfa0-4ac6-90e8-58eeedeae4e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d01f0ece-9d75-47c6-be25-82eeac287413,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:23.191764 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4541260e-cfa0-4ac6-90e8-58eeedeae4e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:23.224059 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4541260e-cfa0-4ac6-90e8-58eeedeae4e5 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d01f0ece-9d75-47c6-be25-82eeac287413 HTTP/1.1" status: 204 len: 168 time: 0.7400904 Nov 12 03:18:23.228287 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50046) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:23.388268 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9f901ae7-b4f0-44bc-ab3a-89b182779f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:23.395190 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-00718bbb-0163-42cc-9ccc-4de4b397637e req-4d828bec-73a0-45ae-96f6-b49a3ad8de59 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447714 Nov 12 03:18:23.631630 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9f901ae7-b4f0-44bc-ab3a-89b182779f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:23.676207 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-9f901ae7-b4f0-44bc-ab3a-89b182779f52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fcd5e5c-3557-46de-bb3c-ad094d40c71a']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:23.780652 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-9f901ae7-b4f0-44bc-ab3a-89b182779f52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f59da93a-0016-4b9e-a3ea-4403359655a3') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:23.781115 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-9f901ae7-b4f0-44bc-ab3a-89b182779f52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f59da93a-0016-4b9e-a3ea-4403359655a3') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:23.785085 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-81a104a2-2af1-4d56-9839-6887f8561d81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:23.827241 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9f901ae7-b4f0-44bc-ab3a-89b182779f52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:23.911392 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9f901ae7-b4f0-44bc-ab3a-89b182779f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:23.927083 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f901ae7-b4f0-44bc-ab3a-89b182779f52 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:18:23.927533 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9f901ae7-b4f0-44bc-ab3a-89b182779f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:23.929449 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:18:23.929449 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:18:23.929449 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:18:23.929449 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:18:23.929449 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:18:23.929449 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:18:23.929449 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:18:23.929449 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:18:23.929449 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:18:23.929449 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:18:23.929449 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:18:23.929449 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:18:23.929449 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:18:23.929449 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:18:23.929449 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:18:23.929449 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:18:23.929449 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:18:23.929449 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:18:23.929449 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:18:23.929449 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:18:23.929449 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:18:23.929449 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:18:23.929449 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:18:23.929449 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:18:23.929449 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:18:23.929449 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:18:23.929449 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:18:23.929449 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:18:23.929449 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:18:23.929449 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:18:23.929449 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:18:23.929449 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:18:24.045726 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482398c-f2b9-471d-8987-555001fd6c18 req-d2cd74b5-3d63-4d53-91b2-7f0c30d5354a tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:24.048563 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7482398c-f2b9-471d-8987-555001fd6c18 req-d2cd74b5-3d63-4d53-91b2-7f0c30d5354a tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 948 time: 0.3029175 Nov 12 03:18:24.132129 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9f901ae7-b4f0-44bc-ab3a-89b182779f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:24.157290 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9f901ae7-b4f0-44bc-ab3a-89b182779f52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:24.168423 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9f901ae7-b4f0-44bc-ab3a-89b182779f52 admin admin] 10.222.0.50 "DELETE /v2.0/networks/3fcd5e5c-3557-46de-bb3c-ad094d40c71a HTTP/1.1" status: 204 len: 168 time: 0.9384496 Nov 12 03:18:24.172479 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-81a104a2-2af1-4d56-9839-6887f8561d81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:24.227826 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7482398c-f2b9-471d-8987-555001fd6c18 req-3ae53c20-a0be-42db-8951-212414e57b2f tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567323 Nov 12 03:18:24.230083 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-81a104a2-2af1-4d56-9839-6887f8561d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:24.265356 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f901ae7-b4f0-44bc-ab3a-89b182779f52 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fcd5e5c-3557-46de-bb3c-ad094d40c71a,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:24.357568 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-81a104a2-2af1-4d56-9839-6887f8561d81 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a172f5c1f2544fe5b7427387dc2a118a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3961515 Nov 12 03:18:24.361727 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50088) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:24.365546 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a104a2-2af1-4d56-9839-6887f8561d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc501dd8-2c6f-465e-9b16-ecd44abe97dc,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:24.465884 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-eba4b5fb-0b29-4129-8375-1dcdf7478c41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:24.555810 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50096) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:24.556823 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-eba4b5fb-0b29-4129-8375-1dcdf7478c41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:24.669340 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ee732420-7ca1-4388-8d83-ad23a0b19554 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0c2a394b3df14b6fa18d652ec0208183&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1119254 Nov 12 03:18:24.674266 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50098) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:24.689879 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-eba4b5fb-0b29-4129-8375-1dcdf7478c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:24.693677 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-eba4b5fb-0b29-4129-8375-1dcdf7478c41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:24.695156 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-eba4b5fb-0b29-4129-8375-1dcdf7478c41 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dc501dd8-2c6f-465e-9b16-ecd44abe97dc HTTP/1.1" status: 204 len: 168 time: 0.3315504 Nov 12 03:18:24.718167 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba4b5fb-0b29-4129-8375-1dcdf7478c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc501dd8-2c6f-465e-9b16-ecd44abe97dc,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:24.781953 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-222ce640-b31d-4574-ac74-3c5b6d5ba067 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:24.841738 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-222ce640-b31d-4574-ac74-3c5b6d5ba067 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:24.918235 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-222ce640-b31d-4574-ac74-3c5b6d5ba067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:24.922846 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-222ce640-b31d-4574-ac74-3c5b6d5ba067 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:24.924183 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-222ce640-b31d-4574-ac74-3c5b6d5ba067 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9d75f863-58ac-453d-9bf0-cd26a14c46bb HTTP/1.1" status: 204 len: 168 time: 0.2463202 Nov 12 03:18:24.934988 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ce640-b31d-4574-ac74-3c5b6d5ba067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d75f863-58ac-453d-9bf0-cd26a14c46bb,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:24.986034 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-6ebf6d82-0363-474a-8eaf-826d05ba2281 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:24.997338 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-6ebf6d82-0363-474a-8eaf-826d05ba2281 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/networks?id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 HTTP/1.1" status: 200 len: 806 time: 0.2125633 Nov 12 03:18:25.033859 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-deda698d-82a7-4221-b2a6-42507b26ac19 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/quotas/ab1cf8386d1b4172a2ff2003f6ed3228 HTTP/1.1" status: 200 len: 375 time: 0.0244193 Nov 12 03:18:25.100208 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-290f7b6f-1f15-4d24-93e5-a86630184c87 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ab1cf8386d1b4172a2ff2003f6ed3228&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550630 Nov 12 03:18:25.203897 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-512dd9c6-fd2d-4d06-a18b-687a23ccef1d service neutron] 10.222.0.50 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021311 Nov 12 03:18:25.262193 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device cf18a935-ba16-480d-beeb-265435239d7f up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:25.346272 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50124) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:25.391766 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-94901880-e91a-48ae-b711-f93aee999d6e service neutron] 10.222.0.50 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815603 Nov 12 03:18:25.482764 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port cf18a935-ba16-480d-beeb-265435239d7f completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:18:25.497006 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port cf18a935-ba16-480d-beeb-265435239d7f triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:25.497577 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:25.638742 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d08019-6863-4637-b07b-50d27d950693 req-ab8325a4-e993-4a3f-be02-11276bfea525 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:25.656349 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-85d08019-6863-4637-b07b-50d27d950693 req-ab8325a4-e993-4a3f-be02-11276bfea525 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 948 time: 0.1862597 Nov 12 03:18:25.742031 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:25.773409 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-85d08019-6863-4637-b07b-50d27d950693 req-342367d6-50db-46fa-82ce-6d172fda58e5 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150959 Nov 12 03:18:25.843967 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a65faf-0315-487c-8b95-1660521c7ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf18a935-ba16-480d-beeb-265435239d7f'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:25.847875 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e80079-cd81-4ff2-85c8-8acd5d47b400" -d '{"events": [{"server_uuid": "53a65faf-0315-487c-8b95-1660521c7ac7", "name": "network-vif-plugged", "status": "completed", "tag": "cf18a935-ba16-480d-beeb-265435239d7f"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:25.892992 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50142) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:25.898096 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port cf18a935-ba16-480d-beeb-265435239d7f, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=cf18a935-ba16-480d-beeb-265435239d7f,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:25.903831 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:26.015317 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a193d685-5ff1-4704-a9e7-934069c6452f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:26.036545 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a9dbc682-f0c4-435d-a3af-38a0237ede96 req-ec81adfc-a65b-4567-9d85-55046e72b877 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b06cfae-f39b-4c8b-bdbc-20cd80f97bff HTTP/1.1" status: 200 len: 210 time: 0.1261714 Nov 12 03:18:26.064219 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=cf18a935-ba16-480d-beeb-265435239d7f,revision_number=9']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:26.149503 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5e75311c-9f39-4137-8914-53c88aba3d52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:26.187635 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69273f-1cd0-4266-babb-f30b7c41a188 req-8428bb06-ef8f-41c1-849d-4df0e5e26ec5 tempest-MigrationsAdminTest-162901251 tempest-MigrationsAdminTest-162901251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:26.189202 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1e69273f-1cd0-4266-babb-f30b7c41a188 req-8428bb06-ef8f-41c1-849d-4df0e5e26ec5 tempest-MigrationsAdminTest-162901251 tempest-MigrationsAdminTest-162901251-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 1101 time: 0.2449431 Nov 12 03:18:26.225722 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2982a7df-38fa-4af5-b5fd-e7c5feb22652 x-openstack-request-id: req-2982a7df-38fa-4af5-b5fd-e7c5feb22652 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:26.226200 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a65faf-0315-487c-8b95-1660521c7ac7", "name": "network-vif-plugged", "status": "completed", "tag": "cf18a935-ba16-480d-beeb-265435239d7f", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:26.227070 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2982a7df-38fa-4af5-b5fd-e7c5feb22652 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:26.227703 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a65faf-0315-487c-8b95-1660521c7ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf18a935-ba16-480d-beeb-265435239d7f', 'code': 200} Nov 12 03:18:26.335122 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a193d685-5ff1-4704-a9e7-934069c6452f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:26.351194 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a193d685-5ff1-4704-a9e7-934069c6452f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:26.395532 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50152) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:26.468838 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1e69273f-1cd0-4266-babb-f30b7c41a188 req-185c5462-cc38-4d94-9f08-b52787570cf2 tempest-MigrationsAdminTest-162901251 tempest-MigrationsAdminTest-162901251-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663321 Nov 12 03:18:26.526128 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a193d685-5ff1-4704-a9e7-934069c6452f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0f67a2-f095-4783-a49d-df968fa76ee1,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:26.536810 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a193d685-5ff1-4704-a9e7-934069c6452f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0d40a65467f84dad8992145b2b4a10c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6419311 Nov 12 03:18:26.540660 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50156) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:26.552605 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6930f2bb-372c-4f1c-8e56-303884e34551 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=97174ad8250649099b337ed5ffa548e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1546662 Nov 12 03:18:26.563239 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50158) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:26.691473 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-205c1cd7-5f9d-401b-a011-1936794b46de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:26.728602 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5e75311c-9f39-4137-8914-53c88aba3d52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:26.745267 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-205c1cd7-5f9d-401b-a011-1936794b46de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:26.757366 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5e75311c-9f39-4137-8914-53c88aba3d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:26.842917 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-205c1cd7-5f9d-401b-a011-1936794b46de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:26.854214 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-205c1cd7-5f9d-401b-a011-1936794b46de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:26.857241 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-205c1cd7-5f9d-401b-a011-1936794b46de admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9e0f67a2-f095-4783-a49d-df968fa76ee1 HTTP/1.1" status: 204 len: 168 time: 0.3146319 Nov 12 03:18:26.872878 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c1cd7-5f9d-401b-a011-1936794b46de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0f67a2-f095-4783-a49d-df968fa76ee1,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:26.907979 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5e75311c-9f39-4137-8914-53c88aba3d52 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ce5f5a62c77f410fb7db453a3274c535&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5591788 Nov 12 03:18:26.913614 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50172) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:26.922671 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dd72b7c1-2b31-4cca-8979-7095da23d6c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:27.003649 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dd72b7c1-2b31-4cca-8979-7095da23d6c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:27.060469 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b57a6d30-8ca7-4b84-a6b9-41cd2b57bf88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:27.150553 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b57a6d30-8ca7-4b84-a6b9-41cd2b57bf88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:27.291471 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-46408234-587d-4c72-ae8f-0fc54a1f02e0 req-adb256ca-17cf-4c73-87ed-a5016ded39dd tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b06cfae-f39b-4c8b-bdbc-20cd80f97bff HTTP/1.1" status: 200 len: 210 time: 0.0602407 Nov 12 03:18:27.322457 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b57a6d30-8ca7-4b84-a6b9-41cd2b57bf88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:27.327193 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b57a6d30-8ca7-4b84-a6b9-41cd2b57bf88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:27.329122 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b57a6d30-8ca7-4b84-a6b9-41cd2b57bf88 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/acb61223-6227-4624-ac9d-7893d390b181 HTTP/1.1" status: 204 len: 168 time: 0.4139955 Nov 12 03:18:27.355606 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a6d30-8ca7-4b84-a6b9-41cd2b57bf88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb61223-6227-4624-ac9d-7893d390b181,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:27.441363 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e75311c-9f39-4137-8914-53c88aba3d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb61223-6227-4624-ac9d-7893d390b181,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:27.550129 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-2870f666-1ca4-46bb-8f57-1571ca3f639e tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1133204 Nov 12 03:18:27.708060 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dd72b7c1-2b31-4cca-8979-7095da23d6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:27.715858 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dd72b7c1-2b31-4cca-8979-7095da23d6c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:27.717483 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-dd72b7c1-2b31-4cca-8979-7095da23d6c6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3737f54e-bd88-4ca5-b986-935f2166d554 HTTP/1.1" status: 204 len: 168 time: 1.1500087 Nov 12 03:18:27.746385 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd72b7c1-2b31-4cca-8979-7095da23d6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3737f54e-bd88-4ca5-b986-935f2166d554,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:27.850576 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-8486d908-b6d1-4837-9ec3-83e409f0be60 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:27.854893 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-8486d908-b6d1-4837-9ec3-83e409f0be60 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2932026 Nov 12 03:18:27.882207 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-c495309f-6f11-47e8-b716-2124ba2b80c2 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/quotas/8b0d25ea08f644adbd397e66a514b9b0 HTTP/1.1" status: 200 len: 375 time: 0.0211999 Nov 12 03:18:28.028914 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-82143175-7162-4a57-989c-e509c6bc6c95 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1304753 Nov 12 03:18:28.355762 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-eb098ec3-1b3c-4daf-8a07-df9f8e2ee7b2 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:28.359458 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-eb098ec3-1b3c-4daf-8a07-df9f8e2ee7b2 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.74 "GET /v2.0/networks?id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 HTTP/1.1" status: 200 len: 806 time: 0.3361311 Nov 12 03:18:28.379393 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-298ea904-d01e-4e33-861b-c4802807ae1a tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Request body: {'port': {'device_id': '5b06cfae-f39b-4c8b-bdbc-20cd80f97bff', 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5', 'admin_state_up': True, 'tenant_id': 'ab1cf8386d1b4172a2ff2003f6ed3228'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:28.661355 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-db643ca3-10ba-48ed-996e-a1babb2c8ddc req-5ffdb9f9-c1bc-44ec-9d10-6c0199df1703 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 210 time: 0.0505216 Nov 12 03:18:28.664843 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c2d3601b-52c5-4d6f-a5a8-3c888438c0b5 req-59ad4cb3-8d95-4721-a158-4ee9d460a514 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b06cfae-f39b-4c8b-bdbc-20cd80f97bff HTTP/1.1" status: 200 len: 210 time: 0.1235893 Nov 12 03:18:28.733657 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-298ea904-d01e-4e33-861b-c4802807ae1a tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Made reservation on behalf of ab1cf8386d1b4172a2ff2003f6ed3228 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:18:28.743809 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-298ea904-d01e-4e33-861b-c4802807ae1a tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:29.131341 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-298ea904-d01e-4e33-861b-c4802807ae1a tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Allocated IP 172.20.0.2 (d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5/5a9fb38e-cf25-418b-9443-2a54f98e4648/24b2e37e-f494-4b92-a38a-04bae831ccfb) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:18:29.598295 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-298ea904-d01e-4e33-861b-c4802807ae1a tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:29.745440 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-298ea904-d01e-4e33-861b-c4802807ae1a tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:29.906745 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-298ea904-d01e-4e33-861b-c4802807ae1a tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:18:29.921390 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-298ea904-d01e-4e33-861b-c4802807ae1a tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:29.925360 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-298ea904-d01e-4e33-861b-c4802807ae1a tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:18:30.006355 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1af4b236-7112-48ad-9efe-044753039bc9 req-2f312fcd-5d42-438e-8f75-3b244c0c47de tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 210 time: 0.1265917 Nov 12 03:18:30.019428 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-298ea904-d01e-4e33-861b-c4802807ae1a tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:30.020090 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-298ea904-d01e-4e33-861b-c4802807ae1a tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:30.102181 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ea904-d01e-4e33-861b-c4802807ae1a tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Pushing event updated for resources: {'Port': ['ID=24b2e37e-f494-4b92-a38a-04bae831ccfb,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:30.109871 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-298ea904-d01e-4e33-861b-c4802807ae1a tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7379813 Nov 12 03:18:30.120672 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e664d6-c53c-443f-a1a5-7553aadaaedb req-8e51f029-dd65-408f-8531-24c1bdbf9003 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:30.122352 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d9e664d6-c53c-443f-a1a5-7553aadaaedb req-8e51f029-dd65-408f-8531-24c1bdbf9003 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b06cfae-f39b-4c8b-bdbc-20cd80f97bff HTTP/1.1" status: 200 len: 931 time: 0.0948260 Nov 12 03:18:30.128836 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-3b80f2a5-41b0-43bc-b5f7-d657564036ce service neutron] Request body: {'port': {'device_id': '5b06cfae-f39b-4c8b-bdbc-20cd80f97bff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:30.217836 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-3b80f2a5-41b0-43bc-b5f7-d657564036ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:30.304642 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1fb30a31-d300-47ca-82f3-4b23f38e0c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:30.327079 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d9e664d6-c53c-443f-a1a5-7553aadaaedb req-f2b8dfe0-0b30-4aa4-92db-ae3d4c001c19 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103644 Nov 12 03:18:30.769095 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-3b80f2a5-41b0-43bc-b5f7-d657564036ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24b2e37e-f494-4b92-a38a-04bae831ccfb {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:30.784972 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-3b80f2a5-41b0-43bc-b5f7-d657564036ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:30.808593 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-3b80f2a5-41b0-43bc-b5f7-d657564036ce service neutron] Transition to ACTIVE for port object 24b2e37e-f494-4b92-a38a-04bae831ccfb will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:18:30.814203 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-3b80f2a5-41b0-43bc-b5f7-d657564036ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:30.870700 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-fb79e3e8-6763-4e63-a98e-373ba7e5696d tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1018088 Nov 12 03:18:31.080459 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b80f2a5-41b0-43bc-b5f7-d657564036ce service neutron] Pushing event updated for resources: {'Port': ['ID=24b2e37e-f494-4b92-a38a-04bae831ccfb,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:31.122553 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-23af3446-ccb3-4266-a294-a992829fe08d tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:31.124462 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-23af3446-ccb3-4266-a294-a992829fe08d tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2455833 Nov 12 03:18:31.154614 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-214d633d-f425-43e5-bb82-eac4f855628e tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Request body: {'port': {'device_id': '5fccfd77-81d6-4617-957f-68000ad72a48', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'admin_state_up': True, 'tenant_id': '8b0d25ea08f644adbd397e66a514b9b0'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:31.326582 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c29f46ae-90ec-4d81-b083-798c7b4648c8 req-9478ee16-1eda-486e-a37d-64f6d85f8255 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 210 time: 0.0715573 Nov 12 03:18:31.326582 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-3b80f2a5-41b0-43bc-b5f7-d657564036ce service neutron] Attempting to bind port 24b2e37e-f494-4b92-a38a-04bae831ccfb on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:18:31.331363 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-3b80f2a5-41b0-43bc-b5f7-d657564036ce service neutron] Attempting to bind port 24b2e37e-f494-4b92-a38a-04bae831ccfb by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:18:31.331935 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-3b80f2a5-41b0-43bc-b5f7-d657564036ce service neutron] Attempting to bind port 24b2e37e-f494-4b92-a38a-04bae831ccfb on network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:31.344724 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-3b80f2a5-41b0-43bc-b5f7-d657564036ce service neutron] Port 24b2e37e-f494-4b92-a38a-04bae831ccfb on network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:18:31.350481 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-3b80f2a5-41b0-43bc-b5f7-d657564036ce service neutron] Attempting to bind port 24b2e37e-f494-4b92-a38a-04bae831ccfb on network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:31.366813 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-3b80f2a5-41b0-43bc-b5f7-d657564036ce service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:18:31.369819 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-3b80f2a5-41b0-43bc-b5f7-d657564036ce service neutron] Checking segment: {'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:31.371353 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-3b80f2a5-41b0-43bc-b5f7-d657564036ce service neutron] Bound using segment: {'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:18:31.372687 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-3b80f2a5-41b0-43bc-b5f7-d657564036ce service neutron] Bound port: 24b2e37e-f494-4b92-a38a-04bae831ccfb, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:18:31.373509 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-3b80f2a5-41b0-43bc-b5f7-d657564036ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:31.590274 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-3b80f2a5-41b0-43bc-b5f7-d657564036ce service neutron] For port 24b2e37e-f494-4b92-a38a-04bae831ccfb, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:18:31.598664 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-3b80f2a5-41b0-43bc-b5f7-d657564036ce service neutron] For port 24b2e37e-f494-4b92-a38a-04bae831ccfb, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=24b2e37e-f494-4b92-a38a-04bae831ccfb,segment=NetworkSegment(8dbff2fd-9cfc-4504-9870-2f052b7a9289),segment_id=8dbff2fd-9cfc-4504-9870-2f052b7a9289)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:18:31.607805 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-3b80f2a5-41b0-43bc-b5f7-d657564036ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:31.717838 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-3b80f2a5-41b0-43bc-b5f7-d657564036ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:31.718713 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-3b80f2a5-41b0-43bc-b5f7-d657564036ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:31.720323 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-3b80f2a5-41b0-43bc-b5f7-d657564036ce service neutron] 10.222.0.74 "PUT /v2.0/ports/24b2e37e-f494-4b92-a38a-04bae831ccfb HTTP/1.1" status: 200 len: 1092 time: 1.5969355 Nov 12 03:18:31.720946 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b06cfae-f39b-4c8b-bdbc-20cd80f97bff', 'tag': '24b2e37e-f494-4b92-a38a-04bae831ccfb'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:31.724707 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13dcba73-e504-404d-8f37-779e1b23c657" -d '{"events": [{"name": "network-changed", "server_uuid": "5b06cfae-f39b-4c8b-bdbc-20cd80f97bff", "tag": "24b2e37e-f494-4b92-a38a-04bae831ccfb"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:31.733321 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-214d633d-f425-43e5-bb82-eac4f855628e tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Made reservation on behalf of 8b0d25ea08f644adbd397e66a514b9b0 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:18:31.739008 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-214d633d-f425-43e5-bb82-eac4f855628e tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:31.800754 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b80f2a5-41b0-43bc-b5f7-d657564036ce service neutron] Pushing event updated for resources: {'Port': ['ID=24b2e37e-f494-4b92-a38a-04bae831ccfb,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:31.879933 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-6192eb6a-86e6-42c9-ab99-9c756d6fb596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:31.883774 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-6192eb6a-86e6-42c9-ab99-9c756d6fb596 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ab1cf8386d1b4172a2ff2003f6ed3228&device_id=5b06cfae-f39b-4c8b-bdbc-20cd80f97bff HTTP/1.1" status: 200 len: 1095 time: 0.0667751 Nov 12 03:18:32.013615 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-060eb16b-dce7-4c3f-b6dd-66d1227a0200 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=24b2e37e-f494-4b92-a38a-04bae831ccfb HTTP/1.1" status: 200 len: 217 time: 0.1016946 Nov 12 03:18:32.047984 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-214d633d-f425-43e5-bb82-eac4f855628e tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Allocated IP 192.168.233.63 (eca3953c-c804-4641-8812-bff95be59582/fa66706f-b415-4bb9-838e-cfd08f81d96b/a6c70e7a-cb90-47e9-9257-b8480510453f) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:18:32.115479 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-7358d9f5-c0a3-4e41-b8b2-efb1f3723532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:32.117220 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-7358d9f5-c0a3-4e41-b8b2-efb1f3723532 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5a9fb38e-cf25-418b-9443-2a54f98e4648 HTTP/1.1" status: 200 len: 846 time: 0.0883155 Nov 12 03:18:32.195152 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-4a707a6d-8490-4e2f-be84-f1349178b205 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565007 Nov 12 03:18:32.302211 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8806eba-b4a4-4033-bbbe-e8ce57267f5d req-d0801cb0-466f-4df2-8632-550de34078ba tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:32.314372 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a8806eba-b4a4-4033-bbbe-e8ce57267f5d req-d0801cb0-466f-4df2-8632-550de34078ba tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b06cfae-f39b-4c8b-bdbc-20cd80f97bff HTTP/1.1" status: 200 len: 943 time: 0.1815889 Nov 12 03:18:32.433723 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9befd8b7-99ab-41fe-84d2-671173fec6c5 x-openstack-request-id: req-9befd8b7-99ab-41fe-84d2-671173fec6c5 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:32.434055 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b06cfae-f39b-4c8b-bdbc-20cd80f97bff", "tag": "24b2e37e-f494-4b92-a38a-04bae831ccfb", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:32.434545 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9befd8b7-99ab-41fe-84d2-671173fec6c5 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:32.434990 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b06cfae-f39b-4c8b-bdbc-20cd80f97bff', 'tag': '24b2e37e-f494-4b92-a38a-04bae831ccfb', 'status': 'completed', 'code': 200} Nov 12 03:18:32.450404 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-214d633d-f425-43e5-bb82-eac4f855628e tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:32.496923 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a8806eba-b4a4-4033-bbbe-e8ce57267f5d req-965c2d54-e7e1-4531-9b2e-30aa6a50c5b1 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815012 Nov 12 03:18:32.568454 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-9203730d-0911-47af-a89c-ceab942427ed service neutron] 10.222.0.74 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639767 Nov 12 03:18:32.656845 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b1a2c9b4-6c96-481f-b17d-db13d29aeaa5 req-63b6f1ad-e476-453c-bf8e-45959719ca19 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 210 time: 0.0702975 Nov 12 03:18:32.673137 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-214d633d-f425-43e5-bb82-eac4f855628e tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:32.687548 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['cf18a935-ba16-480d-beeb-265435239d7f'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:32.783786 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d633d-f425-43e5-bb82-eac4f855628e tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Pushing event updated for resources: {'Port': ['ID=a6c70e7a-cb90-47e9-9257-b8480510453f,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:32.806051 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-657f36b4-74eb-4273-8305-a84ac9ed7d10 req-659b8282-f70c-40cb-9d2d-aa65fc976cb3 service neutron] 10.222.0.74 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243636 Nov 12 03:18:32.809077 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-214d633d-f425-43e5-bb82-eac4f855628e tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Network eca3953c-c804-4641-8812-bff95be59582 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:18:32.822341 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-214d633d-f425-43e5-bb82-eac4f855628e tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:32.845842 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-214d633d-f425-43e5-bb82-eac4f855628e tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:18:32.862470 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-214d633d-f425-43e5-bb82-eac4f855628e tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:32.863431 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-214d633d-f425-43e5-bb82-eac4f855628e tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:32.905635 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-214d633d-f425-43e5-bb82-eac4f855628e tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7594545 Nov 12 03:18:32.928788 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-e92b38ff-bc86-48a8-93ac-ea3ca2003441 service neutron] Request body: {'port': {'device_id': '5fccfd77-81d6-4617-957f-68000ad72a48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:33.070579 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dcba73-e504-404d-8f37-779e1b23c657 req-b78b49ee-0dff-4ec3-a79a-c28b8215aecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:33.074334 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-13dcba73-e504-404d-8f37-779e1b23c657 req-b78b49ee-0dff-4ec3-a79a-c28b8215aecd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ab1cf8386d1b4172a2ff2003f6ed3228&device_id=5b06cfae-f39b-4c8b-bdbc-20cd80f97bff HTTP/1.1" status: 200 len: 1095 time: 0.1822073 Nov 12 03:18:33.107610 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-e92b38ff-bc86-48a8-93ac-ea3ca2003441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:33.184113 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c85d09e1-2ddb-48a9-8c1e-96db90eb3a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:33.282923 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dcba73-e504-404d-8f37-779e1b23c657 req-57fe5bb3-7cd4-4af1-938b-e340908300db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:33.284488 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-13dcba73-e504-404d-8f37-779e1b23c657 req-57fe5bb3-7cd4-4af1-938b-e340908300db service neutron] 10.222.0.74 "GET /v2.0/networks?id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 HTTP/1.1" status: 200 len: 907 time: 0.2036712 Nov 12 03:18:33.293079 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-f4b88996-3a16-4be8-bd77-2fa8d25392e1 None None] Provisioning complete for port a6c70e7a-cb90-47e9-9257-b8480510453f triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:33.293650 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f4b88996-3a16-4be8-bd77-2fa8d25392e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:33.369294 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-13dcba73-e504-404d-8f37-779e1b23c657 req-32fa3097-431a-4aa5-9ff4-b2d4624af67e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=24b2e37e-f494-4b92-a38a-04bae831ccfb HTTP/1.1" status: 200 len: 217 time: 0.0750520 Nov 12 03:18:33.379291 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-f4b88996-3a16-4be8-bd77-2fa8d25392e1 None None] Port a6c70e7a-cb90-47e9-9257-b8480510453f cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:18:33.437577 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dcba73-e504-404d-8f37-779e1b23c657 req-9d6cc479-4988-4597-b5c8-de118987ec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:33.439759 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-13dcba73-e504-404d-8f37-779e1b23c657 req-9d6cc479-4988-4597-b5c8-de118987ec7a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5a9fb38e-cf25-418b-9443-2a54f98e4648 HTTP/1.1" status: 200 len: 846 time: 0.0628068 Nov 12 03:18:33.531017 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-13dcba73-e504-404d-8f37-779e1b23c657 req-2d6a8986-db34-4970-8815-f9a1254a994a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829625 Nov 12 03:18:33.618245 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-e92b38ff-bc86-48a8-93ac-ea3ca2003441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6c70e7a-cb90-47e9-9257-b8480510453f {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:33.640160 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-e92b38ff-bc86-48a8-93ac-ea3ca2003441 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:33.665625 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-e92b38ff-bc86-48a8-93ac-ea3ca2003441 service neutron] Transition to ACTIVE for port object a6c70e7a-cb90-47e9-9257-b8480510453f will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:18:33.675430 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-e92b38ff-bc86-48a8-93ac-ea3ca2003441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:33.759593 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-13dcba73-e504-404d-8f37-779e1b23c657 req-d5f32feb-339e-4d32-9ad4-7baa54d69228 service neutron] 10.222.0.74 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027171 Nov 12 03:18:33.826113 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b38ff-bc86-48a8-93ac-ea3ca2003441 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c70e7a-cb90-47e9-9257-b8480510453f,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:33.830154 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-e92b38ff-bc86-48a8-93ac-ea3ca2003441 service neutron] Attempting to bind port a6c70e7a-cb90-47e9-9257-b8480510453f on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:18:33.830577 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-e92b38ff-bc86-48a8-93ac-ea3ca2003441 service neutron] Attempting to bind port a6c70e7a-cb90-47e9-9257-b8480510453f by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:18:33.831784 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-e92b38ff-bc86-48a8-93ac-ea3ca2003441 service neutron] Attempting to bind port a6c70e7a-cb90-47e9-9257-b8480510453f on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:33.837538 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-e92b38ff-bc86-48a8-93ac-ea3ca2003441 service neutron] Port a6c70e7a-cb90-47e9-9257-b8480510453f on network eca3953c-c804-4641-8812-bff95be59582 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:18:33.837977 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-e92b38ff-bc86-48a8-93ac-ea3ca2003441 service neutron] Attempting to bind port a6c70e7a-cb90-47e9-9257-b8480510453f on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:33.848061 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-e92b38ff-bc86-48a8-93ac-ea3ca2003441 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:18:33.848668 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-e92b38ff-bc86-48a8-93ac-ea3ca2003441 service neutron] Checking segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:33.849247 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-e92b38ff-bc86-48a8-93ac-ea3ca2003441 service neutron] Bound using segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:18:33.849696 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-e92b38ff-bc86-48a8-93ac-ea3ca2003441 service neutron] Bound port: a6c70e7a-cb90-47e9-9257-b8480510453f, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:18:33.850058 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-e92b38ff-bc86-48a8-93ac-ea3ca2003441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:33.954516 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-e92b38ff-bc86-48a8-93ac-ea3ca2003441 service neutron] For port a6c70e7a-cb90-47e9-9257-b8480510453f, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:18:33.959990 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-e92b38ff-bc86-48a8-93ac-ea3ca2003441 service neutron] For port a6c70e7a-cb90-47e9-9257-b8480510453f, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=a6c70e7a-cb90-47e9-9257-b8480510453f,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:18:33.961035 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880926e8-846a-43d6-afc4-d1d823366c9d req-9db348e5-b0ac-434b-a528-7aea418aad8f tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:33.964601 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-880926e8-846a-43d6-afc4-d1d823366c9d req-9db348e5-b0ac-434b-a528-7aea418aad8f tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b06cfae-f39b-4c8b-bdbc-20cd80f97bff HTTP/1.1" status: 200 len: 943 time: 0.1491084 Nov 12 03:18:33.969399 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:33.973179 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-e92b38ff-bc86-48a8-93ac-ea3ca2003441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:34.035362 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-e92b38ff-bc86-48a8-93ac-ea3ca2003441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:34.036187 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-e92b38ff-bc86-48a8-93ac-ea3ca2003441 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:34.037829 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-e92b38ff-bc86-48a8-93ac-ea3ca2003441 service neutron] 10.222.0.90 "PUT /v2.0/ports/a6c70e7a-cb90-47e9-9257-b8480510453f HTTP/1.1" status: 200 len: 1096 time: 1.1157069 Nov 12 03:18:34.038388 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fccfd77-81d6-4617-957f-68000ad72a48', 'tag': 'a6c70e7a-cb90-47e9-9257-b8480510453f'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:34.041385 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990467c1-0bee-4b4f-abc3-1ab18f02292c" -d '{"events": [{"name": "network-changed", "server_uuid": "5fccfd77-81d6-4617-957f-68000ad72a48", "tag": "a6c70e7a-cb90-47e9-9257-b8480510453f"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:34.074536 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b38ff-bc86-48a8-93ac-ea3ca2003441 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c70e7a-cb90-47e9-9257-b8480510453f,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:34.155517 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-880926e8-846a-43d6-afc4-d1d823366c9d req-c4c43efa-12f9-4b33-8b2b-9fc3b063aac5 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770253 Nov 12 03:18:34.180303 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-13dcba73-e504-404d-8f37-779e1b23c657 req-7da64a04-09cb-4f9c-84c8-182e75356ca6 service neutron] 10.222.0.74 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3978097 Nov 12 03:18:34.301726 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-8b7ab188-cf4d-4fbc-8cbc-a3efd1d02092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:34.310058 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-8b7ab188-cf4d-4fbc-8cbc-a3efd1d02092 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 1099 time: 0.2032039 Nov 12 03:18:34.416806 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9e602549-0715-4b15-8588-bae61d44fd38 req-2142b957-b735-4c57-9d67-6fc36be680bc tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=f60014ea50f04c3eaaf68630072552e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1034620 Nov 12 03:18:34.439035 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-8e89fdb0-32f1-4025-bf12-3970687c4db8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=a6c70e7a-cb90-47e9-9257-b8480510453f HTTP/1.1" status: 200 len: 217 time: 0.1000862 Nov 12 03:18:34.622765 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f570bb6-f892-40a1-8301-e54ef052f862 req-59c408d9-54a4-4400-9f21-b2c22a7b070f tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:34.625907 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8f570bb6-f892-40a1-8301-e54ef052f862 req-59c408d9-54a4-4400-9f21-b2c22a7b070f tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 947 time: 0.0978248 Nov 12 03:18:34.654687 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-97e98b8f-df4e-4c07-9c39-4f2c3354d8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:34.656198 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-97e98b8f-df4e-4c07-9c39-4f2c3354d8fc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.1984956 Nov 12 03:18:34.690893 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8f570bb6-f892-40a1-8301-e54ef052f862 req-acbd4370-cee3-46d0-b047-a8003f1c2c8e tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552423 Nov 12 03:18:34.747966 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e602549-0715-4b15-8588-bae61d44fd38 req-710f0a84-6c1a-4895-8de3-132996d7ee1b tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:34.750143 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9e602549-0715-4b15-8588-bae61d44fd38 req-710f0a84-6c1a-4895-8de3-132996d7ee1b tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3333206 Nov 12 03:18:34.758319 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-c5c7c32b-88cc-4e9c-abcc-d94d440cd16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:34.760032 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-c5c7c32b-88cc-4e9c-abcc-d94d440cd16c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0950286 Nov 12 03:18:34.781040 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9e602549-0715-4b15-8588-bae61d44fd38 req-ab68030e-935a-4033-b331-8b2507965c8f tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/quotas/f60014ea50f04c3eaaf68630072552e4 HTTP/1.1" status: 200 len: 375 time: 0.0142806 Nov 12 03:18:34.910265 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c478f17c-f087-4d0d-9da1-c487d531b24e x-openstack-request-id: req-c478f17c-f087-4d0d-9da1-c487d531b24e {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:34.910705 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fccfd77-81d6-4617-957f-68000ad72a48", "tag": "a6c70e7a-cb90-47e9-9257-b8480510453f", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:34.911068 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c478f17c-f087-4d0d-9da1-c487d531b24e {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:34.911591 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fccfd77-81d6-4617-957f-68000ad72a48', 'tag': 'a6c70e7a-cb90-47e9-9257-b8480510453f', 'status': 'completed', 'code': 200} Nov 12 03:18:34.918941 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9e602549-0715-4b15-8588-bae61d44fd38 req-eb4ec4c9-0dbb-4051-b34f-922880a92900 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f60014ea50f04c3eaaf68630072552e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1059742 Nov 12 03:18:34.968992 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-d4859e56-cdf9-4d7d-8048-6f824cf1d739 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927445 Nov 12 03:18:35.135532 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-42013751-f4dc-4cb5-b3ba-833220527e0f req-707f841c-ac31-4f27-84dd-b2317569649a service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583984 Nov 12 03:18:35.166540 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-72ed5f47-ab6c-4821-8826-7b16b6f5def8 req-0e54103a-f36d-4e16-a099-b6b455ee83e7 tempest-FlavorsV2NegativeTest-1646843579 tempest-FlavorsV2NegativeTest-1646843579-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=8a9a4b82dd0c4bacb15aa4a3e3aa6339&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621817 Nov 12 03:18:35.240474 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a83a5ad9-328e-47a8-a67c-4db74d856193 req-219e0029-b584-4da6-bdf9-ff30ed2ee1f7 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/ports?device_id=db194ae6-5673-46d3-8006-10fbe11bb854 HTTP/1.1" status: 200 len: 210 time: 0.0457218 Nov 12 03:18:35.297069 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 24b2e37e-f494-4b92-a38a-04bae831ccfb details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:18:35.336115 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed5f47-ab6c-4821-8826-7b16b6f5def8 req-d105fe3a-70d9-4818-b27d-c15ecbe9247e tempest-FlavorsV2NegativeTest-1646843579 tempest-FlavorsV2NegativeTest-1646843579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:35.337644 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-72ed5f47-ab6c-4821-8826-7b16b6f5def8 req-d105fe3a-70d9-4818-b27d-c15ecbe9247e tempest-FlavorsV2NegativeTest-1646843579 tempest-FlavorsV2NegativeTest-1646843579-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1602678 Nov 12 03:18:35.378308 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-72ed5f47-ab6c-4821-8826-7b16b6f5def8 req-8cbbd03e-5cb1-4945-8b49-10656ee79787 tempest-FlavorsV2NegativeTest-1646843579 tempest-FlavorsV2NegativeTest-1646843579-project] 10.222.0.50 "GET /v2.0/quotas/8a9a4b82dd0c4bacb15aa4a3e3aa6339 HTTP/1.1" status: 200 len: 375 time: 0.0145831 Nov 12 03:18:35.382700 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:35.451582 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990467c1-0bee-4b4f-abc3-1ab18f02292c req-6a983563-aa96-46e9-9635-f775b8590cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:35.456852 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-990467c1-0bee-4b4f-abc3-1ab18f02292c req-6a983563-aa96-46e9-9635-f775b8590cb1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 1099 time: 0.1231081 Nov 12 03:18:35.473236 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-72ed5f47-ab6c-4821-8826-7b16b6f5def8 req-ed93f785-c8f3-479a-a2b0-0654e1732ab6 tempest-FlavorsV2NegativeTest-1646843579 tempest-FlavorsV2NegativeTest-1646843579-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8a9a4b82dd0c4bacb15aa4a3e3aa6339&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0856378 Nov 12 03:18:35.681355 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 24b2e37e-f494-4b92-a38a-04bae831ccfb, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=24b2e37e-f494-4b92-a38a-04bae831ccfb,segment=NetworkSegment(8dbff2fd-9cfc-4504-9870-2f052b7a9289),segment_id=8dbff2fd-9cfc-4504-9870-2f052b7a9289)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:35.697220 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '24b2e37e-f494-4b92-a38a-04bae831ccfb', 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5', 'port_id': '24b2e37e-f494-4b92-a38a-04bae831ccfb', 'mac_address': 'fa:16:3e:b8:ac:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a9fb38e-cf25-418b-9443-2a54f98e4648', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:18:35.821360 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:35.885315 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990467c1-0bee-4b4f-abc3-1ab18f02292c req-57270cb2-f3ab-49db-bf2b-add6b3d62ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:35.886244 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24b2e37e-f494-4b92-a38a-04bae831ccfb {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:35.887619 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-990467c1-0bee-4b4f-abc3-1ab18f02292c req-57270cb2-f3ab-49db-bf2b-add6b3d62ae6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.4236200 Nov 12 03:18:35.945548 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 24b2e37e-f494-4b92-a38a-04bae831ccfb, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=24b2e37e-f494-4b92-a38a-04bae831ccfb,segment=NetworkSegment(8dbff2fd-9cfc-4504-9870-2f052b7a9289),segment_id=8dbff2fd-9cfc-4504-9870-2f052b7a9289)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:35.950152 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:36.022702 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207cfeb-32cb-42e1-b63a-95a166d7bbc5 req-aee13f8c-7d2f-4ab8-8804-0ddf41acc774 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:36.038148 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3207cfeb-32cb-42e1-b63a-95a166d7bbc5 req-aee13f8c-7d2f-4ab8-8804-0ddf41acc774 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b06cfae-f39b-4c8b-bdbc-20cd80f97bff HTTP/1.1" status: 200 len: 943 time: 0.2919459 Nov 12 03:18:36.055277 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-990467c1-0bee-4b4f-abc3-1ab18f02292c req-12b90fe6-a61a-47ef-8870-02b9183c70c7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=a6c70e7a-cb90-47e9-9257-b8480510453f HTTP/1.1" status: 200 len: 217 time: 0.1581728 Nov 12 03:18:36.068240 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=24b2e37e-f494-4b92-a38a-04bae831ccfb,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:36.172241 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3207cfeb-32cb-42e1-b63a-95a166d7bbc5 req-73ec30d1-74a6-4fb7-a3b9-7a5247fb917a tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278667 Nov 12 03:18:36.218356 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16610aa-d7b9-4fd0-99fc-01f2b87de125 req-58983a7d-243f-4d49-a4a0-21138c259e3a tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:36.222205 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b16610aa-d7b9-4fd0-99fc-01f2b87de125 req-58983a7d-243f-4d49-a4a0-21138c259e3a tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 947 time: 0.1634667 Nov 12 03:18:36.260190 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['24b2e37e-f494-4b92-a38a-04bae831ccfb'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:36.271926 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:36.328961 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990467c1-0bee-4b4f-abc3-1ab18f02292c req-6058895e-8927-4d0b-b9ac-da120b90836b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:36.338107 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-990467c1-0bee-4b4f-abc3-1ab18f02292c req-6058895e-8927-4d0b-b9ac-da120b90836b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.2643008 Nov 12 03:18:36.482608 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b16610aa-d7b9-4fd0-99fc-01f2b87de125 req-47764575-e8d8-45da-9d0d-c25df3c86eb3 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420757 Nov 12 03:18:36.483920 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990467c1-0bee-4b4f-abc3-1ab18f02292c req-300407da-466d-4e96-b140-617fcf033413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:36.495509 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-990467c1-0bee-4b4f-abc3-1ab18f02292c req-300407da-466d-4e96-b140-617fcf033413 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1458859 Nov 12 03:18:36.605969 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6633c0ff-1e99-44b4-b456-de876535d979 req-687f20a8-c455-499d-8b2c-0c7942bda43e tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/ports?device_id=db194ae6-5673-46d3-8006-10fbe11bb854 HTTP/1.1" status: 200 len: 210 time: 0.0385656 Nov 12 03:18:36.621032 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50524) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:36.652811 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50528) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:36.701565 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-990467c1-0bee-4b4f-abc3-1ab18f02292c req-7dba6fab-dd2f-4a0a-b43f-409fe64e01ba service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930106 Nov 12 03:18:36.804564 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5c9b9222-2bcc-43f3-bf7a-cc4d9cfc5545 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:36.823184 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-990467c1-0bee-4b4f-abc3-1ab18f02292c req-0c561e90-9520-40ff-994f-bf91e5277969 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140404 Nov 12 03:18:36.910224 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a8ad2115-272b-44f3-b72b-2b3fa803f830 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:36.932844 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5c9b9222-2bcc-43f3-bf7a-cc4d9cfc5545 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:36.938401 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5c9b9222-2bcc-43f3-bf7a-cc4d9cfc5545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:36.994768 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5c9b9222-2bcc-43f3-bf7a-cc4d9cfc5545 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a90de755f79747e58ac3b29c413ba72a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3711927 Nov 12 03:18:36.998572 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50538) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:37.024785 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b9222-2bcc-43f3-bf7a-cc4d9cfc5545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49144c49-7fd8-47ae-86da-e4738e3b21a4,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:37.072466 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a8ad2115-272b-44f3-b72b-2b3fa803f830 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:37.104651 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9e602549-0715-4b15-8588-bae61d44fd38 req-9c872e0e-8cc8-4533-bd22-7f4ecc63be2a tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=f60014ea50f04c3eaaf68630072552e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402522 Nov 12 03:18:37.107105 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a8ad2115-272b-44f3-b72b-2b3fa803f830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:37.166997 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad2115-272b-44f3-b72b-2b3fa803f830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abaf32a3-680a-4dbe-a258-18e4242b90d0,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:37.233398 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a8ad2115-272b-44f3-b72b-2b3fa803f830 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8a9a4b82dd0c4bacb15aa4a3e3aa6339&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5781374 Nov 12 03:18:37.236236 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50550) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:37.311587 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 24b2e37e-f494-4b92-a38a-04bae831ccfb up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:37.317347 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-14056249-7a69-4f4f-be8c-2301a0cad2bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:37.342630 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c4d859b1-9f61-4c50-9b4b-93f8a2f25afc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:37.401482 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c4d859b1-9f61-4c50-9b4b-93f8a2f25afc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:37.425852 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e602549-0715-4b15-8588-bae61d44fd38 req-3903e01b-8e48-467e-8779-7df6a6efa598 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:37.427707 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9e602549-0715-4b15-8588-bae61d44fd38 req-3903e01b-8e48-467e-8779-7df6a6efa598 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3073199 Nov 12 03:18:37.434742 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-14056249-7a69-4f4f-be8c-2301a0cad2bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:37.444887 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 24b2e37e-f494-4b92-a38a-04bae831ccfb completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:18:37.454616 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 24b2e37e-f494-4b92-a38a-04bae831ccfb triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:37.455166 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:37.456707 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-9e602549-0715-4b15-8588-bae61d44fd38 req-dc77f116-efd6-4b94-856c-67d5845e12f9 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Request body: {'port': {'device_id': 'db194ae6-5673-46d3-8006-10fbe11bb854', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'admin_state_up': True, 'tenant_id': 'f60014ea50f04c3eaaf68630072552e4'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:37.491715 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc6e8f-b50e-4137-a012-9aba3aa35640 req-4ba80194-c1e1-4443-9408-85ca6a6263da tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:37.493402 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e3cc6e8f-b50e-4137-a012-9aba3aa35640 req-4ba80194-c1e1-4443-9408-85ca6a6263da tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b06cfae-f39b-4c8b-bdbc-20cd80f97bff HTTP/1.1" status: 200 len: 944 time: 0.2043414 Nov 12 03:18:37.506584 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c4d859b1-9f61-4c50-9b4b-93f8a2f25afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:37.509301 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c4d859b1-9f61-4c50-9b4b-93f8a2f25afc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:37.511285 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c4d859b1-9f61-4c50-9b4b-93f8a2f25afc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/abaf32a3-680a-4dbe-a258-18e4242b90d0 HTTP/1.1" status: 204 len: 168 time: 0.2718239 Nov 12 03:18:37.524125 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d859b1-9f61-4c50-9b4b-93f8a2f25afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abaf32a3-680a-4dbe-a258-18e4242b90d0,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:37.668015 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e3cc6e8f-b50e-4137-a012-9aba3aa35640 req-a091baac-6d36-47ea-86f7-0009e7f23b16 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429703 Nov 12 03:18:37.680766 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:37.697434 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-14056249-7a69-4f4f-be8c-2301a0cad2bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:37.704331 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-14056249-7a69-4f4f-be8c-2301a0cad2bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:37.720175 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-14056249-7a69-4f4f-be8c-2301a0cad2bc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/49144c49-7fd8-47ae-86da-e4738e3b21a4 HTTP/1.1" status: 204 len: 168 time: 0.7200592 Nov 12 03:18:37.723435 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b06cfae-f39b-4c8b-bdbc-20cd80f97bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b2e37e-f494-4b92-a38a-04bae831ccfb'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:37.727469 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eab6a7f-09bf-4970-b930-b69b3456d2f1" -d '{"events": [{"server_uuid": "5b06cfae-f39b-4c8b-bdbc-20cd80f97bff", "name": "network-vif-plugged", "status": "completed", "tag": "24b2e37e-f494-4b92-a38a-04bae831ccfb"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:37.745360 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 24b2e37e-f494-4b92-a38a-04bae831ccfb, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=24b2e37e-f494-4b92-a38a-04bae831ccfb,segment=NetworkSegment(8dbff2fd-9cfc-4504-9870-2f052b7a9289),segment_id=8dbff2fd-9cfc-4504-9870-2f052b7a9289)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:37.748584 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14056249-7a69-4f4f-be8c-2301a0cad2bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49144c49-7fd8-47ae-86da-e4738e3b21a4,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:37.754786 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:37.856426 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a2428d9e-c5a6-401d-9367-6cb6f39a1a1d req-7c55d401-9013-4c88-a605-89099d6d5339 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/ports?device_id=db194ae6-5673-46d3-8006-10fbe11bb854 HTTP/1.1" status: 200 len: 210 time: 0.0668495 Nov 12 03:18:37.857095 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e602549-0715-4b15-8588-bae61d44fd38 req-dc77f116-efd6-4b94-856c-67d5845e12f9 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Made reservation on behalf of f60014ea50f04c3eaaf68630072552e4 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:18:37.863828 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-9e602549-0715-4b15-8588-bae61d44fd38 req-dc77f116-efd6-4b94-856c-67d5845e12f9 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:37.884823 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-9e602549-0715-4b15-8588-bae61d44fd38 req-dc77f116-efd6-4b94-856c-67d5845e12f9 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:37.891772 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=24b2e37e-f494-4b92-a38a-04bae831ccfb,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:37.905434 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c8ce7-a4ac-40ae-ae7c-7e84b7bf1170 req-1d1c7ee6-e120-478b-a0b0-a5e6afa12689 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:37.921138 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a03c8ce7-a4ac-40ae-ae7c-7e84b7bf1170 req-1d1c7ee6-e120-478b-a0b0-a5e6afa12689 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 947 time: 0.1368880 Nov 12 03:18:38.005889 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d968c1-76f8-4e73-8378-99b8c43bfcce x-openstack-request-id: req-51d968c1-76f8-4e73-8378-99b8c43bfcce {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:38.006700 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b06cfae-f39b-4c8b-bdbc-20cd80f97bff", "name": "network-vif-plugged", "status": "completed", "tag": "24b2e37e-f494-4b92-a38a-04bae831ccfb", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:38.007790 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-51d968c1-76f8-4e73-8378-99b8c43bfcce {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:38.008406 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b06cfae-f39b-4c8b-bdbc-20cd80f97bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b2e37e-f494-4b92-a38a-04bae831ccfb', 'code': 200} Nov 12 03:18:38.072733 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-9e602549-0715-4b15-8588-bae61d44fd38 req-dc77f116-efd6-4b94-856c-67d5845e12f9 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:38.074132 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a03c8ce7-a4ac-40ae-ae7c-7e84b7bf1170 req-7848d02b-f369-46d4-b927-f73b65ae8886 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461415 Nov 12 03:18:38.084315 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-9e602549-0715-4b15-8588-bae61d44fd38 req-dc77f116-efd6-4b94-856c-67d5845e12f9 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:38.141704 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77f116-efd6-4b94-856c-67d5845e12f9 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8181c547-4017-4b45-a1d1-bd37aff570a3,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:38.283294 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:38.285989 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03948a87-45cf-4772-b7ce-615b1e5af472 req-8a19d091-b9cd-4a1a-a674-d0b73e8a0af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:38.292219 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-03948a87-45cf-4772-b7ce-615b1e5af472 req-8a19d091-b9cd-4a1a-a674-d0b73e8a0af5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5b06cfae-f39b-4c8b-bdbc-20cd80f97bff HTTP/1.1" status: 200 len: 1097 time: 0.1806505 Nov 12 03:18:38.416125 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-03948a87-45cf-4772-b7ce-615b1e5af472 req-350bf731-c12a-463a-ad3d-d25c892319c7 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099963 Nov 12 03:18:38.454877 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-9e602549-0715-4b15-8588-bae61d44fd38 req-dc77f116-efd6-4b94-856c-67d5845e12f9 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Allocated IP 192.168.233.222 (eca3953c-c804-4641-8812-bff95be59582/fa66706f-b415-4bb9-838e-cfd08f81d96b/131b1e86-15ad-4fd6-9721-0e95215334f2) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:18:38.599944 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50600) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:38.621193 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-723abf74-c68d-438a-8cc1-0758fd0e8a8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:38.791547 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device a6c70e7a-cb90-47e9-9257-b8480510453f details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:18:38.828674 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-9e602549-0715-4b15-8588-bae61d44fd38 req-dc77f116-efd6-4b94-856c-67d5845e12f9 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:38.893376 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-9e602549-0715-4b15-8588-bae61d44fd38 req-dc77f116-efd6-4b94-856c-67d5845e12f9 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:38.900367 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-723abf74-c68d-438a-8cc1-0758fd0e8a8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:38.914894 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-723abf74-c68d-438a-8cc1-0758fd0e8a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:39.034687 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723abf74-c68d-438a-8cc1-0758fd0e8a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a280e926-10b4-4efe-b937-1bafab413602,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:39.064366 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77f116-efd6-4b94-856c-67d5845e12f9 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Pushing event updated for resources: {'Port': ['ID=131b1e86-15ad-4fd6-9721-0e95215334f2,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:39.087836 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e602549-0715-4b15-8588-bae61d44fd38 req-dc77f116-efd6-4b94-856c-67d5845e12f9 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Network eca3953c-c804-4641-8812-bff95be59582 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:18:39.090636 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-9e602549-0715-4b15-8588-bae61d44fd38 req-dc77f116-efd6-4b94-856c-67d5845e12f9 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:39.093766 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e602549-0715-4b15-8588-bae61d44fd38 req-dc77f116-efd6-4b94-856c-67d5845e12f9 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:18:39.116132 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-723abf74-c68d-438a-8cc1-0758fd0e8a8a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=135263564fd445cba39242ee04a7ad36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5150080 Nov 12 03:18:39.116768 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50616) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:39.154277 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port a6c70e7a-cb90-47e9-9257-b8480510453f, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=a6c70e7a-cb90-47e9-9257-b8480510453f,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:39.167530 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a41ce-c9fb-46c0-aa22-6f61e2960e2a req-33f76ebb-4aa5-45c0-88f4-95054f2c441c tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:39.176850 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-202a41ce-c9fb-46c0-aa22-6f61e2960e2a req-33f76ebb-4aa5-45c0-88f4-95054f2c441c tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b06cfae-f39b-4c8b-bdbc-20cd80f97bff HTTP/1.1" status: 200 len: 945 time: 0.2688622 Nov 12 03:18:39.184369 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': 'a6c70e7a-cb90-47e9-9257-b8480510453f', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'port_id': 'a6c70e7a-cb90-47e9-9257-b8480510453f', 'mac_address': 'fa:16:3e:52:91:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa66706f-b415-4bb9-838e-cfd08f81d96b', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:18:39.273468 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e602549-0715-4b15-8588-bae61d44fd38 req-dc77f116-efd6-4b94-856c-67d5845e12f9 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:39.274721 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-9e602549-0715-4b15-8588-bae61d44fd38 req-dc77f116-efd6-4b94-856c-67d5845e12f9 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:39.318696 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9e602549-0715-4b15-8588-bae61d44fd38 req-dc77f116-efd6-4b94-856c-67d5845e12f9 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8702672 Nov 12 03:18:39.324453 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-202a41ce-c9fb-46c0-aa22-6f61e2960e2a req-2d50ac58-452d-447e-bac5-5d996021eb31 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441231 Nov 12 03:18:39.373929 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0ae8000e-f1d3-4a4a-b40c-b6a60f8607b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:39.481439 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0ae8000e-f1d3-4a4a-b40c-b6a60f8607b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:39.483177 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-9e602549-0715-4b15-8588-bae61d44fd38 req-2550333f-c44d-49da-b498-6d6de7a77346 service neutron] Request body: {'port': {'device_id': 'db194ae6-5673-46d3-8006-10fbe11bb854', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:39.624380 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:39.627632 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e1574-05fb-47d8-b800-78ac46c498fa req-6d8eab70-9538-44ca-83f3-30d418fd868b tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:39.646588 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1f4e1574-05fb-47d8-b800-78ac46c498fa req-6d8eab70-9538-44ca-83f3-30d418fd868b tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/ports?device_id=db194ae6-5673-46d3-8006-10fbe11bb854 HTTP/1.1" status: 200 len: 936 time: 0.3390815 Nov 12 03:18:39.670931 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9652fc-75b4-46d1-8143-49ee6143975d req-249dbccc-a4e0-4891-993a-9e66bbfa24ee tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:39.670931 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4d9652fc-75b4-46d1-8143-49ee6143975d req-249dbccc-a4e0-4891-993a-9e66bbfa24ee tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 947 time: 0.1145172 Nov 12 03:18:39.683637 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-0a81a449-2350-47a1-a48b-f8242f51fc21 None None] Provisioning complete for port 131b1e86-15ad-4fd6-9721-0e95215334f2 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:39.684232 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0a81a449-2350-47a1-a48b-f8242f51fc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:39.698337 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0ae8000e-f1d3-4a4a-b40c-b6a60f8607b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:39.701765 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0ae8000e-f1d3-4a4a-b40c-b6a60f8607b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:39.702586 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6c70e7a-cb90-47e9-9257-b8480510453f {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:39.704376 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0ae8000e-f1d3-4a4a-b40c-b6a60f8607b0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a280e926-10b4-4efe-b937-1bafab413602 HTTP/1.1" status: 204 len: 168 time: 0.5850520 Nov 12 03:18:39.731481 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-9e602549-0715-4b15-8588-bae61d44fd38 req-2550333f-c44d-49da-b498-6d6de7a77346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:39.785589 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae8000e-f1d3-4a4a-b40c-b6a60f8607b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a280e926-10b4-4efe-b937-1bafab413602,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:39.792216 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port a6c70e7a-cb90-47e9-9257-b8480510453f, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=a6c70e7a-cb90-47e9-9257-b8480510453f,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:39.813378 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-0a81a449-2350-47a1-a48b-f8242f51fc21 None None] Port 131b1e86-15ad-4fd6-9721-0e95215334f2 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:18:39.826403 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:39.888597 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4d9652fc-75b4-46d1-8143-49ee6143975d req-ee3fed22-ef1f-4ae3-a7d5-004dfe252a46 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108595 Nov 12 03:18:39.899732 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1f4e1574-05fb-47d8-b800-78ac46c498fa req-75918b2d-02e3-4467-87e7-ce8c00e74d89 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/security-groups?id=8181c547-4017-4b45-a1d1-bd37aff570a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520249 Nov 12 03:18:39.996050 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=a6c70e7a-cb90-47e9-9257-b8480510453f,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:40.240825 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['a6c70e7a-cb90-47e9-9257-b8480510453f'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:40.426820 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-9e602549-0715-4b15-8588-bae61d44fd38 req-2550333f-c44d-49da-b498-6d6de7a77346 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 131b1e86-15ad-4fd6-9721-0e95215334f2 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:40.437852 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-9e602549-0715-4b15-8588-bae61d44fd38 req-2550333f-c44d-49da-b498-6d6de7a77346 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:40.459087 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-9e602549-0715-4b15-8588-bae61d44fd38 req-2550333f-c44d-49da-b498-6d6de7a77346 service neutron] Transition to ACTIVE for port object 131b1e86-15ad-4fd6-9721-0e95215334f2 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:18:40.463449 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-9e602549-0715-4b15-8588-bae61d44fd38 req-2550333f-c44d-49da-b498-6d6de7a77346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:40.752937 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2550333f-c44d-49da-b498-6d6de7a77346 service neutron] Pushing event updated for resources: {'Port': ['ID=131b1e86-15ad-4fd6-9721-0e95215334f2,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:40.809767 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-26b1d818-3335-4fda-af0a-08df1f50e453 tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=c05239ab7222445180d4af7e3e1dc911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486758 Nov 12 03:18:40.811654 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50656) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:40.864593 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee3d0f-d2fd-464a-8fd0-0b9ec2d1bc82 req-a65b7ea2-d513-4d1f-830c-51813856bfcd tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:40.879270 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-64ee3d0f-d2fd-464a-8fd0-0b9ec2d1bc82 req-a65b7ea2-d513-4d1f-830c-51813856bfcd tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b06cfae-f39b-4c8b-bdbc-20cd80f97bff HTTP/1.1" status: 200 len: 945 time: 0.2967162 Nov 12 03:18:40.979488 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-9e602549-0715-4b15-8588-bae61d44fd38 req-2550333f-c44d-49da-b498-6d6de7a77346 service neutron] Attempting to bind port 131b1e86-15ad-4fd6-9721-0e95215334f2 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:18:40.983467 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-9e602549-0715-4b15-8588-bae61d44fd38 req-2550333f-c44d-49da-b498-6d6de7a77346 service neutron] Attempting to bind port 131b1e86-15ad-4fd6-9721-0e95215334f2 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:18:40.984040 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e602549-0715-4b15-8588-bae61d44fd38 req-2550333f-c44d-49da-b498-6d6de7a77346 service neutron] Attempting to bind port 131b1e86-15ad-4fd6-9721-0e95215334f2 on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:41.009231 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-64ee3d0f-d2fd-464a-8fd0-0b9ec2d1bc82 req-e4a0ed80-4e06-4a01-8a13-3b71b8b193a1 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289501 Nov 12 03:18:41.014724 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e602549-0715-4b15-8588-bae61d44fd38 req-2550333f-c44d-49da-b498-6d6de7a77346 service neutron] Port 131b1e86-15ad-4fd6-9721-0e95215334f2 on network eca3953c-c804-4641-8812-bff95be59582 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:18:41.017731 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e602549-0715-4b15-8588-bae61d44fd38 req-2550333f-c44d-49da-b498-6d6de7a77346 service neutron] Attempting to bind port 131b1e86-15ad-4fd6-9721-0e95215334f2 on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:41.032658 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e602549-0715-4b15-8588-bae61d44fd38 req-2550333f-c44d-49da-b498-6d6de7a77346 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:18:41.035330 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e602549-0715-4b15-8588-bae61d44fd38 req-2550333f-c44d-49da-b498-6d6de7a77346 service neutron] Checking segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:41.036750 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e602549-0715-4b15-8588-bae61d44fd38 req-2550333f-c44d-49da-b498-6d6de7a77346 service neutron] Bound using segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:18:41.037677 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-9e602549-0715-4b15-8588-bae61d44fd38 req-2550333f-c44d-49da-b498-6d6de7a77346 service neutron] Bound port: 131b1e86-15ad-4fd6-9721-0e95215334f2, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:18:41.038985 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-9e602549-0715-4b15-8588-bae61d44fd38 req-2550333f-c44d-49da-b498-6d6de7a77346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:41.062023 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5e2382e0-f8b9-4dec-a689-fd91a5838092 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:41.109544 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-7d98039b-d112-4188-af5e-1ae76419a983 tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:41.117354 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-7d98039b-d112-4188-af5e-1ae76419a983 tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2810707 Nov 12 03:18:41.147179 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-5c744e02-7907-4726-840f-26cdd8c91d34 tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] 10.222.0.50 "GET /v2.0/quotas/c05239ab7222445180d4af7e3e1dc911 HTTP/1.1" status: 200 len: 375 time: 0.0288246 Nov 12 03:18:41.180203 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-9e602549-0715-4b15-8588-bae61d44fd38 req-2550333f-c44d-49da-b498-6d6de7a77346 service neutron] For port 131b1e86-15ad-4fd6-9721-0e95215334f2, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:18:41.184414 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-9e602549-0715-4b15-8588-bae61d44fd38 req-2550333f-c44d-49da-b498-6d6de7a77346 service neutron] For port 131b1e86-15ad-4fd6-9721-0e95215334f2, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=131b1e86-15ad-4fd6-9721-0e95215334f2,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:18:41.197868 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-0471d21f-2900-4e12-9409-9c16e8d33df7 tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c05239ab7222445180d4af7e3e1dc911&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496955 Nov 12 03:18:41.225089 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-9e602549-0715-4b15-8588-bae61d44fd38 req-2550333f-c44d-49da-b498-6d6de7a77346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:41.287452 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5e2382e0-f8b9-4dec-a689-fd91a5838092 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:41.293800 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5e2382e0-f8b9-4dec-a689-fd91a5838092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:41.381474 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e602549-0715-4b15-8588-bae61d44fd38 req-2550333f-c44d-49da-b498-6d6de7a77346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:41.382116 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-9e602549-0715-4b15-8588-bae61d44fd38 req-2550333f-c44d-49da-b498-6d6de7a77346 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:41.384815 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9e602549-0715-4b15-8588-bae61d44fd38 req-2550333f-c44d-49da-b498-6d6de7a77346 service neutron] 10.222.0.74 "PUT /v2.0/ports/131b1e86-15ad-4fd6-9721-0e95215334f2 HTTP/1.1" status: 200 len: 1097 time: 1.9266484 Nov 12 03:18:41.385512 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db194ae6-5673-46d3-8006-10fbe11bb854', 'tag': '131b1e86-15ad-4fd6-9721-0e95215334f2'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:41.388346 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c082a210-a17b-4bf0-8cd7-9432bb8dfed9" -d '{"events": [{"name": "network-changed", "server_uuid": "db194ae6-5673-46d3-8006-10fbe11bb854", "tag": "131b1e86-15ad-4fd6-9721-0e95215334f2"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:41.391978 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5e2382e0-f8b9-4dec-a689-fd91a5838092 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4ff752d334e541d49b921582038b8585&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5787623 Nov 12 03:18:41.393559 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2382e0-f8b9-4dec-a689-fd91a5838092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e342fe-4353-446f-b020-3b0744086b6b,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:41.418753 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50680) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:41.587778 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54425e99-f113-4a87-8908-01dbe4ec9251 req-ee060d81-3ce1-4e84-aa09-0ba322ca43da tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:41.598049 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-54425e99-f113-4a87-8908-01dbe4ec9251 req-ee060d81-3ce1-4e84-aa09-0ba322ca43da tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 948 time: 0.4113612 Nov 12 03:18:41.620839 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50690) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:41.641299 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2550333f-c44d-49da-b498-6d6de7a77346 service neutron] Pushing event updated for resources: {'Port': ['ID=131b1e86-15ad-4fd6-9721-0e95215334f2,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:41.667124 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fdad62-c506-4da7-b355-c51b21dd57d4 req-3951ca71-7e7b-49cf-9fa4-db45427b5d40 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:41.683132 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26fdad62-c506-4da7-b355-c51b21dd57d4 req-3951ca71-7e7b-49cf-9fa4-db45427b5d40 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/ports?device_id=db194ae6-5673-46d3-8006-10fbe11bb854 HTTP/1.1" status: 200 len: 948 time: 0.1538327 Nov 12 03:18:41.784547 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e602549-0715-4b15-8588-bae61d44fd38 req-1c2a5d61-7431-4941-a35e-44ac58ad444c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:41.786928 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9e602549-0715-4b15-8588-bae61d44fd38 req-1c2a5d61-7431-4941-a35e-44ac58ad444c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f60014ea50f04c3eaaf68630072552e4&device_id=db194ae6-5673-46d3-8006-10fbe11bb854 HTTP/1.1" status: 200 len: 1100 time: 0.3108580 Nov 12 03:18:41.796841 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26fdad62-c506-4da7-b355-c51b21dd57d4 req-6cb93aa9-3a04-484c-bb42-1c8e331ab112 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/security-groups?id=8181c547-4017-4b45-a1d1-bd37aff570a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125150 Nov 12 03:18:41.880423 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b23aa0ca-da10-4752-8fb6-9c63a44b2ad3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:41.901763 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-a8b9044a-99af-4988-a92d-a63b74c1235d admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1483495497-network', 'tenant_id': 'dc162332f668461489b7e205cb1f66dc'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:41.916975 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9e602549-0715-4b15-8588-bae61d44fd38 req-0e6fae98-f962-4a85-a9bd-8ac1ccdbf941 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=131b1e86-15ad-4fd6-9721-0e95215334f2 HTTP/1.1" status: 200 len: 217 time: 0.1062813 Nov 12 03:18:41.919006 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b23aa0ca-da10-4752-8fb6-9c63a44b2ad3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:41.942643 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-54425e99-f113-4a87-8908-01dbe4ec9251 req-e0e8112e-9211-4f19-bc80-f80aab9857c3 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427243 Nov 12 03:18:41.951017 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b9044a-99af-4988-a92d-a63b74c1235d admin admin] Made reservation on behalf of dc162332f668461489b7e205cb1f66dc for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:18:41.955001 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a8b9044a-99af-4988-a92d-a63b74c1235d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:41.982225 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a8b9044a-99af-4988-a92d-a63b74c1235d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:42.043923 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e602549-0715-4b15-8588-bae61d44fd38 req-057c432e-9c8a-4048-a6da-691068f7d880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:42.050839 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9e602549-0715-4b15-8588-bae61d44fd38 req-057c432e-9c8a-4048-a6da-691068f7d880 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.1032269 Nov 12 03:18:42.181768 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a8b9044a-99af-4988-a92d-a63b74c1235d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:42.190096 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a8b9044a-99af-4988-a92d-a63b74c1235d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:42.209896 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b71e4c-468a-49c0-868f-54c1c6357c23 x-openstack-request-id: req-74b71e4c-468a-49c0-868f-54c1c6357c23 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:42.210452 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db194ae6-5673-46d3-8006-10fbe11bb854", "tag": "131b1e86-15ad-4fd6-9721-0e95215334f2", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:42.210452 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-74b71e4c-468a-49c0-868f-54c1c6357c23 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:42.210814 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db194ae6-5673-46d3-8006-10fbe11bb854', 'tag': '131b1e86-15ad-4fd6-9721-0e95215334f2', 'status': 'completed', 'code': 200} Nov 12 03:18:42.220814 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8b9044a-99af-4988-a92d-a63b74c1235d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:18:42.229227 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b23aa0ca-da10-4752-8fb6-9c63a44b2ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:42.237800 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b23aa0ca-da10-4752-8fb6-9c63a44b2ad3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:42.240334 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b23aa0ca-da10-4752-8fb6-9c63a44b2ad3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d4e342fe-4353-446f-b020-3b0744086b6b HTTP/1.1" status: 204 len: 168 time: 0.8167660 Nov 12 03:18:42.252726 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a8b9044a-99af-4988-a92d-a63b74c1235d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:42.253212 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-a8b9044a-99af-4988-a92d-a63b74c1235d admin admin] Added segment bf897783-bfd6-42ee-a693-f79ac832bac6 of type vlan for network 501958c9-b204-48c8-90b2-23e93cef2501 Nov 12 03:18:42.254467 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b9044a-99af-4988-a92d-a63b74c1235d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1662438e-3cc8-425d-9aa5-41a4128215e6,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:42.308223 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a8b9044a-99af-4988-a92d-a63b74c1235d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:42.346787 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5fea10a4-2abd-4e0c-a3c7-94143c8097b9 req-96712744-d1ba-4932-8338-b58d616d72d9 tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] 10.222.0.50 "GET /v2.0/ports?device_id=0920f515-13a2-4b14-96ff-a8d219d11a8d HTTP/1.1" status: 200 len: 210 time: 0.1335967 Nov 12 03:18:42.352164 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a8b9044a-99af-4988-a92d-a63b74c1235d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:42.357266 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b9044a-99af-4988-a92d-a63b74c1235d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:42.362298 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a8b9044a-99af-4988-a92d-a63b74c1235d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:42.373811 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23aa0ca-da10-4752-8fb6-9c63a44b2ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e342fe-4353-446f-b020-3b0744086b6b,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:42.410020 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e602549-0715-4b15-8588-bae61d44fd38 req-79cd4e3e-e1be-45ad-a14b-bc754ebdc762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:42.413067 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9e602549-0715-4b15-8588-bae61d44fd38 req-79cd4e3e-e1be-45ad-a14b-bc754ebdc762 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3488455 Nov 12 03:18:42.445374 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a8b9044a-99af-4988-a92d-a63b74c1235d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8234665 Nov 12 03:18:42.449206 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50706) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:42.453970 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-32a54979-3be9-4485-90f4-8d16ebe78322 admin admin] Request body: {'subnet': {'network_id': '501958c9-b204-48c8-90b2-23e93cef2501', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1483495497-subnet', 'tenant_id': 'dc162332f668461489b7e205cb1f66dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:42.514938 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b9044a-99af-4988-a92d-a63b74c1235d admin admin] Pushing event updated for resources: {'Network': ['ID=501958c9-b204-48c8-90b2-23e93cef2501,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:42.534529 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a54979-3be9-4485-90f4-8d16ebe78322 admin admin] Made reservation on behalf of dc162332f668461489b7e205cb1f66dc for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:18:42.537662 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-32a54979-3be9-4485-90f4-8d16ebe78322 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:42.576988 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9e602549-0715-4b15-8588-bae61d44fd38 req-2db94a72-26f2-469b-81d3-8e3d822e9bbf service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484711 Nov 12 03:18:42.651156 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 501958c9-b204-48c8-90b2-23e93cef2501 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:18:42.653149 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b4cc1-f9f4-4b94-b6ab-84a9964295ed req-061eb79b-50b7-4280-ab2f-cb21d799e4c3 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:42.654735 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ba4b4cc1-f9f4-4b94-b6ab-84a9964295ed req-061eb79b-50b7-4280-ab2f-cb21d799e4c3 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5b06cfae-f39b-4c8b-bdbc-20cd80f97bff HTTP/1.1" status: 200 len: 1097 time: 0.2680898 Nov 12 03:18:42.705142 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9e602549-0715-4b15-8588-bae61d44fd38 req-796b5abb-00fc-4a33-86e1-8579174959f3 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196620 Nov 12 03:18:42.805380 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50714) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:42.832744 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-52da1b00-ea8a-4535-8682-0bf2462e2c12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:42.847206 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082a210-a17b-4bf0-8cd7-9432bb8dfed9 req-285e8d5b-61cd-4d4e-8051-321434ff236e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:42.849053 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c082a210-a17b-4bf0-8cd7-9432bb8dfed9 req-285e8d5b-61cd-4d4e-8051-321434ff236e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f60014ea50f04c3eaaf68630072552e4&device_id=db194ae6-5673-46d3-8006-10fbe11bb854 HTTP/1.1" status: 200 len: 1100 time: 0.0888934 Nov 12 03:18:42.869806 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device a6c70e7a-cb90-47e9-9257-b8480510453f up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:42.933826 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port a6c70e7a-cb90-47e9-9257-b8480510453f completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:18:42.938359 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port a6c70e7a-cb90-47e9-9257-b8480510453f triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:42.939019 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:42.942861 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-52da1b00-ea8a-4535-8682-0bf2462e2c12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:42.970132 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-52da1b00-ea8a-4535-8682-0bf2462e2c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:42.986256 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ba4b4cc1-f9f4-4b94-b6ab-84a9964295ed req-126931b1-af06-471e-b352-fb8c100fd648 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184958 Nov 12 03:18:43.009292 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-32a54979-3be9-4485-90f4-8d16ebe78322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:43.059581 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:43.085384 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a54979-3be9-4485-90f4-8d16ebe78322 admin admin] Pushing event updated for resources: {'Subnet': ['ID=853f814d-a8c2-4d13-953d-4b5494e37524,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:43.094456 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fccfd77-81d6-4617-957f-68000ad72a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c70e7a-cb90-47e9-9257-b8480510453f'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:43.097497 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5fe0ab-f197-4865-89d4-5ce88db3ee43" -d '{"events": [{"server_uuid": "5fccfd77-81d6-4617-957f-68000ad72a48", "name": "network-vif-plugged", "status": "completed", "tag": "a6c70e7a-cb90-47e9-9257-b8480510453f"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:43.103077 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a54979-3be9-4485-90f4-8d16ebe78322 admin admin] Checking segment: {'id': 'bf897783-bfd6-42ee-a693-f79ac832bac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '501958c9-b204-48c8-90b2-23e93cef2501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:43.103438 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a54979-3be9-4485-90f4-8d16ebe78322 admin admin] Network hostable DHCP agents. Network: 501958c9-b204-48c8-90b2-23e93cef2501, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:18:43.112875 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port a6c70e7a-cb90-47e9-9257-b8480510453f, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=a6c70e7a-cb90-47e9-9257-b8480510453f,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:43.120796 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:43.157931 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-52da1b00-ea8a-4535-8682-0bf2462e2c12 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=521459850ba34944be3a3b425af4a99e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3489337 Nov 12 03:18:43.162222 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50728) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:43.172451 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da1b00-ea8a-4535-8682-0bf2462e2c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c97a54a-0c92-483e-9e52-7221607b441d,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:43.177163 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-6ec7d816-1d95-4f29-930a-4fdeabebcf85 tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=c05239ab7222445180d4af7e3e1dc911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386279 Nov 12 03:18:43.177722 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a54979-3be9-4485-90f4-8d16ebe78322 admin admin] Network 501958c9-b204-48c8-90b2-23e93cef2501 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:18:43.205790 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c281f6-6956-42fe-aba4-5f93ce53a178 req-fed439cb-41e8-40c9-938f-d2e5da737a17 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:43.207499 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-38c281f6-6956-42fe-aba4-5f93ce53a178 req-fed439cb-41e8-40c9-938f-d2e5da737a17 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/ports?device_id=db194ae6-5673-46d3-8006-10fbe11bb854 HTTP/1.1" status: 200 len: 948 time: 0.1197724 Nov 12 03:18:43.229828 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=a6c70e7a-cb90-47e9-9257-b8480510453f,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:43.233528 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-32a54979-3be9-4485-90f4-8d16ebe78322 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 501958c9-b204-48c8-90b2-23e93cef2501) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:43.259989 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f064181-8b93-4819-95be-d0c77532d332 None None] Network 501958c9-b204-48c8-90b2-23e93cef2501 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:18:43.282110 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a54979-3be9-4485-90f4-8d16ebe78322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:43.282719 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-32a54979-3be9-4485-90f4-8d16ebe78322 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:43.330721 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-32a54979-3be9-4485-90f4-8d16ebe78322 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8804059 Nov 12 03:18:43.340346 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50730) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:43.347606 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-e409987c-15c7-4466-97b8-30a652e57a07 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1483495497-router', 'tenant_id': 'dc162332f668461489b7e205cb1f66dc', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:43.373680 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-38c281f6-6956-42fe-aba4-5f93ce53a178 req-b7694f0f-3b4d-4b3b-9a27-5f53c831cf21 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/security-groups?id=8181c547-4017-4b45-a1d1-bd37aff570a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542940 Nov 12 03:18:43.392214 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-9660de80-10ff-4898-a4be-06d31639bd46 tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:43.395550 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-9660de80-10ff-4898-a4be-06d31639bd46 tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2116075 Nov 12 03:18:43.411115 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e409987c-15c7-4466-97b8-30a652e57a07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:43.412561 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e409987c-15c7-4466-97b8-30a652e57a07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:43.431338 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-36c37b12-1fd2-4ea2-89a6-1bd9c728a99b tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] Request body: {'port': {'device_id': '0920f515-13a2-4b14-96ff-a8d219d11a8d', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'admin_state_up': True, 'tenant_id': 'c05239ab7222445180d4af7e3e1dc911'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:43.469156 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-4d1de428-2d5b-4aaa-9f58-de58a7e62788 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1969628694&fields=id&tenant_id=173fa25a22664fb4a6739f325e324f67 HTTP/1.1" status: 200 len: 267 time: 0.5450227 Nov 12 03:18:43.481262 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49b7aec-86b4-4533-9bcb-734436b9ce2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-501958c9-b204-48c8-90b2-23e93cef2501', 'network_id': '501958c9-b204-48c8-90b2-23e93cef2501', 'tenant_id': 'dc162332f668461489b7e205cb1f66dc', 'fixed_ips': [{'subnet_id': '853f814d-a8c2-4d13-953d-4b5494e37524'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:18:43.483970 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e49b7aec-86b4-4533-9bcb-734436b9ce2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:43.535385 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082a210-a17b-4bf0-8cd7-9432bb8dfed9 req-43131df1-8700-4c5d-93a4-782d862741da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:43.536794 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c082a210-a17b-4bf0-8cd7-9432bb8dfed9 req-43131df1-8700-4c5d-93a4-782d862741da service neutron] 10.222.0.74 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.6057262 Nov 12 03:18:43.591121 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e409987c-15c7-4466-97b8-30a652e57a07 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:43.623245 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c082a210-a17b-4bf0-8cd7-9432bb8dfed9 req-fe781606-389b-4111-9539-bf2061ec64c2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=131b1e86-15ad-4fd6-9721-0e95215334f2 HTTP/1.1" status: 200 len: 217 time: 0.0563920 Nov 12 03:18:43.654428 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-800a6aa6-5eb6-4bac-a4a1-0d0ec3e66097 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:43.684936 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-e49b7aec-86b4-4533-9bcb-734436b9ce2d None None] Allocated IP 172.20.0.2 (501958c9-b204-48c8-90b2-23e93cef2501/853f814d-a8c2-4d13-953d-4b5494e37524/dcb2543f-e611-4cc4-99f1-08c5668da795) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:18:43.724309 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-800a6aa6-5eb6-4bac-a4a1-0d0ec3e66097 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:43.726223 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a3941-3cf5-4e3b-8692-bcaa6b0b1e69 req-ec29d549-0d6e-4b55-924f-5446dcb64bb6 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:43.727767 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f2a3941-3cf5-4e3b-8692-bcaa6b0b1e69 req-ec29d549-0d6e-4b55-924f-5446dcb64bb6 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 949 time: 0.2125854 Nov 12 03:18:43.732385 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-62eba9f5-a4ed-4bed-9271-696158cc6d09 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:43.739596 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-62eba9f5-a4ed-4bed-9271-696158cc6d09 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/networks?id=737f7741-cb6b-402d-a616-bf6ed5fa075e HTTP/1.1" status: 200 len: 815 time: 0.2694771 Nov 12 03:18:43.757574 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082a210-a17b-4bf0-8cd7-9432bb8dfed9 req-b6147f17-3a2e-417d-9222-fc783533479c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:43.759458 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c082a210-a17b-4bf0-8cd7-9432bb8dfed9 req-b6147f17-3a2e-417d-9222-fc783533479c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.1239302 Nov 12 03:18:43.779053 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-c766a987-e844-41df-a68f-b6f848a12de2 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/quotas/173fa25a22664fb4a6739f325e324f67 HTTP/1.1" status: 200 len: 375 time: 0.0385690 Nov 12 03:18:43.820097 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e409987c-15c7-4466-97b8-30a652e57a07 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:43.827389 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-36c37b12-1fd2-4ea2-89a6-1bd9c728a99b tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] Made reservation on behalf of c05239ab7222445180d4af7e3e1dc911 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:18:43.833376 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-36c37b12-1fd2-4ea2-89a6-1bd9c728a99b tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:43.852528 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-36c37b12-1fd2-4ea2-89a6-1bd9c728a99b tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:43.868349 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082a210-a17b-4bf0-8cd7-9432bb8dfed9 req-8e19e995-89b9-4767-ac75-73a1a949670c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:43.869961 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c082a210-a17b-4bf0-8cd7-9432bb8dfed9 req-8e19e995-89b9-4767-ac75-73a1a949670c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1013012 Nov 12 03:18:43.872779 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e49b7aec-86b4-4533-9bcb-734436b9ce2d None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:43.880851 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e49b7aec-86b4-4533-9bcb-734436b9ce2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:43.885198 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-74c94917-5821-4865-9ab4-33e28a8c951a tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=173fa25a22664fb4a6739f325e324f67&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0916739 Nov 12 03:18:43.894440 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-800a6aa6-5eb6-4bac-a4a1-0d0ec3e66097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:43.897293 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-800a6aa6-5eb6-4bac-a4a1-0d0ec3e66097 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:43.898576 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-800a6aa6-5eb6-4bac-a4a1-0d0ec3e66097 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8c97a54a-0c92-483e-9e52-7221607b441d HTTP/1.1" status: 204 len: 168 time: 0.7341375 Nov 12 03:18:43.907941 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f2a3941-3cf5-4e3b-8692-bcaa6b0b1e69 req-99c57be1-e940-4a79-b632-a9f05db866db tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461179 Nov 12 03:18:43.933697 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49b7aec-86b4-4533-9bcb-734436b9ce2d None None] Network 501958c9-b204-48c8-90b2-23e93cef2501 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:18:43.937766 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-e49b7aec-86b4-4533-9bcb-734436b9ce2d None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:43.942560 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49b7aec-86b4-4533-9bcb-734436b9ce2d None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:18:43.957680 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b7aec-86b4-4533-9bcb-734436b9ce2d None None] Pushing event updated for resources: {'Port': ['ID=dcb2543f-e611-4cc4-99f1-08c5668da795,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:43.971499 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a6aa6-5eb6-4bac-a4a1-0d0ec3e66097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c97a54a-0c92-483e-9e52-7221607b441d,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:44.030070 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-e49b7aec-86b4-4533-9bcb-734436b9ce2d None None] Attempting to bind port dcb2543f-e611-4cc4-99f1-08c5668da795 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:18:44.030453 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-e49b7aec-86b4-4533-9bcb-734436b9ce2d None None] Attempting to bind port dcb2543f-e611-4cc4-99f1-08c5668da795 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'bf897783-bfd6-42ee-a693-f79ac832bac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '501958c9-b204-48c8-90b2-23e93cef2501'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:18:44.030870 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49b7aec-86b4-4533-9bcb-734436b9ce2d None None] Attempting to bind port dcb2543f-e611-4cc4-99f1-08c5668da795 on network 501958c9-b204-48c8-90b2-23e93cef2501 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:44.038108 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49b7aec-86b4-4533-9bcb-734436b9ce2d None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:18:44.038507 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49b7aec-86b4-4533-9bcb-734436b9ce2d None None] Checking segment: {'id': 'bf897783-bfd6-42ee-a693-f79ac832bac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '501958c9-b204-48c8-90b2-23e93cef2501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:44.038988 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e49b7aec-86b4-4533-9bcb-734436b9ce2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:44.039255 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49b7aec-86b4-4533-9bcb-734436b9ce2d None None] Bound using segment: {'id': 'bf897783-bfd6-42ee-a693-f79ac832bac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '501958c9-b204-48c8-90b2-23e93cef2501'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:18:44.040117 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-e49b7aec-86b4-4533-9bcb-734436b9ce2d None None] Bound port: dcb2543f-e611-4cc4-99f1-08c5668da795, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf897783-bfd6-42ee-a693-f79ac832bac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '501958c9-b204-48c8-90b2-23e93cef2501'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:18:44.040242 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e49b7aec-86b4-4533-9bcb-734436b9ce2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:44.111578 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-e49b7aec-86b4-4533-9bcb-734436b9ce2d None None] For port dcb2543f-e611-4cc4-99f1-08c5668da795, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:18:44.115689 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-e49b7aec-86b4-4533-9bcb-734436b9ce2d None None] For port dcb2543f-e611-4cc4-99f1-08c5668da795, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=dcb2543f-e611-4cc4-99f1-08c5668da795,segment=NetworkSegment(bf897783-bfd6-42ee-a693-f79ac832bac6),segment_id=bf897783-bfd6-42ee-a693-f79ac832bac6)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:18:44.123668 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e49b7aec-86b4-4533-9bcb-734436b9ce2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:44.134327 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-36c37b12-1fd2-4ea2-89a6-1bd9c728a99b tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:44.152532 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-36c37b12-1fd2-4ea2-89a6-1bd9c728a99b tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:44.154377 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c082a210-a17b-4bf0-8cd7-9432bb8dfed9 req-79493aba-da4c-48c4-a206-81e312e97653 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678912 Nov 12 03:18:44.190011 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-3c583215-675c-4d54-b02e-8e9631090b0e service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:18:44.202123 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-3c583215-675c-4d54-b02e-8e9631090b0e service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1245437 Nov 12 03:18:44.221670 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b7aec-86b4-4533-9bcb-734436b9ce2d None None] Pushing event updated for resources: {'Port': ['ID=dcb2543f-e611-4cc4-99f1-08c5668da795,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:44.310900 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c37b12-1fd2-4ea2-89a6-1bd9c728a99b tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f83065-0db9-4e00-87ac-dc91abcaa320,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:44.379171 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4357f-927d-46e6-aea3-69ba9bfc62a6 req-f6c2c6aa-76c5-4d6d-9102-96a807bad03a tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:44.387069 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-23a4357f-927d-46e6-aea3-69ba9bfc62a6 req-f6c2c6aa-76c5-4d6d-9102-96a807bad03a tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5b06cfae-f39b-4c8b-bdbc-20cd80f97bff HTTP/1.1" status: 200 len: 1097 time: 0.2788274 Nov 12 03:18:44.404858 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c082a210-a17b-4bf0-8cd7-9432bb8dfed9 req-4c040d1d-ef7a-460d-b7d8-73d3113d8a2b service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413781 Nov 12 03:18:44.409090 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-5396f27f-07b1-47ed-8a24-ae153d92739f service neutron] 10.222.0.50 "GET /v2.0/networks/737f7741-cb6b-402d-a616-bf6ed5fa075e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053070 Nov 12 03:18:44.467832 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50746) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:44.541880 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9dd0eb5b-e7f1-4d11-8d2e-09369d4c012e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:44.569227 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e409987c-15c7-4466-97b8-30a652e57a07 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:44.571809 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-36c37b12-1fd2-4ea2-89a6-1bd9c728a99b tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] Allocated IP 192.168.233.39 (eca3953c-c804-4641-8812-bff95be59582/fa66706f-b415-4bb9-838e-cfd08f81d96b/34aa39a4-9540-4424-adf6-43530e0418c3) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:18:44.596772 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-23a4357f-927d-46e6-aea3-69ba9bfc62a6 req-068b78aa-c851-47db-a40e-dcc399a75489 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080092 Nov 12 03:18:44.605052 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e409987c-15c7-4466-97b8-30a652e57a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:44.614912 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-535df8cf-cfe3-4ff7-afd9-25e33488d0c0 service neutron] 10.222.0.50 "GET /v2.0/networks/737f7741-cb6b-402d-a616-bf6ed5fa075e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908853 Nov 12 03:18:44.703685 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9dd0eb5b-e7f1-4d11-8d2e-09369d4c012e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:44.713186 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9dd0eb5b-e7f1-4d11-8d2e-09369d4c012e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:44.766031 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d1cdcc-ad35-4513-b040-c2ef42cf7656 x-openstack-request-id: req-c1d1cdcc-ad35-4513-b040-c2ef42cf7656 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:44.766924 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fccfd77-81d6-4617-957f-68000ad72a48", "name": "network-vif-plugged", "status": "completed", "tag": "a6c70e7a-cb90-47e9-9257-b8480510453f", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:44.767321 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c1d1cdcc-ad35-4513-b040-c2ef42cf7656 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:44.767901 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fccfd77-81d6-4617-957f-68000ad72a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c70e7a-cb90-47e9-9257-b8480510453f', 'code': 200} Nov 12 03:18:44.779092 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9dd0eb5b-e7f1-4d11-8d2e-09369d4c012e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c403c720a09c49c982d63343395bdc53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3101420 Nov 12 03:18:44.781450 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd0eb5b-e7f1-4d11-8d2e-09369d4c012e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d482cb-7e58-4a15-8580-b2198b7b2158,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:44.785591 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50750) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:44.900303 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-aca30fbc-9375-4e2b-b58f-9dc472b09120 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:44.921661 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8428518c-68f5-415a-af86-bbbf8d84cd48 req-509f5d36-e034-4871-b816-c360502d9cfb tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] 10.222.0.50 "GET /v2.0/ports?device_id=0920f515-13a2-4b14-96ff-a8d219d11a8d HTTP/1.1" status: 200 len: 210 time: 0.0624335 Nov 12 03:18:44.931937 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-aca30fbc-9375-4e2b-b58f-9dc472b09120 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:44.938468 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-e409987c-15c7-4466-97b8-30a652e57a07 admin admin] Allocated IP 172.25.5.165 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/b0d918fc-d63e-4428-8234-4c94bbe87c7b) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:18:44.965552 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-36c37b12-1fd2-4ea2-89a6-1bd9c728a99b tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:45.007261 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-aca30fbc-9375-4e2b-b58f-9dc472b09120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:45.011075 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-aca30fbc-9375-4e2b-b58f-9dc472b09120 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:45.015798 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-aca30fbc-9375-4e2b-b58f-9dc472b09120 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/24d482cb-7e58-4a15-8580-b2198b7b2158 HTTP/1.1" status: 204 len: 168 time: 0.2288606 Nov 12 03:18:45.029074 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca30fbc-9375-4e2b-b58f-9dc472b09120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d482cb-7e58-4a15-8580-b2198b7b2158,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:45.082936 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1832d92-fa57-4759-a25e-77f74476c8ad req-e6bfef01-29b5-4145-8d28-46b69ca3d9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:45.085083 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c1832d92-fa57-4759-a25e-77f74476c8ad req-e6bfef01-29b5-4145-8d28-46b69ca3d9b0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 1101 time: 0.1771133 Nov 12 03:18:45.237722 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac955a-9bb1-403c-b579-1788bb7b9168 req-4f166388-3fb6-4d57-b8f6-67f01052a622 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:45.245249 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-12ac955a-9bb1-403c-b579-1788bb7b9168 req-4f166388-3fb6-4d57-b8f6-67f01052a622 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/ports?device_id=db194ae6-5673-46d3-8006-10fbe11bb854 HTTP/1.1" status: 200 len: 948 time: 0.2277646 Nov 12 03:18:45.247576 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-36c37b12-1fd2-4ea2-89a6-1bd9c728a99b tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:45.340238 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 131b1e86-15ad-4fd6-9721-0e95215334f2 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:18:45.366357 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c1832d92-fa57-4759-a25e-77f74476c8ad req-5e7d3735-3e23-4345-bf8d-b85c97598b69 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605724 Nov 12 03:18:45.369523 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c37b12-1fd2-4ea2-89a6-1bd9c728a99b tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] Pushing event updated for resources: {'Port': ['ID=34aa39a4-9540-4424-adf6-43530e0418c3,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:45.380935 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e409987c-15c7-4466-97b8-30a652e57a07 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:45.434003 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-36c37b12-1fd2-4ea2-89a6-1bd9c728a99b tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] Network eca3953c-c804-4641-8812-bff95be59582 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:18:45.440386 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-36c37b12-1fd2-4ea2-89a6-1bd9c728a99b tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:45.490663 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b8235-d2b1-4eb4-a0c2-ed401c463f92 req-19e21e26-4638-4549-9bcf-49ba6e8e85a2 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:45.500771 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0a9b8235-d2b1-4eb4-a0c2-ed401c463f92 req-19e21e26-4638-4549-9bcf-49ba6e8e85a2 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 949 time: 0.1840274 Nov 12 03:18:45.536350 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device dcb2543f-e611-4cc4-99f1-08c5668da795 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:45.589017 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fdf0848e-76da-463d-9989-7788d493c5f7 req-3000fc9d-3b85-4243-81b4-422ecf351aa5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=36a4ba43-4506-4e0d-a0e5-ca182cf81bc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1527104 Nov 12 03:18:45.637106 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0a9b8235-d2b1-4eb4-a0c2-ed401c463f92 req-0675c41b-2bf6-4051-88b8-fe67169c0b5b tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351213 Nov 12 03:18:45.705024 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0848e-76da-463d-9989-7788d493c5f7 req-8026fd1b-eebb-47e3-9d00-badce278a0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:45.707828 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fdf0848e-76da-463d-9989-7788d493c5f7 req-8026fd1b-eebb-47e3-9d00-badce278a0ed service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9ec418fa1b0f4b7bae30d2cd4a8b187d&device_id=36a4ba43-4506-4e0d-a0e5-ca182cf81bc8 HTTP/1.1" status: 200 len: 1119 time: 0.0831347 Nov 12 03:18:45.708260 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 131b1e86-15ad-4fd6-9721-0e95215334f2, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=131b1e86-15ad-4fd6-9721-0e95215334f2,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:45.759805 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '131b1e86-15ad-4fd6-9721-0e95215334f2', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'port_id': '131b1e86-15ad-4fd6-9721-0e95215334f2', 'mac_address': 'fa:16:3e:d6:d4:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa66706f-b415-4bb9-838e-cfd08f81d96b', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:18:45.771635 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cd8cf4a8-fa49-4d74-a35a-f847cbfb8ace req-ef7abfc1-d95b-4af1-a521-1904305f1a5d tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3527e08-132c-489e-ab06-78d73ccbcde4 HTTP/1.1" status: 200 len: 210 time: 0.0401170 Nov 12 03:18:45.817568 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-36c37b12-1fd2-4ea2-89a6-1bd9c728a99b tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:18:45.833329 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-36c37b12-1fd2-4ea2-89a6-1bd9c728a99b tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:45.846151 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-36c37b12-1fd2-4ea2-89a6-1bd9c728a99b tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:45.866766 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-12ac955a-9bb1-403c-b579-1788bb7b9168 req-c22248f0-c21f-4205-856e-a8993795423a tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/security-groups?id=8181c547-4017-4b45-a1d1-bd37aff570a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6206007 Nov 12 03:18:45.915859 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:45.922804 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c086041-1cd0-496d-a00c-74dafcf51207 None None] Network 501958c9-b204-48c8-90b2-23e93cef2501 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:18:45.932366 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0848e-76da-463d-9989-7788d493c5f7 req-d6de4bff-edc9-4633-9835-293b700f3759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:45.935184 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fdf0848e-76da-463d-9989-7788d493c5f7 req-d6de4bff-edc9-4633-9835-293b700f3759 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5d12c86d-665b-42e0-88f2-c767d0a1a78b HTTP/1.1" status: 200 len: 925 time: 0.1928637 Nov 12 03:18:45.956923 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-36c37b12-1fd2-4ea2-89a6-1bd9c728a99b tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5304918 Nov 12 03:18:45.959587 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port dcb2543f-e611-4cc4-99f1-08c5668da795 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:45.960056 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:45.989073 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-773de540-a5a8-41cb-895b-fa5b7cb3cc14 service neutron] Request body: {'port': {'device_id': '0920f515-13a2-4b14-96ff-a8d219d11a8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:46.051781 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e409987c-15c7-4466-97b8-30a652e57a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:46.102636 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 131b1e86-15ad-4fd6-9721-0e95215334f2 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:46.114209 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-e2769fa9-5abd-44cb-bfe4-dd42e00991d7 req-b7d160ad-8a50-42e4-bbe8-281e2a96fdd7 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:18:46.115471 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e2769fa9-5abd-44cb-bfe4-dd42e00991d7 req-b7d160ad-8a50-42e4-bbe8-281e2a96fdd7 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0263712 Nov 12 03:18:46.140290 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-5f53182b-c620-49d3-a9fe-92056f1653d3 None None] Provisioning complete for port dcb2543f-e611-4cc4-99f1-08c5668da795 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:46.140290 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5f53182b-c620-49d3-a9fe-92056f1653d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:46.185310 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 131b1e86-15ad-4fd6-9721-0e95215334f2, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=131b1e86-15ad-4fd6-9721-0e95215334f2,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:46.188536 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e409987c-15c7-4466-97b8-30a652e57a07 admin admin] Pushing event updated for resources: {'Port': ['ID=b0d918fc-d63e-4428-8234-4c94bbe87c7b,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:46.197266 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fdf0848e-76da-463d-9989-7788d493c5f7 req-5bbac500-8e38-4291-857d-f6024f06dd60 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9df25197-4312-482e-86e0-b8dba084bed8 HTTP/1.1" status: 200 len: 1023 time: 0.2489524 Nov 12 03:18:46.219578 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e409987c-15c7-4466-97b8-30a652e57a07 admin admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:18:46.237827 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-e409987c-15c7-4466-97b8-30a652e57a07 admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:46.239982 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-773de540-a5a8-41cb-895b-fa5b7cb3cc14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:46.246955 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e409987c-15c7-4466-97b8-30a652e57a07 admin admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:18:46.282087 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:46.345618 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0848e-76da-463d-9989-7788d493c5f7 req-53461e82-f487-41c1-8d91-f32d3aa850a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:46.350527 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=131b1e86-15ad-4fd6-9721-0e95215334f2,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:46.362616 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fdf0848e-76da-463d-9989-7788d493c5f7 req-53461e82-f487-41c1-8d91-f32d3aa850a1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a0218dd1-f1e1-4b4f-9068-6a0660604123 HTTP/1.1" status: 200 len: 863 time: 0.1576390 Nov 12 03:18:46.472719 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0848e-76da-463d-9989-7788d493c5f7 req-decf0ec5-0894-40d8-b9b5-cea0ac37c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:46.474116 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ee8e4-18d8-4d0f-a2d0-966a03fbcbd2 req-c9adb001-ba58-4e4b-a717-1638af23689a tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:46.475726 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fdf0848e-76da-463d-9989-7788d493c5f7 req-decf0ec5-0894-40d8-b9b5-cea0ac37c61e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5d12c86d-665b-42e0-88f2-c767d0a1a78b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0997002 Nov 12 03:18:46.484617 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9e4ee8e4-18d8-4d0f-a2d0-966a03fbcbd2 req-c9adb001-ba58-4e4b-a717-1638af23689a tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] 10.222.0.50 "GET /v2.0/ports?device_id=0920f515-13a2-4b14-96ff-a8d219d11a8d HTTP/1.1" status: 200 len: 935 time: 0.2984815 Nov 12 03:18:46.630806 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:46.633171 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['131b1e86-15ad-4fd6-9721-0e95215334f2'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:46.745474 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9e4ee8e4-18d8-4d0f-a2d0-966a03fbcbd2 req-7ecb4e2c-0e8f-486b-8d26-4ef644f8cdc9 tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] 10.222.0.50 "GET /v2.0/security-groups?id=f1f83065-0db9-4e00-87ac-dc91abcaa320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586832 Nov 12 03:18:46.859332 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fdf0848e-76da-463d-9989-7788d493c5f7 req-89519fb7-ccd8-416b-b690-0868328b5be5 service neutron] 10.222.0.74 "GET /v2.0/networks/5d12c86d-665b-42e0-88f2-c767d0a1a78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600514 Nov 12 03:18:46.968531 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5f53182b-c620-49d3-a9fe-92056f1653d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:47.012268 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port dcb2543f-e611-4cc4-99f1-08c5668da795, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=dcb2543f-e611-4cc4-99f1-08c5668da795,segment=NetworkSegment(bf897783-bfd6-42ee-a693-f79ac832bac6),segment_id=bf897783-bfd6-42ee-a693-f79ac832bac6)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:47.025950 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:47.130318 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fdf0848e-76da-463d-9989-7788d493c5f7 req-38a1dc5c-d00f-4328-a599-dd2ff8845598 service neutron] 10.222.0.74 "GET /v2.0/networks/5d12c86d-665b-42e0-88f2-c767d0a1a78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634029 Nov 12 03:18:47.265666 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.api [None req-5f53182b-c620-49d3-a9fe-92056f1653d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:18:47.266179 n-d-715271-27 neutron-server[102573]: DEBUG oslo_db.api [None req-5f53182b-c620-49d3-a9fe-92056f1653d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:18:47.267356 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=dcb2543f-e611-4cc4-99f1-08c5668da795,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:47.298609 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-d86caa89-055b-40d7-9a58-09101fbc6adb tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:47.302760 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-d86caa89-055b-40d7-9a58-09101fbc6adb tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.74 "GET /v2.0/networks?id=737f7741-cb6b-402d-a616-bf6ed5fa075e HTTP/1.1" status: 200 len: 815 time: 0.2715886 Nov 12 03:18:47.341362 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e409987c-15c7-4466-97b8-30a652e57a07 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:47.355716 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c04d7-e01b-4bd1-b739-79aa7d7f481d req-c90460af-e24e-41f6-a682-fd8b28fe9461 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:47.357556 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c21c04d7-e01b-4bd1-b739-79aa7d7f481d req-c90460af-e24e-41f6-a682-fd8b28fe9461 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 949 time: 0.4865212 Nov 12 03:18:47.623836 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c21c04d7-e01b-4bd1-b739-79aa7d7f481d req-6a16dde0-952e-4a6e-ac49-e628dfa36ad9 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138660 Nov 12 03:18:47.667473 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-25b4d0d1-d2d0-4b0e-8804-f9f51e3d57c3 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=173fa25a22664fb4a6739f325e324f67 HTTP/1.1" status: 200 len: 380 time: 0.2690949 Nov 12 03:18:47.675999 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-773de540-a5a8-41cb-895b-fa5b7cb3cc14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34aa39a4-9540-4424-adf6-43530e0418c3 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:47.683956 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-e6252e2f-995d-4857-a413-6297bc11dd9b tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Request body: {'port': {'device_id': 'f3527e08-132c-489e-ab06-78d73ccbcde4', 'network_id': '737f7741-cb6b-402d-a616-bf6ed5fa075e', 'admin_state_up': True, 'tenant_id': '173fa25a22664fb4a6739f325e324f67', 'security_groups': ['9c8f2b06-db27-4d77-8b58-730135e0a808']}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:47.743260 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-773de540-a5a8-41cb-895b-fa5b7cb3cc14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:47.762167 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:47.864477 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-82b59e9d-d9b8-4afd-bcbe-9553a897d756 req-f763ca89-dab0-4e48-848e-4a93502b27cf tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3527e08-132c-489e-ab06-78d73ccbcde4 HTTP/1.1" status: 200 len: 210 time: 0.0807846 Nov 12 03:18:47.874870 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-773de540-a5a8-41cb-895b-fa5b7cb3cc14 service neutron] Transition to ACTIVE for port object 34aa39a4-9540-4424-adf6-43530e0418c3 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:18:47.886367 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-773de540-a5a8-41cb-895b-fa5b7cb3cc14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:47.954440 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-69a7491d-222e-4081-a800-4187ca53e52e None None] Provisioning complete for port dcb2543f-e611-4cc4-99f1-08c5668da795 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:47.954841 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-69a7491d-222e-4081-a800-4187ca53e52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:48.101319 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773de540-a5a8-41cb-895b-fa5b7cb3cc14 service neutron] Pushing event updated for resources: {'Port': ['ID=34aa39a4-9540-4424-adf6-43530e0418c3,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:48.140945 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-e6252e2f-995d-4857-a413-6297bc11dd9b tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Made reservation on behalf of 173fa25a22664fb4a6739f325e324f67 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:18:48.147801 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-e6252e2f-995d-4857-a413-6297bc11dd9b tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:48.199539 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e409987c-15c7-4466-97b8-30a652e57a07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:48.202668 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-773de540-a5a8-41cb-895b-fa5b7cb3cc14 service neutron] Attempting to bind port 34aa39a4-9540-4424-adf6-43530e0418c3 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:18:48.203065 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-773de540-a5a8-41cb-895b-fa5b7cb3cc14 service neutron] Attempting to bind port 34aa39a4-9540-4424-adf6-43530e0418c3 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:18:48.203457 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-773de540-a5a8-41cb-895b-fa5b7cb3cc14 service neutron] Attempting to bind port 34aa39a4-9540-4424-adf6-43530e0418c3 on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:48.215304 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d25c1c-f9d1-458d-9512-616e1161d877 req-9f06cca3-fc18-45cc-9bb9-c9fd54b5884c tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:48.223124 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-52d25c1c-f9d1-458d-9512-616e1161d877 req-9f06cca3-fc18-45cc-9bb9-c9fd54b5884c tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/ports?device_id=db194ae6-5673-46d3-8006-10fbe11bb854 HTTP/1.1" status: 200 len: 949 time: 0.2619846 Nov 12 03:18:48.308691 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-773de540-a5a8-41cb-895b-fa5b7cb3cc14 service neutron] Port 34aa39a4-9540-4424-adf6-43530e0418c3 on network eca3953c-c804-4641-8812-bff95be59582 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:18:48.308691 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-773de540-a5a8-41cb-895b-fa5b7cb3cc14 service neutron] Attempting to bind port 34aa39a4-9540-4424-adf6-43530e0418c3 on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:48.374423 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-773de540-a5a8-41cb-895b-fa5b7cb3cc14 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:18:48.374423 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-773de540-a5a8-41cb-895b-fa5b7cb3cc14 service neutron] Checking segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:48.374423 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-773de540-a5a8-41cb-895b-fa5b7cb3cc14 service neutron] Bound using segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:18:48.375144 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-773de540-a5a8-41cb-895b-fa5b7cb3cc14 service neutron] Bound port: 34aa39a4-9540-4424-adf6-43530e0418c3, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:18:48.375144 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-773de540-a5a8-41cb-895b-fa5b7cb3cc14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:48.786075 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-e6252e2f-995d-4857-a413-6297bc11dd9b tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Allocated IP 172.20.0.5 (737f7741-cb6b-402d-a616-bf6ed5fa075e/5a8c7ba8-2697-45e2-b569-b0c780002dc0/1f427354-c1f8-4380-95eb-38300a3fe4c3) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:18:48.799584 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-52d25c1c-f9d1-458d-9512-616e1161d877 req-ad11ce20-4a92-4c9c-b989-660c8acc4471 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/security-groups?id=8181c547-4017-4b45-a1d1-bd37aff570a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5054078 Nov 12 03:18:48.816644 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-34b6a155-6eab-4ed3-b9a5-29029c75d4d7 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:18:48.817571 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-34b6a155-6eab-4ed3-b9a5-29029c75d4d7 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1596506 Nov 12 03:18:48.899944 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-773de540-a5a8-41cb-895b-fa5b7cb3cc14 service neutron] For port 34aa39a4-9540-4424-adf6-43530e0418c3, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:18:48.911440 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-7b58567a-3acd-4c95-bf43-973201d37b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:48.912892 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-7b58567a-3acd-4c95-bf43-973201d37b66 service neutron] 10.222.0.50 "GET /v2.0/ports/24b2e37e-f494-4b92-a38a-04bae831ccfb HTTP/1.1" status: 200 len: 1094 time: 0.0791097 Nov 12 03:18:48.942421 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-a3695025-b92e-4a27-963d-3d19ddaec6a6 service neutron] Request body: {'binding': {'host': 'n-h2-715271-27', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:48.943762 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-a3695025-b92e-4a27-963d-3d19ddaec6a6 service neutron] Unknown quota resources ['binding']. {{(pid=102571) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:18:48.952503 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-773de540-a5a8-41cb-895b-fa5b7cb3cc14 service neutron] For port 34aa39a4-9540-4424-adf6-43530e0418c3, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=34aa39a4-9540-4424-adf6-43530e0418c3,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:18:48.980715 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-773de540-a5a8-41cb-895b-fa5b7cb3cc14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:49.062306 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [req-df006688-b3b5-4aa8-aa85-ec2c6c265e62 req-84309e5e-46fd-4856-a2a6-6b0898b14ebd service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:18:49.063352 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-df006688-b3b5-4aa8-aa85-ec2c6c265e62 req-84309e5e-46fd-4856-a2a6-6b0898b14ebd service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110288 Nov 12 03:18:49.072920 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-773de540-a5a8-41cb-895b-fa5b7cb3cc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:49.074386 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-773de540-a5a8-41cb-895b-fa5b7cb3cc14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:49.075253 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-773de540-a5a8-41cb-895b-fa5b7cb3cc14 service neutron] 10.222.0.90 "PUT /v2.0/ports/34aa39a4-9540-4424-adf6-43530e0418c3 HTTP/1.1" status: 200 len: 1096 time: 3.1006486 Nov 12 03:18:49.084515 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0920f515-13a2-4b14-96ff-a8d219d11a8d', 'tag': '34aa39a4-9540-4424-adf6-43530e0418c3'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:49.087901 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7653127-098d-4298-b772-c5f808e87477" -d '{"events": [{"name": "network-changed", "server_uuid": "0920f515-13a2-4b14-96ff-a8d219d11a8d", "tag": "34aa39a4-9540-4424-adf6-43530e0418c3"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:49.122688 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e409987c-15c7-4466-97b8-30a652e57a07 admin admin] Router b7dae741-a26b-40f0-a78f-d2cf1e5f4b94 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:18:49.249530 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773de540-a5a8-41cb-895b-fa5b7cb3cc14 service neutron] Pushing event updated for resources: {'Port': ['ID=34aa39a4-9540-4424-adf6-43530e0418c3,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:49.269211 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-e6252e2f-995d-4857-a413-6297bc11dd9b tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:49.319478 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773de540-a5a8-41cb-895b-fa5b7cb3cc14 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:49.320164 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773de540-a5a8-41cb-895b-fa5b7cb3cc14 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:49.320164 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773de540-a5a8-41cb-895b-fa5b7cb3cc14 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:49.320501 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773de540-a5a8-41cb-895b-fa5b7cb3cc14 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:49.320831 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773de540-a5a8-41cb-895b-fa5b7cb3cc14 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:49.321162 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773de540-a5a8-41cb-895b-fa5b7cb3cc14 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:49.321479 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773de540-a5a8-41cb-895b-fa5b7cb3cc14 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:49.321806 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773de540-a5a8-41cb-895b-fa5b7cb3cc14 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:49.322195 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773de540-a5a8-41cb-895b-fa5b7cb3cc14 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:49.322693 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773de540-a5a8-41cb-895b-fa5b7cb3cc14 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:49.323137 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773de540-a5a8-41cb-895b-fa5b7cb3cc14 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:49.323527 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773de540-a5a8-41cb-895b-fa5b7cb3cc14 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:49.371116 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 131b1e86-15ad-4fd6-9721-0e95215334f2 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:49.405543 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-767aabf6-a084-43a0-9391-785cb248a970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:49.405543 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-767aabf6-a084-43a0-9391-785cb248a970 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c05239ab7222445180d4af7e3e1dc911&device_id=0920f515-13a2-4b14-96ff-a8d219d11a8d HTTP/1.1" status: 200 len: 1099 time: 0.2361126 Nov 12 03:18:49.424201 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device dcb2543f-e611-4cc4-99f1-08c5668da795 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:49.511759 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 131b1e86-15ad-4fd6-9721-0e95215334f2 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:18:49.519580 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 131b1e86-15ad-4fd6-9721-0e95215334f2 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:49.520142 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:49.538988 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-c3ecb647-8851-48ee-8bec-85736beab0ac service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=34aa39a4-9540-4424-adf6-43530e0418c3 HTTP/1.1" status: 200 len: 217 time: 0.0939996 Nov 12 03:18:49.561506 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port dcb2543f-e611-4cc4-99f1-08c5668da795 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:49.562525 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:49.603967 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-a3695025-b92e-4a27-963d-3d19ddaec6a6 service neutron] Attempting to bind port 24b2e37e-f494-4b92-a38a-04bae831ccfb on host n-h2-715271-27 for vnic_type normal with profile None {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:18:49.604481 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-a3695025-b92e-4a27-963d-3d19ddaec6a6 service neutron] Attempting to bind port 24b2e37e-f494-4b92-a38a-04bae831ccfb by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:18:49.604808 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-a3695025-b92e-4a27-963d-3d19ddaec6a6 service neutron] Attempting to bind port 24b2e37e-f494-4b92-a38a-04bae831ccfb on network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:49.621014 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-e6252e2f-995d-4857-a413-6297bc11dd9b tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:49.633318 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50870) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:49.665501 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e409987c-15c7-4466-97b8-30a652e57a07 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:18:49.667989 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-a3695025-b92e-4a27-963d-3d19ddaec6a6 service neutron] Port 24b2e37e-f494-4b92-a38a-04bae831ccfb on network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:18:49.668533 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-a3695025-b92e-4a27-963d-3d19ddaec6a6 service neutron] Attempting to bind port 24b2e37e-f494-4b92-a38a-04bae831ccfb on network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:49.678817 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adde1f7-c295-4c0f-a860-ff564d4a5213 None None] Sync routers for ids ['b7dae741-a26b-40f0-a78f-d2cf1e5f4b94'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:18:49.695560 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adde1f7-c295-4c0f-a860-ff564d4a5213 None None] Routers {'b7dae741-a26b-40f0-a78f-d2cf1e5f4b94'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:18:49.696493 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-9adde1f7-c295-4c0f-a860-ff564d4a5213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:18:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['b7dae741-a26b-40f0-a78f-d2cf1e5f4b94'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:49.764737 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-e6252e2f-995d-4857-a413-6297bc11dd9b tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Network 737f7741-cb6b-402d-a616-bf6ed5fa075e is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:18:49.769543 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-a3695025-b92e-4a27-963d-3d19ddaec6a6 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:18:49.770135 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-a3695025-b92e-4a27-963d-3d19ddaec6a6 service neutron] Checking segment: {'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:49.771159 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-a3695025-b92e-4a27-963d-3d19ddaec6a6 service neutron] Bound using segment: {'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:18:49.771762 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-a3695025-b92e-4a27-963d-3d19ddaec6a6 service neutron] Bound port: 24b2e37e-f494-4b92-a38a-04bae831ccfb, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:18:49.789493 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-a10c663d-ed5f-4e1d-a366-3d6ba7293588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:49.792313 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-a10c663d-ed5f-4e1d-a366-3d6ba7293588 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.2412174 Nov 12 03:18:49.795107 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:49.817327 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-e6252e2f-995d-4857-a413-6297bc11dd9b tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:49.820745 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-e6252e2f-995d-4857-a413-6297bc11dd9b tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:18:49.829100 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-e6252e2f-995d-4857-a413-6297bc11dd9b tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:49.830274 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-e6252e2f-995d-4857-a413-6297bc11dd9b tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:49.852675 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db194ae6-5673-46d3-8006-10fbe11bb854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131b1e86-15ad-4fd6-9721-0e95215334f2'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:49.858784 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0e9175-29b2-4de3-bd2e-199f410dfe10" -d '{"events": [{"server_uuid": "db194ae6-5673-46d3-8006-10fbe11bb854", "name": "network-vif-plugged", "status": "completed", "tag": "131b1e86-15ad-4fd6-9721-0e95215334f2"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:49.881192 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 131b1e86-15ad-4fd6-9721-0e95215334f2, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=131b1e86-15ad-4fd6-9721-0e95215334f2,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:49.887826 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e409987c-15c7-4466-97b8-30a652e57a07 admin admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:49.889228 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:49.890094 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e409987c-15c7-4466-97b8-30a652e57a07 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.5487704 Nov 12 03:18:49.901286 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50878) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:49.943184 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6252e2f-995d-4857-a413-6297bc11dd9b tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Pushing event updated for resources: {'Port': ['ID=1f427354-c1f8-4380-95eb-38300a3fe4c3,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:49.992334 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-a3695025-b92e-4a27-963d-3d19ddaec6a6 service neutron] For port 24b2e37e-f494-4b92-a38a-04bae831ccfb, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=24b2e37e-f494-4b92-a38a-04bae831ccfb,segment=NetworkSegment(8dbff2fd-9cfc-4504-9870-2f052b7a9289),segment_id=8dbff2fd-9cfc-4504-9870-2f052b7a9289)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:18:49.996024 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-9adde1f7-c295-4c0f-a860-ff564d4a5213 None None] Set router b7dae741-a26b-40f0-a78f-d2cf1e5f4b94 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:18:50.006037 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=131b1e86-15ad-4fd6-9721-0e95215334f2,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:50.006609 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-a3695025-b92e-4a27-963d-3d19ddaec6a6 service neutron] Publish callbacks [] for binding, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:50.007979 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-a3695025-b92e-4a27-963d-3d19ddaec6a6 service neutron] 10.222.0.50 "POST /v2.0/ports/24b2e37e-f494-4b92-a38a-04bae831ccfb/bindings HTTP/1.1" status: 201 len: 390 time: 1.0821342 Nov 12 03:18:50.018250 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec958f91-6e8f-46da-9f57-7c65603fd91d req-26b4a412-30f8-4e19-956f-37423f98bacc tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:50.027146 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ec958f91-6e8f-46da-9f57-7c65603fd91d req-26b4a412-30f8-4e19-956f-37423f98bacc tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] 10.222.0.50 "GET /v2.0/ports?device_id=0920f515-13a2-4b14-96ff-a8d219d11a8d HTTP/1.1" status: 200 len: 947 time: 0.4553704 Nov 12 03:18:50.032247 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-e6252e2f-995d-4857-a413-6297bc11dd9b tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3585100 Nov 12 03:18:50.044216 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8fa69265-af08-420a-b765-5021d5117f74 req-e78f71b8-03fb-438d-b657-2d84e4c2141a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5fccfd77-81d6-4617-957f-68000ad72a48&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4067876 Nov 12 03:18:50.051416 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-8fa69265-af08-420a-b765-5021d5117f74 req-22965b87-132e-45cf-875e-63f70f45d1ed service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:18:50.067894 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8fa69265-af08-420a-b765-5021d5117f74 req-22965b87-132e-45cf-875e-63f70f45d1ed service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0225959 Nov 12 03:18:50.073570 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-cc3c4a15-c4ea-4587-b2eb-e7189d27b0b3 service neutron] Request body: {'port': {'device_id': 'f3527e08-132c-489e-ab06-78d73ccbcde4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:50.128528 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-9e4c89f8-6861-47d3-b838-20a7d7c165c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:50.134872 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-9e4c89f8-6861-47d3-b838-20a7d7c165c8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2701845 Nov 12 03:18:50.226765 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-cc3c4a15-c4ea-4587-b2eb-e7189d27b0b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:50.266263 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ec958f91-6e8f-46da-9f57-7c65603fd91d req-344b71e8-4291-4a30-84f7-56be3273d838 tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] 10.222.0.50 "GET /v2.0/security-groups?id=f1f83065-0db9-4e00-87ac-dc91abcaa320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289023 Nov 12 03:18:50.396107 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-adf87633-a890-44e5-822b-0c2c50f135c4 None None] Provisioning complete for port 1f427354-c1f8-4380-95eb-38300a3fe4c3 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:50.398414 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-adf87633-a890-44e5-822b-0c2c50f135c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:50.502003 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-adf87633-a890-44e5-822b-0c2c50f135c4 None None] Port 1f427354-c1f8-4380-95eb-38300a3fe4c3 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:18:50.580697 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4405959e-5272-40d2-a5d4-462fb76cc376 x-openstack-request-id: req-4405959e-5272-40d2-a5d4-462fb76cc376 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:50.581937 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0920f515-13a2-4b14-96ff-a8d219d11a8d", "tag": "34aa39a4-9540-4424-adf6-43530e0418c3", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:50.582616 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4405959e-5272-40d2-a5d4-462fb76cc376 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:50.583174 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0920f515-13a2-4b14-96ff-a8d219d11a8d', 'tag': '34aa39a4-9540-4424-adf6-43530e0418c3', 'status': 'completed', 'code': 200} Nov 12 03:18:50.622049 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-9adde1f7-c295-4c0f-a860-ff564d4a5213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dae741-a26b-40f0-a78f-d2cf1e5f4b94', 'name': 'tempest-AttachSCSIVolumeTestJSON-1483495497-router', 'tenant_id': 'dc162332f668461489b7e205cb1f66dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'b0d918fc-d63e-4428-8234-4c94bbe87c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:43Z', 'updated_at': '2021-11-12T03:18:46Z', 'revision_number': 3, 'project_id': 'dc162332f668461489b7e205cb1f66dc', 'gw_port': {'id': 'b0d918fc-d63e-4428-8234-4c94bbe87c7b', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:96:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7dae741-a26b-40f0-a78f-d2cf1e5f4b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:44Z', 'updated_at': '2021-11-12T03:18:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:50.640536 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-d0aa8870-b32d-44c0-a532-9abd2ac82b24 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4915879 Nov 12 03:18:50.659417 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adde1f7-c295-4c0f-a860-ff564d4a5213 None None] Checking router: b7dae741-a26b-40f0-a78f-d2cf1e5f4b94 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:18:50.659929 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adde1f7-c295-4c0f-a860-ff564d4a5213 None None] Updating router b7dae741-a26b-40f0-a78f-d2cf1e5f4b94 port b0d918fc-d63e-4428-8234-4c94bbe87c7b binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:18:50.713573 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-5422eb31-547c-419f-bd30-b973108bd5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:50.715057 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-5422eb31-547c-419f-bd30-b973108bd5d7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ab1cf8386d1b4172a2ff2003f6ed3228&device_id=5b06cfae-f39b-4c8b-bdbc-20cd80f97bff HTTP/1.1" status: 200 len: 1097 time: 0.2403829 Nov 12 03:18:50.742089 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-9adde1f7-c295-4c0f-a860-ff564d4a5213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:50.811910 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29475ca-5bea-4c35-8517-71dc026bb89b req-b9d02af4-2494-4130-9cfc-3f13e6cb90c8 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:50.814298 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c29475ca-5bea-4c35-8517-71dc026bb89b req-b9d02af4-2494-4130-9cfc-3f13e6cb90c8 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 949 time: 0.1612849 Nov 12 03:18:50.834498 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f770c9-e99c-4c92-95ce-30d0a73dee97 req-97f446e9-6afa-4beb-90ad-d09aafebb594 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:50.843241 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-67f770c9-e99c-4c92-95ce-30d0a73dee97 req-97f446e9-6afa-4beb-90ad-d09aafebb594 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3527e08-132c-489e-ab06-78d73ccbcde4 HTTP/1.1" status: 200 len: 931 time: 0.4222739 Nov 12 03:18:51.014072 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2cc688ee-a654-467d-a584-84773abf01b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:51.043083 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c29475ca-5bea-4c35-8517-71dc026bb89b req-94004770-5dee-4af9-a323-f56c2063d735 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160537 Nov 12 03:18:51.130476 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-9adde1f7-c295-4c0f-a860-ff564d4a5213 None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:51.138297 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-9adde1f7-c295-4c0f-a860-ff564d4a5213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:51.258429 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e318b0-3407-4d86-9fff-b9be08229a89 None None] Pushing event updated for resources: {'Port': ['ID=b0d918fc-d63e-4428-8234-4c94bbe87c7b,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:51.296645 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-9adde1f7-c295-4c0f-a860-ff564d4a5213 None None] Attempting to bind port b0d918fc-d63e-4428-8234-4c94bbe87c7b on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:18:51.297286 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-9adde1f7-c295-4c0f-a860-ff564d4a5213 None None] Attempting to bind port b0d918fc-d63e-4428-8234-4c94bbe87c7b by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:18:51.297816 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adde1f7-c295-4c0f-a860-ff564d4a5213 None None] Attempting to bind port b0d918fc-d63e-4428-8234-4c94bbe87c7b on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:51.303498 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e318b0-3407-4d86-9fff-b9be08229a89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:51.304274 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e318b0-3407-4d86-9fff-b9be08229a89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:51.304777 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e318b0-3407-4d86-9fff-b9be08229a89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:51.305277 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e318b0-3407-4d86-9fff-b9be08229a89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:51.305752 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e318b0-3407-4d86-9fff-b9be08229a89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:51.306917 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e318b0-3407-4d86-9fff-b9be08229a89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:51.307501 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e318b0-3407-4d86-9fff-b9be08229a89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:51.308065 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e318b0-3407-4d86-9fff-b9be08229a89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:51.308569 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e318b0-3407-4d86-9fff-b9be08229a89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:51.309056 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e318b0-3407-4d86-9fff-b9be08229a89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:51.309533 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e318b0-3407-4d86-9fff-b9be08229a89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:51.309997 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e318b0-3407-4d86-9fff-b9be08229a89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:51.336925 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adde1f7-c295-4c0f-a860-ff564d4a5213 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:18:51.337606 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adde1f7-c295-4c0f-a860-ff564d4a5213 None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:51.338276 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-9adde1f7-c295-4c0f-a860-ff564d4a5213 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:51.340749 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adde1f7-c295-4c0f-a860-ff564d4a5213 None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:18:51.341469 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-9adde1f7-c295-4c0f-a860-ff564d4a5213 None None] Bound port: b0d918fc-d63e-4428-8234-4c94bbe87c7b, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:18:51.348277 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-9adde1f7-c295-4c0f-a860-ff564d4a5213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:51.376273 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-67f770c9-e99c-4c92-95ce-30d0a73dee97 req-452b8523-eba5-499a-b86d-75bbb7a9ddaa tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c8f2b06-db27-4d77-8b58-730135e0a808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5320265 Nov 12 03:18:51.416183 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-2cc688ee-a654-467d-a584-84773abf01b3 admin admin] Allocated IP 172.20.0.1 (501958c9-b204-48c8-90b2-23e93cef2501/853f814d-a8c2-4d13-953d-4b5494e37524/510d7f1a-91dc-4d2f-bc55-bb52977e7db1) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:18:51.430880 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-9adde1f7-c295-4c0f-a860-ff564d4a5213 None None] For port b0d918fc-d63e-4428-8234-4c94bbe87c7b, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:18:51.434739 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-9adde1f7-c295-4c0f-a860-ff564d4a5213 None None] For port b0d918fc-d63e-4428-8234-4c94bbe87c7b, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=b0d918fc-d63e-4428-8234-4c94bbe87c7b,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:18:51.441136 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-9adde1f7-c295-4c0f-a860-ff564d4a5213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:51.472229 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5178049-8394-4e1c-8108-854a1e62caad x-openstack-request-id: req-c5178049-8394-4e1c-8108-854a1e62caad {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:51.472738 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db194ae6-5673-46d3-8006-10fbe11bb854", "name": "network-vif-plugged", "status": "completed", "tag": "131b1e86-15ad-4fd6-9721-0e95215334f2", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:51.472738 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c5178049-8394-4e1c-8108-854a1e62caad {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:51.473123 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db194ae6-5673-46d3-8006-10fbe11bb854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131b1e86-15ad-4fd6-9721-0e95215334f2', 'code': 200} Nov 12 03:18:51.475646 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2624a3a8-1a20-44ce-828f-fcfe92894736 req-070e684e-e805-4fab-b6b7-3542b86311eb service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7658734 Nov 12 03:18:51.476857 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-67753e82-3b7e-4f00-acda-e86bc0691d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:51.494186 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-67753e82-3b7e-4f00-acda-e86bc0691d93 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 HTTP/1.1" status: 200 len: 907 time: 0.7500663 Nov 12 03:18:51.516783 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e62699-0c86-4a45-9b9e-020897498a06 req-8dc18cc8-efa6-45b8-bc38-b6f1f1de49fb tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:51.526555 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c6e62699-0c86-4a45-9b9e-020897498a06 req-8dc18cc8-efa6-45b8-bc38-b6f1f1de49fb tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/ports?device_id=db194ae6-5673-46d3-8006-10fbe11bb854 HTTP/1.1" status: 200 len: 950 time: 0.3794589 Nov 12 03:18:51.602159 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e318b0-3407-4d86-9fff-b9be08229a89 None None] Pushing event updated for resources: {'Port': ['ID=b0d918fc-d63e-4428-8234-4c94bbe87c7b,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:51.604843 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adde1f7-c295-4c0f-a860-ff564d4a5213 None None] Routers {'b7dae741-a26b-40f0-a78f-d2cf1e5f4b94'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:18:51.605445 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-9adde1f7-c295-4c0f-a860-ff564d4a5213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:18:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['b7dae741-a26b-40f0-a78f-d2cf1e5f4b94'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:51.627833 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c6e62699-0c86-4a45-9b9e-020897498a06 req-e1ab4817-32ab-46aa-886b-e7f718399137 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/security-groups?id=8181c547-4017-4b45-a1d1-bd37aff570a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998316 Nov 12 03:18:51.638440 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-63a2f9cf-f022-4ca0-8cee-76aa86c0e11a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=24b2e37e-f494-4b92-a38a-04bae831ccfb HTTP/1.1" status: 200 len: 217 time: 0.1339483 Nov 12 03:18:51.821154 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f24bf8-4ef1-4086-a30c-bca84ba7ff72 req-277c18ae-c5f5-4e08-8a71-6cfe45c645df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:51.823730 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-05f24bf8-4ef1-4086-a30c-bca84ba7ff72 req-277c18ae-c5f5-4e08-8a71-6cfe45c645df service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=db194ae6-5673-46d3-8006-10fbe11bb854 HTTP/1.1" status: 200 len: 1102 time: 0.1718516 Nov 12 03:18:51.849584 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-9adde1f7-c295-4c0f-a860-ff564d4a5213 None None] Set router b7dae741-a26b-40f0-a78f-d2cf1e5f4b94 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:18:51.927532 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2cc688ee-a654-467d-a584-84773abf01b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:51.956840 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-05f24bf8-4ef1-4086-a30c-bca84ba7ff72 req-5a096ab5-e061-4fe6-92e1-1aae559f281a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8181c547-4017-4b45-a1d1-bd37aff570a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100929 Nov 12 03:18:51.964094 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-22bb7ca8-8e0c-4b6e-bae9-581cdb184532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:51.972787 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-22bb7ca8-8e0c-4b6e-bae9-581cdb184532 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5a9fb38e-cf25-418b-9443-2a54f98e4648 HTTP/1.1" status: 200 len: 846 time: 0.3215213 Nov 12 03:18:51.990212 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2cc688ee-a654-467d-a584-84773abf01b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:52.023497 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc688ee-a654-467d-a584-84773abf01b3 admin admin] Network 501958c9-b204-48c8-90b2-23e93cef2501 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:18:52.037422 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7653127-098d-4298-b772-c5f808e87477 req-2bb1f41e-a27c-4e06-a53c-9fe215054c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:52.039892 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f7653127-098d-4298-b772-c5f808e87477 req-2bb1f41e-a27c-4e06-a53c-9fe215054c91 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c05239ab7222445180d4af7e3e1dc911&device_id=0920f515-13a2-4b14-96ff-a8d219d11a8d HTTP/1.1" status: 200 len: 1099 time: 0.2767355 Nov 12 03:18:52.075449 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-2cc688ee-a654-467d-a584-84773abf01b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:52.100633 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc688ee-a654-467d-a584-84773abf01b3 admin admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:18:52.152939 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2cc688ee-a654-467d-a584-84773abf01b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:52.177487 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-9adde1f7-c295-4c0f-a860-ff564d4a5213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dae741-a26b-40f0-a78f-d2cf1e5f4b94', 'name': 'tempest-AttachSCSIVolumeTestJSON-1483495497-router', 'tenant_id': 'dc162332f668461489b7e205cb1f66dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'b0d918fc-d63e-4428-8234-4c94bbe87c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:43Z', 'updated_at': '2021-11-12T03:18:46Z', 'revision_number': 3, 'project_id': 'dc162332f668461489b7e205cb1f66dc', 'gw_port': {'id': 'b0d918fc-d63e-4428-8234-4c94bbe87c7b', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:96:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7dae741-a26b-40f0-a78f-d2cf1e5f4b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:44Z', 'updated_at': '2021-11-12T03:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:52.238826 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f43ecc-578a-40af-9cc4-7e88cb0b2e7a req-da5b9533-3cf6-4a36-b708-6adf57687ebe tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:52.239896 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adde1f7-c295-4c0f-a860-ff564d4a5213 None None] The sync data for ids ['b7dae741-a26b-40f0-a78f-d2cf1e5f4b94'] in n-d-715271-27 is: [{'id': 'b7dae741-a26b-40f0-a78f-d2cf1e5f4b94', 'name': 'tempest-AttachSCSIVolumeTestJSON-1483495497-router', 'tenant_id': 'dc162332f668461489b7e205cb1f66dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'b0d918fc-d63e-4428-8234-4c94bbe87c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:43Z', 'updated_at': '2021-11-12T03:18:46Z', 'revision_number': 3, 'project_id': 'dc162332f668461489b7e205cb1f66dc', 'gw_port': {'id': 'b0d918fc-d63e-4428-8234-4c94bbe87c7b', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:96:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7dae741-a26b-40f0-a78f-d2cf1e5f4b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:44Z', 'updated_at': '2021-11-12T03:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:18:52.243942 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a8f43ecc-578a-40af-9cc4-7e88cb0b2e7a req-da5b9533-3cf6-4a36-b708-6adf57687ebe tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b06cfae-f39b-4c8b-bdbc-20cd80f97bff HTTP/1.1" status: 200 len: 945 time: 0.5210035 Nov 12 03:18:52.248229 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-aa5d8c74-3283-464d-acd3-085e42942094 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2204790 Nov 12 03:18:52.414748 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc180e-66af-4d75-81ae-c8b7abedccba req-911a8c4c-775e-4461-ae47-98d7f9262a1f tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:52.423404 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-21dc180e-66af-4d75-81ae-c8b7abedccba req-911a8c4c-775e-4461-ae47-98d7f9262a1f tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] 10.222.0.50 "GET /v2.0/ports?device_id=0920f515-13a2-4b14-96ff-a8d219d11a8d HTTP/1.1" status: 200 len: 947 time: 0.4167655 Nov 12 03:18:52.425568 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2cc688ee-a654-467d-a584-84773abf01b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:52.429793 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-cc3c4a15-c4ea-4587-b2eb-e7189d27b0b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f427354-c1f8-4380-95eb-38300a3fe4c3 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:52.434769 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.90', 58495) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:52.454910 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-b22b0c09-d87f-4280-91e0-3474761fbc25 None None] Provisioning complete for port 510d7f1a-91dc-4d2f-bc55-bb52977e7db1 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:52.455787 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b22b0c09-d87f-4280-91e0-3474761fbc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:52.495105 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-cc3c4a15-c4ea-4587-b2eb-e7189d27b0b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:52.502463 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a8f43ecc-578a-40af-9cc4-7e88cb0b2e7a req-195f80ca-8d11-499c-a509-cba6bc958329 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415338 Nov 12 03:18:52.562345 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-b22b0c09-d87f-4280-91e0-3474761fbc25 None None] Port 510d7f1a-91dc-4d2f-bc55-bb52977e7db1 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:18:52.570506 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-cc3c4a15-c4ea-4587-b2eb-e7189d27b0b3 service neutron] Transition to ACTIVE for port object 1f427354-c1f8-4380-95eb-38300a3fe4c3 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:18:52.581722 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-cc3c4a15-c4ea-4587-b2eb-e7189d27b0b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:52.674864 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7653127-098d-4298-b772-c5f808e87477 req-edf2dd29-232f-46cc-9e02-8f18e00d15f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:52.676841 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f7653127-098d-4298-b772-c5f808e87477 req-edf2dd29-232f-46cc-9e02-8f18e00d15f7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.6048064 Nov 12 03:18:52.692194 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c4a15-c4ea-4587-b2eb-e7189d27b0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=1f427354-c1f8-4380-95eb-38300a3fe4c3,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:52.729025 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2cc688ee-a654-467d-a584-84773abf01b3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:52.735122 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa69265-af08-420a-b765-5021d5117f74 req-0dfd73dc-1716-4ba0-979f-e53de2a8088c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:52.737534 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8fa69265-af08-420a-b765-5021d5117f74 req-0dfd73dc-1716-4ba0-979f-e53de2a8088c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 1101 time: 0.2924807 Nov 12 03:18:52.808025 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-21dc180e-66af-4d75-81ae-c8b7abedccba req-4dcba770-b56f-435f-8a99-023dadffc947 tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] 10.222.0.50 "GET /v2.0/security-groups?id=f1f83065-0db9-4e00-87ac-dc91abcaa320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3834248 Nov 12 03:18:52.814267 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2cc688ee-a654-467d-a584-84773abf01b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:52.830823 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc688ee-a654-467d-a584-84773abf01b3 admin admin] Pushing event updated for resources: {'Port': ['ID=510d7f1a-91dc-4d2f-bc55-bb52977e7db1,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:52.915330 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f7653127-098d-4298-b772-c5f808e87477 req-142e9828-2897-4f73-ab3f-2f4f1af41699 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=34aa39a4-9540-4424-adf6-43530e0418c3 HTTP/1.1" status: 200 len: 217 time: 0.1729913 Nov 12 03:18:52.953192 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2cc688ee-a654-467d-a584-84773abf01b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:52.969884 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-47a49618-11ad-4f71-ac71-eb0e590eb143 service neutron] 10.222.0.90 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7107546 Nov 12 03:18:53.022059 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc688ee-a654-467d-a584-84773abf01b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:53.022488 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc688ee-a654-467d-a584-84773abf01b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:53.022929 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc688ee-a654-467d-a584-84773abf01b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:53.024397 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc688ee-a654-467d-a584-84773abf01b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:53.024397 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc688ee-a654-467d-a584-84773abf01b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:53.024684 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc688ee-a654-467d-a584-84773abf01b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:53.025194 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc688ee-a654-467d-a584-84773abf01b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:53.025743 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc688ee-a654-467d-a584-84773abf01b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:53.026298 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc688ee-a654-467d-a584-84773abf01b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:53.026821 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc688ee-a654-467d-a584-84773abf01b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:53.027415 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc688ee-a654-467d-a584-84773abf01b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:53.030847 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc688ee-a654-467d-a584-84773abf01b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:53.105745 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7653127-098d-4298-b772-c5f808e87477 req-f92d79df-f4b5-461a-92d2-314189a73525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:53.112243 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f7653127-098d-4298-b772-c5f808e87477 req-f92d79df-f4b5-461a-92d2-314189a73525 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.1390350 Nov 12 03:18:53.325458 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc688ee-a654-467d-a584-84773abf01b3 admin admin] Pushing event updated for resources: {'Port': ['ID=510d7f1a-91dc-4d2f-bc55-bb52977e7db1,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:53.379803 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa69265-af08-420a-b765-5021d5117f74 req-893b3b64-171e-4281-9671-908685085744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:53.381798 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8fa69265-af08-420a-b765-5021d5117f74 req-893b3b64-171e-4281-9671-908685085744 service neutron] 10.222.0.90 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.5602541 Nov 12 03:18:53.406672 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71fc5a-60d8-47fd-a0b7-681173107747 req-335154a3-65d5-4e37-a1f0-315ca9bd4707 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:53.410111 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2b71fc5a-60d8-47fd-a0b7-681173107747 req-335154a3-65d5-4e37-a1f0-315ca9bd4707 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 949 time: 0.7224073 Nov 12 03:18:53.475146 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5557c6-1b95-422f-9e35-cc7072119ab0 req-fe9a315c-361c-4d6b-9f4c-0d7860d1462b tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:53.478555 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device b0d918fc-d63e-4428-8234-4c94bbe87c7b up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:53.481752 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1f5557c6-1b95-422f-9e35-cc7072119ab0 req-fe9a315c-361c-4d6b-9f4c-0d7860d1462b tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3527e08-132c-489e-ab06-78d73ccbcde4 HTTP/1.1" status: 200 len: 943 time: 0.5111308 Nov 12 03:18:53.487850 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8fa69265-af08-420a-b765-5021d5117f74 req-b6ab809f-5ee4-4576-b6ec-5dc42a4e1e17 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=a6c70e7a-cb90-47e9-9257-b8480510453f HTTP/1.1" status: 200 len: 217 time: 0.0754635 Nov 12 03:18:53.584794 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port b0d918fc-d63e-4428-8234-4c94bbe87c7b triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:53.585782 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:53.634650 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1f5557c6-1b95-422f-9e35-cc7072119ab0 req-0b7d3d34-3d72-4ac7-b61d-ec8a214db757 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c8f2b06-db27-4d77-8b58-730135e0a808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370120 Nov 12 03:18:53.649584 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc688ee-a654-467d-a584-84773abf01b3 admin admin] Network 501958c9-b204-48c8-90b2-23e93cef2501 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:18:53.664465 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-2cc688ee-a654-467d-a584-84773abf01b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:53.676794 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7653127-098d-4298-b772-c5f808e87477 req-ee7beccb-b49f-45d0-86a2-ecdefeb8bf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:53.678441 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f7653127-098d-4298-b772-c5f808e87477 req-ee7beccb-b49f-45d0-86a2-ecdefeb8bf9b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5397749 Nov 12 03:18:53.697747 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-cc3c4a15-c4ea-4587-b2eb-e7189d27b0b3 service neutron] Attempting to bind port 1f427354-c1f8-4380-95eb-38300a3fe4c3 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:18:53.698764 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-cc3c4a15-c4ea-4587-b2eb-e7189d27b0b3 service neutron] Attempting to bind port 1f427354-c1f8-4380-95eb-38300a3fe4c3 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'b19214b6-a5b1-4941-8bdf-5dca47aff883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '737f7741-cb6b-402d-a616-bf6ed5fa075e'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:18:53.699218 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-cc3c4a15-c4ea-4587-b2eb-e7189d27b0b3 service neutron] Attempting to bind port 1f427354-c1f8-4380-95eb-38300a3fe4c3 on network 737f7741-cb6b-402d-a616-bf6ed5fa075e {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:53.714594 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-cc3c4a15-c4ea-4587-b2eb-e7189d27b0b3 service neutron] Port 1f427354-c1f8-4380-95eb-38300a3fe4c3 on network 737f7741-cb6b-402d-a616-bf6ed5fa075e not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:18:53.715329 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-cc3c4a15-c4ea-4587-b2eb-e7189d27b0b3 service neutron] Attempting to bind port 1f427354-c1f8-4380-95eb-38300a3fe4c3 on network 737f7741-cb6b-402d-a616-bf6ed5fa075e {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:53.784394 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:53.836884 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port b0d918fc-d63e-4428-8234-4c94bbe87c7b, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=b0d918fc-d63e-4428-8234-4c94bbe87c7b,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:53.843263 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:54.007956 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2b71fc5a-60d8-47fd-a0b7-681173107747 req-b478ccee-34e1-4273-9b79-dc8b5106d945 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5199218 Nov 12 03:18:54.008337 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-ee9f83d3-8d92-4a34-b5be-aa60726e2bfb service neutron] 10.222.0.90 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8924186 Nov 12 03:18:54.025803 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=b0d918fc-d63e-4428-8234-4c94bbe87c7b,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:54.028395 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-cc3c4a15-c4ea-4587-b2eb-e7189d27b0b3 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:18:54.028913 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-cc3c4a15-c4ea-4587-b2eb-e7189d27b0b3 service neutron] Checking segment: {'id': 'b19214b6-a5b1-4941-8bdf-5dca47aff883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '737f7741-cb6b-402d-a616-bf6ed5fa075e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:54.029339 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-cc3c4a15-c4ea-4587-b2eb-e7189d27b0b3 service neutron] Bound using segment: {'id': 'b19214b6-a5b1-4941-8bdf-5dca47aff883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '737f7741-cb6b-402d-a616-bf6ed5fa075e'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:18:54.029805 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-cc3c4a15-c4ea-4587-b2eb-e7189d27b0b3 service neutron] Bound port: 1f427354-c1f8-4380-95eb-38300a3fe4c3, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b19214b6-a5b1-4941-8bdf-5dca47aff883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '737f7741-cb6b-402d-a616-bf6ed5fa075e'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:18:54.030222 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-cc3c4a15-c4ea-4587-b2eb-e7189d27b0b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:54.058909 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:54.059421 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:54.059944 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:54.060437 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:54.060916 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:54.061385 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:54.061916 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:54.062916 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:54.063382 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:54.063885 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:54.064463 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:54.064932 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:54.075378 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa69265-af08-420a-b765-5021d5117f74 req-ec4d6184-7268-4a17-a212-13d5063b310e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:54.077231 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8fa69265-af08-420a-b765-5021d5117f74 req-ec4d6184-7268-4a17-a212-13d5063b310e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.5734458 Nov 12 03:18:54.156763 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-868b9fb0-d9d2-4184-b8cd-d30d4051f52f None None] Provisioning complete for port 510d7f1a-91dc-4d2f-bc55-bb52977e7db1 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:54.157089 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-868b9fb0-d9d2-4184-b8cd-d30d4051f52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:54.191454 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f7653127-098d-4298-b772-c5f808e87477 req-d2da58bf-7a41-448e-a962-1b43af639ea7 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4778831 Nov 12 03:18:54.215816 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-868b9fb0-d9d2-4184-b8cd-d30d4051f52f None None] Port 510d7f1a-91dc-4d2f-bc55-bb52977e7db1 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:18:54.262700 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21bb3de-7fa3-44a5-8990-fa7b24f30589 req-535d335b-2761-4eb1-b04d-ebd300205f09 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:54.265556 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c21bb3de-7fa3-44a5-8990-fa7b24f30589 req-535d335b-2761-4eb1-b04d-ebd300205f09 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b06cfae-f39b-4c8b-bdbc-20cd80f97bff HTTP/1.1" status: 200 len: 945 time: 0.1339650 Nov 12 03:18:54.271074 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-cc3c4a15-c4ea-4587-b2eb-e7189d27b0b3 service neutron] For port 1f427354-c1f8-4380-95eb-38300a3fe4c3, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:18:54.303948 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd05cec-76dd-4b0b-9c45-d18e71c67f38 req-87787297-fefd-4f3a-b2f0-52384180c436 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:54.305871 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4cd05cec-76dd-4b0b-9c45-d18e71c67f38 req-87787297-fefd-4f3a-b2f0-52384180c436 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/ports?device_id=db194ae6-5673-46d3-8006-10fbe11bb854 HTTP/1.1" status: 200 len: 950 time: 0.1257522 Nov 12 03:18:54.311482 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc688ee-a654-467d-a584-84773abf01b3 admin admin] Router b7dae741-a26b-40f0-a78f-d2cf1e5f4b94 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:18:54.325590 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-cc3c4a15-c4ea-4587-b2eb-e7189d27b0b3 service neutron] For port 1f427354-c1f8-4380-95eb-38300a3fe4c3, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=1f427354-c1f8-4380-95eb-38300a3fe4c3,segment=NetworkSegment(b19214b6-a5b1-4941-8bdf-5dca47aff883),segment_id=b19214b6-a5b1-4941-8bdf-5dca47aff883)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:18:54.420566 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4cd05cec-76dd-4b0b-9c45-d18e71c67f38 req-44d85891-81f4-4b56-a61c-b56261ca57ed tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/security-groups?id=8181c547-4017-4b45-a1d1-bd37aff570a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078250 Nov 12 03:18:54.471351 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-cc3c4a15-c4ea-4587-b2eb-e7189d27b0b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:54.484348 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc688ee-a654-467d-a584-84773abf01b3 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:18:54.490543 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2cc688ee-a654-467d-a584-84773abf01b3 admin admin] 10.222.0.50 "PUT /v2.0/routers/b7dae741-a26b-40f0-a78f-d2cf1e5f4b94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5880642 Nov 12 03:18:54.610417 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f7653127-098d-4298-b772-c5f808e87477 req-43236eb4-1be6-4d80-9fb0-7fd63cb218d8 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3948672 Nov 12 03:18:54.611870 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-cc3c4a15-c4ea-4587-b2eb-e7189d27b0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:54.612650 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-cc3c4a15-c4ea-4587-b2eb-e7189d27b0b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:54.614214 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-cc3c4a15-c4ea-4587-b2eb-e7189d27b0b3 service neutron] 10.222.0.74 "PUT /v2.0/ports/1f427354-c1f8-4380-95eb-38300a3fe4c3 HTTP/1.1" status: 200 len: 1092 time: 4.5640073 Nov 12 03:18:54.620967 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3527e08-132c-489e-ab06-78d73ccbcde4', 'tag': '1f427354-c1f8-4380-95eb-38300a3fe4c3'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:54.623229 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec14f8a-a5a6-4d3b-8928-9f989c692809" -d '{"events": [{"name": "network-changed", "server_uuid": "f3527e08-132c-489e-ab06-78d73ccbcde4", "tag": "1f427354-c1f8-4380-95eb-38300a3fe4c3"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:54.658526 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a569c-e826-4d12-98e3-420e6f5bcb36 req-3a3838eb-b1b9-43b3-bf4f-3e998df9daa4 tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:54.662781 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2a7a569c-e826-4d12-98e3-420e6f5bcb36 req-3a3838eb-b1b9-43b3-bf4f-3e998df9daa4 tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] 10.222.0.50 "GET /v2.0/ports?device_id=0920f515-13a2-4b14-96ff-a8d219d11a8d HTTP/1.1" status: 200 len: 947 time: 0.1334848 Nov 12 03:18:54.666306 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa69265-af08-420a-b765-5021d5117f74 req-da714a69-f5a5-4ff6-8be7-0594492ca844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:54.668306 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8fa69265-af08-420a-b765-5021d5117f74 req-da714a69-f5a5-4ff6-8be7-0594492ca844 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4550300 Nov 12 03:18:54.674654 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c21bb3de-7fa3-44a5-8990-fa7b24f30589 req-191ad972-3191-4638-8e57-af2adb126765 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802133 Nov 12 03:18:54.729073 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-4ede6b20-79c5-4de0-80a4-b431f4eb2c3b tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:54.730685 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-4ede6b20-79c5-4de0-80a4-b431f4eb2c3b tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=5b06cfae-f39b-4c8b-bdbc-20cd80f97bff&tenant_id=ab1cf8386d1b4172a2ff2003f6ed3228&binding%3Ahost_id=n-h1-715271-27 HTTP/1.1" status: 200 len: 1097 time: 0.4379106 Nov 12 03:18:54.758778 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-19d6e2f6-58df-4a01-bfc9-a3f83fc0eec5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-715271-27'}}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:54.781624 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c4a15-c4ea-4587-b2eb-e7189d27b0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=1f427354-c1f8-4380-95eb-38300a3fe4c3,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:54.781816 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2a7a569c-e826-4d12-98e3-420e6f5bcb36 req-62858948-fb24-4afb-8f46-e46c1e632607 tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] 10.222.0.50 "GET /v2.0/security-groups?id=f1f83065-0db9-4e00-87ac-dc91abcaa320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097164 Nov 12 03:18:54.963560 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 34aa39a4-9540-4424-adf6-43530e0418c3 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:18:55.127090 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4ff32-a19a-468a-adca-b9889f1d21be req-cdb8457d-b9c7-482a-90bd-2aa1b91ec276 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:55.129720 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-19c4ff32-a19a-468a-adca-b9889f1d21be req-cdb8457d-b9c7-482a-90bd-2aa1b91ec276 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3527e08-132c-489e-ab06-78d73ccbcde4 HTTP/1.1" status: 200 len: 943 time: 0.1617332 Nov 12 03:18:55.187511 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8552ac55-1635-44be-b449-b501219223d9 x-openstack-request-id: req-8552ac55-1635-44be-b449-b501219223d9 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:55.187795 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3527e08-132c-489e-ab06-78d73ccbcde4", "tag": "1f427354-c1f8-4380-95eb-38300a3fe4c3", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:55.188055 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8552ac55-1635-44be-b449-b501219223d9 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:55.188463 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3527e08-132c-489e-ab06-78d73ccbcde4', 'tag': '1f427354-c1f8-4380-95eb-38300a3fe4c3', 'status': 'completed', 'code': 200} Nov 12 03:18:55.264586 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaca116a-78ee-4a32-b386-c2e5c09fa65a None None] Sync routers for ids ['b7dae741-a26b-40f0-a78f-d2cf1e5f4b94'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:18:55.273150 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 34aa39a4-9540-4424-adf6-43530e0418c3, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=34aa39a4-9540-4424-adf6-43530e0418c3,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:55.287883 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-19d6e2f6-58df-4a01-bfc9-a3f83fc0eec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:55.316829 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-19c4ff32-a19a-468a-adca-b9889f1d21be req-e88bb740-bfe6-465c-be60-b2ba3b8d1bc1 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c8f2b06-db27-4d77-8b58-730135e0a808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793625 Nov 12 03:18:55.329585 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaca116a-78ee-4a32-b386-c2e5c09fa65a None None] Routers {'b7dae741-a26b-40f0-a78f-d2cf1e5f4b94'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:18:55.340057 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-eaca116a-78ee-4a32-b386-c2e5c09fa65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:18:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['b7dae741-a26b-40f0-a78f-d2cf1e5f4b94'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:55.344454 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '34aa39a4-9540-4424-adf6-43530e0418c3', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'port_id': '34aa39a4-9540-4424-adf6-43530e0418c3', 'mac_address': 'fa:16:3e:d3:9f:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa66706f-b415-4bb9-838e-cfd08f81d96b', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:18:55.356818 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-d646c5b5-ad04-4724-beaf-f3bafd2afdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:55.361621 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-d646c5b5-ad04-4724-beaf-f3bafd2afdb1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=173fa25a22664fb4a6739f325e324f67&device_id=f3527e08-132c-489e-ab06-78d73ccbcde4 HTTP/1.1" status: 200 len: 1095 time: 0.6828625 Nov 12 03:18:55.452504 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device b0d918fc-d63e-4428-8234-4c94bbe87c7b up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:55.497044 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-c8e4857a-791e-4e1e-ba89-c3d41c37d2d3 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=f60014ea50f04c3eaaf68630072552e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579350 Nov 12 03:18:55.511682 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8fa69265-af08-420a-b765-5021d5117f74 req-8015679d-96a6-4a95-95a3-6c85b76d5efc service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7992225 Nov 12 03:18:55.538860 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:55.640052 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34aa39a4-9540-4424-adf6-43530e0418c3 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:55.655569 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-ceb15843-b416-47b5-876c-f1f3f1089da7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f427354-c1f8-4380-95eb-38300a3fe4c3 HTTP/1.1" status: 200 len: 217 time: 0.2670114 Nov 12 03:18:55.698950 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-eaca116a-78ee-4a32-b386-c2e5c09fa65a None None] Set router b7dae741-a26b-40f0-a78f-d2cf1e5f4b94 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:18:55.749487 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 34aa39a4-9540-4424-adf6-43530e0418c3, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=34aa39a4-9540-4424-adf6-43530e0418c3,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:55.757799 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port b0d918fc-d63e-4428-8234-4c94bbe87c7b triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:55.758602 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:55.762475 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:55.790221 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-15e2cefb-c487-4aaa-862d-764462c92fed tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:55.800624 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-15e2cefb-c487-4aaa-862d-764462c92fed tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2957041 Nov 12 03:18:55.801874 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50984) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:55.812675 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-9ae818a1-ede8-4330-aee2-cd793fb7d3e5 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-978917638-network', 'tenant_id': 'd8ad32e7572042549637fef0e43b61e0'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:55.849839 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-92e1d2c1-c451-4ab2-bac7-07f96c85a776 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/quotas/f60014ea50f04c3eaaf68630072552e4 HTTP/1.1" status: 200 len: 375 time: 0.0268893 Nov 12 03:18:55.886798 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5805a733-8e33-4468-9c3d-27ac572da131 req-5ae40771-22fa-4b67-88c2-65025c1840be tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:55.895426 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5805a733-8e33-4468-9c3d-27ac572da131 req-5ae40771-22fa-4b67-88c2-65025c1840be tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 949 time: 0.5629983 Nov 12 03:18:55.951590 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-84acb790-2c04-493b-a881-257884317a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:55.953662 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-84acb790-2c04-493b-a881-257884317a6c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5a8c7ba8-2697-45e2-b569-b0c780002dc0 HTTP/1.1" status: 200 len: 854 time: 0.2765856 Nov 12 03:18:55.994760 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=34aa39a4-9540-4424-adf6-43530e0418c3,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:56.001367 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8fa69265-af08-420a-b765-5021d5117f74 req-91d383bc-8114-4ddf-9bd2-e1747fc551bf service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631060 Nov 12 03:18:56.069012 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-19d6e2f6-58df-4a01-bfc9-a3f83fc0eec5 service neutron] For port 24b2e37e-f494-4b92-a38a-04bae831ccfb, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=24b2e37e-f494-4b92-a38a-04bae831ccfb,segment=NetworkSegment(8dbff2fd-9cfc-4504-9870-2f052b7a9289),segment_id=8dbff2fd-9cfc-4504-9870-2f052b7a9289)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:56.085485 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5805a733-8e33-4468-9c3d-27ac572da131 req-7adc1f04-043e-441b-bcdf-ef417ed4f640 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878314 Nov 12 03:18:56.098749 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['34aa39a4-9540-4424-adf6-43530e0418c3'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:56.109113 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-5c06cb2b-6249-4561-b2fe-c39f59cd5d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:56.114736 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-5c06cb2b-6249-4561-b2fe-c39f59cd5d85 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=737f7741-cb6b-402d-a616-bf6ed5fa075e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1482284 Nov 12 03:18:56.131670 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae818a1-ede8-4330-aee2-cd793fb7d3e5 admin admin] Made reservation on behalf of d8ad32e7572042549637fef0e43b61e0 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:18:56.139751 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9ae818a1-ede8-4330-aee2-cd793fb7d3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:56.175738 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-9f86cc0f-2fc1-47b3-bf7a-5b2140d60616 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f60014ea50f04c3eaaf68630072552e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3132949 Nov 12 03:18:56.194288 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9ae818a1-ede8-4330-aee2-cd793fb7d3e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:56.461369 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-19d6e2f6-58df-4a01-bfc9-a3f83fc0eec5 service neutron] For port 24b2e37e-f494-4b92-a38a-04bae831ccfb, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:18:56.474762 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9ae818a1-ede8-4330-aee2-cd793fb7d3e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:56.479964 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9ae818a1-ede8-4330-aee2-cd793fb7d3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:56.486519 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:18:56.510654 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ae818a1-ede8-4330-aee2-cd793fb7d3e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:18:56.556363 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9ae818a1-ede8-4330-aee2-cd793fb7d3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:56.556693 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-9ae818a1-ede8-4330-aee2-cd793fb7d3e5 admin admin] Added segment 30f91239-2036-4f63-82d8-a7840d0e7748 of type vlan for network 7ef5d152-aa61-4df1-8cd3-15a53aebc9df Nov 12 03:18:56.645777 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-eaca116a-78ee-4a32-b386-c2e5c09fa65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dae741-a26b-40f0-a78f-d2cf1e5f4b94', 'name': 'tempest-AttachSCSIVolumeTestJSON-1483495497-router', 'tenant_id': 'dc162332f668461489b7e205cb1f66dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'b0d918fc-d63e-4428-8234-4c94bbe87c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:43Z', 'updated_at': '2021-11-12T03:18:52Z', 'revision_number': 4, 'project_id': 'dc162332f668461489b7e205cb1f66dc', 'gw_port': {'id': 'b0d918fc-d63e-4428-8234-4c94bbe87c7b', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:96:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dae741-a26b-40f0-a78f-d2cf1e5f4b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:44Z', 'updated_at': '2021-11-12T03:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '510d7f1a-91dc-4d2f-bc55-bb52977e7db1', 'name': '', 'network_id': '501958c9-b204-48c8-90b2-23e93cef2501', 'tenant_id': 'dc162332f668461489b7e205cb1f66dc', 'mac_address': 'fa:16:3e:da:49:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7dae741-a26b-40f0-a78f-d2cf1e5f4b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '853f814d-a8c2-4d13-953d-4b5494e37524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:51Z', 'updated_at': '2021-11-12T03:18:52Z', 'revision_number': 2, 'project_id': 'dc162332f668461489b7e205cb1f66dc', 'subnets': [{'id': '853f814d-a8c2-4d13-953d-4b5494e37524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:56.659454 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3280afff-ccdc-4afb-8c19-5a720b78afce req-75e3ed69-1969-495d-a7e8-10aef7c8c0a5 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:56.674048 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3280afff-ccdc-4afb-8c19-5a720b78afce req-75e3ed69-1969-495d-a7e8-10aef7c8c0a5 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b06cfae-f39b-4c8b-bdbc-20cd80f97bff HTTP/1.1" status: 200 len: 945 time: 0.4347792 Nov 12 03:18:56.676371 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9ae818a1-ede8-4330-aee2-cd793fb7d3e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:56.685108 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33b9d9-7a61-4337-b14c-eed71299f5e3 req-a71a5628-5998-448e-863a-390a113f4b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:56.693819 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bc33b9d9-7a61-4337-b14c-eed71299f5e3 req-a71a5628-5998-448e-863a-390a113f4b33 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 1101 time: 0.4055619 Nov 12 03:18:56.701148 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-19d6e2f6-58df-4a01-bfc9-a3f83fc0eec5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:56.720886 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaca116a-78ee-4a32-b386-c2e5c09fa65a None None] Checking router: b7dae741-a26b-40f0-a78f-d2cf1e5f4b94 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:18:56.721544 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaca116a-78ee-4a32-b386-c2e5c09fa65a None None] Updating router b7dae741-a26b-40f0-a78f-d2cf1e5f4b94 port 510d7f1a-91dc-4d2f-bc55-bb52977e7db1 binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:18:56.729424 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-5ef62473-a54f-4e10-86cd-74fc11ab8b0b service neutron] 10.222.0.74 "GET /v2.0/networks/737f7741-cb6b-402d-a616-bf6ed5fa075e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6006670 Nov 12 03:18:56.766624 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-eaca116a-78ee-4a32-b386-c2e5c09fa65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:56.769237 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-19d6e2f6-58df-4a01-bfc9-a3f83fc0eec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:56.837190 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae818a1-ede8-4330-aee2-cd793fb7d3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71c243b-54ce-46d6-ad19-0ab57aee5854,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:56.853360 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9ae818a1-ede8-4330-aee2-cd793fb7d3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:56.857015 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae818a1-ede8-4330-aee2-cd793fb7d3e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:56.860200 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9ae818a1-ede8-4330-aee2-cd793fb7d3e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:56.949950 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13a25b-b22f-4218-b744-ae36428a115f req-35ed2946-6380-4033-ab66-65c103c5efb4 tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:56.951911 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3a13a25b-b22f-4218-b744-ae36428a115f req-35ed2946-6380-4033-ab66-65c103c5efb4 tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] 10.222.0.50 "GET /v2.0/ports?device_id=0920f515-13a2-4b14-96ff-a8d219d11a8d HTTP/1.1" status: 200 len: 948 time: 0.2484534 Nov 12 03:18:56.959694 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9ae818a1-ede8-4330-aee2-cd793fb7d3e5 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1564465 Nov 12 03:18:56.968153 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51002) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:56.980212 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-c0c81af9-63a2-4a31-9c4c-d2489dee4c41 admin admin] Request body: {'subnet': {'network_id': '7ef5d152-aa61-4df1-8cd3-15a53aebc9df', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-978917638-subnet', 'tenant_id': 'd8ad32e7572042549637fef0e43b61e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:56.989766 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae818a1-ede8-4330-aee2-cd793fb7d3e5 admin admin] Pushing event updated for resources: {'Network': ['ID=7ef5d152-aa61-4df1-8cd3-15a53aebc9df,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:57.094822 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c81af9-63a2-4a31-9c4c-d2489dee4c41 admin admin] Made reservation on behalf of d8ad32e7572042549637fef0e43b61e0 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:18:57.099998 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c0c81af9-63a2-4a31-9c4c-d2489dee4c41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:57.132626 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 7ef5d152-aa61-4df1-8cd3-15a53aebc9df details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:18:57.153719 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3a13a25b-b22f-4218-b744-ae36428a115f req-d1bf7e41-dd87-4b16-b0d1-53978db9b00d tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] 10.222.0.50 "GET /v2.0/security-groups?id=f1f83065-0db9-4e00-87ac-dc91abcaa320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898263 Nov 12 03:18:57.186391 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-45dff348-a8f9-46ac-ac04-e4c5f548bc30 req-369eb10f-ce5c-495c-b606-7d9c006fa1b5 service neutron] 10.222.0.74 "GET /v2.0/networks/737f7741-cb6b-402d-a616-bf6ed5fa075e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4363923 Nov 12 03:18:57.190734 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33b9d9-7a61-4337-b14c-eed71299f5e3 req-6b3aaf63-7c29-49f6-a1d6-bd19cd4f89ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:57.194426 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bc33b9d9-7a61-4337-b14c-eed71299f5e3 req-6b3aaf63-7c29-49f6-a1d6-bd19cd4f89ce service neutron] 10.222.0.90 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.4612360 Nov 12 03:18:57.226956 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3280afff-ccdc-4afb-8c19-5a720b78afce req-9479e0a5-4946-4251-973f-6ecd4d56ac3d tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5501511 Nov 12 03:18:57.397103 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b06cfae-f39b-4c8b-bdbc-20cd80f97bff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24b2e37e-f494-4b92-a38a-04bae831ccfb'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:57.402932 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cb113b-3d44-4418-85be-f6c380bd5b9a" -d '{"events": [{"server_uuid": "5b06cfae-f39b-4c8b-bdbc-20cd80f97bff", "name": "network-vif-unplugged", "status": "completed", "tag": "24b2e37e-f494-4b92-a38a-04bae831ccfb"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:57.443853 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bc33b9d9-7a61-4337-b14c-eed71299f5e3 req-2784e4f9-cdd1-4b8b-aac8-c2889735a6ff service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=a6c70e7a-cb90-47e9-9257-b8480510453f HTTP/1.1" status: 200 len: 217 time: 0.2106888 Nov 12 03:18:57.554279 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d6e2f6-58df-4a01-bfc9-a3f83fc0eec5 service neutron] Pushing event updated for resources: {'Port': ['ID=24b2e37e-f494-4b92-a38a-04bae831ccfb,revision_number=7']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:57.682834 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-04dbe954-d1df-4df1-bdc5-943d383991f1 req-7565f2fb-7368-4e74-ba21-dd49aec88ce4 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a110309-1988-46c2-bc35-ddd7f469b80e HTTP/1.1" status: 200 len: 210 time: 0.1466894 Nov 12 03:18:57.772126 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76990c78-1998-471d-8830-4b9d6f0dab6a req-a8f2ab89-c7d4-4c0f-aa2d-bf8f00a31911 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:57.774979 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-eaca116a-78ee-4a32-b386-c2e5c09fa65a None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:57.792735 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-eaca116a-78ee-4a32-b386-c2e5c09fa65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:57.794350 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-76990c78-1998-471d-8830-4b9d6f0dab6a req-a8f2ab89-c7d4-4c0f-aa2d-bf8f00a31911 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3527e08-132c-489e-ab06-78d73ccbcde4 HTTP/1.1" status: 200 len: 943 time: 0.3586633 Nov 12 03:18:57.797961 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-19d6e2f6-58df-4a01-bfc9-a3f83fc0eec5 service neutron] Attempting to bind port 24b2e37e-f494-4b92-a38a-04bae831ccfb on host n-h1-715271-27 for vnic_type normal with profile {"migrating_to": "n-h2-715271-27"} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:18:57.799044 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-19d6e2f6-58df-4a01-bfc9-a3f83fc0eec5 service neutron] Attempting to bind port 24b2e37e-f494-4b92-a38a-04bae831ccfb by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:18:57.799575 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-19d6e2f6-58df-4a01-bfc9-a3f83fc0eec5 service neutron] Attempting to bind port 24b2e37e-f494-4b92-a38a-04bae831ccfb on network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:57.813220 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33b9d9-7a61-4337-b14c-eed71299f5e3 req-0de83323-70aa-4558-9e34-cda639972e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:57.816069 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bc33b9d9-7a61-4337-b14c-eed71299f5e3 req-0de83323-70aa-4558-9e34-cda639972e63 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.2665391 Nov 12 03:18:57.818171 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec14f8a-a5a6-4d3b-8928-9f989c692809 req-f54d4b54-50a9-4d78-b401-203efbb2f7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:57.819784 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ec14f8a-a5a6-4d3b-8928-9f989c692809 req-f54d4b54-50a9-4d78-b401-203efbb2f7bd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=173fa25a22664fb4a6739f325e324f67&device_id=f3527e08-132c-489e-ab06-78d73ccbcde4 HTTP/1.1" status: 200 len: 1095 time: 0.3795013 Nov 12 03:18:57.834184 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-19d6e2f6-58df-4a01-bfc9-a3f83fc0eec5 service neutron] Port 24b2e37e-f494-4b92-a38a-04bae831ccfb on network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:18:57.844540 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-19d6e2f6-58df-4a01-bfc9-a3f83fc0eec5 service neutron] Attempting to bind port 24b2e37e-f494-4b92-a38a-04bae831ccfb on network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:57.903925 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-19d6e2f6-58df-4a01-bfc9-a3f83fc0eec5 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:18:57.903925 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-19d6e2f6-58df-4a01-bfc9-a3f83fc0eec5 service neutron] Checking segment: {'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:57.904682 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-19d6e2f6-58df-4a01-bfc9-a3f83fc0eec5 service neutron] Bound using segment: {'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:18:57.904682 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-19d6e2f6-58df-4a01-bfc9-a3f83fc0eec5 service neutron] Bound port: 24b2e37e-f494-4b92-a38a-04bae831ccfb, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:18:57.904991 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-19d6e2f6-58df-4a01-bfc9-a3f83fc0eec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:57.910288 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c0c81af9-63a2-4a31-9c4c-d2489dee4c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:57.928385 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2709b0cc-4506-4ffc-ba76-b3659cf429b8 None None] Pushing event updated for resources: {'Port': ['ID=510d7f1a-91dc-4d2f-bc55-bb52977e7db1,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:58.054881 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c81af9-63a2-4a31-9c4c-d2489dee4c41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca582ea7-cc65-4dce-9c61-401038677511,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:58.093745 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-eaca116a-78ee-4a32-b386-c2e5c09fa65a None None] Attempting to bind port 510d7f1a-91dc-4d2f-bc55-bb52977e7db1 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:18:58.094524 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-eaca116a-78ee-4a32-b386-c2e5c09fa65a None None] Attempting to bind port 510d7f1a-91dc-4d2f-bc55-bb52977e7db1 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'bf897783-bfd6-42ee-a693-f79ac832bac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '501958c9-b204-48c8-90b2-23e93cef2501'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:18:58.096225 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaca116a-78ee-4a32-b386-c2e5c09fa65a None None] Attempting to bind port 510d7f1a-91dc-4d2f-bc55-bb52977e7db1 on network 501958c9-b204-48c8-90b2-23e93cef2501 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:58.108947 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaca116a-78ee-4a32-b386-c2e5c09fa65a None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:18:58.109946 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaca116a-78ee-4a32-b386-c2e5c09fa65a None None] Checking segment: {'id': 'bf897783-bfd6-42ee-a693-f79ac832bac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '501958c9-b204-48c8-90b2-23e93cef2501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:58.111706 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-eaca116a-78ee-4a32-b386-c2e5c09fa65a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:58.112583 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaca116a-78ee-4a32-b386-c2e5c09fa65a None None] Bound using segment: {'id': 'bf897783-bfd6-42ee-a693-f79ac832bac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '501958c9-b204-48c8-90b2-23e93cef2501'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:18:58.114330 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-eaca116a-78ee-4a32-b386-c2e5c09fa65a None None] Bound port: 510d7f1a-91dc-4d2f-bc55-bb52977e7db1, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf897783-bfd6-42ee-a693-f79ac832bac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '501958c9-b204-48c8-90b2-23e93cef2501'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:18:58.115551 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-eaca116a-78ee-4a32-b386-c2e5c09fa65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:58.147310 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-76990c78-1998-471d-8830-4b9d6f0dab6a req-7275578e-3b6d-4d30-a32d-91f4fdb7b45f tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c8f2b06-db27-4d77-8b58-730135e0a808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3253098 Nov 12 03:18:58.171734 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33b9d9-7a61-4337-b14c-eed71299f5e3 req-6bf79fca-bfd1-43d6-9690-242a208ca70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:58.175061 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac65aed-e25a-46c6-8e56-3056d1089972 req-3c79614d-dedf-4431-bc0e-9c09ff1d6037 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:58.181535 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bc33b9d9-7a61-4337-b14c-eed71299f5e3 req-6bf79fca-bfd1-43d6-9690-242a208ca70f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3195529 Nov 12 03:18:58.187972 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aac65aed-e25a-46c6-8e56-3056d1089972 req-3c79614d-dedf-4431-bc0e-9c09ff1d6037 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 949 time: 0.3291140 Nov 12 03:18:58.223211 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec14f8a-a5a6-4d3b-8928-9f989c692809 req-86bf1639-e322-43d3-a261-23379cc5e3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:58.224556 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ec14f8a-a5a6-4d3b-8928-9f989c692809 req-86bf1639-e322-43d3-a261-23379cc5e3a6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=737f7741-cb6b-402d-a616-bf6ed5fa075e HTTP/1.1" status: 200 len: 916 time: 0.3937461 Nov 12 03:18:58.278206 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c81af9-63a2-4a31-9c4c-d2489dee4c41 admin admin] Checking segment: {'id': '30f91239-2036-4f63-82d8-a7840d0e7748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7ef5d152-aa61-4df1-8cd3-15a53aebc9df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:58.278550 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c81af9-63a2-4a31-9c4c-d2489dee4c41 admin admin] Network hostable DHCP agents. Network: 7ef5d152-aa61-4df1-8cd3-15a53aebc9df, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:18:58.340642 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aac65aed-e25a-46c6-8e56-3056d1089972 req-cdedab19-f43d-4ac9-9bcc-149d49d0ac70 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513159 Nov 12 03:18:58.365932 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c81af9-63a2-4a31-9c4c-d2489dee4c41 admin admin] Network 7ef5d152-aa61-4df1-8cd3-15a53aebc9df is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:18:58.398324 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-c0c81af9-63a2-4a31-9c4c-d2489dee4c41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 7ef5d152-aa61-4df1-8cd3-15a53aebc9df) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:58.420748 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c81af9-63a2-4a31-9c4c-d2489dee4c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:58.421363 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c0c81af9-63a2-4a31-9c4c-d2489dee4c41 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:58.425468 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-eaca116a-78ee-4a32-b386-c2e5c09fa65a None None] For port 510d7f1a-91dc-4d2f-bc55-bb52977e7db1, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:18:58.429557 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c93b49-0a0e-4e29-a556-e89da0bae28d None None] Network 7ef5d152-aa61-4df1-8cd3-15a53aebc9df requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:18:58.436411 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-eaca116a-78ee-4a32-b386-c2e5c09fa65a None None] For port 510d7f1a-91dc-4d2f-bc55-bb52977e7db1, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=510d7f1a-91dc-4d2f-bc55-bb52977e7db1,segment=NetworkSegment(bf897783-bfd6-42ee-a693-f79ac832bac6),segment_id=bf897783-bfd6-42ee-a693-f79ac832bac6)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:18:58.440374 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-19d6e2f6-58df-4a01-bfc9-a3f83fc0eec5 service neutron] For port 24b2e37e-f494-4b92-a38a-04bae831ccfb, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:18:58.443667 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321d55ab-cf96-4d29-995e-729657606108 x-openstack-request-id: req-321d55ab-cf96-4d29-995e-729657606108 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:58.444001 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b06cfae-f39b-4c8b-bdbc-20cd80f97bff", "name": "network-vif-unplugged", "status": "completed", "tag": "24b2e37e-f494-4b92-a38a-04bae831ccfb", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:58.455702 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c0c81af9-63a2-4a31-9c4c-d2489dee4c41 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4860368 Nov 12 03:18:58.460410 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-321d55ab-cf96-4d29-995e-729657606108 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:58.461045 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b06cfae-f39b-4c8b-bdbc-20cd80f97bff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24b2e37e-f494-4b92-a38a-04bae831ccfb', 'code': 200} Nov 12 03:18:58.461784 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51022) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:58.467043 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-cb88c1d1-45e6-4b79-b797-f3a9beaf2d6a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-978917638-router', 'tenant_id': 'd8ad32e7572042549637fef0e43b61e0', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:58.493878 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-eaca116a-78ee-4a32-b386-c2e5c09fa65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:58.506595 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cb88c1d1-45e6-4b79-b797-f3a9beaf2d6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:58.508627 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cb88c1d1-45e6-4b79-b797-f3a9beaf2d6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:58.525223 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ec14f8a-a5a6-4d3b-8928-9f989c692809 req-df351bff-eef1-4ffe-ba87-75bf61adf071 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f427354-c1f8-4380-95eb-38300a3fe4c3 HTTP/1.1" status: 200 len: 217 time: 0.2295377 Nov 12 03:18:58.554733 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-19d6e2f6-58df-4a01-bfc9-a3f83fc0eec5 service neutron] For port 24b2e37e-f494-4b92-a38a-04bae831ccfb, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=24b2e37e-f494-4b92-a38a-04bae831ccfb,segment=NetworkSegment(8dbff2fd-9cfc-4504-9870-2f052b7a9289),segment_id=8dbff2fd-9cfc-4504-9870-2f052b7a9289)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:18:58.584727 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-19d6e2f6-58df-4a01-bfc9-a3f83fc0eec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:58.685831 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d6e2f6-58df-4a01-bfc9-a3f83fc0eec5 service neutron] Pushing event updated for resources: {'Port': ['ID=24b2e37e-f494-4b92-a38a-04bae831ccfb,revision_number=8']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:58.696344 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-672ad314-04e1-4a40-a65c-19b6c8cb07a9 None None] Provisioning complete for port 510d7f1a-91dc-4d2f-bc55-bb52977e7db1 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:58.697268 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-672ad314-04e1-4a40-a65c-19b6c8cb07a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:58.745673 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cb88c1d1-45e6-4b79-b797-f3a9beaf2d6a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:58.765036 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-e7708e97-4287-4a68-b057-7d4fa1e34942 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=f60014ea50f04c3eaaf68630072552e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1138659 Nov 12 03:18:58.770651 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2709b0cc-4506-4ffc-ba76-b3659cf429b8 None None] Pushing event updated for resources: {'Port': ['ID=510d7f1a-91dc-4d2f-bc55-bb52977e7db1,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:58.780546 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec14f8a-a5a6-4d3b-8928-9f989c692809 req-5cea0d5a-9d55-4c6e-b32b-66a127f26c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:58.782451 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ec14f8a-a5a6-4d3b-8928-9f989c692809 req-5cea0d5a-9d55-4c6e-b32b-66a127f26c3c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5a8c7ba8-2697-45e2-b569-b0c780002dc0 HTTP/1.1" status: 200 len: 854 time: 0.2420962 Nov 12 03:18:58.796770 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b35b74-9728-43b9-98f5-ed9a64a32d4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-7ef5d152-aa61-4df1-8cd3-15a53aebc9df', 'network_id': '7ef5d152-aa61-4df1-8cd3-15a53aebc9df', 'tenant_id': 'd8ad32e7572042549637fef0e43b61e0', 'fixed_ips': [{'subnet_id': 'ca582ea7-cc65-4dce-9c61-401038677511'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:18:58.798976 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-61b35b74-9728-43b9-98f5-ed9a64a32d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:58.804453 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bc33b9d9-7a61-4337-b14c-eed71299f5e3 req-734a5414-db8b-48ea-a7bd-cbabd1cf5a2c service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6115050 Nov 12 03:18:58.814435 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaca116a-78ee-4a32-b386-c2e5c09fa65a None None] Routers {'b7dae741-a26b-40f0-a78f-d2cf1e5f4b94'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:18:58.815917 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-eaca116a-78ee-4a32-b386-c2e5c09fa65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:18:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['b7dae741-a26b-40f0-a78f-d2cf1e5f4b94'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:58.905398 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368d44d-f24d-432c-861a-3c1cbd8e0b31 req-e6548154-ba71-45ac-9c22-867056b33abd tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:58.907009 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e368d44d-f24d-432c-861a-3c1cbd8e0b31 req-e6548154-ba71-45ac-9c22-867056b33abd tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] 10.222.0.50 "GET /v2.0/ports?device_id=0920f515-13a2-4b14-96ff-a8d219d11a8d HTTP/1.1" status: 200 len: 948 time: 0.2903583 Nov 12 03:18:59.043749 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cb88c1d1-45e6-4b79-b797-f3a9beaf2d6a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:59.069955 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-eaca116a-78ee-4a32-b386-c2e5c09fa65a None None] Set router b7dae741-a26b-40f0-a78f-d2cf1e5f4b94 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:18:59.072976 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 34aa39a4-9540-4424-adf6-43530e0418c3 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:59.122237 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e368d44d-f24d-432c-861a-3c1cbd8e0b31 req-4a3bfe1e-c75a-4ff8-89bf-234e6c242f29 tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] 10.222.0.50 "GET /v2.0/security-groups?id=f1f83065-0db9-4e00-87ac-dc91abcaa320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568913 Nov 12 03:18:59.307108 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3e636-cad4-4442-8583-7546dd5583bf req-2ab48437-a174-4fce-9056-3f6e51a5abcf tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:59.319411 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-47d3e636-cad4-4442-8583-7546dd5583bf req-2ab48437-a174-4fce-9056-3f6e51a5abcf tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b06cfae-f39b-4c8b-bdbc-20cd80f97bff HTTP/1.1" status: 200 len: 943 time: 0.6788647 Nov 12 03:18:59.330574 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-19d6e2f6-58df-4a01-bfc9-a3f83fc0eec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:59.331564 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-19d6e2f6-58df-4a01-bfc9-a3f83fc0eec5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:59.333989 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-19d6e2f6-58df-4a01-bfc9-a3f83fc0eec5 service neutron] 10.222.0.90 "PUT /v2.0/ports/24b2e37e-f494-4b92-a38a-04bae831ccfb HTTP/1.1" status: 200 len: 1123 time: 4.5859778 Nov 12 03:18:59.346208 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-095a58e9-fcd4-460a-8691-4024c27d4de3 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:59.348441 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-095a58e9-fcd4-460a-8691-4024c27d4de3 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5735414 Nov 12 03:18:59.411897 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec14f8a-a5a6-4d3b-8928-9f989c692809 req-8f484e2c-531f-4469-b4d3-63beedff99ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:59.414134 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ec14f8a-a5a6-4d3b-8928-9f989c692809 req-8f484e2c-531f-4469-b4d3-63beedff99ec service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=737f7741-cb6b-402d-a616-bf6ed5fa075e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6145222 Nov 12 03:18:59.453751 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['24b2e37e-f494-4b92-a38a-04bae831ccfb'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:59.474803 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-a256fab9-c49b-4693-a1de-951c83633106 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Request body: {'port': {'device_id': '8a110309-1988-46c2-bc35-ddd7f469b80e', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'admin_state_up': True, 'tenant_id': 'f60014ea50f04c3eaaf68630072552e4'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:59.498957 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a30f9eeb-d599-4b5c-bcbc-85ad5ad190a1 req-44d07861-4bd8-4672-9eb3-b1e5e0d3f4b0 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a110309-1988-46c2-bc35-ddd7f469b80e HTTP/1.1" status: 200 len: 210 time: 0.0740297 Nov 12 03:18:59.583082 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cb88c1d1-45e6-4b79-b797-f3a9beaf2d6a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:59.613537 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cb88c1d1-45e6-4b79-b797-f3a9beaf2d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:59.697827 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ec14f8a-a5a6-4d3b-8928-9f989c692809 req-b1d3ed12-5826-48fc-8d83-62caca5944fb service neutron] 10.222.0.74 "GET /v2.0/networks/737f7741-cb6b-402d-a616-bf6ed5fa075e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502460 Nov 12 03:18:59.713880 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-47d3e636-cad4-4442-8583-7546dd5583bf req-624c1e32-9c01-4075-a2ab-e43fb8350d60 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3934054 Nov 12 03:18:59.739513 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-672ad314-04e1-4a40-a65c-19b6c8cb07a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:59.790478 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 34aa39a4-9540-4424-adf6-43530e0418c3 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:18:59.830015 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 34aa39a4-9540-4424-adf6-43530e0418c3 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:59.830591 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:59.847076 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0944f-e5fc-4847-8d22-c7d0df4c660b req-256719d1-c473-4d7e-8e32-b1a03c6da620 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:59.862315 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-92b0944f-e5fc-4847-8d22-c7d0df4c660b req-256719d1-c473-4d7e-8e32-b1a03c6da620 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3527e08-132c-489e-ab06-78d73ccbcde4 HTTP/1.1" status: 200 len: 943 time: 0.1859441 Nov 12 03:18:59.885287 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ec14f8a-a5a6-4d3b-8928-9f989c692809 req-ef57dd60-616b-4bef-a123-f43bc3557d8b service neutron] 10.222.0.74 "GET /v2.0/networks/737f7741-cb6b-402d-a616-bf6ed5fa075e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481891 Nov 12 03:18:59.892713 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bc33b9d9-7a61-4337-b14c-eed71299f5e3 req-53d7dbea-3012-4c38-af47-007b1342d11b service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0086505 Nov 12 03:18:59.901653 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-61b35b74-9728-43b9-98f5-ed9a64a32d4e None None] Allocated IP 172.20.0.2 (7ef5d152-aa61-4df1-8cd3-15a53aebc9df/ca582ea7-cc65-4dce-9c61-401038677511/278a4f83-ca55-4735-8b6d-4467a877c67b) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:18:59.931702 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-cb88c1d1-45e6-4b79-b797-f3a9beaf2d6a admin admin] Allocated IP 172.25.5.244 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/5810ce7b-2434-4208-b6e4-0103ca808880) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:18:59.984100 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e0c8a-b7a4-4ef7-8713-bfe98d31d917 req-d4559a09-907d-4408-9847-c395d371626f tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:59.986802 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-765e0c8a-b7a4-4ef7-8713-bfe98d31d917 req-d4559a09-907d-4408-9847-c395d371626f tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 949 time: 0.0994098 Nov 12 03:18:59.994667 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-a256fab9-c49b-4693-a1de-951c83633106 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Made reservation on behalf of f60014ea50f04c3eaaf68630072552e4 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:18:59.999053 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-a256fab9-c49b-4693-a1de-951c83633106 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:00.015744 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-92b0944f-e5fc-4847-8d22-c7d0df4c660b req-dd1a0b49-b562-44f7-a284-89b051610308 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c8f2b06-db27-4d77-8b58-730135e0a808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723026 Nov 12 03:19:00.025376 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-672ad314-04e1-4a40-a65c-19b6c8cb07a9 None None] For port 510d7f1a-91dc-4d2f-bc55-bb52977e7db1, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=510d7f1a-91dc-4d2f-bc55-bb52977e7db1,segment=NetworkSegment(bf897783-bfd6-42ee-a693-f79ac832bac6),segment_id=bf897783-bfd6-42ee-a693-f79ac832bac6)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:00.087209 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-765e0c8a-b7a4-4ef7-8713-bfe98d31d917 req-b71809b1-ce6e-47bc-a7ca-afc1308a0164 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850744 Nov 12 03:19:00.128525 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-672ad314-04e1-4a40-a65c-19b6c8cb07a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:00.152112 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51038) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:00.248986 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cb88c1d1-45e6-4b79-b797-f3a9beaf2d6a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:00.312257 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-a256fab9-c49b-4693-a1de-951c83633106 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Allocated IP 192.168.233.9 (eca3953c-c804-4641-8812-bff95be59582/fa66706f-b415-4bb9-838e-cfd08f81d96b/3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:00.346302 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109b3cb-f651-4707-9e1c-0de5ec6f4ff4 req-00ae568d-92db-4dfc-b0e2-3b603259d52e tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:00.355770 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ab494c47-a302-4f16-b968-5dfd1c3e78bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:00.356180 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5109b3cb-f651-4707-9e1c-0de5ec6f4ff4 req-00ae568d-92db-4dfc-b0e2-3b603259d52e tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] 10.222.0.50 "GET /v2.0/ports?device_id=0920f515-13a2-4b14-96ff-a8d219d11a8d HTTP/1.1" status: 200 len: 948 time: 0.0997088 Nov 12 03:19:00.359209 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cb88c1d1-45e6-4b79-b797-f3a9beaf2d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:00.462492 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b06cfae-f39b-4c8b-bdbc-20cd80f97bff', 'tag': '24b2e37e-f494-4b92-a38a-04bae831ccfb'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:00.464406 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb88c1d1-45e6-4b79-b797-f3a9beaf2d6a admin admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:00.465174 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd10f679-e0ba-496b-8808-2e834c069cb8" -d '{"events": [{"name": "network-changed", "server_uuid": "5b06cfae-f39b-4c8b-bdbc-20cd80f97bff", "tag": "24b2e37e-f494-4b92-a38a-04bae831ccfb"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:00.473303 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-cb88c1d1-45e6-4b79-b797-f3a9beaf2d6a admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:00.484403 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb88c1d1-45e6-4b79-b797-f3a9beaf2d6a admin admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:00.535844 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88c1d1-45e6-4b79-b797-f3a9beaf2d6a admin admin] Pushing event updated for resources: {'Port': ['ID=5810ce7b-2434-4208-b6e4-0103ca808880,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:00.573353 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5109b3cb-f651-4707-9e1c-0de5ec6f4ff4 req-9ea18c26-6d32-4b45-81f9-ebc4ebdaf948 tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] 10.222.0.50 "GET /v2.0/security-groups?id=f1f83065-0db9-4e00-87ac-dc91abcaa320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169986 Nov 12 03:19:00.584423 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d23dc15-9507-4f39-82d8-75e9b7b4fa6f x-openstack-request-id: req-5d23dc15-9507-4f39-82d8-75e9b7b4fa6f {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:00.584999 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b06cfae-f39b-4c8b-bdbc-20cd80f97bff", "tag": "24b2e37e-f494-4b92-a38a-04bae831ccfb", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:00.585190 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5d23dc15-9507-4f39-82d8-75e9b7b4fa6f {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:00.585729 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b06cfae-f39b-4c8b-bdbc-20cd80f97bff', 'tag': '24b2e37e-f494-4b92-a38a-04bae831ccfb', 'status': 'completed', 'code': 200} Nov 12 03:19:00.634492 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-93bdcffa-32fa-4d70-bdfb-36f3191bde04 None None] Provisioning complete for port 510d7f1a-91dc-4d2f-bc55-bb52977e7db1 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:00.635272 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-93bdcffa-32fa-4d70-bdfb-36f3191bde04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:00.709143 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a0367062-dc72-4b33-a151-a5a6a0a9a085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:00.784686 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-93161525-b892-43e8-aa56-12cdeb7bab04 req-103e5d88-0958-4c7f-8d95-51e46973d363 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a110309-1988-46c2-bc35-ddd7f469b80e HTTP/1.1" status: 200 len: 210 time: 0.0911050 Nov 12 03:19:00.820179 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672ad314-04e1-4a40-a65c-19b6c8cb07a9 None None] Pushing event updated for resources: {'Port': ['ID=510d7f1a-91dc-4d2f-bc55-bb52977e7db1,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:00.825763 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10f679-e0ba-496b-8808-2e834c069cb8 req-eca2cac8-0bfe-4c96-a4ae-4a0c786d1705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:00.827499 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cd10f679-e0ba-496b-8808-2e834c069cb8 req-eca2cac8-0bfe-4c96-a4ae-4a0c786d1705 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ab1cf8386d1b4172a2ff2003f6ed3228&device_id=5b06cfae-f39b-4c8b-bdbc-20cd80f97bff HTTP/1.1" status: 200 len: 1126 time: 0.1641128 Nov 12 03:19:00.851225 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ab494c47-a302-4f16-b968-5dfd1c3e78bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:00.874923 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ab494c47-a302-4f16-b968-5dfd1c3e78bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:00.921388 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-61b35b74-9728-43b9-98f5-ed9a64a32d4e None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:00.947894 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:00.971399 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-61b35b74-9728-43b9-98f5-ed9a64a32d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:00.995633 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fccf07-f63e-4b07-8cd1-6aa864ef1322 req-730c456a-4c5d-4a62-a798-070dd78a0d06 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:00.997331 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-61fccf07-f63e-4b07-8cd1-6aa864ef1322 req-730c456a-4c5d-4a62-a798-070dd78a0d06 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b06cfae-f39b-4c8b-bdbc-20cd80f97bff HTTP/1.1" status: 200 len: 943 time: 0.1333318 Nov 12 03:19:01.012152 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ab494c47-a302-4f16-b968-5dfd1c3e78bc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=383aff3f504b4643b8005c8c1e5449df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8551724 Nov 12 03:19:01.021046 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51056) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:01.021447 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab494c47-a302-4f16-b968-5dfd1c3e78bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d2c52a-1662-433a-8dce-5e31f8f9fda8,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:01.022251 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-eaca116a-78ee-4a32-b386-c2e5c09fa65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dae741-a26b-40f0-a78f-d2cf1e5f4b94', 'name': 'tempest-AttachSCSIVolumeTestJSON-1483495497-router', 'tenant_id': 'dc162332f668461489b7e205cb1f66dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'b0d918fc-d63e-4428-8234-4c94bbe87c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:43Z', 'updated_at': '2021-11-12T03:18:52Z', 'revision_number': 4, 'project_id': 'dc162332f668461489b7e205cb1f66dc', 'gw_port': {'id': 'b0d918fc-d63e-4428-8234-4c94bbe87c7b', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:96:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dae741-a26b-40f0-a78f-d2cf1e5f4b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:44Z', 'updated_at': '2021-11-12T03:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '510d7f1a-91dc-4d2f-bc55-bb52977e7db1', 'name': '', 'network_id': '501958c9-b204-48c8-90b2-23e93cef2501', 'tenant_id': 'dc162332f668461489b7e205cb1f66dc', 'mac_address': 'fa:16:3e:da:49:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7dae741-a26b-40f0-a78f-d2cf1e5f4b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '853f814d-a8c2-4d13-953d-4b5494e37524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:51Z', 'updated_at': '2021-11-12T03:18:58Z', 'revision_number': 4, 'project_id': 'dc162332f668461489b7e205cb1f66dc', 'subnets': [{'id': '853f814d-a8c2-4d13-953d-4b5494e37524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:01.051727 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cb88c1d1-45e6-4b79-b797-f3a9beaf2d6a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:01.066596 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-a256fab9-c49b-4693-a1de-951c83633106 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:01.081344 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0920f515-13a2-4b14-96ff-a8d219d11a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34aa39a4-9540-4424-adf6-43530e0418c3'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:01.083606 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a56669c-69f1-4d0a-93c4-d31df886f442" -d '{"events": [{"server_uuid": "0920f515-13a2-4b14-96ff-a8d219d11a8d", "name": "network-vif-plugged", "status": "completed", "tag": "34aa39a4-9540-4424-adf6-43530e0418c3"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:01.099049 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b35b74-9728-43b9-98f5-ed9a64a32d4e None None] Network 7ef5d152-aa61-4df1-8cd3-15a53aebc9df is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:01.115669 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-61b35b74-9728-43b9-98f5-ed9a64a32d4e None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:01.118045 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaca116a-78ee-4a32-b386-c2e5c09fa65a None None] The sync data for ids ['b7dae741-a26b-40f0-a78f-d2cf1e5f4b94'] in n-d-715271-27 is: [{'id': 'b7dae741-a26b-40f0-a78f-d2cf1e5f4b94', 'name': 'tempest-AttachSCSIVolumeTestJSON-1483495497-router', 'tenant_id': 'dc162332f668461489b7e205cb1f66dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'b0d918fc-d63e-4428-8234-4c94bbe87c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:43Z', 'updated_at': '2021-11-12T03:18:52Z', 'revision_number': 4, 'project_id': 'dc162332f668461489b7e205cb1f66dc', 'gw_port': {'id': 'b0d918fc-d63e-4428-8234-4c94bbe87c7b', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:96:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dae741-a26b-40f0-a78f-d2cf1e5f4b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:44Z', 'updated_at': '2021-11-12T03:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '510d7f1a-91dc-4d2f-bc55-bb52977e7db1', 'name': '', 'network_id': '501958c9-b204-48c8-90b2-23e93cef2501', 'tenant_id': 'dc162332f668461489b7e205cb1f66dc', 'mac_address': 'fa:16:3e:da:49:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7dae741-a26b-40f0-a78f-d2cf1e5f4b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '853f814d-a8c2-4d13-953d-4b5494e37524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:51Z', 'updated_at': '2021-11-12T03:18:58Z', 'revision_number': 4, 'project_id': 'dc162332f668461489b7e205cb1f66dc', 'subnets': [{'id': '853f814d-a8c2-4d13-953d-4b5494e37524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:19:01.125871 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b35b74-9728-43b9-98f5-ed9a64a32d4e None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:01.134244 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 34aa39a4-9540-4424-adf6-43530e0418c3, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=34aa39a4-9540-4424-adf6-43530e0418c3,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:01.151203 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:01.156805 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b35b74-9728-43b9-98f5-ed9a64a32d4e None None] Pushing event updated for resources: {'Port': ['ID=278a4f83-ca55-4735-8b6d-4467a877c67b,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:01.177504 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10f679-e0ba-496b-8808-2e834c069cb8 req-7d7abd20-f0e9-4715-a710-9cdd65d27226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:01.180385 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cd10f679-e0ba-496b-8808-2e834c069cb8 req-7d7abd20-f0e9-4715-a710-9cdd65d27226 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 HTTP/1.1" status: 200 len: 907 time: 0.3409998 Nov 12 03:19:01.206128 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-61fccf07-f63e-4b07-8cd1-6aa864ef1322 req-4c898ee3-8525-4521-a6f5-7a8c4dcc7a22 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940992 Nov 12 03:19:01.294661 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-61b35b74-9728-43b9-98f5-ed9a64a32d4e None None] Attempting to bind port 278a4f83-ca55-4735-8b6d-4467a877c67b on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:01.303454 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-61b35b74-9728-43b9-98f5-ed9a64a32d4e None None] Attempting to bind port 278a4f83-ca55-4735-8b6d-4467a877c67b by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '30f91239-2036-4f63-82d8-a7840d0e7748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7ef5d152-aa61-4df1-8cd3-15a53aebc9df'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:01.304212 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b35b74-9728-43b9-98f5-ed9a64a32d4e None None] Attempting to bind port 278a4f83-ca55-4735-8b6d-4467a877c67b on network 7ef5d152-aa61-4df1-8cd3-15a53aebc9df {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:01.323112 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-752c5c1a-c6f5-46ae-8bd6-4a87222ff424 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:01.339100 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b35b74-9728-43b9-98f5-ed9a64a32d4e None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:01.339922 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b35b74-9728-43b9-98f5-ed9a64a32d4e None None] Checking segment: {'id': '30f91239-2036-4f63-82d8-a7840d0e7748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7ef5d152-aa61-4df1-8cd3-15a53aebc9df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:01.341149 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-61b35b74-9728-43b9-98f5-ed9a64a32d4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:01.342393 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b35b74-9728-43b9-98f5-ed9a64a32d4e None None] Bound using segment: {'id': '30f91239-2036-4f63-82d8-a7840d0e7748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7ef5d152-aa61-4df1-8cd3-15a53aebc9df'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:01.343357 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-61b35b74-9728-43b9-98f5-ed9a64a32d4e None None] Bound port: 278a4f83-ca55-4735-8b6d-4467a877c67b, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f91239-2036-4f63-82d8-a7840d0e7748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7ef5d152-aa61-4df1-8cd3-15a53aebc9df'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:01.346770 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-61b35b74-9728-43b9-98f5-ed9a64a32d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:01.431675 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df6b33a-350e-4e25-9886-0b8de9135baf x-openstack-request-id: req-5df6b33a-350e-4e25-9886-0b8de9135baf {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:01.436785 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0920f515-13a2-4b14-96ff-a8d219d11a8d", "name": "network-vif-plugged", "status": "completed", "tag": "34aa39a4-9540-4424-adf6-43530e0418c3", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:01.438440 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5df6b33a-350e-4e25-9886-0b8de9135baf {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:01.444371 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0920f515-13a2-4b14-96ff-a8d219d11a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34aa39a4-9540-4424-adf6-43530e0418c3', 'code': 200} Nov 12 03:19:01.462664 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cd10f679-e0ba-496b-8808-2e834c069cb8 req-f362352f-cd8f-4014-bd07-be2c7e79ee62 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=24b2e37e-f494-4b92-a38a-04bae831ccfb HTTP/1.1" status: 200 len: 217 time: 0.2688606 Nov 12 03:19:01.531596 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=34aa39a4-9540-4424-adf6-43530e0418c3,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:01.542430 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 510d7f1a-91dc-4d2f-bc55-bb52977e7db1 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:01.581149 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-752c5c1a-c6f5-46ae-8bd6-4a87222ff424 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:01.593148 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-61b35b74-9728-43b9-98f5-ed9a64a32d4e None None] For port 278a4f83-ca55-4735-8b6d-4467a877c67b, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:01.603870 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-a256fab9-c49b-4693-a1de-951c83633106 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:01.627304 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['131b1e86-15ad-4fd6-9721-0e95215334f2'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:19:01.685261 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-61b35b74-9728-43b9-98f5-ed9a64a32d4e None None] For port 278a4f83-ca55-4735-8b6d-4467a877c67b, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=278a4f83-ca55-4735-8b6d-4467a877c67b,segment=NetworkSegment(30f91239-2036-4f63-82d8-a7840d0e7748),segment_id=30f91239-2036-4f63-82d8-a7840d0e7748)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:01.703507 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-61b35b74-9728-43b9-98f5-ed9a64a32d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:01.705847 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b3850-2d2c-4cdb-b747-9837588e368c req-582c783b-0bb5-4c62-9942-19341f29b35b tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:01.713142 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b98b3850-2d2c-4cdb-b747-9837588e368c req-582c783b-0bb5-4c62-9942-19341f29b35b tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3527e08-132c-489e-ab06-78d73ccbcde4 HTTP/1.1" status: 200 len: 943 time: 0.4668801 Nov 12 03:19:01.774843 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10f679-e0ba-496b-8808-2e834c069cb8 req-f582ee4f-feb1-4f60-9274-28e8378c1baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:01.783746 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cd10f679-e0ba-496b-8808-2e834c069cb8 req-f582ee4f-feb1-4f60-9274-28e8378c1baf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5a9fb38e-cf25-418b-9443-2a54f98e4648 HTTP/1.1" status: 200 len: 846 time: 0.2958200 Nov 12 03:19:01.799734 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-a256fab9-c49b-4693-a1de-951c83633106 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Network eca3953c-c804-4641-8812-bff95be59582 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:01.818162 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-a256fab9-c49b-4693-a1de-951c83633106 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:01.820903 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a256fab9-c49b-4693-a1de-951c83633106 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Pushing event updated for resources: {'Port': ['ID=3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:01.843591 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-a256fab9-c49b-4693-a1de-951c83633106 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:01.849075 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 510d7f1a-91dc-4d2f-bc55-bb52977e7db1 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:01.849505 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:01.882523 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-a256fab9-c49b-4693-a1de-951c83633106 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:01.883209 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-a256fab9-c49b-4693-a1de-951c83633106 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:01.885157 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b35b74-9728-43b9-98f5-ed9a64a32d4e None None] Pushing event updated for resources: {'Port': ['ID=278a4f83-ca55-4735-8b6d-4467a877c67b,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:01.912344 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cd10f679-e0ba-496b-8808-2e834c069cb8 req-c962fdba-236d-4dcb-b937-7a6c56ac36a6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1159873 Nov 12 03:19:01.959837 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c09e33-004d-459e-9255-6c6ec4258c72 req-1e65d849-f05c-497d-b594-33e387c790b5 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:01.968004 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-16c09e33-004d-459e-9255-6c6ec4258c72 req-1e65d849-f05c-497d-b594-33e387c790b5 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 949 time: 0.1987035 Nov 12 03:19:02.128688 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed38968-5169-47f5-8881-e59720a24777 req-eac9f4e9-b658-45d9-adf0-2b5501445372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:02.131975 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7ed38968-5169-47f5-8881-e59720a24777 req-eac9f4e9-b658-45d9-adf0-2b5501445372 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0920f515-13a2-4b14-96ff-a8d219d11a8d HTTP/1.1" status: 200 len: 1101 time: 0.5576630 Nov 12 03:19:02.147707 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b98b3850-2d2c-4cdb-b747-9837588e368c req-1f854762-b76a-4f40-af64-b12ded5ebba3 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c8f2b06-db27-4d77-8b58-730135e0a808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4334080 Nov 12 03:19:02.160138 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-a256fab9-c49b-4693-a1de-951c83633106 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7015324 Nov 12 03:19:02.166706 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-752c5c1a-c6f5-46ae-8bd6-4a87222ff424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.170153 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-752c5c1a-c6f5-46ae-8bd6-4a87222ff424 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.171508 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-752c5c1a-c6f5-46ae-8bd6-4a87222ff424 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f2d2c52a-1662-433a-8dce-5e31f8f9fda8 HTTP/1.1" status: 204 len: 168 time: 1.1471896 Nov 12 03:19:02.175074 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cd10f679-e0ba-496b-8808-2e834c069cb8 req-8d0813f3-c2fb-41e6-b998-cf926eb03472 service neutron] 10.222.0.74 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322292 Nov 12 03:19:02.229606 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-f1bf9e87-d46a-422d-9f00-a5e7ee9d4b94 service neutron] Request body: {'port': {'device_id': '8a110309-1988-46c2-bc35-ddd7f469b80e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:02.267955 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c5c1a-c6f5-46ae-8bd6-4a87222ff424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d2c52a-1662-433a-8dce-5e31f8f9fda8,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:02.335024 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-16c09e33-004d-459e-9255-6c6ec4258c72 req-a61c9166-4742-4282-ac99-de08853c736c tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655529 Nov 12 03:19:02.371047 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cb88c1d1-45e6-4b79-b797-f3a9beaf2d6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.474692 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7ed38968-5169-47f5-8881-e59720a24777 req-edb34090-a9ce-4ff1-a047-74d8960ef9b4 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f1f83065-0db9-4e00-87ac-dc91abcaa320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249340 Nov 12 03:19:02.529440 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-60f96c15-9dfb-47fc-b285-7abfb0ad47ec None None] Provisioning complete for port 3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:02.530489 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-60f96c15-9dfb-47fc-b285-7abfb0ad47ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.538901 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-f1bf9e87-d46a-422d-9f00-a5e7ee9d4b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.560632 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cd10f679-e0ba-496b-8808-2e834c069cb8 req-2a794e5a-b610-4625-b846-8db8fafce21e service neutron] 10.222.0.74 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673215 Nov 12 03:19:02.640334 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-60f96c15-9dfb-47fc-b285-7abfb0ad47ec None None] Port 3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:19:02.650747 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7568b03a-f927-4285-9c5a-2d07444d6810 req-407a6c5e-6f62-4102-af3e-c1d2550cfbf2 tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:02.659937 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7568b03a-f927-4285-9c5a-2d07444d6810 req-407a6c5e-6f62-4102-af3e-c1d2550cfbf2 tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] 10.222.0.50 "GET /v2.0/ports?device_id=0920f515-13a2-4b14-96ff-a8d219d11a8d HTTP/1.1" status: 200 len: 949 time: 0.1851180 Nov 12 03:19:02.752552 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7568b03a-f927-4285-9c5a-2d07444d6810 req-3abb1df0-2840-46ec-ae05-b6195bd4a406 tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] 10.222.0.50 "GET /v2.0/security-groups?id=f1f83065-0db9-4e00-87ac-dc91abcaa320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894790 Nov 12 03:19:02.779024 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb88c1d1-45e6-4b79-b797-f3a9beaf2d6a admin admin] Router 64b3a4d2-e506-451b-a5b0-ef5284ad3b6c is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:19:02.843279 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6e9ae-3633-4bc0-bea0-5307dbbd79c6 req-f34e62db-245a-495b-83c3-827eeb94fbb9 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:02.845835 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4bc6e9ae-3633-4bc0-bea0-5307dbbd79c6 req-f34e62db-245a-495b-83c3-827eeb94fbb9 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a110309-1988-46c2-bc35-ddd7f469b80e HTTP/1.1" status: 200 len: 934 time: 0.2178109 Nov 12 03:19:02.958539 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 24b2e37e-f494-4b92-a38a-04bae831ccfb details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:19:02.974006 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4bc6e9ae-3633-4bc0-bea0-5307dbbd79c6 req-4d234a03-2060-4ebe-80fd-89c7f9952d01 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/security-groups?id=8181c547-4017-4b45-a1d1-bd37aff570a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168232 Nov 12 03:19:02.977601 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51076) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:03.033916 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b48f8d1e-ee7d-40c1-bfab-4a5ebcab2faa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.034158 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb88c1d1-45e6-4b79-b797-f3a9beaf2d6a admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:19:03.050129 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfed210f-c4e9-41e1-bde8-8e6eb3ac2576 None None] Sync routers for ids ['64b3a4d2-e506-451b-a5b0-ef5284ad3b6c'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:19:03.073629 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfed210f-c4e9-41e1-bde8-8e6eb3ac2576 None None] Routers {'64b3a4d2-e506-451b-a5b0-ef5284ad3b6c'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:19:03.075127 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-dfed210f-c4e9-41e1-bde8-8e6eb3ac2576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:18:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['64b3a4d2-e506-451b-a5b0-ef5284ad3b6c'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:03.079214 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d3621-6c3e-4fbb-9fd1-1550b756ea66 req-eb714d17-8be5-432d-976a-b768dbd5c4db tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:03.104470 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-672d3621-6c3e-4fbb-9fd1-1550b756ea66 req-eb714d17-8be5-432d-976a-b768dbd5c4db tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b06cfae-f39b-4c8b-bdbc-20cd80f97bff HTTP/1.1" status: 200 len: 943 time: 0.2203391 Nov 12 03:19:03.170507 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 24b2e37e-f494-4b92-a38a-04bae831ccfb, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=24b2e37e-f494-4b92-a38a-04bae831ccfb,segment=NetworkSegment(8dbff2fd-9cfc-4504-9870-2f052b7a9289),segment_id=8dbff2fd-9cfc-4504-9870-2f052b7a9289)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:03.186064 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cb88c1d1-45e6-4b79-b797-f3a9beaf2d6a admin admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.188272 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-cb88c1d1-45e6-4b79-b797-f3a9beaf2d6a admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.7243588 Nov 12 03:19:03.191776 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51080) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:03.197056 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 24b2e37e-f494-4b92-a38a-04bae831ccfb has no active binding in host n-h2-715271-27 {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:19:03.239799 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8d43b9cb-189e-4a7d-b2f8-797c5425ed7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.288246 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-672d3621-6c3e-4fbb-9fd1-1550b756ea66 req-fc307e00-cd66-46a9-903a-42b9d2141c8d tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805494 Nov 12 03:19:03.319823 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b48f8d1e-ee7d-40c1-bfab-4a5ebcab2faa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.346218 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-f1bf9e87-d46a-422d-9f00-a5e7ee9d4b94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:03.354824 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b48f8d1e-ee7d-40c1-bfab-4a5ebcab2faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.366642 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-f1bf9e87-d46a-422d-9f00-a5e7ee9d4b94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.371282 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-dfed210f-c4e9-41e1-bde8-8e6eb3ac2576 None None] Set router 64b3a4d2-e506-451b-a5b0-ef5284ad3b6c gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:19:03.450467 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-f1bf9e87-d46a-422d-9f00-a5e7ee9d4b94 service neutron] Transition to ACTIVE for port object 3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:19:03.479381 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f8d1e-ee7d-40c1-bfab-4a5ebcab2faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8c94d2-ea55-448a-bea0-77966e8efae8,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:03.522525 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b48f8d1e-ee7d-40c1-bfab-4a5ebcab2faa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a2b1f7834f23428b8ad0fb862814cb28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5411687 Nov 12 03:19:03.523569 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51086) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:03.531282 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-f1bf9e87-d46a-422d-9f00-a5e7ee9d4b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.543963 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 278a4f83-ca55-4735-8b6d-4467a877c67b up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:03.592188 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aad42f-c8de-4f03-bfff-2ebf71aaf537 req-0798dbe5-427c-4b1e-8935-edc2ed26d990 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:03.593972 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b0aad42f-c8de-4f03-bfff-2ebf71aaf537 req-0798dbe5-427c-4b1e-8935-edc2ed26d990 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3527e08-132c-489e-ab06-78d73ccbcde4 HTTP/1.1" status: 200 len: 943 time: 0.2890542 Nov 12 03:19:03.660218 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 278a4f83-ca55-4735-8b6d-4467a877c67b triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:03.661038 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.721878 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf9e87-d46a-422d-9f00-a5e7ee9d4b94 service neutron] Pushing event updated for resources: {'Port': ['ID=3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:03.749638 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-f1bf9e87-d46a-422d-9f00-a5e7ee9d4b94 service neutron] Attempting to bind port 3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:03.750124 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-f1bf9e87-d46a-422d-9f00-a5e7ee9d4b94 service neutron] Attempting to bind port 3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:03.750551 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-f1bf9e87-d46a-422d-9f00-a5e7ee9d4b94 service neutron] Attempting to bind port 3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5 on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:03.759880 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25689e-d34a-475f-b95d-c9a0192e248c req-7372a23a-bf7f-4a7f-b33b-a045d335db31 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:03.769141 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0b25689e-d34a-475f-b95d-c9a0192e248c req-7372a23a-bf7f-4a7f-b33b-a045d335db31 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 949 time: 0.2480223 Nov 12 03:19:03.774883 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-dfed210f-c4e9-41e1-bde8-8e6eb3ac2576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b3a4d2-e506-451b-a5b0-ef5284ad3b6c', 'name': 'tempest-AttachSCSIVolumeTestJSON-978917638-router', 'tenant_id': 'd8ad32e7572042549637fef0e43b61e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '5810ce7b-2434-4208-b6e4-0103ca808880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:58Z', 'updated_at': '2021-11-12T03:19:00Z', 'revision_number': 3, 'project_id': 'd8ad32e7572042549637fef0e43b61e0', 'gw_port': {'id': '5810ce7b-2434-4208-b6e4-0103ca808880', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b3a4d2-e506-451b-a5b0-ef5284ad3b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:59Z', 'updated_at': '2021-11-12T03:19:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:03.783967 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-f1bf9e87-d46a-422d-9f00-a5e7ee9d4b94 service neutron] Port 3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5 on network eca3953c-c804-4641-8812-bff95be59582 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:19:03.785663 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-f1bf9e87-d46a-422d-9f00-a5e7ee9d4b94 service neutron] Attempting to bind port 3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5 on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:03.803044 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b0aad42f-c8de-4f03-bfff-2ebf71aaf537 req-2e01e683-f1ef-42e6-aeaa-d5605cf0e6a0 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c8f2b06-db27-4d77-8b58-730135e0a808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974790 Nov 12 03:19:03.805725 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfed210f-c4e9-41e1-bde8-8e6eb3ac2576 None None] Checking router: 64b3a4d2-e506-451b-a5b0-ef5284ad3b6c for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:19:03.806340 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfed210f-c4e9-41e1-bde8-8e6eb3ac2576 None None] Updating router 64b3a4d2-e506-451b-a5b0-ef5284ad3b6c port 5810ce7b-2434-4208-b6e4-0103ca808880 binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:19:03.808875 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-f1bf9e87-d46a-422d-9f00-a5e7ee9d4b94 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:03.812222 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-43341e4a-1d7f-4b44-9ba0-07515830a298 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.812719 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-f1bf9e87-d46a-422d-9f00-a5e7ee9d4b94 service neutron] Checking segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:03.813240 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-f1bf9e87-d46a-422d-9f00-a5e7ee9d4b94 service neutron] Bound using segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:03.814321 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-f1bf9e87-d46a-422d-9f00-a5e7ee9d4b94 service neutron] Bound port: 3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:03.816427 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9ac395-9819-413a-9fca-10c9b6e8c4fa None None] Network 7ef5d152-aa61-4df1-8cd3-15a53aebc9df requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:19:03.816931 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-f1bf9e87-d46a-422d-9f00-a5e7ee9d4b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.848648 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-dfed210f-c4e9-41e1-bde8-8e6eb3ac2576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.964047 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.964689 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-43341e4a-1d7f-4b44-9ba0-07515830a298 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.966589 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-f1bf9e87-d46a-422d-9f00-a5e7ee9d4b94 service neutron] For port 3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:03.971804 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-f1bf9e87-d46a-422d-9f00-a5e7ee9d4b94 service neutron] For port 3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:03.980302 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-f1bf9e87-d46a-422d-9f00-a5e7ee9d4b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.000096 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-5e46b7cd-9ff8-4af3-a21d-b39dc9690a5e None None] Provisioning complete for port 278a4f83-ca55-4735-8b6d-4467a877c67b triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:04.000671 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5e46b7cd-9ff8-4af3-a21d-b39dc9690a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.015373 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.026614 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0b25689e-d34a-475f-b95d-c9a0192e248c req-d873ed46-ed39-4d70-bf52-21036b38d03f tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564750 Nov 12 03:19:04.068415 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf9e87-d46a-422d-9f00-a5e7ee9d4b94 service neutron] Pushing event updated for resources: {'Port': ['ID=3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:04.105809 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-f1bf9e87-d46a-422d-9f00-a5e7ee9d4b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:04.106421 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-f1bf9e87-d46a-422d-9f00-a5e7ee9d4b94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.107852 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-f1bf9e87-d46a-422d-9f00-a5e7ee9d4b94 service neutron] 10.222.0.90 "PUT /v2.0/ports/3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5 HTTP/1.1" status: 200 len: 1095 time: 1.9135575 Nov 12 03:19:04.108493 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a110309-1988-46c2-bc35-ddd7f469b80e', 'tag': '3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:04.111004 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9790fbef-ddb3-4648-98f9-16426d8b75d3" -d '{"events": [{"name": "network-changed", "server_uuid": "8a110309-1988-46c2-bc35-ddd7f469b80e", "tag": "3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:04.115709 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 278a4f83-ca55-4735-8b6d-4467a877c67b, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=278a4f83-ca55-4735-8b6d-4467a877c67b,segment=NetworkSegment(30f91239-2036-4f63-82d8-a7840d0e7748),segment_id=30f91239-2036-4f63-82d8-a7840d0e7748)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:04.150340 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.253589 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb056d-47ad-4d18-86eb-b617c579b493 req-79d6205a-c322-4dd2-a415-50f2c1658237 tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:04.268235 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-aafb056d-47ad-4d18-86eb-b617c579b493 req-79d6205a-c322-4dd2-a415-50f2c1658237 tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] 10.222.0.50 "GET /v2.0/ports?device_id=0920f515-13a2-4b14-96ff-a8d219d11a8d HTTP/1.1" status: 200 len: 949 time: 0.1199031 Nov 12 03:19:04.358926 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=278a4f83-ca55-4735-8b6d-4467a877c67b,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:04.391530 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-06535cd3-9f7d-44b7-a9fd-eb8be8715a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:04.393703 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-06535cd3-9f7d-44b7-a9fd-eb8be8715a34 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f60014ea50f04c3eaaf68630072552e4&device_id=8a110309-1988-46c2-bc35-ddd7f469b80e HTTP/1.1" status: 200 len: 1098 time: 0.1237960 Nov 12 03:19:04.405590 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-43341e4a-1d7f-4b44-9ba0-07515830a298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.411403 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-43341e4a-1d7f-4b44-9ba0-07515830a298 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.427591 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-43341e4a-1d7f-4b44-9ba0-07515830a298 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8c8c94d2-ea55-448a-bea0-77966e8efae8 HTTP/1.1" status: 204 len: 168 time: 0.8917108 Nov 12 03:19:04.433783 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-aafb056d-47ad-4d18-86eb-b617c579b493 req-525862fd-9988-45ff-82a5-331df5191140 tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] 10.222.0.50 "GET /v2.0/security-groups?id=f1f83065-0db9-4e00-87ac-dc91abcaa320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457305 Nov 12 03:19:04.471078 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a939b9d-da33-4292-8b6f-c941f58a4019 req-e7c43c2b-2b81-4638-9b7b-81c5c51bdc26 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:04.483874 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-dfed210f-c4e9-41e1-bde8-8e6eb3ac2576 None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.486421 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7a939b9d-da33-4292-8b6f-c941f58a4019 req-e7c43c2b-2b81-4638-9b7b-81c5c51bdc26 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a110309-1988-46c2-bc35-ddd7f469b80e HTTP/1.1" status: 200 len: 946 time: 0.3333576 Nov 12 03:19:04.503268 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-dfed210f-c4e9-41e1-bde8-8e6eb3ac2576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.507264 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-3a6ad17b-f617-48dd-ba23-7fd07557d8b5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5 HTTP/1.1" status: 200 len: 217 time: 0.0724573 Nov 12 03:19:04.515767 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43341e4a-1d7f-4b44-9ba0-07515830a298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8c94d2-ea55-448a-bea0-77966e8efae8,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:04.605130 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9ec6b-cffc-4a6b-b9c6-aa22a673da1b None None] Pushing event updated for resources: {'Port': ['ID=5810ce7b-2434-4208-b6e4-0103ca808880,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:04.633973 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-84c5e1bf-3121-42a5-b905-0befd3e09871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:04.633973 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-84c5e1bf-3121-42a5-b905-0befd3e09871 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.1136675 Nov 12 03:19:04.634344 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-dfed210f-c4e9-41e1-bde8-8e6eb3ac2576 None None] Attempting to bind port 5810ce7b-2434-4208-b6e4-0103ca808880 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:04.634646 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-dfed210f-c4e9-41e1-bde8-8e6eb3ac2576 None None] Attempting to bind port 5810ce7b-2434-4208-b6e4-0103ca808880 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:04.635172 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfed210f-c4e9-41e1-bde8-8e6eb3ac2576 None None] Attempting to bind port 5810ce7b-2434-4208-b6e4-0103ca808880 on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:04.635476 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c81dfa-99b5-422c-9235-c838910a0e93 x-openstack-request-id: req-b8c81dfa-99b5-422c-9235-c838910a0e93 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:04.635768 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a110309-1988-46c2-bc35-ddd7f469b80e", "tag": "3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:04.636019 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b8c81dfa-99b5-422c-9235-c838910a0e93 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:04.636446 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a110309-1988-46c2-bc35-ddd7f469b80e', 'tag': '3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5', 'status': 'completed', 'code': 200} Nov 12 03:19:04.649291 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfed210f-c4e9-41e1-bde8-8e6eb3ac2576 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:04.649633 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfed210f-c4e9-41e1-bde8-8e6eb3ac2576 None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:04.650211 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-dfed210f-c4e9-41e1-bde8-8e6eb3ac2576 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.651823 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfed210f-c4e9-41e1-bde8-8e6eb3ac2576 None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:04.652551 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-dfed210f-c4e9-41e1-bde8-8e6eb3ac2576 None None] Bound port: 5810ce7b-2434-4208-b6e4-0103ca808880, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:04.653459 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-dfed210f-c4e9-41e1-bde8-8e6eb3ac2576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.789296 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7a939b9d-da33-4292-8b6f-c941f58a4019 req-6375cab2-38ad-46e6-bf61-daf3eef10d46 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/security-groups?id=8181c547-4017-4b45-a1d1-bd37aff570a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738709 Nov 12 03:19:04.951969 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-dfed210f-c4e9-41e1-bde8-8e6eb3ac2576 None None] For port 5810ce7b-2434-4208-b6e4-0103ca808880, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:04.967697 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-dfed210f-c4e9-41e1-bde8-8e6eb3ac2576 None None] For port 5810ce7b-2434-4208-b6e4-0103ca808880, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=5810ce7b-2434-4208-b6e4-0103ca808880,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:04.974741 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-dfed210f-c4e9-41e1-bde8-8e6eb3ac2576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:05.000424 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-97cfe7a9-a78b-410c-8af6-84ca812caa4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:05.025025 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-720e346f-6b32-4b6f-9591-7527482fbd00 None None] Provisioning complete for port 278a4f83-ca55-4735-8b6d-4467a877c67b triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:05.027537 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-720e346f-6b32-4b6f-9591-7527482fbd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:05.075293 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cee2b-fbbb-4695-a09c-21f10bf78573 req-926c7a9b-f58d-4a15-88f6-befbc78a1e4f tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:05.086104 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f95cee2b-fbbb-4695-a09c-21f10bf78573 req-926c7a9b-f58d-4a15-88f6-befbc78a1e4f tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b06cfae-f39b-4c8b-bdbc-20cd80f97bff HTTP/1.1" status: 200 len: 943 time: 0.3700085 Nov 12 03:19:05.098490 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-e36e8d03-f8d8-4e23-ba62-e7061f7bb1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:05.100154 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-e36e8d03-f8d8-4e23-ba62-e7061f7bb1d5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4521322 Nov 12 03:19:05.152132 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfed210f-c4e9-41e1-bde8-8e6eb3ac2576 None None] Routers {'64b3a4d2-e506-451b-a5b0-ef5284ad3b6c'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:19:05.155217 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-dfed210f-c4e9-41e1-bde8-8e6eb3ac2576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:19:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['64b3a4d2-e506-451b-a5b0-ef5284ad3b6c'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:05.216573 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9ec6b-cffc-4a6b-b9c6-aa22a673da1b None None] Pushing event updated for resources: {'Port': ['ID=5810ce7b-2434-4208-b6e4-0103ca808880,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:05.237574 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-ff94618e-238f-4f43-800c-ad256dd45e90 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195569 Nov 12 03:19:05.262026 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49ec1d-b469-4af8-847b-02ff7fdb0976 req-fac3a542-2929-4710-878b-923bee077434 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:05.264090 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-da49ec1d-b469-4af8-847b-02ff7fdb0976 req-fac3a542-2929-4710-878b-923bee077434 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3527e08-132c-489e-ab06-78d73ccbcde4 HTTP/1.1" status: 200 len: 943 time: 0.2772264 Nov 12 03:19:05.362491 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f95cee2b-fbbb-4695-a09c-21f10bf78573 req-d68a6785-0fb6-4637-8438-62ab1b8867cd tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753336 Nov 12 03:19:05.385328 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-97cfe7a9-a78b-410c-8af6-84ca812caa4a admin admin] Allocated IP 172.20.0.1 (7ef5d152-aa61-4df1-8cd3-15a53aebc9df/ca582ea7-cc65-4dce-9c61-401038677511/ed3e0349-f17b-4464-afea-588ac0caca62) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:05.409552 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-dfed210f-c4e9-41e1-bde8-8e6eb3ac2576 None None] Set router 64b3a4d2-e506-451b-a5b0-ef5284ad3b6c gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:19:05.422029 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:05.461199 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 278a4f83-ca55-4735-8b6d-4467a877c67b up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:05.465629 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-da49ec1d-b469-4af8-847b-02ff7fdb0976 req-9d187703-cb81-4c1f-b369-3bad9b83cdff tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c8f2b06-db27-4d77-8b58-730135e0a808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741247 Nov 12 03:19:05.575531 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-51828804-f40d-4e45-b6eb-ffea44f56f39 service neutron] 10.222.0.74 "GET /v2.0/ports/24b2e37e-f494-4b92-a38a-04bae831ccfb/bindings/n-h2-715271-27 HTTP/1.1" status: 200 len: 385 time: 0.3307450 Nov 12 03:19:05.581776 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-241dbca5-5d78-4146-9aac-a71171f00e8e req-74220c7d-e423-4c0a-a421-730024807584 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245664 Nov 12 03:19:05.664386 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-97cfe7a9-a78b-410c-8af6-84ca812caa4a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:05.669983 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 278a4f83-ca55-4735-8b6d-4467a877c67b triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:05.670886 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:05.719087 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-97cfe7a9-a78b-410c-8af6-84ca812caa4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:05.807441 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-dfed210f-c4e9-41e1-bde8-8e6eb3ac2576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b3a4d2-e506-451b-a5b0-ef5284ad3b6c', 'name': 'tempest-AttachSCSIVolumeTestJSON-978917638-router', 'tenant_id': 'd8ad32e7572042549637fef0e43b61e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '5810ce7b-2434-4208-b6e4-0103ca808880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:58Z', 'updated_at': '2021-11-12T03:19:00Z', 'revision_number': 3, 'project_id': 'd8ad32e7572042549637fef0e43b61e0', 'gw_port': {'id': '5810ce7b-2434-4208-b6e4-0103ca808880', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b3a4d2-e506-451b-a5b0-ef5284ad3b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:59Z', 'updated_at': '2021-11-12T03:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:05.808547 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cfe7a9-a78b-410c-8af6-84ca812caa4a admin admin] Network 7ef5d152-aa61-4df1-8cd3-15a53aebc9df is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:05.817170 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-97cfe7a9-a78b-410c-8af6-84ca812caa4a admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:05.825861 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cfe7a9-a78b-410c-8af6-84ca812caa4a admin admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:05.894156 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cfe7a9-a78b-410c-8af6-84ca812caa4a admin admin] Pushing event updated for resources: {'Port': ['ID=ed3e0349-f17b-4464-afea-588ac0caca62,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:05.899005 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfed210f-c4e9-41e1-bde8-8e6eb3ac2576 None None] The sync data for ids ['64b3a4d2-e506-451b-a5b0-ef5284ad3b6c'] in n-d-715271-27 is: [{'id': '64b3a4d2-e506-451b-a5b0-ef5284ad3b6c', 'name': 'tempest-AttachSCSIVolumeTestJSON-978917638-router', 'tenant_id': 'd8ad32e7572042549637fef0e43b61e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '5810ce7b-2434-4208-b6e4-0103ca808880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:58Z', 'updated_at': '2021-11-12T03:19:00Z', 'revision_number': 3, 'project_id': 'd8ad32e7572042549637fef0e43b61e0', 'gw_port': {'id': '5810ce7b-2434-4208-b6e4-0103ca808880', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b3a4d2-e506-451b-a5b0-ef5284ad3b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:59Z', 'updated_at': '2021-11-12T03:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:19:05.930351 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca1bef-11eb-40eb-a54d-21d7eb9ca594 req-9b8247b3-780b-4873-b23e-58c7179e84b9 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:05.942151 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b4ca1bef-11eb-40eb-a54d-21d7eb9ca594 req-9b8247b3-780b-4873-b23e-58c7179e84b9 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 949 time: 0.2425392 Nov 12 03:19:05.949087 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790fbef-ddb3-4648-98f9-16426d8b75d3 req-9429d8ae-9868-438a-85dd-88bcbebe5297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:05.952006 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9790fbef-ddb3-4648-98f9-16426d8b75d3 req-9429d8ae-9868-438a-85dd-88bcbebe5297 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f60014ea50f04c3eaaf68630072552e4&device_id=8a110309-1988-46c2-bc35-ddd7f469b80e HTTP/1.1" status: 200 len: 1098 time: 0.2050676 Nov 12 03:19:05.967719 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d395315-f6d7-4d3e-ae02-cd19a276ce1d req-3452f8d3-3ac3-4d18-8494-7dee985d896f tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:05.970139 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4d395315-f6d7-4d3e-ae02-cd19a276ce1d req-3452f8d3-3ac3-4d18-8494-7dee985d896f tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] 10.222.0.50 "GET /v2.0/ports?device_id=0920f515-13a2-4b14-96ff-a8d219d11a8d HTTP/1.1" status: 200 len: 949 time: 0.2911317 Nov 12 03:19:06.000935 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-97cfe7a9-a78b-410c-8af6-84ca812caa4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:06.110098 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b4ca1bef-11eb-40eb-a54d-21d7eb9ca594 req-080769ef-437b-4b24-afc5-ec9f040682ce tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648130 Nov 12 03:19:06.221887 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4d395315-f6d7-4d3e-ae02-cd19a276ce1d req-54807f39-c83a-4b72-b521-4079c973cadf tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] 10.222.0.50 "GET /v2.0/security-groups?id=f1f83065-0db9-4e00-87ac-dc91abcaa320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386813 Nov 12 03:19:06.282593 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:06.304167 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-b45da8bc-2db9-4c0d-819c-d78e6c0ba927 None None] Provisioning complete for port ed3e0349-f17b-4464-afea-588ac0caca62 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:06.304819 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b45da8bc-2db9-4c0d-819c-d78e6c0ba927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:06.350488 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b8bef-3562-4bef-9b37-6ae1168c475a req-c21f7178-d6c9-46de-9f06-5c80ce8fe9b7 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:06.353171 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f91b8bef-3562-4bef-9b37-6ae1168c475a req-c21f7178-d6c9-46de-9f06-5c80ce8fe9b7 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a110309-1988-46c2-bc35-ddd7f469b80e HTTP/1.1" status: 200 len: 946 time: 0.0967917 Nov 12 03:19:06.364688 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-a783a859-735a-474f-b58d-78cc467eea08 service neutron] For port 24b2e37e-f494-4b92-a38a-04bae831ccfb, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=24b2e37e-f494-4b92-a38a-04bae831ccfb,segment=NetworkSegment(8dbff2fd-9cfc-4504-9870-2f052b7a9289),segment_id=8dbff2fd-9cfc-4504-9870-2f052b7a9289)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:06.427809 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790fbef-ddb3-4648-98f9-16426d8b75d3 req-2ef407ff-485f-447e-b51d-2aa536600cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:06.432474 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9790fbef-ddb3-4648-98f9-16426d8b75d3 req-2ef407ff-485f-447e-b51d-2aa536600cab service neutron] 10.222.0.90 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.4564314 Nov 12 03:19:06.454025 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-b45da8bc-2db9-4c0d-819c-d78e6c0ba927 None None] Port ed3e0349-f17b-4464-afea-588ac0caca62 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:19:06.556217 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9790fbef-ddb3-4648-98f9-16426d8b75d3 req-5bd70529-ca03-442a-96c7-5208c38f3ef9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5 HTTP/1.1" status: 200 len: 217 time: 0.1141882 Nov 12 03:19:06.558048 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-97cfe7a9-a78b-410c-8af6-84ca812caa4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:06.560926 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-a783a859-735a-474f-b58d-78cc467eea08 service neutron] For port 24b2e37e-f494-4b92-a38a-04bae831ccfb, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:06.663544 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f91b8bef-3562-4bef-9b37-6ae1168c475a req-0567f40f-5d4e-4d8b-b98b-4fd66809cd3c tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/security-groups?id=8181c547-4017-4b45-a1d1-bd37aff570a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016478 Nov 12 03:19:06.747064 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-a783a859-735a-474f-b58d-78cc467eea08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24b2e37e-f494-4b92-a38a-04bae831ccfb {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:06.779780 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-a783a859-735a-474f-b58d-78cc467eea08 service neutron] For port 24b2e37e-f494-4b92-a38a-04bae831ccfb, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=24b2e37e-f494-4b92-a38a-04bae831ccfb,segment=NetworkSegment(8dbff2fd-9cfc-4504-9870-2f052b7a9289),segment_id=8dbff2fd-9cfc-4504-9870-2f052b7a9289)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:06.801309 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790fbef-ddb3-4648-98f9-16426d8b75d3 req-fcb8017a-b868-48d3-abd1-a92796d5d615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:06.803026 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9790fbef-ddb3-4648-98f9-16426d8b75d3 req-fcb8017a-b868-48d3-abd1-a92796d5d615 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.1772590 Nov 12 03:19:06.810332 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-a783a859-735a-474f-b58d-78cc467eea08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:06.861334 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ec3dd-9990-4db4-a875-012a50a25c5c req-53e88c2b-b57f-4b76-9bbd-c94aa778b8ba tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:06.863242 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c84ec3dd-9990-4db4-a875-012a50a25c5c req-53e88c2b-b57f-4b76-9bbd-c94aa778b8ba tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b06cfae-f39b-4c8b-bdbc-20cd80f97bff HTTP/1.1" status: 200 len: 943 time: 0.1852083 Nov 12 03:19:06.911533 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-97cfe7a9-a78b-410c-8af6-84ca812caa4a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:06.928176 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-97cfe7a9-a78b-410c-8af6-84ca812caa4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:06.940569 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790fbef-ddb3-4648-98f9-16426d8b75d3 req-c719355e-44d3-44d4-a0a7-e5cdeadedd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:06.945206 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9790fbef-ddb3-4648-98f9-16426d8b75d3 req-c719355e-44d3-44d4-a0a7-e5cdeadedd69 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1249573 Nov 12 03:19:07.045872 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cfe7a9-a78b-410c-8af6-84ca812caa4a admin admin] Pushing event updated for resources: {'Port': ['ID=ed3e0349-f17b-4464-afea-588ac0caca62,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:07.051336 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-97cfe7a9-a78b-410c-8af6-84ca812caa4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:07.072616 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b4c92-b8d6-4ddb-9da2-1bb2c6d87651 req-2cebb346-1361-4d7d-a2c0-71fc2d890057 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:07.080767 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-028b4c92-b8d6-4ddb-9da2-1bb2c6d87651 req-2cebb346-1361-4d7d-a2c0-71fc2d890057 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3527e08-132c-489e-ab06-78d73ccbcde4 HTTP/1.1" status: 200 len: 943 time: 0.1657960 Nov 12 03:19:07.150228 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9790fbef-ddb3-4648-98f9-16426d8b75d3 req-54b907f1-e536-4919-b811-c3a6b8f5faf8 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722119 Nov 12 03:19:07.201170 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c84ec3dd-9990-4db4-a875-012a50a25c5c req-963c993c-d075-4103-a3e4-2b8fa4994c0d tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240626 Nov 12 03:19:07.201359 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-028b4c92-b8d6-4ddb-9da2-1bb2c6d87651 req-eb215c19-e40f-4fd6-b632-d2b287f2abd2 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c8f2b06-db27-4d77-8b58-730135e0a808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194212 Nov 12 03:19:07.233238 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-a783a859-735a-474f-b58d-78cc467eea08 service neutron] Transition to ACTIVE for port object 24b2e37e-f494-4b92-a38a-04bae831ccfb will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:19:07.285349 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-a783a859-735a-474f-b58d-78cc467eea08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:07.320370 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cfe7a9-a78b-410c-8af6-84ca812caa4a admin admin] Network 7ef5d152-aa61-4df1-8cd3-15a53aebc9df is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:07.324861 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-97cfe7a9-a78b-410c-8af6-84ca812caa4a admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:07.498586 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 5810ce7b-2434-4208-b6e4-0103ca808880 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:07.504008 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 1f427354-c1f8-4380-95eb-38300a3fe4c3 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:19:07.598815 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a783a859-735a-474f-b58d-78cc467eea08 service neutron] Pushing event updated for resources: {'Port': ['ID=24b2e37e-f494-4b92-a38a-04bae831ccfb,revision_number=10']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:07.616708 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616336f8-3b23-4f19-944a-3e5ba84d26db req-0f3a9614-62b8-4d9c-937c-3502254bc602 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:07.618426 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-616336f8-3b23-4f19-944a-3e5ba84d26db req-0f3a9614-62b8-4d9c-937c-3502254bc602 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 949 time: 0.1652904 Nov 12 03:19:07.627683 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97cfe7a9-a78b-410c-8af6-84ca812caa4a admin admin] Router 64b3a4d2-e506-451b-a5b0-ef5284ad3b6c has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:19:07.646884 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-a783a859-735a-474f-b58d-78cc467eea08 service neutron] No DVR routers for this DVR port 24b2e37e-f494-4b92-a38a-04bae831ccfb on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:19:07.669987 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 5810ce7b-2434-4208-b6e4-0103ca808880 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:07.670288 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9790fbef-ddb3-4648-98f9-16426d8b75d3 req-2caec04f-aabb-4b36-b66e-71b9eaa4bf16 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5026646 Nov 12 03:19:07.670402 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:07.717419 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7e2a3-6446-4988-adf8-d3948c950b81 req-08661e51-878d-48ea-a38a-e1dead73e500 tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:07.724147 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-06f7e2a3-6446-4988-adf8-d3948c950b81 req-08661e51-878d-48ea-a38a-e1dead73e500 tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] 10.222.0.50 "GET /v2.0/ports?device_id=0920f515-13a2-4b14-96ff-a8d219d11a8d HTTP/1.1" status: 200 len: 949 time: 0.2780328 Nov 12 03:19:07.739810 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 1f427354-c1f8-4380-95eb-38300a3fe4c3, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=1f427354-c1f8-4380-95eb-38300a3fe4c3,segment=NetworkSegment(b19214b6-a5b1-4941-8bdf-5dca47aff883),segment_id=b19214b6-a5b1-4941-8bdf-5dca47aff883)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:07.742892 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-a783a859-735a-474f-b58d-78cc467eea08 service neutron] 10.222.0.74 "PUT /v2.0/ports/24b2e37e-f494-4b92-a38a-04bae831ccfb/bindings/n-h2-715271-27/activate HTTP/1.1" status: 200 len: 370 time: 2.1509244 Nov 12 03:19:07.770408 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '1f427354-c1f8-4380-95eb-38300a3fe4c3', 'network_id': '737f7741-cb6b-402d-a616-bf6ed5fa075e', 'port_id': '1f427354-c1f8-4380-95eb-38300a3fe4c3', 'mac_address': 'fa:16:3e:b2:91:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a8c7ba8-2697-45e2-b569-b0c780002dc0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:19:07.791880 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-06f7e2a3-6446-4988-adf8-d3948c950b81 req-d3ace5b7-b3bd-41fe-92c6-d2e72e82cba5 tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] 10.222.0.50 "GET /v2.0/security-groups?id=f1f83065-0db9-4e00-87ac-dc91abcaa320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619118 Nov 12 03:19:07.888053 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:07.922969 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f427354-c1f8-4380-95eb-38300a3fe4c3 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:07.934555 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-ab29b06a-07f9-418e-b7b5-78104c0629d0 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:07.941966 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-ab29b06a-07f9-418e-b7b5-78104c0629d0 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=5b06cfae-f39b-4c8b-bdbc-20cd80f97bff&tenant_id=ab1cf8386d1b4172a2ff2003f6ed3228&binding%3Ahost_id=n-h1-715271-27 HTTP/1.1" status: 200 len: 1096 time: 0.0905476 Nov 12 03:19:07.948132 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-91441fdb-a764-4f7f-9ca8-d74d70de18d2 None None] Provisioning complete for port ed3e0349-f17b-4464-afea-588ac0caca62 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:07.948132 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-91441fdb-a764-4f7f-9ca8-d74d70de18d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:08.029598 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-616336f8-3b23-4f19-944a-3e5ba84d26db req-ed906648-c18d-49ea-92d7-fd99c50e7752 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980825 Nov 12 03:19:08.080057 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 1f427354-c1f8-4380-95eb-38300a3fe4c3, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=1f427354-c1f8-4380-95eb-38300a3fe4c3,segment=NetworkSegment(b19214b6-a5b1-4941-8bdf-5dca47aff883),segment_id=b19214b6-a5b1-4941-8bdf-5dca47aff883)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:08.095458 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:08.130515 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-b18d3b26-ed71-4742-855f-631c46f32821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:08.132065 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-b18d3b26-ed71-4742-855f-631c46f32821 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5b06cfae-f39b-4c8b-bdbc-20cd80f97bff&tenant_id=ab1cf8386d1b4172a2ff2003f6ed3228 HTTP/1.1" status: 200 len: 1096 time: 0.1713145 Nov 12 03:19:08.213798 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97cfe7a9-a78b-410c-8af6-84ca812caa4a admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:19:08.240119 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-97cfe7a9-a78b-410c-8af6-84ca812caa4a admin admin] 10.222.0.50 "PUT /v2.0/routers/64b3a4d2-e506-451b-a5b0-ef5284ad3b6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0415661 Nov 12 03:19:08.290756 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-4e8befe0-ea28-46ff-9246-4db8534462dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:08.293333 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-4e8befe0-ea28-46ff-9246-4db8534462dd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ab1cf8386d1b4172a2ff2003f6ed3228&device_id=5b06cfae-f39b-4c8b-bdbc-20cd80f97bff HTTP/1.1" status: 200 len: 1096 time: 0.0960922 Nov 12 03:19:08.301723 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69668d9a-94d6-460c-ab18-821a2bcd9acb req-e8e5e886-d940-48dd-ac41-effa25b48ebc tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:08.316244 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-69668d9a-94d6-460c-ab18-821a2bcd9acb req-e8e5e886-d940-48dd-ac41-effa25b48ebc tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a110309-1988-46c2-bc35-ddd7f469b80e HTTP/1.1" status: 200 len: 946 time: 0.1767287 Nov 12 03:19:08.362342 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-91441fdb-a764-4f7f-9ca8-d74d70de18d2 None None] Port ed3e0349-f17b-4464-afea-588ac0caca62 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:19:08.381044 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:08.463250 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-69668d9a-94d6-460c-ab18-821a2bcd9acb req-874366aa-fcdd-44be-abf5-5c2a89ea9fc8 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/security-groups?id=8181c547-4017-4b45-a1d1-bd37aff570a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455393 Nov 12 03:19:08.480251 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 5810ce7b-2434-4208-b6e4-0103ca808880, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=5810ce7b-2434-4208-b6e4-0103ca808880,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:08.501762 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:08.519354 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['1f427354-c1f8-4380-95eb-38300a3fe4c3'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:19:08.523127 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:08.523877 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=1f427354-c1f8-4380-95eb-38300a3fe4c3,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:08.592137 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08714f8f-0d87-417e-a790-b59246568426 req-ebec013e-b179-4c44-a721-cc15120e4b49 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:08.614327 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-08714f8f-0d87-417e-a790-b59246568426 req-ebec013e-b179-4c44-a721-cc15120e4b49 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3527e08-132c-489e-ab06-78d73ccbcde4 HTTP/1.1" status: 200 len: 944 time: 0.1966257 Nov 12 03:19:08.645464 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=5810ce7b-2434-4208-b6e4-0103ca808880,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:08.670051 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-456dc91f-9223-4169-aa48-75e9d3559c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:08.674274 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-456dc91f-9223-4169-aa48-75e9d3559c33 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 HTTP/1.1" status: 200 len: 907 time: 0.3602080 Nov 12 03:19:08.695008 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7c862-54af-4cbe-86ff-4eb27f5464ed req-a9bd624c-c0af-491f-b60f-2fc82a622f19 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:08.706200 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5ba7c862-54af-4cbe-86ff-4eb27f5464ed req-a9bd624c-c0af-491f-b60f-2fc82a622f19 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b06cfae-f39b-4c8b-bdbc-20cd80f97bff HTTP/1.1" status: 200 len: 944 time: 0.1117861 Nov 12 03:19:08.787773 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1faf89e-1dce-4bd1-8421-e9e700011145 None None] Sync routers for ids ['64b3a4d2-e506-451b-a5b0-ef5284ad3b6c'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:19:08.791755 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-c1d207b7-5e22-42e9-a138-5a17ab103c05 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=24b2e37e-f494-4b92-a38a-04bae831ccfb HTTP/1.1" status: 200 len: 217 time: 0.0976038 Nov 12 03:19:08.798459 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5ba7c862-54af-4cbe-86ff-4eb27f5464ed req-64311327-830b-4233-885e-604399740e6e tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908387 Nov 12 03:19:08.801511 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1faf89e-1dce-4bd1-8421-e9e700011145 None None] Routers {'64b3a4d2-e506-451b-a5b0-ef5284ad3b6c'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:19:08.802262 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-d1faf89e-1dce-4bd1-8421-e9e700011145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:19:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['64b3a4d2-e506-451b-a5b0-ef5284ad3b6c'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:08.867333 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-08714f8f-0d87-417e-a790-b59246568426 req-d4867781-5d40-4b93-a58e-4576859cde71 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c8f2b06-db27-4d77-8b58-730135e0a808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2517352 Nov 12 03:19:08.904411 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-280cda4e-fffb-47f2-a1d9-61a0fb675d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:08.908938 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-280cda4e-fffb-47f2-a1d9-61a0fb675d9a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5a9fb38e-cf25-418b-9443-2a54f98e4648 HTTP/1.1" status: 200 len: 846 time: 0.1069481 Nov 12 03:19:08.918486 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5278fe9-03eb-43ca-a01e-02f3a1483d37 req-d0df168c-67a5-4542-b7bb-9316aa2eedc0 tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:08.920559 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b5278fe9-03eb-43ca-a01e-02f3a1483d37 req-d0df168c-67a5-4542-b7bb-9316aa2eedc0 tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] 10.222.0.90 "GET /v2.0/ports?device_id=0920f515-13a2-4b14-96ff-a8d219d11a8d HTTP/1.1" status: 200 len: 949 time: 0.2420938 Nov 12 03:19:08.995054 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:19:09.009539 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-e5ac1538-22d7-4bed-95bf-f408be10977a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874116 Nov 12 03:19:09.111633 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85a6a6-2b80-4c38-92c4-3f6bd3ab8fc6 req-d4168538-6230-4872-95df-89c6bcfefc77 tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:09.121018 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ea85a6a6-2b80-4c38-92c4-3f6bd3ab8fc6 req-d4168538-6230-4872-95df-89c6bcfefc77 tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] 10.222.0.50 "GET /v2.0/ports?device_id=0920f515-13a2-4b14-96ff-a8d219d11a8d HTTP/1.1" status: 200 len: 949 time: 0.0769539 Nov 12 03:19:09.195461 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-d1faf89e-1dce-4bd1-8421-e9e700011145 None None] Set router 64b3a4d2-e506-451b-a5b0-ef5284ad3b6c gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:19:09.232305 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ea85a6a6-2b80-4c38-92c4-3f6bd3ab8fc6 req-791d3679-326a-4d50-8600-11aae3f5f921 tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] 10.222.0.50 "GET /v2.0/security-groups?id=f1f83065-0db9-4e00-87ac-dc91abcaa320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102669 Nov 12 03:19:09.462712 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:09.501758 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf562034-25a4-4a40-8b07-dca026a48c1b req-b220950e-8d8c-4af5-898a-096438cf3edc tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:09.516102 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bf562034-25a4-4a40-8b07-dca026a48c1b req-b220950e-8d8c-4af5-898a-096438cf3edc tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 949 time: 0.2390175 Nov 12 03:19:09.516512 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 5810ce7b-2434-4208-b6e4-0103ca808880 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:09.519734 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 1f427354-c1f8-4380-95eb-38300a3fe4c3 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:09.566133 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-b5278fe9-03eb-43ca-a01e-02f3a1483d37 req-6544a039-7483-4f74-b68e-02acd1a12442 tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] Deleting port 34aa39a4-9540-4424-adf6-43530e0418c3 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:19:09.566133 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b5278fe9-03eb-43ca-a01e-02f3a1483d37 req-6544a039-7483-4f74-b68e-02acd1a12442 tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:09.611217 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-b006e585-e9e0-4d46-97b5-8af71a4f423b service neutron] 10.222.0.90 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5873964 Nov 12 03:19:09.613634 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'port_id': '3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5', 'mac_address': 'fa:16:3e:ad:bd:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa66706f-b415-4bb9-838e-cfd08f81d96b', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:19:09.721650 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:09.761315 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 1f427354-c1f8-4380-95eb-38300a3fe4c3 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:19:09.771391 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 1f427354-c1f8-4380-95eb-38300a3fe4c3 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:09.771771 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:09.773943 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 5810ce7b-2434-4208-b6e4-0103ca808880 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:09.774682 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:09.777799 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:09.823920 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bf562034-25a4-4a40-8b07-dca026a48c1b req-52bf2379-6139-4d19-8ec3-b28ed29a105e tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043427 Nov 12 03:19:09.867425 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:09.868373 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246a571-4b5c-4d56-b5c1-2662fcc51a4c req-a5725d9a-d6ab-4a59-85e0-6bd24c0037ec tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:09.877445 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a246a571-4b5c-4d56-b5c1-2662fcc51a4c req-a5725d9a-d6ab-4a59-85e0-6bd24c0037ec tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a110309-1988-46c2-bc35-ddd7f469b80e HTTP/1.1" status: 200 len: 946 time: 0.1658592 Nov 12 03:19:09.880661 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:09.973751 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-d1faf89e-1dce-4bd1-8421-e9e700011145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b3a4d2-e506-451b-a5b0-ef5284ad3b6c', 'name': 'tempest-AttachSCSIVolumeTestJSON-978917638-router', 'tenant_id': 'd8ad32e7572042549637fef0e43b61e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '5810ce7b-2434-4208-b6e4-0103ca808880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:58Z', 'updated_at': '2021-11-12T03:19:06Z', 'revision_number': 4, 'project_id': 'd8ad32e7572042549637fef0e43b61e0', 'gw_port': {'id': '5810ce7b-2434-4208-b6e4-0103ca808880', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b3a4d2-e506-451b-a5b0-ef5284ad3b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:59Z', 'updated_at': '2021-11-12T03:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'ed3e0349-f17b-4464-afea-588ac0caca62', 'name': '', 'network_id': '7ef5d152-aa61-4df1-8cd3-15a53aebc9df', 'tenant_id': 'd8ad32e7572042549637fef0e43b61e0', 'mac_address': 'fa:16:3e:db:cc:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b3a4d2-e506-451b-a5b0-ef5284ad3b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'ca582ea7-cc65-4dce-9c61-401038677511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:05Z', 'updated_at': '2021-11-12T03:19:06Z', 'revision_number': 2, 'project_id': 'd8ad32e7572042549637fef0e43b61e0', 'subnets': [{'id': 'ca582ea7-cc65-4dce-9c61-401038677511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:10.003654 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:10.051013 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a246a571-4b5c-4d56-b5c1-2662fcc51a4c req-cd86a6d7-37eb-4ed3-a32a-e09680640a2d tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/security-groups?id=8181c547-4017-4b45-a1d1-bd37aff570a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717298 Nov 12 03:19:10.057395 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1faf89e-1dce-4bd1-8421-e9e700011145 None None] Checking router: 64b3a4d2-e506-451b-a5b0-ef5284ad3b6c for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:19:10.057395 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1faf89e-1dce-4bd1-8421-e9e700011145 None None] Updating router 64b3a4d2-e506-451b-a5b0-ef5284ad3b6c port ed3e0349-f17b-4464-afea-588ac0caca62 binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:19:10.185023 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d1faf89e-1dce-4bd1-8421-e9e700011145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:10.190929 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:10.260921 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3527e08-132c-489e-ab06-78d73ccbcde4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f427354-c1f8-4380-95eb-38300a3fe4c3'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:10.263991 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f330a80-8a89-446b-a523-a1047cad09ac" -d '{"events": [{"server_uuid": "f3527e08-132c-489e-ab06-78d73ccbcde4", "name": "network-vif-plugged", "status": "completed", "tag": "1f427354-c1f8-4380-95eb-38300a3fe4c3"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:10.272420 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0fd630-66f6-4421-8b8a-c3884820454e req-a3b5a8b4-74c0-4296-b317-6902c7ae5948 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:10.286316 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aa0fd630-66f6-4421-8b8a-c3884820454e req-a3b5a8b4-74c0-4296-b317-6902c7ae5948 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3527e08-132c-489e-ab06-78d73ccbcde4 HTTP/1.1" status: 200 len: 944 time: 0.1128187 Nov 12 03:19:10.286627 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 1f427354-c1f8-4380-95eb-38300a3fe4c3, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=1f427354-c1f8-4380-95eb-38300a3fe4c3,segment=NetworkSegment(b19214b6-a5b1-4941-8bdf-5dca47aff883),segment_id=b19214b6-a5b1-4941-8bdf-5dca47aff883)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:10.295642 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:10.296664 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 24b2e37e-f494-4b92-a38a-04bae831ccfb no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:19:10.354172 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:19:10.425125 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aa0fd630-66f6-4421-8b8a-c3884820454e req-341a423a-c989-4167-a8b2-ca6e3e6256fe tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c8f2b06-db27-4d77-8b58-730135e0a808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306729 Nov 12 03:19:10.484385 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-b5278fe9-03eb-43ca-a01e-02f3a1483d37 req-6544a039-7483-4f74-b68e-02acd1a12442 tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] For port 34aa39a4-9540-4424-adf6-43530e0418c3, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=34aa39a4-9540-4424-adf6-43530e0418c3,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:10.484385 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b5278fe9-03eb-43ca-a01e-02f3a1483d37 req-6544a039-7483-4f74-b68e-02acd1a12442 tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:10.542275 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-b5278fe9-03eb-43ca-a01e-02f3a1483d37 req-6544a039-7483-4f74-b68e-02acd1a12442 tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] Calling delete_port for 34aa39a4-9540-4424-adf6-43530e0418c3 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:19:10.585168 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e665f6a-e6a3-409c-82fe-9434147c20cf req-e04392e9-d31a-4787-986e-db08faa66d82 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:10.596535 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4e665f6a-e6a3-409c-82fe-9434147c20cf req-e04392e9-d31a-4787-986e-db08faa66d82 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b06cfae-f39b-4c8b-bdbc-20cd80f97bff HTTP/1.1" status: 200 len: 944 time: 0.2380409 Nov 12 03:19:10.603650 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-f0f40976-6a6d-43f8-bbe0-c41e12f8f03d service neutron] 10.222.0.90 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9704552 Nov 12 03:19:10.634852 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=1f427354-c1f8-4380-95eb-38300a3fe4c3,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:10.650401 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 24b2e37e-f494-4b92-a38a-04bae831ccfb not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:19:10.769309 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c909b8d-93c7-45df-8a43-06ba49b3c6eb x-openstack-request-id: req-2c909b8d-93c7-45df-8a43-06ba49b3c6eb {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:10.769661 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3527e08-132c-489e-ab06-78d73ccbcde4", "name": "network-vif-plugged", "status": "completed", "tag": "1f427354-c1f8-4380-95eb-38300a3fe4c3", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:10.769914 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2c909b8d-93c7-45df-8a43-06ba49b3c6eb {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:10.770382 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3527e08-132c-489e-ab06-78d73ccbcde4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f427354-c1f8-4380-95eb-38300a3fe4c3', 'code': 200} Nov 12 03:19:11.013631 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 34aa39a4-9540-4424-adf6-43530e0418c3 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:19:11.061809 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ab3c2-1ea1-4e92-83e1-9761ac4be0ee req-4f638a9a-691a-4f9f-898d-f9301b923430 tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:11.064661 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ed0ab3c2-1ea1-4e92-83e1-9761ac4be0ee req-4f638a9a-691a-4f9f-898d-f9301b923430 tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] 10.222.0.50 "GET /v2.0/ports?device_id=0920f515-13a2-4b14-96ff-a8d219d11a8d HTTP/1.1" status: 200 len: 949 time: 0.1861477 Nov 12 03:19:11.099501 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d1faf89e-1dce-4bd1-8421-e9e700011145 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:11.101486 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No active binding found for port 34aa39a4-9540-4424-adf6-43530e0418c3 {{(pid=102573) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 03:19:11.102029 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 34aa39a4-9540-4424-adf6-43530e0418c3 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:19:11.112426 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d1faf89e-1dce-4bd1-8421-e9e700011145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:11.170566 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b5278fe9-03eb-43ca-a01e-02f3a1483d37 req-6544a039-7483-4f74-b68e-02acd1a12442 tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:11.310506 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ed0ab3c2-1ea1-4e92-83e1-9761ac4be0ee req-5ddf35ed-f831-4a38-91b3-fcb1274655e8 tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] 10.222.0.50 "GET /v2.0/security-groups?id=f1f83065-0db9-4e00-87ac-dc91abcaa320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106802 Nov 12 03:19:11.333716 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d09c2-320a-445a-9c4c-7c445b9440fa None None] Pushing event updated for resources: {'Port': ['ID=ed3e0349-f17b-4464-afea-588ac0caca62,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:11.438195 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-d1faf89e-1dce-4bd1-8421-e9e700011145 None None] Attempting to bind port ed3e0349-f17b-4464-afea-588ac0caca62 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:11.439688 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-d1faf89e-1dce-4bd1-8421-e9e700011145 None None] Attempting to bind port ed3e0349-f17b-4464-afea-588ac0caca62 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '30f91239-2036-4f63-82d8-a7840d0e7748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7ef5d152-aa61-4df1-8cd3-15a53aebc9df'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:11.440393 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1faf89e-1dce-4bd1-8421-e9e700011145 None None] Attempting to bind port ed3e0349-f17b-4464-afea-588ac0caca62 on network 7ef5d152-aa61-4df1-8cd3-15a53aebc9df {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:11.451603 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1faf89e-1dce-4bd1-8421-e9e700011145 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:11.452299 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1faf89e-1dce-4bd1-8421-e9e700011145 None None] Checking segment: {'id': '30f91239-2036-4f63-82d8-a7840d0e7748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7ef5d152-aa61-4df1-8cd3-15a53aebc9df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:11.453001 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d1faf89e-1dce-4bd1-8421-e9e700011145 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:11.453550 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1faf89e-1dce-4bd1-8421-e9e700011145 None None] Bound using segment: {'id': '30f91239-2036-4f63-82d8-a7840d0e7748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7ef5d152-aa61-4df1-8cd3-15a53aebc9df'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:11.457530 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-d1faf89e-1dce-4bd1-8421-e9e700011145 None None] Bound port: ed3e0349-f17b-4464-afea-588ac0caca62, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f91239-2036-4f63-82d8-a7840d0e7748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7ef5d152-aa61-4df1-8cd3-15a53aebc9df'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:11.458167 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d1faf89e-1dce-4bd1-8421-e9e700011145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:11.475223 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51218) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:11.593034 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544a039-7483-4f74-b68e-02acd1a12442 tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] Pushing event deleted for resources: {'Port': ['ID=34aa39a4-9540-4424-adf6-43530e0418c3,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:11.658132 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-d1faf89e-1dce-4bd1-8421-e9e700011145 None None] For port ed3e0349-f17b-4464-afea-588ac0caca62, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:11.671537 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-d1faf89e-1dce-4bd1-8421-e9e700011145 None None] For port ed3e0349-f17b-4464-afea-588ac0caca62, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=ed3e0349-f17b-4464-afea-588ac0caca62,segment=NetworkSegment(30f91239-2036-4f63-82d8-a7840d0e7748),segment_id=30f91239-2036-4f63-82d8-a7840d0e7748)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:11.685204 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d1faf89e-1dce-4bd1-8421-e9e700011145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:11.775269 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5278fe9-03eb-43ca-a01e-02f3a1483d37 req-6544a039-7483-4f74-b68e-02acd1a12442 tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] No DVR routers for this DVR port 34aa39a4-9540-4424-adf6-43530e0418c3 on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:19:11.780025 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b5278fe9-03eb-43ca-a01e-02f3a1483d37 req-6544a039-7483-4f74-b68e-02acd1a12442 tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:11.785411 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b5278fe9-03eb-43ca-a01e-02f3a1483d37 req-6544a039-7483-4f74-b68e-02acd1a12442 tempest-ImagesNegativeTestJSON-1709114090 tempest-ImagesNegativeTestJSON-1709114090-project] 10.222.0.90 "DELETE /v2.0/ports/34aa39a4-9540-4424-adf6-43530e0418c3 HTTP/1.1" status: 204 len: 173 time: 2.8530293 Nov 12 03:19:11.791864 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70969e99-b4ad-40fa-b823-68288041c7b5 req-f2ac4b03-a66a-4a5b-ad2b-86bacfae4923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:11.793700 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13b0c0-c215-4623-bb7d-86e65fc519a6 req-6f2b5e9b-c29f-40ef-9d7f-4c7af73cf33d tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:11.794976 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-70969e99-b4ad-40fa-b823-68288041c7b5 req-f2ac4b03-a66a-4a5b-ad2b-86bacfae4923 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f3527e08-132c-489e-ab06-78d73ccbcde4 HTTP/1.1" status: 200 len: 1097 time: 0.7206814 Nov 12 03:19:11.806740 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ea13b0c0-c215-4623-bb7d-86e65fc519a6 req-6f2b5e9b-c29f-40ef-9d7f-4c7af73cf33d tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 949 time: 0.1977718 Nov 12 03:19:11.808113 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0920f515-13a2-4b14-96ff-a8d219d11a8d', 'name': 'network-vif-deleted', 'tag': '34aa39a4-9540-4424-adf6-43530e0418c3'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:11.811797 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5375d68c-26b3-4d70-a8bf-80c21dec4e20" -d '{"events": [{"server_uuid": "0920f515-13a2-4b14-96ff-a8d219d11a8d", "name": "network-vif-deleted", "tag": "34aa39a4-9540-4424-adf6-43530e0418c3"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:11.822030 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-05da16ae-f69c-4280-8895-1a0984a9cbc0 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:11.825063 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-05da16ae-f69c-4280-8895-1a0984a9cbc0 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=5b06cfae-f39b-4c8b-bdbc-20cd80f97bff&tenant_id=ab1cf8386d1b4172a2ff2003f6ed3228&binding%3Ahost_id=n-h2-715271-27 HTTP/1.1" status: 200 len: 1096 time: 0.7721226 Nov 12 03:19:12.006962 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-53529d22-922b-4e03-9ee2-a3fbd297de39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:12.034999 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1faf89e-1dce-4bd1-8421-e9e700011145 None None] Routers {'64b3a4d2-e506-451b-a5b0-ef5284ad3b6c'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:19:12.039140 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-d1faf89e-1dce-4bd1-8421-e9e700011145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:19:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['64b3a4d2-e506-451b-a5b0-ef5284ad3b6c'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:12.106815 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ea13b0c0-c215-4623-bb7d-86e65fc519a6 req-b78c121a-7840-4c40-8410-684e1188d328 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952447 Nov 12 03:19:12.159502 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d09c2-320a-445a-9c4c-7c445b9440fa None None] Pushing event updated for resources: {'Port': ['ID=ed3e0349-f17b-4464-afea-588ac0caca62,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:12.205289 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-c8b87dbd-0a99-4ebf-a74a-09e067f320e5 None None] Provisioning complete for port ed3e0349-f17b-4464-afea-588ac0caca62 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:12.205973 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c8b87dbd-0a99-4ebf-a74a-09e067f320e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:12.327806 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4e665f6a-e6a3-409c-82fe-9434147c20cf req-1c631eb3-1c8d-4b80-a9c0-a21510c23028 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7296906 Nov 12 03:19:12.353658 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-c18f3722-b311-4b6e-bbb8-363b7fc28e97 service neutron] For port 24b2e37e-f494-4b92-a38a-04bae831ccfb, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:12.371961 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-c18f3722-b311-4b6e-bbb8-363b7fc28e97 service neutron] Publish callbacks [] for binding, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:12.373354 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b198a829-16ab-407a-8373-3527fd8f7a3f req-c18f3722-b311-4b6e-bbb8-363b7fc28e97 service neutron] 10.222.0.90 "DELETE /v2.0/ports/24b2e37e-f494-4b92-a38a-04bae831ccfb/bindings/n-h1-715271-27 HTTP/1.1" status: 204 len: 173 time: 0.5297923 Nov 12 03:19:12.455296 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-d1faf89e-1dce-4bd1-8421-e9e700011145 None None] Set router 64b3a4d2-e506-451b-a5b0-ef5284ad3b6c gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:19:12.508980 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c8b87dbd-0a99-4ebf-a74a-09e067f320e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:12.551020 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-53529d22-922b-4e03-9ee2-a3fbd297de39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:12.567219 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-70969e99-b4ad-40fa-b823-68288041c7b5 req-58ae8e2f-23d2-4ba1-ad7d-5f1990e042ab service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9c8f2b06-db27-4d77-8b58-730135e0a808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7340472 Nov 12 03:19:12.568266 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-53529d22-922b-4e03-9ee2-a3fbd297de39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:12.631232 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b8699-7201-4f8f-a8ea-28df10d5c991 req-880b1aae-5100-49b1-b7fb-567fb3eacf67 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:12.638530 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c85b8699-7201-4f8f-a8ea-28df10d5c991 req-880b1aae-5100-49b1-b7fb-567fb3eacf67 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3527e08-132c-489e-ab06-78d73ccbcde4 HTTP/1.1" status: 200 len: 945 time: 0.1786909 Nov 12 03:19:12.667580 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-c8b87dbd-0a99-4ebf-a74a-09e067f320e5 None None] For port ed3e0349-f17b-4464-afea-588ac0caca62, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=ed3e0349-f17b-4464-afea-588ac0caca62,segment=NetworkSegment(30f91239-2036-4f63-82d8-a7840d0e7748),segment_id=30f91239-2036-4f63-82d8-a7840d0e7748)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:12.678598 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c8b87dbd-0a99-4ebf-a74a-09e067f320e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:12.734524 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51230) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:12.739802 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-53529d22-922b-4e03-9ee2-a3fbd297de39 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=89de39a7284046a6a565d25eb285ded9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2536342 Nov 12 03:19:12.741312 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53529d22-922b-4e03-9ee2-a3fbd297de39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8207e681-da89-4603-bf8e-c380840dd04f,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:12.788692 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a799d-f025-43b3-9ccd-1ff9310f2e04 req-ee1931fe-9008-4aa6-9bf6-e5a27450bd9a tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:12.799228 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-950a799d-f025-43b3-9ccd-1ff9310f2e04 req-ee1931fe-9008-4aa6-9bf6-e5a27450bd9a tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a110309-1988-46c2-bc35-ddd7f469b80e HTTP/1.1" status: 200 len: 947 time: 0.4189627 Nov 12 03:19:12.810993 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b87dbd-0a99-4ebf-a74a-09e067f320e5 None None] Pushing event updated for resources: {'Port': ['ID=ed3e0349-f17b-4464-afea-588ac0caca62,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:12.842769 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-7d313787-3bab-4e36-b53e-a353ef054de7 None None] Provisioning complete for port ed3e0349-f17b-4464-afea-588ac0caca62 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:12.843435 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7d313787-3bab-4e36-b53e-a353ef054de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:12.849735 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c85b8699-7201-4f8f-a8ea-28df10d5c991 req-b66706d9-a28a-435a-b7d6-49beb76b48a6 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c8f2b06-db27-4d77-8b58-730135e0a808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013388 Nov 12 03:19:12.905029 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-d1faf89e-1dce-4bd1-8421-e9e700011145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b3a4d2-e506-451b-a5b0-ef5284ad3b6c', 'name': 'tempest-AttachSCSIVolumeTestJSON-978917638-router', 'tenant_id': 'd8ad32e7572042549637fef0e43b61e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '5810ce7b-2434-4208-b6e4-0103ca808880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:58Z', 'updated_at': '2021-11-12T03:19:06Z', 'revision_number': 4, 'project_id': 'd8ad32e7572042549637fef0e43b61e0', 'gw_port': {'id': '5810ce7b-2434-4208-b6e4-0103ca808880', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b3a4d2-e506-451b-a5b0-ef5284ad3b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:59Z', 'updated_at': '2021-11-12T03:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'ed3e0349-f17b-4464-afea-588ac0caca62', 'name': '', 'network_id': '7ef5d152-aa61-4df1-8cd3-15a53aebc9df', 'tenant_id': 'd8ad32e7572042549637fef0e43b61e0', 'mac_address': 'fa:16:3e:db:cc:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b3a4d2-e506-451b-a5b0-ef5284ad3b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'ca582ea7-cc65-4dce-9c61-401038677511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:05Z', 'updated_at': '2021-11-12T03:19:11Z', 'revision_number': 4, 'project_id': 'd8ad32e7572042549637fef0e43b61e0', 'subnets': [{'id': 'ca582ea7-cc65-4dce-9c61-401038677511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:12.941434 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1faf89e-1dce-4bd1-8421-e9e700011145 None None] The sync data for ids ['64b3a4d2-e506-451b-a5b0-ef5284ad3b6c'] in n-d-715271-27 is: [{'id': '64b3a4d2-e506-451b-a5b0-ef5284ad3b6c', 'name': 'tempest-AttachSCSIVolumeTestJSON-978917638-router', 'tenant_id': 'd8ad32e7572042549637fef0e43b61e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '5810ce7b-2434-4208-b6e4-0103ca808880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:58Z', 'updated_at': '2021-11-12T03:19:06Z', 'revision_number': 4, 'project_id': 'd8ad32e7572042549637fef0e43b61e0', 'gw_port': {'id': '5810ce7b-2434-4208-b6e4-0103ca808880', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b3a4d2-e506-451b-a5b0-ef5284ad3b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:59Z', 'updated_at': '2021-11-12T03:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'ed3e0349-f17b-4464-afea-588ac0caca62', 'name': '', 'network_id': '7ef5d152-aa61-4df1-8cd3-15a53aebc9df', 'tenant_id': 'd8ad32e7572042549637fef0e43b61e0', 'mac_address': 'fa:16:3e:db:cc:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b3a4d2-e506-451b-a5b0-ef5284ad3b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'ca582ea7-cc65-4dce-9c61-401038677511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:05Z', 'updated_at': '2021-11-12T03:19:11Z', 'revision_number': 4, 'project_id': 'd8ad32e7572042549637fef0e43b61e0', 'subnets': [{'id': 'ca582ea7-cc65-4dce-9c61-401038677511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:19:12.978226 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-950a799d-f025-43b3-9ccd-1ff9310f2e04 req-8fc50637-0d4d-4b64-a4ba-9edfdc943eea tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/security-groups?id=8181c547-4017-4b45-a1d1-bd37aff570a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780076 Nov 12 03:19:13.016305 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:13.060827 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5e5c07e6-cf8c-46c5-8240-1d4b9063026f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:13.103996 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5e5c07e6-cf8c-46c5-8240-1d4b9063026f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:13.209392 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5e5c07e6-cf8c-46c5-8240-1d4b9063026f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:13.221103 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5e5c07e6-cf8c-46c5-8240-1d4b9063026f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:13.227002 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5e5c07e6-cf8c-46c5-8240-1d4b9063026f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8207e681-da89-4603-bf8e-c380840dd04f HTTP/1.1" status: 204 len: 168 time: 0.4823797 Nov 12 03:19:13.236617 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:19:13.242992 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c07e6-cf8c-46c5-8240-1d4b9063026f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8207e681-da89-4603-bf8e-c380840dd04f,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:13.253108 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272775c0-4196-4205-8aa5-5d67b6d9f881 x-openstack-request-id: req-272775c0-4196-4205-8aa5-5d67b6d9f881 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:13.253402 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0920f515-13a2-4b14-96ff-a8d219d11a8d", "name": "network-vif-deleted", "tag": "34aa39a4-9540-4424-adf6-43530e0418c3", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:13.253655 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-272775c0-4196-4205-8aa5-5d67b6d9f881 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:13.254061 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0920f515-13a2-4b14-96ff-a8d219d11a8d', 'name': 'network-vif-deleted', 'tag': '34aa39a4-9540-4424-adf6-43530e0418c3', 'status': 'completed', 'code': 200} Nov 12 03:19:13.264811 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:13.268451 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:13.630418 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6608a-9763-45c4-be4c-45e585e9ea3f req-6fdb74a6-0902-487a-a99b-52019991ae78 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:13.656469 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:13.662875 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fea6608a-9763-45c4-be4c-45e585e9ea3f req-6fdb74a6-0902-487a-a99b-52019991ae78 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 949 time: 0.1843750 Nov 12 03:19:13.749454 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device ed3e0349-f17b-4464-afea-588ac0caca62 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:13.767566 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a110309-1988-46c2-bc35-ddd7f469b80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:13.771070 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c86b2a-56c0-4f59-a028-a898122d9b99" -d '{"events": [{"server_uuid": "8a110309-1988-46c2-bc35-ddd7f469b80e", "name": "network-vif-plugged", "status": "completed", "tag": "3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:13.793408 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa02a7-c59f-41cb-8406-cad3d332367a req-a7aebc6a-0735-4dc2-a44f-a44bb26e48f3 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:13.805744 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dffa02a7-c59f-41cb-8406-cad3d332367a req-a7aebc6a-0735-4dc2-a44f-a44bb26e48f3 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b06cfae-f39b-4c8b-bdbc-20cd80f97bff HTTP/1.1" status: 200 len: 944 time: 0.1955030 Nov 12 03:19:13.840789 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fea6608a-9763-45c4-be4c-45e585e9ea3f req-7ebfc497-2382-40be-8812-41a3487b3211 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602018 Nov 12 03:19:13.867947 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:13.913485 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:13.924180 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dffa02a7-c59f-41cb-8406-cad3d332367a req-69098c19-b709-43ae-8d51-237f3056de76 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169505 Nov 12 03:19:13.997003 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cdacab6-f6b2-4364-964f-5b21c29d1721 x-openstack-request-id: req-4cdacab6-f6b2-4364-964f-5b21c29d1721 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:13.997404 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a110309-1988-46c2-bc35-ddd7f469b80e", "name": "network-vif-plugged", "status": "completed", "tag": "3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:13.997581 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4cdacab6-f6b2-4364-964f-5b21c29d1721 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:13.997928 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a110309-1988-46c2-bc35-ddd7f469b80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5', 'code': 200} Nov 12 03:19:14.041045 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port ed3e0349-f17b-4464-afea-588ac0caca62 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:14.041420 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:14.141295 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51260) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:14.197105 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-86a00e0a-05f0-427e-ba84-8a92154eb557 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:14.232586 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:14.252424 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb775038-f056-414a-985c-6e7451967dca req-19ca300b-9fa4-4ef9-ad06-18d3002f3183 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:14.254319 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-eb775038-f056-414a-985c-6e7451967dca req-19ca300b-9fa4-4ef9-ad06-18d3002f3183 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3527e08-132c-489e-ab06-78d73ccbcde4 HTTP/1.1" status: 200 len: 945 time: 0.1874397 Nov 12 03:19:14.344051 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-eb775038-f056-414a-985c-6e7451967dca req-c60ffd59-52e4-4435-a2a0-462250b947e5 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c8f2b06-db27-4d77-8b58-730135e0a808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812244 Nov 12 03:19:14.417734 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95ccd3-3e31-4139-8a0a-965cc99a7ec1 req-6d9e6e6b-9f69-4862-ac0b-4ecbd6400d9c tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:14.424812 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3e95ccd3-3e31-4139-8a0a-965cc99a7ec1 req-6d9e6e6b-9f69-4862-ac0b-4ecbd6400d9c tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a110309-1988-46c2-bc35-ddd7f469b80e HTTP/1.1" status: 200 len: 948 time: 0.1661122 Nov 12 03:19:14.429258 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e5cd1-5216-430e-bd8b-9163ba7056b6 req-860916aa-8067-4b3f-9b7a-396f49a35995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:14.431006 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-782e5cd1-5216-430e-bd8b-9163ba7056b6 req-860916aa-8067-4b3f-9b7a-396f49a35995 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8a110309-1988-46c2-bc35-ddd7f469b80e HTTP/1.1" status: 200 len: 1100 time: 0.2600327 Nov 12 03:19:14.528385 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-86a00e0a-05f0-427e-ba84-8a92154eb557 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:14.558842 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebdcf24-f039-4929-8cf7-f8ecd85e2c58 req-aedb2a36-679b-4a6c-8fd9-216c3f46340f tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:14.561023 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3e95ccd3-3e31-4139-8a0a-965cc99a7ec1 req-300ca7fa-06b5-4923-b0c9-d2f7ace12bd7 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/security-groups?id=8181c547-4017-4b45-a1d1-bd37aff570a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264050 Nov 12 03:19:14.562523 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-86a00e0a-05f0-427e-ba84-8a92154eb557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:14.580217 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bebdcf24-f039-4929-8cf7-f8ecd85e2c58 req-aedb2a36-679b-4a6c-8fd9-216c3f46340f tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5b06cfae-f39b-4c8b-bdbc-20cd80f97bff HTTP/1.1" status: 200 len: 1096 time: 0.0661747 Nov 12 03:19:14.603694 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-782e5cd1-5216-430e-bd8b-9163ba7056b6 req-9a7c3a10-8abe-4e79-aaa6-419f30be9536 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=8181c547-4017-4b45-a1d1-bd37aff570a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500502 Nov 12 03:19:14.640027 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a00e0a-05f0-427e-ba84-8a92154eb557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8defd368-d750-4481-9b90-d65e19633011,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:14.650811 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-86a00e0a-05f0-427e-ba84-8a92154eb557 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8ec48e051d7e463193be1e3de8e67070&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5074868 Nov 12 03:19:14.651647 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51266) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:14.672412 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bebdcf24-f039-4929-8cf7-f8ecd85e2c58 req-c7c1e900-3031-40b2-860c-ff35331eb30a tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912542 Nov 12 03:19:14.757667 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6cf55758-e2a8-4893-aed4-af50ec840a97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:14.845401 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6cf55758-e2a8-4893-aed4-af50ec840a97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:14.901845 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c711f1a-a08e-45f8-b6de-0574aed65202 req-4cc5446a-e687-44e9-a1c3-ba8dfaf29ddd tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:14.903551 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2c711f1a-a08e-45f8-b6de-0574aed65202 req-4cc5446a-e687-44e9-a1c3-ba8dfaf29ddd tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3527e08-132c-489e-ab06-78d73ccbcde4 HTTP/1.1" status: 200 len: 945 time: 0.1304786 Nov 12 03:19:14.914284 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51276) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:14.919821 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-8fe9def3-7430-4a3c-9453-187140cfd5a5 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Request body: {'floatingip': {'port_id': '1f427354-c1f8-4380-95eb-38300a3fe4c3'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:14.962533 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6cf55758-e2a8-4893-aed4-af50ec840a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:14.965596 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6cf55758-e2a8-4893-aed4-af50ec840a97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:14.966918 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6cf55758-e2a8-4893-aed4-af50ec840a97 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8defd368-d750-4481-9b90-d65e19633011 HTTP/1.1" status: 204 len: 168 time: 0.3133037 Nov 12 03:19:15.009004 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf55758-e2a8-4893-aed4-af50ec840a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8defd368-d750-4481-9b90-d65e19633011,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:15.062111 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8fe9def3-7430-4a3c-9453-187140cfd5a5 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Publish callbacks [] for floatingip, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:15.308660 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-f24cfb3c-ffd8-489d-b364-1d40d45b3ee6 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:15.319347 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-f24cfb3c-ffd8-489d-b364-1d40d45b3ee6 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/networks?id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 HTTP/1.1" status: 200 len: 806 time: 0.2349381 Nov 12 03:19:15.354784 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-0524ed9d-6cf8-4d1e-801d-0d97cec9d40b tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/quotas/ab1cf8386d1b4172a2ff2003f6ed3228 HTTP/1.1" status: 200 len: 375 time: 0.0215094 Nov 12 03:19:15.373917 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51294) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:15.414018 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f5d12-8557-44d4-8b89-46f1631c5c91 req-2f70f100-5cf2-478b-9cb0-15d4d4972e10 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:15.425451 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9e6f5d12-8557-44d4-8b89-46f1631c5c91 req-2f70f100-5cf2-478b-9cb0-15d4d4972e10 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 949 time: 0.3815813 Nov 12 03:19:15.466205 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-dec7e5dc-aafc-4d77-8329-5bbdaeb2319a tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ab1cf8386d1b4172a2ff2003f6ed3228&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1100125 Nov 12 03:19:15.587805 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-4b6eaf77-ed77-47bb-865f-d27083e268b0 service neutron] 10.222.0.50 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199319 Nov 12 03:19:15.682829 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9e6f5d12-8557-44d4-8b89-46f1631c5c91 req-f116b073-2b2b-4b29-87e6-f59f9cccb819 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490487 Nov 12 03:19:15.761397 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-11d296a6-7380-4f44-8ea6-c386bba0f912 service neutron] 10.222.0.50 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721392 Nov 12 03:19:15.802429 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e5a41c45-8baf-44fc-8e88-ff66e202b999 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c05239ab7222445180d4af7e3e1dc911&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4249666 Nov 12 03:19:15.802602 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51310) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:16.099559 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8fe9def3-7430-4a3c-9453-187140cfd5a5 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:16.124739 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-acd5e47d-24a0-4b3d-a0e2-c5ddbb44ad06 req-9de9c778-ff93-4118-911c-fd3b3f9a87d0 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=67f71169-0ac9-4e53-a8fa-49dac9d9685b HTTP/1.1" status: 200 len: 210 time: 0.0589280 Nov 12 03:19:16.134972 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8fe9def3-7430-4a3c-9453-187140cfd5a5 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:16.298257 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-64b4cb25-a3f7-40de-a64c-9457d02ee0de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:16.319582 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [None req-8fe9def3-7430-4a3c-9453-187140cfd5a5 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Floating IP 8cc1d566-8c6e-4d55-a3f3-420e529b6256 associated. External IP: 172.25.5.158, port: 1f427354-c1f8-4380-95eb-38300a3fe4c3. Nov 12 03:19:16.382288 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-64b4cb25-a3f7-40de-a64c-9457d02ee0de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:16.470826 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9239c4f-d908-4032-be7e-b0a6b2c3ccc2 req-fa7e4b31-6d11-4452-a7a9-379f5dcda065 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:16.478317 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c9239c4f-d908-4032-be7e-b0a6b2c3ccc2 req-fa7e4b31-6d11-4452-a7a9-379f5dcda065 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a110309-1988-46c2-bc35-ddd7f469b80e HTTP/1.1" status: 200 len: 948 time: 0.3867505 Nov 12 03:19:16.538106 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-64b4cb25-a3f7-40de-a64c-9457d02ee0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:16.541355 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-64b4cb25-a3f7-40de-a64c-9457d02ee0de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:16.542500 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-64b4cb25-a3f7-40de-a64c-9457d02ee0de admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f1f83065-0db9-4e00-87ac-dc91abcaa320 HTTP/1.1" status: 204 len: 168 time: 0.7390094 Nov 12 03:19:16.558825 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b4cb25-a3f7-40de-a64c-9457d02ee0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f83065-0db9-4e00-87ac-dc91abcaa320,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:16.631765 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c9239c4f-d908-4032-be7e-b0a6b2c3ccc2 req-24768518-84dc-45f4-ba3f-bdced1cabfeb tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/security-groups?id=8181c547-4017-4b45-a1d1-bd37aff570a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523135 Nov 12 03:19:16.799293 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe9def3-7430-4a3c-9453-187140cfd5a5 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Router b2dd4fe7-f584-416b-9785-cc4ecb4d8e15 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:19:17.023473 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe9def3-7430-4a3c-9453-187140cfd5a5 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:19:17.029638 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8fe9def3-7430-4a3c-9453-187140cfd5a5 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:17.036214 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa33abb3-59a8-4d81-8828-6f383233130b None None] Sync routers for ids ['b2dd4fe7-f584-416b-9785-cc4ecb4d8e15'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:19:17.062693 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa33abb3-59a8-4d81-8828-6f383233130b None None] Routers {'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:19:17.066453 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-aa33abb3-59a8-4d81-8828-6f383233130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:19:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['b2dd4fe7-f584-416b-9785-cc4ecb4d8e15'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:17.067264 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8fe9def3-7430-4a3c-9453-187140cfd5a5 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "PUT /v2.0/floatingips/8cc1d566-8c6e-4d55-a3f3-420e529b6256 HTTP/1.1" status: 200 len: 991 time: 2.1513343 Nov 12 03:19:17.068290 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3527e08-132c-489e-ab06-78d73ccbcde4', 'tag': '1f427354-c1f8-4380-95eb-38300a3fe4c3'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:17.070833 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319b5257-cd93-474f-9343-27e211c4b723" -d '{"events": [{"name": "network-changed", "server_uuid": "f3527e08-132c-489e-ab06-78d73ccbcde4", "tag": "1f427354-c1f8-4380-95eb-38300a3fe4c3"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:17.076838 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1249245-5fe2-4a80-92d3-7e7ad416eb41 req-4803286c-6c32-477c-aac4-36c43682b836 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:17.079408 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f1249245-5fe2-4a80-92d3-7e7ad416eb41 req-4803286c-6c32-477c-aac4-36c43682b836 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 949 time: 0.1792312 Nov 12 03:19:17.220700 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f1249245-5fe2-4a80-92d3-7e7ad416eb41 req-62914471-f074-43e7-beb0-8feb0e6c1c8a tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342494 Nov 12 03:19:17.315482 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c117603a-a199-43df-a7e9-2f63f80ea0c0 x-openstack-request-id: req-c117603a-a199-43df-a7e9-2f63f80ea0c0 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:17.317130 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3527e08-132c-489e-ab06-78d73ccbcde4", "tag": "1f427354-c1f8-4380-95eb-38300a3fe4c3", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:17.317885 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c117603a-a199-43df-a7e9-2f63f80ea0c0 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:17.318540 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3527e08-132c-489e-ab06-78d73ccbcde4', 'tag': '1f427354-c1f8-4380-95eb-38300a3fe4c3', 'status': 'completed', 'code': 200} Nov 12 03:19:17.368932 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-aa33abb3-59a8-4d81-8828-6f383233130b None None] Set router b2dd4fe7-f584-416b-9785-cc4ecb4d8e15 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:19:17.475355 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b5257-cd93-474f-9343-27e211c4b723 req-94e9a402-5cfe-4f1c-853d-b19ebc3b2779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:17.478964 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-319b5257-cd93-474f-9343-27e211c4b723 req-94e9a402-5cfe-4f1c-853d-b19ebc3b2779 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=173fa25a22664fb4a6739f325e324f67&device_id=f3527e08-132c-489e-ab06-78d73ccbcde4 HTTP/1.1" status: 200 len: 1097 time: 0.1377470 Nov 12 03:19:17.506878 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-80f62a45-f218-4312-b32d-21be4a79627d req-16e2afc9-d852-4c3c-99e8-6889110cf559 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=67f71169-0ac9-4e53-a8fa-49dac9d9685b HTTP/1.1" status: 200 len: 210 time: 0.0798399 Nov 12 03:19:17.804568 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:17.826742 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b5257-cd93-474f-9343-27e211c4b723 req-c0270d0c-af22-4d22-a1c4-dc774a4cbe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:17.826982 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-319b5257-cd93-474f-9343-27e211c4b723 req-c0270d0c-af22-4d22-a1c4-dc774a4cbe9c service neutron] 10.222.0.74 "GET /v2.0/networks?id=737f7741-cb6b-402d-a616-bf6ed5fa075e HTTP/1.1" status: 200 len: 916 time: 0.3334904 Nov 12 03:19:17.940496 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-aa33abb3-59a8-4d81-8828-6f383233130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15', 'name': 'tempest-ServersTestBootFromVolume-742154539-router', 'tenant_id': '173fa25a22664fb4a6739f325e324f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'b11b32b1-55e9-4355-8228-6b82574c205c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:42Z', 'updated_at': '2021-11-12T03:17:53Z', 'revision_number': 4, 'project_id': '173fa25a22664fb4a6739f325e324f67', 'gw_port': {'id': 'b11b32b1-55e9-4355-8228-6b82574c205c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:61:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:43Z', 'updated_at': '2021-11-12T03:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '8cc1d566-8c6e-4d55-a3f3-420e529b6256', 'tenant_id': '173fa25a22664fb4a6739f325e324f67', 'floating_ip_address': '172.25.5.158', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15', 'port_id': '1f427354-c1f8-4380-95eb-38300a3fe4c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '737f7741-cb6b-402d-a616-bf6ed5fa075e', 'mac_address': 'fa:16:3e:b2:91:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3527e08-132c-489e-ab06-78d73ccbcde4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:18:01Z', 'updated_at': '2021-11-12T03:19:15Z', 'revision_number': 1, 'project_id': '173fa25a22664fb4a6739f325e324f67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a4f289-812c-4946-bf23-fabd81d1e7e4', 'name': '', 'network_id': '737f7741-cb6b-402d-a616-bf6ed5fa075e', 'tenant_id': '173fa25a22664fb4a6739f325e324f67', 'mac_address': 'fa:16:3e:42:e4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '5a8c7ba8-2697-45e2-b569-b0c780002dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:49Z', 'updated_at': '2021-11-12T03:17:58Z', 'revision_number': 5, 'project_id': '173fa25a22664fb4a6739f325e324f67', 'subnets': [{'id': '5a8c7ba8-2697-45e2-b569-b0c780002dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:18.042862 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa33abb3-59a8-4d81-8828-6f383233130b None None] Checking router: b2dd4fe7-f584-416b-9785-cc4ecb4d8e15 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:19:18.101283 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa33abb3-59a8-4d81-8828-6f383233130b None None] Routers {'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:19:18.102248 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-aa33abb3-59a8-4d81-8828-6f383233130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:19:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['b2dd4fe7-f584-416b-9785-cc4ecb4d8e15'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:18.105663 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-319b5257-cd93-474f-9343-27e211c4b723 req-69f2d066-adc2-4c39-bac4-7f60c4e11fd5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f427354-c1f8-4380-95eb-38300a3fe4c3 HTTP/1.1" status: 200 len: 999 time: 0.2701235 Nov 12 03:19:18.106914 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51376) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:18.131042 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-4a8f12b6-4f3e-419b-ba5e-5cec1e16c49d tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:18.137853 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-4a8f12b6-4f3e-419b-ba5e-5cec1e16c49d tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.74 "GET /v2.0/networks?id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 HTTP/1.1" status: 200 len: 806 time: 0.3670707 Nov 12 03:19:18.151692 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-c0432633-63b9-4136-b918-e4db3774a8e8 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Request body: {'port': {'device_id': '67f71169-0ac9-4e53-a8fa-49dac9d9685b', 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5', 'admin_state_up': True, 'tenant_id': 'ab1cf8386d1b4172a2ff2003f6ed3228'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:18.286852 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b5257-cd93-474f-9343-27e211c4b723 req-440eb96a-866d-4bf1-a135-d4d27791ef0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:18.289079 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-319b5257-cd93-474f-9343-27e211c4b723 req-440eb96a-866d-4bf1-a135-d4d27791ef0e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5a8c7ba8-2697-45e2-b569-b0c780002dc0 HTTP/1.1" status: 200 len: 854 time: 0.1627300 Nov 12 03:19:18.348042 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc946347-b5b6-4b8d-81d2-e0f93e8de88b req-730751c4-d998-4040-bac4-c678f8d08dd9 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:18.356164 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fc946347-b5b6-4b8d-81d2-e0f93e8de88b req-730751c4-d998-4040-bac4-c678f8d08dd9 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a110309-1988-46c2-bc35-ddd7f469b80e HTTP/1.1" status: 200 len: 948 time: 0.4052262 Nov 12 03:19:18.436413 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b5257-cd93-474f-9343-27e211c4b723 req-67870840-17e3-4caf-9a53-ce938f6a82a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:18.440216 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-319b5257-cd93-474f-9343-27e211c4b723 req-67870840-17e3-4caf-9a53-ce938f6a82a3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=737f7741-cb6b-402d-a616-bf6ed5fa075e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1278601 Nov 12 03:19:18.452095 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-aa33abb3-59a8-4d81-8828-6f383233130b None None] Set router b2dd4fe7-f584-416b-9785-cc4ecb4d8e15 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:19:18.485238 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fc946347-b5b6-4b8d-81d2-e0f93e8de88b req-5a9079ab-9909-4d96-ae19-55aabbfaf510 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/security-groups?id=8181c547-4017-4b45-a1d1-bd37aff570a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276515 Nov 12 03:19:18.560636 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a9f9e-caf0-4b29-91c1-58609dd762e5 req-384a0f3d-8026-4a82-9ecc-d83f7cff0106 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:18.571475 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-259a9f9e-caf0-4b29-91c1-58609dd762e5 req-384a0f3d-8026-4a82-9ecc-d83f7cff0106 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 949 time: 0.1680756 Nov 12 03:19:18.635306 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-319b5257-cd93-474f-9343-27e211c4b723 req-ae41e4b5-bb15-406f-92a3-14d7fed9f36c service neutron] 10.222.0.74 "GET /v2.0/networks/737f7741-cb6b-402d-a616-bf6ed5fa075e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833143 Nov 12 03:19:18.642616 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-b665e6bc-ad4e-4aa3-a861-bcaecf4bb7c9 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1274925083-network', 'tenant_id': 'c887e622cb474fb78d6dfa682713b9e9'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:18.671394 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.db.api [None req-b665e6bc-ad4e-4aa3-a861-bcaecf4bb7c9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 03:19:18.671394 n-d-715271-27 neutron-server[102571]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 12 03:19:18.671394 n-d-715271-27 neutron-server[102571]: [parameters: {'project_id': 'c887e622cb474fb78d6dfa682713b9e9', 'id': 'ecbda416-792d-45ed-8690-0ee8f98db0a4', 'expiration': datetime.datetime(2021, 11, 12, 3, 21, 18, 655380)}] Nov 12 03:19:18.671394 n-d-715271-27 neutron-server[102571]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:19:18.671824 n-d-715271-27 neutron-server[102571]: DEBUG oslo_db.api [None req-b665e6bc-ad4e-4aa3-a861-bcaecf4bb7c9 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:19:18.716231 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-259a9f9e-caf0-4b29-91c1-58609dd762e5 req-2bf70188-7914-47e3-a38d-b56554701279 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433070 Nov 12 03:19:18.717410 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-c0432633-63b9-4136-b918-e4db3774a8e8 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Made reservation on behalf of ab1cf8386d1b4172a2ff2003f6ed3228 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:18.742178 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-c0432633-63b9-4136-b918-e4db3774a8e8 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:19.012346 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-aa33abb3-59a8-4d81-8828-6f383233130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15', 'name': 'tempest-ServersTestBootFromVolume-742154539-router', 'tenant_id': '173fa25a22664fb4a6739f325e324f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'b11b32b1-55e9-4355-8228-6b82574c205c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:42Z', 'updated_at': '2021-11-12T03:17:53Z', 'revision_number': 4, 'project_id': '173fa25a22664fb4a6739f325e324f67', 'gw_port': {'id': 'b11b32b1-55e9-4355-8228-6b82574c205c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:61:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:43Z', 'updated_at': '2021-11-12T03:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '8cc1d566-8c6e-4d55-a3f3-420e529b6256', 'tenant_id': '173fa25a22664fb4a6739f325e324f67', 'floating_ip_address': '172.25.5.158', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15', 'port_id': '1f427354-c1f8-4380-95eb-38300a3fe4c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '737f7741-cb6b-402d-a616-bf6ed5fa075e', 'mac_address': 'fa:16:3e:b2:91:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3527e08-132c-489e-ab06-78d73ccbcde4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:18:01Z', 'updated_at': '2021-11-12T03:19:15Z', 'revision_number': 1, 'project_id': '173fa25a22664fb4a6739f325e324f67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a4f289-812c-4946-bf23-fabd81d1e7e4', 'name': '', 'network_id': '737f7741-cb6b-402d-a616-bf6ed5fa075e', 'tenant_id': '173fa25a22664fb4a6739f325e324f67', 'mac_address': 'fa:16:3e:42:e4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '5a8c7ba8-2697-45e2-b569-b0c780002dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:49Z', 'updated_at': '2021-11-12T03:17:58Z', 'revision_number': 5, 'project_id': '173fa25a22664fb4a6739f325e324f67', 'subnets': [{'id': '5a8c7ba8-2697-45e2-b569-b0c780002dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:19.048769 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-c0432633-63b9-4136-b918-e4db3774a8e8 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Allocated IP 172.20.0.4 (d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5/5a9fb38e-cf25-418b-9443-2a54f98e4648/3f9c41ff-beea-4228-87b0-4cb66894b887) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:19.056718 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-319b5257-cd93-474f-9343-27e211c4b723 req-cb656afb-ee05-472d-b312-7a3da62272ef service neutron] 10.222.0.74 "GET /v2.0/networks/737f7741-cb6b-402d-a616-bf6ed5fa075e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3839657 Nov 12 03:19:19.078668 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [req-8fa69265-af08-420a-b765-5021d5117f74 req-9983d049-0ce2-42c1-928e-b609cdd104f8 service neutron] show failed (client error): The resource could not be found. Nov 12 03:19:19.080339 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8fa69265-af08-420a-b765-5021d5117f74 req-9983d049-0ce2-42c1-928e-b609cdd104f8 service neutron] 10.222.0.90 "GET /v2.0/ports/a6c70e7a-cb90-47e9-9257-b8480510453f/bindings/n-h1-715271-27 HTTP/1.1" status: 404 len: 381 time: 0.2625971 Nov 12 03:19:19.143183 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa33abb3-59a8-4d81-8828-6f383233130b None None] The sync data for ids ['b2dd4fe7-f584-416b-9785-cc4ecb4d8e15'] in n-d-715271-27 is: [{'id': 'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15', 'name': 'tempest-ServersTestBootFromVolume-742154539-router', 'tenant_id': '173fa25a22664fb4a6739f325e324f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'b11b32b1-55e9-4355-8228-6b82574c205c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:42Z', 'updated_at': '2021-11-12T03:17:53Z', 'revision_number': 4, 'project_id': '173fa25a22664fb4a6739f325e324f67', 'gw_port': {'id': 'b11b32b1-55e9-4355-8228-6b82574c205c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:61:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:43Z', 'updated_at': '2021-11-12T03:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '8cc1d566-8c6e-4d55-a3f3-420e529b6256', 'tenant_id': '173fa25a22664fb4a6739f325e324f67', 'floating_ip_address': '172.25.5.158', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15', 'port_id': '1f427354-c1f8-4380-95eb-38300a3fe4c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '737f7741-cb6b-402d-a616-bf6ed5fa075e', 'mac_address': 'fa:16:3e:b2:91:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3527e08-132c-489e-ab06-78d73ccbcde4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:18:01Z', 'updated_at': '2021-11-12T03:19:15Z', 'revision_number': 1, 'project_id': '173fa25a22664fb4a6739f325e324f67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a4f289-812c-4946-bf23-fabd81d1e7e4', 'name': '', 'network_id': '737f7741-cb6b-402d-a616-bf6ed5fa075e', 'tenant_id': '173fa25a22664fb4a6739f325e324f67', 'mac_address': 'fa:16:3e:42:e4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '5a8c7ba8-2697-45e2-b569-b0c780002dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:49Z', 'updated_at': '2021-11-12T03:17:58Z', 'revision_number': 5, 'project_id': '173fa25a22664fb4a6739f325e324f67', 'subnets': [{'id': '5a8c7ba8-2697-45e2-b569-b0c780002dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:19:19.270939 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-24d9ac0f-e24b-44fb-899d-cc8e4b0e657a req-fb35b732-3c0b-453b-b06b-2de91273ee4c tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=67f71169-0ac9-4e53-a8fa-49dac9d9685b HTTP/1.1" status: 200 len: 210 time: 0.1118515 Nov 12 03:19:19.340193 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b665e6bc-ad4e-4aa3-a861-bcaecf4bb7c9 admin admin] Made reservation on behalf of c887e622cb474fb78d6dfa682713b9e9 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:19.349444 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b665e6bc-ad4e-4aa3-a861-bcaecf4bb7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:19.378937 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b665e6bc-ad4e-4aa3-a861-bcaecf4bb7c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:19.518847 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-c0432633-63b9-4136-b918-e4db3774a8e8 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:19.538953 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b665e6bc-ad4e-4aa3-a861-bcaecf4bb7c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:19.546983 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b665e6bc-ad4e-4aa3-a861-bcaecf4bb7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:19.586767 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b665e6bc-ad4e-4aa3-a861-bcaecf4bb7c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:19:19.640582 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdb23a3-3420-498d-aea9-2aa920ca8980 None None] New status for floating IP 8cc1d566-8c6e-4d55-a3f3-420e529b6256: ACTIVE {{(pid=102573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:19:19.678552 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51406) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:19.709921 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b665e6bc-ad4e-4aa3-a861-bcaecf4bb7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:19.710733 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-b665e6bc-ad4e-4aa3-a861-bcaecf4bb7c9 admin admin] Added segment cb6c2d6e-ae3b-4912-bbef-e76a478fde8c of type vlan for network 0412cd42-2fcf-4b7d-8763-d024929e1ca5 Nov 12 03:19:19.716089 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d177a-ef9d-4598-a7e4-9bbca8421ef7 req-66feae13-1492-4538-819d-0f8ff0b25e49 tempest-ServersAdminNegativeTestJSON-941449348 tempest-ServersAdminNegativeTestJSON-941449348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:19.719034 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ed2d177a-ef9d-4598-a7e4-9bbca8421ef7 req-66feae13-1492-4538-819d-0f8ff0b25e49 tempest-ServersAdminNegativeTestJSON-941449348 tempest-ServersAdminNegativeTestJSON-941449348-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8a110309-1988-46c2-bc35-ddd7f469b80e HTTP/1.1" status: 200 len: 1100 time: 0.1795249 Nov 12 03:19:19.723240 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-c0432633-63b9-4136-b918-e4db3774a8e8 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:19.768588 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b665e6bc-ad4e-4aa3-a861-bcaecf4bb7c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:19.817233 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b665e6bc-ad4e-4aa3-a861-bcaecf4bb7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4aa091a-8036-433c-bdef-ac723e9a2f65,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:19.833021 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b665e6bc-ad4e-4aa3-a861-bcaecf4bb7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:19.834993 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b665e6bc-ad4e-4aa3-a861-bcaecf4bb7c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:19.837309 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b665e6bc-ad4e-4aa3-a861-bcaecf4bb7c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:19.884707 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-c0432633-63b9-4136-b918-e4db3774a8e8 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:19.906023 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-c0432633-63b9-4136-b918-e4db3774a8e8 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:19.908549 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b665e6bc-ad4e-4aa3-a861-bcaecf4bb7c9 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7963529 Nov 12 03:19:19.910390 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51412) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:19.914493 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa69265-af08-420a-b765-5021d5117f74 req-1912efee-7ce2-4f03-9774-a717082bb9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:19.915497 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8fa69265-af08-420a-b765-5021d5117f74 req-1912efee-7ce2-4f03-9774-a717082bb9a3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5fccfd77-81d6-4617-957f-68000ad72a48&tenant_id=8b0d25ea08f644adbd397e66a514b9b0 HTTP/1.1" status: 200 len: 1101 time: 0.2962568 Nov 12 03:19:19.942294 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-3c60c936-8359-48c6-b0f5-f1f9d2c8c27e admin admin] Request body: {'subnet': {'network_id': '0412cd42-2fcf-4b7d-8763-d024929e1ca5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1274925083-subnet', 'tenant_id': 'c887e622cb474fb78d6dfa682713b9e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:19.954979 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-c0432633-63b9-4136-b918-e4db3774a8e8 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:19.963803 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-8fa69265-af08-420a-b765-5021d5117f74 req-53c2f745-2d71-4258-b877-a0191b6c140d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-27', 'device_owner': 'compute:nova'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:19.978606 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-835aeb57-a9ed-4240-8594-bafc6f0716e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:20.046391 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-8fa69265-af08-420a-b765-5021d5117f74 req-53c2f745-2d71-4258-b877-a0191b6c140d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:20.073506 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b665e6bc-ad4e-4aa3-a861-bcaecf4bb7c9 admin admin] Pushing event updated for resources: {'Network': ['ID=0412cd42-2fcf-4b7d-8763-d024929e1ca5,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:20.099610 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-835aeb57-a9ed-4240-8594-bafc6f0716e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:20.101143 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-ed2d177a-ef9d-4598-a7e4-9bbca8421ef7 req-6ed05302-ae28-45b7-bb3d-dbfe67f5552e tempest-ServersAdminNegativeTestJSON-941449348 tempest-ServersAdminNegativeTestJSON-941449348-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:20.125053 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-835aeb57-a9ed-4240-8594-bafc6f0716e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:20.150980 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d6c62-480e-42e8-95d3-4c9f53738e86 req-12ef2905-4eb9-403d-a96f-f10fbbd386e3 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:20.152921 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b09d6c62-480e-42e8-95d3-4c9f53738e86 req-12ef2905-4eb9-403d-a96f-f10fbbd386e3 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 949 time: 0.1072829 Nov 12 03:19:20.178286 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-835aeb57-a9ed-4240-8594-bafc6f0716e8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=87503e5464b642d48ac398db16876234&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4979265 Nov 12 03:19:20.179362 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0432633-63b9-4136-b918-e4db3774a8e8 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Pushing event updated for resources: {'Port': ['ID=3f9c41ff-beea-4228-87b0-4cb66894b887,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:20.187100 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51416) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:20.218284 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 0412cd42-2fcf-4b7d-8763-d024929e1ca5 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:19:20.233857 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b09d6c62-480e-42e8-95d3-4c9f53738e86 req-c3d54c57-111b-4cec-8fe7-a084c3fef512 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730519 Nov 12 03:19:20.391532 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-ed2d177a-ef9d-4598-a7e4-9bbca8421ef7 req-6ed05302-ae28-45b7-bb3d-dbfe67f5552e tempest-ServersAdminNegativeTestJSON-941449348 tempest-ServersAdminNegativeTestJSON-941449348-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:20.394147 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c60c936-8359-48c6-b0f5-f1f9d2c8c27e admin admin] Made reservation on behalf of c887e622cb474fb78d6dfa682713b9e9 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:20.398957 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3c60c936-8359-48c6-b0f5-f1f9d2c8c27e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:20.419746 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-ed2d177a-ef9d-4598-a7e4-9bbca8421ef7 req-6ed05302-ae28-45b7-bb3d-dbfe67f5552e tempest-ServersAdminNegativeTestJSON-941449348 tempest-ServersAdminNegativeTestJSON-941449348-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:20.461375 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-c0432633-63b9-4136-b918-e4db3774a8e8 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:20.462022 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-c0432633-63b9-4136-b918-e4db3774a8e8 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:20.494495 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ed2d177a-ef9d-4598-a7e4-9bbca8421ef7 req-6ed05302-ae28-45b7-bb3d-dbfe67f5552e tempest-ServersAdminNegativeTestJSON-941449348 tempest-ServersAdminNegativeTestJSON-941449348-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8181c547-4017-4b45-a1d1-bd37aff570a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7643378 Nov 12 03:19:20.503462 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835aeb57-a9ed-4240-8594-bafc6f0716e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7e33cf-85f6-4fd2-9fe3-02ea13f90971,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:20.503833 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f019b195-a170-4e18-8b95-d8f2ec58598e req-64f0f0a2-4e2f-41b4-874a-0456ad15f752 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:20.505417 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f019b195-a170-4e18-8b95-d8f2ec58598e req-64f0f0a2-4e2f-41b4-874a-0456ad15f752 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=67f71169-0ac9-4e53-a8fa-49dac9d9685b HTTP/1.1" status: 200 len: 931 time: 0.0732450 Nov 12 03:19:20.530615 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-8fa69265-af08-420a-b765-5021d5117f74 req-53c2f745-2d71-4258-b877-a0191b6c140d service neutron] For port a6c70e7a-cb90-47e9-9257-b8480510453f, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=a6c70e7a-cb90-47e9-9257-b8480510453f,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:20.582711 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-c0432633-63b9-4136-b918-e4db3774a8e8 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4351404 Nov 12 03:19:20.606656 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-73f40412-341b-4134-a4d8-6c016ff8dc85 service neutron] Request body: {'port': {'device_id': '67f71169-0ac9-4e53-a8fa-49dac9d9685b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:20.615606 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-8fa69265-af08-420a-b765-5021d5117f74 req-53c2f745-2d71-4258-b877-a0191b6c140d service neutron] For port a6c70e7a-cb90-47e9-9257-b8480510453f, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:20.687615 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-8fa69265-af08-420a-b765-5021d5117f74 req-53c2f745-2d71-4258-b877-a0191b6c140d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:20.696369 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-73f40412-341b-4134-a4d8-6c016ff8dc85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:20.705664 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-8fa69265-af08-420a-b765-5021d5117f74 req-53c2f745-2d71-4258-b877-a0191b6c140d service neutron] Transition to ACTIVE for port object a6c70e7a-cb90-47e9-9257-b8480510453f will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:19:20.706905 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fccfd77-81d6-4617-957f-68000ad72a48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6c70e7a-cb90-47e9-9257-b8480510453f'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:20.709948 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85786a12-f92a-4788-a9e7-c02fd41e4a22" -d '{"events": [{"server_uuid": "5fccfd77-81d6-4617-957f-68000ad72a48", "name": "network-vif-unplugged", "status": "completed", "tag": "a6c70e7a-cb90-47e9-9257-b8480510453f"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:20.721044 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9bfb686b-d995-4f7b-bb4d-2529a717b838 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:20.726462 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed05302-ae28-45b7-bb3d-dbfe67f5552e tempest-ServersAdminNegativeTestJSON-941449348 tempest-ServersAdminNegativeTestJSON-941449348-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba19ce12-1942-4048-afff-5100a466522b,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:20.727014 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-8fa69265-af08-420a-b765-5021d5117f74 req-53c2f745-2d71-4258-b877-a0191b6c140d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:20.801440 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c2f745-2d71-4258-b877-a0191b6c140d service neutron] Pushing event updated for resources: {'Port': ['ID=a6c70e7a-cb90-47e9-9257-b8480510453f,revision_number=6']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:20.808176 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d909d7b-4a93-4c9a-8a09-3151979dec70 x-openstack-request-id: req-0d909d7b-4a93-4c9a-8a09-3151979dec70 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:20.808490 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fccfd77-81d6-4617-957f-68000ad72a48", "name": "network-vif-unplugged", "status": "completed", "tag": "a6c70e7a-cb90-47e9-9257-b8480510453f", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:20.808704 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0d909d7b-4a93-4c9a-8a09-3151979dec70 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:20.809094 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fccfd77-81d6-4617-957f-68000ad72a48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6c70e7a-cb90-47e9-9257-b8480510453f', 'code': 200} Nov 12 03:19:20.875839 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9bfb686b-d995-4f7b-bb4d-2529a717b838 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:20.892353 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa69265-af08-420a-b765-5021d5117f74 req-53c2f745-2d71-4258-b877-a0191b6c140d service neutron] No DVR routers for this DVR port a6c70e7a-cb90-47e9-9257-b8480510453f on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:19:20.908637 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f019b195-a170-4e18-8b95-d8f2ec58598e req-7c2d755b-23f8-4672-83ab-cfb0583ded7c tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932623 Nov 12 03:19:20.976404 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-8fa69265-af08-420a-b765-5021d5117f74 req-53c2f745-2d71-4258-b877-a0191b6c140d service neutron] Attempting to bind port a6c70e7a-cb90-47e9-9257-b8480510453f on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:20.976846 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-8fa69265-af08-420a-b765-5021d5117f74 req-53c2f745-2d71-4258-b877-a0191b6c140d service neutron] Attempting to bind port a6c70e7a-cb90-47e9-9257-b8480510453f by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:20.977290 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa69265-af08-420a-b765-5021d5117f74 req-53c2f745-2d71-4258-b877-a0191b6c140d service neutron] Attempting to bind port a6c70e7a-cb90-47e9-9257-b8480510453f on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:20.983458 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa69265-af08-420a-b765-5021d5117f74 req-53c2f745-2d71-4258-b877-a0191b6c140d service neutron] Port a6c70e7a-cb90-47e9-9257-b8480510453f on network eca3953c-c804-4641-8812-bff95be59582 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:19:20.987976 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa69265-af08-420a-b765-5021d5117f74 req-53c2f745-2d71-4258-b877-a0191b6c140d service neutron] Attempting to bind port a6c70e7a-cb90-47e9-9257-b8480510453f on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:20.994915 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa69265-af08-420a-b765-5021d5117f74 req-53c2f745-2d71-4258-b877-a0191b6c140d service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:20.995330 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa69265-af08-420a-b765-5021d5117f74 req-53c2f745-2d71-4258-b877-a0191b6c140d service neutron] Checking segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:20.995772 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa69265-af08-420a-b765-5021d5117f74 req-53c2f745-2d71-4258-b877-a0191b6c140d service neutron] Bound using segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:20.996584 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-8fa69265-af08-420a-b765-5021d5117f74 req-53c2f745-2d71-4258-b877-a0191b6c140d service neutron] Bound port: a6c70e7a-cb90-47e9-9257-b8480510453f, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:20.996584 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-8fa69265-af08-420a-b765-5021d5117f74 req-53c2f745-2d71-4258-b877-a0191b6c140d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.094976 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-8fa69265-af08-420a-b765-5021d5117f74 req-53c2f745-2d71-4258-b877-a0191b6c140d service neutron] For port a6c70e7a-cb90-47e9-9257-b8480510453f, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:21.098388 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-8fa69265-af08-420a-b765-5021d5117f74 req-53c2f745-2d71-4258-b877-a0191b6c140d service neutron] For port a6c70e7a-cb90-47e9-9257-b8480510453f, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=a6c70e7a-cb90-47e9-9257-b8480510453f,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:21.106282 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-8fa69265-af08-420a-b765-5021d5117f74 req-53c2f745-2d71-4258-b877-a0191b6c140d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.173010 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c2f745-2d71-4258-b877-a0191b6c140d service neutron] Pushing event updated for resources: {'Port': ['ID=a6c70e7a-cb90-47e9-9257-b8480510453f,revision_number=7']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:21.180234 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa69265-af08-420a-b765-5021d5117f74 req-53c2f745-2d71-4258-b877-a0191b6c140d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:21.181514 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-8fa69265-af08-420a-b765-5021d5117f74 req-53c2f745-2d71-4258-b877-a0191b6c140d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.183092 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8fa69265-af08-420a-b765-5021d5117f74 req-53c2f745-2d71-4258-b877-a0191b6c140d service neutron] 10.222.0.74 "PUT /v2.0/ports/a6c70e7a-cb90-47e9-9257-b8480510453f HTTP/1.1" status: 200 len: 1096 time: 1.2262700 Nov 12 03:19:21.259564 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa69265-af08-420a-b765-5021d5117f74 req-f16a569c-8bc1-4514-ab8d-9a0f94bd592c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:21.261121 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8fa69265-af08-420a-b765-5021d5117f74 req-f16a569c-8bc1-4514-ab8d-9a0f94bd592c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 1099 time: 0.0536499 Nov 12 03:19:21.483559 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9bfb686b-d995-4f7b-bb4d-2529a717b838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.486258 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9bfb686b-d995-4f7b-bb4d-2529a717b838 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.490738 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9bfb686b-d995-4f7b-bb4d-2529a717b838 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/df7e33cf-85f6-4fd2-9fe3-02ea13f90971 HTTP/1.1" status: 204 len: 168 time: 1.1773541 Nov 12 03:19:21.503086 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443140d7-3da8-47c8-aa04-e8a1e183fbd6 req-a11c803e-16e1-4cae-9eeb-5ec9bea09595 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:21.505362 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-443140d7-3da8-47c8-aa04-e8a1e183fbd6 req-a11c803e-16e1-4cae-9eeb-5ec9bea09595 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 947 time: 0.1199908 Nov 12 03:19:21.511982 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa69265-af08-420a-b765-5021d5117f74 req-bbd3d80f-9c21-4350-994a-8c6108d2642a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:21.513794 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8fa69265-af08-420a-b765-5021d5117f74 req-bbd3d80f-9c21-4350-994a-8c6108d2642a service neutron] 10.222.0.74 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.2439778 Nov 12 03:19:21.530909 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb686b-d995-4f7b-bb4d-2529a717b838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7e33cf-85f6-4fd2-9fe3-02ea13f90971,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:21.549181 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3c60c936-8359-48c6-b0f5-f1f9d2c8c27e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.569411 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-443140d7-3da8-47c8-aa04-e8a1e183fbd6 req-14ec87b8-7e0b-4275-8fc9-33fb17f26e90 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543242 Nov 12 03:19:21.616367 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8fa69265-af08-420a-b765-5021d5117f74 req-70ba54c9-4a22-4a4b-8c40-6eb3324fee85 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=a6c70e7a-cb90-47e9-9257-b8480510453f HTTP/1.1" status: 200 len: 217 time: 0.0512605 Nov 12 03:19:21.723841 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa69265-af08-420a-b765-5021d5117f74 req-71d197f5-b72e-4b5b-9bed-59a331edc5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:21.725450 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8fa69265-af08-420a-b765-5021d5117f74 req-71d197f5-b72e-4b5b-9bed-59a331edc5f6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.1015635 Nov 12 03:19:21.814773 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c60c936-8359-48c6-b0f5-f1f9d2c8c27e admin admin] Checking segment: {'id': 'cb6c2d6e-ae3b-4912-bbef-e76a478fde8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '0412cd42-2fcf-4b7d-8763-d024929e1ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:21.815385 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c60c936-8359-48c6-b0f5-f1f9d2c8c27e admin admin] Network hostable DHCP agents. Network: 0412cd42-2fcf-4b7d-8763-d024929e1ca5, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:19:21.817500 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60c936-8359-48c6-b0f5-f1f9d2c8c27e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d606a2c-3c59-498d-b0d7-1b0d5a750676,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:21.830537 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa69265-af08-420a-b765-5021d5117f74 req-e0b08b81-46de-46ba-bdba-1e591293e3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:21.833229 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8fa69265-af08-420a-b765-5021d5117f74 req-e0b08b81-46de-46ba-bdba-1e591293e3f8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0997984 Nov 12 03:19:21.865411 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-73f40412-341b-4134-a4d8-6c016ff8dc85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f9c41ff-beea-4228-87b0-4cb66894b887 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:21.874912 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664830c-1ffb-480c-98db-b61a4d126e15 req-82e5d18c-03fa-47d0-910b-5ecfd3829beb tempest-ServersAdminNegativeTestJSON-941449348 tempest-ServersAdminNegativeTestJSON-941449348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:21.878009 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6664830c-1ffb-480c-98db-b61a4d126e15 req-82e5d18c-03fa-47d0-910b-5ecfd3829beb tempest-ServersAdminNegativeTestJSON-941449348 tempest-ServersAdminNegativeTestJSON-941449348-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8a110309-1988-46c2-bc35-ddd7f469b80e HTTP/1.1" status: 200 len: 1100 time: 0.1980262 Nov 12 03:19:21.893074 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-73f40412-341b-4134-a4d8-6c016ff8dc85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.917253 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c60c936-8359-48c6-b0f5-f1f9d2c8c27e admin admin] Network 0412cd42-2fcf-4b7d-8763-d024929e1ca5 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:19:21.925405 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-73f40412-341b-4134-a4d8-6c016ff8dc85 service neutron] Transition to ACTIVE for port object 3f9c41ff-beea-4228-87b0-4cb66894b887 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:19:21.935490 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-73f40412-341b-4134-a4d8-6c016ff8dc85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.937418 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-3c60c936-8359-48c6-b0f5-f1f9d2c8c27e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 0412cd42-2fcf-4b7d-8763-d024929e1ca5) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:21.951188 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc30968d-8760-4a95-a2fa-a4fd02cf8b4c None None] Network 0412cd42-2fcf-4b7d-8763-d024929e1ca5 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:19:21.975370 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c60c936-8359-48c6-b0f5-f1f9d2c8c27e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:21.975957 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3c60c936-8359-48c6-b0f5-f1f9d2c8c27e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:22.024772 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8fa69265-af08-420a-b765-5021d5117f74 req-64ead346-6feb-43f4-ab17-63d5b5173d4b service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822777 Nov 12 03:19:22.045804 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6664830c-1ffb-480c-98db-b61a4d126e15 req-f8e3c440-cd69-43a3-8d2d-f233a5e41358 tempest-ServersAdminNegativeTestJSON-941449348 tempest-ServersAdminNegativeTestJSON-941449348-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8181c547-4017-4b45-a1d1-bd37aff570a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361048 Nov 12 03:19:22.217560 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8fa69265-af08-420a-b765-5021d5117f74 req-ca8fc612-97dc-48e8-9c4d-7d62a092de4e service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845293 Nov 12 03:19:22.220117 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51442) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:22.271252 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f40412-341b-4134-a4d8-6c016ff8dc85 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9c41ff-beea-4228-87b0-4cb66894b887,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:22.286301 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3c60c936-8359-48c6-b0f5-f1f9d2c8c27e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3486896 Nov 12 03:19:22.299295 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50863292-0676-4f9a-af04-a75203955803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-0412cd42-2fcf-4b7d-8763-d024929e1ca5', 'network_id': '0412cd42-2fcf-4b7d-8763-d024929e1ca5', 'tenant_id': 'c887e622cb474fb78d6dfa682713b9e9', 'fixed_ips': [{'subnet_id': '8d606a2c-3c59-498d-b0d7-1b0d5a750676'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:19:22.300552 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-50863292-0676-4f9a-af04-a75203955803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:22.313567 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a17f7e5e-c6c7-4a2d-bb33-e438a8f5dd61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:22.318387 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-73f40412-341b-4134-a4d8-6c016ff8dc85 service neutron] Attempting to bind port 3f9c41ff-beea-4228-87b0-4cb66894b887 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:22.319015 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-73f40412-341b-4134-a4d8-6c016ff8dc85 service neutron] Attempting to bind port 3f9c41ff-beea-4228-87b0-4cb66894b887 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:22.319546 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-73f40412-341b-4134-a4d8-6c016ff8dc85 service neutron] Attempting to bind port 3f9c41ff-beea-4228-87b0-4cb66894b887 on network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:22.326075 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-73f40412-341b-4134-a4d8-6c016ff8dc85 service neutron] Port 3f9c41ff-beea-4228-87b0-4cb66894b887 on network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:19:22.327876 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-73f40412-341b-4134-a4d8-6c016ff8dc85 service neutron] Attempting to bind port 3f9c41ff-beea-4228-87b0-4cb66894b887 on network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:22.337061 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-73f40412-341b-4134-a4d8-6c016ff8dc85 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:22.337769 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-73f40412-341b-4134-a4d8-6c016ff8dc85 service neutron] Checking segment: {'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:22.340701 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-73f40412-341b-4134-a4d8-6c016ff8dc85 service neutron] Bound using segment: {'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:22.341876 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-73f40412-341b-4134-a4d8-6c016ff8dc85 service neutron] Bound port: 3f9c41ff-beea-4228-87b0-4cb66894b887, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:22.342482 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-73f40412-341b-4134-a4d8-6c016ff8dc85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:22.521420 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a17f7e5e-c6c7-4a2d-bb33-e438a8f5dd61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:22.533149 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a17f7e5e-c6c7-4a2d-bb33-e438a8f5dd61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:22.601627 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-73f40412-341b-4134-a4d8-6c016ff8dc85 service neutron] For port 3f9c41ff-beea-4228-87b0-4cb66894b887, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:22.609652 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-73f40412-341b-4134-a4d8-6c016ff8dc85 service neutron] For port 3f9c41ff-beea-4228-87b0-4cb66894b887, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=3f9c41ff-beea-4228-87b0-4cb66894b887,segment=NetworkSegment(8dbff2fd-9cfc-4504-9870-2f052b7a9289),segment_id=8dbff2fd-9cfc-4504-9870-2f052b7a9289)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:22.631119 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-73f40412-341b-4134-a4d8-6c016ff8dc85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:22.652739 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a17f7e5e-c6c7-4a2d-bb33-e438a8f5dd61 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b15b3be9a41c46c99250fbbc1fed2423&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4309053 Nov 12 03:19:22.681865 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51458) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:22.720218 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f7e5e-c6c7-4a2d-bb33-e438a8f5dd61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84222abf-4141-4261-8dbf-79e49995f364,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:22.756209 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-73f40412-341b-4134-a4d8-6c016ff8dc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:22.757137 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-73f40412-341b-4134-a4d8-6c016ff8dc85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:22.761967 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-73f40412-341b-4134-a4d8-6c016ff8dc85 service neutron] 10.222.0.74 "PUT /v2.0/ports/3f9c41ff-beea-4228-87b0-4cb66894b887 HTTP/1.1" status: 200 len: 1092 time: 2.1601646 Nov 12 03:19:22.763607 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f71169-0ac9-4e53-a8fa-49dac9d9685b', 'tag': '3f9c41ff-beea-4228-87b0-4cb66894b887'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:22.766230 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8877a89e-e08f-493a-a1a4-b57f78fcecb6" -d '{"events": [{"name": "network-changed", "server_uuid": "67f71169-0ac9-4e53-a8fa-49dac9d9685b", "tag": "3f9c41ff-beea-4228-87b0-4cb66894b887"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:22.785863 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3710697-1291-4833-811c-fd72412c4adc req-b0d847de-94d4-40a6-bd92-891276089015 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:22.789859 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e3710697-1291-4833-811c-fd72412c4adc req-b0d847de-94d4-40a6-bd92-891276089015 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=67f71169-0ac9-4e53-a8fa-49dac9d9685b HTTP/1.1" status: 200 len: 943 time: 0.5713556 Nov 12 03:19:22.807028 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-50863292-0676-4f9a-af04-a75203955803 None None] Allocated IP 172.20.0.2 (0412cd42-2fcf-4b7d-8763-d024929e1ca5/8d606a2c-3c59-498d-b0d7-1b0d5a750676/144ddc6a-2d43-4fa4-9202-2a5544b5782e) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:22.811244 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f40412-341b-4134-a4d8-6c016ff8dc85 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9c41ff-beea-4228-87b0-4cb66894b887,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:22.862086 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fccfd77-81d6-4617-957f-68000ad72a48', 'tag': 'a6c70e7a-cb90-47e9-9257-b8480510453f'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:22.865233 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf84d48d-44bc-47b5-ada0-75000d03c604" -d '{"events": [{"name": "network-changed", "server_uuid": "5fccfd77-81d6-4617-957f-68000ad72a48", "tag": "a6c70e7a-cb90-47e9-9257-b8480510453f"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:22.939535 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b0c5952f-7c10-407a-8ac8-8c1f2d746548 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:22.941169 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-f488580f-d177-4357-8c63-3e77b54bd9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:22.943876 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-f488580f-d177-4357-8c63-3e77b54bd9df service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ab1cf8386d1b4172a2ff2003f6ed3228&device_id=67f71169-0ac9-4e53-a8fa-49dac9d9685b HTTP/1.1" status: 200 len: 1095 time: 0.0955365 Nov 12 03:19:22.954110 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e3710697-1291-4833-811c-fd72412c4adc req-5f144159-2810-4927-8c4e-826d16f81e5f tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548796 Nov 12 03:19:23.003981 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b0c5952f-7c10-407a-8ac8-8c1f2d746548 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:23.052526 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-50863292-0676-4f9a-af04-a75203955803 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:23.061007 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device a6c70e7a-cb90-47e9-9257-b8480510453f no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:19:23.070949 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-2a6f8176-b8b8-4db2-8910-e438cad52382 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f9c41ff-beea-4228-87b0-4cb66894b887 HTTP/1.1" status: 200 len: 217 time: 0.1174073 Nov 12 03:19:23.072717 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d4b1ee-1308-466c-8a37-3af9ef8e05a9 x-openstack-request-id: req-38d4b1ee-1308-466c-8a37-3af9ef8e05a9 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:23.073077 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67f71169-0ac9-4e53-a8fa-49dac9d9685b", "tag": "3f9c41ff-beea-4228-87b0-4cb66894b887", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:23.073436 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-38d4b1ee-1308-466c-8a37-3af9ef8e05a9 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:23.073842 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f71169-0ac9-4e53-a8fa-49dac9d9685b', 'tag': '3f9c41ff-beea-4228-87b0-4cb66894b887', 'status': 'completed', 'code': 200} Nov 12 03:19:23.109831 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b0c5952f-7c10-407a-8ac8-8c1f2d746548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:23.113421 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-50863292-0676-4f9a-af04-a75203955803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:23.115366 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b0c5952f-7c10-407a-8ac8-8c1f2d746548 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:23.116717 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b0c5952f-7c10-407a-8ac8-8c1f2d746548 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/84222abf-4141-4261-8dbf-79e49995f364 HTTP/1.1" status: 204 len: 168 time: 0.4233913 Nov 12 03:19:23.128737 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5952f-7c10-407a-8ac8-8c1f2d746548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84222abf-4141-4261-8dbf-79e49995f364,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:23.148434 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33158cc-12b7-47d7-a2f1-2469ec2ff9fd req-722c37de-0a3c-47c3-90b3-7edb19d98cb6 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:23.149995 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c33158cc-12b7-47d7-a2f1-2469ec2ff9fd req-722c37de-0a3c-47c3-90b3-7edb19d98cb6 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 947 time: 0.1692488 Nov 12 03:19:23.238377 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50863292-0676-4f9a-af04-a75203955803 None None] Network 0412cd42-2fcf-4b7d-8763-d024929e1ca5 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:23.245427 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device a6c70e7a-cb90-47e9-9257-b8480510453f not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:19:23.247062 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-50863292-0676-4f9a-af04-a75203955803 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:23.247184 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-681705fe-31c9-43b4-ab30-ca35e3a0caad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:23.257029 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50863292-0676-4f9a-af04-a75203955803 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:23.257029 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50863292-0676-4f9a-af04-a75203955803 None None] Pushing event updated for resources: {'Port': ['ID=144ddc6a-2d43-4fa4-9202-2a5544b5782e,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:23.266018 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-681705fe-31c9-43b4-ab30-ca35e3a0caad service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5a9fb38e-cf25-418b-9443-2a54f98e4648 HTTP/1.1" status: 200 len: 846 time: 0.1657743 Nov 12 03:19:23.341187 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-50863292-0676-4f9a-af04-a75203955803 None None] Attempting to bind port 144ddc6a-2d43-4fa4-9202-2a5544b5782e on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:23.341567 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-50863292-0676-4f9a-af04-a75203955803 None None] Attempting to bind port 144ddc6a-2d43-4fa4-9202-2a5544b5782e by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'cb6c2d6e-ae3b-4912-bbef-e76a478fde8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '0412cd42-2fcf-4b7d-8763-d024929e1ca5'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:23.342046 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50863292-0676-4f9a-af04-a75203955803 None None] Attempting to bind port 144ddc6a-2d43-4fa4-9202-2a5544b5782e on network 0412cd42-2fcf-4b7d-8763-d024929e1ca5 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:23.343258 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-b824731a-75ab-4f9e-850a-4875e5cb0d50 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760076 Nov 12 03:19:23.348125 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50863292-0676-4f9a-af04-a75203955803 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:23.348331 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50863292-0676-4f9a-af04-a75203955803 None None] Checking segment: {'id': 'cb6c2d6e-ae3b-4912-bbef-e76a478fde8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '0412cd42-2fcf-4b7d-8763-d024929e1ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:23.348672 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-50863292-0676-4f9a-af04-a75203955803 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:23.349272 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50863292-0676-4f9a-af04-a75203955803 None None] Bound using segment: {'id': 'cb6c2d6e-ae3b-4912-bbef-e76a478fde8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '0412cd42-2fcf-4b7d-8763-d024929e1ca5'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:23.349742 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-50863292-0676-4f9a-af04-a75203955803 None None] Bound port: 144ddc6a-2d43-4fa4-9202-2a5544b5782e, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb6c2d6e-ae3b-4912-bbef-e76a478fde8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '0412cd42-2fcf-4b7d-8763-d024929e1ca5'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:23.350144 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-50863292-0676-4f9a-af04-a75203955803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:23.359247 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c33158cc-12b7-47d7-a2f1-2469ec2ff9fd req-31d3639a-9ccb-4828-baa7-3a097e93cbe2 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932113 Nov 12 03:19:23.477674 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-50863292-0676-4f9a-af04-a75203955803 None None] For port 144ddc6a-2d43-4fa4-9202-2a5544b5782e, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:23.483032 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-50863292-0676-4f9a-af04-a75203955803 None None] For port 144ddc6a-2d43-4fa4-9202-2a5544b5782e, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=144ddc6a-2d43-4fa4-9202-2a5544b5782e,segment=NetworkSegment(cb6c2d6e-ae3b-4912-bbef-e76a478fde8c),segment_id=cb6c2d6e-ae3b-4912-bbef-e76a478fde8c)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:23.490731 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-50863292-0676-4f9a-af04-a75203955803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:23.582701 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-aee04988-5914-44a7-a2fb-9d05bf1438d4 service neutron] 10.222.0.74 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200902 Nov 12 03:19:23.605206 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50863292-0676-4f9a-af04-a75203955803 None None] Pushing event updated for resources: {'Port': ['ID=144ddc6a-2d43-4fa4-9202-2a5544b5782e,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:23.641515 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc1cdb-d9b3-4d0b-9397-d951bd273a55 req-296b70f1-721e-4553-adb1-e8e35702b180 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:23.643607 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fcbc1cdb-d9b3-4d0b-9397-d951bd273a55 req-296b70f1-721e-4553-adb1-e8e35702b180 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a110309-1988-46c2-bc35-ddd7f469b80e HTTP/1.1" status: 200 len: 948 time: 0.1563950 Nov 12 03:19:23.791584 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fcbc1cdb-d9b3-4d0b-9397-d951bd273a55 req-d545d3d6-1ddd-4b92-879f-55382f9280fd tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/security-groups?id=8181c547-4017-4b45-a1d1-bd37aff570a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088059 Nov 12 03:19:23.799780 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-18d47840-a4e2-44f6-8a43-30163ea84c9f req-229b1fef-8bb7-4c92-a695-38e428cd9690 service neutron] 10.222.0.74 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074199 Nov 12 03:19:23.960419 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86a893f-a3df-4357-9663-651ed210bce2 x-openstack-request-id: req-e86a893f-a3df-4357-9663-651ed210bce2 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:23.961029 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fccfd77-81d6-4617-957f-68000ad72a48", "tag": "a6c70e7a-cb90-47e9-9257-b8480510453f", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:23.961029 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e86a893f-a3df-4357-9663-651ed210bce2 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:23.961614 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fccfd77-81d6-4617-957f-68000ad72a48', 'tag': 'a6c70e7a-cb90-47e9-9257-b8480510453f', 'status': 'completed', 'code': 200} Nov 12 03:19:24.012262 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877a89e-e08f-493a-a1a4-b57f78fcecb6 req-7ea95c28-e86c-4753-a924-a848a9d4f2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:24.033740 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8877a89e-e08f-493a-a1a4-b57f78fcecb6 req-7ea95c28-e86c-4753-a924-a848a9d4f2e3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ab1cf8386d1b4172a2ff2003f6ed3228&device_id=67f71169-0ac9-4e53-a8fa-49dac9d9685b HTTP/1.1" status: 200 len: 1095 time: 0.1524777 Nov 12 03:19:24.127105 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84d48d-44bc-47b5-ada0-75000d03c604 req-8f5179a5-eaa4-4137-b851-c2c963f8ce1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:24.130739 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cf84d48d-44bc-47b5-ada0-75000d03c604 req-8f5179a5-eaa4-4137-b851-c2c963f8ce1e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 1099 time: 0.1682885 Nov 12 03:19:24.149325 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-36dc571a-8409-4da8-be84-bb0fbcdc4763 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:24.161875 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-36dc571a-8409-4da8-be84-bb0fbcdc4763 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/networks?id=0412cd42-2fcf-4b7d-8763-d024929e1ca5 HTTP/1.1" status: 200 len: 816 time: 0.6904423 Nov 12 03:19:24.191573 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-b15952a9-1677-44fb-ba4b-afea076465bf tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/quotas/c887e622cb474fb78d6dfa682713b9e9 HTTP/1.1" status: 200 len: 375 time: 0.0284433 Nov 12 03:19:24.197129 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84d48d-44bc-47b5-ada0-75000d03c604 req-66c244db-ea78-444d-a2c0-aa64ce7f57cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:24.199155 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cf84d48d-44bc-47b5-ada0-75000d03c604 req-66c244db-ea78-444d-a2c0-aa64ce7f57cf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 1099 time: 0.1786439 Nov 12 03:19:24.252985 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877a89e-e08f-493a-a1a4-b57f78fcecb6 req-c5ce9492-c5bf-4af4-9e76-0b640d1a0180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:24.254810 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8877a89e-e08f-493a-a1a4-b57f78fcecb6 req-c5ce9492-c5bf-4af4-9e76-0b640d1a0180 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 HTTP/1.1" status: 200 len: 907 time: 0.2170815 Nov 12 03:19:24.356397 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8877a89e-e08f-493a-a1a4-b57f78fcecb6 req-5be39846-d763-481c-bf5e-5701d1ad0938 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f9c41ff-beea-4228-87b0-4cb66894b887 HTTP/1.1" status: 200 len: 217 time: 0.0818598 Nov 12 03:19:24.436242 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-63aeedfa-b3bd-4b2d-a051-4c6de79bbec6 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c887e622cb474fb78d6dfa682713b9e9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2431843 Nov 12 03:19:24.467807 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84d48d-44bc-47b5-ada0-75000d03c604 req-916da0da-d688-480b-b999-26d6b12dc4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:24.469510 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cf84d48d-44bc-47b5-ada0-75000d03c604 req-916da0da-d688-480b-b999-26d6b12dc4c8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.3030283 Nov 12 03:19:24.484913 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134fa21e-55a1-4a17-8ba8-88976fd4aa10 req-309bc2da-7d01-470b-9617-cf1d72028782 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:24.495665 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-134fa21e-55a1-4a17-8ba8-88976fd4aa10 req-309bc2da-7d01-470b-9617-cf1d72028782 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=67f71169-0ac9-4e53-a8fa-49dac9d9685b HTTP/1.1" status: 200 len: 943 time: 0.2586749 Nov 12 03:19:24.526510 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51530) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:24.530625 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877a89e-e08f-493a-a1a4-b57f78fcecb6 req-1d24d72a-1006-4f8b-a6aa-c0301b5350a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:24.532793 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8877a89e-e08f-493a-a1a4-b57f78fcecb6 req-1d24d72a-1006-4f8b-a6aa-c0301b5350a9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5a9fb38e-cf25-418b-9443-2a54f98e4648 HTTP/1.1" status: 200 len: 846 time: 0.1662345 Nov 12 03:19:24.557374 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cf84d48d-44bc-47b5-ada0-75000d03c604 req-e5efbac7-a10b-4595-8945-05f78c6831da service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=a6c70e7a-cb90-47e9-9257-b8480510453f HTTP/1.1" status: 200 len: 217 time: 0.0755935 Nov 12 03:19:24.666064 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8877a89e-e08f-493a-a1a4-b57f78fcecb6 req-1c86c3f7-d93b-40e0-9e20-0dd77546506d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1085730 Nov 12 03:19:24.668165 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84d48d-44bc-47b5-ada0-75000d03c604 req-074a080d-e72b-4200-9114-368db61501c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:24.670171 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cf84d48d-44bc-47b5-ada0-75000d03c604 req-074a080d-e72b-4200-9114-368db61501c4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.4462991 Nov 12 03:19:24.742701 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cf84d48d-44bc-47b5-ada0-75000d03c604 req-7c76088d-3940-4249-9ef6-d30528a9dc18 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=a6c70e7a-cb90-47e9-9257-b8480510453f HTTP/1.1" status: 200 len: 217 time: 0.0596511 Nov 12 03:19:24.746236 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84d48d-44bc-47b5-ada0-75000d03c604 req-0c697524-a503-4ea4-896b-87b8184207af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:24.747785 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cf84d48d-44bc-47b5-ada0-75000d03c604 req-0c697524-a503-4ea4-896b-87b8184207af service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.1426857 Nov 12 03:19:24.783875 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-bab7d8c4-b8ba-4725-a181-366c4501ff44 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1121376712-network', 'tenant_id': '576a7b2c0e984780a26518e9c1601856'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:24.853435 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-52ede50b-97a0-4c73-8154-b0a2e6b7c9ad service neutron] 10.222.0.50 "GET /v2.0/networks/0412cd42-2fcf-4b7d-8763-d024929e1ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160600 Nov 12 03:19:24.853854 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-134fa21e-55a1-4a17-8ba8-88976fd4aa10 req-4ee446fe-0642-4845-be76-2ec385e5c2fd tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568587 Nov 12 03:19:24.887140 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab7d8c4-b8ba-4725-a181-366c4501ff44 admin admin] Made reservation on behalf of 576a7b2c0e984780a26518e9c1601856 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:24.889814 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bab7d8c4-b8ba-4725-a181-366c4501ff44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:24.915882 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bab7d8c4-b8ba-4725-a181-366c4501ff44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:24.956162 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8877a89e-e08f-493a-a1a4-b57f78fcecb6 req-6292f98f-5c17-4f7e-bf98-419fa2ef0239 service neutron] 10.222.0.74 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177656 Nov 12 03:19:25.011713 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84d48d-44bc-47b5-ada0-75000d03c604 req-c06c2305-ef70-4546-aa41-7b8ddfc52800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:25.013387 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cf84d48d-44bc-47b5-ada0-75000d03c604 req-c06c2305-ef70-4546-aa41-7b8ddfc52800 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.2412229 Nov 12 03:19:25.017284 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84d48d-44bc-47b5-ada0-75000d03c604 req-869df280-ee1d-4310-884d-38f6613596e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:25.018875 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cf84d48d-44bc-47b5-ada0-75000d03c604 req-869df280-ee1d-4310-884d-38f6613596e2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2613606 Nov 12 03:19:25.043280 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71e9f4-a463-4307-9a9a-269b027dbf70 req-60160072-eaaf-40cc-92c5-4fd1da4d2c3e tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:25.051756 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ec71e9f4-a463-4307-9a9a-269b027dbf70 req-60160072-eaaf-40cc-92c5-4fd1da4d2c3e tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.90 "GET /v2.0/ports?device_id=8a110309-1988-46c2-bc35-ddd7f469b80e HTTP/1.1" status: 200 len: 948 time: 0.2816176 Nov 12 03:19:25.189212 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8877a89e-e08f-493a-a1a4-b57f78fcecb6 req-9fcb290a-8429-4f3c-ba77-88b46202cab6 service neutron] 10.222.0.74 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215393 Nov 12 03:19:25.228700 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86468b0c-b58f-4893-9426-720be267ea54 req-f125d92b-06fe-4182-b53a-a60cce4ec548 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:25.239066 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-86468b0c-b58f-4893-9426-720be267ea54 req-f125d92b-06fe-4182-b53a-a60cce4ec548 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 947 time: 0.1042333 Nov 12 03:19:25.254550 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae51b97-55e5-42f8-8a0d-3d9d20036df9 None None] Network 0412cd42-2fcf-4b7d-8763-d024929e1ca5 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:19:25.261464 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bab7d8c4-b8ba-4725-a181-366c4501ff44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:25.270965 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bab7d8c4-b8ba-4725-a181-366c4501ff44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:25.296981 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-ce59eb67-9501-4d41-b499-dc855f1bae5f service neutron] 10.222.0.50 "GET /v2.0/networks/0412cd42-2fcf-4b7d-8763-d024929e1ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426565 Nov 12 03:19:25.346862 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-86468b0c-b58f-4893-9426-720be267ea54 req-b2af5da7-495d-4242-95b3-7860a08f7dbb tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042004 Nov 12 03:19:25.355669 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bab7d8c4-b8ba-4725-a181-366c4501ff44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:19:25.358190 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84d48d-44bc-47b5-ada0-75000d03c604 req-70ad4853-6c5b-445e-8fe5-93f8fc3781be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:25.360760 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cf84d48d-44bc-47b5-ada0-75000d03c604 req-70ad4853-6c5b-445e-8fe5-93f8fc3781be service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3353693 Nov 12 03:19:25.415522 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bab7d8c4-b8ba-4725-a181-366c4501ff44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:25.416217 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-bab7d8c4-b8ba-4725-a181-366c4501ff44 admin admin] Added segment b8c93ffa-e78d-4d7d-8be5-2d181e470820 of type vlan for network f2354694-6453-486d-800c-f4fc7f841803 Nov 12 03:19:25.444881 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7d8c4-b8ba-4725-a181-366c4501ff44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0488bffd-9260-481d-8221-8eb3d49524ff,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:25.486660 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-9fb87a40-5056-40d6-ad9d-f70af3a15962 None None] Provisioning complete for port 144ddc6a-2d43-4fa4-9202-2a5544b5782e triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:25.487251 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9fb87a40-5056-40d6-ad9d-f70af3a15962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:25.565556 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bab7d8c4-b8ba-4725-a181-366c4501ff44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:25.589494 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device a6c70e7a-cb90-47e9-9257-b8480510453f details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:19:25.632245 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bab7d8c4-b8ba-4725-a181-366c4501ff44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:25.633327 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab7d8c4-b8ba-4725-a181-366c4501ff44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:25.633926 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bab7d8c4-b8ba-4725-a181-366c4501ff44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:25.719722 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cf84d48d-44bc-47b5-ada0-75000d03c604 req-5ff44d88-cc5b-4453-9fa0-956c33ccda3a service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6665437 Nov 12 03:19:25.730641 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-ec71e9f4-a463-4307-9a9a-269b027dbf70 req-f49afba4-03a5-40e4-a578-5c767b39180f tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Deleting port 3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:19:25.730975 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ec71e9f4-a463-4307-9a9a-269b027dbf70 req-f49afba4-03a5-40e4-a578-5c767b39180f tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:25.788840 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-bab7d8c4-b8ba-4725-a181-366c4501ff44 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2515604 Nov 12 03:19:25.840387 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51544) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:25.854879 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-c2bca405-33c9-44c3-ad3b-8a6a58e5b6b9 admin admin] Request body: {'subnet': {'network_id': 'f2354694-6453-486d-800c-f4fc7f841803', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1121376712-subnet', 'tenant_id': '576a7b2c0e984780a26518e9c1601856', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:25.871708 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port a6c70e7a-cb90-47e9-9257-b8480510453f, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=a6c70e7a-cb90-47e9-9257-b8480510453f,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:25.938366 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'a6c70e7a-cb90-47e9-9257-b8480510453f', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'port_id': 'a6c70e7a-cb90-47e9-9257-b8480510453f', 'mac_address': 'fa:16:3e:52:91:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa66706f-b415-4bb9-838e-cfd08f81d96b', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:19:25.957819 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2bca405-33c9-44c3-ad3b-8a6a58e5b6b9 admin admin] Made reservation on behalf of 576a7b2c0e984780a26518e9c1601856 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:25.967102 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 144ddc6a-2d43-4fa4-9202-2a5544b5782e up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:25.969450 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c2bca405-33c9-44c3-ad3b-8a6a58e5b6b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:25.975139 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7d8c4-b8ba-4725-a181-366c4501ff44 admin admin] Pushing event updated for resources: {'Network': ['ID=f2354694-6453-486d-800c-f4fc7f841803,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:26.028436 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c9074-567c-48d3-b840-72a1ee30d08f req-675d5341-bf33-43c6-8eb6-cc75b663c2de tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:26.033208 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-061c9074-567c-48d3-b840-72a1ee30d08f req-675d5341-bf33-43c6-8eb6-cc75b663c2de tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a110309-1988-46c2-bc35-ddd7f469b80e HTTP/1.1" status: 200 len: 948 time: 0.4285622 Nov 12 03:19:26.050116 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cf84d48d-44bc-47b5-ada0-75000d03c604 req-c830433f-1d35-4dd5-a037-14ee4606ba07 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6750033 Nov 12 03:19:26.085181 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network f2354694-6453-486d-800c-f4fc7f841803 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:19:26.272244 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-ec71e9f4-a463-4307-9a9a-269b027dbf70 req-f49afba4-03a5-40e4-a578-5c767b39180f tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] For port 3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:26.273199 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ec71e9f4-a463-4307-9a9a-269b027dbf70 req-f49afba4-03a5-40e4-a578-5c767b39180f tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:26.334780 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-061c9074-567c-48d3-b840-72a1ee30d08f req-60508e3b-ad0a-47cb-bafb-7790357b7597 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/security-groups?id=8181c547-4017-4b45-a1d1-bd37aff570a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840639 Nov 12 03:19:26.336937 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:26.394936 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6c70e7a-cb90-47e9-9257-b8480510453f {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:26.414902 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-ec71e9f4-a463-4307-9a9a-269b027dbf70 req-f49afba4-03a5-40e4-a578-5c767b39180f tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Calling delete_port for 3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:19:26.499048 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port a6c70e7a-cb90-47e9-9257-b8480510453f, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=a6c70e7a-cb90-47e9-9257-b8480510453f,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:26.506380 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 144ddc6a-2d43-4fa4-9202-2a5544b5782e triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:26.507280 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:26.511886 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9fb87a40-5056-40d6-ad9d-f70af3a15962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:26.514128 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:26.623442 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac082a5-5e58-44cd-80dd-6d2c42e69850 req-d17e3164-cf13-41ec-9ea0-9d965799a8ac tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:26.632859 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1ac082a5-5e58-44cd-80dd-6d2c42e69850 req-d17e3164-cf13-41ec-9ea0-9d965799a8ac tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=67f71169-0ac9-4e53-a8fa-49dac9d9685b HTTP/1.1" status: 200 len: 943 time: 0.1295717 Nov 12 03:19:26.650794 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c2bca405-33c9-44c3-ad3b-8a6a58e5b6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:26.655290 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=a6c70e7a-cb90-47e9-9257-b8480510453f,revision_number=8']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:26.660751 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-9fb87a40-5056-40d6-ad9d-f70af3a15962 None None] For port 144ddc6a-2d43-4fa4-9202-2a5544b5782e, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=144ddc6a-2d43-4fa4-9202-2a5544b5782e,segment=NetworkSegment(cb6c2d6e-ae3b-4912-bbef-e76a478fde8c),segment_id=cb6c2d6e-ae3b-4912-bbef-e76a478fde8c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:26.705866 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9fb87a40-5056-40d6-ad9d-f70af3a15962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:26.766736 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:26.823470 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bca405-33c9-44c3-ad3b-8a6a58e5b6b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3428f33d-4837-4311-b620-eb7f742db405,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:26.824235 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['a6c70e7a-cb90-47e9-9257-b8480510453f'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:19:26.849213 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1ac082a5-5e58-44cd-80dd-6d2c42e69850 req-d8be5e1b-2cc3-4b04-b5d4-4e1e7d123e63 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148676 Nov 12 03:19:26.859025 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bca405-33c9-44c3-ad3b-8a6a58e5b6b9 admin admin] Checking segment: {'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:26.859241 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bca405-33c9-44c3-ad3b-8a6a58e5b6b9 admin admin] Network hostable DHCP agents. Network: f2354694-6453-486d-800c-f4fc7f841803, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:19:26.901045 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bca405-33c9-44c3-ad3b-8a6a58e5b6b9 admin admin] Network f2354694-6453-486d-800c-f4fc7f841803 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:19:26.920550 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-c2bca405-33c9-44c3-ad3b-8a6a58e5b6b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, f2354694-6453-486d-800c-f4fc7f841803) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:26.927112 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2bca405-33c9-44c3-ad3b-8a6a58e5b6b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:26.928015 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c2bca405-33c9-44c3-ad3b-8a6a58e5b6b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:26.956986 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb87a40-5056-40d6-ad9d-f70af3a15962 None None] Pushing event updated for resources: {'Port': ['ID=144ddc6a-2d43-4fa4-9202-2a5544b5782e,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:26.960734 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c2bca405-33c9-44c3-ad3b-8a6a58e5b6b9 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1189828 Nov 12 03:19:26.992560 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f28a334-bc74-46d7-8b86-61b4a945903d None None] Network f2354694-6453-486d-800c-f4fc7f841803 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:19:27.187214 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd78682-5ec0-45ee-874f-1f6de9732dec req-f441afc9-992b-4396-a812-5c00889bfc6b tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:27.198885 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bcd78682-5ec0-45ee-874f-1f6de9732dec req-f441afc9-992b-4396-a812-5c00889bfc6b tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 948 time: 0.1569319 Nov 12 03:19:27.301305 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ec71e9f4-a463-4307-9a9a-269b027dbf70 req-f49afba4-03a5-40e4-a578-5c767b39180f tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:27.334358 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bcd78682-5ec0-45ee-874f-1f6de9732dec req-bd9b8eb8-83f9-491b-8993-a3f87d3749f2 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328382 Nov 12 03:19:27.337437 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:19:27.338666 n-d-715271-27 neutron-server[102573]: DEBUG oslo_db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:19:27.367243 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-7f09095b-800c-47a5-a446-a31574066b1f None None] Provisioning complete for port 144ddc6a-2d43-4fa4-9202-2a5544b5782e triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:27.367899 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7f09095b-800c-47a5-a446-a31574066b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:27.375383 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b45677-b7e4-4bb0-bcf5-c3c202ecc4a5 req-b76d1f8e-b503-4127-a552-1a7b0aed204c tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:27.378465 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d4b45677-b7e4-4bb0-bcf5-c3c202ecc4a5 req-b76d1f8e-b503-4127-a552-1a7b0aed204c tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.90 "GET /v2.0/ports?device_id=5fccfd77-81d6-4617-957f-68000ad72a48&tenant_id=8b0d25ea08f644adbd397e66a514b9b0&binding%3Ahost_id=n-h1-715271-27 HTTP/1.1" status: 200 len: 947 time: 1.1958184 Nov 12 03:19:27.392915 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49afba4-03a5-40e4-a578-5c767b39180f tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Pushing event deleted for resources: {'Port': ['ID=3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:27.531589 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1710c43-709b-42ba-927e-2b8c68897065 None None] Network f2354694-6453-486d-800c-f4fc7f841803 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:19:27.578884 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 3f9c41ff-beea-4228-87b0-4cb66894b887 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:19:27.717290 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.90', 58504) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:27.754043 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cf84d48d-44bc-47b5-ada0-75000d03c604 req-c944fbbc-7042-4b76-a454-29959fc5c920 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7126575 Nov 12 03:19:27.778165 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec71e9f4-a463-4307-9a9a-269b027dbf70 req-f49afba4-03a5-40e4-a578-5c767b39180f tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] No DVR routers for this DVR port 3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5 on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:19:27.787494 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ec71e9f4-a463-4307-9a9a-269b027dbf70 req-f49afba4-03a5-40e4-a578-5c767b39180f tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:27.798018 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ec71e9f4-a463-4307-9a9a-269b027dbf70 req-f49afba4-03a5-40e4-a578-5c767b39180f tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.90 "DELETE /v2.0/ports/3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5 HTTP/1.1" status: 204 len: 173 time: 2.7221532 Nov 12 03:19:27.818169 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-7f53eab2-649e-46ca-96a1-2019ef57da99 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:27.830181 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-7f53eab2-649e-46ca-96a1-2019ef57da99 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/networks?id=0412cd42-2fcf-4b7d-8763-d024929e1ca5 HTTP/1.1" status: 200 len: 816 time: 1.7426736 Nov 12 03:19:27.837078 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a110309-1988-46c2-bc35-ddd7f469b80e', 'name': 'network-vif-deleted', 'tag': '3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:27.842088 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d82e7e-0539-470a-9c8a-b09d7003d7ab" -d '{"events": [{"server_uuid": "8a110309-1988-46c2-bc35-ddd7f469b80e", "name": "network-vif-deleted", "tag": "3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:27.860304 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cf84d48d-44bc-47b5-ada0-75000d03c604 req-9499886c-38cb-4544-bb6b-97866589efd9 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7632296 Nov 12 03:19:27.927962 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2772c978-837c-4d01-a1d9-8ec5b86a6957 req-6913b81b-f7ba-41f6-a1b0-948169d8742d tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a110309-1988-46c2-bc35-ddd7f469b80e HTTP/1.1" status: 200 len: 210 time: 0.1276917 Nov 12 03:19:27.971072 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-66b38980-a2e3-4da2-bee7-f321425fa29b tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/quotas/c887e622cb474fb78d6dfa682713b9e9 HTTP/1.1" status: 200 len: 375 time: 0.1391699 Nov 12 03:19:28.074635 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 3f9c41ff-beea-4228-87b0-4cb66894b887, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=3f9c41ff-beea-4228-87b0-4cb66894b887,segment=NetworkSegment(8dbff2fd-9cfc-4504-9870-2f052b7a9289),segment_id=8dbff2fd-9cfc-4504-9870-2f052b7a9289)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:28.089720 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '3f9c41ff-beea-4228-87b0-4cb66894b887', 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5', 'port_id': '3f9c41ff-beea-4228-87b0-4cb66894b887', 'mac_address': 'fa:16:3e:73:d4:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a9fb38e-cf25-418b-9443-2a54f98e4648', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:19:28.132195 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [req-d4b45677-b7e4-4bb0-bcf5-c3c202ecc4a5 req-50935b52-0e0c-4e19-a739-708bd08a3733 service neutron] delete failed (client error): The resource could not be found. Nov 12 03:19:28.133235 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d4b45677-b7e4-4bb0-bcf5-c3c202ecc4a5 req-50935b52-0e0c-4e19-a739-708bd08a3733 service neutron] 10.222.0.90 "DELETE /v2.0/ports/a6c70e7a-cb90-47e9-9257-b8480510453f/bindings/n-h2-715271-27 HTTP/1.1" status: 404 len: 381 time: 0.7199435 Nov 12 03:19:28.171404 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:28.203619 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-b101dcb8-6da7-411a-be33-98f97df4ffbf tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c887e622cb474fb78d6dfa682713b9e9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2298994 Nov 12 03:19:28.210119 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f9c41ff-beea-4228-87b0-4cb66894b887 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:28.259247 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-39df749c-619b-41ac-bff7-3e86226c1e95 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:28.262014 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-39df749c-619b-41ac-bff7-3e86226c1e95 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.90 "GET /v2.0/networks?id=0412cd42-2fcf-4b7d-8763-d024929e1ca5 HTTP/1.1" status: 200 len: 816 time: 0.5436327 Nov 12 03:19:28.268588 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51592) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:28.269292 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 3f9c41ff-beea-4228-87b0-4cb66894b887, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=3f9c41ff-beea-4228-87b0-4cb66894b887,segment=NetworkSegment(8dbff2fd-9cfc-4504-9870-2f052b7a9289),segment_id=8dbff2fd-9cfc-4504-9870-2f052b7a9289)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:28.274222 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-b82df15c-d264-43e5-a9f7-31f87f1d4733 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1510472808-network', 'tenant_id': 'd225cddfb55d4b33a740355aedee9734'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:28.288628 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 144ddc6a-2d43-4fa4-9202-2a5544b5782e up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:28.301996 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:28.330201 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-a3c019c8-9a2b-4ce9-a833-41db5f29052d tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Request body: {'port': {'device_id': 'a3e161a7-5545-4a60-b9c6-e6f42aef1556', 'network_id': '0412cd42-2fcf-4b7d-8763-d024929e1ca5', 'admin_state_up': True, 'tenant_id': 'c887e622cb474fb78d6dfa682713b9e9'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:28.356035 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-b7a73c4d-9656-4c09-9cb1-ee4fcf142589 service neutron] 10.222.0.50 "GET /v2.0/networks/0412cd42-2fcf-4b7d-8763-d024929e1ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415489 Nov 12 03:19:28.403506 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=3f9c41ff-beea-4228-87b0-4cb66894b887,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:28.418332 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 144ddc6a-2d43-4fa4-9202-2a5544b5782e triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:28.419163 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:28.470347 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e08f6a-fe0e-4b47-a9d6-147dec3073ec req-425ad33f-5848-4a79-a5f8-d2cb588b3aec tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:28.477928 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b6e08f6a-fe0e-4b47-a9d6-147dec3073ec req-425ad33f-5848-4a79-a5f8-d2cb588b3aec tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/ports?device_id=36a4ba43-4506-4e0d-a0e5-ca182cf81bc8 HTTP/1.1" status: 200 len: 967 time: 0.2102280 Nov 12 03:19:28.508824 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['131b1e86-15ad-4fd6-9721-0e95215334f2'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:19:28.516001 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82df15c-d264-43e5-a9f7-31f87f1d4733 admin admin] Made reservation on behalf of d225cddfb55d4b33a740355aedee9734 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:28.519985 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b82df15c-d264-43e5-a9f7-31f87f1d4733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:28.542580 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b82df15c-d264-43e5-a9f7-31f87f1d4733 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:28.560938 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b45677-b7e4-4bb0-bcf5-c3c202ecc4a5 req-a27cdffb-d469-4d8f-96c4-168ed9bea669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:28.565185 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d4b45677-b7e4-4bb0-bcf5-c3c202ecc4a5 req-a27cdffb-d469-4d8f-96c4-168ed9bea669 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 1100 time: 0.2085614 Nov 12 03:19:28.568407 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-a68717c9-4c3a-4091-967d-d995361e7e3d service neutron] 10.222.0.50 "GET /v2.0/networks/0412cd42-2fcf-4b7d-8763-d024929e1ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938393 Nov 12 03:19:28.683202 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['3f9c41ff-beea-4228-87b0-4cb66894b887'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:19:28.732330 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b82df15c-d264-43e5-a9f7-31f87f1d4733 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:28.792544 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b82df15c-d264-43e5-a9f7-31f87f1d4733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:28.840593 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82df15c-d264-43e5-a9f7-31f87f1d4733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4fe5ab-65e7-4a96-bf2d-e9ae45dd0d47,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:28.861735 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b82df15c-d264-43e5-a9f7-31f87f1d4733 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:19:28.891610 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-a3c019c8-9a2b-4ce9-a833-41db5f29052d tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Made reservation on behalf of c887e622cb474fb78d6dfa682713b9e9 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:28.918955 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b45677-b7e4-4bb0-bcf5-c3c202ecc4a5 req-f2fad263-b01a-4d91-b179-e37567d8d2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:28.921637 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d4b45677-b7e4-4bb0-bcf5-c3c202ecc4a5 req-f2fad263-b01a-4d91-b179-e37567d8d2e0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.3301635 Nov 12 03:19:28.935735 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-a3c019c8-9a2b-4ce9-a833-41db5f29052d tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:28.979666 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b6e08f6a-fe0e-4b47-a9d6-147dec3073ec req-7014491a-e433-4e7d-bfaf-d9ff3f480263 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/security-groups?id=7401f916-5145-4fa4-af83-19b43e6880a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5005324 Nov 12 03:19:28.982342 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b82df15c-d264-43e5-a9f7-31f87f1d4733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:29.008499 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-b82df15c-d264-43e5-a9f7-31f87f1d4733 admin admin] Added segment 8d14041b-2b0d-4c82-9be6-879d2c404d5a of type vlan for network 12e8eba6-0c6c-4094-a157-46b0b1fcccae Nov 12 03:19:29.038795 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b6cbee-da39-4de0-9399-d997991d80ec x-openstack-request-id: req-03b6cbee-da39-4de0-9399-d997991d80ec {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:29.039285 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a110309-1988-46c2-bc35-ddd7f469b80e", "name": "network-vif-deleted", "tag": "3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:29.039628 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-03b6cbee-da39-4de0-9399-d997991d80ec {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:29.040226 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a110309-1988-46c2-bc35-ddd7f469b80e', 'name': 'network-vif-deleted', 'tag': '3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5', 'status': 'completed', 'code': 200} Nov 12 03:19:29.044292 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d4b45677-b7e4-4bb0-bcf5-c3c202ecc4a5 req-5303f65a-e452-4839-8d72-8b59b3d7558e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=a6c70e7a-cb90-47e9-9257-b8480510453f HTTP/1.1" status: 200 len: 217 time: 0.1141798 Nov 12 03:19:29.101327 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:19:29.148781 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: 3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:19:29.149140 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 3bd8a23e-08d6-46bb-9d3d-ac8bc75212f5 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:19:29.180061 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b45677-b7e4-4bb0-bcf5-c3c202ecc4a5 req-86deb756-be78-4abb-9775-c7fdd4d0a600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:29.181628 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d4b45677-b7e4-4bb0-bcf5-c3c202ecc4a5 req-86deb756-be78-4abb-9775-c7fdd4d0a600 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.1286449 Nov 12 03:19:29.201912 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b82df15c-d264-43e5-a9f7-31f87f1d4733 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:29.279005 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b45677-b7e4-4bb0-bcf5-c3c202ecc4a5 req-65059b20-e868-4962-bcb8-2c5bef85605d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:29.280929 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d4b45677-b7e4-4bb0-bcf5-c3c202ecc4a5 req-65059b20-e868-4962-bcb8-2c5bef85605d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0861714 Nov 12 03:19:29.295086 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c259c9-bb12-49ff-a4fc-5b7078f8e9cd req-8e6b9293-f4f6-4998-970b-72f58289a99c tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:29.296663 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b2c259c9-bb12-49ff-a4fc-5b7078f8e9cd req-8e6b9293-f4f6-4998-970b-72f58289a99c tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 948 time: 0.1406465 Nov 12 03:19:29.334057 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b82df15c-d264-43e5-a9f7-31f87f1d4733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:29.335451 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82df15c-d264-43e5-a9f7-31f87f1d4733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:29.336274 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b82df15c-d264-43e5-a9f7-31f87f1d4733 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:29.405076 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1b825-07f1-4daa-9890-c28f33d93e43 req-253bd035-b6fc-4ff8-8582-fb43338cc813 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:29.406844 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d9b1b825-07f1-4daa-9890-c28f33d93e43 req-253bd035-b6fc-4ff8-8582-fb43338cc813 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=67f71169-0ac9-4e53-a8fa-49dac9d9685b HTTP/1.1" status: 200 len: 944 time: 0.2241027 Nov 12 03:19:29.430193 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-a3c019c8-9a2b-4ce9-a833-41db5f29052d tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Allocated IP 172.20.0.4 (0412cd42-2fcf-4b7d-8763-d024929e1ca5/8d606a2c-3c59-498d-b0d7-1b0d5a750676/7999390d-3b39-434e-bfa4-54f1467fb734) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:29.480316 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b82df15c-d264-43e5-a9f7-31f87f1d4733 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2105722 Nov 12 03:19:29.489730 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51612) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:29.497684 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-010e12e2-2b60-4b0f-84d0-b66ae8edc101 admin admin] Request body: {'subnet': {'network_id': '12e8eba6-0c6c-4094-a157-46b0b1fcccae', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1510472808-subnet', 'tenant_id': 'd225cddfb55d4b33a740355aedee9734', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:29.498869 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d4b45677-b7e4-4bb0-bcf5-c3c202ecc4a5 req-5501b875-f4eb-4bdc-aa73-72c7e81114d8 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098677 Nov 12 03:19:29.510538 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b2c259c9-bb12-49ff-a4fc-5b7078f8e9cd req-71c234fc-8480-45ec-b8c3-296eee92a419 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059247 Nov 12 03:19:29.514071 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82df15c-d264-43e5-a9f7-31f87f1d4733 admin admin] Pushing event updated for resources: {'Network': ['ID=12e8eba6-0c6c-4094-a157-46b0b1fcccae,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:29.516756 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d9b1b825-07f1-4daa-9890-c28f33d93e43 req-7ede5aa6-2096-4c0b-865e-96facdeb1cfd tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993712 Nov 12 03:19:29.540642 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 12e8eba6-0c6c-4094-a157-46b0b1fcccae details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:19:29.595719 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device a6c70e7a-cb90-47e9-9257-b8480510453f up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:29.614311 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010e12e2-2b60-4b0f-84d0-b66ae8edc101 admin admin] Made reservation on behalf of d225cddfb55d4b33a740355aedee9734 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:29.616656 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-010e12e2-2b60-4b0f-84d0-b66ae8edc101 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:29.757835 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d4b45677-b7e4-4bb0-bcf5-c3c202ecc4a5 req-438eec9e-e4a3-4b4c-a4f1-73601d0f2ef3 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368734 Nov 12 03:19:29.818554 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port a6c70e7a-cb90-47e9-9257-b8480510453f completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:19:29.822898 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port a6c70e7a-cb90-47e9-9257-b8480510453f triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:29.823263 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:30.019606 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:30.039773 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-1afea142-45b3-486a-9a63-32d5bb7c4951 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:30.047792 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-1afea142-45b3-486a-9a63-32d5bb7c4951 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/networks?id=0412cd42-2fcf-4b7d-8763-d024929e1ca5 HTTP/1.1" status: 200 len: 816 time: 0.2837799 Nov 12 03:19:30.069449 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-32ccaffb-6f78-4754-b07e-af919ffd9079 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/quotas/c887e622cb474fb78d6dfa682713b9e9 HTTP/1.1" status: 200 len: 375 time: 0.0206223 Nov 12 03:19:30.122176 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fccfd77-81d6-4617-957f-68000ad72a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c70e7a-cb90-47e9-9257-b8480510453f'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:30.124673 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d6b5ba-3460-4aac-8e9d-772e1ca64944" -d '{"events": [{"server_uuid": "5fccfd77-81d6-4617-957f-68000ad72a48", "name": "network-vif-plugged", "status": "completed", "tag": "a6c70e7a-cb90-47e9-9257-b8480510453f"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:30.139129 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-4c51bfe3-421d-40b8-8443-a35288aa817f tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c887e622cb474fb78d6dfa682713b9e9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0685797 Nov 12 03:19:30.152220 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port a6c70e7a-cb90-47e9-9257-b8480510453f, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=a6c70e7a-cb90-47e9-9257-b8480510453f,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:30.167821 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:30.226284 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-a3c019c8-9a2b-4ce9-a833-41db5f29052d tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:30.357795 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-04bfb7db-fca9-46cb-9ae6-ab3094bd61da service neutron] 10.222.0.50 "GET /v2.0/networks/0412cd42-2fcf-4b7d-8763-d024929e1ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092271 Nov 12 03:19:30.411065 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=a6c70e7a-cb90-47e9-9257-b8480510453f,revision_number=9']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:30.451136 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-64edc29c-0d91-4201-b1c4-8267aa294811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:30.534123 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-010e12e2-2b60-4b0f-84d0-b66ae8edc101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:30.579319 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-a3c019c8-9a2b-4ce9-a833-41db5f29052d tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:30.590224 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-f85ad451-ae4f-4a58-8c91-57af21aba7ea service neutron] 10.222.0.50 "GET /v2.0/networks/0412cd42-2fcf-4b7d-8763-d024929e1ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236269 Nov 12 03:19:30.613878 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4091c-8707-4513-9749-7343769c861a req-c421dc75-152a-45ab-8d40-fc0b76dde85b tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:30.615712 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9be4091c-8707-4513-9749-7343769c861a req-c421dc75-152a-45ab-8d40-fc0b76dde85b tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/ports?device_id=db194ae6-5673-46d3-8006-10fbe11bb854 HTTP/1.1" status: 200 len: 950 time: 0.2469995 Nov 12 03:19:30.695384 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e12e2-2b60-4b0f-84d0-b66ae8edc101 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9275cca0-1fa0-4c9e-bfcd-bdceeb2b8910,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:30.706320 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-a3c019c8-9a2b-4ce9-a833-41db5f29052d tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Network 0412cd42-2fcf-4b7d-8763-d024929e1ca5 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:30.715426 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-a3c019c8-9a2b-4ce9-a833-41db5f29052d tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:30.717372 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c019c8-9a2b-4ce9-a833-41db5f29052d tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Pushing event updated for resources: {'Port': ['ID=7999390d-3b39-434e-bfa4-54f1467fb734,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:30.720855 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-a3c019c8-9a2b-4ce9-a833-41db5f29052d tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:30.815766 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010e12e2-2b60-4b0f-84d0-b66ae8edc101 admin admin] Checking segment: {'id': '8d14041b-2b0d-4c82-9be6-879d2c404d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '12e8eba6-0c6c-4094-a157-46b0b1fcccae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:30.823112 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010e12e2-2b60-4b0f-84d0-b66ae8edc101 admin admin] Network hostable DHCP agents. Network: 12e8eba6-0c6c-4094-a157-46b0b1fcccae, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:19:30.880808 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9be4091c-8707-4513-9749-7343769c861a req-946bf1f1-818a-4f01-9873-79cbd5d3be8e tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/security-groups?id=8181c547-4017-4b45-a1d1-bd37aff570a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353377 Nov 12 03:19:30.912292 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-a3c019c8-9a2b-4ce9-a833-41db5f29052d tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:30.912971 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-a3c019c8-9a2b-4ce9-a833-41db5f29052d tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:30.942122 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa080176-ef75-412e-af18-7a56f103d231 x-openstack-request-id: req-fa080176-ef75-412e-af18-7a56f103d231 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:30.943082 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fccfd77-81d6-4617-957f-68000ad72a48", "name": "network-vif-plugged", "status": "completed", "tag": "a6c70e7a-cb90-47e9-9257-b8480510453f", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:30.943498 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fa080176-ef75-412e-af18-7a56f103d231 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:30.944062 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fccfd77-81d6-4617-957f-68000ad72a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c70e7a-cb90-47e9-9257-b8480510453f', 'code': 200} Nov 12 03:19:30.966341 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-a3c019c8-9a2b-4ce9-a833-41db5f29052d tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6522291 Nov 12 03:19:30.974090 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010e12e2-2b60-4b0f-84d0-b66ae8edc101 admin admin] Network 12e8eba6-0c6c-4094-a157-46b0b1fcccae is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:19:30.990622 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-cad88d70-ae31-4f3d-a990-92c8a7818e58 service neutron] Request body: {'port': {'device_id': 'a3e161a7-5545-4a60-b9c6-e6f42aef1556', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:31.019516 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-010e12e2-2b60-4b0f-84d0-b66ae8edc101 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 12e8eba6-0c6c-4094-a157-46b0b1fcccae) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:31.034259 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9e2813-b430-4718-84a8-fbd75324c025 None None] Network 12e8eba6-0c6c-4094-a157-46b0b1fcccae requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:19:31.160880 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010e12e2-2b60-4b0f-84d0-b66ae8edc101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:31.161461 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-010e12e2-2b60-4b0f-84d0-b66ae8edc101 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:31.262648 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-010e12e2-2b60-4b0f-84d0-b66ae8edc101 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7706883 Nov 12 03:19:31.282650 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-cad88d70-ae31-4f3d-a990-92c8a7818e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:31.326181 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0affe274-a8f0-4e92-b6a9-d1abf0c34bbc req-c7c522c1-2dbe-40f4-bea0-df35b117afc4 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:31.329955 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-e195cf31-077e-4573-bc71-fd126a86f937 None None] Provisioning complete for port 7999390d-3b39-434e-bfa4-54f1467fb734 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:31.330328 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e195cf31-077e-4573-bc71-fd126a86f937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:31.344267 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0affe274-a8f0-4e92-b6a9-d1abf0c34bbc req-c7c522c1-2dbe-40f4-bea0-df35b117afc4 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=67f71169-0ac9-4e53-a8fa-49dac9d9685b HTTP/1.1" status: 200 len: 944 time: 0.2276227 Nov 12 03:19:31.457185 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-72e32ab3-8240-4ba9-8f50-e8189d06fb75 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:31.459291 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-72e32ab3-8240-4ba9-8f50-e8189d06fb75 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.90 "GET /v2.0/networks?id=0412cd42-2fcf-4b7d-8763-d024929e1ca5 HTTP/1.1" status: 200 len: 816 time: 0.2457952 Nov 12 03:19:31.480533 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0affe274-a8f0-4e92-b6a9-d1abf0c34bbc req-d35cd307-fba4-4994-ae4d-5fc53b8c5c87 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311579 Nov 12 03:19:31.487774 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-e195cf31-077e-4573-bc71-fd126a86f937 None None] Port 7999390d-3b39-434e-bfa4-54f1467fb734 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:19:31.496224 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43f09e-6e98-4f5c-98fd-ee93e1a4adf3 req-5164b1e8-1d9a-4169-982f-cea5a86e6b08 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:31.501412 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0c43f09e-6e98-4f5c-98fd-ee93e1a4adf3 req-5164b1e8-1d9a-4169-982f-cea5a86e6b08 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 949 time: 0.3241618 Nov 12 03:19:31.514217 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-797782b5-3360-495e-b401-4d53ec2cd175 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Request body: {'port': {'device_id': '990a0731-5d25-4aa0-b84c-e44a382e2fc0', 'network_id': '0412cd42-2fcf-4b7d-8763-d024929e1ca5', 'admin_state_up': True, 'tenant_id': 'c887e622cb474fb78d6dfa682713b9e9'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:31.654154 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 3f9c41ff-beea-4228-87b0-4cb66894b887 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:31.729342 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f8e12e-94c4-4f02-a890-4c94555dab25 None None] Network 12e8eba6-0c6c-4094-a157-46b0b1fcccae requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:19:31.762180 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-98d05cca-8fed-4464-aca0-210035585028 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--280814943&fields=id&tenant_id=9ec418fa1b0f4b7bae30d2cd4a8b187d HTTP/1.1" status: 200 len: 267 time: 0.1390157 Nov 12 03:19:31.865668 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b3890-ec31-4cf1-a296-0139b47d0500 req-5c2ef676-6511-42c5-ac8d-54a92232b356 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:31.867273 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-433b3890-ec31-4cf1-a296-0139b47d0500 req-5c2ef676-6511-42c5-ac8d-54a92232b356 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.74 "GET /v2.0/ports?device_id=db194ae6-5673-46d3-8006-10fbe11bb854 HTTP/1.1" status: 200 len: 950 time: 0.2219050 Nov 12 03:19:31.882889 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0c43f09e-6e98-4f5c-98fd-ee93e1a4adf3 req-9842e4e6-234d-4556-b0eb-70fd6c2049e1 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545892 Nov 12 03:19:31.890919 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 3f9c41ff-beea-4228-87b0-4cb66894b887 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:19:31.928412 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 3f9c41ff-beea-4228-87b0-4cb66894b887 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:31.931009 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:31.974178 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-17dd63e7-b3de-4132-9987-089f9d123ec4 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:31.981845 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-17dd63e7-b3de-4132-9987-089f9d123ec4 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/networks?id=5d12c86d-665b-42e0-88f2-c767d0a1a78b HTTP/1.1" status: 200 len: 824 time: 0.1861017 Nov 12 03:19:32.006216 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-76dfb40f-210e-4041-b002-082dcec34ae0 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/quotas/9ec418fa1b0f4b7bae30d2cd4a8b187d HTTP/1.1" status: 200 len: 375 time: 0.0234196 Nov 12 03:19:32.078849 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-cad88d70-ae31-4f3d-a990-92c8a7818e58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7999390d-3b39-434e-bfa4-54f1467fb734 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:32.080752 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-797782b5-3360-495e-b401-4d53ec2cd175 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Made reservation on behalf of c887e622cb474fb78d6dfa682713b9e9 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:32.087526 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-797782b5-3360-495e-b401-4d53ec2cd175 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:32.090675 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-cad88d70-ae31-4f3d-a990-92c8a7818e58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:32.221009 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:32.227032 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a7a0b5e4-1c03-43f6-9465-8abeb580bdba req-c6388c68-2fc0-466b-863c-95f8015ef39b tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb00b05b-3549-432e-8ce3-1bf0e3dd2e1b HTTP/1.1" status: 200 len: 210 time: 0.0418334 Nov 12 03:19:32.236351 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-433b3890-ec31-4cf1-a296-0139b47d0500 req-2add7268-6595-4dea-8eb3-37211113fe47 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Deleting port 131b1e86-15ad-4fd6-9721-0e95215334f2 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:19:32.236755 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-433b3890-ec31-4cf1-a296-0139b47d0500 req-2add7268-6595-4dea-8eb3-37211113fe47 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:32.299379 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 3f9c41ff-beea-4228-87b0-4cb66894b887, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=3f9c41ff-beea-4228-87b0-4cb66894b887,segment=NetworkSegment(8dbff2fd-9cfc-4504-9870-2f052b7a9289),segment_id=8dbff2fd-9cfc-4504-9870-2f052b7a9289)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:32.313554 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:32.375344 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-433b3890-ec31-4cf1-a296-0139b47d0500 req-2add7268-6595-4dea-8eb3-37211113fe47 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] For port 131b1e86-15ad-4fd6-9721-0e95215334f2, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=131b1e86-15ad-4fd6-9721-0e95215334f2,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:32.375750 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-433b3890-ec31-4cf1-a296-0139b47d0500 req-2add7268-6595-4dea-8eb3-37211113fe47 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:32.392177 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-433b3890-ec31-4cf1-a296-0139b47d0500 req-2add7268-6595-4dea-8eb3-37211113fe47 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Calling delete_port for 131b1e86-15ad-4fd6-9721-0e95215334f2 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:19:32.449658 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=3f9c41ff-beea-4228-87b0-4cb66894b887,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:32.562338 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-880eed04-7cfd-4497-b2c8-f399cbf1f72d tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9ec418fa1b0f4b7bae30d2cd4a8b187d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5464323 Nov 12 03:19:32.659524 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-cad88d70-ae31-4f3d-a990-92c8a7818e58 service neutron] Transition to ACTIVE for port object 7999390d-3b39-434e-bfa4-54f1467fb734 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:19:32.681041 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-cad88d70-ae31-4f3d-a990-92c8a7818e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:32.718273 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc41db-e71a-4107-8e11-5b401ff18dfe req-81c3ca62-dd8b-4b9a-9f64-069f872a937b tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:32.720320 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e9bc41db-e71a-4107-8e11-5b401ff18dfe req-81c3ca62-dd8b-4b9a-9f64-069f872a937b tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.74 "GET /v2.0/ports?device_id=36a4ba43-4506-4e0d-a0e5-ca182cf81bc8 HTTP/1.1" status: 200 len: 967 time: 0.6255608 Nov 12 03:19:32.801385 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-433b3890-ec31-4cf1-a296-0139b47d0500 req-2add7268-6595-4dea-8eb3-37211113fe47 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:32.816792 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['131b1e86-15ad-4fd6-9721-0e95215334f2'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:19:32.858874 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-e162ad58-5b7b-4672-a83c-7c006a8d2476 service neutron] 10.222.0.50 "GET /v2.0/networks/5d12c86d-665b-42e0-88f2-c767d0a1a78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898676 Nov 12 03:19:32.887544 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad88d70-ae31-4f3d-a990-92c8a7818e58 service neutron] Pushing event updated for resources: {'Port': ['ID=7999390d-3b39-434e-bfa4-54f1467fb734,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:32.945267 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f71169-0ac9-4e53-a8fa-49dac9d9685b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9c41ff-beea-4228-87b0-4cb66894b887'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:32.947699 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb80609-2b37-4b7a-bca4-71d2ab2a62c0" -d '{"events": [{"server_uuid": "67f71169-0ac9-4e53-a8fa-49dac9d9685b", "name": "network-vif-plugged", "status": "completed", "tag": "3f9c41ff-beea-4228-87b0-4cb66894b887"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:32.951018 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add7268-6595-4dea-8eb3-37211113fe47 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Pushing event deleted for resources: {'Port': ['ID=131b1e86-15ad-4fd6-9721-0e95215334f2,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:33.003394 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-797782b5-3360-495e-b401-4d53ec2cd175 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Allocated IP 172.20.0.9 (0412cd42-2fcf-4b7d-8763-d024929e1ca5/8d606a2c-3c59-498d-b0d7-1b0d5a750676/bdf04db1-5054-457b-b29b-953665552509) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:33.079265 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-2bf2d162-9bf9-4939-958f-e2bcc8e97ea5 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:33.084585 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-2bf2d162-9bf9-4939-958f-e2bcc8e97ea5 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.74 "GET /v2.0/networks?id=0412cd42-2fcf-4b7d-8763-d024929e1ca5 HTTP/1.1" status: 200 len: 816 time: 0.5294719 Nov 12 03:19:33.137239 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-6a899654-582d-43ef-a63a-aa4e19704fd6 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Request body: {'port': {'device_id': 'eb00b05b-3549-432e-8ce3-1bf0e3dd2e1b', 'network_id': '0412cd42-2fcf-4b7d-8763-d024929e1ca5', 'admin_state_up': True, 'tenant_id': 'c887e622cb474fb78d6dfa682713b9e9'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:33.140596 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-433b3890-ec31-4cf1-a296-0139b47d0500 req-2add7268-6595-4dea-8eb3-37211113fe47 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] No DVR routers for this DVR port 131b1e86-15ad-4fd6-9721-0e95215334f2 on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:19:33.163483 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-433b3890-ec31-4cf1-a296-0139b47d0500 req-2add7268-6595-4dea-8eb3-37211113fe47 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:33.166814 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-433b3890-ec31-4cf1-a296-0139b47d0500 req-2add7268-6595-4dea-8eb3-37211113fe47 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.74 "DELETE /v2.0/ports/131b1e86-15ad-4fd6-9721-0e95215334f2 HTTP/1.1" status: 204 len: 173 time: 1.2888875 Nov 12 03:19:33.192645 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db194ae6-5673-46d3-8006-10fbe11bb854', 'name': 'network-vif-deleted', 'tag': '131b1e86-15ad-4fd6-9721-0e95215334f2'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:33.192874 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a8568951-852e-47d6-a704-932f1eb92ff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:33.194918 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043b5372-ba3d-4fc7-ab41-0223bd4c3b81" -d '{"events": [{"server_uuid": "db194ae6-5673-46d3-8006-10fbe11bb854", "name": "network-vif-deleted", "tag": "131b1e86-15ad-4fd6-9721-0e95215334f2"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:33.227527 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-c869fffb-a98b-4b97-876f-a8d4914ae931 service neutron] 10.222.0.50 "GET /v2.0/networks/5d12c86d-665b-42e0-88f2-c767d0a1a78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516548 Nov 12 03:19:33.230891 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-13ef3896-5c14-4aec-8a3b-85495e5ee843 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:33.239541 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-13ef3896-5c14-4aec-8a3b-85495e5ee843 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/networks?id=f2354694-6453-486d-800c-f4fc7f841803 HTTP/1.1" status: 200 len: 821 time: 0.5417137 Nov 12 03:19:33.274014 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-cad88d70-ae31-4f3d-a990-92c8a7818e58 service neutron] Attempting to bind port 7999390d-3b39-434e-bfa4-54f1467fb734 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:33.274352 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-cad88d70-ae31-4f3d-a990-92c8a7818e58 service neutron] Attempting to bind port 7999390d-3b39-434e-bfa4-54f1467fb734 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': 'cb6c2d6e-ae3b-4912-bbef-e76a478fde8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '0412cd42-2fcf-4b7d-8763-d024929e1ca5'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:33.274675 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-cad88d70-ae31-4f3d-a990-92c8a7818e58 service neutron] Attempting to bind port 7999390d-3b39-434e-bfa4-54f1467fb734 on network 0412cd42-2fcf-4b7d-8763-d024929e1ca5 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:33.280418 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-e9bc41db-e71a-4107-8e11-5b401ff18dfe req-94528881-59d6-4ab3-b305-164b06b800ad tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Deleting port 9df25197-4312-482e-86e0-b8dba084bed8 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:19:33.280752 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e9bc41db-e71a-4107-8e11-5b401ff18dfe req-94528881-59d6-4ab3-b305-164b06b800ad tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:33.297840 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-cad88d70-ae31-4f3d-a990-92c8a7818e58 service neutron] Port 7999390d-3b39-434e-bfa4-54f1467fb734 on network 0412cd42-2fcf-4b7d-8763-d024929e1ca5 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:19:33.298317 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-cad88d70-ae31-4f3d-a990-92c8a7818e58 service neutron] Attempting to bind port 7999390d-3b39-434e-bfa4-54f1467fb734 on network 0412cd42-2fcf-4b7d-8763-d024929e1ca5 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:33.347876 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-cad88d70-ae31-4f3d-a990-92c8a7818e58 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:33.348290 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-cad88d70-ae31-4f3d-a990-92c8a7818e58 service neutron] Checking segment: {'id': 'cb6c2d6e-ae3b-4912-bbef-e76a478fde8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '0412cd42-2fcf-4b7d-8763-d024929e1ca5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:33.348684 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-cad88d70-ae31-4f3d-a990-92c8a7818e58 service neutron] Bound using segment: {'id': 'cb6c2d6e-ae3b-4912-bbef-e76a478fde8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '0412cd42-2fcf-4b7d-8763-d024929e1ca5'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:33.349182 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-cad88d70-ae31-4f3d-a990-92c8a7818e58 service neutron] Bound port: 7999390d-3b39-434e-bfa4-54f1467fb734, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb6c2d6e-ae3b-4912-bbef-e76a478fde8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '0412cd42-2fcf-4b7d-8763-d024929e1ca5'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:33.349540 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-cad88d70-ae31-4f3d-a990-92c8a7818e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:33.358498 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-78edfaaf-1aea-472a-a045-dbff947d3c3c tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/quotas/576a7b2c0e984780a26518e9c1601856 HTTP/1.1" status: 200 len: 375 time: 0.1179390 Nov 12 03:19:33.409298 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-410621d0-4de1-44d1-a582-52cc8586955d tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=576a7b2c0e984780a26518e9c1601856&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495627 Nov 12 03:19:33.475146 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:19:33.538491 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-e9bc41db-e71a-4107-8e11-5b401ff18dfe req-94528881-59d6-4ab3-b305-164b06b800ad tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] For port 9df25197-4312-482e-86e0-b8dba084bed8, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=9df25197-4312-482e-86e0-b8dba084bed8,segment=NetworkSegment(9a25bf69-3388-48ff-939d-174c3ec6e8fc),segment_id=9a25bf69-3388-48ff-939d-174c3ec6e8fc)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:33.541187 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e9bc41db-e71a-4107-8e11-5b401ff18dfe req-94528881-59d6-4ab3-b305-164b06b800ad tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:33.619573 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-cad88d70-ae31-4f3d-a990-92c8a7818e58 service neutron] For port 7999390d-3b39-434e-bfa4-54f1467fb734, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:33.682786 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-e97dc25f-1edc-4cb1-ac85-d41df28803c9 service neutron] 10.222.0.50 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700508 Nov 12 03:19:33.702531 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-cad88d70-ae31-4f3d-a990-92c8a7818e58 service neutron] For port 7999390d-3b39-434e-bfa4-54f1467fb734, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=7999390d-3b39-434e-bfa4-54f1467fb734,segment=NetworkSegment(cb6c2d6e-ae3b-4912-bbef-e76a478fde8c),segment_id=cb6c2d6e-ae3b-4912-bbef-e76a478fde8c)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:33.742193 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-cad88d70-ae31-4f3d-a990-92c8a7818e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:33.745749 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f396187e-081a-4f16-b0ac-f11252b5e1c1 req-9bcb1086-4be3-4314-ae94-b0e85e8a7b09 tempest-ServersAdminNegativeTestJSON-1236621241 tempest-ServersAdminNegativeTestJSON-1236621241-project] 10.222.0.50 "GET /v2.0/ports?device_id=db194ae6-5673-46d3-8006-10fbe11bb854 HTTP/1.1" status: 200 len: 210 time: 0.0806539 Nov 12 03:19:33.840316 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-cad88d70-ae31-4f3d-a990-92c8a7818e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:33.840931 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-cad88d70-ae31-4f3d-a990-92c8a7818e58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:33.842451 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-cad88d70-ae31-4f3d-a990-92c8a7818e58 service neutron] 10.222.0.90 "PUT /v2.0/ports/7999390d-3b39-434e-bfa4-54f1467fb734 HTTP/1.1" status: 200 len: 1092 time: 2.8571217 Nov 12 03:19:33.842910 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3e161a7-5545-4a60-b9c6-e6f42aef1556', 'tag': '7999390d-3b39-434e-bfa4-54f1467fb734'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:33.845983 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab57fdc-daf7-46af-94e1-672091adca39" -d '{"events": [{"name": "network-changed", "server_uuid": "a3e161a7-5545-4a60-b9c6-e6f42aef1556", "tag": "7999390d-3b39-434e-bfa4-54f1467fb734"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:33.965501 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:33.999122 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad88d70-ae31-4f3d-a990-92c8a7818e58 service neutron] Pushing event updated for resources: {'Port': ['ID=7999390d-3b39-434e-bfa4-54f1467fb734,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:34.148880 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61708fa5-ea71-4399-b839-ba467fe295b2 req-25c6db96-0e8d-4055-9a18-a5166a341087 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:34.156690 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-61708fa5-ea71-4399-b839-ba467fe295b2 req-25c6db96-0e8d-4055-9a18-a5166a341087 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 949 time: 0.2657273 Nov 12 03:19:34.180037 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e9bc41db-e71a-4107-8e11-5b401ff18dfe req-94528881-59d6-4ab3-b305-164b06b800ad tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:34.180360 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e9bc41db-e71a-4107-8e11-5b401ff18dfe req-94528881-59d6-4ab3-b305-164b06b800ad tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:34.180983 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [req-e9bc41db-e71a-4107-8e11-5b401ff18dfe req-94528881-59d6-4ab3-b305-164b06b800ad tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Floating IP b75c2015-c74a-4ebf-a85c-02ec3bc9a4e9 disassociated. External IP: 172.25.5.167, port: 9df25197-4312-482e-86e0-b8dba084bed8. Nov 12 03:19:34.180983 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-e9bc41db-e71a-4107-8e11-5b401ff18dfe req-94528881-59d6-4ab3-b305-164b06b800ad tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Calling delete_port for 9df25197-4312-482e-86e0-b8dba084bed8 owned by compute:tempest-test_az-1940574586 {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:19:34.216985 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-d0b936dc-6fdf-45ad-9be5-75f5f9fcb081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:34.221947 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-d0b936dc-6fdf-45ad-9be5-75f5f9fcb081 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c887e622cb474fb78d6dfa682713b9e9&device_id=a3e161a7-5545-4a60-b9c6-e6f42aef1556 HTTP/1.1" status: 200 len: 1095 time: 0.2093112 Nov 12 03:19:34.304212 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-3029fef2-b277-434f-8226-594015362db1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7999390d-3b39-434e-bfa4-54f1467fb734 HTTP/1.1" status: 200 len: 217 time: 0.0444736 Nov 12 03:19:34.371399 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-61708fa5-ea71-4399-b839-ba467fe295b2 req-4e253a94-62cf-4b25-afe4-7380ceddbdbf tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093449 Nov 12 03:19:34.500156 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-797782b5-3360-495e-b401-4d53ec2cd175 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:34.517678 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-e4f7b2e1-6eab-44c0-ae98-b34326e4291a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:34.519332 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-e4f7b2e1-6eab-44c0-ae98-b34326e4291a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8d606a2c-3c59-498d-b0d7-1b0d5a750676 HTTP/1.1" status: 200 len: 855 time: 0.2041857 Nov 12 03:19:34.602457 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-e017040b-6ee8-4270-a7fe-76bfc379223c service neutron] 10.222.0.50 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8990858 Nov 12 03:19:34.620662 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-6a899654-582d-43ef-a63a-aa4e19704fd6 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Made reservation on behalf of c887e622cb474fb78d6dfa682713b9e9 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:34.621581 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e9bc41db-e71a-4107-8e11-5b401ff18dfe req-94528881-59d6-4ab3-b305-164b06b800ad tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:34.634862 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-6a899654-582d-43ef-a63a-aa4e19704fd6 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:34.667867 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-c107b7cf-95ec-4f95-abf8-2142e76d2f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:34.670662 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-c107b7cf-95ec-4f95-abf8-2142e76d2f07 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0412cd42-2fcf-4b7d-8763-d024929e1ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1413116 Nov 12 03:19:34.678700 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94528881-59d6-4ab3-b305-164b06b800ad tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Pushing event deleted for resources: {'Port': ['ID=9df25197-4312-482e-86e0-b8dba084bed8,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:34.714409 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82232e8-bda1-44ce-be78-caa0ca3ed4ea req-e022b5a2-458a-45e1-abfa-373069bb9f8a tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:34.716939 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f82232e8-bda1-44ce-be78-caa0ca3ed4ea req-e022b5a2-458a-45e1-abfa-373069bb9f8a tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=67f71169-0ac9-4e53-a8fa-49dac9d9685b HTTP/1.1" status: 200 len: 945 time: 0.2206981 Nov 12 03:19:34.858186 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d0293a-c97d-4aa9-b786-1f86154e82fe x-openstack-request-id: req-49d0293a-c97d-4aa9-b786-1f86154e82fe {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:34.858503 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f71169-0ac9-4e53-a8fa-49dac9d9685b", "name": "network-vif-plugged", "status": "completed", "tag": "3f9c41ff-beea-4228-87b0-4cb66894b887", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:34.858893 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-49d0293a-c97d-4aa9-b786-1f86154e82fe {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:34.860541 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f71169-0ac9-4e53-a8fa-49dac9d9685b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9c41ff-beea-4228-87b0-4cb66894b887', 'code': 200} Nov 12 03:19:34.954915 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-797782b5-3360-495e-b401-4d53ec2cd175 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:35.132637 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f82232e8-bda1-44ce-be78-caa0ca3ed4ea req-595a5e79-65d2-45ff-b535-d53349b31a4a tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748367 Nov 12 03:19:35.180655 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-c6ae3a50-1dbc-4cb3-97ae-3db0fbb6627f service neutron] 10.222.0.90 "GET /v2.0/networks/0412cd42-2fcf-4b7d-8763-d024929e1ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4996357 Nov 12 03:19:35.268372 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea06a98-0349-41dd-aa30-e5c1a2a07ae2 x-openstack-request-id: req-2ea06a98-0349-41dd-aa30-e5c1a2a07ae2 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:35.269601 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db194ae6-5673-46d3-8006-10fbe11bb854", "name": "network-vif-deleted", "tag": "131b1e86-15ad-4fd6-9721-0e95215334f2", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:35.275053 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2ea06a98-0349-41dd-aa30-e5c1a2a07ae2 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:35.275673 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db194ae6-5673-46d3-8006-10fbe11bb854', 'name': 'network-vif-deleted', 'tag': '131b1e86-15ad-4fd6-9721-0e95215334f2', 'status': 'completed', 'code': 200} Nov 12 03:19:35.295024 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9bc41db-e71a-4107-8e11-5b401ff18dfe req-94528881-59d6-4ab3-b305-164b06b800ad tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Router be1259ea-4e37-4bc1-8374-2c86527003b9 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:19:35.299093 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f6245cc9-edce-4129-af7a-0eace53ffd46 req-ed079a16-cda8-42e8-8b29-c2110b799006 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d6c9876-0ca8-4a13-a411-4ec180b1f938 HTTP/1.1" status: 200 len: 210 time: 0.0785053 Nov 12 03:19:35.342374 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:35.393658 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c2874621-89fd-4b2c-8b68-02dea31c15c2 req-3e3999b2-d8e9-4444-a45f-af3f72ccee56 service neutron] 10.222.0.90 "GET /v2.0/networks/0412cd42-2fcf-4b7d-8763-d024929e1ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024045 Nov 12 03:19:35.396900 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-797782b5-3360-495e-b401-4d53ec2cd175 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Network 0412cd42-2fcf-4b7d-8763-d024929e1ca5 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:35.415839 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-797782b5-3360-495e-b401-4d53ec2cd175 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:35.446233 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c272b799-976d-4d97-9175-ce80e97cc384 x-openstack-request-id: req-c272b799-976d-4d97-9175-ce80e97cc384 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:35.446520 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3e161a7-5545-4a60-b9c6-e6f42aef1556", "tag": "7999390d-3b39-434e-bfa4-54f1467fb734", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:35.446773 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c272b799-976d-4d97-9175-ce80e97cc384 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:35.447180 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3e161a7-5545-4a60-b9c6-e6f42aef1556', 'tag': '7999390d-3b39-434e-bfa4-54f1467fb734', 'status': 'completed', 'code': 200} Nov 12 03:19:35.457647 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a7976f37-38a6-4f77-8714-9bfb7954e0be req-8111c7ec-5e3c-49b1-9f8c-56a3e7b02c27 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb00b05b-3549-432e-8ce3-1bf0e3dd2e1b HTTP/1.1" status: 200 len: 210 time: 0.1615982 Nov 12 03:19:35.484547 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-797782b5-3360-495e-b401-4d53ec2cd175 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:35.506622 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-797782b5-3360-495e-b401-4d53ec2cd175 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:35.511633 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-797782b5-3360-495e-b401-4d53ec2cd175 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:35.635699 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 131b1e86-15ad-4fd6-9721-0e95215334f2 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:19:35.689239 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-6a899654-582d-43ef-a63a-aa4e19704fd6 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Allocated IP 172.20.0.10 (0412cd42-2fcf-4b7d-8763-d024929e1ca5/8d606a2c-3c59-498d-b0d7-1b0d5a750676/b215ba03-5b72-44ed-a179-265770f7f27d) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:35.716673 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797782b5-3360-495e-b401-4d53ec2cd175 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Pushing event updated for resources: {'Port': ['ID=bdf04db1-5054-457b-b29b-953665552509,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:35.764706 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-797782b5-3360-495e-b401-4d53ec2cd175 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2619972 Nov 12 03:19:35.770452 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 131b1e86-15ad-4fd6-9721-0e95215334f2 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:19:35.770940 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 131b1e86-15ad-4fd6-9721-0e95215334f2 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:19:35.774494 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 9df25197-4312-482e-86e0-b8dba084bed8 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:19:35.803992 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-eefbbc7f-a68e-4dbd-83cc-20b9b4199c15 service neutron] Request body: {'port': {'device_id': '990a0731-5d25-4aa0-b84c-e44a382e2fc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:35.888295 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d6695170-d6a4-4d2b-8f59-4ad0c7ee16ae req-377e7456-0325-41ba-bb44-622361a4be8b tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c8656ea-cf9a-4529-95f7-92aed89f93cf HTTP/1.1" status: 200 len: 210 time: 0.1138644 Nov 12 03:19:35.891102 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9bc41db-e71a-4107-8e11-5b401ff18dfe req-94528881-59d6-4ab3-b305-164b06b800ad tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:19:35.913256 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5df30-d918-45fd-abc9-ca8896e984fd req-fdcfdc4e-f30d-468b-ac12-b71c663c722f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:35.914742 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c6351c-2315-4b79-a03d-cfe4217dcb69 None None] Sync routers for ids ['be1259ea-4e37-4bc1-8374-2c86527003b9'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:19:35.917417 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f7b5df30-d918-45fd-abc9-ca8896e984fd req-fdcfdc4e-f30d-468b-ac12-b71c663c722f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=67f71169-0ac9-4e53-a8fa-49dac9d9685b HTTP/1.1" status: 200 len: 1097 time: 0.7716489 Nov 12 03:19:35.943129 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c6351c-2315-4b79-a03d-cfe4217dcb69 None None] Routers {'be1259ea-4e37-4bc1-8374-2c86527003b9'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:19:35.943796 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-c2c6351c-2315-4b79-a03d-cfe4217dcb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:19:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['be1259ea-4e37-4bc1-8374-2c86527003b9'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:35.983877 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 9df25197-4312-482e-86e0-b8dba084bed8 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:19:35.988978 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 9df25197-4312-482e-86e0-b8dba084bed8 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:19:36.040883 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab57fdc-daf7-46af-94e1-672091adca39 req-a4117215-1401-49f8-b855-e3b469a49d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:36.047733 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1ab57fdc-daf7-46af-94e1-672091adca39 req-a4117215-1401-49f8-b855-e3b469a49d1b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c887e622cb474fb78d6dfa682713b9e9&device_id=a3e161a7-5545-4a60-b9c6-e6f42aef1556 HTTP/1.1" status: 200 len: 1095 time: 0.4805179 Nov 12 03:19:36.126858 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-b382ac04-a18e-4ed6-87f0-0d519f49d1af None None] Provisioning complete for port bdf04db1-5054-457b-b29b-953665552509 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:36.131896 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b382ac04-a18e-4ed6-87f0-0d519f49d1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:36.168992 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9bc41db-e71a-4107-8e11-5b401ff18dfe req-94528881-59d6-4ab3-b305-164b06b800ad tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] No DVR routers for this DVR port 9df25197-4312-482e-86e0-b8dba084bed8 on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:19:36.178911 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e9bc41db-e71a-4107-8e11-5b401ff18dfe req-94528881-59d6-4ab3-b305-164b06b800ad tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:36.193312 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e9bc41db-e71a-4107-8e11-5b401ff18dfe req-94528881-59d6-4ab3-b305-164b06b800ad tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.74 "DELETE /v2.0/ports/9df25197-4312-482e-86e0-b8dba084bed8 HTTP/1.1" status: 204 len: 173 time: 3.4427299 Nov 12 03:19:36.319124 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f7b5df30-d918-45fd-abc9-ca8896e984fd req-e05602ff-83ec-43ad-a291-ea85bc1155d8 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430784 Nov 12 03:19:36.335398 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-b382ac04-a18e-4ed6-87f0-0d519f49d1af None None] Port bdf04db1-5054-457b-b29b-953665552509 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:19:36.340404 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-eefbbc7f-a68e-4dbd-83cc-20b9b4199c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:36.413428 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:36.503201 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-d6525080-b6b3-47a9-a6b7-0c8bc8902ffc tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535173 Nov 12 03:19:36.571639 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-2e7c907f-3f34-4c00-8273-414cf8897aca tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:36.573547 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-2e7c907f-3f34-4c00-8273-414cf8897aca tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.90 "GET /v2.0/networks?id=5d12c86d-665b-42e0-88f2-c767d0a1a78b HTTP/1.1" status: 200 len: 824 time: 0.7472973 Nov 12 03:19:36.588559 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596bb314-ad68-4db1-bcd1-4b97d2a81404 req-d1782a27-03ba-47b6-940e-4ae7f29449d5 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:36.613682 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-596bb314-ad68-4db1-bcd1-4b97d2a81404 req-d1782a27-03ba-47b6-940e-4ae7f29449d5 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=67f71169-0ac9-4e53-a8fa-49dac9d9685b HTTP/1.1" status: 200 len: 945 time: 0.2550507 Nov 12 03:19:36.663891 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab57fdc-daf7-46af-94e1-672091adca39 req-1d0ddde3-9553-4f33-8654-53d2cd20bf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:36.667707 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1ab57fdc-daf7-46af-94e1-672091adca39 req-1d0ddde3-9553-4f33-8654-53d2cd20bf4f service neutron] 10.222.0.90 "GET /v2.0/networks?id=0412cd42-2fcf-4b7d-8763-d024929e1ca5 HTTP/1.1" status: 200 len: 917 time: 0.4709198 Nov 12 03:19:36.751481 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1ab57fdc-daf7-46af-94e1-672091adca39 req-138575e0-4e3f-45fe-9711-b6446b94802e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7999390d-3b39-434e-bfa4-54f1467fb734 HTTP/1.1" status: 200 len: 217 time: 0.0735950 Nov 12 03:19:36.816172 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-c2c6351c-2315-4b79-a03d-cfe4217dcb69 None None] Set router be1259ea-4e37-4bc1-8374-2c86527003b9 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:19:36.830413 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-596bb314-ad68-4db1-bcd1-4b97d2a81404 req-ae8c632c-70ae-4f96-bb11-1376f9bb842f tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157135 Nov 12 03:19:36.862703 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51752) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:36.898471 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab57fdc-daf7-46af-94e1-672091adca39 req-80fae6b1-ef9b-42ca-b1f3-756d1bf2a564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:36.902938 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1ab57fdc-daf7-46af-94e1-672091adca39 req-80fae6b1-ef9b-42ca-b1f3-756d1bf2a564 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8d606a2c-3c59-498d-b0d7-1b0d5a750676 HTTP/1.1" status: 200 len: 855 time: 0.1378529 Nov 12 03:19:36.936211 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-6a899654-582d-43ef-a63a-aa4e19704fd6 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:37.023327 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fdcf28e8-dde1-461d-9a80-af594ea566b1 req-7916bbfa-f86c-4513-87f9-beebd16a7be2 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d6c9876-0ca8-4a13-a411-4ec180b1f938 HTTP/1.1" status: 200 len: 210 time: 0.0553253 Nov 12 03:19:37.028663 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab57fdc-daf7-46af-94e1-672091adca39 req-9b773360-bb90-4fde-b137-643292ead13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:37.030144 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1ab57fdc-daf7-46af-94e1-672091adca39 req-9b773360-bb90-4fde-b137-643292ead13d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0412cd42-2fcf-4b7d-8763-d024929e1ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1173949 Nov 12 03:19:37.157501 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-6a899654-582d-43ef-a63a-aa4e19704fd6 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:37.270348 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-6a899654-582d-43ef-a63a-aa4e19704fd6 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Network 0412cd42-2fcf-4b7d-8763-d024929e1ca5 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:37.274451 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-6a899654-582d-43ef-a63a-aa4e19704fd6 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:37.277338 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-6a899654-582d-43ef-a63a-aa4e19704fd6 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:37.286077 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-6a899654-582d-43ef-a63a-aa4e19704fd6 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:37.287210 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-6a899654-582d-43ef-a63a-aa4e19704fd6 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:37.350808 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1ab57fdc-daf7-46af-94e1-672091adca39 req-c50d0ac9-56e4-4ee1-abda-7b28c9a698ce service neutron] 10.222.0.90 "GET /v2.0/networks/0412cd42-2fcf-4b7d-8763-d024929e1ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114903 Nov 12 03:19:37.360809 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-c2c6351c-2315-4b79-a03d-cfe4217dcb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1486831551-router', 'tenant_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '29911945-106e-4879-a6ca-eac7126ee4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:16:49Z', 'updated_at': '2021-11-12T03:16:54Z', 'revision_number': 4, 'project_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'gw_port': {'id': '29911945-106e-4879-a6ca-eac7126ee4f5', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:49Z', 'updated_at': '2021-11-12T03:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '68022cd2-1e51-445a-9155-581cc077b18e', 'name': '', 'network_id': '5d12c86d-665b-42e0-88f2-c767d0a1a78b', 'tenant_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'mac_address': 'fa:16:3e:c3:16:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a0218dd1-f1e1-4b4f-9068-6a0660604123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:53Z', 'updated_at': '2021-11-12T03:16:59Z', 'revision_number': 5, 'project_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'subnets': [{'id': 'a0218dd1-f1e1-4b4f-9068-6a0660604123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:37.400354 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-309355a8-fd11-4db1-bfcd-7030383e8f7d tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ec418fa1b0f4b7bae30d2cd4a8b187d HTTP/1.1" status: 200 len: 379 time: 0.7773163 Nov 12 03:19:37.407332 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4187f031-c59c-4c91-b458-e5ab174a1c5a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f60014ea50f04c3eaaf68630072552e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5404055 Nov 12 03:19:37.428937 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c6351c-2315-4b79-a03d-cfe4217dcb69 None None] Checking router: be1259ea-4e37-4bc1-8374-2c86527003b9 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:19:37.449788 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c6351c-2315-4b79-a03d-cfe4217dcb69 None None] Routers {'be1259ea-4e37-4bc1-8374-2c86527003b9'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:19:37.450413 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-c2c6351c-2315-4b79-a03d-cfe4217dcb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:19:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['be1259ea-4e37-4bc1-8374-2c86527003b9'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:37.467362 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51760) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:37.518030 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a4ba43-4506-4e0d-a0e5-ca182cf81bc8', 'name': 'network-vif-deleted', 'tag': '9df25197-4312-482e-86e0-b8dba084bed8'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:37.520674 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff3252d-ec2c-42a0-b674-9910f46d6128" -d '{"events": [{"server_uuid": "36a4ba43-4506-4e0d-a0e5-ca182cf81bc8", "name": "network-vif-deleted", "tag": "9df25197-4312-482e-86e0-b8dba084bed8"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:37.526320 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1ab57fdc-daf7-46af-94e1-672091adca39 req-a06c8f41-804a-422c-be97-48ca25c77b0c service neutron] 10.222.0.90 "GET /v2.0/networks/0412cd42-2fcf-4b7d-8763-d024929e1ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269493 Nov 12 03:19:37.542331 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-efb57bf2-5e99-41a3-a65e-07c692779437 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Request body: {'port': {'device_id': '0d6c9876-0ca8-4a13-a411-4ec180b1f938', 'network_id': '5d12c86d-665b-42e0-88f2-c767d0a1a78b', 'admin_state_up': True, 'tenant_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'security_groups': ['7401f916-5145-4fa4-af83-19b43e6880a1']}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:37.558935 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd7f38-f580-41e7-a18f-7509a29f0f27 req-4aa4ead3-5360-4a0c-a1a1-b4fd8ebfb3d6 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:37.569417 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6bfd7f38-f580-41e7-a18f-7509a29f0f27 req-4aa4ead3-5360-4a0c-a1a1-b4fd8ebfb3d6 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb00b05b-3549-432e-8ce3-1bf0e3dd2e1b HTTP/1.1" status: 200 len: 932 time: 0.4055500 Nov 12 03:19:37.634396 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6bfd7f38-f580-41e7-a18f-7509a29f0f27 req-9dda3a81-6562-4db1-904e-aed7347c355c tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639982 Nov 12 03:19:37.791932 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-c2c6351c-2315-4b79-a03d-cfe4217dcb69 None None] Set router be1259ea-4e37-4bc1-8374-2c86527003b9 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:19:37.815578 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d5d41a57-2663-4c79-9439-8cdf8f7e3256 req-99f5c6d1-ddea-4fdc-a53b-e00b206307ca tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c8656ea-cf9a-4529-95f7-92aed89f93cf HTTP/1.1" status: 200 len: 210 time: 0.0925100 Nov 12 03:19:37.892976 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-50613ee1-078a-4d9a-a30a-8542a2f12329 None None] Provisioning complete for port b215ba03-5b72-44ed-a179-265770f7f27d triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:37.893858 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-50613ee1-078a-4d9a-a30a-8542a2f12329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:37.992615 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-50613ee1-078a-4d9a-a30a-8542a2f12329 None None] Port b215ba03-5b72-44ed-a179-265770f7f27d cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:19:38.085854 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f2bab2-3512-4dda-bb37-442241722032 x-openstack-request-id: req-36f2bab2-3512-4dda-bb37-442241722032 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:38.086378 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a4ba43-4506-4e0d-a0e5-ca182cf81bc8", "name": "network-vif-deleted", "tag": "9df25197-4312-482e-86e0-b8dba084bed8", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:38.086378 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-36f2bab2-3512-4dda-bb37-442241722032 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:38.086760 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a4ba43-4506-4e0d-a0e5-ca182cf81bc8', 'name': 'network-vif-deleted', 'tag': '9df25197-4312-482e-86e0-b8dba084bed8', 'status': 'completed', 'code': 200} Nov 12 03:19:38.107276 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-efb57bf2-5e99-41a3-a65e-07c692779437 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Made reservation on behalf of 9ec418fa1b0f4b7bae30d2cd4a8b187d for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:38.115356 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-efb57bf2-5e99-41a3-a65e-07c692779437 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:38.162849 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-6a899654-582d-43ef-a63a-aa4e19704fd6 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0318644 Nov 12 03:19:38.214996 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-c2c6351c-2315-4b79-a03d-cfe4217dcb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1486831551-router', 'tenant_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '29911945-106e-4879-a6ca-eac7126ee4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:16:49Z', 'updated_at': '2021-11-12T03:16:54Z', 'revision_number': 4, 'project_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'gw_port': {'id': '29911945-106e-4879-a6ca-eac7126ee4f5', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:49Z', 'updated_at': '2021-11-12T03:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '68022cd2-1e51-445a-9155-581cc077b18e', 'name': '', 'network_id': '5d12c86d-665b-42e0-88f2-c767d0a1a78b', 'tenant_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'mac_address': 'fa:16:3e:c3:16:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a0218dd1-f1e1-4b4f-9068-6a0660604123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:53Z', 'updated_at': '2021-11-12T03:16:59Z', 'revision_number': 5, 'project_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'subnets': [{'id': 'a0218dd1-f1e1-4b4f-9068-6a0660604123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:38.273226 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:38.286876 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c6351c-2315-4b79-a03d-cfe4217dcb69 None None] The sync data for ids ['be1259ea-4e37-4bc1-8374-2c86527003b9'] in n-d-715271-27 is: [{'id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1486831551-router', 'tenant_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '29911945-106e-4879-a6ca-eac7126ee4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:16:49Z', 'updated_at': '2021-11-12T03:16:54Z', 'revision_number': 4, 'project_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'gw_port': {'id': '29911945-106e-4879-a6ca-eac7126ee4f5', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:49Z', 'updated_at': '2021-11-12T03:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '68022cd2-1e51-445a-9155-581cc077b18e', 'name': '', 'network_id': '5d12c86d-665b-42e0-88f2-c767d0a1a78b', 'tenant_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'mac_address': 'fa:16:3e:c3:16:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a0218dd1-f1e1-4b4f-9068-6a0660604123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:53Z', 'updated_at': '2021-11-12T03:16:59Z', 'revision_number': 5, 'project_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'subnets': [{'id': 'a0218dd1-f1e1-4b4f-9068-6a0660604123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:19:38.306161 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d3c11435-f1e0-4c62-a3b8-3f4157cb25ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:38.331671 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d3c11435-f1e0-4c62-a3b8-3f4157cb25ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:38.377372 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee83ed-aaa2-4a49-890a-b0570232924f req-cfdb9e0b-c06a-4f1c-afc4-5f9bbc07654a tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:38.382349 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-85c49b29-e6f0-4a8c-9a3d-56badfc03605 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:38.384099 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-85c49b29-e6f0-4a8c-9a3d-56badfc03605 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.90 "GET /v2.0/networks?id=f2354694-6453-486d-800c-f4fc7f841803 HTTP/1.1" status: 200 len: 821 time: 0.9386733 Nov 12 03:19:38.389458 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-53ee83ed-aaa2-4a49-890a-b0570232924f req-cfdb9e0b-c06a-4f1c-afc4-5f9bbc07654a tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=67f71169-0ac9-4e53-a8fa-49dac9d9685b HTTP/1.1" status: 200 len: 945 time: 0.1469574 Nov 12 03:19:38.401517 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a899654-582d-43ef-a63a-aa4e19704fd6 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Pushing event updated for resources: {'Port': ['ID=b215ba03-5b72-44ed-a179-265770f7f27d,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:38.415168 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-63e4bdaa-77d8-489a-a806-d4207d01b75d service neutron] Request body: {'port': {'device_id': 'eb00b05b-3549-432e-8ce3-1bf0e3dd2e1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:38.461863 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-53ee83ed-aaa2-4a49-890a-b0570232924f req-7de5d647-0a78-4ad4-bd7a-5148f2be8b8b tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715542 Nov 12 03:19:38.523771 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-f3603cfa-f954-4388-9cac-eaecff9efdb0 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Request body: {'port': {'device_id': '8c8656ea-cf9a-4529-95f7-92aed89f93cf', 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803', 'admin_state_up': True, 'tenant_id': '576a7b2c0e984780a26518e9c1601856'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:38.598472 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-354ff18f-dc73-4a9d-ad13-f0f295723cdb req-7be92ff6-bc42-4fcd-8840-0fa0b84b2449 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d6c9876-0ca8-4a13-a411-4ec180b1f938 HTTP/1.1" status: 200 len: 210 time: 0.0660655 Nov 12 03:19:38.643170 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-490eae5f-44c8-4c06-9b61-e987c5e98b37 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:38.650636 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-490eae5f-44c8-4c06-9b61-e987c5e98b37 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 2.1313787 Nov 12 03:19:38.720402 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e40bf-2c90-44ee-83ef-8f7b7d3a9ccb req-b4ea02e3-691c-4167-87c8-4dba03585761 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:38.725150 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d3c11435-f1e0-4c62-a3b8-3f4157cb25ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:38.728156 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d3c11435-f1e0-4c62-a3b8-3f4157cb25ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:38.729375 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d3c11435-f1e0-4c62-a3b8-3f4157cb25ee admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8181c547-4017-4b45-a1d1-bd37aff570a3 HTTP/1.1" status: 204 len: 168 time: 1.2564397 Nov 12 03:19:38.733855 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-989e40bf-2c90-44ee-83ef-8f7b7d3a9ccb req-b4ea02e3-691c-4167-87c8-4dba03585761 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=67f71169-0ac9-4e53-a8fa-49dac9d9685b HTTP/1.1" status: 200 len: 1097 time: 0.0729835 Nov 12 03:19:38.835124 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-4251a462-141a-4e06-88e6-90fac0d3e7e1 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/quotas/8b0d25ea08f644adbd397e66a514b9b0 HTTP/1.1" status: 200 len: 375 time: 0.1836402 Nov 12 03:19:38.874583 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c11435-f1e0-4c62-a3b8-3f4157cb25ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8181c547-4017-4b45-a1d1-bd37aff570a3,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:38.906269 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-989e40bf-2c90-44ee-83ef-8f7b7d3a9ccb req-d6fbe7a3-b94c-4060-b229-331015be1be6 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666229 Nov 12 03:19:38.931631 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-63e4bdaa-77d8-489a-a806-d4207d01b75d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:38.934631 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1856cc-1431-4727-87d7-f6c3815969cf None None] New status for floating IP b75c2015-c74a-4ebf-a85c-02ec3bc9a4e9: DOWN {{(pid=102573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:19:39.168420 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c84c9c-f763-4aa9-81bf-b5061bdaa755 req-2a211dfd-7ad2-42b7-8d1c-bb84c84c2315 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:39.185887 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-48c84c9c-f763-4aa9-81bf-b5061bdaa755 req-2a211dfd-7ad2-42b7-8d1c-bb84c84c2315 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb00b05b-3549-432e-8ce3-1bf0e3dd2e1b HTTP/1.1" status: 200 len: 932 time: 0.1666572 Nov 12 03:19:39.196794 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 7999390d-3b39-434e-bfa4-54f1467fb734 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:19:39.280281 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-eefbbc7f-a68e-4dbd-83cc-20b9b4199c15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdf04db1-5054-457b-b29b-953665552509 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:39.296964 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-eefbbc7f-a68e-4dbd-83cc-20b9b4199c15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:39.325160 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-48c84c9c-f763-4aa9-81bf-b5061bdaa755 req-427cd457-eb8e-4f1c-b543-b452dc72f021 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366279 Nov 12 03:19:39.325673 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-eefbbc7f-a68e-4dbd-83cc-20b9b4199c15 service neutron] Transition to ACTIVE for port object bdf04db1-5054-457b-b29b-953665552509 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:19:39.363177 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-eefbbc7f-a68e-4dbd-83cc-20b9b4199c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:39.433232 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-f3603cfa-f954-4388-9cac-eaecff9efdb0 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Made reservation on behalf of 576a7b2c0e984780a26518e9c1601856 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:39.437004 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-f3603cfa-f954-4388-9cac-eaecff9efdb0 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:39.512761 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2ef44f18-8456-4e45-af25-65937a56f50d req-a3992e32-6327-4aa2-9da9-2657d821efc9 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c8656ea-cf9a-4529-95f7-92aed89f93cf HTTP/1.1" status: 200 len: 210 time: 0.0707688 Nov 12 03:19:39.543466 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51788) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:39.695993 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-131fe107-a633-41a8-966d-e28c8533e487 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=09472cd00dc941de9b7f37552485679f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1510246 Nov 12 03:19:39.696596 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51792) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:39.808782 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-028e36de-29b2-48f6-b620-1813d20ea260 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:39.840299 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-028e36de-29b2-48f6-b620-1813d20ea260 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:39.852778 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 7999390d-3b39-434e-bfa4-54f1467fb734, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=7999390d-3b39-434e-bfa4-54f1467fb734,segment=NetworkSegment(cb6c2d6e-ae3b-4912-bbef-e76a478fde8c),segment_id=cb6c2d6e-ae3b-4912-bbef-e76a478fde8c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:39.870847 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '7999390d-3b39-434e-bfa4-54f1467fb734', 'network_id': '0412cd42-2fcf-4b7d-8763-d024929e1ca5', 'port_id': '7999390d-3b39-434e-bfa4-54f1467fb734', 'mac_address': 'fa:16:3e:5a:12:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d606a2c-3c59-498d-b0d7-1b0d5a750676', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:19:39.915215 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-028e36de-29b2-48f6-b620-1813d20ea260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:39.918204 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-028e36de-29b2-48f6-b620-1813d20ea260 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:39.925249 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-028e36de-29b2-48f6-b620-1813d20ea260 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ba19ce12-1942-4048-afff-5100a466522b HTTP/1.1" status: 204 len: 168 time: 0.2268538 Nov 12 03:19:39.929967 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:39.934956 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e36de-29b2-48f6-b620-1813d20ea260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba19ce12-1942-4048-afff-5100a466522b,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:39.951830 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63884821-edae-4346-ab47-43a1e9dd55f7 req-2b7d00db-34a3-468e-a28a-9e67b927dda2 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:39.952299 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7999390d-3b39-434e-bfa4-54f1467fb734 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:39.963514 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-63884821-edae-4346-ab47-43a1e9dd55f7 req-2b7d00db-34a3-468e-a28a-9e67b927dda2 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=67f71169-0ac9-4e53-a8fa-49dac9d9685b HTTP/1.1" status: 200 len: 1097 time: 0.2241890 Nov 12 03:19:39.988589 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 7999390d-3b39-434e-bfa4-54f1467fb734, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=7999390d-3b39-434e-bfa4-54f1467fb734,segment=NetworkSegment(cb6c2d6e-ae3b-4912-bbef-e76a478fde8c),segment_id=cb6c2d6e-ae3b-4912-bbef-e76a478fde8c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:40.014898 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:40.035114 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-63884821-edae-4346-ab47-43a1e9dd55f7 req-404100c2-5b1c-4c21-9fcc-9d1a8e094edd tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703204 Nov 12 03:19:40.174186 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=7999390d-3b39-434e-bfa4-54f1467fb734,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:40.262999 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-63e4bdaa-77d8-489a-a806-d4207d01b75d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b215ba03-5b72-44ed-a179-265770f7f27d {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:40.279546 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-63e4bdaa-77d8-489a-a806-d4207d01b75d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:40.296522 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9039cb98-faf8-4214-b642-5e15655e2f9a req-197e7378-c8e1-4b04-b239-e9ea117e7775 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d6c9876-0ca8-4a13-a411-4ec180b1f938 HTTP/1.1" status: 200 len: 210 time: 0.0435865 Nov 12 03:19:40.345293 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['7999390d-3b39-434e-bfa4-54f1467fb734'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:19:40.508142 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-4c65b8ec-a814-4454-a14c-8ac78996edc5 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&fields=id HTTP/1.1" status: 200 len: 302 time: 1.6311629 Nov 12 03:19:40.597997 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-63e4bdaa-77d8-489a-a806-d4207d01b75d service neutron] Transition to ACTIVE for port object b215ba03-5b72-44ed-a179-265770f7f27d will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:19:40.626467 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-63e4bdaa-77d8-489a-a806-d4207d01b75d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:40.638492 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefbbc7f-a68e-4dbd-83cc-20b9b4199c15 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf04db1-5054-457b-b29b-953665552509,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:40.673780 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-efb57bf2-5e99-41a3-a65e-07c692779437 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Allocated IP 172.20.0.11 (5d12c86d-665b-42e0-88f2-c767d0a1a78b/a0218dd1-f1e1-4b4f-9068-6a0660604123/a3beb882-5a0c-4151-b620-37f97833e3a6) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:40.709048 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23c24f-4008-4cfd-85be-a1f7638bb5ae req-8c20f4a4-ced9-422c-a040-e07f88d6ac36 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:40.712375 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9a23c24f-4008-4cfd-85be-a1f7638bb5ae req-8c20f4a4-ced9-422c-a040-e07f88d6ac36 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb00b05b-3549-432e-8ce3-1bf0e3dd2e1b HTTP/1.1" status: 200 len: 944 time: 0.1182654 Nov 12 03:19:40.713006 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-eefbbc7f-a68e-4dbd-83cc-20b9b4199c15 service neutron] Attempting to bind port bdf04db1-5054-457b-b29b-953665552509 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:40.713304 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-eefbbc7f-a68e-4dbd-83cc-20b9b4199c15 service neutron] Attempting to bind port bdf04db1-5054-457b-b29b-953665552509 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': 'cb6c2d6e-ae3b-4912-bbef-e76a478fde8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '0412cd42-2fcf-4b7d-8763-d024929e1ca5'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:40.713586 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-eefbbc7f-a68e-4dbd-83cc-20b9b4199c15 service neutron] Attempting to bind port bdf04db1-5054-457b-b29b-953665552509 on network 0412cd42-2fcf-4b7d-8763-d024929e1ca5 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:40.727640 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-f3603cfa-f954-4388-9cac-eaecff9efdb0 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Allocated IP 172.20.0.13 (f2354694-6453-486d-800c-f4fc7f841803/3428f33d-4837-4311-b620-eb7f742db405/123025a8-f60c-48e3-aea0-bc9ac85c8e05) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:40.811432 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9a23c24f-4008-4cfd-85be-a1f7638bb5ae req-fb816119-c42c-41ad-b3ce-ab464c7d9366 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910952 Nov 12 03:19:40.812381 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4bdaa-77d8-489a-a806-d4207d01b75d service neutron] Pushing event updated for resources: {'Port': ['ID=b215ba03-5b72-44ed-a179-265770f7f27d,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:40.836425 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-eefbbc7f-a68e-4dbd-83cc-20b9b4199c15 service neutron] Port bdf04db1-5054-457b-b29b-953665552509 on network 0412cd42-2fcf-4b7d-8763-d024929e1ca5 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:19:40.836764 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-eefbbc7f-a68e-4dbd-83cc-20b9b4199c15 service neutron] Attempting to bind port bdf04db1-5054-457b-b29b-953665552509 on network 0412cd42-2fcf-4b7d-8763-d024929e1ca5 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:40.931069 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-eefbbc7f-a68e-4dbd-83cc-20b9b4199c15 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:40.931354 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-eefbbc7f-a68e-4dbd-83cc-20b9b4199c15 service neutron] Checking segment: {'id': 'cb6c2d6e-ae3b-4912-bbef-e76a478fde8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '0412cd42-2fcf-4b7d-8763-d024929e1ca5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:40.931737 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-eefbbc7f-a68e-4dbd-83cc-20b9b4199c15 service neutron] Bound using segment: {'id': 'cb6c2d6e-ae3b-4912-bbef-e76a478fde8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '0412cd42-2fcf-4b7d-8763-d024929e1ca5'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:40.945641 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-eefbbc7f-a68e-4dbd-83cc-20b9b4199c15 service neutron] Bound port: bdf04db1-5054-457b-b29b-953665552509, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb6c2d6e-ae3b-4912-bbef-e76a478fde8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '0412cd42-2fcf-4b7d-8763-d024929e1ca5'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:40.945924 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-eefbbc7f-a68e-4dbd-83cc-20b9b4199c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:41.060926 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2fa7ee7c-26d6-4ca2-9daa-acc667ec9f51 req-cd4651f9-5ea2-477f-ab92-32cbb4e42185 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c8656ea-cf9a-4529-95f7-92aed89f93cf HTTP/1.1" status: 200 len: 210 time: 0.1275814 Nov 12 03:19:41.169983 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-63e4bdaa-77d8-489a-a806-d4207d01b75d service neutron] Attempting to bind port b215ba03-5b72-44ed-a179-265770f7f27d on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:41.170534 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-63e4bdaa-77d8-489a-a806-d4207d01b75d service neutron] Attempting to bind port b215ba03-5b72-44ed-a179-265770f7f27d by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'cb6c2d6e-ae3b-4912-bbef-e76a478fde8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '0412cd42-2fcf-4b7d-8763-d024929e1ca5'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:41.171012 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-63e4bdaa-77d8-489a-a806-d4207d01b75d service neutron] Attempting to bind port b215ba03-5b72-44ed-a179-265770f7f27d on network 0412cd42-2fcf-4b7d-8763-d024929e1ca5 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:41.240477 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ebb9c734-cf18-4f03-9b5e-8b0282f8e248 req-4b9440fd-746b-42df-a723-08838f135c21 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 210 time: 0.1817636 Nov 12 03:19:41.270712 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-63e4bdaa-77d8-489a-a806-d4207d01b75d service neutron] Port b215ba03-5b72-44ed-a179-265770f7f27d on network 0412cd42-2fcf-4b7d-8763-d024929e1ca5 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:19:41.271093 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-63e4bdaa-77d8-489a-a806-d4207d01b75d service neutron] Attempting to bind port b215ba03-5b72-44ed-a179-265770f7f27d on network 0412cd42-2fcf-4b7d-8763-d024929e1ca5 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:41.401374 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5b4fc-f722-455d-9808-79a2ed8a084a req-9e072d27-f5f1-4dc7-84dd-38f5fff726c9 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:41.418598 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-00d5b4fc-f722-455d-9808-79a2ed8a084a req-9e072d27-f5f1-4dc7-84dd-38f5fff726c9 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=67f71169-0ac9-4e53-a8fa-49dac9d9685b HTTP/1.1" status: 200 len: 1097 time: 0.0886185 Nov 12 03:19:41.449910 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-63e4bdaa-77d8-489a-a806-d4207d01b75d service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:41.450408 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-63e4bdaa-77d8-489a-a806-d4207d01b75d service neutron] Checking segment: {'id': 'cb6c2d6e-ae3b-4912-bbef-e76a478fde8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '0412cd42-2fcf-4b7d-8763-d024929e1ca5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:41.450899 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-63e4bdaa-77d8-489a-a806-d4207d01b75d service neutron] Bound using segment: {'id': 'cb6c2d6e-ae3b-4912-bbef-e76a478fde8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '0412cd42-2fcf-4b7d-8763-d024929e1ca5'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:41.451453 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-63e4bdaa-77d8-489a-a806-d4207d01b75d service neutron] Bound port: b215ba03-5b72-44ed-a179-265770f7f27d, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb6c2d6e-ae3b-4912-bbef-e76a478fde8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '0412cd42-2fcf-4b7d-8763-d024929e1ca5'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:41.451917 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-63e4bdaa-77d8-489a-a806-d4207d01b75d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:41.486499 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-eefbbc7f-a68e-4dbd-83cc-20b9b4199c15 service neutron] For port bdf04db1-5054-457b-b29b-953665552509, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:41.512434 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-00d5b4fc-f722-455d-9808-79a2ed8a084a req-160db4b0-1f05-4280-b2d6-f9647fc118ee tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907717 Nov 12 03:19:41.660623 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-eefbbc7f-a68e-4dbd-83cc-20b9b4199c15 service neutron] For port bdf04db1-5054-457b-b29b-953665552509, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=bdf04db1-5054-457b-b29b-953665552509,segment=NetworkSegment(cb6c2d6e-ae3b-4912-bbef-e76a478fde8c),segment_id=cb6c2d6e-ae3b-4912-bbef-e76a478fde8c)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:41.711855 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d89b9bc7-4911-4b8b-a279-ff1b1f00b92d req-6e119ea2-9e4e-4519-9d6e-c750434275c5 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d6c9876-0ca8-4a13-a411-4ec180b1f938 HTTP/1.1" status: 200 len: 210 time: 0.1435988 Nov 12 03:19:41.722974 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-eefbbc7f-a68e-4dbd-83cc-20b9b4199c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:41.890491 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-63e4bdaa-77d8-489a-a806-d4207d01b75d service neutron] For port b215ba03-5b72-44ed-a179-265770f7f27d, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:41.908818 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-eefbbc7f-a68e-4dbd-83cc-20b9b4199c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:41.908818 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-eefbbc7f-a68e-4dbd-83cc-20b9b4199c15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:41.910224 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-eefbbc7f-a68e-4dbd-83cc-20b9b4199c15 service neutron] 10.222.0.90 "PUT /v2.0/ports/bdf04db1-5054-457b-b29b-953665552509 HTTP/1.1" status: 200 len: 1092 time: 6.1202235 Nov 12 03:19:41.910224 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '990a0731-5d25-4aa0-b84c-e44a382e2fc0', 'tag': 'bdf04db1-5054-457b-b29b-953665552509'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:41.912304 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9856b5d0-0d83-4474-a530-1e6eb04fb88e" -d '{"events": [{"name": "network-changed", "server_uuid": "990a0731-5d25-4aa0-b84c-e44a382e2fc0", "tag": "bdf04db1-5054-457b-b29b-953665552509"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:41.973873 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-efb57bf2-5e99-41a3-a65e-07c692779437 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:41.988980 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefbbc7f-a68e-4dbd-83cc-20b9b4199c15 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf04db1-5054-457b-b29b-953665552509,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:41.995843 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-63e4bdaa-77d8-489a-a806-d4207d01b75d service neutron] For port b215ba03-5b72-44ed-a179-265770f7f27d, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=b215ba03-5b72-44ed-a179-265770f7f27d,segment=NetworkSegment(cb6c2d6e-ae3b-4912-bbef-e76a478fde8c),segment_id=cb6c2d6e-ae3b-4912-bbef-e76a478fde8c)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:42.037444 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-f3603cfa-f954-4388-9cac-eaecff9efdb0 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:42.123199 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b6266f-7cee-4991-8c6a-176d90f64cf7 x-openstack-request-id: req-85b6266f-7cee-4991-8c6a-176d90f64cf7 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:42.123495 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "990a0731-5d25-4aa0-b84c-e44a382e2fc0", "tag": "bdf04db1-5054-457b-b29b-953665552509", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:42.123752 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-85b6266f-7cee-4991-8c6a-176d90f64cf7 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:42.133909 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '990a0731-5d25-4aa0-b84c-e44a382e2fc0', 'tag': 'bdf04db1-5054-457b-b29b-953665552509', 'status': 'completed', 'code': 200} Nov 12 03:19:42.135239 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-63e4bdaa-77d8-489a-a806-d4207d01b75d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:42.301335 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-d24fd122-4fd6-47b1-96d3-f91553ba5772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:42.303202 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-d24fd122-4fd6-47b1-96d3-f91553ba5772 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c887e622cb474fb78d6dfa682713b9e9&device_id=990a0731-5d25-4aa0-b84c-e44a382e2fc0 HTTP/1.1" status: 200 len: 1095 time: 0.2616553 Nov 12 03:19:42.306474 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-63e4bdaa-77d8-489a-a806-d4207d01b75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:42.307083 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-63e4bdaa-77d8-489a-a806-d4207d01b75d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:42.308443 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-63e4bdaa-77d8-489a-a806-d4207d01b75d service neutron] 10.222.0.74 "PUT /v2.0/ports/b215ba03-5b72-44ed-a179-265770f7f27d HTTP/1.1" status: 200 len: 1093 time: 3.9180644 Nov 12 03:19:42.356863 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e40cfb5e-7f3e-471e-94a6-ca19c856f4de req-3bc4313a-c776-4905-866b-ef10cb09da88 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c8656ea-cf9a-4529-95f7-92aed89f93cf HTTP/1.1" status: 200 len: 210 time: 0.1231787 Nov 12 03:19:42.425767 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-f2994977-2d0f-4da8-888b-d2f7944ab2e2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bdf04db1-5054-457b-b29b-953665552509 HTTP/1.1" status: 200 len: 217 time: 0.1050029 Nov 12 03:19:42.451861 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9f4b3-4996-4820-b915-59f149632ad5 req-e72a4d7c-f48f-42f4-8e67-0e101d29f48d tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:42.461610 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-13b9f4b3-4996-4820-b915-59f149632ad5 req-e72a4d7c-f48f-42f4-8e67-0e101d29f48d tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb00b05b-3549-432e-8ce3-1bf0e3dd2e1b HTTP/1.1" status: 200 len: 944 time: 0.4581282 Nov 12 03:19:42.464581 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4bdaa-77d8-489a-a806-d4207d01b75d service neutron] Pushing event updated for resources: {'Port': ['ID=b215ba03-5b72-44ed-a179-265770f7f27d,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:42.478301 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-efb57bf2-5e99-41a3-a65e-07c692779437 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:42.508330 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-f3603cfa-f954-4388-9cac-eaecff9efdb0 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:42.550189 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ed40ddf8-97bf-452a-900a-e4934d348c24 req-1ac36d0b-d421-444a-986c-cc01851b60e4 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 210 time: 0.0728076 Nov 12 03:19:42.656554 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-efb57bf2-5e99-41a3-a65e-07c692779437 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Network 5d12c86d-665b-42e0-88f2-c767d0a1a78b is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:42.669561 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-f3603cfa-f954-4388-9cac-eaecff9efdb0 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Network f2354694-6453-486d-800c-f4fc7f841803 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:42.676540 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-efb57bf2-5e99-41a3-a65e-07c692779437 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:42.676788 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51872) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:42.695038 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-efb57bf2-5e99-41a3-a65e-07c692779437 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:42.701903 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-efb57bf2-5e99-41a3-a65e-07c692779437 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:42.703463 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-efb57bf2-5e99-41a3-a65e-07c692779437 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:42.724821 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-f3603cfa-f954-4388-9cac-eaecff9efdb0 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:42.748840 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-f3603cfa-f954-4388-9cac-eaecff9efdb0 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:42.759093 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-f3603cfa-f954-4388-9cac-eaecff9efdb0 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:42.760159 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-f3603cfa-f954-4388-9cac-eaecff9efdb0 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:42.790841 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-efb57bf2-5e99-41a3-a65e-07c692779437 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3320420 Nov 12 03:19:42.798242 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-e17ec776-9db3-466b-adff-4c5d9b39d94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:42.799736 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-e17ec776-9db3-466b-adff-4c5d9b39d94a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8d606a2c-3c59-498d-b0d7-1b0d5a750676 HTTP/1.1" status: 200 len: 855 time: 0.3629205 Nov 12 03:19:42.804898 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-4013cb14-c301-453a-a71c-356c0369f6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:42.806204 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-4013cb14-c301-453a-a71c-356c0369f6ac service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c887e622cb474fb78d6dfa682713b9e9&device_id=eb00b05b-3549-432e-8ce3-1bf0e3dd2e1b HTTP/1.1" status: 200 len: 1096 time: 0.3659685 Nov 12 03:19:42.806813 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb57bf2-5e99-41a3-a65e-07c692779437 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Pushing event updated for resources: {'Port': ['ID=a3beb882-5a0c-4151-b620-37f97833e3a6,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:42.867704 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-13b9f4b3-4996-4820-b915-59f149632ad5 req-539e8049-0ff3-47d9-8b0f-a9bf05df0e81 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047637 Nov 12 03:19:42.897889 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-4aa74c94-ba5d-4537-a45c-268357c7970d service neutron] Request body: {'port': {'device_id': '0d6c9876-0ca8-4a13-a411-4ec180b1f938', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:42.909388 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a3c0c4c1-93db-42a8-b9a3-40f17e333e41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:42.994001 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-f3603cfa-f954-4388-9cac-eaecff9efdb0 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4749274 Nov 12 03:19:43.004069 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ad52c-04a7-4db9-a03e-eeb60efe9a4c req-2fe7b046-ae8b-4cc8-941f-07c6d0479d46 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:43.016234 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7b8ad52c-04a7-4db9-a03e-eeb60efe9a4c req-2fe7b046-ae8b-4cc8-941f-07c6d0479d46 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=67f71169-0ac9-4e53-a8fa-49dac9d9685b HTTP/1.1" status: 200 len: 1097 time: 0.2070324 Nov 12 03:19:43.104884 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-7ffb1784-7c29-45b8-92a1-7b9d470f28dd service neutron] Request body: {'port': {'device_id': '8c8656ea-cf9a-4529-95f7-92aed89f93cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:43.118416 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-6670a665-29c4-4e16-aa7a-50a09cfba65a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b215ba03-5b72-44ed-a179-265770f7f27d HTTP/1.1" status: 200 len: 217 time: 0.2947938 Nov 12 03:19:43.214714 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7b8ad52c-04a7-4db9-a03e-eeb60efe9a4c req-2134b115-3cea-4a4b-a45e-bc522ce357bc tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908631 Nov 12 03:19:43.254742 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 7999390d-3b39-434e-bfa4-54f1467fb734 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:43.341760 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3f036ed7-1e36-4b69-a7d4-b3f8434e92e9 None None] Provisioning complete for port a3beb882-5a0c-4151-b620-37f97833e3a6 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:43.342189 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3f036ed7-1e36-4b69-a7d4-b3f8434e92e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:43.349235 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3603cfa-f954-4388-9cac-eaecff9efdb0 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Pushing event updated for resources: {'Port': ['ID=123025a8-f60c-48e3-aea0-bc9ac85c8e05,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:43.373734 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-bcde24ad-a68c-4d9f-b6a1-8985638db384 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1961260 Nov 12 03:19:43.387963 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a3c0c4c1-93db-42a8-b9a3-40f17e333e41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:43.398407 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a3c0c4c1-93db-42a8-b9a3-40f17e333e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:43.435439 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-4aa74c94-ba5d-4537-a45c-268357c7970d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:43.491186 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3f036ed7-1e36-4b69-a7d4-b3f8434e92e9 None None] Port a3beb882-5a0c-4151-b620-37f97833e3a6 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:19:43.532755 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 7999390d-3b39-434e-bfa4-54f1467fb734 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:19:43.537934 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 7999390d-3b39-434e-bfa4-54f1467fb734 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:43.538311 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:43.540346 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a3c0c4c1-93db-42a8-b9a3-40f17e333e41 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ddb995f68903405a9a567b028e8f8c57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8615825 Nov 12 03:19:43.541635 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c0c4c1-93db-42a8-b9a3-40f17e333e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f46b28-325a-4a13-9532-a6e54f89275d,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:43.557751 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51882) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:43.586134 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-faf8a5c8-e2a6-422c-8469-be24ad4c7a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:43.592663 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-faf8a5c8-e2a6-422c-8469-be24ad4c7a90 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8d606a2c-3c59-498d-b0d7-1b0d5a750676 HTTP/1.1" status: 200 len: 855 time: 0.4158082 Nov 12 03:19:43.664716 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9a5b1328-2d33-49e9-8fc0-33012518851e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:43.675394 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:43.712887 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3e161a7-5545-4a60-b9c6-e6f42aef1556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7999390d-3b39-434e-bfa4-54f1467fb734'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:43.715477 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b8eabd-f218-40f4-9af6-8330cb06cd07" -d '{"events": [{"server_uuid": "a3e161a7-5545-4a60-b9c6-e6f42aef1556", "name": "network-vif-plugged", "status": "completed", "tag": "7999390d-3b39-434e-bfa4-54f1467fb734"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:43.741441 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 7999390d-3b39-434e-bfa4-54f1467fb734, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=7999390d-3b39-434e-bfa4-54f1467fb734,segment=NetworkSegment(cb6c2d6e-ae3b-4912-bbef-e76a478fde8c),segment_id=cb6c2d6e-ae3b-4912-bbef-e76a478fde8c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:43.749091 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:43.750347 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9a5b1328-2d33-49e9-8fc0-33012518851e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:43.861858 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9a5b1328-2d33-49e9-8fc0-33012518851e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:43.867490 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9a5b1328-2d33-49e9-8fc0-33012518851e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:43.869633 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9a5b1328-2d33-49e9-8fc0-33012518851e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/53f46b28-325a-4a13-9532-a6e54f89275d HTTP/1.1" status: 204 len: 168 time: 0.3061218 Nov 12 03:19:43.900641 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b1328-2d33-49e9-8fc0-33012518851e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f46b28-325a-4a13-9532-a6e54f89275d,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:44.049988 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=7999390d-3b39-434e-bfa4-54f1467fb734,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:44.079787 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-7ffb1784-7c29-45b8-92a1-7b9d470f28dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:44.096218 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-28eec235-5a61-428e-90df-8df7e98106ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:44.097944 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-28eec235-5a61-428e-90df-8df7e98106ae service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0412cd42-2fcf-4b7d-8763-d024929e1ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.2733848 Nov 12 03:19:44.143619 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dce482-334d-4f3f-99e6-d6dc1b81fe4a req-39f25f8f-3757-46e9-b641-d32827efab62 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:44.145305 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d8dce482-334d-4f3f-99e6-d6dc1b81fe4a req-39f25f8f-3757-46e9-b641-d32827efab62 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d6c9876-0ca8-4a13-a411-4ec180b1f938 HTTP/1.1" status: 200 len: 932 time: 1.2082655 Nov 12 03:19:44.145768 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb00b05b-3549-432e-8ce3-1bf0e3dd2e1b', 'tag': 'b215ba03-5b72-44ed-a179-265770f7f27d'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:44.148021 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30a57fb-c345-416e-a2b5-0a831f3639ed" -d '{"events": [{"name": "network-changed", "server_uuid": "eb00b05b-3549-432e-8ce3-1bf0e3dd2e1b", "tag": "b215ba03-5b72-44ed-a179-265770f7f27d"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:44.395793 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-08aa4500-fd96-460a-ab34-9aea1b0029e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:44.400473 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-08aa4500-fd96-460a-ab34-9aea1b0029e9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0412cd42-2fcf-4b7d-8763-d024929e1ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3099194 Nov 12 03:19:44.553757 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-d1af4785-9a51-4e21-853b-54bae7643960 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:44.555575 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-d1af4785-9a51-4e21-853b-54bae7643960 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1690660 Nov 12 03:19:44.580328 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d8dce482-334d-4f3f-99e6-d6dc1b81fe4a req-e2684bf6-44d5-41c5-9c7b-762569df88db tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/security-groups?id=7401f916-5145-4fa4-af83-19b43e6880a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4168382 Nov 12 03:19:44.591930 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-46e30b48-e666-4096-9839-131605702c8a tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Request body: {'port': {'device_id': '0556cc86-452d-4936-ba59-b72d5daeb68d', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'admin_state_up': True, 'tenant_id': '8b0d25ea08f644adbd397e66a514b9b0'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:44.681746 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-e17def49-a72e-4f62-84a9-50474b068bb0 service neutron] 10.222.0.90 "GET /v2.0/networks/0412cd42-2fcf-4b7d-8763-d024929e1ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5234859 Nov 12 03:19:45.027655 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-20c3397a-647a-4664-bfcd-c2608673adab service neutron] 10.222.0.74 "GET /v2.0/networks/0412cd42-2fcf-4b7d-8763-d024929e1ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5969856 Nov 12 03:19:45.132873 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-4aa74c94-ba5d-4537-a45c-268357c7970d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3beb882-5a0c-4151-b620-37f97833e3a6 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:45.152430 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d3ae4-1c3b-41b5-9914-60ca63ecf8e2 req-5a42f4a0-534d-4097-969a-e3c823613bf5 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:45.154268 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-338d3ae4-1c3b-41b5-9914-60ca63ecf8e2 req-5a42f4a0-534d-4097-969a-e3c823613bf5 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c8656ea-cf9a-4529-95f7-92aed89f93cf HTTP/1.1" status: 200 len: 932 time: 0.4061019 Nov 12 03:19:45.169054 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-4aa74c94-ba5d-4537-a45c-268357c7970d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:45.186039 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-8a6d3721-3bd4-4eff-9150-8266f1c409e3 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:19:45.188027 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-8a6d3721-3bd4-4eff-9150-8266f1c409e3 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0327873 Nov 12 03:19:45.229160 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0c46dd9c-b303-4569-8b95-608ef6217edb req-6512d499-f1c9-450b-9ac2-5e3a36b4ab28 service neutron] 10.222.0.90 "GET /v2.0/networks/0412cd42-2fcf-4b7d-8763-d024929e1ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5232491 Nov 12 03:19:45.325520 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-4aa74c94-ba5d-4537-a45c-268357c7970d service neutron] Transition to ACTIVE for port object a3beb882-5a0c-4151-b620-37f97833e3a6 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:19:45.349837 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-4aa74c94-ba5d-4537-a45c-268357c7970d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:45.390361 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-46e30b48-e666-4096-9839-131605702c8a tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Made reservation on behalf of 8b0d25ea08f644adbd397e66a514b9b0 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:45.396435 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-46e30b48-e666-4096-9839-131605702c8a tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:45.445295 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-ad39f864-6eb5-4b5e-8d61-86571be846dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:45.446652 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-ad39f864-6eb5-4b5e-8d61-86571be846dc service neutron] 10.222.0.50 "GET /v2.0/ports/3f9c41ff-beea-4228-87b0-4cb66894b887 HTTP/1.1" status: 200 len: 1094 time: 0.2076879 Nov 12 03:19:45.494057 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-06c23e0a-eb9f-4d25-98c0-1e5c05e31455 service neutron] Request body: {'binding': {'host': 'n-h2-715271-27', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:45.494611 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-06c23e0a-eb9f-4d25-98c0-1e5c05e31455 service neutron] Unknown quota resources ['binding']. {{(pid=102571) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:19:45.581751 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3e50f757-3df9-4fe1-bb1d-c7ce83fdfa7a req-4c99c7f8-9d8d-403d-997f-7083d3c8a20a service neutron] 10.222.0.74 "GET /v2.0/networks/0412cd42-2fcf-4b7d-8763-d024929e1ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5307975 Nov 12 03:19:45.594228 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-338d3ae4-1c3b-41b5-9914-60ca63ecf8e2 req-aad50f30-8442-4a39-bc09-84485b74bd11 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172249 Nov 12 03:19:45.769309 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-46e30b48-e666-4096-9839-131605702c8a tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Allocated IP 192.168.233.76 (eca3953c-c804-4641-8812-bff95be59582/fa66706f-b415-4bb9-838e-cfd08f81d96b/1f961a16-1d9d-4543-9741-1345153c155d) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:45.771351 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa74c94-ba5d-4537-a45c-268357c7970d service neutron] Pushing event updated for resources: {'Port': ['ID=a3beb882-5a0c-4151-b620-37f97833e3a6,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:45.797261 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-7ffb1784-7c29-45b8-92a1-7b9d470f28dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 123025a8-f60c-48e3-aea0-bc9ac85c8e05 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:45.823757 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-7ffb1784-7c29-45b8-92a1-7b9d470f28dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:45.873177 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f12bcbeb-e7b4-43af-8221-db4f2f2e9deb req-769373c7-a99c-45a8-a00a-9bf031000b9f tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 210 time: 0.1106448 Nov 12 03:19:45.925903 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856b5d0-0d83-4474-a530-1e6eb04fb88e req-b71b0d79-b902-41f1-a759-53f3602686f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:45.927687 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9856b5d0-0d83-4474-a530-1e6eb04fb88e req-b71b0d79-b902-41f1-a759-53f3602686f5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c887e622cb474fb78d6dfa682713b9e9&device_id=990a0731-5d25-4aa0-b84c-e44a382e2fc0 HTTP/1.1" status: 200 len: 1095 time: 0.5602267 Nov 12 03:19:45.942965 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-7ffb1784-7c29-45b8-92a1-7b9d470f28dd service neutron] Transition to ACTIVE for port object 123025a8-f60c-48e3-aea0-bc9ac85c8e05 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:19:45.966165 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-7ffb1784-7c29-45b8-92a1-7b9d470f28dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:45.968787 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-4aa74c94-ba5d-4537-a45c-268357c7970d service neutron] Attempting to bind port a3beb882-5a0c-4151-b620-37f97833e3a6 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:45.969283 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-4aa74c94-ba5d-4537-a45c-268357c7970d service neutron] Attempting to bind port a3beb882-5a0c-4151-b620-37f97833e3a6 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '9a25bf69-3388-48ff-939d-174c3ec6e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5d12c86d-665b-42e0-88f2-c767d0a1a78b'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:45.969611 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-4aa74c94-ba5d-4537-a45c-268357c7970d service neutron] Attempting to bind port a3beb882-5a0c-4151-b620-37f97833e3a6 on network 5d12c86d-665b-42e0-88f2-c767d0a1a78b {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:46.075441 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697ab0bf-f648-4e97-b9e9-162a04759abd x-openstack-request-id: req-697ab0bf-f648-4e97-b9e9-162a04759abd {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:46.075931 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3e161a7-5545-4a60-b9c6-e6f42aef1556", "name": "network-vif-plugged", "status": "completed", "tag": "7999390d-3b39-434e-bfa4-54f1467fb734", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:46.076538 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-697ab0bf-f648-4e97-b9e9-162a04759abd {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:46.077063 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3e161a7-5545-4a60-b9c6-e6f42aef1556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7999390d-3b39-434e-bfa4-54f1467fb734', 'code': 200} Nov 12 03:19:46.088832 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-4aa74c94-ba5d-4537-a45c-268357c7970d service neutron] Port a3beb882-5a0c-4151-b620-37f97833e3a6 on network 5d12c86d-665b-42e0-88f2-c767d0a1a78b not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:19:46.089135 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-4aa74c94-ba5d-4537-a45c-268357c7970d service neutron] Attempting to bind port a3beb882-5a0c-4151-b620-37f97833e3a6 on network 5d12c86d-665b-42e0-88f2-c767d0a1a78b {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:46.137658 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-4aa74c94-ba5d-4537-a45c-268357c7970d service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:46.138823 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-4aa74c94-ba5d-4537-a45c-268357c7970d service neutron] Checking segment: {'id': '9a25bf69-3388-48ff-939d-174c3ec6e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5d12c86d-665b-42e0-88f2-c767d0a1a78b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:46.138823 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-4aa74c94-ba5d-4537-a45c-268357c7970d service neutron] Bound using segment: {'id': '9a25bf69-3388-48ff-939d-174c3ec6e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5d12c86d-665b-42e0-88f2-c767d0a1a78b'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:46.138823 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-4aa74c94-ba5d-4537-a45c-268357c7970d service neutron] Bound port: a3beb882-5a0c-4151-b620-37f97833e3a6, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a25bf69-3388-48ff-939d-174c3ec6e8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5d12c86d-665b-42e0-88f2-c767d0a1a78b'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:46.139221 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-4aa74c94-ba5d-4537-a45c-268357c7970d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:46.249879 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473b0ce-ce5c-4fcb-955b-42a58ab24af3 req-d575f0a1-283f-4684-89b1-4124f735c78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:46.252264 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8473b0ce-ce5c-4fcb-955b-42a58ab24af3 req-d575f0a1-283f-4684-89b1-4124f735c78e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a3e161a7-5545-4a60-b9c6-e6f42aef1556 HTTP/1.1" status: 200 len: 1097 time: 0.0489657 Nov 12 03:19:46.310763 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8473b0ce-ce5c-4fcb-955b-42a58ab24af3 req-d939b685-923c-44ba-b5cc-b6f430b2fe0d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509331 Nov 12 03:19:46.443270 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffb1784-7c29-45b8-92a1-7b9d470f28dd service neutron] Pushing event updated for resources: {'Port': ['ID=123025a8-f60c-48e3-aea0-bc9ac85c8e05,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:46.577902 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-06c23e0a-eb9f-4d25-98c0-1e5c05e31455 service neutron] Attempting to bind port 3f9c41ff-beea-4228-87b0-4cb66894b887 on host n-h2-715271-27 for vnic_type normal with profile None {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:46.578147 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-06c23e0a-eb9f-4d25-98c0-1e5c05e31455 service neutron] Attempting to bind port 3f9c41ff-beea-4228-87b0-4cb66894b887 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:46.578627 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-06c23e0a-eb9f-4d25-98c0-1e5c05e31455 service neutron] Attempting to bind port 3f9c41ff-beea-4228-87b0-4cb66894b887 on network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:46.581141 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856b5d0-0d83-4474-a530-1e6eb04fb88e req-e63fefa5-dc8b-4d5f-bdd2-f829ebf193d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:46.582650 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9856b5d0-0d83-4474-a530-1e6eb04fb88e req-e63fefa5-dc8b-4d5f-bdd2-f829ebf193d4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0412cd42-2fcf-4b7d-8763-d024929e1ca5 HTTP/1.1" status: 200 len: 917 time: 0.6385980 Nov 12 03:19:46.626303 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-7ffb1784-7c29-45b8-92a1-7b9d470f28dd service neutron] Attempting to bind port 123025a8-f60c-48e3-aea0-bc9ac85c8e05 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:46.626648 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-7ffb1784-7c29-45b8-92a1-7b9d470f28dd service neutron] Attempting to bind port 123025a8-f60c-48e3-aea0-bc9ac85c8e05 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:46.626970 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-7ffb1784-7c29-45b8-92a1-7b9d470f28dd service neutron] Attempting to bind port 123025a8-f60c-48e3-aea0-bc9ac85c8e05 on network f2354694-6453-486d-800c-f4fc7f841803 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:46.660725 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-06c23e0a-eb9f-4d25-98c0-1e5c05e31455 service neutron] Port 3f9c41ff-beea-4228-87b0-4cb66894b887 on network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:19:46.661098 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-06c23e0a-eb9f-4d25-98c0-1e5c05e31455 service neutron] Attempting to bind port 3f9c41ff-beea-4228-87b0-4cb66894b887 on network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:46.707698 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-7ffb1784-7c29-45b8-92a1-7b9d470f28dd service neutron] Port 123025a8-f60c-48e3-aea0-bc9ac85c8e05 on network f2354694-6453-486d-800c-f4fc7f841803 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:19:46.708108 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-7ffb1784-7c29-45b8-92a1-7b9d470f28dd service neutron] Attempting to bind port 123025a8-f60c-48e3-aea0-bc9ac85c8e05 on network f2354694-6453-486d-800c-f4fc7f841803 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:46.712530 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-46e30b48-e666-4096-9839-131605702c8a tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:46.723551 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67698bfd-3981-45ab-8430-a144ba38e6cb req-f0ce0ca9-da66-497b-bce8-5cd0bfc4ee64 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:46.728657 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-67698bfd-3981-45ab-8430-a144ba38e6cb req-f0ce0ca9-da66-497b-bce8-5cd0bfc4ee64 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb00b05b-3549-432e-8ce3-1bf0e3dd2e1b HTTP/1.1" status: 200 len: 944 time: 0.2982874 Nov 12 03:19:46.730892 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9856b5d0-0d83-4474-a530-1e6eb04fb88e req-15aff7ec-b936-417c-88d1-c54b99e40143 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bdf04db1-5054-457b-b29b-953665552509 HTTP/1.1" status: 200 len: 217 time: 0.1384046 Nov 12 03:19:46.741601 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-06c23e0a-eb9f-4d25-98c0-1e5c05e31455 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:46.742471 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-06c23e0a-eb9f-4d25-98c0-1e5c05e31455 service neutron] Checking segment: {'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:46.743383 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-06c23e0a-eb9f-4d25-98c0-1e5c05e31455 service neutron] Bound using segment: {'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:46.744478 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-06c23e0a-eb9f-4d25-98c0-1e5c05e31455 service neutron] Bound port: 3f9c41ff-beea-4228-87b0-4cb66894b887, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:46.751488 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-4aa74c94-ba5d-4537-a45c-268357c7970d service neutron] For port a3beb882-5a0c-4151-b620-37f97833e3a6, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:46.814223 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-7ffb1784-7c29-45b8-92a1-7b9d470f28dd service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:46.814565 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-7ffb1784-7c29-45b8-92a1-7b9d470f28dd service neutron] Checking segment: {'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:46.815028 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-7ffb1784-7c29-45b8-92a1-7b9d470f28dd service neutron] Bound using segment: {'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:46.815495 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-7ffb1784-7c29-45b8-92a1-7b9d470f28dd service neutron] Bound port: 123025a8-f60c-48e3-aea0-bc9ac85c8e05, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:46.815848 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-7ffb1784-7c29-45b8-92a1-7b9d470f28dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:46.870240 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-4aa74c94-ba5d-4537-a45c-268357c7970d service neutron] For port a3beb882-5a0c-4151-b620-37f97833e3a6, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=a3beb882-5a0c-4151-b620-37f97833e3a6,segment=NetworkSegment(9a25bf69-3388-48ff-939d-174c3ec6e8fc),segment_id=9a25bf69-3388-48ff-939d-174c3ec6e8fc)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:46.912923 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-4aa74c94-ba5d-4537-a45c-268357c7970d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:46.927317 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-db7cce75-aec0-45eb-b240-06dcbb6fc6cc req-865815ad-711e-4c12-ac65-b9c778c7c65a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3383329 Nov 12 03:19:46.992927 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856b5d0-0d83-4474-a530-1e6eb04fb88e req-daf6e2e8-d89c-42c4-aafa-4cc76ed33704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:46.994473 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9856b5d0-0d83-4474-a530-1e6eb04fb88e req-daf6e2e8-d89c-42c4-aafa-4cc76ed33704 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8d606a2c-3c59-498d-b0d7-1b0d5a750676 HTTP/1.1" status: 200 len: 855 time: 0.2454433 Nov 12 03:19:47.067304 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-06c23e0a-eb9f-4d25-98c0-1e5c05e31455 service neutron] For port 3f9c41ff-beea-4228-87b0-4cb66894b887, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=3f9c41ff-beea-4228-87b0-4cb66894b887,segment=NetworkSegment(8dbff2fd-9cfc-4504-9870-2f052b7a9289),segment_id=8dbff2fd-9cfc-4504-9870-2f052b7a9289)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:47.081687 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-4aa74c94-ba5d-4537-a45c-268357c7970d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:47.082146 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-4aa74c94-ba5d-4537-a45c-268357c7970d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:47.087792 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-4aa74c94-ba5d-4537-a45c-268357c7970d service neutron] 10.222.0.90 "PUT /v2.0/ports/a3beb882-5a0c-4151-b620-37f97833e3a6 HTTP/1.1" status: 200 len: 1093 time: 4.2522252 Nov 12 03:19:47.121516 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-67698bfd-3981-45ab-8430-a144ba38e6cb req-310e4a3f-865a-4730-88c2-25be4c95c0f8 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587401 Nov 12 03:19:47.175238 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-06c23e0a-eb9f-4d25-98c0-1e5c05e31455 service neutron] Publish callbacks [] for binding, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:47.176559 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-06c23e0a-eb9f-4d25-98c0-1e5c05e31455 service neutron] 10.222.0.50 "POST /v2.0/ports/3f9c41ff-beea-4228-87b0-4cb66894b887/bindings HTTP/1.1" status: 201 len: 390 time: 1.6975896 Nov 12 03:19:47.235049 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e0315c-91ad-4342-8d9a-7f5ada510d00 x-openstack-request-id: req-a9e0315c-91ad-4342-8d9a-7f5ada510d00 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:47.235528 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb00b05b-3549-432e-8ce3-1bf0e3dd2e1b", "tag": "b215ba03-5b72-44ed-a179-265770f7f27d", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:47.236045 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a9e0315c-91ad-4342-8d9a-7f5ada510d00 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:47.236745 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb00b05b-3549-432e-8ce3-1bf0e3dd2e1b', 'tag': 'b215ba03-5b72-44ed-a179-265770f7f27d', 'status': 'completed', 'code': 200} Nov 12 03:19:47.248484 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-46e30b48-e666-4096-9839-131605702c8a tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:47.264370 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['cf18a935-ba16-480d-beeb-265435239d7f', 'a6c70e7a-cb90-47e9-9257-b8480510453f'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:19:47.324577 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa74c94-ba5d-4537-a45c-268357c7970d service neutron] Pushing event updated for resources: {'Port': ['ID=a3beb882-5a0c-4151-b620-37f97833e3a6,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:47.465218 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a57fb-c345-416e-a2b5-0a831f3639ed req-6baee1ae-1af8-41df-a2d7-f60570085531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:47.473678 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d30a57fb-c345-416e-a2b5-0a831f3639ed req-6baee1ae-1af8-41df-a2d7-f60570085531 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c887e622cb474fb78d6dfa682713b9e9&device_id=eb00b05b-3549-432e-8ce3-1bf0e3dd2e1b HTTP/1.1" status: 200 len: 1096 time: 0.2335677 Nov 12 03:19:47.522824 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-46e30b48-e666-4096-9839-131605702c8a tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Network eca3953c-c804-4641-8812-bff95be59582 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:47.620746 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-7ffb1784-7c29-45b8-92a1-7b9d470f28dd service neutron] For port 123025a8-f60c-48e3-aea0-bc9ac85c8e05, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:47.650906 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-46e30b48-e666-4096-9839-131605702c8a tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:47.663744 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-46e30b48-e666-4096-9839-131605702c8a tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:47.690524 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-46e30b48-e666-4096-9839-131605702c8a tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:47.691206 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-46e30b48-e666-4096-9839-131605702c8a tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:47.806856 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device b215ba03-5b72-44ed-a179-265770f7f27d details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:19:47.815718 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-46e30b48-e666-4096-9839-131605702c8a tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2414808 Nov 12 03:19:47.817766 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-7ffb1784-7c29-45b8-92a1-7b9d470f28dd service neutron] For port 123025a8-f60c-48e3-aea0-bc9ac85c8e05, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=123025a8-f60c-48e3-aea0-bc9ac85c8e05,segment=NetworkSegment(b8c93ffa-e78d-4d7d-8be5-2d181e470820),segment_id=b8c93ffa-e78d-4d7d-8be5-2d181e470820)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:47.833834 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-6c41a3d1-e689-4075-b094-eb38672de109 service neutron] Request body: {'port': {'device_id': '0556cc86-452d-4936-ba59-b72d5daeb68d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:47.844133 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856b5d0-0d83-4474-a530-1e6eb04fb88e req-8fc07996-90c1-4061-9815-ea4897c08b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:47.845966 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9856b5d0-0d83-4474-a530-1e6eb04fb88e req-8fc07996-90c1-4061-9815-ea4897c08b4b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0412cd42-2fcf-4b7d-8763-d024929e1ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8069015 Nov 12 03:19:47.857733 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-7ffb1784-7c29-45b8-92a1-7b9d470f28dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:47.926576 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e30b48-e666-4096-9839-131605702c8a tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Pushing event updated for resources: {'Port': ['ID=1f961a16-1d9d-4543-9741-1345153c155d,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:47.930354 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:47.967065 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7cce75-aec0-45eb-b240-06dcbb6fc6cc req-50ef9c6b-eb64-4a7e-af1f-f6fa2c3b1124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:47.975754 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-db7cce75-aec0-45eb-b240-06dcbb6fc6cc req-50ef9c6b-eb64-4a7e-af1f-f6fa2c3b1124 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 1101 time: 0.9326024 Nov 12 03:19:47.977989 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-23f25cb3-743d-4a8c-8137-c7441dd47750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:47.981152 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-23f25cb3-743d-4a8c-8137-c7441dd47750 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9ec418fa1b0f4b7bae30d2cd4a8b187d&device_id=0d6c9876-0ca8-4a13-a411-4ec180b1f938 HTTP/1.1" status: 200 len: 1096 time: 0.7549005 Nov 12 03:19:48.083830 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffb1784-7c29-45b8-92a1-7b9d470f28dd service neutron] Pushing event updated for resources: {'Port': ['ID=123025a8-f60c-48e3-aea0-bc9ac85c8e05,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:48.175780 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-834466e5-3ff0-4586-ac31-335aeddc16c3 None None] Provisioning complete for port 1f961a16-1d9d-4543-9741-1345153c155d triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:48.176234 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-834466e5-3ff0-4586-ac31-335aeddc16c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:48.234446 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-6c41a3d1-e689-4075-b094-eb38672de109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:48.253208 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port b215ba03-5b72-44ed-a179-265770f7f27d, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=b215ba03-5b72-44ed-a179-265770f7f27d,segment=NetworkSegment(cb6c2d6e-ae3b-4912-bbef-e76a478fde8c),segment_id=cb6c2d6e-ae3b-4912-bbef-e76a478fde8c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:48.257099 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-7ffb1784-7c29-45b8-92a1-7b9d470f28dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:48.257727 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-7ffb1784-7c29-45b8-92a1-7b9d470f28dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:48.258747 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-834466e5-3ff0-4586-ac31-335aeddc16c3 None None] Port 1f961a16-1d9d-4543-9741-1345153c155d cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:19:48.259135 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-7ffb1784-7c29-45b8-92a1-7b9d470f28dd service neutron] 10.222.0.90 "PUT /v2.0/ports/123025a8-f60c-48e3-aea0-bc9ac85c8e05 HTTP/1.1" status: 200 len: 1093 time: 5.1982439 Nov 12 03:19:48.277002 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'b215ba03-5b72-44ed-a179-265770f7f27d', 'network_id': '0412cd42-2fcf-4b7d-8763-d024929e1ca5', 'port_id': 'b215ba03-5b72-44ed-a179-265770f7f27d', 'mac_address': 'fa:16:3e:17:97:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d606a2c-3c59-498d-b0d7-1b0d5a750676', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:19:48.339834 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:48.359659 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b215ba03-5b72-44ed-a179-265770f7f27d {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:48.403034 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-4d79e054-d782-4a45-a0dc-2bdc2574dcbf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3beb882-5a0c-4151-b620-37f97833e3a6 HTTP/1.1" status: 200 len: 217 time: 0.2925930 Nov 12 03:19:48.405766 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port b215ba03-5b72-44ed-a179-265770f7f27d, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=b215ba03-5b72-44ed-a179-265770f7f27d,segment=NetworkSegment(cb6c2d6e-ae3b-4912-bbef-e76a478fde8c),segment_id=cb6c2d6e-ae3b-4912-bbef-e76a478fde8c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:48.415680 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-e84a871d-af53-4be6-8b2b-119f9907e1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:48.421423 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:48.422651 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-e84a871d-af53-4be6-8b2b-119f9907e1ba service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ab1cf8386d1b4172a2ff2003f6ed3228&device_id=67f71169-0ac9-4e53-a8fa-49dac9d9685b HTTP/1.1" status: 200 len: 1097 time: 0.1793501 Nov 12 03:19:48.475340 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bd741-cf49-463a-ab0c-a4a8005ffe8f req-4c76cb9d-312d-4b0f-8ab3-697a9f53c853 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:48.476843 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-136bd741-cf49-463a-ab0c-a4a8005ffe8f req-4c76cb9d-312d-4b0f-8ab3-697a9f53c853 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c8656ea-cf9a-4529-95f7-92aed89f93cf HTTP/1.1" status: 200 len: 944 time: 0.5860958 Nov 12 03:19:48.498241 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=b215ba03-5b72-44ed-a179-265770f7f27d,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:48.505374 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60777870-fd2a-4bd6-bc99-8affd1ee6485 req-864ee8ad-ce47-45e7-b994-73250d2b6638 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:48.507803 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-60777870-fd2a-4bd6-bc99-8affd1ee6485 req-864ee8ad-ce47-45e7-b994-73250d2b6638 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d6c9876-0ca8-4a13-a411-4ec180b1f938 HTTP/1.1" status: 200 len: 944 time: 0.2676113 Nov 12 03:19:48.635388 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-136bd741-cf49-463a-ab0c-a4a8005ffe8f req-941b4154-fcae-463b-ab4e-4fa608fe70ba tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990901 Nov 12 03:19:48.670606 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-d45d045b-f129-4a9c-b99e-e975d3259d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:48.672667 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-d45d045b-f129-4a9c-b99e-e975d3259d6a service neutron] 10.222.0.90 "GET /v2.0/networks?id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 HTTP/1.1" status: 200 len: 907 time: 0.2400894 Nov 12 03:19:48.679496 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a57fb-c345-416e-a2b5-0a831f3639ed req-4e576ba8-a99b-403a-a6d1-c7f899d7c182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:48.681206 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d30a57fb-c345-416e-a2b5-0a831f3639ed req-4e576ba8-a99b-403a-a6d1-c7f899d7c182 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0412cd42-2fcf-4b7d-8763-d024929e1ca5 HTTP/1.1" status: 200 len: 917 time: 1.1992700 Nov 12 03:19:48.689773 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9856b5d0-0d83-4474-a530-1e6eb04fb88e req-0efd9417-1cd9-40af-beb3-18037fea0fe0 service neutron] 10.222.0.90 "GET /v2.0/networks/0412cd42-2fcf-4b7d-8763-d024929e1ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8280120 Nov 12 03:19:48.752164 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-790b2050-659d-47a3-a33a-5f974b6ce741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:48.755221 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-790b2050-659d-47a3-a33a-5f974b6ce741 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a0218dd1-f1e1-4b4f-9068-6a0660604123 HTTP/1.1" status: 200 len: 863 time: 0.2972293 Nov 12 03:19:48.772157 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['b215ba03-5b72-44ed-a179-265770f7f27d'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:19:48.779840 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d30a57fb-c345-416e-a2b5-0a831f3639ed req-9fca21ce-531f-4d0a-99da-9ad3380d2465 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b215ba03-5b72-44ed-a179-265770f7f27d HTTP/1.1" status: 200 len: 217 time: 0.0849435 Nov 12 03:19:48.781952 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-97529057-b4aa-4ad2-8a69-870a809f4dbe service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f9c41ff-beea-4228-87b0-4cb66894b887 HTTP/1.1" status: 200 len: 217 time: 0.0984657 Nov 12 03:19:48.806018 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-3d523571-69b2-462c-9a9f-e7bfaeafc797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:48.808173 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-3d523571-69b2-462c-9a9f-e7bfaeafc797 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=576a7b2c0e984780a26518e9c1601856&device_id=8c8656ea-cf9a-4529-95f7-92aed89f93cf HTTP/1.1" status: 200 len: 1096 time: 0.4312277 Nov 12 03:19:48.895105 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-60777870-fd2a-4bd6-bc99-8affd1ee6485 req-28b3d3d3-7032-486f-80fd-b1ce68840194 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/security-groups?id=7401f916-5145-4fa4-af83-19b43e6880a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3669357 Nov 12 03:19:48.939558 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-a642b592-d118-4d07-97a6-769b73efcf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:48.941430 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-a642b592-d118-4d07-97a6-769b73efcf6c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5a9fb38e-cf25-418b-9443-2a54f98e4648 HTTP/1.1" status: 200 len: 846 time: 0.1350794 Nov 12 03:19:48.971227 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a57fb-c345-416e-a2b5-0a831f3639ed req-3bbf255d-4828-4ef0-943e-62ab21bd0c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:48.972907 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d30a57fb-c345-416e-a2b5-0a831f3639ed req-3bbf255d-4828-4ef0-943e-62ab21bd0c13 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8d606a2c-3c59-498d-b0d7-1b0d5a750676 HTTP/1.1" status: 200 len: 855 time: 0.1654680 Nov 12 03:19:49.008717 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-371d2a93-da2b-40bd-97ee-10a58a59fe29 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514047 Nov 12 03:19:49.025666 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7cce75-aec0-45eb-b240-06dcbb6fc6cc req-1ab775cf-3a44-4320-ac0d-46f7c8d1fc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:49.027168 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-db7cce75-aec0-45eb-b240-06dcbb6fc6cc req-1ab775cf-3a44-4320-ac0d-46f7c8d1fc38 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.9157073 Nov 12 03:19:49.111216 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-20fe4bd5-d9f3-4536-85c8-6d0ccd6a92f8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=123025a8-f60c-48e3-aea0-bc9ac85c8e05 HTTP/1.1" status: 200 len: 217 time: 0.1409473 Nov 12 03:19:49.190452 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a57fb-c345-416e-a2b5-0a831f3639ed req-c3250c25-27bb-4843-b6c0-731bfbf9361a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:49.192680 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d30a57fb-c345-416e-a2b5-0a831f3639ed req-c3250c25-27bb-4843-b6c0-731bfbf9361a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0412cd42-2fcf-4b7d-8763-d024929e1ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2026839 Nov 12 03:19:49.215914 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device bdf04db1-5054-457b-b29b-953665552509 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:19:49.275438 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363f36d-30ad-4d4e-8249-308669bb8cb1 req-d3dc97c5-8a88-49e2-aa30-a5d1ca6b0718 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:49.277230 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e363f36d-30ad-4d4e-8249-308669bb8cb1 req-d3dc97c5-8a88-49e2-aa30-a5d1ca6b0718 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=67f71169-0ac9-4e53-a8fa-49dac9d9685b HTTP/1.1" status: 200 len: 945 time: 0.1980987 Nov 12 03:19:49.282448 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-48c31dc0-b477-4baa-8350-8b87697f4906 service neutron] 10.222.0.90 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454615 Nov 12 03:19:49.346395 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port bdf04db1-5054-457b-b29b-953665552509, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=bdf04db1-5054-457b-b29b-953665552509,segment=NetworkSegment(cb6c2d6e-ae3b-4912-bbef-e76a478fde8c),segment_id=cb6c2d6e-ae3b-4912-bbef-e76a478fde8c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:49.372865 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': 'bdf04db1-5054-457b-b29b-953665552509', 'network_id': '0412cd42-2fcf-4b7d-8763-d024929e1ca5', 'port_id': 'bdf04db1-5054-457b-b29b-953665552509', 'mac_address': 'fa:16:3e:07:ae:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d606a2c-3c59-498d-b0d7-1b0d5a750676', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:19:49.397556 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d6c9876-0ca8-4a13-a411-4ec180b1f938', 'tag': 'a3beb882-5a0c-4151-b620-37f97833e3a6'}, {'name': 'network-changed', 'server_uuid': '8c8656ea-cf9a-4529-95f7-92aed89f93cf', 'tag': '123025a8-f60c-48e3-aea0-bc9ac85c8e05'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:49.399872 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17fd294c-0d0f-4970-b435-57c78336e505" -d '{"events": [{"name": "network-changed", "server_uuid": "0d6c9876-0ca8-4a13-a411-4ec180b1f938", "tag": "a3beb882-5a0c-4151-b620-37f97833e3a6"}, {"name": "network-changed", "server_uuid": "8c8656ea-cf9a-4529-95f7-92aed89f93cf", "tag": "123025a8-f60c-48e3-aea0-bc9ac85c8e05"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:49.403911 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-db7cce75-aec0-45eb-b240-06dcbb6fc6cc req-1d1db58a-3276-4136-ac38-dac95efd1619 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=cf18a935-ba16-480d-beeb-265435239d7f HTTP/1.1" status: 200 len: 217 time: 0.3081739 Nov 12 03:19:49.432020 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:49.448804 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdf04db1-5054-457b-b29b-953665552509 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:49.449803 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85262228-d857-4089-8666-6904e3208e37 req-dceb25c8-1b0d-4eae-8a70-e980d718e677 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:49.451670 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-85262228-d857-4089-8666-6904e3208e37 req-dceb25c8-1b0d-4eae-8a70-e980d718e677 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 935 time: 0.7249720 Nov 12 03:19:49.479953 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9856b5d0-0d83-4474-a530-1e6eb04fb88e req-2f079473-7add-4455-bfbd-7ae619c35a2e service neutron] 10.222.0.90 "GET /v2.0/networks/0412cd42-2fcf-4b7d-8763-d024929e1ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7547903 Nov 12 03:19:49.480217 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port bdf04db1-5054-457b-b29b-953665552509, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=bdf04db1-5054-457b-b29b-953665552509,segment=NetworkSegment(cb6c2d6e-ae3b-4912-bbef-e76a478fde8c),segment_id=cb6c2d6e-ae3b-4912-bbef-e76a478fde8c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:49.486542 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:49.494047 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d30a57fb-c345-416e-a2b5-0a831f3639ed req-9b797e59-6222-40fe-9153-69e90a966d54 service neutron] 10.222.0.74 "GET /v2.0/networks/0412cd42-2fcf-4b7d-8763-d024929e1ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862058 Nov 12 03:19:49.510916 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e363f36d-30ad-4d4e-8249-308669bb8cb1 req-7b459153-e1cd-4180-a940-809ed9b354aa tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899574 Nov 12 03:19:49.515256 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-bebddef7-9740-4473-a686-799525133205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:49.516961 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-bebddef7-9740-4473-a686-799525133205 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5d12c86d-665b-42e0-88f2-c767d0a1a78b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7286317 Nov 12 03:19:49.527635 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-de3b5e1a-861b-471d-9082-77e9faa20669 service neutron] 10.222.0.90 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072208 Nov 12 03:19:49.569704 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=bdf04db1-5054-457b-b29b-953665552509,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:49.609617 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-ba0a9fa8-ee27-40f2-8689-86bf5c536d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:49.611284 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-ba0a9fa8-ee27-40f2-8689-86bf5c536d69 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3428f33d-4837-4311-b620-eb7f742db405 HTTP/1.1" status: 200 len: 861 time: 0.4588690 Nov 12 03:19:49.643130 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d30a57fb-c345-416e-a2b5-0a831f3639ed req-0429dd64-6ff5-4d60-9fe0-e9a33e17685b service neutron] 10.222.0.74 "GET /v2.0/networks/0412cd42-2fcf-4b7d-8763-d024929e1ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309319 Nov 12 03:19:49.673216 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-012d7c11-0483-449a-ae0e-1e74b92dd3b4 req-53a7e908-08cb-4533-afd6-af9b44f4a819 tempest-AbsoluteLimitsNegativeTestJSON-1903147964 tempest-AbsoluteLimitsNegativeTestJSON-1903147964-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=aabb84c3f0f94d9b8aba92c0297181ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253589 Nov 12 03:19:49.714080 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7cce75-aec0-45eb-b240-06dcbb6fc6cc req-41d3d47f-7f7b-4e48-af7f-4c8d62d361cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:49.715665 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-db7cce75-aec0-45eb-b240-06dcbb6fc6cc req-41d3d47f-7f7b-4e48-af7f-4c8d62d361cb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.2591105 Nov 12 03:19:49.721776 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-85262228-d857-4089-8666-6904e3208e37 req-56700bee-45f3-4dbb-bb68-8dc143579a46 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541928 Nov 12 03:19:49.725473 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-2f13da5a-4e8b-4c29-b6f2-d24a7c851a1c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f2354694-6453-486d-800c-f4fc7f841803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617020 Nov 12 03:19:49.809755 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['bdf04db1-5054-457b-b29b-953665552509'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:19:49.886214 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d7c11-0483-449a-ae0e-1e74b92dd3b4 req-95ba8daa-3b7b-4b7b-8eb1-8109e9205e8c tempest-AbsoluteLimitsNegativeTestJSON-1903147964 tempest-AbsoluteLimitsNegativeTestJSON-1903147964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:49.887873 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-012d7c11-0483-449a-ae0e-1e74b92dd3b4 req-95ba8daa-3b7b-4b7b-8eb1-8109e9205e8c tempest-AbsoluteLimitsNegativeTestJSON-1903147964 tempest-AbsoluteLimitsNegativeTestJSON-1903147964-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2083564 Nov 12 03:19:49.901160 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-da993c33-4f1f-44e4-b48f-489a54db8336 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:49.902841 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-da993c33-4f1f-44e4-b48f-489a54db8336 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=67f71169-0ac9-4e53-a8fa-49dac9d9685b&tenant_id=ab1cf8386d1b4172a2ff2003f6ed3228&binding%3Ahost_id=n-h1-715271-27 HTTP/1.1" status: 200 len: 1097 time: 0.1289496 Nov 12 03:19:49.917973 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-67edf104-2a44-4cd1-bb8d-eb3fcb2b8e9c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-715271-27'}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:49.930142 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-012d7c11-0483-449a-ae0e-1e74b92dd3b4 req-86615b89-ca55-44df-8488-9657b36fbb30 tempest-AbsoluteLimitsNegativeTestJSON-1903147964 tempest-AbsoluteLimitsNegativeTestJSON-1903147964-project] 10.222.0.50 "GET /v2.0/quotas/aabb84c3f0f94d9b8aba92c0297181ab HTTP/1.1" status: 200 len: 375 time: 0.0315623 Nov 12 03:19:49.933359 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-0e8c1283-fb77-4d83-8456-4e4c5de81d8e service neutron] 10.222.0.90 "GET /v2.0/networks/5d12c86d-665b-42e0-88f2-c767d0a1a78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787677 Nov 12 03:19:49.990637 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-6c41a3d1-e689-4075-b094-eb38672de109 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f961a16-1d9d-4543-9741-1345153c155d {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:50.005096 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-012d7c11-0483-449a-ae0e-1e74b92dd3b4 req-bd332b34-03db-4a17-b234-3243cf2b0a92 tempest-AbsoluteLimitsNegativeTestJSON-1903147964 tempest-AbsoluteLimitsNegativeTestJSON-1903147964-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=aabb84c3f0f94d9b8aba92c0297181ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689940 Nov 12 03:19:50.011688 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-6c41a3d1-e689-4075-b094-eb38672de109 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:50.021468 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7cce75-aec0-45eb-b240-06dcbb6fc6cc req-7cc3de43-3fee-4f93-8abe-569d16a253f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:50.022988 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-db7cce75-aec0-45eb-b240-06dcbb6fc6cc req-7cc3de43-3fee-4f93-8abe-569d16a253f5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2952111 Nov 12 03:19:50.067587 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-67edf104-2a44-4cd1-bb8d-eb3fcb2b8e9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:50.144619 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748eb62-47c2-4795-9d8a-53fdf36c1552 req-0452a46d-aa2b-45cf-8cda-dd357c85ee69 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:50.146202 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6748eb62-47c2-4795-9d8a-53fdf36c1552 req-0452a46d-aa2b-45cf-8cda-dd357c85ee69 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb00b05b-3549-432e-8ce3-1bf0e3dd2e1b HTTP/1.1" status: 200 len: 945 time: 0.3406103 Nov 12 03:19:50.158808 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-6c41a3d1-e689-4075-b094-eb38672de109 service neutron] Transition to ACTIVE for port object 1f961a16-1d9d-4543-9741-1345153c155d will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:19:50.169862 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-39a03a90-2f56-44ec-97d3-5598be92d07c service neutron] 10.222.0.90 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282560 Nov 12 03:19:50.207915 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-6c41a3d1-e689-4075-b094-eb38672de109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:50.262701 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-67edf104-2a44-4cd1-bb8d-eb3fcb2b8e9c service neutron] For port 3f9c41ff-beea-4228-87b0-4cb66894b887, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=3f9c41ff-beea-4228-87b0-4cb66894b887,segment=NetworkSegment(8dbff2fd-9cfc-4504-9870-2f052b7a9289),segment_id=8dbff2fd-9cfc-4504-9870-2f052b7a9289)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:50.375481 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5b9ce146-02e7-470c-bc7c-639cd709633a req-c35dcc44-1e4a-44af-8e8f-ac8c7fdf6159 service neutron] 10.222.0.90 "GET /v2.0/networks/5d12c86d-665b-42e0-88f2-c767d0a1a78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149621 Nov 12 03:19:50.401748 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-67edf104-2a44-4cd1-bb8d-eb3fcb2b8e9c service neutron] For port 3f9c41ff-beea-4228-87b0-4cb66894b887, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:50.422047 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c41a3d1-e689-4075-b094-eb38672de109 service neutron] Pushing event updated for resources: {'Port': ['ID=1f961a16-1d9d-4543-9741-1345153c155d,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:50.442904 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c41a3d1-e689-4075-b094-eb38672de109 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:50.442904 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c41a3d1-e689-4075-b094-eb38672de109 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:50.443320 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c41a3d1-e689-4075-b094-eb38672de109 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:50.443998 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c41a3d1-e689-4075-b094-eb38672de109 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:50.444577 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c41a3d1-e689-4075-b094-eb38672de109 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:50.444943 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c41a3d1-e689-4075-b094-eb38672de109 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:50.446004 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c41a3d1-e689-4075-b094-eb38672de109 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:50.446004 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c41a3d1-e689-4075-b094-eb38672de109 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:50.446330 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c41a3d1-e689-4075-b094-eb38672de109 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:50.446841 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c41a3d1-e689-4075-b094-eb38672de109 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:50.447413 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c41a3d1-e689-4075-b094-eb38672de109 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:50.447776 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c41a3d1-e689-4075-b094-eb38672de109 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:50.456755 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-9ecccdf8-396d-4f9f-b9a3-a85087e7fb75 tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:50.458535 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-9ecccdf8-396d-4f9f-b9a3-a85087e7fb75 tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] 10.222.0.50 "GET /v2.0/networks?id=501958c9-b204-48c8-90b2-23e93cef2501 HTTP/1.1" status: 200 len: 815 time: 0.2055159 Nov 12 03:19:50.469320 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-db7cce75-aec0-45eb-b240-06dcbb6fc6cc req-6d90e60a-316e-445c-822c-3f0eeaa29fd5 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717506 Nov 12 03:19:50.483406 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6748eb62-47c2-4795-9d8a-53fdf36c1552 req-7816656d-f98f-4eef-b723-c5f78e933683 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197846 Nov 12 03:19:50.484223 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f71169-0ac9-4e53-a8fa-49dac9d9685b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f9c41ff-beea-4228-87b0-4cb66894b887'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:50.486438 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19faf493-9a27-43ee-8fee-5157a2936294" -d '{"events": [{"server_uuid": "67f71169-0ac9-4e53-a8fa-49dac9d9685b", "name": "network-vif-unplugged", "status": "completed", "tag": "3f9c41ff-beea-4228-87b0-4cb66894b887"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:50.491240 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-67edf104-2a44-4cd1-bb8d-eb3fcb2b8e9c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:50.499661 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-1bb55426-2b40-4140-a016-2dfc113e40cd tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] 10.222.0.50 "GET /v2.0/quotas/dc162332f668461489b7e205cb1f66dc HTTP/1.1" status: 200 len: 375 time: 0.0305355 Nov 12 03:19:50.502947 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-67edf104-2a44-4cd1-bb8d-eb3fcb2b8e9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:50.644091 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52006) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:50.665083 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67edf104-2a44-4cd1-bb8d-eb3fcb2b8e9c service neutron] Pushing event updated for resources: {'Port': ['ID=3f9c41ff-beea-4228-87b0-4cb66894b887,revision_number=7']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:50.665897 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bdb94348-9d68-4db8-93f6-c57ec3359f1e req-d1737e55-aa19-40b9-adc8-cac8798a6205 service neutron] 10.222.0.90 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4541521 Nov 12 03:19:50.680735 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0578309a-2662-4e7b-a643-61d786f22fd1 x-openstack-request-id: req-0578309a-2662-4e7b-a643-61d786f22fd1 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:50.681104 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d6c9876-0ca8-4a13-a411-4ec180b1f938", "tag": "a3beb882-5a0c-4151-b620-37f97833e3a6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8c8656ea-cf9a-4529-95f7-92aed89f93cf", "tag": "123025a8-f60c-48e3-aea0-bc9ac85c8e05", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:50.681397 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0578309a-2662-4e7b-a643-61d786f22fd1 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:50.682688 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d6c9876-0ca8-4a13-a411-4ec180b1f938', 'tag': 'a3beb882-5a0c-4151-b620-37f97833e3a6', 'status': 'completed', 'code': 200} Nov 12 03:19:50.682688 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c8656ea-cf9a-4529-95f7-92aed89f93cf', 'tag': '123025a8-f60c-48e3-aea0-bc9ac85c8e05', 'status': 'completed', 'code': 200} Nov 12 03:19:50.750466 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-0eae1727-66fa-4a9a-aee0-294fda2d6833 tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc162332f668461489b7e205cb1f66dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1677909 Nov 12 03:19:50.778730 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-6c41a3d1-e689-4075-b094-eb38672de109 service neutron] Attempting to bind port 1f961a16-1d9d-4543-9741-1345153c155d on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:50.778730 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-6c41a3d1-e689-4075-b094-eb38672de109 service neutron] Attempting to bind port 1f961a16-1d9d-4543-9741-1345153c155d by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:50.778730 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-6c41a3d1-e689-4075-b094-eb38672de109 service neutron] Attempting to bind port 1f961a16-1d9d-4543-9741-1345153c155d on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:50.815087 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-6c41a3d1-e689-4075-b094-eb38672de109 service neutron] Port 1f961a16-1d9d-4543-9741-1345153c155d on network eca3953c-c804-4641-8812-bff95be59582 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:19:50.815398 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-6c41a3d1-e689-4075-b094-eb38672de109 service neutron] Attempting to bind port 1f961a16-1d9d-4543-9741-1345153c155d on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:50.829013 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d93660-a0ef-4607-9072-4a1b369b10c8 req-10540547-cd9c-4506-bafc-cbd08cfad3e4 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:50.830798 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10d93660-a0ef-4607-9072-4a1b369b10c8 req-10540547-cd9c-4506-bafc-cbd08cfad3e4 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c8656ea-cf9a-4529-95f7-92aed89f93cf HTTP/1.1" status: 200 len: 944 time: 0.1406503 Nov 12 03:19:50.835095 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd294c-0d0f-4970-b435-57c78336e505 req-5525ffd5-cdc3-4cf8-ba3b-5fce251a3ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:50.836868 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-17fd294c-0d0f-4970-b435-57c78336e505 req-5525ffd5-cdc3-4cf8-ba3b-5fce251a3ec9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9ec418fa1b0f4b7bae30d2cd4a8b187d&device_id=0d6c9876-0ca8-4a13-a411-4ec180b1f938 HTTP/1.1" status: 200 len: 1096 time: 0.1680055 Nov 12 03:19:50.839362 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-db7cce75-aec0-45eb-b240-06dcbb6fc6cc req-7d231bb9-42a0-4f8f-a2b3-be05f13a4c20 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527711 Nov 12 03:19:50.851461 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-6c41a3d1-e689-4075-b094-eb38672de109 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:50.851799 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-6c41a3d1-e689-4075-b094-eb38672de109 service neutron] Checking segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:50.852365 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-6c41a3d1-e689-4075-b094-eb38672de109 service neutron] Bound using segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:50.852915 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-6c41a3d1-e689-4075-b094-eb38672de109 service neutron] Bound port: 1f961a16-1d9d-4543-9741-1345153c155d, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:50.853444 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-6c41a3d1-e689-4075-b094-eb38672de109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:50.904393 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-67edf104-2a44-4cd1-bb8d-eb3fcb2b8e9c service neutron] Attempting to bind port 3f9c41ff-beea-4228-87b0-4cb66894b887 on host n-h1-715271-27 for vnic_type normal with profile {"migrating_to": "n-h2-715271-27"} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:50.904729 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-67edf104-2a44-4cd1-bb8d-eb3fcb2b8e9c service neutron] Attempting to bind port 3f9c41ff-beea-4228-87b0-4cb66894b887 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:50.905053 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-67edf104-2a44-4cd1-bb8d-eb3fcb2b8e9c service neutron] Attempting to bind port 3f9c41ff-beea-4228-87b0-4cb66894b887 on network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:50.918692 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6ea3c660-019e-4860-8c4d-143c9a7053cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:50.928659 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-67edf104-2a44-4cd1-bb8d-eb3fcb2b8e9c service neutron] Port 3f9c41ff-beea-4228-87b0-4cb66894b887 on network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:19:50.928659 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-67edf104-2a44-4cd1-bb8d-eb3fcb2b8e9c service neutron] Attempting to bind port 3f9c41ff-beea-4228-87b0-4cb66894b887 on network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:50.945944 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-67edf104-2a44-4cd1-bb8d-eb3fcb2b8e9c service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:50.946286 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-67edf104-2a44-4cd1-bb8d-eb3fcb2b8e9c service neutron] Checking segment: {'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:50.946671 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-67edf104-2a44-4cd1-bb8d-eb3fcb2b8e9c service neutron] Bound using segment: {'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:50.947115 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-67edf104-2a44-4cd1-bb8d-eb3fcb2b8e9c service neutron] Bound port: 3f9c41ff-beea-4228-87b0-4cb66894b887, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:50.947470 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-67edf104-2a44-4cd1-bb8d-eb3fcb2b8e9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:50.985915 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-092f73eb-4220-45c9-b7f8-2151a25ff0b7 service neutron] 10.222.0.50 "GET /v2.0/networks/501958c9-b204-48c8-90b2-23e93cef2501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195461 Nov 12 03:19:51.022965 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10d93660-a0ef-4607-9072-4a1b369b10c8 req-b63420f0-dfb3-46e1-a17e-5d20754ae525 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825047 Nov 12 03:19:51.080744 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-6c41a3d1-e689-4075-b094-eb38672de109 service neutron] For port 1f961a16-1d9d-4543-9741-1345153c155d, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:51.083773 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd294c-0d0f-4970-b435-57c78336e505 req-ce4154e5-fcb5-4ef4-a6e9-9291e0047640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:51.085871 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-17fd294c-0d0f-4970-b435-57c78336e505 req-ce4154e5-fcb5-4ef4-a6e9-9291e0047640 service neutron] 10.222.0.90 "GET /v2.0/networks?id=5d12c86d-665b-42e0-88f2-c767d0a1a78b HTTP/1.1" status: 200 len: 925 time: 0.2294271 Nov 12 03:19:51.087346 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-6c41a3d1-e689-4075-b094-eb38672de109 service neutron] For port 1f961a16-1d9d-4543-9741-1345153c155d, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=1f961a16-1d9d-4543-9741-1345153c155d,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:51.095454 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-6c41a3d1-e689-4075-b094-eb38672de109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:51.183988 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-67edf104-2a44-4cd1-bb8d-eb3fcb2b8e9c service neutron] For port 3f9c41ff-beea-4228-87b0-4cb66894b887, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:51.203279 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-6c41a3d1-e689-4075-b094-eb38672de109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:51.204269 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-6c41a3d1-e689-4075-b094-eb38672de109 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:51.205100 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-67edf104-2a44-4cd1-bb8d-eb3fcb2b8e9c service neutron] For port 3f9c41ff-beea-4228-87b0-4cb66894b887, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=3f9c41ff-beea-4228-87b0-4cb66894b887,segment=NetworkSegment(8dbff2fd-9cfc-4504-9870-2f052b7a9289),segment_id=8dbff2fd-9cfc-4504-9870-2f052b7a9289)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:51.205728 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-6c41a3d1-e689-4075-b094-eb38672de109 service neutron] 10.222.0.74 "PUT /v2.0/ports/1f961a16-1d9d-4543-9741-1345153c155d HTTP/1.1" status: 200 len: 1096 time: 3.3774381 Nov 12 03:19:51.218056 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-67edf104-2a44-4cd1-bb8d-eb3fcb2b8e9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:51.231717 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6ea3c660-019e-4860-8c4d-143c9a7053cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:51.237046 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-ed7b206a-6b5f-43e8-897d-798e525afa5b service neutron] 10.222.0.50 "GET /v2.0/networks/501958c9-b204-48c8-90b2-23e93cef2501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210386 Nov 12 03:19:51.246644 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device bdf04db1-5054-457b-b29b-953665552509 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:51.254341 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-17fd294c-0d0f-4970-b435-57c78336e505 req-672382db-e34a-4be9-931b-d68a761b409a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3beb882-5a0c-4151-b620-37f97833e3a6 HTTP/1.1" status: 200 len: 217 time: 0.1115816 Nov 12 03:19:51.265180 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6ea3c660-019e-4860-8c4d-143c9a7053cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:51.367474 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c41a3d1-e689-4075-b094-eb38672de109 service neutron] Pushing event updated for resources: {'Port': ['ID=1f961a16-1d9d-4543-9741-1345153c155d,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:51.389821 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port bdf04db1-5054-457b-b29b-953665552509 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:19:51.395278 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port bdf04db1-5054-457b-b29b-953665552509 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:51.396316 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:51.428104 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6ea3c660-019e-4860-8c4d-143c9a7053cd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=aabb84c3f0f94d9b8aba92c0297181ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7711554 Nov 12 03:19:51.434661 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52014) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:51.439415 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67edf104-2a44-4cd1-bb8d-eb3fcb2b8e9c service neutron] Pushing event updated for resources: {'Port': ['ID=3f9c41ff-beea-4228-87b0-4cb66894b887,revision_number=8']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:51.501347 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea3c660-019e-4860-8c4d-143c9a7053cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ebb948-a8cc-417b-a9b8-ab9d8f6f8d9e,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:51.525617 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-67edf104-2a44-4cd1-bb8d-eb3fcb2b8e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:51.526845 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-67edf104-2a44-4cd1-bb8d-eb3fcb2b8e9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:51.531073 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbdafaa-534c-4925-b9b5-0ec05a55d0b8 req-d307094c-e935-4b33-97a2-b49c7760906f tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:51.531559 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-67edf104-2a44-4cd1-bb8d-eb3fcb2b8e9c service neutron] 10.222.0.90 "PUT /v2.0/ports/3f9c41ff-beea-4228-87b0-4cb66894b887 HTTP/1.1" status: 200 len: 1123 time: 1.6191068 Nov 12 03:19:51.545275 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cbbdafaa-534c-4925-b9b5-0ec05a55d0b8 req-d307094c-e935-4b33-97a2-b49c7760906f tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d6c9876-0ca8-4a13-a411-4ec180b1f938 HTTP/1.1" status: 200 len: 944 time: 0.3945556 Nov 12 03:19:51.567387 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd294c-0d0f-4970-b435-57c78336e505 req-359e3f66-b3d8-49cf-a199-f8c58b33d4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:51.570453 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-17fd294c-0d0f-4970-b435-57c78336e505 req-359e3f66-b3d8-49cf-a199-f8c58b33d4b3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a0218dd1-f1e1-4b4f-9068-6a0660604123 HTTP/1.1" status: 200 len: 863 time: 0.2982690 Nov 12 03:19:51.648014 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:51.658672 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06fd63e1-822e-4da7-adac-211cdc20b772 x-openstack-request-id: req-06fd63e1-822e-4da7-adac-211cdc20b772 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:51.659327 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f71169-0ac9-4e53-a8fa-49dac9d9685b", "name": "network-vif-unplugged", "status": "completed", "tag": "3f9c41ff-beea-4228-87b0-4cb66894b887", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:51.659327 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-06fd63e1-822e-4da7-adac-211cdc20b772 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:51.659662 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f71169-0ac9-4e53-a8fa-49dac9d9685b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f9c41ff-beea-4228-87b0-4cb66894b887', 'code': 200} Nov 12 03:19:51.665954 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-a0cb5be2-b30e-4579-8c4d-3633b8e13283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:51.684782 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d50244a0-26fa-4843-ba96-892254ce78df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:51.686306 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-a0cb5be2-b30e-4579-8c4d-3633b8e13283 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 1099 time: 0.3989968 Nov 12 03:19:51.715525 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '990a0731-5d25-4aa0-b84c-e44a382e2fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf04db1-5054-457b-b29b-953665552509'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:51.715525 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7768b9a1-d1b1-4c58-a09a-b86ebb547e27" -d '{"events": [{"server_uuid": "990a0731-5d25-4aa0-b84c-e44a382e2fc0", "name": "network-vif-plugged", "status": "completed", "tag": "bdf04db1-5054-457b-b29b-953665552509"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:51.725767 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device b215ba03-5b72-44ed-a179-265770f7f27d up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:51.743964 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d50244a0-26fa-4843-ba96-892254ce78df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:51.764392 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-b738f548-dca9-49bb-a629-cc695fa08da1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=1f961a16-1d9d-4543-9741-1345153c155d HTTP/1.1" status: 200 len: 217 time: 0.0765753 Nov 12 03:19:51.857118 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d50244a0-26fa-4843-ba96-892254ce78df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:51.857471 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['3f9c41ff-beea-4228-87b0-4cb66894b887'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:19:51.857981 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d50244a0-26fa-4843-ba96-892254ce78df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:51.864096 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d50244a0-26fa-4843-ba96-892254ce78df admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/62ebb948-a8cc-417b-a9b8-ab9d8f6f8d9e HTTP/1.1" status: 204 len: 168 time: 0.4253762 Nov 12 03:19:51.876400 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd294c-0d0f-4970-b435-57c78336e505 req-44ce79b2-d4c8-4f39-872c-da7d1263a9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:51.884021 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-17fd294c-0d0f-4970-b435-57c78336e505 req-44ce79b2-d4c8-4f39-872c-da7d1263a9c7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5d12c86d-665b-42e0-88f2-c767d0a1a78b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3015447 Nov 12 03:19:51.892326 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50244a0-26fa-4843-ba96-892254ce78df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ebb948-a8cc-417b-a9b8-ab9d8f6f8d9e,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:51.940715 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port bdf04db1-5054-457b-b29b-953665552509, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=bdf04db1-5054-457b-b29b-953665552509,segment=NetworkSegment(cb6c2d6e-ae3b-4912-bbef-e76a478fde8c),segment_id=cb6c2d6e-ae3b-4912-bbef-e76a478fde8c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:51.951576 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf6757-88c3-4861-8e86-ed80535bdec4 req-9bd9fb7a-5395-4efc-9b6a-3a09d1c79d0f tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:51.953750 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-27cf6757-88c3-4861-8e86-ed80535bdec4 req-9bd9fb7a-5395-4efc-9b6a-3a09d1c79d0f tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=67f71169-0ac9-4e53-a8fa-49dac9d9685b HTTP/1.1" status: 200 len: 943 time: 0.1606383 Nov 12 03:19:51.988415 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-567b4866-0393-4545-97f0-654645624933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:51.989965 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-567b4866-0393-4545-97f0-654645624933 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.1872647 Nov 12 03:19:52.020452 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:52.084507 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-27cf6757-88c3-4861-8e86-ed80535bdec4 req-b61f509a-30dc-4b86-8a74-5e844b08eef4 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143024 Nov 12 03:19:52.144207 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port b215ba03-5b72-44ed-a179-265770f7f27d completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:19:52.189465 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-17fd294c-0d0f-4970-b435-57c78336e505 req-f89836ee-1135-4cef-980a-0947071c7c45 service neutron] 10.222.0.90 "GET /v2.0/networks/5d12c86d-665b-42e0-88f2-c767d0a1a78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978474 Nov 12 03:19:52.206461 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cbbdafaa-534c-4925-b9b5-0ec05a55d0b8 req-7c0d3c91-8fe6-4801-8146-9f696d6707dc tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/security-groups?id=7401f916-5145-4fa4-af83-19b43e6880a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6486132 Nov 12 03:19:52.208292 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port b215ba03-5b72-44ed-a179-265770f7f27d triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:52.208878 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:52.312540 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-17fd294c-0d0f-4970-b435-57c78336e505 req-5fda884e-bf10-4648-bc4f-98c0066a9bb9 service neutron] 10.222.0.90 "GET /v2.0/networks/5d12c86d-665b-42e0-88f2-c767d0a1a78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042662 Nov 12 03:19:52.361763 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a55de-511b-4a7d-8554-c1b7cd6a19a2 req-1535ab4c-2c5b-4837-bc1f-16a0e9acc736 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:52.368359 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f33a55de-511b-4a7d-8554-c1b7cd6a19a2 req-1535ab4c-2c5b-4837-bc1f-16a0e9acc736 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 947 time: 0.0998492 Nov 12 03:19:52.382929 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=bdf04db1-5054-457b-b29b-953665552509,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:52.485066 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-39dbf18d-b74f-416a-9b45-861bd54e1334 req-174b20ff-2a46-4545-86dc-c9a8437cae23 tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] 10.222.0.50 "GET /v2.0/ports?device_id=7009d12a-6fc5-4ebc-8a6b-6caa6a4194a4 HTTP/1.1" status: 200 len: 210 time: 0.1219914 Nov 12 03:19:52.498602 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:52.552425 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f33a55de-511b-4a7d-8554-c1b7cd6a19a2 req-cca2acaa-9d32-4874-804d-ab2998483f76 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653516 Nov 12 03:19:52.609700 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-de74e37d-d347-4ce4-8ec8-d0d4ea1a2e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:52.618054 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-de74e37d-d347-4ce4-8ec8-d0d4ea1a2e9e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4270170 Nov 12 03:19:52.666273 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cedead2a-d829-473a-b09f-e06701609c08 x-openstack-request-id: req-cedead2a-d829-473a-b09f-e06701609c08 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:52.666578 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "990a0731-5d25-4aa0-b84c-e44a382e2fc0", "name": "network-vif-plugged", "status": "completed", "tag": "bdf04db1-5054-457b-b29b-953665552509", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:52.666828 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cedead2a-d829-473a-b09f-e06701609c08 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:52.667560 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '990a0731-5d25-4aa0-b84c-e44a382e2fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf04db1-5054-457b-b29b-953665552509', 'code': 200} Nov 12 03:19:52.693461 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port b215ba03-5b72-44ed-a179-265770f7f27d, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=b215ba03-5b72-44ed-a179-265770f7f27d,segment=NetworkSegment(cb6c2d6e-ae3b-4912-bbef-e76a478fde8c),segment_id=cb6c2d6e-ae3b-4912-bbef-e76a478fde8c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:52.694773 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0556cc86-452d-4936-ba59-b72d5daeb68d', 'tag': '1f961a16-1d9d-4543-9741-1345153c155d'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:52.701028 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:52.704385 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad01ecda-03ef-464f-baa9-547ee88432e8" -d '{"events": [{"name": "network-changed", "server_uuid": "0556cc86-452d-4936-ba59-b72d5daeb68d", "tag": "1f961a16-1d9d-4543-9741-1345153c155d"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:52.766485 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd294c-0d0f-4970-b435-57c78336e505 req-2715416d-a611-4a88-88fe-222e26a0c45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:52.770784 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-17fd294c-0d0f-4970-b435-57c78336e505 req-2715416d-a611-4a88-88fe-222e26a0c45e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=576a7b2c0e984780a26518e9c1601856&device_id=8c8656ea-cf9a-4529-95f7-92aed89f93cf HTTP/1.1" status: 200 len: 1096 time: 0.3290262 Nov 12 03:19:52.831763 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=b215ba03-5b72-44ed-a179-265770f7f27d,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:52.910351 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944015dd-3a2f-4ade-8789-f50cfc063c18 req-b96bac3a-87b5-4885-a19c-889653452576 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:52.918251 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-944015dd-3a2f-4ade-8789-f50cfc063c18 req-b96bac3a-87b5-4885-a19c-889653452576 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb00b05b-3549-432e-8ce3-1bf0e3dd2e1b HTTP/1.1" status: 200 len: 945 time: 0.2968595 Nov 12 03:19:52.918909 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf4bb4-7b10-477e-bc95-9a61cdc3188e req-397eacfc-6e7e-4042-8e7f-8145a472e7c6 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:52.933672 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f5bf4bb4-7b10-477e-bc95-9a61cdc3188e req-397eacfc-6e7e-4042-8e7f-8145a472e7c6 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c8656ea-cf9a-4529-95f7-92aed89f93cf HTTP/1.1" status: 200 len: 944 time: 0.1332457 Nov 12 03:19:52.953661 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b401075-74ce-4169-aa10-cb6c91cbfadb req-ead961b3-cf7d-46fc-8999-4a39408ccbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:52.955173 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1b401075-74ce-4169-aa10-cb6c91cbfadb req-ead961b3-cf7d-46fc-8999-4a39408ccbdf service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=990a0731-5d25-4aa0-b84c-e44a382e2fc0 HTTP/1.1" status: 200 len: 1097 time: 0.1401126 Nov 12 03:19:53.103301 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f5bf4bb4-7b10-477e-bc95-9a61cdc3188e req-91e0fc46-ae42-40cf-8b2b-57a9a63f0c34 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686919 Nov 12 03:19:53.117065 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1b401075-74ce-4169-aa10-cb6c91cbfadb req-8fd9e7c1-d152-4d7b-9489-5b8cd1a7df42 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533144 Nov 12 03:19:53.275500 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-3646117d-42b1-4e12-8ca7-c995909ea4a3 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6332951 Nov 12 03:19:53.340649 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-944015dd-3a2f-4ade-8789-f50cfc063c18 req-13e6a4aa-c289-4902-9c15-68c86e2b9807 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4215162 Nov 12 03:19:53.348296 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966b45de-23c1-42c8-9b2f-5a9851180745 x-openstack-request-id: req-966b45de-23c1-42c8-9b2f-5a9851180745 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:53.348774 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0556cc86-452d-4936-ba59-b72d5daeb68d", "tag": "1f961a16-1d9d-4543-9741-1345153c155d", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:53.349182 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-966b45de-23c1-42c8-9b2f-5a9851180745 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:53.349736 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0556cc86-452d-4936-ba59-b72d5daeb68d', 'tag': '1f961a16-1d9d-4543-9741-1345153c155d', 'status': 'completed', 'code': 200} Nov 12 03:19:53.366875 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd294c-0d0f-4970-b435-57c78336e505 req-c27f14b7-944c-45b1-ab94-c36c0a1b60be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:53.370922 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-17fd294c-0d0f-4970-b435-57c78336e505 req-c27f14b7-944c-45b1-ab94-c36c0a1b60be service neutron] 10.222.0.90 "GET /v2.0/networks?id=f2354694-6453-486d-800c-f4fc7f841803 HTTP/1.1" status: 200 len: 922 time: 0.5903099 Nov 12 03:19:53.450375 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52058) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:53.509826 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f4c768-ddcb-42a6-8f0e-47317d684921 req-e8130405-0e9d-45b9-b2f9-7fb092252636 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:53.511348 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-95f4c768-ddcb-42a6-8f0e-47317d684921 req-e8130405-0e9d-45b9-b2f9-7fb092252636 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=67f71169-0ac9-4e53-a8fa-49dac9d9685b HTTP/1.1" status: 200 len: 943 time: 0.1092317 Nov 12 03:19:53.567916 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-17fd294c-0d0f-4970-b435-57c78336e505 req-39268f0a-c168-4dcf-be3d-03740cf238bc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=123025a8-f60c-48e3-aea0-bc9ac85c8e05 HTTP/1.1" status: 200 len: 217 time: 0.1067276 Nov 12 03:19:53.628772 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-95f4c768-ddcb-42a6-8f0e-47317d684921 req-94a4d467-209e-4007-9766-28f7edcae5d8 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073825 Nov 12 03:19:53.658649 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-d3fdcb50-1603-40aa-9260-11840acdef67 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1280626410-network', 'tenant_id': 'c585e593337643cd8277c6eb9fc923b3'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:53.663185 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d24564de-cf31-4820-82b2-846e12ed5f20 req-8189e346-f7ca-4f1e-8957-3195eab5d358 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695929 Nov 12 03:19:53.664251 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f71169-0ac9-4e53-a8fa-49dac9d9685b', 'tag': '3f9c41ff-beea-4228-87b0-4cb66894b887'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:53.689898 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22b9f4-4b0a-44dd-a1a6-14d62054932b req-73c7ac50-868b-406a-b452-137e8954d669 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:53.693883 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9718422-a74a-494a-9b80-59bcc6e0c301" -d '{"events": [{"name": "network-changed", "server_uuid": "67f71169-0ac9-4e53-a8fa-49dac9d9685b", "tag": "3f9c41ff-beea-4228-87b0-4cb66894b887"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:53.703800 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-db22b9f4-4b0a-44dd-a1a6-14d62054932b req-73c7ac50-868b-406a-b452-137e8954d669 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d6c9876-0ca8-4a13-a411-4ec180b1f938 HTTP/1.1" status: 200 len: 944 time: 0.2371290 Nov 12 03:19:53.723038 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd294c-0d0f-4970-b435-57c78336e505 req-8110711f-ab26-4f2c-b6b5-99ce2ef74704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:53.727517 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-17fd294c-0d0f-4970-b435-57c78336e505 req-8110711f-ab26-4f2c-b6b5-99ce2ef74704 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3428f33d-4837-4311-b620-eb7f742db405 HTTP/1.1" status: 200 len: 861 time: 0.1430244 Nov 12 03:19:53.749087 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fdcb50-1603-40aa-9260-11840acdef67 admin admin] Made reservation on behalf of c585e593337643cd8277c6eb9fc923b3 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:53.757469 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d3fdcb50-1603-40aa-9260-11840acdef67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:53.771023 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d3fdcb50-1603-40aa-9260-11840acdef67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:53.819145 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-77ab2194-76d4-48df-b027-e32de944bf91 req-079e57c9-74a8-459a-9501-0cfa4c7c2fd1 tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] 10.222.0.50 "GET /v2.0/ports?device_id=7009d12a-6fc5-4ebc-8a6b-6caa6a4194a4 HTTP/1.1" status: 200 len: 210 time: 0.0293968 Nov 12 03:19:53.865094 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-17fd294c-0d0f-4970-b435-57c78336e505 req-1cf97056-518c-4d19-a317-fc37b7830a52 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f2354694-6453-486d-800c-f4fc7f841803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1120412 Nov 12 03:19:53.910803 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d3fdcb50-1603-40aa-9260-11840acdef67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:53.916233 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d3fdcb50-1603-40aa-9260-11840acdef67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:53.934081 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3fdcb50-1603-40aa-9260-11840acdef67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:19:53.989746 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d3fdcb50-1603-40aa-9260-11840acdef67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:53.990085 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-d3fdcb50-1603-40aa-9260-11840acdef67 admin admin] Added segment 1e8a23dc-cb63-45e1-a1d5-96fe8c8baf56 of type vlan for network c5f18b6e-2851-4269-ab12-8e769818f3a7 Nov 12 03:19:53.992904 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fdcb50-1603-40aa-9260-11840acdef67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a65307-878e-4a8e-9e9f-8030b1415324,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:54.002508 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-db22b9f4-4b0a-44dd-a1a6-14d62054932b req-0570405f-9ac9-4e62-a0e8-3a37bf0b0b20 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/security-groups?id=7401f916-5145-4fa4-af83-19b43e6880a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2974851 Nov 12 03:19:54.008109 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01ecda-03ef-464f-baa9-547ee88432e8 req-44e5b7f9-e14c-4c62-b877-a76635421e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:54.012065 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ad01ecda-03ef-464f-baa9-547ee88432e8 req-44e5b7f9-e14c-4c62-b877-a76635421e9b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 1099 time: 0.2413042 Nov 12 03:19:54.025296 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-ef78e715-3a90-4621-a174-7eedab15207a tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:54.027322 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-ef78e715-3a90-4621-a174-7eedab15207a tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] 10.222.0.74 "GET /v2.0/networks?id=501958c9-b204-48c8-90b2-23e93cef2501 HTTP/1.1" status: 200 len: 815 time: 0.3205390 Nov 12 03:19:54.045382 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fdcb50-1603-40aa-9260-11840acdef67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:54.046284 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fdcb50-1603-40aa-9260-11840acdef67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:54.046731 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fdcb50-1603-40aa-9260-11840acdef67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:54.047101 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fdcb50-1603-40aa-9260-11840acdef67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:54.047487 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fdcb50-1603-40aa-9260-11840acdef67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:54.047817 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fdcb50-1603-40aa-9260-11840acdef67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:54.048298 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fdcb50-1603-40aa-9260-11840acdef67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:54.048887 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fdcb50-1603-40aa-9260-11840acdef67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:54.049262 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fdcb50-1603-40aa-9260-11840acdef67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:54.049625 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fdcb50-1603-40aa-9260-11840acdef67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:54.049956 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fdcb50-1603-40aa-9260-11840acdef67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:54.050279 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fdcb50-1603-40aa-9260-11840acdef67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:54.059645 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4775630b-b1a5-484a-9e36-d22ca8775bc0 x-openstack-request-id: req-4775630b-b1a5-484a-9e36-d22ca8775bc0 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:54.059761 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67f71169-0ac9-4e53-a8fa-49dac9d9685b", "tag": "3f9c41ff-beea-4228-87b0-4cb66894b887", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:54.059965 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4775630b-b1a5-484a-9e36-d22ca8775bc0 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:54.060359 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f71169-0ac9-4e53-a8fa-49dac9d9685b', 'tag': '3f9c41ff-beea-4228-87b0-4cb66894b887', 'status': 'completed', 'code': 200} Nov 12 03:19:54.068907 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-9a5568b6-0d84-4b38-a913-6779c65b625f tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] Request body: {'port': {'device_id': '7009d12a-6fc5-4ebc-8a6b-6caa6a4194a4', 'network_id': '501958c9-b204-48c8-90b2-23e93cef2501', 'admin_state_up': True, 'tenant_id': 'dc162332f668461489b7e205cb1f66dc'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:54.078755 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f70049-4878-4bc9-b549-a4d7dd2a6845 req-f0da64df-72b3-4123-86a1-107427478fe9 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:54.080200 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-53f70049-4878-4bc9-b549-a4d7dd2a6845 req-f0da64df-72b3-4123-86a1-107427478fe9 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 947 time: 0.1521549 Nov 12 03:19:54.081937 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d3fdcb50-1603-40aa-9260-11840acdef67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:54.160302 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d3fdcb50-1603-40aa-9260-11840acdef67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:54.162691 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fdcb50-1603-40aa-9260-11840acdef67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:54.162691 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d3fdcb50-1603-40aa-9260-11840acdef67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:54.212696 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d3fdcb50-1603-40aa-9260-11840acdef67 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7612481 Nov 12 03:19:54.216481 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-53f70049-4878-4bc9-b549-a4d7dd2a6845 req-ba9e390f-2b7b-4fad-94b7-6dab1d82c1c9 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285276 Nov 12 03:19:54.219176 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52076) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:54.228317 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-17fd294c-0d0f-4970-b435-57c78336e505 req-1aca67b5-32eb-4faf-8f77-c6d585a203ff service neutron] 10.222.0.90 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505573 Nov 12 03:19:54.249778 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-072316aa-9264-43c9-ab22-a864014c269e admin admin] Request body: {'subnet': {'network_id': 'c5f18b6e-2851-4269-ab12-8e769818f3a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1280626410-subnet', 'tenant_id': 'c585e593337643cd8277c6eb9fc923b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:54.263235 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9718422-a74a-494a-9b80-59bcc6e0c301 req-e5ee218b-790a-4247-aeb6-bfefbab7504a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:54.265303 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d9718422-a74a-494a-9b80-59bcc6e0c301 req-e5ee218b-790a-4247-aeb6-bfefbab7504a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ab1cf8386d1b4172a2ff2003f6ed3228&device_id=67f71169-0ac9-4e53-a8fa-49dac9d9685b HTTP/1.1" status: 200 len: 1126 time: 0.1583509 Nov 12 03:19:54.270336 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fdcb50-1603-40aa-9260-11840acdef67 admin admin] Pushing event updated for resources: {'Network': ['ID=c5f18b6e-2851-4269-ab12-8e769818f3a7,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:54.293911 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network c5f18b6e-2851-4269-ab12-8e769818f3a7 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:19:54.352286 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01ecda-03ef-464f-baa9-547ee88432e8 req-8062d939-c7d8-44d0-bfae-605685807c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:54.354429 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ad01ecda-03ef-464f-baa9-547ee88432e8 req-8062d939-c7d8-44d0-bfae-605685807c15 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.3255055 Nov 12 03:19:54.387274 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072316aa-9264-43c9-ab22-a864014c269e admin admin] Made reservation on behalf of c585e593337643cd8277c6eb9fc923b3 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:54.390421 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-072316aa-9264-43c9-ab22-a864014c269e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:54.453067 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ad01ecda-03ef-464f-baa9-547ee88432e8 req-a5ab4c31-6e2c-41db-ab14-0b4ed36ed561 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=1f961a16-1d9d-4543-9741-1345153c155d HTTP/1.1" status: 200 len: 217 time: 0.0682375 Nov 12 03:19:54.494320 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9718422-a74a-494a-9b80-59bcc6e0c301 req-23d62b9d-dc59-4b4f-ada9-3cc55f3378f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:54.496791 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d9718422-a74a-494a-9b80-59bcc6e0c301 req-23d62b9d-dc59-4b4f-ada9-3cc55f3378f4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 HTTP/1.1" status: 200 len: 907 time: 0.2218113 Nov 12 03:19:54.524304 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-9a5568b6-0d84-4b38-a913-6779c65b625f tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] Made reservation on behalf of dc162332f668461489b7e205cb1f66dc for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:54.527716 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-9a5568b6-0d84-4b38-a913-6779c65b625f tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:54.545012 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4a070-082f-4736-b2c3-8e1d542911a8 req-2098d8d8-3185-4e97-a559-19a78af5c043 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:54.546591 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e7a4a070-082f-4736-b2c3-8e1d542911a8 req-2098d8d8-3185-4e97-a559-19a78af5c043 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c8656ea-cf9a-4529-95f7-92aed89f93cf HTTP/1.1" status: 200 len: 944 time: 0.2985742 Nov 12 03:19:54.557633 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-17fd294c-0d0f-4970-b435-57c78336e505 req-65cd87e7-6d71-48e7-a684-da288bd308f7 service neutron] 10.222.0.90 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077946 Nov 12 03:19:54.578033 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d9718422-a74a-494a-9b80-59bcc6e0c301 req-68305c23-67c4-4735-83e8-f9052667d6e1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f9c41ff-beea-4228-87b0-4cb66894b887 HTTP/1.1" status: 200 len: 217 time: 0.0645177 Nov 12 03:19:54.598442 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01ecda-03ef-464f-baa9-547ee88432e8 req-2cad21c9-3245-404d-bff0-5c6250293143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:54.600253 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ad01ecda-03ef-464f-baa9-547ee88432e8 req-2cad21c9-3245-404d-bff0-5c6250293143 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.1347413 Nov 12 03:19:54.668597 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb00b05b-3549-432e-8ce3-1bf0e3dd2e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b215ba03-5b72-44ed-a179-265770f7f27d'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:54.672175 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9659da-c8cd-48f3-9510-39faf895f359" -d '{"events": [{"server_uuid": "eb00b05b-3549-432e-8ce3-1bf0e3dd2e1b", "name": "network-vif-plugged", "status": "completed", "tag": "b215ba03-5b72-44ed-a179-265770f7f27d"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:54.688803 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e7a4a070-082f-4736-b2c3-8e1d542911a8 req-7204bdd1-03b5-4076-8582-8c61a0117adf tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301847 Nov 12 03:19:54.804422 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-9a5568b6-0d84-4b38-a913-6779c65b625f tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] Allocated IP 172.20.0.7 (501958c9-b204-48c8-90b2-23e93cef2501/853f814d-a8c2-4d13-953d-4b5494e37524/0af45eed-c0f4-4ba6-91ec-458d7bbb173b) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:54.965061 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14b89d-e17f-4f07-ac0e-d5171a3fdd70 req-27494c89-4cf9-4400-ae1b-b3de1b243103 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:54.967151 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7a14b89d-e17f-4f07-ac0e-d5171a3fdd70 req-27494c89-4cf9-4400-ae1b-b3de1b243103 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=67f71169-0ac9-4e53-a8fa-49dac9d9685b HTTP/1.1" status: 200 len: 943 time: 0.1005039 Nov 12 03:19:55.051416 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623bd91-afd4-4323-b654-055d437679e1 req-b261ef4b-2efa-4335-b475-fb435b571246 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:55.053277 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d623bd91-afd4-4323-b654-055d437679e1 req-b261ef4b-2efa-4335-b475-fb435b571246 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb00b05b-3549-432e-8ce3-1bf0e3dd2e1b HTTP/1.1" status: 200 len: 946 time: 0.5243247 Nov 12 03:19:55.089535 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7a14b89d-e17f-4f07-ac0e-d5171a3fdd70 req-12a17d26-ecb0-432b-a348-a6412dc546e9 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762701 Nov 12 03:19:55.147796 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-9a5568b6-0d84-4b38-a913-6779c65b625f tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:55.164412 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-072316aa-9264-43c9-ab22-a864014c269e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:55.178319 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9491ab-b78e-4ec1-9860-77d430c11a02 x-openstack-request-id: req-6a9491ab-b78e-4ec1-9860-77d430c11a02 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:55.178698 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb00b05b-3549-432e-8ce3-1bf0e3dd2e1b", "name": "network-vif-plugged", "status": "completed", "tag": "b215ba03-5b72-44ed-a179-265770f7f27d", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:55.179003 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6a9491ab-b78e-4ec1-9860-77d430c11a02 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:55.179417 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb00b05b-3549-432e-8ce3-1bf0e3dd2e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b215ba03-5b72-44ed-a179-265770f7f27d', 'code': 200} Nov 12 03:19:55.194443 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d623bd91-afd4-4323-b654-055d437679e1 req-5b3e611a-bfab-414a-a7be-20c72f38a399 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344812 Nov 12 03:19:55.227330 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-9a5568b6-0d84-4b38-a913-6779c65b625f tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:55.268719 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 3f9c41ff-beea-4228-87b0-4cb66894b887 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:19:55.322656 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-9a5568b6-0d84-4b38-a913-6779c65b625f tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] Network 501958c9-b204-48c8-90b2-23e93cef2501 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:55.330738 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-9a5568b6-0d84-4b38-a913-6779c65b625f tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:55.338228 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-9a5568b6-0d84-4b38-a913-6779c65b625f tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:55.348449 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-9a5568b6-0d84-4b38-a913-6779c65b625f tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:55.349149 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-9a5568b6-0d84-4b38-a913-6779c65b625f tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:55.360250 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072316aa-9264-43c9-ab22-a864014c269e admin admin] Pushing event updated for resources: {'Subnet': ['ID=26dd8844-5359-4380-84a0-05d2986a837e,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:55.392599 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072316aa-9264-43c9-ab22-a864014c269e admin admin] Checking segment: {'id': '1e8a23dc-cb63-45e1-a1d5-96fe8c8baf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c5f18b6e-2851-4269-ab12-8e769818f3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:55.392985 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072316aa-9264-43c9-ab22-a864014c269e admin admin] Network hostable DHCP agents. Network: c5f18b6e-2851-4269-ab12-8e769818f3a7, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:19:55.435107 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273437f1-e092-4dee-bfb6-6e635b50066f req-c11f536a-3e77-460b-8578-c476d56f7b58 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:55.439674 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-9a5568b6-0d84-4b38-a913-6779c65b625f tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3862674 Nov 12 03:19:55.445507 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-273437f1-e092-4dee-bfb6-6e635b50066f req-c11f536a-3e77-460b-8578-c476d56f7b58 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d6c9876-0ca8-4a13-a411-4ec180b1f938 HTTP/1.1" status: 200 len: 944 time: 0.1332660 Nov 12 03:19:55.445986 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072316aa-9264-43c9-ab22-a864014c269e admin admin] Network c5f18b6e-2851-4269-ab12-8e769818f3a7 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:19:55.466073 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5568b6-0d84-4b38-a913-6779c65b625f tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] Pushing event updated for resources: {'Port': ['ID=0af45eed-c0f4-4ba6-91ec-458d7bbb173b,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:55.493273 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b5136-0d6c-4a05-9636-2063a29bc111 req-f325a4ab-edc7-4074-bf17-56d1a76f6434 tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:55.503275 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-219b5136-0d6c-4a05-9636-2063a29bc111 req-f325a4ab-edc7-4074-bf17-56d1a76f6434 tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] 10.222.0.50 "GET /v2.0/ports?device_id=7009d12a-6fc5-4ebc-8a6b-6caa6a4194a4 HTTP/1.1" status: 200 len: 931 time: 0.1152594 Nov 12 03:19:55.515319 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-072316aa-9264-43c9-ab22-a864014c269e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, c5f18b6e-2851-4269-ab12-8e769818f3a7) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:55.543089 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072316aa-9264-43c9-ab22-a864014c269e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:55.543688 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-072316aa-9264-43c9-ab22-a864014c269e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:55.594765 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-273437f1-e092-4dee-bfb6-6e635b50066f req-99fc2d3e-b5ab-43bc-a74c-9c3fa618fb9e tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/security-groups?id=7401f916-5145-4fa4-af83-19b43e6880a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495440 Nov 12 03:19:55.610623 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-219b5136-0d6c-4a05-9636-2063a29bc111 req-d97b7581-133d-425f-a373-d2bd0717525d tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] 10.222.0.50 "GET /v2.0/security-groups?id=1662438e-3cc8-425d-9aa5-41a4128215e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058745 Nov 12 03:19:55.620190 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-072316aa-9264-43c9-ab22-a864014c269e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3989699 Nov 12 03:19:55.623235 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52104) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:55.640380 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-854e5375-f92c-45e9-9de0-1914aa536a8f admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1280626410-router', 'tenant_id': 'c585e593337643cd8277c6eb9fc923b3', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:55.695685 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-854e5375-f92c-45e9-9de0-1914aa536a8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:55.698873 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-854e5375-f92c-45e9-9de0-1914aa536a8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:55.730148 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 3f9c41ff-beea-4228-87b0-4cb66894b887, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=3f9c41ff-beea-4228-87b0-4cb66894b887,segment=NetworkSegment(8dbff2fd-9cfc-4504-9870-2f052b7a9289),segment_id=8dbff2fd-9cfc-4504-9870-2f052b7a9289)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:55.762159 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 3f9c41ff-beea-4228-87b0-4cb66894b887 has no active binding in host n-h2-715271-27 {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:19:55.767431 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 123025a8-f60c-48e3-aea0-bc9ac85c8e05 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:19:55.770467 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f342f0ad-486d-47cc-927d-0d7bb87b1537 None None] Network c5f18b6e-2851-4269-ab12-8e769818f3a7 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:19:55.916187 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ca0947b8-39be-4451-8cfd-b948fdf65a50 req-ec892dd1-f6b6-4b38-b136-9043a3eb6574 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5b06cfae-f39b-4c8b-bdbc-20cd80f97bff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1496525 Nov 12 03:19:55.924617 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-854e5375-f92c-45e9-9de0-1914aa536a8f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:56.100431 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0947b8-39be-4451-8cfd-b948fdf65a50 req-1eba33dc-71ab-4fdb-9b49-109022ff8680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:56.102460 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ca0947b8-39be-4451-8cfd-b948fdf65a50 req-1eba33dc-71ab-4fdb-9b49-109022ff8680 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ab1cf8386d1b4172a2ff2003f6ed3228&device_id=5b06cfae-f39b-4c8b-bdbc-20cd80f97bff HTTP/1.1" status: 200 len: 1096 time: 0.0835431 Nov 12 03:19:56.132722 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c385ffc-86d7-42e8-95eb-d1a5c7a2d587 req-247aef09-bd14-4ebb-ab84-16f860aa5ee2 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:56.136201 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6c385ffc-86d7-42e8-95eb-d1a5c7a2d587 req-247aef09-bd14-4ebb-ab84-16f860aa5ee2 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 947 time: 0.3040113 Nov 12 03:19:56.221037 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-854e5375-f92c-45e9-9de0-1914aa536a8f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:56.293522 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6c385ffc-86d7-42e8-95eb-d1a5c7a2d587 req-60413aa2-a6e3-4040-815f-95c6e8f4f92f tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662391 Nov 12 03:19:56.358662 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0947b8-39be-4451-8cfd-b948fdf65a50 req-734df9ab-ae9c-40c1-836a-cef3e2b095b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:56.365526 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ca0947b8-39be-4451-8cfd-b948fdf65a50 req-734df9ab-ae9c-40c1-836a-cef3e2b095b6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 HTTP/1.1" status: 200 len: 907 time: 0.2314839 Nov 12 03:19:56.458915 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ca0947b8-39be-4451-8cfd-b948fdf65a50 req-74e36f4d-13ea-45f5-847a-22968b804dd0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=24b2e37e-f494-4b92-a38a-04bae831ccfb HTTP/1.1" status: 200 len: 217 time: 0.0854981 Nov 12 03:19:56.488116 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 123025a8-f60c-48e3-aea0-bc9ac85c8e05, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=123025a8-f60c-48e3-aea0-bc9ac85c8e05,segment=NetworkSegment(b8c93ffa-e78d-4d7d-8be5-2d181e470820),segment_id=b8c93ffa-e78d-4d7d-8be5-2d181e470820)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:56.535427 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '123025a8-f60c-48e3-aea0-bc9ac85c8e05', 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803', 'port_id': '123025a8-f60c-48e3-aea0-bc9ac85c8e05', 'mac_address': 'fa:16:3e:23:ab:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3428f33d-4837-4311-b620-eb7f742db405', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:19:56.552377 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0947b8-39be-4451-8cfd-b948fdf65a50 req-440b9658-4007-4aac-9307-49e5043104a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:56.553869 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ca0947b8-39be-4451-8cfd-b948fdf65a50 req-440b9658-4007-4aac-9307-49e5043104a8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5a9fb38e-cf25-418b-9443-2a54f98e4648 HTTP/1.1" status: 200 len: 846 time: 0.0876606 Nov 12 03:19:56.562504 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-97e32215-b578-4c13-aa7f-b96f07d6041e None None] Provisioning complete for port 0af45eed-c0f4-4ba6-91ec-458d7bbb173b triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:56.571178 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-97e32215-b578-4c13-aa7f-b96f07d6041e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:56.597054 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ca0947b8-39be-4451-8cfd-b948fdf65a50 req-0a343e69-700f-4be9-8343-e13e87099cfd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332451 Nov 12 03:19:56.625749 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-97e32215-b578-4c13-aa7f-b96f07d6041e None None] Port 0af45eed-c0f4-4ba6-91ec-458d7bbb173b cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:19:56.666711 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:56.681666 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-854e5375-f92c-45e9-9de0-1914aa536a8f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:56.711248 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 123025a8-f60c-48e3-aea0-bc9ac85c8e05 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:56.715318 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-854e5375-f92c-45e9-9de0-1914aa536a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:56.782963 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 123025a8-f60c-48e3-aea0-bc9ac85c8e05, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=123025a8-f60c-48e3-aea0-bc9ac85c8e05,segment=NetworkSegment(b8c93ffa-e78d-4d7d-8be5-2d181e470820),segment_id=b8c93ffa-e78d-4d7d-8be5-2d181e470820)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:56.800678 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26628ccb-3e42-4aaa-92f4-4dfbe7c5dabc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-c5f18b6e-2851-4269-ab12-8e769818f3a7', 'network_id': 'c5f18b6e-2851-4269-ab12-8e769818f3a7', 'tenant_id': 'c585e593337643cd8277c6eb9fc923b3', 'fixed_ips': [{'subnet_id': '26dd8844-5359-4380-84a0-05d2986a837e'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:19:56.801612 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-26628ccb-3e42-4aaa-92f4-4dfbe7c5dabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:56.807016 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4aae26-aa08-4e46-8e5c-249477296b90 req-d518cd77-9854-40f9-be71-e5021ddc5a34 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:56.814936 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5d4aae26-aa08-4e46-8e5c-249477296b90 req-d518cd77-9854-40f9-be71-e5021ddc5a34 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c8656ea-cf9a-4529-95f7-92aed89f93cf HTTP/1.1" status: 200 len: 944 time: 0.1809690 Nov 12 03:19:56.816320 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ca0947b8-39be-4451-8cfd-b948fdf65a50 req-63192c4b-c971-4598-8d6a-948ed5f6f8e6 service neutron] 10.222.0.90 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108843 Nov 12 03:19:56.833899 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:56.834660 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device a3beb882-5a0c-4151-b620-37f97833e3a6 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:19:56.900323 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5d4aae26-aa08-4e46-8e5c-249477296b90 req-16de43e3-f8b4-4992-89b9-f2e4350f52c8 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780933 Nov 12 03:19:56.975228 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ca0947b8-39be-4451-8cfd-b948fdf65a50 req-e42c6291-3da6-4eed-906f-215a485dacf1 service neutron] 10.222.0.90 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505594 Nov 12 03:19:57.041778 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-854e5375-f92c-45e9-9de0-1914aa536a8f admin admin] Allocated IP 172.25.5.135 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/6e5d2b97-5497-46e3-8e01-4664ad924f82) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:57.099710 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9db250-5fcf-4c26-ae7b-7ebd52a55f5a req-f3ec83c3-c802-4c0d-be42-0ab972a76e68 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:57.101413 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5e9db250-5fcf-4c26-ae7b-7ebd52a55f5a req-f3ec83c3-c802-4c0d-be42-0ab972a76e68 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=67f71169-0ac9-4e53-a8fa-49dac9d9685b HTTP/1.1" status: 200 len: 943 time: 0.1219542 Nov 12 03:19:57.161530 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=123025a8-f60c-48e3-aea0-bc9ac85c8e05,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:57.197816 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5e9db250-5fcf-4c26-ae7b-7ebd52a55f5a req-927d02bd-ea06-4fbc-ba6a-ee43b8fb4c4c tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700686 Nov 12 03:19:57.201099 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port a3beb882-5a0c-4151-b620-37f97833e3a6, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=a3beb882-5a0c-4151-b620-37f97833e3a6,segment=NetworkSegment(9a25bf69-3388-48ff-939d-174c3ec6e8fc),segment_id=9a25bf69-3388-48ff-939d-174c3ec6e8fc)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:57.204677 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:57.204966 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:57.205271 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:57.205620 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:57.205959 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:57.208535 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:57.208535 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:57.208535 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:57.208535 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:57.208535 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:57.208535 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:57.208535 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:57.219118 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-854e5375-f92c-45e9-9de0-1914aa536a8f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:57.249003 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': 'a3beb882-5a0c-4151-b620-37f97833e3a6', 'network_id': '5d12c86d-665b-42e0-88f2-c767d0a1a78b', 'port_id': 'a3beb882-5a0c-4151-b620-37f97833e3a6', 'mac_address': 'fa:16:3e:10:40:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0218dd1-f1e1-4b4f-9068-6a0660604123', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:19:57.265662 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-854e5375-f92c-45e9-9de0-1914aa536a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:57.320736 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-26628ccb-3e42-4aaa-92f4-4dfbe7c5dabc None None] Allocated IP 172.20.0.2 (c5f18b6e-2851-4269-ab12-8e769818f3a7/26dd8844-5359-4380-84a0-05d2986a837e/6d9ffcdf-3389-4646-8eb4-caa241dce03c) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:57.333830 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:57.374719 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854e5375-f92c-45e9-9de0-1914aa536a8f admin admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:57.384453 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-854e5375-f92c-45e9-9de0-1914aa536a8f admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:57.387137 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854e5375-f92c-45e9-9de0-1914aa536a8f admin admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:57.393969 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3beb882-5a0c-4151-b620-37f97833e3a6 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:57.466639 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port a3beb882-5a0c-4151-b620-37f97833e3a6, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=a3beb882-5a0c-4151-b620-37f97833e3a6,segment=NetworkSegment(9a25bf69-3388-48ff-939d-174c3ec6e8fc),segment_id=9a25bf69-3388-48ff-939d-174c3ec6e8fc)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:57.472046 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:57.487468 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e5375-f92c-45e9-9de0-1914aa536a8f admin admin] Pushing event updated for resources: {'Port': ['ID=6e5d2b97-5497-46e3-8e01-4664ad924f82,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:57.512158 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696608f-8fa6-4df5-b484-75581cccc97b req-179aecbb-5ebb-48eb-bab6-5ac3f1be9dae tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:57.516103 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0696608f-8fa6-4df5-b484-75581cccc97b req-179aecbb-5ebb-48eb-bab6-5ac3f1be9dae tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb00b05b-3549-432e-8ce3-1bf0e3dd2e1b HTTP/1.1" status: 200 len: 946 time: 0.1826613 Nov 12 03:19:57.594863 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=a3beb882-5a0c-4151-b620-37f97833e3a6,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:57.623996 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-26628ccb-3e42-4aaa-92f4-4dfbe7c5dabc None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:57.642475 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-26628ccb-3e42-4aaa-92f4-4dfbe7c5dabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:57.690770 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26628ccb-3e42-4aaa-92f4-4dfbe7c5dabc None None] Network c5f18b6e-2851-4269-ab12-8e769818f3a7 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:57.691729 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0696608f-8fa6-4df5-b484-75581cccc97b req-57d554b6-e887-4db9-899c-ad4640dfa662 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376445 Nov 12 03:19:57.693980 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-26628ccb-3e42-4aaa-92f4-4dfbe7c5dabc None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:57.700147 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26628ccb-3e42-4aaa-92f4-4dfbe7c5dabc None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:57.713183 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26628ccb-3e42-4aaa-92f4-4dfbe7c5dabc None None] Pushing event updated for resources: {'Port': ['ID=6d9ffcdf-3389-4646-8eb4-caa241dce03c,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:57.779462 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-26628ccb-3e42-4aaa-92f4-4dfbe7c5dabc None None] Attempting to bind port 6d9ffcdf-3389-4646-8eb4-caa241dce03c on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:57.780548 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-26628ccb-3e42-4aaa-92f4-4dfbe7c5dabc None None] Attempting to bind port 6d9ffcdf-3389-4646-8eb4-caa241dce03c by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '1e8a23dc-cb63-45e1-a1d5-96fe8c8baf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c5f18b6e-2851-4269-ab12-8e769818f3a7'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:57.780928 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26628ccb-3e42-4aaa-92f4-4dfbe7c5dabc None None] Attempting to bind port 6d9ffcdf-3389-4646-8eb4-caa241dce03c on network c5f18b6e-2851-4269-ab12-8e769818f3a7 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:57.796987 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26628ccb-3e42-4aaa-92f4-4dfbe7c5dabc None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:57.797675 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26628ccb-3e42-4aaa-92f4-4dfbe7c5dabc None None] Checking segment: {'id': '1e8a23dc-cb63-45e1-a1d5-96fe8c8baf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c5f18b6e-2851-4269-ab12-8e769818f3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:57.797924 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-26628ccb-3e42-4aaa-92f4-4dfbe7c5dabc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:57.798899 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26628ccb-3e42-4aaa-92f4-4dfbe7c5dabc None None] Bound using segment: {'id': '1e8a23dc-cb63-45e1-a1d5-96fe8c8baf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c5f18b6e-2851-4269-ab12-8e769818f3a7'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:57.799403 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-26628ccb-3e42-4aaa-92f4-4dfbe7c5dabc None None] Bound port: 6d9ffcdf-3389-4646-8eb4-caa241dce03c, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e8a23dc-cb63-45e1-a1d5-96fe8c8baf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c5f18b6e-2851-4269-ab12-8e769818f3a7'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:57.799793 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-26628ccb-3e42-4aaa-92f4-4dfbe7c5dabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:57.885249 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-26628ccb-3e42-4aaa-92f4-4dfbe7c5dabc None None] For port 6d9ffcdf-3389-4646-8eb4-caa241dce03c, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:57.890299 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-26628ccb-3e42-4aaa-92f4-4dfbe7c5dabc None None] For port 6d9ffcdf-3389-4646-8eb4-caa241dce03c, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=6d9ffcdf-3389-4646-8eb4-caa241dce03c,segment=NetworkSegment(1e8a23dc-cb63-45e1-a1d5-96fe8c8baf56),segment_id=1e8a23dc-cb63-45e1-a1d5-96fe8c8baf56)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:57.896450 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-26628ccb-3e42-4aaa-92f4-4dfbe7c5dabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:57.899717 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-854e5375-f92c-45e9-9de0-1914aa536a8f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:57.946220 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cca46-1816-43cd-811f-3bc2e642e263 req-3f088729-eac2-4e31-904a-6b43d241f672 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:57.947485 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d57cca46-1816-43cd-811f-3bc2e642e263 req-3f088729-eac2-4e31-904a-6b43d241f672 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d6c9876-0ca8-4a13-a411-4ec180b1f938 HTTP/1.1" status: 200 len: 945 time: 0.1020162 Nov 12 03:19:57.957420 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['123025a8-f60c-48e3-aea0-bc9ac85c8e05'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:19:57.990239 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26628ccb-3e42-4aaa-92f4-4dfbe7c5dabc None None] Pushing event updated for resources: {'Port': ['ID=6d9ffcdf-3389-4646-8eb4-caa241dce03c,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:57.996703 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['a3beb882-5a0c-4151-b620-37f97833e3a6'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:19:58.192540 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d57cca46-1816-43cd-811f-3bc2e642e263 req-5091fb2f-0440-4de7-9619-2fbf7faa612f tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/security-groups?id=7401f916-5145-4fa4-af83-19b43e6880a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2253540 Nov 12 03:19:58.516156 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bae05e-0ea4-457a-9809-dd96564f55b1 req-f74f0c8a-0455-4db3-867f-a68a400e9834 tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:58.517579 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-46bae05e-0ea4-457a-9809-dd96564f55b1 req-f74f0c8a-0455-4db3-867f-a68a400e9834 tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] 10.222.0.50 "GET /v2.0/ports?device_id=7009d12a-6fc5-4ebc-8a6b-6caa6a4194a4 HTTP/1.1" status: 200 len: 931 time: 0.1097920 Nov 12 03:19:58.519168 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-854e5375-f92c-45e9-9de0-1914aa536a8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:58.646564 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-46bae05e-0ea4-457a-9809-dd96564f55b1 req-8f93be86-6864-4fb2-acde-081bd044930e tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] 10.222.0.50 "GET /v2.0/security-groups?id=1662438e-3cc8-425d-9aa5-41a4128215e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220238 Nov 12 03:19:58.742899 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-854e5375-f92c-45e9-9de0-1914aa536a8f admin admin] Router 91c5d8f1-ea02-4c69-8312-6c1c512c33a0 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:19:58.913182 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b548e-0fb8-4251-961f-648db2ecbb54 req-607ad83f-a323-4bad-9a1a-1d37150342e8 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:58.915077 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7e9b548e-0fb8-4251-961f-648db2ecbb54 req-607ad83f-a323-4bad-9a1a-1d37150342e8 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 947 time: 0.1605742 Nov 12 03:19:58.940231 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854e5375-f92c-45e9-9de0-1914aa536a8f admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:19:58.959863 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfaaee6-dbf4-468e-9e61-b2259c2a2d12 None None] Sync routers for ids ['91c5d8f1-ea02-4c69-8312-6c1c512c33a0'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:19:58.981738 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-854e5375-f92c-45e9-9de0-1914aa536a8f admin admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:58.983529 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-854e5375-f92c-45e9-9de0-1914aa536a8f admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3591001 Nov 12 03:19:58.987993 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52126) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:58.999494 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfaaee6-dbf4-468e-9e61-b2259c2a2d12 None None] Routers {'91c5d8f1-ea02-4c69-8312-6c1c512c33a0'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:19:59.003815 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-abfaaee6-dbf4-468e-9e61-b2259c2a2d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:19:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['91c5d8f1-ea02-4c69-8312-6c1c512c33a0'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:59.005457 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7e9b548e-0fb8-4251-961f-648db2ecbb54 req-ad8a7bf8-917e-461c-b00e-3d54e7947ec4 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740716 Nov 12 03:19:59.270786 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8d9a2-9080-414e-9aec-aa8cfba3ec13 req-873e2b69-cad9-4aac-a84f-1626c5d08042 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:59.282405 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-abfaaee6-dbf4-468e-9e61-b2259c2a2d12 None None] Set router 91c5d8f1-ea02-4c69-8312-6c1c512c33a0 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:19:59.282947 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3ef8d9a2-9080-414e-9aec-aa8cfba3ec13 req-873e2b69-cad9-4aac-a84f-1626c5d08042 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c8656ea-cf9a-4529-95f7-92aed89f93cf HTTP/1.1" status: 200 len: 945 time: 0.1487138 Nov 12 03:19:59.407488 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3ef8d9a2-9080-414e-9aec-aa8cfba3ec13 req-a5f345c0-85c9-4e01-b34e-1015356c738d tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229837 Nov 12 03:19:59.445654 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3f9cb3-0081-4f01-bc61-00d7d582ee9e None None] Network c5f18b6e-2851-4269-ab12-8e769818f3a7 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:19:59.637939 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355585c-7f48-4319-8f2b-93338826f1d1 req-b15f1947-24c4-4ebe-81e8-bebaf0de5d69 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:59.641843 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 123025a8-f60c-48e3-aea0-bc9ac85c8e05 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:59.648951 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f355585c-7f48-4319-8f2b-93338826f1d1 req-b15f1947-24c4-4ebe-81e8-bebaf0de5d69 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=67f71169-0ac9-4e53-a8fa-49dac9d9685b HTTP/1.1" status: 200 len: 943 time: 0.0994234 Nov 12 03:19:59.729858 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-c32fb27e-cf97-4921-9134-2253f4eaa283 None None] Provisioning complete for port 6d9ffcdf-3389-4646-8eb4-caa241dce03c triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:59.730315 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c32fb27e-cf97-4921-9134-2253f4eaa283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:59.765523 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f355585c-7f48-4319-8f2b-93338826f1d1 req-2657971c-39d0-47d2-9da2-102b275bc6e1 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100552 Nov 12 03:19:59.793322 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-abfaaee6-dbf4-468e-9e61-b2259c2a2d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c5d8f1-ea02-4c69-8312-6c1c512c33a0', 'name': 'tempest-ServersTestFqdnHostnames-1280626410-router', 'tenant_id': 'c585e593337643cd8277c6eb9fc923b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '6e5d2b97-5497-46e3-8e01-4664ad924f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:55Z', 'updated_at': '2021-11-12T03:19:57Z', 'revision_number': 3, 'project_id': 'c585e593337643cd8277c6eb9fc923b3', 'gw_port': {'id': '6e5d2b97-5497-46e3-8e01-4664ad924f82', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c5d8f1-ea02-4c69-8312-6c1c512c33a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:56Z', 'updated_at': '2021-11-12T03:19:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:59.831434 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 3f9c41ff-beea-4228-87b0-4cb66894b887 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:19:59.864890 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfaaee6-dbf4-468e-9e61-b2259c2a2d12 None None] Checking router: 91c5d8f1-ea02-4c69-8312-6c1c512c33a0 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:19:59.865823 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfaaee6-dbf4-468e-9e61-b2259c2a2d12 None None] Updating router 91c5d8f1-ea02-4c69-8312-6c1c512c33a0 port 6e5d2b97-5497-46e3-8e01-4664ad924f82 binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:19:59.961845 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-abfaaee6-dbf4-468e-9e61-b2259c2a2d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:00.046463 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 123025a8-f60c-48e3-aea0-bc9ac85c8e05 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:20:00.057541 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73287d09-a5cd-4506-b4b2-0a3f2f3ed6ef req-860b44e5-1df1-4aa3-87e1-cb8df5ca22ce tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:00.069746 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-73287d09-a5cd-4506-b4b2-0a3f2f3ed6ef req-860b44e5-1df1-4aa3-87e1-cb8df5ca22ce tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb00b05b-3549-432e-8ce3-1bf0e3dd2e1b HTTP/1.1" status: 200 len: 946 time: 0.1510150 Nov 12 03:20:00.166194 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 123025a8-f60c-48e3-aea0-bc9ac85c8e05 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:00.172216 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:00.220226 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-73287d09-a5cd-4506-b4b2-0a3f2f3ed6ef req-35e64090-8fdf-4a0d-b500-5959cf8ed673 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495261 Nov 12 03:20:00.289122 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c32fb27e-cf97-4921-9134-2253f4eaa283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:00.360006 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 6d9ffcdf-3389-4646-8eb4-caa241dce03c up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:00.477492 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb7d10-68ff-434d-9d62-25e47f0593fc req-d3a96244-20f7-4af0-8e49-59974ba55d9d tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:00.479881 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-78cb7d10-68ff-434d-9d62-25e47f0593fc req-d3a96244-20f7-4af0-8e49-59974ba55d9d tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d6c9876-0ca8-4a13-a411-4ec180b1f938 HTTP/1.1" status: 200 len: 945 time: 0.1178248 Nov 12 03:20:00.485089 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bed55515-7f24-4b18-bdcd-c851a6ac96af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:00.509236 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6699b8fd-8c8d-47c3-af65-25ed9ea5b8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:00.579442 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-78cb7d10-68ff-434d-9d62-25e47f0593fc req-12e0d355-dc26-4012-a172-24f386fed249 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/security-groups?id=7401f916-5145-4fa4-af83-19b43e6880a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914869 Nov 12 03:20:00.596604 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-abfaaee6-dbf4-468e-9e61-b2259c2a2d12 None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:00.603426 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-abfaaee6-dbf4-468e-9e61-b2259c2a2d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:00.603966 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-c32fb27e-cf97-4921-9134-2253f4eaa283 None None] For port 6d9ffcdf-3389-4646-8eb4-caa241dce03c, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=6d9ffcdf-3389-4646-8eb4-caa241dce03c,segment=NetworkSegment(1e8a23dc-cb63-45e1-a1d5-96fe8c8baf56),segment_id=1e8a23dc-cb63-45e1-a1d5-96fe8c8baf56)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:00.625640 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c32fb27e-cf97-4921-9134-2253f4eaa283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:00.700993 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-abfaaee6-dbf4-468e-9e61-b2259c2a2d12 None None] Attempting to bind port 6e5d2b97-5497-46e3-8e01-4664ad924f82 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:20:00.702350 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-abfaaee6-dbf4-468e-9e61-b2259c2a2d12 None None] Attempting to bind port 6e5d2b97-5497-46e3-8e01-4664ad924f82 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:20:00.703591 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfaaee6-dbf4-468e-9e61-b2259c2a2d12 None None] Attempting to bind port 6e5d2b97-5497-46e3-8e01-4664ad924f82 on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:00.807953 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32fb27e-cf97-4921-9134-2253f4eaa283 None None] Pushing event updated for resources: {'Port': ['ID=6d9ffcdf-3389-4646-8eb4-caa241dce03c,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:00.811515 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e96a6d-c766-483e-b0e3-c5abea8361f6 req-0b88a837-5ffd-4b56-a4f2-da2a32a729d8 tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:00.821322 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00202c41-657a-44c7-bb0b-989419b79e2b None None] Pushing event updated for resources: {'Port': ['ID=6e5d2b97-5497-46e3-8e01-4664ad924f82,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:00.824777 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a4e96a6d-c766-483e-b0e3-c5abea8361f6 req-0b88a837-5ffd-4b56-a4f2-da2a32a729d8 tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] 10.222.0.50 "GET /v2.0/ports?device_id=7009d12a-6fc5-4ebc-8a6b-6caa6a4194a4 HTTP/1.1" status: 200 len: 931 time: 0.1118817 Nov 12 03:20:00.835747 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfaaee6-dbf4-468e-9e61-b2259c2a2d12 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:20:00.841752 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfaaee6-dbf4-468e-9e61-b2259c2a2d12 None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:00.844998 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-abfaaee6-dbf4-468e-9e61-b2259c2a2d12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:00.845645 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfaaee6-dbf4-468e-9e61-b2259c2a2d12 None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:20:00.846669 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-abfaaee6-dbf4-468e-9e61-b2259c2a2d12 None None] Bound port: 6e5d2b97-5497-46e3-8e01-4664ad924f82, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:20:00.847539 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-abfaaee6-dbf4-468e-9e61-b2259c2a2d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:00.847907 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 6d9ffcdf-3389-4646-8eb4-caa241dce03c triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:00.848430 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:00.907030 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00202c41-657a-44c7-bb0b-989419b79e2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:00.908060 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00202c41-657a-44c7-bb0b-989419b79e2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:00.908909 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00202c41-657a-44c7-bb0b-989419b79e2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:00.910024 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00202c41-657a-44c7-bb0b-989419b79e2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:00.911172 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00202c41-657a-44c7-bb0b-989419b79e2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:00.911968 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00202c41-657a-44c7-bb0b-989419b79e2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:00.912871 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00202c41-657a-44c7-bb0b-989419b79e2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:00.913700 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00202c41-657a-44c7-bb0b-989419b79e2b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:00.915605 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00202c41-657a-44c7-bb0b-989419b79e2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:00.916443 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00202c41-657a-44c7-bb0b-989419b79e2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:00.917213 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00202c41-657a-44c7-bb0b-989419b79e2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:00.917902 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00202c41-657a-44c7-bb0b-989419b79e2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:00.923227 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a4e96a6d-c766-483e-b0e3-c5abea8361f6 req-55624461-64ff-4ae1-b9b8-6c20d23f120b tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] 10.222.0.50 "GET /v2.0/security-groups?id=1662438e-3cc8-425d-9aa5-41a4128215e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973122 Nov 12 03:20:00.949918 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-bed55515-7f24-4b18-bdcd-c851a6ac96af admin admin] Allocated IP 172.20.0.1 (c5f18b6e-2851-4269-ab12-8e769818f3a7/26dd8844-5359-4380-84a0-05d2986a837e/775d0d9f-f629-428e-b254-6202123dabeb) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:20:01.083200 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-abfaaee6-dbf4-468e-9e61-b2259c2a2d12 None None] For port 6e5d2b97-5497-46e3-8e01-4664ad924f82, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:01.087816 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-abfaaee6-dbf4-468e-9e61-b2259c2a2d12 None None] For port 6e5d2b97-5497-46e3-8e01-4664ad924f82, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=6e5d2b97-5497-46e3-8e01-4664ad924f82,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:20:01.093643 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f87c94-e34f-4770-997a-84bff6aebb01 req-bcad3d21-25e6-4cb5-8be8-1a20fba64821 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:01.100022 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-abfaaee6-dbf4-468e-9e61-b2259c2a2d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:01.109553 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-74f87c94-e34f-4770-997a-84bff6aebb01 req-bcad3d21-25e6-4cb5-8be8-1a20fba64821 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 947 time: 0.0843186 Nov 12 03:20:01.248378 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:01.326089 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8656ea-cf9a-4529-95f7-92aed89f93cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123025a8-f60c-48e3-aea0-bc9ac85c8e05'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:01.326963 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfaaee6-dbf4-468e-9e61-b2259c2a2d12 None None] Routers {'91c5d8f1-ea02-4c69-8312-6c1c512c33a0'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:20:01.327610 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-abfaaee6-dbf4-468e-9e61-b2259c2a2d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:19:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['91c5d8f1-ea02-4c69-8312-6c1c512c33a0'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:01.330162 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace378fc-0048-4119-b741-abb5a85d78c6" -d '{"events": [{"server_uuid": "8c8656ea-cf9a-4529-95f7-92aed89f93cf", "name": "network-vif-plugged", "status": "completed", "tag": "123025a8-f60c-48e3-aea0-bc9ac85c8e05"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:01.341888 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bed55515-7f24-4b18-bdcd-c851a6ac96af admin admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:01.346918 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-77a9d250-012b-4304-8930-06073e6ac8f8 None None] Provisioning complete for port 6d9ffcdf-3389-4646-8eb4-caa241dce03c triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:01.347456 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-77a9d250-012b-4304-8930-06073e6ac8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:01.354674 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 123025a8-f60c-48e3-aea0-bc9ac85c8e05, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=123025a8-f60c-48e3-aea0-bc9ac85c8e05,segment=NetworkSegment(b8c93ffa-e78d-4d7d-8be5-2d181e470820),segment_id=b8c93ffa-e78d-4d7d-8be5-2d181e470820)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:01.381773 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:01.382840 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device a3beb882-5a0c-4151-b620-37f97833e3a6 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:01.416117 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bed55515-7f24-4b18-bdcd-c851a6ac96af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:01.519843 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed55515-7f24-4b18-bdcd-c851a6ac96af admin admin] Pushing event updated for resources: {'Port': ['ID=775d0d9f-f629-428e-b254-6202123dabeb,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:01.544799 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed55515-7f24-4b18-bdcd-c851a6ac96af admin admin] Network c5f18b6e-2851-4269-ab12-8e769818f3a7 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:01.547301 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-bed55515-7f24-4b18-bdcd-c851a6ac96af admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:01.551300 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed55515-7f24-4b18-bdcd-c851a6ac96af admin admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:20:01.567029 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port a3beb882-5a0c-4151-b620-37f97833e3a6 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:20:01.570548 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-74f87c94-e34f-4770-997a-84bff6aebb01 req-28144ebc-3250-4811-ab23-ca8a063451f7 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4618325 Nov 12 03:20:01.574848 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bed55515-7f24-4b18-bdcd-c851a6ac96af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:01.581427 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port a3beb882-5a0c-4151-b620-37f97833e3a6 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:01.582091 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:01.606466 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00202c41-657a-44c7-bb0b-989419b79e2b None None] Pushing event updated for resources: {'Port': ['ID=6e5d2b97-5497-46e3-8e01-4664ad924f82,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:01.665985 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=123025a8-f60c-48e3-aea0-bc9ac85c8e05,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:01.728746 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-abfaaee6-dbf4-468e-9e61-b2259c2a2d12 None None] Set router 91c5d8f1-ea02-4c69-8312-6c1c512c33a0 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:20:01.828405 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a40983-7a50-407a-aac6-07d5f379eb97 req-90db9302-0361-4a4f-8c7b-6688e01c9b99 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:01.833496 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-04a40983-7a50-407a-aac6-07d5f379eb97 req-90db9302-0361-4a4f-8c7b-6688e01c9b99 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c8656ea-cf9a-4529-95f7-92aed89f93cf HTTP/1.1" status: 200 len: 946 time: 0.1025405 Nov 12 03:20:01.945579 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-04a40983-7a50-407a-aac6-07d5f379eb97 req-b9358080-6fec-4e06-91c7-d83b810bd730 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034198 Nov 12 03:20:01.954199 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:01.993806 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bed55515-7f24-4b18-bdcd-c851a6ac96af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:02.055204 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port a3beb882-5a0c-4151-b620-37f97833e3a6, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=a3beb882-5a0c-4151-b620-37f97833e3a6,segment=NetworkSegment(9a25bf69-3388-48ff-939d-174c3ec6e8fc),segment_id=9a25bf69-3388-48ff-939d-174c3ec6e8fc)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:02.067292 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:02.152110 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=a3beb882-5a0c-4151-b620-37f97833e3a6,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:02.162258 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-c2e48f44-3ad8-42d4-9fd9-67c6d9a0acef None None] Provisioning complete for port 775d0d9f-f629-428e-b254-6202123dabeb triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:02.162738 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c2e48f44-3ad8-42d4-9fd9-67c6d9a0acef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:02.165329 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87630966-5e87-4fc3-86b2-5924a93b75ed req-0e924edc-f117-4afa-a13d-637a1727be66 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:02.168564 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-87630966-5e87-4fc3-86b2-5924a93b75ed req-0e924edc-f117-4afa-a13d-637a1727be66 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=67f71169-0ac9-4e53-a8fa-49dac9d9685b HTTP/1.1" status: 200 len: 943 time: 0.1204529 Nov 12 03:20:02.241080 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-abfaaee6-dbf4-468e-9e61-b2259c2a2d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c5d8f1-ea02-4c69-8312-6c1c512c33a0', 'name': 'tempest-ServersTestFqdnHostnames-1280626410-router', 'tenant_id': 'c585e593337643cd8277c6eb9fc923b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '6e5d2b97-5497-46e3-8e01-4664ad924f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:55Z', 'updated_at': '2021-11-12T03:19:57Z', 'revision_number': 3, 'project_id': 'c585e593337643cd8277c6eb9fc923b3', 'gw_port': {'id': '6e5d2b97-5497-46e3-8e01-4664ad924f82', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c5d8f1-ea02-4c69-8312-6c1c512c33a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:56Z', 'updated_at': '2021-11-12T03:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:02.262456 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-c2e48f44-3ad8-42d4-9fd9-67c6d9a0acef None None] Port 775d0d9f-f629-428e-b254-6202123dabeb cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:20:02.282689 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 6d9ffcdf-3389-4646-8eb4-caa241dce03c up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:02.307144 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bed55515-7f24-4b18-bdcd-c851a6ac96af admin admin] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:02.312469 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-87630966-5e87-4fc3-86b2-5924a93b75ed req-29da2e0c-ca4c-4a50-b30b-9005a9cbede7 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310339 Nov 12 03:20:02.315527 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bed55515-7f24-4b18-bdcd-c851a6ac96af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:02.316300 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bed55515-7f24-4b18-bdcd-c851a6ac96af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:02.323226 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfaaee6-dbf4-468e-9e61-b2259c2a2d12 None None] The sync data for ids ['91c5d8f1-ea02-4c69-8312-6c1c512c33a0'] in n-d-715271-27 is: [{'id': '91c5d8f1-ea02-4c69-8312-6c1c512c33a0', 'name': 'tempest-ServersTestFqdnHostnames-1280626410-router', 'tenant_id': 'c585e593337643cd8277c6eb9fc923b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '6e5d2b97-5497-46e3-8e01-4664ad924f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:55Z', 'updated_at': '2021-11-12T03:19:57Z', 'revision_number': 3, 'project_id': 'c585e593337643cd8277c6eb9fc923b3', 'gw_port': {'id': '6e5d2b97-5497-46e3-8e01-4664ad924f82', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c5d8f1-ea02-4c69-8312-6c1c512c33a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:56Z', 'updated_at': '2021-11-12T03:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:20:02.452934 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 6d9ffcdf-3389-4646-8eb4-caa241dce03c triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:02.453586 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:02.535065 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed55515-7f24-4b18-bdcd-c851a6ac96af admin admin] Pushing event updated for resources: {'Port': ['ID=775d0d9f-f629-428e-b254-6202123dabeb,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:02.562895 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a30a3-a1e1-4223-921a-0b3ff13b8781 req-031c6ae1-7b76-481f-83d8-27904fe80da0 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:02.577381 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e61a30a3-a1e1-4223-921a-0b3ff13b8781 req-031c6ae1-7b76-481f-83d8-27904fe80da0 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb00b05b-3549-432e-8ce3-1bf0e3dd2e1b HTTP/1.1" status: 200 len: 946 time: 0.1239197 Nov 12 03:20:02.617578 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed55515-7f24-4b18-bdcd-c851a6ac96af admin admin] Network c5f18b6e-2851-4269-ab12-8e769818f3a7 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:02.619848 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-bed55515-7f24-4b18-bdcd-c851a6ac96af admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:02.657736 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e61a30a3-a1e1-4223-921a-0b3ff13b8781 req-1f8592b7-dd38-43ee-b38e-7a783ffe4d6d tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794382 Nov 12 03:20:02.750782 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719073ba-cad2-4f8a-b663-24bd926be8ac x-openstack-request-id: req-719073ba-cad2-4f8a-b663-24bd926be8ac {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:02.751398 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8656ea-cf9a-4529-95f7-92aed89f93cf", "name": "network-vif-plugged", "status": "completed", "tag": "123025a8-f60c-48e3-aea0-bc9ac85c8e05", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:02.751930 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-719073ba-cad2-4f8a-b663-24bd926be8ac {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:02.752800 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8656ea-cf9a-4529-95f7-92aed89f93cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123025a8-f60c-48e3-aea0-bc9ac85c8e05', 'code': 200} Nov 12 03:20:03.005737 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed55515-7f24-4b18-bdcd-c851a6ac96af admin admin] Router 91c5d8f1-ea02-4c69-8312-6c1c512c33a0 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:20:03.027331 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c453244-8a06-4b09-b69f-ab406b9eaebd req-4d698bee-4df8-4e0a-a473-839d77c40375 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:03.038457 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3c453244-8a06-4b09-b69f-ab406b9eaebd req-4d698bee-4df8-4e0a-a473-839d77c40375 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d6c9876-0ca8-4a13-a411-4ec180b1f938 HTTP/1.1" status: 200 len: 946 time: 0.1390216 Nov 12 03:20:03.084468 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47ffc7-9c10-418c-8954-fdd145ad08b8 req-7bf5ef27-d43e-405a-8b92-62eb636d686c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:03.085977 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bc47ffc7-9c10-418c-8954-fdd145ad08b8 req-7bf5ef27-d43e-405a-8b92-62eb636d686c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8c8656ea-cf9a-4529-95f7-92aed89f93cf HTTP/1.1" status: 200 len: 1098 time: 0.1500170 Nov 12 03:20:03.127192 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-431698a5-d949-43e5-9d02-659a4e3c73e7 None None] Provisioning complete for port 775d0d9f-f629-428e-b254-6202123dabeb triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:03.127568 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-431698a5-d949-43e5-9d02-659a4e3c73e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:03.151871 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3c453244-8a06-4b09-b69f-ab406b9eaebd req-206f60bc-c7d3-4fe4-83fb-e792c734e298 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/security-groups?id=7401f916-5145-4fa4-af83-19b43e6880a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995796 Nov 12 03:20:03.270711 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed55515-7f24-4b18-bdcd-c851a6ac96af admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:20:03.288310 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-bed55515-7f24-4b18-bdcd-c851a6ac96af admin admin] 10.222.0.50 "PUT /v2.0/routers/91c5d8f1-ea02-4c69-8312-6c1c512c33a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2913904 Nov 12 03:20:03.306100 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bc47ffc7-9c10-418c-8954-fdd145ad08b8 req-8e005e87-264e-4e35-9654-f8953cce6fbe service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837951 Nov 12 03:20:03.322374 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-431698a5-d949-43e5-9d02-659a4e3c73e7 None None] Port 775d0d9f-f629-428e-b254-6202123dabeb cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:20:03.328170 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9e1df451-ae32-4639-ac61-cc339af3568b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:03.336322 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e884e5b-caa1-44f5-9caf-0b3bb515e60c req-91978b73-7b2b-484d-b317-b5785b6792f7 tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:03.353800 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9e884e5b-caa1-44f5-9caf-0b3bb515e60c req-91978b73-7b2b-484d-b317-b5785b6792f7 tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] 10.222.0.50 "GET /v2.0/ports?device_id=7009d12a-6fc5-4ebc-8a6b-6caa6a4194a4 HTTP/1.1" status: 200 len: 931 time: 0.1164672 Nov 12 03:20:03.466340 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9e884e5b-caa1-44f5-9caf-0b3bb515e60c req-b713bb30-861b-42bb-a3d7-e76d02a8a1e4 tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] 10.222.0.50 "GET /v2.0/security-groups?id=1662438e-3cc8-425d-9aa5-41a4128215e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100514 Nov 12 03:20:03.632723 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1bfce-e2c0-4747-a2f0-0d215aa354ba req-cb9a196f-4f47-420a-9488-91b4162db2c5 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:03.634531 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-eab1bfce-e2c0-4747-a2f0-0d215aa354ba req-cb9a196f-4f47-420a-9488-91b4162db2c5 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 947 time: 0.0847540 Nov 12 03:20:03.706474 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-eab1bfce-e2c0-4747-a2f0-0d215aa354ba req-03fd38c9-f540-43c7-a311-85ade9459353 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644002 Nov 12 03:20:03.875374 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c859f2-5ce1-4fe5-9f56-bb9de83ad5bd req-1036d744-4fee-4c6b-9c8c-9dac4b901aad tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:03.883592 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-96c859f2-5ce1-4fe5-9f56-bb9de83ad5bd req-1036d744-4fee-4c6b-9c8c-9dac4b901aad tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c8656ea-cf9a-4529-95f7-92aed89f93cf HTTP/1.1" status: 200 len: 946 time: 0.0995898 Nov 12 03:20:03.947735 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-96c859f2-5ce1-4fe5-9f56-bb9de83ad5bd req-664ddeaf-ca9f-4a30-b224-8d7a16a72367 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630486 Nov 12 03:20:03.955417 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:04.143160 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd60143-5567-4646-ae13-cde2759f827b req-05d73965-4dce-4514-a50d-b9b8bfa99c22 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:04.145892 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8bd60143-5567-4646-ae13-cde2759f827b req-05d73965-4dce-4514-a50d-b9b8bfa99c22 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=67f71169-0ac9-4e53-a8fa-49dac9d9685b HTTP/1.1" status: 200 len: 943 time: 0.0901952 Nov 12 03:20:04.210246 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 6e5d2b97-5497-46e3-8e01-4664ad924f82 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:04.234968 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8bd60143-5567-4646-ae13-cde2759f827b req-2805316b-5d39-48f6-ba3e-4c782e53ca2f tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814500 Nov 12 03:20:04.285609 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 6e5d2b97-5497-46e3-8e01-4664ad924f82 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:04.286222 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:04.443360 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:04.470716 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 6e5d2b97-5497-46e3-8e01-4664ad924f82, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=6e5d2b97-5497-46e3-8e01-4664ad924f82,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:04.479066 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:04.546088 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=6e5d2b97-5497-46e3-8e01-4664ad924f82,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:04.753836 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6c9876-0ca8-4a13-a411-4ec180b1f938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3beb882-5a0c-4151-b620-37f97833e3a6'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:04.757710 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c697c46c-d30a-49b2-9aa8-b22c425f22d3" -d '{"events": [{"server_uuid": "0d6c9876-0ca8-4a13-a411-4ec180b1f938", "name": "network-vif-plugged", "status": "completed", "tag": "a3beb882-5a0c-4151-b620-37f97833e3a6"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:04.882224 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058c1023-5a1f-4b5a-9a26-16a11d4b0689 None None] Sync routers for ids ['91c5d8f1-ea02-4c69-8312-6c1c512c33a0'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:20:04.895286 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058c1023-5a1f-4b5a-9a26-16a11d4b0689 None None] Routers {'91c5d8f1-ea02-4c69-8312-6c1c512c33a0'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:20:04.895822 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-058c1023-5a1f-4b5a-9a26-16a11d4b0689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:20:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['91c5d8f1-ea02-4c69-8312-6c1c512c33a0'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:05.024658 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52172) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:05.028448 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-9e30fc68-7dbf-4589-b4fb-0f685de042cb tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1525336636', 'description': 'tempest-description--1953740179'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:05.093811 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-058c1023-5a1f-4b5a-9a26-16a11d4b0689 None None] Set router 91c5d8f1-ea02-4c69-8312-6c1c512c33a0 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:20:05.107309 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9e30fc68-7dbf-4589-b4fb-0f685de042cb tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:05.204614 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47009b23-4a27-4a22-9c24-02dc3f680a8e req-4c452de0-5da5-46c9-a290-c57c912d4b53 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:05.212999 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-47009b23-4a27-4a22-9c24-02dc3f680a8e req-4c452de0-5da5-46c9-a290-c57c912d4b53 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb00b05b-3549-432e-8ce3-1bf0e3dd2e1b HTTP/1.1" status: 200 len: 946 time: 0.1223493 Nov 12 03:20:05.262427 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9e30fc68-7dbf-4589-b4fb-0f685de042cb tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:05.275890 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9e30fc68-7dbf-4589-b4fb-0f685de042cb tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:05.333148 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9e30fc68-7dbf-4589-b4fb-0f685de042cb tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:05.337674 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52176) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:05.342754 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-a906aa57-c043-46db-bd1a-ef5d0c1249c0 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Request body: {'security_group_rule': {'security_group_id': '8b60dd28-e6f4-4ae4-905c-8dffea0dde45', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:05.347081 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9e30fc68-7dbf-4589-b4fb-0f685de042cb tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3219686 Nov 12 03:20:05.353974 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30fc68-7dbf-4589-b4fb-0f685de042cb tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b60dd28-e6f4-4ae4-905c-8dffea0dde45,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:05.363743 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:05.369404 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-47009b23-4a27-4a22-9c24-02dc3f680a8e req-b67f2704-63ad-4bf1-8792-4ab20a2597b5 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554425 Nov 12 03:20:05.430153 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a906aa57-c043-46db-bd1a-ef5d0c1249c0 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:05.430827 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-058c1023-5a1f-4b5a-9a26-16a11d4b0689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c5d8f1-ea02-4c69-8312-6c1c512c33a0', 'name': 'tempest-ServersTestFqdnHostnames-1280626410-router', 'tenant_id': 'c585e593337643cd8277c6eb9fc923b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '6e5d2b97-5497-46e3-8e01-4664ad924f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:55Z', 'updated_at': '2021-11-12T03:20:01Z', 'revision_number': 4, 'project_id': 'c585e593337643cd8277c6eb9fc923b3', 'gw_port': {'id': '6e5d2b97-5497-46e3-8e01-4664ad924f82', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5d8f1-ea02-4c69-8312-6c1c512c33a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:56Z', 'updated_at': '2021-11-12T03:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '775d0d9f-f629-428e-b254-6202123dabeb', 'name': '', 'network_id': 'c5f18b6e-2851-4269-ab12-8e769818f3a7', 'tenant_id': 'c585e593337643cd8277c6eb9fc923b3', 'mac_address': 'fa:16:3e:9d:6b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c5d8f1-ea02-4c69-8312-6c1c512c33a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '26dd8844-5359-4380-84a0-05d2986a837e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:00Z', 'updated_at': '2021-11-12T03:20:02Z', 'revision_number': 2, 'project_id': 'c585e593337643cd8277c6eb9fc923b3', 'subnets': [{'id': '26dd8844-5359-4380-84a0-05d2986a837e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:05.490028 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a906aa57-c043-46db-bd1a-ef5d0c1249c0 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:05.496903 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a906aa57-c043-46db-bd1a-ef5d0c1249c0 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:05.509387 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058c1023-5a1f-4b5a-9a26-16a11d4b0689 None None] Checking router: 91c5d8f1-ea02-4c69-8312-6c1c512c33a0 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:20:05.510624 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058c1023-5a1f-4b5a-9a26-16a11d4b0689 None None] Updating router 91c5d8f1-ea02-4c69-8312-6c1c512c33a0 port 775d0d9f-f629-428e-b254-6202123dabeb binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:20:05.547452 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906aa57-c043-46db-bd1a-ef5d0c1249c0 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89d11af4-8bd5-483c-97cb-8cf6e6795840,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:05.560248 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a906aa57-c043-46db-bd1a-ef5d0c1249c0 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:05.565213 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a906aa57-c043-46db-bd1a-ef5d0c1249c0 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2239220 Nov 12 03:20:05.565398 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bec768-f514-4bbb-9b54-dedeedbd1179 req-f2981376-d1d3-4a08-b5f2-ed8b3a061892 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:05.566161 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52178) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:05.567347 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-70bec768-f514-4bbb-9b54-dedeedbd1179 req-f2981376-d1d3-4a08-b5f2-ed8b3a061892 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d6c9876-0ca8-4a13-a411-4ec180b1f938 HTTP/1.1" status: 200 len: 946 time: 0.0939126 Nov 12 03:20:05.571535 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-0482acca-f20f-4f6c-9aff-8f3088435d8c tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Request body: {'security_group_rule': {'security_group_id': '8b60dd28-e6f4-4ae4-905c-8dffea0dde45', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:05.571874 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-058c1023-5a1f-4b5a-9a26-16a11d4b0689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:05.621202 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0482acca-f20f-4f6c-9aff-8f3088435d8c tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:05.643754 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-70bec768-f514-4bbb-9b54-dedeedbd1179 req-7df6bcd0-73f4-4875-8ece-962e3310c6f1 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/security-groups?id=7401f916-5145-4fa4-af83-19b43e6880a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680537 Nov 12 03:20:05.720558 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0482acca-f20f-4f6c-9aff-8f3088435d8c tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:05.725904 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0482acca-f20f-4f6c-9aff-8f3088435d8c tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:05.752190 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0482acca-f20f-4f6c-9aff-8f3088435d8c tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc2407af-484c-4267-b865-f935dc3dd348,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:05.776720 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0482acca-f20f-4f6c-9aff-8f3088435d8c tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:05.778392 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0482acca-f20f-4f6c-9aff-8f3088435d8c tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2112093 Nov 12 03:20:05.782262 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52180) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:05.788363 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-070a7ce0-3558-49e1-a72e-90cff896203e tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:05.820844 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-070a7ce0-3558-49e1-a72e-90cff896203e tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Publish callbacks [] for floatingip, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:05.822293 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f5c0f-b77d-4519-87b3-1e8f59b5b870 req-fe236bb6-ad1a-4c8c-9109-90c4baaa1d90 tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:05.823456 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-838f5c0f-b77d-4519-87b3-1e8f59b5b870 req-fe236bb6-ad1a-4c8c-9109-90c4baaa1d90 tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] 10.222.0.50 "GET /v2.0/ports?device_id=7009d12a-6fc5-4ebc-8a6b-6caa6a4194a4 HTTP/1.1" status: 200 len: 931 time: 0.1008523 Nov 12 03:20:05.907156 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-838f5c0f-b77d-4519-87b3-1e8f59b5b870 req-f53d097c-580c-459f-b1af-66a6359826f9 tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] 10.222.0.50 "GET /v2.0/security-groups?id=1662438e-3cc8-425d-9aa5-41a4128215e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630767 Nov 12 03:20:05.966470 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-070a7ce0-3558-49e1-a72e-90cff896203e tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:06.011068 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-058c1023-5a1f-4b5a-9a26-16a11d4b0689 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:06.021197 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-058c1023-5a1f-4b5a-9a26-16a11d4b0689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:06.078109 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b9fddb-6bf6-4322-b735-79b33e37f359 None None] Pushing event updated for resources: {'Port': ['ID=775d0d9f-f629-428e-b254-6202123dabeb,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:06.098566 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d4679-5d1a-491f-9597-356464bf71ea req-90c8c9b6-7900-40f6-98f1-1d510353784b tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:06.100449 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-391d4679-5d1a-491f-9597-356464bf71ea req-90c8c9b6-7900-40f6-98f1-1d510353784b tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 947 time: 0.0946589 Nov 12 03:20:06.142222 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-070a7ce0-3558-49e1-a72e-90cff896203e tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Allocated IP 172.25.5.119 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/f35a8ca2-29c8-4330-9c60-6426c4e3b317) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:20:06.230907 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-058c1023-5a1f-4b5a-9a26-16a11d4b0689 None None] Attempting to bind port 775d0d9f-f629-428e-b254-6202123dabeb on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:20:06.239101 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-058c1023-5a1f-4b5a-9a26-16a11d4b0689 None None] Attempting to bind port 775d0d9f-f629-428e-b254-6202123dabeb by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '1e8a23dc-cb63-45e1-a1d5-96fe8c8baf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c5f18b6e-2851-4269-ab12-8e769818f3a7'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:20:06.239746 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058c1023-5a1f-4b5a-9a26-16a11d4b0689 None None] Attempting to bind port 775d0d9f-f629-428e-b254-6202123dabeb on network c5f18b6e-2851-4269-ab12-8e769818f3a7 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:06.255137 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058c1023-5a1f-4b5a-9a26-16a11d4b0689 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:20:06.256041 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058c1023-5a1f-4b5a-9a26-16a11d4b0689 None None] Checking segment: {'id': '1e8a23dc-cb63-45e1-a1d5-96fe8c8baf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c5f18b6e-2851-4269-ab12-8e769818f3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:06.256953 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-058c1023-5a1f-4b5a-9a26-16a11d4b0689 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:06.257894 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058c1023-5a1f-4b5a-9a26-16a11d4b0689 None None] Bound using segment: {'id': '1e8a23dc-cb63-45e1-a1d5-96fe8c8baf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c5f18b6e-2851-4269-ab12-8e769818f3a7'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:20:06.258917 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-058c1023-5a1f-4b5a-9a26-16a11d4b0689 None None] Bound port: 775d0d9f-f629-428e-b254-6202123dabeb, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e8a23dc-cb63-45e1-a1d5-96fe8c8baf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c5f18b6e-2851-4269-ab12-8e769818f3a7'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:20:06.259578 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-058c1023-5a1f-4b5a-9a26-16a11d4b0689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:06.277759 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-391d4679-5d1a-491f-9597-356464bf71ea req-4c25b328-26c1-4e0e-b7ee-46ef6dfcbd1f tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598990 Nov 12 03:20:06.296140 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:06.440646 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-070a7ce0-3558-49e1-a72e-90cff896203e tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:06.455548 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 6e5d2b97-5497-46e3-8e01-4664ad924f82 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:06.535379 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-058c1023-5a1f-4b5a-9a26-16a11d4b0689 None None] For port 775d0d9f-f629-428e-b254-6202123dabeb, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:06.541777 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-070a7ce0-3558-49e1-a72e-90cff896203e tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:06.548005 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59638729-8843-4657-9f67-a4c88f929a50 x-openstack-request-id: req-59638729-8843-4657-9f67-a4c88f929a50 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:06.549396 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d6c9876-0ca8-4a13-a411-4ec180b1f938", "name": "network-vif-plugged", "status": "completed", "tag": "a3beb882-5a0c-4151-b620-37f97833e3a6", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:06.549962 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-59638729-8843-4657-9f67-a4c88f929a50 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:06.551495 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6c9876-0ca8-4a13-a411-4ec180b1f938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3beb882-5a0c-4151-b620-37f97833e3a6', 'code': 200} Nov 12 03:20:06.567493 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070a7ce0-3558-49e1-a72e-90cff896203e tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:06.569399 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-070a7ce0-3558-49e1-a72e-90cff896203e tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:06.600020 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-058c1023-5a1f-4b5a-9a26-16a11d4b0689 None None] For port 775d0d9f-f629-428e-b254-6202123dabeb, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=775d0d9f-f629-428e-b254-6202123dabeb,segment=NetworkSegment(1e8a23dc-cb63-45e1-a1d5-96fe8c8baf56),segment_id=1e8a23dc-cb63-45e1-a1d5-96fe8c8baf56)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:20:06.603799 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070a7ce0-3558-49e1-a72e-90cff896203e tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:20:06.654916 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-058c1023-5a1f-4b5a-9a26-16a11d4b0689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:06.739714 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b9fddb-6bf6-4322-b735-79b33e37f359 None None] Pushing event updated for resources: {'Port': ['ID=775d0d9f-f629-428e-b254-6202123dabeb,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:06.745376 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-b582bcbd-45dd-4487-80e0-5ce570bfa2f7 None None] Provisioning complete for port 775d0d9f-f629-428e-b254-6202123dabeb triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:06.745748 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b582bcbd-45dd-4487-80e0-5ce570bfa2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:06.788647 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070a7ce0-3558-49e1-a72e-90cff896203e tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Pushing event updated for resources: {'Port': ['ID=f35a8ca2-29c8-4330-9c60-6426c4e3b317,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:06.797902 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db81e2d-1ca7-4b35-9aee-04aae79cc16a req-c60c5235-be41-4ee4-807a-9828e66aabae tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:06.799878 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3db81e2d-1ca7-4b35-9aee-04aae79cc16a req-c60c5235-be41-4ee4-807a-9828e66aabae tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c8656ea-cf9a-4529-95f7-92aed89f93cf HTTP/1.1" status: 200 len: 946 time: 0.1359754 Nov 12 03:20:06.810978 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd103fce-45e3-41a9-a6a2-304f62fbf02a req-e90d516b-b9ed-42b8-ac93-68eb6d45dd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:06.812756 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cd103fce-45e3-41a9-a6a2-304f62fbf02a req-e90d516b-b9ed-42b8-ac93-68eb6d45dd20 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0d6c9876-0ca8-4a13-a411-4ec180b1f938 HTTP/1.1" status: 200 len: 1098 time: 0.1231303 Nov 12 03:20:06.865129 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-070a7ce0-3558-49e1-a72e-90cff896203e tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:06.868296 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cd103fce-45e3-41a9-a6a2-304f62fbf02a req-e35c5c7c-3756-4987-9e13-d9b6bce9e62e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=7401f916-5145-4fa4-af83-19b43e6880a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462325 Nov 12 03:20:06.875564 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058c1023-5a1f-4b5a-9a26-16a11d4b0689 None None] Routers {'91c5d8f1-ea02-4c69-8312-6c1c512c33a0'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:20:06.876285 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-058c1023-5a1f-4b5a-9a26-16a11d4b0689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:20:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['91c5d8f1-ea02-4c69-8312-6c1c512c33a0'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:06.916431 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-070a7ce0-3558-49e1-a72e-90cff896203e tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:06.946157 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3db81e2d-1ca7-4b35-9aee-04aae79cc16a req-4bc01a83-3ef7-487b-b97a-30ca418636de tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377749 Nov 12 03:20:06.955500 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 6e5d2b97-5497-46e3-8e01-4664ad924f82 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:06.955873 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:07.146109 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-070a7ce0-3558-49e1-a72e-90cff896203e tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:07.149770 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8399b6d-30f0-454c-8268-196559bb9f28 req-0327e282-8619-40b9-91e3-1e59d4ee328b tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:07.151963 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a8399b6d-30f0-454c-8268-196559bb9f28 req-0327e282-8619-40b9-91e3-1e59d4ee328b tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=67f71169-0ac9-4e53-a8fa-49dac9d9685b HTTP/1.1" status: 200 len: 943 time: 0.0913417 Nov 12 03:20:07.158444 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-070a7ce0-3558-49e1-a72e-90cff896203e tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:07.159645 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b582bcbd-45dd-4487-80e0-5ce570bfa2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:07.205758 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-070a7ce0-3558-49e1-a72e-90cff896203e tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:07.220198 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a8399b6d-30f0-454c-8268-196559bb9f28 req-8cbda0db-a333-45f6-a481-e8e477dd67a2 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610900 Nov 12 03:20:07.229100 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-058c1023-5a1f-4b5a-9a26-16a11d4b0689 None None] Set router 91c5d8f1-ea02-4c69-8312-6c1c512c33a0 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:20:07.240724 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070a7ce0-3558-49e1-a72e-90cff896203e tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Pushing event updated for resources: {'Port': ['ID=f35a8ca2-29c8-4330-9c60-6426c4e3b317,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:07.261405 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-070a7ce0-3558-49e1-a72e-90cff896203e tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:07.263633 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-070a7ce0-3558-49e1-a72e-90cff896203e tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4794085 Nov 12 03:20:07.304414 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-b582bcbd-45dd-4487-80e0-5ce570bfa2f7 None None] For port 775d0d9f-f629-428e-b254-6202123dabeb, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=775d0d9f-f629-428e-b254-6202123dabeb,segment=NetworkSegment(1e8a23dc-cb63-45e1-a1d5-96fe8c8baf56),segment_id=1e8a23dc-cb63-45e1-a1d5-96fe8c8baf56)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:07.311836 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b582bcbd-45dd-4487-80e0-5ce570bfa2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:07.358466 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3ad0a-9064-4d4f-a572-d2fc87bc6ede req-b2d7a7fa-f669-4f3b-b6f6-61e7a8dab5ab tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:07.361423 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-03d3ad0a-9064-4d4f-a572-d2fc87bc6ede req-b2d7a7fa-f669-4f3b-b6f6-61e7a8dab5ab tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb00b05b-3549-432e-8ce3-1bf0e3dd2e1b HTTP/1.1" status: 200 len: 946 time: 0.0775495 Nov 12 03:20:07.445984 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-dab29e24-735c-4584-a027-263a282e2310 service neutron] Request body: {'port': {'device_id': '7009d12a-6fc5-4ebc-8a6b-6caa6a4194a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:07.478177 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9718422-a74a-494a-9b80-59bcc6e0c301 req-f72a2c92-b4a5-4662-945b-4d5e717834dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:07.480843 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d9718422-a74a-494a-9b80-59bcc6e0c301 req-f72a2c92-b4a5-4662-945b-4d5e717834dd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5a9fb38e-cf25-418b-9443-2a54f98e4648 HTTP/1.1" status: 200 len: 846 time: 0.1172903 Nov 12 03:20:07.556594 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01ecda-03ef-464f-baa9-547ee88432e8 req-01f55542-6922-41b4-a683-408465d2b487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:07.558913 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ad01ecda-03ef-464f-baa9-547ee88432e8 req-01f55542-6922-41b4-a683-408465d2b487 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1985269 Nov 12 03:20:07.562367 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b582bcbd-45dd-4487-80e0-5ce570bfa2f7 None None] Pushing event updated for resources: {'Port': ['ID=775d0d9f-f629-428e-b254-6202123dabeb,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:07.567672 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.74', 58832) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:07.568180 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-75621542-bb66-49e5-bb52-e1a99dd15b7b None None] Provisioning complete for port 775d0d9f-f629-428e-b254-6202123dabeb triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:07.568363 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-75621542-bb66-49e5-bb52-e1a99dd15b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:07.582606 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-dab29e24-735c-4584-a027-263a282e2310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:07.606347 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-03d3ad0a-9064-4d4f-a572-d2fc87bc6ede req-15082a44-33ea-4f60-918f-be60ae75b5e5 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261257 Nov 12 03:20:07.625831 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d9718422-a74a-494a-9b80-59bcc6e0c301 req-33f59d98-213e-403d-9473-8d4ac5480789 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1299396 Nov 12 03:20:07.661189 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0335d-c5a6-42c6-9460-a5abd906c809 req-f07cdbac-a647-4ffc-abdc-2f2fbd84ea2b tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:07.662869 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-27b0335d-c5a6-42c6-9460-a5abd906c809 req-f07cdbac-a647-4ffc-abdc-2f2fbd84ea2b tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d6c9876-0ca8-4a13-a411-4ec180b1f938 HTTP/1.1" status: 200 len: 946 time: 0.1866117 Nov 12 03:20:07.674430 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308e9b1-da4d-47e1-8332-ad858b3ec358 req-8e91331e-ac1e-4b3d-8ba8-c7c784275a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:07.676118 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3308e9b1-da4d-47e1-8332-ad858b3ec358 req-8e91331e-ac1e-4b3d-8ba8-c7c784275a7b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=eb00b05b-3549-432e-8ce3-1bf0e3dd2e1b HTTP/1.1" status: 200 len: 1098 time: 0.1818595 Nov 12 03:20:07.784622 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-058c1023-5a1f-4b5a-9a26-16a11d4b0689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c5d8f1-ea02-4c69-8312-6c1c512c33a0', 'name': 'tempest-ServersTestFqdnHostnames-1280626410-router', 'tenant_id': 'c585e593337643cd8277c6eb9fc923b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '6e5d2b97-5497-46e3-8e01-4664ad924f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:55Z', 'updated_at': '2021-11-12T03:20:01Z', 'revision_number': 4, 'project_id': 'c585e593337643cd8277c6eb9fc923b3', 'gw_port': {'id': '6e5d2b97-5497-46e3-8e01-4664ad924f82', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5d8f1-ea02-4c69-8312-6c1c512c33a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:56Z', 'updated_at': '2021-11-12T03:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '775d0d9f-f629-428e-b254-6202123dabeb', 'name': '', 'network_id': 'c5f18b6e-2851-4269-ab12-8e769818f3a7', 'tenant_id': 'c585e593337643cd8277c6eb9fc923b3', 'mac_address': 'fa:16:3e:9d:6b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c5d8f1-ea02-4c69-8312-6c1c512c33a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '26dd8844-5359-4380-84a0-05d2986a837e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:00Z', 'updated_at': '2021-11-12T03:20:06Z', 'revision_number': 4, 'project_id': 'c585e593337643cd8277c6eb9fc923b3', 'subnets': [{'id': '26dd8844-5359-4380-84a0-05d2986a837e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:07.816515 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3308e9b1-da4d-47e1-8332-ad858b3ec358 req-e5502798-b6d2-4339-b435-dc3cf49bf646 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080866 Nov 12 03:20:07.820037 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d9718422-a74a-494a-9b80-59bcc6e0c301 req-b5e82c02-20c4-4d74-b37e-433d44eaa240 service neutron] 10.222.0.74 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843700 Nov 12 03:20:07.828347 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30317c1e-5853-4468-bf0c-28c2c308170f req-8602adbf-74f6-4ed7-8445-1d775cf65a14 tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:07.829956 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-30317c1e-5853-4468-bf0c-28c2c308170f req-8602adbf-74f6-4ed7-8445-1d775cf65a14 tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] 10.222.0.50 "GET /v2.0/ports?device_id=7009d12a-6fc5-4ebc-8a6b-6caa6a4194a4 HTTP/1.1" status: 200 len: 931 time: 0.1147521 Nov 12 03:20:07.830834 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058c1023-5a1f-4b5a-9a26-16a11d4b0689 None None] The sync data for ids ['91c5d8f1-ea02-4c69-8312-6c1c512c33a0'] in n-d-715271-27 is: [{'id': '91c5d8f1-ea02-4c69-8312-6c1c512c33a0', 'name': 'tempest-ServersTestFqdnHostnames-1280626410-router', 'tenant_id': 'c585e593337643cd8277c6eb9fc923b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '6e5d2b97-5497-46e3-8e01-4664ad924f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:55Z', 'updated_at': '2021-11-12T03:20:01Z', 'revision_number': 4, 'project_id': 'c585e593337643cd8277c6eb9fc923b3', 'gw_port': {'id': '6e5d2b97-5497-46e3-8e01-4664ad924f82', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5d8f1-ea02-4c69-8312-6c1c512c33a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:56Z', 'updated_at': '2021-11-12T03:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '775d0d9f-f629-428e-b254-6202123dabeb', 'name': '', 'network_id': 'c5f18b6e-2851-4269-ab12-8e769818f3a7', 'tenant_id': 'c585e593337643cd8277c6eb9fc923b3', 'mac_address': 'fa:16:3e:9d:6b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c5d8f1-ea02-4c69-8312-6c1c512c33a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '26dd8844-5359-4380-84a0-05d2986a837e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:00Z', 'updated_at': '2021-11-12T03:20:06Z', 'revision_number': 4, 'project_id': 'c585e593337643cd8277c6eb9fc923b3', 'subnets': [{'id': '26dd8844-5359-4380-84a0-05d2986a837e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:20:07.922588 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-30317c1e-5853-4468-bf0c-28c2c308170f req-483bb4f0-4608-4f57-9422-14228984d34f tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] 10.222.0.50 "GET /v2.0/security-groups?id=1662438e-3cc8-425d-9aa5-41a4128215e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791018 Nov 12 03:20:08.121037 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-b7e0a720-86bd-47ac-a1d4-ad908e7a8185 service neutron] 10.222.0.74 "GET /v2.0/ports/3f9c41ff-beea-4228-87b0-4cb66894b887/bindings/n-h2-715271-27 HTTP/1.1" status: 200 len: 385 time: 0.5496712 Nov 12 03:20:08.182988 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d9718422-a74a-494a-9b80-59bcc6e0c301 req-1bbd73c8-d13c-41fc-8144-c06533f771c4 service neutron] 10.222.0.74 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428280 Nov 12 03:20:08.299801 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 775d0d9f-f629-428e-b254-6202123dabeb up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:08.308922 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:08.318638 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ad01ecda-03ef-464f-baa9-547ee88432e8 req-8ca8de72-1528-45e2-9241-a025133db2e6 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7388532 Nov 12 03:20:08.326174 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c702d6-85b0-47cd-bcd5-fd62b0b78f79 req-733b349e-12a3-4518-84a9-4e32cfb3792c tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:08.331752 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-27b0335d-c5a6-42c6-9460-a5abd906c809 req-55ef7d13-375a-40f8-ae24-702d47c9b0ac tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/security-groups?id=7401f916-5145-4fa4-af83-19b43e6880a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6538725 Nov 12 03:20:08.335118 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c8c702d6-85b0-47cd-bcd5-fd62b0b78f79 req-733b349e-12a3-4518-84a9-4e32cfb3792c tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8c8656ea-cf9a-4529-95f7-92aed89f93cf HTTP/1.1" status: 200 len: 1098 time: 0.0957792 Nov 12 03:20:08.422435 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c8c702d6-85b0-47cd-bcd5-fd62b0b78f79 req-3c977c57-a382-418e-8824-3370e9a25353 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863431 Nov 12 03:20:08.485942 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 775d0d9f-f629-428e-b254-6202123dabeb triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:08.486318 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:08.685709 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218bc9f1-73ef-46b6-86fc-72e19bd8efb7 req-728f6f35-2e45-47c1-a478-70acc23ea008 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:08.687662 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-218bc9f1-73ef-46b6-86fc-72e19bd8efb7 req-728f6f35-2e45-47c1-a478-70acc23ea008 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 947 time: 0.0908334 Nov 12 03:20:08.741700 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-16a696a7-a9f7-4b4b-886d-5a2cfcef0e7a tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1525336636&fields=id&tenant_id=c585e593337643cd8277c6eb9fc923b3 HTTP/1.1" status: 200 len: 267 time: 0.2153933 Nov 12 03:20:08.764597 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-218bc9f1-73ef-46b6-86fc-72e19bd8efb7 req-3bcc5a1a-cf08-4f8f-b4db-997e245af509 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644622 Nov 12 03:20:08.765963 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-bde8989d-45bc-4cc1-9774-563e69baf739 service neutron] For port 3f9c41ff-beea-4228-87b0-4cb66894b887, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=3f9c41ff-beea-4228-87b0-4cb66894b887,segment=NetworkSegment(8dbff2fd-9cfc-4504-9870-2f052b7a9289),segment_id=8dbff2fd-9cfc-4504-9870-2f052b7a9289)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:08.828173 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ad01ecda-03ef-464f-baa9-547ee88432e8 req-70cc5636-3fb1-4c1c-94b1-b89dff702b91 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4950378 Nov 12 03:20:08.873094 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-bde8989d-45bc-4cc1-9774-563e69baf739 service neutron] For port 3f9c41ff-beea-4228-87b0-4cb66894b887, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:08.885573 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd703237-f6a6-4e94-a8ac-7fc3775d07a9 req-3dff7d42-0e4e-4d9b-b2e9-6b1cb81f09f7 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:08.887361 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bd703237-f6a6-4e94-a8ac-7fc3775d07a9 req-3dff7d42-0e4e-4d9b-b2e9-6b1cb81f09f7 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=67f71169-0ac9-4e53-a8fa-49dac9d9685b HTTP/1.1" status: 200 len: 943 time: 0.0635104 Nov 12 03:20:08.945370 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-bde8989d-45bc-4cc1-9774-563e69baf739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f9c41ff-beea-4228-87b0-4cb66894b887 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:20:08.972809 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bd703237-f6a6-4e94-a8ac-7fc3775d07a9 req-18656700-ae05-48a3-96c1-1ea9497a734a tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763767 Nov 12 03:20:08.995127 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-996857ac-950c-4b8b-99e8-baaedb3c78e6 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:08.996749 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-996857ac-950c-4b8b-99e8-baaedb3c78e6 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] 10.222.0.50 "GET /v2.0/networks?id=c5f18b6e-2851-4269-ab12-8e769818f3a7 HTTP/1.1" status: 200 len: 815 time: 0.2384741 Nov 12 03:20:08.999400 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-bde8989d-45bc-4cc1-9774-563e69baf739 service neutron] For port 3f9c41ff-beea-4228-87b0-4cb66894b887, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=3f9c41ff-beea-4228-87b0-4cb66894b887,segment=NetworkSegment(8dbff2fd-9cfc-4504-9870-2f052b7a9289),segment_id=8dbff2fd-9cfc-4504-9870-2f052b7a9289)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:09.031420 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-dab29e24-735c-4584-a027-263a282e2310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0af45eed-c0f4-4ba6-91ec-458d7bbb173b {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:20:09.039334 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-bde8989d-45bc-4cc1-9774-563e69baf739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:09.042370 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-dab29e24-735c-4584-a027-263a282e2310 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:09.046883 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-cb3e7425-38c0-4b27-bfcf-b60feb8b5ab7 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] 10.222.0.50 "GET /v2.0/quotas/c585e593337643cd8277c6eb9fc923b3 HTTP/1.1" status: 200 len: 375 time: 0.0358319 Nov 12 03:20:09.100306 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-dab29e24-735c-4584-a027-263a282e2310 service neutron] Transition to ACTIVE for port object 0af45eed-c0f4-4ba6-91ec-458d7bbb173b will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:20:09.125438 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-dab29e24-735c-4584-a027-263a282e2310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:09.181705 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6bb3d8-b34b-4855-bcaa-be10f0e5aa1d req-ef739115-8a79-4530-b533-1acc0e89555e tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:09.189618 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7a6bb3d8-b34b-4855-bcaa-be10f0e5aa1d req-ef739115-8a79-4530-b533-1acc0e89555e tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8c8656ea-cf9a-4529-95f7-92aed89f93cf HTTP/1.1" status: 200 len: 1098 time: 0.0525799 Nov 12 03:20:09.210209 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-08aee9ba-ded9-471b-9a08-c4b7a90e8f7d tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c585e593337643cd8277c6eb9fc923b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1546564 Nov 12 03:20:09.226453 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab29e24-735c-4584-a027-263a282e2310 service neutron] Pushing event updated for resources: {'Port': ['ID=0af45eed-c0f4-4ba6-91ec-458d7bbb173b,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:09.256504 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7a6bb3d8-b34b-4855-bcaa-be10f0e5aa1d req-17d21752-19d9-4650-9fb8-575d5da40883 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636375 Nov 12 03:20:09.270638 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-bde8989d-45bc-4cc1-9774-563e69baf739 service neutron] Transition to ACTIVE for port object 3f9c41ff-beea-4228-87b0-4cb66894b887 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:20:09.294308 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-bde8989d-45bc-4cc1-9774-563e69baf739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:09.342426 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-dab29e24-735c-4584-a027-263a282e2310 service neutron] Attempting to bind port 0af45eed-c0f4-4ba6-91ec-458d7bbb173b on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:20:09.343200 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-dab29e24-735c-4584-a027-263a282e2310 service neutron] Attempting to bind port 0af45eed-c0f4-4ba6-91ec-458d7bbb173b by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'bf897783-bfd6-42ee-a693-f79ac832bac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '501958c9-b204-48c8-90b2-23e93cef2501'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:20:09.343724 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-dab29e24-735c-4584-a027-263a282e2310 service neutron] Attempting to bind port 0af45eed-c0f4-4ba6-91ec-458d7bbb173b on network 501958c9-b204-48c8-90b2-23e93cef2501 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:09.388486 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-dab29e24-735c-4584-a027-263a282e2310 service neutron] Port 0af45eed-c0f4-4ba6-91ec-458d7bbb173b on network 501958c9-b204-48c8-90b2-23e93cef2501 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:20:09.388763 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-dab29e24-735c-4584-a027-263a282e2310 service neutron] Attempting to bind port 0af45eed-c0f4-4ba6-91ec-458d7bbb173b on network 501958c9-b204-48c8-90b2-23e93cef2501 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:09.403479 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb833d50-863e-4921-83e4-2181d15c7739 req-a3f24f47-cd7a-4830-b40b-f546a6082352 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:09.405883 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bb833d50-863e-4921-83e4-2181d15c7739 req-a3f24f47-cd7a-4830-b40b-f546a6082352 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb00b05b-3549-432e-8ce3-1bf0e3dd2e1b HTTP/1.1" status: 200 len: 946 time: 0.0560458 Nov 12 03:20:09.411342 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-dab29e24-735c-4584-a027-263a282e2310 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:20:09.411686 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-dab29e24-735c-4584-a027-263a282e2310 service neutron] Checking segment: {'id': 'bf897783-bfd6-42ee-a693-f79ac832bac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '501958c9-b204-48c8-90b2-23e93cef2501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:09.412159 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-dab29e24-735c-4584-a027-263a282e2310 service neutron] Bound using segment: {'id': 'bf897783-bfd6-42ee-a693-f79ac832bac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '501958c9-b204-48c8-90b2-23e93cef2501'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:20:09.412547 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-dab29e24-735c-4584-a027-263a282e2310 service neutron] Bound port: 0af45eed-c0f4-4ba6-91ec-458d7bbb173b, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf897783-bfd6-42ee-a693-f79ac832bac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '501958c9-b204-48c8-90b2-23e93cef2501'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:20:09.412901 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-dab29e24-735c-4584-a027-263a282e2310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:09.469184 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-bde8989d-45bc-4cc1-9774-563e69baf739 service neutron] No DVR routers for this DVR port 3f9c41ff-beea-4228-87b0-4cb66894b887 on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:20:09.487808 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bb833d50-863e-4921-83e4-2181d15c7739 req-2a448d38-799b-4d2c-bd36-161f03a04372 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596988 Nov 12 03:20:09.490225 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde8989d-45bc-4cc1-9774-563e69baf739 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9c41ff-beea-4228-87b0-4cb66894b887,revision_number=10']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:09.538283 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-42753034-b48f-4abc-a476-8425b30c5336 service neutron] 10.222.0.50 "GET /v2.0/networks/c5f18b6e-2851-4269-ab12-8e769818f3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829444 Nov 12 03:20:09.547031 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-bde8989d-45bc-4cc1-9774-563e69baf739 service neutron] 10.222.0.74 "PUT /v2.0/ports/3f9c41ff-beea-4228-87b0-4cb66894b887/bindings/n-h2-715271-27/activate HTTP/1.1" status: 200 len: 370 time: 1.3330891 Nov 12 03:20:09.654028 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548b82d-95ef-48a3-a72c-9a6a834523e3 req-1f5a173c-9a2c-4464-8cae-02bcab747a47 tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:09.656201 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b548b82d-95ef-48a3-a72c-9a6a834523e3 req-1f5a173c-9a2c-4464-8cae-02bcab747a47 tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] 10.222.0.50 "GET /v2.0/ports?device_id=7009d12a-6fc5-4ebc-8a6b-6caa6a4194a4 HTTP/1.1" status: 200 len: 943 time: 0.0858314 Nov 12 03:20:09.680329 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-dab29e24-735c-4584-a027-263a282e2310 service neutron] For port 0af45eed-c0f4-4ba6-91ec-458d7bbb173b, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:09.708886 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-dab29e24-735c-4584-a027-263a282e2310 service neutron] For port 0af45eed-c0f4-4ba6-91ec-458d7bbb173b, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=0af45eed-c0f4-4ba6-91ec-458d7bbb173b,segment=NetworkSegment(bf897783-bfd6-42ee-a693-f79ac832bac6),segment_id=bf897783-bfd6-42ee-a693-f79ac832bac6)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:20:09.712920 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-6766f44c-133c-4b00-aae2-19108eb30288 service neutron] 10.222.0.50 "GET /v2.0/networks/c5f18b6e-2851-4269-ab12-8e769818f3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612113 Nov 12 03:20:09.716385 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-dab29e24-735c-4584-a027-263a282e2310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:09.722811 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b548b82d-95ef-48a3-a72c-9a6a834523e3 req-629283f0-e721-498b-a7fe-fcce71ece02e tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] 10.222.0.50 "GET /v2.0/security-groups?id=1662438e-3cc8-425d-9aa5-41a4128215e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599489 Nov 12 03:20:09.752108 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-dab29e24-735c-4584-a027-263a282e2310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:09.752738 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-dab29e24-735c-4584-a027-263a282e2310 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:09.754165 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-dab29e24-735c-4584-a027-263a282e2310 service neutron] 10.222.0.74 "PUT /v2.0/ports/0af45eed-c0f4-4ba6-91ec-458d7bbb173b HTTP/1.1" status: 200 len: 1092 time: 2.3160734 Nov 12 03:20:09.754614 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7009d12a-6fc5-4ebc-8a6b-6caa6a4194a4', 'tag': '0af45eed-c0f4-4ba6-91ec-458d7bbb173b'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:09.757113 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b2d0f5-cd5e-4aa9-b6a8-50b602ba4166" -d '{"events": [{"name": "network-changed", "server_uuid": "7009d12a-6fc5-4ebc-8a6b-6caa6a4194a4", "tag": "0af45eed-c0f4-4ba6-91ec-458d7bbb173b"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:09.764543 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-3540f3da-8f22-4f1e-9da2-531052960ccf tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:09.766501 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-3540f3da-8f22-4f1e-9da2-531052960ccf tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=67f71169-0ac9-4e53-a8fa-49dac9d9685b&tenant_id=ab1cf8386d1b4172a2ff2003f6ed3228&binding%3Ahost_id=n-h1-715271-27 HTTP/1.1" status: 200 len: 1096 time: 0.1394083 Nov 12 03:20:09.821367 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 1f961a16-1d9d-4543-9741-1345153c155d details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:20:09.918256 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-b480d61f-4392-4ff1-9e4a-40459581901d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:09.921237 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-b480d61f-4392-4ff1-9e4a-40459581901d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=67f71169-0ac9-4e53-a8fa-49dac9d9685b&tenant_id=ab1cf8386d1b4172a2ff2003f6ed3228 HTTP/1.1" status: 200 len: 1096 time: 0.1362827 Nov 12 03:20:09.921876 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab29e24-735c-4584-a027-263a282e2310 service neutron] Pushing event updated for resources: {'Port': ['ID=0af45eed-c0f4-4ba6-91ec-458d7bbb173b,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:09.938390 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-a2007228-3776-4a19-9914-105da73c3e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:09.940196 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-a2007228-3776-4a19-9914-105da73c3e67 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc162332f668461489b7e205cb1f66dc&device_id=7009d12a-6fc5-4ebc-8a6b-6caa6a4194a4 HTTP/1.1" status: 200 len: 1095 time: 0.0885301 Nov 12 03:20:10.001879 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-50a24ffb-e0f9-461d-9cfa-952ae1b9d898 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0af45eed-c0f4-4ba6-91ec-458d7bbb173b HTTP/1.1" status: 200 len: 217 time: 0.0486817 Nov 12 03:20:10.028774 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb745e-93f6-400a-be33-ed2e84dc7a84 req-b8485a8b-4234-4a2f-a5e1-df4cbbbc7484 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:10.031800 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-47bb745e-93f6-400a-be33-ed2e84dc7a84 req-b8485a8b-4234-4a2f-a5e1-df4cbbbc7484 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d6c9876-0ca8-4a13-a411-4ec180b1f938 HTTP/1.1" status: 200 len: 946 time: 0.1503148 Nov 12 03:20:10.036339 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 1f961a16-1d9d-4543-9741-1345153c155d, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=1f961a16-1d9d-4543-9741-1345153c155d,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:10.054161 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '1f961a16-1d9d-4543-9741-1345153c155d', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'port_id': '1f961a16-1d9d-4543-9741-1345153c155d', 'mac_address': 'fa:16:3e:46:50:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa66706f-b415-4bb9-838e-cfd08f81d96b', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:20:10.118573 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-f1e15476-9948-4780-8334-43fb87305e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:10.120484 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-f1e15476-9948-4780-8334-43fb87305e58 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=853f814d-a8c2-4d13-953d-4b5494e37524 HTTP/1.1" status: 200 len: 854 time: 0.1078019 Nov 12 03:20:10.132518 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-11c5ad7d-43b7-4e29-80d7-a409b1c62587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:10.134364 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-11c5ad7d-43b7-4e29-80d7-a409b1c62587 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ab1cf8386d1b4172a2ff2003f6ed3228&device_id=67f71169-0ac9-4e53-a8fa-49dac9d9685b HTTP/1.1" status: 200 len: 1096 time: 0.1311808 Nov 12 03:20:10.164930 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:10.171952 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-47bb745e-93f6-400a-be33-ed2e84dc7a84 req-763d7123-6ba6-45e4-8450-2aba88df1835 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/security-groups?id=7401f916-5145-4fa4-af83-19b43e6880a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228590 Nov 12 03:20:10.182968 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f961a16-1d9d-4543-9741-1345153c155d {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:20:10.206986 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 1f961a16-1d9d-4543-9741-1345153c155d, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=1f961a16-1d9d-4543-9741-1345153c155d,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:10.214414 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:10.273997 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=1f961a16-1d9d-4543-9741-1345153c155d,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:10.300666 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd341d46-715e-4cca-a68c-0e608f0c06f1 x-openstack-request-id: req-cd341d46-715e-4cca-a68c-0e608f0c06f1 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:10.300998 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7009d12a-6fc5-4ebc-8a6b-6caa6a4194a4", "tag": "0af45eed-c0f4-4ba6-91ec-458d7bbb173b", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:10.301245 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cd341d46-715e-4cca-a68c-0e608f0c06f1 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:10.301688 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7009d12a-6fc5-4ebc-8a6b-6caa6a4194a4', 'tag': '0af45eed-c0f4-4ba6-91ec-458d7bbb173b', 'status': 'completed', 'code': 200} Nov 12 03:20:10.315757 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-3d564f1f-889f-4122-82a5-aa1c3e4ecafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:10.317376 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-3d564f1f-889f-4122-82a5-aa1c3e4ecafa service neutron] 10.222.0.90 "GET /v2.0/networks?id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 HTTP/1.1" status: 200 len: 907 time: 0.1723940 Nov 12 03:20:10.344248 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-85a82295-5abd-4228-959f-c4b939b20c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:10.346927 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-85a82295-5abd-4228-959f-c4b939b20c53 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=501958c9-b204-48c8-90b2-23e93cef2501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2178566 Nov 12 03:20:10.386646 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-16b86617-618e-4784-9281-9723c69d45ba service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f9c41ff-beea-4228-87b0-4cb66894b887 HTTP/1.1" status: 200 len: 217 time: 0.0524864 Nov 12 03:20:10.396320 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be33825-dbc1-4678-a0fa-1fc868150d1e req-a8486a32-5e72-4ef8-848b-dfd2a8d5b56b tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:10.403635 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6be33825-dbc1-4678-a0fa-1fc868150d1e req-a8486a32-5e72-4ef8-848b-dfd2a8d5b56b tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e161a7-5545-4a60-b9c6-e6f42aef1556 HTTP/1.1" status: 200 len: 945 time: 0.2557459 Nov 12 03:20:10.417051 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d661a53f-2eb6-43f1-99c6-bfa3eb3b3bdb req-7599a7ed-896e-46ef-a49c-6de65af33209 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:10.419707 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d661a53f-2eb6-43f1-99c6-bfa3eb3b3bdb req-7599a7ed-896e-46ef-a49c-6de65af33209 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 948 time: 0.0793748 Nov 12 03:20:10.484932 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d661a53f-2eb6-43f1-99c6-bfa3eb3b3bdb req-2da8c822-e353-4771-9681-1efcd7225f1b tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559359 Nov 12 03:20:10.489789 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:20:10.502182 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['1f961a16-1d9d-4543-9741-1345153c155d'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:20:10.640174 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-013d12ff-b644-484b-87c7-fe1804449317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:10.642325 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-013d12ff-b644-484b-87c7-fe1804449317 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5a9fb38e-cf25-418b-9443-2a54f98e4648 HTTP/1.1" status: 200 len: 846 time: 0.2222612 Nov 12 03:20:10.665823 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6be33825-dbc1-4678-a0fa-1fc868150d1e req-7c0da9c7-565b-431f-a186-61ee29e79552 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601271 Nov 12 03:20:10.724189 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-bef46968-c98e-471b-9563-5c5d910472c2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510252 Nov 12 03:20:10.726632 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-442e3b6c-d575-4df6-886e-969f3873904a service neutron] 10.222.0.74 "GET /v2.0/networks/501958c9-b204-48c8-90b2-23e93cef2501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493476 Nov 12 03:20:10.944826 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599a550-b0b3-4ba3-abe7-ec8574d2f79e req-e4cd1801-c71d-4815-acf5-d0ce2e10f43d tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:10.946332 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1599a550-b0b3-4ba3-abe7-ec8574d2f79e req-e4cd1801-c71d-4815-acf5-d0ce2e10f43d tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=67f71169-0ac9-4e53-a8fa-49dac9d9685b HTTP/1.1" status: 200 len: 944 time: 0.1243312 Nov 12 03:20:10.955890 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-384ffeea-29e2-42cf-a2b8-f8eb8385f7a7 req-b19ed9bd-9e17-4c28-b1a2-c6f1b75077e0 service neutron] 10.222.0.74 "GET /v2.0/networks/501958c9-b204-48c8-90b2-23e93cef2501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203698 Nov 12 03:20:10.966089 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-f0787574-eabf-419d-84f7-928105ad407c service neutron] 10.222.0.90 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038558 Nov 12 03:20:11.151212 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1599a550-b0b3-4ba3-abe7-ec8574d2f79e req-f50d0ac2-cfc7-4b19-827f-d4784e087715 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929412 Nov 12 03:20:11.181926 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2d0f5-cd5e-4aa9-b6a8-50b602ba4166 req-3050a286-7325-4dc8-be04-1ba7831dace8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:11.183572 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-45b2d0f5-cd5e-4aa9-b6a8-50b602ba4166 req-3050a286-7325-4dc8-be04-1ba7831dace8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc162332f668461489b7e205cb1f66dc&device_id=7009d12a-6fc5-4ebc-8a6b-6caa6a4194a4 HTTP/1.1" status: 200 len: 1095 time: 0.1439791 Nov 12 03:20:11.186644 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-d7f90381-e995-46e8-af46-49620145114d service neutron] 10.222.0.90 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112157 Nov 12 03:20:11.521248 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6bf5289a-6ebb-4be7-bb93-4c5ff4db8fdc req-4a340528-5ae1-4deb-b707-abc340bbd5f7 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1fc44e2-8633-4e77-bfba-0c45919e7a7d HTTP/1.1" status: 200 len: 210 time: 0.0367885 Nov 12 03:20:11.544463 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2d0f5-cd5e-4aa9-b6a8-50b602ba4166 req-7f705043-d718-4b88-a9bd-e59bb3d8dc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:11.546432 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-45b2d0f5-cd5e-4aa9-b6a8-50b602ba4166 req-7f705043-d718-4b88-a9bd-e59bb3d8dc7b service neutron] 10.222.0.74 "GET /v2.0/networks?id=501958c9-b204-48c8-90b2-23e93cef2501 HTTP/1.1" status: 200 len: 916 time: 0.3536956 Nov 12 03:20:11.597061 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-45b2d0f5-cd5e-4aa9-b6a8-50b602ba4166 req-ba022fd6-a4d9-4f7a-8083-94a444f7a3d3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0af45eed-c0f4-4ba6-91ec-458d7bbb173b HTTP/1.1" status: 200 len: 217 time: 0.0403109 Nov 12 03:20:11.657696 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2d0f5-cd5e-4aa9-b6a8-50b602ba4166 req-b01eabb1-dd87-4d1b-ae03-25b01e1588e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:11.659859 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-45b2d0f5-cd5e-4aa9-b6a8-50b602ba4166 req-b01eabb1-dd87-4d1b-ae03-25b01e1588e9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=853f814d-a8c2-4d13-953d-4b5494e37524 HTTP/1.1" status: 200 len: 854 time: 0.0555155 Nov 12 03:20:11.755058 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2d0f5-cd5e-4aa9-b6a8-50b602ba4166 req-ff4c92c7-3c02-41e0-a570-439d127399b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:11.756490 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-45b2d0f5-cd5e-4aa9-b6a8-50b602ba4166 req-ff4c92c7-3c02-41e0-a570-439d127399b8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=501958c9-b204-48c8-90b2-23e93cef2501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0889924 Nov 12 03:20:11.785603 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b88c46-ae77-49a1-b832-7be03f6b1e2e req-08caeadb-0169-49c1-b4f8-9df29c1451e7 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:11.787929 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-32b88c46-ae77-49a1-b832-7be03f6b1e2e req-08caeadb-0169-49c1-b4f8-9df29c1451e7 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d6c9876-0ca8-4a13-a411-4ec180b1f938 HTTP/1.1" status: 200 len: 946 time: 0.0828500 Nov 12 03:20:11.804836 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52278) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:11.814559 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-73bf5d8e-22d2-4f52-a6cc-53a8fa829a78 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Request body: {'floatingip': {'port_id': 'a3beb882-5a0c-4151-b620-37f97833e3a6'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:11.852759 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 1f961a16-1d9d-4543-9741-1345153c155d up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:11.907980 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-73bf5d8e-22d2-4f52-a6cc-53a8fa829a78 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks [] for floatingip, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:11.956702 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 1f961a16-1d9d-4543-9741-1345153c155d completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:20:11.963813 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 1f961a16-1d9d-4543-9741-1345153c155d triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:11.964572 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:12.043637 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e50a4-8116-42c2-91cf-7791de9fe346 req-6dc3db26-2a93-48ad-b34d-bffdd675ca5d tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:12.047602 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fd1e50a4-8116-42c2-91cf-7791de9fe346 req-6dc3db26-2a93-48ad-b34d-bffdd675ca5d tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=990a0731-5d25-4aa0-b84c-e44a382e2fc0 HTTP/1.1" status: 200 len: 945 time: 0.1122735 Nov 12 03:20:12.050271 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-45b2d0f5-cd5e-4aa9-b6a8-50b602ba4166 req-ef33bf80-4a34-405f-9f78-75a9f6f2aca3 service neutron] 10.222.0.74 "GET /v2.0/networks/501958c9-b204-48c8-90b2-23e93cef2501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839866 Nov 12 03:20:12.137484 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-687ea14e-6588-4d45-87f4-bc2928787dcb tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:20:12.152546 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-687ea14e-6588-4d45-87f4-bc2928787dcb tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1871905 Nov 12 03:20:12.158712 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:12.189623 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0556cc86-452d-4936-ba59-b72d5daeb68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f961a16-1d9d-4543-9741-1345153c155d'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:12.193242 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0e3480-50b8-4455-b534-28b4c050e847" -d '{"events": [{"server_uuid": "0556cc86-452d-4936-ba59-b72d5daeb68d", "name": "network-vif-plugged", "status": "completed", "tag": "1f961a16-1d9d-4543-9741-1345153c155d"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:12.208917 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 1f961a16-1d9d-4543-9741-1345153c155d, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=1f961a16-1d9d-4543-9741-1345153c155d,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:12.214376 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:12.222778 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-b07dcaee-04b0-4df0-92c1-484a0b2b8549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:12.231751 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-b07dcaee-04b0-4df0-92c1-484a0b2b8549 service neutron] 10.222.0.50 "GET /v2.0/ports/123025a8-f60c-48e3-aea0-bc9ac85c8e05 HTTP/1.1" status: 200 len: 1095 time: 0.0779209 Nov 12 03:20:12.242306 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-cf343e65-6f44-475a-b80c-2aee7703e050 service neutron] Request body: {'binding': {'host': 'n-h1-715271-27', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:12.243110 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-cf343e65-6f44-475a-b80c-2aee7703e050 service neutron] Unknown quota resources ['binding']. {{(pid=102572) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:20:12.246427 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fd1e50a4-8116-42c2-91cf-7791de9fe346 req-e94223d1-087d-44bc-b9cd-1e6774af89b4 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861856 Nov 12 03:20:12.281019 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=1f961a16-1d9d-4543-9741-1345153c155d,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:12.376164 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-45b2d0f5-cd5e-4aa9-b6a8-50b602ba4166 req-70b2d908-1b8d-42eb-875a-5da26d26cd68 service neutron] 10.222.0.74 "GET /v2.0/networks/501958c9-b204-48c8-90b2-23e93cef2501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089895 Nov 12 03:20:12.464914 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-5fc9a1da-a571-4133-ad50-fc82c1f238df tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:12.466363 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-5fc9a1da-a571-4133-ad50-fc82c1f238df tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] 10.222.0.90 "GET /v2.0/networks?id=c5f18b6e-2851-4269-ab12-8e769818f3a7 HTTP/1.1" status: 200 len: 815 time: 0.3519659 Nov 12 03:20:12.475072 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010394c6-5690-4551-a3d5-d16b89a5cc4a req-b9b3942d-bbd0-46df-b8c5-2cba8daec949 tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:12.476541 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-010394c6-5690-4551-a3d5-d16b89a5cc4a req-b9b3942d-bbd0-46df-b8c5-2cba8daec949 tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] 10.222.0.50 "GET /v2.0/ports?device_id=7009d12a-6fc5-4ebc-8a6b-6caa6a4194a4 HTTP/1.1" status: 200 len: 943 time: 0.1072013 Nov 12 03:20:12.544205 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-010394c6-5690-4551-a3d5-d16b89a5cc4a req-35aa12f7-e67b-4616-9d44-55f5c06ce28e tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] 10.222.0.50 "GET /v2.0/security-groups?id=1662438e-3cc8-425d-9aa5-41a4128215e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603635 Nov 12 03:20:12.559641 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-4d6b481b-5894-4ccd-bb8d-5a662ee62910 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:12.562893 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-4d6b481b-5894-4ccd-bb8d-5a662ee62910 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=67f71169-0ac9-4e53-a8fa-49dac9d9685b&tenant_id=ab1cf8386d1b4172a2ff2003f6ed3228&binding%3Ahost_id=n-h2-715271-27 HTTP/1.1" status: 200 len: 1096 time: 0.1822398 Nov 12 03:20:12.602687 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-3522491a-58b3-413c-b4ae-f6ce14bfc075 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c585e593337643cd8277c6eb9fc923b3 HTTP/1.1" status: 200 len: 380 time: 0.0819228 Nov 12 03:20:12.619385 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-c5faa222-2dd0-4d57-81f8-a5998315c690 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Request body: {'port': {'device_id': 'e1fc44e2-8633-4e77-bfba-0c45919e7a7d', 'network_id': 'c5f18b6e-2851-4269-ab12-8e769818f3a7', 'admin_state_up': True, 'tenant_id': 'c585e593337643cd8277c6eb9fc923b3', 'security_groups': ['8b60dd28-e6f4-4ae4-905c-8dffea0dde45']}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:12.751325 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba02e2-275a-4aab-bceb-0682ddd2eb9f req-29798cbc-02e3-4152-8c9e-6d83781dd391 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:12.753029 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f8ba02e2-275a-4aab-bceb-0682ddd2eb9f req-29798cbc-02e3-4152-8c9e-6d83781dd391 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 949 time: 0.1086893 Nov 12 03:20:12.785429 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-cf343e65-6f44-475a-b80c-2aee7703e050 service neutron] Attempting to bind port 123025a8-f60c-48e3-aea0-bc9ac85c8e05 on host n-h1-715271-27 for vnic_type normal with profile None {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:20:12.785752 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-cf343e65-6f44-475a-b80c-2aee7703e050 service neutron] Attempting to bind port 123025a8-f60c-48e3-aea0-bc9ac85c8e05 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:20:12.786062 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-cf343e65-6f44-475a-b80c-2aee7703e050 service neutron] Attempting to bind port 123025a8-f60c-48e3-aea0-bc9ac85c8e05 on network f2354694-6453-486d-800c-f4fc7f841803 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:12.829738 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f8ba02e2-275a-4aab-bceb-0682ddd2eb9f req-d11e21a4-806e-461f-978b-b6588eee3d36 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632393 Nov 12 03:20:12.830746 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-c5faa222-2dd0-4d57-81f8-a5998315c690 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Made reservation on behalf of c585e593337643cd8277c6eb9fc923b3 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:20:12.834561 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-c5faa222-2dd0-4d57-81f8-a5998315c690 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:12.842736 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-cf343e65-6f44-475a-b80c-2aee7703e050 service neutron] Port 123025a8-f60c-48e3-aea0-bc9ac85c8e05 on network f2354694-6453-486d-800c-f4fc7f841803 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:20:12.842736 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-cf343e65-6f44-475a-b80c-2aee7703e050 service neutron] Attempting to bind port 123025a8-f60c-48e3-aea0-bc9ac85c8e05 on network f2354694-6453-486d-800c-f4fc7f841803 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:12.880535 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-cf343e65-6f44-475a-b80c-2aee7703e050 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:20:12.880911 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-cf343e65-6f44-475a-b80c-2aee7703e050 service neutron] Checking segment: {'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:12.881240 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-cf343e65-6f44-475a-b80c-2aee7703e050 service neutron] Bound using segment: {'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:20:12.881679 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-cf343e65-6f44-475a-b80c-2aee7703e050 service neutron] Bound port: 123025a8-f60c-48e3-aea0-bc9ac85c8e05, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:20:13.013137 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d0d669-2e63-4a00-9500-09f9973863c6 req-5757a71f-e4a6-4c9e-b962-f4284419bb26 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:13.016982 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e6d0d669-2e63-4a00-9500-09f9973863c6 req-5757a71f-e4a6-4c9e-b962-f4284419bb26 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=67f71169-0ac9-4e53-a8fa-49dac9d9685b HTTP/1.1" status: 200 len: 944 time: 0.1076522 Nov 12 03:20:13.034016 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-de91b2cf-7373-4f22-b515-ad96a64dc1ed service neutron] For port 3f9c41ff-beea-4228-87b0-4cb66894b887, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:13.046599 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-de91b2cf-7373-4f22-b515-ad96a64dc1ed service neutron] Publish callbacks [] for binding, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:13.047789 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-79f6a5d3-144d-4485-8013-3db921b524f7 req-de91b2cf-7373-4f22-b515-ad96a64dc1ed service neutron] 10.222.0.90 "DELETE /v2.0/ports/3f9c41ff-beea-4228-87b0-4cb66894b887/bindings/n-h1-715271-27 HTTP/1.1" status: 204 len: 173 time: 0.4691293 Nov 12 03:20:13.059874 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-cf343e65-6f44-475a-b80c-2aee7703e050 service neutron] For port 123025a8-f60c-48e3-aea0-bc9ac85c8e05, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=123025a8-f60c-48e3-aea0-bc9ac85c8e05,segment=NetworkSegment(b8c93ffa-e78d-4d7d-8be5-2d181e470820),segment_id=b8c93ffa-e78d-4d7d-8be5-2d181e470820)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:20:13.072709 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-cf343e65-6f44-475a-b80c-2aee7703e050 service neutron] Publish callbacks [] for binding, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:13.074864 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-cf343e65-6f44-475a-b80c-2aee7703e050 service neutron] 10.222.0.50 "POST /v2.0/ports/123025a8-f60c-48e3-aea0-bc9ac85c8e05/bindings HTTP/1.1" status: 201 len: 390 time: 0.8413100 Nov 12 03:20:13.079876 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-c5faa222-2dd0-4d57-81f8-a5998315c690 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Allocated IP 172.20.0.5 (c5f18b6e-2851-4269-ab12-8e769818f3a7/26dd8844-5359-4380-84a0-05d2986a837e/ed89930e-dcf1-411b-99f2-b153238f1583) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:20:13.087587 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-73bf5d8e-22d2-4f52-a6cc-53a8fa829a78 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:13.095350 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-73bf5d8e-22d2-4f52-a6cc-53a8fa829a78 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:13.121502 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e6d0d669-2e63-4a00-9500-09f9973863c6 req-6dfbb127-ea1f-4014-a191-c500733944ed tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904238 Nov 12 03:20:13.252427 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca77cb6-dd5c-4c88-9e1b-c6e56f979dbf x-openstack-request-id: req-bca77cb6-dd5c-4c88-9e1b-c6e56f979dbf {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:13.253448 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0556cc86-452d-4936-ba59-b72d5daeb68d", "name": "network-vif-plugged", "status": "completed", "tag": "1f961a16-1d9d-4543-9741-1345153c155d", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:13.253925 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bca77cb6-dd5c-4c88-9e1b-c6e56f979dbf {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:13.254565 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0556cc86-452d-4936-ba59-b72d5daeb68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f961a16-1d9d-4543-9741-1345153c155d', 'code': 200} Nov 12 03:20:13.304757 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [None req-73bf5d8e-22d2-4f52-a6cc-53a8fa829a78 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Floating IP b75c2015-c74a-4ebf-a85c-02ec3bc9a4e9 associated. External IP: 172.25.5.167, port: a3beb882-5a0c-4151-b620-37f97833e3a6. Nov 12 03:20:13.384164 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-c5faa222-2dd0-4d57-81f8-a5998315c690 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:13.448262 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-224af2ad-b0ec-4b23-8ac7-4501725e3b1f req-2ac02bfb-9fcb-486e-8166-88857217f435 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1fc44e2-8633-4e77-bfba-0c45919e7a7d HTTP/1.1" status: 200 len: 210 time: 0.0734835 Nov 12 03:20:13.532135 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-c5faa222-2dd0-4d57-81f8-a5998315c690 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:13.751111 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859628d-b9da-4766-b0df-ea2a697d05fb req-45d65b00-9f60-475b-8da9-d437ce048e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:13.752986 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0859628d-b9da-4766-b0df-ea2a697d05fb req-45d65b00-9f60-475b-8da9-d437ce048e82 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 1101 time: 0.2035344 Nov 12 03:20:13.762486 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-c5faa222-2dd0-4d57-81f8-a5998315c690 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Network c5f18b6e-2851-4269-ab12-8e769818f3a7 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:13.813211 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-c5faa222-2dd0-4d57-81f8-a5998315c690 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:13.822209 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-c5faa222-2dd0-4d57-81f8-a5998315c690 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:20:13.828916 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-c5faa222-2dd0-4d57-81f8-a5998315c690 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:13.829779 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-c5faa222-2dd0-4d57-81f8-a5998315c690 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:13.863519 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 0af45eed-c0f4-4ba6-91ec-458d7bbb173b details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:20:13.864338 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-dafc89b6-a72e-45d3-b250-781791810a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:13.867065 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-dafc89b6-a72e-45d3-b250-781791810a95 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=576a7b2c0e984780a26518e9c1601856&device_id=8c8656ea-cf9a-4529-95f7-92aed89f93cf HTTP/1.1" status: 200 len: 1098 time: 0.2800634 Nov 12 03:20:13.912469 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5faa222-2dd0-4d57-81f8-a5998315c690 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Pushing event updated for resources: {'Port': ['ID=ed89930e-dcf1-411b-99f2-b153238f1583,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:13.979721 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-c5faa222-2dd0-4d57-81f8-a5998315c690 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3655465 Nov 12 03:20:14.024555 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b974ada-7386-4932-baac-e93ec131d1dc req-efc359c2-4a6c-40d9-a659-94fd14e65764 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:14.033420 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5b974ada-7386-4932-baac-e93ec131d1dc req-efc359c2-4a6c-40d9-a659-94fd14e65764 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c8656ea-cf9a-4529-95f7-92aed89f93cf HTTP/1.1" status: 200 len: 946 time: 0.2653687 Nov 12 03:20:14.042940 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-26ded964-c783-4125-ae11-508c16982f27 service neutron] Request body: {'port': {'device_id': 'e1fc44e2-8633-4e77-bfba-0c45919e7a7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:14.098715 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73bf5d8e-22d2-4f52-a6cc-53a8fa829a78 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Router be1259ea-4e37-4bc1-8374-2c86527003b9 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:20:14.134853 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 0af45eed-c0f4-4ba6-91ec-458d7bbb173b, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=0af45eed-c0f4-4ba6-91ec-458d7bbb173b,segment=NetworkSegment(bf897783-bfd6-42ee-a693-f79ac832bac6),segment_id=bf897783-bfd6-42ee-a693-f79ac832bac6)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:14.149485 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc67100-675c-42f4-84c4-3d0aab94698f req-b70651d8-9b3a-4837-9273-b672e5a6703f tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:14.151536 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1cc67100-675c-42f4-84c4-3d0aab94698f req-b70651d8-9b3a-4837-9273-b672e5a6703f tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb00b05b-3549-432e-8ce3-1bf0e3dd2e1b HTTP/1.1" status: 200 len: 946 time: 0.1112039 Nov 12 03:20:14.157450 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-26ded964-c783-4125-ae11-508c16982f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:14.186073 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0859628d-b9da-4766-b0df-ea2a697d05fb req-141ea9f9-a129-4fa4-8753-a70bc582fc39 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637812 Nov 12 03:20:14.188951 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '0af45eed-c0f4-4ba6-91ec-458d7bbb173b', 'network_id': '501958c9-b204-48c8-90b2-23e93cef2501', 'port_id': '0af45eed-c0f4-4ba6-91ec-458d7bbb173b', 'mac_address': 'fa:16:3e:c2:bd:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '853f814d-a8c2-4d13-953d-4b5494e37524', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:20:14.255994 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5b974ada-7386-4932-baac-e93ec131d1dc req-ea97e04b-7d64-4826-9960-b86e7506e35e tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217107 Nov 12 03:20:14.268216 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-ab8fff0d-8077-4252-b29e-292cb3265b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:14.271816 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-ab8fff0d-8077-4252-b29e-292cb3265b1c service neutron] 10.222.0.74 "GET /v2.0/networks?id=f2354694-6453-486d-800c-f4fc7f841803 HTTP/1.1" status: 200 len: 922 time: 0.3723388 Nov 12 03:20:14.275724 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-64f58c9d-48c8-4317-b113-5901d6ae30fe None None] Provisioning complete for port ed89930e-dcf1-411b-99f2-b153238f1583 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:14.276437 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-64f58c9d-48c8-4317-b113-5901d6ae30fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:14.278749 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:14.334994 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af45eed-c0f4-4ba6-91ec-458d7bbb173b {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:20:14.344901 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-64f58c9d-48c8-4317-b113-5901d6ae30fe None None] Port ed89930e-dcf1-411b-99f2-b153238f1583 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:20:14.351131 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1cc67100-675c-42f4-84c4-3d0aab94698f req-059990f2-0203-4c74-9b9c-c2f60eacae40 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406102 Nov 12 03:20:14.368202 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 0af45eed-c0f4-4ba6-91ec-458d7bbb173b, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=0af45eed-c0f4-4ba6-91ec-458d7bbb173b,segment=NetworkSegment(bf897783-bfd6-42ee-a693-f79ac832bac6),segment_id=bf897783-bfd6-42ee-a693-f79ac832bac6)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:14.375803 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:14.392772 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73bf5d8e-22d2-4f52-a6cc-53a8fa829a78 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:20:14.410372 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c664263f-cf3f-4369-b0a0-dcb20b396191 None None] Sync routers for ids ['be1259ea-4e37-4bc1-8374-2c86527003b9'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:20:14.431638 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-73bf5d8e-22d2-4f52-a6cc-53a8fa829a78 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:14.437927 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c664263f-cf3f-4369-b0a0-dcb20b396191 None None] Routers {'be1259ea-4e37-4bc1-8374-2c86527003b9'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:20:14.450735 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-c664263f-cf3f-4369-b0a0-dcb20b396191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:20:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['be1259ea-4e37-4bc1-8374-2c86527003b9'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:14.464879 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=0af45eed-c0f4-4ba6-91ec-458d7bbb173b,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:14.555863 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-73bf5d8e-22d2-4f52-a6cc-53a8fa829a78 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "PUT /v2.0/floatingips/b75c2015-c74a-4ebf-a85c-02ec3bc9a4e9 HTTP/1.1" status: 200 len: 992 time: 2.7473009 Nov 12 03:20:14.556797 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d6c9876-0ca8-4a13-a411-4ec180b1f938', 'tag': 'a3beb882-5a0c-4151-b620-37f97833e3a6'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:14.557471 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-d1e768b2-b730-4a94-9d3d-413b06f37dc0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=123025a8-f60c-48e3-aea0-bc9ac85c8e05 HTTP/1.1" status: 200 len: 217 time: 0.1021595 Nov 12 03:20:14.559128 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8673dc-3bc8-45fb-b7e3-0ec8c71e1d26" -d '{"events": [{"name": "network-changed", "server_uuid": "0d6c9876-0ca8-4a13-a411-4ec180b1f938", "tag": "a3beb882-5a0c-4151-b620-37f97833e3a6"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:14.578893 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d91183-252a-4fb3-a20a-faa9bf8a6b01 req-5756e767-dc18-401b-972c-4a78759beead tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:14.580676 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e9d91183-252a-4fb3-a20a-faa9bf8a6b01 req-5756e767-dc18-401b-972c-4a78759beead tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=67f71169-0ac9-4e53-a8fa-49dac9d9685b HTTP/1.1" status: 200 len: 1096 time: 0.0797513 Nov 12 03:20:14.650007 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e9d91183-252a-4fb3-a20a-faa9bf8a6b01 req-be01cfe3-4621-4c8c-b90c-14bbb59468cc tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590639 Nov 12 03:20:14.664601 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f3a0d-6fdd-412e-b381-51fabfb613ca req-fcf760b6-e80c-4c1b-ae90-3331ead95d48 tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:14.678487 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-222f3a0d-6fdd-412e-b381-51fabfb613ca req-fcf760b6-e80c-4c1b-ae90-3331ead95d48 tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] 10.222.0.50 "GET /v2.0/ports?device_id=7009d12a-6fc5-4ebc-8a6b-6caa6a4194a4 HTTP/1.1" status: 200 len: 944 time: 0.2743917 Nov 12 03:20:14.679291 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['0af45eed-c0f4-4ba6-91ec-458d7bbb173b'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:20:14.686563 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-4b0e8736-e8f2-4ca0-8999-3e182eb1802e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:14.695793 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-4b0e8736-e8f2-4ca0-8999-3e182eb1802e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3428f33d-4837-4311-b620-eb7f742db405 HTTP/1.1" status: 200 len: 861 time: 0.1200674 Nov 12 03:20:14.696106 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-c664263f-cf3f-4369-b0a0-dcb20b396191 None None] Set router be1259ea-4e37-4bc1-8374-2c86527003b9 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:20:14.752275 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-6810f320-b231-4560-b8d5-3b87c908cf4a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f2354694-6453-486d-800c-f4fc7f841803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508664 Nov 12 03:20:14.879500 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0cdfb-7d82-4977-88a3-6fdaf2f3f41c req-acad14e7-be85-4112-912a-66711fa548e7 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:14.883845 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-42e0cdfb-7d82-4977-88a3-6fdaf2f3f41c req-acad14e7-be85-4112-912a-66711fa548e7 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 949 time: 0.1277790 Nov 12 03:20:14.909340 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-222f3a0d-6fdd-412e-b381-51fabfb613ca req-4b9fccd7-6aca-4c84-a285-e2619e7bb096 tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] 10.222.0.50 "GET /v2.0/security-groups?id=1662438e-3cc8-425d-9aa5-41a4128215e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099652 Nov 12 03:20:14.960218 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-26ded964-c783-4125-ae11-508c16982f27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed89930e-dcf1-411b-99f2-b153238f1583 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:20:14.971957 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-26ded964-c783-4125-ae11-508c16982f27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:14.987854 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-42e0cdfb-7d82-4977-88a3-6fdaf2f3f41c req-e852c59a-6840-4649-b79f-46e76d1146d6 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904734 Nov 12 03:20:15.001688 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-26ded964-c783-4125-ae11-508c16982f27 service neutron] Transition to ACTIVE for port object ed89930e-dcf1-411b-99f2-b153238f1583 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:20:15.006275 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-40be8714-e391-4e04-b4a1-3b2d652ccd9b service neutron] 10.222.0.74 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448118 Nov 12 03:20:15.052288 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-26ded964-c783-4125-ae11-508c16982f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:15.149697 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25999ed-3f01-47ea-b3df-c67cb655d166 req-7e95f2a8-8ca9-42f8-a040-8f65bee3ddeb tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:15.153784 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e25999ed-3f01-47ea-b3df-c67cb655d166 req-7e95f2a8-8ca9-42f8-a040-8f65bee3ddeb tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1fc44e2-8633-4e77-bfba-0c45919e7a7d HTTP/1.1" status: 200 len: 943 time: 0.0806143 Nov 12 03:20:15.164842 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ded964-c783-4125-ae11-508c16982f27 service neutron] Pushing event updated for resources: {'Port': ['ID=ed89930e-dcf1-411b-99f2-b153238f1583,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:15.195054 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-0e3b9a93-f9db-41a6-9105-a98f0013c9d7 service neutron] 10.222.0.74 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803975 Nov 12 03:20:15.239974 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-c664263f-cf3f-4369-b0a0-dcb20b396191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1486831551-router', 'tenant_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '29911945-106e-4879-a6ca-eac7126ee4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:16:49Z', 'updated_at': '2021-11-12T03:16:54Z', 'revision_number': 4, 'project_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'gw_port': {'id': '29911945-106e-4879-a6ca-eac7126ee4f5', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:49Z', 'updated_at': '2021-11-12T03:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'b75c2015-c74a-4ebf-a85c-02ec3bc9a4e9', 'tenant_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'floating_ip_address': '172.25.5.167', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'port_id': 'a3beb882-5a0c-4151-b620-37f97833e3a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d12c86d-665b-42e0-88f2-c767d0a1a78b', 'mac_address': 'fa:16:3e:10:40:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6c9876-0ca8-4a13-a411-4ec180b1f938', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:17:25Z', 'updated_at': '2021-11-12T03:20:12Z', 'revision_number': 5, 'project_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68022cd2-1e51-445a-9155-581cc077b18e', 'name': '', 'network_id': '5d12c86d-665b-42e0-88f2-c767d0a1a78b', 'tenant_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'mac_address': 'fa:16:3e:c3:16:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a0218dd1-f1e1-4b4f-9068-6a0660604123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:53Z', 'updated_at': '2021-11-12T03:16:59Z', 'revision_number': 5, 'project_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'subnets': [{'id': 'a0218dd1-f1e1-4b4f-9068-6a0660604123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:15.258116 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-26ded964-c783-4125-ae11-508c16982f27 service neutron] Attempting to bind port ed89930e-dcf1-411b-99f2-b153238f1583 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:20:15.259419 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-26ded964-c783-4125-ae11-508c16982f27 service neutron] Attempting to bind port ed89930e-dcf1-411b-99f2-b153238f1583 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '1e8a23dc-cb63-45e1-a1d5-96fe8c8baf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c5f18b6e-2851-4269-ab12-8e769818f3a7'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:20:15.260386 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-26ded964-c783-4125-ae11-508c16982f27 service neutron] Attempting to bind port ed89930e-dcf1-411b-99f2-b153238f1583 on network c5f18b6e-2851-4269-ab12-8e769818f3a7 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:15.267950 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c664263f-cf3f-4369-b0a0-dcb20b396191 None None] Checking router: be1259ea-4e37-4bc1-8374-2c86527003b9 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:20:15.276887 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-26ded964-c783-4125-ae11-508c16982f27 service neutron] Port ed89930e-dcf1-411b-99f2-b153238f1583 on network c5f18b6e-2851-4269-ab12-8e769818f3a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:20:15.277408 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-26ded964-c783-4125-ae11-508c16982f27 service neutron] Attempting to bind port ed89930e-dcf1-411b-99f2-b153238f1583 on network c5f18b6e-2851-4269-ab12-8e769818f3a7 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:15.277603 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c664263f-cf3f-4369-b0a0-dcb20b396191 None None] Routers {'be1259ea-4e37-4bc1-8374-2c86527003b9'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:20:15.278439 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-c664263f-cf3f-4369-b0a0-dcb20b396191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:20:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['be1259ea-4e37-4bc1-8374-2c86527003b9'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:15.299320 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-26ded964-c783-4125-ae11-508c16982f27 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:20:15.299667 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-26ded964-c783-4125-ae11-508c16982f27 service neutron] Checking segment: {'id': '1e8a23dc-cb63-45e1-a1d5-96fe8c8baf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c5f18b6e-2851-4269-ab12-8e769818f3a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:15.300061 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-26ded964-c783-4125-ae11-508c16982f27 service neutron] Bound using segment: {'id': '1e8a23dc-cb63-45e1-a1d5-96fe8c8baf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c5f18b6e-2851-4269-ab12-8e769818f3a7'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:20:15.300534 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-26ded964-c783-4125-ae11-508c16982f27 service neutron] Bound port: ed89930e-dcf1-411b-99f2-b153238f1583, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8a23dc-cb63-45e1-a1d5-96fe8c8baf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c5f18b6e-2851-4269-ab12-8e769818f3a7'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:20:15.300900 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-26ded964-c783-4125-ae11-508c16982f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:15.305086 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e25999ed-3f01-47ea-b3df-c67cb655d166 req-1df62269-2304-427a-bafa-3d31240cb056 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b60dd28-e6f4-4ae4-905c-8dffea0dde45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384072 Nov 12 03:20:15.451889 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-c664263f-cf3f-4369-b0a0-dcb20b396191 None None] Set router be1259ea-4e37-4bc1-8374-2c86527003b9 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:20:15.555346 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1872bde-c5a4-440f-9cda-6f1758ef087a x-openstack-request-id: req-c1872bde-c5a4-440f-9cda-6f1758ef087a {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:15.555815 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d6c9876-0ca8-4a13-a411-4ec180b1f938", "tag": "a3beb882-5a0c-4151-b620-37f97833e3a6", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:15.556241 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c1872bde-c5a4-440f-9cda-6f1758ef087a {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:15.556844 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d6c9876-0ca8-4a13-a411-4ec180b1f938', 'tag': 'a3beb882-5a0c-4151-b620-37f97833e3a6', 'status': 'completed', 'code': 200} Nov 12 03:20:15.713937 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8673dc-3bc8-45fb-b7e3-0ec8c71e1d26 req-e43d5f59-1564-4c59-8419-f1c5d97a2e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:15.715655 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3b8673dc-3bc8-45fb-b7e3-0ec8c71e1d26 req-e43d5f59-1564-4c59-8419-f1c5d97a2e04 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9ec418fa1b0f4b7bae30d2cd4a8b187d&device_id=0d6c9876-0ca8-4a13-a411-4ec180b1f938 HTTP/1.1" status: 200 len: 1098 time: 0.0861833 Nov 12 03:20:15.775550 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-c664263f-cf3f-4369-b0a0-dcb20b396191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1486831551-router', 'tenant_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '29911945-106e-4879-a6ca-eac7126ee4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:16:49Z', 'updated_at': '2021-11-12T03:16:54Z', 'revision_number': 4, 'project_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'gw_port': {'id': '29911945-106e-4879-a6ca-eac7126ee4f5', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:49Z', 'updated_at': '2021-11-12T03:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'b75c2015-c74a-4ebf-a85c-02ec3bc9a4e9', 'tenant_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'floating_ip_address': '172.25.5.167', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'port_id': 'a3beb882-5a0c-4151-b620-37f97833e3a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d12c86d-665b-42e0-88f2-c767d0a1a78b', 'mac_address': 'fa:16:3e:10:40:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6c9876-0ca8-4a13-a411-4ec180b1f938', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:17:25Z', 'updated_at': '2021-11-12T03:20:12Z', 'revision_number': 5, 'project_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68022cd2-1e51-445a-9155-581cc077b18e', 'name': '', 'network_id': '5d12c86d-665b-42e0-88f2-c767d0a1a78b', 'tenant_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'mac_address': 'fa:16:3e:c3:16:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a0218dd1-f1e1-4b4f-9068-6a0660604123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:53Z', 'updated_at': '2021-11-12T03:16:59Z', 'revision_number': 5, 'project_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'subnets': [{'id': 'a0218dd1-f1e1-4b4f-9068-6a0660604123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:15.816685 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c664263f-cf3f-4369-b0a0-dcb20b396191 None None] The sync data for ids ['be1259ea-4e37-4bc1-8374-2c86527003b9'] in n-d-715271-27 is: [{'id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1486831551-router', 'tenant_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '29911945-106e-4879-a6ca-eac7126ee4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:16:49Z', 'updated_at': '2021-11-12T03:16:54Z', 'revision_number': 4, 'project_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'gw_port': {'id': '29911945-106e-4879-a6ca-eac7126ee4f5', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:49Z', 'updated_at': '2021-11-12T03:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'b75c2015-c74a-4ebf-a85c-02ec3bc9a4e9', 'tenant_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'floating_ip_address': '172.25.5.167', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'port_id': 'a3beb882-5a0c-4151-b620-37f97833e3a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d12c86d-665b-42e0-88f2-c767d0a1a78b', 'mac_address': 'fa:16:3e:10:40:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6c9876-0ca8-4a13-a411-4ec180b1f938', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:17:25Z', 'updated_at': '2021-11-12T03:20:12Z', 'revision_number': 5, 'project_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68022cd2-1e51-445a-9155-581cc077b18e', 'name': '', 'network_id': '5d12c86d-665b-42e0-88f2-c767d0a1a78b', 'tenant_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'mac_address': 'fa:16:3e:c3:16:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a0218dd1-f1e1-4b4f-9068-6a0660604123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:53Z', 'updated_at': '2021-11-12T03:16:59Z', 'revision_number': 5, 'project_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'subnets': [{'id': 'a0218dd1-f1e1-4b4f-9068-6a0660604123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:20:15.898205 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 0af45eed-c0f4-4ba6-91ec-458d7bbb173b up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:15.912662 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a6a1d-731e-47d2-89c8-3ab517660ae0 req-380dd8bf-12c2-430e-a55e-9238349ecc4c tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:15.919977 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f07a6a1d-731e-47d2-89c8-3ab517660ae0 req-380dd8bf-12c2-430e-a55e-9238349ecc4c tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e161a7-5545-4a60-b9c6-e6f42aef1556 HTTP/1.1" status: 200 len: 945 time: 0.1068685 Nov 12 03:20:15.933314 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-26ded964-c783-4125-ae11-508c16982f27 service neutron] For port ed89930e-dcf1-411b-99f2-b153238f1583, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:15.938416 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-26ded964-c783-4125-ae11-508c16982f27 service neutron] For port ed89930e-dcf1-411b-99f2-b153238f1583, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=ed89930e-dcf1-411b-99f2-b153238f1583,segment=NetworkSegment(1e8a23dc-cb63-45e1-a1d5-96fe8c8baf56),segment_id=1e8a23dc-cb63-45e1-a1d5-96fe8c8baf56)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:20:15.944570 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-4acb2412-c002-444e-b3c5-2947e177ecd9 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:15.946907 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-4acb2412-c002-444e-b3c5-2947e177ecd9 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=8c8656ea-cf9a-4529-95f7-92aed89f93cf&tenant_id=576a7b2c0e984780a26518e9c1601856&binding%3Ahost_id=n-h2-715271-27 HTTP/1.1" status: 200 len: 1098 time: 0.6286125 Nov 12 03:20:15.955111 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-26ded964-c783-4125-ae11-508c16982f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:15.975441 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-07fa188d-a089-4af1-bba4-0f09b525e717 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-715271-27'}}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:15.976035 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8673dc-3bc8-45fb-b7e3-0ec8c71e1d26 req-bf3d5ebc-0275-4e04-917b-eec2ef247e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:15.977534 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3b8673dc-3bc8-45fb-b7e3-0ec8c71e1d26 req-bf3d5ebc-0275-4e04-917b-eec2ef247e4e service neutron] 10.222.0.90 "GET /v2.0/networks?id=5d12c86d-665b-42e0-88f2-c767d0a1a78b HTTP/1.1" status: 200 len: 925 time: 0.2513361 Nov 12 03:20:16.006268 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-97e315a0-cd01-413a-bf9c-b5e782a17c29 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:16.008006 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-97e315a0-cd01-413a-bf9c-b5e782a17c29 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/networks?id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 HTTP/1.1" status: 200 len: 806 time: 0.2471080 Nov 12 03:20:16.017902 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 0af45eed-c0f4-4ba6-91ec-458d7bbb173b completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:20:16.039479 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-26ded964-c783-4125-ae11-508c16982f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:16.040019 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 0af45eed-c0f4-4ba6-91ec-458d7bbb173b triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:16.040239 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-26ded964-c783-4125-ae11-508c16982f27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:16.040623 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:16.041902 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-26ded964-c783-4125-ae11-508c16982f27 service neutron] 10.222.0.90 "PUT /v2.0/ports/ed89930e-dcf1-411b-99f2-b153238f1583 HTTP/1.1" status: 200 len: 1092 time: 2.0264452 Nov 12 03:20:16.042457 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1fc44e2-8633-4e77-bfba-0c45919e7a7d', 'tag': 'ed89930e-dcf1-411b-99f2-b153238f1583'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:16.045949 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7802b5d-8a41-48fb-90a2-976f54c19d08" -d '{"events": [{"name": "network-changed", "server_uuid": "e1fc44e2-8633-4e77-bfba-0c45919e7a7d", "tag": "ed89930e-dcf1-411b-99f2-b153238f1583"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:16.068533 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-0b07c820-2b8e-4646-b108-80442d312e22 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/quotas/ab1cf8386d1b4172a2ff2003f6ed3228 HTTP/1.1" status: 200 len: 375 time: 0.0263429 Nov 12 03:20:16.130707 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f07a6a1d-731e-47d2-89c8-3ab517660ae0 req-b0adcf0b-1589-45fb-b9d3-c2a96af72a4c tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891782 Nov 12 03:20:16.148154 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3b8673dc-3bc8-45fb-b7e3-0ec8c71e1d26 req-6809fb51-f8e8-44e6-bc21-5bb198243218 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3beb882-5a0c-4151-b620-37f97833e3a6 HTTP/1.1" status: 200 len: 1000 time: 0.1557927 Nov 12 03:20:16.155362 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ded964-c783-4125-ae11-508c16982f27 service neutron] Pushing event updated for resources: {'Port': ['ID=ed89930e-dcf1-411b-99f2-b153238f1583,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:16.197809 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-07fa188d-a089-4af1-bba4-0f09b525e717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:16.247218 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-10cc18f3-b02e-4b77-ba19-3236ae9ee880 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ab1cf8386d1b4172a2ff2003f6ed3228&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1628628 Nov 12 03:20:16.270224 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-d98c2649-aa0f-4952-9294-e75342b57341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:16.272251 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-d98c2649-aa0f-4952-9294-e75342b57341 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c585e593337643cd8277c6eb9fc923b3&device_id=e1fc44e2-8633-4e77-bfba-0c45919e7a7d HTTP/1.1" status: 200 len: 1095 time: 0.1384323 Nov 12 03:20:16.286845 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:16.289788 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4eea685-ccce-4f10-9315-1bd3dfde9c0c None None] New status for floating IP b75c2015-c74a-4ebf-a85c-02ec3bc9a4e9: ACTIVE {{(pid=102573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:20:16.295382 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8673dc-3bc8-45fb-b7e3-0ec8c71e1d26 req-eb7520e3-e1a1-4294-b3fc-f1a9eb301767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:16.296960 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3b8673dc-3bc8-45fb-b7e3-0ec8c71e1d26 req-eb7520e3-e1a1-4294-b3fc-f1a9eb301767 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a0218dd1-f1e1-4b4f-9068-6a0660604123 HTTP/1.1" status: 200 len: 863 time: 0.1352448 Nov 12 03:20:16.377023 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-1fbccedd-60c0-4758-8de8-5f7b7611e334 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed89930e-dcf1-411b-99f2-b153238f1583 HTTP/1.1" status: 200 len: 217 time: 0.0582492 Nov 12 03:20:16.390763 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7009d12a-6fc5-4ebc-8a6b-6caa6a4194a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af45eed-c0f4-4ba6-91ec-458d7bbb173b'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:16.393409 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805c044a-02b8-49b8-bf53-9a6c62d4a853" -d '{"events": [{"server_uuid": "7009d12a-6fc5-4ebc-8a6b-6caa6a4194a4", "name": "network-vif-plugged", "status": "completed", "tag": "0af45eed-c0f4-4ba6-91ec-458d7bbb173b"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:16.430800 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 0af45eed-c0f4-4ba6-91ec-458d7bbb173b, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=0af45eed-c0f4-4ba6-91ec-458d7bbb173b,segment=NetworkSegment(bf897783-bfd6-42ee-a693-f79ac832bac6),segment_id=bf897783-bfd6-42ee-a693-f79ac832bac6)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:16.442421 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:16.465636 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8673dc-3bc8-45fb-b7e3-0ec8c71e1d26 req-4d4415ae-ef75-43b0-bd41-326541db4949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:16.467318 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fdbc46-1d6d-48cd-9b11-fb78331a5fee req-7ee232d7-f336-4d25-874b-38f5af6eb2bd tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:16.468482 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3b8673dc-3bc8-45fb-b7e3-0ec8c71e1d26 req-4d4415ae-ef75-43b0-bd41-326541db4949 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5d12c86d-665b-42e0-88f2-c767d0a1a78b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1610157 Nov 12 03:20:16.474929 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09fdbc46-1d6d-48cd-9b11-fb78331a5fee req-7ee232d7-f336-4d25-874b-38f5af6eb2bd tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c8656ea-cf9a-4529-95f7-92aed89f93cf HTTP/1.1" status: 200 len: 946 time: 0.2295520 Nov 12 03:20:16.492929 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-50c031b8-9123-45c8-bb6b-090a6d0a9426 service neutron] 10.222.0.50 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297084 Nov 12 03:20:16.571005 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-83e7fdb9-ac12-4f15-b5f3-7018dab56630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:16.573094 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-83e7fdb9-ac12-4f15-b5f3-7018dab56630 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=26dd8844-5359-4380-84a0-05d2986a837e HTTP/1.1" status: 200 len: 854 time: 0.1804330 Nov 12 03:20:16.574972 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=0af45eed-c0f4-4ba6-91ec-458d7bbb173b,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:16.663796 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-07fa188d-a089-4af1-bba4-0f09b525e717 service neutron] For port 123025a8-f60c-48e3-aea0-bc9ac85c8e05, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=123025a8-f60c-48e3-aea0-bc9ac85c8e05,segment=NetworkSegment(b8c93ffa-e78d-4d7d-8be5-2d181e470820),segment_id=b8c93ffa-e78d-4d7d-8be5-2d181e470820)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:16.671667 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09fdbc46-1d6d-48cd-9b11-fb78331a5fee req-bb581af8-f364-4332-98b5-1224ce497505 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958432 Nov 12 03:20:16.708115 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-a5c67358-fcc5-4104-9a98-1b9ffbf84a60 service neutron] 10.222.0.50 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008886 Nov 12 03:20:16.727223 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-07fa188d-a089-4af1-bba4-0f09b525e717 service neutron] For port 123025a8-f60c-48e3-aea0-bc9ac85c8e05, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:16.728664 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3b8673dc-3bc8-45fb-b7e3-0ec8c71e1d26 req-b70e8f20-0746-4c65-94f7-b05810466092 service neutron] 10.222.0.90 "GET /v2.0/networks/5d12c86d-665b-42e0-88f2-c767d0a1a78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337182 Nov 12 03:20:16.754561 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-143a2f3f-6608-40bf-b347-17a5b40aa52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:16.756303 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-143a2f3f-6608-40bf-b347-17a5b40aa52e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c5f18b6e-2851-4269-ab12-8e769818f3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1685617 Nov 12 03:20:16.830473 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-07fa188d-a089-4af1-bba4-0f09b525e717 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:16.874438 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-07fa188d-a089-4af1-bba4-0f09b525e717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:16.905295 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3b8673dc-3bc8-45fb-b7e3-0ec8c71e1d26 req-bb338d0f-5736-4312-8e2b-1a151d619357 service neutron] 10.222.0.90 "GET /v2.0/networks/5d12c86d-665b-42e0-88f2-c767d0a1a78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551864 Nov 12 03:20:16.980338 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c0e6b-1156-4c10-bf9e-870a50ed7b3b req-a4c3bc79-959c-4cb1-83a7-e73e11f01714 tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:16.982627 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-584c0e6b-1156-4c10-bf9e-870a50ed7b3b req-a4c3bc79-959c-4cb1-83a7-e73e11f01714 tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] 10.222.0.50 "GET /v2.0/ports?device_id=7009d12a-6fc5-4ebc-8a6b-6caa6a4194a4 HTTP/1.1" status: 200 len: 945 time: 0.2158926 Nov 12 03:20:16.997163 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf3935-2419-4c37-9208-10db18af67f8 req-3d6da4a9-b54a-4c74-8b81-4b5b0c6ff491 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:16.998944 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8bbf3935-2419-4c37-9208-10db18af67f8 req-3d6da4a9-b54a-4c74-8b81-4b5b0c6ff491 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 949 time: 0.0608528 Nov 12 03:20:17.066218 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-7c2ca5c5-7475-4bab-a166-fc93fbb6b545 service neutron] 10.222.0.90 "GET /v2.0/networks/c5f18b6e-2851-4269-ab12-8e769818f3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896359 Nov 12 03:20:17.072417 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8bbf3935-2419-4c37-9208-10db18af67f8 req-91c06c0d-45d6-442e-8e32-b192edc5d04d tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650225 Nov 12 03:20:17.073206 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa188d-a089-4af1-bba4-0f09b525e717 service neutron] Pushing event updated for resources: {'Port': ['ID=123025a8-f60c-48e3-aea0-bc9ac85c8e05,revision_number=7']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:17.094033 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-07fa188d-a089-4af1-bba4-0f09b525e717 service neutron] Attempting to bind port 123025a8-f60c-48e3-aea0-bc9ac85c8e05 on host n-h2-715271-27 for vnic_type normal with profile {"migrating_to": "n-h1-715271-27"} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:20:17.094369 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-07fa188d-a089-4af1-bba4-0f09b525e717 service neutron] Attempting to bind port 123025a8-f60c-48e3-aea0-bc9ac85c8e05 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:20:17.094692 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-07fa188d-a089-4af1-bba4-0f09b525e717 service neutron] Attempting to bind port 123025a8-f60c-48e3-aea0-bc9ac85c8e05 on network f2354694-6453-486d-800c-f4fc7f841803 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:17.136274 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-07fa188d-a089-4af1-bba4-0f09b525e717 service neutron] Port 123025a8-f60c-48e3-aea0-bc9ac85c8e05 on network f2354694-6453-486d-800c-f4fc7f841803 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:20:17.136672 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-07fa188d-a089-4af1-bba4-0f09b525e717 service neutron] Attempting to bind port 123025a8-f60c-48e3-aea0-bc9ac85c8e05 on network f2354694-6453-486d-800c-f4fc7f841803 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:17.172248 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02eff4cd-3b8f-4468-9371-a8453c572904 x-openstack-request-id: req-02eff4cd-3b8f-4468-9371-a8453c572904 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:17.172458 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1fc44e2-8633-4e77-bfba-0c45919e7a7d", "tag": "ed89930e-dcf1-411b-99f2-b153238f1583", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:17.172711 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-02eff4cd-3b8f-4468-9371-a8453c572904 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:17.173106 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1fc44e2-8633-4e77-bfba-0c45919e7a7d', 'tag': 'ed89930e-dcf1-411b-99f2-b153238f1583', 'status': 'completed', 'code': 200} Nov 12 03:20:17.194497 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-584c0e6b-1156-4c10-bf9e-870a50ed7b3b req-a6a46d1b-982f-417d-bd7b-c5c32195af06 tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] 10.222.0.50 "GET /v2.0/security-groups?id=1662438e-3cc8-425d-9aa5-41a4128215e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822758 Nov 12 03:20:17.197896 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-07fa188d-a089-4af1-bba4-0f09b525e717 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:20:17.198821 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-07fa188d-a089-4af1-bba4-0f09b525e717 service neutron] Checking segment: {'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:17.198821 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-07fa188d-a089-4af1-bba4-0f09b525e717 service neutron] Bound using segment: {'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:20:17.199118 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-07fa188d-a089-4af1-bba4-0f09b525e717 service neutron] Bound port: 123025a8-f60c-48e3-aea0-bc9ac85c8e05, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:20:17.199408 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-07fa188d-a089-4af1-bba4-0f09b525e717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:17.286680 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f8bd5c27-204b-41c3-bc6d-ef098a094394 req-264556da-789f-4936-8e8a-38f93cc9cd7f service neutron] 10.222.0.90 "GET /v2.0/networks/c5f18b6e-2851-4269-ab12-8e769818f3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072530 Nov 12 03:20:17.353316 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-07fa188d-a089-4af1-bba4-0f09b525e717 service neutron] For port 123025a8-f60c-48e3-aea0-bc9ac85c8e05, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:17.372407 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-07fa188d-a089-4af1-bba4-0f09b525e717 service neutron] For port 123025a8-f60c-48e3-aea0-bc9ac85c8e05, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=123025a8-f60c-48e3-aea0-bc9ac85c8e05,segment=NetworkSegment(b8c93ffa-e78d-4d7d-8be5-2d181e470820),segment_id=b8c93ffa-e78d-4d7d-8be5-2d181e470820)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:20:17.381921 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-07fa188d-a089-4af1-bba4-0f09b525e717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:17.400866 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721c3f6-48ee-4839-9273-8f1c48d3a6a1 req-0c343d89-8080-43c2-9504-5a72115095fc tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:17.404340 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5721c3f6-48ee-4839-9273-8f1c48d3a6a1 req-0c343d89-8080-43c2-9504-5a72115095fc tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1fc44e2-8633-4e77-bfba-0c45919e7a7d HTTP/1.1" status: 200 len: 943 time: 0.1049125 Nov 12 03:20:17.561283 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be4e20-ff62-4c1f-bac8-148387c91a2d req-748a0e51-9a1f-40c4-897f-1d7d954849ce tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:17.569868 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-07fa188d-a089-4af1-bba4-0f09b525e717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:17.570475 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-07fa188d-a089-4af1-bba4-0f09b525e717 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:17.571825 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-07fa188d-a089-4af1-bba4-0f09b525e717 service neutron] 10.222.0.74 "PUT /v2.0/ports/123025a8-f60c-48e3-aea0-bc9ac85c8e05 HTTP/1.1" status: 200 len: 1124 time: 1.6137364 Nov 12 03:20:17.572203 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be4e20-ff62-4c1f-bac8-148387c91a2d req-748a0e51-9a1f-40c4-897f-1d7d954849ce tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:17.579711 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be4e20-ff62-4c1f-bac8-148387c91a2d req-748a0e51-9a1f-40c4-897f-1d7d954849ce tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:17.582949 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b0be4e20-ff62-4c1f-bac8-148387c91a2d req-748a0e51-9a1f-40c4-897f-1d7d954849ce tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb00b05b-3549-432e-8ce3-1bf0e3dd2e1b&device_id=990a0731-5d25-4aa0-b84c-e44a382e2fc0&device_id=a3e161a7-5545-4a60-b9c6-e6f42aef1556 HTTP/1.1" status: 200 len: 2417 time: 0.1037722 Nov 12 03:20:17.586244 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa188d-a089-4af1-bba4-0f09b525e717 service neutron] Pushing event updated for resources: {'Port': ['ID=123025a8-f60c-48e3-aea0-bc9ac85c8e05,revision_number=8']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:17.595628 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5721c3f6-48ee-4839-9273-8f1c48d3a6a1 req-99946c52-e6e2-4c33-a35a-52fa7eb4910d tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b60dd28-e6f4-4ae4-905c-8dffea0dde45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626661 Nov 12 03:20:17.609838 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7802b5d-8a41-48fb-90a2-976f54c19d08 req-6a3e382a-e342-4229-8799-4771bd5bdec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:17.611340 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c7802b5d-8a41-48fb-90a2-976f54c19d08 req-6a3e382a-e342-4229-8799-4771bd5bdec2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c585e593337643cd8277c6eb9fc923b3&device_id=e1fc44e2-8633-4e77-bfba-0c45919e7a7d HTTP/1.1" status: 200 len: 1095 time: 0.1420920 Nov 12 03:20:17.672990 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e33ff90-d624-418e-ab0d-a76f8eb5d282 x-openstack-request-id: req-9e33ff90-d624-418e-ab0d-a76f8eb5d282 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:17.673512 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7009d12a-6fc5-4ebc-8a6b-6caa6a4194a4", "name": "network-vif-plugged", "status": "completed", "tag": "0af45eed-c0f4-4ba6-91ec-458d7bbb173b", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:17.673785 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9e33ff90-d624-418e-ab0d-a76f8eb5d282 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:17.674365 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7009d12a-6fc5-4ebc-8a6b-6caa6a4194a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af45eed-c0f4-4ba6-91ec-458d7bbb173b', 'code': 200} Nov 12 03:20:17.731384 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b0be4e20-ff62-4c1f-bac8-148387c91a2d req-c8fdd3ae-5092-4bd4-bc7c-42e014a7966c tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355786 Nov 12 03:20:17.791121 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['123025a8-f60c-48e3-aea0-bc9ac85c8e05'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:20:17.840218 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:17.847657 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7802b5d-8a41-48fb-90a2-976f54c19d08 req-91e3a32e-5a9f-4b1e-ad94-cae613cb28df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:17.850195 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c7802b5d-8a41-48fb-90a2-976f54c19d08 req-91e3a32e-5a9f-4b1e-ad94-cae613cb28df service neutron] 10.222.0.90 "GET /v2.0/networks?id=c5f18b6e-2851-4269-ab12-8e769818f3a7 HTTP/1.1" status: 200 len: 916 time: 0.2292807 Nov 12 03:20:17.878704 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab92d7-cf94-482e-9487-70f81d77521d req-b294fd3d-8e32-4b66-ba5d-088b0bbd8a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:17.881134 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6fab92d7-cf94-482e-9487-70f81d77521d req-b294fd3d-8e32-4b66-ba5d-088b0bbd8a99 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7009d12a-6fc5-4ebc-8a6b-6caa6a4194a4 HTTP/1.1" status: 200 len: 1097 time: 0.0766015 Nov 12 03:20:17.952147 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6fab92d7-cf94-482e-9487-70f81d77521d req-49d246ec-137e-4c04-8f4d-6a4ecbac1a40 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1662438e-3cc8-425d-9aa5-41a4128215e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587857 Nov 12 03:20:18.001360 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-43db22bc-a11c-4f34-9a4d-824ff85b077f req-566bcee0-c2b5-4c3c-b97b-5100edfb5a98 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 210 time: 0.0689070 Nov 12 03:20:18.021638 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c7802b5d-8a41-48fb-90a2-976f54c19d08 req-714c8281-291e-4dc2-ab22-212b52aa394b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed89930e-dcf1-411b-99f2-b153238f1583 HTTP/1.1" status: 200 len: 217 time: 0.0412872 Nov 12 03:20:18.127301 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1655294-f0ee-480b-ba04-f877b87f11ec req-ae6f5873-6550-468c-9296-d08339fb4102 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:18.128868 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f1655294-f0ee-480b-ba04-f877b87f11ec req-ae6f5873-6550-468c-9296-d08339fb4102 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c8656ea-cf9a-4529-95f7-92aed89f93cf HTTP/1.1" status: 200 len: 944 time: 0.0545661 Nov 12 03:20:18.160692 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7802b5d-8a41-48fb-90a2-976f54c19d08 req-3dbdf159-98b5-4797-9a17-edb22ac9af6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:18.162262 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c7802b5d-8a41-48fb-90a2-976f54c19d08 req-3dbdf159-98b5-4797-9a17-edb22ac9af6f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=26dd8844-5359-4380-84a0-05d2986a837e HTTP/1.1" status: 200 len: 854 time: 0.1021714 Nov 12 03:20:18.172830 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928d23f-0cd5-4a3f-804d-ded286b4481f req-6201311a-b622-43ab-b179-43e56ac2418d tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:18.175426 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1928d23f-0cd5-4a3f-804d-ded286b4481f req-6201311a-b622-43ab-b179-43e56ac2418d tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 949 time: 0.1318984 Nov 12 03:20:18.201580 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f1655294-f0ee-480b-ba04-f877b87f11ec req-389eee80-c560-4d32-bd77-49ff73f41261 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640540 Nov 12 03:20:18.252699 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7802b5d-8a41-48fb-90a2-976f54c19d08 req-87bb4a10-6bcc-4219-8f41-66ae320ae141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:18.254318 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c7802b5d-8a41-48fb-90a2-976f54c19d08 req-87bb4a10-6bcc-4219-8f41-66ae320ae141 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c5f18b6e-2851-4269-ab12-8e769818f3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0772619 Nov 12 03:20:18.262215 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1928d23f-0cd5-4a3f-804d-ded286b4481f req-a830c6c0-7c42-47b5-a5ba-47699bf05528 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734811 Nov 12 03:20:18.427573 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c7802b5d-8a41-48fb-90a2-976f54c19d08 req-6c0e992e-a6da-49cf-836e-40a049cc0d54 service neutron] 10.222.0.90 "GET /v2.0/networks/c5f18b6e-2851-4269-ab12-8e769818f3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627369 Nov 12 03:20:18.442731 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feec2de-c6e8-4853-b7bf-33f8beae67bf req-dd1bb84a-4d4e-42f4-9bb7-2335d3ebf0cc tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:18.452272 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7feec2de-c6e8-4853-b7bf-33f8beae67bf req-dd1bb84a-4d4e-42f4-9bb7-2335d3ebf0cc tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb00b05b-3549-432e-8ce3-1bf0e3dd2e1b HTTP/1.1" status: 200 len: 946 time: 0.0744972 Nov 12 03:20:18.533068 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a08565-a291-4fdd-b247-ec72df37a438 req-6498eafd-6bd2-42a5-87b0-4efcd89e3694 tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:18.540772 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7feec2de-c6e8-4853-b7bf-33f8beae67bf req-42d1fb48-bd0f-4a3b-a4e2-721226c128ed tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870786 Nov 12 03:20:18.541248 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-23a08565-a291-4fdd-b247-ec72df37a438 req-6498eafd-6bd2-42a5-87b0-4efcd89e3694 tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] 10.222.0.50 "GET /v2.0/ports?device_id=7009d12a-6fc5-4ebc-8a6b-6caa6a4194a4 HTTP/1.1" status: 200 len: 945 time: 0.1815660 Nov 12 03:20:18.702358 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-d098c6ac-3084-4ed6-b2f3-64250ce97678 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:18.703814 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-d098c6ac-3084-4ed6-b2f3-64250ce97678 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.74 "GET /v2.0/networks?id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 HTTP/1.1" status: 200 len: 806 time: 0.2713702 Nov 12 03:20:18.714870 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-23a08565-a291-4fdd-b247-ec72df37a438 req-2a5f96a6-d744-4a6c-b946-46448d61bebd tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] 10.222.0.50 "GET /v2.0/security-groups?id=1662438e-3cc8-425d-9aa5-41a4128215e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727555 Nov 12 03:20:18.720981 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-6bade067-9e34-452b-83f2-47dce4bc2f29 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Request body: {'port': {'device_id': 'c8e9a4b0-3dae-4553-b628-b9a5578232fa', 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5', 'admin_state_up': True, 'tenant_id': 'ab1cf8386d1b4172a2ff2003f6ed3228'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:18.745274 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c7802b5d-8a41-48fb-90a2-976f54c19d08 req-9600085d-1d1c-4162-aa78-66717a95c2cf service neutron] 10.222.0.90 "GET /v2.0/networks/c5f18b6e-2851-4269-ab12-8e769818f3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997971 Nov 12 03:20:18.897870 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-17c83930-c42f-4a6b-babc-f5532fd6c7fa req-cb9325f3-ae8a-4dbc-aff7-5a907444f08c service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:20:18.899002 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-17c83930-c42f-4a6b-babc-f5532fd6c7fa req-cb9325f3-ae8a-4dbc-aff7-5a907444f08c service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053678 Nov 12 03:20:18.930920 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906d0aa-0655-4533-abdc-1200d1776687 req-907d5b80-8304-436b-bd83-ae434b916a91 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:18.932897 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7906d0aa-0655-4533-abdc-1200d1776687 req-907d5b80-8304-436b-bd83-ae434b916a91 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1fc44e2-8633-4e77-bfba-0c45919e7a7d HTTP/1.1" status: 200 len: 943 time: 0.0958900 Nov 12 03:20:18.995234 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-6bade067-9e34-452b-83f2-47dce4bc2f29 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Made reservation on behalf of ab1cf8386d1b4172a2ff2003f6ed3228 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:20:19.001346 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-6bade067-9e34-452b-83f2-47dce4bc2f29 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:19.079505 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7906d0aa-0655-4533-abdc-1200d1776687 req-fe97f6c8-a47b-4b9d-b45f-7e24efad8648 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b60dd28-e6f4-4ae4-905c-8dffea0dde45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394951 Nov 12 03:20:19.204207 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8656ea-cf9a-4529-95f7-92aed89f93cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '123025a8-f60c-48e3-aea0-bc9ac85c8e05'}, {'name': 'network-changed', 'server_uuid': '8c8656ea-cf9a-4529-95f7-92aed89f93cf', 'tag': '123025a8-f60c-48e3-aea0-bc9ac85c8e05'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:19.209496 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed1452d-a86a-418b-92e5-d1d8d92bb4f3" -d '{"events": [{"server_uuid": "8c8656ea-cf9a-4529-95f7-92aed89f93cf", "name": "network-vif-unplugged", "status": "completed", "tag": "123025a8-f60c-48e3-aea0-bc9ac85c8e05"}, {"name": "network-changed", "server_uuid": "8c8656ea-cf9a-4529-95f7-92aed89f93cf", "tag": "123025a8-f60c-48e3-aea0-bc9ac85c8e05"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:19.289552 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-19fa776f-40f9-4dfc-b260-92ead6bd3aed service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1535113 Nov 12 03:20:19.369166 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-6bade067-9e34-452b-83f2-47dce4bc2f29 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Allocated IP 172.20.0.14 (d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5/5a9fb38e-cf25-418b-9443-2a54f98e4648/b3f727d1-490b-45ee-b4ff-59728a0c678b) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:20:19.508944 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d10a7558-dedb-48cc-921f-562107315053 req-58217612-03f5-4c5e-ac52-25fed89a273f tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 210 time: 0.0766342 Nov 12 03:20:19.607503 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c831b088-dd58-436a-bb28-6eb9b099c14a x-openstack-request-id: req-c831b088-dd58-436a-bb28-6eb9b099c14a {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:19.607503 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8656ea-cf9a-4529-95f7-92aed89f93cf", "name": "network-vif-unplugged", "status": "completed", "tag": "123025a8-f60c-48e3-aea0-bc9ac85c8e05", "code": 200}, {"name": "network-changed", "server_uuid": "8c8656ea-cf9a-4529-95f7-92aed89f93cf", "tag": "123025a8-f60c-48e3-aea0-bc9ac85c8e05", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:19.607503 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c831b088-dd58-436a-bb28-6eb9b099c14a {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:19.607503 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8656ea-cf9a-4529-95f7-92aed89f93cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '123025a8-f60c-48e3-aea0-bc9ac85c8e05', 'code': 200} Nov 12 03:20:19.607503 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c8656ea-cf9a-4529-95f7-92aed89f93cf', 'tag': '123025a8-f60c-48e3-aea0-bc9ac85c8e05', 'status': 'completed', 'code': 200} Nov 12 03:20:19.635850 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07ef49-55ca-463c-93db-982e07697d63 req-12f11d3f-33c6-4939-bea6-1bc43f582bb5 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:19.638916 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ac07ef49-55ca-463c-93db-982e07697d63 req-12f11d3f-33c6-4939-bea6-1bc43f582bb5 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 949 time: 0.0986793 Nov 12 03:20:19.717178 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-6bade067-9e34-452b-83f2-47dce4bc2f29 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:19.728036 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ac07ef49-55ca-463c-93db-982e07697d63 req-b4448933-b59e-4b98-ae97-e5c1e03fafda tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752583 Nov 12 03:20:19.802810 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1db687-9981-44a2-8360-619d774d99e1 req-7b04f76e-948b-42e6-9fe3-d83f0328d7bb tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:19.813216 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-be1db687-9981-44a2-8360-619d774d99e1 req-7b04f76e-948b-42e6-9fe3-d83f0328d7bb tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c8656ea-cf9a-4529-95f7-92aed89f93cf HTTP/1.1" status: 200 len: 944 time: 0.1529882 Nov 12 03:20:19.915132 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 123025a8-f60c-48e3-aea0-bc9ac85c8e05 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:20:20.064104 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ebd158-2612-404c-9ab7-5737cc934012 req-2031de27-f8c0-4e81-9474-1171c11891a4 tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:20.066606 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-50ebd158-2612-404c-9ab7-5737cc934012 req-2031de27-f8c0-4e81-9474-1171c11891a4 tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] 10.222.0.50 "GET /v2.0/ports?device_id=7009d12a-6fc5-4ebc-8a6b-6caa6a4194a4 HTTP/1.1" status: 200 len: 945 time: 0.0844417 Nov 12 03:20:20.085255 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 123025a8-f60c-48e3-aea0-bc9ac85c8e05, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=123025a8-f60c-48e3-aea0-bc9ac85c8e05,segment=NetworkSegment(b8c93ffa-e78d-4d7d-8be5-2d181e470820),segment_id=b8c93ffa-e78d-4d7d-8be5-2d181e470820)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:20.088182 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed1452d-a86a-418b-92e5-d1d8d92bb4f3 req-af2ed834-d33a-44ea-95ff-873218dd6a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:20.089687 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4ed1452d-a86a-418b-92e5-d1d8d92bb4f3 req-af2ed834-d33a-44ea-95ff-873218dd6a91 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=576a7b2c0e984780a26518e9c1601856&device_id=8c8656ea-cf9a-4529-95f7-92aed89f93cf HTTP/1.1" status: 200 len: 1127 time: 0.3689480 Nov 12 03:20:20.107553 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-6bade067-9e34-452b-83f2-47dce4bc2f29 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:20.194879 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-50ebd158-2612-404c-9ab7-5737cc934012 req-a2337fcc-3365-4bfa-aaae-34e8c595414f tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] 10.222.0.50 "GET /v2.0/security-groups?id=1662438e-3cc8-425d-9aa5-41a4128215e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140082 Nov 12 03:20:20.231755 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-be1db687-9981-44a2-8360-619d774d99e1 req-51aa85e0-a48b-4b2a-8963-1fe952c253da tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162302 Nov 12 03:20:20.256597 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 123025a8-f60c-48e3-aea0-bc9ac85c8e05 has no active binding in host n-h1-715271-27 {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:20:20.298161 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-6bade067-9e34-452b-83f2-47dce4bc2f29 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:20.299675 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-6bade067-9e34-452b-83f2-47dce4bc2f29 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:20.347345 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-6bade067-9e34-452b-83f2-47dce4bc2f29 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:20:20.360214 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-6bade067-9e34-452b-83f2-47dce4bc2f29 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:20.361274 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-6bade067-9e34-452b-83f2-47dce4bc2f29 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:20.458811 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-6bade067-9e34-452b-83f2-47dce4bc2f29 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7414997 Nov 12 03:20:20.459568 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bade067-9e34-452b-83f2-47dce4bc2f29 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Pushing event updated for resources: {'Port': ['ID=b3f727d1-490b-45ee-b4ff-59728a0c678b,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:20.480956 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-25954dda-b656-4108-a59b-df2c8478c2e3 service neutron] Request body: {'port': {'device_id': 'c8e9a4b0-3dae-4553-b628-b9a5578232fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:20.552692 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8259c18-f056-4328-b84f-a37db84a165f req-cec6d898-27e4-433c-80ae-df84e7de898b tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:20.565188 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b8259c18-f056-4328-b84f-a37db84a165f req-cec6d898-27e4-433c-80ae-df84e7de898b tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1fc44e2-8633-4e77-bfba-0c45919e7a7d HTTP/1.1" status: 200 len: 943 time: 0.2157807 Nov 12 03:20:20.596847 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed1452d-a86a-418b-92e5-d1d8d92bb4f3 req-7107f424-fd6c-43d9-be6a-c07459848bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:20.598336 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4ed1452d-a86a-418b-92e5-d1d8d92bb4f3 req-7107f424-fd6c-43d9-be6a-c07459848bcb service neutron] 10.222.0.90 "GET /v2.0/networks?id=f2354694-6453-486d-800c-f4fc7f841803 HTTP/1.1" status: 200 len: 922 time: 0.4930055 Nov 12 03:20:20.624362 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-25954dda-b656-4108-a59b-df2c8478c2e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:20.678528 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4ed1452d-a86a-418b-92e5-d1d8d92bb4f3 req-f73daa5b-8c21-417c-aa80-44cd559f105b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=123025a8-f60c-48e3-aea0-bc9ac85c8e05 HTTP/1.1" status: 200 len: 217 time: 0.0447638 Nov 12 03:20:20.740973 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b8259c18-f056-4328-b84f-a37db84a165f req-24c6343b-0824-4730-a947-581c43466ec1 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b60dd28-e6f4-4ae4-905c-8dffea0dde45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793370 Nov 12 03:20:20.791126 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed1452d-a86a-418b-92e5-d1d8d92bb4f3 req-257c3576-f29a-4b14-be92-844a0b37541d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:20.792608 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4ed1452d-a86a-418b-92e5-d1d8d92bb4f3 req-257c3576-f29a-4b14-be92-844a0b37541d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3428f33d-4837-4311-b620-eb7f742db405 HTTP/1.1" status: 200 len: 861 time: 0.1021199 Nov 12 03:20:20.857617 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4ed1452d-a86a-418b-92e5-d1d8d92bb4f3 req-38acfd89-c411-4139-8841-3b796b95c415 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f2354694-6453-486d-800c-f4fc7f841803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527217 Nov 12 03:20:21.054369 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8dce2-6a9c-47cf-8c05-be5a9e8d2f4b req-881ad441-d5e9-4845-a08b-69d5f9a483ef tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:21.056359 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2cb8dce2-6a9c-47cf-8c05-be5a9e8d2f4b req-881ad441-d5e9-4845-a08b-69d5f9a483ef tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 949 time: 0.0846033 Nov 12 03:20:21.061648 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99077a2-63c5-4d03-a17b-cafdbb59f442 req-91c52406-1b47-4632-b059-67c4a41da6fc tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:21.064806 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c99077a2-63c5-4d03-a17b-cafdbb59f442 req-91c52406-1b47-4632-b059-67c4a41da6fc tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 932 time: 0.2155528 Nov 12 03:20:21.115413 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2cb8dce2-6a9c-47cf-8c05-be5a9e8d2f4b req-df1accd6-6bcf-488c-a295-9534a66eaece tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495491 Nov 12 03:20:21.177771 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c99077a2-63c5-4d03-a17b-cafdbb59f442 req-0d57bd5f-1f35-4bd3-acc6-03a31e2310c8 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030226 Nov 12 03:20:21.204573 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4ed1452d-a86a-418b-92e5-d1d8d92bb4f3 req-afaeebaa-2492-4d20-9dc1-970ab6888701 service neutron] 10.222.0.90 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880309 Nov 12 03:20:21.493078 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4ed1452d-a86a-418b-92e5-d1d8d92bb4f3 req-47d669b3-742e-4d56-88f8-a518482dddda service neutron] 10.222.0.90 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782702 Nov 12 03:20:21.514294 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-25954dda-b656-4108-a59b-df2c8478c2e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3f727d1-490b-45ee-b4ff-59728a0c678b {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:20:21.524424 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-b6c0929a-a9d3-488c-9a10-5f6aa861522f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:21.526087 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-b6c0929a-a9d3-488c-9a10-5f6aa861522f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 1101 time: 0.1959572 Nov 12 03:20:21.534610 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-25954dda-b656-4108-a59b-df2c8478c2e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:21.596046 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2551e55-838a-4264-ba7c-f8ea38147dd6 req-75f4ea0c-4369-43ff-848c-93e101e2c783 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:21.597664 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e2551e55-838a-4264-ba7c-f8ea38147dd6 req-75f4ea0c-4369-43ff-848c-93e101e2c783 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c8656ea-cf9a-4529-95f7-92aed89f93cf HTTP/1.1" status: 200 len: 944 time: 0.2118750 Nov 12 03:20:21.606426 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-25954dda-b656-4108-a59b-df2c8478c2e3 service neutron] Transition to ACTIVE for port object b3f727d1-490b-45ee-b4ff-59728a0c678b will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:20:21.651001 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-25954dda-b656-4108-a59b-df2c8478c2e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:21.703066 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device ed89930e-dcf1-411b-99f2-b153238f1583 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:20:21.799981 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25954dda-b656-4108-a59b-df2c8478c2e3 service neutron] Pushing event updated for resources: {'Port': ['ID=b3f727d1-490b-45ee-b4ff-59728a0c678b,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:21.815228 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-2548bd23-3c12-4764-81e4-f09cd6f33429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:21.816977 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-2548bd23-3c12-4764-81e4-f09cd6f33429 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.2765801 Nov 12 03:20:21.831618 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e2551e55-838a-4264-ba7c-f8ea38147dd6 req-e227472a-f3dd-4956-9579-a3affadc2118 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905990 Nov 12 03:20:21.873964 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc09ca-0359-4f55-bcff-5345cc2a4491 req-ab240380-8f2f-49ed-917d-47f748bcf51e tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:21.887546 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-39dc09ca-0359-4f55-bcff-5345cc2a4491 req-ab240380-8f2f-49ed-917d-47f748bcf51e tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e161a7-5545-4a60-b9c6-e6f42aef1556 HTTP/1.1" status: 200 len: 945 time: 0.1927266 Nov 12 03:20:21.976555 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-6e3de33a-4a17-42b5-8ca5-fa10ca36f16a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=1f961a16-1d9d-4543-9741-1345153c155d HTTP/1.1" status: 200 len: 217 time: 0.1434810 Nov 12 03:20:21.995509 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-39dc09ca-0359-4f55-bcff-5345cc2a4491 req-8cf1fd56-a4f1-4340-be39-c37f6755dd5c tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934210 Nov 12 03:20:22.043090 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-25954dda-b656-4108-a59b-df2c8478c2e3 service neutron] Attempting to bind port b3f727d1-490b-45ee-b4ff-59728a0c678b on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:20:22.043090 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-25954dda-b656-4108-a59b-df2c8478c2e3 service neutron] Attempting to bind port b3f727d1-490b-45ee-b4ff-59728a0c678b by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:20:22.043090 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-25954dda-b656-4108-a59b-df2c8478c2e3 service neutron] Attempting to bind port b3f727d1-490b-45ee-b4ff-59728a0c678b on network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:22.051805 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-25954dda-b656-4108-a59b-df2c8478c2e3 service neutron] Port b3f727d1-490b-45ee-b4ff-59728a0c678b on network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:20:22.052157 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-25954dda-b656-4108-a59b-df2c8478c2e3 service neutron] Attempting to bind port b3f727d1-490b-45ee-b4ff-59728a0c678b on network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:22.059208 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port ed89930e-dcf1-411b-99f2-b153238f1583, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=ed89930e-dcf1-411b-99f2-b153238f1583,segment=NetworkSegment(1e8a23dc-cb63-45e1-a1d5-96fe8c8baf56),segment_id=1e8a23dc-cb63-45e1-a1d5-96fe8c8baf56)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:22.067730 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-25954dda-b656-4108-a59b-df2c8478c2e3 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:20:22.068112 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-25954dda-b656-4108-a59b-df2c8478c2e3 service neutron] Checking segment: {'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:22.068474 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-25954dda-b656-4108-a59b-df2c8478c2e3 service neutron] Bound using segment: {'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:20:22.068921 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-25954dda-b656-4108-a59b-df2c8478c2e3 service neutron] Bound port: b3f727d1-490b-45ee-b4ff-59728a0c678b, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:20:22.069277 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-25954dda-b656-4108-a59b-df2c8478c2e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:22.076065 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-29bd17ab-5b2e-4003-8c8c-c5f891e179a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:22.077579 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-29bd17ab-5b2e-4003-8c8c-c5f891e179a6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.0925934 Nov 12 03:20:22.120628 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': 'ed89930e-dcf1-411b-99f2-b153238f1583', 'network_id': 'c5f18b6e-2851-4269-ab12-8e769818f3a7', 'port_id': 'ed89930e-dcf1-411b-99f2-b153238f1583', 'mac_address': 'fa:16:3e:58:6e:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26dd8844-5359-4380-84a0-05d2986a837e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:20:22.191180 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:22.231451 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed89930e-dcf1-411b-99f2-b153238f1583 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:20:22.259078 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-42a2dc14-9cf3-4363-8cbf-cb68f77a9d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:22.261147 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-42a2dc14-9cf3-4363-8cbf-cb68f77a9d9a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1748319 Nov 12 03:20:22.272606 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port ed89930e-dcf1-411b-99f2-b153238f1583, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=ed89930e-dcf1-411b-99f2-b153238f1583,segment=NetworkSegment(1e8a23dc-cb63-45e1-a1d5-96fe8c8baf56),segment_id=1e8a23dc-cb63-45e1-a1d5-96fe8c8baf56)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:22.277201 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:22.322116 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f01d2-76b3-400a-b2ff-b240f6d09d04 req-47726cd4-ec05-45ba-8871-17b80716d4df tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:22.324130 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d14f01d2-76b3-400a-b2ff-b240f6d09d04 req-47726cd4-ec05-45ba-8871-17b80716d4df tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1fc44e2-8633-4e77-bfba-0c45919e7a7d HTTP/1.1" status: 200 len: 943 time: 0.2084434 Nov 12 03:20:22.330388 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95abb00-4719-4a68-ae4d-f5c922f7c6ce req-0188df42-d63c-4684-973f-f1e7a2ca3e7b tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:22.333052 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f95abb00-4719-4a68-ae4d-f5c922f7c6ce req-0188df42-d63c-4684-973f-f1e7a2ca3e7b tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 949 time: 0.0779023 Nov 12 03:20:22.340564 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=ed89930e-dcf1-411b-99f2-b153238f1583,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:22.348305 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-25954dda-b656-4108-a59b-df2c8478c2e3 service neutron] For port b3f727d1-490b-45ee-b4ff-59728a0c678b, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:22.407350 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f95abb00-4719-4a68-ae4d-f5c922f7c6ce req-8084547b-766a-41d3-8a52-f1fd0f8bc3b2 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598710 Nov 12 03:20:22.410037 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-25954dda-b656-4108-a59b-df2c8478c2e3 service neutron] For port b3f727d1-490b-45ee-b4ff-59728a0c678b, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=b3f727d1-490b-45ee-b4ff-59728a0c678b,segment=NetworkSegment(8dbff2fd-9cfc-4504-9870-2f052b7a9289),segment_id=8dbff2fd-9cfc-4504-9870-2f052b7a9289)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:20:22.440559 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-25954dda-b656-4108-a59b-df2c8478c2e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:22.499912 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-25954dda-b656-4108-a59b-df2c8478c2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:22.501022 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-25954dda-b656-4108-a59b-df2c8478c2e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:22.502020 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-25954dda-b656-4108-a59b-df2c8478c2e3 service neutron] 10.222.0.74 "PUT /v2.0/ports/b3f727d1-490b-45ee-b4ff-59728a0c678b HTTP/1.1" status: 200 len: 1093 time: 2.0286267 Nov 12 03:20:22.506139 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8e9a4b0-3dae-4553-b628-b9a5578232fa', 'tag': 'b3f727d1-490b-45ee-b4ff-59728a0c678b'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:22.508457 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419a2ca8-893a-419b-970c-9eeb6e887493" -d '{"events": [{"name": "network-changed", "server_uuid": "c8e9a4b0-3dae-4553-b628-b9a5578232fa", "tag": "b3f727d1-490b-45ee-b4ff-59728a0c678b"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:22.520931 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d14f01d2-76b3-400a-b2ff-b240f6d09d04 req-aa419192-c5c9-480d-ad48-4defe4874345 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b60dd28-e6f4-4ae4-905c-8dffea0dde45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857204 Nov 12 03:20:22.529826 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-f00c8cec-2498-4012-a5e3-f8930558196e service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502816 Nov 12 03:20:22.573587 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5c8cc-e97e-4f23-a38f-3a1782795ea2 req-04bebfbc-c9bf-44e8-b00b-ef15054fe9d8 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:22.575012 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25954dda-b656-4108-a59b-df2c8478c2e3 service neutron] Pushing event updated for resources: {'Port': ['ID=b3f727d1-490b-45ee-b4ff-59728a0c678b,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:22.593245 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-88d5c8cc-e97e-4f23-a38f-3a1782795ea2 req-04bebfbc-c9bf-44e8-b00b-ef15054fe9d8 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 944 time: 0.1062822 Nov 12 03:20:22.618735 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0699b5f4-1266-4b90-93a7-723e9fc5572b x-openstack-request-id: req-0699b5f4-1266-4b90-93a7-723e9fc5572b {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:22.619155 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8e9a4b0-3dae-4553-b628-b9a5578232fa", "tag": "b3f727d1-490b-45ee-b4ff-59728a0c678b", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:22.619441 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0699b5f4-1266-4b90-93a7-723e9fc5572b {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:22.619852 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8e9a4b0-3dae-4553-b628-b9a5578232fa', 'tag': 'b3f727d1-490b-45ee-b4ff-59728a0c678b', 'status': 'completed', 'code': 200} Nov 12 03:20:22.653119 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-88d5c8cc-e97e-4f23-a38f-3a1782795ea2 req-bc2915b7-f0c2-41f4-a5ab-65a274279abf tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583148 Nov 12 03:20:22.707547 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-84d6e53d-7453-46c0-bb4b-81dc20f46f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:22.709076 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-84d6e53d-7453-46c0-bb4b-81dc20f46f7a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ab1cf8386d1b4172a2ff2003f6ed3228&device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 1096 time: 0.1045322 Nov 12 03:20:22.734555 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-ef9966c7-07ec-43aa-8caa-f3bb399afdef service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528986 Nov 12 03:20:22.763552 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-27d96486-fde8-4784-9269-21d0ea190f22 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3f727d1-490b-45ee-b4ff-59728a0c678b HTTP/1.1" status: 200 len: 217 time: 0.0403435 Nov 12 03:20:22.845306 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-e213651d-07df-47f8-80f5-2de13a0c708d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:22.847802 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-e213651d-07df-47f8-80f5-2de13a0c708d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5a9fb38e-cf25-418b-9443-2a54f98e4648 HTTP/1.1" status: 200 len: 846 time: 0.0752771 Nov 12 03:20:22.883664 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['ed89930e-dcf1-411b-99f2-b153238f1583'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:20:22.924179 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-c02e60f1-260b-4904-a2f8-6cb4aa54c71a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601530 Nov 12 03:20:23.064728 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1fa16-dd52-415f-9ff0-199041b98ed1 req-1e15cf1f-8e74-43bc-8f1d-bbec81f887ca tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:23.067186 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-48f1fa16-dd52-415f-9ff0-199041b98ed1 req-1e15cf1f-8e74-43bc-8f1d-bbec81f887ca tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c8656ea-cf9a-4529-95f7-92aed89f93cf HTTP/1.1" status: 200 len: 944 time: 0.1074469 Nov 12 03:20:23.121326 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-649e9ca6-8e57-4920-9fc5-3faedee16100 service neutron] 10.222.0.74 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751304 Nov 12 03:20:23.147299 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-48f1fa16-dd52-415f-9ff0-199041b98ed1 req-2fb1f711-3c1c-46ef-ac09-31140a072a93 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738492 Nov 12 03:20:23.291882 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a5b1b367-e182-4777-8ea6-ade76b55e41e req-f41be2e2-6a45-4648-945f-8fbbe9f3afb7 service neutron] 10.222.0.74 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579785 Nov 12 03:20:23.423317 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392b907-3a2e-441c-be2e-5fb3ea668b4b req-5cbb11d9-d168-4f4b-97a1-35bfdc3b3225 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:23.427115 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9392b907-3a2e-441c-be2e-5fb3ea668b4b req-5cbb11d9-d168-4f4b-97a1-35bfdc3b3225 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e161a7-5545-4a60-b9c6-e6f42aef1556 HTTP/1.1" status: 200 len: 945 time: 0.0721858 Nov 12 03:20:23.469519 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a2ca8-893a-419b-970c-9eeb6e887493 req-553bfc98-cae1-4281-bc24-29c55423b0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:23.472474 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-419a2ca8-893a-419b-970c-9eeb6e887493 req-553bfc98-cae1-4281-bc24-29c55423b0ef service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ab1cf8386d1b4172a2ff2003f6ed3228&device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 1096 time: 0.0643673 Nov 12 03:20:23.537034 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9392b907-3a2e-441c-be2e-5fb3ea668b4b req-068cdb98-0041-43e9-a3df-670f4968bc1c tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809181 Nov 12 03:20:23.623230 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff474f-5522-47ee-a72a-10019bab2760 req-a6ea5e7c-c823-4879-b7a0-1490f5d67198 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:23.624780 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-64ff474f-5522-47ee-a72a-10019bab2760 req-a6ea5e7c-c823-4879-b7a0-1490f5d67198 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 949 time: 0.1234031 Nov 12 03:20:23.662370 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a2ca8-893a-419b-970c-9eeb6e887493 req-dc6c7c4a-8f0a-45cc-8382-0f41a5c3699e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:23.663834 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-419a2ca8-893a-419b-970c-9eeb6e887493 req-dc6c7c4a-8f0a-45cc-8382-0f41a5c3699e service neutron] 10.222.0.74 "GET /v2.0/networks?id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 HTTP/1.1" status: 200 len: 907 time: 0.1787951 Nov 12 03:20:23.690275 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d253d8-bece-474a-93b1-56c58a9861d1 req-51400439-c072-4b6e-8f99-621fb11d5272 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:23.691933 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-44d253d8-bece-474a-93b1-56c58a9861d1 req-51400439-c072-4b6e-8f99-621fb11d5272 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1fc44e2-8633-4e77-bfba-0c45919e7a7d HTTP/1.1" status: 200 len: 944 time: 0.0680242 Nov 12 03:20:23.721792 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-419a2ca8-893a-419b-970c-9eeb6e887493 req-5d7cb76f-00c6-442a-adfc-820516eea184 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3f727d1-490b-45ee-b4ff-59728a0c678b HTTP/1.1" status: 200 len: 217 time: 0.0479548 Nov 12 03:20:23.739838 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-64ff474f-5522-47ee-a72a-10019bab2760 req-697ed540-ce6f-437f-9cac-84b17f8da030 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008370 Nov 12 03:20:23.787197 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-44d253d8-bece-474a-93b1-56c58a9861d1 req-0d16dbac-c635-4eb3-b54e-04b5489b0806 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b60dd28-e6f4-4ae4-905c-8dffea0dde45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789919 Nov 12 03:20:23.790522 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a2ca8-893a-419b-970c-9eeb6e887493 req-36c765aa-2aba-4afc-afb4-10ab60c659ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:23.792838 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-419a2ca8-893a-419b-970c-9eeb6e887493 req-36c765aa-2aba-4afc-afb4-10ab60c659ca service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5a9fb38e-cf25-418b-9443-2a54f98e4648 HTTP/1.1" status: 200 len: 846 time: 0.0518243 Nov 12 03:20:23.833361 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-419a2ca8-893a-419b-970c-9eeb6e887493 req-5d28845b-801f-497c-94ea-9e5068bfc27d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319476 Nov 12 03:20:24.171942 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc585540-2f24-4c2d-ba40-2eb17caaab84 req-d062570d-b4f7-4fab-b465-2199e72670b8 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:24.173513 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bc585540-2f24-4c2d-ba40-2eb17caaab84 req-d062570d-b4f7-4fab-b465-2199e72670b8 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 944 time: 0.3338039 Nov 12 03:20:24.203405 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-419a2ca8-893a-419b-970c-9eeb6e887493 req-5e30b6bf-707b-4531-8776-1ce7f238a2ae service neutron] 10.222.0.74 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520343 Nov 12 03:20:24.273411 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bc585540-2f24-4c2d-ba40-2eb17caaab84 req-ba8e8a44-d818-4a1d-94a8-bd0a92d6839e tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832729 Nov 12 03:20:24.340750 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4c66e-c2ac-4e3c-a6e1-7d217b0a904b req-8c6a1d45-e6a2-440f-b227-7d1beb58a08b tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:24.349619 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c1a4c66e-c2ac-4e3c-a6e1-7d217b0a904b req-8c6a1d45-e6a2-440f-b227-7d1beb58a08b tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c8656ea-cf9a-4529-95f7-92aed89f93cf HTTP/1.1" status: 200 len: 944 time: 0.0891023 Nov 12 03:20:24.368571 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-419a2ca8-893a-419b-970c-9eeb6e887493 req-fafe5d61-8da9-4d4a-8bff-9940b748a0ef service neutron] 10.222.0.74 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397405 Nov 12 03:20:24.420128 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c1a4c66e-c2ac-4e3c-a6e1-7d217b0a904b req-c4c714d8-9d81-4658-b8b2-04d6a2925acf tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684290 Nov 12 03:20:24.691854 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6150ebb1-f28f-4541-93f4-490d0fc5931a req-15b1b452-952e-4110-a5fb-8fe8b12aeffc tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:24.694344 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6150ebb1-f28f-4541-93f4-490d0fc5931a req-15b1b452-952e-4110-a5fb-8fe8b12aeffc tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e161a7-5545-4a60-b9c6-e6f42aef1556 HTTP/1.1" status: 200 len: 945 time: 0.0812056 Nov 12 03:20:24.761531 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6150ebb1-f28f-4541-93f4-490d0fc5931a req-468f541c-4cf1-4746-838e-9637d60febe9 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607476 Nov 12 03:20:24.925990 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0f2b6-a105-4c5d-ba9e-aad42d284038 req-1fc09268-10e1-46dc-88e8-9b6e95853295 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:24.928162 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ccf0f2b6-a105-4c5d-ba9e-aad42d284038 req-1fc09268-10e1-46dc-88e8-9b6e95853295 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 949 time: 0.0797405 Nov 12 03:20:24.956664 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc6a99-08d4-4780-a3ec-ad45ec784341 req-2f8817c0-a996-4fc2-9f9f-b8941d6a139b tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:24.958397 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-accc6a99-08d4-4780-a3ec-ad45ec784341 req-2f8817c0-a996-4fc2-9f9f-b8941d6a139b tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1fc44e2-8633-4e77-bfba-0c45919e7a7d HTTP/1.1" status: 200 len: 944 time: 0.0735829 Nov 12 03:20:24.992943 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ccf0f2b6-a105-4c5d-ba9e-aad42d284038 req-68d59a1c-ff72-45a7-808a-44f65bc40587 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556614 Nov 12 03:20:25.032470 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-accc6a99-08d4-4780-a3ec-ad45ec784341 req-04d5364f-0105-4858-8533-222f0205d29e tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b60dd28-e6f4-4ae4-905c-8dffea0dde45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618525 Nov 12 03:20:25.102057 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-dfde8046-e826-4394-87ba-f42b8df3ddab service neutron] 10.222.0.90 "GET /v2.0/ports/123025a8-f60c-48e3-aea0-bc9ac85c8e05/bindings/n-h1-715271-27 HTTP/1.1" status: 200 len: 385 time: 0.0744631 Nov 12 03:20:25.373713 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-42527851-a6cc-4cf4-bb49-e8a43bf4eded service neutron] For port 123025a8-f60c-48e3-aea0-bc9ac85c8e05, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=123025a8-f60c-48e3-aea0-bc9ac85c8e05,segment=NetworkSegment(b8c93ffa-e78d-4d7d-8be5-2d181e470820),segment_id=b8c93ffa-e78d-4d7d-8be5-2d181e470820)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:25.404916 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-42527851-a6cc-4cf4-bb49-e8a43bf4eded service neutron] For port 123025a8-f60c-48e3-aea0-bc9ac85c8e05, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:25.466598 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-42527851-a6cc-4cf4-bb49-e8a43bf4eded service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 123025a8-f60c-48e3-aea0-bc9ac85c8e05 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:20:25.500566 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-42527851-a6cc-4cf4-bb49-e8a43bf4eded service neutron] For port 123025a8-f60c-48e3-aea0-bc9ac85c8e05, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=123025a8-f60c-48e3-aea0-bc9ac85c8e05,segment=NetworkSegment(b8c93ffa-e78d-4d7d-8be5-2d181e470820),segment_id=b8c93ffa-e78d-4d7d-8be5-2d181e470820)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:25.524619 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-42527851-a6cc-4cf4-bb49-e8a43bf4eded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:25.568185 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09570f-fcc6-4679-aa4f-1e26734309f4 req-fcb6c773-c29d-4742-9d6d-1035b049f6fa tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:25.571102 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ca09570f-fcc6-4679-aa4f-1e26734309f4 req-fcb6c773-c29d-4742-9d6d-1035b049f6fa tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 944 time: 0.1190498 Nov 12 03:20:25.604235 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b682fe6-cd2a-48f6-b0da-7cdc94cc0aab req-795e2870-eb4f-4539-a092-33ce276e2c6c tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:25.606001 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3b682fe6-cd2a-48f6-b0da-7cdc94cc0aab req-795e2870-eb4f-4539-a092-33ce276e2c6c tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c8656ea-cf9a-4529-95f7-92aed89f93cf HTTP/1.1" status: 200 len: 944 time: 0.0546999 Nov 12 03:20:25.681847 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ca09570f-fcc6-4679-aa4f-1e26734309f4 req-7b747870-eb85-4c61-a8e9-08837fe538fa tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000307 Nov 12 03:20:25.682105 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3b682fe6-cd2a-48f6-b0da-7cdc94cc0aab req-bf30a90b-3103-4490-9efa-12ab7aa87ec2 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633206 Nov 12 03:20:25.701224 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-42527851-a6cc-4cf4-bb49-e8a43bf4eded service neutron] Transition to ACTIVE for port object 123025a8-f60c-48e3-aea0-bc9ac85c8e05 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:20:25.722833 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-42527851-a6cc-4cf4-bb49-e8a43bf4eded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:25.744802 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device ed89930e-dcf1-411b-99f2-b153238f1583 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:25.820265 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-42527851-a6cc-4cf4-bb49-e8a43bf4eded service neutron] No DVR routers for this DVR port 123025a8-f60c-48e3-aea0-bc9ac85c8e05 on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:20:25.828034 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port ed89930e-dcf1-411b-99f2-b153238f1583 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:20:25.838412 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port ed89930e-dcf1-411b-99f2-b153238f1583 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:25.839500 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:25.869297 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42527851-a6cc-4cf4-bb49-e8a43bf4eded service neutron] Pushing event updated for resources: {'Port': ['ID=123025a8-f60c-48e3-aea0-bc9ac85c8e05,revision_number=10']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:25.891332 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-42527851-a6cc-4cf4-bb49-e8a43bf4eded service neutron] 10.222.0.90 "PUT /v2.0/ports/123025a8-f60c-48e3-aea0-bc9ac85c8e05/bindings/n-h1-715271-27/activate HTTP/1.1" status: 200 len: 370 time: 0.7784476 Nov 12 03:20:25.951915 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3c4dd-a6c3-44a0-acfd-72f780c6759a req-e56d3d41-cb65-4418-8fcb-569292eee836 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:25.953796 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:25.955369 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d4a3c4dd-a6c3-44a0-acfd-72f780c6759a req-e56d3d41-cb65-4418-8fcb-569292eee836 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e161a7-5545-4a60-b9c6-e6f42aef1556 HTTP/1.1" status: 200 len: 945 time: 0.0804567 Nov 12 03:20:25.968724 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device b3f727d1-490b-45ee-b4ff-59728a0c678b details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:20:25.990803 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1fc44e2-8633-4e77-bfba-0c45919e7a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed89930e-dcf1-411b-99f2-b153238f1583'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:25.993539 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea3b57a-4d50-4141-868d-5338ef680a83" -d '{"events": [{"server_uuid": "e1fc44e2-8633-4e77-bfba-0c45919e7a7d", "name": "network-vif-plugged", "status": "completed", "tag": "ed89930e-dcf1-411b-99f2-b153238f1583"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:26.027057 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port ed89930e-dcf1-411b-99f2-b153238f1583, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=ed89930e-dcf1-411b-99f2-b153238f1583,segment=NetworkSegment(1e8a23dc-cb63-45e1-a1d5-96fe8c8baf56),segment_id=1e8a23dc-cb63-45e1-a1d5-96fe8c8baf56)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:26.040647 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:26.072936 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2fb9005-b616-454c-92b2-e0ec7bc5e9dd x-openstack-request-id: req-a2fb9005-b616-454c-92b2-e0ec7bc5e9dd {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:26.073429 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1fc44e2-8633-4e77-bfba-0c45919e7a7d", "name": "network-vif-plugged", "status": "completed", "tag": "ed89930e-dcf1-411b-99f2-b153238f1583", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:26.073833 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a2fb9005-b616-454c-92b2-e0ec7bc5e9dd {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:26.074412 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1fc44e2-8633-4e77-bfba-0c45919e7a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed89930e-dcf1-411b-99f2-b153238f1583', 'code': 200} Nov 12 03:20:26.141256 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d4a3c4dd-a6c3-44a0-acfd-72f780c6759a req-ae03afac-6aea-4626-9103-152656d79c87 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781619 Nov 12 03:20:26.202716 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=ed89930e-dcf1-411b-99f2-b153238f1583,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:26.265534 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port b3f727d1-490b-45ee-b4ff-59728a0c678b, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=b3f727d1-490b-45ee-b4ff-59728a0c678b,segment=NetworkSegment(8dbff2fd-9cfc-4504-9870-2f052b7a9289),segment_id=8dbff2fd-9cfc-4504-9870-2f052b7a9289)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:26.286149 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'b3f727d1-490b-45ee-b4ff-59728a0c678b', 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5', 'port_id': 'b3f727d1-490b-45ee-b4ff-59728a0c678b', 'mac_address': 'fa:16:3e:60:c8:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a9fb38e-cf25-418b-9443-2a54f98e4648', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:20:26.290621 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be8a28-059c-4c75-aafc-2a5f13f2f5c4 req-98a694cb-49a8-4167-8f52-bb532ebbbf7c tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:26.292368 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f2be8a28-059c-4c75-aafc-2a5f13f2f5c4 req-98a694cb-49a8-4167-8f52-bb532ebbbf7c tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 949 time: 0.1127205 Nov 12 03:20:26.295367 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-e2f9532a-6dd7-4487-826b-c57b9eda3f8f tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:26.297405 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-e2f9532a-6dd7-4487-826b-c57b9eda3f8f tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=8c8656ea-cf9a-4529-95f7-92aed89f93cf&tenant_id=576a7b2c0e984780a26518e9c1601856&binding%3Ahost_id=n-h2-715271-27 HTTP/1.1" status: 200 len: 1097 time: 0.2490060 Nov 12 03:20:26.322223 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c68bc2-b69e-4e42-a066-e5ce96d79467 req-362258d3-fa81-4c40-bc1d-ce74350bb92f tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:26.326250 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4c800-b3d5-409f-93eb-c07434db5519 req-8677a1a9-bd91-407c-a9c5-3b43005a3e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:26.327790 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-23d4c800-b3d5-409f-93eb-c07434db5519 req-8677a1a9-bd91-407c-a9c5-3b43005a3e79 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e1fc44e2-8633-4e77-bfba-0c45919e7a7d HTTP/1.1" status: 200 len: 1097 time: 0.1001036 Nov 12 03:20:26.337890 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-40c68bc2-b69e-4e42-a066-e5ce96d79467 req-362258d3-fa81-4c40-bc1d-ce74350bb92f tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1fc44e2-8633-4e77-bfba-0c45919e7a7d HTTP/1.1" status: 200 len: 945 time: 0.1018500 Nov 12 03:20:26.354633 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:26.373266 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3f727d1-490b-45ee-b4ff-59728a0c678b {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:20:26.412067 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port b3f727d1-490b-45ee-b4ff-59728a0c678b, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=b3f727d1-490b-45ee-b4ff-59728a0c678b,segment=NetworkSegment(8dbff2fd-9cfc-4504-9870-2f052b7a9289),segment_id=8dbff2fd-9cfc-4504-9870-2f052b7a9289)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:26.421373 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-40c68bc2-b69e-4e42-a066-e5ce96d79467 req-6e50433c-fd2b-429b-af9f-1659f8abc4f2 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b60dd28-e6f4-4ae4-905c-8dffea0dde45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821497 Nov 12 03:20:26.423859 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:26.453362 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-23d4c800-b3d5-409f-93eb-c07434db5519 req-dc2c6026-3131-47a9-b555-7fcc9d74302a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=8b60dd28-e6f4-4ae4-905c-8dffea0dde45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175494 Nov 12 03:20:26.458372 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f2be8a28-059c-4c75-aafc-2a5f13f2f5c4 req-3edb22fd-32a6-4b40-ad39-32fed5e8bb69 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534824 Nov 12 03:20:26.460511 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-b7800c90-b7cd-45b5-ad7b-aa975e662e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:26.461939 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-b7800c90-b7cd-45b5-ad7b-aa975e662e55 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8c8656ea-cf9a-4529-95f7-92aed89f93cf&tenant_id=576a7b2c0e984780a26518e9c1601856 HTTP/1.1" status: 200 len: 1097 time: 0.1473231 Nov 12 03:20:26.524426 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=b3f727d1-490b-45ee-b4ff-59728a0c678b,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:26.547565 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-1e5f0a13-a08a-4194-923e-6210f013c1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:26.549667 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-1e5f0a13-a08a-4194-923e-6210f013c1e4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=576a7b2c0e984780a26518e9c1601856&device_id=8c8656ea-cf9a-4529-95f7-92aed89f93cf HTTP/1.1" status: 200 len: 1097 time: 0.0587273 Nov 12 03:20:26.685295 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-b8446337-9573-42c2-bcfa-8839bac52fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:26.687518 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-b8446337-9573-42c2-bcfa-8839bac52fb4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f2354694-6453-486d-800c-f4fc7f841803 HTTP/1.1" status: 200 len: 922 time: 0.1224780 Nov 12 03:20:26.758515 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-52beef48-6e8a-47e2-9877-ade687fa0763 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=123025a8-f60c-48e3-aea0-bc9ac85c8e05 HTTP/1.1" status: 200 len: 217 time: 0.0596106 Nov 12 03:20:26.791791 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['b3f727d1-490b-45ee-b4ff-59728a0c678b'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:20:26.866614 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-9dfdc23b-1460-4ade-bca4-e94711fbd1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:26.868719 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-9dfdc23b-1460-4ade-bca4-e94711fbd1f8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3428f33d-4837-4311-b620-eb7f742db405 HTTP/1.1" status: 200 len: 861 time: 0.0993292 Nov 12 03:20:26.905394 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e6ec2-c370-4b80-a17d-893d936ed5cc req-0205b8c1-b35d-4bff-802e-de3bf8c1d040 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:26.907267 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-053e6ec2-c370-4b80-a17d-893d936ed5cc req-0205b8c1-b35d-4bff-802e-de3bf8c1d040 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 945 time: 0.1286390 Nov 12 03:20:26.928843 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-52f1659b-0673-4190-9175-4b3823fcddc6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f2354694-6453-486d-800c-f4fc7f841803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507858 Nov 12 03:20:26.929124 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a42e67-9c59-416f-8a7c-98c904bc46da req-05f46965-95d4-42af-b679-92fb0c594420 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:26.951510 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f3a42e67-9c59-416f-8a7c-98c904bc46da req-05f46965-95d4-42af-b679-92fb0c594420 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c8656ea-cf9a-4529-95f7-92aed89f93cf HTTP/1.1" status: 200 len: 945 time: 0.1185024 Nov 12 03:20:27.028380 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f3a42e67-9c59-416f-8a7c-98c904bc46da req-2b94efd0-2112-4036-8715-fa8a12fe9361 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754158 Nov 12 03:20:27.098403 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-053e6ec2-c370-4b80-a17d-893d936ed5cc req-2a04a52d-135a-417b-9752-7537d67addcc tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709223 Nov 12 03:20:27.130021 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-180e6e56-af97-4c7f-8d49-5221b01e3b61 service neutron] 10.222.0.74 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890264 Nov 12 03:20:27.300794 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-7ae8a3f8-7528-466c-8067-d963c50be571 service neutron] 10.222.0.74 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582260 Nov 12 03:20:27.334603 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45677d-db8f-49ad-b6d8-164f3910b1af req-2e83f640-6d25-4397-b2a3-86064357e7db tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:27.337809 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-af45677d-db8f-49ad-b6d8-164f3910b1af req-2e83f640-6d25-4397-b2a3-86064357e7db tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e161a7-5545-4a60-b9c6-e6f42aef1556 HTTP/1.1" status: 200 len: 945 time: 0.0970407 Nov 12 03:20:27.434538 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-af45677d-db8f-49ad-b6d8-164f3910b1af req-44bb7491-875c-47e9-8dfe-9fd480dc93c6 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835629 Nov 12 03:20:27.621993 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b5bb3-cfe5-4421-9665-75d48887a665 req-94c1d3c0-abe2-4b10-b069-f6fd4975d0f7 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:27.624404 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8a2b5bb3-cfe5-4421-9665-75d48887a665 req-94c1d3c0-abe2-4b10-b069-f6fd4975d0f7 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1fc44e2-8633-4e77-bfba-0c45919e7a7d HTTP/1.1" status: 200 len: 945 time: 0.0758998 Nov 12 03:20:27.707554 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8a2b5bb3-cfe5-4421-9665-75d48887a665 req-3ac80d16-b312-436a-8a61-e876d100f483 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b60dd28-e6f4-4ae4-905c-8dffea0dde45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744305 Nov 12 03:20:27.711479 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3206e3-58f8-49eb-8fce-0dab2510bf29 req-c9a1281b-4dcf-487b-974a-7901634c328d tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:27.713742 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3c3206e3-58f8-49eb-8fce-0dab2510bf29 req-c9a1281b-4dcf-487b-974a-7901634c328d tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 949 time: 0.1094122 Nov 12 03:20:27.730214 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-3a6353dc-6250-46f2-8d6f-fafd8d50dfd3 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:27.740630 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-3a6353dc-6250-46f2-8d6f-fafd8d50dfd3 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=8c8656ea-cf9a-4529-95f7-92aed89f93cf&tenant_id=576a7b2c0e984780a26518e9c1601856&binding%3Ahost_id=n-h1-715271-27 HTTP/1.1" status: 200 len: 1097 time: 0.0867281 Nov 12 03:20:27.825667 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3c3206e3-58f8-49eb-8fce-0dab2510bf29 req-6055ac71-c5c1-449f-b34b-82d8327f9a82 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993094 Nov 12 03:20:27.913164 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-65dd5f37-6a1b-497e-93c9-80a279637424 service neutron] For port 123025a8-f60c-48e3-aea0-bc9ac85c8e05, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:27.916841 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-65dd5f37-6a1b-497e-93c9-80a279637424 service neutron] Publish callbacks [] for binding, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:27.918138 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-eec71ea0-549f-4636-aa51-5c64b68ff140 req-65dd5f37-6a1b-497e-93c9-80a279637424 service neutron] 10.222.0.74 "DELETE /v2.0/ports/123025a8-f60c-48e3-aea0-bc9ac85c8e05/bindings/n-h2-715271-27 HTTP/1.1" status: 204 len: 173 time: 0.1738336 Nov 12 03:20:27.932151 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device b3f727d1-490b-45ee-b4ff-59728a0c678b up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:28.009713 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port b3f727d1-490b-45ee-b4ff-59728a0c678b completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:20:28.016176 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port b3f727d1-490b-45ee-b4ff-59728a0c678b triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:28.016843 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:28.119044 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:28.153962 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e9a4b0-3dae-4553-b628-b9a5578232fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f727d1-490b-45ee-b4ff-59728a0c678b'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:28.158572 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae920b8-a9f0-40fa-bc8f-47288ac0a2e4" -d '{"events": [{"server_uuid": "c8e9a4b0-3dae-4553-b628-b9a5578232fa", "name": "network-vif-plugged", "status": "completed", "tag": "b3f727d1-490b-45ee-b4ff-59728a0c678b"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:28.182782 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port b3f727d1-490b-45ee-b4ff-59728a0c678b, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=b3f727d1-490b-45ee-b4ff-59728a0c678b,segment=NetworkSegment(8dbff2fd-9cfc-4504-9870-2f052b7a9289),segment_id=8dbff2fd-9cfc-4504-9870-2f052b7a9289)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:28.188181 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:28.221449 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3a531-3b0c-425b-b65e-ede31260d1e2 req-f085ba68-d23d-4cae-b661-51ca8c34b438 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:28.229641 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-53f3a531-3b0c-425b-b65e-ede31260d1e2 req-f085ba68-d23d-4cae-b661-51ca8c34b438 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c8656ea-cf9a-4529-95f7-92aed89f93cf HTTP/1.1" status: 200 len: 945 time: 0.0680311 Nov 12 03:20:28.286757 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-53f3a531-3b0c-425b-b65e-ede31260d1e2 req-b2687dc6-622f-4ad2-85d2-16353bd18821 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559039 Nov 12 03:20:28.299950 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=b3f727d1-490b-45ee-b4ff-59728a0c678b,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:28.316838 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29258fc-0ae5-4ac3-ae2a-ed32c4e9816c req-4156508d-371a-4136-b4f6-ebf2883e76c7 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:28.325486 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d29258fc-0ae5-4ac3-ae2a-ed32c4e9816c req-4156508d-371a-4136-b4f6-ebf2883e76c7 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 946 time: 0.1099470 Nov 12 03:20:28.371917 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d29258fc-0ae5-4ac3-ae2a-ed32c4e9816c req-78d32f00-b35e-4822-8fdf-75bc22cff54f tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456960 Nov 12 03:20:28.383297 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02aa7a2-9960-457e-83b2-608bdade2ca8 x-openstack-request-id: req-f02aa7a2-9960-457e-83b2-608bdade2ca8 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:28.383747 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8e9a4b0-3dae-4553-b628-b9a5578232fa", "name": "network-vif-plugged", "status": "completed", "tag": "b3f727d1-490b-45ee-b4ff-59728a0c678b", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:28.385369 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f02aa7a2-9960-457e-83b2-608bdade2ca8 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:28.386425 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8e9a4b0-3dae-4553-b628-b9a5578232fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f727d1-490b-45ee-b4ff-59728a0c678b', 'code': 200} Nov 12 03:20:28.553129 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25904e8b-c4cb-45b8-aa6b-10dab4c64a7a req-7feaeb9f-6a01-426e-8f84-de6c0eb71b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:28.554088 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-25904e8b-c4cb-45b8-aa6b-10dab4c64a7a req-7feaeb9f-6a01-426e-8f84-de6c0eb71b11 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 1098 time: 0.0805733 Nov 12 03:20:28.577693 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30356b5-5a27-462a-9b63-5855fedf163a req-5ebe9007-9768-4ee6-99af-1b139238fdca tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:28.579210 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f30356b5-5a27-462a-9b63-5855fedf163a req-5ebe9007-9768-4ee6-99af-1b139238fdca tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8c8656ea-cf9a-4529-95f7-92aed89f93cf HTTP/1.1" status: 200 len: 1097 time: 0.0724156 Nov 12 03:20:28.633683 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997a279-7ac6-44e3-a2b9-5a92f110e99e req-111099dd-2c97-40f4-8596-4cbd3d5d9ab4 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:28.635216 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4997a279-7ac6-44e3-a2b9-5a92f110e99e req-111099dd-2c97-40f4-8596-4cbd3d5d9ab4 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e161a7-5545-4a60-b9c6-e6f42aef1556 HTTP/1.1" status: 200 len: 945 time: 0.0783863 Nov 12 03:20:28.661825 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-25904e8b-c4cb-45b8-aa6b-10dab4c64a7a req-c6665c06-8d1a-4384-970d-b8f151f8503a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981135 Nov 12 03:20:28.665508 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f30356b5-5a27-462a-9b63-5855fedf163a req-9214ce7e-7f00-42a8-8989-3001430ec822 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772157 Nov 12 03:20:28.722842 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4997a279-7ac6-44e3-a2b9-5a92f110e99e req-bab68cc5-586f-4a78-b1c5-32d855885251 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801959 Nov 12 03:20:28.864132 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634e3e5-29ec-4d36-bd8b-9938abcc3260 req-2fe99331-2e26-4f2f-ad71-a548ae9a910d tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:28.865869 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b634e3e5-29ec-4d36-bd8b-9938abcc3260 req-2fe99331-2e26-4f2f-ad71-a548ae9a910d tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1fc44e2-8633-4e77-bfba-0c45919e7a7d HTTP/1.1" status: 200 len: 945 time: 0.0531428 Nov 12 03:20:28.944251 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b634e3e5-29ec-4d36-bd8b-9938abcc3260 req-f3773462-0125-449a-ad39-7a7b2ba340f5 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b60dd28-e6f4-4ae4-905c-8dffea0dde45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688448 Nov 12 03:20:29.083944 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca636da-a166-475e-823b-332fdcdde36a req-240cc98c-a549-4aac-b60e-2dde952cc397 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:29.085839 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1ca636da-a166-475e-823b-332fdcdde36a req-240cc98c-a549-4aac-b60e-2dde952cc397 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 949 time: 0.0706499 Nov 12 03:20:29.149367 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1ca636da-a166-475e-823b-332fdcdde36a req-abbe3212-3f8b-47aa-991f-82f539192c8d tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553553 Nov 12 03:20:29.318925 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e3fb3e-abc0-4d54-9b7e-46687fe18159 req-f33ceb8f-1d39-4f22-ac71-7d4b21fb60d2 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:29.321571 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e5e3fb3e-abc0-4d54-9b7e-46687fe18159 req-f33ceb8f-1d39-4f22-ac71-7d4b21fb60d2 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1fc44e2-8633-4e77-bfba-0c45919e7a7d HTTP/1.1" status: 200 len: 945 time: 0.0763714 Nov 12 03:20:29.330643 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52580) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:29.336869 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-af7f6173-73a5-478a-872c-fd3289bb164a tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Request body: {'floatingip': {'port_id': 'ed89930e-dcf1-411b-99f2-b153238f1583'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:29.378020 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-aad0e673-0819-4c83-864d-8b9f10fa6a94 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:29.385020 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-aad0e673-0819-4c83-864d-8b9f10fa6a94 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/networks?id=f2354694-6453-486d-800c-f4fc7f841803 HTTP/1.1" status: 200 len: 821 time: 0.1677446 Nov 12 03:20:29.390268 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-af7f6173-73a5-478a-872c-fd3289bb164a tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Publish callbacks [] for floatingip, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:29.420437 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-9d44d5de-79ba-4bdf-864f-dd1e3ee16ec9 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/quotas/576a7b2c0e984780a26518e9c1601856 HTTP/1.1" status: 200 len: 375 time: 0.0259395 Nov 12 03:20:29.493420 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-35eb3455-ff85-4a5c-9ce1-765ff0d89507 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=576a7b2c0e984780a26518e9c1601856&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0747552 Nov 12 03:20:29.623440 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819216eb-6a59-4fa1-b757-c1e12afd20b2 req-4d59b077-ea4e-4c05-8f4a-b06abb7017b6 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:29.625033 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-819216eb-6a59-4fa1-b757-c1e12afd20b2 req-4d59b077-ea4e-4c05-8f4a-b06abb7017b6 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 946 time: 0.1425486 Nov 12 03:20:29.632656 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-e4206efb-c5ce-4b64-beb2-c86aa4a37465 service neutron] 10.222.0.50 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235797 Nov 12 03:20:29.749378 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-8f994502-4973-40a7-96e1-f26c06d2ead9 service neutron] 10.222.0.50 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091254 Nov 12 03:20:29.764780 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-819216eb-6a59-4fa1-b757-c1e12afd20b2 req-084c6a52-de5f-4dc5-a794-f93bb3b63acd tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322601 Nov 12 03:20:29.775966 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 123025a8-f60c-48e3-aea0-bc9ac85c8e05 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:20:29.873017 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 123025a8-f60c-48e3-aea0-bc9ac85c8e05 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:20:30.077634 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-179b218b-b34e-4ff4-8dbf-3c952e152c1a req-529969ef-420a-44d7-93c0-add0665cded6 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c1de947-43b9-42b6-9984-413200446788 HTTP/1.1" status: 200 len: 210 time: 0.0930290 Nov 12 03:20:30.161169 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ceb3c-f73d-4a5d-aa2c-08f8f098ba09 req-9af3a1f1-57c9-4590-a3a6-80e557df275d tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:30.162857 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-372ceb3c-f73d-4a5d-aa2c-08f8f098ba09 req-9af3a1f1-57c9-4590-a3a6-80e557df275d tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e161a7-5545-4a60-b9c6-e6f42aef1556 HTTP/1.1" status: 200 len: 945 time: 0.1325238 Nov 12 03:20:30.272826 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-48163433-5232-4bc4-9b9c-a835fe1a8542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:30.293581 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-af7f6173-73a5-478a-872c-fd3289bb164a tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:30.299445 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-372ceb3c-f73d-4a5d-aa2c-08f8f098ba09 req-127271ab-0833-4cec-b415-737002229951 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257679 Nov 12 03:20:30.301122 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-af7f6173-73a5-478a-872c-fd3289bb164a tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:30.322252 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7cb53-bc6e-4b50-83a2-f60b838f0ddc req-f2a5cc59-5be2-4ecd-97b6-f7cf3d3585cd tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:30.323801 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b4f7cb53-bc6e-4b50-83a2-f60b838f0ddc req-f2a5cc59-5be2-4ecd-97b6-f7cf3d3585cd tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 949 time: 0.0803354 Nov 12 03:20:30.392572 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b4f7cb53-bc6e-4b50-83a2-f60b838f0ddc req-985d63ba-fbdd-4b6e-946d-e83deff2a275 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595458 Nov 12 03:20:30.448869 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [None req-af7f6173-73a5-478a-872c-fd3289bb164a tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Floating IP 8629915c-c8fb-44a9-a2e2-9ea1cb05fa90 associated. External IP: 172.25.5.119, port: ed89930e-dcf1-411b-99f2-b153238f1583. Nov 12 03:20:30.674593 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af7f6173-73a5-478a-872c-fd3289bb164a tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Router 91c5d8f1-ea02-4c69-8312-6c1c512c33a0 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:20:31.155732 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4344906-1d44-4caa-a9ba-3530bce5ce0a req-a9306541-06c6-4ef9-89eb-0869fa581695 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:31.157307 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d4344906-1d44-4caa-a9ba-3530bce5ce0a req-a9306541-06c6-4ef9-89eb-0869fa581695 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 946 time: 0.1193724 Nov 12 03:20:31.189661 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7f6173-73a5-478a-872c-fd3289bb164a tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:20:31.196438 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-af7f6173-73a5-478a-872c-fd3289bb164a tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:31.203407 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8a2f42-d5f4-4ebe-b658-10f5b9c096ed None None] Sync routers for ids ['91c5d8f1-ea02-4c69-8312-6c1c512c33a0'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:20:31.206053 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a26d347d-ba51-4a5b-8684-afde6f2b9cda req-4a844d83-9a31-4bc1-a4f3-a157d35f9b03 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c1de947-43b9-42b6-9984-413200446788 HTTP/1.1" status: 200 len: 210 time: 0.0381627 Nov 12 03:20:31.216947 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8a2f42-d5f4-4ebe-b658-10f5b9c096ed None None] Routers {'91c5d8f1-ea02-4c69-8312-6c1c512c33a0'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:20:31.218086 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-5a8a2f42-d5f4-4ebe-b658-10f5b9c096ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:20:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['91c5d8f1-ea02-4c69-8312-6c1c512c33a0'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:31.256351 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d4344906-1d44-4caa-a9ba-3530bce5ce0a req-fbdabbdb-3f21-4187-b879-c02262e160cc tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852051 Nov 12 03:20:31.261464 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-af7f6173-73a5-478a-872c-fd3289bb164a tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] 10.222.0.50 "PUT /v2.0/floatingips/8629915c-c8fb-44a9-a2e2-9ea1cb05fa90 HTTP/1.1" status: 200 len: 991 time: 1.9283304 Nov 12 03:20:31.262170 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1fc44e2-8633-4e77-bfba-0c45919e7a7d', 'tag': 'ed89930e-dcf1-411b-99f2-b153238f1583'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:31.264890 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d643bdf4-4e68-4d0d-ab2b-ea5c6acd7839" -d '{"events": [{"name": "network-changed", "server_uuid": "e1fc44e2-8633-4e77-bfba-0c45919e7a7d", "tag": "ed89930e-dcf1-411b-99f2-b153238f1583"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:31.350348 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-5a8a2f42-d5f4-4ebe-b658-10f5b9c096ed None None] Set router 91c5d8f1-ea02-4c69-8312-6c1c512c33a0 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:20:31.378520 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2ff486-3be9-4169-ac4f-1c913ed1eda2 x-openstack-request-id: req-5f2ff486-3be9-4169-ac4f-1c913ed1eda2 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:31.378987 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1fc44e2-8633-4e77-bfba-0c45919e7a7d", "tag": "ed89930e-dcf1-411b-99f2-b153238f1583", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:31.379972 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5f2ff486-3be9-4169-ac4f-1c913ed1eda2 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:31.380994 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1fc44e2-8633-4e77-bfba-0c45919e7a7d', 'tag': 'ed89930e-dcf1-411b-99f2-b153238f1583', 'status': 'completed', 'code': 200} Nov 12 03:20:31.536565 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a72383-8f5d-4d5f-a0a8-0436ee9cdf84 req-934bc7ff-624c-47b6-8ff8-34988fce41ff tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:31.540115 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-34a72383-8f5d-4d5f-a0a8-0436ee9cdf84 req-934bc7ff-624c-47b6-8ff8-34988fce41ff tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e161a7-5545-4a60-b9c6-e6f42aef1556 HTTP/1.1" status: 200 len: 945 time: 0.0678110 Nov 12 03:20:31.562795 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d79ea-85f6-462e-9f40-8bc42955d9e8 req-c37b6ba0-08af-4dab-b734-3876ce6bed52 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:31.571098 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b05d79ea-85f6-462e-9f40-8bc42955d9e8 req-c37b6ba0-08af-4dab-b734-3876ce6bed52 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 1098 time: 0.1314745 Nov 12 03:20:31.665749 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-34a72383-8f5d-4d5f-a0a8-0436ee9cdf84 req-bda076a8-86b6-4d83-acba-031a65ae4c75 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126685 Nov 12 03:20:31.681058 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643bdf4-4e68-4d0d-ab2b-ea5c6acd7839 req-6940a27d-12d2-4cc6-9db5-94979b7e12c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:31.688196 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d643bdf4-4e68-4d0d-ab2b-ea5c6acd7839 req-6940a27d-12d2-4cc6-9db5-94979b7e12c3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c585e593337643cd8277c6eb9fc923b3&device_id=e1fc44e2-8633-4e77-bfba-0c45919e7a7d HTTP/1.1" status: 200 len: 1097 time: 0.1067526 Nov 12 03:20:31.711286 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b05d79ea-85f6-462e-9f40-8bc42955d9e8 req-db165fce-5e97-4df4-a3b1-8061aa8b7778 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336513 Nov 12 03:20:31.732596 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-5a8a2f42-d5f4-4ebe-b658-10f5b9c096ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c5d8f1-ea02-4c69-8312-6c1c512c33a0', 'name': 'tempest-ServersTestFqdnHostnames-1280626410-router', 'tenant_id': 'c585e593337643cd8277c6eb9fc923b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '6e5d2b97-5497-46e3-8e01-4664ad924f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:55Z', 'updated_at': '2021-11-12T03:20:01Z', 'revision_number': 4, 'project_id': 'c585e593337643cd8277c6eb9fc923b3', 'gw_port': {'id': '6e5d2b97-5497-46e3-8e01-4664ad924f82', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5d8f1-ea02-4c69-8312-6c1c512c33a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:56Z', 'updated_at': '2021-11-12T03:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '8629915c-c8fb-44a9-a2e2-9ea1cb05fa90', 'tenant_id': 'c585e593337643cd8277c6eb9fc923b3', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '91c5d8f1-ea02-4c69-8312-6c1c512c33a0', 'port_id': 'ed89930e-dcf1-411b-99f2-b153238f1583', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5f18b6e-2851-4269-ab12-8e769818f3a7', 'mac_address': 'fa:16:3e:58:6e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fc44e2-8633-4e77-bfba-0c45919e7a7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:20:06Z', 'updated_at': '2021-11-12T03:20:30Z', 'revision_number': 1, 'project_id': 'c585e593337643cd8277c6eb9fc923b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '775d0d9f-f629-428e-b254-6202123dabeb', 'name': '', 'network_id': 'c5f18b6e-2851-4269-ab12-8e769818f3a7', 'tenant_id': 'c585e593337643cd8277c6eb9fc923b3', 'mac_address': 'fa:16:3e:9d:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5d8f1-ea02-4c69-8312-6c1c512c33a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '26dd8844-5359-4380-84a0-05d2986a837e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:00Z', 'updated_at': '2021-11-12T03:20:07Z', 'revision_number': 5, 'project_id': 'c585e593337643cd8277c6eb9fc923b3', 'subnets': [{'id': '26dd8844-5359-4380-84a0-05d2986a837e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:31.738438 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-8ed65208-bafa-492b-96e7-d779a834d246 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:31.743133 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-8ed65208-bafa-492b-96e7-d779a834d246 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.90 "GET /v2.0/networks?id=f2354694-6453-486d-800c-f4fc7f841803 HTTP/1.1" status: 200 len: 821 time: 0.2398155 Nov 12 03:20:31.768176 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8a2f42-d5f4-4ebe-b658-10f5b9c096ed None None] Checking router: 91c5d8f1-ea02-4c69-8312-6c1c512c33a0 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:20:31.777414 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8a2f42-d5f4-4ebe-b658-10f5b9c096ed None None] Routers {'91c5d8f1-ea02-4c69-8312-6c1c512c33a0'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:20:31.778320 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-5a8a2f42-d5f4-4ebe-b658-10f5b9c096ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:20:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['91c5d8f1-ea02-4c69-8312-6c1c512c33a0'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:31.802325 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-24033731-f7d4-4f26-a981-17c379c9a905 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Request body: {'port': {'device_id': '8c1de947-43b9-42b6-9984-413200446788', 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803', 'admin_state_up': True, 'tenant_id': '576a7b2c0e984780a26518e9c1601856'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:31.857674 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643bdf4-4e68-4d0d-ab2b-ea5c6acd7839 req-c615e288-687f-4f80-af56-59040d2764df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:31.859583 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d643bdf4-4e68-4d0d-ab2b-ea5c6acd7839 req-c615e288-687f-4f80-af56-59040d2764df service neutron] 10.222.0.90 "GET /v2.0/networks?id=c5f18b6e-2851-4269-ab12-8e769818f3a7 HTTP/1.1" status: 200 len: 916 time: 0.1622109 Nov 12 03:20:31.965537 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-24033731-f7d4-4f26-a981-17c379c9a905 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Made reservation on behalf of 576a7b2c0e984780a26518e9c1601856 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:20:31.971391 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-24033731-f7d4-4f26-a981-17c379c9a905 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:31.974962 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0117c-ead1-4c5a-a48b-ddb2fda57dd9 req-f4e96ece-0a62-4f55-9900-505ba2db7856 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:31.979164 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-5a8a2f42-d5f4-4ebe-b658-10f5b9c096ed None None] Set router 91c5d8f1-ea02-4c69-8312-6c1c512c33a0 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:20:31.983033 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9ea0117c-ead1-4c5a-a48b-ddb2fda57dd9 req-f4e96ece-0a62-4f55-9900-505ba2db7856 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 949 time: 0.1222360 Nov 12 03:20:31.992232 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d643bdf4-4e68-4d0d-ab2b-ea5c6acd7839 req-91fe3bb1-ab11-4945-b2a0-fa88882e7716 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed89930e-dcf1-411b-99f2-b153238f1583 HTTP/1.1" status: 200 len: 999 time: 0.1217499 Nov 12 03:20:32.105494 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9ea0117c-ead1-4c5a-a48b-ddb2fda57dd9 req-950ae8ba-1d75-462c-b7f9-8d47cdceaace tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214597 Nov 12 03:20:32.108510 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643bdf4-4e68-4d0d-ab2b-ea5c6acd7839 req-36a35f25-7175-4199-8f7d-ffc160cf8c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:32.115959 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d643bdf4-4e68-4d0d-ab2b-ea5c6acd7839 req-36a35f25-7175-4199-8f7d-ffc160cf8c26 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=26dd8844-5359-4380-84a0-05d2986a837e HTTP/1.1" status: 200 len: 854 time: 0.1089289 Nov 12 03:20:32.205765 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-24033731-f7d4-4f26-a981-17c379c9a905 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Allocated IP 172.20.0.12 (f2354694-6453-486d-800c-f4fc7f841803/3428f33d-4837-4311-b620-eb7f742db405/9dd46ce2-0a88-4c15-b6d4-3db69abc732a) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:20:32.207126 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643bdf4-4e68-4d0d-ab2b-ea5c6acd7839 req-c0142f2f-ede9-4ee7-a449-2413c16fc1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:32.209737 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d643bdf4-4e68-4d0d-ab2b-ea5c6acd7839 req-c0142f2f-ede9-4ee7-a449-2413c16fc1d0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c5f18b6e-2851-4269-ab12-8e769818f3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0822814 Nov 12 03:20:32.402888 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7a0965d5-43d7-4aa8-a122-b77e935d8a5c req-b346cd35-4355-4e6b-9a22-d29687e9a8e4 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c1de947-43b9-42b6-9984-413200446788 HTTP/1.1" status: 200 len: 210 time: 0.0643985 Nov 12 03:20:32.433648 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-5a8a2f42-d5f4-4ebe-b658-10f5b9c096ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c5d8f1-ea02-4c69-8312-6c1c512c33a0', 'name': 'tempest-ServersTestFqdnHostnames-1280626410-router', 'tenant_id': 'c585e593337643cd8277c6eb9fc923b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '6e5d2b97-5497-46e3-8e01-4664ad924f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:55Z', 'updated_at': '2021-11-12T03:20:01Z', 'revision_number': 4, 'project_id': 'c585e593337643cd8277c6eb9fc923b3', 'gw_port': {'id': '6e5d2b97-5497-46e3-8e01-4664ad924f82', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5d8f1-ea02-4c69-8312-6c1c512c33a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:56Z', 'updated_at': '2021-11-12T03:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '8629915c-c8fb-44a9-a2e2-9ea1cb05fa90', 'tenant_id': 'c585e593337643cd8277c6eb9fc923b3', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '91c5d8f1-ea02-4c69-8312-6c1c512c33a0', 'port_id': 'ed89930e-dcf1-411b-99f2-b153238f1583', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5f18b6e-2851-4269-ab12-8e769818f3a7', 'mac_address': 'fa:16:3e:58:6e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fc44e2-8633-4e77-bfba-0c45919e7a7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:20:06Z', 'updated_at': '2021-11-12T03:20:30Z', 'revision_number': 1, 'project_id': 'c585e593337643cd8277c6eb9fc923b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '775d0d9f-f629-428e-b254-6202123dabeb', 'name': '', 'network_id': 'c5f18b6e-2851-4269-ab12-8e769818f3a7', 'tenant_id': 'c585e593337643cd8277c6eb9fc923b3', 'mac_address': 'fa:16:3e:9d:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5d8f1-ea02-4c69-8312-6c1c512c33a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '26dd8844-5359-4380-84a0-05d2986a837e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:00Z', 'updated_at': '2021-11-12T03:20:07Z', 'revision_number': 5, 'project_id': 'c585e593337643cd8277c6eb9fc923b3', 'subnets': [{'id': '26dd8844-5359-4380-84a0-05d2986a837e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:32.484715 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d643bdf4-4e68-4d0d-ab2b-ea5c6acd7839 req-f26d3f63-8610-4f6e-aa2c-71f75c85010b service neutron] 10.222.0.90 "GET /v2.0/networks/c5f18b6e-2851-4269-ab12-8e769818f3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601924 Nov 12 03:20:32.499451 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8a2f42-d5f4-4ebe-b658-10f5b9c096ed None None] The sync data for ids ['91c5d8f1-ea02-4c69-8312-6c1c512c33a0'] in n-d-715271-27 is: [{'id': '91c5d8f1-ea02-4c69-8312-6c1c512c33a0', 'name': 'tempest-ServersTestFqdnHostnames-1280626410-router', 'tenant_id': 'c585e593337643cd8277c6eb9fc923b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '6e5d2b97-5497-46e3-8e01-4664ad924f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:55Z', 'updated_at': '2021-11-12T03:20:01Z', 'revision_number': 4, 'project_id': 'c585e593337643cd8277c6eb9fc923b3', 'gw_port': {'id': '6e5d2b97-5497-46e3-8e01-4664ad924f82', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5d8f1-ea02-4c69-8312-6c1c512c33a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:56Z', 'updated_at': '2021-11-12T03:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '8629915c-c8fb-44a9-a2e2-9ea1cb05fa90', 'tenant_id': 'c585e593337643cd8277c6eb9fc923b3', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '91c5d8f1-ea02-4c69-8312-6c1c512c33a0', 'port_id': 'ed89930e-dcf1-411b-99f2-b153238f1583', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5f18b6e-2851-4269-ab12-8e769818f3a7', 'mac_address': 'fa:16:3e:58:6e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fc44e2-8633-4e77-bfba-0c45919e7a7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:20:06Z', 'updated_at': '2021-11-12T03:20:30Z', 'revision_number': 1, 'project_id': 'c585e593337643cd8277c6eb9fc923b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '775d0d9f-f629-428e-b254-6202123dabeb', 'name': '', 'network_id': 'c5f18b6e-2851-4269-ab12-8e769818f3a7', 'tenant_id': 'c585e593337643cd8277c6eb9fc923b3', 'mac_address': 'fa:16:3e:9d:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5d8f1-ea02-4c69-8312-6c1c512c33a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '26dd8844-5359-4380-84a0-05d2986a837e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:00Z', 'updated_at': '2021-11-12T03:20:07Z', 'revision_number': 5, 'project_id': 'c585e593337643cd8277c6eb9fc923b3', 'subnets': [{'id': '26dd8844-5359-4380-84a0-05d2986a837e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:20:32.574086 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-24033731-f7d4-4f26-a981-17c379c9a905 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:32.623477 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-24033731-f7d4-4f26-a981-17c379c9a905 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:32.677843 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d643bdf4-4e68-4d0d-ab2b-ea5c6acd7839 req-f328a858-da32-4244-843f-94f4c5bd2d7a service neutron] 10.222.0.90 "GET /v2.0/networks/c5f18b6e-2851-4269-ab12-8e769818f3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806054 Nov 12 03:20:32.695713 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-24033731-f7d4-4f26-a981-17c379c9a905 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Network f2354694-6453-486d-800c-f4fc7f841803 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:32.699437 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-24033731-f7d4-4f26-a981-17c379c9a905 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:32.704946 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-24033731-f7d4-4f26-a981-17c379c9a905 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:20:32.714197 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-24033731-f7d4-4f26-a981-17c379c9a905 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:32.716320 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-24033731-f7d4-4f26-a981-17c379c9a905 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:32.721427 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24033731-f7d4-4f26-a981-17c379c9a905 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Pushing event updated for resources: {'Port': ['ID=9dd46ce2-0a88-4c15-b6d4-3db69abc732a,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:32.765786 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-24033731-f7d4-4f26-a981-17c379c9a905 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9752269 Nov 12 03:20:32.836762 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-5b519fd4-266c-409b-969f-20823291858d service neutron] Request body: {'port': {'device_id': '8c1de947-43b9-42b6-9984-413200446788', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:32.862519 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38498253-0d05-4647-b8d1-f28b39f46e4c None None] New status for floating IP 8629915c-c8fb-44a9-a2e2-9ea1cb05fa90: ACTIVE {{(pid=102573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:20:32.897727 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d727aa-95f2-4f19-9d27-75d42eec6291 req-c8b5f7d7-5c9b-4e5e-882f-665797f5b132 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:32.908353 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f4d727aa-95f2-4f19-9d27-75d42eec6291 req-c8b5f7d7-5c9b-4e5e-882f-665797f5b132 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e161a7-5545-4a60-b9c6-e6f42aef1556 HTTP/1.1" status: 200 len: 945 time: 0.1257918 Nov 12 03:20:32.950374 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-5b519fd4-266c-409b-969f-20823291858d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:33.025947 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f4d727aa-95f2-4f19-9d27-75d42eec6291 req-28470a43-0a6e-4a0e-baa3-ed38a6fa6924 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166902 Nov 12 03:20:33.197558 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-84f37b19-262a-43b4-9b83-f7fca5a9eea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:33.396905 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c8c70-fee9-498e-8913-feec6d53e246 req-439a15fd-dc77-4bcc-a79c-3d5250d700d6 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:33.404117 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-921c8c70-fee9-498e-8913-feec6d53e246 req-439a15fd-dc77-4bcc-a79c-3d5250d700d6 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 949 time: 0.1539416 Nov 12 03:20:33.570461 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-5b519fd4-266c-409b-969f-20823291858d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dd46ce2-0a88-4c15-b6d4-3db69abc732a {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:20:33.583192 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-5b519fd4-266c-409b-969f-20823291858d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:33.604296 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-5b519fd4-266c-409b-969f-20823291858d service neutron] Transition to ACTIVE for port object 9dd46ce2-0a88-4c15-b6d4-3db69abc732a will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:20:33.611627 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-5b519fd4-266c-409b-969f-20823291858d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:33.657687 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe8877-9a5d-455f-b244-3717c42a0507 req-859f4515-df5d-4a8a-bf8a-5bbbec1e1e34 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:33.667349 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0bfe8877-9a5d-455f-b244-3717c42a0507 req-859f4515-df5d-4a8a-bf8a-5bbbec1e1e34 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c1de947-43b9-42b6-9984-413200446788 HTTP/1.1" status: 200 len: 932 time: 0.1050596 Nov 12 03:20:33.670353 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b519fd4-266c-409b-969f-20823291858d service neutron] Pushing event updated for resources: {'Port': ['ID=9dd46ce2-0a88-4c15-b6d4-3db69abc732a,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:33.689098 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-921c8c70-fee9-498e-8913-feec6d53e246 req-e2e267f9-0e39-436a-b1d9-6286cfc6f4e5 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774103 Nov 12 03:20:33.776715 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0bfe8877-9a5d-455f-b244-3717c42a0507 req-b7206d39-9f39-454a-8746-9c9da2b07d32 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084549 Nov 12 03:20:33.790375 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-5b519fd4-266c-409b-969f-20823291858d service neutron] Attempting to bind port 9dd46ce2-0a88-4c15-b6d4-3db69abc732a on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:20:33.790375 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-5b519fd4-266c-409b-969f-20823291858d service neutron] Attempting to bind port 9dd46ce2-0a88-4c15-b6d4-3db69abc732a by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:20:33.790375 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-5b519fd4-266c-409b-969f-20823291858d service neutron] Attempting to bind port 9dd46ce2-0a88-4c15-b6d4-3db69abc732a on network f2354694-6453-486d-800c-f4fc7f841803 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:33.837835 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-5b519fd4-266c-409b-969f-20823291858d service neutron] Port 9dd46ce2-0a88-4c15-b6d4-3db69abc732a on network f2354694-6453-486d-800c-f4fc7f841803 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:20:33.837835 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-5b519fd4-266c-409b-969f-20823291858d service neutron] Attempting to bind port 9dd46ce2-0a88-4c15-b6d4-3db69abc732a on network f2354694-6453-486d-800c-f4fc7f841803 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:33.853090 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-5b519fd4-266c-409b-969f-20823291858d service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:20:33.853730 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-5b519fd4-266c-409b-969f-20823291858d service neutron] Checking segment: {'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:33.854173 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-5b519fd4-266c-409b-969f-20823291858d service neutron] Bound using segment: {'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:20:33.855554 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-5b519fd4-266c-409b-969f-20823291858d service neutron] Bound port: 9dd46ce2-0a88-4c15-b6d4-3db69abc732a, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:20:33.857560 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-5b519fd4-266c-409b-969f-20823291858d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:33.878860 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278ad49-2195-41f7-beb5-41088770fdef req-73b1ea20-7b42-4dca-9b65-a8dfdfd5ee11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:33.881324 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7278ad49-2195-41f7-beb5-41088770fdef req-73b1ea20-7b42-4dca-9b65-a8dfdfd5ee11 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c887e622cb474fb78d6dfa682713b9e9&device_id=a3e161a7-5545-4a60-b9c6-e6f42aef1556 HTTP/1.1" status: 200 len: 1097 time: 0.0675900 Nov 12 03:20:33.897685 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d639c-0144-4832-8a09-d01a89b4f0a9 req-27fcc501-1507-4562-b75d-657d33925a03 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:33.899214 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e35d639c-0144-4832-8a09-d01a89b4f0a9 req-27fcc501-1507-4562-b75d-657d33925a03 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e161a7-5545-4a60-b9c6-e6f42aef1556 HTTP/1.1" status: 200 len: 945 time: 0.1366305 Nov 12 03:20:33.957852 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:33.999003 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-5b519fd4-266c-409b-969f-20823291858d service neutron] For port 9dd46ce2-0a88-4c15-b6d4-3db69abc732a, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:34.019918 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278ad49-2195-41f7-beb5-41088770fdef req-12378863-ea61-450c-b33a-da55059b9b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:34.020025 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e35d639c-0144-4832-8a09-d01a89b4f0a9 req-d1d2a523-7eae-4886-b76b-1e2def3d2509 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010711 Nov 12 03:20:34.021166 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7278ad49-2195-41f7-beb5-41088770fdef req-12378863-ea61-450c-b33a-da55059b9b2a service neutron] 10.222.0.90 "GET /v2.0/networks?id=0412cd42-2fcf-4b7d-8763-d024929e1ca5 HTTP/1.1" status: 200 len: 917 time: 0.1272972 Nov 12 03:20:34.021729 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-5b519fd4-266c-409b-969f-20823291858d service neutron] For port 9dd46ce2-0a88-4c15-b6d4-3db69abc732a, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=9dd46ce2-0a88-4c15-b6d4-3db69abc732a,segment=NetworkSegment(b8c93ffa-e78d-4d7d-8be5-2d181e470820),segment_id=b8c93ffa-e78d-4d7d-8be5-2d181e470820)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:20:34.027171 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-5b519fd4-266c-409b-969f-20823291858d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:34.074129 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-5b519fd4-266c-409b-969f-20823291858d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:34.074129 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-5b519fd4-266c-409b-969f-20823291858d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:34.076533 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-5b519fd4-266c-409b-969f-20823291858d service neutron] 10.222.0.90 "PUT /v2.0/ports/9dd46ce2-0a88-4c15-b6d4-3db69abc732a HTTP/1.1" status: 200 len: 1093 time: 1.2906954 Nov 12 03:20:34.076980 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c1de947-43b9-42b6-9984-413200446788', 'tag': '9dd46ce2-0a88-4c15-b6d4-3db69abc732a'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:34.079239 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335d7225-16ff-453a-afd8-8248e613fd65" -d '{"events": [{"name": "network-changed", "server_uuid": "8c1de947-43b9-42b6-9984-413200446788", "tag": "9dd46ce2-0a88-4c15-b6d4-3db69abc732a"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:34.088887 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7278ad49-2195-41f7-beb5-41088770fdef req-63f598d7-50ce-4347-9b5b-a2e07c87bece service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7999390d-3b39-434e-bfa4-54f1467fb734 HTTP/1.1" status: 200 len: 217 time: 0.0469048 Nov 12 03:20:34.100052 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b519fd4-266c-409b-969f-20823291858d service neutron] Pushing event updated for resources: {'Port': ['ID=9dd46ce2-0a88-4c15-b6d4-3db69abc732a,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:34.129055 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84734b3-8b58-4d0b-bbcb-879161dd8723 x-openstack-request-id: req-e84734b3-8b58-4d0b-bbcb-879161dd8723 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:34.129567 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c1de947-43b9-42b6-9984-413200446788", "tag": "9dd46ce2-0a88-4c15-b6d4-3db69abc732a", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:34.129886 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e84734b3-8b58-4d0b-bbcb-879161dd8723 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:34.130349 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c1de947-43b9-42b6-9984-413200446788', 'tag': '9dd46ce2-0a88-4c15-b6d4-3db69abc732a', 'status': 'completed', 'code': 200} Nov 12 03:20:34.154437 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278ad49-2195-41f7-beb5-41088770fdef req-aa317d35-5f3a-487c-8fa8-30db7738d7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:34.155991 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7278ad49-2195-41f7-beb5-41088770fdef req-aa317d35-5f3a-487c-8fa8-30db7738d7e4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8d606a2c-3c59-498d-b0d7-1b0d5a750676 HTTP/1.1" status: 200 len: 855 time: 0.0531359 Nov 12 03:20:34.235993 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278ad49-2195-41f7-beb5-41088770fdef req-2678b276-dd5f-48bc-8dda-6ede56902b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:34.237540 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7278ad49-2195-41f7-beb5-41088770fdef req-2678b276-dd5f-48bc-8dda-6ede56902b6b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0412cd42-2fcf-4b7d-8763-d024929e1ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445495 Nov 12 03:20:34.244373 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-20dfa4ac-114f-4cf3-9583-c0c97e410dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:34.246070 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-20dfa4ac-114f-4cf3-9583-c0c97e410dae service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=576a7b2c0e984780a26518e9c1601856&device_id=8c1de947-43b9-42b6-9984-413200446788 HTTP/1.1" status: 200 len: 1096 time: 0.0520597 Nov 12 03:20:34.306814 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-ddafba57-d8ef-4787-ac54-7e24c1231b41 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9dd46ce2-0a88-4c15-b6d4-3db69abc732a HTTP/1.1" status: 200 len: 217 time: 0.0406055 Nov 12 03:20:34.361878 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-7544247f-38db-4200-a25d-5abd2fe6953a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:34.363439 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-7544247f-38db-4200-a25d-5abd2fe6953a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3428f33d-4837-4311-b620-eb7f742db405 HTTP/1.1" status: 200 len: 861 time: 0.0493021 Nov 12 03:20:34.367310 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7278ad49-2195-41f7-beb5-41088770fdef req-0c7e6dbf-a206-4d14-b5b2-2741bce1290e service neutron] 10.222.0.90 "GET /v2.0/networks/0412cd42-2fcf-4b7d-8763-d024929e1ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192019 Nov 12 03:20:34.430373 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-47ac9927-2f05-4043-a466-abca995f1e32 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f2354694-6453-486d-800c-f4fc7f841803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488825 Nov 12 03:20:34.495734 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7278ad49-2195-41f7-beb5-41088770fdef req-fdd4505f-f4af-4481-9d06-10fc80ca30de service neutron] 10.222.0.90 "GET /v2.0/networks/0412cd42-2fcf-4b7d-8763-d024929e1ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128232 Nov 12 03:20:34.539847 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-e9db76b9-b989-4310-9e75-c3128426d5c1 service neutron] 10.222.0.90 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956042 Nov 12 03:20:34.906930 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f5b38-96cf-4c5e-ab3d-19cae43ed72c req-5eba4119-84cb-41ea-9621-2fb92a4ca5d7 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:34.908476 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-003f5b38-96cf-4c5e-ab3d-19cae43ed72c req-5eba4119-84cb-41ea-9621-2fb92a4ca5d7 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 949 time: 0.1234875 Nov 12 03:20:34.915599 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-83d3d1b0-4038-4de3-9868-1bc6a9fce35a req-f7514dec-9660-492f-ba81-be61da9e59b4 service neutron] 10.222.0.90 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581109 Nov 12 03:20:34.982201 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-003f5b38-96cf-4c5e-ab3d-19cae43ed72c req-0ca62f2d-ddd8-421d-b8db-65d3baceb5ca tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655296 Nov 12 03:20:35.158778 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d7225-16ff-453a-afd8-8248e613fd65 req-62554b9d-c6a6-476b-93c8-772e309592c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:35.167189 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-335d7225-16ff-453a-afd8-8248e613fd65 req-62554b9d-c6a6-476b-93c8-772e309592c3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=576a7b2c0e984780a26518e9c1601856&device_id=8c1de947-43b9-42b6-9984-413200446788 HTTP/1.1" status: 200 len: 1096 time: 0.1086962 Nov 12 03:20:35.188180 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d373b07-47ed-4e6e-8a89-a476338b5ff6 req-7f441fec-1a64-483e-929a-167a6a7c3564 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:35.190613 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7d373b07-47ed-4e6e-8a89-a476338b5ff6 req-7f441fec-1a64-483e-929a-167a6a7c3564 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c1de947-43b9-42b6-9984-413200446788 HTTP/1.1" status: 200 len: 944 time: 0.1233690 Nov 12 03:20:35.344682 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7d373b07-47ed-4e6e-8a89-a476338b5ff6 req-77b48c54-6a44-4331-8d2d-72bf38d817dc tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362245 Nov 12 03:20:35.354970 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:35.368793 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22efbac-b28b-4f71-8612-f9b2a3b07d7c req-d9375274-348b-4688-9d5f-156e5b8f596d tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:35.380983 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d22efbac-b28b-4f71-8612-f9b2a3b07d7c req-d9375274-348b-4688-9d5f-156e5b8f596d tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e161a7-5545-4a60-b9c6-e6f42aef1556 HTTP/1.1" status: 200 len: 945 time: 0.1074698 Nov 12 03:20:35.436627 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d7225-16ff-453a-afd8-8248e613fd65 req-44365b8e-c48f-4874-bc71-5f63e9c0293a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:35.444827 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-335d7225-16ff-453a-afd8-8248e613fd65 req-44365b8e-c48f-4874-bc71-5f63e9c0293a service neutron] 10.222.0.90 "GET /v2.0/networks?id=f2354694-6453-486d-800c-f4fc7f841803 HTTP/1.1" status: 200 len: 922 time: 0.2524519 Nov 12 03:20:35.473583 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d22efbac-b28b-4f71-8612-f9b2a3b07d7c req-51780ab3-d104-4b3f-8349-7a0fef81408e tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907958 Nov 12 03:20:35.540105 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-335d7225-16ff-453a-afd8-8248e613fd65 req-6ad03912-e724-4bf1-90c7-a60672701eb1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9dd46ce2-0a88-4c15-b6d4-3db69abc732a HTTP/1.1" status: 200 len: 217 time: 0.0791872 Nov 12 03:20:35.621032 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d7225-16ff-453a-afd8-8248e613fd65 req-7844c34d-7dfb-4f54-b16d-93311da81390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:35.622829 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-335d7225-16ff-453a-afd8-8248e613fd65 req-7844c34d-7dfb-4f54-b16d-93311da81390 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3428f33d-4837-4311-b620-eb7f742db405 HTTP/1.1" status: 200 len: 861 time: 0.0622687 Nov 12 03:20:35.695618 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-335d7225-16ff-453a-afd8-8248e613fd65 req-4a3fddf8-21cc-4e56-9a7e-9e9d2c6db4fa service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f2354694-6453-486d-800c-f4fc7f841803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277741 Nov 12 03:20:35.811242 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-335d7225-16ff-453a-afd8-8248e613fd65 req-6200205d-8ec2-41dd-8061-10c3fc70952b service neutron] 10.222.0.90 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002026 Nov 12 03:20:35.911054 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-335d7225-16ff-453a-afd8-8248e613fd65 req-dcc91a93-2a9c-4f93-b19a-553ad1987afd service neutron] 10.222.0.90 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914009 Nov 12 03:20:36.131589 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022bf4ba-442e-4c49-85be-da5e75249300 req-88a61b9a-3f02-473c-9af1-d01f24214c03 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:36.133298 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-022bf4ba-442e-4c49-85be-da5e75249300 req-88a61b9a-3f02-473c-9af1-d01f24214c03 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 949 time: 0.0650544 Nov 12 03:20:36.201808 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-022bf4ba-442e-4c49-85be-da5e75249300 req-9f50a28a-2902-4fea-8098-24c322c83a17 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603411 Nov 12 03:20:36.244061 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:36.532200 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b4e41-acd9-4716-aa81-fa64dec2380a req-52da6ea9-48f7-4791-ae6a-d1dc219e0d0c tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:36.533370 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bc3b4e41-acd9-4716-aa81-fa64dec2380a req-52da6ea9-48f7-4791-ae6a-d1dc219e0d0c tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c1de947-43b9-42b6-9984-413200446788 HTTP/1.1" status: 200 len: 944 time: 0.0643375 Nov 12 03:20:36.593215 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bc3b4e41-acd9-4716-aa81-fa64dec2380a req-c0728ddc-5bb6-4eb7-8a9b-5e699cb0b9ab tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525258 Nov 12 03:20:36.655160 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2cbc6-b9e2-4965-b485-688b13ef4a9a req-523faccb-e07f-4bbf-9cee-4ce265199927 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:36.662951 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e2c2cbc6-b9e2-4965-b485-688b13ef4a9a req-523faccb-e07f-4bbf-9cee-4ce265199927 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e161a7-5545-4a60-b9c6-e6f42aef1556 HTTP/1.1" status: 200 len: 945 time: 0.0849526 Nov 12 03:20:36.726151 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e2c2cbc6-b9e2-4965-b485-688b13ef4a9a req-b1ffd118-f2f9-461c-ace2-73ea6c24c1b6 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620964 Nov 12 03:20:36.928803 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3461063-5b77-481b-b9ff-db0d7505aa6d req-9711d880-cffd-416f-aa58-7304da720bb1 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:36.930423 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d3461063-5b77-481b-b9ff-db0d7505aa6d req-9711d880-cffd-416f-aa58-7304da720bb1 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e161a7-5545-4a60-b9c6-e6f42aef1556 HTTP/1.1" status: 200 len: 945 time: 0.0803852 Nov 12 03:20:37.009122 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d3461063-5b77-481b-b9ff-db0d7505aa6d req-ec1cbf15-2d05-4a0b-b2f7-e60632d9dff2 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612087 Nov 12 03:20:37.210679 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7e3a3-0181-4b5c-94ab-aaeb7915e97a req-fa96d1bf-e22f-4771-a1db-d3482320b5c0 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:37.214121 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-00b7e3a3-0181-4b5c-94ab-aaeb7915e97a req-fa96d1bf-e22f-4771-a1db-d3482320b5c0 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=990a0731-5d25-4aa0-b84c-e44a382e2fc0 HTTP/1.1" status: 200 len: 945 time: 0.1091239 Nov 12 03:20:37.315942 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-00b7e3a3-0181-4b5c-94ab-aaeb7915e97a req-13cb1226-9ac3-4624-a554-c1eeb626985c tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946753 Nov 12 03:20:37.452883 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7eb2ec-ebcb-4ff3-bbfc-1aa019fd5217 req-aab44162-8542-4390-b6fc-f0110322cf20 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:37.454999 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5d7eb2ec-ebcb-4ff3-bbfc-1aa019fd5217 req-aab44162-8542-4390-b6fc-f0110322cf20 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 949 time: 0.0990400 Nov 12 03:20:37.542291 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5d7eb2ec-ebcb-4ff3-bbfc-1aa019fd5217 req-4b4548a0-2b98-4732-947b-820857525001 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785625 Nov 12 03:20:37.581858 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b70aeb-5195-40ab-a11c-4e2dda28a52f req-16af0cfd-163d-447f-8904-849fdb85deb4 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:37.583569 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-32b70aeb-5195-40ab-a11c-4e2dda28a52f req-16af0cfd-163d-447f-8904-849fdb85deb4 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb00b05b-3549-432e-8ce3-1bf0e3dd2e1b HTTP/1.1" status: 200 len: 946 time: 0.0664506 Nov 12 03:20:37.640408 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-32b70aeb-5195-40ab-a11c-4e2dda28a52f req-dd433237-4cff-4648-8fdf-1fe30d084fe9 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497224 Nov 12 03:20:37.703948 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-e8693a6d-6f40-4513-a899-d8e53a7baf0a req-02f3ea44-1c43-4467-9d29-3fae3654a030 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:20:37.706119 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e8693a6d-6f40-4513-a899-d8e53a7baf0a req-02f3ea44-1c43-4467-9d29-3fae3654a030 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104220 Nov 12 03:20:37.774374 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c776977-f486-4e24-9846-6521303ba0bf req-4c0c1623-337c-48ee-ba0d-11c724388592 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:37.777269 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9c776977-f486-4e24-9846-6521303ba0bf req-4c0c1623-337c-48ee-ba0d-11c724388592 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c1de947-43b9-42b6-9984-413200446788 HTTP/1.1" status: 200 len: 944 time: 0.0788567 Nov 12 03:20:37.834073 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e8693a6d-6f40-4513-a899-d8e53a7baf0a req-909420f9-5eb5-4918-b12b-49b44fed9242 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1145296 Nov 12 03:20:37.846234 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9c776977-f486-4e24-9846-6521303ba0bf req-ea77a818-ed0e-418d-9c7c-0ae88c28101c tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610321 Nov 12 03:20:38.173505 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947fc16a-3110-4303-9b57-14c46e70b7f0 req-3b078856-094a-4690-938e-5bb5de2857be tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:38.175304 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-947fc16a-3110-4303-9b57-14c46e70b7f0 req-3b078856-094a-4690-938e-5bb5de2857be tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e161a7-5545-4a60-b9c6-e6f42aef1556 HTTP/1.1" status: 200 len: 945 time: 0.0568380 Nov 12 03:20:38.252827 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-947fc16a-3110-4303-9b57-14c46e70b7f0 req-8bb459dd-a018-4b70-82f8-f0c743d3ef01 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648923 Nov 12 03:20:38.288068 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:38.378505 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d3152-2fb5-40d9-afd1-5b42d1c10a2e req-e00f525c-4baf-469a-821e-841e86bf3297 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:38.380484 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c67d3152-2fb5-40d9-afd1-5b42d1c10a2e req-e00f525c-4baf-469a-821e-841e86bf3297 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=990a0731-5d25-4aa0-b84c-e44a382e2fc0 HTTP/1.1" status: 200 len: 945 time: 0.0513990 Nov 12 03:20:38.435903 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c67d3152-2fb5-40d9-afd1-5b42d1c10a2e req-0d48db9b-ea99-4c76-89cf-947177d6bc16 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489299 Nov 12 03:20:38.560595 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a187db-96b3-471f-9230-83178edfc82e req-18f59e74-d8fc-4ecc-ac42-a4da239f6880 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:38.562186 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-54a187db-96b3-471f-9230-83178edfc82e req-18f59e74-d8fc-4ecc-ac42-a4da239f6880 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb00b05b-3549-432e-8ce3-1bf0e3dd2e1b HTTP/1.1" status: 200 len: 946 time: 0.0514545 Nov 12 03:20:38.616154 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-54a187db-96b3-471f-9230-83178edfc82e req-fee4c271-8581-4418-80d2-782ea61056b1 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479648 Nov 12 03:20:38.692663 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d626d-3e2f-4432-9362-a6c76882069b req-982a2707-9147-4b60-8da7-1f6c69e841e8 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:38.695387 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c63d626d-3e2f-4432-9362-a6c76882069b req-982a2707-9147-4b60-8da7-1f6c69e841e8 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 949 time: 0.0607643 Nov 12 03:20:38.744805 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c63d626d-3e2f-4432-9362-a6c76882069b req-fe312c98-511c-457d-a2c7-5e00579c50c2 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445631 Nov 12 03:20:38.933319 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fbeda2-e721-4f80-ac77-631e2973a4ac req-e38bed7d-fef1-4b1a-b82a-d8be799a9f46 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:38.940190 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fbeda2-e721-4f80-ac77-631e2973a4ac req-e38bed7d-fef1-4b1a-b82a-d8be799a9f46 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:38.946344 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fbeda2-e721-4f80-ac77-631e2973a4ac req-e38bed7d-fef1-4b1a-b82a-d8be799a9f46 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:38.948178 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f9fbeda2-e721-4f80-ac77-631e2973a4ac req-e38bed7d-fef1-4b1a-b82a-d8be799a9f46 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb00b05b-3549-432e-8ce3-1bf0e3dd2e1b&device_id=990a0731-5d25-4aa0-b84c-e44a382e2fc0&device_id=a3e161a7-5545-4a60-b9c6-e6f42aef1556 HTTP/1.1" status: 200 len: 2417 time: 0.0744412 Nov 12 03:20:38.991062 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77508156-c8c9-48cc-a2eb-438d4927c88b req-006001e0-1eaa-42cc-ae10-fc77e851e122 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:38.992693 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-77508156-c8c9-48cc-a2eb-438d4927c88b req-006001e0-1eaa-42cc-ae10-fc77e851e122 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c1de947-43b9-42b6-9984-413200446788 HTTP/1.1" status: 200 len: 944 time: 0.0576699 Nov 12 03:20:39.011264 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f9fbeda2-e721-4f80-ac77-631e2973a4ac req-79cae321-201d-477f-9466-ceb64ba603e3 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559952 Nov 12 03:20:39.053558 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-77508156-c8c9-48cc-a2eb-438d4927c88b req-7ea31b26-fcb4-4131-92f7-38d50542fc9d tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535102 Nov 12 03:20:39.176898 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d4c54f1b-a318-4840-8baa-2b25a758301a req-398240b9-bece-40b4-bf70-89e08cde5ae8 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0791204 Nov 12 03:20:39.864588 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 9dd46ce2-0a88-4c15-b6d4-3db69abc732a details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:20:39.883050 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02855dd0-841f-4eac-b60d-765bf47b51a6 req-5ec180f4-c24c-49fc-87c2-c1c9f86faf9f tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:39.891060 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-02855dd0-841f-4eac-b60d-765bf47b51a6 req-5ec180f4-c24c-49fc-87c2-c1c9f86faf9f tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 949 time: 0.0595036 Nov 12 03:20:39.946912 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-02855dd0-841f-4eac-b60d-765bf47b51a6 req-77c22134-7767-4872-8180-947eb242b52a tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548377 Nov 12 03:20:39.993363 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 9dd46ce2-0a88-4c15-b6d4-3db69abc732a, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=9dd46ce2-0a88-4c15-b6d4-3db69abc732a,segment=NetworkSegment(b8c93ffa-e78d-4d7d-8be5-2d181e470820),segment_id=b8c93ffa-e78d-4d7d-8be5-2d181e470820)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:40.009220 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '9dd46ce2-0a88-4c15-b6d4-3db69abc732a', 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803', 'port_id': '9dd46ce2-0a88-4c15-b6d4-3db69abc732a', 'mac_address': 'fa:16:3e:17:f2:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3428f33d-4837-4311-b620-eb7f742db405', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:20:40.055879 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:40.074673 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dd46ce2-0a88-4c15-b6d4-3db69abc732a {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:20:40.101253 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 9dd46ce2-0a88-4c15-b6d4-3db69abc732a, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=9dd46ce2-0a88-4c15-b6d4-3db69abc732a,segment=NetworkSegment(b8c93ffa-e78d-4d7d-8be5-2d181e470820),segment_id=b8c93ffa-e78d-4d7d-8be5-2d181e470820)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:40.105969 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:40.171543 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=9dd46ce2-0a88-4c15-b6d4-3db69abc732a,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:40.208102 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa17954-b39b-4782-953d-e721f341786f req-b144f779-f5fb-473f-870d-7f279eefbead tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:40.209453 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3fa17954-b39b-4782-953d-e721f341786f req-b144f779-f5fb-473f-870d-7f279eefbead tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c1de947-43b9-42b6-9984-413200446788 HTTP/1.1" status: 200 len: 945 time: 0.0673089 Nov 12 03:20:40.271979 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3fa17954-b39b-4782-953d-e721f341786f req-8e9d461c-3552-4e2c-8127-cd58e4da2ba2 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561392 Nov 12 03:20:40.627462 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['9dd46ce2-0a88-4c15-b6d4-3db69abc732a'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:20:40.670416 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4203ac6-4a89-4215-b792-63fb9f5e6ef1 req-b300599f-0329-4d6b-9751-0330508202e8 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:40.672650 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d4203ac6-4a89-4215-b792-63fb9f5e6ef1 req-b300599f-0329-4d6b-9751-0330508202e8 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb00b05b-3549-432e-8ce3-1bf0e3dd2e1b HTTP/1.1" status: 200 len: 946 time: 0.0674632 Nov 12 03:20:40.725367 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d4203ac6-4a89-4215-b792-63fb9f5e6ef1 req-d2daec67-ae36-4656-bb53-2087fe6a14c9 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465403 Nov 12 03:20:41.095889 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e167a9-6cd9-4e26-b8ac-66dae4368e3c req-7aff5b04-b9f5-4a0e-b3a0-6f160287246c tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:41.097584 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-97e167a9-6cd9-4e26-b8ac-66dae4368e3c req-7aff5b04-b9f5-4a0e-b3a0-6f160287246c tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 949 time: 0.0551355 Nov 12 03:20:41.150593 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-97e167a9-6cd9-4e26-b8ac-66dae4368e3c req-4aae09b3-46b1-44c5-abf3-fb7a727abc59 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469942 Nov 12 03:20:41.421977 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54cca2-a8a1-4844-a330-ab2701ec813f req-01af314a-7203-4d6f-9f6c-b2772d40de4a tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:41.423500 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3e54cca2-a8a1-4844-a330-ab2701ec813f req-01af314a-7203-4d6f-9f6c-b2772d40de4a tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c1de947-43b9-42b6-9984-413200446788 HTTP/1.1" status: 200 len: 945 time: 0.0688641 Nov 12 03:20:41.479484 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3e54cca2-a8a1-4844-a330-ab2701ec813f req-5f7cb8de-0c59-40a8-8041-f841acece158 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482645 Nov 12 03:20:41.849214 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb68b9-918a-4f79-9146-979438486fc9 req-b523b9c6-1056-4d7a-88b4-4668f3571a95 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:41.850624 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0ecb68b9-918a-4f79-9146-979438486fc9 req-b523b9c6-1056-4d7a-88b4-4668f3571a95 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb00b05b-3549-432e-8ce3-1bf0e3dd2e1b HTTP/1.1" status: 200 len: 946 time: 0.0503547 Nov 12 03:20:41.897653 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 9dd46ce2-0a88-4c15-b6d4-3db69abc732a up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:41.901225 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0ecb68b9-918a-4f79-9146-979438486fc9 req-554ff4d5-7808-4475-88e9-1186568b2b29 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434387 Nov 12 03:20:41.960954 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 9dd46ce2-0a88-4c15-b6d4-3db69abc732a completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:20:41.964789 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 9dd46ce2-0a88-4c15-b6d4-3db69abc732a triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:41.965747 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:42.045112 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:42.067830 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1de947-43b9-42b6-9984-413200446788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd46ce2-0a88-4c15-b6d4-3db69abc732a'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:42.070194 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece45316-9f41-441a-be7a-d4f2a6b0706c" -d '{"events": [{"server_uuid": "8c1de947-43b9-42b6-9984-413200446788", "name": "network-vif-plugged", "status": "completed", "tag": "9dd46ce2-0a88-4c15-b6d4-3db69abc732a"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:42.091791 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 9dd46ce2-0a88-4c15-b6d4-3db69abc732a, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=9dd46ce2-0a88-4c15-b6d4-3db69abc732a,segment=NetworkSegment(b8c93ffa-e78d-4d7d-8be5-2d181e470820),segment_id=b8c93ffa-e78d-4d7d-8be5-2d181e470820)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:42.096602 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:42.129463 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21718469-eb43-45ae-8dfb-3498742186cf x-openstack-request-id: req-21718469-eb43-45ae-8dfb-3498742186cf {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:42.129767 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1de947-43b9-42b6-9984-413200446788", "name": "network-vif-plugged", "status": "completed", "tag": "9dd46ce2-0a88-4c15-b6d4-3db69abc732a", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:42.130131 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-21718469-eb43-45ae-8dfb-3498742186cf {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:42.130512 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c1de947-43b9-42b6-9984-413200446788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd46ce2-0a88-4c15-b6d4-3db69abc732a', 'code': 200} Nov 12 03:20:42.159125 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=9dd46ce2-0a88-4c15-b6d4-3db69abc732a,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:42.296770 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd380d-3bf6-4eba-8005-7af9d24272d1 req-5daee0cd-098a-4173-ab94-a32e9817513f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:42.298347 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-16fd380d-3bf6-4eba-8005-7af9d24272d1 req-5daee0cd-098a-4173-ab94-a32e9817513f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8c1de947-43b9-42b6-9984-413200446788 HTTP/1.1" status: 200 len: 1098 time: 0.0732167 Nov 12 03:20:42.311393 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e77c2-4471-4323-86e2-b19801dc04f7 req-e2797fad-7984-4fff-a3ec-7caa029f25b5 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:42.312907 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-957e77c2-4471-4323-86e2-b19801dc04f7 req-e2797fad-7984-4fff-a3ec-7caa029f25b5 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 949 time: 0.0796962 Nov 12 03:20:42.383681 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-16fd380d-3bf6-4eba-8005-7af9d24272d1 req-ec99e73a-f8fa-4360-bf02-c67b875e64c0 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697918 Nov 12 03:20:42.388846 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-957e77c2-4471-4323-86e2-b19801dc04f7 req-6400004a-f85c-4891-a4f4-bfe43a3286aa tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694871 Nov 12 03:20:42.612447 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa05585-d1b3-4b17-b9a6-72497648d835 req-a422017d-0f76-46ee-a3e4-719230cd2664 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:42.614158 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dfa05585-d1b3-4b17-b9a6-72497648d835 req-a422017d-0f76-46ee-a3e4-719230cd2664 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c1de947-43b9-42b6-9984-413200446788 HTTP/1.1" status: 200 len: 946 time: 0.0595098 Nov 12 03:20:42.697721 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dfa05585-d1b3-4b17-b9a6-72497648d835 req-785c1125-dba5-45a5-830c-2cbf7ffe158a tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773084 Nov 12 03:20:42.711311 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe74d5-da52-47e3-8322-04f774d24ca2 req-ebddfb2f-ee31-4fb6-8468-8dfd94bf4237 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:42.712782 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4fbe74d5-da52-47e3-8322-04f774d24ca2 req-ebddfb2f-ee31-4fb6-8468-8dfd94bf4237 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb00b05b-3549-432e-8ce3-1bf0e3dd2e1b HTTP/1.1" status: 200 len: 946 time: 0.0779405 Nov 12 03:20:42.822647 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-4fbe74d5-da52-47e3-8322-04f774d24ca2 req-43e740d2-9aba-4b87-bacd-d7fb6b898d2a tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Deleting port b215ba03-5b72-44ed-a179-265770f7f27d {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:20:42.822984 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-4fbe74d5-da52-47e3-8322-04f774d24ca2 req-43e740d2-9aba-4b87-bacd-d7fb6b898d2a tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:42.925200 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-4fbe74d5-da52-47e3-8322-04f774d24ca2 req-43e740d2-9aba-4b87-bacd-d7fb6b898d2a tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] For port b215ba03-5b72-44ed-a179-265770f7f27d, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=b215ba03-5b72-44ed-a179-265770f7f27d,segment=NetworkSegment(cb6c2d6e-ae3b-4912-bbef-e76a478fde8c),segment_id=cb6c2d6e-ae3b-4912-bbef-e76a478fde8c)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:42.925852 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-4fbe74d5-da52-47e3-8322-04f774d24ca2 req-43e740d2-9aba-4b87-bacd-d7fb6b898d2a tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:42.940394 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-4fbe74d5-da52-47e3-8322-04f774d24ca2 req-43e740d2-9aba-4b87-bacd-d7fb6b898d2a tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Calling delete_port for b215ba03-5b72-44ed-a179-265770f7f27d owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:20:43.058536 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45da43-8ca5-497b-a787-2d11e937e97a req-9016fd2c-bbba-42c0-8425-d59fd5bb6106 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:43.061157 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8b45da43-8ca5-497b-a787-2d11e937e97a req-9016fd2c-bbba-42c0-8425-d59fd5bb6106 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb00b05b-3549-432e-8ce3-1bf0e3dd2e1b HTTP/1.1" status: 200 len: 946 time: 0.0791032 Nov 12 03:20:43.150810 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8b45da43-8ca5-497b-a787-2d11e937e97a req-58b72afd-4a6e-4582-a63c-77136b4733bd tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804088 Nov 12 03:20:43.152016 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-4fbe74d5-da52-47e3-8322-04f774d24ca2 req-43e740d2-9aba-4b87-bacd-d7fb6b898d2a tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:43.167122 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['b215ba03-5b72-44ed-a179-265770f7f27d'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:20:43.187470 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e740d2-9aba-4b87-bacd-d7fb6b898d2a tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Pushing event deleted for resources: {'Port': ['ID=b215ba03-5b72-44ed-a179-265770f7f27d,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:43.216182 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['7999390d-3b39-434e-bfa4-54f1467fb734', 'bdf04db1-5054-457b-b29b-953665552509'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:20:43.240052 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fbe74d5-da52-47e3-8322-04f774d24ca2 req-43e740d2-9aba-4b87-bacd-d7fb6b898d2a tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] No DVR routers for this DVR port b215ba03-5b72-44ed-a179-265770f7f27d on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:20:43.243282 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-4fbe74d5-da52-47e3-8322-04f774d24ca2 req-43e740d2-9aba-4b87-bacd-d7fb6b898d2a tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:43.247512 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4fbe74d5-da52-47e3-8322-04f774d24ca2 req-43e740d2-9aba-4b87-bacd-d7fb6b898d2a tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.74 "DELETE /v2.0/ports/b215ba03-5b72-44ed-a179-265770f7f27d HTTP/1.1" status: 204 len: 173 time: 0.5271626 Nov 12 03:20:43.247965 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb00b05b-3549-432e-8ce3-1bf0e3dd2e1b', 'name': 'network-vif-deleted', 'tag': 'b215ba03-5b72-44ed-a179-265770f7f27d'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:43.250318 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be436b6-4b76-4f6e-ba3f-f573fecf53c3" -d '{"events": [{"server_uuid": "eb00b05b-3549-432e-8ce3-1bf0e3dd2e1b", "name": "network-vif-deleted", "tag": "b215ba03-5b72-44ed-a179-265770f7f27d"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:43.300369 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66589db0-4210-4784-a455-552a3a0876af x-openstack-request-id: req-66589db0-4210-4784-a455-552a3a0876af {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:43.300649 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb00b05b-3549-432e-8ce3-1bf0e3dd2e1b", "name": "network-vif-deleted", "tag": "b215ba03-5b72-44ed-a179-265770f7f27d", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:43.300947 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-66589db0-4210-4784-a455-552a3a0876af {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:43.301385 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb00b05b-3549-432e-8ce3-1bf0e3dd2e1b', 'name': 'network-vif-deleted', 'tag': 'b215ba03-5b72-44ed-a179-265770f7f27d', 'status': 'completed', 'code': 200} Nov 12 03:20:43.536619 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8585b-cd09-4540-a240-c394bedf4778 req-cc80a0a2-e182-42b3-adf5-0f945e94c49b tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:43.538284 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1af8585b-cd09-4540-a240-c394bedf4778 req-cc80a0a2-e182-42b3-adf5-0f945e94c49b tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 949 time: 0.0651433 Nov 12 03:20:43.625458 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1af8585b-cd09-4540-a240-c394bedf4778 req-f243d865-0666-4320-82b2-1c3e381c3877 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711908 Nov 12 03:20:43.859642 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d827e56-7815-4e97-b716-bd6a629a4312 req-af2018cf-7d77-4845-abb6-8c08467d01f9 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:43.874074 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8d827e56-7815-4e97-b716-bd6a629a4312 req-af2018cf-7d77-4845-abb6-8c08467d01f9 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c1de947-43b9-42b6-9984-413200446788 HTTP/1.1" status: 200 len: 946 time: 0.0822697 Nov 12 03:20:43.923655 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8d827e56-7815-4e97-b716-bd6a629a4312 req-1791efe4-8100-4b57-b8ba-6daf5d72dced tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471694 Nov 12 03:20:44.518535 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941afac-7d14-47bb-b1e2-522fc11c62f8 req-31d434c6-fcab-46f4-a8b8-d955cfdc84a2 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:44.521163 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9941afac-7d14-47bb-b1e2-522fc11c62f8 req-31d434c6-fcab-46f4-a8b8-d955cfdc84a2 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=990a0731-5d25-4aa0-b84c-e44a382e2fc0 HTTP/1.1" status: 200 len: 945 time: 0.0633364 Nov 12 03:20:44.553171 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0dede3-c174-4670-a2a9-5ef39490578c req-5e0f2d65-a20c-4585-b069-b2b72f70fab9 tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:44.554688 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5d0dede3-c174-4670-a2a9-5ef39490578c req-5e0f2d65-a20c-4585-b069-b2b72f70fab9 tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] 10.222.0.50 "GET /v2.0/ports?device_id=7009d12a-6fc5-4ebc-8a6b-6caa6a4194a4 HTTP/1.1" status: 200 len: 945 time: 0.0667703 Nov 12 03:20:44.584582 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9941afac-7d14-47bb-b1e2-522fc11c62f8 req-d73ef9a3-8636-45c1-8e89-67d47cb1fb05 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555100 Nov 12 03:20:44.616675 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5d0dede3-c174-4670-a2a9-5ef39490578c req-a15d2e82-5a7b-46a4-afb0-f170de4cc5c0 tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] 10.222.0.50 "GET /v2.0/security-groups?id=1662438e-3cc8-425d-9aa5-41a4128215e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519516 Nov 12 03:20:44.757463 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4640b2-afe5-4ee4-835f-37e8bcbedb28 req-67cf3533-b4a0-4fe3-8f5d-5a0d54e58d26 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:44.758973 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2b4640b2-afe5-4ee4-835f-37e8bcbedb28 req-67cf3533-b4a0-4fe3-8f5d-5a0d54e58d26 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 949 time: 0.0538616 Nov 12 03:20:44.815671 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2b4640b2-afe5-4ee4-835f-37e8bcbedb28 req-1d41f0e6-0b6d-4e79-a111-9595e0afab7b tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469389 Nov 12 03:20:45.068325 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f02856-2e9c-4ab0-a6a2-4600d3cefb07 req-5c6b5b2e-b425-4b4b-9fca-af03c19f805c tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:45.069740 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b8f02856-2e9c-4ab0-a6a2-4600d3cefb07 req-5c6b5b2e-b425-4b4b-9fca-af03c19f805c tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c1de947-43b9-42b6-9984-413200446788 HTTP/1.1" status: 200 len: 946 time: 0.0581386 Nov 12 03:20:45.120155 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b8f02856-2e9c-4ab0-a6a2-4600d3cefb07 req-f60875fa-f736-4f85-9bfd-fae5cd5e6dcf tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438581 Nov 12 03:20:45.316832 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663ce47-d462-4ffd-ba33-8ce7552318fa req-ebba5fa3-4cc7-4fb0-bf22-bed3b49d7542 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:45.321052 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6663ce47-d462-4ffd-ba33-8ce7552318fa req-ebba5fa3-4cc7-4fb0-bf22-bed3b49d7542 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8c1de947-43b9-42b6-9984-413200446788 HTTP/1.1" status: 200 len: 1098 time: 0.0500538 Nov 12 03:20:45.380616 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6663ce47-d462-4ffd-ba33-8ce7552318fa req-99d5bd55-40dd-43ca-a7af-a2532ef38f98 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535247 Nov 12 03:20:45.515402 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19c0bc-0432-408a-ae57-d26919b99d9d req-f5d57c94-3bcc-457e-a2b2-4b9dc1acd4f8 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:45.516936 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ea19c0bc-0432-408a-ae57-d26919b99d9d req-f5d57c94-3bcc-457e-a2b2-4b9dc1acd4f8 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8c1de947-43b9-42b6-9984-413200446788 HTTP/1.1" status: 200 len: 1098 time: 0.0419223 Nov 12 03:20:45.564636 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ea19c0bc-0432-408a-ae57-d26919b99d9d req-c42b23a3-e378-42cf-af57-7aae30a3cee9 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412333 Nov 12 03:20:45.711742 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878990d7-26b6-43df-9a13-6108d089a23d req-f384cc62-6356-4ae7-92c0-ea722a268e9e tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:45.713391 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-878990d7-26b6-43df-9a13-6108d089a23d req-f384cc62-6356-4ae7-92c0-ea722a268e9e tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=990a0731-5d25-4aa0-b84c-e44a382e2fc0 HTTP/1.1" status: 200 len: 945 time: 0.0513854 Nov 12 03:20:45.746623 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003cca1-2ae5-43fd-92ff-0ab29a65ca50 req-5ec1d222-e273-4fbc-80a2-9bf2db740ab8 tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:45.748113 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1003cca1-2ae5-43fd-92ff-0ab29a65ca50 req-5ec1d222-e273-4fbc-80a2-9bf2db740ab8 tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] 10.222.0.50 "GET /v2.0/ports?device_id=7009d12a-6fc5-4ebc-8a6b-6caa6a4194a4 HTTP/1.1" status: 200 len: 945 time: 0.0579600 Nov 12 03:20:45.766874 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-878990d7-26b6-43df-9a13-6108d089a23d req-fb841f53-ffc7-4a88-b8cd-4d54cc89e1d2 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464652 Nov 12 03:20:45.797556 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1003cca1-2ae5-43fd-92ff-0ab29a65ca50 req-a1e62c47-4a9e-485d-8aec-c53c404841d6 tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] 10.222.0.50 "GET /v2.0/security-groups?id=1662438e-3cc8-425d-9aa5-41a4128215e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429051 Nov 12 03:20:45.945960 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc131f-a3ed-4549-aee9-bb5b0c5e204d req-9423054e-3a86-40e5-a822-9d7643046a95 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:45.947452 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-83cc131f-a3ed-4549-aee9-bb5b0c5e204d req-9423054e-3a86-40e5-a822-9d7643046a95 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 949 time: 0.0561569 Nov 12 03:20:45.972321 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf20e5-7da8-4a68-b266-a618f716e638 req-721c09a5-3fb4-4462-8fb7-c39e9dbf81c4 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:45.973824 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ddbf20e5-7da8-4a68-b266-a618f716e638 req-721c09a5-3fb4-4462-8fb7-c39e9dbf81c4 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8c1de947-43b9-42b6-9984-413200446788 HTTP/1.1" status: 200 len: 1098 time: 0.0441699 Nov 12 03:20:45.998900 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-83cc131f-a3ed-4549-aee9-bb5b0c5e204d req-92016396-1a8f-4400-b3b9-e73feb6b7c2b tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444300 Nov 12 03:20:46.031253 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ddbf20e5-7da8-4a68-b266-a618f716e638 req-e8294fc7-6ce3-4486-aaac-c82cd89ef9e2 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513949 Nov 12 03:20:46.090972 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device b215ba03-5b72-44ed-a179-265770f7f27d no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:20:46.111237 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: b215ba03-5b72-44ed-a179-265770f7f27d {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:20:46.112039 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device b215ba03-5b72-44ed-a179-265770f7f27d not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:20:46.424352 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f9776dd4-1e47-4674-a1f0-89759ea7b8d3 req-1367a95d-4f6d-4d9c-bf57-3279704342d8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5fccfd77-81d6-4617-957f-68000ad72a48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0474298 Nov 12 03:20:46.532968 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d35a7-0cc7-4855-a5e8-0c45273c73fe req-fa7271eb-f19c-4b25-9d4a-db223ec19fd7 tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:46.534409 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-209d35a7-0cc7-4855-a5e8-0c45273c73fe req-fa7271eb-f19c-4b25-9d4a-db223ec19fd7 tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] 10.222.0.74 "GET /v2.0/ports?device_id=7009d12a-6fc5-4ebc-8a6b-6caa6a4194a4 HTTP/1.1" status: 200 len: 945 time: 0.0696824 Nov 12 03:20:46.537101 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9776dd4-1e47-4674-a1f0-89759ea7b8d3 req-7f8f4406-b83f-4124-bb94-94f259e06873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:46.538434 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f9776dd4-1e47-4674-a1f0-89759ea7b8d3 req-7f8f4406-b83f-4124-bb94-94f259e06873 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 1101 time: 0.0815046 Nov 12 03:20:46.708678 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9776dd4-1e47-4674-a1f0-89759ea7b8d3 req-32708546-3e93-4664-a73f-b02ee3e26ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:46.710056 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f9776dd4-1e47-4674-a1f0-89759ea7b8d3 req-32708546-3e93-4664-a73f-b02ee3e26ca2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.1348500 Nov 12 03:20:46.725939 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-209d35a7-0cc7-4855-a5e8-0c45273c73fe req-2464f2f1-8df4-446a-819f-b8dff531d82f tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] Deleting port 0af45eed-c0f4-4ba6-91ec-458d7bbb173b {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:20:46.726585 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-209d35a7-0cc7-4855-a5e8-0c45273c73fe req-2464f2f1-8df4-446a-819f-b8dff531d82f tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:46.797204 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f9776dd4-1e47-4674-a1f0-89759ea7b8d3 req-633567fb-1ce6-4f1d-8f97-fd071f8fed06 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=a6c70e7a-cb90-47e9-9257-b8480510453f HTTP/1.1" status: 200 len: 217 time: 0.0737929 Nov 12 03:20:46.883951 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce45a9f-75d5-4430-bec4-fee28f85c7a3 req-0555240d-2051-4e3e-81d8-1762f6c748f0 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:46.885418 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3ce45a9f-75d5-4430-bec4-fee28f85c7a3 req-0555240d-2051-4e3e-81d8-1762f6c748f0 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.90 "GET /v2.0/ports?device_id=990a0731-5d25-4aa0-b84c-e44a382e2fc0 HTTP/1.1" status: 200 len: 945 time: 0.1710911 Nov 12 03:20:46.932449 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e0b79-7dde-4703-bf9d-8a25d762d794 req-871ce9c8-b380-4122-934e-d00d472d510e tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:46.934365 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-922e0b79-7dde-4703-bf9d-8a25d762d794 req-871ce9c8-b380-4122-934e-d00d472d510e tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] 10.222.0.50 "GET /v2.0/ports?device_id=7009d12a-6fc5-4ebc-8a6b-6caa6a4194a4 HTTP/1.1" status: 200 len: 945 time: 0.0590506 Nov 12 03:20:46.987650 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9776dd4-1e47-4674-a1f0-89759ea7b8d3 req-85641c70-4484-434c-8491-d738690d0748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:46.989116 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f9776dd4-1e47-4674-a1f0-89759ea7b8d3 req-85641c70-4484-434c-8491-d738690d0748 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.1562974 Nov 12 03:20:46.991066 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-922e0b79-7dde-4703-bf9d-8a25d762d794 req-2c6d775f-faf5-4a23-a07b-7a3cfd8d1970 tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] 10.222.0.50 "GET /v2.0/security-groups?id=1662438e-3cc8-425d-9aa5-41a4128215e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497849 Nov 12 03:20:46.994412 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-209d35a7-0cc7-4855-a5e8-0c45273c73fe req-2464f2f1-8df4-446a-819f-b8dff531d82f tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] For port 0af45eed-c0f4-4ba6-91ec-458d7bbb173b, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=0af45eed-c0f4-4ba6-91ec-458d7bbb173b,segment=NetworkSegment(bf897783-bfd6-42ee-a693-f79ac832bac6),segment_id=bf897783-bfd6-42ee-a693-f79ac832bac6)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:46.994412 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-209d35a7-0cc7-4855-a5e8-0c45273c73fe req-2464f2f1-8df4-446a-819f-b8dff531d82f tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:47.041551 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-209d35a7-0cc7-4855-a5e8-0c45273c73fe req-2464f2f1-8df4-446a-819f-b8dff531d82f tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] Calling delete_port for 0af45eed-c0f4-4ba6-91ec-458d7bbb173b owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:20:47.086891 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93842c78-84a6-4844-bfb6-c1231dd6591d req-e76c2743-ea04-4af4-8f24-4488d969e921 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:47.088371 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-93842c78-84a6-4844-bfb6-c1231dd6591d req-e76c2743-ea04-4af4-8f24-4488d969e921 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=990a0731-5d25-4aa0-b84c-e44a382e2fc0 HTTP/1.1" status: 200 len: 945 time: 0.2190485 Nov 12 03:20:47.130017 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a727350-53fd-4b60-b899-1cfe28b735d5 req-16436502-575e-4b7d-a873-852e5bf28876 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:47.131605 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0a727350-53fd-4b60-b899-1cfe28b735d5 req-16436502-575e-4b7d-a873-852e5bf28876 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 949 time: 0.0524876 Nov 12 03:20:47.185393 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0a727350-53fd-4b60-b899-1cfe28b735d5 req-76447933-1e8e-445f-b531-5e293dded237 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473163 Nov 12 03:20:47.294011 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9c247-cc78-4e89-adda-b2c3ddb8d2e5 req-7a183c57-3ee2-42a4-851a-25fbab16a392 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:47.295628 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-16e9c247-cc78-4e89-adda-b2c3ddb8d2e5 req-7a183c57-3ee2-42a4-851a-25fbab16a392 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8c1de947-43b9-42b6-9984-413200446788 HTTP/1.1" status: 200 len: 1098 time: 0.0486279 Nov 12 03:20:47.346590 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-16e9c247-cc78-4e89-adda-b2c3ddb8d2e5 req-980e7ac7-1ad6-4a53-843a-68e93bbe3219 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445871 Nov 12 03:20:47.386190 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9776dd4-1e47-4674-a1f0-89759ea7b8d3 req-98d54e01-5acd-4b6b-900f-d4518b5f5ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:47.388018 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f9776dd4-1e47-4674-a1f0-89759ea7b8d3 req-98d54e01-5acd-4b6b-900f-d4518b5f5ead service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3808537 Nov 12 03:20:47.429287 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-93842c78-84a6-4844-bfb6-c1231dd6591d req-ae556501-804e-4798-91f1-08ea00aaf973 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070104 Nov 12 03:20:47.433212 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-3ce45a9f-75d5-4430-bec4-fee28f85c7a3 req-afa17611-a48a-428f-a622-4e06afe094a6 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Deleting port bdf04db1-5054-457b-b29b-953665552509 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:20:47.433491 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3ce45a9f-75d5-4430-bec4-fee28f85c7a3 req-afa17611-a48a-428f-a622-4e06afe094a6 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:47.476177 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:20:47.623081 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-209d35a7-0cc7-4855-a5e8-0c45273c73fe req-2464f2f1-8df4-446a-819f-b8dff531d82f tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:47.636469 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['0af45eed-c0f4-4ba6-91ec-458d7bbb173b'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:20:47.664682 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f9776dd4-1e47-4674-a1f0-89759ea7b8d3 req-dba21a3c-0ba2-45fa-8a26-e6b40e7645df service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566228 Nov 12 03:20:47.679691 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464f2f1-8df4-446a-819f-b8dff531d82f tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] Pushing event deleted for resources: {'Port': ['ID=0af45eed-c0f4-4ba6-91ec-458d7bbb173b,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:47.679691 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-3ce45a9f-75d5-4430-bec4-fee28f85c7a3 req-afa17611-a48a-428f-a622-4e06afe094a6 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] For port bdf04db1-5054-457b-b29b-953665552509, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=bdf04db1-5054-457b-b29b-953665552509,segment=NetworkSegment(cb6c2d6e-ae3b-4912-bbef-e76a478fde8c),segment_id=cb6c2d6e-ae3b-4912-bbef-e76a478fde8c)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:47.679691 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3ce45a9f-75d5-4430-bec4-fee28f85c7a3 req-afa17611-a48a-428f-a622-4e06afe094a6 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:47.738892 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-3ce45a9f-75d5-4430-bec4-fee28f85c7a3 req-afa17611-a48a-428f-a622-4e06afe094a6 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Calling delete_port for bdf04db1-5054-457b-b29b-953665552509 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:20:47.791702 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-209d35a7-0cc7-4855-a5e8-0c45273c73fe req-2464f2f1-8df4-446a-819f-b8dff531d82f tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] No DVR routers for this DVR port 0af45eed-c0f4-4ba6-91ec-458d7bbb173b on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:20:47.800049 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-209d35a7-0cc7-4855-a5e8-0c45273c73fe req-2464f2f1-8df4-446a-819f-b8dff531d82f tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:47.803591 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-209d35a7-0cc7-4855-a5e8-0c45273c73fe req-2464f2f1-8df4-446a-819f-b8dff531d82f tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] 10.222.0.74 "DELETE /v2.0/ports/0af45eed-c0f4-4ba6-91ec-458d7bbb173b HTTP/1.1" status: 204 len: 173 time: 1.2541542 Nov 12 03:20:47.804130 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7009d12a-6fc5-4ebc-8a6b-6caa6a4194a4', 'name': 'network-vif-deleted', 'tag': '0af45eed-c0f4-4ba6-91ec-458d7bbb173b'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:47.805819 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:47.806416 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8a33d7-1415-41a3-b6e1-6b0033edbc27" -d '{"events": [{"server_uuid": "7009d12a-6fc5-4ebc-8a6b-6caa6a4194a4", "name": "network-vif-deleted", "tag": "0af45eed-c0f4-4ba6-91ec-458d7bbb173b"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:47.898157 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f9776dd4-1e47-4674-a1f0-89759ea7b8d3 req-b6e04558-78eb-4526-94f2-bf58294e574b service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170496 Nov 12 03:20:47.901262 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c9d66e-2d7b-4595-b423-5afda52a328f x-openstack-request-id: req-67c9d66e-2d7b-4595-b423-5afda52a328f {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:47.901547 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7009d12a-6fc5-4ebc-8a6b-6caa6a4194a4", "name": "network-vif-deleted", "tag": "0af45eed-c0f4-4ba6-91ec-458d7bbb173b", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:47.901792 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-67c9d66e-2d7b-4595-b423-5afda52a328f {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:47.902174 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7009d12a-6fc5-4ebc-8a6b-6caa6a4194a4', 'name': 'network-vif-deleted', 'tag': '0af45eed-c0f4-4ba6-91ec-458d7bbb173b', 'status': 'completed', 'code': 200} Nov 12 03:20:48.044972 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3ce45a9f-75d5-4430-bec4-fee28f85c7a3 req-afa17611-a48a-428f-a622-4e06afe094a6 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:48.085693 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa17611-a48a-428f-a622-4e06afe094a6 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Pushing event deleted for resources: {'Port': ['ID=bdf04db1-5054-457b-b29b-953665552509,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:48.100793 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['7999390d-3b39-434e-bfa4-54f1467fb734', 'bdf04db1-5054-457b-b29b-953665552509'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:20:48.147838 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce45a9f-75d5-4430-bec4-fee28f85c7a3 req-afa17611-a48a-428f-a622-4e06afe094a6 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] No DVR routers for this DVR port bdf04db1-5054-457b-b29b-953665552509 on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:20:48.159095 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3ce45a9f-75d5-4430-bec4-fee28f85c7a3 req-afa17611-a48a-428f-a622-4e06afe094a6 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:48.162520 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3ce45a9f-75d5-4430-bec4-fee28f85c7a3 req-afa17611-a48a-428f-a622-4e06afe094a6 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.90 "DELETE /v2.0/ports/bdf04db1-5054-457b-b29b-953665552509 HTTP/1.1" status: 204 len: 173 time: 1.2659395 Nov 12 03:20:48.181811 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-320388bb-b6e3-47f2-bb69-e12ed6d3fbf7 req-237b52ca-5f43-46fb-b539-78ea0adfcbed tempest-AttachSCSIVolumeTestJSON-840173048 tempest-AttachSCSIVolumeTestJSON-840173048-project] 10.222.0.50 "GET /v2.0/ports?device_id=7009d12a-6fc5-4ebc-8a6b-6caa6a4194a4 HTTP/1.1" status: 200 len: 210 time: 0.0358360 Nov 12 03:20:48.331232 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932f326-ad3c-4ac4-a600-1906af893f07 req-39712986-66ee-4346-b8fe-26ecaf7232dc tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:48.332890 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e932f326-ad3c-4ac4-a600-1906af893f07 req-39712986-66ee-4346-b8fe-26ecaf7232dc tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 949 time: 0.0652041 Nov 12 03:20:48.392643 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e932f326-ad3c-4ac4-a600-1906af893f07 req-9ca3f6aa-f6dc-4925-b38c-c3e586ea118d tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486927 Nov 12 03:20:48.572664 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6949ea05-1785-4079-a880-64496ffaa186 req-a7496194-5213-4ca7-8575-9eb3bf13d33f tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=990a0731-5d25-4aa0-b84c-e44a382e2fc0 HTTP/1.1" status: 200 len: 210 time: 0.0369725 Nov 12 03:20:48.594106 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-e623b7fb-d435-4c9f-967d-ee73887bc709 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:20:48.595316 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-e623b7fb-d435-4c9f-967d-ee73887bc709 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0115254 Nov 12 03:20:48.642827 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-232b5f74-e2fc-4eef-8b09-ad583abf3da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:48.642827 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-232b5f74-e2fc-4eef-8b09-ad583abf3da5 service neutron] 10.222.0.50 "GET /v2.0/ports/9dd46ce2-0a88-4c15-b6d4-3db69abc732a HTTP/1.1" status: 200 len: 1095 time: 0.0391197 Nov 12 03:20:48.651234 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-66f552c1-874e-4d07-91c0-a485af5d7e6a service neutron] Request body: {'binding': {'host': 'n-h1-715271-27', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:48.651683 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-66f552c1-874e-4d07-91c0-a485af5d7e6a service neutron] Unknown quota resources ['binding']. {{(pid=102572) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:20:48.796773 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-66f552c1-874e-4d07-91c0-a485af5d7e6a service neutron] Attempting to bind port 9dd46ce2-0a88-4c15-b6d4-3db69abc732a on host n-h1-715271-27 for vnic_type normal with profile None {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:20:48.797077 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-66f552c1-874e-4d07-91c0-a485af5d7e6a service neutron] Attempting to bind port 9dd46ce2-0a88-4c15-b6d4-3db69abc732a by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:20:48.797402 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-66f552c1-874e-4d07-91c0-a485af5d7e6a service neutron] Attempting to bind port 9dd46ce2-0a88-4c15-b6d4-3db69abc732a on network f2354694-6453-486d-800c-f4fc7f841803 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:48.801900 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-66f552c1-874e-4d07-91c0-a485af5d7e6a service neutron] Port 9dd46ce2-0a88-4c15-b6d4-3db69abc732a on network f2354694-6453-486d-800c-f4fc7f841803 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:20:48.802284 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-66f552c1-874e-4d07-91c0-a485af5d7e6a service neutron] Attempting to bind port 9dd46ce2-0a88-4c15-b6d4-3db69abc732a on network f2354694-6453-486d-800c-f4fc7f841803 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:48.807103 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-66f552c1-874e-4d07-91c0-a485af5d7e6a service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:20:48.807426 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-66f552c1-874e-4d07-91c0-a485af5d7e6a service neutron] Checking segment: {'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:48.807796 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-66f552c1-874e-4d07-91c0-a485af5d7e6a service neutron] Bound using segment: {'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:20:48.808236 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-66f552c1-874e-4d07-91c0-a485af5d7e6a service neutron] Bound port: 9dd46ce2-0a88-4c15-b6d4-3db69abc732a, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:20:48.861415 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-66f552c1-874e-4d07-91c0-a485af5d7e6a service neutron] For port 9dd46ce2-0a88-4c15-b6d4-3db69abc732a, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=9dd46ce2-0a88-4c15-b6d4-3db69abc732a,segment=NetworkSegment(b8c93ffa-e78d-4d7d-8be5-2d181e470820),segment_id=b8c93ffa-e78d-4d7d-8be5-2d181e470820)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:20:48.868241 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-66f552c1-874e-4d07-91c0-a485af5d7e6a service neutron] Publish callbacks [] for binding, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:48.869423 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-66f552c1-874e-4d07-91c0-a485af5d7e6a service neutron] 10.222.0.50 "POST /v2.0/ports/9dd46ce2-0a88-4c15-b6d4-3db69abc732a/bindings HTTP/1.1" status: 201 len: 390 time: 0.2216847 Nov 12 03:20:49.048994 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba942fb6-9bf7-45d6-ab0c-6314070ce8b1 req-4b2f8c94-9235-419e-9126-29545978da4a tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:49.051368 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ba942fb6-9bf7-45d6-ab0c-6314070ce8b1 req-4b2f8c94-9235-419e-9126-29545978da4a tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c1de947-43b9-42b6-9984-413200446788 HTTP/1.1" status: 200 len: 946 time: 0.0748119 Nov 12 03:20:49.114503 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ba942fb6-9bf7-45d6-ab0c-6314070ce8b1 req-d8290931-cfe1-40b9-8dc5-d06685f5ec5d tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562046 Nov 12 03:20:49.189906 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-8423dbc8-639e-4fbe-b6ab-d3b864a2a5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:49.191501 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-8423dbc8-639e-4fbe-b6ab-d3b864a2a5fb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=576a7b2c0e984780a26518e9c1601856&device_id=8c1de947-43b9-42b6-9984-413200446788 HTTP/1.1" status: 200 len: 1098 time: 0.0522647 Nov 12 03:20:49.304231 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-9309ba22-cf27-4581-a185-1f3fcd4516ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:49.305777 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-9309ba22-cf27-4581-a185-1f3fcd4516ce service neutron] 10.222.0.74 "GET /v2.0/networks?id=f2354694-6453-486d-800c-f4fc7f841803 HTTP/1.1" status: 200 len: 922 time: 0.1047461 Nov 12 03:20:49.355076 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-aaea0c20-9750-4793-b6a0-aa8484bf2c95 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9dd46ce2-0a88-4c15-b6d4-3db69abc732a HTTP/1.1" status: 200 len: 217 time: 0.0406201 Nov 12 03:20:49.419652 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-856d1df8-8b93-4541-a9b3-77ddd5e9f637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:49.423900 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-856d1df8-8b93-4541-a9b3-77ddd5e9f637 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3428f33d-4837-4311-b620-eb7f742db405 HTTP/1.1" status: 200 len: 861 time: 0.0579715 Nov 12 03:20:49.464595 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-153de676-0ad2-4db8-98fc-d46d816326fe service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f2354694-6453-486d-800c-f4fc7f841803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335357 Nov 12 03:20:49.592054 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81d797-dafd-4aa3-95e1-a21ae1564807 req-ad9e9141-8c78-40f4-b907-959f10d92fe1 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:49.593770 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3e81d797-dafd-4aa3-95e1-a21ae1564807 req-ad9e9141-8c78-40f4-b907-959f10d92fe1 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 949 time: 0.1131856 Nov 12 03:20:49.639724 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-531a4680-65b1-426b-a1ae-cf0973d3da38 service neutron] 10.222.0.74 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662998 Nov 12 03:20:49.724972 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3e81d797-dafd-4aa3-95e1-a21ae1564807 req-a6dbd758-0f31-4db7-9849-f760e57a69e2 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232171 Nov 12 03:20:49.780393 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-270b55f2-bca4-405a-b1f9-22d2d414b813 service neutron] 10.222.0.74 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325788 Nov 12 03:20:49.912426 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '990a0731-5d25-4aa0-b84c-e44a382e2fc0', 'name': 'network-vif-deleted', 'tag': 'bdf04db1-5054-457b-b29b-953665552509'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:49.915055 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf50952-50b9-4844-bec5-82220c6edb67" -d '{"events": [{"server_uuid": "990a0731-5d25-4aa0-b84c-e44a382e2fc0", "name": "network-vif-deleted", "tag": "bdf04db1-5054-457b-b29b-953665552509"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:49.968050 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-77a4d3e8-76fa-40db-ad94-a6f206cca80f tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:49.969727 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-77a4d3e8-76fa-40db-ad94-a6f206cca80f tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=8c1de947-43b9-42b6-9984-413200446788&tenant_id=576a7b2c0e984780a26518e9c1601856&binding%3Ahost_id=n-h2-715271-27 HTTP/1.1" status: 200 len: 1098 time: 0.0994773 Nov 12 03:20:49.984527 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-c4191ae7-2a4f-472b-b7c3-f9d299fddb25 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-715271-27'}}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:50.020191 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dddd86-1dde-4829-8f10-ab35c67675f0 req-62c3d07d-d631-4f36-94ba-326300f7d30c tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:50.022070 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e4dddd86-1dde-4829-8f10-ab35c67675f0 req-62c3d07d-d631-4f36-94ba-326300f7d30c tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e161a7-5545-4a60-b9c6-e6f42aef1556 HTTP/1.1" status: 200 len: 945 time: 0.0971303 Nov 12 03:20:50.078777 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58785eeb-c756-438c-a44c-b068efc09e4c x-openstack-request-id: req-58785eeb-c756-438c-a44c-b068efc09e4c {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:50.079877 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "990a0731-5d25-4aa0-b84c-e44a382e2fc0", "name": "network-vif-deleted", "tag": "bdf04db1-5054-457b-b29b-953665552509", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:50.079877 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-58785eeb-c756-438c-a44c-b068efc09e4c {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:50.079877 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '990a0731-5d25-4aa0-b84c-e44a382e2fc0', 'name': 'network-vif-deleted', 'tag': 'bdf04db1-5054-457b-b29b-953665552509', 'status': 'completed', 'code': 200} Nov 12 03:20:50.096513 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-c4191ae7-2a4f-472b-b7c3-f9d299fddb25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:50.123738 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 0af45eed-c0f4-4ba6-91ec-458d7bbb173b no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:20:50.129058 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e4dddd86-1dde-4829-8f10-ab35c67675f0 req-c0e8c9ba-22d0-46e3-8a56-78da6642eac2 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011899 Nov 12 03:20:50.186156 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 0af45eed-c0f4-4ba6-91ec-458d7bbb173b {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:20:50.197286 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 0af45eed-c0f4-4ba6-91ec-458d7bbb173b not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:20:50.274173 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4381e1d4-1744-438d-b81c-602db57dad78 req-f6a7af40-986b-4ff3-b138-3d01249b68a9 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:50.275565 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4381e1d4-1744-438d-b81c-602db57dad78 req-f6a7af40-986b-4ff3-b138-3d01249b68a9 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c1de947-43b9-42b6-9984-413200446788 HTTP/1.1" status: 200 len: 946 time: 0.0541034 Nov 12 03:20:50.280212 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-c4191ae7-2a4f-472b-b7c3-f9d299fddb25 service neutron] For port 9dd46ce2-0a88-4c15-b6d4-3db69abc732a, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=9dd46ce2-0a88-4c15-b6d4-3db69abc732a,segment=NetworkSegment(b8c93ffa-e78d-4d7d-8be5-2d181e470820),segment_id=b8c93ffa-e78d-4d7d-8be5-2d181e470820)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:50.321348 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-c4191ae7-2a4f-472b-b7c3-f9d299fddb25 service neutron] For port 9dd46ce2-0a88-4c15-b6d4-3db69abc732a, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:50.326722 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4381e1d4-1744-438d-b81c-602db57dad78 req-352ac8be-3223-48ce-8784-c2416247f69e tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440121 Nov 12 03:20:50.369617 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-c4191ae7-2a4f-472b-b7c3-f9d299fddb25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:50.375541 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-c4191ae7-2a4f-472b-b7c3-f9d299fddb25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:50.467265 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-c4191ae7-2a4f-472b-b7c3-f9d299fddb25 service neutron] Attempting to bind port 9dd46ce2-0a88-4c15-b6d4-3db69abc732a on host n-h2-715271-27 for vnic_type normal with profile {"migrating_to": "n-h1-715271-27"} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:20:50.467598 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-c4191ae7-2a4f-472b-b7c3-f9d299fddb25 service neutron] Attempting to bind port 9dd46ce2-0a88-4c15-b6d4-3db69abc732a by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:20:50.467924 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-c4191ae7-2a4f-472b-b7c3-f9d299fddb25 service neutron] Attempting to bind port 9dd46ce2-0a88-4c15-b6d4-3db69abc732a on network f2354694-6453-486d-800c-f4fc7f841803 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:50.470843 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4191ae7-2a4f-472b-b7c3-f9d299fddb25 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd46ce2-0a88-4c15-b6d4-3db69abc732a,revision_number=7']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:50.478088 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-c4191ae7-2a4f-472b-b7c3-f9d299fddb25 service neutron] Port 9dd46ce2-0a88-4c15-b6d4-3db69abc732a on network f2354694-6453-486d-800c-f4fc7f841803 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:20:50.478405 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-c4191ae7-2a4f-472b-b7c3-f9d299fddb25 service neutron] Attempting to bind port 9dd46ce2-0a88-4c15-b6d4-3db69abc732a on network f2354694-6453-486d-800c-f4fc7f841803 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:50.484475 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4191ae7-2a4f-472b-b7c3-f9d299fddb25 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:50.484823 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4191ae7-2a4f-472b-b7c3-f9d299fddb25 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:50.485159 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4191ae7-2a4f-472b-b7c3-f9d299fddb25 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:50.485491 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4191ae7-2a4f-472b-b7c3-f9d299fddb25 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:50.485821 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4191ae7-2a4f-472b-b7c3-f9d299fddb25 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:50.486146 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4191ae7-2a4f-472b-b7c3-f9d299fddb25 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:50.486467 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4191ae7-2a4f-472b-b7c3-f9d299fddb25 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:50.486789 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4191ae7-2a4f-472b-b7c3-f9d299fddb25 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:50.487110 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4191ae7-2a4f-472b-b7c3-f9d299fddb25 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:50.487429 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4191ae7-2a4f-472b-b7c3-f9d299fddb25 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:50.487749 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4191ae7-2a4f-472b-b7c3-f9d299fddb25 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:50.488067 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4191ae7-2a4f-472b-b7c3-f9d299fddb25 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:50.492978 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-c4191ae7-2a4f-472b-b7c3-f9d299fddb25 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:20:50.493315 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-c4191ae7-2a4f-472b-b7c3-f9d299fddb25 service neutron] Checking segment: {'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:50.493686 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-c4191ae7-2a4f-472b-b7c3-f9d299fddb25 service neutron] Bound using segment: {'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:20:50.494108 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-c4191ae7-2a4f-472b-b7c3-f9d299fddb25 service neutron] Bound port: 9dd46ce2-0a88-4c15-b6d4-3db69abc732a, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:20:50.494465 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-c4191ae7-2a4f-472b-b7c3-f9d299fddb25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:50.559065 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-c4191ae7-2a4f-472b-b7c3-f9d299fddb25 service neutron] For port 9dd46ce2-0a88-4c15-b6d4-3db69abc732a, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:50.562008 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-c4191ae7-2a4f-472b-b7c3-f9d299fddb25 service neutron] For port 9dd46ce2-0a88-4c15-b6d4-3db69abc732a, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=9dd46ce2-0a88-4c15-b6d4-3db69abc732a,segment=NetworkSegment(b8c93ffa-e78d-4d7d-8be5-2d181e470820),segment_id=b8c93ffa-e78d-4d7d-8be5-2d181e470820)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:20:50.566927 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-c4191ae7-2a4f-472b-b7c3-f9d299fddb25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:50.650806 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-c4191ae7-2a4f-472b-b7c3-f9d299fddb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:50.651432 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-c4191ae7-2a4f-472b-b7c3-f9d299fddb25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:50.654125 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-c4191ae7-2a4f-472b-b7c3-f9d299fddb25 service neutron] 10.222.0.74 "PUT /v2.0/ports/9dd46ce2-0a88-4c15-b6d4-3db69abc732a HTTP/1.1" status: 200 len: 1124 time: 0.6739085 Nov 12 03:20:50.655149 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4191ae7-2a4f-472b-b7c3-f9d299fddb25 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd46ce2-0a88-4c15-b6d4-3db69abc732a,revision_number=8']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:50.859542 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0656eb63-7727-42ad-811b-fd67ec0f0346 req-bcc40bba-3e75-4fe3-9d57-79520f73a98f tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:50.861159 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0656eb63-7727-42ad-811b-fd67ec0f0346 req-bcc40bba-3e75-4fe3-9d57-79520f73a98f tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 949 time: 0.0511210 Nov 12 03:20:50.875735 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['9dd46ce2-0a88-4c15-b6d4-3db69abc732a'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:20:50.926231 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0656eb63-7727-42ad-811b-fd67ec0f0346 req-59055e07-af55-4bc1-98e5-12fe2f4fd347 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553396 Nov 12 03:20:51.281472 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce92b2a-ad49-43b4-9f07-df146447061f req-cb586eff-0dc1-4133-af10-5a350e9da56e tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:51.283033 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5ce92b2a-ad49-43b4-9f07-df146447061f req-cb586eff-0dc1-4133-af10-5a350e9da56e tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e161a7-5545-4a60-b9c6-e6f42aef1556 HTTP/1.1" status: 200 len: 945 time: 0.0573080 Nov 12 03:20:51.353387 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5ce92b2a-ad49-43b4-9f07-df146447061f req-77aa784c-22a0-484a-ba26-b29baf9c88d0 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629897 Nov 12 03:20:51.441843 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272b9e2-5c7d-47f8-bfce-e4507a976fa4 req-94ebb24c-449a-4cb1-8b2f-23c6f244b591 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:51.454515 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2272b9e2-5c7d-47f8-bfce-e4507a976fa4 req-94ebb24c-449a-4cb1-8b2f-23c6f244b591 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 1098 time: 0.0694444 Nov 12 03:20:51.495361 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3c344-d8b9-4222-baa6-c488c5fac337 req-624984df-3900-4d62-b169-4c9759f9dc81 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:51.498245 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5bd3c344-d8b9-4222-baa6-c488c5fac337 req-624984df-3900-4d62-b169-4c9759f9dc81 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c1de947-43b9-42b6-9984-413200446788 HTTP/1.1" status: 200 len: 944 time: 0.0653896 Nov 12 03:20:51.518967 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2272b9e2-5c7d-47f8-bfce-e4507a976fa4 req-ec6c34d7-ac2d-48bf-acca-6b15b028e288 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560937 Nov 12 03:20:51.552941 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5bd3c344-d8b9-4222-baa6-c488c5fac337 req-8cc89651-f188-49bc-8b6d-75a7bbdf3e05 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486476 Nov 12 03:20:51.929785 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device bdf04db1-5054-457b-b29b-953665552509 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:20:51.956232 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: bdf04db1-5054-457b-b29b-953665552509 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:20:51.956232 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device bdf04db1-5054-457b-b29b-953665552509 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:20:52.067513 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2edd26-2ffc-49ef-a0e5-3ba231342abc req-5ad89583-bf26-4856-9ac4-7bb799d02074 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:52.069238 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0a2edd26-2ffc-49ef-a0e5-3ba231342abc req-5ad89583-bf26-4856-9ac4-7bb799d02074 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 949 time: 0.0577233 Nov 12 03:20:52.097979 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1de947-43b9-42b6-9984-413200446788', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dd46ce2-0a88-4c15-b6d4-3db69abc732a'}, {'name': 'network-changed', 'server_uuid': '8c1de947-43b9-42b6-9984-413200446788', 'tag': '9dd46ce2-0a88-4c15-b6d4-3db69abc732a'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:52.100223 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43c128e-f4f9-4345-bdbf-fa1c0c0f84ed" -d '{"events": [{"server_uuid": "8c1de947-43b9-42b6-9984-413200446788", "name": "network-vif-unplugged", "status": "completed", "tag": "9dd46ce2-0a88-4c15-b6d4-3db69abc732a"}, {"name": "network-changed", "server_uuid": "8c1de947-43b9-42b6-9984-413200446788", "tag": "9dd46ce2-0a88-4c15-b6d4-3db69abc732a"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:52.148194 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0a2edd26-2ffc-49ef-a0e5-3ba231342abc req-154999d3-19d6-4674-8a30-a8ab5f3f6471 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719407 Nov 12 03:20:52.420584 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ee33f5-fc03-4eb2-a13b-f6971da3f7f4 x-openstack-request-id: req-91ee33f5-fc03-4eb2-a13b-f6971da3f7f4 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:52.421538 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1de947-43b9-42b6-9984-413200446788", "name": "network-vif-unplugged", "status": "completed", "tag": "9dd46ce2-0a88-4c15-b6d4-3db69abc732a", "code": 200}, {"name": "network-changed", "server_uuid": "8c1de947-43b9-42b6-9984-413200446788", "tag": "9dd46ce2-0a88-4c15-b6d4-3db69abc732a", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:52.422404 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-91ee33f5-fc03-4eb2-a13b-f6971da3f7f4 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:52.422404 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c1de947-43b9-42b6-9984-413200446788', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dd46ce2-0a88-4c15-b6d4-3db69abc732a', 'code': 200} Nov 12 03:20:52.423501 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c1de947-43b9-42b6-9984-413200446788', 'tag': '9dd46ce2-0a88-4c15-b6d4-3db69abc732a', 'status': 'completed', 'code': 200} Nov 12 03:20:52.525317 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7a32b-57f1-4b48-8328-624d3c594129 req-092adec8-39aa-460a-86b2-2272d9691894 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:52.526822 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ffc7a32b-57f1-4b48-8328-624d3c594129 req-092adec8-39aa-460a-86b2-2272d9691894 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.90 "GET /v2.0/ports?device_id=a3e161a7-5545-4a60-b9c6-e6f42aef1556 HTTP/1.1" status: 200 len: 945 time: 0.1349652 Nov 12 03:20:52.622896 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c128e-f4f9-4345-bdbf-fa1c0c0f84ed req-cd5d9bd0-d1dd-4f39-abe7-e96879b05a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:52.625569 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c43c128e-f4f9-4345-bdbf-fa1c0c0f84ed req-cd5d9bd0-d1dd-4f39-abe7-e96879b05a47 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=576a7b2c0e984780a26518e9c1601856&device_id=8c1de947-43b9-42b6-9984-413200446788 HTTP/1.1" status: 200 len: 1127 time: 0.0877793 Nov 12 03:20:52.682510 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-24309d6e-0622-4e6d-982a-29a7129f49b5 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:20:52.692610 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-24309d6e-0622-4e6d-982a-29a7129f49b5 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0158362 Nov 12 03:20:52.773063 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-db5792f2-fc33-4c3c-bdf7-9514452547b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:52.774454 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-db5792f2-fc33-4c3c-bdf7-9514452547b9 service neutron] 10.222.0.50 "GET /v2.0/ports/b3f727d1-490b-45ee-b4ff-59728a0c678b HTTP/1.1" status: 200 len: 1095 time: 0.0810807 Nov 12 03:20:52.775062 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c128e-f4f9-4345-bdbf-fa1c0c0f84ed req-af4897d5-bae4-4235-a0ad-dc6e32f3aedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:52.778176 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c43c128e-f4f9-4345-bdbf-fa1c0c0f84ed req-af4897d5-bae4-4235-a0ad-dc6e32f3aedb service neutron] 10.222.0.90 "GET /v2.0/networks?id=f2354694-6453-486d-800c-f4fc7f841803 HTTP/1.1" status: 200 len: 922 time: 0.1345026 Nov 12 03:20:52.797862 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-f2b617cf-e32f-4f92-9709-46c44ef07f6c service neutron] Request body: {'binding': {'host': 'n-h2-715271-27', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:52.798193 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-f2b617cf-e32f-4f92-9709-46c44ef07f6c service neutron] Unknown quota resources ['binding']. {{(pid=102571) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:20:52.811044 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2bd62f-89e4-466c-9cfe-5307e66c899c req-b607e0e5-6392-4e86-822c-657844a74327 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:52.812592 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7a2bd62f-89e4-466c-9cfe-5307e66c899c req-b607e0e5-6392-4e86-822c-657844a74327 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e161a7-5545-4a60-b9c6-e6f42aef1556 HTTP/1.1" status: 200 len: 945 time: 0.1471343 Nov 12 03:20:52.846566 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c43c128e-f4f9-4345-bdbf-fa1c0c0f84ed req-e23c222a-5683-418c-9a73-09524c7724c0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9dd46ce2-0a88-4c15-b6d4-3db69abc732a HTTP/1.1" status: 200 len: 217 time: 0.0564549 Nov 12 03:20:52.847987 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-ffc7a32b-57f1-4b48-8328-624d3c594129 req-5298820f-a8f3-401e-9fb0-229e8f0eda98 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Deleting port 7999390d-3b39-434e-bfa4-54f1467fb734 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:20:52.848359 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ffc7a32b-57f1-4b48-8328-624d3c594129 req-5298820f-a8f3-401e-9fb0-229e8f0eda98 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:52.932654 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c128e-f4f9-4345-bdbf-fa1c0c0f84ed req-6f2399c2-c3ae-4f6f-b86b-60572b6395ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:52.934879 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c43c128e-f4f9-4345-bdbf-fa1c0c0f84ed req-6f2399c2-c3ae-4f6f-b86b-60572b6395ad service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3428f33d-4837-4311-b620-eb7f742db405 HTTP/1.1" status: 200 len: 861 time: 0.0768695 Nov 12 03:20:52.975252 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c43c128e-f4f9-4345-bdbf-fa1c0c0f84ed req-7354d08b-239e-42b1-aaec-6f69361b02dd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f2354694-6453-486d-800c-f4fc7f841803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276189 Nov 12 03:20:52.992968 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7a2bd62f-89e4-466c-9cfe-5307e66c899c req-0fcb7299-845e-4a8a-ad14-b59f7f8a6330 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4aa091a-8036-433c-bdef-ac723e9a2f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612637 Nov 12 03:20:53.080115 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-ffc7a32b-57f1-4b48-8328-624d3c594129 req-5298820f-a8f3-401e-9fb0-229e8f0eda98 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] For port 7999390d-3b39-434e-bfa4-54f1467fb734, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=7999390d-3b39-434e-bfa4-54f1467fb734,segment=NetworkSegment(cb6c2d6e-ae3b-4912-bbef-e76a478fde8c),segment_id=cb6c2d6e-ae3b-4912-bbef-e76a478fde8c)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:53.080501 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ffc7a32b-57f1-4b48-8328-624d3c594129 req-5298820f-a8f3-401e-9fb0-229e8f0eda98 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:53.114004 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-ffc7a32b-57f1-4b48-8328-624d3c594129 req-5298820f-a8f3-401e-9fb0-229e8f0eda98 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Calling delete_port for 7999390d-3b39-434e-bfa4-54f1467fb734 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:20:53.121464 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c43c128e-f4f9-4345-bdbf-fa1c0c0f84ed req-5012c011-400e-4349-b1a3-758cef2014ca service neutron] 10.222.0.90 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361063 Nov 12 03:20:53.154883 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-f2b617cf-e32f-4f92-9709-46c44ef07f6c service neutron] Attempting to bind port b3f727d1-490b-45ee-b4ff-59728a0c678b on host n-h2-715271-27 for vnic_type normal with profile None {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:20:53.155217 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-f2b617cf-e32f-4f92-9709-46c44ef07f6c service neutron] Attempting to bind port b3f727d1-490b-45ee-b4ff-59728a0c678b by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:20:53.155538 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-f2b617cf-e32f-4f92-9709-46c44ef07f6c service neutron] Attempting to bind port b3f727d1-490b-45ee-b4ff-59728a0c678b on network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:53.203195 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-f2b617cf-e32f-4f92-9709-46c44ef07f6c service neutron] Port b3f727d1-490b-45ee-b4ff-59728a0c678b on network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:20:53.203680 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-f2b617cf-e32f-4f92-9709-46c44ef07f6c service neutron] Attempting to bind port b3f727d1-490b-45ee-b4ff-59728a0c678b on network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:53.235284 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfa39d-28f3-493e-84b0-618413d51f7d req-8a4637db-73bf-476e-b58d-dd5606dccc6a tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:53.237607 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c43c128e-f4f9-4345-bdbf-fa1c0c0f84ed req-b1865c6c-fc47-4548-9b13-189e1428aedf service neutron] 10.222.0.90 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091239 Nov 12 03:20:53.237770 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-95dfa39d-28f3-493e-84b0-618413d51f7d req-8a4637db-73bf-476e-b58d-dd5606dccc6a tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c1de947-43b9-42b6-9984-413200446788 HTTP/1.1" status: 200 len: 944 time: 0.1486278 Nov 12 03:20:53.238818 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-f2b617cf-e32f-4f92-9709-46c44ef07f6c service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:20:53.239226 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-f2b617cf-e32f-4f92-9709-46c44ef07f6c service neutron] Checking segment: {'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:53.239891 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-f2b617cf-e32f-4f92-9709-46c44ef07f6c service neutron] Bound using segment: {'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:20:53.240661 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-f2b617cf-e32f-4f92-9709-46c44ef07f6c service neutron] Bound port: b3f727d1-490b-45ee-b4ff-59728a0c678b, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:20:53.403291 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-f2b617cf-e32f-4f92-9709-46c44ef07f6c service neutron] For port b3f727d1-490b-45ee-b4ff-59728a0c678b, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=b3f727d1-490b-45ee-b4ff-59728a0c678b,segment=NetworkSegment(8dbff2fd-9cfc-4504-9870-2f052b7a9289),segment_id=8dbff2fd-9cfc-4504-9870-2f052b7a9289)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:20:53.410522 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-95dfa39d-28f3-493e-84b0-618413d51f7d req-58798662-7d7e-4a47-8065-393878f329ad tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589832 Nov 12 03:20:53.416124 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-f2b617cf-e32f-4f92-9709-46c44ef07f6c service neutron] Publish callbacks [] for binding, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:53.417262 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-f2b617cf-e32f-4f92-9709-46c44ef07f6c service neutron] 10.222.0.50 "POST /v2.0/ports/b3f727d1-490b-45ee-b4ff-59728a0c678b/bindings HTTP/1.1" status: 201 len: 390 time: 0.6286705 Nov 12 03:20:53.450875 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ffc7a32b-57f1-4b48-8328-624d3c594129 req-5298820f-a8f3-401e-9fb0-229e8f0eda98 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:53.501639 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['7999390d-3b39-434e-bfa4-54f1467fb734'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:20:53.565542 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5298820f-a8f3-401e-9fb0-229e8f0eda98 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Pushing event deleted for resources: {'Port': ['ID=7999390d-3b39-434e-bfa4-54f1467fb734,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:53.659487 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc7a32b-57f1-4b48-8328-624d3c594129 req-5298820f-a8f3-401e-9fb0-229e8f0eda98 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] No DVR routers for this DVR port 7999390d-3b39-434e-bfa4-54f1467fb734 on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:20:53.663263 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ffc7a32b-57f1-4b48-8328-624d3c594129 req-5298820f-a8f3-401e-9fb0-229e8f0eda98 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:53.667920 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ffc7a32b-57f1-4b48-8328-624d3c594129 req-5298820f-a8f3-401e-9fb0-229e8f0eda98 tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.90 "DELETE /v2.0/ports/7999390d-3b39-434e-bfa4-54f1467fb734 HTTP/1.1" status: 204 len: 173 time: 1.1269646 Nov 12 03:20:53.687004 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded7455-2278-481a-a915-b16ae7d50ae2 req-b4dc64ba-523a-43a2-a5d4-06eb631798cc tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:53.695682 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1ded7455-2278-481a-a915-b16ae7d50ae2 req-b4dc64ba-523a-43a2-a5d4-06eb631798cc tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 949 time: 0.1554606 Nov 12 03:20:53.774950 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1ded7455-2278-481a-a915-b16ae7d50ae2 req-29fd7707-23f7-40d4-b557-cc837311ef19 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757470 Nov 12 03:20:53.884862 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-c15c442b-66f3-4777-aa4c-1f508a04a0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:53.886992 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-c15c442b-66f3-4777-aa4c-1f508a04a0c1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ab1cf8386d1b4172a2ff2003f6ed3228&device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 1098 time: 0.0592020 Nov 12 03:20:53.890011 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3681f2d-7c25-4800-a449-077accceb902 req-c0cbe38f-9837-4f0b-8bb4-1b2188878f16 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:53.891584 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e3681f2d-7c25-4800-a449-077accceb902 req-c0cbe38f-9837-4f0b-8bb4-1b2188878f16 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 946 time: 0.0884676 Nov 12 03:20:53.953622 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e3681f2d-7c25-4800-a449-077accceb902 req-95243bbc-a9df-4a11-a841-fbc7eb301315 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552847 Nov 12 03:20:54.065837 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-5a9ab36e-a458-4bdf-a21f-52704b4c8e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:54.067338 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-5a9ab36e-a458-4bdf-a21f-52704b4c8e0c service neutron] 10.222.0.90 "GET /v2.0/networks?id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 HTTP/1.1" status: 200 len: 907 time: 0.1161709 Nov 12 03:20:54.130518 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 9dd46ce2-0a88-4c15-b6d4-3db69abc732a details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:20:54.144406 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-b2e56978-ea41-40f8-80c8-3f93a8bc960a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3f727d1-490b-45ee-b4ff-59728a0c678b HTTP/1.1" status: 200 len: 217 time: 0.0653427 Nov 12 03:20:54.146675 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-66935390-898b-4721-a89e-9a7cc2a37400 req-1eaedd25-ef2a-4743-be69-ac93fc4b510f tempest-ListServerFiltersTestJSON-769560583 tempest-ListServerFiltersTestJSON-769560583-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e161a7-5545-4a60-b9c6-e6f42aef1556 HTTP/1.1" status: 200 len: 210 time: 0.0300496 Nov 12 03:20:54.209561 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-8b56bf45-6b24-416c-b650-a010f21d2185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:54.210912 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-8b56bf45-6b24-416c-b650-a010f21d2185 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5a9fb38e-cf25-418b-9443-2a54f98e4648 HTTP/1.1" status: 200 len: 846 time: 0.0529296 Nov 12 03:20:54.260122 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-13e1a131-1302-4964-86d5-1a20a6e648ab service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279000 Nov 12 03:20:54.354523 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53100) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:54.387592 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 9dd46ce2-0a88-4c15-b6d4-3db69abc732a, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=9dd46ce2-0a88-4c15-b6d4-3db69abc732a,segment=NetworkSegment(b8c93ffa-e78d-4d7d-8be5-2d181e470820),segment_id=b8c93ffa-e78d-4d7d-8be5-2d181e470820)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:54.400717 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-5a0e2bdf-84ac-40fc-b66f-d5fe97fc4ea4 service neutron] 10.222.0.90 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218824 Nov 12 03:20:54.405574 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 9dd46ce2-0a88-4c15-b6d4-3db69abc732a has no active binding in host n-h1-715271-27 {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:20:54.426604 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3e161a7-5545-4a60-b9c6-e6f42aef1556', 'name': 'network-vif-deleted', 'tag': '7999390d-3b39-434e-bfa4-54f1467fb734'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:54.429367 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e86124-7ac9-4662-818c-8fffa2895884" -d '{"events": [{"server_uuid": "a3e161a7-5545-4a60-b9c6-e6f42aef1556", "name": "network-vif-deleted", "tag": "7999390d-3b39-434e-bfa4-54f1467fb734"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:54.517993 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012605be-324a-4561-a345-4b7dcbb5ffa9 x-openstack-request-id: req-012605be-324a-4561-a345-4b7dcbb5ffa9 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:54.518655 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3e161a7-5545-4a60-b9c6-e6f42aef1556", "name": "network-vif-deleted", "tag": "7999390d-3b39-434e-bfa4-54f1467fb734", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:54.518933 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-012605be-324a-4561-a345-4b7dcbb5ffa9 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:54.519398 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3e161a7-5545-4a60-b9c6-e6f42aef1556', 'name': 'network-vif-deleted', 'tag': '7999390d-3b39-434e-bfa4-54f1467fb734', 'status': 'completed', 'code': 200} Nov 12 03:20:54.598478 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ccf94-560c-4a33-82d4-d94bd94f41fb req-ce865c40-9543-4486-bf57-8ba04b92098c tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:54.600745 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f42ccf94-560c-4a33-82d4-d94bd94f41fb req-ce865c40-9543-4486-bf57-8ba04b92098c tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c1de947-43b9-42b6-9984-413200446788 HTTP/1.1" status: 200 len: 944 time: 0.0778532 Nov 12 03:20:54.602960 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-aa02395c-a01f-4284-bf6b-2c0fb84e29bf service neutron] 10.222.0.90 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833072 Nov 12 03:20:54.681443 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f42ccf94-560c-4a33-82d4-d94bd94f41fb req-18344380-464b-4dbe-b817-71096cf38d71 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730159 Nov 12 03:20:55.147419 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a7707-e632-4ae8-93b8-cf4f029bdbb3 req-483129f1-7320-443e-9423-51b8976b7218 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:55.148980 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-947a7707-e632-4ae8-93b8-cf4f029bdbb3 req-483129f1-7320-443e-9423-51b8976b7218 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 949 time: 0.0848820 Nov 12 03:20:55.197366 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4e8bf4c4-0d37-42c7-94e6-8987c07c24a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:55.228515 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4deaf-7dba-4cf1-b1b3-96c5d6de72c6 req-39b797fa-6979-40c2-95e9-463415a3539e tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:55.230196 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d7c4deaf-7dba-4cf1-b1b3-96c5d6de72c6 req-39b797fa-6979-40c2-95e9-463415a3539e tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 946 time: 0.0900896 Nov 12 03:20:55.267697 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-947a7707-e632-4ae8-93b8-cf4f029bdbb3 req-b3eb727e-321b-4d6f-9e54-ba0358a72dc3 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100049 Nov 12 03:20:55.322672 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d7c4deaf-7dba-4cf1-b1b3-96c5d6de72c6 req-40ac2c31-8b6e-4bfc-8572-025bac427801 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836158 Nov 12 03:20:55.362295 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-a82644e0-2a48-4470-9e78-8845030d9dd6 service neutron] 10.222.0.90 "GET /v2.0/ports/9dd46ce2-0a88-4c15-b6d4-3db69abc732a/bindings/n-h1-715271-27 HTTP/1.1" status: 200 len: 385 time: 0.0980875 Nov 12 03:20:55.406664 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53118) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:55.597162 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-4e8bf4c4-0d37-42c7-94e6-8987c07c24a8 admin admin] Deleting port 510d7f1a-91dc-4d2f-bc55-bb52977e7db1 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:20:55.597795 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4e8bf4c4-0d37-42c7-94e6-8987c07c24a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:55.704034 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-4e8bf4c4-0d37-42c7-94e6-8987c07c24a8 admin admin] For port 510d7f1a-91dc-4d2f-bc55-bb52977e7db1, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=510d7f1a-91dc-4d2f-bc55-bb52977e7db1,segment=NetworkSegment(bf897783-bfd6-42ee-a693-f79ac832bac6),segment_id=bf897783-bfd6-42ee-a693-f79ac832bac6)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:55.704796 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4e8bf4c4-0d37-42c7-94e6-8987c07c24a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:55.730484 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-4e8bf4c4-0d37-42c7-94e6-8987c07c24a8 admin admin] Calling delete_port for 510d7f1a-91dc-4d2f-bc55-bb52977e7db1 owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:20:55.757974 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-d707ad89-1f9d-44c6-9f31-b1039046cff9 admin admin] Deleting subnet 8d606a2c-3c59-498d-b0d7-1b0d5a750676 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:20:55.761100 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-f0f54cc9-0788-4733-b042-3480a5b17c00 service neutron] show failed (client error): The resource could not be found. Nov 12 03:20:55.762704 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-f0f54cc9-0788-4733-b042-3480a5b17c00 service neutron] 10.222.0.74 "GET /v2.0/ports/1f961a16-1d9d-4543-9741-1345153c155d/bindings/n-h2-715271-27 HTTP/1.1" status: 404 len: 381 time: 0.3843992 Nov 12 03:20:55.785296 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d707ad89-1f9d-44c6-9f31-b1039046cff9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:55.854054 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d707ad89-1f9d-44c6-9f31-b1039046cff9 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:55.929024 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 7999390d-3b39-434e-bfa4-54f1467fb734 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:20:55.981920 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: 7999390d-3b39-434e-bfa4-54f1467fb734 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:20:55.984887 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 7999390d-3b39-434e-bfa4-54f1467fb734 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:20:56.015571 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d707ad89-1f9d-44c6-9f31-b1039046cff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:56.071178 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4e8bf4c4-0d37-42c7-94e6-8987c07c24a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:56.076113 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0ee06-7413-46d7-b6d3-1be046b23f8c req-9e184517-2f57-43a5-9099-fc552a94d7f0 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:56.077917 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c8c0ee06-7413-46d7-b6d3-1be046b23f8c req-9e184517-2f57-43a5-9099-fc552a94d7f0 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c1de947-43b9-42b6-9984-413200446788 HTTP/1.1" status: 200 len: 944 time: 0.2178116 Nov 12 03:20:56.090434 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-f756aadc-2929-4887-85e2-ede528099b98 service neutron] For port 9dd46ce2-0a88-4c15-b6d4-3db69abc732a, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=9dd46ce2-0a88-4c15-b6d4-3db69abc732a,segment=NetworkSegment(b8c93ffa-e78d-4d7d-8be5-2d181e470820),segment_id=b8c93ffa-e78d-4d7d-8be5-2d181e470820)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:56.112995 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8bf4c4-0d37-42c7-94e6-8987c07c24a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=510d7f1a-91dc-4d2f-bc55-bb52977e7db1,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:56.146610 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8bf4c4-0d37-42c7-94e6-8987c07c24a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:56.147251 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8bf4c4-0d37-42c7-94e6-8987c07c24a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:56.147586 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8bf4c4-0d37-42c7-94e6-8987c07c24a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:56.148151 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8bf4c4-0d37-42c7-94e6-8987c07c24a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:56.148353 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8bf4c4-0d37-42c7-94e6-8987c07c24a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:56.148683 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8bf4c4-0d37-42c7-94e6-8987c07c24a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:56.149003 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8bf4c4-0d37-42c7-94e6-8987c07c24a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:56.149320 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8bf4c4-0d37-42c7-94e6-8987c07c24a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:56.149635 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8bf4c4-0d37-42c7-94e6-8987c07c24a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:56.150101 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8bf4c4-0d37-42c7-94e6-8987c07c24a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:56.150269 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8bf4c4-0d37-42c7-94e6-8987c07c24a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:56.150572 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8bf4c4-0d37-42c7-94e6-8987c07c24a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:56.158204 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-f756aadc-2929-4887-85e2-ede528099b98 service neutron] For port 9dd46ce2-0a88-4c15-b6d4-3db69abc732a, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:56.182525 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-73f793e1-08f6-4de3-872c-fe1000a43d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:56.185037 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-73f793e1-08f6-4de3-872c-fe1000a43d43 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d&tenant_id=8b0d25ea08f644adbd397e66a514b9b0 HTTP/1.1" status: 200 len: 1101 time: 0.1462066 Nov 12 03:20:56.222981 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-dd62a472-6d6f-44b5-8501-0ff2961d16a2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-27', 'device_owner': 'compute:nova'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:56.238766 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-f756aadc-2929-4887-85e2-ede528099b98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dd46ce2-0a88-4c15-b6d4-3db69abc732a {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:20:56.243366 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d707ad89-1f9d-44c6-9f31-b1039046cff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:56.282754 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-f756aadc-2929-4887-85e2-ede528099b98 service neutron] For port 9dd46ce2-0a88-4c15-b6d4-3db69abc732a, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=9dd46ce2-0a88-4c15-b6d4-3db69abc732a,segment=NetworkSegment(b8c93ffa-e78d-4d7d-8be5-2d181e470820),segment_id=b8c93ffa-e78d-4d7d-8be5-2d181e470820)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:56.290912 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c8c0ee06-7413-46d7-b6d3-1be046b23f8c req-a63895dc-9940-44a9-96a9-663f7fd9780b tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976128 Nov 12 03:20:56.299308 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d707ad89-1f9d-44c6-9f31-b1039046cff9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d606a2c-3c59-498d-b0d7-1b0d5a750676,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:56.307050 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d707ad89-1f9d-44c6-9f31-b1039046cff9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:56.313208 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d707ad89-1f9d-44c6-9f31-b1039046cff9 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/8d606a2c-3c59-498d-b0d7-1b0d5a750676 HTTP/1.1" status: 204 len: 168 time: 0.9023225 Nov 12 03:20:56.314237 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53130) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:56.314787 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71790d70-68e1-49aa-bc55-da11d0c67be3 None None] Network 0412cd42-2fcf-4b7d-8763-d024929e1ca5 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:20:56.442948 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d9b3d87c-5b75-455a-8961-d6cb9cad2693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:56.447568 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-f756aadc-2929-4887-85e2-ede528099b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:56.518926 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-dd62a472-6d6f-44b5-8501-0ff2961d16a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:56.559938 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357e111-d3f6-4fee-8ea2-cc2ec1a6cf82 req-051d31ac-b7b9-4ca4-967f-a26ea694431d tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:56.567283 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f357e111-d3f6-4fee-8ea2-cc2ec1a6cf82 req-051d31ac-b7b9-4ca4-967f-a26ea694431d tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 949 time: 0.1391215 Nov 12 03:20:56.598276 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e54a964-6ea1-4043-a54b-99c89387985e None None] DHCP port deletion for 0412cd42-2fcf-4b7d-8763-d024929e1ca5 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:20:56.613107 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4e8bf4c4-0d37-42c7-94e6-8987c07c24a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:56.613321 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fecd9ff-b1ab-4be0-a10f-6a23abb6e10b req-ab9330ca-2e97-4157-8af0-3b1e235b32b7 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:56.614900 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0fecd9ff-b1ab-4be0-a10f-6a23abb6e10b req-ab9330ca-2e97-4157-8af0-3b1e235b32b7 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 946 time: 0.1475999 Nov 12 03:20:56.642451 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-f756aadc-2929-4887-85e2-ede528099b98 service neutron] Transition to ACTIVE for port object 9dd46ce2-0a88-4c15-b6d4-3db69abc732a will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:20:56.653778 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-5e54a964-6ea1-4043-a54b-99c89387985e None None] Deleting port 144ddc6a-2d43-4fa4-9202-2a5544b5782e {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:20:56.654697 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5e54a964-6ea1-4043-a54b-99c89387985e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:56.657985 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f357e111-d3f6-4fee-8ea2-cc2ec1a6cf82 req-992da54f-1942-47da-8287-5e120aae1479 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897465 Nov 12 03:20:56.688939 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-f756aadc-2929-4887-85e2-ede528099b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:56.731485 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-d9b3d87c-5b75-455a-8961-d6cb9cad2693 admin admin] Deleting port 144ddc6a-2d43-4fa4-9202-2a5544b5782e {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:20:56.731825 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d9b3d87c-5b75-455a-8961-d6cb9cad2693 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:56.749051 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-5e54a964-6ea1-4043-a54b-99c89387985e None None] For port 144ddc6a-2d43-4fa4-9202-2a5544b5782e, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=144ddc6a-2d43-4fa4-9202-2a5544b5782e,segment=NetworkSegment(cb6c2d6e-ae3b-4912-bbef-e76a478fde8c),segment_id=cb6c2d6e-ae3b-4912-bbef-e76a478fde8c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:56.749819 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5e54a964-6ea1-4043-a54b-99c89387985e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:56.776018 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-5e54a964-6ea1-4043-a54b-99c89387985e None None] Calling delete_port for 144ddc6a-2d43-4fa4-9202-2a5544b5782e owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:20:56.828600 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0fecd9ff-b1ab-4be0-a10f-6a23abb6e10b req-a9e86eeb-21bf-4641-9dde-5612d7de3b40 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703434 Nov 12 03:20:56.863896 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-f756aadc-2929-4887-85e2-ede528099b98 service neutron] No DVR routers for this DVR port 9dd46ce2-0a88-4c15-b6d4-3db69abc732a on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:20:56.881971 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f756aadc-2929-4887-85e2-ede528099b98 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd46ce2-0a88-4c15-b6d4-3db69abc732a,revision_number=10']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:56.887985 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-d9b3d87c-5b75-455a-8961-d6cb9cad2693 admin admin] For port 144ddc6a-2d43-4fa4-9202-2a5544b5782e, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=144ddc6a-2d43-4fa4-9202-2a5544b5782e,segment=NetworkSegment(cb6c2d6e-ae3b-4912-bbef-e76a478fde8c),segment_id=cb6c2d6e-ae3b-4912-bbef-e76a478fde8c)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:56.888398 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d9b3d87c-5b75-455a-8961-d6cb9cad2693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:56.935922 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-d9b3d87c-5b75-455a-8961-d6cb9cad2693 admin admin] Calling delete_port for 144ddc6a-2d43-4fa4-9202-2a5544b5782e owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:20:56.944293 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-f756aadc-2929-4887-85e2-ede528099b98 service neutron] 10.222.0.90 "PUT /v2.0/ports/9dd46ce2-0a88-4c15-b6d4-3db69abc732a/bindings/n-h1-715271-27/activate HTTP/1.1" status: 200 len: 370 time: 1.5740504 Nov 12 03:20:56.945820 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5e54a964-6ea1-4043-a54b-99c89387985e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:56.982809 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e54a964-6ea1-4043-a54b-99c89387985e None None] Pushing event deleted for resources: {'Port': ['ID=144ddc6a-2d43-4fa4-9202-2a5544b5782e,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:56.990933 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e54a964-6ea1-4043-a54b-99c89387985e None None] No DVR routers for this DVR port 144ddc6a-2d43-4fa4-9202-2a5544b5782e on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:20:57.066164 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d9b3d87c-5b75-455a-8961-d6cb9cad2693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:57.095713 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b3d87c-5b75-455a-8961-d6cb9cad2693 admin admin] No DVR routers for this DVR port 144ddc6a-2d43-4fa4-9202-2a5544b5782e on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:20:57.097599 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b3d87c-5b75-455a-8961-d6cb9cad2693 admin admin] Pushing event deleted for resources: {'Port': ['ID=144ddc6a-2d43-4fa4-9202-2a5544b5782e,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:57.140039 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-dd62a472-6d6f-44b5-8501-0ff2961d16a2 service neutron] For port 1f961a16-1d9d-4543-9741-1345153c155d, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=1f961a16-1d9d-4543-9741-1345153c155d,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:57.175168 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8bf4c4-0d37-42c7-94e6-8987c07c24a8 admin admin] Router b7dae741-a26b-40f0-a78f-d2cf1e5f4b94 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:20:57.199502 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-dd62a472-6d6f-44b5-8501-0ff2961d16a2 service neutron] For port 1f961a16-1d9d-4543-9741-1345153c155d, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:57.207986 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d9b3d87c-5b75-455a-8961-d6cb9cad2693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:57.233479 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-d2453fd1-f947-4d9c-ad97-50408142ccd1 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:57.235030 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-d2453fd1-f947-4d9c-ad97-50408142ccd1 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=8c1de947-43b9-42b6-9984-413200446788&tenant_id=576a7b2c0e984780a26518e9c1601856&binding%3Ahost_id=n-h2-715271-27 HTTP/1.1" status: 200 len: 1097 time: 0.1151710 Nov 12 03:20:57.240374 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d9b3d87c-5b75-455a-8961-d6cb9cad2693 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:20:57.240752 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d9b3d87c-5b75-455a-8961-d6cb9cad2693 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:20:57.242081 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d9b3d87c-5b75-455a-8961-d6cb9cad2693 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:20:57.242416 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d9b3d87c-5b75-455a-8961-d6cb9cad2693 admin admin] Subscribe: > port after_create 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:20:57.242738 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d9b3d87c-5b75-455a-8961-d6cb9cad2693 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:20:57.243055 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d9b3d87c-5b75-455a-8961-d6cb9cad2693 admin admin] Subscribe: > port after_update 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:20:57.243371 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d9b3d87c-5b75-455a-8961-d6cb9cad2693 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:20:57.243707 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d9b3d87c-5b75-455a-8961-d6cb9cad2693 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:20:57.244022 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d9b3d87c-5b75-455a-8961-d6cb9cad2693 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:20:57.244386 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d9b3d87c-5b75-455a-8961-d6cb9cad2693 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:20:57.248924 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-dd62a472-6d6f-44b5-8501-0ff2961d16a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:57.255523 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0556cc86-452d-4936-ba59-b72d5daeb68d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f961a16-1d9d-4543-9741-1345153c155d'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:57.258477 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64146143-fb6d-4b0a-a3d7-caed80e06fca" -d '{"events": [{"server_uuid": "0556cc86-452d-4936-ba59-b72d5daeb68d", "name": "network-vif-unplugged", "status": "completed", "tag": "1f961a16-1d9d-4543-9741-1345153c155d"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:57.273130 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-dd62a472-6d6f-44b5-8501-0ff2961d16a2 service neutron] Transition to ACTIVE for port object 1f961a16-1d9d-4543-9741-1345153c155d will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:20:57.312607 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-dd62a472-6d6f-44b5-8501-0ff2961d16a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:57.353928 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e928e6b3-102c-4790-a512-fe0a8dd0644b x-openstack-request-id: req-e928e6b3-102c-4790-a512-fe0a8dd0644b {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:57.354213 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0556cc86-452d-4936-ba59-b72d5daeb68d", "name": "network-vif-unplugged", "status": "completed", "tag": "1f961a16-1d9d-4543-9741-1345153c155d", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:57.354463 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e928e6b3-102c-4790-a512-fe0a8dd0644b {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:57.354850 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0556cc86-452d-4936-ba59-b72d5daeb68d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f961a16-1d9d-4543-9741-1345153c155d', 'code': 200} Nov 12 03:20:57.374924 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d9b3d87c-5b75-455a-8961-d6cb9cad2693 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:20:57.375273 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d9b3d87c-5b75-455a-8961-d6cb9cad2693 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:20:57.375604 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d9b3d87c-5b75-455a-8961-d6cb9cad2693 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:20:57.375930 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d9b3d87c-5b75-455a-8961-d6cb9cad2693 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:20:57.376322 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-d9b3d87c-5b75-455a-8961-d6cb9cad2693 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0412cd42-2fcf-4b7d-8763-d024929e1ca5']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:57.407577 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-d9b3d87c-5b75-455a-8961-d6cb9cad2693 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb6c2d6e-ae3b-4912-bbef-e76a478fde8c') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:57.407789 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-d9b3d87c-5b75-455a-8961-d6cb9cad2693 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb6c2d6e-ae3b-4912-bbef-e76a478fde8c') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:57.461652 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd62a472-6d6f-44b5-8501-0ff2961d16a2 service neutron] Pushing event updated for resources: {'Port': ['ID=1f961a16-1d9d-4543-9741-1345153c155d,revision_number=6']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:57.462568 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d9b3d87c-5b75-455a-8961-d6cb9cad2693 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:57.502537 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8bf4c4-0d37-42c7-94e6-8987c07c24a8 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:20:57.505400 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d9b3d87c-5b75-455a-8961-d6cb9cad2693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:57.518446 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1485d2da-f3c1-4224-ade6-2c18baedd367 None None] Sync routers for ids ['b7dae741-a26b-40f0-a78f-d2cf1e5f4b94'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:20:57.531364 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9b3d87c-5b75-455a-8961-d6cb9cad2693 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:20:57.531777 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d9b3d87c-5b75-455a-8961-d6cb9cad2693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:57.537414 n-d-715271-27 neutron-server[102571]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 03:20:57.537414 n-d-715271-27 neutron-server[102571]: from cryptography.utils import int_from_bytes Nov 12 03:20:57.537414 n-d-715271-27 neutron-server[102571]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 03:20:57.537414 n-d-715271-27 neutron-server[102571]: from cryptography.utils import int_from_bytes Nov 12 03:20:57.537414 n-d-715271-27 neutron-server[102571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:20:57.537414 n-d-715271-27 neutron-server[102571]: self.session.flush() Nov 12 03:20:57.537414 n-d-715271-27 neutron-server[102571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:20:57.537414 n-d-715271-27 neutron-server[102571]: self.session.flush() Nov 12 03:20:57.537414 n-d-715271-27 neutron-server[102571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:20:57.537414 n-d-715271-27 neutron-server[102571]: self.session.flush() Nov 12 03:20:57.537414 n-d-715271-27 neutron-server[102571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:20:57.537414 n-d-715271-27 neutron-server[102571]: self.session.flush() Nov 12 03:20:57.537414 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:20:57.537414 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:20:57.537414 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:20:57.537414 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:20:57.537414 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:20:57.537414 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:20:57.537414 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:20:57.537414 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:20:57.537414 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:20:57.537414 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:20:57.537414 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:20:57.537414 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:20:57.537414 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:20:57.537414 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:20:57.537414 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:20:57.537414 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:20:57.537414 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:20:57.537414 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:20:57.537414 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:20:57.537414 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:20:57.537414 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:20:57.537414 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:20:57.537414 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:20:57.537414 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:20:57.537414 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:20:57.537414 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:20:57.537414 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:20:57.537414 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:20:57.537414 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:20:57.537414 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:20:57.537414 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:20:57.537414 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:20:57.540913 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1485d2da-f3c1-4224-ade6-2c18baedd367 None None] Routers {'b7dae741-a26b-40f0-a78f-d2cf1e5f4b94'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:20:57.544946 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-1485d2da-f3c1-4224-ade6-2c18baedd367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:20:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['b7dae741-a26b-40f0-a78f-d2cf1e5f4b94'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:57.554494 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-3fc47e8b-bc0a-4f0e-b564-8ed4f10ef024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:57.557171 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-dd62a472-6d6f-44b5-8501-0ff2961d16a2 service neutron] No DVR routers for this DVR port 1f961a16-1d9d-4543-9741-1345153c155d on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:20:57.557409 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-3fc47e8b-bc0a-4f0e-b564-8ed4f10ef024 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8c1de947-43b9-42b6-9984-413200446788&tenant_id=576a7b2c0e984780a26518e9c1601856 HTTP/1.1" status: 200 len: 1097 time: 0.1745698 Nov 12 03:20:57.569940 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4e8bf4c4-0d37-42c7-94e6-8987c07c24a8 admin admin] 10.222.0.50 "PUT /v2.0/routers/b7dae741-a26b-40f0-a78f-d2cf1e5f4b94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2130711 Nov 12 03:20:57.571896 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53144) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:57.695974 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d9b3d87c-5b75-455a-8961-d6cb9cad2693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:57.741212 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-b2e998e7-d5e6-4569-8276-c06524ea81b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:57.743486 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-b2e998e7-d5e6-4569-8276-c06524ea81b9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=576a7b2c0e984780a26518e9c1601856&device_id=8c1de947-43b9-42b6-9984-413200446788 HTTP/1.1" status: 200 len: 1097 time: 0.1324821 Nov 12 03:20:57.762016 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d9b3d87c-5b75-455a-8961-d6cb9cad2693 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:57.771475 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d9b3d87c-5b75-455a-8961-d6cb9cad2693 admin admin] 10.222.0.50 "DELETE /v2.0/networks/0412cd42-2fcf-4b7d-8763-d024929e1ca5 HTTP/1.1" status: 204 len: 168 time: 1.4560456 Nov 12 03:20:57.789457 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6dbc7835-0fcf-4b61-9f3a-cdfb3847ee53 admin admin] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:57.804696 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b3d87c-5b75-455a-8961-d6cb9cad2693 admin admin] Pushing event deleted for resources: {'Network': ['ID=0412cd42-2fcf-4b7d-8763-d024929e1ca5,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:57.855824 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-1485d2da-f3c1-4224-ade6-2c18baedd367 None None] Set router b7dae741-a26b-40f0-a78f-d2cf1e5f4b94 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:20:57.923175 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ccd90-22f3-4b5b-82dc-4b5cf3acad11 req-218b5da7-65fb-4db4-91e2-888937fca118 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:57.924837 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-333ccd90-22f3-4b5b-82dc-4b5cf3acad11 req-218b5da7-65fb-4db4-91e2-888937fca118 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c1de947-43b9-42b6-9984-413200446788 HTTP/1.1" status: 200 len: 945 time: 0.4827533 Nov 12 03:20:57.930122 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-dd62a472-6d6f-44b5-8501-0ff2961d16a2 service neutron] Attempting to bind port 1f961a16-1d9d-4543-9741-1345153c155d on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:20:57.930463 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-dd62a472-6d6f-44b5-8501-0ff2961d16a2 service neutron] Attempting to bind port 1f961a16-1d9d-4543-9741-1345153c155d by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:20:57.930791 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-dd62a472-6d6f-44b5-8501-0ff2961d16a2 service neutron] Attempting to bind port 1f961a16-1d9d-4543-9741-1345153c155d on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:57.963200 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82858f29-ea1e-4f53-93d3-4909133e6888 req-52887b6c-633c-4053-8e35-f83456e79d00 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:57.965490 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-82858f29-ea1e-4f53-93d3-4909133e6888 req-52887b6c-633c-4053-8e35-f83456e79d00 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 947 time: 0.1465490 Nov 12 03:20:57.968783 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-9424b4b2-cf04-4e56-9801-840cc461bc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:57.970230 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-9424b4b2-cf04-4e56-9801-840cc461bc14 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f2354694-6453-486d-800c-f4fc7f841803 HTTP/1.1" status: 200 len: 922 time: 0.1952906 Nov 12 03:20:58.021708 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-ef9ff074-4dde-4995-8852-e0af9e2cc5a5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9dd46ce2-0a88-4c15-b6d4-3db69abc732a HTTP/1.1" status: 200 len: 217 time: 0.0402536 Nov 12 03:20:58.079867 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53154) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:58.148578 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 1f961a16-1d9d-4543-9741-1345153c155d no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:20:58.167119 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-831ff2da-9bb0-44c2-a4e3-4be0b98ef125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:58.169951 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-831ff2da-9bb0-44c2-a4e3-4be0b98ef125 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3428f33d-4837-4311-b620-eb7f742db405 HTTP/1.1" status: 200 len: 861 time: 0.1332488 Nov 12 03:20:58.185282 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-1485d2da-f3c1-4224-ade6-2c18baedd367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dae741-a26b-40f0-a78f-d2cf1e5f4b94', 'name': 'tempest-AttachSCSIVolumeTestJSON-1483495497-router', 'tenant_id': 'dc162332f668461489b7e205cb1f66dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'b0d918fc-d63e-4428-8234-4c94bbe87c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:43Z', 'updated_at': '2021-11-12T03:20:55Z', 'revision_number': 5, 'project_id': 'dc162332f668461489b7e205cb1f66dc', 'gw_port': {'id': 'b0d918fc-d63e-4428-8234-4c94bbe87c7b', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:96:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dae741-a26b-40f0-a78f-d2cf1e5f4b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:44Z', 'updated_at': '2021-11-12T03:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:58.186744 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-82858f29-ea1e-4f53-93d3-4909133e6888 req-45a22398-efb0-405b-bc5d-92cd2ceed7f3 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146051 Nov 12 03:20:58.199929 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4c75dad0-2829-4b45-8ca0-bbf6148de732 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c887e622cb474fb78d6dfa682713b9e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1172762 Nov 12 03:20:58.200883 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53158) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:58.243252 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1485d2da-f3c1-4224-ade6-2c18baedd367 None None] Checking router: b7dae741-a26b-40f0-a78f-d2cf1e5f4b94 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:20:58.273051 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1485d2da-f3c1-4224-ade6-2c18baedd367 None None] Routers {'b7dae741-a26b-40f0-a78f-d2cf1e5f4b94'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:20:58.287057 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-1485d2da-f3c1-4224-ade6-2c18baedd367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:20:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['b7dae741-a26b-40f0-a78f-d2cf1e5f4b94'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:58.302388 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-b0382d23-eff6-49de-9185-9fa9320d0eb5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f2354694-6453-486d-800c-f4fc7f841803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1143177 Nov 12 03:20:58.317534 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 1f961a16-1d9d-4543-9741-1345153c155d not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:20:58.389522 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 144ddc6a-2d43-4fa4-9202-2a5544b5782e no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:20:58.452563 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 144ddc6a-2d43-4fa4-9202-2a5544b5782e {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:20:58.452980 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 144ddc6a-2d43-4fa4-9202-2a5544b5782e not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:20:58.504523 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-dd62a472-6d6f-44b5-8501-0ff2961d16a2 service neutron] Port 1f961a16-1d9d-4543-9741-1345153c155d on network eca3953c-c804-4641-8812-bff95be59582 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:20:58.505115 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-dd62a472-6d6f-44b5-8501-0ff2961d16a2 service neutron] Attempting to bind port 1f961a16-1d9d-4543-9741-1345153c155d on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:58.524258 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-1485d2da-f3c1-4224-ade6-2c18baedd367 None None] Set router b7dae741-a26b-40f0-a78f-d2cf1e5f4b94 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:20:58.547726 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-dd62a472-6d6f-44b5-8501-0ff2961d16a2 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:20:58.548136 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-dd62a472-6d6f-44b5-8501-0ff2961d16a2 service neutron] Checking segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:58.548530 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-dd62a472-6d6f-44b5-8501-0ff2961d16a2 service neutron] Bound using segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:20:58.548973 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-dd62a472-6d6f-44b5-8501-0ff2961d16a2 service neutron] Bound port: 1f961a16-1d9d-4543-9741-1345153c155d, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:20:58.549329 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-dd62a472-6d6f-44b5-8501-0ff2961d16a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:58.570616 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-333ccd90-22f3-4b5b-82dc-4b5cf3acad11 req-a2734899-1d10-4c20-8e43-4d8dd0359405 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6324251 Nov 12 03:20:58.586634 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6dbc7835-0fcf-4b61-9f3a-cdfb3847ee53 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:58.627605 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2e1a13b2-c233-4cd8-b6b4-eaf3009fcc46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:58.697027 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2e1a13b2-c233-4cd8-b6b4-eaf3009fcc46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:58.709742 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60b3dc-fddc-407e-ae8d-88b3b06527a3 req-7a613dcb-23cb-41cd-af8b-05ea3ffdb452 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:58.712246 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4b60b3dc-fddc-407e-ae8d-88b3b06527a3 req-7a613dcb-23cb-41cd-af8b-05ea3ffdb452 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 946 time: 0.3829889 Nov 12 03:20:58.714801 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-b0d4fb29-fcf3-4035-8077-7a333e37bb58 service neutron] 10.222.0.74 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907747 Nov 12 03:20:58.715755 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-dd62a472-6d6f-44b5-8501-0ff2961d16a2 service neutron] For port 1f961a16-1d9d-4543-9741-1345153c155d, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:58.721005 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-dd62a472-6d6f-44b5-8501-0ff2961d16a2 service neutron] For port 1f961a16-1d9d-4543-9741-1345153c155d, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=1f961a16-1d9d-4543-9741-1345153c155d,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:20:58.727684 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-6dbc7835-0fcf-4b61-9f3a-cdfb3847ee53 admin admin] Deleting port b0d918fc-d63e-4428-8234-4c94bbe87c7b {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:20:58.728434 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6dbc7835-0fcf-4b61-9f3a-cdfb3847ee53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:58.734089 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-dd62a472-6d6f-44b5-8501-0ff2961d16a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:58.814019 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-dd62a472-6d6f-44b5-8501-0ff2961d16a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:58.814791 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-dd62a472-6d6f-44b5-8501-0ff2961d16a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:58.816291 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-dd62a472-6d6f-44b5-8501-0ff2961d16a2 service neutron] 10.222.0.90 "PUT /v2.0/ports/1f961a16-1d9d-4543-9741-1345153c155d HTTP/1.1" status: 200 len: 1096 time: 2.6064174 Nov 12 03:20:58.888065 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-1485d2da-f3c1-4224-ade6-2c18baedd367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dae741-a26b-40f0-a78f-d2cf1e5f4b94', 'name': 'tempest-AttachSCSIVolumeTestJSON-1483495497-router', 'tenant_id': 'dc162332f668461489b7e205cb1f66dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'b0d918fc-d63e-4428-8234-4c94bbe87c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:43Z', 'updated_at': '2021-11-12T03:20:55Z', 'revision_number': 5, 'project_id': 'dc162332f668461489b7e205cb1f66dc', 'gw_port': {'id': 'b0d918fc-d63e-4428-8234-4c94bbe87c7b', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:96:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dae741-a26b-40f0-a78f-d2cf1e5f4b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:44Z', 'updated_at': '2021-11-12T03:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:58.954486 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd62a472-6d6f-44b5-8501-0ff2961d16a2 service neutron] Pushing event updated for resources: {'Port': ['ID=1f961a16-1d9d-4543-9741-1345153c155d,revision_number=7']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:58.957418 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4b60b3dc-fddc-407e-ae8d-88b3b06527a3 req-674bd928-1b14-4036-a738-a51a18da404a tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197526 Nov 12 03:20:59.010703 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-6dbc7835-0fcf-4b61-9f3a-cdfb3847ee53 admin admin] For port b0d918fc-d63e-4428-8234-4c94bbe87c7b, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=b0d918fc-d63e-4428-8234-4c94bbe87c7b,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:59.011123 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6dbc7835-0fcf-4b61-9f3a-cdfb3847ee53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:59.012287 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2e1a13b2-c233-4cd8-b6b4-eaf3009fcc46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:59.017516 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2e1a13b2-c233-4cd8-b6b4-eaf3009fcc46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:59.019265 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2e1a13b2-c233-4cd8-b6b4-eaf3009fcc46 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a4aa091a-8036-433c-bdef-ac723e9a2f65 HTTP/1.1" status: 204 len: 168 time: 0.7995951 Nov 12 03:20:59.022349 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-43558ccf-59e0-4bbf-bebf-943b1f66c13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:59.023866 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-43558ccf-59e0-4bbf-bebf-943b1f66c13e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 1099 time: 0.1322193 Nov 12 03:20:59.035746 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-6dbc7835-0fcf-4b61-9f3a-cdfb3847ee53 admin admin] Calling delete_port for b0d918fc-d63e-4428-8234-4c94bbe87c7b owned by network:router_gateway {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:20:59.046205 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1485d2da-f3c1-4224-ade6-2c18baedd367 None None] The sync data for ids ['b7dae741-a26b-40f0-a78f-d2cf1e5f4b94'] in n-d-715271-27 is: [{'id': 'b7dae741-a26b-40f0-a78f-d2cf1e5f4b94', 'name': 'tempest-AttachSCSIVolumeTestJSON-1483495497-router', 'tenant_id': 'dc162332f668461489b7e205cb1f66dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'b0d918fc-d63e-4428-8234-4c94bbe87c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:43Z', 'updated_at': '2021-11-12T03:20:55Z', 'revision_number': 5, 'project_id': 'dc162332f668461489b7e205cb1f66dc', 'gw_port': {'id': 'b0d918fc-d63e-4428-8234-4c94bbe87c7b', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:96:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dae741-a26b-40f0-a78f-d2cf1e5f4b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:44Z', 'updated_at': '2021-11-12T03:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:20:59.072027 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-97449fa2-414c-471b-b7e5-55b89a048aa7 service neutron] 10.222.0.74 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458750 Nov 12 03:20:59.101481 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a13b2-c233-4cd8-b6b4-eaf3009fcc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4aa091a-8036-433c-bdef-ac723e9a2f65,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:59.254104 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-1dec43bb-ce3f-4293-a1f8-9c3c61e29e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:59.255665 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-1dec43bb-ce3f-4293-a1f8-9c3c61e29e30 service neutron] 10.222.0.90 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.2108850 Nov 12 03:20:59.359576 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0556cc86-452d-4936-ba59-b72d5daeb68d', 'tag': '1f961a16-1d9d-4543-9741-1345153c155d'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:59.362190 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619daf40-678b-40a3-8f9e-f0b314cb1365" -d '{"events": [{"name": "network-changed", "server_uuid": "0556cc86-452d-4936-ba59-b72d5daeb68d", "tag": "1f961a16-1d9d-4543-9741-1345153c155d"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:59.369477 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-b48fc197-2a8c-4ea6-a7ff-9c30ac711907 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=1f961a16-1d9d-4543-9741-1345153c155d HTTP/1.1" status: 200 len: 217 time: 0.0747375 Nov 12 03:20:59.436034 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cfb5b-0c4c-4f95-8a76-9748cf3a2a5e req-4ee363ed-8ded-457c-8c9f-3a7609481221 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:59.450209 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e66cfb5b-0c4c-4f95-8a76-9748cf3a2a5e req-4ee363ed-8ded-457c-8c9f-3a7609481221 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 947 time: 0.1425695 Nov 12 03:20:59.469904 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8feee65b-15a6-4228-b840-e947fd5b61e4 x-openstack-request-id: req-8feee65b-15a6-4228-b840-e947fd5b61e4 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:59.470196 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0556cc86-452d-4936-ba59-b72d5daeb68d", "tag": "1f961a16-1d9d-4543-9741-1345153c155d", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:59.470449 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8feee65b-15a6-4228-b840-e947fd5b61e4 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:59.470855 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0556cc86-452d-4936-ba59-b72d5daeb68d', 'tag': '1f961a16-1d9d-4543-9741-1345153c155d', 'status': 'completed', 'code': 200} Nov 12 03:20:59.562466 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-94f46fae-74a1-44a7-a704-fb0f7db6020e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:59.567665 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-94f46fae-74a1-44a7-a704-fb0f7db6020e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.1894102 Nov 12 03:20:59.648225 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6dbc7835-0fcf-4b61-9f3a-cdfb3847ee53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:59.654706 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e66cfb5b-0c4c-4f95-8a76-9748cf3a2a5e req-c89c6b30-473c-4f9a-a6a4-cbe549a910ac tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826982 Nov 12 03:20:59.668050 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-5550a606-a27e-4d68-876c-d6cb99d231a5 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:59.670489 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-5550a606-a27e-4d68-876c-d6cb99d231a5 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=8c1de947-43b9-42b6-9984-413200446788&tenant_id=576a7b2c0e984780a26518e9c1601856&binding%3Ahost_id=n-h1-715271-27 HTTP/1.1" status: 200 len: 1097 time: 0.2621579 Nov 12 03:20:59.691075 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619daf40-678b-40a3-8f9e-f0b314cb1365 req-b1d6f820-50c2-436e-85a0-4be0c1d2f1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:59.693844 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-619daf40-678b-40a3-8f9e-f0b314cb1365 req-b1d6f820-50c2-436e-85a0-4be0c1d2f1e3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 1099 time: 0.1959362 Nov 12 03:20:59.710165 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbc7835-0fcf-4b61-9f3a-cdfb3847ee53 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0d918fc-d63e-4428-8234-4c94bbe87c7b,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:59.813304 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-37936e4b-7a9b-44d4-8a3c-3e1e74f2bd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:59.815178 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-37936e4b-7a9b-44d4-8a3c-3e1e74f2bd6a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2388554 Nov 12 03:20:59.885226 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7c10a-6e89-4fd1-9921-b64571422c76 req-78b34557-3be1-4ce0-9699-5ec377652726 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:59.889109 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-00e7c10a-6e89-4fd1-9921-b64571422c76 req-78b34557-3be1-4ce0-9699-5ec377652726 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c1de947-43b9-42b6-9984-413200446788 HTTP/1.1" status: 200 len: 945 time: 0.1304712 Nov 12 03:20:59.891881 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6dbc7835-0fcf-4b61-9f3a-cdfb3847ee53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:59.945990 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 9dd46ce2-0a88-4c15-b6d4-3db69abc732a no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:20:59.960481 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619daf40-678b-40a3-8f9e-f0b314cb1365 req-ecfb0b47-520f-4262-83d0-4ffe9bfd0a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:59.963222 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-619daf40-678b-40a3-8f9e-f0b314cb1365 req-ecfb0b47-520f-4262-83d0-4ffe9bfd0a1b service neutron] 10.222.0.74 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.2392235 Nov 12 03:20:59.974716 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-a597c927-e291-4396-a3c3-a828b891d703 service neutron] For port 9dd46ce2-0a88-4c15-b6d4-3db69abc732a, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:59.980606 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-a597c927-e291-4396-a3c3-a828b891d703 service neutron] Publish callbacks [] for binding, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:59.981683 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10efd5f0-8dda-4f61-8a62-052d8b921db0 req-a597c927-e291-4396-a3c3-a828b891d703 service neutron] 10.222.0.74 "DELETE /v2.0/ports/9dd46ce2-0a88-4c15-b6d4-3db69abc732a/bindings/n-h2-715271-27 HTTP/1.1" status: 204 len: 173 time: 0.3009169 Nov 12 03:21:00.054463 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 9dd46ce2-0a88-4c15-b6d4-3db69abc732a not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:21:00.085094 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-619daf40-678b-40a3-8f9e-f0b314cb1365 req-5b97cbd4-04c5-4b57-aa46-77830ebef6ae service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=1f961a16-1d9d-4543-9741-1345153c155d HTTP/1.1" status: 200 len: 217 time: 0.1036923 Nov 12 03:21:00.186885 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619daf40-678b-40a3-8f9e-f0b314cb1365 req-074c1091-c7bb-4309-8005-3fb72350fc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:00.197934 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-619daf40-678b-40a3-8f9e-f0b314cb1365 req-074c1091-c7bb-4309-8005-3fb72350fc69 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.1077349 Nov 12 03:21:00.225606 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6dbc7835-0fcf-4b61-9f3a-cdfb3847ee53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:00.232442 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6dbc7835-0fcf-4b61-9f3a-cdfb3847ee53 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:00.287268 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 510d7f1a-91dc-4d2f-bc55-bb52977e7db1 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:21:00.317147 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6925c-13c7-46a3-8e86-d6d5a58ad3dc req-a40d184c-f2c8-4089-8ce3-2644872012aa tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:00.319490 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-19d6925c-13c7-46a3-8e86-d6d5a58ad3dc req-a40d184c-f2c8-4089-8ce3-2644872012aa tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 946 time: 0.1547046 Nov 12 03:21:00.367432 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-00e7c10a-6e89-4fd1-9921-b64571422c76 req-d8b032e8-fa1f-4b15-a216-94122dde1f3c tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3934231 Nov 12 03:21:00.373584 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619daf40-678b-40a3-8f9e-f0b314cb1365 req-c3671de7-cdbb-43f2-97aa-2abedc436595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:00.375747 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 510d7f1a-91dc-4d2f-bc55-bb52977e7db1 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:21:00.376762 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-619daf40-678b-40a3-8f9e-f0b314cb1365 req-c3671de7-cdbb-43f2-97aa-2abedc436595 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1468117 Nov 12 03:21:00.377044 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 510d7f1a-91dc-4d2f-bc55-bb52977e7db1 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:21:00.382147 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-f6c7f516-02b9-4fc1-823d-f34232de9233 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5549412 Nov 12 03:21:00.383028 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e546352e-d7e1-4129-9745-8737253334a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:00.384869 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6dbc7835-0fcf-4b61-9f3a-cdfb3847ee53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:00.385594 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dbc7835-0fcf-4b61-9f3a-cdfb3847ee53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7dae741-a26b-40f0-a78f-d2cf1e5f4b94 {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:21:00.422901 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6dbc7835-0fcf-4b61-9f3a-cdfb3847ee53 admin admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:00.435341 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6dbc7835-0fcf-4b61-9f3a-cdfb3847ee53 admin admin] 10.222.0.50 "DELETE /v2.0/routers/b7dae741-a26b-40f0-a78f-d2cf1e5f4b94 HTTP/1.1" status: 204 len: 168 time: 2.8587351 Nov 12 03:21:00.437524 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53198) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:00.501441 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53200) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:00.656002 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba299914-382e-4fb8-abe0-06ffad7b7d39 admin admin] Deleting subnet 853f814d-a8c2-4d13-953d-4b5494e37524 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:21:00.663378 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ba299914-382e-4fb8-abe0-06ffad7b7d39 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:00.730470 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c3e141eb-6e53-4da6-8943-bffa2f16d6d4 req-a4a5f638-55d7-4796-a38c-a4b2b41b5d72 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302608 Nov 12 03:21:00.750675 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ba299914-382e-4fb8-abe0-06ffad7b7d39 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:00.938194 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-e5c601a0-7ec1-40ee-8e5b-00925d761907 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1985671522-network', 'tenant_id': '64d6c286188045c582f968f832e9896e'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:00.977351 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-19d6925c-13c7-46a3-8e86-d6d5a58ad3dc req-74414cda-d9ff-4cbd-937f-a71faf001bf0 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6473534 Nov 12 03:21:01.014205 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-619daf40-678b-40a3-8f9e-f0b314cb1365 req-2cb2e7e5-f284-4908-b3a5-057ec3dcd2b5 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6227310 Nov 12 03:21:01.064890 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ba299914-382e-4fb8-abe0-06ffad7b7d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:01.101056 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c601a0-7ec1-40ee-8e5b-00925d761907 admin admin] Made reservation on behalf of 64d6c286188045c582f968f832e9896e for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:01.104550 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e5c601a0-7ec1-40ee-8e5b-00925d761907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:01.142136 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e5c601a0-7ec1-40ee-8e5b-00925d761907 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:01.146484 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619daf40-678b-40a3-8f9e-f0b314cb1365 req-b66ea16f-ef30-4ea3-ae09-0b36bc93fc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:01.149820 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-619daf40-678b-40a3-8f9e-f0b314cb1365 req-b66ea16f-ef30-4ea3-ae09-0b36bc93fc22 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 1099 time: 0.2642081 Nov 12 03:21:01.173923 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feba991-cb8c-47d1-86cb-f5cb969cc112 req-47d301c9-8de5-4992-b3d3-010488879cb9 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:01.175493 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2feba991-cb8c-47d1-86cb-f5cb969cc112 req-47d301c9-8de5-4992-b3d3-010488879cb9 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8c1de947-43b9-42b6-9984-413200446788 HTTP/1.1" status: 200 len: 1097 time: 0.0926964 Nov 12 03:21:01.175680 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41681abc-5fed-45ae-bf10-1d76f7de3f1f req-3e928311-269c-4722-a544-e708f5c442fb tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:01.177205 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-41681abc-5fed-45ae-bf10-1d76f7de3f1f req-3e928311-269c-4722-a544-e708f5c442fb tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 947 time: 0.3349485 Nov 12 03:21:01.225023 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-619daf40-678b-40a3-8f9e-f0b314cb1365 req-7b381b86-a35b-4e2b-82c4-59d922e1a80a service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030880 Nov 12 03:21:01.272698 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2feba991-cb8c-47d1-86cb-f5cb969cc112 req-43f5c674-964d-49f5-9126-cc9b13659dd0 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875010 Nov 12 03:21:01.322055 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ba299914-382e-4fb8-abe0-06ffad7b7d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:01.442780 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba299914-382e-4fb8-abe0-06ffad7b7d39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=853f814d-a8c2-4d13-953d-4b5494e37524,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:01.464331 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ba299914-382e-4fb8-abe0-06ffad7b7d39 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:01.475978 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53214) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:01.483112 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95285a46-0ea3-42de-8d08-49725bc53ffa None None] Network 501958c9-b204-48c8-90b2-23e93cef2501 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:21:01.483909 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ba299914-382e-4fb8-abe0-06ffad7b7d39 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/853f814d-a8c2-4d13-953d-4b5494e37524 HTTP/1.1" status: 204 len: 168 time: 1.0255511 Nov 12 03:21:01.497104 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-41681abc-5fed-45ae-bf10-1d76f7de3f1f req-94d50736-faf1-4a12-b261-43b472f9b3ad tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914259 Nov 12 03:21:01.500172 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619daf40-678b-40a3-8f9e-f0b314cb1365 req-ecf5c24b-a844-496e-a920-1dfa5bdb4a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:01.501728 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-619daf40-678b-40a3-8f9e-f0b314cb1365 req-ecf5c24b-a844-496e-a920-1dfa5bdb4a58 service neutron] 10.222.0.90 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.3175404 Nov 12 03:21:01.599440 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-619daf40-678b-40a3-8f9e-f0b314cb1365 req-a3203130-8bf3-4c57-af01-b3867d3addf6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=1f961a16-1d9d-4543-9741-1345153c155d HTTP/1.1" status: 200 len: 217 time: 0.0737891 Nov 12 03:21:01.646459 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e5c601a0-7ec1-40ee-8e5b-00925d761907 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:01.715451 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e5c601a0-7ec1-40ee-8e5b-00925d761907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:01.744546 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6a1859a8-0a3f-4a04-8abb-2c557099292e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:01.869957 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5c601a0-7ec1-40ee-8e5b-00925d761907 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:21:01.884586 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c601a0-7ec1-40ee-8e5b-00925d761907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172ab032-1836-4683-84c4-287177715c3e,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:01.890644 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619daf40-678b-40a3-8f9e-f0b314cb1365 req-5398553e-6e06-4c69-96ac-32f6d00885e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:01.902576 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-619daf40-678b-40a3-8f9e-f0b314cb1365 req-5398553e-6e06-4c69-96ac-32f6d00885e0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.2836249 Nov 12 03:21:01.902576 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e5c601a0-7ec1-40ee-8e5b-00925d761907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:01.902576 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-e5c601a0-7ec1-40ee-8e5b-00925d761907 admin admin] Added segment a6eea6f3-ae44-440b-ba00-a5c931ce9aee of type vlan for network e6946e12-3dfd-46b6-9567-0409277596e7 Nov 12 03:21:01.908412 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f84ff64-1dd0-4fb2-a6b8-2f9e91067d7f None None] DHCP port deletion for 501958c9-b204-48c8-90b2-23e93cef2501 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:21:01.968532 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e5c601a0-7ec1-40ee-8e5b-00925d761907 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:01.977910 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4f84ff64-1dd0-4fb2-a6b8-2f9e91067d7f None None] Deleting port dcb2543f-e611-4cc4-99f1-08c5668da795 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:21:01.979196 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4f84ff64-1dd0-4fb2-a6b8-2f9e91067d7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:02.035162 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-6a1859a8-0a3f-4a04-8abb-2c557099292e admin admin] Deleting port dcb2543f-e611-4cc4-99f1-08c5668da795 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:21:02.035599 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6a1859a8-0a3f-4a04-8abb-2c557099292e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:02.048005 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-5a77e462-0efd-489f-9a29-6b0979264ad0 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:02.055332 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-5a77e462-0efd-489f-9a29-6b0979264ad0 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/networks?id=f2354694-6453-486d-800c-f4fc7f841803 HTTP/1.1" status: 200 len: 821 time: 0.3016095 Nov 12 03:21:02.071969 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e5c601a0-7ec1-40ee-8e5b-00925d761907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:02.073191 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c601a0-7ec1-40ee-8e5b-00925d761907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:02.074426 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e5c601a0-7ec1-40ee-8e5b-00925d761907 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:02.098296 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4f84ff64-1dd0-4fb2-a6b8-2f9e91067d7f None None] For port dcb2543f-e611-4cc4-99f1-08c5668da795, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=dcb2543f-e611-4cc4-99f1-08c5668da795,segment=NetworkSegment(bf897783-bfd6-42ee-a693-f79ac832bac6),segment_id=bf897783-bfd6-42ee-a693-f79ac832bac6)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:02.098707 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4f84ff64-1dd0-4fb2-a6b8-2f9e91067d7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:02.107860 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-15acc9a0-c1f0-4764-a01e-1707b30c4c7e tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/quotas/576a7b2c0e984780a26518e9c1601856 HTTP/1.1" status: 200 len: 375 time: 0.0512395 Nov 12 03:21:02.117914 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4f84ff64-1dd0-4fb2-a6b8-2f9e91067d7f None None] Calling delete_port for dcb2543f-e611-4cc4-99f1-08c5668da795 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:21:02.198390 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e5c601a0-7ec1-40ee-8e5b-00925d761907 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6717007 Nov 12 03:21:02.202889 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53230) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:02.209155 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619daf40-678b-40a3-8f9e-f0b314cb1365 req-1575dd28-f821-4583-9b34-cd00854e4c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:02.211081 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-619daf40-678b-40a3-8f9e-f0b314cb1365 req-1575dd28-f821-4583-9b34-cd00854e4c7a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2125523 Nov 12 03:21:02.214990 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-a027eb24-cdf6-4f12-bab3-4cc6e421d524 admin admin] Request body: {'subnet': {'network_id': 'e6946e12-3dfd-46b6-9567-0409277596e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1985671522-subnet', 'tenant_id': '64d6c286188045c582f968f832e9896e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:02.221477 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c601a0-7ec1-40ee-8e5b-00925d761907 admin admin] Pushing event updated for resources: {'Network': ['ID=e6946e12-3dfd-46b6-9567-0409277596e7,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:02.242681 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network e6946e12-3dfd-46b6-9567-0409277596e7 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:21:02.250098 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4f84ff64-1dd0-4fb2-a6b8-2f9e91067d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:02.295114 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f84ff64-1dd0-4fb2-a6b8-2f9e91067d7f None None] No DVR routers for this DVR port dcb2543f-e611-4cc4-99f1-08c5668da795 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:21:02.342070 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-6a1859a8-0a3f-4a04-8abb-2c557099292e admin admin] For port dcb2543f-e611-4cc4-99f1-08c5668da795, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=dcb2543f-e611-4cc4-99f1-08c5668da795,segment=NetworkSegment(bf897783-bfd6-42ee-a693-f79ac832bac6),segment_id=bf897783-bfd6-42ee-a693-f79ac832bac6)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:02.343177 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6a1859a8-0a3f-4a04-8abb-2c557099292e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:02.343313 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device b0d918fc-d63e-4428-8234-4c94bbe87c7b no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:21:02.346199 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1c35a-7ab1-46a7-94e3-74eaa8e18d9a req-d4f9bb67-dbe1-4859-b473-e5b53fa522b4 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:02.348290 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e8e1c35a-7ab1-46a7-94e3-74eaa8e18d9a req-d4f9bb67-dbe1-4859-b473-e5b53fa522b4 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 946 time: 0.2514689 Nov 12 03:21:02.353887 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a027eb24-cdf6-4f12-bab3-4cc6e421d524 admin admin] Made reservation on behalf of 64d6c286188045c582f968f832e9896e for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:02.357160 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a027eb24-cdf6-4f12-bab3-4cc6e421d524 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:02.379516 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-dca066e3-4b19-4a92-b231-f4813c7573b0 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=576a7b2c0e984780a26518e9c1601856&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2644250 Nov 12 03:21:02.381666 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-6a1859a8-0a3f-4a04-8abb-2c557099292e admin admin] Calling delete_port for dcb2543f-e611-4cc4-99f1-08c5668da795 owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:21:02.404743 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84ff64-1dd0-4fb2-a6b8-2f9e91067d7f None None] Pushing event deleted for resources: {'Port': ['ID=dcb2543f-e611-4cc4-99f1-08c5668da795,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:02.414190 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: b0d918fc-d63e-4428-8234-4c94bbe87c7b {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:21:02.414586 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device b0d918fc-d63e-4428-8234-4c94bbe87c7b not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:21:02.415003 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device dcb2543f-e611-4cc4-99f1-08c5668da795 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:21:02.443781 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: dcb2543f-e611-4cc4-99f1-08c5668da795 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:21:02.444157 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device dcb2543f-e611-4cc4-99f1-08c5668da795 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:21:02.450718 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f84ff64-1dd0-4fb2-a6b8-2f9e91067d7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:02.451035 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f84ff64-1dd0-4fb2-a6b8-2f9e91067d7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:02.451386 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f84ff64-1dd0-4fb2-a6b8-2f9e91067d7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:02.451731 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f84ff64-1dd0-4fb2-a6b8-2f9e91067d7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:02.452602 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f84ff64-1dd0-4fb2-a6b8-2f9e91067d7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:02.452602 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f84ff64-1dd0-4fb2-a6b8-2f9e91067d7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:02.452773 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f84ff64-1dd0-4fb2-a6b8-2f9e91067d7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:02.453151 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f84ff64-1dd0-4fb2-a6b8-2f9e91067d7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:02.453488 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f84ff64-1dd0-4fb2-a6b8-2f9e91067d7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:02.453820 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f84ff64-1dd0-4fb2-a6b8-2f9e91067d7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:02.454149 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f84ff64-1dd0-4fb2-a6b8-2f9e91067d7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:02.454477 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f84ff64-1dd0-4fb2-a6b8-2f9e91067d7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:02.522763 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-619daf40-678b-40a3-8f9e-f0b314cb1365 req-72381fc0-4566-4262-abd8-42d42e1bba47 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024786 Nov 12 03:21:02.590853 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-56e308a4-3364-412d-9c4c-1a4c79e45dfc service neutron] 10.222.0.50 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992445 Nov 12 03:21:02.600247 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e8e1c35a-7ab1-46a7-94e3-74eaa8e18d9a req-b1d0ee01-3613-4e10-9a07-5906b52bc521 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374785 Nov 12 03:21:02.690329 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6a1859a8-0a3f-4a04-8abb-2c557099292e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:02.733798 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1859a8-0a3f-4a04-8abb-2c557099292e admin admin] Pushing event deleted for resources: {'Port': ['ID=dcb2543f-e611-4cc4-99f1-08c5668da795,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:02.746328 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1859a8-0a3f-4a04-8abb-2c557099292e admin admin] No DVR routers for this DVR port dcb2543f-e611-4cc4-99f1-08c5668da795 on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:21:02.766490 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-bc15569a-531e-4e44-a1f5-cd90d7589c1f service neutron] 10.222.0.50 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684105 Nov 12 03:21:02.875401 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6a1859a8-0a3f-4a04-8abb-2c557099292e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:02.956189 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-6a1859a8-0a3f-4a04-8abb-2c557099292e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['501958c9-b204-48c8-90b2-23e93cef2501']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:02.978425 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-6a1859a8-0a3f-4a04-8abb-2c557099292e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf897783-bfd6-42ee-a693-f79ac832bac6') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:02.978732 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-6a1859a8-0a3f-4a04-8abb-2c557099292e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf897783-bfd6-42ee-a693-f79ac832bac6') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:02.993482 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6a1859a8-0a3f-4a04-8abb-2c557099292e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:03.053761 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6a1859a8-0a3f-4a04-8abb-2c557099292e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:03.080063 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a1859a8-0a3f-4a04-8abb-2c557099292e admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:21:03.080513 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6a1859a8-0a3f-4a04-8abb-2c557099292e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:03.111761 n-d-715271-27 neutron-server[102571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:21:03.111761 n-d-715271-27 neutron-server[102571]: self.session.flush() Nov 12 03:21:03.111761 n-d-715271-27 neutron-server[102571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:21:03.111761 n-d-715271-27 neutron-server[102571]: self.session.flush() Nov 12 03:21:03.111761 n-d-715271-27 neutron-server[102571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:21:03.111761 n-d-715271-27 neutron-server[102571]: self.session.flush() Nov 12 03:21:03.111761 n-d-715271-27 neutron-server[102571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:21:03.111761 n-d-715271-27 neutron-server[102571]: self.session.flush() Nov 12 03:21:03.111761 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:21:03.111761 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:21:03.111761 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:21:03.111761 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:21:03.111761 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:21:03.111761 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:21:03.111761 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:21:03.111761 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:21:03.111761 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:21:03.111761 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:21:03.111761 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:21:03.111761 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:21:03.111761 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:21:03.111761 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:21:03.111761 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:21:03.111761 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:21:03.111761 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:21:03.111761 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:21:03.111761 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:21:03.111761 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:21:03.111761 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:21:03.111761 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:21:03.111761 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:21:03.111761 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:21:03.111761 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:21:03.111761 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:21:03.111761 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:21:03.111761 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:21:03.111761 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:21:03.111761 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:21:03.111761 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:21:03.111761 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:21:03.149958 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-619daf40-678b-40a3-8f9e-f0b314cb1365 req-b5560e35-a352-4239-8b80-330a1adcdb3d service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6180205 Nov 12 03:21:03.169300 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d10cb7-c53f-4e84-848e-fed4548bb4ef req-313fffe5-ae62-4427-a79e-2fe90c79edf7 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:03.174149 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-34264102-f764-4773-808e-413b34cef74c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:03.177094 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-37d10cb7-c53f-4e84-848e-fed4548bb4ef req-313fffe5-ae62-4427-a79e-2fe90c79edf7 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 947 time: 0.1452789 Nov 12 03:21:03.221105 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e3def868-8d54-4068-9d7f-49af9e59c44a req-b8f92d59-59fe-4937-b5c1-894b5abab7ca tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 210 time: 0.0645325 Nov 12 03:21:03.240975 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6a1859a8-0a3f-4a04-8abb-2c557099292e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:03.256261 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6a1859a8-0a3f-4a04-8abb-2c557099292e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:03.265000 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a027eb24-cdf6-4f12-bab3-4cc6e421d524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:03.267899 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6a1859a8-0a3f-4a04-8abb-2c557099292e admin admin] 10.222.0.50 "DELETE /v2.0/networks/501958c9-b204-48c8-90b2-23e93cef2501 HTTP/1.1" status: 204 len: 168 time: 1.7907686 Nov 12 03:21:03.273092 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53248) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:03.291079 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1859a8-0a3f-4a04-8abb-2c557099292e admin admin] Pushing event deleted for resources: {'Network': ['ID=501958c9-b204-48c8-90b2-23e93cef2501,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:03.318852 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-37d10cb7-c53f-4e84-848e-fed4548bb4ef req-5c668f5a-9227-45c3-b649-0548537ce96c tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408870 Nov 12 03:21:03.342932 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027eb24-cdf6-4f12-bab3-4cc6e421d524 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c960910d-cb51-45fa-9105-bd582abda8d3,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:03.368850 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a027eb24-cdf6-4f12-bab3-4cc6e421d524 admin admin] Checking segment: {'id': 'a6eea6f3-ae44-440b-ba00-a5c931ce9aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e6946e12-3dfd-46b6-9567-0409277596e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:03.369177 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a027eb24-cdf6-4f12-bab3-4cc6e421d524 admin admin] Network hostable DHCP agents. Network: e6946e12-3dfd-46b6-9567-0409277596e7, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:21:03.389341 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a027eb24-cdf6-4f12-bab3-4cc6e421d524 admin admin] Network e6946e12-3dfd-46b6-9567-0409277596e7 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:21:03.403310 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-a027eb24-cdf6-4f12-bab3-4cc6e421d524 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, e6946e12-3dfd-46b6-9567-0409277596e7) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:03.410148 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a027eb24-cdf6-4f12-bab3-4cc6e421d524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:03.415947 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a027eb24-cdf6-4f12-bab3-4cc6e421d524 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:03.422800 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cdb91e-fc40-481b-97dd-e2acec30e23c None None] Network e6946e12-3dfd-46b6-9567-0409277596e7 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:21:03.436562 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a027eb24-cdf6-4f12-bab3-4cc6e421d524 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2298322 Nov 12 03:21:03.603071 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd65a1d6-f1bd-49a2-9d4e-bea6f1fc9ad2 None None] Network e6946e12-3dfd-46b6-9567-0409277596e7 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:21:03.809487 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69500984-a810-4b1e-8eb1-ac678aa64730 req-9d80b186-b570-4cea-8678-6a95da02a561 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:03.811026 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-69500984-a810-4b1e-8eb1-ac678aa64730 req-9d80b186-b570-4cea-8678-6a95da02a561 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 946 time: 0.0723438 Nov 12 03:21:03.886384 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e923f4af-acee-49cc-99ad-8126d63dbcf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:03.899177 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-69500984-a810-4b1e-8eb1-ac678aa64730 req-28ffe5be-1e54-46ff-bac2-c64687105bf3 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799279 Nov 12 03:21:03.962182 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 1f961a16-1d9d-4543-9741-1345153c155d details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:21:03.969192 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:04.251515 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 1f961a16-1d9d-4543-9741-1345153c155d, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=1f961a16-1d9d-4543-9741-1345153c155d,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:04.263769 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '1f961a16-1d9d-4543-9741-1345153c155d', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'port_id': '1f961a16-1d9d-4543-9741-1345153c155d', 'mac_address': 'fa:16:3e:46:50:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa66706f-b415-4bb9-838e-cfd08f81d96b', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:21:04.278037 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-e923f4af-acee-49cc-99ad-8126d63dbcf1 admin admin] Deleting port ed3e0349-f17b-4464-afea-588ac0caca62 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:21:04.278384 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e923f4af-acee-49cc-99ad-8126d63dbcf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:04.306164 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:04.320413 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f961a16-1d9d-4543-9741-1345153c155d {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:04.341240 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 1f961a16-1d9d-4543-9741-1345153c155d, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=1f961a16-1d9d-4543-9741-1345153c155d,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:04.348495 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:04.374153 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e21c605c-f142-4c49-a8e7-058095a088b8 req-efdf4a77-57c6-476e-91fe-f02d323978cd tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 210 time: 0.0371733 Nov 12 03:21:04.406184 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=1f961a16-1d9d-4543-9741-1345153c155d,revision_number=8']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:04.422299 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-e923f4af-acee-49cc-99ad-8126d63dbcf1 admin admin] For port ed3e0349-f17b-4464-afea-588ac0caca62, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=ed3e0349-f17b-4464-afea-588ac0caca62,segment=NetworkSegment(30f91239-2036-4f63-82d8-a7840d0e7748),segment_id=30f91239-2036-4f63-82d8-a7840d0e7748)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:04.422777 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e923f4af-acee-49cc-99ad-8126d63dbcf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:04.442760 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-e923f4af-acee-49cc-99ad-8126d63dbcf1 admin admin] Calling delete_port for ed3e0349-f17b-4464-afea-588ac0caca62 owned by network:router_interface {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:21:04.549242 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d482b4e-2fe8-403c-b164-0ff731397947 req-93715f5a-5f56-4a60-a9a5-4ef69b2e187f tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:04.550759 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4d482b4e-2fe8-403c-b164-0ff731397947 req-93715f5a-5f56-4a60-a9a5-4ef69b2e187f tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 948 time: 0.0952780 Nov 12 03:21:04.677818 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4d482b4e-2fe8-403c-b164-0ff731397947 req-40363a23-7998-4fc3-9989-bd71e9a19cc1 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816953 Nov 12 03:21:04.680999 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-015d891d-2169-422d-93c8-39e479722d00 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:04.682651 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-015d891d-2169-422d-93c8-39e479722d00 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.90 "GET /v2.0/networks?id=f2354694-6453-486d-800c-f4fc7f841803 HTTP/1.1" status: 200 len: 821 time: 0.1543183 Nov 12 03:21:04.711635 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-e20930c6-bd63-4802-881e-326098ce6cf2 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Request body: {'port': {'device_id': '22f52e11-1b72-460c-9afe-29bce7255d86', 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803', 'admin_state_up': True, 'tenant_id': '576a7b2c0e984780a26518e9c1601856'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:04.724474 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['1f961a16-1d9d-4543-9741-1345153c155d'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:04.779503 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e923f4af-acee-49cc-99ad-8126d63dbcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:04.857981 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-e20930c6-bd63-4802-881e-326098ce6cf2 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Made reservation on behalf of 576a7b2c0e984780a26518e9c1601856 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:04.860430 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e923f4af-acee-49cc-99ad-8126d63dbcf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed3e0349-f17b-4464-afea-588ac0caca62,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:04.865046 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-e20930c6-bd63-4802-881e-326098ce6cf2 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:05.056929 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-e20930c6-bd63-4802-881e-326098ce6cf2 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Allocated IP 172.20.0.11 (f2354694-6453-486d-800c-f4fc7f841803/3428f33d-4837-4311-b620-eb7f742db405/c8ef7709-72a6-4596-9527-d2a9f473fb62) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:05.179111 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e923f4af-acee-49cc-99ad-8126d63dbcf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:05.189692 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38cbd4-de30-45c5-b960-7b2fb2b93cab req-cdb6d79a-5269-4dc2-95f3-dd4ed73e62ac tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:05.192061 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fb38cbd4-de30-45c5-b960-7b2fb2b93cab req-cdb6d79a-5269-4dc2-95f3-dd4ed73e62ac tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 946 time: 0.1267416 Nov 12 03:21:05.203319 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-dd6ca782-6294-4088-9177-e3842d08f633 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:05.205520 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-dd6ca782-6294-4088-9177-e3842d08f633 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.90 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d&tenant_id=8b0d25ea08f644adbd397e66a514b9b0&binding%3Ahost_id=n-h2-715271-27 HTTP/1.1" status: 200 len: 948 time: 0.1363001 Nov 12 03:21:05.327841 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fb38cbd4-de30-45c5-b960-7b2fb2b93cab req-55ff0ffd-322e-440e-ac47-1dfd26357979 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110263 Nov 12 03:21:05.328542 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:05.379695 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-e20930c6-bd63-4802-881e-326098ce6cf2 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:05.463868 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-e20930c6-bd63-4802-881e-326098ce6cf2 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:05.518144 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01da20-ae8d-4b89-b8cb-68e926ad2da1 req-5f887497-c56c-4856-a251-6a5c81ff6754 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:05.519654 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-db01da20-ae8d-4b89-b8cb-68e926ad2da1 req-5f887497-c56c-4856-a251-6a5c81ff6754 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 948 time: 0.1046731 Nov 12 03:21:05.525401 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-e20930c6-bd63-4802-881e-326098ce6cf2 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Network f2354694-6453-486d-800c-f4fc7f841803 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:05.532166 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-e20930c6-bd63-4802-881e-326098ce6cf2 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:05.541656 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-e20930c6-bd63-4802-881e-326098ce6cf2 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:05.565487 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20930c6-bd63-4802-881e-326098ce6cf2 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Pushing event updated for resources: {'Port': ['ID=c8ef7709-72a6-4596-9527-d2a9f473fb62,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:05.619966 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-e20930c6-bd63-4802-881e-326098ce6cf2 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:05.621461 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-e20930c6-bd63-4802-881e-326098ce6cf2 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:05.632741 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-994f357d-ce73-44b8-8c5a-93545cb5cbde service neutron] 10.222.0.90 "GET /v2.0/ports/1f961a16-1d9d-4543-9741-1345153c155d/bindings/n-h2-715271-27 HTTP/1.1" status: 200 len: 383 time: 0.4185381 Nov 12 03:21:05.635443 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-db01da20-ae8d-4b89-b8cb-68e926ad2da1 req-c2a6319a-be59-4ebf-9b82-86e7ab96027b tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066589 Nov 12 03:21:05.652927 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-e20930c6-bd63-4802-881e-326098ce6cf2 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9449489 Nov 12 03:21:05.679248 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-43551173-35bc-4ef8-8337-1184f52ec745 service neutron] Request body: {'port': {'device_id': '22f52e11-1b72-460c-9afe-29bce7255d86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:05.728295 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-54c5f99c-e120-4d52-ace1-2b4595a5747f tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:05.730013 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-54c5f99c-e120-4d52-ace1-2b4595a5747f tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] 10.222.0.50 "GET /v2.0/networks?id=e6946e12-3dfd-46b6-9567-0409277596e7 HTTP/1.1" status: 200 len: 810 time: 0.2547874 Nov 12 03:21:05.740580 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-43551173-35bc-4ef8-8337-1184f52ec745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:05.800705 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-08590f3e-5825-47d4-bd96-717addc95bad tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] 10.222.0.50 "GET /v2.0/quotas/64d6c286188045c582f968f832e9896e HTTP/1.1" status: 200 len: 375 time: 0.0557306 Nov 12 03:21:05.845413 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-c832beee-c233-475b-9ab3-e7d7655de1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:05.846942 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-c832beee-c233-475b-9ab3-e7d7655de1f1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 1100 time: 0.1379502 Nov 12 03:21:05.851448 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-26fe5f72-be01-43f5-aaea-bd821962fdb3 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=64d6c286188045c582f968f832e9896e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399034 Nov 12 03:21:05.892695 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e923f4af-acee-49cc-99ad-8126d63dbcf1 admin admin] Router 64b3a4d2-e506-451b-a5b0-ef5284ad3b6c has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:21:05.976740 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 1f961a16-1d9d-4543-9741-1345153c155d up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:05.977680 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b8a97-8523-411b-b89a-27f3f3290138 req-c3528546-7017-4c25-8d55-16b59b7fe3a3 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:05.978929 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fd0b8a97-8523-411b-b89a-27f3f3290138 req-c3528546-7017-4c25-8d55-16b59b7fe3a3 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 932 time: 0.1029379 Nov 12 03:21:06.057244 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 1f961a16-1d9d-4543-9741-1345153c155d completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:21:06.063012 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 1f961a16-1d9d-4543-9741-1345153c155d triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:06.063755 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:06.069140 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fd0b8a97-8523-411b-b89a-27f3f3290138 req-899c44af-1a97-49e4-aed6-346291a3c098 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811412 Nov 12 03:21:06.075344 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-60c780d9-9193-41ea-9581-7c766ebf2ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:06.076859 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-60c780d9-9193-41ea-9581-7c766ebf2ad9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.2187555 Nov 12 03:21:06.086550 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-89694919-6d38-43a1-bc96-a354eeca9152 service neutron] 10.222.0.50 "GET /v2.0/networks/e6946e12-3dfd-46b6-9567-0409277596e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200315 Nov 12 03:21:06.118047 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-43551173-35bc-4ef8-8337-1184f52ec745 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8ef7709-72a6-4596-9527-d2a9f473fb62 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:06.131383 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-43551173-35bc-4ef8-8337-1184f52ec745 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:06.158418 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:06.172298 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-43551173-35bc-4ef8-8337-1184f52ec745 service neutron] Transition to ACTIVE for port object c8ef7709-72a6-4596-9527-d2a9f473fb62 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:21:06.179313 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-57615d50-21b2-4320-ba77-602d67a938be service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=1f961a16-1d9d-4543-9741-1345153c155d HTTP/1.1" status: 200 len: 217 time: 0.0843916 Nov 12 03:21:06.183000 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-43551173-35bc-4ef8-8337-1184f52ec745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:06.189974 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0556cc86-452d-4936-ba59-b72d5daeb68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f961a16-1d9d-4543-9741-1345153c155d'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:06.192565 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b9fde3-a561-411a-b2a6-ed9e922229c8" -d '{"events": [{"server_uuid": "0556cc86-452d-4936-ba59-b72d5daeb68d", "name": "network-vif-plugged", "status": "completed", "tag": "1f961a16-1d9d-4543-9741-1345153c155d"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:06.223683 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 1f961a16-1d9d-4543-9741-1345153c155d, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=1f961a16-1d9d-4543-9741-1345153c155d,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:06.232771 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:06.243822 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:06.266449 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43551173-35bc-4ef8-8337-1184f52ec745 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ef7709-72a6-4596-9527-d2a9f473fb62,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:06.275179 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e923f4af-acee-49cc-99ad-8126d63dbcf1 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:21:06.283971 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e923f4af-acee-49cc-99ad-8126d63dbcf1 admin admin] 10.222.0.50 "PUT /v2.0/routers/64b3a4d2-e506-451b-a5b0-ef5284ad3b6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9982688 Nov 12 03:21:06.290901 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-cb9885ac-5d69-435a-900a-7b6c23ee9eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:06.292937 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-cb9885ac-5d69-435a-900a-7b6c23ee9eab service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.0792782 Nov 12 03:21:06.296108 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53324) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:06.296897 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436cce44-2061-4b77-b513-c312cc15f267 None None] Sync routers for ids ['64b3a4d2-e506-451b-a5b0-ef5284ad3b6c'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:21:06.333745 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436cce44-2061-4b77-b513-c312cc15f267 None None] Routers {'64b3a4d2-e506-451b-a5b0-ef5284ad3b6c'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:21:06.334428 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-436cce44-2061-4b77-b513-c312cc15f267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:21:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['64b3a4d2-e506-451b-a5b0-ef5284ad3b6c'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:06.338285 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=1f961a16-1d9d-4543-9741-1345153c155d,revision_number=9']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:06.380580 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532c0c4c-51ae-46a2-9491-326376ad78bb x-openstack-request-id: req-532c0c4c-51ae-46a2-9491-326376ad78bb {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:06.380970 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0556cc86-452d-4936-ba59-b72d5daeb68d", "name": "network-vif-plugged", "status": "completed", "tag": "1f961a16-1d9d-4543-9741-1345153c155d", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:06.381223 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-532c0c4c-51ae-46a2-9491-326376ad78bb {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:06.381612 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0556cc86-452d-4936-ba59-b72d5daeb68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f961a16-1d9d-4543-9741-1345153c155d', 'code': 200} Nov 12 03:21:06.390053 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-e9607e1d-0aa3-4a2d-b503-331635ed958b service neutron] 10.222.0.50 "GET /v2.0/networks/e6946e12-3dfd-46b6-9567-0409277596e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025773 Nov 12 03:21:06.391017 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-43551173-35bc-4ef8-8337-1184f52ec745 service neutron] Attempting to bind port c8ef7709-72a6-4596-9527-d2a9f473fb62 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:06.391922 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-43551173-35bc-4ef8-8337-1184f52ec745 service neutron] Attempting to bind port c8ef7709-72a6-4596-9527-d2a9f473fb62 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:06.392527 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-43551173-35bc-4ef8-8337-1184f52ec745 service neutron] Attempting to bind port c8ef7709-72a6-4596-9527-d2a9f473fb62 on network f2354694-6453-486d-800c-f4fc7f841803 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:06.402512 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-43551173-35bc-4ef8-8337-1184f52ec745 service neutron] Port c8ef7709-72a6-4596-9527-d2a9f473fb62 on network f2354694-6453-486d-800c-f4fc7f841803 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:06.402512 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-43551173-35bc-4ef8-8337-1184f52ec745 service neutron] Attempting to bind port c8ef7709-72a6-4596-9527-d2a9f473fb62 on network f2354694-6453-486d-800c-f4fc7f841803 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:06.409653 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-43551173-35bc-4ef8-8337-1184f52ec745 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:06.410350 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-43551173-35bc-4ef8-8337-1184f52ec745 service neutron] Checking segment: {'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:06.411617 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-43551173-35bc-4ef8-8337-1184f52ec745 service neutron] Bound using segment: {'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:06.411617 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-43551173-35bc-4ef8-8337-1184f52ec745 service neutron] Bound port: c8ef7709-72a6-4596-9527-d2a9f473fb62, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:06.415879 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-43551173-35bc-4ef8-8337-1184f52ec745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:06.485487 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-3e0a8c06-b012-439c-935a-479275582cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:06.487197 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-3e0a8c06-b012-439c-935a-479275582cca service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1776128 Nov 12 03:21:06.499343 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-436cce44-2061-4b77-b513-c312cc15f267 None None] Set router 64b3a4d2-e506-451b-a5b0-ef5284ad3b6c gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:21:06.520310 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-69ff5db2-8bda-4472-beb6-6ab86c608401 admin admin] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:06.548391 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dfa8f2-0442-46c4-ad6f-0658af38fe44 req-aa336fd0-02a9-496a-a64d-32ca6c3272e0 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:06.550439 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-16dfa8f2-0442-46c4-ad6f-0658af38fe44 req-aa336fd0-02a9-496a-a64d-32ca6c3272e0 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 946 time: 0.0987666 Nov 12 03:21:06.553715 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-43551173-35bc-4ef8-8337-1184f52ec745 service neutron] For port c8ef7709-72a6-4596-9527-d2a9f473fb62, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:06.558505 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-43551173-35bc-4ef8-8337-1184f52ec745 service neutron] For port c8ef7709-72a6-4596-9527-d2a9f473fb62, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=c8ef7709-72a6-4596-9527-d2a9f473fb62,segment=NetworkSegment(b8c93ffa-e78d-4d7d-8be5-2d181e470820),segment_id=b8c93ffa-e78d-4d7d-8be5-2d181e470820)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:06.575223 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-43551173-35bc-4ef8-8337-1184f52ec745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:06.647075 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-43551173-35bc-4ef8-8337-1184f52ec745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:06.648435 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-43551173-35bc-4ef8-8337-1184f52ec745 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:06.650679 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-43551173-35bc-4ef8-8337-1184f52ec745 service neutron] 10.222.0.90 "PUT /v2.0/ports/c8ef7709-72a6-4596-9527-d2a9f473fb62 HTTP/1.1" status: 200 len: 1093 time: 0.9758029 Nov 12 03:21:06.698155 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f52e11-1b72-460c-9afe-29bce7255d86', 'tag': 'c8ef7709-72a6-4596-9527-d2a9f473fb62'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:06.701298 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-994056b7-99d6-4f6b-b918-f8570ff41010 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034037 Nov 12 03:21:06.701809 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b02a8a8-c8c3-4349-9c83-64b7945cadd9" -d '{"events": [{"name": "network-changed", "server_uuid": "22f52e11-1b72-460c-9afe-29bce7255d86", "tag": "c8ef7709-72a6-4596-9527-d2a9f473fb62"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:06.703022 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-69ff5db2-8bda-4472-beb6-6ab86c608401 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:06.730779 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-16dfa8f2-0442-46c4-ad6f-0658af38fe44 req-beb2f45e-4978-4f81-b830-ab589e8b4783 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559072 Nov 12 03:21:06.762614 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43551173-35bc-4ef8-8337-1184f52ec745 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ef7709-72a6-4596-9527-d2a9f473fb62,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:06.769158 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-436cce44-2061-4b77-b513-c312cc15f267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b3a4d2-e506-451b-a5b0-ef5284ad3b6c', 'name': 'tempest-AttachSCSIVolumeTestJSON-978917638-router', 'tenant_id': 'd8ad32e7572042549637fef0e43b61e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '5810ce7b-2434-4208-b6e4-0103ca808880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:58Z', 'updated_at': '2021-11-12T03:21:04Z', 'revision_number': 5, 'project_id': 'd8ad32e7572042549637fef0e43b61e0', 'gw_port': {'id': '5810ce7b-2434-4208-b6e4-0103ca808880', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b3a4d2-e506-451b-a5b0-ef5284ad3b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:59Z', 'updated_at': '2021-11-12T03:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:06.814421 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436cce44-2061-4b77-b513-c312cc15f267 None None] Checking router: 64b3a4d2-e506-451b-a5b0-ef5284ad3b6c for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:21:06.830104 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436cce44-2061-4b77-b513-c312cc15f267 None None] Routers {'64b3a4d2-e506-451b-a5b0-ef5284ad3b6c'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:21:06.830715 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-436cce44-2061-4b77-b513-c312cc15f267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:21:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['64b3a4d2-e506-451b-a5b0-ef5284ad3b6c'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:06.849827 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-1826b643-6dd3-4b91-8f48-9ea06a9e0f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:06.851629 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-1826b643-6dd3-4b91-8f48-9ea06a9e0f64 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=576a7b2c0e984780a26518e9c1601856&device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 1096 time: 0.0933588 Nov 12 03:21:06.902475 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-feeb331f-62a9-4e56-8a93-5c24a9e22f88 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687016 Nov 12 03:21:06.910903 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-ef18d051-c3ea-469e-ae69-5f1096eec292 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8ef7709-72a6-4596-9527-d2a9f473fb62 HTTP/1.1" status: 200 len: 217 time: 0.0421944 Nov 12 03:21:06.945047 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-436cce44-2061-4b77-b513-c312cc15f267 None None] Set router 64b3a4d2-e506-451b-a5b0-ef5284ad3b6c gateway port host: None {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:21:06.973174 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ead3b6-39dc-4b1a-9531-a9f9fbe26623 req-678a4225-5466-4cb0-bbe9-ea44a9a7f439 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:06.977298 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-65ead3b6-39dc-4b1a-9531-a9f9fbe26623 req-678a4225-5466-4cb0-bbe9-ea44a9a7f439 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 949 time: 0.1497469 Nov 12 03:21:06.984985 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-69ff5db2-8bda-4472-beb6-6ab86c608401 admin admin] Deleting port 5810ce7b-2434-4208-b6e4-0103ca808880 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:21:06.985321 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-69ff5db2-8bda-4472-beb6-6ab86c608401 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:06.996946 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a1eb0042-096a-4d7e-9255-428e33bccbc4 req-918c07e5-77e8-4f2a-835e-1d42894b7bb0 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc85c5bb-57dd-4ab6-9a1c-d5f72a89aad2 HTTP/1.1" status: 200 len: 210 time: 0.0595243 Nov 12 03:21:07.013366 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-e4fc1551-3943-41e4-9b21-ef77aa1f8899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:07.014937 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-e4fc1551-3943-41e4-9b21-ef77aa1f8899 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3428f33d-4837-4311-b620-eb7f742db405 HTTP/1.1" status: 200 len: 861 time: 0.0875647 Nov 12 03:21:07.047217 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-436cce44-2061-4b77-b513-c312cc15f267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b3a4d2-e506-451b-a5b0-ef5284ad3b6c', 'name': 'tempest-AttachSCSIVolumeTestJSON-978917638-router', 'tenant_id': 'd8ad32e7572042549637fef0e43b61e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:58Z', 'updated_at': '2021-11-12T03:21:06Z', 'revision_number': 6, 'project_id': 'd8ad32e7572042549637fef0e43b61e0', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:07.077867 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74c66f2-b88e-4ba4-9978-24c247e67d4a x-openstack-request-id: req-b74c66f2-b88e-4ba4-9978-24c247e67d4a {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:07.079872 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22f52e11-1b72-460c-9afe-29bce7255d86", "tag": "c8ef7709-72a6-4596-9527-d2a9f473fb62", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:07.081068 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b74c66f2-b88e-4ba4-9978-24c247e67d4a {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:07.081068 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f52e11-1b72-460c-9afe-29bce7255d86', 'tag': 'c8ef7709-72a6-4596-9527-d2a9f473fb62', 'status': 'completed', 'code': 200} Nov 12 03:21:07.086613 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-210bd72a-a1f2-4eae-8b3a-81246dcbfa66 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f2354694-6453-486d-800c-f4fc7f841803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569384 Nov 12 03:21:07.109661 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-65ead3b6-39dc-4b1a-9531-a9f9fbe26623 req-bca91e45-0689-427e-a922-c7d7cf4bfbf8 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995307 Nov 12 03:21:07.123686 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436cce44-2061-4b77-b513-c312cc15f267 None None] The sync data for ids ['64b3a4d2-e506-451b-a5b0-ef5284ad3b6c'] in n-d-715271-27 is: [{'id': '64b3a4d2-e506-451b-a5b0-ef5284ad3b6c', 'name': 'tempest-AttachSCSIVolumeTestJSON-978917638-router', 'tenant_id': 'd8ad32e7572042549637fef0e43b61e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:58Z', 'updated_at': '2021-11-12T03:21:06Z', 'revision_number': 6, 'project_id': 'd8ad32e7572042549637fef0e43b61e0', 'gw_port_host': None}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:21:07.151600 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-69ff5db2-8bda-4472-beb6-6ab86c608401 admin admin] For port 5810ce7b-2434-4208-b6e4-0103ca808880, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=5810ce7b-2434-4208-b6e4-0103ca808880,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:07.152295 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-69ff5db2-8bda-4472-beb6-6ab86c608401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:07.170195 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-69ff5db2-8bda-4472-beb6-6ab86c608401 admin admin] Calling delete_port for 5810ce7b-2434-4208-b6e4-0103ca808880 owned by network:router_gateway {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:21:07.303507 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-7e7cc59f-16b4-4bc7-a71d-fd7e899ef9cc service neutron] 10.222.0.90 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085180 Nov 12 03:21:07.445195 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-005fcd95-a5f4-48de-91f2-0e6078d1cf88 req-04b02f17-ea43-4962-93d5-c678ec1ba9e4 service neutron] 10.222.0.90 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333187 Nov 12 03:21:07.608348 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02a8a8-c8c3-4349-9c83-64b7945cadd9 req-a8b8a3bf-e570-4953-a81a-2ab2252d83d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:07.610803 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0b02a8a8-c8c3-4349-9c83-64b7945cadd9 req-a8b8a3bf-e570-4953-a81a-2ab2252d83d5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=576a7b2c0e984780a26518e9c1601856&device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 1096 time: 0.0544953 Nov 12 03:21:07.658966 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e64cf7-b080-46dc-aa5a-e1921c819df9 req-de1e58f7-902b-486d-a8c8-06f21318659f tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:07.660477 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-70e64cf7-b080-46dc-aa5a-e1921c819df9 req-de1e58f7-902b-486d-a8c8-06f21318659f tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 944 time: 0.4183314 Nov 12 03:21:07.737563 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02a8a8-c8c3-4349-9c83-64b7945cadd9 req-19449348-e69e-4f89-bac4-413c0082b187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:07.739218 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0b02a8a8-c8c3-4349-9c83-64b7945cadd9 req-19449348-e69e-4f89-bac4-413c0082b187 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f2354694-6453-486d-800c-f4fc7f841803 HTTP/1.1" status: 200 len: 922 time: 0.1095111 Nov 12 03:21:07.742410 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-70e64cf7-b080-46dc-aa5a-e1921c819df9 req-c6a8f02c-5fae-4029-a9bd-18b2d3b32d92 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719898 Nov 12 03:21:07.772459 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-69ff5db2-8bda-4472-beb6-6ab86c608401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:07.794545 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0b02a8a8-c8c3-4349-9c83-64b7945cadd9 req-fa15de2e-6a60-42e7-a53a-3f1dbf951fac service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8ef7709-72a6-4596-9527-d2a9f473fb62 HTTP/1.1" status: 200 len: 217 time: 0.0460191 Nov 12 03:21:07.823988 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff5db2-8bda-4472-beb6-6ab86c608401 admin admin] Pushing event deleted for resources: {'Port': ['ID=5810ce7b-2434-4208-b6e4-0103ca808880,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:07.911853 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-69ff5db2-8bda-4472-beb6-6ab86c608401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:07.936597 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02a8a8-c8c3-4349-9c83-64b7945cadd9 req-086c2250-5e53-42ec-82a2-c3444fa68c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:07.938086 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0b02a8a8-c8c3-4349-9c83-64b7945cadd9 req-086c2250-5e53-42ec-82a2-c3444fa68c19 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3428f33d-4837-4311-b620-eb7f742db405 HTTP/1.1" status: 200 len: 861 time: 0.1352439 Nov 12 03:21:07.967314 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c10230-af98-4328-bc4e-0927c63fed5f req-1453eaf4-0460-42cd-901c-6c00e4f88c46 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:07.968870 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-85c10230-af98-4328-bc4e-0927c63fed5f req-1453eaf4-0460-42cd-901c-6c00e4f88c46 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 946 time: 0.0890191 Nov 12 03:21:07.985853 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0b02a8a8-c8c3-4349-9c83-64b7945cadd9 req-83583961-35d8-42d4-b41f-f8f3a4e97096 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f2354694-6453-486d-800c-f4fc7f841803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389788 Nov 12 03:21:08.034372 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-69ff5db2-8bda-4472-beb6-6ab86c608401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:08.036923 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-69ff5db2-8bda-4472-beb6-6ab86c608401 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:08.101001 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-85c10230-af98-4328-bc4e-0927c63fed5f req-85763c42-de84-4ea5-9617-ec4be12e1772 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179965 Nov 12 03:21:08.131638 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ad3f1dd3-5438-42d4-a809-f352fe0c2118 req-834c6b4c-d5f8-4a7c-a3b3-3e6260069127 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc85c5bb-57dd-4ab6-9a1c-d5f72a89aad2 HTTP/1.1" status: 200 len: 210 time: 0.0312665 Nov 12 03:21:08.132477 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-69ff5db2-8bda-4472-beb6-6ab86c608401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:08.133077 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ff5db2-8bda-4472-beb6-6ab86c608401 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64b3a4d2-e506-451b-a5b0-ef5284ad3b6c {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:21:08.145956 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-69ff5db2-8bda-4472-beb6-6ab86c608401 admin admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:08.147024 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-69ff5db2-8bda-4472-beb6-6ab86c608401 admin admin] 10.222.0.50 "DELETE /v2.0/routers/64b3a4d2-e506-451b-a5b0-ef5284ad3b6c HTTP/1.1" status: 204 len: 168 time: 1.8499992 Nov 12 03:21:08.152983 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53358) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:08.177597 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0b02a8a8-c8c3-4349-9c83-64b7945cadd9 req-f00e5214-ec68-48f3-8ba4-2da7163e1ff3 service neutron] 10.222.0.90 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788418 Nov 12 03:21:08.278349 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d247054-4d2d-4179-9861-ce2c286f9671 admin admin] Deleting subnet ca582ea7-cc65-4dce-9c61-401038677511 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:21:08.286746 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4d247054-4d2d-4179-9861-ce2c286f9671 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:08.303756 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device ed3e0349-f17b-4464-afea-588ac0caca62 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:21:08.358965 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: ed3e0349-f17b-4464-afea-588ac0caca62 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:21:08.359408 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device ed3e0349-f17b-4464-afea-588ac0caca62 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:21:08.359944 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 5810ce7b-2434-4208-b6e4-0103ca808880 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:21:08.363270 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:08.382272 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4d247054-4d2d-4179-9861-ce2c286f9671 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:08.382934 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 5810ce7b-2434-4208-b6e4-0103ca808880 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:21:08.383511 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 5810ce7b-2434-4208-b6e4-0103ca808880 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:21:08.402642 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ec661-f499-4322-af9c-302927b446e0 req-33bbae76-2056-400f-ac5b-508ae60bc916 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:08.410670 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-de2ec661-f499-4322-af9c-302927b446e0 req-33bbae76-2056-400f-ac5b-508ae60bc916 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 949 time: 0.0966184 Nov 12 03:21:08.414272 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0b02a8a8-c8c3-4349-9c83-64b7945cadd9 req-ca6868bf-2710-4926-95d8-0c9ea7bf9f1a service neutron] 10.222.0.90 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276638 Nov 12 03:21:08.470255 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-de2ec661-f499-4322-af9c-302927b446e0 req-10a52459-e9d7-4a83-bf30-dfe17a8ef124 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587149 Nov 12 03:21:08.571003 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-eccf503e-6350-4c9c-acc4-7e3541d346d8 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:08.572387 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-eccf503e-6350-4c9c-acc4-7e3541d346d8 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] 10.222.0.74 "GET /v2.0/networks?id=e6946e12-3dfd-46b6-9567-0409277596e7 HTTP/1.1" status: 200 len: 810 time: 0.2239983 Nov 12 03:21:08.573633 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4d247054-4d2d-4179-9861-ce2c286f9671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:08.599624 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-e80ed4d4-4d78-4ff6-b4c5-9c132eb13e49 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] Request body: {'port': {'device_id': 'dc85c5bb-57dd-4ab6-9a1c-d5f72a89aad2', 'network_id': 'e6946e12-3dfd-46b6-9567-0409277596e7', 'admin_state_up': True, 'tenant_id': '64d6c286188045c582f968f832e9896e'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:08.689060 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4d247054-4d2d-4179-9861-ce2c286f9671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:08.728273 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d247054-4d2d-4179-9861-ce2c286f9671 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca582ea7-cc65-4dce-9c61-401038677511,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:08.732337 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4d247054-4d2d-4179-9861-ce2c286f9671 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:08.734114 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e867bc31-1cf4-4729-a2e1-0d0393f39c62 None None] Network 7ef5d152-aa61-4df1-8cd3-15a53aebc9df requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:21:08.735557 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4d247054-4d2d-4179-9861-ce2c286f9671 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ca582ea7-cc65-4dce-9c61-401038677511 HTTP/1.1" status: 204 len: 168 time: 0.5816193 Nov 12 03:21:08.738231 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53364) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:08.758283 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-e80ed4d4-4d78-4ff6-b4c5-9c132eb13e49 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] Made reservation on behalf of 64d6c286188045c582f968f832e9896e for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:08.761879 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-e80ed4d4-4d78-4ff6-b4c5-9c132eb13e49 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:08.814108 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c2565b18-a8a4-4bf2-aa8f-2dfe16b49c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:08.919084 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-e80ed4d4-4d78-4ff6-b4c5-9c132eb13e49 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] Allocated IP 172.20.0.14 (e6946e12-3dfd-46b6-9567-0409277596e7/c960910d-cb51-45fa-9105-bd582abda8d3/4128df8b-2bfa-478c-8ac9-772ed29e9a7c) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:08.933613 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-c2565b18-a8a4-4bf2-aa8f-2dfe16b49c03 admin admin] Deleting port 278a4f83-ca55-4735-8b6d-4467a877c67b {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:21:08.934096 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c2565b18-a8a4-4bf2-aa8f-2dfe16b49c03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:08.957865 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde7161b-562e-4893-b7de-20ca31b97de7 None None] DHCP port deletion for 7ef5d152-aa61-4df1-8cd3-15a53aebc9df request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:21:08.984199 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f06fb-fc77-475c-9eb3-a95972fd6932 req-7bb3a22c-0387-41a4-9971-6029fad701ef tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:08.986380 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3f5f06fb-fc77-475c-9eb3-a95972fd6932 req-7bb3a22c-0387-41a4-9971-6029fad701ef tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 944 time: 0.0929430 Nov 12 03:21:09.024052 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-dde7161b-562e-4893-b7de-20ca31b97de7 None None] Deleting port 278a4f83-ca55-4735-8b6d-4467a877c67b {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:21:09.024328 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-dde7161b-562e-4893-b7de-20ca31b97de7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:09.071919 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-c2565b18-a8a4-4bf2-aa8f-2dfe16b49c03 admin admin] For port 278a4f83-ca55-4735-8b6d-4467a877c67b, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=278a4f83-ca55-4735-8b6d-4467a877c67b,segment=NetworkSegment(30f91239-2036-4f63-82d8-a7840d0e7748),segment_id=30f91239-2036-4f63-82d8-a7840d0e7748)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:09.072414 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c2565b18-a8a4-4bf2-aa8f-2dfe16b49c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:09.096598 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-c2565b18-a8a4-4bf2-aa8f-2dfe16b49c03 admin admin] Calling delete_port for 278a4f83-ca55-4735-8b6d-4467a877c67b owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:21:09.101138 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-dde7161b-562e-4893-b7de-20ca31b97de7 None None] For port 278a4f83-ca55-4735-8b6d-4467a877c67b, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=278a4f83-ca55-4735-8b6d-4467a877c67b,segment=NetworkSegment(30f91239-2036-4f63-82d8-a7840d0e7748),segment_id=30f91239-2036-4f63-82d8-a7840d0e7748)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:09.101541 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-dde7161b-562e-4893-b7de-20ca31b97de7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:09.104170 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3f5f06fb-fc77-475c-9eb3-a95972fd6932 req-2507b859-3bb7-4ffc-a8ab-099ff5df1ee7 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792220 Nov 12 03:21:09.120121 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-dde7161b-562e-4893-b7de-20ca31b97de7 None None] Calling delete_port for 278a4f83-ca55-4735-8b6d-4467a877c67b owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:21:09.127024 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-e80ed4d4-4d78-4ff6-b4c5-9c132eb13e49 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:09.200656 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c2565b18-a8a4-4bf2-aa8f-2dfe16b49c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:09.212951 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199b99e-3cb3-4c16-896a-481583855481 req-7453c410-bef5-4635-9ed4-9101f5a3a552 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:09.215528 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0199b99e-3cb3-4c16-896a-481583855481 req-7453c410-bef5-4635-9ed4-9101f5a3a552 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3527e08-132c-489e-ab06-78d73ccbcde4 HTTP/1.1" status: 200 len: 945 time: 0.0856535 Nov 12 03:21:09.241341 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2565b18-a8a4-4bf2-aa8f-2dfe16b49c03 admin admin] Pushing event deleted for resources: {'Port': ['ID=278a4f83-ca55-4735-8b6d-4467a877c67b,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:09.242080 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-e80ed4d4-4d78-4ff6-b4c5-9c132eb13e49 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:09.243479 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2565b18-a8a4-4bf2-aa8f-2dfe16b49c03 admin admin] No DVR routers for this DVR port 278a4f83-ca55-4735-8b6d-4467a877c67b on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:21:09.277349 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-dde7161b-562e-4893-b7de-20ca31b97de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:09.326495 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7161b-562e-4893-b7de-20ca31b97de7 None None] Pushing event deleted for resources: {'Port': ['ID=278a4f83-ca55-4735-8b6d-4467a877c67b,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:09.333826 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-e80ed4d4-4d78-4ff6-b4c5-9c132eb13e49 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] Network e6946e12-3dfd-46b6-9567-0409277596e7 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:09.338577 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde7161b-562e-4893-b7de-20ca31b97de7 None None] No DVR routers for this DVR port 278a4f83-ca55-4735-8b6d-4467a877c67b on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:21:09.348409 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-e80ed4d4-4d78-4ff6-b4c5-9c132eb13e49 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:09.353778 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-e80ed4d4-4d78-4ff6-b4c5-9c132eb13e49 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:09.361617 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0199b99e-3cb3-4c16-896a-481583855481 req-fc82cf90-7eec-43da-a133-0c8f8147f81f tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c8f2b06-db27-4d77-8b58-730135e0a808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279657 Nov 12 03:21:09.389968 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ed4d4-4d78-4ff6-b4c5-9c132eb13e49 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] Pushing event updated for resources: {'Port': ['ID=4128df8b-2bfa-478c-8ac9-772ed29e9a7c,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:09.396249 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3d8ed-9ef3-416f-affd-51643d50044a req-2c1dcf46-13ea-424a-a9dd-a4ffa6b06536 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:09.407031 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3db3d8ed-9ef3-416f-affd-51643d50044a req-2c1dcf46-13ea-424a-a9dd-a4ffa6b06536 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 946 time: 0.1690385 Nov 12 03:21:09.420268 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c2565b18-a8a4-4bf2-aa8f-2dfe16b49c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:09.426870 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-e80ed4d4-4d78-4ff6-b4c5-9c132eb13e49 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:09.427799 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-e80ed4d4-4d78-4ff6-b4c5-9c132eb13e49 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:09.451189 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-e80ed4d4-4d78-4ff6-b4c5-9c132eb13e49 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8565440 Nov 12 03:21:09.471070 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-b17283bb-c38c-4940-b061-f9d1f4b528f5 service neutron] Request body: {'port': {'device_id': 'dc85c5bb-57dd-4ab6-9a1c-d5f72a89aad2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:09.471804 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-c2565b18-a8a4-4bf2-aa8f-2dfe16b49c03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ef5d152-aa61-4df1-8cd3-15a53aebc9df']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:09.497709 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-c2565b18-a8a4-4bf2-aa8f-2dfe16b49c03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30f91239-2036-4f63-82d8-a7840d0e7748') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:09.497709 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-c2565b18-a8a4-4bf2-aa8f-2dfe16b49c03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30f91239-2036-4f63-82d8-a7840d0e7748') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:09.521476 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3db3d8ed-9ef3-416f-affd-51643d50044a req-fb2ad147-fb78-4113-892a-5ff6856ca4ef tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110699 Nov 12 03:21:09.521476 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c2565b18-a8a4-4bf2-aa8f-2dfe16b49c03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:09.544554 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c2565b18-a8a4-4bf2-aa8f-2dfe16b49c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:09.552978 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2565b18-a8a4-4bf2-aa8f-2dfe16b49c03 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:21:09.553806 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c2565b18-a8a4-4bf2-aa8f-2dfe16b49c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:09.556035 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:21:09.556035 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:21:09.556035 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:21:09.556035 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:21:09.556035 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:21:09.556035 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:21:09.556035 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:21:09.556035 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:21:09.556035 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:21:09.556035 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:21:09.556035 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:21:09.556035 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:21:09.556035 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:21:09.556035 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:21:09.556035 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:21:09.556035 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:21:09.556035 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:21:09.556035 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:21:09.556035 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:21:09.556035 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:21:09.556035 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:21:09.556035 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:21:09.556035 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:21:09.556035 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:21:09.556035 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:21:09.556035 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:21:09.556035 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:21:09.556035 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:21:09.556035 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:21:09.556035 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:21:09.556035 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:21:09.556035 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:21:09.583196 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc6cc8-3260-415f-86c7-36efd59592f6 req-e39cbf69-1ca3-4acc-9e2f-6dc45847d229 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:09.584952 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7cbc6cc8-3260-415f-86c7-36efd59592f6 req-e39cbf69-1ca3-4acc-9e2f-6dc45847d229 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc85c5bb-57dd-4ab6-9a1c-d5f72a89aad2 HTTP/1.1" status: 200 len: 932 time: 0.1107068 Nov 12 03:21:09.605603 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-b17283bb-c38c-4940-b061-f9d1f4b528f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:09.634379 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c2565b18-a8a4-4bf2-aa8f-2dfe16b49c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:09.653300 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c2565b18-a8a4-4bf2-aa8f-2dfe16b49c03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:09.658942 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c2565b18-a8a4-4bf2-aa8f-2dfe16b49c03 admin admin] 10.222.0.50 "DELETE /v2.0/networks/7ef5d152-aa61-4df1-8cd3-15a53aebc9df HTTP/1.1" status: 204 len: 168 time: 0.9172707 Nov 12 03:21:09.679142 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2565b18-a8a4-4bf2-aa8f-2dfe16b49c03 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ef5d152-aa61-4df1-8cd3-15a53aebc9df,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:09.693861 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7cbc6cc8-3260-415f-86c7-36efd59592f6 req-c9899a09-32b2-412e-88dd-ede4da70fe50 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] 10.222.0.50 "GET /v2.0/security-groups?id=172ab032-1836-4683-84c4-287177715c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952988 Nov 12 03:21:09.808581 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ea1b3-ebb4-484b-ae78-fe69844288d6 req-96f558a9-50cc-4595-880a-5257e372d18f tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:09.811186 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0d8ea1b3-ebb4-484b-ae78-fe69844288d6 req-96f558a9-50cc-4595-880a-5257e372d18f tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 949 time: 0.1223803 Nov 12 03:21:09.860692 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53386) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:09.881200 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0d8ea1b3-ebb4-484b-ae78-fe69844288d6 req-4a10803e-3337-4a72-89a4-b50719069860 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643973 Nov 12 03:21:09.911903 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-eed6a0dc-88ec-4398-a383-c6e7da979640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:09.912134 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-0b373596-73a7-44ec-88aa-dee4a93e7273 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dc162332f668461489b7e205cb1f66dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0486948 Nov 12 03:21:09.912258 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-eed6a0dc-88ec-4398-a383-c6e7da979640 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d&tenant_id=8b0d25ea08f644adbd397e66a514b9b0 HTTP/1.1" status: 200 len: 1101 time: 0.1158819 Nov 12 03:21:09.913139 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53388) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:09.931232 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-ba7ceaf1-bc4f-49b8-995e-c38bc54ad6e8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-27', 'device_owner': 'compute:nova'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:09.965275 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9f5fbfc5-7243-4c84-9c18-6ef08db90d0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:09.988424 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9f5fbfc5-7243-4c84-9c18-6ef08db90d0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:10.037895 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-ba7ceaf1-bc4f-49b8-995e-c38bc54ad6e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:10.041168 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-b17283bb-c38c-4940-b061-f9d1f4b528f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4128df8b-2bfa-478c-8ac9-772ed29e9a7c {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:10.045269 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9f5fbfc5-7243-4c84-9c18-6ef08db90d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:10.049879 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9f5fbfc5-7243-4c84-9c18-6ef08db90d0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:10.052533 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9f5fbfc5-7243-4c84-9c18-6ef08db90d0d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1662438e-3cc8-425d-9aa5-41a4128215e6 HTTP/1.1" status: 204 len: 168 time: 0.1383231 Nov 12 03:21:10.055042 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-b17283bb-c38c-4940-b061-f9d1f4b528f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:10.061880 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5fbfc5-7243-4c84-9c18-6ef08db90d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1662438e-3cc8-425d-9aa5-41a4128215e6,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:10.086491 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-b17283bb-c38c-4940-b061-f9d1f4b528f5 service neutron] Transition to ACTIVE for port object 4128df8b-2bfa-478c-8ac9-772ed29e9a7c will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:21:10.106527 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-b17283bb-c38c-4940-b061-f9d1f4b528f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:10.243982 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 278a4f83-ca55-4735-8b6d-4467a877c67b no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:21:10.264881 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 278a4f83-ca55-4735-8b6d-4467a877c67b {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:21:10.265222 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 278a4f83-ca55-4735-8b6d-4467a877c67b not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:21:10.274717 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17283bb-c38c-4940-b061-f9d1f4b528f5 service neutron] Pushing event updated for resources: {'Port': ['ID=4128df8b-2bfa-478c-8ac9-772ed29e9a7c,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:10.392716 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6296877-578d-44f2-b7fa-4001a4f87d6b req-ac47aa5b-edd6-4eea-8507-6221746081fb tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:10.394233 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c6296877-578d-44f2-b7fa-4001a4f87d6b req-ac47aa5b-edd6-4eea-8507-6221746081fb tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 944 time: 0.1606216 Nov 12 03:21:10.443342 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-b17283bb-c38c-4940-b061-f9d1f4b528f5 service neutron] Attempting to bind port 4128df8b-2bfa-478c-8ac9-772ed29e9a7c on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:10.443673 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-b17283bb-c38c-4940-b061-f9d1f4b528f5 service neutron] Attempting to bind port 4128df8b-2bfa-478c-8ac9-772ed29e9a7c by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'a6eea6f3-ae44-440b-ba00-a5c931ce9aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e6946e12-3dfd-46b6-9567-0409277596e7'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:10.444051 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-b17283bb-c38c-4940-b061-f9d1f4b528f5 service neutron] Attempting to bind port 4128df8b-2bfa-478c-8ac9-772ed29e9a7c on network e6946e12-3dfd-46b6-9567-0409277596e7 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:10.454941 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53396) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:10.466170 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-b17283bb-c38c-4940-b061-f9d1f4b528f5 service neutron] Port 4128df8b-2bfa-478c-8ac9-772ed29e9a7c on network e6946e12-3dfd-46b6-9567-0409277596e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:10.466493 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-b17283bb-c38c-4940-b061-f9d1f4b528f5 service neutron] Attempting to bind port 4128df8b-2bfa-478c-8ac9-772ed29e9a7c on network e6946e12-3dfd-46b6-9567-0409277596e7 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:10.486514 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-b17283bb-c38c-4940-b061-f9d1f4b528f5 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:10.486846 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-b17283bb-c38c-4940-b061-f9d1f4b528f5 service neutron] Checking segment: {'id': 'a6eea6f3-ae44-440b-ba00-a5c931ce9aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e6946e12-3dfd-46b6-9567-0409277596e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:10.487218 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-b17283bb-c38c-4940-b061-f9d1f4b528f5 service neutron] Bound using segment: {'id': 'a6eea6f3-ae44-440b-ba00-a5c931ce9aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e6946e12-3dfd-46b6-9567-0409277596e7'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:10.487649 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-b17283bb-c38c-4940-b061-f9d1f4b528f5 service neutron] Bound port: 4128df8b-2bfa-478c-8ac9-772ed29e9a7c, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6eea6f3-ae44-440b-ba00-a5c931ce9aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e6946e12-3dfd-46b6-9567-0409277596e7'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:10.488126 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-b17283bb-c38c-4940-b061-f9d1f4b528f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:10.521339 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c12797f7-20f3-4cfe-9ec4-1138c07f3fb6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d8ad32e7572042549637fef0e43b61e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0651469 Nov 12 03:21:10.525157 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53400) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:10.528708 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-ba7ceaf1-bc4f-49b8-995e-c38bc54ad6e8 service neutron] For port 1f961a16-1d9d-4543-9741-1345153c155d, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=1f961a16-1d9d-4543-9741-1345153c155d,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:10.534500 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c6296877-578d-44f2-b7fa-4001a4f87d6b req-bfff6227-41bf-4598-9946-ac7ad6736a94 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041057 Nov 12 03:21:10.562933 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-99cb2f1e-96f3-4640-bbb1-95b02ae5f6e4 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:10.564482 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-99cb2f1e-96f3-4640-bbb1-95b02ae5f6e4 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa&tenant_id=ab1cf8386d1b4172a2ff2003f6ed3228&binding%3Ahost_id=n-h1-715271-27 HTTP/1.1" status: 200 len: 1098 time: 0.0815690 Nov 12 03:21:10.587105 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-03990082-699e-48f3-9be1-1867192634c5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-715271-27'}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:10.610052 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-b17283bb-c38c-4940-b061-f9d1f4b528f5 service neutron] For port 4128df8b-2bfa-478c-8ac9-772ed29e9a7c, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:10.616311 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-b17283bb-c38c-4940-b061-f9d1f4b528f5 service neutron] For port 4128df8b-2bfa-478c-8ac9-772ed29e9a7c, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4128df8b-2bfa-478c-8ac9-772ed29e9a7c,segment=NetworkSegment(a6eea6f3-ae44-440b-ba00-a5c931ce9aee),segment_id=a6eea6f3-ae44-440b-ba00-a5c931ce9aee)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:10.620250 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-ba7ceaf1-bc4f-49b8-995e-c38bc54ad6e8 service neutron] For port 1f961a16-1d9d-4543-9741-1345153c155d, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:10.634801 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0aa59936-2399-4ba8-9fa6-08a4e023807a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:10.649272 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-b17283bb-c38c-4940-b061-f9d1f4b528f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:10.686043 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-b17283bb-c38c-4940-b061-f9d1f4b528f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:10.686766 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-b17283bb-c38c-4940-b061-f9d1f4b528f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:10.688255 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-b17283bb-c38c-4940-b061-f9d1f4b528f5 service neutron] 10.222.0.74 "PUT /v2.0/ports/4128df8b-2bfa-478c-8ac9-772ed29e9a7c HTTP/1.1" status: 200 len: 1093 time: 1.2228580 Nov 12 03:21:10.699225 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0aa59936-2399-4ba8-9fa6-08a4e023807a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:10.701310 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-03990082-699e-48f3-9be1-1867192634c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:10.708593 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc85c5bb-57dd-4ab6-9a1c-d5f72a89aad2', 'tag': '4128df8b-2bfa-478c-8ac9-772ed29e9a7c'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:10.711646 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08cf574e-100b-466d-8ed4-5d7a6e29a1c6" -d '{"events": [{"name": "network-changed", "server_uuid": "dc85c5bb-57dd-4ab6-9a1c-d5f72a89aad2", "tag": "4128df8b-2bfa-478c-8ac9-772ed29e9a7c"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:10.791587 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-ba7ceaf1-bc4f-49b8-995e-c38bc54ad6e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:10.847848 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0aa59936-2399-4ba8-9fa6-08a4e023807a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:10.850752 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c1b87-1a7b-4b33-8970-cfdbb02b6b58 req-a6b32c61-4c2a-423a-8261-e6c49bd46e82 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:10.852386 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-484c1b87-1a7b-4b33-8970-cfdbb02b6b58 req-a6b32c61-4c2a-423a-8261-e6c49bd46e82 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 946 time: 0.1910810 Nov 12 03:21:10.852646 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0aa59936-2399-4ba8-9fa6-08a4e023807a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:10.853733 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-ba7ceaf1-bc4f-49b8-995e-c38bc54ad6e8 service neutron] Transition to ACTIVE for port object 1f961a16-1d9d-4543-9741-1345153c155d will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:21:10.854909 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-0aa59936-2399-4ba8-9fa6-08a4e023807a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f71c243b-54ce-46d6-ad19-0ab57aee5854 HTTP/1.1" status: 204 len: 168 time: 0.3283966 Nov 12 03:21:10.855488 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17283bb-c38c-4940-b061-f9d1f4b528f5 service neutron] Pushing event updated for resources: {'Port': ['ID=4128df8b-2bfa-478c-8ac9-772ed29e9a7c,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:10.873699 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-734eb93c-3311-4af5-862e-1af2392fd1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:10.875631 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-734eb93c-3311-4af5-862e-1af2392fd1db service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=64d6c286188045c582f968f832e9896e&device_id=dc85c5bb-57dd-4ab6-9a1c-d5f72a89aad2 HTTP/1.1" status: 200 len: 1096 time: 0.1255670 Nov 12 03:21:10.876553 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-ba7ceaf1-bc4f-49b8-995e-c38bc54ad6e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:10.880181 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa59936-2399-4ba8-9fa6-08a4e023807a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71c243b-54ce-46d6-ad19-0ab57aee5854,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:10.941180 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-03990082-699e-48f3-9be1-1867192634c5 service neutron] For port b3f727d1-490b-45ee-b4ff-59728a0c678b, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=b3f727d1-490b-45ee-b4ff-59728a0c678b,segment=NetworkSegment(8dbff2fd-9cfc-4504-9870-2f052b7a9289),segment_id=8dbff2fd-9cfc-4504-9870-2f052b7a9289)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:10.953660 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-d36de94e-75f9-43d1-a5ec-8a81ff501e1d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4128df8b-2bfa-478c-8ac9-772ed29e9a7c HTTP/1.1" status: 200 len: 217 time: 0.0415683 Nov 12 03:21:11.023048 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6506b-d8ad-4bb8-bc57-47fb03051130 req-5f6b8fda-7464-4a7f-a56e-d630d92fa562 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:11.024699 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-22b6506b-d8ad-4bb8-bc57-47fb03051130 req-5f6b8fda-7464-4a7f-a56e-d630d92fa562 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3527e08-132c-489e-ab06-78d73ccbcde4 HTTP/1.1" status: 200 len: 945 time: 0.1126099 Nov 12 03:21:11.025248 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-ba7ceaf1-bc4f-49b8-995e-c38bc54ad6e8 service neutron] No DVR routers for this DVR port 1f961a16-1d9d-4543-9741-1345153c155d on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:21:11.037722 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-03990082-699e-48f3-9be1-1867192634c5 service neutron] For port b3f727d1-490b-45ee-b4ff-59728a0c678b, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:11.090819 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-484c1b87-1a7b-4b33-8970-cfdbb02b6b58 req-27ec635b-9b5d-40fe-b0b2-7d2770860397 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803062 Nov 12 03:21:11.117543 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e9a4b0-3dae-4553-b628-b9a5578232fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3f727d1-490b-45ee-b4ff-59728a0c678b'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:11.120210 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1c439c-2da2-44ba-923f-b5456a36f666" -d '{"events": [{"server_uuid": "c8e9a4b0-3dae-4553-b628-b9a5578232fa", "name": "network-vif-unplugged", "status": "completed", "tag": "b3f727d1-490b-45ee-b4ff-59728a0c678b"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:11.124565 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-03990082-699e-48f3-9be1-1867192634c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:11.133977 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ceaf1-bc4f-49b8-995e-c38bc54ad6e8 service neutron] Pushing event updated for resources: {'Port': ['ID=1f961a16-1d9d-4543-9741-1345153c155d,revision_number=10']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:11.142766 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-22b6506b-d8ad-4bb8-bc57-47fb03051130 req-5799fd2d-1e6e-4e41-a400-cd2e154f63ac tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c8f2b06-db27-4d77-8b58-730135e0a808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075981 Nov 12 03:21:11.145623 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-03990082-699e-48f3-9be1-1867192634c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:11.161889 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-ae8c0d6d-de8e-4a79-959f-beb731f377a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:11.163536 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-ae8c0d6d-de8e-4a79-959f-beb731f377a6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c960910d-cb51-45fa-9105-bd582abda8d3 HTTP/1.1" status: 200 len: 850 time: 0.1823187 Nov 12 03:21:11.164475 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-ba7ceaf1-bc4f-49b8-995e-c38bc54ad6e8 service neutron] Attempting to bind port 1f961a16-1d9d-4543-9741-1345153c155d on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:11.164798 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-ba7ceaf1-bc4f-49b8-995e-c38bc54ad6e8 service neutron] Attempting to bind port 1f961a16-1d9d-4543-9741-1345153c155d by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:11.165122 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-ba7ceaf1-bc4f-49b8-995e-c38bc54ad6e8 service neutron] Attempting to bind port 1f961a16-1d9d-4543-9741-1345153c155d on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:11.171599 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-ba7ceaf1-bc4f-49b8-995e-c38bc54ad6e8 service neutron] Port 1f961a16-1d9d-4543-9741-1345153c155d on network eca3953c-c804-4641-8812-bff95be59582 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:11.171908 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-ba7ceaf1-bc4f-49b8-995e-c38bc54ad6e8 service neutron] Attempting to bind port 1f961a16-1d9d-4543-9741-1345153c155d on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:11.201891 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-32653d8c-15b5-4595-b6fd-fa1bdde1bfa6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e6946e12-3dfd-46b6-9567-0409277596e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270262 Nov 12 03:21:11.207560 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-ba7ceaf1-bc4f-49b8-995e-c38bc54ad6e8 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:11.207560 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-ba7ceaf1-bc4f-49b8-995e-c38bc54ad6e8 service neutron] Checking segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:11.207560 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-ba7ceaf1-bc4f-49b8-995e-c38bc54ad6e8 service neutron] Bound using segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:11.207560 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-ba7ceaf1-bc4f-49b8-995e-c38bc54ad6e8 service neutron] Bound port: 1f961a16-1d9d-4543-9741-1345153c155d, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:11.207560 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-ba7ceaf1-bc4f-49b8-995e-c38bc54ad6e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:11.258711 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183fed44-98cf-461c-9c4b-721bcde5736f x-openstack-request-id: req-183fed44-98cf-461c-9c4b-721bcde5736f {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:11.258711 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc85c5bb-57dd-4ab6-9a1c-d5f72a89aad2", "tag": "4128df8b-2bfa-478c-8ac9-772ed29e9a7c", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:11.259068 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-183fed44-98cf-461c-9c4b-721bcde5736f {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:11.259153 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc85c5bb-57dd-4ab6-9a1c-d5f72a89aad2', 'tag': '4128df8b-2bfa-478c-8ac9-772ed29e9a7c', 'status': 'completed', 'code': 200} Nov 12 03:21:11.266197 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03990082-699e-48f3-9be1-1867192634c5 service neutron] Pushing event updated for resources: {'Port': ['ID=b3f727d1-490b-45ee-b4ff-59728a0c678b,revision_number=7']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:11.284190 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-03990082-699e-48f3-9be1-1867192634c5 service neutron] Attempting to bind port b3f727d1-490b-45ee-b4ff-59728a0c678b on host n-h1-715271-27 for vnic_type normal with profile {"migrating_to": "n-h2-715271-27"} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:11.284383 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-03990082-699e-48f3-9be1-1867192634c5 service neutron] Attempting to bind port b3f727d1-490b-45ee-b4ff-59728a0c678b by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:11.284691 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-03990082-699e-48f3-9be1-1867192634c5 service neutron] Attempting to bind port b3f727d1-490b-45ee-b4ff-59728a0c678b on network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:11.290404 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-03990082-699e-48f3-9be1-1867192634c5 service neutron] Port b3f727d1-490b-45ee-b4ff-59728a0c678b on network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:11.290719 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-03990082-699e-48f3-9be1-1867192634c5 service neutron] Attempting to bind port b3f727d1-490b-45ee-b4ff-59728a0c678b on network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:11.297464 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-03990082-699e-48f3-9be1-1867192634c5 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:11.297800 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-03990082-699e-48f3-9be1-1867192634c5 service neutron] Checking segment: {'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:11.298179 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-03990082-699e-48f3-9be1-1867192634c5 service neutron] Bound using segment: {'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:11.298747 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-03990082-699e-48f3-9be1-1867192634c5 service neutron] Bound port: b3f727d1-490b-45ee-b4ff-59728a0c678b, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:11.300462 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-03990082-699e-48f3-9be1-1867192634c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:11.382231 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-03990082-699e-48f3-9be1-1867192634c5 service neutron] For port b3f727d1-490b-45ee-b4ff-59728a0c678b, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:11.387325 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-03990082-699e-48f3-9be1-1867192634c5 service neutron] For port b3f727d1-490b-45ee-b4ff-59728a0c678b, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=b3f727d1-490b-45ee-b4ff-59728a0c678b,segment=NetworkSegment(8dbff2fd-9cfc-4504-9870-2f052b7a9289),segment_id=8dbff2fd-9cfc-4504-9870-2f052b7a9289)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:11.395985 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-03990082-699e-48f3-9be1-1867192634c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:11.431394 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-ba7ceaf1-bc4f-49b8-995e-c38bc54ad6e8 service neutron] For port 1f961a16-1d9d-4543-9741-1345153c155d, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:11.445629 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cef351-e324-44af-89d6-9c39a366300f req-2c6da674-1a71-47c5-ac0d-fac2633d0e19 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:11.454766 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e1cef351-e324-44af-89d6-9c39a366300f req-2c6da674-1a71-47c5-ac0d-fac2633d0e19 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc85c5bb-57dd-4ab6-9a1c-d5f72a89aad2 HTTP/1.1" status: 200 len: 944 time: 0.1941996 Nov 12 03:21:11.457973 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-ba7ceaf1-bc4f-49b8-995e-c38bc54ad6e8 service neutron] For port 1f961a16-1d9d-4543-9741-1345153c155d, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=1f961a16-1d9d-4543-9741-1345153c155d,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:11.487336 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-ba7ceaf1-bc4f-49b8-995e-c38bc54ad6e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:11.520632 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-03990082-699e-48f3-9be1-1867192634c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:11.521259 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-03990082-699e-48f3-9be1-1867192634c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:11.522673 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-03990082-699e-48f3-9be1-1867192634c5 service neutron] 10.222.0.90 "PUT /v2.0/ports/b3f727d1-490b-45ee-b4ff-59728a0c678b HTTP/1.1" status: 200 len: 1124 time: 0.9423456 Nov 12 03:21:11.525430 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03990082-699e-48f3-9be1-1867192634c5 service neutron] Pushing event updated for resources: {'Port': ['ID=b3f727d1-490b-45ee-b4ff-59728a0c678b,revision_number=8']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:11.539666 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-dba9bbde-3c81-4d7d-86c4-a6abc126b1c7 service neutron] 10.222.0.74 "GET /v2.0/networks/e6946e12-3dfd-46b6-9567-0409277596e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051195 Nov 12 03:21:11.550578 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358e812-5883-4f83-9d97-423fb6b35b5b req-505a2efb-529c-413a-83f5-ccbfb0e5f782 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:11.553914 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6358e812-5883-4f83-9d97-423fb6b35b5b req-505a2efb-529c-413a-83f5-ccbfb0e5f782 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 948 time: 0.0969703 Nov 12 03:21:11.571580 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-ba7ceaf1-bc4f-49b8-995e-c38bc54ad6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:11.572888 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-ba7ceaf1-bc4f-49b8-995e-c38bc54ad6e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:11.575275 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-ba7ceaf1-bc4f-49b8-995e-c38bc54ad6e8 service neutron] 10.222.0.74 "PUT /v2.0/ports/1f961a16-1d9d-4543-9741-1345153c155d HTTP/1.1" status: 200 len: 1097 time: 1.6495783 Nov 12 03:21:11.641164 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6358e812-5883-4f83-9d97-423fb6b35b5b req-f4b5cc36-ed48-45f6-b6cf-421f611784b2 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735757 Nov 12 03:21:11.646007 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['b3f727d1-490b-45ee-b4ff-59728a0c678b'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:11.699355 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d40f0e2-1960-418f-802c-8ea1bf86b53c x-openstack-request-id: req-1d40f0e2-1960-418f-802c-8ea1bf86b53c {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:11.699912 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8e9a4b0-3dae-4553-b628-b9a5578232fa", "name": "network-vif-unplugged", "status": "completed", "tag": "b3f727d1-490b-45ee-b4ff-59728a0c678b", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:11.700413 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1d40f0e2-1960-418f-802c-8ea1bf86b53c {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:11.701237 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8e9a4b0-3dae-4553-b628-b9a5578232fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3f727d1-490b-45ee-b4ff-59728a0c678b', 'code': 200} Nov 12 03:21:11.737142 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['b3f727d1-490b-45ee-b4ff-59728a0c678b'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:11.963340 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7eb1e7-c166-4774-b9c7-29bb1f226f6d req-f10a32ec-326b-4f74-842f-ae57d5e2c271 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:11.966257 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6d7eb1e7-c166-4774-b9c7-29bb1f226f6d req-f10a32ec-326b-4f74-842f-ae57d5e2c271 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 944 time: 0.1273277 Nov 12 03:21:11.982945 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device c8ef7709-72a6-4596-9527-d2a9f473fb62 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:21:12.055961 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ceaf1-bc4f-49b8-995e-c38bc54ad6e8 service neutron] Pushing event updated for resources: {'Port': ['ID=1f961a16-1d9d-4543-9741-1345153c155d,revision_number=11']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:12.076183 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e1cef351-e324-44af-89d6-9c39a366300f req-005f8cd9-2db0-4bfb-a80e-862d52261d6a tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] 10.222.0.50 "GET /v2.0/security-groups?id=172ab032-1836-4683-84c4-287177715c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6149502 Nov 12 03:21:12.094176 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6d7eb1e7-c166-4774-b9c7-29bb1f226f6d req-fc3b314a-55e7-4112-ab3b-6edd624b1644 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131327 Nov 12 03:21:12.107619 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-4417d86e-4375-4fed-ad8d-f4ecd26afcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:12.118929 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-4417d86e-4375-4fed-ad8d-f4ecd26afcc6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 1100 time: 0.5028112 Nov 12 03:21:12.162746 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53450) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:12.270201 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-7ffe63a0-d8dc-463d-b8c2-4033898a0e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:12.272154 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-7ffe63a0-d8dc-463d-b8c2-4033898a0e6a service neutron] 10.222.0.74 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.1447148 Nov 12 03:21:12.283645 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port c8ef7709-72a6-4596-9527-d2a9f473fb62, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=c8ef7709-72a6-4596-9527-d2a9f473fb62,segment=NetworkSegment(b8c93ffa-e78d-4d7d-8be5-2d181e470820),segment_id=b8c93ffa-e78d-4d7d-8be5-2d181e470820)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:12.298150 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': 'c8ef7709-72a6-4596-9527-d2a9f473fb62', 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803', 'port_id': 'c8ef7709-72a6-4596-9527-d2a9f473fb62', 'mac_address': 'fa:16:3e:18:8b:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3428f33d-4837-4311-b620-eb7f742db405', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:21:12.335088 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-076d4be4-9046-454e-b9a5-06987398804d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1640307428-network', 'tenant_id': '0fe6ad5cc781423d94795b11723f6247'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:12.342699 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-618cfa9c-9100-4e31-9e04-b3c0761586ee service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=1f961a16-1d9d-4543-9741-1345153c155d HTTP/1.1" status: 200 len: 217 time: 0.0601809 Nov 12 03:21:12.347223 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4344f932-05ba-4a07-8fa0-6cc3d11857df req-4765a96a-4446-48e0-bd53-7b0d3a50f291 service neutron] 10.222.0.74 "GET /v2.0/networks/e6946e12-3dfd-46b6-9567-0409277596e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7784109 Nov 12 03:21:12.350810 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407a1a6-b9a4-443d-8d3f-975d2683e81e req-a84b810d-137d-47ec-9612-2ef80bac8f7c tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:12.351697 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a407a1a6-b9a4-443d-8d3f-975d2683e81e req-a84b810d-137d-47ec-9612-2ef80bac8f7c tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 944 time: 0.1274602 Nov 12 03:21:12.357110 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:12.374985 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8ef7709-72a6-4596-9527-d2a9f473fb62 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:12.412733 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port c8ef7709-72a6-4596-9527-d2a9f473fb62, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=c8ef7709-72a6-4596-9527-d2a9f473fb62,segment=NetworkSegment(b8c93ffa-e78d-4d7d-8be5-2d181e470820),segment_id=b8c93ffa-e78d-4d7d-8be5-2d181e470820)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:12.424842 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076d4be4-9046-454e-b9a5-06987398804d admin admin] Made reservation on behalf of 0fe6ad5cc781423d94795b11723f6247 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:12.426079 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:12.426982 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device b3f727d1-490b-45ee-b4ff-59728a0c678b details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:21:12.430321 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-076d4be4-9046-454e-b9a5-06987398804d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:12.451018 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-076d4be4-9046-454e-b9a5-06987398804d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:12.451690 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-0afb0f7d-4719-477e-9ec7-f3384beb680e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:12.453396 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-0afb0f7d-4719-477e-9ec7-f3384beb680e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.0964403 Nov 12 03:21:12.483099 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a407a1a6-b9a4-443d-8d3f-975d2683e81e req-7f437b46-cef6-4122-b860-213233473859 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164644 Nov 12 03:21:12.515265 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf574e-100b-466d-8ed4-5d7a6e29a1c6 req-79c47c14-2dc7-4a35-ac4e-1eb41a1f70b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:12.516923 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-08cf574e-100b-466d-8ed4-5d7a6e29a1c6 req-79c47c14-2dc7-4a35-ac4e-1eb41a1f70b5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=64d6c286188045c582f968f832e9896e&device_id=dc85c5bb-57dd-4ab6-9a1c-d5f72a89aad2 HTTP/1.1" status: 200 len: 1096 time: 0.1039095 Nov 12 03:21:12.552255 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-6eb7c12f-6b21-42e5-a983-2d008e91f7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:12.553774 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-6eb7c12f-6b21-42e5-a983-2d008e91f7ce service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0909643 Nov 12 03:21:12.566985 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=c8ef7709-72a6-4596-9527-d2a9f473fb62,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:12.611343 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-076d4be4-9046-454e-b9a5-06987398804d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:12.614513 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port b3f727d1-490b-45ee-b4ff-59728a0c678b, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=b3f727d1-490b-45ee-b4ff-59728a0c678b,segment=NetworkSegment(8dbff2fd-9cfc-4504-9870-2f052b7a9289),segment_id=8dbff2fd-9cfc-4504-9870-2f052b7a9289)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:12.619218 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-076d4be4-9046-454e-b9a5-06987398804d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:12.633821 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device b3f727d1-490b-45ee-b4ff-59728a0c678b has no active binding in host n-h2-715271-27 {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:21:12.647566 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a266c-7c58-416e-853d-02112e695a69 req-65f3eea7-c3f6-42cd-8e26-28d7b44db70d tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:12.649067 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-409a266c-7c58-416e-853d-02112e695a69 req-65f3eea7-c3f6-42cd-8e26-28d7b44db70d tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3527e08-132c-489e-ab06-78d73ccbcde4 HTTP/1.1" status: 200 len: 945 time: 0.0887849 Nov 12 03:21:12.649782 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-076d4be4-9046-454e-b9a5-06987398804d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:21:12.679665 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-076d4be4-9046-454e-b9a5-06987398804d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:12.680013 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-076d4be4-9046-454e-b9a5-06987398804d admin admin] Added segment ff25bbb3-d375-4e62-8870-52805ef28681 of type vlan for network ba424c57-ec3a-4d6d-b89c-9699ee3a3c72 Nov 12 03:21:12.692202 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf574e-100b-466d-8ed4-5d7a6e29a1c6 req-3784b043-2d12-4aaf-8014-246a2bb4973b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:12.693330 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-08cf574e-100b-466d-8ed4-5d7a6e29a1c6 req-3784b043-2d12-4aaf-8014-246a2bb4973b service neutron] 10.222.0.74 "GET /v2.0/networks?id=e6946e12-3dfd-46b6-9567-0409277596e7 HTTP/1.1" status: 200 len: 911 time: 0.1644561 Nov 12 03:21:12.693601 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d4be4-9046-454e-b9a5-06987398804d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6689b20e-5d2f-411e-84b6-32798f0720c9,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:12.726290 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-96cc5853-134c-4e24-bbae-3909a448bae4 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631289 Nov 12 03:21:12.742894 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-076d4be4-9046-454e-b9a5-06987398804d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:12.759037 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-409a266c-7c58-416e-853d-02112e695a69 req-b0efabf4-1b91-4afb-8aea-b9ea5f697010 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c8f2b06-db27-4d77-8b58-730135e0a808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001074 Nov 12 03:21:12.780121 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-08cf574e-100b-466d-8ed4-5d7a6e29a1c6 req-f849e9f2-10be-4b12-bf98-c10024c20201 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4128df8b-2bfa-478c-8ac9-772ed29e9a7c HTTP/1.1" status: 200 len: 217 time: 0.0676584 Nov 12 03:21:12.784407 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-076d4be4-9046-454e-b9a5-06987398804d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:12.785661 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076d4be4-9046-454e-b9a5-06987398804d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:12.786582 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-076d4be4-9046-454e-b9a5-06987398804d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:12.824150 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-076d4be4-9046-454e-b9a5-06987398804d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.6568129 Nov 12 03:21:12.829019 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53460) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:12.848867 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-79ef88f3-556d-476c-b767-3c75ba1c852d admin admin] Request body: {'subnet': {'network_id': 'ba424c57-ec3a-4d6d-b89c-9699ee3a3c72', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1640307428-subnet', 'tenant_id': '0fe6ad5cc781423d94795b11723f6247', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:12.856527 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d4be4-9046-454e-b9a5-06987398804d admin admin] Pushing event updated for resources: {'Network': ['ID=ba424c57-ec3a-4d6d-b89c-9699ee3a3c72,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:12.866024 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network ba424c57-ec3a-4d6d-b89c-9699ee3a3c72 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:21:12.934482 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ef88f3-556d-476c-b767-3c75ba1c852d admin admin] Made reservation on behalf of 0fe6ad5cc781423d94795b11723f6247 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:12.936832 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-79ef88f3-556d-476c-b767-3c75ba1c852d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:12.940408 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf574e-100b-466d-8ed4-5d7a6e29a1c6 req-78e2ab02-3bee-41f7-b2ff-8058e681ae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:12.941847 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-08cf574e-100b-466d-8ed4-5d7a6e29a1c6 req-78e2ab02-3bee-41f7-b2ff-8058e681ae8a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c960910d-cb51-45fa-9105-bd582abda8d3 HTTP/1.1" status: 200 len: 850 time: 0.1234319 Nov 12 03:21:12.952840 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65750234-32ab-443b-b254-151517d17082 req-2509ee58-694d-4bac-96f6-967cbff16765 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:12.954290 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-65750234-32ab-443b-b254-151517d17082 req-2509ee58-694d-4bac-96f6-967cbff16765 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 948 time: 0.2018008 Nov 12 03:21:13.006072 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7bdaa6bb-ead1-4dc8-99da-5d01f4996d53 req-8533f244-6430-41d2-8a5a-0827462a0d50 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521079 Nov 12 03:21:13.039367 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-08cf574e-100b-466d-8ed4-5d7a6e29a1c6 req-fd8cac14-2a7a-4cc4-8aae-68fd6b060824 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e6946e12-3dfd-46b6-9567-0409277596e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840652 Nov 12 03:21:13.087092 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['c8ef7709-72a6-4596-9527-d2a9f473fb62'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:13.121455 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-65750234-32ab-443b-b254-151517d17082 req-840d0760-5c4a-4ed4-8979-aa17bdbc1957 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410458 Nov 12 03:21:13.256888 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-08cf574e-100b-466d-8ed4-5d7a6e29a1c6 req-f3b624dc-1427-48a1-9262-823a3cdc1745 service neutron] 10.222.0.74 "GET /v2.0/networks/e6946e12-3dfd-46b6-9567-0409277596e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880522 Nov 12 03:21:13.260477 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0556cc86-452d-4936-ba59-b72d5daeb68d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f961a16-1d9d-4543-9741-1345153c155d'}, {'name': 'network-changed', 'server_uuid': '0556cc86-452d-4936-ba59-b72d5daeb68d', 'tag': '1f961a16-1d9d-4543-9741-1345153c155d'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:13.262841 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108cf18c-7488-479a-8d0a-7125e8b5d4e8" -d '{"events": [{"server_uuid": "0556cc86-452d-4936-ba59-b72d5daeb68d", "name": "network-vif-unplugged", "status": "completed", "tag": "1f961a16-1d9d-4543-9741-1345153c155d"}, {"name": "network-changed", "server_uuid": "0556cc86-452d-4936-ba59-b72d5daeb68d", "tag": "1f961a16-1d9d-4543-9741-1345153c155d"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:13.378715 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5515a4c1-3b25-41ea-a257-d38a1b0f3bca req-f5f31cbd-f911-4889-bd3e-741c3905eb10 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:13.380310 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5515a4c1-3b25-41ea-a257-d38a1b0f3bca req-f5f31cbd-f911-4889-bd3e-741c3905eb10 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 945 time: 0.1703551 Nov 12 03:21:13.385106 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-79ef88f3-556d-476c-b767-3c75ba1c852d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:13.487546 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f4f1b-180a-460f-9e25-8381250b05fc req-b6a9b991-18f6-4125-bc36-ca615f672d9c tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:13.489046 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e45f4f1b-180a-460f-9e25-8381250b05fc req-b6a9b991-18f6-4125-bc36-ca615f672d9c tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc85c5bb-57dd-4ab6-9a1c-d5f72a89aad2 HTTP/1.1" status: 200 len: 944 time: 0.3458443 Nov 12 03:21:13.495428 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef88f3-556d-476c-b767-3c75ba1c852d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4861e040-05d9-4e30-8357-69ff119e903e,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:13.511397 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-08cf574e-100b-466d-8ed4-5d7a6e29a1c6 req-491d33c5-1d34-4d25-a10c-d1c93d9bcff3 service neutron] 10.222.0.74 "GET /v2.0/networks/e6946e12-3dfd-46b6-9567-0409277596e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152693 Nov 12 03:21:13.516059 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5515a4c1-3b25-41ea-a257-d38a1b0f3bca req-a6beabfe-02e7-4d17-9735-3c3205484d77 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282690 Nov 12 03:21:13.523882 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ef88f3-556d-476c-b767-3c75ba1c852d admin admin] Checking segment: {'id': 'ff25bbb3-d375-4e62-8870-52805ef28681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ba424c57-ec3a-4d6d-b89c-9699ee3a3c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:13.524282 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ef88f3-556d-476c-b767-3c75ba1c852d admin admin] Network hostable DHCP agents. Network: ba424c57-ec3a-4d6d-b89c-9699ee3a3c72, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:21:13.546418 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e45f4f1b-180a-460f-9e25-8381250b05fc req-bd11d35b-c1fd-4f8f-a4fa-faea3e0549f3 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] 10.222.0.50 "GET /v2.0/security-groups?id=172ab032-1836-4683-84c4-287177715c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512822 Nov 12 03:21:13.552949 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ef88f3-556d-476c-b767-3c75ba1c852d admin admin] Network ba424c57-ec3a-4d6d-b89c-9699ee3a3c72 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:21:13.564053 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-79ef88f3-556d-476c-b767-3c75ba1c852d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, ba424c57-ec3a-4d6d-b89c-9699ee3a3c72) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:13.568607 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ef88f3-556d-476c-b767-3c75ba1c852d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:13.569425 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-79ef88f3-556d-476c-b767-3c75ba1c852d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:13.576966 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99eb6e9a-dcf2-424c-87ae-0ac24bde2a98 None None] Network ba424c57-ec3a-4d6d-b89c-9699ee3a3c72 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:21:13.589443 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-79ef88f3-556d-476c-b767-3c75ba1c852d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7452018 Nov 12 03:21:13.591888 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53474) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:13.597282 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-1978f447-b47e-4b9a-a8de-ccd75b7c85c1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1640307428-router', 'tenant_id': '0fe6ad5cc781423d94795b11723f6247', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:13.642269 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4cf4add-6d8f-4de7-8af6-d5a4a5bc065c x-openstack-request-id: req-e4cf4add-6d8f-4de7-8af6-d5a4a5bc065c {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:13.642997 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0556cc86-452d-4936-ba59-b72d5daeb68d", "name": "network-vif-unplugged", "status": "completed", "tag": "1f961a16-1d9d-4543-9741-1345153c155d", "code": 200}, {"name": "network-changed", "server_uuid": "0556cc86-452d-4936-ba59-b72d5daeb68d", "tag": "1f961a16-1d9d-4543-9741-1345153c155d", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:13.643246 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e4cf4add-6d8f-4de7-8af6-d5a4a5bc065c {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:13.644633 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0556cc86-452d-4936-ba59-b72d5daeb68d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f961a16-1d9d-4543-9741-1345153c155d', 'code': 200} Nov 12 03:21:13.644891 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0556cc86-452d-4936-ba59-b72d5daeb68d', 'tag': '1f961a16-1d9d-4543-9741-1345153c155d', 'status': 'completed', 'code': 200} Nov 12 03:21:13.655896 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1978f447-b47e-4b9a-a8de-ccd75b7c85c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:13.657205 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1978f447-b47e-4b9a-a8de-ccd75b7c85c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:13.711118 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8e9a4b0-3dae-4553-b628-b9a5578232fa', 'tag': 'b3f727d1-490b-45ee-b4ff-59728a0c678b'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:13.715546 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e7a8d6-d2ba-4726-879a-798c4edc141c" -d '{"events": [{"name": "network-changed", "server_uuid": "c8e9a4b0-3dae-4553-b628-b9a5578232fa", "tag": "b3f727d1-490b-45ee-b4ff-59728a0c678b"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:13.769516 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1978f447-b47e-4b9a-a8de-ccd75b7c85c1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:13.770500 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0138c-a86d-4744-833d-90541cf8f1c5 req-84b6a4b0-9fdf-4158-86bb-1e1fc9184ae5 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:13.772003 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6eb0138c-a86d-4744-833d-90541cf8f1c5 req-84b6a4b0-9fdf-4158-86bb-1e1fc9184ae5 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 944 time: 0.0950563 Nov 12 03:21:13.773514 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108cf18c-7488-479a-8d0a-7125e8b5d4e8 req-7f95270b-99e9-43f6-acfb-9ee69e4346d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:13.776657 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-108cf18c-7488-479a-8d0a-7125e8b5d4e8 req-7f95270b-99e9-43f6-acfb-9ee69e4346d5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 1100 time: 0.1067226 Nov 12 03:21:13.784632 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a8bf69-6b5e-4d8a-930a-45da69d54a93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-ba424c57-ec3a-4d6d-b89c-9699ee3a3c72', 'network_id': 'ba424c57-ec3a-4d6d-b89c-9699ee3a3c72', 'tenant_id': '0fe6ad5cc781423d94795b11723f6247', 'fixed_ips': [{'subnet_id': '4861e040-05d9-4e30-8357-69ff119e903e'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:21:13.786616 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78a8bf69-6b5e-4d8a-930a-45da69d54a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:13.806898 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108cf18c-7488-479a-8d0a-7125e8b5d4e8 req-32705332-1930-4f3c-896d-68077eb468be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:13.809275 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-108cf18c-7488-479a-8d0a-7125e8b5d4e8 req-32705332-1930-4f3c-896d-68077eb468be service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 1100 time: 0.0768127 Nov 12 03:21:13.905805 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d983b2-1d45-43c8-a4d1-d6dea78605bf x-openstack-request-id: req-27d983b2-1d45-43c8-a4d1-d6dea78605bf {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:13.906198 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8e9a4b0-3dae-4553-b628-b9a5578232fa", "tag": "b3f727d1-490b-45ee-b4ff-59728a0c678b", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:13.906601 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-27d983b2-1d45-43c8-a4d1-d6dea78605bf {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:13.907100 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8e9a4b0-3dae-4553-b628-b9a5578232fa', 'tag': 'b3f727d1-490b-45ee-b4ff-59728a0c678b', 'status': 'completed', 'code': 200} Nov 12 03:21:13.936122 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6eb0138c-a86d-4744-833d-90541cf8f1c5 req-1e3678b0-b348-4424-bf17-ea41caa56c0c tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562774 Nov 12 03:21:13.946472 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108cf18c-7488-479a-8d0a-7125e8b5d4e8 req-99d14786-96e0-4445-98bb-a46e50ba606e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:13.956033 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-108cf18c-7488-479a-8d0a-7125e8b5d4e8 req-99d14786-96e0-4445-98bb-a46e50ba606e service neutron] 10.222.0.90 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.1256175 Nov 12 03:21:13.956261 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-78a8bf69-6b5e-4d8a-930a-45da69d54a93 None None] Allocated IP 172.20.0.2 (ba424c57-ec3a-4d6d-b89c-9699ee3a3c72/4861e040-05d9-4e30-8357-69ff119e903e/3356a7fb-a173-48ef-9e1b-2ca432eac4a8) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:13.982801 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 1f961a16-1d9d-4543-9741-1345153c155d no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:21:13.998381 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-108cf18c-7488-479a-8d0a-7125e8b5d4e8 req-49c919c7-dc83-4f11-99ec-29161bd6a401 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=1f961a16-1d9d-4543-9741-1345153c155d HTTP/1.1" status: 200 len: 217 time: 0.0414546 Nov 12 03:21:14.043568 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1978f447-b47e-4b9a-a8de-ccd75b7c85c1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.070846 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108cf18c-7488-479a-8d0a-7125e8b5d4e8 req-31274b17-d784-40df-a710-37b4a93de8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:14.072766 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-108cf18c-7488-479a-8d0a-7125e8b5d4e8 req-31274b17-d784-40df-a710-37b4a93de8ce service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.0650418 Nov 12 03:21:14.098086 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 1f961a16-1d9d-4543-9741-1345153c155d not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:21:14.115933 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7a8d6-d2ba-4726-879a-798c4edc141c req-99975941-8e0b-4cfb-b716-1652272775d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:14.117360 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09e7a8d6-d2ba-4726-879a-798c4edc141c req-99975941-8e0b-4cfb-b716-1652272775d9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ab1cf8386d1b4172a2ff2003f6ed3228&device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 1127 time: 0.2393281 Nov 12 03:21:14.125233 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108cf18c-7488-479a-8d0a-7125e8b5d4e8 req-15d01629-62b5-44aa-9371-2ba4b43bc59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:14.126155 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6d117-7414-4210-846a-e9ce61335375 req-ab23e133-f4cd-4d57-a07c-722e72ace251 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:14.126907 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-108cf18c-7488-479a-8d0a-7125e8b5d4e8 req-15d01629-62b5-44aa-9371-2ba4b43bc59e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0462105 Nov 12 03:21:14.127587 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a4c6d117-7414-4210-846a-e9ce61335375 req-ab23e133-f4cd-4d57-a07c-722e72ace251 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3527e08-132c-489e-ab06-78d73ccbcde4 HTTP/1.1" status: 200 len: 945 time: 0.1893203 Nov 12 03:21:14.131895 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108cf18c-7488-479a-8d0a-7125e8b5d4e8 req-589f8b2c-6d2f-4447-96d6-f28a9f973da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:14.133562 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-108cf18c-7488-479a-8d0a-7125e8b5d4e8 req-589f8b2c-6d2f-4447-96d6-f28a9f973da7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.3145826 Nov 12 03:21:14.182006 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78a8bf69-6b5e-4d8a-930a-45da69d54a93 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.191246 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78a8bf69-6b5e-4d8a-930a-45da69d54a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.252597 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a8bf69-6b5e-4d8a-930a-45da69d54a93 None None] Network ba424c57-ec3a-4d6d-b89c-9699ee3a3c72 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:14.254877 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-78a8bf69-6b5e-4d8a-930a-45da69d54a93 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:14.260661 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a8bf69-6b5e-4d8a-930a-45da69d54a93 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:14.264137 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a8bf69-6b5e-4d8a-930a-45da69d54a93 None None] Pushing event updated for resources: {'Port': ['ID=3356a7fb-a173-48ef-9e1b-2ca432eac4a8,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:14.278774 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-108cf18c-7488-479a-8d0a-7125e8b5d4e8 req-4920f420-3918-4ed6-b409-d4d919840de2 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389952 Nov 12 03:21:14.288100 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f81a8-af20-4ed6-85eb-669f551cad31 req-f09ce092-4b83-40c0-8bf3-7f3ebab35c55 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:14.290023 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bd7f81a8-af20-4ed6-85eb-669f551cad31 req-f09ce092-4b83-40c0-8bf3-7f3ebab35c55 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 948 time: 0.0790827 Nov 12 03:21:14.341404 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-78a8bf69-6b5e-4d8a-930a-45da69d54a93 None None] Attempting to bind port 3356a7fb-a173-48ef-9e1b-2ca432eac4a8 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:14.341664 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-78a8bf69-6b5e-4d8a-930a-45da69d54a93 None None] Attempting to bind port 3356a7fb-a173-48ef-9e1b-2ca432eac4a8 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'ff25bbb3-d375-4e62-8870-52805ef28681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ba424c57-ec3a-4d6d-b89c-9699ee3a3c72'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:14.342027 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a8bf69-6b5e-4d8a-930a-45da69d54a93 None None] Attempting to bind port 3356a7fb-a173-48ef-9e1b-2ca432eac4a8 on network ba424c57-ec3a-4d6d-b89c-9699ee3a3c72 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:14.347801 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a8bf69-6b5e-4d8a-930a-45da69d54a93 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:14.348206 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a8bf69-6b5e-4d8a-930a-45da69d54a93 None None] Checking segment: {'id': 'ff25bbb3-d375-4e62-8870-52805ef28681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ba424c57-ec3a-4d6d-b89c-9699ee3a3c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:14.348612 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78a8bf69-6b5e-4d8a-930a-45da69d54a93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.349005 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a8bf69-6b5e-4d8a-930a-45da69d54a93 None None] Bound using segment: {'id': 'ff25bbb3-d375-4e62-8870-52805ef28681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ba424c57-ec3a-4d6d-b89c-9699ee3a3c72'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:14.349494 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-78a8bf69-6b5e-4d8a-930a-45da69d54a93 None None] Bound port: 3356a7fb-a173-48ef-9e1b-2ca432eac4a8, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff25bbb3-d375-4e62-8870-52805ef28681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ba424c57-ec3a-4d6d-b89c-9699ee3a3c72'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:14.349997 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78a8bf69-6b5e-4d8a-930a-45da69d54a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.413130 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bd7f81a8-af20-4ed6-85eb-669f551cad31 req-2cbf7ad7-39fd-4ef5-9883-2ad617a6bad4 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137762 Nov 12 03:21:14.433515 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-78a8bf69-6b5e-4d8a-930a-45da69d54a93 None None] For port 3356a7fb-a173-48ef-9e1b-2ca432eac4a8, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:14.435071 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-108cf18c-7488-479a-8d0a-7125e8b5d4e8 req-aecb3d5f-905b-4406-81b3-89f3810aa4b9 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434700 Nov 12 03:21:14.437933 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-78a8bf69-6b5e-4d8a-930a-45da69d54a93 None None] For port 3356a7fb-a173-48ef-9e1b-2ca432eac4a8, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=3356a7fb-a173-48ef-9e1b-2ca432eac4a8,segment=NetworkSegment(ff25bbb3-d375-4e62-8870-52805ef28681),segment_id=ff25bbb3-d375-4e62-8870-52805ef28681)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:14.443122 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78a8bf69-6b5e-4d8a-930a-45da69d54a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.475021 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-108cf18c-7488-479a-8d0a-7125e8b5d4e8 req-5f79aa97-37de-4bf4-a735-34a67617ab5a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=1f961a16-1d9d-4543-9741-1345153c155d HTTP/1.1" status: 200 len: 217 time: 0.3320265 Nov 12 03:21:14.515358 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a8bf69-6b5e-4d8a-930a-45da69d54a93 None None] Pushing event updated for resources: {'Port': ['ID=3356a7fb-a173-48ef-9e1b-2ca432eac4a8,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:14.616337 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a4c6d117-7414-4210-846a-e9ce61335375 req-b91617d3-adc6-4ffc-978c-d5fee217057e tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c8f2b06-db27-4d77-8b58-730135e0a808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4743075 Nov 12 03:21:14.646589 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108cf18c-7488-479a-8d0a-7125e8b5d4e8 req-daec8ef5-525f-4919-a71f-fb1ffc756e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:14.648211 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-108cf18c-7488-479a-8d0a-7125e8b5d4e8 req-daec8ef5-525f-4919-a71f-fb1ffc756e77 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.1422970 Nov 12 03:21:14.659799 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb78e4-ab1b-458b-aef9-78990691d384 req-e7130d31-9e3e-4b77-8839-5f43bcbe719f tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:14.661336 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-04bb78e4-ab1b-458b-aef9-78990691d384 req-e7130d31-9e3e-4b77-8839-5f43bcbe719f tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3527e08-132c-489e-ab06-78d73ccbcde4 HTTP/1.1" status: 200 len: 945 time: 0.2074749 Nov 12 03:21:14.674178 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b63f4-b3a4-499c-b64d-4631f6a33850 req-6819dde3-e6f6-4af7-92e9-0a52012d40a7 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:14.675755 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dd3b63f4-b3a4-499c-b64d-4631f6a33850 req-6819dde3-e6f6-4af7-92e9-0a52012d40a7 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 945 time: 0.0701060 Nov 12 03:21:14.678499 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7a8d6-d2ba-4726-879a-798c4edc141c req-75ad63a8-08c2-4e50-9595-f45414d759ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:14.679974 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09e7a8d6-d2ba-4726-879a-798c4edc141c req-75ad63a8-08c2-4e50-9595-f45414d759ae service neutron] 10.222.0.74 "GET /v2.0/networks?id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 HTTP/1.1" status: 200 len: 907 time: 0.5505140 Nov 12 03:21:14.754905 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dd3b63f4-b3a4-499c-b64d-4631f6a33850 req-977bce2f-4028-4e8e-9004-bbb3bd096a03 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713425 Nov 12 03:21:14.820943 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09e7a8d6-d2ba-4726-879a-798c4edc141c req-febf3152-e03e-4e49-a346-bed3ff851a5f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3f727d1-490b-45ee-b4ff-59728a0c678b HTTP/1.1" status: 200 len: 217 time: 0.1192296 Nov 12 03:21:14.906479 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108cf18c-7488-479a-8d0a-7125e8b5d4e8 req-fa05cd34-c12e-4e24-beed-ff5b19ea1e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:14.908049 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-108cf18c-7488-479a-8d0a-7125e8b5d4e8 req-fa05cd34-c12e-4e24-beed-ff5b19ea1e98 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2436612 Nov 12 03:21:15.002446 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398fb806-5cbc-4f30-a801-efaa20094e63 req-df77ed0c-1053-4909-9aeb-a1a8ff61777e tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:15.003973 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-398fb806-5cbc-4f30-a801-efaa20094e63 req-df77ed0c-1053-4909-9aeb-a1a8ff61777e tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc85c5bb-57dd-4ab6-9a1c-d5f72a89aad2 HTTP/1.1" status: 200 len: 944 time: 0.3034651 Nov 12 03:21:15.029680 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7a8d6-d2ba-4726-879a-798c4edc141c req-7db7ebf3-d98a-4255-a2f3-3a6c1ae8a278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:15.031147 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09e7a8d6-d2ba-4726-879a-798c4edc141c req-7db7ebf3-d98a-4255-a2f3-3a6c1ae8a278 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5a9fb38e-cf25-418b-9443-2a54f98e4648 HTTP/1.1" status: 200 len: 846 time: 0.1960726 Nov 12 03:21:15.059527 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75fe7c5-763b-4c06-a316-4a5a49d622d1 req-96035b00-e231-437d-ab3c-b397bfc6d0b4 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:15.061065 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e75fe7c5-763b-4c06-a316-4a5a49d622d1 req-96035b00-e231-437d-ab3c-b397bfc6d0b4 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 944 time: 0.0522521 Nov 12 03:21:15.124851 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e75fe7c5-763b-4c06-a316-4a5a49d622d1 req-51ab4dc8-89f8-459a-80b6-3713cd335dae tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568657 Nov 12 03:21:15.143541 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09e7a8d6-d2ba-4726-879a-798c4edc141c req-ce83cfdd-8e6f-44b9-8030-75f8d1ab4165 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969775 Nov 12 03:21:15.222551 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1978f447-b47e-4b9a-a8de-ccd75b7c85c1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:15.229994 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-04bb78e4-ab1b-458b-aef9-78990691d384 req-04063bc2-faec-49aa-99f3-54e17d4c4fdf tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Deleting port 1f427354-c1f8-4380-95eb-38300a3fe4c3 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:21:15.230340 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-04bb78e4-ab1b-458b-aef9-78990691d384 req-04063bc2-faec-49aa-99f3-54e17d4c4fdf tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:15.240149 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-398fb806-5cbc-4f30-a801-efaa20094e63 req-a1fd562a-8d3c-434f-a9c9-ffd4ba501a52 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] 10.222.0.50 "GET /v2.0/security-groups?id=172ab032-1836-4683-84c4-287177715c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193151 Nov 12 03:21:15.290729 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-108cf18c-7488-479a-8d0a-7125e8b5d4e8 req-1302e285-dce1-4232-97a7-42a084e46243 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390400 Nov 12 03:21:15.303607 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1978f447-b47e-4b9a-a8de-ccd75b7c85c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:15.501272 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09e7a8d6-d2ba-4726-879a-798c4edc141c req-516d3a28-1049-4e22-8fdf-54431dc157cc service neutron] 10.222.0.74 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366270 Nov 12 03:21:15.521879 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454e0469-c053-4cbb-9d02-faa89f47f328 None None] Network ba424c57-ec3a-4d6d-b89c-9699ee3a3c72 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:21:15.589268 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d2916-6624-4a5c-a181-e1484367682b req-3a18b5aa-fd20-4b23-b17a-6074f92dfe84 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:15.591376 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-902d2916-6624-4a5c-a181-e1484367682b req-3a18b5aa-fd20-4b23-b17a-6074f92dfe84 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 948 time: 0.0686555 Nov 12 03:21:15.596986 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-fb36c5cf-0aa9-48f3-a74b-d12c2fa68d4b None None] Provisioning complete for port 3356a7fb-a173-48ef-9e1b-2ca432eac4a8 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:15.597604 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fb36c5cf-0aa9-48f3-a74b-d12c2fa68d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:15.650392 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-902d2916-6624-4a5c-a181-e1484367682b req-98373a27-64b6-4461-8487-7aa812e097a0 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521059 Nov 12 03:21:15.735607 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-04bb78e4-ab1b-458b-aef9-78990691d384 req-04063bc2-faec-49aa-99f3-54e17d4c4fdf tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] For port 1f427354-c1f8-4380-95eb-38300a3fe4c3, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=1f427354-c1f8-4380-95eb-38300a3fe4c3,segment=NetworkSegment(b19214b6-a5b1-4941-8bdf-5dca47aff883),segment_id=b19214b6-a5b1-4941-8bdf-5dca47aff883)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:15.736095 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-04bb78e4-ab1b-458b-aef9-78990691d384 req-04063bc2-faec-49aa-99f3-54e17d4c4fdf tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:15.751850 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fb36c5cf-0aa9-48f3-a74b-d12c2fa68d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:15.774491 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-1978f447-b47e-4b9a-a8de-ccd75b7c85c1 admin admin] Allocated IP 172.25.5.210 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/067c29ef-c3de-49bf-9b4c-f35554b945e8) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:15.803725 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-fb36c5cf-0aa9-48f3-a74b-d12c2fa68d4b None None] For port 3356a7fb-a173-48ef-9e1b-2ca432eac4a8, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=3356a7fb-a173-48ef-9e1b-2ca432eac4a8,segment=NetworkSegment(ff25bbb3-d375-4e62-8870-52805ef28681),segment_id=ff25bbb3-d375-4e62-8870-52805ef28681)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:15.814552 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fb36c5cf-0aa9-48f3-a74b-d12c2fa68d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:15.888771 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb36c5cf-0aa9-48f3-a74b-d12c2fa68d4b None None] Pushing event updated for resources: {'Port': ['ID=3356a7fb-a173-48ef-9e1b-2ca432eac4a8,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:15.904063 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808789fb-6b98-4843-b9ef-21b89036245c req-b51619cc-74b7-4c11-a687-228d1938ea08 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:15.906457 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-808789fb-6b98-4843-b9ef-21b89036245c req-b51619cc-74b7-4c11-a687-228d1938ea08 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 945 time: 0.0634830 Nov 12 03:21:15.923634 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-108cf18c-7488-479a-8d0a-7125e8b5d4e8 req-dff51578-758c-4953-9a34-d0568a222057 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6177208 Nov 12 03:21:15.972857 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-808789fb-6b98-4843-b9ef-21b89036245c req-cfc661ff-4f7b-444e-919e-aaa19f7e1662 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598581 Nov 12 03:21:15.983991 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device c8ef7709-72a6-4596-9527-d2a9f473fb62 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:16.026062 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09e7a8d6-d2ba-4726-879a-798c4edc141c req-de7b2464-ba9b-4fa3-a6b7-7d265a5eaecb service neutron] 10.222.0.74 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4771736 Nov 12 03:21:16.092999 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port c8ef7709-72a6-4596-9527-d2a9f473fb62 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:21:16.097129 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port c8ef7709-72a6-4596-9527-d2a9f473fb62 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:16.097503 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:16.117002 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821d37a-be39-4e49-b057-f26f8919791a req-b130cf8d-299e-491a-9ef6-df1a43f4c654 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:16.125106 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f821d37a-be39-4e49-b057-f26f8919791a req-b130cf8d-299e-491a-9ef6-df1a43f4c654 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3527e08-132c-489e-ab06-78d73ccbcde4 HTTP/1.1" status: 200 len: 945 time: 0.3844826 Nov 12 03:21:16.157077 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-a88da1b6-8787-4c27-b7f6-00f4a2e1348d None None] Provisioning complete for port 3356a7fb-a173-48ef-9e1b-2ca432eac4a8 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:16.157304 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a88da1b6-8787-4c27-b7f6-00f4a2e1348d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:16.244541 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 1f961a16-1d9d-4543-9741-1345153c155d details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:21:16.250042 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:16.297400 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f52e11-1b72-460c-9afe-29bce7255d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ef7709-72a6-4596-9527-d2a9f473fb62'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:16.299790 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4d493f-2bc7-4141-91a6-b27e909c1fad" -d '{"events": [{"server_uuid": "22f52e11-1b72-460c-9afe-29bce7255d86", "name": "network-vif-plugged", "status": "completed", "tag": "c8ef7709-72a6-4596-9527-d2a9f473fb62"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:16.330832 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 3356a7fb-a173-48ef-9e1b-2ca432eac4a8 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:16.336943 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port c8ef7709-72a6-4596-9527-d2a9f473fb62, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=c8ef7709-72a6-4596-9527-d2a9f473fb62,segment=NetworkSegment(b8c93ffa-e78d-4d7d-8be5-2d181e470820),segment_id=b8c93ffa-e78d-4d7d-8be5-2d181e470820)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:16.347752 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b5ea8-8d72-4c25-a3ca-686b566e0371 req-7351fe2b-7e42-4c0b-9062-e767a9d6ad74 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:16.349472 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-df5b5ea8-8d72-4c25-a3ca-686b566e0371 req-7351fe2b-7e42-4c0b-9062-e767a9d6ad74 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 944 time: 0.0678458 Nov 12 03:21:16.395565 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:16.420742 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-df5b5ea8-8d72-4c25-a3ca-686b566e0371 req-eb19f56f-c4a1-4d2f-bb4d-5bdf567763a4 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628774 Nov 12 03:21:16.508167 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 1f961a16-1d9d-4543-9741-1345153c155d, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=1f961a16-1d9d-4543-9741-1345153c155d,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:16.533034 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '1f961a16-1d9d-4543-9741-1345153c155d', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'port_id': '1f961a16-1d9d-4543-9741-1345153c155d', 'mac_address': 'fa:16:3e:46:50:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa66706f-b415-4bb9-838e-cfd08f81d96b', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:21:16.534449 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=c8ef7709-72a6-4596-9527-d2a9f473fb62,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:16.540155 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 3356a7fb-a173-48ef-9e1b-2ca432eac4a8 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:16.540529 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:16.579536 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b63c3d-b05d-42b9-af6b-0b005a02cdcf req-3dae8169-7981-4667-8ed5-ead4dee9823a tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:16.581425 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a0b63c3d-b05d-42b9-af6b-0b005a02cdcf req-3dae8169-7981-4667-8ed5-ead4dee9823a tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc85c5bb-57dd-4ab6-9a1c-d5f72a89aad2 HTTP/1.1" status: 200 len: 944 time: 0.0641561 Nov 12 03:21:16.600536 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1978f447-b47e-4b9a-a8de-ccd75b7c85c1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:16.605914 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:16.616374 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f821d37a-be39-4e49-b057-f26f8919791a req-289f1283-2f5f-44a5-9615-845ae3b458a1 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c8f2b06-db27-4d77-8b58-730135e0a808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4849126 Nov 12 03:21:16.623149 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f961a16-1d9d-4543-9741-1345153c155d {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:16.657576 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a0b63c3d-b05d-42b9-af6b-0b005a02cdcf req-f280996c-ebca-45df-ba8a-50e969ef0265 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] 10.222.0.50 "GET /v2.0/security-groups?id=172ab032-1836-4683-84c4-287177715c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689642 Nov 12 03:21:16.667616 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 1f961a16-1d9d-4543-9741-1345153c155d, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=1f961a16-1d9d-4543-9741-1345153c155d,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:16.669906 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-04bb78e4-ab1b-458b-aef9-78990691d384 req-04063bc2-faec-49aa-99f3-54e17d4c4fdf tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:16.670170 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-04bb78e4-ab1b-458b-aef9-78990691d384 req-04063bc2-faec-49aa-99f3-54e17d4c4fdf tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:16.670471 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [req-04bb78e4-ab1b-458b-aef9-78990691d384 req-04063bc2-faec-49aa-99f3-54e17d4c4fdf tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Floating IP 8cc1d566-8c6e-4d55-a3f3-420e529b6256 disassociated. External IP: 172.25.5.158, port: 1f427354-c1f8-4380-95eb-38300a3fe4c3. Nov 12 03:21:16.670820 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-04bb78e4-ab1b-458b-aef9-78990691d384 req-04063bc2-faec-49aa-99f3-54e17d4c4fdf tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Calling delete_port for 1f427354-c1f8-4380-95eb-38300a3fe4c3 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:21:16.677944 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:16.678620 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 4128df8b-2bfa-478c-8ac9-772ed29e9a7c details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:21:16.684060 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a7af20-7ea1-46e2-b82e-81230f085f93 x-openstack-request-id: req-21a7af20-7ea1-46e2-b82e-81230f085f93 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:16.684060 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f52e11-1b72-460c-9afe-29bce7255d86", "name": "network-vif-plugged", "status": "completed", "tag": "c8ef7709-72a6-4596-9527-d2a9f473fb62", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:16.684303 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-21a7af20-7ea1-46e2-b82e-81230f085f93 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:16.684646 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f52e11-1b72-460c-9afe-29bce7255d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ef7709-72a6-4596-9527-d2a9f473fb62', 'code': 200} Nov 12 03:21:16.765684 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1978f447-b47e-4b9a-a8de-ccd75b7c85c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:16.789348 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=1f961a16-1d9d-4543-9741-1345153c155d,revision_number=12']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:16.821191 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1978f447-b47e-4b9a-a8de-ccd75b7c85c1 admin admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:16.826001 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-1978f447-b47e-4b9a-a8de-ccd75b7c85c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:16.830559 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 4128df8b-2bfa-478c-8ac9-772ed29e9a7c, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4128df8b-2bfa-478c-8ac9-772ed29e9a7c,segment=NetworkSegment(a6eea6f3-ae44-440b-ba00-a5c931ce9aee),segment_id=a6eea6f3-ae44-440b-ba00-a5c931ce9aee)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:16.835822 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1978f447-b47e-4b9a-a8de-ccd75b7c85c1 admin admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:16.842664 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '4128df8b-2bfa-478c-8ac9-772ed29e9a7c', 'network_id': 'e6946e12-3dfd-46b6-9567-0409277596e7', 'port_id': '4128df8b-2bfa-478c-8ac9-772ed29e9a7c', 'mac_address': 'fa:16:3e:ae:e6:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c960910d-cb51-45fa-9105-bd582abda8d3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:21:16.862762 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1978f447-b47e-4b9a-a8de-ccd75b7c85c1 admin admin] Pushing event updated for resources: {'Port': ['ID=067c29ef-c3de-49bf-9b4c-f35554b945e8,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:16.863010 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb7daf-3e9f-4c64-8d8e-ca2661ae3d5e req-6b1e2238-8659-48cc-b219-61b3f130d482 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:16.871328 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-48cb7daf-3e9f-4c64-8d8e-ca2661ae3d5e req-6b1e2238-8659-48cc-b219-61b3f130d482 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 949 time: 0.1211603 Nov 12 03:21:16.892964 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb3c4d-937f-413c-9e46-e66adc78ba79 req-5b93a2ae-5c31-449a-9a4d-ac46dab79f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:16.894386 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8efb3c4d-937f-413c-9e46-e66adc78ba79 req-5b93a2ae-5c31-449a-9a4d-ac46dab79f2e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 1098 time: 0.1050477 Nov 12 03:21:16.928810 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-48cb7daf-3e9f-4c64-8d8e-ca2661ae3d5e req-1c321c7b-2873-4e26-b595-fa77b85ce521 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567069 Nov 12 03:21:16.990035 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8efb3c4d-937f-413c-9e46-e66adc78ba79 req-df1f4ce4-6d9a-413f-a0c6-2fb853a9b74b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678747 Nov 12 03:21:17.011020 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-04bb78e4-ab1b-458b-aef9-78990691d384 req-04063bc2-faec-49aa-99f3-54e17d4c4fdf tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:17.016370 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:17.030958 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4128df8b-2bfa-478c-8ac9-772ed29e9a7c {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:17.055240 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 4128df8b-2bfa-478c-8ac9-772ed29e9a7c, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4128df8b-2bfa-478c-8ac9-772ed29e9a7c,segment=NetworkSegment(a6eea6f3-ae44-440b-ba00-a5c931ce9aee),segment_id=a6eea6f3-ae44-440b-ba00-a5c931ce9aee)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:17.060363 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:17.088062 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04063bc2-faec-49aa-99f3-54e17d4c4fdf tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Pushing event deleted for resources: {'Port': ['ID=1f427354-c1f8-4380-95eb-38300a3fe4c3,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:17.122417 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=4128df8b-2bfa-478c-8ac9-772ed29e9a7c,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:17.131403 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085daee-3662-4b60-90f9-52f9852333c2 req-3bc6a951-33c3-4330-a031-35dde2f6a0ab tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:17.132920 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4085daee-3662-4b60-90f9-52f9852333c2 req-3bc6a951-33c3-4330-a031-35dde2f6a0ab tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 946 time: 0.0665350 Nov 12 03:21:17.184944 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7e399-af75-4351-94b7-b507b8c7f562 req-6ff21f4a-32ac-48f5-9cb2-61e017b1f408 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:17.185856 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4085daee-3662-4b60-90f9-52f9852333c2 req-32aa93e4-23f6-4c97-8ade-3f0723f547ed tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462406 Nov 12 03:21:17.188555 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-aef7e399-af75-4351-94b7-b507b8c7f562 req-6ff21f4a-32ac-48f5-9cb2-61e017b1f408 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 949 time: 0.1808426 Nov 12 03:21:17.353495 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-aef7e399-af75-4351-94b7-b507b8c7f562 req-3bfa36e6-bd89-4372-9f16-bffffb6fcaf6 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590090 Nov 12 03:21:17.355989 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04bb78e4-ab1b-458b-aef9-78990691d384 req-04063bc2-faec-49aa-99f3-54e17d4c4fdf tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Router b2dd4fe7-f584-416b-9785-cc4ecb4d8e15 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:21:17.356845 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1978f447-b47e-4b9a-a8de-ccd75b7c85c1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:17.373260 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['4128df8b-2bfa-478c-8ac9-772ed29e9a7c'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:17.404794 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['1f961a16-1d9d-4543-9741-1345153c155d'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:17.627510 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04bb78e4-ab1b-458b-aef9-78990691d384 req-04063bc2-faec-49aa-99f3-54e17d4c4fdf tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:21:17.642204 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d204bd87-0728-4c5e-856a-78d502b94e74 None None] Sync routers for ids ['b2dd4fe7-f584-416b-9785-cc4ecb4d8e15'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:21:17.709896 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cce493-9e79-455a-873b-79a488021cd7 req-3b93fa8e-770c-4dde-ba36-aab1b9f23067 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:17.711444 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-60cce493-9e79-455a-873b-79a488021cd7 req-3b93fa8e-770c-4dde-ba36-aab1b9f23067 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 944 time: 0.1665752 Nov 12 03:21:17.724476 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-081a2093-0c5f-4b03-a8d1-4795249cc89a tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362551 Nov 12 03:21:17.755531 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-04bb78e4-ab1b-458b-aef9-78990691d384 req-04063bc2-faec-49aa-99f3-54e17d4c4fdf tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] No DVR routers for this DVR port 1f427354-c1f8-4380-95eb-38300a3fe4c3 on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:21:17.795899 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-04bb78e4-ab1b-458b-aef9-78990691d384 req-04063bc2-faec-49aa-99f3-54e17d4c4fdf tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:17.799318 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-04bb78e4-ab1b-458b-aef9-78990691d384 req-04063bc2-faec-49aa-99f3-54e17d4c4fdf tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.74 "DELETE /v2.0/ports/1f427354-c1f8-4380-95eb-38300a3fe4c3 HTTP/1.1" status: 204 len: 173 time: 3.1222091 Nov 12 03:21:17.799788 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3527e08-132c-489e-ab06-78d73ccbcde4', 'name': 'network-vif-deleted', 'tag': '1f427354-c1f8-4380-95eb-38300a3fe4c3'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:17.801034 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:17.802213 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4485e775-4b08-40a6-a174-b424b4732e6c" -d '{"events": [{"server_uuid": "f3527e08-132c-489e-ab06-78d73ccbcde4", "name": "network-vif-deleted", "tag": "1f427354-c1f8-4380-95eb-38300a3fe4c3"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:17.811222 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d204bd87-0728-4c5e-856a-78d502b94e74 None None] Routers {'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:21:17.811915 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-d204bd87-0728-4c5e-856a-78d502b94e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:21:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['b2dd4fe7-f584-416b-9785-cc4ecb4d8e15'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:17.839824 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-60cce493-9e79-455a-873b-79a488021cd7 req-03fc6715-86b1-451b-9e30-69f1f7db9758 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196218 Nov 12 03:21:17.854700 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1978f447-b47e-4b9a-a8de-ccd75b7c85c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:17.889407 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-33a0b58b-7737-4603-a7fb-8a4f92bf448b tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:17.891078 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-33a0b58b-7737-4603-a7fb-8a4f92bf448b tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1601415 Nov 12 03:21:17.918590 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-2fc8a038-718b-4f7b-aed0-aaa547d3f5db tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/quotas/8b0d25ea08f644adbd397e66a514b9b0 HTTP/1.1" status: 200 len: 375 time: 0.0208387 Nov 12 03:21:17.971933 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-d204bd87-0728-4c5e-856a-78d502b94e74 None None] Set router b2dd4fe7-f584-416b-9785-cc4ecb4d8e15 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:21:17.979483 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-5a66af89-9e4f-405b-aadf-c26d13fef6e4 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0596302 Nov 12 03:21:18.033422 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b49fa565-2821-4204-b755-1a82c917b5e1 req-02aed3c7-4dcb-4a5f-bd3a-930476b9c9cd tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3527e08-132c-489e-ab06-78d73ccbcde4 HTTP/1.1" status: 200 len: 210 time: 0.0382962 Nov 12 03:21:18.162444 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1978f447-b47e-4b9a-a8de-ccd75b7c85c1 admin admin] Router fae19713-183e-4966-86a6-652ce41c793b is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:21:18.176553 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a08d030-5986-461c-8cef-a5e34081d395 x-openstack-request-id: req-8a08d030-5986-461c-8cef-a5e34081d395 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:18.177517 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3527e08-132c-489e-ab06-78d73ccbcde4", "name": "network-vif-deleted", "tag": "1f427354-c1f8-4380-95eb-38300a3fe4c3", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:18.177517 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8a08d030-5986-461c-8cef-a5e34081d395 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:18.178567 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3527e08-132c-489e-ab06-78d73ccbcde4', 'name': 'network-vif-deleted', 'tag': '1f427354-c1f8-4380-95eb-38300a3fe4c3', 'status': 'completed', 'code': 200} Nov 12 03:21:18.249145 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 1f427354-c1f8-4380-95eb-38300a3fe4c3 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:21:18.273152 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-734fcc13-900b-4604-b683-b2d1d8732f55 req-d7501c33-cbc3-45d2-8bce-9d95ae8b4c5b tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 210 time: 0.0460827 Nov 12 03:21:18.306749 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 1f427354-c1f8-4380-95eb-38300a3fe4c3 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:21:18.307353 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 1f427354-c1f8-4380-95eb-38300a3fe4c3 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:21:18.321125 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-d204bd87-0728-4c5e-856a-78d502b94e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15', 'name': 'tempest-ServersTestBootFromVolume-742154539-router', 'tenant_id': '173fa25a22664fb4a6739f325e324f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'b11b32b1-55e9-4355-8228-6b82574c205c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:42Z', 'updated_at': '2021-11-12T03:17:53Z', 'revision_number': 4, 'project_id': '173fa25a22664fb4a6739f325e324f67', 'gw_port': {'id': 'b11b32b1-55e9-4355-8228-6b82574c205c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:61:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:43Z', 'updated_at': '2021-11-12T03:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '43a4f289-812c-4946-bf23-fabd81d1e7e4', 'name': '', 'network_id': '737f7741-cb6b-402d-a616-bf6ed5fa075e', 'tenant_id': '173fa25a22664fb4a6739f325e324f67', 'mac_address': 'fa:16:3e:42:e4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '5a8c7ba8-2697-45e2-b569-b0c780002dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:49Z', 'updated_at': '2021-11-12T03:17:58Z', 'revision_number': 5, 'project_id': '173fa25a22664fb4a6739f325e324f67', 'subnets': [{'id': '5a8c7ba8-2697-45e2-b569-b0c780002dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:18.349974 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e0044-e748-42a9-8f70-2cf8ae244aab req-73715b8a-78bb-4851-bf96-0dd826a96669 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:18.352698 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7d6e0044-e748-42a9-8f70-2cf8ae244aab req-73715b8a-78bb-4851-bf96-0dd826a96669 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc85c5bb-57dd-4ab6-9a1c-d5f72a89aad2 HTTP/1.1" status: 200 len: 945 time: 0.1598859 Nov 12 03:21:18.384327 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d204bd87-0728-4c5e-856a-78d502b94e74 None None] Checking router: b2dd4fe7-f584-416b-9785-cc4ecb4d8e15 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:21:18.395011 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d204bd87-0728-4c5e-856a-78d502b94e74 None None] Routers {'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:21:18.395825 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-d204bd87-0728-4c5e-856a-78d502b94e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:21:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['b2dd4fe7-f584-416b-9785-cc4ecb4d8e15'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:18.460006 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8cb34d-e519-4497-8b2d-a31c518d922d req-5b645b3c-cc15-4ebd-9200-995ec7751787 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:18.461976 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7e8cb34d-e519-4497-8b2d-a31c518d922d req-5b645b3c-cc15-4ebd-9200-995ec7751787 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 946 time: 0.1286154 Nov 12 03:21:18.488573 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7d6e0044-e748-42a9-8f70-2cf8ae244aab req-3d867c22-43ea-467c-9eee-7a5885ed0cd6 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] 10.222.0.50 "GET /v2.0/security-groups?id=172ab032-1836-4683-84c4-287177715c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843577 Nov 12 03:21:18.490840 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1978f447-b47e-4b9a-a8de-ccd75b7c85c1 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:21:18.503933 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae69130-9dc5-42c5-9b16-b5a89cdef46f None None] Sync routers for ids ['fae19713-183e-4966-86a6-652ce41c793b'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:21:18.518269 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae69130-9dc5-42c5-9b16-b5a89cdef46f None None] Routers {'fae19713-183e-4966-86a6-652ce41c793b'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:21:18.519415 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-aae69130-9dc5-42c5-9b16-b5a89cdef46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:21:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['fae19713-183e-4966-86a6-652ce41c793b'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:18.527337 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1978f447-b47e-4b9a-a8de-ccd75b7c85c1 admin admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:18.529813 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1978f447-b47e-4b9a-a8de-ccd75b7c85c1 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.9366357 Nov 12 03:21:18.532806 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53554) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:18.664201 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7e8cb34d-e519-4497-8b2d-a31c518d922d req-d0e301d1-61b5-4cc0-8f2b-4cac091b52ec tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848288 Nov 12 03:21:18.679450 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-d204bd87-0728-4c5e-856a-78d502b94e74 None None] Set router b2dd4fe7-f584-416b-9785-cc4ecb4d8e15 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:21:18.705567 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-aae69130-9dc5-42c5-9b16-b5a89cdef46f None None] Set router fae19713-183e-4966-86a6-652ce41c793b gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:21:18.980903 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-aae69130-9dc5-42c5-9b16-b5a89cdef46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae19713-183e-4966-86a6-652ce41c793b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1640307428-router', 'tenant_id': '0fe6ad5cc781423d94795b11723f6247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '067c29ef-c3de-49bf-9b4c-f35554b945e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:13Z', 'updated_at': '2021-11-12T03:21:17Z', 'revision_number': 3, 'project_id': '0fe6ad5cc781423d94795b11723f6247', 'gw_port': {'id': '067c29ef-c3de-49bf-9b4c-f35554b945e8', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae19713-183e-4966-86a6-652ce41c793b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:15Z', 'updated_at': '2021-11-12T03:21:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:19.009727 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-d204bd87-0728-4c5e-856a-78d502b94e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15', 'name': 'tempest-ServersTestBootFromVolume-742154539-router', 'tenant_id': '173fa25a22664fb4a6739f325e324f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'b11b32b1-55e9-4355-8228-6b82574c205c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:42Z', 'updated_at': '2021-11-12T03:17:53Z', 'revision_number': 4, 'project_id': '173fa25a22664fb4a6739f325e324f67', 'gw_port': {'id': 'b11b32b1-55e9-4355-8228-6b82574c205c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:61:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:43Z', 'updated_at': '2021-11-12T03:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '43a4f289-812c-4946-bf23-fabd81d1e7e4', 'name': '', 'network_id': '737f7741-cb6b-402d-a616-bf6ed5fa075e', 'tenant_id': '173fa25a22664fb4a6739f325e324f67', 'mac_address': 'fa:16:3e:42:e4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '5a8c7ba8-2697-45e2-b569-b0c780002dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:49Z', 'updated_at': '2021-11-12T03:17:58Z', 'revision_number': 5, 'project_id': '173fa25a22664fb4a6739f325e324f67', 'subnets': [{'id': '5a8c7ba8-2697-45e2-b569-b0c780002dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:19.020849 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae69130-9dc5-42c5-9b16-b5a89cdef46f None None] Checking router: fae19713-183e-4966-86a6-652ce41c793b for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:21:19.021203 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae69130-9dc5-42c5-9b16-b5a89cdef46f None None] Updating router fae19713-183e-4966-86a6-652ce41c793b port 067c29ef-c3de-49bf-9b4c-f35554b945e8 binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:21:19.048561 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f7d92-d194-4832-810c-e0419f18b52d req-7855d5bb-de3a-4dad-8c31-9493e3793184 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:19.051433 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8a7f7d92-d194-4832-810c-e0419f18b52d req-7855d5bb-de3a-4dad-8c31-9493e3793184 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 944 time: 0.0932240 Nov 12 03:21:19.091366 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d204bd87-0728-4c5e-856a-78d502b94e74 None None] The sync data for ids ['b2dd4fe7-f584-416b-9785-cc4ecb4d8e15'] in n-d-715271-27 is: [{'id': 'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15', 'name': 'tempest-ServersTestBootFromVolume-742154539-router', 'tenant_id': '173fa25a22664fb4a6739f325e324f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'b11b32b1-55e9-4355-8228-6b82574c205c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:42Z', 'updated_at': '2021-11-12T03:17:53Z', 'revision_number': 4, 'project_id': '173fa25a22664fb4a6739f325e324f67', 'gw_port': {'id': 'b11b32b1-55e9-4355-8228-6b82574c205c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:61:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:43Z', 'updated_at': '2021-11-12T03:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '43a4f289-812c-4946-bf23-fabd81d1e7e4', 'name': '', 'network_id': '737f7741-cb6b-402d-a616-bf6ed5fa075e', 'tenant_id': '173fa25a22664fb4a6739f325e324f67', 'mac_address': 'fa:16:3e:42:e4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '5a8c7ba8-2697-45e2-b569-b0c780002dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:49Z', 'updated_at': '2021-11-12T03:17:58Z', 'revision_number': 5, 'project_id': '173fa25a22664fb4a6739f325e324f67', 'subnets': [{'id': '5a8c7ba8-2697-45e2-b569-b0c780002dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:21:19.119371 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-aae69130-9dc5-42c5-9b16-b5a89cdef46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:19.152768 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8a7f7d92-d194-4832-810c-e0419f18b52d req-54a9f7c5-bd78-4559-9fd2-f1922959de7b tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917304 Nov 12 03:21:19.253469 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7af2004d-a936-46df-a4ed-6af0cc1ac0ed req-05122bda-85ca-4c7f-8652-ecb4f83da997 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3527e08-132c-489e-ab06-78d73ccbcde4 HTTP/1.1" status: 200 len: 210 time: 0.0429649 Nov 12 03:21:19.421139 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-21412b9f-6a7c-4faf-a82b-b00b77a87420 req-e733313e-88ae-44b3-8cc5-8af8fecfc248 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 210 time: 0.0564151 Nov 12 03:21:19.530247 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-aae69130-9dc5-42c5-9b16-b5a89cdef46f None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:19.542221 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133773c7-32e7-4d44-80e4-f6403d77fd8b None None] New status for floating IP 8cc1d566-8c6e-4d55-a3f3-420e529b6256: DOWN {{(pid=102574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:21:19.553800 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-aae69130-9dc5-42c5-9b16-b5a89cdef46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:19.558009 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37f8bcc0-7a72-462a-92a7-ed0f22dfa9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:19.620688 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8fca1a-5c63-4c0d-9b85-abcaff1a293f None None] Pushing event updated for resources: {'Port': ['ID=067c29ef-c3de-49bf-9b4c-f35554b945e8,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:19.650268 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-aae69130-9dc5-42c5-9b16-b5a89cdef46f None None] Attempting to bind port 067c29ef-c3de-49bf-9b4c-f35554b945e8 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:19.650639 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-aae69130-9dc5-42c5-9b16-b5a89cdef46f None None] Attempting to bind port 067c29ef-c3de-49bf-9b4c-f35554b945e8 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:19.651200 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae69130-9dc5-42c5-9b16-b5a89cdef46f None None] Attempting to bind port 067c29ef-c3de-49bf-9b4c-f35554b945e8 on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:19.657953 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae69130-9dc5-42c5-9b16-b5a89cdef46f None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:19.658322 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae69130-9dc5-42c5-9b16-b5a89cdef46f None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:19.658724 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-aae69130-9dc5-42c5-9b16-b5a89cdef46f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:19.659112 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae69130-9dc5-42c5-9b16-b5a89cdef46f None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:19.659622 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-aae69130-9dc5-42c5-9b16-b5a89cdef46f None None] Bound port: 067c29ef-c3de-49bf-9b4c-f35554b945e8, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:19.660006 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-aae69130-9dc5-42c5-9b16-b5a89cdef46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:19.751240 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-aae69130-9dc5-42c5-9b16-b5a89cdef46f None None] For port 067c29ef-c3de-49bf-9b4c-f35554b945e8, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:19.765383 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-aae69130-9dc5-42c5-9b16-b5a89cdef46f None None] For port 067c29ef-c3de-49bf-9b4c-f35554b945e8, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=067c29ef-c3de-49bf-9b4c-f35554b945e8,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:19.774206 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-aae69130-9dc5-42c5-9b16-b5a89cdef46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:19.799935 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ab8e4-11b4-4229-a355-da1bf92d0986 req-64edf72b-6e1c-44ec-af70-363a8e37c9eb tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:19.808023 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-503ab8e4-11b4-4229-a355-da1bf92d0986 req-64edf72b-6e1c-44ec-af70-363a8e37c9eb tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc85c5bb-57dd-4ab6-9a1c-d5f72a89aad2 HTTP/1.1" status: 200 len: 945 time: 0.1281595 Nov 12 03:21:19.840040 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-37f8bcc0-7a72-462a-92a7-ed0f22dfa9f3 admin admin] Allocated IP 172.20.0.1 (ba424c57-ec3a-4d6d-b89c-9699ee3a3c72/4861e040-05d9-4e30-8357-69ff119e903e/f63eceba-1143-4c10-a4f9-57e2d64a6050) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:19.891189 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8fca1a-5c63-4c0d-9b85-abcaff1a293f None None] Pushing event updated for resources: {'Port': ['ID=067c29ef-c3de-49bf-9b4c-f35554b945e8,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:19.912406 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae69130-9dc5-42c5-9b16-b5a89cdef46f None None] Routers {'fae19713-183e-4966-86a6-652ce41c793b'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:21:19.913774 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-aae69130-9dc5-42c5-9b16-b5a89cdef46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:21:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['fae19713-183e-4966-86a6-652ce41c793b'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:19.929186 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-503ab8e4-11b4-4229-a355-da1bf92d0986 req-b6a6cb75-4e1d-4de4-8f22-9987bc2b698e tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] 10.222.0.50 "GET /v2.0/security-groups?id=172ab032-1836-4683-84c4-287177715c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198218 Nov 12 03:21:19.965153 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34972fba-8c9a-44f8-bd85-832cbd00cf1c req-a8cefbbf-af8e-4cee-badd-76e3bc8be07f tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:19.974107 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-34972fba-8c9a-44f8-bd85-832cbd00cf1c req-a8cefbbf-af8e-4cee-badd-76e3bc8be07f tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 946 time: 0.0931063 Nov 12 03:21:20.040345 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-34972fba-8c9a-44f8-bd85-832cbd00cf1c req-0d6d1b7c-1e62-43bc-869a-c3ee395b1199 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617557 Nov 12 03:21:20.091728 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37f8bcc0-7a72-462a-92a7-ed0f22dfa9f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:20.093887 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-aae69130-9dc5-42c5-9b16-b5a89cdef46f None None] Set router fae19713-183e-4966-86a6-652ce41c793b gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:21:20.124420 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-198445fd-d465-42e4-b53f-f80dd8aa56a7 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452313 Nov 12 03:21:20.213798 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37f8bcc0-7a72-462a-92a7-ed0f22dfa9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:20.249589 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 1f961a16-1d9d-4543-9741-1345153c155d up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:20.290871 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f8bcc0-7a72-462a-92a7-ed0f22dfa9f3 admin admin] Network ba424c57-ec3a-4d6d-b89c-9699ee3a3c72 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:20.335720 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-37f8bcc0-7a72-462a-92a7-ed0f22dfa9f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:20.338910 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f8bcc0-7a72-462a-92a7-ed0f22dfa9f3 admin admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:20.343497 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f8bcc0-7a72-462a-92a7-ed0f22dfa9f3 admin admin] Pushing event updated for resources: {'Port': ['ID=f63eceba-1143-4c10-a4f9-57e2d64a6050,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:20.350992 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-11b051f3-27b0-465b-b789-51f61bb9142e tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:20.353306 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-11b051f3-27b0-465b-b789-51f61bb9142e tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2147989 Nov 12 03:21:20.402515 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37f8bcc0-7a72-462a-92a7-ed0f22dfa9f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:20.403617 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 1f961a16-1d9d-4543-9741-1345153c155d completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:21:20.403819 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-d20444ee-6c8f-4b22-9b3f-14a6ab135d81 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Request body: {'port': {'device_id': 'f64d0621-ef1c-4560-8730-e93114a76144', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'admin_state_up': True, 'tenant_id': '8b0d25ea08f644adbd397e66a514b9b0'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:20.418737 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 1f961a16-1d9d-4543-9741-1345153c155d triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:20.419109 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:20.449117 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5fe70-d726-4c83-a67e-b823f890583c req-7c6336ad-02d7-4a6d-b403-c46dabc1b5a6 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:20.457414 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dac5fe70-d726-4c83-a67e-b823f890583c req-7c6336ad-02d7-4a6d-b403-c46dabc1b5a6 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 1098 time: 0.2924733 Nov 12 03:21:20.552679 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-aae69130-9dc5-42c5-9b16-b5a89cdef46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae19713-183e-4966-86a6-652ce41c793b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1640307428-router', 'tenant_id': '0fe6ad5cc781423d94795b11723f6247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '067c29ef-c3de-49bf-9b4c-f35554b945e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:13Z', 'updated_at': '2021-11-12T03:21:17Z', 'revision_number': 3, 'project_id': '0fe6ad5cc781423d94795b11723f6247', 'gw_port': {'id': '067c29ef-c3de-49bf-9b4c-f35554b945e8', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae19713-183e-4966-86a6-652ce41c793b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:15Z', 'updated_at': '2021-11-12T03:21:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:20.568219 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbce4a-a518-40f6-a527-4aafecd98191 req-0e7497fe-54da-442a-8b28-5404e79c2350 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:20.569809 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-84cbce4a-a518-40f6-a527-4aafecd98191 req-0e7497fe-54da-442a-8b28-5404e79c2350 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 944 time: 0.2889926 Nov 12 03:21:20.623393 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae69130-9dc5-42c5-9b16-b5a89cdef46f None None] The sync data for ids ['fae19713-183e-4966-86a6-652ce41c793b'] in n-d-715271-27 is: [{'id': 'fae19713-183e-4966-86a6-652ce41c793b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1640307428-router', 'tenant_id': '0fe6ad5cc781423d94795b11723f6247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '067c29ef-c3de-49bf-9b4c-f35554b945e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:13Z', 'updated_at': '2021-11-12T03:21:17Z', 'revision_number': 3, 'project_id': '0fe6ad5cc781423d94795b11723f6247', 'gw_port': {'id': '067c29ef-c3de-49bf-9b4c-f35554b945e8', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae19713-183e-4966-86a6-652ce41c793b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:15Z', 'updated_at': '2021-11-12T03:21:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:21:20.628030 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37f8bcc0-7a72-462a-92a7-ed0f22dfa9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:20.684478 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-84cbce4a-a518-40f6-a527-4aafecd98191 req-d3b27bc8-33fe-41e8-99bb-0439cd48bac1 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956466 Nov 12 03:21:20.687421 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dac5fe70-d726-4c83-a67e-b823f890583c req-38c15508-ab22-45b7-873b-a925cd2a37f6 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283096 Nov 12 03:21:20.728194 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-d20444ee-6c8f-4b22-9b3f-14a6ab135d81 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Made reservation on behalf of 8b0d25ea08f644adbd397e66a514b9b0 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:20.738213 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-d20444ee-6c8f-4b22-9b3f-14a6ab135d81 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:20.739132 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:20.795723 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-a2da07a9-7ab9-419c-a8d2-c0ae0f2a37cb None None] Provisioning complete for port f63eceba-1143-4c10-a4f9-57e2d64a6050 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:20.795957 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a2da07a9-7ab9-419c-a8d2-c0ae0f2a37cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:20.804461 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0556cc86-452d-4936-ba59-b72d5daeb68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f961a16-1d9d-4543-9741-1345153c155d'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:20.805522 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943cc16d-a25f-480f-af65-f8c454b3d6d8" -d '{"events": [{"server_uuid": "0556cc86-452d-4936-ba59-b72d5daeb68d", "name": "network-vif-plugged", "status": "completed", "tag": "1f961a16-1d9d-4543-9741-1345153c155d"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:20.846672 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 1f961a16-1d9d-4543-9741-1345153c155d, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=1f961a16-1d9d-4543-9741-1345153c155d,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:20.864877 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:20.868498 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 4128df8b-2bfa-478c-8ac9-772ed29e9a7c up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:20.922406 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-a2da07a9-7ab9-419c-a8d2-c0ae0f2a37cb None None] Port f63eceba-1143-4c10-a4f9-57e2d64a6050 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:21:20.967984 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=1f961a16-1d9d-4543-9741-1345153c155d,revision_number=13']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:20.978307 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e2cba686-8ea2-447a-b09d-942619b1d1e1 req-20469b6a-0962-4656-b033-a974e2ed3176 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 210 time: 0.0733454 Nov 12 03:21:20.989544 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 4128df8b-2bfa-478c-8ac9-772ed29e9a7c completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:21:20.993706 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 4128df8b-2bfa-478c-8ac9-772ed29e9a7c triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:20.994088 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.014666 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8f658d5f-a7b5-4e91-835f-87d0855058c9 req-bec456ee-76cd-4938-85f8-e2f89eeea185 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3527e08-132c-489e-ab06-78d73ccbcde4 HTTP/1.1" status: 200 len: 210 time: 0.1138523 Nov 12 03:21:21.041551 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-d20444ee-6c8f-4b22-9b3f-14a6ab135d81 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Allocated IP 192.168.233.103 (eca3953c-c804-4641-8812-bff95be59582/fa66706f-b415-4bb9-838e-cfd08f81d96b/6a3faacc-255c-4170-9369-7f99646b6565) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:21.162024 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.183431 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998cd2d3-754a-4ef3-a5c9-b8b4524c5ff3 x-openstack-request-id: req-998cd2d3-754a-4ef3-a5c9-b8b4524c5ff3 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:21.184184 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0556cc86-452d-4936-ba59-b72d5daeb68d", "name": "network-vif-plugged", "status": "completed", "tag": "1f961a16-1d9d-4543-9741-1345153c155d", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:21.185703 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-998cd2d3-754a-4ef3-a5c9-b8b4524c5ff3 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:21.186323 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0556cc86-452d-4936-ba59-b72d5daeb68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f961a16-1d9d-4543-9741-1345153c155d', 'code': 200} Nov 12 03:21:21.221461 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 4128df8b-2bfa-478c-8ac9-772ed29e9a7c, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4128df8b-2bfa-478c-8ac9-772ed29e9a7c,segment=NetworkSegment(a6eea6f3-ae44-440b-ba00-a5c931ce9aee),segment_id=a6eea6f3-ae44-440b-ba00-a5c931ce9aee)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:21.227868 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.229497 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device b3f727d1-490b-45ee-b4ff-59728a0c678b no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:21:21.234828 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37f8bcc0-7a72-462a-92a7-ed0f22dfa9f3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.240634 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37f8bcc0-7a72-462a-92a7-ed0f22dfa9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.328731 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=4128df8b-2bfa-478c-8ac9-772ed29e9a7c,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:21.445241 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d287d36-aaf4-4b1a-a74c-fa89277148e3 req-2569a004-0db4-44ff-9b89-0f3491042bf6 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:21.452650 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-d20444ee-6c8f-4b22-9b3f-14a6ab135d81 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.453213 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4d287d36-aaf4-4b1a-a74c-fa89277148e3 req-2569a004-0db4-44ff-9b89-0f3491042bf6 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc85c5bb-57dd-4ab6-9a1c-d5f72a89aad2 HTTP/1.1" status: 200 len: 946 time: 0.1233346 Nov 12 03:21:21.455115 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f8bcc0-7a72-462a-92a7-ed0f22dfa9f3 admin admin] Pushing event updated for resources: {'Port': ['ID=f63eceba-1143-4c10-a4f9-57e2d64a6050,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:21.475977 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37f8bcc0-7a72-462a-92a7-ed0f22dfa9f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.503871 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-d20444ee-6c8f-4b22-9b3f-14a6ab135d81 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.516362 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['cf18a935-ba16-480d-beeb-265435239d7f', 'a6c70e7a-cb90-47e9-9257-b8480510453f', '1f961a16-1d9d-4543-9741-1345153c155d'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:21.559530 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-d20444ee-6c8f-4b22-9b3f-14a6ab135d81 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Network eca3953c-c804-4641-8812-bff95be59582 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:21.564065 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-d20444ee-6c8f-4b22-9b3f-14a6ab135d81 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:21.577995 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4d287d36-aaf4-4b1a-a74c-fa89277148e3 req-371e04c1-c9b7-480a-a468-1d84ffe9b310 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] 10.222.0.50 "GET /v2.0/security-groups?id=172ab032-1836-4683-84c4-287177715c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237378 Nov 12 03:21:21.582828 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-d20444ee-6c8f-4b22-9b3f-14a6ab135d81 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:21.638295 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20444ee-6c8f-4b22-9b3f-14a6ab135d81 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Pushing event updated for resources: {'Port': ['ID=6a3faacc-255c-4170-9369-7f99646b6565,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:21.658708 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f8bcc0-7a72-462a-92a7-ed0f22dfa9f3 admin admin] Network ba424c57-ec3a-4d6d-b89c-9699ee3a3c72 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:21.660231 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-37f8bcc0-7a72-462a-92a7-ed0f22dfa9f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:21.684630 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-d20444ee-6c8f-4b22-9b3f-14a6ab135d81 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:21.688245 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-d20444ee-6c8f-4b22-9b3f-14a6ab135d81 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.721764 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-d20444ee-6c8f-4b22-9b3f-14a6ab135d81 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3239832 Nov 12 03:21:21.748188 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-1775dabd-cfaf-4d4f-ba9a-bc3b47319f43 service neutron] Request body: {'port': {'device_id': 'f64d0621-ef1c-4560-8730-e93114a76144', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:21.912681 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f8bcc0-7a72-462a-92a7-ed0f22dfa9f3 admin admin] Router fae19713-183e-4966-86a6-652ce41c793b has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:21:22.017946 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-1775dabd-cfaf-4d4f-ba9a-bc3b47319f43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:22.117684 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f8bcc0-7a72-462a-92a7-ed0f22dfa9f3 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:21:22.123357 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-627cd4ef-b0b0-498b-ab6d-0148a5dd8421 None None] Provisioning complete for port 6a3faacc-255c-4170-9369-7f99646b6565 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:22.123688 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-627cd4ef-b0b0-498b-ab6d-0148a5dd8421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:22.149500 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-37f8bcc0-7a72-462a-92a7-ed0f22dfa9f3 admin admin] 10.222.0.50 "PUT /v2.0/routers/fae19713-183e-4966-86a6-652ce41c793b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6082039 Nov 12 03:21:22.189821 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98281025-acaa-4357-8ef3-4c27b14f5095 req-e437e92a-d482-4e38-91df-b8363232ec3d tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:22.192465 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-98281025-acaa-4357-8ef3-4c27b14f5095 req-e437e92a-d482-4e38-91df-b8363232ec3d tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 936 time: 0.0970500 Nov 12 03:21:22.208085 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-627cd4ef-b0b0-498b-ab6d-0148a5dd8421 None None] Port 6a3faacc-255c-4170-9369-7f99646b6565 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:21:22.274709 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af6ef2-56fa-4e8e-abc2-c5c02fd6ef74 req-ae36f745-305a-4d0e-901a-f3b850518a26 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:22.282182 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d0af6ef2-56fa-4e8e-abc2-c5c02fd6ef74 req-ae36f745-305a-4d0e-901a-f3b850518a26 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 944 time: 0.3587911 Nov 12 03:21:22.290184 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-98281025-acaa-4357-8ef3-4c27b14f5095 req-0b5fbaba-de7f-48c2-bcba-f9176328605e tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910554 Nov 12 03:21:22.345574 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-0900b1ed-f84f-45fe-a48b-9095fd2351b9 None None] Provisioning complete for port f63eceba-1143-4c10-a4f9-57e2d64a6050 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:22.345941 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0900b1ed-f84f-45fe-a48b-9095fd2351b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:22.412180 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d0af6ef2-56fa-4e8e-abc2-c5c02fd6ef74 req-b8b0d48e-6ae4-489f-b881-af32e53967df tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199865 Nov 12 03:21:22.436299 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 067c29ef-c3de-49bf-9b4c-f35554b945e8 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:22.487135 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-0900b1ed-f84f-45fe-a48b-9095fd2351b9 None None] Port f63eceba-1143-4c10-a4f9-57e2d64a6050 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:21:22.502166 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-836efc02-a85a-41e8-97fb-194df9938eb4 req-aed6275b-f429-4b79-b3b4-823948bc1ad6 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3527e08-132c-489e-ab06-78d73ccbcde4 HTTP/1.1" status: 200 len: 210 time: 0.0493405 Nov 12 03:21:22.539813 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 067c29ef-c3de-49bf-9b4c-f35554b945e8 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:22.540891 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:22.584234 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-1775dabd-cfaf-4d4f-ba9a-bc3b47319f43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a3faacc-255c-4170-9369-7f99646b6565 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:22.604938 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-1775dabd-cfaf-4d4f-ba9a-bc3b47319f43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:22.636718 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:22.655118 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-1775dabd-cfaf-4d4f-ba9a-bc3b47319f43 service neutron] Transition to ACTIVE for port object 6a3faacc-255c-4170-9369-7f99646b6565 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:21:22.660845 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-1775dabd-cfaf-4d4f-ba9a-bc3b47319f43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:22.661737 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 067c29ef-c3de-49bf-9b4c-f35554b945e8, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=067c29ef-c3de-49bf-9b4c-f35554b945e8,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:22.665961 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:22.747365 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=067c29ef-c3de-49bf-9b4c-f35554b945e8,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:22.761169 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7e2f7-0876-4fff-a044-d88020e71a81 req-5934344a-bdbc-4fcc-840a-5e6bbfde833c tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:22.762950 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c6b7e2f7-0876-4fff-a044-d88020e71a81 req-5934344a-bdbc-4fcc-840a-5e6bbfde833c tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc85c5bb-57dd-4ab6-9a1c-d5f72a89aad2 HTTP/1.1" status: 200 len: 946 time: 0.0683720 Nov 12 03:21:22.848690 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c6b7e2f7-0876-4fff-a044-d88020e71a81 req-e1b75c56-4fe7-477b-b2f2-9d10d79aff49 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] 10.222.0.50 "GET /v2.0/security-groups?id=172ab032-1836-4683-84c4-287177715c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751820 Nov 12 03:21:22.877117 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775dabd-cfaf-4d4f-ba9a-bc3b47319f43 service neutron] Pushing event updated for resources: {'Port': ['ID=6a3faacc-255c-4170-9369-7f99646b6565,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:22.941275 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-1775dabd-cfaf-4d4f-ba9a-bc3b47319f43 service neutron] Attempting to bind port 6a3faacc-255c-4170-9369-7f99646b6565 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:22.941605 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-1775dabd-cfaf-4d4f-ba9a-bc3b47319f43 service neutron] Attempting to bind port 6a3faacc-255c-4170-9369-7f99646b6565 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:22.941930 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-1775dabd-cfaf-4d4f-ba9a-bc3b47319f43 service neutron] Attempting to bind port 6a3faacc-255c-4170-9369-7f99646b6565 on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:22.987876 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-1775dabd-cfaf-4d4f-ba9a-bc3b47319f43 service neutron] Port 6a3faacc-255c-4170-9369-7f99646b6565 on network eca3953c-c804-4641-8812-bff95be59582 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:22.988221 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-1775dabd-cfaf-4d4f-ba9a-bc3b47319f43 service neutron] Attempting to bind port 6a3faacc-255c-4170-9369-7f99646b6565 on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:23.003245 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-1775dabd-cfaf-4d4f-ba9a-bc3b47319f43 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:23.003623 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-1775dabd-cfaf-4d4f-ba9a-bc3b47319f43 service neutron] Checking segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:23.003956 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-1775dabd-cfaf-4d4f-ba9a-bc3b47319f43 service neutron] Bound using segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:23.004483 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-1775dabd-cfaf-4d4f-ba9a-bc3b47319f43 service neutron] Bound port: 6a3faacc-255c-4170-9369-7f99646b6565, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:23.005517 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-1775dabd-cfaf-4d4f-ba9a-bc3b47319f43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:23.087133 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-83f9a6e5-ec44-4155-b5cb-5190f0be2000 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:23.089449 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-83f9a6e5-ec44-4155-b5cb-5190f0be2000 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/networks?id=ba424c57-ec3a-4d6d-b89c-9699ee3a3c72 HTTP/1.1" status: 200 len: 829 time: 0.1862509 Nov 12 03:21:23.136333 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-d5b05a03-af8a-45ca-b9e6-edde2df2da55 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/quotas/0fe6ad5cc781423d94795b11723f6247 HTTP/1.1" status: 200 len: 375 time: 0.0298514 Nov 12 03:21:23.140547 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-1775dabd-cfaf-4d4f-ba9a-bc3b47319f43 service neutron] For port 6a3faacc-255c-4170-9369-7f99646b6565, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:23.144688 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-1775dabd-cfaf-4d4f-ba9a-bc3b47319f43 service neutron] For port 6a3faacc-255c-4170-9369-7f99646b6565, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=6a3faacc-255c-4170-9369-7f99646b6565,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:23.158987 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-1775dabd-cfaf-4d4f-ba9a-bc3b47319f43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:23.188157 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc85c5bb-57dd-4ab6-9a1c-d5f72a89aad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4128df8b-2bfa-478c-8ac9-772ed29e9a7c'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:23.190808 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc0796f-1c05-4a20-80b6-ae64331c03aa" -d '{"events": [{"server_uuid": "dc85c5bb-57dd-4ab6-9a1c-d5f72a89aad2", "name": "network-vif-plugged", "status": "completed", "tag": "4128df8b-2bfa-478c-8ac9-772ed29e9a7c"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:23.219403 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-1775dabd-cfaf-4d4f-ba9a-bc3b47319f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:23.220110 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-1775dabd-cfaf-4d4f-ba9a-bc3b47319f43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:23.221899 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-1775dabd-cfaf-4d4f-ba9a-bc3b47319f43 service neutron] 10.222.0.90 "PUT /v2.0/ports/6a3faacc-255c-4170-9369-7f99646b6565 HTTP/1.1" status: 200 len: 1097 time: 1.4796047 Nov 12 03:21:23.222402 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f64d0621-ef1c-4560-8730-e93114a76144', 'tag': '6a3faacc-255c-4170-9369-7f99646b6565'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:23.224986 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ec7390-140a-44db-94c2-9baea3800029" -d '{"events": [{"name": "network-changed", "server_uuid": "f64d0621-ef1c-4560-8730-e93114a76144", "tag": "6a3faacc-255c-4170-9369-7f99646b6565"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:23.281076 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a753ead1-0e8b-4281-bf39-d6ec9b84707c x-openstack-request-id: req-a753ead1-0e8b-4281-bf39-d6ec9b84707c {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:23.282178 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc85c5bb-57dd-4ab6-9a1c-d5f72a89aad2", "name": "network-vif-plugged", "status": "completed", "tag": "4128df8b-2bfa-478c-8ac9-772ed29e9a7c", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:23.283530 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a753ead1-0e8b-4281-bf39-d6ec9b84707c {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:23.284580 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc85c5bb-57dd-4ab6-9a1c-d5f72a89aad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4128df8b-2bfa-478c-8ac9-772ed29e9a7c', 'code': 200} Nov 12 03:21:23.293800 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775dabd-cfaf-4d4f-ba9a-bc3b47319f43 service neutron] Pushing event updated for resources: {'Port': ['ID=6a3faacc-255c-4170-9369-7f99646b6565,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:23.391424 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c96f80e-eda7-4605-bad4-26df85cd16e5 None None] Sync routers for ids ['fae19713-183e-4966-86a6-652ce41c793b'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:21:23.411511 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c96f80e-eda7-4605-bad4-26df85cd16e5 None None] Routers {'fae19713-183e-4966-86a6-652ce41c793b'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:21:23.412206 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-6c96f80e-eda7-4605-bad4-26df85cd16e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:21:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['fae19713-183e-4966-86a6-652ce41c793b'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:23.446338 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-6bf36c92-ad6b-4a24-9017-1a266f782164 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0fe6ad5cc781423d94795b11723f6247&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2980914 Nov 12 03:21:23.454542 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301e575-0da5-4def-993c-307cbd5a063a req-cfd06afc-fb8b-461e-8f18-a6415ecd7e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:23.456746 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6b41ab-c20e-4b5d-b079-b14b56a2d641 x-openstack-request-id: req-4a6b41ab-c20e-4b5d-b079-b14b56a2d641 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:23.457039 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f64d0621-ef1c-4560-8730-e93114a76144", "tag": "6a3faacc-255c-4170-9369-7f99646b6565", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:23.457292 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4a6b41ab-c20e-4b5d-b079-b14b56a2d641 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:23.457702 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f64d0621-ef1c-4560-8730-e93114a76144', 'tag': '6a3faacc-255c-4170-9369-7f99646b6565', 'status': 'completed', 'code': 200} Nov 12 03:21:23.458474 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7301e575-0da5-4def-993c-307cbd5a063a req-cfd06afc-fb8b-461e-8f18-a6415ecd7e71 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=dc85c5bb-57dd-4ab6-9a1c-d5f72a89aad2 HTTP/1.1" status: 200 len: 1098 time: 0.0917912 Nov 12 03:21:23.550281 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-dc14fab0-5f10-451e-a965-32ccfc7d3215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:23.552283 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-dc14fab0-5f10-451e-a965-32ccfc7d3215 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 1100 time: 0.2413769 Nov 12 03:21:23.576619 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7301e575-0da5-4def-993c-307cbd5a063a req-571c516c-dce6-48bb-b41d-c8832e922048 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=172ab032-1836-4683-84c4-287177715c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077726 Nov 12 03:21:23.605679 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f07dc9-083a-4f01-9f9a-d6868f8972d3 req-cb50794f-a9ed-44ad-bc8b-5177724039dd tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:23.607773 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f2f07dc9-083a-4f01-9f9a-d6868f8972d3 req-cb50794f-a9ed-44ad-bc8b-5177724039dd tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 948 time: 0.1479383 Nov 12 03:21:23.616891 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-7871934f-90ce-49b7-8811-4c8e7bdf5177 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=6a3faacc-255c-4170-9369-7f99646b6565 HTTP/1.1" status: 200 len: 217 time: 0.0472305 Nov 12 03:21:23.675611 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-3a80f3ec-4758-441c-81c1-03cec5433c4c service neutron] 10.222.0.50 "GET /v2.0/networks/ba424c57-ec3a-4d6d-b89c-9699ee3a3c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282104 Nov 12 03:21:23.683769 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f2f07dc9-083a-4f01-9f9a-d6868f8972d3 req-53ac54e2-d8d8-41ca-a0f8-e211960759c3 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687931 Nov 12 03:21:23.764553 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-6c96f80e-eda7-4605-bad4-26df85cd16e5 None None] Set router fae19713-183e-4966-86a6-652ce41c793b gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:21:23.765848 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-14d4a41b-341a-4460-b7fc-1041965a3110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:23.767465 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-14d4a41b-341a-4460-b7fc-1041965a3110 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.1364930 Nov 12 03:21:23.812290 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e16f0e-a1b1-472b-a9c2-42eaa3d28200 req-c1588a1a-0ed7-4c9e-b18c-8806de0d48f2 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:23.813943 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-56e16f0e-a1b1-472b-a9c2-42eaa3d28200 req-c1588a1a-0ed7-4c9e-b18c-8806de0d48f2 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 944 time: 0.0603042 Nov 12 03:21:23.849393 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-c4f13fcb-297d-469f-91fe-537590c52fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:23.850944 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-c4f13fcb-297d-469f-91fe-537590c52fba service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0730557 Nov 12 03:21:23.858172 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-cc7f5b9b-a310-4daa-b92d-84fa95f35735 service neutron] 10.222.0.50 "GET /v2.0/networks/ba424c57-ec3a-4d6d-b89c-9699ee3a3c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814852 Nov 12 03:21:23.887244 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-56e16f0e-a1b1-472b-a9c2-42eaa3d28200 req-e95acd92-4b0e-49b6-804b-a2fc9171800f tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663588 Nov 12 03:21:23.996594 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-798e7f15-3faa-4dfa-be40-350b5f2e3c95 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295569 Nov 12 03:21:24.062205 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0c27fa6f-2426-4b3f-92b5-d8948c3299bf req-4cd319a5-13eb-47be-97f6-f9931749f580 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3527e08-132c-489e-ab06-78d73ccbcde4 HTTP/1.1" status: 200 len: 210 time: 0.0543301 Nov 12 03:21:24.105243 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-6c96f80e-eda7-4605-bad4-26df85cd16e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae19713-183e-4966-86a6-652ce41c793b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1640307428-router', 'tenant_id': '0fe6ad5cc781423d94795b11723f6247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '067c29ef-c3de-49bf-9b4c-f35554b945e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:13Z', 'updated_at': '2021-11-12T03:21:20Z', 'revision_number': 4, 'project_id': '0fe6ad5cc781423d94795b11723f6247', 'gw_port': {'id': '067c29ef-c3de-49bf-9b4c-f35554b945e8', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae19713-183e-4966-86a6-652ce41c793b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:15Z', 'updated_at': '2021-11-12T03:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'f63eceba-1143-4c10-a4f9-57e2d64a6050', 'name': '', 'network_id': 'ba424c57-ec3a-4d6d-b89c-9699ee3a3c72', 'tenant_id': '0fe6ad5cc781423d94795b11723f6247', 'mac_address': 'fa:16:3e:1d:78:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae19713-183e-4966-86a6-652ce41c793b', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '4861e040-05d9-4e30-8357-69ff119e903e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:19Z', 'updated_at': '2021-11-12T03:21:20Z', 'revision_number': 2, 'project_id': '0fe6ad5cc781423d94795b11723f6247', 'subnets': [{'id': '4861e040-05d9-4e30-8357-69ff119e903e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:24.169075 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c96f80e-eda7-4605-bad4-26df85cd16e5 None None] Checking router: fae19713-183e-4966-86a6-652ce41c793b for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:21:24.169566 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c96f80e-eda7-4605-bad4-26df85cd16e5 None None] Updating router fae19713-183e-4966-86a6-652ce41c793b port f63eceba-1143-4c10-a4f9-57e2d64a6050 binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:21:24.199085 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6c96f80e-eda7-4605-bad4-26df85cd16e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:24.203883 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a48b8542-6871-42f9-95c3-5f244b9e23bc req-9b554015-671c-4a11-8fc2-8924a97e601c service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768763 Nov 12 03:21:24.383443 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19040e-1a4a-48ea-824c-b803a196f474 req-7726e2b3-cc91-4d93-9105-1d4fd28574a6 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:24.396932 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fe19040e-1a4a-48ea-824c-b803a196f474 req-7726e2b3-cc91-4d93-9105-1d4fd28574a6 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc85c5bb-57dd-4ab6-9a1c-d5f72a89aad2 HTTP/1.1" status: 200 len: 946 time: 0.1363187 Nov 12 03:21:24.487631 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:21:24.497361 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 067c29ef-c3de-49bf-9b4c-f35554b945e8 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:24.523535 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fe19040e-1a4a-48ea-824c-b803a196f474 req-a4f932ba-351d-45d9-9b73-924f1c1dbff9 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] 10.222.0.50 "GET /v2.0/security-groups?id=172ab032-1836-4683-84c4-287177715c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253786 Nov 12 03:21:24.527956 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-10f240c2-408e-4dce-8aba-c1487f7c832c req-723b75f5-a58c-4afb-b958-516f3a275eeb tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/ports?device_id=c29cf5de-6f6b-41e8-b911-9243b794863a HTTP/1.1" status: 200 len: 210 time: 0.0997181 Nov 12 03:21:24.531281 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec7390-140a-44db-94c2-9baea3800029 req-2ca8b14f-e786-487c-9d73-b3a128720722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:24.532767 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-17ec7390-140a-44db-94c2-9baea3800029 req-2ca8b14f-e786-487c-9d73-b3a128720722 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 1100 time: 0.1895800 Nov 12 03:21:24.653603 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec7390-140a-44db-94c2-9baea3800029 req-2ffacbaa-9a13-49d7-901e-698c88731552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:24.655823 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-17ec7390-140a-44db-94c2-9baea3800029 req-2ffacbaa-9a13-49d7-901e-698c88731552 service neutron] 10.222.0.90 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.1138813 Nov 12 03:21:24.681878 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 067c29ef-c3de-49bf-9b4c-f35554b945e8 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:24.683162 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:24.732012 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-17ec7390-140a-44db-94c2-9baea3800029 req-cb6ac7c9-33f6-4b02-a889-08d62d4ef639 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=6a3faacc-255c-4170-9369-7f99646b6565 HTTP/1.1" status: 200 len: 217 time: 0.0655394 Nov 12 03:21:24.815453 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec7390-140a-44db-94c2-9baea3800029 req-aa2a1303-3859-4b96-bfc8-e8e51238abe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:24.817273 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-17ec7390-140a-44db-94c2-9baea3800029 req-aa2a1303-3859-4b96-bfc8-e8e51238abe1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.0710890 Nov 12 03:21:24.857819 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6c96f80e-eda7-4605-bad4-26df85cd16e5 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:24.878734 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6c96f80e-eda7-4605-bad4-26df85cd16e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:24.886960 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7333c41-64bb-4a0d-b663-30fca799ee71 req-c1a4001c-efb8-4e32-ade6-18c7886af896 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:24.896393 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f7333c41-64bb-4a0d-b663-30fca799ee71 req-c1a4001c-efb8-4e32-ade6-18c7886af896 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 948 time: 0.0922291 Nov 12 03:21:24.925141 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec7390-140a-44db-94c2-9baea3800029 req-f81ab884-afeb-4165-beca-bf73c12aac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:24.929829 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-17ec7390-140a-44db-94c2-9baea3800029 req-f81ab884-afeb-4165-beca-bf73c12aac1c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0992036 Nov 12 03:21:25.024920 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f7333c41-64bb-4a0d-b663-30fca799ee71 req-53551182-6d6b-428c-a4f2-93ba297b9053 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266122 Nov 12 03:21:25.168563 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf0312-2098-402e-b236-dda54e4a4047 req-afa2e5e5-31bf-4bb8-8bce-618dd50b0ce7 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:25.170291 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c1bf0312-2098-402e-b236-dda54e4a4047 req-afa2e5e5-31bf-4bb8-8bce-618dd50b0ce7 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 944 time: 0.0902274 Nov 12 03:21:25.175616 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-17ec7390-140a-44db-94c2-9baea3800029 req-0b70987f-f146-4c7d-a3fd-f0544fb977f3 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376821 Nov 12 03:21:25.210809 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-36955b75-5d05-40d1-ac0f-f9c601138112 req-68459946-e7e0-4bbd-b232-30e3bf031026 tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3527e08-132c-489e-ab06-78d73ccbcde4 HTTP/1.1" status: 200 len: 210 time: 0.0594156 Nov 12 03:21:25.258969 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-6c96f80e-eda7-4605-bad4-26df85cd16e5 None None] Attempting to bind port f63eceba-1143-4c10-a4f9-57e2d64a6050 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:25.259296 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-6c96f80e-eda7-4605-bad4-26df85cd16e5 None None] Attempting to bind port f63eceba-1143-4c10-a4f9-57e2d64a6050 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'ff25bbb3-d375-4e62-8870-52805ef28681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ba424c57-ec3a-4d6d-b89c-9699ee3a3c72'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:25.259636 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c96f80e-eda7-4605-bad4-26df85cd16e5 None None] Attempting to bind port f63eceba-1143-4c10-a4f9-57e2d64a6050 on network ba424c57-ec3a-4d6d-b89c-9699ee3a3c72 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:25.268179 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5191a5bc-e85a-45d7-8020-e4784e7e7043 None None] Pushing event updated for resources: {'Port': ['ID=f63eceba-1143-4c10-a4f9-57e2d64a6050,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:25.280977 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c96f80e-eda7-4605-bad4-26df85cd16e5 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:25.281441 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c96f80e-eda7-4605-bad4-26df85cd16e5 None None] Checking segment: {'id': 'ff25bbb3-d375-4e62-8870-52805ef28681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ba424c57-ec3a-4d6d-b89c-9699ee3a3c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:25.282331 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6c96f80e-eda7-4605-bad4-26df85cd16e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:25.282824 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c96f80e-eda7-4605-bad4-26df85cd16e5 None None] Bound using segment: {'id': 'ff25bbb3-d375-4e62-8870-52805ef28681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ba424c57-ec3a-4d6d-b89c-9699ee3a3c72'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:25.283978 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-6c96f80e-eda7-4605-bad4-26df85cd16e5 None None] Bound port: f63eceba-1143-4c10-a4f9-57e2d64a6050, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff25bbb3-d375-4e62-8870-52805ef28681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ba424c57-ec3a-4d6d-b89c-9699ee3a3c72'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:25.283978 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6c96f80e-eda7-4605-bad4-26df85cd16e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:25.381147 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-6c96f80e-eda7-4605-bad4-26df85cd16e5 None None] For port f63eceba-1143-4c10-a4f9-57e2d64a6050, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:25.385224 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c1bf0312-2098-402e-b236-dda54e4a4047 req-20751949-8964-4c47-954e-ad7facfdef2d tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973586 Nov 12 03:21:25.391828 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-6c96f80e-eda7-4605-bad4-26df85cd16e5 None None] For port f63eceba-1143-4c10-a4f9-57e2d64a6050, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=f63eceba-1143-4c10-a4f9-57e2d64a6050,segment=NetworkSegment(ff25bbb3-d375-4e62-8870-52805ef28681),segment_id=ff25bbb3-d375-4e62-8870-52805ef28681)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:25.406421 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6c96f80e-eda7-4605-bad4-26df85cd16e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:25.430344 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-17ec7390-140a-44db-94c2-9baea3800029 req-335fe80a-b836-4068-bdfe-19fae48e821e service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457161 Nov 12 03:21:25.470394 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-e4017763-2e3d-4b08-8ea9-287d4b80bd77 None None] Provisioning complete for port f63eceba-1143-4c10-a4f9-57e2d64a6050 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:25.470530 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e4017763-2e3d-4b08-8ea9-287d4b80bd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:25.538504 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5191a5bc-e85a-45d7-8020-e4784e7e7043 None None] Pushing event updated for resources: {'Port': ['ID=f63eceba-1143-4c10-a4f9-57e2d64a6050,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:25.554020 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c96f80e-eda7-4605-bad4-26df85cd16e5 None None] Routers {'fae19713-183e-4966-86a6-652ce41c793b'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:21:25.554682 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-6c96f80e-eda7-4605-bad4-26df85cd16e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:21:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['fae19713-183e-4966-86a6-652ce41c793b'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:25.684297 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e4017763-2e3d-4b08-8ea9-287d4b80bd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:25.722726 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2a41ce5e-2347-4d75-b7c1-a8c3a243e78b req-e1048a2c-8d8a-41be-b531-43367f4d5fe2 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/ports?device_id=c29cf5de-6f6b-41e8-b911-9243b794863a HTTP/1.1" status: 200 len: 210 time: 0.0658920 Nov 12 03:21:25.730074 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-e4017763-2e3d-4b08-8ea9-287d4b80bd77 None None] For port f63eceba-1143-4c10-a4f9-57e2d64a6050, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=f63eceba-1143-4c10-a4f9-57e2d64a6050,segment=NetworkSegment(ff25bbb3-d375-4e62-8870-52805ef28681),segment_id=ff25bbb3-d375-4e62-8870-52805ef28681)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:25.745517 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e4017763-2e3d-4b08-8ea9-287d4b80bd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:25.749655 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-6c96f80e-eda7-4605-bad4-26df85cd16e5 None None] Set router fae19713-183e-4966-86a6-652ce41c793b gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:21:25.765719 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6ab7e-9a14-4a9d-83b3-27f01e50c9a4 req-c690f14a-4423-49dc-a038-21c547ac9366 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:25.774614 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-54d6ab7e-9a14-4a9d-83b3-27f01e50c9a4 req-c690f14a-4423-49dc-a038-21c547ac9366 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc85c5bb-57dd-4ab6-9a1c-d5f72a89aad2 HTTP/1.1" status: 200 len: 946 time: 0.1280818 Nov 12 03:21:25.877047 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-54d6ab7e-9a14-4a9d-83b3-27f01e50c9a4 req-5c0486bd-e8ea-4843-9367-d14c14a87cbb tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] 10.222.0.50 "GET /v2.0/security-groups?id=172ab032-1836-4683-84c4-287177715c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013968 Nov 12 03:21:25.937739 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4017763-2e3d-4b08-8ea9-287d4b80bd77 None None] Pushing event updated for resources: {'Port': ['ID=f63eceba-1143-4c10-a4f9-57e2d64a6050,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:25.992174 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-6d7fc522-ee4e-4663-a27b-83029e540cac None None] Provisioning complete for port f63eceba-1143-4c10-a4f9-57e2d64a6050 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:25.992500 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6d7fc522-ee4e-4663-a27b-83029e540cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:26.189943 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-30273357-46f3-4a20-84a0-c3ef409641ac tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:26.191650 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-30273357-46f3-4a20-84a0-c3ef409641ac tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.74 "GET /v2.0/networks?id=ba424c57-ec3a-4d6d-b89c-9699ee3a3c72 HTTP/1.1" status: 200 len: 829 time: 0.2117858 Nov 12 03:21:26.227355 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6dc9b9-fee1-49ca-a522-49ebd22844fd req-99c4c9aa-42b2-4d4b-aa0d-504cf8db48db tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:26.229709 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4c6dc9b9-fee1-49ca-a522-49ebd22844fd req-99c4c9aa-42b2-4d4b-aa0d-504cf8db48db tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 948 time: 0.0886698 Nov 12 03:21:26.235965 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-951c3d68-8fcd-4a8a-9c9e-56e9c09662c5 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Request body: {'port': {'device_id': 'c29cf5de-6f6b-41e8-b911-9243b794863a', 'network_id': 'ba424c57-ec3a-4d6d-b89c-9699ee3a3c72', 'admin_state_up': True, 'tenant_id': '0fe6ad5cc781423d94795b11723f6247'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:26.277046 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-6c96f80e-eda7-4605-bad4-26df85cd16e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae19713-183e-4966-86a6-652ce41c793b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1640307428-router', 'tenant_id': '0fe6ad5cc781423d94795b11723f6247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '067c29ef-c3de-49bf-9b4c-f35554b945e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:13Z', 'updated_at': '2021-11-12T03:21:20Z', 'revision_number': 4, 'project_id': '0fe6ad5cc781423d94795b11723f6247', 'gw_port': {'id': '067c29ef-c3de-49bf-9b4c-f35554b945e8', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae19713-183e-4966-86a6-652ce41c793b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:15Z', 'updated_at': '2021-11-12T03:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'f63eceba-1143-4c10-a4f9-57e2d64a6050', 'name': '', 'network_id': 'ba424c57-ec3a-4d6d-b89c-9699ee3a3c72', 'tenant_id': '0fe6ad5cc781423d94795b11723f6247', 'mac_address': 'fa:16:3e:1d:78:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae19713-183e-4966-86a6-652ce41c793b', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '4861e040-05d9-4e30-8357-69ff119e903e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:19Z', 'updated_at': '2021-11-12T03:21:25Z', 'revision_number': 4, 'project_id': '0fe6ad5cc781423d94795b11723f6247', 'subnets': [{'id': '4861e040-05d9-4e30-8357-69ff119e903e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:26.358687 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c96f80e-eda7-4605-bad4-26df85cd16e5 None None] The sync data for ids ['fae19713-183e-4966-86a6-652ce41c793b'] in n-d-715271-27 is: [{'id': 'fae19713-183e-4966-86a6-652ce41c793b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1640307428-router', 'tenant_id': '0fe6ad5cc781423d94795b11723f6247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '067c29ef-c3de-49bf-9b4c-f35554b945e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:13Z', 'updated_at': '2021-11-12T03:21:20Z', 'revision_number': 4, 'project_id': '0fe6ad5cc781423d94795b11723f6247', 'gw_port': {'id': '067c29ef-c3de-49bf-9b4c-f35554b945e8', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae19713-183e-4966-86a6-652ce41c793b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:15Z', 'updated_at': '2021-11-12T03:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'f63eceba-1143-4c10-a4f9-57e2d64a6050', 'name': '', 'network_id': 'ba424c57-ec3a-4d6d-b89c-9699ee3a3c72', 'tenant_id': '0fe6ad5cc781423d94795b11723f6247', 'mac_address': 'fa:16:3e:1d:78:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae19713-183e-4966-86a6-652ce41c793b', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '4861e040-05d9-4e30-8357-69ff119e903e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:19Z', 'updated_at': '2021-11-12T03:21:25Z', 'revision_number': 4, 'project_id': '0fe6ad5cc781423d94795b11723f6247', 'subnets': [{'id': '4861e040-05d9-4e30-8357-69ff119e903e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:21:26.502555 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9feea1b8-a2fc-48c6-88f9-df15c653f918 req-f352fae0-5c40-4a12-936f-272182ee1e0a tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3527e08-132c-489e-ab06-78d73ccbcde4 HTTP/1.1" status: 200 len: 210 time: 0.0914159 Nov 12 03:21:26.586671 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4c6dc9b9-fee1-49ca-a522-49ebd22844fd req-3de78346-a39f-4150-9629-af87191ec8eb tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316674 Nov 12 03:21:26.612343 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-951c3d68-8fcd-4a8a-9c9e-56e9c09662c5 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Made reservation on behalf of 0fe6ad5cc781423d94795b11723f6247 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:26.616175 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-951c3d68-8fcd-4a8a-9c9e-56e9c09662c5 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:26.788567 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26970e1-4bf3-4a8a-bc55-b91aea965616 req-bbe4b6a1-e190-4407-bccc-38b76aed8da1 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:26.799493 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b26970e1-4bf3-4a8a-bc55-b91aea965616 req-bbe4b6a1-e190-4407-bccc-38b76aed8da1 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc85c5bb-57dd-4ab6-9a1c-d5f72a89aad2 HTTP/1.1" status: 200 len: 946 time: 0.0904164 Nov 12 03:21:26.834235 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b3d5d-912d-4c05-a831-41bd294b5ba3 req-f7b98661-8da2-4957-beb7-bd228bf85bb1 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:26.835795 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d97b3d5d-912d-4c05-a831-41bd294b5ba3 req-f7b98661-8da2-4957-beb7-bd228bf85bb1 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 944 time: 0.0805333 Nov 12 03:21:26.893268 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-951c3d68-8fcd-4a8a-9c9e-56e9c09662c5 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Allocated IP 172.20.0.7 (ba424c57-ec3a-4d6d-b89c-9699ee3a3c72/4861e040-05d9-4e30-8357-69ff119e903e/39eddeb7-0556-4b7e-bb4d-837684b9a620) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:26.933262 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d97b3d5d-912d-4c05-a831-41bd294b5ba3 req-0235d05a-801b-4aa0-8013-01f29c58f986 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900164 Nov 12 03:21:27.033580 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b26970e1-4bf3-4a8a-bc55-b91aea965616 req-5804d233-6962-4594-aeaa-9e30b15fd15e tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] 10.222.0.50 "GET /v2.0/security-groups?id=172ab032-1836-4683-84c4-287177715c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286334 Nov 12 03:21:27.183061 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-964c9276-852c-41d8-90d3-ec3425cc9d87 req-dbde1a5b-778c-4774-8746-e422a63d0cf9 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/ports?device_id=c29cf5de-6f6b-41e8-b911-9243b794863a HTTP/1.1" status: 200 len: 210 time: 0.0435781 Nov 12 03:21:27.219031 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-951c3d68-8fcd-4a8a-9c9e-56e9c09662c5 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:27.271483 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-951c3d68-8fcd-4a8a-9c9e-56e9c09662c5 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:27.330991 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-951c3d68-8fcd-4a8a-9c9e-56e9c09662c5 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Network ba424c57-ec3a-4d6d-b89c-9699ee3a3c72 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:27.334945 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-951c3d68-8fcd-4a8a-9c9e-56e9c09662c5 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:27.337313 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-951c3d68-8fcd-4a8a-9c9e-56e9c09662c5 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:27.339984 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c3d68-8fcd-4a8a-9c9e-56e9c09662c5 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Pushing event updated for resources: {'Port': ['ID=39eddeb7-0556-4b7e-bb4d-837684b9a620,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:27.401037 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-951c3d68-8fcd-4a8a-9c9e-56e9c09662c5 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:27.402137 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-951c3d68-8fcd-4a8a-9c9e-56e9c09662c5 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:27.425261 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-951c3d68-8fcd-4a8a-9c9e-56e9c09662c5 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2069778 Nov 12 03:21:27.440024 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-d33ecf2d-6941-4853-9f7c-0167ef30b238 service neutron] Request body: {'port': {'device_id': 'c29cf5de-6f6b-41e8-b911-9243b794863a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:27.559952 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-d33ecf2d-6941-4853-9f7c-0167ef30b238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:27.687479 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53698) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:27.821406 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-f4657953-0f3c-4ece-81a7-5ee4b9392665 None None] Provisioning complete for port 39eddeb7-0556-4b7e-bb4d-837684b9a620 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:27.825648 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-15f069dc-6897-40dd-86c0-10087e23eddc tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:27.826528 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f4657953-0f3c-4ece-81a7-5ee4b9392665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:27.855250 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18a560-a371-4aaa-be95-e122bda53038 req-03437322-7e18-4bd6-950b-83f9fa1db692 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:27.864847 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-be18a560-a371-4aaa-be95-e122bda53038 req-03437322-7e18-4bd6-950b-83f9fa1db692 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 948 time: 0.1143444 Nov 12 03:21:27.886645 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-15f069dc-6897-40dd-86c0-10087e23eddc tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:27.920324 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-f4657953-0f3c-4ece-81a7-5ee4b9392665 None None] Port 39eddeb7-0556-4b7e-bb4d-837684b9a620 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:21:27.994652 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-15f069dc-6897-40dd-86c0-10087e23eddc tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:27.998330 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-15f069dc-6897-40dd-86c0-10087e23eddc tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.002112 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-15f069dc-6897-40dd-86c0-10087e23eddc tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "DELETE /v2.0/security-groups/9c8f2b06-db27-4d77-8b58-730135e0a808 HTTP/1.1" status: 204 len: 168 time: 0.3099401 Nov 12 03:21:28.003152 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53702) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:28.016422 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-be18a560-a371-4aaa-be95-e122bda53038 req-ccbcd3e1-51dc-4bbd-a6e0-9f971ccd1a2f tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435418 Nov 12 03:21:28.027269 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-15afb8e2-9795-46b6-873c-681723c4a10b tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] show failed (client error): The resource could not be found. Nov 12 03:21:28.028718 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-15afb8e2-9795-46b6-873c-681723c4a10b tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "GET /v2.0/security-groups/9c8f2b06-db27-4d77-8b58-730135e0a808 HTTP/1.1" status: 404 len: 347 time: 0.0209484 Nov 12 03:21:28.034820 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53704) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:28.044361 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f069dc-6897-40dd-86c0-10087e23eddc tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8f2b06-db27-4d77-8b58-730135e0a808,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:28.046675 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 6a3faacc-255c-4170-9369-7f99646b6565 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:21:28.260585 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 6a3faacc-255c-4170-9369-7f99646b6565, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=6a3faacc-255c-4170-9369-7f99646b6565,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:28.290247 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '6a3faacc-255c-4170-9369-7f99646b6565', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'port_id': '6a3faacc-255c-4170-9369-7f99646b6565', 'mac_address': 'fa:16:3e:84:da:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa66706f-b415-4bb9-838e-cfd08f81d96b', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:21:28.335507 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269a504-e3d2-4810-8122-25543dcd9285 req-18d6b4fd-89ab-40b5-afab-f6f41329ebe5 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:28.338127 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3269a504-e3d2-4810-8122-25543dcd9285 req-18d6b4fd-89ab-40b5-afab-f6f41329ebe5 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc85c5bb-57dd-4ab6-9a1c-d5f72a89aad2 HTTP/1.1" status: 200 len: 946 time: 0.2714198 Nov 12 03:21:28.350304 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.351240 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1cb7c-602b-42c5-80e2-9cff809fc1f4 req-e2219d7a-5693-40dd-90c2-6694a1d4ce18 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:28.359120 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-09b1cb7c-602b-42c5-80e2-9cff809fc1f4 req-e2219d7a-5693-40dd-90c2-6694a1d4ce18 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 944 time: 0.2288342 Nov 12 03:21:28.367506 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device f63eceba-1143-4c10-a4f9-57e2d64a6050 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:28.409250 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a3faacc-255c-4170-9369-7f99646b6565 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:28.448284 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 6a3faacc-255c-4170-9369-7f99646b6565, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=6a3faacc-255c-4170-9369-7f99646b6565,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:28.449353 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-09b1cb7c-602b-42c5-80e2-9cff809fc1f4 req-16fbecca-ed83-4e3f-b901-2ddf171c15cb tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887022 Nov 12 03:21:28.453993 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port f63eceba-1143-4c10-a4f9-57e2d64a6050 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:28.454870 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.458265 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-132d81a3-143e-4da1-8b9b-b4ea97ab13dd tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Deleting port c4e44bba-8e3b-4aa3-b1b7-9e8e59d33494 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:21:28.459790 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-132d81a3-143e-4da1-8b9b-b4ea97ab13dd tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.513590 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.629060 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=6a3faacc-255c-4170-9369-7f99646b6565,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:28.784626 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-d33ecf2d-6941-4853-9f7c-0167ef30b238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39eddeb7-0556-4b7e-bb4d-837684b9a620 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:28.794811 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-d33ecf2d-6941-4853-9f7c-0167ef30b238 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.808644 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-d33ecf2d-6941-4853-9f7c-0167ef30b238 service neutron] Transition to ACTIVE for port object 39eddeb7-0556-4b7e-bb4d-837684b9a620 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:21:28.818020 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-d33ecf2d-6941-4853-9f7c-0167ef30b238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.837357 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c4cb3-b8ac-4476-92af-5ad99add4928 req-43030420-5541-4e98-8751-1f1557f84dd7 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:28.845531 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-441c4cb3-b8ac-4476-92af-5ad99add4928 req-43030420-5541-4e98-8751-1f1557f84dd7 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc85c5bb-57dd-4ab6-9a1c-d5f72a89aad2 HTTP/1.1" status: 200 len: 946 time: 0.6820335 Nov 12 03:21:28.883126 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['6a3faacc-255c-4170-9369-7f99646b6565'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:28.948697 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ecf2d-6941-4853-9f7c-0167ef30b238 service neutron] Pushing event updated for resources: {'Port': ['ID=39eddeb7-0556-4b7e-bb4d-837684b9a620,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:28.978879 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-441c4cb3-b8ac-4476-92af-5ad99add4928 req-8443d79a-6b0e-4849-bbf3-7af7414789e5 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] 10.222.0.50 "GET /v2.0/security-groups?id=172ab032-1836-4683-84c4-287177715c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273568 Nov 12 03:21:29.037739 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-3269a504-e3d2-4810-8122-25543dcd9285 req-5a550e87-5447-406b-bbc4-65ff2cf9ac31 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] Deleting port 4128df8b-2bfa-478c-8ac9-772ed29e9a7c {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:21:29.038078 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3269a504-e3d2-4810-8122-25543dcd9285 req-5a550e87-5447-406b-bbc4-65ff2cf9ac31 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:29.054167 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-132d81a3-143e-4da1-8b9b-b4ea97ab13dd tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:29.054795 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-132d81a3-143e-4da1-8b9b-b4ea97ab13dd tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:29.114491 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-132d81a3-143e-4da1-8b9b-b4ea97ab13dd tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Calling delete_port for c4e44bba-8e3b-4aa3-b1b7-9e8e59d33494 owned by network:floatingip {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:21:29.235106 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29bdedf-bec9-40f8-9966-a802373fd5e0 req-acfb8b3f-910d-41ad-a63f-95835c4ac5be tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:29.236805 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a29bdedf-bec9-40f8-9966-a802373fd5e0 req-acfb8b3f-910d-41ad-a63f-95835c4ac5be tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/ports?device_id=c29cf5de-6f6b-41e8-b911-9243b794863a HTTP/1.1" status: 200 len: 943 time: 0.3424587 Nov 12 03:21:29.289761 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-d33ecf2d-6941-4853-9f7c-0167ef30b238 service neutron] Attempting to bind port 39eddeb7-0556-4b7e-bb4d-837684b9a620 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:29.290096 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-d33ecf2d-6941-4853-9f7c-0167ef30b238 service neutron] Attempting to bind port 39eddeb7-0556-4b7e-bb4d-837684b9a620 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'ff25bbb3-d375-4e62-8870-52805ef28681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ba424c57-ec3a-4d6d-b89c-9699ee3a3c72'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:29.290660 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-d33ecf2d-6941-4853-9f7c-0167ef30b238 service neutron] Attempting to bind port 39eddeb7-0556-4b7e-bb4d-837684b9a620 on network ba424c57-ec3a-4d6d-b89c-9699ee3a3c72 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:29.318135 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-d33ecf2d-6941-4853-9f7c-0167ef30b238 service neutron] Port 39eddeb7-0556-4b7e-bb4d-837684b9a620 on network ba424c57-ec3a-4d6d-b89c-9699ee3a3c72 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:29.318564 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-d33ecf2d-6941-4853-9f7c-0167ef30b238 service neutron] Attempting to bind port 39eddeb7-0556-4b7e-bb4d-837684b9a620 on network ba424c57-ec3a-4d6d-b89c-9699ee3a3c72 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:29.333563 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-d33ecf2d-6941-4853-9f7c-0167ef30b238 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:29.333971 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-d33ecf2d-6941-4853-9f7c-0167ef30b238 service neutron] Checking segment: {'id': 'ff25bbb3-d375-4e62-8870-52805ef28681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ba424c57-ec3a-4d6d-b89c-9699ee3a3c72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:29.334977 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-d33ecf2d-6941-4853-9f7c-0167ef30b238 service neutron] Bound using segment: {'id': 'ff25bbb3-d375-4e62-8870-52805ef28681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ba424c57-ec3a-4d6d-b89c-9699ee3a3c72'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:29.335197 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-d33ecf2d-6941-4853-9f7c-0167ef30b238 service neutron] Bound port: 39eddeb7-0556-4b7e-bb4d-837684b9a620, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff25bbb3-d375-4e62-8870-52805ef28681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ba424c57-ec3a-4d6d-b89c-9699ee3a3c72'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:29.335716 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-d33ecf2d-6941-4853-9f7c-0167ef30b238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:29.356562 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-da45ed73-6078-4b09-9120-87cdf7175e71 service neutron] 10.222.0.74 "GET /v2.0/ports/b3f727d1-490b-45ee-b4ff-59728a0c678b/bindings/n-h2-715271-27 HTTP/1.1" status: 200 len: 385 time: 0.4043438 Nov 12 03:21:29.361051 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a29bdedf-bec9-40f8-9966-a802373fd5e0 req-ca140166-8707-48d5-831e-a59a1c00adc0 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/security-groups?id=6689b20e-5d2f-411e-84b6-32798f0720c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058805 Nov 12 03:21:29.496773 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-3269a504-e3d2-4810-8122-25543dcd9285 req-5a550e87-5447-406b-bbc4-65ff2cf9ac31 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] For port 4128df8b-2bfa-478c-8ac9-772ed29e9a7c, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4128df8b-2bfa-478c-8ac9-772ed29e9a7c,segment=NetworkSegment(a6eea6f3-ae44-440b-ba00-a5c931ce9aee),segment_id=a6eea6f3-ae44-440b-ba00-a5c931ce9aee)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:29.497137 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3269a504-e3d2-4810-8122-25543dcd9285 req-5a550e87-5447-406b-bbc4-65ff2cf9ac31 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:29.527009 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-132d81a3-143e-4da1-8b9b-b4ea97ab13dd tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:29.537351 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-3269a504-e3d2-4810-8122-25543dcd9285 req-5a550e87-5447-406b-bbc4-65ff2cf9ac31 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] Calling delete_port for 4128df8b-2bfa-478c-8ac9-772ed29e9a7c owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:21:29.577819 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d81a3-143e-4da1-8b9b-b4ea97ab13dd tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Pushing event deleted for resources: {'Port': ['ID=c4e44bba-8e3b-4aa3-b1b7-9e8e59d33494,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:29.695251 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-132d81a3-143e-4da1-8b9b-b4ea97ab13dd tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Publish callbacks [] for floatingip, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:29.699195 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-132d81a3-143e-4da1-8b9b-b4ea97ab13dd tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:29.703380 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-132d81a3-143e-4da1-8b9b-b4ea97ab13dd tempest-ServersTestBootFromVolume-640321580 tempest-ServersTestBootFromVolume-640321580-project] 10.222.0.50 "DELETE /v2.0/floatingips/8cc1d566-8c6e-4d55-a3f3-420e529b6256 HTTP/1.1" status: 204 len: 168 time: 1.6646919 Nov 12 03:21:29.709895 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53732) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:29.725431 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a7da7-7e22-4354-bac2-e63311b31cc6 req-4c420fcd-f904-45ea-a41e-382f69d5333e tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:29.726941 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9d0a7da7-7e22-4354-bac2-e63311b31cc6 req-4c420fcd-f904-45ea-a41e-382f69d5333e tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 944 time: 0.0936868 Nov 12 03:21:29.859993 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-d33ecf2d-6941-4853-9f7c-0167ef30b238 service neutron] For port 39eddeb7-0556-4b7e-bb4d-837684b9a620, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:29.899311 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-d33ecf2d-6941-4853-9f7c-0167ef30b238 service neutron] For port 39eddeb7-0556-4b7e-bb4d-837684b9a620, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=39eddeb7-0556-4b7e-bb4d-837684b9a620,segment=NetworkSegment(ff25bbb3-d375-4e62-8870-52805ef28681),segment_id=ff25bbb3-d375-4e62-8870-52805ef28681)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:29.931008 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9d0a7da7-7e22-4354-bac2-e63311b31cc6 req-e7c2703b-5874-4a42-9b4d-0aa0da1bf784 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464396 Nov 12 03:21:29.959080 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceed743-884f-4b5f-93e3-bb15547ebca3 req-fb4ff795-d94a-4a5f-9488-3d60a98644a3 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:29.960701 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5ceed743-884f-4b5f-93e3-bb15547ebca3 req-fb4ff795-d94a-4a5f-9488-3d60a98644a3 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 949 time: 0.3343446 Nov 12 03:21:29.995448 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-d33ecf2d-6941-4853-9f7c-0167ef30b238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:30.054764 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 6a3faacc-255c-4170-9369-7f99646b6565 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:30.064683 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3269a504-e3d2-4810-8122-25543dcd9285 req-5a550e87-5447-406b-bbc4-65ff2cf9ac31 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:30.102125 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['4128df8b-2bfa-478c-8ac9-772ed29e9a7c'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:30.113445 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-d33ecf2d-6941-4853-9f7c-0167ef30b238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:30.114171 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-d33ecf2d-6941-4853-9f7c-0167ef30b238 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:30.115892 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-d33ecf2d-6941-4853-9f7c-0167ef30b238 service neutron] 10.222.0.74 "PUT /v2.0/ports/39eddeb7-0556-4b7e-bb4d-837684b9a620 HTTP/1.1" status: 200 len: 1092 time: 2.6800270 Nov 12 03:21:30.138390 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c29cf5de-6f6b-41e8-b911-9243b794863a', 'tag': '39eddeb7-0556-4b7e-bb4d-837684b9a620'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:30.141803 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f9da06-a86c-4430-bf1f-d5c602c925a8" -d '{"events": [{"name": "network-changed", "server_uuid": "c29cf5de-6f6b-41e8-b911-9243b794863a", "tag": "39eddeb7-0556-4b7e-bb4d-837684b9a620"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:30.202251 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 6a3faacc-255c-4170-9369-7f99646b6565 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:21:30.211996 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 6a3faacc-255c-4170-9369-7f99646b6565 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:30.212920 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:30.295905 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ed920d6d-3cb0-4175-998a-d330e8b8e559 req-2d788fc9-fb09-4665-b08b-e87ae856d9d2 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc85c5bb-57dd-4ab6-9a1c-d5f72a89aad2 HTTP/1.1" status: 200 len: 210 time: 0.0680096 Nov 12 03:21:30.351935 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e8a92dba-996d-447e-bf0a-bf32a90047db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:30.419424 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-3269a504-e3d2-4810-8122-25543dcd9285 req-5a550e87-5447-406b-bbc4-65ff2cf9ac31 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] No DVR routers for this DVR port 4128df8b-2bfa-478c-8ac9-772ed29e9a7c on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:21:30.429202 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-fd6d1742-c734-41a2-aff9-1f034419740e service neutron] For port b3f727d1-490b-45ee-b4ff-59728a0c678b, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=b3f727d1-490b-45ee-b4ff-59728a0c678b,segment=NetworkSegment(8dbff2fd-9cfc-4504-9870-2f052b7a9289),segment_id=8dbff2fd-9cfc-4504-9870-2f052b7a9289)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:30.446344 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3269a504-e3d2-4810-8122-25543dcd9285 req-5a550e87-5447-406b-bbc4-65ff2cf9ac31 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:30.457744 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3269a504-e3d2-4810-8122-25543dcd9285 req-5a550e87-5447-406b-bbc4-65ff2cf9ac31 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] 10.222.0.74 "DELETE /v2.0/ports/4128df8b-2bfa-478c-8ac9-772ed29e9a7c HTTP/1.1" status: 204 len: 173 time: 2.0970771 Nov 12 03:21:30.458458 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ecf2d-6941-4853-9f7c-0167ef30b238 service neutron] Pushing event updated for resources: {'Port': ['ID=39eddeb7-0556-4b7e-bb4d-837684b9a620,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:30.494720 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e87d614-0f4f-48c9-95bd-8a86cd495ab2 x-openstack-request-id: req-6e87d614-0f4f-48c9-95bd-8a86cd495ab2 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:30.495028 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c29cf5de-6f6b-41e8-b911-9243b794863a", "tag": "39eddeb7-0556-4b7e-bb4d-837684b9a620", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:30.495281 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6e87d614-0f4f-48c9-95bd-8a86cd495ab2 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:30.495833 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29cf5de-6f6b-41e8-b911-9243b794863a', 'tag': '39eddeb7-0556-4b7e-bb4d-837684b9a620', 'status': 'completed', 'code': 200} Nov 12 03:21:30.624519 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5ceed743-884f-4b5f-93e3-bb15547ebca3 req-49df23e1-f458-4335-8a81-e8d8e50d4ca3 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6346564 Nov 12 03:21:30.641012 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a550e87-5447-406b-bbc4-65ff2cf9ac31 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] Pushing event deleted for resources: {'Port': ['ID=4128df8b-2bfa-478c-8ac9-772ed29e9a7c,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:30.662867 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-a32992ec-f61a-4096-8e64-ed00d9f173b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:30.669567 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-a32992ec-f61a-4096-8e64-ed00d9f173b3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0fe6ad5cc781423d94795b11723f6247&device_id=c29cf5de-6f6b-41e8-b911-9243b794863a HTTP/1.1" status: 200 len: 1095 time: 0.4937294 Nov 12 03:21:30.673236 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-fd6d1742-c734-41a2-aff9-1f034419740e service neutron] For port b3f727d1-490b-45ee-b4ff-59728a0c678b, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:30.766590 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c295d-cd65-4acb-a41e-721736ae6fba req-2655a4a9-560c-4f93-b49b-0d8459ceb07c tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:30.769377 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-785c295d-cd65-4acb-a41e-721736ae6fba req-2655a4a9-560c-4f93-b49b-0d8459ceb07c tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/ports?device_id=c29cf5de-6f6b-41e8-b911-9243b794863a HTTP/1.1" status: 200 len: 943 time: 0.1458457 Nov 12 03:21:30.776137 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-98564068-d2d8-4cda-b397-7611fb70a893 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39eddeb7-0556-4b7e-bb4d-837684b9a620 HTTP/1.1" status: 200 len: 217 time: 0.0447288 Nov 12 03:21:30.816353 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-fd6d1742-c734-41a2-aff9-1f034419740e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3f727d1-490b-45ee-b4ff-59728a0c678b {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:30.833012 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-fd6d1742-c734-41a2-aff9-1f034419740e service neutron] For port b3f727d1-490b-45ee-b4ff-59728a0c678b, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=b3f727d1-490b-45ee-b4ff-59728a0c678b,segment=NetworkSegment(8dbff2fd-9cfc-4504-9870-2f052b7a9289),segment_id=8dbff2fd-9cfc-4504-9870-2f052b7a9289)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:30.859079 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-02c8dc1b-35e0-44b9-b536-32001e8c97aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:30.861504 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-02c8dc1b-35e0-44b9-b536-32001e8c97aa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4861e040-05d9-4e30-8357-69ff119e903e HTTP/1.1" status: 200 len: 868 time: 0.0785780 Nov 12 03:21:30.862497 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-fd6d1742-c734-41a2-aff9-1f034419740e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:30.881317 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-785c295d-cd65-4acb-a41e-721736ae6fba req-ad330a7f-c475-4ffb-95fa-60a014eb29ab tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/security-groups?id=6689b20e-5d2f-411e-84b6-32798f0720c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004448 Nov 12 03:21:30.936713 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:31.004642 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b88ae433-9cf0-4543-9e88-9b6c6b4b91a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:31.032159 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-299f201f-de4b-4f46-977e-f564ff8edf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:31.036973 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 6a3faacc-255c-4170-9369-7f99646b6565, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=6a3faacc-255c-4170-9369-7f99646b6565,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:31.038110 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64d0621-ef1c-4560-8730-e93114a76144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3faacc-255c-4170-9369-7f99646b6565'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:31.040522 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2020a481-7d26-45bc-9447-192045ddf336" -d '{"events": [{"server_uuid": "f64d0621-ef1c-4560-8730-e93114a76144", "name": "network-vif-plugged", "status": "completed", "tag": "6a3faacc-255c-4170-9369-7f99646b6565"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:31.046010 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-299f201f-de4b-4f46-977e-f564ff8edf9e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ba424c57-ec3a-4d6d-b89c-9699ee3a3c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1727154 Nov 12 03:21:31.050963 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:31.242724 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=6a3faacc-255c-4170-9369-7f99646b6565,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:31.297544 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-fd6d1742-c734-41a2-aff9-1f034419740e service neutron] Transition to ACTIVE for port object b3f727d1-490b-45ee-b4ff-59728a0c678b will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:21:31.299007 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74578bee-df50-4121-a343-8f57148029eb x-openstack-request-id: req-74578bee-df50-4121-a343-8f57148029eb {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:31.299494 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64d0621-ef1c-4560-8730-e93114a76144", "name": "network-vif-plugged", "status": "completed", "tag": "6a3faacc-255c-4170-9369-7f99646b6565", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:31.300149 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-74578bee-df50-4121-a343-8f57148029eb {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:31.301530 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64d0621-ef1c-4560-8730-e93114a76144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3faacc-255c-4170-9369-7f99646b6565', 'code': 200} Nov 12 03:21:31.336879 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-fd6d1742-c734-41a2-aff9-1f034419740e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:31.430101 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d1742-c734-41a2-aff9-1f034419740e service neutron] Pushing event updated for resources: {'Port': ['ID=b3f727d1-490b-45ee-b4ff-59728a0c678b,revision_number=10']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:31.528582 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950b528-9b2b-4c73-9e99-7ff6eac0e46d req-a69de310-a3bb-47de-8417-e3931ccda724 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:31.537169 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2950b528-9b2b-4c73-9e99-7ff6eac0e46d req-a69de310-a3bb-47de-8417-e3931ccda724 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 944 time: 0.4156349 Nov 12 03:21:31.573307 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-a6bb2e7f-572b-4de9-a8b9-724dfff6b1bc service neutron] 10.222.0.74 "GET /v2.0/networks/ba424c57-ec3a-4d6d-b89c-9699ee3a3c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4912615 Nov 12 03:21:31.613128 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2f17cf94-e1ae-4906-af3d-84d6f3aa7767 req-818ed13f-3bbf-4b46-aea6-818c5cddc325 tempest-ServerGroupTestJSON-2058376700 tempest-ServerGroupTestJSON-2058376700-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc85c5bb-57dd-4ab6-9a1c-d5f72a89aad2 HTTP/1.1" status: 200 len: 210 time: 0.0431080 Nov 12 03:21:31.643055 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1bf7db-4272-4336-97f6-0419ec2a2758 req-3c4b427a-1c1b-4ecb-9d5f-1741d87da25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:31.643055 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ef1bf7db-4272-4336-97f6-0419ec2a2758 req-3c4b427a-1c1b-4ecb-9d5f-1741d87da25d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 1102 time: 0.1269336 Nov 12 03:21:31.654880 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-fd6d1742-c734-41a2-aff9-1f034419740e service neutron] No DVR routers for this DVR port b3f727d1-490b-45ee-b4ff-59728a0c678b on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:21:31.725024 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ef1bf7db-4272-4336-97f6-0419ec2a2758 req-9864cee5-2888-4300-811e-adf4d0419adf service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766625 Nov 12 03:21:31.773481 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2950b528-9b2b-4c73-9e99-7ff6eac0e46d req-5e5ce03f-c0fb-465e-9493-1b1c15e24e72 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296963 Nov 12 03:21:31.816104 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-b88ae433-9cf0-4543-9e88-9b6c6b4b91a4 admin admin] Deleting port 43a4f289-812c-4946-bf23-fabd81d1e7e4 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:21:31.816612 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b88ae433-9cf0-4543-9e88-9b6c6b4b91a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:31.836615 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-fd6d1742-c734-41a2-aff9-1f034419740e service neutron] 10.222.0.74 "PUT /v2.0/ports/b3f727d1-490b-45ee-b4ff-59728a0c678b/bindings/n-h2-715271-27/activate HTTP/1.1" status: 200 len: 370 time: 2.4563520 Nov 12 03:21:31.895261 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-886ff8c5-082a-4b8e-b99b-825ff97248b2 req-d34494fb-6117-4eb3-8da9-05ce2a5e0544 service neutron] 10.222.0.74 "GET /v2.0/networks/ba424c57-ec3a-4d6d-b89c-9699ee3a3c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124826 Nov 12 03:21:31.898840 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c70d5b-54df-4448-937b-ddab039404ad req-bddd244b-03f4-4f20-aa96-e8e42785ec3b tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:31.905015 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f3c70d5b-54df-4448-937b-ddab039404ad req-bddd244b-03f4-4f20-aa96-e8e42785ec3b tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 950 time: 0.1290154 Nov 12 03:21:31.974774 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-b88ae433-9cf0-4543-9e88-9b6c6b4b91a4 admin admin] For port 43a4f289-812c-4946-bf23-fabd81d1e7e4, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=43a4f289-812c-4946-bf23-fabd81d1e7e4,segment=NetworkSegment(b19214b6-a5b1-4941-8bdf-5dca47aff883),segment_id=b19214b6-a5b1-4941-8bdf-5dca47aff883)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:31.975467 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b88ae433-9cf0-4543-9e88-9b6c6b4b91a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:32.006193 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-b88ae433-9cf0-4543-9e88-9b6c6b4b91a4 admin admin] Calling delete_port for 43a4f289-812c-4946-bf23-fabd81d1e7e4 owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:21:32.012233 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f3c70d5b-54df-4448-937b-ddab039404ad req-c357dc96-7897-4d08-b3c4-06ce3f6a063f tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974483 Nov 12 03:21:32.074040 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9da06-a86c-4430-bf1f-d5c602c925a8 req-ac824086-f4d3-461d-b2e3-4e676ab8af63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:32.076671 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e6f9da06-a86c-4430-bf1f-d5c602c925a8 req-ac824086-f4d3-461d-b2e3-4e676ab8af63 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0fe6ad5cc781423d94795b11723f6247&device_id=c29cf5de-6f6b-41e8-b911-9243b794863a HTTP/1.1" status: 200 len: 1095 time: 0.1079650 Nov 12 03:21:32.233574 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9da06-a86c-4430-bf1f-d5c602c925a8 req-626c12e7-85e9-4f07-bc36-7a92ae55b0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:32.235774 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e6f9da06-a86c-4430-bf1f-d5c602c925a8 req-626c12e7-85e9-4f07-bc36-7a92ae55b0ea service neutron] 10.222.0.74 "GET /v2.0/networks?id=ba424c57-ec3a-4d6d-b89c-9699ee3a3c72 HTTP/1.1" status: 200 len: 930 time: 0.1495647 Nov 12 03:21:32.289749 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 4128df8b-2bfa-478c-8ac9-772ed29e9a7c no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:21:32.306117 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-a290efde-1562-4938-a99f-f79dc848a407 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:32.308235 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-a290efde-1562-4938-a99f-f79dc848a407 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa&tenant_id=ab1cf8386d1b4172a2ff2003f6ed3228&binding%3Ahost_id=n-h1-715271-27 HTTP/1.1" status: 200 len: 1097 time: 0.1630201 Nov 12 03:21:32.308519 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e6f9da06-a86c-4430-bf1f-d5c602c925a8 req-5d94177d-8c9b-48fd-882d-da878223782a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39eddeb7-0556-4b7e-bb4d-837684b9a620 HTTP/1.1" status: 200 len: 217 time: 0.0607622 Nov 12 03:21:32.320712 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 4128df8b-2bfa-478c-8ac9-772ed29e9a7c {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:21:32.321315 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 4128df8b-2bfa-478c-8ac9-772ed29e9a7c not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:21:32.383714 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcca9a9-b056-46fd-8ccc-cdc35590e9f0 req-4c5607c7-2b57-4799-a569-3a8cbf4eb86c tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:32.389793 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4dcca9a9-b056-46fd-8ccc-cdc35590e9f0 req-4c5607c7-2b57-4799-a569-3a8cbf4eb86c tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/ports?device_id=c29cf5de-6f6b-41e8-b911-9243b794863a HTTP/1.1" status: 200 len: 943 time: 0.2306759 Nov 12 03:21:32.391385 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9da06-a86c-4430-bf1f-d5c602c925a8 req-5907a8c7-4093-4903-936d-684912aadc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:32.393142 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e6f9da06-a86c-4430-bf1f-d5c602c925a8 req-5907a8c7-4093-4903-936d-684912aadc12 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4861e040-05d9-4e30-8357-69ff119e903e HTTP/1.1" status: 200 len: 868 time: 0.0699258 Nov 12 03:21:32.453646 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9da06-a86c-4430-bf1f-d5c602c925a8 req-55684557-bdbd-453e-80cb-9644e4e0daaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:32.455593 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e6f9da06-a86c-4430-bf1f-d5c602c925a8 req-55684557-bdbd-453e-80cb-9644e4e0daaa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ba424c57-ec3a-4d6d-b89c-9699ee3a3c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502002 Nov 12 03:21:32.484350 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-572ec8ff-ed2a-4533-8ead-d954e0b818cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:32.486263 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-572ec8ff-ed2a-4533-8ead-d954e0b818cd service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa&tenant_id=ab1cf8386d1b4172a2ff2003f6ed3228 HTTP/1.1" status: 200 len: 1097 time: 0.1675651 Nov 12 03:21:32.492329 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4dcca9a9-b056-46fd-8ccc-cdc35590e9f0 req-dde18ea8-b762-4c37-853f-8cc4144a20c2 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/security-groups?id=6689b20e-5d2f-411e-84b6-32798f0720c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007972 Nov 12 03:21:32.494611 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b88ae433-9cf0-4543-9e88-9b6c6b4b91a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:32.515425 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc85c5bb-57dd-4ab6-9a1c-d5f72a89aad2', 'name': 'network-vif-deleted', 'tag': '4128df8b-2bfa-478c-8ac9-772ed29e9a7c'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:32.515425 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963651bc-eaae-4e91-b8e4-e6695363af93" -d '{"events": [{"server_uuid": "dc85c5bb-57dd-4ab6-9a1c-d5f72a89aad2", "name": "network-vif-deleted", "tag": "4128df8b-2bfa-478c-8ac9-772ed29e9a7c"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:32.553076 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ae433-9cf0-4543-9e88-9b6c6b4b91a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=43a4f289-812c-4946-bf23-fabd81d1e7e4,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:32.645555 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e6f9da06-a86c-4430-bf1f-d5c602c925a8 req-a19b7af3-1c29-498d-b2dd-f7fdd9035858 service neutron] 10.222.0.74 "GET /v2.0/networks/ba424c57-ec3a-4d6d-b89c-9699ee3a3c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751404 Nov 12 03:21:32.647722 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a929a1-0d3f-4c3f-8780-e2537bca19cf x-openstack-request-id: req-b4a929a1-0d3f-4c3f-8780-e2537bca19cf {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:32.648029 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc85c5bb-57dd-4ab6-9a1c-d5f72a89aad2", "name": "network-vif-deleted", "tag": "4128df8b-2bfa-478c-8ac9-772ed29e9a7c", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:32.648306 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b4a929a1-0d3f-4c3f-8780-e2537bca19cf {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:32.648741 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc85c5bb-57dd-4ab6-9a1c-d5f72a89aad2', 'name': 'network-vif-deleted', 'tag': '4128df8b-2bfa-478c-8ac9-772ed29e9a7c', 'status': 'completed', 'code': 200} Nov 12 03:21:32.691449 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-a6e5cad3-3f62-4ed9-9896-0f6621104137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:32.696308 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-a6e5cad3-3f62-4ed9-9896-0f6621104137 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ab1cf8386d1b4172a2ff2003f6ed3228&device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 1097 time: 0.1559541 Nov 12 03:21:32.847684 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e6f9da06-a86c-4430-bf1f-d5c602c925a8 req-4cd0c7f3-2d6b-44f8-bba1-3e8be0f6b048 service neutron] 10.222.0.74 "GET /v2.0/networks/ba424c57-ec3a-4d6d-b89c-9699ee3a3c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940806 Nov 12 03:21:33.086341 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b88ae433-9cf0-4543-9e88-9b6c6b4b91a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:33.180876 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a1099e8e-4cf1-4809-a470-2f179a45d173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:33.255185 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c2353-f237-44f8-bab3-55087726b508 req-ad89a0f9-bb51-4a91-b2cd-c9fdd2942d01 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:33.265977 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f68c2353-f237-44f8-bab3-55087726b508 req-ad89a0f9-bb51-4a91-b2cd-c9fdd2942d01 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 950 time: 0.1077559 Nov 12 03:21:33.291762 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9413a-ecd0-45a4-9453-cbaa05128cd5 req-5a23eba9-0b76-4c8c-b50e-fd12b571ceec tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:33.300435 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-78d9413a-ecd0-45a4-9453-cbaa05128cd5 req-5a23eba9-0b76-4c8c-b50e-fd12b571ceec tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 945 time: 0.3561232 Nov 12 03:21:33.336132 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f68c2353-f237-44f8-bab3-55087726b508 req-9c2e0433-81b6-42b5-ad33-7fcdd12f941e tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682054 Nov 12 03:21:33.354100 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-aba481d3-b510-4da9-a0f4-bfdf6956622c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:33.356460 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-aba481d3-b510-4da9-a0f4-bfdf6956622c service neutron] 10.222.0.90 "GET /v2.0/networks?id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 HTTP/1.1" status: 200 len: 907 time: 0.6499913 Nov 12 03:21:33.438182 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-78d9413a-ecd0-45a4-9453-cbaa05128cd5 req-f3d4578e-9725-401b-9d9b-a30a343a041f tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358523 Nov 12 03:21:33.439765 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-cc95090f-7988-417d-ae44-2656014f3984 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3f727d1-490b-45ee-b4ff-59728a0c678b HTTP/1.1" status: 200 len: 217 time: 0.0699403 Nov 12 03:21:33.595429 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04bf8f5-ac6b-49f8-9754-37ef6f3c185f req-32b82ba6-19c6-45b7-aafb-501e7e58e7e6 tempest-MigrationsAdminTest-162901251 tempest-MigrationsAdminTest-162901251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:33.598202 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a04bf8f5-ac6b-49f8-9754-37ef6f3c185f req-32b82ba6-19c6-45b7-aafb-501e7e58e7e6 tempest-MigrationsAdminTest-162901251 tempest-MigrationsAdminTest-162901251-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 1102 time: 0.0602474 Nov 12 03:21:33.650966 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-c69ccd47-1932-4d8a-8609-5509f6cf8462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:33.652890 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-c69ccd47-1932-4d8a-8609-5509f6cf8462 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5a9fb38e-cf25-418b-9443-2a54f98e4648 HTTP/1.1" status: 200 len: 846 time: 0.0940857 Nov 12 03:21:33.675945 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a04bf8f5-ac6b-49f8-9754-37ef6f3c185f req-34aebef9-0afa-4f0d-8c76-803384b11546 tempest-MigrationsAdminTest-162901251 tempest-MigrationsAdminTest-162901251-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650694 Nov 12 03:21:33.693782 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88ae433-9cf0-4543-9e88-9b6c6b4b91a4 admin admin] Router b2dd4fe7-f584-416b-9785-cc4ecb4d8e15 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:21:33.723632 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-13772cf0-a46c-42ac-a983-ac1f03494953 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584822 Nov 12 03:21:33.977407 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:34.019673 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a0c93-be24-47c2-a0b3-69227af87f95 req-da1c12b8-46d7-46a2-b952-7e3b0c760318 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:34.034469 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a15a0c93-be24-47c2-a0b3-69227af87f95 req-da1c12b8-46d7-46a2-b952-7e3b0c760318 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/ports?device_id=c29cf5de-6f6b-41e8-b911-9243b794863a HTTP/1.1" status: 200 len: 943 time: 0.3037586 Nov 12 03:21:34.157420 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f2588-1c50-4ce0-a7f4-91439d209aa0 req-bc3303ac-7606-483e-bde0-482879ca0088 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:34.160360 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-847f2588-1c50-4ce0-a7f4-91439d209aa0 req-bc3303ac-7606-483e-bde0-482879ca0088 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 950 time: 0.0835156 Nov 12 03:21:34.302315 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 39eddeb7-0556-4b7e-bb4d-837684b9a620 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:21:34.319084 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-847f2588-1c50-4ce0-a7f4-91439d209aa0 req-f59e8495-e1f9-4e51-a82d-8f5f02f374e3 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479697 Nov 12 03:21:34.402991 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53806) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:34.484006 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 39eddeb7-0556-4b7e-bb4d-837684b9a620, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=39eddeb7-0556-4b7e-bb4d-837684b9a620,segment=NetworkSegment(ff25bbb3-d375-4e62-8870-52805ef28681),segment_id=ff25bbb3-d375-4e62-8870-52805ef28681)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:34.499806 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88ae433-9cf0-4543-9e88-9b6c6b4b91a4 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:21:34.511269 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2d414d-ecf5-4ecb-b663-6a113ab021fc None None] Sync routers for ids ['b2dd4fe7-f584-416b-9785-cc4ecb4d8e15'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:21:34.519838 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '39eddeb7-0556-4b7e-bb4d-837684b9a620', 'network_id': 'ba424c57-ec3a-4d6d-b89c-9699ee3a3c72', 'port_id': '39eddeb7-0556-4b7e-bb4d-837684b9a620', 'mac_address': 'fa:16:3e:40:78:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4861e040-05d9-4e30-8357-69ff119e903e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:21:34.529989 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2d414d-ecf5-4ecb-b663-6a113ab021fc None None] Routers {'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:21:34.530626 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-4d2d414d-ecf5-4ecb-b663-6a113ab021fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:21:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['b2dd4fe7-f584-416b-9785-cc4ecb4d8e15'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:34.534887 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a44cff0-cdb7-4c34-bc75-5a859cf3cd14 admin admin] Deleting subnet c960910d-cb51-45fa-9105-bd582abda8d3 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:21:34.543342 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4a44cff0-cdb7-4c34-bc75-5a859cf3cd14 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:34.568289 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b88ae433-9cf0-4543-9e88-9b6c6b4b91a4 admin admin] 10.222.0.50 "PUT /v2.0/routers/b2dd4fe7-f584-416b-9785-cc4ecb4d8e15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8511519 Nov 12 03:21:34.575534 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53812) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:34.612399 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4a44cff0-cdb7-4c34-bc75-5a859cf3cd14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:34.628124 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-7deaae68-6924-40b3-814c-fd889b7b164d service neutron] 10.222.0.90 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8799243 Nov 12 03:21:34.638210 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:34.671068 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39eddeb7-0556-4b7e-bb4d-837684b9a620 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:34.691688 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4a44cff0-cdb7-4c34-bc75-5a859cf3cd14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:34.706148 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-4d2d414d-ecf5-4ecb-b663-6a113ab021fc None None] Set router b2dd4fe7-f584-416b-9785-cc4ecb4d8e15 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:21:34.708319 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 39eddeb7-0556-4b7e-bb4d-837684b9a620, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=39eddeb7-0556-4b7e-bb4d-837684b9a620,segment=NetworkSegment(ff25bbb3-d375-4e62-8870-52805ef28681),segment_id=ff25bbb3-d375-4e62-8870-52805ef28681)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:34.715539 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:34.782272 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=39eddeb7-0556-4b7e-bb4d-837684b9a620,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:34.789742 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a15a0c93-be24-47c2-a0b3-69227af87f95 req-c9402483-decc-4a44-90ae-8aea18b97dd2 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/security-groups?id=6689b20e-5d2f-411e-84b6-32798f0720c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7538788 Nov 12 03:21:34.806719 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-c340fbc6-0ccf-4405-93af-69d0c0742f2d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7589905 Nov 12 03:21:34.894675 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-ce0e018e-05a0-468d-9704-36a38bdac99f service neutron] 10.222.0.90 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542784 Nov 12 03:21:34.952111 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4a44cff0-cdb7-4c34-bc75-5a859cf3cd14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:34.955012 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-4d2d414d-ecf5-4ecb-b663-6a113ab021fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15', 'name': 'tempest-ServersTestBootFromVolume-742154539-router', 'tenant_id': '173fa25a22664fb4a6739f325e324f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'b11b32b1-55e9-4355-8228-6b82574c205c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:42Z', 'updated_at': '2021-11-12T03:21:32Z', 'revision_number': 5, 'project_id': '173fa25a22664fb4a6739f325e324f67', 'gw_port': {'id': 'b11b32b1-55e9-4355-8228-6b82574c205c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:61:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:43Z', 'updated_at': '2021-11-12T03:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:35.013297 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2d414d-ecf5-4ecb-b663-6a113ab021fc None None] Checking router: b2dd4fe7-f584-416b-9785-cc4ecb4d8e15 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:21:35.034397 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2d414d-ecf5-4ecb-b663-6a113ab021fc None None] Routers {'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:21:35.035395 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-4d2d414d-ecf5-4ecb-b663-6a113ab021fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:21:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['b2dd4fe7-f584-416b-9785-cc4ecb4d8e15'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:35.067407 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['39eddeb7-0556-4b7e-bb4d-837684b9a620'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:35.081669 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44cff0-cdb7-4c34-bc75-5a859cf3cd14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c960910d-cb51-45fa-9105-bd582abda8d3,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:35.092100 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4a44cff0-cdb7-4c34-bc75-5a859cf3cd14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:35.097078 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4a44cff0-cdb7-4c34-bc75-5a859cf3cd14 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c960910d-cb51-45fa-9105-bd582abda8d3 HTTP/1.1" status: 204 len: 168 time: 0.6926908 Nov 12 03:21:35.100515 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53822) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:35.203251 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ee22d6be-4c29-428a-8b7a-823c8a9e3aed admin admin] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:35.269211 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9131e8e-ec2b-48bb-9d6b-41f97a6c6cee req-ebfc3e32-66b7-4843-a077-66a338a183ef tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:35.270894 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-39623871-8d6a-4266-8575-2175d0db7402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:35.274110 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d9131e8e-ec2b-48bb-9d6b-41f97a6c6cee req-ebfc3e32-66b7-4843-a077-66a338a183ef tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 945 time: 0.4220679 Nov 12 03:21:35.337400 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-4d2d414d-ecf5-4ecb-b663-6a113ab021fc None None] Set router b2dd4fe7-f584-416b-9785-cc4ecb4d8e15 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:21:35.480606 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d9131e8e-ec2b-48bb-9d6b-41f97a6c6cee req-b706db11-4474-414f-ab37-574e5b959a08 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945186 Nov 12 03:21:35.496203 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ee22d6be-4c29-428a-8b7a-823c8a9e3aed admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:35.546309 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:35.577485 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-ee22d6be-4c29-428a-8b7a-823c8a9e3aed admin admin] Deleting port b11b32b1-55e9-4355-8228-6b82574c205c {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:21:35.577938 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ee22d6be-4c29-428a-8b7a-823c8a9e3aed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:35.629953 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-39623871-8d6a-4266-8575-2175d0db7402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:35.648700 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-179a0348-329e-4ec2-a2de-db4e4bebd0ce tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:35.650995 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-179a0348-329e-4ec2-a2de-db4e4bebd0ce tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa&tenant_id=ab1cf8386d1b4172a2ff2003f6ed3228&binding%3Ahost_id=n-h2-715271-27 HTTP/1.1" status: 200 len: 1097 time: 0.2931757 Nov 12 03:21:35.688173 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-ee22d6be-4c29-428a-8b7a-823c8a9e3aed admin admin] For port b11b32b1-55e9-4355-8228-6b82574c205c, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=b11b32b1-55e9-4355-8228-6b82574c205c,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:35.688654 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ee22d6be-4c29-428a-8b7a-823c8a9e3aed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:35.703358 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-ee22d6be-4c29-428a-8b7a-823c8a9e3aed admin admin] Calling delete_port for b11b32b1-55e9-4355-8228-6b82574c205c owned by network:router_gateway {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:21:35.708185 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-39623871-8d6a-4266-8575-2175d0db7402 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6946e12-3dfd-46b6-9567-0409277596e7']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:35.724772 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-39623871-8d6a-4266-8575-2175d0db7402 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6eea6f3-ae44-440b-ba00-a5c931ce9aee') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:35.725052 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-39623871-8d6a-4266-8575-2175d0db7402 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6eea6f3-ae44-440b-ba00-a5c931ce9aee') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:35.808214 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-39623871-8d6a-4266-8575-2175d0db7402 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:35.831408 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c4b67-ab3b-4339-a767-aa9e7a25af5c req-013b8c69-b25e-4c0c-b9dd-c3deff28b58a tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:35.848369 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8a5c4b67-ab3b-4339-a767-aa9e7a25af5c req-013b8c69-b25e-4c0c-b9dd-c3deff28b58a tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 950 time: 0.3459003 Nov 12 03:21:35.877304 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-39623871-8d6a-4266-8575-2175d0db7402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:35.975513 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39623871-8d6a-4266-8575-2175d0db7402 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:21:35.975922 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-39623871-8d6a-4266-8575-2175d0db7402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.000426 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:21:36.000426 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:21:36.000426 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:21:36.000426 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:21:36.000426 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:21:36.000426 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:21:36.000426 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:21:36.000426 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:21:36.000426 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:21:36.000426 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:21:36.000426 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:21:36.000426 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:21:36.000426 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:21:36.000426 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:21:36.000426 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:21:36.000426 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:21:36.000426 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:21:36.000426 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:21:36.000426 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:21:36.000426 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:21:36.000426 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:21:36.000426 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:21:36.000426 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:21:36.000426 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:21:36.000426 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:21:36.000426 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:21:36.000426 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:21:36.000426 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:21:36.000426 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:21:36.000426 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:21:36.000426 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:21:36.000426 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:21:36.011876 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-4d2d414d-ecf5-4ecb-b663-6a113ab021fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15', 'name': 'tempest-ServersTestBootFromVolume-742154539-router', 'tenant_id': '173fa25a22664fb4a6739f325e324f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'b11b32b1-55e9-4355-8228-6b82574c205c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:42Z', 'updated_at': '2021-11-12T03:21:32Z', 'revision_number': 5, 'project_id': '173fa25a22664fb4a6739f325e324f67', 'gw_port': {'id': 'b11b32b1-55e9-4355-8228-6b82574c205c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:61:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:43Z', 'updated_at': '2021-11-12T03:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:36.031211 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ee22d6be-4c29-428a-8b7a-823c8a9e3aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.036616 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8a5c4b67-ab3b-4339-a767-aa9e7a25af5c req-7aa7c468-86f8-4842-9140-696f81e10933 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873515 Nov 12 03:21:36.067079 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-39623871-8d6a-4266-8575-2175d0db7402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.071683 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419742e-4d54-4a1b-a1ac-c5099d03616c req-c31b11d2-98ee-4a08-8fec-ae07aa2d2334 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:36.081775 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2419742e-4d54-4a1b-a1ac-c5099d03616c req-c31b11d2-98ee-4a08-8fec-ae07aa2d2334 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/ports?device_id=c29cf5de-6f6b-41e8-b911-9243b794863a HTTP/1.1" status: 200 len: 944 time: 0.1513426 Nov 12 03:21:36.110814 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2d414d-ecf5-4ecb-b663-6a113ab021fc None None] The sync data for ids ['b2dd4fe7-f584-416b-9785-cc4ecb4d8e15'] in n-d-715271-27 is: [{'id': 'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15', 'name': 'tempest-ServersTestBootFromVolume-742154539-router', 'tenant_id': '173fa25a22664fb4a6739f325e324f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'b11b32b1-55e9-4355-8228-6b82574c205c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:42Z', 'updated_at': '2021-11-12T03:21:32Z', 'revision_number': 5, 'project_id': '173fa25a22664fb4a6739f325e324f67', 'gw_port': {'id': 'b11b32b1-55e9-4355-8228-6b82574c205c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:61:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dd4fe7-f584-416b-9785-cc4ecb4d8e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:43Z', 'updated_at': '2021-11-12T03:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:21:36.130739 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-39623871-8d6a-4266-8575-2175d0db7402 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.138102 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-39623871-8d6a-4266-8575-2175d0db7402 admin admin] 10.222.0.50 "DELETE /v2.0/networks/e6946e12-3dfd-46b6-9567-0409277596e7 HTTP/1.1" status: 204 len: 168 time: 1.0364776 Nov 12 03:21:36.143441 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39623871-8d6a-4266-8575-2175d0db7402 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6946e12-3dfd-46b6-9567-0409277596e7,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:36.180020 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-938c05f5-3743-4b0d-8aa3-77488cb9901f service neutron] For port b3f727d1-490b-45ee-b4ff-59728a0c678b, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:36.195193 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-938c05f5-3743-4b0d-8aa3-77488cb9901f service neutron] Publish callbacks [] for binding, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.198620 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-938c05f5-3743-4b0d-8aa3-77488cb9901f service neutron] 10.222.0.90 "DELETE /v2.0/ports/b3f727d1-490b-45ee-b4ff-59728a0c678b/bindings/n-h1-715271-27 HTTP/1.1" status: 204 len: 173 time: 0.5287747 Nov 12 03:21:36.268122 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.414830 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee22d6be-4c29-428a-8b7a-823c8a9e3aed admin admin] Pushing event deleted for resources: {'Port': ['ID=b11b32b1-55e9-4355-8228-6b82574c205c,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:36.503433 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2419742e-4d54-4a1b-a1ac-c5099d03616c req-3fae6cc4-c49c-4cb9-adef-acda4a833827 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/security-groups?id=6689b20e-5d2f-411e-84b6-32798f0720c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4203026 Nov 12 03:21:36.525806 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ee22d6be-4c29-428a-8b7a-823c8a9e3aed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.533143 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53856) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:36.651033 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 43a4f289-812c-4946-bf23-fabd81d1e7e4 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:21:36.661690 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ee22d6be-4c29-428a-8b7a-823c8a9e3aed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.665126 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ee22d6be-4c29-428a-8b7a-823c8a9e3aed admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.666924 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-758b3d90-4517-4d8f-b677-3713ac5f78fb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=64d6c286188045c582f968f832e9896e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1324577 Nov 12 03:21:36.669614 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53858) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:36.698656 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d16da-48e0-4203-84d2-fe8390198c90 req-1d42e439-d6b3-4bb2-9fd9-0b3bc186eed5 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:36.706128 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-208d16da-48e0-4203-84d2-fe8390198c90 req-1d42e439-d6b3-4bb2-9fd9-0b3bc186eed5 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 945 time: 0.1061916 Nov 12 03:21:36.715250 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 43a4f289-812c-4946-bf23-fabd81d1e7e4 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:21:36.715631 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 43a4f289-812c-4946-bf23-fabd81d1e7e4 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:21:36.762878 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-208d16da-48e0-4203-84d2-fe8390198c90 req-03ec60f1-a08a-4252-9840-14e41eb830a5 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532475 Nov 12 03:21:36.766821 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ee22d6be-4c29-428a-8b7a-823c8a9e3aed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.767622 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee22d6be-4c29-428a-8b7a-823c8a9e3aed admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2dd4fe7-f584-416b-9785-cc4ecb4d8e15 {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:21:36.769043 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1981397a-4bf3-4d01-9b5c-132094ae40e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.802788 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1981397a-4bf3-4d01-9b5c-132094ae40e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.829348 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ee22d6be-4c29-428a-8b7a-823c8a9e3aed admin admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.832908 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ee22d6be-4c29-428a-8b7a-823c8a9e3aed admin admin] 10.222.0.50 "DELETE /v2.0/routers/b2dd4fe7-f584-416b-9785-cc4ecb4d8e15 HTTP/1.1" status: 204 len: 168 time: 2.2541156 Nov 12 03:21:36.833389 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53864) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:36.870561 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1981397a-4bf3-4d01-9b5c-132094ae40e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.874838 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1981397a-4bf3-4d01-9b5c-132094ae40e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.876065 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1981397a-4bf3-4d01-9b5c-132094ae40e1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/172ab032-1836-4683-84c4-287177715c3e HTTP/1.1" status: 204 len: 168 time: 0.2053361 Nov 12 03:21:36.886046 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1981397a-4bf3-4d01-9b5c-132094ae40e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172ab032-1836-4683-84c4-287177715c3e,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:36.951605 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-85dd0145-5051-4644-bab2-dd41b2c91446 admin admin] Deleting subnet 5a8c7ba8-2697-45e2-b569-b0c780002dc0 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:21:36.955899 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-85dd0145-5051-4644-bab2-dd41b2c91446 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:37.004449 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa24fd99-452c-49ba-91b3-6984b7a32a70 req-69467465-1571-47fb-9a94-08defbe7a0f5 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:37.009676 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aa24fd99-452c-49ba-91b3-6984b7a32a70 req-69467465-1571-47fb-9a94-08defbe7a0f5 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 1097 time: 0.1094813 Nov 12 03:21:37.015580 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-85dd0145-5051-4644-bab2-dd41b2c91446 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:37.224896 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c0c70e-3f81-4cb7-8f15-c41464b05260 req-9e0d2df3-3e14-4637-b69a-273537250e3f tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:37.230024 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-85dd0145-5051-4644-bab2-dd41b2c91446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:37.234295 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e7c0c70e-3f81-4cb7-8f15-c41464b05260 req-9e0d2df3-3e14-4637-b69a-273537250e3f tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 950 time: 0.0797579 Nov 12 03:21:37.300702 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e7c0c70e-3f81-4cb7-8f15-c41464b05260 req-9da73e74-934b-477f-bb1a-677455f82bca tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652206 Nov 12 03:21:37.339797 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aa24fd99-452c-49ba-91b3-6984b7a32a70 req-273bd96b-2672-45e4-a1c8-31194d25884f tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953855 Nov 12 03:21:37.390362 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-e23ba142-7dc7-43bf-9c57-de25a3924dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:37.391885 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-e23ba142-7dc7-43bf-9c57-de25a3924dbb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 1102 time: 0.2488441 Nov 12 03:21:37.523441 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-85dd0145-5051-4644-bab2-dd41b2c91446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:37.628928 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd0145-5051-4644-bab2-dd41b2c91446 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a8c7ba8-2697-45e2-b569-b0c780002dc0,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:37.629164 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-85dd0145-5051-4644-bab2-dd41b2c91446 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:37.635134 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-85dd0145-5051-4644-bab2-dd41b2c91446 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5a8c7ba8-2697-45e2-b569-b0c780002dc0 HTTP/1.1" status: 204 len: 168 time: 0.8007541 Nov 12 03:21:37.639067 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53890) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:37.643441 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e51328-1c11-4151-be74-f3bd5966e6ab None None] Network 737f7741-cb6b-402d-a616-bf6ed5fa075e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:21:37.695954 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f50de-6c90-4a5a-a029-6488ad437c6e req-a51c0d4a-45b8-4e8c-9484-eca9214d6b67 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:37.699164 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f65f50de-6c90-4a5a-a029-6488ad437c6e req-a51c0d4a-45b8-4e8c-9484-eca9214d6b67 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 1097 time: 0.2430022 Nov 12 03:21:37.717857 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16080411-e0fc-4899-8883-fbf2e76bfa9f req-faef714a-ef8e-4385-9288-38acef0dd15f tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:37.727544 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-16080411-e0fc-4899-8883-fbf2e76bfa9f req-faef714a-ef8e-4385-9288-38acef0dd15f tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/ports?device_id=c29cf5de-6f6b-41e8-b911-9243b794863a HTTP/1.1" status: 200 len: 944 time: 0.0985165 Nov 12 03:21:37.794660 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-16080411-e0fc-4899-8883-fbf2e76bfa9f req-839b505d-5bf3-4728-bbe5-d507c06c2a8b tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/security-groups?id=6689b20e-5d2f-411e-84b6-32798f0720c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654542 Nov 12 03:21:37.822784 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-fb617bcb-d44d-4291-ba2e-30e4718bcb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:37.824552 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-fb617bcb-d44d-4291-ba2e-30e4718bcb56 service neutron] 10.222.0.90 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.3962975 Nov 12 03:21:37.920467 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f65f50de-6c90-4a5a-a029-6488ad437c6e req-ad9b133c-c852-4461-b3b9-bee8e29d27f2 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665370 Nov 12 03:21:37.926509 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fdbeae16-dfce-49d7-8d99-1af52b0c92c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:37.945540 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8f17db-b2fc-42d6-a30d-6f771bafe1a2 None None] DHCP port deletion for 737f7741-cb6b-402d-a616-bf6ed5fa075e request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:21:38.002702 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-ac8f17db-b2fc-42d6-a30d-6f771bafe1a2 None None] Deleting port c605627e-a8e7-4a27-810c-b2afc3758cbf {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:21:38.003304 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ac8f17db-b2fc-42d6-a30d-6f771bafe1a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:38.011775 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-ab9e943a-9fdb-4ab8-99cb-bd0178406791 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=6a3faacc-255c-4170-9369-7f99646b6565 HTTP/1.1" status: 200 len: 217 time: 0.1387579 Nov 12 03:21:38.107104 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-ac8f17db-b2fc-42d6-a30d-6f771bafe1a2 None None] For port c605627e-a8e7-4a27-810c-b2afc3758cbf, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=c605627e-a8e7-4a27-810c-b2afc3758cbf,segment=NetworkSegment(b19214b6-a5b1-4941-8bdf-5dca47aff883),segment_id=b19214b6-a5b1-4941-8bdf-5dca47aff883)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:38.107104 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ac8f17db-b2fc-42d6-a30d-6f771bafe1a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:38.123510 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-ac8f17db-b2fc-42d6-a30d-6f771bafe1a2 None None] Calling delete_port for c605627e-a8e7-4a27-810c-b2afc3758cbf owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:21:38.142332 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53906) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:38.159070 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-c1a8b94a-35e0-4167-87e6-2c7fe95e60b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:38.160500 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-c1a8b94a-35e0-4167-87e6-2c7fe95e60b1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.1398463 Nov 12 03:21:38.246050 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-fdbeae16-dfce-49d7-8d99-1af52b0c92c5 admin admin] Deleting port c605627e-a8e7-4a27-810c-b2afc3758cbf {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:21:38.246389 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fdbeae16-dfce-49d7-8d99-1af52b0c92c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:38.263058 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-44d53d7e-6eb7-4cb6-b420-24a5e3d9bd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:38.264564 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-44d53d7e-6eb7-4cb6-b420-24a5e3d9bd31 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0955296 Nov 12 03:21:38.273031 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ac8f17db-b2fc-42d6-a30d-6f771bafe1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:38.307676 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-69f86efa-26e5-4a50-b7be-15d91c8673f9 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1260691725-network', 'tenant_id': 'a856d1565e5344acbf0d9abd33da182b'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:38.329031 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device b11b32b1-55e9-4355-8228-6b82574c205c no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:21:38.334797 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 39eddeb7-0556-4b7e-bb4d-837684b9a620 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:38.339915 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8f17db-b2fc-42d6-a30d-6f771bafe1a2 None None] No DVR routers for this DVR port c605627e-a8e7-4a27-810c-b2afc3758cbf on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:21:38.353944 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f86efa-26e5-4a50-b7be-15d91c8673f9 admin admin] Made reservation on behalf of a856d1565e5344acbf0d9abd33da182b for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:38.357339 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-69f86efa-26e5-4a50-b7be-15d91c8673f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:38.376932 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-69f86efa-26e5-4a50-b7be-15d91c8673f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:38.424765 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-fdbeae16-dfce-49d7-8d99-1af52b0c92c5 admin admin] For port c605627e-a8e7-4a27-810c-b2afc3758cbf, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=c605627e-a8e7-4a27-810c-b2afc3758cbf,segment=NetworkSegment(b19214b6-a5b1-4941-8bdf-5dca47aff883),segment_id=b19214b6-a5b1-4941-8bdf-5dca47aff883)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:38.425261 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fdbeae16-dfce-49d7-8d99-1af52b0c92c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:38.449993 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f17db-b2fc-42d6-a30d-6f771bafe1a2 None None] Pushing event deleted for resources: {'Port': ['ID=c605627e-a8e7-4a27-810c-b2afc3758cbf,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:38.452313 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-fdbeae16-dfce-49d7-8d99-1af52b0c92c5 admin admin] Calling delete_port for c605627e-a8e7-4a27-810c-b2afc3758cbf owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:21:38.490489 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: b11b32b1-55e9-4355-8228-6b82574c205c {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:21:38.490489 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device b11b32b1-55e9-4355-8228-6b82574c205c not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:21:38.490963 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device c605627e-a8e7-4a27-810c-b2afc3758cbf no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:21:38.559595 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:38.564598 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: c605627e-a8e7-4a27-810c-b2afc3758cbf {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:21:38.564974 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device c605627e-a8e7-4a27-810c-b2afc3758cbf not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:21:38.614315 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-69f86efa-26e5-4a50-b7be-15d91c8673f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:38.624691 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-c11ad8fc-b092-4010-a214-e18e5eed4670 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421981 Nov 12 03:21:38.624955 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 39eddeb7-0556-4b7e-bb4d-837684b9a620 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:21:38.627932 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-69f86efa-26e5-4a50-b7be-15d91c8673f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:38.629602 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 39eddeb7-0556-4b7e-bb4d-837684b9a620 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:38.630420 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:38.657468 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f86efa-26e5-4a50-b7be-15d91c8673f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6975ed78-00e0-4ea0-90e5-6ffb4e636567,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:38.669983 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69f86efa-26e5-4a50-b7be-15d91c8673f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:21:38.682297 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-69f86efa-26e5-4a50-b7be-15d91c8673f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:38.682457 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-69f86efa-26e5-4a50-b7be-15d91c8673f9 admin admin] Added segment 13704484-061a-4b5c-b99b-a737967f4407 of type vlan for network 08d915bc-9213-45d5-849b-294fc6360744 Nov 12 03:21:38.704930 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ef945-8945-47e6-98fa-5ca9f4273817 req-5be4762e-a8d4-4a33-98f0-293d995bb617 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:38.706537 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-890ef945-8945-47e6-98fa-5ca9f4273817 req-5be4762e-a8d4-4a33-98f0-293d995bb617 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 950 time: 0.2353225 Nov 12 03:21:38.748251 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:38.758041 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-69f86efa-26e5-4a50-b7be-15d91c8673f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:38.777300 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29cf5de-6f6b-41e8-b911-9243b794863a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39eddeb7-0556-4b7e-bb4d-837684b9a620'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:38.780163 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e80aed-064e-49d1-a9bd-7426cb884543" -d '{"events": [{"server_uuid": "c29cf5de-6f6b-41e8-b911-9243b794863a", "name": "network-vif-plugged", "status": "completed", "tag": "39eddeb7-0556-4b7e-bb4d-837684b9a620"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:38.791756 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-69f86efa-26e5-4a50-b7be-15d91c8673f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:38.793468 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f86efa-26e5-4a50-b7be-15d91c8673f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:38.794417 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-69f86efa-26e5-4a50-b7be-15d91c8673f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:38.797731 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 39eddeb7-0556-4b7e-bb4d-837684b9a620, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=39eddeb7-0556-4b7e-bb4d-837684b9a620,segment=NetworkSegment(ff25bbb3-d375-4e62-8870-52805ef28681),segment_id=ff25bbb3-d375-4e62-8870-52805ef28681)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:38.804106 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:38.847870 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fdbeae16-dfce-49d7-8d99-1af52b0c92c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:38.867868 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=39eddeb7-0556-4b7e-bb4d-837684b9a620,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:38.880932 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d785630-01d2-4efc-a266-d9cbb8a9c284 x-openstack-request-id: req-0d785630-01d2-4efc-a266-d9cbb8a9c284 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:38.881243 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29cf5de-6f6b-41e8-b911-9243b794863a", "name": "network-vif-plugged", "status": "completed", "tag": "39eddeb7-0556-4b7e-bb4d-837684b9a620", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:38.881501 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0d785630-01d2-4efc-a266-d9cbb8a9c284 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:38.881891 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29cf5de-6f6b-41e8-b911-9243b794863a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39eddeb7-0556-4b7e-bb4d-837684b9a620', 'code': 200} Nov 12 03:21:38.886922 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-69f86efa-26e5-4a50-b7be-15d91c8673f9 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7400975 Nov 12 03:21:38.888479 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53926) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:38.902747 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-29387a2d-6f8d-438e-a1dc-bf7c09d45a3b admin admin] Request body: {'subnet': {'network_id': '08d915bc-9213-45d5-849b-294fc6360744', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1260691725-subnet', 'tenant_id': 'a856d1565e5344acbf0d9abd33da182b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:38.904274 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbeae16-dfce-49d7-8d99-1af52b0c92c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c605627e-a8e7-4a27-810c-b2afc3758cbf,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:38.910821 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbeae16-dfce-49d7-8d99-1af52b0c92c5 admin admin] No DVR routers for this DVR port c605627e-a8e7-4a27-810c-b2afc3758cbf on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:21:38.924006 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f86efa-26e5-4a50-b7be-15d91c8673f9 admin admin] Pushing event updated for resources: {'Network': ['ID=08d915bc-9213-45d5-849b-294fc6360744,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:38.925005 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-526e8c57-a05c-4319-a0c8-5eca15297ce9 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174821 Nov 12 03:21:38.939354 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 08d915bc-9213-45d5-849b-294fc6360744 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:21:38.944424 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-890ef945-8945-47e6-98fa-5ca9f4273817 req-88561861-88c2-4beb-adca-2b4c210012db tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995153 Nov 12 03:21:38.956978 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29387a2d-6f8d-438e-a1dc-bf7c09d45a3b admin admin] Made reservation on behalf of a856d1565e5344acbf0d9abd33da182b for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:38.959890 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-29387a2d-6f8d-438e-a1dc-bf7c09d45a3b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:39.073780 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fdbeae16-dfce-49d7-8d99-1af52b0c92c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:39.096219 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-fdbeae16-dfce-49d7-8d99-1af52b0c92c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['737f7741-cb6b-402d-a616-bf6ed5fa075e']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:39.110837 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-fdbeae16-dfce-49d7-8d99-1af52b0c92c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b19214b6-a5b1-4941-8bdf-5dca47aff883') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:39.111279 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-fdbeae16-dfce-49d7-8d99-1af52b0c92c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b19214b6-a5b1-4941-8bdf-5dca47aff883') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:39.122745 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fdbeae16-dfce-49d7-8d99-1af52b0c92c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:39.129526 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7d879-036a-4635-883a-973aac8d1f92 req-aa69fc3a-d1bd-4969-a1d3-0bd53ffc76f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:39.131084 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bbc7d879-036a-4635-883a-973aac8d1f92 req-aa69fc3a-d1bd-4969-a1d3-0bd53ffc76f5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c29cf5de-6f6b-41e8-b911-9243b794863a HTTP/1.1" status: 200 len: 1097 time: 0.1032817 Nov 12 03:21:39.139312 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fdbeae16-dfce-49d7-8d99-1af52b0c92c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:39.145305 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a22a5-5838-4c1c-af51-03c3b42ae484 req-06bc7569-85a6-4209-8402-cdf8bb6b179c tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:39.146915 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-916a22a5-5838-4c1c-af51-03c3b42ae484 req-06bc7569-85a6-4209-8402-cdf8bb6b179c tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/ports?device_id=c29cf5de-6f6b-41e8-b911-9243b794863a HTTP/1.1" status: 200 len: 945 time: 0.1202340 Nov 12 03:21:39.156473 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdbeae16-dfce-49d7-8d99-1af52b0c92c5 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:21:39.157095 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fdbeae16-dfce-49d7-8d99-1af52b0c92c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:39.160022 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:21:39.160022 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:21:39.160022 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:21:39.160022 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:21:39.160022 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:21:39.160022 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:21:39.160022 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:21:39.160022 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:21:39.160022 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:21:39.160022 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:21:39.160022 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:21:39.160022 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:21:39.160022 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:21:39.160022 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:21:39.160022 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:21:39.160022 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:21:39.160022 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:21:39.160022 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:21:39.160022 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:21:39.160022 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:21:39.160022 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:21:39.160022 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:21:39.160022 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:21:39.160022 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:21:39.160022 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:21:39.160022 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:21:39.160022 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:21:39.160022 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:21:39.160022 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:21:39.160022 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:21:39.160022 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:21:39.160022 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:21:39.160022 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:21:39.160022 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:21:39.160022 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:21:39.160022 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:21:39.160022 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:21:39.160022 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:21:39.160022 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:21:39.160022 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:21:39.225416 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fdbeae16-dfce-49d7-8d99-1af52b0c92c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:39.246634 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fdbeae16-dfce-49d7-8d99-1af52b0c92c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:39.260821 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-fdbeae16-dfce-49d7-8d99-1af52b0c92c5 admin admin] 10.222.0.50 "DELETE /v2.0/networks/737f7741-cb6b-402d-a616-bf6ed5fa075e HTTP/1.1" status: 204 len: 168 time: 1.6199253 Nov 12 03:21:39.263605 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbeae16-dfce-49d7-8d99-1af52b0c92c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=737f7741-cb6b-402d-a616-bf6ed5fa075e,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:39.280441 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bbc7d879-036a-4635-883a-973aac8d1f92 req-1c12cc01-b8b4-49ee-a7cf-b88a7d48eeea service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6689b20e-5d2f-411e-84b6-32798f0720c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306415 Nov 12 03:21:39.294293 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-916a22a5-5838-4c1c-af51-03c3b42ae484 req-1337ad74-7279-45ad-9b7e-971ef8281acb tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/security-groups?id=6689b20e-5d2f-411e-84b6-32798f0720c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345336 Nov 12 03:21:39.350748 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-29387a2d-6f8d-438e-a1dc-bf7c09d45a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:39.406741 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29387a2d-6f8d-438e-a1dc-bf7c09d45a3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=553b357e-e933-45b9-be03-3d3aeb4ca4e6,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:39.437414 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29387a2d-6f8d-438e-a1dc-bf7c09d45a3b admin admin] Checking segment: {'id': '13704484-061a-4b5c-b99b-a737967f4407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '08d915bc-9213-45d5-849b-294fc6360744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:39.437765 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29387a2d-6f8d-438e-a1dc-bf7c09d45a3b admin admin] Network hostable DHCP agents. Network: 08d915bc-9213-45d5-849b-294fc6360744, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:21:39.465972 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29387a2d-6f8d-438e-a1dc-bf7c09d45a3b admin admin] Network 08d915bc-9213-45d5-849b-294fc6360744 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:21:39.479543 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-29387a2d-6f8d-438e-a1dc-bf7c09d45a3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 08d915bc-9213-45d5-849b-294fc6360744) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:39.485166 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29387a2d-6f8d-438e-a1dc-bf7c09d45a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:39.488355 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-29387a2d-6f8d-438e-a1dc-bf7c09d45a3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:39.490279 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8030f364-0afa-4e72-8124-06da69584438 None None] Network 08d915bc-9213-45d5-849b-294fc6360744 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:21:39.507592 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-29387a2d-6f8d-438e-a1dc-bf7c09d45a3b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6143773 Nov 12 03:21:39.514036 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53934) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:39.601504 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-745d1a69-2d89-48d3-9391-2609227bfdcc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=173fa25a22664fb4a6739f325e324f67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0857830 Nov 12 03:21:39.605278 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53938) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:39.688371 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c8833e95-d396-4667-bcac-82fe2fe5e2da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:39.719076 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c8833e95-d396-4667-bcac-82fe2fe5e2da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:39.728002 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda3fcb2-b3e4-41c9-ae93-4d9bfdcc57d9 None None] Network 08d915bc-9213-45d5-849b-294fc6360744 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:21:39.808062 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c8833e95-d396-4667-bcac-82fe2fe5e2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:39.810925 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c8833e95-d396-4667-bcac-82fe2fe5e2da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:39.812956 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c8833e95-d396-4667-bcac-82fe2fe5e2da admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f1abc6ff-104e-48f0-ac4f-2c8e67a20eec HTTP/1.1" status: 204 len: 168 time: 0.2065217 Nov 12 03:21:39.825238 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8833e95-d396-4667-bcac-82fe2fe5e2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1abc6ff-104e-48f0-ac4f-2c8e67a20eec,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:40.130434 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765d71d-32c2-4623-b0b1-6061a0c150b0 req-3adc5fd0-5c59-471c-b643-bbe0d1947d3a tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:40.132060 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9765d71d-32c2-4623-b0b1-6061a0c150b0 req-3adc5fd0-5c59-471c-b643-bbe0d1947d3a tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 950 time: 0.0673628 Nov 12 03:21:40.215074 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9765d71d-32c2-4623-b0b1-6061a0c150b0 req-9b8c0cab-d0d5-4ca7-95aa-d428947e4045 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765605 Nov 12 03:21:40.257701 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-efecf44a-2bc7-4385-9422-acc0715eb413 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:40.260912 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-efecf44a-2bc7-4385-9422-acc0715eb413 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] 10.222.0.50 "GET /v2.0/networks?id=08d915bc-9213-45d5-849b-294fc6360744 HTTP/1.1" status: 200 len: 821 time: 0.1610301 Nov 12 03:21:40.282026 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-3f55c7d2-1ce4-456b-baf8-3b606c6aaccf tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] 10.222.0.50 "GET /v2.0/quotas/a856d1565e5344acbf0d9abd33da182b HTTP/1.1" status: 200 len: 375 time: 0.0150449 Nov 12 03:21:40.320737 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-1101d1e1-c9de-4f51-821d-aaaacd0c7595 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a856d1565e5344acbf0d9abd33da182b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322838 Nov 12 03:21:40.465122 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-c774d326-b61d-48d2-9549-a232aafa7387 service neutron] 10.222.0.50 "GET /v2.0/networks/08d915bc-9213-45d5-849b-294fc6360744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344943 Nov 12 03:21:40.500713 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49496789-4c05-48f1-9098-bc58418b5a63 req-1eb62316-9f7c-46d3-8402-cda253a6c971 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:40.508996 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-49496789-4c05-48f1-9098-bc58418b5a63 req-1eb62316-9f7c-46d3-8402-cda253a6c971 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/ports?device_id=c29cf5de-6f6b-41e8-b911-9243b794863a HTTP/1.1" status: 200 len: 945 time: 0.1273284 Nov 12 03:21:40.579752 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-49496789-4c05-48f1-9098-bc58418b5a63 req-a9db7441-c947-4eaf-a915-b90273ae2e7c tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/security-groups?id=6689b20e-5d2f-411e-84b6-32798f0720c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696774 Nov 12 03:21:40.609176 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-d4caf76d-92bb-4d61-9da1-51a4547dd50e service neutron] 10.222.0.50 "GET /v2.0/networks/08d915bc-9213-45d5-849b-294fc6360744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330345 Nov 12 03:21:40.893278 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f9554485-d48a-45bf-9ad7-6a5d545927e4 req-13621983-89a6-4d2d-acaf-49f8506770e7 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] 10.222.0.50 "GET /v2.0/ports?device_id=994abfd4-ad8c-4b97-b4af-04839420e3d9 HTTP/1.1" status: 200 len: 210 time: 0.0448339 Nov 12 03:21:40.930333 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53992) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:41.093866 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-b854270b-3ebb-4b85-b39a-50cb78f1dc9a admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1016234794-network', 'tenant_id': '2318b893ebac4403a7655da339a70941'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:41.117795 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b854270b-3ebb-4b85-b39a-50cb78f1dc9a admin admin] Made reservation on behalf of 2318b893ebac4403a7655da339a70941 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:41.120907 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b854270b-3ebb-4b85-b39a-50cb78f1dc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:41.130212 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b854270b-3ebb-4b85-b39a-50cb78f1dc9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:41.221440 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b854270b-3ebb-4b85-b39a-50cb78f1dc9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:41.227095 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b854270b-3ebb-4b85-b39a-50cb78f1dc9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:41.254451 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b854270b-3ebb-4b85-b39a-50cb78f1dc9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:21:41.269391 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854270b-3ebb-4b85-b39a-50cb78f1dc9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b9a195-d95c-4e3f-bea7-b1f410bc6b3e,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:41.274520 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b854270b-3ebb-4b85-b39a-50cb78f1dc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:41.274905 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-b854270b-3ebb-4b85-b39a-50cb78f1dc9a admin admin] Added segment a13cb07d-0e9a-4700-905d-f24c807ed229 of type vlan for network 7d7a780a-3488-469b-9638-7a359b8429d6 Nov 12 03:21:41.334368 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b854270b-3ebb-4b85-b39a-50cb78f1dc9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:41.363901 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b854270b-3ebb-4b85-b39a-50cb78f1dc9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:41.364886 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b854270b-3ebb-4b85-b39a-50cb78f1dc9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:41.365669 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b854270b-3ebb-4b85-b39a-50cb78f1dc9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:41.377286 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b780af8-7d90-4f41-aecb-65435e582aeb req-86ab4b1d-c838-4fcc-8951-43635e1cb7b6 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:41.381079 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1b780af8-7d90-4f41-aecb-65435e582aeb req-86ab4b1d-c838-4fcc-8951-43635e1cb7b6 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 950 time: 0.0702441 Nov 12 03:21:41.445256 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b854270b-3ebb-4b85-b39a-50cb78f1dc9a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5130768 Nov 12 03:21:41.448782 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54006) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:41.453865 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-95eafc65-0bab-4088-8aac-239523fa9cd1 admin admin] Request body: {'subnet': {'network_id': '7d7a780a-3488-469b-9638-7a359b8429d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1016234794-subnet', 'tenant_id': '2318b893ebac4403a7655da339a70941', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:41.462572 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854270b-3ebb-4b85-b39a-50cb78f1dc9a admin admin] Pushing event updated for resources: {'Network': ['ID=7d7a780a-3488-469b-9638-7a359b8429d6,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:41.472310 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1b780af8-7d90-4f41-aecb-65435e582aeb req-b4e32ed7-0e4e-49bd-a4de-06f153d43768 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699620 Nov 12 03:21:41.472933 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 7d7a780a-3488-469b-9638-7a359b8429d6 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:21:41.486412 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95eafc65-0bab-4088-8aac-239523fa9cd1 admin admin] Made reservation on behalf of 2318b893ebac4403a7655da339a70941 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:41.490593 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-95eafc65-0bab-4088-8aac-239523fa9cd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:41.706268 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-95eafc65-0bab-4088-8aac-239523fa9cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:41.754165 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5edc5f-18e3-4249-828b-8e1ff722fe9b req-d6e1a6d2-abe0-4a7b-b13d-d66967aa8a8a tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:41.755712 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-da5edc5f-18e3-4249-828b-8e1ff722fe9b req-d6e1a6d2-abe0-4a7b-b13d-d66967aa8a8a tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/ports?device_id=c29cf5de-6f6b-41e8-b911-9243b794863a HTTP/1.1" status: 200 len: 945 time: 0.0898471 Nov 12 03:21:41.782124 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eafc65-0bab-4088-8aac-239523fa9cd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2c2d00e-42ab-44a0-bbdc-5140246f2fc3,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:41.817047 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95eafc65-0bab-4088-8aac-239523fa9cd1 admin admin] Checking segment: {'id': 'a13cb07d-0e9a-4700-905d-f24c807ed229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '7d7a780a-3488-469b-9638-7a359b8429d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:41.817401 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95eafc65-0bab-4088-8aac-239523fa9cd1 admin admin] Network hostable DHCP agents. Network: 7d7a780a-3488-469b-9638-7a359b8429d6, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:21:41.839155 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-da5edc5f-18e3-4249-828b-8e1ff722fe9b req-d6945362-32e6-4330-a559-50c870959d6a tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/security-groups?id=6689b20e-5d2f-411e-84b6-32798f0720c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720544 Nov 12 03:21:41.849368 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95eafc65-0bab-4088-8aac-239523fa9cd1 admin admin] Network 7d7a780a-3488-469b-9638-7a359b8429d6 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:21:41.861754 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-95eafc65-0bab-4088-8aac-239523fa9cd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 7d7a780a-3488-469b-9638-7a359b8429d6) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:41.873981 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360f6cfa-a4c2-4d24-9721-21dcd5300a35 None None] Network 7d7a780a-3488-469b-9638-7a359b8429d6 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:21:41.875376 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95eafc65-0bab-4088-8aac-239523fa9cd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:41.876347 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-95eafc65-0bab-4088-8aac-239523fa9cd1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:41.899767 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54016) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:41.901900 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-95eafc65-0bab-4088-8aac-239523fa9cd1 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4518397 Nov 12 03:21:41.905698 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-3372b8d1-ecad-46c2-9519-79d2b8af705e admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1016234794-router', 'tenant_id': '2318b893ebac4403a7655da339a70941', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:42.040942 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3372b8d1-ecad-46c2-9519-79d2b8af705e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:42.042272 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3372b8d1-ecad-46c2-9519-79d2b8af705e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:42.070038 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7d602c92-4e32-4d0f-a692-45f85cfabc74 req-f9f4d3ae-49d3-41c2-b3db-fdaab1f6e715 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] 10.222.0.50 "GET /v2.0/ports?device_id=994abfd4-ad8c-4b97-b4af-04839420e3d9 HTTP/1.1" status: 200 len: 210 time: 0.0488224 Nov 12 03:21:42.195768 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-58fcb3e4-4a1d-42d5-8710-89d3f44000fa req-76b41cc2-127f-42a1-a2a5-413ad42c944d tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 HTTP/1.1" status: 200 len: 258 time: 0.3179810 Nov 12 03:21:42.225141 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d8517f-f82a-451f-9587-d58fbe135f66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-7d7a780a-3488-469b-9638-7a359b8429d6', 'network_id': '7d7a780a-3488-469b-9638-7a359b8429d6', 'tenant_id': '2318b893ebac4403a7655da339a70941', 'fixed_ips': [{'subnet_id': 'f2c2d00e-42ab-44a0-bbdc-5140246f2fc3'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:21:42.226602 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-56d8517f-f82a-451f-9587-d58fbe135f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:42.258042 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-58fcb3e4-4a1d-42d5-8710-89d3f44000fa req-a85253e1-f899-4cf3-8c7f-11dba6d711cf tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:42.271269 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3372b8d1-ecad-46c2-9519-79d2b8af705e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:42.380454 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-ab58c520-6a69-467e-b86d-0c9c6bc5ab40 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:42.381939 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-ab58c520-6a69-467e-b86d-0c9c6bc5ab40 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] 10.222.0.74 "GET /v2.0/networks?id=08d915bc-9213-45d5-849b-294fc6360744 HTTP/1.1" status: 200 len: 821 time: 0.3258801 Nov 12 03:21:42.420442 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-56d8517f-f82a-451f-9587-d58fbe135f66 None None] Allocated IP 172.20.0.2 (7d7a780a-3488-469b-9638-7a359b8429d6/f2c2d00e-42ab-44a0-bbdc-5140246f2fc3/cd4c5896-6d3a-4102-a100-495ef0273cab) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:42.425911 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-58fcb3e4-4a1d-42d5-8710-89d3f44000fa req-a85253e1-f899-4cf3-8c7f-11dba6d711cf tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks [] for floatingip, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:42.432290 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-bead7212-097b-45e7-8809-76465b35d284 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] Request body: {'port': {'device_id': '994abfd4-ad8c-4b97-b4af-04839420e3d9', 'network_id': '08d915bc-9213-45d5-849b-294fc6360744', 'admin_state_up': True, 'tenant_id': 'a856d1565e5344acbf0d9abd33da182b'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:42.513309 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3372b8d1-ecad-46c2-9519-79d2b8af705e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:42.599671 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-56d8517f-f82a-451f-9587-d58fbe135f66 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:42.607928 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-56d8517f-f82a-451f-9587-d58fbe135f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:42.617042 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3b920-0d35-42f4-9ca7-c3277bc24834 req-47ff145b-a67d-4663-8916-d481d299c187 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:42.619670 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0fa3b920-0d35-42f4-9ca7-c3277bc24834 req-47ff145b-a67d-4663-8916-d481d299c187 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 950 time: 0.0720072 Nov 12 03:21:42.646066 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d8517f-f82a-451f-9587-d58fbe135f66 None None] Network 7d7a780a-3488-469b-9638-7a359b8429d6 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:42.649492 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-56d8517f-f82a-451f-9587-d58fbe135f66 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:42.654182 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d8517f-f82a-451f-9587-d58fbe135f66 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:42.704047 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0fa3b920-0d35-42f4-9ca7-c3277bc24834 req-91fee84b-f55b-4be6-9bad-18933cdb31fd tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732884 Nov 12 03:21:42.723705 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-bead7212-097b-45e7-8809-76465b35d284 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] Made reservation on behalf of a856d1565e5344acbf0d9abd33da182b for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:42.726111 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8517f-f82a-451f-9587-d58fbe135f66 None None] Pushing event updated for resources: {'Port': ['ID=cd4c5896-6d3a-4102-a100-495ef0273cab,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:42.728820 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-bead7212-097b-45e7-8809-76465b35d284 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:42.733283 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-56d8517f-f82a-451f-9587-d58fbe135f66 None None] Attempting to bind port cd4c5896-6d3a-4102-a100-495ef0273cab on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:42.733652 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-56d8517f-f82a-451f-9587-d58fbe135f66 None None] Attempting to bind port cd4c5896-6d3a-4102-a100-495ef0273cab by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'a13cb07d-0e9a-4700-905d-f24c807ed229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '7d7a780a-3488-469b-9638-7a359b8429d6'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:42.734016 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d8517f-f82a-451f-9587-d58fbe135f66 None None] Attempting to bind port cd4c5896-6d3a-4102-a100-495ef0273cab on network 7d7a780a-3488-469b-9638-7a359b8429d6 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:42.739278 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d8517f-f82a-451f-9587-d58fbe135f66 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:42.739660 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d8517f-f82a-451f-9587-d58fbe135f66 None None] Checking segment: {'id': 'a13cb07d-0e9a-4700-905d-f24c807ed229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '7d7a780a-3488-469b-9638-7a359b8429d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:42.740063 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-56d8517f-f82a-451f-9587-d58fbe135f66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:42.740473 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d8517f-f82a-451f-9587-d58fbe135f66 None None] Bound using segment: {'id': 'a13cb07d-0e9a-4700-905d-f24c807ed229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '7d7a780a-3488-469b-9638-7a359b8429d6'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:42.740931 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-56d8517f-f82a-451f-9587-d58fbe135f66 None None] Bound port: cd4c5896-6d3a-4102-a100-495ef0273cab, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a13cb07d-0e9a-4700-905d-f24c807ed229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '7d7a780a-3488-469b-9638-7a359b8429d6'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:42.741950 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-56d8517f-f82a-451f-9587-d58fbe135f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:42.829539 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-56d8517f-f82a-451f-9587-d58fbe135f66 None None] For port cd4c5896-6d3a-4102-a100-495ef0273cab, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:42.834540 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-56d8517f-f82a-451f-9587-d58fbe135f66 None None] For port cd4c5896-6d3a-4102-a100-495ef0273cab, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=cd4c5896-6d3a-4102-a100-495ef0273cab,segment=NetworkSegment(a13cb07d-0e9a-4700-905d-f24c807ed229),segment_id=a13cb07d-0e9a-4700-905d-f24c807ed229)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:42.843313 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-56d8517f-f82a-451f-9587-d58fbe135f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:42.905480 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-58fcb3e4-4a1d-42d5-8710-89d3f44000fa req-a85253e1-f899-4cf3-8c7f-11dba6d711cf tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:42.927036 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8517f-f82a-451f-9587-d58fbe135f66 None None] Pushing event updated for resources: {'Port': ['ID=cd4c5896-6d3a-4102-a100-495ef0273cab,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:43.062274 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-bead7212-097b-45e7-8809-76465b35d284 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] Allocated IP 172.20.0.10 (08d915bc-9213-45d5-849b-294fc6360744/553b357e-e933-45b9-be03-3d3aeb4ca4e6/b660f102-f4e2-4e2e-b5fb-c555b700fe96) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:43.179847 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3372b8d1-ecad-46c2-9519-79d2b8af705e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:43.230080 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3372b8d1-ecad-46c2-9519-79d2b8af705e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:43.241784 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b59a1c06-91cf-4241-b291-0ce62478569a req-697d2b65-3dbe-4cdd-8635-4449107566b3 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] 10.222.0.50 "GET /v2.0/ports?device_id=994abfd4-ad8c-4b97-b4af-04839420e3d9 HTTP/1.1" status: 200 len: 210 time: 0.0445447 Nov 12 03:21:43.291220 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-58fcb3e4-4a1d-42d5-8710-89d3f44000fa req-a85253e1-f899-4cf3-8c7f-11dba6d711cf tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Allocated IP 172.25.5.216 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/ad641a08-30c9-41c3-a62f-58f6d8c77e4c) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:43.791696 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-bead7212-097b-45e7-8809-76465b35d284 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:43.865812 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-58fcb3e4-4a1d-42d5-8710-89d3f44000fa req-a85253e1-f899-4cf3-8c7f-11dba6d711cf tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:43.888981 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-bead7212-097b-45e7-8809-76465b35d284 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:43.889248 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8debf6-2f4b-44fa-bc67-31b117136147 req-201ad5a3-6a07-4db7-94c5-0ce1f7b0ec52 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:43.891509 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4e8debf6-2f4b-44fa-bc67-31b117136147 req-201ad5a3-6a07-4db7-94c5-0ce1f7b0ec52 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 950 time: 0.0847220 Nov 12 03:21:43.969696 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-bead7212-097b-45e7-8809-76465b35d284 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] Network 08d915bc-9213-45d5-849b-294fc6360744 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:43.970147 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4e8debf6-2f4b-44fa-bc67-31b117136147 req-bea94b18-ba14-4ed3-a8db-2c09895f6df3 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723538 Nov 12 03:21:43.984897 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-bead7212-097b-45e7-8809-76465b35d284 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:43.992728 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-bead7212-097b-45e7-8809-76465b35d284 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:44.024862 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead7212-097b-45e7-8809-76465b35d284 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] Pushing event updated for resources: {'Port': ['ID=b660f102-f4e2-4e2e-b5fb-c555b700fe96,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:44.042542 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-58fcb3e4-4a1d-42d5-8710-89d3f44000fa req-a85253e1-f899-4cf3-8c7f-11dba6d711cf tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:44.070585 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58fcb3e4-4a1d-42d5-8710-89d3f44000fa req-a85253e1-f899-4cf3-8c7f-11dba6d711cf tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:44.093998 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-58fcb3e4-4a1d-42d5-8710-89d3f44000fa req-a85253e1-f899-4cf3-8c7f-11dba6d711cf tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:44.125055 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-58fcb3e4-4a1d-42d5-8710-89d3f44000fa req-a85253e1-f899-4cf3-8c7f-11dba6d711cf tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:44.130833 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946b8a98-1411-4db2-a520-4630e4340e99 None None] Network 7d7a780a-3488-469b-9638-7a359b8429d6 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:21:44.172734 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-bead7212-097b-45e7-8809-76465b35d284 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:44.173372 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-bead7212-097b-45e7-8809-76465b35d284 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:44.195214 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85253e1-f899-4cf3-8c7f-11dba6d711cf tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Pushing event updated for resources: {'Port': ['ID=ad641a08-30c9-41c3-a62f-58f6d8c77e4c,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:44.223200 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-3372b8d1-ecad-46c2-9519-79d2b8af705e admin admin] Allocated IP 172.25.5.25 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/fae8a00b-497e-430a-ad4b-552bc6466091) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:44.252300 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-bead7212-097b-45e7-8809-76465b35d284 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8277130 Nov 12 03:21:44.277652 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-9b5dfe26-4e95-4f15-83a0-8c8e79a714c5 service neutron] Request body: {'port': {'device_id': '994abfd4-ad8c-4b97-b4af-04839420e3d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:44.370645 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device cd4c5896-6d3a-4102-a100-495ef0273cab up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:44.414454 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-eb28973d-8ec3-4a6c-a46e-b78e1455ce98 None None] Provisioning complete for port cd4c5896-6d3a-4102-a100-495ef0273cab triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:44.414815 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-eb28973d-8ec3-4a6c-a46e-b78e1455ce98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:44.492535 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-9b5dfe26-4e95-4f15-83a0-8c8e79a714c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:44.508534 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-58fcb3e4-4a1d-42d5-8710-89d3f44000fa req-a85253e1-f899-4cf3-8c7f-11dba6d711cf tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:44.520935 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923144a0-3286-475e-ab86-399299ecac62 req-ef9a4584-9fdc-4da8-a97f-a5bdb3f3fcb1 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:44.523882 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-923144a0-3286-475e-ab86-399299ecac62 req-ef9a4584-9fdc-4da8-a97f-a5bdb3f3fcb1 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] 10.222.0.50 "GET /v2.0/ports?device_id=994abfd4-ad8c-4b97-b4af-04839420e3d9 HTTP/1.1" status: 200 len: 932 time: 0.1253040 Nov 12 03:21:44.564183 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port cd4c5896-6d3a-4102-a100-495ef0273cab triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:44.564557 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:44.635134 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-58fcb3e4-4a1d-42d5-8710-89d3f44000fa req-a85253e1-f899-4cf3-8c7f-11dba6d711cf tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:44.636622 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-eb28973d-8ec3-4a6c-a46e-b78e1455ce98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:44.668260 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-923144a0-3286-475e-ab86-399299ecac62 req-af01ddc6-85d8-4b82-9c05-02949f5903dd tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] 10.222.0.50 "GET /v2.0/security-groups?id=6975ed78-00e0-4ea0-90e5-6ffb4e636567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270199 Nov 12 03:21:44.681487 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3372b8d1-ecad-46c2-9519-79d2b8af705e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:44.701460 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-eb28973d-8ec3-4a6c-a46e-b78e1455ce98 None None] For port cd4c5896-6d3a-4102-a100-495ef0273cab, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=cd4c5896-6d3a-4102-a100-495ef0273cab,segment=NetworkSegment(a13cb07d-0e9a-4700-905d-f24c807ed229),segment_id=a13cb07d-0e9a-4700-905d-f24c807ed229)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:44.719926 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-eb28973d-8ec3-4a6c-a46e-b78e1455ce98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:44.761359 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:44.804219 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb28973d-8ec3-4a6c-a46e-b78e1455ce98 None None] Pushing event updated for resources: {'Port': ['ID=cd4c5896-6d3a-4102-a100-495ef0273cab,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:44.963564 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3372b8d1-ecad-46c2-9519-79d2b8af705e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:45.035216 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:21:45.035588 n-d-715271-27 neutron-server[102573]: DEBUG oslo_db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:21:45.036209 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-527d00b7-df44-4d49-8a96-5d8761e004d7 None None] Provisioning complete for port cd4c5896-6d3a-4102-a100-495ef0273cab triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:45.036569 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-527d00b7-df44-4d49-8a96-5d8761e004d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:45.114825 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3372b8d1-ecad-46c2-9519-79d2b8af705e admin admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:45.129298 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-3372b8d1-ecad-46c2-9519-79d2b8af705e admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:45.132750 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3372b8d1-ecad-46c2-9519-79d2b8af705e admin admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:45.147819 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372b8d1-ecad-46c2-9519-79d2b8af705e admin admin] Pushing event updated for resources: {'Port': ['ID=fae8a00b-497e-430a-ad4b-552bc6466091,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:45.165964 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc4d8f-c37d-4703-b635-533f95e08199 req-ae6e20a9-e4f1-4d36-b984-2d4366f8808b tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:45.168559 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-81fc4d8f-c37d-4703-b635-533f95e08199 req-ae6e20a9-e4f1-4d36-b984-2d4366f8808b tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 950 time: 0.0726218 Nov 12 03:21:45.185430 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-9b5dfe26-4e95-4f15-83a0-8c8e79a714c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b660f102-f4e2-4e2e-b5fb-c555b700fe96 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:45.204935 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-9b5dfe26-4e95-4f15-83a0-8c8e79a714c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:45.224900 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-81fc4d8f-c37d-4703-b635-533f95e08199 req-29ff4d67-bf47-44b6-a4aa-4226473f5bda tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497665 Nov 12 03:21:45.253995 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-9b5dfe26-4e95-4f15-83a0-8c8e79a714c5 service neutron] Transition to ACTIVE for port object b660f102-f4e2-4e2e-b5fb-c555b700fe96 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:21:45.311127 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-9b5dfe26-4e95-4f15-83a0-8c8e79a714c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:45.349000 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-58fcb3e4-4a1d-42d5-8710-89d3f44000fa req-a85253e1-f899-4cf3-8c7f-11dba6d711cf tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:45.394634 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-58fcb3e4-4a1d-42d5-8710-89d3f44000fa req-a85253e1-f899-4cf3-8c7f-11dba6d711cf tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:45.443079 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a349c-d65f-478d-a485-5f1a249e986c req-bb74dc5e-86f5-47ef-b5c7-8b31baa81ac3 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:45.447137 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-238a349c-d65f-478d-a485-5f1a249e986c req-bb74dc5e-86f5-47ef-b5c7-8b31baa81ac3 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 1098 time: 0.0624871 Nov 12 03:21:45.453701 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5dfe26-4e95-4f15-83a0-8c8e79a714c5 service neutron] Pushing event updated for resources: {'Port': ['ID=b660f102-f4e2-4e2e-b5fb-c555b700fe96,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:45.507024 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-238a349c-d65f-478d-a485-5f1a249e986c req-78645707-6ae2-446c-8c65-db91675a9f11 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537257 Nov 12 03:21:45.632162 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85253e1-f899-4cf3-8c7f-11dba6d711cf tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Pushing event updated for resources: {'Port': ['ID=ad641a08-30c9-41c3-a62f-58f6d8c77e4c,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:45.642476 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-58fcb3e4-4a1d-42d5-8710-89d3f44000fa req-a85253e1-f899-4cf3-8c7f-11dba6d711cf tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:45.697317 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-9b5dfe26-4e95-4f15-83a0-8c8e79a714c5 service neutron] Attempting to bind port b660f102-f4e2-4e2e-b5fb-c555b700fe96 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:45.697697 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-9b5dfe26-4e95-4f15-83a0-8c8e79a714c5 service neutron] Attempting to bind port b660f102-f4e2-4e2e-b5fb-c555b700fe96 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '13704484-061a-4b5c-b99b-a737967f4407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '08d915bc-9213-45d5-849b-294fc6360744'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:45.698026 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-9b5dfe26-4e95-4f15-83a0-8c8e79a714c5 service neutron] Attempting to bind port b660f102-f4e2-4e2e-b5fb-c555b700fe96 on network 08d915bc-9213-45d5-849b-294fc6360744 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:45.708986 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-58fcb3e4-4a1d-42d5-8710-89d3f44000fa req-a85253e1-f899-4cf3-8c7f-11dba6d711cf tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:45.710221 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-58fcb3e4-4a1d-42d5-8710-89d3f44000fa req-a85253e1-f899-4cf3-8c7f-11dba6d711cf tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5090764 Nov 12 03:21:45.753032 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-9b5dfe26-4e95-4f15-83a0-8c8e79a714c5 service neutron] Port b660f102-f4e2-4e2e-b5fb-c555b700fe96 on network 08d915bc-9213-45d5-849b-294fc6360744 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:45.753032 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-9b5dfe26-4e95-4f15-83a0-8c8e79a714c5 service neutron] Attempting to bind port b660f102-f4e2-4e2e-b5fb-c555b700fe96 on network 08d915bc-9213-45d5-849b-294fc6360744 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:45.802203 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-9b5dfe26-4e95-4f15-83a0-8c8e79a714c5 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:45.802535 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-9b5dfe26-4e95-4f15-83a0-8c8e79a714c5 service neutron] Checking segment: {'id': '13704484-061a-4b5c-b99b-a737967f4407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '08d915bc-9213-45d5-849b-294fc6360744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:45.802917 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-9b5dfe26-4e95-4f15-83a0-8c8e79a714c5 service neutron] Bound using segment: {'id': '13704484-061a-4b5c-b99b-a737967f4407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '08d915bc-9213-45d5-849b-294fc6360744'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:45.803365 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-9b5dfe26-4e95-4f15-83a0-8c8e79a714c5 service neutron] Bound port: b660f102-f4e2-4e2e-b5fb-c555b700fe96, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13704484-061a-4b5c-b99b-a737967f4407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '08d915bc-9213-45d5-849b-294fc6360744'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:45.803715 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-9b5dfe26-4e95-4f15-83a0-8c8e79a714c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:45.811939 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-58fcb3e4-4a1d-42d5-8710-89d3f44000fa req-0f15a269-a0a6-41a4-a589-bd122ee75cf8 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.216 HTTP/1.1" status: 200 len: 696 time: 0.0954251 Nov 12 03:21:45.819654 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3372b8d1-ecad-46c2-9519-79d2b8af705e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:46.025634 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-9b5dfe26-4e95-4f15-83a0-8c8e79a714c5 service neutron] For port b660f102-f4e2-4e2e-b5fb-c555b700fe96, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:46.030249 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-9b5dfe26-4e95-4f15-83a0-8c8e79a714c5 service neutron] For port b660f102-f4e2-4e2e-b5fb-c555b700fe96, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=b660f102-f4e2-4e2e-b5fb-c555b700fe96,segment=NetworkSegment(13704484-061a-4b5c-b99b-a737967f4407),segment_id=13704484-061a-4b5c-b99b-a737967f4407)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:46.037895 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-9b5dfe26-4e95-4f15-83a0-8c8e79a714c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:46.262847 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device cd4c5896-6d3a-4102-a100-495ef0273cab up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:46.327371 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port cd4c5896-6d3a-4102-a100-495ef0273cab triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:46.327742 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:46.379808 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fcb3e4-4a1d-42d5-8710-89d3f44000fa req-74c32844-6f52-4b39-b38c-424e7587ec17 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:46.381205 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-58fcb3e4-4a1d-42d5-8710-89d3f44000fa req-74c32844-6f52-4b39-b38c-424e7587ec17 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/networks/7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 HTTP/1.1" status: 200 len: 784 time: 0.5596128 Nov 12 03:21:46.385010 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-9b5dfe26-4e95-4f15-83a0-8c8e79a714c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:46.385681 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-9b5dfe26-4e95-4f15-83a0-8c8e79a714c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:46.387012 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-9b5dfe26-4e95-4f15-83a0-8c8e79a714c5 service neutron] 10.222.0.74 "PUT /v2.0/ports/b660f102-f4e2-4e2e-b5fb-c555b700fe96 HTTP/1.1" status: 200 len: 1093 time: 2.1203499 Nov 12 03:21:46.389082 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994abfd4-ad8c-4b97-b4af-04839420e3d9', 'tag': 'b660f102-f4e2-4e2e-b5fb-c555b700fe96'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:46.391313 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f7fcc3-bce1-45b2-a47b-a4fae958618e" -d '{"events": [{"name": "network-changed", "server_uuid": "994abfd4-ad8c-4b97-b4af-04839420e3d9", "tag": "b660f102-f4e2-4e2e-b5fb-c555b700fe96"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:46.421988 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [req-58fcb3e4-4a1d-42d5-8710-89d3f44000fa req-87af2134-25c1-4827-8837-38ec0fe6fabb tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:21:46.422491 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-58fcb3e4-4a1d-42d5-8710-89d3f44000fa req-87af2134-25c1-4827-8837-38ec0fe6fabb tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0241022 Nov 12 03:21:46.432021 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5dfe26-4e95-4f15-83a0-8c8e79a714c5 service neutron] Pushing event updated for resources: {'Port': ['ID=b660f102-f4e2-4e2e-b5fb-c555b700fe96,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:46.516027 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3372b8d1-ecad-46c2-9519-79d2b8af705e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:46.600970 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-6d0181e5-3f76-4c01-84a6-a197ac0f26b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:46.602358 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-6d0181e5-3f76-4c01-84a6-a197ac0f26b5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a856d1565e5344acbf0d9abd33da182b&device_id=994abfd4-ad8c-4b97-b4af-04839420e3d9 HTTP/1.1" status: 200 len: 1096 time: 0.1184545 Nov 12 03:21:46.645696 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-52ca9071-e157-400b-bc4f-7a89378806c5 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:21:46.647337 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-52ca9071-e157-400b-bc4f-7a89378806c5 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078862 Nov 12 03:21:46.654011 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a7b84-cea7-42b3-8c46-094163d2d5c0 req-7dd37fa2-e5a6-4ab8-aa8b-1658f5d0dfd3 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:46.655483 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-903a7b84-cea7-42b3-8c46-094163d2d5c0 req-7dd37fa2-e5a6-4ab8-aa8b-1658f5d0dfd3 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] 10.222.0.50 "GET /v2.0/ports?device_id=994abfd4-ad8c-4b97-b4af-04839420e3d9 HTTP/1.1" status: 200 len: 944 time: 0.1428931 Nov 12 03:21:46.689850 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-75eb294f-3ee1-4f04-8f66-a421aaded0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:46.691235 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-75eb294f-3ee1-4f04-8f66-a421aaded0cf service neutron] 10.222.0.50 "GET /v2.0/ports/c8ef7709-72a6-4596-9527-d2a9f473fb62 HTTP/1.1" status: 200 len: 1095 time: 0.0358348 Nov 12 03:21:46.699297 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-26b9a88e-9119-47eb-93e4-79fc5b668369 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b660f102-f4e2-4e2e-b5fb-c555b700fe96 HTTP/1.1" status: 200 len: 217 time: 0.0612357 Nov 12 03:21:46.701268 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-b0e31268-2a57-4a7b-8195-0db1e2a8b0ef service neutron] Request body: {'binding': {'host': 'n-h1-715271-27', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:46.701714 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-b0e31268-2a57-4a7b-8195-0db1e2a8b0ef service neutron] Unknown quota resources ['binding']. {{(pid=102572) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:21:46.792216 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-6c958bc1-66a4-44c0-b37b-71b507b7519b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:46.793925 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-6c958bc1-66a4-44c0-b37b-71b507b7519b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=553b357e-e933-45b9-be03-3d3aeb4ca4e6 HTTP/1.1" status: 200 len: 861 time: 0.0830073 Nov 12 03:21:46.799299 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-903a7b84-cea7-42b3-8c46-094163d2d5c0 req-e5d5570e-9410-4e17-ada5-8dbcec14d79c tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] 10.222.0.50 "GET /v2.0/security-groups?id=6975ed78-00e0-4ea0-90e5-6ffb4e636567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100662 Nov 12 03:21:46.819091 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3372b8d1-ecad-46c2-9519-79d2b8af705e admin admin] Router cb44423a-10c8-4c1e-a932-be18c3fc3c0f is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:21:46.839858 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-94fcd436-c863-4c42-900c-7799e2f945c3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=08d915bc-9213-45d5-849b-294fc6360744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314281 Nov 12 03:21:46.856798 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-b0e31268-2a57-4a7b-8195-0db1e2a8b0ef service neutron] Attempting to bind port c8ef7709-72a6-4596-9527-d2a9f473fb62 on host n-h1-715271-27 for vnic_type normal with profile None {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:46.857125 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-b0e31268-2a57-4a7b-8195-0db1e2a8b0ef service neutron] Attempting to bind port c8ef7709-72a6-4596-9527-d2a9f473fb62 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:46.857789 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-b0e31268-2a57-4a7b-8195-0db1e2a8b0ef service neutron] Attempting to bind port c8ef7709-72a6-4596-9527-d2a9f473fb62 on network f2354694-6453-486d-800c-f4fc7f841803 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:46.863844 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-b0e31268-2a57-4a7b-8195-0db1e2a8b0ef service neutron] Port c8ef7709-72a6-4596-9527-d2a9f473fb62 on network f2354694-6453-486d-800c-f4fc7f841803 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:46.864191 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-b0e31268-2a57-4a7b-8195-0db1e2a8b0ef service neutron] Attempting to bind port c8ef7709-72a6-4596-9527-d2a9f473fb62 on network f2354694-6453-486d-800c-f4fc7f841803 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:46.869520 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-b0e31268-2a57-4a7b-8195-0db1e2a8b0ef service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:46.870230 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-b0e31268-2a57-4a7b-8195-0db1e2a8b0ef service neutron] Checking segment: {'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:46.870230 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-b0e31268-2a57-4a7b-8195-0db1e2a8b0ef service neutron] Bound using segment: {'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:46.870623 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-b0e31268-2a57-4a7b-8195-0db1e2a8b0ef service neutron] Bound port: c8ef7709-72a6-4596-9527-d2a9f473fb62, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:46.927480 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-b0e31268-2a57-4a7b-8195-0db1e2a8b0ef service neutron] For port c8ef7709-72a6-4596-9527-d2a9f473fb62, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=c8ef7709-72a6-4596-9527-d2a9f473fb62,segment=NetworkSegment(b8c93ffa-e78d-4d7d-8be5-2d181e470820),segment_id=b8c93ffa-e78d-4d7d-8be5-2d181e470820)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:46.934077 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-b0e31268-2a57-4a7b-8195-0db1e2a8b0ef service neutron] Publish callbacks [] for binding, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:46.935358 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-b0e31268-2a57-4a7b-8195-0db1e2a8b0ef service neutron] 10.222.0.50 "POST /v2.0/ports/c8ef7709-72a6-4596-9527-d2a9f473fb62/bindings HTTP/1.1" status: 201 len: 390 time: 0.2375376 Nov 12 03:21:47.017805 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3372b8d1-ecad-46c2-9519-79d2b8af705e admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:21:47.029428 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-bcfb305f-4e1f-4f61-86d7-a03f73bdcba6 service neutron] 10.222.0.74 "GET /v2.0/networks/08d915bc-9213-45d5-849b-294fc6360744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519516 Nov 12 03:21:47.031285 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bb884c-4881-40cf-93ec-aa20ff4a9df8 None None] Sync routers for ids ['cb44423a-10c8-4c1e-a932-be18c3fc3c0f'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:21:47.043301 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3372b8d1-ecad-46c2-9519-79d2b8af705e admin admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:47.047175 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bb884c-4881-40cf-93ec-aa20ff4a9df8 None None] Routers {'cb44423a-10c8-4c1e-a932-be18c3fc3c0f'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:21:47.047753 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3372b8d1-ecad-46c2-9519-79d2b8af705e admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1452787 Nov 12 03:21:47.048286 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-d2bb884c-4881-40cf-93ec-aa20ff4a9df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:21:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['cb44423a-10c8-4c1e-a932-be18c3fc3c0f'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:47.049986 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54096) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:47.162415 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435ce99-50ba-48a2-8ecd-5f729dde1430 req-0059f2f1-9c84-4717-b2ea-0d63983f3dc0 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:47.174569 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f435ce99-50ba-48a2-8ecd-5f729dde1430 req-0059f2f1-9c84-4717-b2ea-0d63983f3dc0 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 950 time: 0.0997319 Nov 12 03:21:47.206724 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-d2bb884c-4881-40cf-93ec-aa20ff4a9df8 None None] Set router cb44423a-10c8-4c1e-a932-be18c3fc3c0f gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:21:47.264899 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb221766-8eb1-480b-a7b6-e33f5f26527c x-openstack-request-id: req-eb221766-8eb1-480b-a7b6-e33f5f26527c {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:47.265324 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "994abfd4-ad8c-4b97-b4af-04839420e3d9", "tag": "b660f102-f4e2-4e2e-b5fb-c555b700fe96", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:47.265662 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-eb221766-8eb1-480b-a7b6-e33f5f26527c {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:47.266143 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994abfd4-ad8c-4b97-b4af-04839420e3d9', 'tag': 'b660f102-f4e2-4e2e-b5fb-c555b700fe96', 'status': 'completed', 'code': 200} Nov 12 03:21:47.295129 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f435ce99-50ba-48a2-8ecd-5f729dde1430 req-88546ac7-9efd-4b8e-8394-958b6e23d4d0 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096814 Nov 12 03:21:47.407560 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f3c2a46d-9805-4d41-b2c6-46a1d8748798 req-15c800bd-194e-401e-9bfd-b9bdd597e43e service neutron] 10.222.0.74 "GET /v2.0/networks/08d915bc-9213-45d5-849b-294fc6360744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583894 Nov 12 03:21:47.447909 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-04d84ce6-c7c2-4249-a1b5-ca90cac967bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:47.449746 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-04d84ce6-c7c2-4249-a1b5-ca90cac967bf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=576a7b2c0e984780a26518e9c1601856&device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 1098 time: 0.1910529 Nov 12 03:21:47.496217 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9f81b-8073-442c-a13e-bf4496f19304 req-fda6b3fd-33b4-486d-81ef-6685c22ce73e tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:47.498474 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dde9f81b-8073-442c-a13e-bf4496f19304 req-fda6b3fd-33b4-486d-81ef-6685c22ce73e tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 946 time: 0.1253312 Nov 12 03:21:47.511320 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-d2bb884c-4881-40cf-93ec-aa20ff4a9df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb44423a-10c8-4c1e-a932-be18c3fc3c0f', 'name': 'tempest-ServersTestMultiNic-1016234794-router', 'tenant_id': '2318b893ebac4403a7655da339a70941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': 'fae8a00b-497e-430a-ad4b-552bc6466091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:42Z', 'updated_at': '2021-11-12T03:21:45Z', 'revision_number': 3, 'project_id': '2318b893ebac4403a7655da339a70941', 'gw_port': {'id': 'fae8a00b-497e-430a-ad4b-552bc6466091', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:49:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb44423a-10c8-4c1e-a932-be18c3fc3c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:43Z', 'updated_at': '2021-11-12T03:21:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:47.542727 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bb884c-4881-40cf-93ec-aa20ff4a9df8 None None] Checking router: cb44423a-10c8-4c1e-a932-be18c3fc3c0f for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:21:47.543367 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bb884c-4881-40cf-93ec-aa20ff4a9df8 None None] Updating router cb44423a-10c8-4c1e-a932-be18c3fc3c0f port fae8a00b-497e-430a-ad4b-552bc6466091 binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:21:47.587393 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d2bb884c-4881-40cf-93ec-aa20ff4a9df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:47.593862 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dde9f81b-8073-442c-a13e-bf4496f19304 req-b7663caf-0595-4008-8eab-a88dbcd70ecb tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724525 Nov 12 03:21:47.716725 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f7fcc3-bce1-45b2-a47b-a4fae958618e req-a9d052b0-79f8-4336-a517-8dfe4b454080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:47.718450 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-96f7fcc3-bce1-45b2-a47b-a4fae958618e req-a9d052b0-79f8-4336-a517-8dfe4b454080 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a856d1565e5344acbf0d9abd33da182b&device_id=994abfd4-ad8c-4b97-b4af-04839420e3d9 HTTP/1.1" status: 200 len: 1096 time: 0.2042062 Nov 12 03:21:47.726580 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d0875-e426-42af-92f1-ce33e13a57ed req-d45a740a-35e7-47d9-913d-6c4667c92523 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:47.728974 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b96d0875-e426-42af-92f1-ce33e13a57ed req-d45a740a-35e7-47d9-913d-6c4667c92523 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/ports?device_id=c29cf5de-6f6b-41e8-b911-9243b794863a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2692869 Nov 12 03:21:47.835403 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-6a114719-3260-4091-a654-eb97c21f7331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:47.837518 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-6a114719-3260-4091-a654-eb97c21f7331 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f2354694-6453-486d-800c-f4fc7f841803 HTTP/1.1" status: 200 len: 922 time: 0.3612096 Nov 12 03:21:47.872517 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:47.887458 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b96d0875-e426-42af-92f1-ce33e13a57ed req-9e8f5530-2f3b-40a4-aa9a-c1975ae38a57 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.216 HTTP/1.1" status: 200 len: 696 time: 0.1138458 Nov 12 03:21:47.900647 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d2bb884c-4881-40cf-93ec-aa20ff4a9df8 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:47.907562 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d2bb884c-4881-40cf-93ec-aa20ff4a9df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:47.932252 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-b96d0875-e426-42af-92f1-ce33e13a57ed req-5e49125f-f7b0-4d86-824d-65094a7dcc3c tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Request body: {'floatingip': {'port_id': '39eddeb7-0556-4b7e-bb4d-837684b9a620', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:47.938684 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-bfca5ab1-b058-47d2-8d8f-820df0953d92 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8ef7709-72a6-4596-9527-d2a9f473fb62 HTTP/1.1" status: 200 len: 217 time: 0.0633142 Nov 12 03:21:47.942368 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce0c60-da37-4d59-b0c6-51e00ccdb733 req-68ab3f79-8138-40ea-b857-ccbeb6145a35 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:47.951082 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-37ce0c60-da37-4d59-b0c6-51e00ccdb733 req-68ab3f79-8138-40ea-b857-ccbeb6145a35 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] 10.222.0.50 "GET /v2.0/ports?device_id=994abfd4-ad8c-4b97-b4af-04839420e3d9 HTTP/1.1" status: 200 len: 944 time: 0.0650594 Nov 12 03:21:47.969096 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-d2bb884c-4881-40cf-93ec-aa20ff4a9df8 None None] Attempting to bind port fae8a00b-497e-430a-ad4b-552bc6466091 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:47.969470 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-d2bb884c-4881-40cf-93ec-aa20ff4a9df8 None None] Attempting to bind port fae8a00b-497e-430a-ad4b-552bc6466091 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:47.969821 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb884c-4881-40cf-93ec-aa20ff4a9df8 None None] Attempting to bind port fae8a00b-497e-430a-ad4b-552bc6466091 on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:47.981372 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb884c-4881-40cf-93ec-aa20ff4a9df8 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:47.982287 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb884c-4881-40cf-93ec-aa20ff4a9df8 None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:47.982287 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d2bb884c-4881-40cf-93ec-aa20ff4a9df8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:47.982700 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb884c-4881-40cf-93ec-aa20ff4a9df8 None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:47.983181 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-d2bb884c-4881-40cf-93ec-aa20ff4a9df8 None None] Bound port: fae8a00b-497e-430a-ad4b-552bc6466091, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:47.983563 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d2bb884c-4881-40cf-93ec-aa20ff4a9df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:48.045787 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-d2bb884c-4881-40cf-93ec-aa20ff4a9df8 None None] For port fae8a00b-497e-430a-ad4b-552bc6466091, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:48.049560 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-d2bb884c-4881-40cf-93ec-aa20ff4a9df8 None None] For port fae8a00b-497e-430a-ad4b-552bc6466091, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=fae8a00b-497e-430a-ad4b-552bc6466091,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:48.061117 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-37ce0c60-da37-4d59-b0c6-51e00ccdb733 req-f9abc7f4-9dde-4cb0-b86e-13fc8747ea17 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] 10.222.0.50 "GET /v2.0/security-groups?id=6975ed78-00e0-4ea0-90e5-6ffb4e636567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084399 Nov 12 03:21:48.062955 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d2bb884c-4881-40cf-93ec-aa20ff4a9df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:48.073383 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3772d30-9f1e-494c-b2c6-f23235603f27 None None] Pushing event updated for resources: {'Port': ['ID=fae8a00b-497e-430a-ad4b-552bc6466091,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:48.148911 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3772d30-9f1e-494c-b2c6-f23235603f27 None None] Pushing event updated for resources: {'Port': ['ID=fae8a00b-497e-430a-ad4b-552bc6466091,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:48.152824 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bb884c-4881-40cf-93ec-aa20ff4a9df8 None None] Routers {'cb44423a-10c8-4c1e-a932-be18c3fc3c0f'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:21:48.153436 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-d2bb884c-4881-40cf-93ec-aa20ff4a9df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:21:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['cb44423a-10c8-4c1e-a932-be18c3fc3c0f'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:48.283932 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-d2bb884c-4881-40cf-93ec-aa20ff4a9df8 None None] Set router cb44423a-10c8-4c1e-a932-be18c3fc3c0f gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:21:48.323872 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b96d0875-e426-42af-92f1-ce33e13a57ed req-5e49125f-f7b0-4d86-824d-65094a7dcc3c tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks [] for floatingip, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:48.386930 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f7fcc3-bce1-45b2-a47b-a4fae958618e req-41a88d10-0db7-4f67-a012-238f46e09090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:48.387225 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-96f7fcc3-bce1-45b2-a47b-a4fae958618e req-41a88d10-0db7-4f67-a012-238f46e09090 service neutron] 10.222.0.74 "GET /v2.0/networks?id=08d915bc-9213-45d5-849b-294fc6360744 HTTP/1.1" status: 200 len: 922 time: 0.6573498 Nov 12 03:21:48.457537 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-009c1e29-f1d2-4ac3-9a85-9273868c21cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:48.458936 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-009c1e29-f1d2-4ac3-9a85-9273868c21cf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3428f33d-4837-4311-b620-eb7f742db405 HTTP/1.1" status: 200 len: 861 time: 0.4767098 Nov 12 03:21:48.470920 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58c10a-d72d-4e61-bd3c-e05eee04a4f8 req-c7f0231a-9d65-4c50-a2f3-656b7d130fa2 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:48.473224 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-96f7fcc3-bce1-45b2-a47b-a4fae958618e req-be042633-d58d-4cd5-8c61-e13c3a2c14cb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b660f102-f4e2-4e2e-b5fb-c555b700fe96 HTTP/1.1" status: 200 len: 217 time: 0.0627670 Nov 12 03:21:48.475838 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6d58c10a-d72d-4e61-bd3c-e05eee04a4f8 req-c7f0231a-9d65-4c50-a2f3-656b7d130fa2 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 950 time: 0.1038623 Nov 12 03:21:48.551015 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-d2bb884c-4881-40cf-93ec-aa20ff4a9df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb44423a-10c8-4c1e-a932-be18c3fc3c0f', 'name': 'tempest-ServersTestMultiNic-1016234794-router', 'tenant_id': '2318b893ebac4403a7655da339a70941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': 'fae8a00b-497e-430a-ad4b-552bc6466091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:42Z', 'updated_at': '2021-11-12T03:21:45Z', 'revision_number': 3, 'project_id': '2318b893ebac4403a7655da339a70941', 'gw_port': {'id': 'fae8a00b-497e-430a-ad4b-552bc6466091', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:49:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb44423a-10c8-4c1e-a932-be18c3fc3c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:43Z', 'updated_at': '2021-11-12T03:21:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:48.582583 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6d58c10a-d72d-4e61-bd3c-e05eee04a4f8 req-2f396309-6b8b-41bc-9e5a-8f2a52caddba tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881159 Nov 12 03:21:48.585377 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bb884c-4881-40cf-93ec-aa20ff4a9df8 None None] The sync data for ids ['cb44423a-10c8-4c1e-a932-be18c3fc3c0f'] in n-d-715271-27 is: [{'id': 'cb44423a-10c8-4c1e-a932-be18c3fc3c0f', 'name': 'tempest-ServersTestMultiNic-1016234794-router', 'tenant_id': '2318b893ebac4403a7655da339a70941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': 'fae8a00b-497e-430a-ad4b-552bc6466091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:42Z', 'updated_at': '2021-11-12T03:21:45Z', 'revision_number': 3, 'project_id': '2318b893ebac4403a7655da339a70941', 'gw_port': {'id': 'fae8a00b-497e-430a-ad4b-552bc6466091', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:49:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb44423a-10c8-4c1e-a932-be18c3fc3c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:43Z', 'updated_at': '2021-11-12T03:21:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:21:48.586591 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-83a542c0-04f3-49b3-a36c-93f22d73d4d2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f2354694-6453-486d-800c-f4fc7f841803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902615 Nov 12 03:21:48.738480 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f7fcc3-bce1-45b2-a47b-a4fae958618e req-715dd568-3aa8-4ac8-93f7-b19c145b6464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:48.739735 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4423fc-4cab-4130-8b2f-187a34750821 req-f18cd727-fc4f-42f5-b986-a90587da98e1 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:48.739936 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-96f7fcc3-bce1-45b2-a47b-a4fae958618e req-715dd568-3aa8-4ac8-93f7-b19c145b6464 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=553b357e-e933-45b9-be03-3d3aeb4ca4e6 HTTP/1.1" status: 200 len: 861 time: 0.2122717 Nov 12 03:21:48.746982 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ac4423fc-4cab-4130-8b2f-187a34750821 req-f18cd727-fc4f-42f5-b986-a90587da98e1 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 946 time: 0.0678732 Nov 12 03:21:48.825394 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ac4423fc-4cab-4130-8b2f-187a34750821 req-97e86e12-122b-4f48-bde6-9e79f837be33 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727165 Nov 12 03:21:48.825682 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-96f7fcc3-bce1-45b2-a47b-a4fae958618e req-7c97bda9-ff2a-49d2-8b33-fdff8c7647dd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=08d915bc-9213-45d5-849b-294fc6360744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437908 Nov 12 03:21:48.834970 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3fc0b652-565f-4dcf-9a3f-cd3f5991c8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:49.092770 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-98e6aba0-743e-4185-851a-d8d1ba154b8b service neutron] 10.222.0.74 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4854443 Nov 12 03:21:49.241764 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293b077-3c25-491b-9ce6-8bc32dbf55ce req-392b8d98-3d2c-4926-be07-057de66722b3 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:49.243994 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6293b077-3c25-491b-9ce6-8bc32dbf55ce req-392b8d98-3d2c-4926-be07-057de66722b3 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] 10.222.0.50 "GET /v2.0/ports?device_id=994abfd4-ad8c-4b97-b4af-04839420e3d9 HTTP/1.1" status: 200 len: 944 time: 0.0958633 Nov 12 03:21:49.322615 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-96f7fcc3-bce1-45b2-a47b-a4fae958618e req-020d04b5-33ef-4af9-9f08-ebc8fbea86f5 service neutron] 10.222.0.74 "GET /v2.0/networks/08d915bc-9213-45d5-849b-294fc6360744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4822512 Nov 12 03:21:49.331576 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6293b077-3c25-491b-9ce6-8bc32dbf55ce req-05a23b24-9d37-43ce-9bfb-0565827a6a65 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] 10.222.0.50 "GET /v2.0/security-groups?id=6975ed78-00e0-4ea0-90e5-6ffb4e636567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752747 Nov 12 03:21:49.600396 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-97c76e69-b72e-467a-a014-9caa3394f096 service neutron] 10.222.0.74 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4957087 Nov 12 03:21:49.690919 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-96f7fcc3-bce1-45b2-a47b-a4fae958618e req-d9f8d7c0-9ffc-4c1c-8467-031ca80a200f service neutron] 10.222.0.74 "GET /v2.0/networks/08d915bc-9213-45d5-849b-294fc6360744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550668 Nov 12 03:21:49.692437 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-3fc0b652-565f-4dcf-9a3f-cd3f5991c8c7 admin admin] Allocated IP 172.20.0.1 (7d7a780a-3488-469b-9638-7a359b8429d6/f2c2d00e-42ab-44a0-bbdc-5140246f2fc3/4b7625d2-bb92-4dab-a3a9-9bb386a9e8e9) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:49.745461 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.db.resource_extend [req-b96d0875-e426-42af-92f1-ce33e13a57ed req-5e49125f-f7b0-4d86-824d-65094a7dcc3c tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:21:49.787583 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4bf391-91e9-4f6b-ab7f-a4c5741986c0 req-ec322b60-9de3-43ca-b4ce-947f647f1af6 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:49.789313 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ee4bf391-91e9-4f6b-ab7f-a4c5741986c0 req-ec322b60-9de3-43ca-b4ce-947f647f1af6 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 950 time: 0.1059422 Nov 12 03:21:49.850918 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ee4bf391-91e9-4f6b-ab7f-a4c5741986c0 req-c4507769-1359-4cc0-9db2-82239c2db09f tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518351 Nov 12 03:21:49.862793 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b96d0875-e426-42af-92f1-ce33e13a57ed req-5e49125f-f7b0-4d86-824d-65094a7dcc3c tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:49.871859 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b96d0875-e426-42af-92f1-ce33e13a57ed req-5e49125f-f7b0-4d86-824d-65094a7dcc3c tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:50.016964 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b343f70-de14-4a2f-8d41-ee40b4b540cd req-eda66113-3145-444d-9adb-41ca497d370d tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:50.020562 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3b343f70-de14-4a2f-8d41-ee40b4b540cd req-eda66113-3145-444d-9adb-41ca497d370d tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 946 time: 0.0804105 Nov 12 03:21:50.109843 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3b343f70-de14-4a2f-8d41-ee40b4b540cd req-67e403a1-681b-49c0-adff-90a7893ff084 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824358 Nov 12 03:21:50.286008 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3fc0b652-565f-4dcf-9a3f-cd3f5991c8c7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:50.317326 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [req-b96d0875-e426-42af-92f1-ce33e13a57ed req-5e49125f-f7b0-4d86-824d-65094a7dcc3c tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Floating IP 2fd0fc22-0433-4167-9706-cae09cbcad7e associated. External IP: 172.25.5.216, port: 39eddeb7-0556-4b7e-bb4d-837684b9a620. Nov 12 03:21:50.355070 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device fae8a00b-497e-430a-ad4b-552bc6466091 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:50.381502 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3fc0b652-565f-4dcf-9a3f-cd3f5991c8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:50.402491 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device b660f102-f4e2-4e2e-b5fb-c555b700fe96 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:21:50.495254 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc0b652-565f-4dcf-9a3f-cd3f5991c8c7 admin admin] Network 7d7a780a-3488-469b-9638-7a359b8429d6 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:50.503791 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-3fc0b652-565f-4dcf-9a3f-cd3f5991c8c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:50.512057 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc0b652-565f-4dcf-9a3f-cd3f5991c8c7 admin admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:50.514010 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc0b652-565f-4dcf-9a3f-cd3f5991c8c7 admin admin] Pushing event updated for resources: {'Port': ['ID=4b7625d2-bb92-4dab-a3a9-9bb386a9e8e9,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:50.530210 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port fae8a00b-497e-430a-ad4b-552bc6466091 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:50.530719 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:50.549240 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ccf22-39a7-4761-a2c7-a721188d18a7 req-7010dfc4-55a4-4532-8174-f7efff760073 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:50.550816 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d58ccf22-39a7-4761-a2c7-a721188d18a7 req-7010dfc4-55a4-4532-8174-f7efff760073 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] 10.222.0.50 "GET /v2.0/ports?device_id=994abfd4-ad8c-4b97-b4af-04839420e3d9 HTTP/1.1" status: 200 len: 944 time: 0.0897081 Nov 12 03:21:50.551215 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc0b652-565f-4dcf-9a3f-cd3f5991c8c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:50.551563 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc0b652-565f-4dcf-9a3f-cd3f5991c8c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:50.551899 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc0b652-565f-4dcf-9a3f-cd3f5991c8c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:50.552264 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc0b652-565f-4dcf-9a3f-cd3f5991c8c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:50.552598 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc0b652-565f-4dcf-9a3f-cd3f5991c8c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:50.552929 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc0b652-565f-4dcf-9a3f-cd3f5991c8c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:50.553256 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc0b652-565f-4dcf-9a3f-cd3f5991c8c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:50.553577 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc0b652-565f-4dcf-9a3f-cd3f5991c8c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:50.553906 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc0b652-565f-4dcf-9a3f-cd3f5991c8c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:50.554227 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc0b652-565f-4dcf-9a3f-cd3f5991c8c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:50.554547 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc0b652-565f-4dcf-9a3f-cd3f5991c8c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:50.554861 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc0b652-565f-4dcf-9a3f-cd3f5991c8c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:50.631892 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3fc0b652-565f-4dcf-9a3f-cd3f5991c8c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:50.665774 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d58ccf22-39a7-4761-a2c7-a721188d18a7 req-13c5386b-9ccc-4508-89e8-87122cc0f67f tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] 10.222.0.50 "GET /v2.0/security-groups?id=6975ed78-00e0-4ea0-90e5-6ffb4e636567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881169 Nov 12 03:21:50.693883 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port b660f102-f4e2-4e2e-b5fb-c555b700fe96, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=b660f102-f4e2-4e2e-b5fb-c555b700fe96,segment=NetworkSegment(13704484-061a-4b5c-b99b-a737967f4407),segment_id=13704484-061a-4b5c-b99b-a737967f4407)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:50.744062 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'b660f102-f4e2-4e2e-b5fb-c555b700fe96', 'network_id': '08d915bc-9213-45d5-849b-294fc6360744', 'port_id': 'b660f102-f4e2-4e2e-b5fb-c555b700fe96', 'mac_address': 'fa:16:3e:92:ae:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553b357e-e933-45b9-be03-3d3aeb4ca4e6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:21:50.771494 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:50.846466 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port fae8a00b-497e-430a-ad4b-552bc6466091, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=fae8a00b-497e-430a-ad4b-552bc6466091,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:50.852718 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:50.883333 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b660f102-f4e2-4e2e-b5fb-c555b700fe96 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:50.890229 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:50.913294 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b96d0875-e426-42af-92f1-ce33e13a57ed req-5e49125f-f7b0-4d86-824d-65094a7dcc3c tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Router fae19713-183e-4966-86a6-652ce41c793b has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:21:51.009186 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port b660f102-f4e2-4e2e-b5fb-c555b700fe96, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=b660f102-f4e2-4e2e-b5fb-c555b700fe96,segment=NetworkSegment(13704484-061a-4b5c-b99b-a737967f4407),segment_id=13704484-061a-4b5c-b99b-a737967f4407)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:51.020966 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3fc0b652-565f-4dcf-9a3f-cd3f5991c8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:51.034740 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:51.091244 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=fae8a00b-497e-430a-ad4b-552bc6466091,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:51.097205 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-44e99ba2-f4ec-4612-b8dd-3f1fcff50a4e None None] Provisioning complete for port 4b7625d2-bb92-4dab-a3a9-9bb386a9e8e9 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:51.097812 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-44e99ba2-f4ec-4612-b8dd-3f1fcff50a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:51.124609 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b96d0875-e426-42af-92f1-ce33e13a57ed req-5e49125f-f7b0-4d86-824d-65094a7dcc3c tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:21:51.130220 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b96d0875-e426-42af-92f1-ce33e13a57ed req-5e49125f-f7b0-4d86-824d-65094a7dcc3c tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:51.135336 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0c0786-6246-44fe-8b6f-e656d58e55c3 None None] Sync routers for ids ['fae19713-183e-4966-86a6-652ce41c793b'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:21:51.149893 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0c0786-6246-44fe-8b6f-e656d58e55c3 None None] Routers {'fae19713-183e-4966-86a6-652ce41c793b'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:21:51.150574 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-2b0c0786-6246-44fe-8b6f-e656d58e55c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:21:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['fae19713-183e-4966-86a6-652ce41c793b'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:51.152786 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-44e99ba2-f4ec-4612-b8dd-3f1fcff50a4e None None] Port 4b7625d2-bb92-4dab-a3a9-9bb386a9e8e9 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:21:51.211198 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea10a7a8-c294-4894-81a8-c3eb69cb41e0 req-207297f2-2f18-455e-b707-650efbe28add tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:51.219892 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ea10a7a8-c294-4894-81a8-c3eb69cb41e0 req-207297f2-2f18-455e-b707-650efbe28add tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 950 time: 0.1659124 Nov 12 03:21:51.246520 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=b660f102-f4e2-4e2e-b5fb-c555b700fe96,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:51.317092 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ea10a7a8-c294-4894-81a8-c3eb69cb41e0 req-a9be4a1e-5b72-4c40-b0a7-c6c2d406ba75 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963030 Nov 12 03:21:51.392142 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-2b0c0786-6246-44fe-8b6f-e656d58e55c3 None None] Set router fae19713-183e-4966-86a6-652ce41c793b gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:21:51.464270 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3fc0b652-565f-4dcf-9a3f-cd3f5991c8c7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:51.472196 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3fc0b652-565f-4dcf-9a3f-cd3f5991c8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:51.489627 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['b660f102-f4e2-4e2e-b5fb-c555b700fe96'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:51.523082 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3fc0b652-565f-4dcf-9a3f-cd3f5991c8c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:51.532095 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b96d0875-e426-42af-92f1-ce33e13a57ed req-5e49125f-f7b0-4d86-824d-65094a7dcc3c tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "PUT /v2.0/floatingips/2fd0fc22-0433-4167-9706-cae09cbcad7e HTTP/1.1" status: 200 len: 996 time: 3.6356380 Nov 12 03:21:51.537925 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3602a9-e5b5-4f97-8787-31241dac0434 req-f36b27e0-9a0a-414d-b336-405de587f3c1 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:51.551543 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6d3602a9-e5b5-4f97-8787-31241dac0434 req-f36b27e0-9a0a-414d-b336-405de587f3c1 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 946 time: 0.1127660 Nov 12 03:21:51.553034 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c29cf5de-6f6b-41e8-b911-9243b794863a', 'tag': '39eddeb7-0556-4b7e-bb4d-837684b9a620'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:51.557780 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442d4f70-b7a3-4811-802a-a70983c5098f" -d '{"events": [{"name": "network-changed", "server_uuid": "c29cf5de-6f6b-41e8-b911-9243b794863a", "tag": "39eddeb7-0556-4b7e-bb4d-837684b9a620"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:51.651916 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6d3602a9-e5b5-4f97-8787-31241dac0434 req-3dba614f-bc58-4cc8-80a3-11535e6efbd7 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986612 Nov 12 03:21:51.856133 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc0b652-565f-4dcf-9a3f-cd3f5991c8c7 admin admin] Pushing event updated for resources: {'Port': ['ID=4b7625d2-bb92-4dab-a3a9-9bb386a9e8e9,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:51.861439 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b1892e-5058-4f57-b60d-eb8b0b16e42c x-openstack-request-id: req-a0b1892e-5058-4f57-b60d-eb8b0b16e42c {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:51.861719 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c29cf5de-6f6b-41e8-b911-9243b794863a", "tag": "39eddeb7-0556-4b7e-bb4d-837684b9a620", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:51.861968 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a0b1892e-5058-4f57-b60d-eb8b0b16e42c {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:51.862361 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29cf5de-6f6b-41e8-b911-9243b794863a', 'tag': '39eddeb7-0556-4b7e-bb4d-837684b9a620', 'status': 'completed', 'code': 200} Nov 12 03:21:51.874355 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc0b652-565f-4dcf-9a3f-cd3f5991c8c7 admin admin] Network 7d7a780a-3488-469b-9638-7a359b8429d6 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:51.898225 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-3fc0b652-565f-4dcf-9a3f-cd3f5991c8c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:51.932536 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42963508-7cdd-4b22-aed0-b63c5e62ce43 req-51497fa0-8843-448d-ac57-b641bce1b65a tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:51.946711 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-42963508-7cdd-4b22-aed0-b63c5e62ce43 req-51497fa0-8843-448d-ac57-b641bce1b65a tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] 10.222.0.50 "GET /v2.0/ports?device_id=994abfd4-ad8c-4b97-b4af-04839420e3d9 HTTP/1.1" status: 200 len: 945 time: 0.0908298 Nov 12 03:21:52.001422 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-2b0c0786-6246-44fe-8b6f-e656d58e55c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae19713-183e-4966-86a6-652ce41c793b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1640307428-router', 'tenant_id': '0fe6ad5cc781423d94795b11723f6247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '067c29ef-c3de-49bf-9b4c-f35554b945e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:13Z', 'updated_at': '2021-11-12T03:21:20Z', 'revision_number': 4, 'project_id': '0fe6ad5cc781423d94795b11723f6247', 'gw_port': {'id': '067c29ef-c3de-49bf-9b4c-f35554b945e8', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae19713-183e-4966-86a6-652ce41c793b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:15Z', 'updated_at': '2021-11-12T03:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '2fd0fc22-0433-4167-9706-cae09cbcad7e', 'tenant_id': '0fe6ad5cc781423d94795b11723f6247', 'floating_ip_address': '172.25.5.216', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'fae19713-183e-4966-86a6-652ce41c793b', 'port_id': '39eddeb7-0556-4b7e-bb4d-837684b9a620', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba424c57-ec3a-4d6d-b89c-9699ee3a3c72', 'mac_address': 'fa:16:3e:40:78:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29cf5de-6f6b-41e8-b911-9243b794863a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:21:44Z', 'updated_at': '2021-11-12T03:21:49Z', 'revision_number': 1, 'project_id': '0fe6ad5cc781423d94795b11723f6247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f63eceba-1143-4c10-a4f9-57e2d64a6050', 'name': '', 'network_id': 'ba424c57-ec3a-4d6d-b89c-9699ee3a3c72', 'tenant_id': '0fe6ad5cc781423d94795b11723f6247', 'mac_address': 'fa:16:3e:1d:78:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae19713-183e-4966-86a6-652ce41c793b', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '4861e040-05d9-4e30-8357-69ff119e903e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:19Z', 'updated_at': '2021-11-12T03:21:25Z', 'revision_number': 5, 'project_id': '0fe6ad5cc781423d94795b11723f6247', 'subnets': [{'id': '4861e040-05d9-4e30-8357-69ff119e903e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:52.033770 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-42963508-7cdd-4b22-aed0-b63c5e62ce43 req-64e93af2-1305-480d-b388-420cf818fd48 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] 10.222.0.50 "GET /v2.0/security-groups?id=6975ed78-00e0-4ea0-90e5-6ffb4e636567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793941 Nov 12 03:21:52.070350 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0c0786-6246-44fe-8b6f-e656d58e55c3 None None] Checking router: fae19713-183e-4966-86a6-652ce41c793b for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:21:52.077651 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d0875-e426-42af-92f1-ce33e13a57ed req-d7d3c8c7-70ec-4ef4-875b-bb8c05755f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:52.079204 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b96d0875-e426-42af-92f1-ce33e13a57ed req-d7d3c8c7-70ec-4ef4-875b-bb8c05755f5c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0fe6ad5cc781423d94795b11723f6247&device_id=c29cf5de-6f6b-41e8-b911-9243b794863a HTTP/1.1" status: 200 len: 1097 time: 0.5047085 Nov 12 03:21:52.092029 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0c0786-6246-44fe-8b6f-e656d58e55c3 None None] Routers {'fae19713-183e-4966-86a6-652ce41c793b'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:21:52.093002 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-2b0c0786-6246-44fe-8b6f-e656d58e55c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:21:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['fae19713-183e-4966-86a6-652ce41c793b'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:52.176710 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d4f70-b7a3-4811-802a-a70983c5098f req-c5150c02-5c52-43d9-ad32-2b60caf3b142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:52.178421 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-442d4f70-b7a3-4811-802a-a70983c5098f req-c5150c02-5c52-43d9-ad32-2b60caf3b142 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0fe6ad5cc781423d94795b11723f6247&device_id=c29cf5de-6f6b-41e8-b911-9243b794863a HTTP/1.1" status: 200 len: 1097 time: 0.3118598 Nov 12 03:21:52.348756 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device fae8a00b-497e-430a-ad4b-552bc6466091 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:52.353241 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d4f70-b7a3-4811-802a-a70983c5098f req-38f898b4-f93b-4442-a495-df37e54d7600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:52.354916 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-442d4f70-b7a3-4811-802a-a70983c5098f req-38f898b4-f93b-4442-a495-df37e54d7600 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ba424c57-ec3a-4d6d-b89c-9699ee3a3c72 HTTP/1.1" status: 200 len: 930 time: 0.1606688 Nov 12 03:21:52.450507 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-2b0c0786-6246-44fe-8b6f-e656d58e55c3 None None] Set router fae19713-183e-4966-86a6-652ce41c793b gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:21:52.484681 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3b546327-420b-4529-b624-3ee65bcffde1 None None] Provisioning complete for port 4b7625d2-bb92-4dab-a3a9-9bb386a9e8e9 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:52.485010 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3b546327-420b-4529-b624-3ee65bcffde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:52.556745 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc0b652-565f-4dcf-9a3f-cd3f5991c8c7 admin admin] Router cb44423a-10c8-4c1e-a932-be18c3fc3c0f has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:21:52.579786 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3b546327-420b-4529-b624-3ee65bcffde1 None None] Port 4b7625d2-bb92-4dab-a3a9-9bb386a9e8e9 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:21:52.591945 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port fae8a00b-497e-430a-ad4b-552bc6466091 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:52.592625 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:52.629327 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8c9ca-4b8d-4041-aac0-246c7fff0c24 req-bd58169e-47e9-4b5f-9156-96a23b4e177c tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:52.632875 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-442d4f70-b7a3-4811-802a-a70983c5098f req-c2d28cd3-29e1-42bf-81af-912336052d04 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39eddeb7-0556-4b7e-bb4d-837684b9a620 HTTP/1.1" status: 200 len: 999 time: 0.1804490 Nov 12 03:21:52.638712 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-23c8c9ca-4b8d-4041-aac0-246c7fff0c24 req-bd58169e-47e9-4b5f-9156-96a23b4e177c tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 950 time: 0.0919898 Nov 12 03:21:52.639742 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d0875-e426-42af-92f1-ce33e13a57ed req-1f8a2a3d-0e1d-4ac4-bac9-c2951a0af8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:52.647753 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b96d0875-e426-42af-92f1-ce33e13a57ed req-1f8a2a3d-0e1d-4ac4-bac9-c2951a0af8ad service neutron] 10.222.0.50 "GET /v2.0/networks?id=ba424c57-ec3a-4d6d-b89c-9699ee3a3c72 HTTP/1.1" status: 200 len: 930 time: 0.5011494 Nov 12 03:21:52.759367 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b96d0875-e426-42af-92f1-ce33e13a57ed req-a9d9a5d9-bcb5-4e61-a077-bd56a65cd9b0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39eddeb7-0556-4b7e-bb4d-837684b9a620 HTTP/1.1" status: 200 len: 999 time: 0.1103671 Nov 12 03:21:52.771411 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-23c8c9ca-4b8d-4041-aac0-246c7fff0c24 req-8b756ca2-a36b-4d41-b0e3-83ffd9f20a4e tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256208 Nov 12 03:21:52.925034 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d4f70-b7a3-4811-802a-a70983c5098f req-dd2fe738-5dd7-4057-abaf-c5c202b168c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:52.926866 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-442d4f70-b7a3-4811-802a-a70983c5098f req-dd2fe738-5dd7-4057-abaf-c5c202b168c9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4861e040-05d9-4e30-8357-69ff119e903e HTTP/1.1" status: 200 len: 868 time: 0.1771693 Nov 12 03:21:52.935156 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d0875-e426-42af-92f1-ce33e13a57ed req-b32cc056-0473-4565-9d4d-4cd960c804d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:52.945411 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b96d0875-e426-42af-92f1-ce33e13a57ed req-b32cc056-0473-4565-9d4d-4cd960c804d6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4861e040-05d9-4e30-8357-69ff119e903e HTTP/1.1" status: 200 len: 868 time: 0.1852090 Nov 12 03:21:52.979079 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c0942-92ae-4c09-aaaf-66efe87e83be req-dbe72b7f-de94-4bc6-b5d1-039ccd4c0587 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:52.995261 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e74c0942-92ae-4c09-aaaf-66efe87e83be req-dbe72b7f-de94-4bc6-b5d1-039ccd4c0587 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 946 time: 0.1083777 Nov 12 03:21:53.021569 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc0b652-565f-4dcf-9a3f-cd3f5991c8c7 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:21:53.036496 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f9e87c-27f8-4ec8-9c09-03f7c5140f90 None None] Sync routers for ids ['cb44423a-10c8-4c1e-a932-be18c3fc3c0f'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:21:53.040276 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3fc0b652-565f-4dcf-9a3f-cd3f5991c8c7 admin admin] 10.222.0.50 "PUT /v2.0/routers/cb44423a-10c8-4c1e-a932-be18c3fc3c0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9890215 Nov 12 03:21:53.054792 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d4f70-b7a3-4811-802a-a70983c5098f req-a3265c19-cec0-430c-9d73-45dadba66197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:53.056575 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-442d4f70-b7a3-4811-802a-a70983c5098f req-a3265c19-cec0-430c-9d73-45dadba66197 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ba424c57-ec3a-4d6d-b89c-9699ee3a3c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0747383 Nov 12 03:21:53.061398 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f9e87c-27f8-4ec8-9c09-03f7c5140f90 None None] Routers {'cb44423a-10c8-4c1e-a932-be18c3fc3c0f'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:21:53.062305 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-01f9e87c-27f8-4ec8-9c09-03f7c5140f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:21:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['cb44423a-10c8-4c1e-a932-be18c3fc3c0f'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:53.074015 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d0875-e426-42af-92f1-ce33e13a57ed req-adfa386f-edfa-42a2-8460-2552e259cdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:53.082581 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b96d0875-e426-42af-92f1-ce33e13a57ed req-adfa386f-edfa-42a2-8460-2552e259cdec service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ba424c57-ec3a-4d6d-b89c-9699ee3a3c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1356003 Nov 12 03:21:53.088389 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [req-b96d0875-e426-42af-92f1-ce33e13a57ed req-a632b686-e800-40ae-ae6a-8d3415445356 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:21:53.096562 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b96d0875-e426-42af-92f1-ce33e13a57ed req-a632b686-e800-40ae-ae6a-8d3415445356 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0130122 Nov 12 03:21:53.112919 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e74c0942-92ae-4c09-aaaf-66efe87e83be req-485af8e1-64b9-4cb1-8379-f042a71ee76a tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164527 Nov 12 03:21:53.210502 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-2b0c0786-6246-44fe-8b6f-e656d58e55c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae19713-183e-4966-86a6-652ce41c793b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1640307428-router', 'tenant_id': '0fe6ad5cc781423d94795b11723f6247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '067c29ef-c3de-49bf-9b4c-f35554b945e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:13Z', 'updated_at': '2021-11-12T03:21:20Z', 'revision_number': 4, 'project_id': '0fe6ad5cc781423d94795b11723f6247', 'gw_port': {'id': '067c29ef-c3de-49bf-9b4c-f35554b945e8', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae19713-183e-4966-86a6-652ce41c793b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:15Z', 'updated_at': '2021-11-12T03:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '2fd0fc22-0433-4167-9706-cae09cbcad7e', 'tenant_id': '0fe6ad5cc781423d94795b11723f6247', 'floating_ip_address': '172.25.5.216', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'fae19713-183e-4966-86a6-652ce41c793b', 'port_id': '39eddeb7-0556-4b7e-bb4d-837684b9a620', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba424c57-ec3a-4d6d-b89c-9699ee3a3c72', 'mac_address': 'fa:16:3e:40:78:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29cf5de-6f6b-41e8-b911-9243b794863a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:21:44Z', 'updated_at': '2021-11-12T03:21:49Z', 'revision_number': 1, 'project_id': '0fe6ad5cc781423d94795b11723f6247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f63eceba-1143-4c10-a4f9-57e2d64a6050', 'name': '', 'network_id': 'ba424c57-ec3a-4d6d-b89c-9699ee3a3c72', 'tenant_id': '0fe6ad5cc781423d94795b11723f6247', 'mac_address': 'fa:16:3e:1d:78:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae19713-183e-4966-86a6-652ce41c793b', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '4861e040-05d9-4e30-8357-69ff119e903e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:19Z', 'updated_at': '2021-11-12T03:21:25Z', 'revision_number': 5, 'project_id': '0fe6ad5cc781423d94795b11723f6247', 'subnets': [{'id': '4861e040-05d9-4e30-8357-69ff119e903e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:53.261365 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0c0786-6246-44fe-8b6f-e656d58e55c3 None None] The sync data for ids ['fae19713-183e-4966-86a6-652ce41c793b'] in n-d-715271-27 is: [{'id': 'fae19713-183e-4966-86a6-652ce41c793b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1640307428-router', 'tenant_id': '0fe6ad5cc781423d94795b11723f6247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '067c29ef-c3de-49bf-9b4c-f35554b945e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:13Z', 'updated_at': '2021-11-12T03:21:20Z', 'revision_number': 4, 'project_id': '0fe6ad5cc781423d94795b11723f6247', 'gw_port': {'id': '067c29ef-c3de-49bf-9b4c-f35554b945e8', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae19713-183e-4966-86a6-652ce41c793b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:15Z', 'updated_at': '2021-11-12T03:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '2fd0fc22-0433-4167-9706-cae09cbcad7e', 'tenant_id': '0fe6ad5cc781423d94795b11723f6247', 'floating_ip_address': '172.25.5.216', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'fae19713-183e-4966-86a6-652ce41c793b', 'port_id': '39eddeb7-0556-4b7e-bb4d-837684b9a620', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba424c57-ec3a-4d6d-b89c-9699ee3a3c72', 'mac_address': 'fa:16:3e:40:78:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29cf5de-6f6b-41e8-b911-9243b794863a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:21:44Z', 'updated_at': '2021-11-12T03:21:49Z', 'revision_number': 1, 'project_id': '0fe6ad5cc781423d94795b11723f6247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f63eceba-1143-4c10-a4f9-57e2d64a6050', 'name': '', 'network_id': 'ba424c57-ec3a-4d6d-b89c-9699ee3a3c72', 'tenant_id': '0fe6ad5cc781423d94795b11723f6247', 'mac_address': 'fa:16:3e:1d:78:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae19713-183e-4966-86a6-652ce41c793b', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '4861e040-05d9-4e30-8357-69ff119e903e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:19Z', 'updated_at': '2021-11-12T03:21:25Z', 'revision_number': 5, 'project_id': '0fe6ad5cc781423d94795b11723f6247', 'subnets': [{'id': '4861e040-05d9-4e30-8357-69ff119e903e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:21:53.285508 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b96d0875-e426-42af-92f1-ce33e13a57ed req-c582b65c-462d-4c45-8d59-cb485166d9e4 service neutron] 10.222.0.50 "GET /v2.0/networks/ba424c57-ec3a-4d6d-b89c-9699ee3a3c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878865 Nov 12 03:21:53.368248 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9274d6-4727-4e1a-b0dd-89b44433a6f1 req-ee025783-bee6-4794-8ec8-1716b1878878 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:53.382712 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ae9274d6-4727-4e1a-b0dd-89b44433a6f1 req-ee025783-bee6-4794-8ec8-1716b1878878 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] 10.222.0.50 "GET /v2.0/ports?device_id=994abfd4-ad8c-4b97-b4af-04839420e3d9 HTTP/1.1" status: 200 len: 945 time: 0.1251361 Nov 12 03:21:53.423151 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-01f9e87c-27f8-4ec8-9c09-03f7c5140f90 None None] Set router cb44423a-10c8-4c1e-a932-be18c3fc3c0f gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:21:53.442249 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54232) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:53.517645 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ae9274d6-4727-4e1a-b0dd-89b44433a6f1 req-cc3ba4a8-b535-4dd9-b182-a091b752d2af tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] 10.222.0.50 "GET /v2.0/security-groups?id=6975ed78-00e0-4ea0-90e5-6ffb4e636567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209850 Nov 12 03:21:53.641390 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-0656759c-e015-43ac-8e7a-05a50c18187d tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-23143387'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:53.749463 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0656759c-e015-43ac-8e7a-05a50c18187d tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Made reservation on behalf of 2318b893ebac4403a7655da339a70941 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:53.764336 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0656759c-e015-43ac-8e7a-05a50c18187d tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:53.774624 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-442d4f70-b7a3-4811-802a-a70983c5098f req-9742a78d-714f-4cbb-a9fc-f7e3023f3b1e service neutron] 10.222.0.74 "GET /v2.0/networks/ba424c57-ec3a-4d6d-b89c-9699ee3a3c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6758304 Nov 12 03:21:53.799888 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b96d0875-e426-42af-92f1-ce33e13a57ed req-5c1fce4d-3780-4ef0-b104-b1ec2a772906 service neutron] 10.222.0.50 "GET /v2.0/networks/ba424c57-ec3a-4d6d-b89c-9699ee3a3c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5134590 Nov 12 03:21:53.826331 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dde295c-76db-496c-a7f1-6e3ae0852714 None None] New status for floating IP 2fd0fc22-0433-4167-9706-cae09cbcad7e: ACTIVE {{(pid=102574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:21:54.046107 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-01f9e87c-27f8-4ec8-9c09-03f7c5140f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb44423a-10c8-4c1e-a932-be18c3fc3c0f', 'name': 'tempest-ServersTestMultiNic-1016234794-router', 'tenant_id': '2318b893ebac4403a7655da339a70941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': 'fae8a00b-497e-430a-ad4b-552bc6466091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:42Z', 'updated_at': '2021-11-12T03:21:50Z', 'revision_number': 4, 'project_id': '2318b893ebac4403a7655da339a70941', 'gw_port': {'id': 'fae8a00b-497e-430a-ad4b-552bc6466091', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:49:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb44423a-10c8-4c1e-a932-be18c3fc3c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:43Z', 'updated_at': '2021-11-12T03:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '4b7625d2-bb92-4dab-a3a9-9bb386a9e8e9', 'name': '', 'network_id': '7d7a780a-3488-469b-9638-7a359b8429d6', 'tenant_id': '2318b893ebac4403a7655da339a70941', 'mac_address': 'fa:16:3e:7d:95:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb44423a-10c8-4c1e-a932-be18c3fc3c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'f2c2d00e-42ab-44a0-bbdc-5140246f2fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:49Z', 'updated_at': '2021-11-12T03:21:51Z', 'revision_number': 2, 'project_id': '2318b893ebac4403a7655da339a70941', 'subnets': [{'id': 'f2c2d00e-42ab-44a0-bbdc-5140246f2fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:54.086222 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f9e87c-27f8-4ec8-9c09-03f7c5140f90 None None] Checking router: cb44423a-10c8-4c1e-a932-be18c3fc3c0f for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:21:54.086222 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f9e87c-27f8-4ec8-9c09-03f7c5140f90 None None] Updating router cb44423a-10c8-4c1e-a932-be18c3fc3c0f port 4b7625d2-bb92-4dab-a3a9-9bb386a9e8e9 binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:21:54.100674 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f0b54-e7a3-4b50-b3c5-042658a46a22 req-9aa856c8-0fbd-451b-8b05-5cf04e48ab8d tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:54.107409 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-553f0b54-e7a3-4b50-b3c5-042658a46a22 req-9aa856c8-0fbd-451b-8b05-5cf04e48ab8d tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 950 time: 0.1168063 Nov 12 03:21:54.121403 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-01f9e87c-27f8-4ec8-9c09-03f7c5140f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:54.209441 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-553f0b54-e7a3-4b50-b3c5-042658a46a22 req-8167b143-ee2f-4252-ac50-cffd52251cdc tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990899 Nov 12 03:21:54.397900 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device b660f102-f4e2-4e2e-b5fb-c555b700fe96 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:54.458462 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4b3f7-8a21-4b35-adac-42b07de766bb req-0340aa5b-a61d-45c8-8630-4df01e83fe5c tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:54.461083 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dae4b3f7-8a21-4b35-adac-42b07de766bb req-0340aa5b-a61d-45c8-8630-4df01e83fe5c tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 946 time: 0.1621418 Nov 12 03:21:54.563744 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port b660f102-f4e2-4e2e-b5fb-c555b700fe96 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:21:54.570445 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port b660f102-f4e2-4e2e-b5fb-c555b700fe96 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:54.571690 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:54.619879 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dae4b3f7-8a21-4b35-adac-42b07de766bb req-a42bcd81-8c73-48cb-b8df-f94e2d2ecdb4 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382933 Nov 12 03:21:54.686689 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-906c8937-6a63-407c-a488-eb1a0534852c req-ebd724e4-c5b2-4285-bb94-88a267b58ca5 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 HTTP/1.1" status: 200 len: 258 time: 0.7734838 Nov 12 03:21:54.706760 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0656759c-e015-43ac-8e7a-05a50c18187d tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:21:54.717892 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-906c8937-6a63-407c-a488-eb1a0534852c req-c1547e2f-1124-4d97-a926-771e60173132 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:54.752276 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0656759c-e015-43ac-8e7a-05a50c18187d tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:54.752625 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-0656759c-e015-43ac-8e7a-05a50c18187d tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Added segment 5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b of type vlan for network 450969f7-aef3-41d3-9854-bfd42e1df007 Nov 12 03:21:54.789737 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881fe0e9-75ca-4e2a-a712-aefff402bf8b req-cd086843-4c75-4957-b2fa-f463a4b7806b tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:54.799873 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-881fe0e9-75ca-4e2a-a712-aefff402bf8b req-cd086843-4c75-4957-b2fa-f463a4b7806b tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] 10.222.0.50 "GET /v2.0/ports?device_id=994abfd4-ad8c-4b97-b4af-04839420e3d9 HTTP/1.1" status: 200 len: 945 time: 0.0792115 Nov 12 03:21:54.808592 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-442d4f70-b7a3-4811-802a-a70983c5098f req-460e89b2-c1f6-4d43-9fcd-ca01f5cffa14 service neutron] 10.222.0.74 "GET /v2.0/networks/ba424c57-ec3a-4d6d-b89c-9699ee3a3c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0013716 Nov 12 03:21:54.816403 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-01f9e87c-27f8-4ec8-9c09-03f7c5140f90 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:54.820144 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:54.825788 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-906c8937-6a63-407c-a488-eb1a0534852c req-c1547e2f-1124-4d97-a926-771e60173132 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks [] for floatingip, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:54.830485 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0656759c-e015-43ac-8e7a-05a50c18187d tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:54.857355 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-01f9e87c-27f8-4ec8-9c09-03f7c5140f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:54.916330 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0656759c-e015-43ac-8e7a-05a50c18187d tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:54.922351 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0656759c-e015-43ac-8e7a-05a50c18187d tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:54.922978 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0656759c-e015-43ac-8e7a-05a50c18187d tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:54.927995 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994abfd4-ad8c-4b97-b4af-04839420e3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b660f102-f4e2-4e2e-b5fb-c555b700fe96'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:54.930916 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff5df7d-90b6-435b-a37f-a260fb645220" -d '{"events": [{"server_uuid": "994abfd4-ad8c-4b97-b4af-04839420e3d9", "name": "network-vif-plugged", "status": "completed", "tag": "b660f102-f4e2-4e2e-b5fb-c555b700fe96"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:54.941534 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712efded-935c-4b35-9799-c19ba62dee26 None None] Pushing event updated for resources: {'Port': ['ID=4b7625d2-bb92-4dab-a3a9-9bb386a9e8e9,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:54.969014 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port b660f102-f4e2-4e2e-b5fb-c555b700fe96, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=b660f102-f4e2-4e2e-b5fb-c555b700fe96,segment=NetworkSegment(13704484-061a-4b5c-b99b-a737967f4407),segment_id=13704484-061a-4b5c-b99b-a737967f4407)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:55.000858 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:55.040318 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0656759c-e015-43ac-8e7a-05a50c18187d tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5953124 Nov 12 03:21:55.060389 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54254) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:55.067031 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-7b63745f-40c3-4732-b534-55a1676b1b51 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Request body: {'subnet': {'network_id': '450969f7-aef3-41d3-9854-bfd42e1df007', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:55.086712 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-01f9e87c-27f8-4ec8-9c09-03f7c5140f90 None None] Attempting to bind port 4b7625d2-bb92-4dab-a3a9-9bb386a9e8e9 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:55.087454 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-01f9e87c-27f8-4ec8-9c09-03f7c5140f90 None None] Attempting to bind port 4b7625d2-bb92-4dab-a3a9-9bb386a9e8e9 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'a13cb07d-0e9a-4700-905d-f24c807ed229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '7d7a780a-3488-469b-9638-7a359b8429d6'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:55.087454 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f9e87c-27f8-4ec8-9c09-03f7c5140f90 None None] Attempting to bind port 4b7625d2-bb92-4dab-a3a9-9bb386a9e8e9 on network 7d7a780a-3488-469b-9638-7a359b8429d6 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:55.099360 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f9e87c-27f8-4ec8-9c09-03f7c5140f90 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:55.099734 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f9e87c-27f8-4ec8-9c09-03f7c5140f90 None None] Checking segment: {'id': 'a13cb07d-0e9a-4700-905d-f24c807ed229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '7d7a780a-3488-469b-9638-7a359b8429d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:55.100159 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-01f9e87c-27f8-4ec8-9c09-03f7c5140f90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:55.100595 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f9e87c-27f8-4ec8-9c09-03f7c5140f90 None None] Bound using segment: {'id': 'a13cb07d-0e9a-4700-905d-f24c807ed229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '7d7a780a-3488-469b-9638-7a359b8429d6'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:55.101073 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-01f9e87c-27f8-4ec8-9c09-03f7c5140f90 None None] Bound port: 4b7625d2-bb92-4dab-a3a9-9bb386a9e8e9, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a13cb07d-0e9a-4700-905d-f24c807ed229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '7d7a780a-3488-469b-9638-7a359b8429d6'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:55.101450 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-01f9e87c-27f8-4ec8-9c09-03f7c5140f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:55.118680 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0656759c-e015-43ac-8e7a-05a50c18187d tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Pushing event updated for resources: {'Network': ['ID=450969f7-aef3-41d3-9854-bfd42e1df007,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:55.123217 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=b660f102-f4e2-4e2e-b5fb-c555b700fe96,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:55.198444 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-01f9e87c-27f8-4ec8-9c09-03f7c5140f90 None None] For port 4b7625d2-bb92-4dab-a3a9-9bb386a9e8e9, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:55.202085 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-01f9e87c-27f8-4ec8-9c09-03f7c5140f90 None None] For port 4b7625d2-bb92-4dab-a3a9-9bb386a9e8e9, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=4b7625d2-bb92-4dab-a3a9-9bb386a9e8e9,segment=NetworkSegment(a13cb07d-0e9a-4700-905d-f24c807ed229),segment_id=a13cb07d-0e9a-4700-905d-f24c807ed229)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:55.205317 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 450969f7-aef3-41d3-9854-bfd42e1df007 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:21:55.209597 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-01f9e87c-27f8-4ec8-9c09-03f7c5140f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:55.280766 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-906c8937-6a63-407c-a488-eb1a0534852c req-c1547e2f-1124-4d97-a926-771e60173132 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:55.297444 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712efded-935c-4b35-9799-c19ba62dee26 None None] Pushing event updated for resources: {'Port': ['ID=4b7625d2-bb92-4dab-a3a9-9bb386a9e8e9,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:55.313846 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b63745f-40c3-4732-b534-55a1676b1b51 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Made reservation on behalf of 2318b893ebac4403a7655da339a70941 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:55.318364 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7b63745f-40c3-4732-b534-55a1676b1b51 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:55.414614 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4753492a-1616-4766-af33-9268d75df89a None None] Provisioning complete for port 4b7625d2-bb92-4dab-a3a9-9bb386a9e8e9 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:55.414995 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4753492a-1616-4766-af33-9268d75df89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:55.516628 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f9e87c-27f8-4ec8-9c09-03f7c5140f90 None None] Routers {'cb44423a-10c8-4c1e-a932-be18c3fc3c0f'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:21:55.517249 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-01f9e87c-27f8-4ec8-9c09-03f7c5140f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:21:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['cb44423a-10c8-4c1e-a932-be18c3fc3c0f'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:55.546415 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-881fe0e9-75ca-4e2a-a712-aefff402bf8b req-5419fb93-a440-4a15-aa71-c30e66378bed tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] 10.222.0.50 "GET /v2.0/security-groups?id=6975ed78-00e0-4ea0-90e5-6ffb4e636567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7371380 Nov 12 03:21:55.639956 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4753492a-1616-4766-af33-9268d75df89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:55.677496 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-906c8937-6a63-407c-a488-eb1a0534852c req-c1547e2f-1124-4d97-a926-771e60173132 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Allocated IP 172.25.5.242 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/5ed1585a-515a-4ad3-93f1-a78ef27437a7) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:55.685695 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4753492a-1616-4766-af33-9268d75df89a None None] For port 4b7625d2-bb92-4dab-a3a9-9bb386a9e8e9, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=4b7625d2-bb92-4dab-a3a9-9bb386a9e8e9,segment=NetworkSegment(a13cb07d-0e9a-4700-905d-f24c807ed229),segment_id=a13cb07d-0e9a-4700-905d-f24c807ed229)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:55.696006 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4753492a-1616-4766-af33-9268d75df89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:55.883638 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45793fce-766f-4ce4-adb1-59117aa40fc3 x-openstack-request-id: req-45793fce-766f-4ce4-adb1-59117aa40fc3 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:55.884221 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994abfd4-ad8c-4b97-b4af-04839420e3d9", "name": "network-vif-plugged", "status": "completed", "tag": "b660f102-f4e2-4e2e-b5fb-c555b700fe96", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:55.884632 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-45793fce-766f-4ce4-adb1-59117aa40fc3 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:55.885222 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994abfd4-ad8c-4b97-b4af-04839420e3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b660f102-f4e2-4e2e-b5fb-c555b700fe96', 'code': 200} Nov 12 03:21:55.898847 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-a9a8bb7d-64de-4713-a5d2-3d584db47f24 None None] Provisioning complete for port 4b7625d2-bb92-4dab-a3a9-9bb386a9e8e9 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:55.899597 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a9a8bb7d-64de-4713-a5d2-3d584db47f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:55.904727 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-906c8937-6a63-407c-a488-eb1a0534852c req-c1547e2f-1124-4d97-a926-771e60173132 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:56.068180 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7b63745f-40c3-4732-b534-55a1676b1b51 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:56.083443 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b644ea8-c1ab-457a-93e5-f242a8c219d0 req-232bc4a7-7c45-4420-bacb-2026bab75473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:56.085460 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8b644ea8-c1ab-457a-93e5-f242a8c219d0 req-232bc4a7-7c45-4420-bacb-2026bab75473 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=994abfd4-ad8c-4b97-b4af-04839420e3d9 HTTP/1.1" status: 200 len: 1098 time: 0.0966051 Nov 12 03:21:56.087355 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-906c8937-6a63-407c-a488-eb1a0534852c req-c1547e2f-1124-4d97-a926-771e60173132 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:56.103219 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fd5ff-1b2d-420a-9fb7-36dc7f49cfaa req-5cf4d997-cb24-411f-a72b-f0849ffa83df tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:56.115337 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ad9fd5ff-1b2d-420a-9fb7-36dc7f49cfaa req-5cf4d997-cb24-411f-a72b-f0849ffa83df tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 950 time: 0.1103065 Nov 12 03:21:56.122610 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-01f9e87c-27f8-4ec8-9c09-03f7c5140f90 None None] Set router cb44423a-10c8-4c1e-a932-be18c3fc3c0f gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:21:56.124954 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753492a-1616-4766-af33-9268d75df89a None None] Pushing event updated for resources: {'Port': ['ID=4b7625d2-bb92-4dab-a3a9-9bb386a9e8e9,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:56.172788 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1547e2f-1124-4d97-a926-771e60173132 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Pushing event updated for resources: {'Port': ['ID=5ed1585a-515a-4ad3-93f1-a78ef27437a7,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:56.223784 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ad9fd5ff-1b2d-420a-9fb7-36dc7f49cfaa req-193724b8-95dc-4114-8850-215836b0794c tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072764 Nov 12 03:21:56.255990 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-906c8937-6a63-407c-a488-eb1a0534852c req-c1547e2f-1124-4d97-a926-771e60173132 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:56.265628 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b63745f-40c3-4732-b534-55a1676b1b51 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Pushing event updated for resources: {'Subnet': ['ID=46f257c2-b04c-4808-97a8-0bdc2d76f3f0,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:56.269162 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-906c8937-6a63-407c-a488-eb1a0534852c req-c1547e2f-1124-4d97-a926-771e60173132 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:56.271635 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-906c8937-6a63-407c-a488-eb1a0534852c req-c1547e2f-1124-4d97-a926-771e60173132 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:56.277679 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b63745f-40c3-4732-b534-55a1676b1b51 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Checking segment: {'id': '5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '450969f7-aef3-41d3-9854-bfd42e1df007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:56.278150 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b63745f-40c3-4732-b534-55a1676b1b51 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Network hostable DHCP agents. Network: 450969f7-aef3-41d3-9854-bfd42e1df007, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:21:56.354236 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8b644ea8-c1ab-457a-93e5-f242a8c219d0 req-984aeb16-8ad9-44d1-8620-e1d890870436 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6975ed78-00e0-4ea0-90e5-6ffb4e636567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828799 Nov 12 03:21:56.357596 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b63745f-40c3-4732-b534-55a1676b1b51 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Network 450969f7-aef3-41d3-9854-bfd42e1df007 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:21:56.375091 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-7b63745f-40c3-4732-b534-55a1676b1b51 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 450969f7-aef3-41d3-9854-bfd42e1df007) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:56.379811 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b63745f-40c3-4732-b534-55a1676b1b51 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:56.380694 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7b63745f-40c3-4732-b534-55a1676b1b51 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:56.451405 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31b65b0-5d41-400d-b2a8-f2c4974682a7 None None] Network 450969f7-aef3-41d3-9854-bfd42e1df007 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:21:56.467859 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7b63745f-40c3-4732-b534-55a1676b1b51 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4033477 Nov 12 03:21:56.468681 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54262) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:56.474411 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-7d2ffeb9-5cbd-43ee-8425-e85e7b254020 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-157659916'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:56.481810 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccba39-774c-4002-94ce-5a64ec4fb235 req-1f3fa531-74ab-410c-b423-bacd42ec7fd1 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:56.482532 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-906c8937-6a63-407c-a488-eb1a0534852c req-c1547e2f-1124-4d97-a926-771e60173132 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:56.498355 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e6ccba39-774c-4002-94ce-5a64ec4fb235 req-1f3fa531-74ab-410c-b423-bacd42ec7fd1 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 946 time: 0.1277795 Nov 12 03:21:56.528671 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-906c8937-6a63-407c-a488-eb1a0534852c req-c1547e2f-1124-4d97-a926-771e60173132 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:56.564506 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2ffeb9-5cbd-43ee-8425-e85e7b254020 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Made reservation on behalf of 2318b893ebac4403a7655da339a70941 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:56.569003 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7d2ffeb9-5cbd-43ee-8425-e85e7b254020 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:56.616711 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d2ffeb9-5cbd-43ee-8425-e85e7b254020 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:21:56.623681 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e6ccba39-774c-4002-94ce-5a64ec4fb235 req-f8da5828-a8d2-4834-802a-c0d759cfdb20 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218700 Nov 12 03:21:56.680845 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7d2ffeb9-5cbd-43ee-8425-e85e7b254020 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:56.681328 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-7d2ffeb9-5cbd-43ee-8425-e85e7b254020 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Added segment 197fa907-babb-4625-8d7d-1421f3ff655b of type vlan for network 9e22eea4-f70c-4a8e-b6a0-0bcc729c4b32 Nov 12 03:21:56.718004 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-01f9e87c-27f8-4ec8-9c09-03f7c5140f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb44423a-10c8-4c1e-a932-be18c3fc3c0f', 'name': 'tempest-ServersTestMultiNic-1016234794-router', 'tenant_id': '2318b893ebac4403a7655da339a70941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': 'fae8a00b-497e-430a-ad4b-552bc6466091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:42Z', 'updated_at': '2021-11-12T03:21:50Z', 'revision_number': 4, 'project_id': '2318b893ebac4403a7655da339a70941', 'gw_port': {'id': 'fae8a00b-497e-430a-ad4b-552bc6466091', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:49:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb44423a-10c8-4c1e-a932-be18c3fc3c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:43Z', 'updated_at': '2021-11-12T03:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '4b7625d2-bb92-4dab-a3a9-9bb386a9e8e9', 'name': '', 'network_id': '7d7a780a-3488-469b-9638-7a359b8429d6', 'tenant_id': '2318b893ebac4403a7655da339a70941', 'mac_address': 'fa:16:3e:7d:95:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb44423a-10c8-4c1e-a932-be18c3fc3c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'f2c2d00e-42ab-44a0-bbdc-5140246f2fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:49Z', 'updated_at': '2021-11-12T03:21:55Z', 'revision_number': 4, 'project_id': '2318b893ebac4403a7655da339a70941', 'subnets': [{'id': 'f2c2d00e-42ab-44a0-bbdc-5140246f2fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:56.741089 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7d2ffeb9-5cbd-43ee-8425-e85e7b254020 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:56.761051 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f9e87c-27f8-4ec8-9c09-03f7c5140f90 None None] The sync data for ids ['cb44423a-10c8-4c1e-a932-be18c3fc3c0f'] in n-d-715271-27 is: [{'id': 'cb44423a-10c8-4c1e-a932-be18c3fc3c0f', 'name': 'tempest-ServersTestMultiNic-1016234794-router', 'tenant_id': '2318b893ebac4403a7655da339a70941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': 'fae8a00b-497e-430a-ad4b-552bc6466091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:42Z', 'updated_at': '2021-11-12T03:21:50Z', 'revision_number': 4, 'project_id': '2318b893ebac4403a7655da339a70941', 'gw_port': {'id': 'fae8a00b-497e-430a-ad4b-552bc6466091', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:49:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb44423a-10c8-4c1e-a932-be18c3fc3c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:43Z', 'updated_at': '2021-11-12T03:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '4b7625d2-bb92-4dab-a3a9-9bb386a9e8e9', 'name': '', 'network_id': '7d7a780a-3488-469b-9638-7a359b8429d6', 'tenant_id': '2318b893ebac4403a7655da339a70941', 'mac_address': 'fa:16:3e:7d:95:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb44423a-10c8-4c1e-a932-be18c3fc3c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'f2c2d00e-42ab-44a0-bbdc-5140246f2fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:49Z', 'updated_at': '2021-11-12T03:21:55Z', 'revision_number': 4, 'project_id': '2318b893ebac4403a7655da339a70941', 'subnets': [{'id': 'f2c2d00e-42ab-44a0-bbdc-5140246f2fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:21:56.765248 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2418c020-26c7-42cf-ac4e-535e917f62ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-450969f7-aef3-41d3-9854-bfd42e1df007', 'network_id': '450969f7-aef3-41d3-9854-bfd42e1df007', 'tenant_id': '2318b893ebac4403a7655da339a70941', 'fixed_ips': [{'subnet_id': '46f257c2-b04c-4808-97a8-0bdc2d76f3f0'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:21:56.769840 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2418c020-26c7-42cf-ac4e-535e917f62ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:56.824259 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7d2ffeb9-5cbd-43ee-8425-e85e7b254020 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:56.870755 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2ffeb9-5cbd-43ee-8425-e85e7b254020 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:56.872746 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7d2ffeb9-5cbd-43ee-8425-e85e7b254020 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:56.957234 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66296bb8-c658-4971-85a4-7070d48dbab9 req-b8c4c855-7e46-40ee-add8-d3fd336a27ec tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:56.959166 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-66296bb8-c658-4971-85a4-7070d48dbab9 req-b8c4c855-7e46-40ee-add8-d3fd336a27ec tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] 10.222.0.50 "GET /v2.0/ports?device_id=994abfd4-ad8c-4b97-b4af-04839420e3d9 HTTP/1.1" status: 200 len: 946 time: 0.1777074 Nov 12 03:21:57.060187 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-66296bb8-c658-4971-85a4-7070d48dbab9 req-01a4a528-c6d4-4917-982d-979c578be576 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] 10.222.0.50 "GET /v2.0/security-groups?id=6975ed78-00e0-4ea0-90e5-6ffb4e636567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909836 Nov 12 03:21:57.128836 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ffeb9-5cbd-43ee-8425-e85e7b254020 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Pushing event updated for resources: {'Network': ['ID=9e22eea4-f70c-4a8e-b6a0-0bcc729c4b32,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:57.142083 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7d2ffeb9-5cbd-43ee-8425-e85e7b254020 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6723499 Nov 12 03:21:57.144912 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54272) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:57.154007 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-d3139c3d-68f3-4073-83cb-d63257a015cb tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Request body: {'subnet': {'network_id': '9e22eea4-f70c-4a8e-b6a0-0bcc729c4b32', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:57.175551 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-2418c020-26c7-42cf-ac4e-535e917f62ce None None] Allocated IP 19.80.0.2 (450969f7-aef3-41d3-9854-bfd42e1df007/46f257c2-b04c-4808-97a8-0bdc2d76f3f0/3da05dac-8707-4910-b74d-661230076c54) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:57.197753 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 9e22eea4-f70c-4a8e-b6a0-0bcc729c4b32 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:21:57.282155 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-906c8937-6a63-407c-a488-eb1a0534852c req-c1547e2f-1124-4d97-a926-771e60173132 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:57.294530 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-906c8937-6a63-407c-a488-eb1a0534852c req-c1547e2f-1124-4d97-a926-771e60173132 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:57.447496 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1547e2f-1124-4d97-a926-771e60173132 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Pushing event updated for resources: {'Port': ['ID=5ed1585a-515a-4ad3-93f1-a78ef27437a7,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:57.517869 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3139c3d-68f3-4073-83cb-d63257a015cb tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Made reservation on behalf of 2318b893ebac4403a7655da339a70941 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:57.527047 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d3139c3d-68f3-4073-83cb-d63257a015cb tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:57.580156 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-906c8937-6a63-407c-a488-eb1a0534852c req-c1547e2f-1124-4d97-a926-771e60173132 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:57.627947 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-906c8937-6a63-407c-a488-eb1a0534852c req-c1547e2f-1124-4d97-a926-771e60173132 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:57.640450 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-906c8937-6a63-407c-a488-eb1a0534852c req-c1547e2f-1124-4d97-a926-771e60173132 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9380505 Nov 12 03:21:57.736288 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2418c020-26c7-42cf-ac4e-535e917f62ce None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:57.755469 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-906c8937-6a63-407c-a488-eb1a0534852c req-64c90fc4-cb7f-44ab-848c-66a09946756a tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.242 HTTP/1.1" status: 200 len: 696 time: 0.1130388 Nov 12 03:21:57.770723 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2418c020-26c7-42cf-ac4e-535e917f62ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:57.862004 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2418c020-26c7-42cf-ac4e-535e917f62ce None None] Pushing event updated for resources: {'Port': ['ID=3da05dac-8707-4910-b74d-661230076c54,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:57.883003 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2418c020-26c7-42cf-ac4e-535e917f62ce None None] Network 450969f7-aef3-41d3-9854-bfd42e1df007 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:57.887896 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-2418c020-26c7-42cf-ac4e-535e917f62ce None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:57.890489 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765134f-fb11-4fb1-b9a9-9d8af89dbd63 req-81f356d9-6d7a-42d5-ae08-c253a787a03c tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:57.894903 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9765134f-fb11-4fb1-b9a9-9d8af89dbd63 req-81f356d9-6d7a-42d5-ae08-c253a787a03c tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 950 time: 0.1900895 Nov 12 03:21:57.913583 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2418c020-26c7-42cf-ac4e-535e917f62ce None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:57.978301 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c8937-6a63-407c-a488-eb1a0534852c req-d94ed0a4-9b9b-4874-a6da-424e89743a5d tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:57.999160 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-906c8937-6a63-407c-a488-eb1a0534852c req-d94ed0a4-9b9b-4874-a6da-424e89743a5d tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/networks/7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 HTTP/1.1" status: 200 len: 784 time: 0.2433047 Nov 12 03:21:58.079426 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-2418c020-26c7-42cf-ac4e-535e917f62ce None None] Attempting to bind port 3da05dac-8707-4910-b74d-661230076c54 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:58.082418 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-2418c020-26c7-42cf-ac4e-535e917f62ce None None] Attempting to bind port 3da05dac-8707-4910-b74d-661230076c54 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '450969f7-aef3-41d3-9854-bfd42e1df007'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:58.084721 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2418c020-26c7-42cf-ac4e-535e917f62ce None None] Attempting to bind port 3da05dac-8707-4910-b74d-661230076c54 on network 450969f7-aef3-41d3-9854-bfd42e1df007 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:58.113261 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2418c020-26c7-42cf-ac4e-535e917f62ce None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:58.115581 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2418c020-26c7-42cf-ac4e-535e917f62ce None None] Checking segment: {'id': '5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '450969f7-aef3-41d3-9854-bfd42e1df007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:58.116224 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2418c020-26c7-42cf-ac4e-535e917f62ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:58.117119 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2418c020-26c7-42cf-ac4e-535e917f62ce None None] Bound using segment: {'id': '5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '450969f7-aef3-41d3-9854-bfd42e1df007'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:58.122771 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-2418c020-26c7-42cf-ac4e-535e917f62ce None None] Bound port: 3da05dac-8707-4910-b74d-661230076c54, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '450969f7-aef3-41d3-9854-bfd42e1df007'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:58.124358 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2418c020-26c7-42cf-ac4e-535e917f62ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:58.156326 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d3139c3d-68f3-4073-83cb-d63257a015cb tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:58.227498 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67d31d-3ce8-4d90-8b41-dd983423c111 req-d50a34a9-8562-46da-b46c-72c921556006 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:58.229407 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8d67d31d-3ce8-4d90-8b41-dd983423c111 req-d50a34a9-8562-46da-b46c-72c921556006 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 946 time: 0.1259024 Nov 12 03:21:58.289721 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2418c020-26c7-42cf-ac4e-535e917f62ce None None] For port 3da05dac-8707-4910-b74d-661230076c54, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:58.300478 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2418c020-26c7-42cf-ac4e-535e917f62ce None None] For port 3da05dac-8707-4910-b74d-661230076c54, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=3da05dac-8707-4910-b74d-661230076c54,segment=NetworkSegment(5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b),segment_id=5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:58.311313 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2418c020-26c7-42cf-ac4e-535e917f62ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:58.352767 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3139c3d-68f3-4073-83cb-d63257a015cb tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Pushing event updated for resources: {'Subnet': ['ID=9eb5e787-1738-4f8e-9305-2adec92e0cb5,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:58.404238 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8d67d31d-3ce8-4d90-8b41-dd983423c111 req-d096a9b7-cc79-4e35-8cca-1470b9b369ca tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638184 Nov 12 03:21:58.435125 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 4b7625d2-bb92-4dab-a3a9-9bb386a9e8e9 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:58.466064 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3139c3d-68f3-4073-83cb-d63257a015cb tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:58.466720 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3139c3d-68f3-4073-83cb-d63257a015cb tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:58.467071 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3139c3d-68f3-4073-83cb-d63257a015cb tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:58.467405 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3139c3d-68f3-4073-83cb-d63257a015cb tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:58.468956 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3139c3d-68f3-4073-83cb-d63257a015cb tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:58.469292 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3139c3d-68f3-4073-83cb-d63257a015cb tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:58.469625 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3139c3d-68f3-4073-83cb-d63257a015cb tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:58.469956 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3139c3d-68f3-4073-83cb-d63257a015cb tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:58.470284 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3139c3d-68f3-4073-83cb-d63257a015cb tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:58.470616 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3139c3d-68f3-4073-83cb-d63257a015cb tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:58.474201 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3139c3d-68f3-4073-83cb-d63257a015cb tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:58.474614 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3139c3d-68f3-4073-83cb-d63257a015cb tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:58.520704 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9765134f-fb11-4fb1-b9a9-9d8af89dbd63 req-a6d23259-b185-4cd0-84a2-ce1a25a8bce6 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6126742 Nov 12 03:21:58.581324 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3139c3d-68f3-4073-83cb-d63257a015cb tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Checking segment: {'id': '197fa907-babb-4625-8d7d-1421f3ff655b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9e22eea4-f70c-4a8e-b6a0-0bcc729c4b32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:58.581694 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3139c3d-68f3-4073-83cb-d63257a015cb tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Network hostable DHCP agents. Network: 9e22eea4-f70c-4a8e-b6a0-0bcc729c4b32, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:21:58.634964 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3139c3d-68f3-4073-83cb-d63257a015cb tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Network 9e22eea4-f70c-4a8e-b6a0-0bcc729c4b32 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:21:58.645401 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2418c020-26c7-42cf-ac4e-535e917f62ce None None] Pushing event updated for resources: {'Port': ['ID=3da05dac-8707-4910-b74d-661230076c54,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:58.651029 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-d3139c3d-68f3-4073-83cb-d63257a015cb tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 9e22eea4-f70c-4a8e-b6a0-0bcc729c4b32) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:58.662572 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2611f4-bd75-4619-bcd5-d2b877349233 None None] Network 9e22eea4-f70c-4a8e-b6a0-0bcc729c4b32 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:21:58.666024 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3139c3d-68f3-4073-83cb-d63257a015cb tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:58.667017 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d3139c3d-68f3-4073-83cb-d63257a015cb tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:58.787284 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d3139c3d-68f3-4073-83cb-d63257a015cb tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6409245 Nov 12 03:21:58.841892 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f8b1b-1eb0-4eaa-9572-3ff4b678b468 req-d9698f0a-53e5-4f46-888c-4a36c3d08a92 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:58.856739 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c45f8b1b-1eb0-4eaa-9572-3ff4b678b468 req-d9698f0a-53e5-4f46-888c-4a36c3d08a92 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] 10.222.0.50 "GET /v2.0/ports?device_id=994abfd4-ad8c-4b97-b4af-04839420e3d9 HTTP/1.1" status: 200 len: 946 time: 0.1692612 Nov 12 03:21:58.962080 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 4b7625d2-bb92-4dab-a3a9-9bb386a9e8e9 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:58.963186 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:59.044928 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c45f8b1b-1eb0-4eaa-9572-3ff4b678b468 req-00dfd41f-af91-426f-9be3-9ccc3dafc3d2 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] 10.222.0.50 "GET /v2.0/security-groups?id=6975ed78-00e0-4ea0-90e5-6ffb4e636567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759849 Nov 12 03:21:59.054858 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2248ee9d-011a-4fcc-aff7-3b302a3b4eb5 req-4d0b88a7-e748-4736-bb9e-bd7974605ed2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5b06cfae-f39b-4c8b-bdbc-20cd80f97bff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1796520 Nov 12 03:21:59.101794 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84079f7f-bc39-4885-940e-21de1249faf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-9e22eea4-f70c-4a8e-b6a0-0bcc729c4b32', 'network_id': '9e22eea4-f70c-4a8e-b6a0-0bcc729c4b32', 'tenant_id': '2318b893ebac4403a7655da339a70941', 'fixed_ips': [{'subnet_id': '9eb5e787-1738-4f8e-9305-2adec92e0cb5'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:21:59.103150 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-84079f7f-bc39-4885-940e-21de1249faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:59.140488 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c139f9-fe91-4b3d-96ae-125877e74b07 req-2dee6794-891a-41ed-a731-13fa2cb709bd tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:59.155234 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-92c139f9-fe91-4b3d-96ae-125877e74b07 req-2dee6794-891a-41ed-a731-13fa2cb709bd tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/ports?device_id=c29cf5de-6f6b-41e8-b911-9243b794863a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5468340 Nov 12 03:21:59.259864 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248ee9d-011a-4fcc-aff7-3b302a3b4eb5 req-2078dad6-4052-483e-a3e8-2f6571411282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:59.272062 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2248ee9d-011a-4fcc-aff7-3b302a3b4eb5 req-2078dad6-4052-483e-a3e8-2f6571411282 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ab1cf8386d1b4172a2ff2003f6ed3228&device_id=5b06cfae-f39b-4c8b-bdbc-20cd80f97bff HTTP/1.1" status: 200 len: 1096 time: 0.1151650 Nov 12 03:21:59.294804 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-92c139f9-fe91-4b3d-96ae-125877e74b07 req-7e3b205e-7f3a-4357-b206-533f978c0010 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.242 HTTP/1.1" status: 200 len: 696 time: 0.1385140 Nov 12 03:21:59.318797 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-92c139f9-fe91-4b3d-96ae-125877e74b07 req-aefbc572-4be3-4025-b01f-d044b37829a4 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Request body: {'floatingip': {'port_id': '39eddeb7-0556-4b7e-bb4d-837684b9a620', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:59.444526 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-92c139f9-fe91-4b3d-96ae-125877e74b07 req-aefbc572-4be3-4025-b01f-d044b37829a4 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks [] for floatingip, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:59.458335 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-84079f7f-bc39-4885-940e-21de1249faf6 None None] Allocated IP 19.86.0.2 (9e22eea4-f70c-4a8e-b6a0-0bcc729c4b32/9eb5e787-1738-4f8e-9305-2adec92e0cb5/d6773040-c4b6-499d-9d9a-6e5ead451993) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:59.568846 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248ee9d-011a-4fcc-aff7-3b302a3b4eb5 req-a98f3683-7125-461d-8da7-07e3c5c777a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:59.574193 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2248ee9d-011a-4fcc-aff7-3b302a3b4eb5 req-a98f3683-7125-461d-8da7-07e3c5c777a3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 HTTP/1.1" status: 200 len: 907 time: 0.2798126 Nov 12 03:21:59.687418 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2248ee9d-011a-4fcc-aff7-3b302a3b4eb5 req-40bcc19e-f077-4564-82b9-e0810c837cb6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=24b2e37e-f494-4b92-a38a-04bae831ccfb HTTP/1.1" status: 200 len: 217 time: 0.0851295 Nov 12 03:21:59.697162 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-84079f7f-bc39-4885-940e-21de1249faf6 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:59.707571 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-84079f7f-bc39-4885-940e-21de1249faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:59.762255 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84079f7f-bc39-4885-940e-21de1249faf6 None None] Pushing event updated for resources: {'Port': ['ID=d6773040-c4b6-499d-9d9a-6e5ead451993,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:59.828897 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248ee9d-011a-4fcc-aff7-3b302a3b4eb5 req-b1711e8c-8e15-4d2b-ae7a-af151c068497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:59.831060 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2248ee9d-011a-4fcc-aff7-3b302a3b4eb5 req-b1711e8c-8e15-4d2b-ae7a-af151c068497 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5a9fb38e-cf25-418b-9443-2a54f98e4648 HTTP/1.1" status: 200 len: 846 time: 0.1317105 Nov 12 03:21:59.833201 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84079f7f-bc39-4885-940e-21de1249faf6 None None] Network 9e22eea4-f70c-4a8e-b6a0-0bcc729c4b32 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:59.835033 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-84079f7f-bc39-4885-940e-21de1249faf6 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:59.842477 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84079f7f-bc39-4885-940e-21de1249faf6 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:59.949282 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-84079f7f-bc39-4885-940e-21de1249faf6 None None] Attempting to bind port d6773040-c4b6-499d-9d9a-6e5ead451993 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:59.949948 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-84079f7f-bc39-4885-940e-21de1249faf6 None None] Attempting to bind port d6773040-c4b6-499d-9d9a-6e5ead451993 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '197fa907-babb-4625-8d7d-1421f3ff655b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9e22eea4-f70c-4a8e-b6a0-0bcc729c4b32'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:59.950543 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84079f7f-bc39-4885-940e-21de1249faf6 None None] Attempting to bind port d6773040-c4b6-499d-9d9a-6e5ead451993 on network 9e22eea4-f70c-4a8e-b6a0-0bcc729c4b32 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:59.954069 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2248ee9d-011a-4fcc-aff7-3b302a3b4eb5 req-858b4364-4515-43b6-9966-465f94bca988 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866985 Nov 12 03:21:59.957636 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84079f7f-bc39-4885-940e-21de1249faf6 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:59.958098 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84079f7f-bc39-4885-940e-21de1249faf6 None None] Checking segment: {'id': '197fa907-babb-4625-8d7d-1421f3ff655b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9e22eea4-f70c-4a8e-b6a0-0bcc729c4b32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:59.958462 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-84079f7f-bc39-4885-940e-21de1249faf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:59.958865 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84079f7f-bc39-4885-940e-21de1249faf6 None None] Bound using segment: {'id': '197fa907-babb-4625-8d7d-1421f3ff655b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9e22eea4-f70c-4a8e-b6a0-0bcc729c4b32'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:59.959509 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-84079f7f-bc39-4885-940e-21de1249faf6 None None] Bound port: d6773040-c4b6-499d-9d9a-6e5ead451993, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '197fa907-babb-4625-8d7d-1421f3ff655b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9e22eea4-f70c-4a8e-b6a0-0bcc729c4b32'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:59.959899 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-84079f7f-bc39-4885-940e-21de1249faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:59.966769 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [req-92c139f9-fe91-4b3d-96ae-125877e74b07 req-aefbc572-4be3-4025-b01f-d044b37829a4 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 03:21:59.968613 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-92c139f9-fe91-4b3d-96ae-125877e74b07 req-aefbc572-4be3-4025-b01f-d044b37829a4 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "PUT /v2.0/floatingips/4c9bd342-8b03-4883-a278-2b9eaf315ce8 HTTP/1.1" status: 409 len: 550 time: 0.6555769 Nov 12 03:21:59.971250 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-9715a3ad-f86a-4d4b-a8bc-14c4b8247897 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:59.979491 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-9715a3ad-f86a-4d4b-a8bc-14c4b8247897 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:00.000006 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-9715a3ad-f86a-4d4b-a8bc-14c4b8247897 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/networks?id=450969f7-aef3-41d3-9854-bfd42e1df007&id=9e22eea4-f70c-4a8e-b6a0-0bcc729c4b32&id=450969f7-aef3-41d3-9854-bfd42e1df007 HTTP/1.1" status: 200 len: 1389 time: 0.4218147 Nov 12 03:22:00.061087 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae6021e-e0bb-4568-9899-08e9f42e79aa None None] Network 450969f7-aef3-41d3-9854-bfd42e1df007 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:22:00.079603 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-eef5bf18-e4c9-42b2-9f02-8aa206c8e656 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/quotas/2318b893ebac4403a7655da339a70941 HTTP/1.1" status: 200 len: 375 time: 0.0783451 Nov 12 03:22:00.168650 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188380e-00b2-4fa5-a269-181513f59b05 req-0e927824-e66e-4f9f-9749-96aadfc091c5 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:00.170589 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4188380e-00b2-4fa5-a269-181513f59b05 req-0e927824-e66e-4f9f-9749-96aadfc091c5 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 946 time: 0.0827255 Nov 12 03:22:00.200110 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2248ee9d-011a-4fcc-aff7-3b302a3b4eb5 req-037dc254-0bb3-44b2-8825-d9c5b055021c service neutron] 10.222.0.90 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725142 Nov 12 03:22:00.212579 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-e8605a10-8358-46f4-bc37-1192ea79f545 None None] Provisioning complete for port 3da05dac-8707-4910-b74d-661230076c54 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:00.213185 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e8605a10-8358-46f4-bc37-1192ea79f545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:00.233350 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-84079f7f-bc39-4885-940e-21de1249faf6 None None] For port d6773040-c4b6-499d-9d9a-6e5ead451993, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:00.236899 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-84079f7f-bc39-4885-940e-21de1249faf6 None None] For port d6773040-c4b6-499d-9d9a-6e5ead451993, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d6773040-c4b6-499d-9d9a-6e5ead451993,segment=NetworkSegment(197fa907-babb-4625-8d7d-1421f3ff655b),segment_id=197fa907-babb-4625-8d7d-1421f3ff655b)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:00.272883 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-84079f7f-bc39-4885-940e-21de1249faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:00.331165 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4188380e-00b2-4fa5-a269-181513f59b05 req-58cbaf26-3d4c-4888-ba0c-a16c8477f2b2 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435897 Nov 12 03:22:00.379175 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2248ee9d-011a-4fcc-aff7-3b302a3b4eb5 req-6663ca70-ad25-4553-963f-be407939c9e0 service neutron] 10.222.0.90 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421888 Nov 12 03:22:00.390496 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c72ceb8a-ba76-49ff-93bd-d169a80b4953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:00.510481 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-5716d789-e6df-46b8-a5af-d744e4d70ecb tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2318b893ebac4403a7655da339a70941&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4299071 Nov 12 03:22:00.521908 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 3da05dac-8707-4910-b74d-661230076c54 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:00.607575 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3b17a-9343-4e0c-a2bc-321c208bbac3 req-2b8fdf60-dfb2-4104-a6db-3368452b4afe tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:00.615945 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b7f3b17a-9343-4e0c-a2bc-321c208bbac3 req-2b8fdf60-dfb2-4104-a6db-3368452b4afe tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 950 time: 0.0740139 Nov 12 03:22:00.654669 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-df235991-25b1-4fb2-a581-197866e2ef0c service neutron] 10.222.0.50 "GET /v2.0/networks/450969f7-aef3-41d3-9854-bfd42e1df007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316538 Nov 12 03:22:00.749377 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b7f3b17a-9343-4e0c-a2bc-321c208bbac3 req-84f9a63b-27e9-4cba-86ad-f021fa2e1b81 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303036 Nov 12 03:22:00.816042 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84079f7f-bc39-4885-940e-21de1249faf6 None None] Pushing event updated for resources: {'Port': ['ID=d6773040-c4b6-499d-9d9a-6e5ead451993,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:00.838834 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b8a561cd-9088-43be-b7af-e6c48c74b7d6 req-9df894ad-98c6-48d3-95ff-7783a5dd601f tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/floatingips/4c9bd342-8b03-4883-a278-2b9eaf315ce8 HTTP/1.1" status: 200 len: 693 time: 0.0707545 Nov 12 03:22:00.852779 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-3eda47fb-0b9b-44ea-81ad-8b3635c9d651 service neutron] 10.222.0.50 "GET /v2.0/networks/450969f7-aef3-41d3-9854-bfd42e1df007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784618 Nov 12 03:22:00.910141 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e8605a10-8358-46f4-bc37-1192ea79f545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:00.945696 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 3da05dac-8707-4910-b74d-661230076c54 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:00.946272 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:00.990282 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a561cd-9088-43be-b7af-e6c48c74b7d6 req-74b54b54-cf52-46cd-8c1e-611df231c495 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:01.009833 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-65e18a2f-b408-48d2-aa11-fea56ecd510c service neutron] 10.222.0.50 "GET /v2.0/networks/9e22eea4-f70c-4a8e-b6a0-0bcc729c4b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455057 Nov 12 03:22:01.015277 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b8a561cd-9088-43be-b7af-e6c48c74b7d6 req-74b54b54-cf52-46cd-8c1e-611df231c495 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/networks/7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 HTTP/1.1" status: 200 len: 784 time: 0.1754971 Nov 12 03:22:01.031129 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-e8605a10-8358-46f4-bc37-1192ea79f545 None None] For port 3da05dac-8707-4910-b74d-661230076c54, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=3da05dac-8707-4910-b74d-661230076c54,segment=NetworkSegment(5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b),segment_id=5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:01.032923 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [req-b8a561cd-9088-43be-b7af-e6c48c74b7d6 req-87618c8d-dbb1-45d2-b4f0-ba4eac32da92 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:22:01.033980 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b8a561cd-9088-43be-b7af-e6c48c74b7d6 req-87618c8d-dbb1-45d2-b4f0-ba4eac32da92 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0179217 Nov 12 03:22:01.042097 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e8605a10-8358-46f4-bc37-1192ea79f545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:01.111718 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8605a10-8358-46f4-bc37-1192ea79f545 None None] Pushing event updated for resources: {'Port': ['ID=3da05dac-8707-4910-b74d-661230076c54,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:01.153748 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b8a561cd-9088-43be-b7af-e6c48c74b7d6 req-7aa7df3d-2a25-460e-8aba-3e404270a549 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.242 HTTP/1.1" status: 200 len: 696 time: 0.1094906 Nov 12 03:22:01.212759 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-8fc58638-0458-4079-b061-d08f5f38bdcc service neutron] 10.222.0.50 "GET /v2.0/networks/9e22eea4-f70c-4a8e-b6a0-0bcc729c4b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956918 Nov 12 03:22:01.217025 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b8a561cd-9088-43be-b7af-e6c48c74b7d6 req-3a4130d8-9b0f-4e0c-a122-58fbdbdc4ec0 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.242 HTTP/1.1" status: 200 len: 696 time: 0.0608363 Nov 12 03:22:01.337136 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-af25541f-db39-478f-81c3-26e30bbdd344 service neutron] 10.222.0.50 "GET /v2.0/networks/450969f7-aef3-41d3-9854-bfd42e1df007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203103 Nov 12 03:22:01.370880 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-d7eced15-92d3-462e-9191-b006c0ccbda5 None None] Provisioning complete for port 3da05dac-8707-4910-b74d-661230076c54 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:01.371556 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d7eced15-92d3-462e-9191-b006c0ccbda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:01.402328 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-b8a561cd-9088-43be-b7af-e6c48c74b7d6 req-db795a66-cffb-42c4-9d51-9f786f014c8f tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Deleting port 5ed1585a-515a-4ad3-93f1-a78ef27437a7 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:01.405525 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b8a561cd-9088-43be-b7af-e6c48c74b7d6 req-db795a66-cffb-42c4-9d51-9f786f014c8f tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:01.478870 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:22:01.484881 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-32390c5d-ccc6-4cab-bad4-b867eb50b60d service neutron] 10.222.0.50 "GET /v2.0/networks/450969f7-aef3-41d3-9854-bfd42e1df007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412816 Nov 12 03:22:01.517783 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b8a561cd-9088-43be-b7af-e6c48c74b7d6 req-db795a66-cffb-42c4-9d51-9f786f014c8f tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:01.518112 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b8a561cd-9088-43be-b7af-e6c48c74b7d6 req-db795a66-cffb-42c4-9d51-9f786f014c8f tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:01.535802 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-b8a561cd-9088-43be-b7af-e6c48c74b7d6 req-db795a66-cffb-42c4-9d51-9f786f014c8f tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Calling delete_port for 5ed1585a-515a-4ad3-93f1-a78ef27437a7 owned by network:floatingip {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:01.760974 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b8a561cd-9088-43be-b7af-e6c48c74b7d6 req-db795a66-cffb-42c4-9d51-9f786f014c8f tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:01.807262 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e55870f-db6d-4db0-81c9-a3a32bfbe662 None None] Network 9e22eea4-f70c-4a8e-b6a0-0bcc729c4b32 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:22:01.826088 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db795a66-cffb-42c4-9d51-9f786f014c8f tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Pushing event deleted for resources: {'Port': ['ID=5ed1585a-515a-4ad3-93f1-a78ef27437a7,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:01.896503 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b8a561cd-9088-43be-b7af-e6c48c74b7d6 req-db795a66-cffb-42c4-9d51-9f786f014c8f tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks [] for floatingip, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:01.900842 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b8a561cd-9088-43be-b7af-e6c48c74b7d6 req-db795a66-cffb-42c4-9d51-9f786f014c8f tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:01.901452 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b8a561cd-9088-43be-b7af-e6c48c74b7d6 req-db795a66-cffb-42c4-9d51-9f786f014c8f tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "DELETE /v2.0/floatingips/4c9bd342-8b03-4883-a278-2b9eaf315ce8 HTTP/1.1" status: 204 len: 173 time: 0.6835716 Nov 12 03:22:01.966238 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-5d71ea8e-d147-4dfd-b165-9c6e63dafd3e None None] Provisioning complete for port d6773040-c4b6-499d-9d9a-6e5ead451993 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:01.966604 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5d71ea8e-d147-4dfd-b165-9c6e63dafd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:02.066548 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064430c-3121-40c0-b68e-bbad65203ddf req-918ae53b-5896-46c4-9076-db69ab314fae tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:02.068657 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8064430c-3121-40c0-b68e-bbad65203ddf req-918ae53b-5896-46c4-9076-db69ab314fae tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 946 time: 0.0731006 Nov 12 03:22:02.097861 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-32d11ac4-ad0e-4ac4-bc45-8f13f29bc901 req-f6968260-0346-4023-84ea-e99bf71e4c2e tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6559d32-d2e7-4356-8936-fd6273fdfc79 HTTP/1.1" status: 200 len: 210 time: 0.1431935 Nov 12 03:22:02.166543 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8064430c-3121-40c0-b68e-bbad65203ddf req-09f4e865-83cd-493f-8b46-5f8b3e6b3094 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906055 Nov 12 03:22:02.293761 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5d71ea8e-d147-4dfd-b165-9c6e63dafd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:02.301879 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d7c4e-91e1-4072-b925-d0576be22f4c req-7ae5259c-df9a-4640-891c-c1472b0e1271 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:02.312214 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-853d7c4e-91e1-4072-b925-d0576be22f4c req-7ae5259c-df9a-4640-891c-c1472b0e1271 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 950 time: 0.0870421 Nov 12 03:22:02.389276 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-5d71ea8e-d147-4dfd-b165-9c6e63dafd3e None None] For port d6773040-c4b6-499d-9d9a-6e5ead451993, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d6773040-c4b6-499d-9d9a-6e5ead451993,segment=NetworkSegment(197fa907-babb-4625-8d7d-1421f3ff655b),segment_id=197fa907-babb-4625-8d7d-1421f3ff655b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:02.394532 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5d71ea8e-d147-4dfd-b165-9c6e63dafd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:02.407954 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-853d7c4e-91e1-4072-b925-d0576be22f4c req-c89fe2bf-8b51-48a2-9dcf-a26e6b0d7b59 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829182 Nov 12 03:22:02.497303 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e3248d4f-b981-453a-b7d5-8627f9154d5e req-b3007c2b-58a6-46ff-b74d-d6a9f53ff81d tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.216 HTTP/1.1" status: 200 len: 1001 time: 0.2730067 Nov 12 03:22:02.514044 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d71ea8e-d147-4dfd-b165-9c6e63dafd3e None None] Pushing event updated for resources: {'Port': ['ID=d6773040-c4b6-499d-9d9a-6e5ead451993,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:02.523536 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d71ea8e-d147-4dfd-b165-9c6e63dafd3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:02.524213 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d71ea8e-d147-4dfd-b165-9c6e63dafd3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:02.525123 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d71ea8e-d147-4dfd-b165-9c6e63dafd3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:02.525587 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d71ea8e-d147-4dfd-b165-9c6e63dafd3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:02.526081 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d71ea8e-d147-4dfd-b165-9c6e63dafd3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:02.526827 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d71ea8e-d147-4dfd-b165-9c6e63dafd3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:02.527175 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d71ea8e-d147-4dfd-b165-9c6e63dafd3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:02.527509 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d71ea8e-d147-4dfd-b165-9c6e63dafd3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:02.527843 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d71ea8e-d147-4dfd-b165-9c6e63dafd3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:02.528381 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d71ea8e-d147-4dfd-b165-9c6e63dafd3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:02.528715 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d71ea8e-d147-4dfd-b165-9c6e63dafd3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:02.529044 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d71ea8e-d147-4dfd-b165-9c6e63dafd3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:02.563611 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 3da05dac-8707-4910-b74d-661230076c54 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:02.604622 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3248d4f-b981-453a-b7d5-8627f9154d5e req-471d6748-36c1-400f-9e3e-fb65bbdd5589 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:02.606253 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e3248d4f-b981-453a-b7d5-8627f9154d5e req-471d6748-36c1-400f-9e3e-fb65bbdd5589 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/ports/39eddeb7-0556-4b7e-bb4d-837684b9a620 HTTP/1.1" status: 200 len: 942 time: 0.1026461 Nov 12 03:22:02.719819 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 3da05dac-8707-4910-b74d-661230076c54 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:02.720224 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:02.750359 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e3248d4f-b981-453a-b7d5-8627f9154d5e req-a9dc222e-d1b1-49a7-b2b4-b7e961c144c9 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.216 HTTP/1.1" status: 200 len: 1001 time: 0.0873899 Nov 12 03:22:02.754970 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-773ec3c5-3bac-4b60-8a08-fce3f7773e1a None None] Provisioning complete for port d6773040-c4b6-499d-9d9a-6e5ead451993 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:02.755345 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-773ec3c5-3bac-4b60-8a08-fce3f7773e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:02.910847 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d6773040-c4b6-499d-9d9a-6e5ead451993 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:02.958589 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3248d4f-b981-453a-b7d5-8627f9154d5e req-f59eb886-69d4-4ff3-af81-18a2cbe4edea tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:02.968039 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e3248d4f-b981-453a-b7d5-8627f9154d5e req-f59eb886-69d4-4ff3-af81-18a2cbe4edea tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/networks/7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 HTTP/1.1" status: 200 len: 784 time: 0.2109425 Nov 12 03:22:02.989404 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port d6773040-c4b6-499d-9d9a-6e5ead451993 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:02.990016 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:03.068650 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e3248d4f-b981-453a-b7d5-8627f9154d5e req-cd5147b4-41e7-49c3-9d36-b7d1352742fc tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.216 HTTP/1.1" status: 200 len: 1001 time: 0.0996466 Nov 12 03:22:03.074798 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-e3248d4f-b981-453a-b7d5-8627f9154d5e req-1db5e247-db31-4ffc-a914-fc37b72e7027 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:03.101502 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d7271-a431-450c-bb79-4d5f3fa35d5f req-796541e9-0afb-48aa-a2e3-85b5b34a7a2d tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:03.104758 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b33d7271-a431-450c-bb79-4d5f3fa35d5f req-796541e9-0afb-48aa-a2e3-85b5b34a7a2d tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] 10.222.0.50 "GET /v2.0/ports?device_id=994abfd4-ad8c-4b97-b4af-04839420e3d9 HTTP/1.1" status: 200 len: 946 time: 0.0621374 Nov 12 03:22:03.165056 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e3248d4f-b981-453a-b7d5-8627f9154d5e req-1db5e247-db31-4ffc-a914-fc37b72e7027 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks [] for floatingip, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:03.165313 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b33d7271-a431-450c-bb79-4d5f3fa35d5f req-31a93fa3-2fba-4b31-b5b4-dc2b9fc50011 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] 10.222.0.50 "GET /v2.0/security-groups?id=6975ed78-00e0-4ea0-90e5-6ffb4e636567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522690 Nov 12 03:22:03.187945 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-becbebf7-a2ef-4027-868f-4a3842ee8058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:03.400893 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7c77cd30-3d40-43da-ad06-7188b4cd9fe1 req-f912e4ba-88b3-426a-b6c4-e8ca92d9be8f tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6559d32-d2e7-4356-8936-fd6273fdfc79 HTTP/1.1" status: 200 len: 210 time: 0.0412362 Nov 12 03:22:03.615472 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e4539-1d66-49ec-b087-95857caf497b req-16e7b425-55d1-4c67-8718-0ea2fdf592fe tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:03.617624 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ed5e4539-1d66-49ec-b087-95857caf497b req-16e7b425-55d1-4c67-8718-0ea2fdf592fe tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 946 time: 0.1236334 Nov 12 03:22:03.645392 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e3248d4f-b981-453a-b7d5-8627f9154d5e req-1db5e247-db31-4ffc-a914-fc37b72e7027 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:03.651650 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e3248d4f-b981-453a-b7d5-8627f9154d5e req-1db5e247-db31-4ffc-a914-fc37b72e7027 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:03.652562 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [req-e3248d4f-b981-453a-b7d5-8627f9154d5e req-1db5e247-db31-4ffc-a914-fc37b72e7027 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Floating IP 2fd0fc22-0433-4167-9706-cae09cbcad7e disassociated. External IP: 172.25.5.216, port: 39eddeb7-0556-4b7e-bb4d-837684b9a620. Nov 12 03:22:03.674198 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-c3cde546-9bf8-4155-83f1-b4dff6e0f720 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:03.682759 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-c3cde546-9bf8-4155-83f1-b4dff6e0f720 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:03.685204 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-c3cde546-9bf8-4155-83f1-b4dff6e0f720 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.90 "GET /v2.0/networks?id=450969f7-aef3-41d3-9854-bfd42e1df007&id=9e22eea4-f70c-4a8e-b6a0-0bcc729c4b32&id=450969f7-aef3-41d3-9854-bfd42e1df007 HTTP/1.1" status: 200 len: 1389 time: 0.1631942 Nov 12 03:22:03.717473 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-737c98f6-9437-4246-ac6f-2ebc1b3a84d6 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Request body: {'port': {'device_id': 'a6559d32-d2e7-4356-8936-fd6273fdfc79', 'network_id': '450969f7-aef3-41d3-9854-bfd42e1df007', 'admin_state_up': True, 'tenant_id': '2318b893ebac4403a7655da339a70941'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:03.737080 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ed5e4539-1d66-49ec-b087-95857caf497b req-844a47e7-8c9e-40c3-b37d-79e32f77398d tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014142 Nov 12 03:22:03.883372 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014c7e5-ca48-4050-930a-c27fc4de1b31 req-4c7ead54-612b-4b2e-9814-9d85df2db096 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:03.885085 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5014c7e5-ca48-4050-930a-c27fc4de1b31 req-4c7ead54-612b-4b2e-9814-9d85df2db096 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 950 time: 0.0724590 Nov 12 03:22:03.917586 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-737c98f6-9437-4246-ac6f-2ebc1b3a84d6 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Made reservation on behalf of 2318b893ebac4403a7655da339a70941 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:03.921339 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-737c98f6-9437-4246-ac6f-2ebc1b3a84d6 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:03.925324 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3248d4f-b981-453a-b7d5-8627f9154d5e req-1db5e247-db31-4ffc-a914-fc37b72e7027 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Router fae19713-183e-4966-86a6-652ce41c793b has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:22:03.957062 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:03.979385 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5014c7e5-ca48-4050-930a-c27fc4de1b31 req-c5c945dd-8e4f-455b-9ec7-b8fc590cd355 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833313 Nov 12 03:22:04.075458 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3248d4f-b981-453a-b7d5-8627f9154d5e req-1db5e247-db31-4ffc-a914-fc37b72e7027 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:22:04.088066 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e3f3c9-e3be-47d5-af6a-cbc290553cc0 None None] Sync routers for ids ['fae19713-183e-4966-86a6-652ce41c793b'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:22:04.090040 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e3248d4f-b981-453a-b7d5-8627f9154d5e req-1db5e247-db31-4ffc-a914-fc37b72e7027 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:04.105021 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e3f3c9-e3be-47d5-af6a-cbc290553cc0 None None] Routers {'fae19713-183e-4966-86a6-652ce41c793b'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:04.105742 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-61e3f3c9-e3be-47d5-af6a-cbc290553cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:22:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['fae19713-183e-4966-86a6-652ce41c793b'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:04.113982 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-737c98f6-9437-4246-ac6f-2ebc1b3a84d6 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Allocated IP 19.80.0.219 (450969f7-aef3-41d3-9854-bfd42e1df007/46f257c2-b04c-4808-97a8-0bdc2d76f3f0/1acb0f60-b3d3-46b6-9549-ded9dadb3974) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:04.139638 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e3248d4f-b981-453a-b7d5-8627f9154d5e req-1db5e247-db31-4ffc-a914-fc37b72e7027 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "PUT /v2.0/floatingips/2fd0fc22-0433-4167-9706-cae09cbcad7e HTTP/1.1" status: 200 len: 695 time: 1.0645745 Nov 12 03:22:04.188324 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c29cf5de-6f6b-41e8-b911-9243b794863a', 'tag': '39eddeb7-0556-4b7e-bb4d-837684b9a620'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:04.193133 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f613dbe0-f44b-481b-b1d8-44f003294044" -d '{"events": [{"name": "network-changed", "server_uuid": "c29cf5de-6f6b-41e8-b911-9243b794863a", "tag": "39eddeb7-0556-4b7e-bb4d-837684b9a620"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:04.218707 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3248d4f-b981-453a-b7d5-8627f9154d5e req-c540ac76-4d0e-48f0-9de2-f39043a66014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:04.230466 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e3248d4f-b981-453a-b7d5-8627f9154d5e req-c540ac76-4d0e-48f0-9de2-f39043a66014 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0fe6ad5cc781423d94795b11723f6247&device_id=c29cf5de-6f6b-41e8-b911-9243b794863a HTTP/1.1" status: 200 len: 1097 time: 0.0859556 Nov 12 03:22:04.323925 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d6773040-c4b6-499d-9d9a-6e5ead451993 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:04.380734 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3248d4f-b981-453a-b7d5-8627f9154d5e req-1d09819e-e326-432e-8ca8-322ed09a93e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:04.385670 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-61e3f3c9-e3be-47d5-af6a-cbc290553cc0 None None] Set router fae19713-183e-4966-86a6-652ce41c793b gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:04.387866 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e3248d4f-b981-453a-b7d5-8627f9154d5e req-1d09819e-e326-432e-8ca8-322ed09a93e0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ba424c57-ec3a-4d6d-b89c-9699ee3a3c72 HTTP/1.1" status: 200 len: 930 time: 0.1563730 Nov 12 03:22:04.428770 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ac21e-6a85-4575-9cdc-92d55921f20a req-3e7a98c3-8c13-4768-b82d-d0f42217d579 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:04.438871 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b35ac21e-6a85-4575-9cdc-92d55921f20a req-3e7a98c3-8c13-4768-b82d-d0f42217d579 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] 10.222.0.50 "GET /v2.0/ports?device_id=994abfd4-ad8c-4b97-b4af-04839420e3d9 HTTP/1.1" status: 200 len: 946 time: 0.1029470 Nov 12 03:22:04.443248 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e3248d4f-b981-453a-b7d5-8627f9154d5e req-028bda83-86d9-4ff4-94ee-5689d7e9aa4d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39eddeb7-0556-4b7e-bb4d-837684b9a620 HTTP/1.1" status: 200 len: 217 time: 0.0459700 Nov 12 03:22:04.481204 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-737c98f6-9437-4246-ac6f-2ebc1b3a84d6 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:04.496471 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port d6773040-c4b6-499d-9d9a-6e5ead451993 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:04.496898 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:04.540884 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b35ac21e-6a85-4575-9cdc-92d55921f20a req-81719b3b-11fe-4b7c-9bcb-1f8395106b01 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] 10.222.0.50 "GET /v2.0/security-groups?id=6975ed78-00e0-4ea0-90e5-6ffb4e636567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002281 Nov 12 03:22:04.578338 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3248d4f-b981-453a-b7d5-8627f9154d5e req-e243f05d-1680-4f4e-9a89-61aa24fde36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:04.580333 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e3248d4f-b981-453a-b7d5-8627f9154d5e req-e243f05d-1680-4f4e-9a89-61aa24fde36d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4861e040-05d9-4e30-8357-69ff119e903e HTTP/1.1" status: 200 len: 868 time: 0.1282442 Nov 12 03:22:04.590007 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb65b25-b88b-4341-aef7-db8fd9f3633a req-310b22af-b18b-4650-97b1-77eb79a04d0e tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:04.591634 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9eb65b25-b88b-4341-aef7-db8fd9f3633a req-310b22af-b18b-4650-97b1-77eb79a04d0e tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] 10.222.0.74 "GET /v2.0/ports?device_id=994abfd4-ad8c-4b97-b4af-04839420e3d9 HTTP/1.1" status: 200 len: 946 time: 0.1307695 Nov 12 03:22:04.599478 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-737c98f6-9437-4246-ac6f-2ebc1b3a84d6 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:04.658296 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51df495-ce4b-4688-bce4-c0254dbc2c9a x-openstack-request-id: req-d51df495-ce4b-4688-bce4-c0254dbc2c9a {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:04.658296 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c29cf5de-6f6b-41e8-b911-9243b794863a", "tag": "39eddeb7-0556-4b7e-bb4d-837684b9a620", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:04.659022 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d51df495-ce4b-4688-bce4-c0254dbc2c9a {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:04.659022 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29cf5de-6f6b-41e8-b911-9243b794863a', 'tag': '39eddeb7-0556-4b7e-bb4d-837684b9a620', 'status': 'completed', 'code': 200} Nov 12 03:22:04.683306 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-737c98f6-9437-4246-ac6f-2ebc1b3a84d6 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Network 450969f7-aef3-41d3-9854-bfd42e1df007 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:04.684900 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-737c98f6-9437-4246-ac6f-2ebc1b3a84d6 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:04.702442 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-737c98f6-9437-4246-ac6f-2ebc1b3a84d6 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:04.750056 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c98f6-9437-4246-ac6f-2ebc1b3a84d6 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Pushing event updated for resources: {'Port': ['ID=1acb0f60-b3d3-46b6-9549-ded9dadb3974,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:04.795386 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3248d4f-b981-453a-b7d5-8627f9154d5e req-26659192-560a-4910-9a6b-deaef379bb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:04.812732 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e3248d4f-b981-453a-b7d5-8627f9154d5e req-26659192-560a-4910-9a6b-deaef379bb5b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ba424c57-ec3a-4d6d-b89c-9699ee3a3c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2193685 Nov 12 03:22:04.818427 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-737c98f6-9437-4246-ac6f-2ebc1b3a84d6 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:04.820827 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-737c98f6-9437-4246-ac6f-2ebc1b3a84d6 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:04.849566 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613dbe0-f44b-481b-b1d8-44f003294044 req-e4769579-4f34-4bd0-8ce6-cb2904a16413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:04.852714 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f613dbe0-f44b-481b-b1d8-44f003294044 req-e4769579-4f34-4bd0-8ce6-cb2904a16413 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0fe6ad5cc781423d94795b11723f6247&device_id=c29cf5de-6f6b-41e8-b911-9243b794863a HTTP/1.1" status: 200 len: 1097 time: 0.1769586 Nov 12 03:22:04.892198 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-737c98f6-9437-4246-ac6f-2ebc1b3a84d6 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1786256 Nov 12 03:22:04.904049 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-61e3f3c9-e3be-47d5-af6a-cbc290553cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae19713-183e-4966-86a6-652ce41c793b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1640307428-router', 'tenant_id': '0fe6ad5cc781423d94795b11723f6247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '067c29ef-c3de-49bf-9b4c-f35554b945e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:13Z', 'updated_at': '2021-11-12T03:21:20Z', 'revision_number': 4, 'project_id': '0fe6ad5cc781423d94795b11723f6247', 'gw_port': {'id': '067c29ef-c3de-49bf-9b4c-f35554b945e8', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae19713-183e-4966-86a6-652ce41c793b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:15Z', 'updated_at': '2021-11-12T03:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'f63eceba-1143-4c10-a4f9-57e2d64a6050', 'name': '', 'network_id': 'ba424c57-ec3a-4d6d-b89c-9699ee3a3c72', 'tenant_id': '0fe6ad5cc781423d94795b11723f6247', 'mac_address': 'fa:16:3e:1d:78:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae19713-183e-4966-86a6-652ce41c793b', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '4861e040-05d9-4e30-8357-69ff119e903e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:19Z', 'updated_at': '2021-11-12T03:21:25Z', 'revision_number': 5, 'project_id': '0fe6ad5cc781423d94795b11723f6247', 'subnets': [{'id': '4861e040-05d9-4e30-8357-69ff119e903e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:04.907507 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abcb1d6-57f8-4651-a4c1-b85e2971d6e8 req-1ffe1b45-fa2e-41a6-88da-9d5709130ec8 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:04.909386 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5abcb1d6-57f8-4651-a4c1-b85e2971d6e8 req-1ffe1b45-fa2e-41a6-88da-9d5709130ec8 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6559d32-d2e7-4356-8936-fd6273fdfc79 HTTP/1.1" status: 200 len: 932 time: 0.1071990 Nov 12 03:22:04.921071 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-573b0663-c3c6-4af2-b87f-d3928a1eed20 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Request body: {'port': {'device_id': 'a6559d32-d2e7-4356-8936-fd6273fdfc79', 'network_id': '9e22eea4-f70c-4a8e-b6a0-0bcc729c4b32', 'admin_state_up': True, 'tenant_id': '2318b893ebac4403a7655da339a70941'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:04.949634 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e3f3c9-e3be-47d5-af6a-cbc290553cc0 None None] Checking router: fae19713-183e-4966-86a6-652ce41c793b for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:22:04.960645 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e3f3c9-e3be-47d5-af6a-cbc290553cc0 None None] Routers {'fae19713-183e-4966-86a6-652ce41c793b'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:04.962022 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-61e3f3c9-e3be-47d5-af6a-cbc290553cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:22:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['fae19713-183e-4966-86a6-652ce41c793b'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:05.020901 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e3248d4f-b981-453a-b7d5-8627f9154d5e req-5341003d-79ad-46d4-9236-b2e4b498386b service neutron] 10.222.0.50 "GET /v2.0/networks/ba424c57-ec3a-4d6d-b89c-9699ee3a3c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072480 Nov 12 03:22:05.080976 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-9eb65b25-b88b-4341-aef7-db8fd9f3633a req-f6c8a75c-f4de-46b5-a0a6-bbd3145fe345 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] Deleting port b660f102-f4e2-4e2e-b5fb-c555b700fe96 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:05.081356 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9eb65b25-b88b-4341-aef7-db8fd9f3633a req-f6c8a75c-f4de-46b5-a0a6-bbd3145fe345 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:05.120660 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5abcb1d6-57f8-4651-a4c1-b85e2971d6e8 req-683713e8-e6cb-4a96-bbef-988e231f7182 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7b9a195-d95c-4e3f-bea7-b1f410bc6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934640 Nov 12 03:22:05.167185 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-00348795-06bc-443e-a9ad-2c540b2b22d7 None None] Provisioning complete for port 1acb0f60-b3d3-46b6-9549-ded9dadb3974 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:05.170649 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-00348795-06bc-443e-a9ad-2c540b2b22d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:05.173420 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613dbe0-f44b-481b-b1d8-44f003294044 req-3c457e83-85e5-41b9-b23c-6b4a3fefe95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:05.175992 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f613dbe0-f44b-481b-b1d8-44f003294044 req-3c457e83-85e5-41b9-b23c-6b4a3fefe95d service neutron] 10.222.0.74 "GET /v2.0/networks?id=ba424c57-ec3a-4d6d-b89c-9699ee3a3c72 HTTP/1.1" status: 200 len: 930 time: 0.3108435 Nov 12 03:22:05.203741 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-61e3f3c9-e3be-47d5-af6a-cbc290553cc0 None None] Set router fae19713-183e-4966-86a6-652ce41c793b gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:05.238809 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-573b0663-c3c6-4af2-b87f-d3928a1eed20 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Made reservation on behalf of 2318b893ebac4403a7655da339a70941 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:05.245945 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-573b0663-c3c6-4af2-b87f-d3928a1eed20 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:05.260688 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f613dbe0-f44b-481b-b1d8-44f003294044 req-b174fb16-4141-4f5f-a48d-434d5a6c7b0a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39eddeb7-0556-4b7e-bb4d-837684b9a620 HTTP/1.1" status: 200 len: 217 time: 0.0537183 Nov 12 03:22:05.266431 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-00348795-06bc-443e-a9ad-2c540b2b22d7 None None] Port 1acb0f60-b3d3-46b6-9549-ded9dadb3974 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:22:05.325754 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e3248d4f-b981-453a-b7d5-8627f9154d5e req-c26e797b-fdd1-4d56-9288-ab7694047bd3 service neutron] 10.222.0.50 "GET /v2.0/networks/ba424c57-ec3a-4d6d-b89c-9699ee3a3c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923865 Nov 12 03:22:05.346139 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-9eb65b25-b88b-4341-aef7-db8fd9f3633a req-f6c8a75c-f4de-46b5-a0a6-bbd3145fe345 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] For port b660f102-f4e2-4e2e-b5fb-c555b700fe96, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=b660f102-f4e2-4e2e-b5fb-c555b700fe96,segment=NetworkSegment(13704484-061a-4b5c-b99b-a737967f4407),segment_id=13704484-061a-4b5c-b99b-a737967f4407)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:05.346597 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9eb65b25-b88b-4341-aef7-db8fd9f3633a req-f6c8a75c-f4de-46b5-a0a6-bbd3145fe345 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:05.361773 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613dbe0-f44b-481b-b1d8-44f003294044 req-898216ff-d73a-46f8-9ff9-564b58c9c81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:05.363419 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f613dbe0-f44b-481b-b1d8-44f003294044 req-898216ff-d73a-46f8-9ff9-564b58c9c81e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4861e040-05d9-4e30-8357-69ff119e903e HTTP/1.1" status: 200 len: 868 time: 0.0935690 Nov 12 03:22:05.368703 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-9eb65b25-b88b-4341-aef7-db8fd9f3633a req-f6c8a75c-f4de-46b5-a0a6-bbd3145fe345 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] Calling delete_port for b660f102-f4e2-4e2e-b5fb-c555b700fe96 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:05.379898 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:05.425607 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4ee6a-f285-4209-9081-a6f5dab52abc req-a7873175-5af9-4f65-900d-e902ee24c770 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:05.426289 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fef4ee6a-f285-4209-9081-a6f5dab52abc req-a7873175-5af9-4f65-900d-e902ee24c770 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 946 time: 0.2073293 Nov 12 03:22:05.496896 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-61e3f3c9-e3be-47d5-af6a-cbc290553cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae19713-183e-4966-86a6-652ce41c793b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1640307428-router', 'tenant_id': '0fe6ad5cc781423d94795b11723f6247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '067c29ef-c3de-49bf-9b4c-f35554b945e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:13Z', 'updated_at': '2021-11-12T03:21:20Z', 'revision_number': 4, 'project_id': '0fe6ad5cc781423d94795b11723f6247', 'gw_port': {'id': '067c29ef-c3de-49bf-9b4c-f35554b945e8', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae19713-183e-4966-86a6-652ce41c793b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:15Z', 'updated_at': '2021-11-12T03:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'f63eceba-1143-4c10-a4f9-57e2d64a6050', 'name': '', 'network_id': 'ba424c57-ec3a-4d6d-b89c-9699ee3a3c72', 'tenant_id': '0fe6ad5cc781423d94795b11723f6247', 'mac_address': 'fa:16:3e:1d:78:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae19713-183e-4966-86a6-652ce41c793b', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '4861e040-05d9-4e30-8357-69ff119e903e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:19Z', 'updated_at': '2021-11-12T03:21:25Z', 'revision_number': 5, 'project_id': '0fe6ad5cc781423d94795b11723f6247', 'subnets': [{'id': '4861e040-05d9-4e30-8357-69ff119e903e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:05.556493 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613dbe0-f44b-481b-b1d8-44f003294044 req-06943df9-abda-4fd6-8702-df367ba9a6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:05.558044 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f613dbe0-f44b-481b-b1d8-44f003294044 req-06943df9-abda-4fd6-8702-df367ba9a6a2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ba424c57-ec3a-4d6d-b89c-9699ee3a3c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1865301 Nov 12 03:22:05.644533 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fef4ee6a-f285-4209-9081-a6f5dab52abc req-b6ee59aa-153b-475b-b790-71ae0c563254 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030659 Nov 12 03:22:05.686161 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-573b0663-c3c6-4af2-b87f-d3928a1eed20 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Allocated IP 19.86.0.118 (9e22eea4-f70c-4a8e-b6a0-0bcc729c4b32/9eb5e787-1738-4f8e-9305-2adec92e0cb5/7eec5770-e287-4dd3-9495-d18834683a85) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:05.704469 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e3f3c9-e3be-47d5-af6a-cbc290553cc0 None None] The sync data for ids ['fae19713-183e-4966-86a6-652ce41c793b'] in n-d-715271-27 is: [{'id': 'fae19713-183e-4966-86a6-652ce41c793b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1640307428-router', 'tenant_id': '0fe6ad5cc781423d94795b11723f6247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '067c29ef-c3de-49bf-9b4c-f35554b945e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:13Z', 'updated_at': '2021-11-12T03:21:20Z', 'revision_number': 4, 'project_id': '0fe6ad5cc781423d94795b11723f6247', 'gw_port': {'id': '067c29ef-c3de-49bf-9b4c-f35554b945e8', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae19713-183e-4966-86a6-652ce41c793b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:15Z', 'updated_at': '2021-11-12T03:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'f63eceba-1143-4c10-a4f9-57e2d64a6050', 'name': '', 'network_id': 'ba424c57-ec3a-4d6d-b89c-9699ee3a3c72', 'tenant_id': '0fe6ad5cc781423d94795b11723f6247', 'mac_address': 'fa:16:3e:1d:78:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae19713-183e-4966-86a6-652ce41c793b', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '4861e040-05d9-4e30-8357-69ff119e903e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:19Z', 'updated_at': '2021-11-12T03:21:25Z', 'revision_number': 5, 'project_id': '0fe6ad5cc781423d94795b11723f6247', 'subnets': [{'id': '4861e040-05d9-4e30-8357-69ff119e903e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:22:05.804331 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b9a413-7aa0-4286-8d3d-f5b57d1f9ac2 req-6a04895b-0a96-4688-9ae8-72cab3d815db tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:05.806730 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-97b9a413-7aa0-4286-8d3d-f5b57d1f9ac2 req-6a04895b-0a96-4688-9ae8-72cab3d815db tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 950 time: 0.1947038 Nov 12 03:22:05.847479 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f613dbe0-f44b-481b-b1d8-44f003294044 req-c2923e31-0469-4532-87e6-a2558332d1ee service neutron] 10.222.0.74 "GET /v2.0/networks/ba424c57-ec3a-4d6d-b89c-9699ee3a3c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624359 Nov 12 03:22:05.867815 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9eb65b25-b88b-4341-aef7-db8fd9f3633a req-f6c8a75c-f4de-46b5-a0a6-bbd3145fe345 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:05.881074 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['b660f102-f4e2-4e2e-b5fb-c555b700fe96'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:05.946997 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c432197a-70c7-4cbb-8d20-b07ef528abbe req-355317c8-07fb-4bdc-bc42-d53fe3b4d438 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/floatingips/2fd0fc22-0433-4167-9706-cae09cbcad7e HTTP/1.1" status: 200 len: 695 time: 0.0696554 Nov 12 03:22:05.981226 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8a75c-f4de-46b5-a0a6-bbd3145fe345 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] Pushing event deleted for resources: {'Port': ['ID=b660f102-f4e2-4e2e-b5fb-c555b700fe96,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:06.008685 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-573b0663-c3c6-4af2-b87f-d3928a1eed20 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:06.037960 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-97b9a413-7aa0-4286-8d3d-f5b57d1f9ac2 req-c018655b-5be4-4e80-98d3-f85223822029 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196105 Nov 12 03:22:06.060827 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb65b25-b88b-4341-aef7-db8fd9f3633a req-f6c8a75c-f4de-46b5-a0a6-bbd3145fe345 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] No DVR routers for this DVR port b660f102-f4e2-4e2e-b5fb-c555b700fe96 on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:06.065966 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9eb65b25-b88b-4341-aef7-db8fd9f3633a req-f6c8a75c-f4de-46b5-a0a6-bbd3145fe345 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:06.070173 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9eb65b25-b88b-4341-aef7-db8fd9f3633a req-f6c8a75c-f4de-46b5-a0a6-bbd3145fe345 tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] 10.222.0.74 "DELETE /v2.0/ports/b660f102-f4e2-4e2e-b5fb-c555b700fe96 HTTP/1.1" status: 204 len: 173 time: 1.4653749 Nov 12 03:22:06.106778 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f613dbe0-f44b-481b-b1d8-44f003294044 req-e4ac32b0-9678-4a0d-a9f6-a95412a015ee service neutron] 10.222.0.74 "GET /v2.0/networks/ba424c57-ec3a-4d6d-b89c-9699ee3a3c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495282 Nov 12 03:22:06.169676 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9b02c9-c198-4722-92bf-ba6c1b311425 None None] New status for floating IP 2fd0fc22-0433-4167-9706-cae09cbcad7e: DOWN {{(pid=102574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:22:06.199571 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-573b0663-c3c6-4af2-b87f-d3928a1eed20 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:06.230589 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ef1bf9ca-c89b-44c2-bdd2-29893645c51a req-e1be12d0-f749-458f-a694-65b07a5d205f tempest-ServerMetadataNegativeTestJSON-1066580182 tempest-ServerMetadataNegativeTestJSON-1066580182-project] 10.222.0.50 "GET /v2.0/ports?device_id=994abfd4-ad8c-4b97-b4af-04839420e3d9 HTTP/1.1" status: 200 len: 210 time: 0.0713463 Nov 12 03:22:06.261343 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:06.263962 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-573b0663-c3c6-4af2-b87f-d3928a1eed20 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Network 9e22eea4-f70c-4a8e-b6a0-0bcc729c4b32 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:06.271932 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-573b0663-c3c6-4af2-b87f-d3928a1eed20 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:06.290551 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-573b0663-c3c6-4af2-b87f-d3928a1eed20 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:06.361185 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432197a-70c7-4cbb-8d20-b07ef528abbe req-bbfd10a5-8292-410d-bc4a-609d8fb28da6 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:06.369099 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c432197a-70c7-4cbb-8d20-b07ef528abbe req-bbfd10a5-8292-410d-bc4a-609d8fb28da6 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/networks/7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 HTTP/1.1" status: 200 len: 784 time: 0.3419414 Nov 12 03:22:06.388803 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-c432197a-70c7-4cbb-8d20-b07ef528abbe req-068ef2e2-af94-4465-8259-dbe6a46704f1 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:22:06.389828 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c432197a-70c7-4cbb-8d20-b07ef528abbe req-068ef2e2-af94-4465-8259-dbe6a46704f1 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0198312 Nov 12 03:22:06.417255 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b0663-c3c6-4af2-b87f-d3928a1eed20 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Pushing event updated for resources: {'Port': ['ID=7eec5770-e287-4dd3-9495-d18834683a85,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:06.502028 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-573b0663-c3c6-4af2-b87f-d3928a1eed20 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:06.502705 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-573b0663-c3c6-4af2-b87f-d3928a1eed20 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:06.522046 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc0ea4-1cc6-410f-b3dd-3ea5ecc89fd7 req-835681fc-2264-4166-ab03-1026ec09d122 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:06.524204 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dbbc0ea4-1cc6-410f-b3dd-3ea5ecc89fd7 req-835681fc-2264-4166-ab03-1026ec09d122 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d6c9876-0ca8-4a13-a411-4ec180b1f938 HTTP/1.1" status: 200 len: 946 time: 0.0790355 Nov 12 03:22:06.580014 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c432197a-70c7-4cbb-8d20-b07ef528abbe req-de81931a-7033-4f70-86f9-fc682d194e73 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.216 HTTP/1.1" status: 200 len: 698 time: 0.1495616 Nov 12 03:22:06.600656 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-573b0663-c3c6-4af2-b87f-d3928a1eed20 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6838522 Nov 12 03:22:06.617848 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dbbc0ea4-1cc6-410f-b3dd-3ea5ecc89fd7 req-2ac3ae7e-2858-415e-97d4-01d847e1a961 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/security-groups?id=7401f916-5145-4fa4-af83-19b43e6880a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871360 Nov 12 03:22:06.656671 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-a194cdfa-e0fd-4c53-9d38-e4133b80dda2 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Request body: {'port': {'device_id': 'a6559d32-d2e7-4356-8936-fd6273fdfc79', 'network_id': '450969f7-aef3-41d3-9854-bfd42e1df007', 'admin_state_up': True, 'tenant_id': '2318b893ebac4403a7655da339a70941'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:06.659706 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994abfd4-ad8c-4b97-b4af-04839420e3d9', 'name': 'network-vif-deleted', 'tag': 'b660f102-f4e2-4e2e-b5fb-c555b700fe96'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:06.662700 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aed9833-8f7d-4157-904a-47c1f7c58271" -d '{"events": [{"server_uuid": "994abfd4-ad8c-4b97-b4af-04839420e3d9", "name": "network-vif-deleted", "tag": "b660f102-f4e2-4e2e-b5fb-c555b700fe96"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:06.707126 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-48d9bb72-8197-4d4e-9208-f02e2f405e6e None None] Provisioning complete for port 7eec5770-e287-4dd3-9495-d18834683a85 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:06.707505 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-48d9bb72-8197-4d4e-9208-f02e2f405e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:06.717054 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c432197a-70c7-4cbb-8d20-b07ef528abbe req-66131804-15a0-4fc7-af00-63f0c3c4bc7b tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.216 HTTP/1.1" status: 200 len: 698 time: 0.1224303 Nov 12 03:22:06.781514 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-48d9bb72-8197-4d4e-9208-f02e2f405e6e None None] Port 7eec5770-e287-4dd3-9495-d18834683a85 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:22:06.876546 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea424768-3811-4057-8bee-4684ea5cdcab req-6a36121d-a3a4-4893-9305-88efaded45e8 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:06.886352 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea424768-3811-4057-8bee-4684ea5cdcab req-6a36121d-a3a4-4893-9305-88efaded45e8 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:06.888460 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea424768-3811-4057-8bee-4684ea5cdcab req-6a36121d-a3a4-4893-9305-88efaded45e8 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6559d32-d2e7-4356-8936-fd6273fdfc79 HTTP/1.1" status: 200 len: 1655 time: 0.1339500 Nov 12 03:22:06.909970 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-a5e651d0-b47f-4e1e-b97b-9101f1d576e8 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:06.911400 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-a5e651d0-b47f-4e1e-b97b-9101f1d576e8 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=22f52e11-1b72-460c-9afe-29bce7255d86&tenant_id=576a7b2c0e984780a26518e9c1601856&binding%3Ahost_id=n-h2-715271-27 HTTP/1.1" status: 200 len: 1098 time: 0.1129289 Nov 12 03:22:06.930939 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-af923a6b-3ee0-4afd-9d22-c94e92a5605c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-715271-27'}}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:06.973567 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-a194cdfa-e0fd-4c53-9d38-e4133b80dda2 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Made reservation on behalf of 2318b893ebac4403a7655da339a70941 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:06.977862 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-a194cdfa-e0fd-4c53-9d38-e4133b80dda2 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:06.998311 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-c432197a-70c7-4cbb-8d20-b07ef528abbe req-889d14f0-40a2-40a3-8f1f-4501f0f20c58 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Deleting port ad641a08-30c9-41c3-a62f-58f6d8c77e4c {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:06.998799 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c432197a-70c7-4cbb-8d20-b07ef528abbe req-889d14f0-40a2-40a3-8f1f-4501f0f20c58 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:07.026737 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea424768-3811-4057-8bee-4684ea5cdcab req-51926cb3-cae8-4136-acb6-9f04570de777 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7b9a195-d95c-4e3f-bea7-b1f410bc6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249855 Nov 12 03:22:07.054843 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-af923a6b-3ee0-4afd-9d22-c94e92a5605c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:07.082567 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d69aff6-dab8-4f56-8632-90aa510440b7 x-openstack-request-id: req-1d69aff6-dab8-4f56-8632-90aa510440b7 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:07.086557 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994abfd4-ad8c-4b97-b4af-04839420e3d9", "name": "network-vif-deleted", "tag": "b660f102-f4e2-4e2e-b5fb-c555b700fe96", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:07.086910 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1d69aff6-dab8-4f56-8632-90aa510440b7 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:07.089532 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994abfd4-ad8c-4b97-b4af-04839420e3d9', 'name': 'network-vif-deleted', 'tag': 'b660f102-f4e2-4e2e-b5fb-c555b700fe96', 'status': 'completed', 'code': 200} Nov 12 03:22:07.224772 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-a194cdfa-e0fd-4c53-9d38-e4133b80dda2 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Allocated IP 19.80.0.7 (450969f7-aef3-41d3-9854-bfd42e1df007/46f257c2-b04c-4808-97a8-0bdc2d76f3f0/49039d32-b4c1-4532-acfe-2abae6a170ea) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:07.232891 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c432197a-70c7-4cbb-8d20-b07ef528abbe req-889d14f0-40a2-40a3-8f1f-4501f0f20c58 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:07.233260 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c432197a-70c7-4cbb-8d20-b07ef528abbe req-889d14f0-40a2-40a3-8f1f-4501f0f20c58 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:07.255333 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-c432197a-70c7-4cbb-8d20-b07ef528abbe req-889d14f0-40a2-40a3-8f1f-4501f0f20c58 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Calling delete_port for ad641a08-30c9-41c3-a62f-58f6d8c77e4c owned by network:floatingip {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:07.276236 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992183cf-2f06-47db-b658-827a1410d67a req-6574ab43-d2b3-49d9-bd71-408e75caf90e tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:07.283515 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-992183cf-2f06-47db-b658-827a1410d67a req-6574ab43-d2b3-49d9-bd71-408e75caf90e tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 946 time: 0.1287973 Nov 12 03:22:07.348627 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-af923a6b-3ee0-4afd-9d22-c94e92a5605c service neutron] For port c8ef7709-72a6-4596-9527-d2a9f473fb62, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=c8ef7709-72a6-4596-9527-d2a9f473fb62,segment=NetworkSegment(b8c93ffa-e78d-4d7d-8be5-2d181e470820),segment_id=b8c93ffa-e78d-4d7d-8be5-2d181e470820)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:07.376116 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-992183cf-2f06-47db-b658-827a1410d67a req-e3c298de-3515-4425-b9e1-64f36d6238b9 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820608 Nov 12 03:22:07.436840 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-af923a6b-3ee0-4afd-9d22-c94e92a5605c service neutron] For port c8ef7709-72a6-4596-9527-d2a9f473fb62, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:07.531406 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-af923a6b-3ee0-4afd-9d22-c94e92a5605c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:07.541864 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-af923a6b-3ee0-4afd-9d22-c94e92a5605c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:07.551233 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b48f5-aedb-4d5d-8833-d70e2200d738 req-48a64612-e1ec-430e-9e6c-33afba0b34aa tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:07.552849 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ba3b48f5-aedb-4d5d-8833-d70e2200d738 req-48a64612-e1ec-430e-9e6c-33afba0b34aa tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 950 time: 0.0797319 Nov 12 03:22:07.720743 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ba3b48f5-aedb-4d5d-8833-d70e2200d738 req-1039b2df-39ab-4588-a4fb-b881668587ac tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417067 Nov 12 03:22:07.725627 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af923a6b-3ee0-4afd-9d22-c94e92a5605c service neutron] Pushing event updated for resources: {'Port': ['ID=c8ef7709-72a6-4596-9527-d2a9f473fb62,revision_number=7']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:07.762006 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-af923a6b-3ee0-4afd-9d22-c94e92a5605c service neutron] Attempting to bind port c8ef7709-72a6-4596-9527-d2a9f473fb62 on host n-h2-715271-27 for vnic_type normal with profile {"migrating_to": "n-h1-715271-27"} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:07.762712 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-af923a6b-3ee0-4afd-9d22-c94e92a5605c service neutron] Attempting to bind port c8ef7709-72a6-4596-9527-d2a9f473fb62 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:07.762712 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-af923a6b-3ee0-4afd-9d22-c94e92a5605c service neutron] Attempting to bind port c8ef7709-72a6-4596-9527-d2a9f473fb62 on network f2354694-6453-486d-800c-f4fc7f841803 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:07.767821 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-af923a6b-3ee0-4afd-9d22-c94e92a5605c service neutron] Port c8ef7709-72a6-4596-9527-d2a9f473fb62 on network f2354694-6453-486d-800c-f4fc7f841803 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:07.768217 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-af923a6b-3ee0-4afd-9d22-c94e92a5605c service neutron] Attempting to bind port c8ef7709-72a6-4596-9527-d2a9f473fb62 on network f2354694-6453-486d-800c-f4fc7f841803 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:07.783426 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-af923a6b-3ee0-4afd-9d22-c94e92a5605c service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:07.784180 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-af923a6b-3ee0-4afd-9d22-c94e92a5605c service neutron] Checking segment: {'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:07.784807 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-af923a6b-3ee0-4afd-9d22-c94e92a5605c service neutron] Bound using segment: {'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:07.785455 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-af923a6b-3ee0-4afd-9d22-c94e92a5605c service neutron] Bound port: c8ef7709-72a6-4596-9527-d2a9f473fb62, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:07.786055 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-af923a6b-3ee0-4afd-9d22-c94e92a5605c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:07.796917 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-a194cdfa-e0fd-4c53-9d38-e4133b80dda2 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:07.801272 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54436) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:07.877188 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c432197a-70c7-4cbb-8d20-b07ef528abbe req-889d14f0-40a2-40a3-8f1f-4501f0f20c58 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:07.881579 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-af923a6b-3ee0-4afd-9d22-c94e92a5605c service neutron] For port c8ef7709-72a6-4596-9527-d2a9f473fb62, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:07.888367 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-af923a6b-3ee0-4afd-9d22-c94e92a5605c service neutron] For port c8ef7709-72a6-4596-9527-d2a9f473fb62, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=c8ef7709-72a6-4596-9527-d2a9f473fb62,segment=NetworkSegment(b8c93ffa-e78d-4d7d-8be5-2d181e470820),segment_id=b8c93ffa-e78d-4d7d-8be5-2d181e470820)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:07.897755 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-af923a6b-3ee0-4afd-9d22-c94e92a5605c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:07.900548 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a34efca-ac9b-4a89-8334-e4beb11aa58c admin admin] Deleting subnet 553b357e-e933-45b9-be03-3d3aeb4ca4e6 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:22:07.928956 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1a34efca-ac9b-4a89-8334-e4beb11aa58c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:07.930910 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d14f0-40a2-40a3-8f1f-4501f0f20c58 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Pushing event deleted for resources: {'Port': ['ID=ad641a08-30c9-41c3-a62f-58f6d8c77e4c,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:07.956280 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-a194cdfa-e0fd-4c53-9d38-e4133b80dda2 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:07.998164 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af923a6b-3ee0-4afd-9d22-c94e92a5605c service neutron] Pushing event updated for resources: {'Port': ['ID=c8ef7709-72a6-4596-9527-d2a9f473fb62,revision_number=8']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:08.011511 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-af923a6b-3ee0-4afd-9d22-c94e92a5605c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:08.012374 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-af923a6b-3ee0-4afd-9d22-c94e92a5605c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:08.014633 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-af923a6b-3ee0-4afd-9d22-c94e92a5605c service neutron] 10.222.0.74 "PUT /v2.0/ports/c8ef7709-72a6-4596-9527-d2a9f473fb62 HTTP/1.1" status: 200 len: 1124 time: 1.0929689 Nov 12 03:22:08.036398 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1a34efca-ac9b-4a89-8334-e4beb11aa58c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:08.081006 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-a194cdfa-e0fd-4c53-9d38-e4133b80dda2 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Network 450969f7-aef3-41d3-9854-bfd42e1df007 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:08.099322 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-a194cdfa-e0fd-4c53-9d38-e4133b80dda2 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:08.111002 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-a194cdfa-e0fd-4c53-9d38-e4133b80dda2 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:08.133762 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['c8ef7709-72a6-4596-9527-d2a9f473fb62'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:08.173522 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a194cdfa-e0fd-4c53-9d38-e4133b80dda2 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Pushing event updated for resources: {'Port': ['ID=49039d32-b4c1-4532-acfe-2abae6a170ea,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:08.185944 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-a194cdfa-e0fd-4c53-9d38-e4133b80dda2 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:08.186627 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-a194cdfa-e0fd-4c53-9d38-e4133b80dda2 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:08.210428 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c432197a-70c7-4cbb-8d20-b07ef528abbe req-889d14f0-40a2-40a3-8f1f-4501f0f20c58 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks [] for floatingip, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:08.213699 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c432197a-70c7-4cbb-8d20-b07ef528abbe req-889d14f0-40a2-40a3-8f1f-4501f0f20c58 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:08.235437 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c432197a-70c7-4cbb-8d20-b07ef528abbe req-889d14f0-40a2-40a3-8f1f-4501f0f20c58 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "DELETE /v2.0/floatingips/2fd0fc22-0433-4167-9706-cae09cbcad7e HTTP/1.1" status: 204 len: 173 time: 1.5042510 Nov 12 03:22:08.253603 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1a34efca-ac9b-4a89-8334-e4beb11aa58c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:08.260366 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['c8ef7709-72a6-4596-9527-d2a9f473fb62'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:08.364868 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-a194cdfa-e0fd-4c53-9d38-e4133b80dda2 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7109063 Nov 12 03:22:08.371563 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:08.444977 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-4a7ad637-5144-4438-b022-0850e46c52d5 service neutron] Request body: {'port': {'device_id': 'a6559d32-d2e7-4356-8936-fd6273fdfc79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:08.467129 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device c8ef7709-72a6-4596-9527-d2a9f473fb62 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:22:08.469222 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device b660f102-f4e2-4e2e-b5fb-c555b700fe96 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:08.503858 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1baca37-fde7-4841-b592-92a5f3755caf req-97408b40-45cd-4259-aba7-a58b70316a07 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:08.515599 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c1baca37-fde7-4841-b592-92a5f3755caf req-97408b40-45cd-4259-aba7-a58b70316a07 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d6c9876-0ca8-4a13-a411-4ec180b1f938 HTTP/1.1" status: 200 len: 946 time: 0.0924628 Nov 12 03:22:08.528564 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1a34efca-ac9b-4a89-8334-e4beb11aa58c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:08.538635 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: b660f102-f4e2-4e2e-b5fb-c555b700fe96 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:22:08.539945 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device b660f102-f4e2-4e2e-b5fb-c555b700fe96 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:22:08.558533 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a34efca-ac9b-4a89-8334-e4beb11aa58c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=553b357e-e933-45b9-be03-3d3aeb4ca4e6,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:08.586944 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a05c2-d595-4fb7-8a7d-c2f5f7c1904f req-b6e3112b-3364-43b1-aea2-839a970d0f28 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:08.592943 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a05c2-d595-4fb7-8a7d-c2f5f7c1904f req-b6e3112b-3364-43b1-aea2-839a970d0f28 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:08.599126 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a05c2-d595-4fb7-8a7d-c2f5f7c1904f req-b6e3112b-3364-43b1-aea2-839a970d0f28 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:08.600898 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dc5a05c2-d595-4fb7-8a7d-c2f5f7c1904f req-b6e3112b-3364-43b1-aea2-839a970d0f28 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6559d32-d2e7-4356-8936-fd6273fdfc79 HTTP/1.1" status: 200 len: 2375 time: 0.1515462 Nov 12 03:22:08.611484 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c1baca37-fde7-4841-b592-92a5f3755caf req-dece107f-260a-4ae2-95b8-dba5b45d8603 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/security-groups?id=7401f916-5145-4fa4-af83-19b43e6880a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944188 Nov 12 03:22:08.624250 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1a34efca-ac9b-4a89-8334-e4beb11aa58c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:08.630343 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-1a34efca-ac9b-4a89-8334-e4beb11aa58c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/553b357e-e933-45b9-be03-3d3aeb4ca4e6 HTTP/1.1" status: 204 len: 168 time: 0.8275750 Nov 12 03:22:08.631044 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54450) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:08.682679 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-4a7ad637-5144-4438-b022-0850e46c52d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:08.712568 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port c8ef7709-72a6-4596-9527-d2a9f473fb62, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=c8ef7709-72a6-4596-9527-d2a9f473fb62,segment=NetworkSegment(b8c93ffa-e78d-4d7d-8be5-2d181e470820),segment_id=b8c93ffa-e78d-4d7d-8be5-2d181e470820)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:08.753510 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dc5a05c2-d595-4fb7-8a7d-c2f5f7c1904f req-715eee45-d828-4e17-9eb1-9f5c09680667 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7b9a195-d95c-4e3f-bea7-b1f410bc6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342998 Nov 12 03:22:08.762611 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device c8ef7709-72a6-4596-9527-d2a9f473fb62 has no active binding in host n-h1-715271-27 {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:22:08.792235 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8e3f598e-67d2-45f2-9241-0ba3e47502d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:08.804450 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-891a8cb2-69a7-41b7-95ea-8105ba3ff921 None None] Provisioning complete for port 49039d32-b4c1-4532-acfe-2abae6a170ea triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:08.805744 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-891a8cb2-69a7-41b7-95ea-8105ba3ff921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:08.826564 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262c94d-440e-40a6-88c4-b82d95ef2ed2 req-82ebd063-c02f-49d3-96ed-22a6435709eb tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:08.837136 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4262c94d-440e-40a6-88c4-b82d95ef2ed2 req-82ebd063-c02f-49d3-96ed-22a6435709eb tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/ports?device_id=c29cf5de-6f6b-41e8-b911-9243b794863a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1118543 Nov 12 03:22:08.848160 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-891a8cb2-69a7-41b7-95ea-8105ba3ff921 None None] Port 49039d32-b4c1-4532-acfe-2abae6a170ea cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:22:08.932862 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4262c94d-440e-40a6-88c4-b82d95ef2ed2 req-2e4f244e-879e-4dc6-9471-f1bf9ae13598 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0946510 Nov 12 03:22:09.056261 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8e3f598e-67d2-45f2-9241-0ba3e47502d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:09.087754 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6a2b0-6f27-4d70-b83e-ebb557c859bd req-817c2deb-1c97-46ba-a88c-e38b6272e9c6 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:09.089455 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2ac6a2b0-6f27-4d70-b83e-ebb557c859bd req-817c2deb-1c97-46ba-a88c-e38b6272e9c6 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 944 time: 0.1489496 Nov 12 03:22:09.183339 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2ac6a2b0-6f27-4d70-b83e-ebb557c859bd req-e606d7df-2a56-40e1-aa9f-fa694f909bad tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869420 Nov 12 03:22:09.248623 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-4a7ad637-5144-4438-b022-0850e46c52d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1acb0f60-b3d3-46b6-9549-ded9dadb3974 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:09.259652 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-4a7ad637-5144-4438-b022-0850e46c52d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:09.276801 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-4a7ad637-5144-4438-b022-0850e46c52d5 service neutron] Transition to ACTIVE for port object 1acb0f60-b3d3-46b6-9549-ded9dadb3974 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:22:09.281418 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-4a7ad637-5144-4438-b022-0850e46c52d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:09.343118 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7ad637-5144-4438-b022-0850e46c52d5 service neutron] Pushing event updated for resources: {'Port': ['ID=1acb0f60-b3d3-46b6-9549-ded9dadb3974,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:09.379489 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f52e11-1b72-460c-9afe-29bce7255d86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8ef7709-72a6-4596-9527-d2a9f473fb62'}, {'name': 'network-changed', 'server_uuid': '22f52e11-1b72-460c-9afe-29bce7255d86', 'tag': 'c8ef7709-72a6-4596-9527-d2a9f473fb62'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:09.381675 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5730f73-1802-4603-8d00-c2d1913792cf" -d '{"events": [{"server_uuid": "22f52e11-1b72-460c-9afe-29bce7255d86", "name": "network-vif-unplugged", "status": "completed", "tag": "c8ef7709-72a6-4596-9527-d2a9f473fb62"}, {"name": "network-changed", "server_uuid": "22f52e11-1b72-460c-9afe-29bce7255d86", "tag": "c8ef7709-72a6-4596-9527-d2a9f473fb62"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:09.432133 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-8e3f598e-67d2-45f2-9241-0ba3e47502d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d915bc-9213-45d5-849b-294fc6360744']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:09.447731 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e9c76074-a3cb-4b3a-afc0-22a91623c549 req-6519f1c8-64ce-49f5-aba0-c23b81b8a0e2 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0588560 Nov 12 03:22:09.452927 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-8e3f598e-67d2-45f2-9241-0ba3e47502d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13704484-061a-4b5c-b99b-a737967f4407') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:09.453408 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-8e3f598e-67d2-45f2-9241-0ba3e47502d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13704484-061a-4b5c-b99b-a737967f4407') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:09.464561 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32578147-b5e5-410f-8d34-08d96080d5c0 req-60e3bd91-451d-4c0b-bf9e-207b57e65252 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:09.466112 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-32578147-b5e5-410f-8d34-08d96080d5c0 req-60e3bd91-451d-4c0b-bf9e-207b57e65252 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 950 time: 0.4305615 Nov 12 03:22:09.488858 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8e3f598e-67d2-45f2-9241-0ba3e47502d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:09.520040 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3575a66-ce22-475b-a98b-630a45d3c7bd x-openstack-request-id: req-a3575a66-ce22-475b-a98b-630a45d3c7bd {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:09.520394 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f52e11-1b72-460c-9afe-29bce7255d86", "name": "network-vif-unplugged", "status": "completed", "tag": "c8ef7709-72a6-4596-9527-d2a9f473fb62", "code": 200}, {"name": "network-changed", "server_uuid": "22f52e11-1b72-460c-9afe-29bce7255d86", "tag": "c8ef7709-72a6-4596-9527-d2a9f473fb62", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:09.520679 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a3575a66-ce22-475b-a98b-630a45d3c7bd {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:09.521198 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f52e11-1b72-460c-9afe-29bce7255d86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8ef7709-72a6-4596-9527-d2a9f473fb62', 'code': 200} Nov 12 03:22:09.521459 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f52e11-1b72-460c-9afe-29bce7255d86', 'tag': 'c8ef7709-72a6-4596-9527-d2a9f473fb62', 'status': 'completed', 'code': 200} Nov 12 03:22:09.526232 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8e3f598e-67d2-45f2-9241-0ba3e47502d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:09.537454 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-4a7ad637-5144-4438-b022-0850e46c52d5 service neutron] Attempting to bind port 1acb0f60-b3d3-46b6-9549-ded9dadb3974 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:09.538097 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-4a7ad637-5144-4438-b022-0850e46c52d5 service neutron] Attempting to bind port 1acb0f60-b3d3-46b6-9549-ded9dadb3974 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '450969f7-aef3-41d3-9854-bfd42e1df007'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:09.538714 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-4a7ad637-5144-4438-b022-0850e46c52d5 service neutron] Attempting to bind port 1acb0f60-b3d3-46b6-9549-ded9dadb3974 on network 450969f7-aef3-41d3-9854-bfd42e1df007 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:09.547763 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-4a7ad637-5144-4438-b022-0850e46c52d5 service neutron] Port 1acb0f60-b3d3-46b6-9549-ded9dadb3974 on network 450969f7-aef3-41d3-9854-bfd42e1df007 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:09.548219 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-4a7ad637-5144-4438-b022-0850e46c52d5 service neutron] Attempting to bind port 1acb0f60-b3d3-46b6-9549-ded9dadb3974 on network 450969f7-aef3-41d3-9854-bfd42e1df007 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:09.554516 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-4a7ad637-5144-4438-b022-0850e46c52d5 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:09.555635 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-4a7ad637-5144-4438-b022-0850e46c52d5 service neutron] Checking segment: {'id': '5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '450969f7-aef3-41d3-9854-bfd42e1df007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:09.556132 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-4a7ad637-5144-4438-b022-0850e46c52d5 service neutron] Bound using segment: {'id': '5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '450969f7-aef3-41d3-9854-bfd42e1df007'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:09.556636 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-4a7ad637-5144-4438-b022-0850e46c52d5 service neutron] Bound port: 1acb0f60-b3d3-46b6-9549-ded9dadb3974, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '450969f7-aef3-41d3-9854-bfd42e1df007'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:09.557064 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-4a7ad637-5144-4438-b022-0850e46c52d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:09.560480 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e3f598e-67d2-45f2-9241-0ba3e47502d0 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:22:09.561095 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8e3f598e-67d2-45f2-9241-0ba3e47502d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:09.563131 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:22:09.563131 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:22:09.563131 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:22:09.563131 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:22:09.563131 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:22:09.563131 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:22:09.563131 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:22:09.563131 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:22:09.563131 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:22:09.563131 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:22:09.563131 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:22:09.563131 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:22:09.563131 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:22:09.563131 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:22:09.563131 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:22:09.563131 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:22:09.563131 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:22:09.563131 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:22:09.563131 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:22:09.563131 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:22:09.563131 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:22:09.563131 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:22:09.563131 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:22:09.563131 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:22:09.563131 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:22:09.563131 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:22:09.563131 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:22:09.563131 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:22:09.563131 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:22:09.563131 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:22:09.563131 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:22:09.563131 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:22:09.660719 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-32578147-b5e5-410f-8d34-08d96080d5c0 req-3024b583-e529-4204-be1b-47d23158d359 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815701 Nov 12 03:22:09.685015 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-4a7ad637-5144-4438-b022-0850e46c52d5 service neutron] For port 1acb0f60-b3d3-46b6-9549-ded9dadb3974, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:09.689316 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-4a7ad637-5144-4438-b022-0850e46c52d5 service neutron] For port 1acb0f60-b3d3-46b6-9549-ded9dadb3974, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=1acb0f60-b3d3-46b6-9549-ded9dadb3974,segment=NetworkSegment(5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b),segment_id=5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:09.696724 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-4a7ad637-5144-4438-b022-0850e46c52d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:09.773719 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8e3f598e-67d2-45f2-9241-0ba3e47502d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:09.789282 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-4a7ad637-5144-4438-b022-0850e46c52d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:09.790382 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5730f73-1802-4603-8d00-c2d1913792cf req-95c13f6f-84f7-4cfb-a4f0-c9bfbbb737f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:09.791894 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d5730f73-1802-4603-8d00-c2d1913792cf req-95c13f6f-84f7-4cfb-a4f0-c9bfbbb737f9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=576a7b2c0e984780a26518e9c1601856&device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 1127 time: 0.1599178 Nov 12 03:22:09.796426 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8e3f598e-67d2-45f2-9241-0ba3e47502d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:09.800347 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8e3f598e-67d2-45f2-9241-0ba3e47502d0 admin admin] 10.222.0.50 "DELETE /v2.0/networks/08d915bc-9213-45d5-849b-294fc6360744 HTTP/1.1" status: 204 len: 168 time: 1.1678448 Nov 12 03:22:09.803339 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-4a7ad637-5144-4438-b022-0850e46c52d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:09.805705 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-4a7ad637-5144-4438-b022-0850e46c52d5 service neutron] 10.222.0.90 "PUT /v2.0/ports/1acb0f60-b3d3-46b6-9549-ded9dadb3974 HTTP/1.1" status: 200 len: 1093 time: 1.3693674 Nov 12 03:22:09.808094 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6559d32-d2e7-4356-8936-fd6273fdfc79', 'tag': '1acb0f60-b3d3-46b6-9549-ded9dadb3974'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:09.815352 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b2cdba-fc33-4d5d-a422-06352de4c946" -d '{"events": [{"name": "network-changed", "server_uuid": "a6559d32-d2e7-4356-8936-fd6273fdfc79", "tag": "1acb0f60-b3d3-46b6-9549-ded9dadb3974"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:09.848236 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f598e-67d2-45f2-9241-0ba3e47502d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=08d915bc-9213-45d5-849b-294fc6360744,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:09.875741 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-327e5060-e259-4e02-9a41-afdca7427d28 service neutron] Request body: {'port': {'device_id': 'a6559d32-d2e7-4356-8936-fd6273fdfc79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:09.966156 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef545b-1962-478b-8846-03995a8fb9f7 req-2516d9e0-f0a3-4d2a-ad46-1ffab7730d21 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:09.976214 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-35ef545b-1962-478b-8846-03995a8fb9f7 req-2516d9e0-f0a3-4d2a-ad46-1ffab7730d21 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d6c9876-0ca8-4a13-a411-4ec180b1f938 HTTP/1.1" status: 200 len: 946 time: 0.1735659 Nov 12 03:22:09.999156 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-327e5060-e259-4e02-9a41-afdca7427d28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:10.001197 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7ad637-5144-4438-b022-0850e46c52d5 service neutron] Pushing event updated for resources: {'Port': ['ID=1acb0f60-b3d3-46b6-9549-ded9dadb3974,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:10.043132 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54482) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:10.065508 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5730f73-1802-4603-8d00-c2d1913792cf req-f9ca0c87-c3f1-43b4-8b8b-b6e019909de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:10.067062 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d5730f73-1802-4603-8d00-c2d1913792cf req-f9ca0c87-c3f1-43b4-8b8b-b6e019909de4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f2354694-6453-486d-800c-f4fc7f841803 HTTP/1.1" status: 200 len: 922 time: 0.2577395 Nov 12 03:22:10.087476 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-35ef545b-1962-478b-8846-03995a8fb9f7 req-229384ca-5e3a-41f1-8438-97bda4711848 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/security-groups?id=7401f916-5145-4fa4-af83-19b43e6880a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094666 Nov 12 03:22:10.129527 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0a23a-8ca3-4f47-9744-813225b7e8c8 req-ad203791-6b47-477d-b210-6a6053154a9c tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:10.132063 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-14a0a23a-8ca3-4f47-9744-813225b7e8c8 req-ad203791-6b47-477d-b210-6a6053154a9c tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/ports?device_id=c29cf5de-6f6b-41e8-b911-9243b794863a HTTP/1.1" status: 200 len: 945 time: 0.2504959 Nov 12 03:22:10.150070 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d5730f73-1802-4603-8d00-c2d1913792cf req-320e5558-678a-4434-b20d-b9ca0e5bea99 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8ef7709-72a6-4596-9527-d2a9f473fb62 HTTP/1.1" status: 200 len: 217 time: 0.0583889 Nov 12 03:22:10.295005 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23f95d-3141-41df-b8b8-7aa96e9b7b3f req-d68050e0-e2f4-44f2-8260-027457912d89 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:10.300507 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23f95d-3141-41df-b8b8-7aa96e9b7b3f req-d68050e0-e2f4-44f2-8260-027457912d89 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:10.304056 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c25c232b-b5d9-4bcd-966f-6f42b7cd4fb7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a856d1565e5344acbf0d9abd33da182b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2567203 Nov 12 03:22:10.307326 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23f95d-3141-41df-b8b8-7aa96e9b7b3f req-d68050e0-e2f4-44f2-8260-027457912d89 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:10.309049 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7d23f95d-3141-41df-b8b8-7aa96e9b7b3f req-d68050e0-e2f4-44f2-8260-027457912d89 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6559d32-d2e7-4356-8936-fd6273fdfc79 HTTP/1.1" status: 200 len: 2387 time: 0.1311874 Nov 12 03:22:10.309858 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54486) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:10.317752 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5730f73-1802-4603-8d00-c2d1913792cf req-f2b625c6-5f58-4b00-bfbc-5262a65bb79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:10.319143 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d5730f73-1802-4603-8d00-c2d1913792cf req-f2b625c6-5f58-4b00-bfbc-5262a65bb79f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3428f33d-4837-4311-b620-eb7f742db405 HTTP/1.1" status: 200 len: 861 time: 0.0946507 Nov 12 03:22:10.323437 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-14a0a23a-8ca3-4f47-9744-813225b7e8c8 req-b105ec3f-cde8-446c-a88c-74c7f16d6bf4 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/security-groups?id=6689b20e-5d2f-411e-84b6-32798f0720c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784937 Nov 12 03:22:10.386787 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d5730f73-1802-4603-8d00-c2d1913792cf req-9aea9060-5d0a-4048-a1bb-7180a73eb9e8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f2354694-6453-486d-800c-f4fc7f841803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524056 Nov 12 03:22:10.437486 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-210bcca6-e7d5-4851-8c26-ddb3fe8bfcbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:10.442287 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7d23f95d-3141-41df-b8b8-7aa96e9b7b3f req-fa9ea6e6-25d3-4286-b187-37e6ae433391 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7b9a195-d95c-4e3f-bea7-b1f410bc6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222205 Nov 12 03:22:10.447930 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965d6f0f-ba2d-4d5c-8ea2-2a6f79d16f3e x-openstack-request-id: req-965d6f0f-ba2d-4d5c-8ea2-2a6f79d16f3e {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:10.448390 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6559d32-d2e7-4356-8936-fd6273fdfc79", "tag": "1acb0f60-b3d3-46b6-9549-ded9dadb3974", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:10.448761 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-965d6f0f-ba2d-4d5c-8ea2-2a6f79d16f3e {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:10.449352 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6559d32-d2e7-4356-8936-fd6273fdfc79', 'tag': '1acb0f60-b3d3-46b6-9549-ded9dadb3974', 'status': 'completed', 'code': 200} Nov 12 03:22:10.476094 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-210bcca6-e7d5-4851-8c26-ddb3fe8bfcbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:10.586996 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcaa79a-6d31-42b5-a8b7-b09926d2abbb req-f32b9c8a-f820-4c2a-9ad3-01ef96d33c16 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:10.592919 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67d698-726f-43cb-962f-83693f827af4 req-dc20b799-3cd7-4acc-b2c0-3a80a083310e tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:10.594784 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bd67d698-726f-43cb-962f-83693f827af4 req-dc20b799-3cd7-4acc-b2c0-3a80a083310e tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.90 "GET /v2.0/ports?device_id=0d6c9876-0ca8-4a13-a411-4ec180b1f938 HTTP/1.1" status: 200 len: 946 time: 0.0836930 Nov 12 03:22:10.597251 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-efcaa79a-6d31-42b5-a8b7-b09926d2abbb req-f32b9c8a-f820-4c2a-9ad3-01ef96d33c16 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 944 time: 0.0967078 Nov 12 03:22:10.603057 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-210bcca6-e7d5-4851-8c26-ddb3fe8bfcbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:10.606040 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-210bcca6-e7d5-4851-8c26-ddb3fe8bfcbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:10.609037 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-210bcca6-e7d5-4851-8c26-ddb3fe8bfcbb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6975ed78-00e0-4ea0-90e5-6ffb4e636567 HTTP/1.1" status: 204 len: 168 time: 0.2982159 Nov 12 03:22:10.625028 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210bcca6-e7d5-4851-8c26-ddb3fe8bfcbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6975ed78-00e0-4ea0-90e5-6ffb4e636567,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:10.783844 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-efcaa79a-6d31-42b5-a8b7-b09926d2abbb req-56ee6619-bf4f-4696-9364-c8e19915b260 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856687 Nov 12 03:22:10.790061 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-327e5060-e259-4e02-9a41-afdca7427d28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eec5770-e287-4dd3-9495-d18834683a85 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:10.799327 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-327e5060-e259-4e02-9a41-afdca7427d28 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:10.840602 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-327e5060-e259-4e02-9a41-afdca7427d28 service neutron] Transition to ACTIVE for port object 7eec5770-e287-4dd3-9495-d18834683a85 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:22:10.849563 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-327e5060-e259-4e02-9a41-afdca7427d28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:10.947122 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e5060-e259-4e02-9a41-afdca7427d28 service neutron] Pushing event updated for resources: {'Port': ['ID=7eec5770-e287-4dd3-9495-d18834683a85,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:10.953147 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-bd67d698-726f-43cb-962f-83693f827af4 req-13b5f301-62b3-44c3-ab66-b01bfceeda11 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Deleting port a3beb882-5a0c-4151-b620-37f97833e3a6 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:10.953746 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-bd67d698-726f-43cb-962f-83693f827af4 req-13b5f301-62b3-44c3-ab66-b01bfceeda11 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:10.993466 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2cdba-fc33-4d5d-a422-06352de4c946 req-477abb9c-09cd-40b6-b60d-c70d9a667ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:10.994071 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2cdba-fc33-4d5d-a422-06352de4c946 req-477abb9c-09cd-40b6-b60d-c70d9a667ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:10.994400 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2cdba-fc33-4d5d-a422-06352de4c946 req-477abb9c-09cd-40b6-b60d-c70d9a667ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:10.996183 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-58b2cdba-fc33-4d5d-a422-06352de4c946 req-477abb9c-09cd-40b6-b60d-c70d9a667ad3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2318b893ebac4403a7655da339a70941&device_id=a6559d32-d2e7-4356-8936-fd6273fdfc79 HTTP/1.1" status: 200 len: 2731 time: 0.4643567 Nov 12 03:22:11.061331 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d5730f73-1802-4603-8d00-c2d1913792cf req-d72b4b06-b52c-4de2-bb8e-240d4699d582 service neutron] 10.222.0.90 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5558422 Nov 12 03:22:11.076378 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-327e5060-e259-4e02-9a41-afdca7427d28 service neutron] Attempting to bind port 7eec5770-e287-4dd3-9495-d18834683a85 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:11.076739 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-327e5060-e259-4e02-9a41-afdca7427d28 service neutron] Attempting to bind port 7eec5770-e287-4dd3-9495-d18834683a85 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '197fa907-babb-4625-8d7d-1421f3ff655b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9e22eea4-f70c-4a8e-b6a0-0bcc729c4b32'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:11.077667 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-327e5060-e259-4e02-9a41-afdca7427d28 service neutron] Attempting to bind port 7eec5770-e287-4dd3-9495-d18834683a85 on network 9e22eea4-f70c-4a8e-b6a0-0bcc729c4b32 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:11.083548 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-327e5060-e259-4e02-9a41-afdca7427d28 service neutron] Port 7eec5770-e287-4dd3-9495-d18834683a85 on network 9e22eea4-f70c-4a8e-b6a0-0bcc729c4b32 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:11.084166 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-327e5060-e259-4e02-9a41-afdca7427d28 service neutron] Attempting to bind port 7eec5770-e287-4dd3-9495-d18834683a85 on network 9e22eea4-f70c-4a8e-b6a0-0bcc729c4b32 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:11.102820 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-327e5060-e259-4e02-9a41-afdca7427d28 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:11.103455 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-327e5060-e259-4e02-9a41-afdca7427d28 service neutron] Checking segment: {'id': '197fa907-babb-4625-8d7d-1421f3ff655b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9e22eea4-f70c-4a8e-b6a0-0bcc729c4b32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:11.104029 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-327e5060-e259-4e02-9a41-afdca7427d28 service neutron] Bound using segment: {'id': '197fa907-babb-4625-8d7d-1421f3ff655b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9e22eea4-f70c-4a8e-b6a0-0bcc729c4b32'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:11.104658 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-327e5060-e259-4e02-9a41-afdca7427d28 service neutron] Bound port: 7eec5770-e287-4dd3-9495-d18834683a85, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '197fa907-babb-4625-8d7d-1421f3ff655b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9e22eea4-f70c-4a8e-b6a0-0bcc729c4b32'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:11.105196 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-327e5060-e259-4e02-9a41-afdca7427d28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:11.105394 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a517a46-fa44-4e74-b037-ccb149884763 req-b62ee7ae-294e-4ded-9676-803ef50fc3fb tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:11.118626 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8a517a46-fa44-4e74-b037-ccb149884763 req-b62ee7ae-294e-4ded-9676-803ef50fc3fb tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 950 time: 0.2759228 Nov 12 03:22:11.217460 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-327e5060-e259-4e02-9a41-afdca7427d28 service neutron] For port 7eec5770-e287-4dd3-9495-d18834683a85, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:11.221466 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-327e5060-e259-4e02-9a41-afdca7427d28 service neutron] For port 7eec5770-e287-4dd3-9495-d18834683a85, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=7eec5770-e287-4dd3-9495-d18834683a85,segment=NetworkSegment(197fa907-babb-4625-8d7d-1421f3ff655b),segment_id=197fa907-babb-4625-8d7d-1421f3ff655b)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:11.240047 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-327e5060-e259-4e02-9a41-afdca7427d28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:11.339521 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-327e5060-e259-4e02-9a41-afdca7427d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:11.340423 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-327e5060-e259-4e02-9a41-afdca7427d28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:11.343173 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-327e5060-e259-4e02-9a41-afdca7427d28 service neutron] 10.222.0.90 "PUT /v2.0/ports/7eec5770-e287-4dd3-9495-d18834683a85 HTTP/1.1" status: 200 len: 1093 time: 1.4778495 Nov 12 03:22:11.389704 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65b39a-051e-430a-a5ab-e3bd0f168043 req-99d2142d-c9ab-463b-8ced-40a8e6512d87 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:11.407689 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6e65b39a-051e-430a-a5ab-e3bd0f168043 req-99d2142d-c9ab-463b-8ced-40a8e6512d87 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d6c9876-0ca8-4a13-a411-4ec180b1f938 HTTP/1.1" status: 200 len: 946 time: 0.1682580 Nov 12 03:22:11.452115 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-bb517259-3835-49ae-bebe-3656c7d5f907 service neutron] Request body: {'port': {'device_id': 'a6559d32-d2e7-4356-8936-fd6273fdfc79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:11.466106 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e5060-e259-4e02-9a41-afdca7427d28 service neutron] Pushing event updated for resources: {'Port': ['ID=7eec5770-e287-4dd3-9495-d18834683a85,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:11.620160 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6e65b39a-051e-430a-a5ab-e3bd0f168043 req-d7168fce-312c-42e1-9ec0-0d249c36f81d tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/security-groups?id=7401f916-5145-4fa4-af83-19b43e6880a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2150977 Nov 12 03:22:11.658851 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2cdba-fc33-4d5d-a422-06352de4c946 req-a35e1f31-e63a-4981-8776-8b2444234c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:11.659265 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2cdba-fc33-4d5d-a422-06352de4c946 req-a35e1f31-e63a-4981-8776-8b2444234c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:11.659734 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2cdba-fc33-4d5d-a422-06352de4c946 req-a35e1f31-e63a-4981-8776-8b2444234c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:11.662249 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-58b2cdba-fc33-4d5d-a422-06352de4c946 req-a35e1f31-e63a-4981-8776-8b2444234c3d service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=2318b893ebac4403a7655da339a70941&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.6036842 Nov 12 03:22:11.682956 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-bb517259-3835-49ae-bebe-3656c7d5f907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:11.724039 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8a517a46-fa44-4e74-b037-ccb149884763 req-48855b0f-cf33-4493-ac2a-8b2d67ff0684 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6040595 Nov 12 03:22:11.739444 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-bd67d698-726f-43cb-962f-83693f827af4 req-13b5f301-62b3-44c3-ab66-b01bfceeda11 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] For port a3beb882-5a0c-4151-b620-37f97833e3a6, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=a3beb882-5a0c-4151-b620-37f97833e3a6,segment=NetworkSegment(9a25bf69-3388-48ff-939d-174c3ec6e8fc),segment_id=9a25bf69-3388-48ff-939d-174c3ec6e8fc)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:11.740101 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-bd67d698-726f-43cb-962f-83693f827af4 req-13b5f301-62b3-44c3-ab66-b01bfceeda11 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:11.806146 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d5730f73-1802-4603-8d00-c2d1913792cf req-aefdfc5b-29f1-4542-8430-b8b8ade6f226 service neutron] 10.222.0.90 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6718681 Nov 12 03:22:11.829169 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.90', 58603) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:11.973967 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08112f-7037-4ecc-b878-107fa04edde6 req-0fe1401d-6111-435b-b8ce-89f9eeacda5e tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:11.975500 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cf08112f-7037-4ecc-b878-107fa04edde6 req-0fe1401d-6111-435b-b8ce-89f9eeacda5e tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/ports?device_id=c29cf5de-6f6b-41e8-b911-9243b794863a HTTP/1.1" status: 200 len: 945 time: 0.2558291 Nov 12 03:22:12.021644 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54538) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:12.120950 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cf08112f-7037-4ecc-b878-107fa04edde6 req-77a70c52-8927-4d8f-9eef-78059bec95d4 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/security-groups?id=6689b20e-5d2f-411e-84b6-32798f0720c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365743 Nov 12 03:22:12.176148 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-bd67d698-726f-43cb-962f-83693f827af4 req-13b5f301-62b3-44c3-ab66-b01bfceeda11 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.176148 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-bd67d698-726f-43cb-962f-83693f827af4 req-13b5f301-62b3-44c3-ab66-b01bfceeda11 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.176855 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [req-bd67d698-726f-43cb-962f-83693f827af4 req-13b5f301-62b3-44c3-ab66-b01bfceeda11 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Floating IP b75c2015-c74a-4ebf-a85c-02ec3bc9a4e9 disassociated. External IP: 172.25.5.167, port: a3beb882-5a0c-4151-b620-37f97833e3a6. Nov 12 03:22:12.177905 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-bd67d698-726f-43cb-962f-83693f827af4 req-13b5f301-62b3-44c3-ab66-b01bfceeda11 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Calling delete_port for a3beb882-5a0c-4151-b620-37f97833e3a6 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:12.238323 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-989ab4af-71ef-41b7-bc77-f41f8f21a307 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-610064514-network', 'tenant_id': '2b6c3f20e3df4bfeadb358a1e561f7d3'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:12.291838 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-bb517259-3835-49ae-bebe-3656c7d5f907 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49039d32-b4c1-4532-acfe-2abae6a170ea {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:12.300411 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-bb517259-3835-49ae-bebe-3656c7d5f907 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.314759 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-bb517259-3835-49ae-bebe-3656c7d5f907 service neutron] Transition to ACTIVE for port object 49039d32-b4c1-4532-acfe-2abae6a170ea will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:22:12.321148 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-bb517259-3835-49ae-bebe-3656c7d5f907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.330363 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4221a0d-448b-4810-a8a8-d1cf41b5c4f6 req-f10bf7a1-839c-4828-b4b5-62644762bbc8 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:12.331832 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d4221a0d-448b-4810-a8a8-d1cf41b5c4f6 req-f10bf7a1-839c-4828-b4b5-62644762bbc8 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.74 "GET /v2.0/ports?device_id=c29cf5de-6f6b-41e8-b911-9243b794863a HTTP/1.1" status: 200 len: 945 time: 0.3058605 Nov 12 03:22:12.337024 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-caf4a590-e8a5-425c-90c9-b5cfd26bb156 service neutron] show failed (client error): The resource could not be found. Nov 12 03:22:12.338013 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-caf4a590-e8a5-425c-90c9-b5cfd26bb156 service neutron] 10.222.0.90 "GET /v2.0/ports/6a3faacc-255c-4170-9369-7f99646b6565/bindings/n-h1-715271-27 HTTP/1.1" status: 404 len: 381 time: 0.3130457 Nov 12 03:22:12.339056 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2cdba-fc33-4d5d-a422-06352de4c946 req-d8b3e5aa-1a9a-4241-90b8-f7de63987c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:12.340548 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-58b2cdba-fc33-4d5d-a422-06352de4c946 req-d8b3e5aa-1a9a-4241-90b8-f7de63987c2d service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6222336 Nov 12 03:22:12.357610 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989ab4af-71ef-41b7-bc77-f41f8f21a307 admin admin] Made reservation on behalf of 2b6c3f20e3df4bfeadb358a1e561f7d3 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:12.359397 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cb24d-d27e-4bd8-8380-33cdad66248f req-761cb0d2-4ce3-4c80-8b89-14ef46d80ac7 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:12.361011 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-989ab4af-71ef-41b7-bc77-f41f8f21a307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.377237 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-989ab4af-71ef-41b7-bc77-f41f8f21a307 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.383402 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cb24d-d27e-4bd8-8380-33cdad66248f req-761cb0d2-4ce3-4c80-8b89-14ef46d80ac7 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:12.392998 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cb24d-d27e-4bd8-8380-33cdad66248f req-761cb0d2-4ce3-4c80-8b89-14ef46d80ac7 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:12.404322 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2a9cb24d-d27e-4bd8-8380-33cdad66248f req-761cb0d2-4ce3-4c80-8b89-14ef46d80ac7 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6559d32-d2e7-4356-8936-fd6273fdfc79 HTTP/1.1" status: 200 len: 2399 time: 0.3784990 Nov 12 03:22:12.469558 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6559d32-d2e7-4356-8936-fd6273fdfc79', 'tag': '7eec5770-e287-4dd3-9495-d18834683a85'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:12.474243 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57626ccb-e2e3-426a-a250-90a6b3b1f82e" -d '{"events": [{"name": "network-changed", "server_uuid": "a6559d32-d2e7-4356-8936-fd6273fdfc79", "tag": "7eec5770-e287-4dd3-9495-d18834683a85"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:12.488386 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb517259-3835-49ae-bebe-3656c7d5f907 service neutron] Pushing event updated for resources: {'Port': ['ID=49039d32-b4c1-4532-acfe-2abae6a170ea,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:12.588146 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2a9cb24d-d27e-4bd8-8380-33cdad66248f req-ae304a02-9de8-4d98-bb55-170bb9ba0ea4 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7b9a195-d95c-4e3f-bea7-b1f410bc6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845317 Nov 12 03:22:12.703261 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-989ab4af-71ef-41b7-bc77-f41f8f21a307 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.734163 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-989ab4af-71ef-41b7-bc77-f41f8f21a307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.793266 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-989ab4af-71ef-41b7-bc77-f41f8f21a307 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:22:12.811843 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-d4221a0d-448b-4810-a8a8-d1cf41b5c4f6 req-f334067e-ee40-4750-a697-98aae36ccb54 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Deleting port 39eddeb7-0556-4b7e-bb4d-837684b9a620 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:12.812749 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d4221a0d-448b-4810-a8a8-d1cf41b5c4f6 req-f334067e-ee40-4750-a697-98aae36ccb54 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.821362 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9e5cc-bbd6-48c3-9c2f-9c54de6d77f7 req-4a45ee95-5718-45e1-a658-d414eff26f63 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:12.823037 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c9b9e5cc-bbd6-48c3-9c2f-9c54de6d77f7 req-4a45ee95-5718-45e1-a658-d414eff26f63 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 944 time: 0.3556738 Nov 12 03:22:12.830810 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989ab4af-71ef-41b7-bc77-f41f8f21a307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16bdb2d-5f39-4786-a45e-47cea90761c4,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:12.842195 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-989ab4af-71ef-41b7-bc77-f41f8f21a307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.842542 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-989ab4af-71ef-41b7-bc77-f41f8f21a307 admin admin] Added segment 033a6808-1d19-4bc4-a7ba-207db19e6110 of type vlan for network bd20a58b-98df-4ef8-98dd-f9fae3c64676 Nov 12 03:22:12.859379 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-bb517259-3835-49ae-bebe-3656c7d5f907 service neutron] Attempting to bind port 49039d32-b4c1-4532-acfe-2abae6a170ea on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:12.859714 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-bb517259-3835-49ae-bebe-3656c7d5f907 service neutron] Attempting to bind port 49039d32-b4c1-4532-acfe-2abae6a170ea by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '450969f7-aef3-41d3-9854-bfd42e1df007'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:12.860042 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-bb517259-3835-49ae-bebe-3656c7d5f907 service neutron] Attempting to bind port 49039d32-b4c1-4532-acfe-2abae6a170ea on network 450969f7-aef3-41d3-9854-bfd42e1df007 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:12.916903 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-bb517259-3835-49ae-bebe-3656c7d5f907 service neutron] Port 49039d32-b4c1-4532-acfe-2abae6a170ea on network 450969f7-aef3-41d3-9854-bfd42e1df007 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:12.917208 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-bb517259-3835-49ae-bebe-3656c7d5f907 service neutron] Attempting to bind port 49039d32-b4c1-4532-acfe-2abae6a170ea on network 450969f7-aef3-41d3-9854-bfd42e1df007 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:12.947003 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-989ab4af-71ef-41b7-bc77-f41f8f21a307 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.949589 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-bb517259-3835-49ae-bebe-3656c7d5f907 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:12.949918 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-bb517259-3835-49ae-bebe-3656c7d5f907 service neutron] Checking segment: {'id': '5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '450969f7-aef3-41d3-9854-bfd42e1df007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:12.950286 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-bb517259-3835-49ae-bebe-3656c7d5f907 service neutron] Bound using segment: {'id': '5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '450969f7-aef3-41d3-9854-bfd42e1df007'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:12.950721 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-bb517259-3835-49ae-bebe-3656c7d5f907 service neutron] Bound port: 49039d32-b4c1-4532-acfe-2abae6a170ea, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '450969f7-aef3-41d3-9854-bfd42e1df007'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:12.951064 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-bb517259-3835-49ae-bebe-3656c7d5f907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.998654 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c9b9e5cc-bbd6-48c3-9c2f-9c54de6d77f7 req-76b70935-5402-4f7a-8b31-83fbf2f855eb tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640992 Nov 12 03:22:13.041791 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-989ab4af-71ef-41b7-bc77-f41f8f21a307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:13.043447 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989ab4af-71ef-41b7-bc77-f41f8f21a307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:13.044187 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-989ab4af-71ef-41b7-bc77-f41f8f21a307 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:13.138202 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-989ab4af-71ef-41b7-bc77-f41f8f21a307 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1136265 Nov 12 03:22:13.139495 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-bb517259-3835-49ae-bebe-3656c7d5f907 service neutron] For port 49039d32-b4c1-4532-acfe-2abae6a170ea, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:13.161354 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24158a49-2783-41fc-8371-570b4e99f41b x-openstack-request-id: req-24158a49-2783-41fc-8371-570b4e99f41b {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:13.164533 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6559d32-d2e7-4356-8936-fd6273fdfc79", "tag": "7eec5770-e287-4dd3-9495-d18834683a85", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:13.165183 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-24158a49-2783-41fc-8371-570b4e99f41b {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:13.165871 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6559d32-d2e7-4356-8936-fd6273fdfc79', 'tag': '7eec5770-e287-4dd3-9495-d18834683a85', 'status': 'completed', 'code': 200} Nov 12 03:22:13.171025 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54554) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:13.182970 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-d4f6b4ce-1507-4d2c-b717-d8948f151af3 admin admin] Request body: {'subnet': {'network_id': 'bd20a58b-98df-4ef8-98dd-f9fae3c64676', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-610064514-subnet', 'tenant_id': '2b6c3f20e3df4bfeadb358a1e561f7d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:13.193870 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-bb517259-3835-49ae-bebe-3656c7d5f907 service neutron] For port 49039d32-b4c1-4532-acfe-2abae6a170ea, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=49039d32-b4c1-4532-acfe-2abae6a170ea,segment=NetworkSegment(5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b),segment_id=5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:13.200663 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989ab4af-71ef-41b7-bc77-f41f8f21a307 admin admin] Pushing event updated for resources: {'Network': ['ID=bd20a58b-98df-4ef8-98dd-f9fae3c64676,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:13.215422 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network bd20a58b-98df-4ef8-98dd-f9fae3c64676 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:22:13.223553 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-bb517259-3835-49ae-bebe-3656c7d5f907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:13.293938 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1482673-c3d7-4fdb-96f8-f1dc7b962894 req-94ae6ad3-4cb8-4aa9-bbe5-457ccfd149e7 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:13.295548 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a1482673-c3d7-4fdb-96f8-f1dc7b962894 req-94ae6ad3-4cb8-4aa9-bbe5-457ccfd149e7 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d6c9876-0ca8-4a13-a411-4ec180b1f938 HTTP/1.1" status: 200 len: 867 time: 0.5785365 Nov 12 03:22:13.296345 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-bd67d698-726f-43cb-962f-83693f827af4 req-13b5f301-62b3-44c3-ab66-b01bfceeda11 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:13.303324 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-bb517259-3835-49ae-bebe-3656c7d5f907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:13.305790 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-bb517259-3835-49ae-bebe-3656c7d5f907 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:13.308924 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-bb517259-3835-49ae-bebe-3656c7d5f907 service neutron] 10.222.0.90 "PUT /v2.0/ports/49039d32-b4c1-4532-acfe-2abae6a170ea HTTP/1.1" status: 200 len: 1091 time: 1.8631179 Nov 12 03:22:13.327944 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f6b4ce-1507-4d2c-b717-d8948f151af3 admin admin] Made reservation on behalf of 2b6c3f20e3df4bfeadb358a1e561f7d3 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:13.333327 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d4f6b4ce-1507-4d2c-b717-d8948f151af3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:13.372501 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b5f301-62b3-44c3-ab66-b01bfceeda11 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Pushing event deleted for resources: {'Port': ['ID=a3beb882-5a0c-4151-b620-37f97833e3a6,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:13.438890 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb517259-3835-49ae-bebe-3656c7d5f907 service neutron] Pushing event updated for resources: {'Port': ['ID=49039d32-b4c1-4532-acfe-2abae6a170ea,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:13.458464 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244dbe6d-16cc-47a9-a004-b88bfc5ea3dc req-e102c264-d1aa-40ff-965a-10f00fa46a70 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:13.461638 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-c9f60eb5-da69-4379-9f10-277b6ed7add4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:13.462887 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-c9f60eb5-da69-4379-9f10-277b6ed7add4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144&tenant_id=8b0d25ea08f644adbd397e66a514b9b0 HTTP/1.1" status: 200 len: 1102 time: 0.7720220 Nov 12 03:22:13.466813 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-244dbe6d-16cc-47a9-a004-b88bfc5ea3dc req-e102c264-d1aa-40ff-965a-10f00fa46a70 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 950 time: 0.2676349 Nov 12 03:22:13.511582 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57626ccb-e2e3-426a-a250-90a6b3b1f82e req-f89e490e-a5fe-4809-aad7-150eda2bba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:13.511582 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57626ccb-e2e3-426a-a250-90a6b3b1f82e req-f89e490e-a5fe-4809-aad7-150eda2bba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:13.514366 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57626ccb-e2e3-426a-a250-90a6b3b1f82e req-f89e490e-a5fe-4809-aad7-150eda2bba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:13.520005 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-57626ccb-e2e3-426a-a250-90a6b3b1f82e req-f89e490e-a5fe-4809-aad7-150eda2bba36 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2318b893ebac4403a7655da339a70941&device_id=a6559d32-d2e7-4356-8936-fd6273fdfc79 HTTP/1.1" status: 200 len: 2867 time: 0.2693889 Nov 12 03:22:13.535141 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-d4221a0d-448b-4810-a8a8-d1cf41b5c4f6 req-f334067e-ee40-4750-a697-98aae36ccb54 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] For port 39eddeb7-0556-4b7e-bb4d-837684b9a620, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=39eddeb7-0556-4b7e-bb4d-837684b9a620,segment=NetworkSegment(ff25bbb3-d375-4e62-8870-52805ef28681),segment_id=ff25bbb3-d375-4e62-8870-52805ef28681)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:13.535712 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d4221a0d-448b-4810-a8a8-d1cf41b5c4f6 req-f334067e-ee40-4750-a697-98aae36ccb54 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:13.562210 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-d4221a0d-448b-4810-a8a8-d1cf41b5c4f6 req-f334067e-ee40-4750-a697-98aae36ccb54 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Calling delete_port for 39eddeb7-0556-4b7e-bb4d-837684b9a620 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:13.605223 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-244dbe6d-16cc-47a9-a004-b88bfc5ea3dc req-a47ecf89-e628-4965-8550-c018a795cdfa tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361008 Nov 12 03:22:13.723601 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-03b9990f-9006-48a8-a752-87ec8a152707 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-27', 'device_owner': 'compute:nova'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:13.830938 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d4f6b4ce-1507-4d2c-b717-d8948f151af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:13.876128 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db90dbb-f9e8-4457-b59c-b3101a1f9f7b req-746028d4-6c64-443a-9b5d-45ace5301ff0 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:13.877708 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9db90dbb-f9e8-4457-b59c-b3101a1f9f7b req-746028d4-6c64-443a-9b5d-45ace5301ff0 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/ports?device_id=c29cf5de-6f6b-41e8-b911-9243b794863a HTTP/1.1" status: 200 len: 945 time: 0.1662543 Nov 12 03:22:13.937506 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f6b4ce-1507-4d2c-b717-d8948f151af3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9df5425c-e3c5-4b00-ac6d-1c0b8d452c62,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:13.964258 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a1482673-c3d7-4fdb-96f8-f1dc7b962894 req-8e5eef0a-b42d-498f-bc97-db125f25dfa8 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/security-groups?id=7401f916-5145-4fa4-af83-19b43e6880a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6048353 Nov 12 03:22:13.989832 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9db90dbb-f9e8-4457-b59c-b3101a1f9f7b req-6679c356-0bed-448c-9379-16f0b8afdd9b tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/security-groups?id=6689b20e-5d2f-411e-84b6-32798f0720c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996017 Nov 12 03:22:13.991417 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f6b4ce-1507-4d2c-b717-d8948f151af3 admin admin] Checking segment: {'id': '033a6808-1d19-4bc4-a7ba-207db19e6110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'bd20a58b-98df-4ef8-98dd-f9fae3c64676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:13.992991 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f6b4ce-1507-4d2c-b717-d8948f151af3 admin admin] Network hostable DHCP agents. Network: bd20a58b-98df-4ef8-98dd-f9fae3c64676, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:22:14.030585 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f6b4ce-1507-4d2c-b717-d8948f151af3 admin admin] Network bd20a58b-98df-4ef8-98dd-f9fae3c64676 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:22:14.056511 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-d4f6b4ce-1507-4d2c-b717-d8948f151af3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, bd20a58b-98df-4ef8-98dd-f9fae3c64676) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:14.060948 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f6b4ce-1507-4d2c-b717-d8948f151af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:14.061527 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d4f6b4ce-1507-4d2c-b717-d8948f151af3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:14.078921 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3db4a6-dce6-4ee9-83fa-b2b4df8325ca None None] Network bd20a58b-98df-4ef8-98dd-f9fae3c64676 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:22:14.095827 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d4f6b4ce-1507-4d2c-b717-d8948f151af3 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9227715 Nov 12 03:22:14.098969 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54566) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:14.106923 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-a5f82fab-83dd-4478-896b-e4d52c8d5172 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-610064514-router', 'tenant_id': '2b6c3f20e3df4bfeadb358a1e561f7d3', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:14.168709 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd67d698-726f-43cb-962f-83693f827af4 req-13b5f301-62b3-44c3-ab66-b01bfceeda11 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Router be1259ea-4e37-4bc1-8374-2c86527003b9 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:22:14.215277 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eadfc0c-0fc3-406c-9695-3f0fcdf47d62 req-922c3af5-021b-4796-97b6-7aab79433380 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:14.230613 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eadfc0c-0fc3-406c-9695-3f0fcdf47d62 req-922c3af5-021b-4796-97b6-7aab79433380 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:14.257080 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eadfc0c-0fc3-406c-9695-3f0fcdf47d62 req-922c3af5-021b-4796-97b6-7aab79433380 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:14.265261 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1eadfc0c-0fc3-406c-9695-3f0fcdf47d62 req-922c3af5-021b-4796-97b6-7aab79433380 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6559d32-d2e7-4356-8936-fd6273fdfc79 HTTP/1.1" status: 200 len: 2411 time: 0.1530008 Nov 12 03:22:14.267939 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a5f82fab-83dd-4478-896b-e4d52c8d5172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:14.269039 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a5f82fab-83dd-4478-896b-e4d52c8d5172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:14.331201 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device a3beb882-5a0c-4151-b620-37f97833e3a6 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:14.339378 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a5f82fab-83dd-4478-896b-e4d52c8d5172 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:14.371656 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57626ccb-e2e3-426a-a250-90a6b3b1f82e req-bd1343d7-c459-4a47-b5a3-68e9873b8a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:14.372922 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57626ccb-e2e3-426a-a250-90a6b3b1f82e req-bd1343d7-c459-4a47-b5a3-68e9873b8a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:14.373566 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57626ccb-e2e3-426a-a250-90a6b3b1f82e req-bd1343d7-c459-4a47-b5a3-68e9873b8a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:14.375601 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-57626ccb-e2e3-426a-a250-90a6b3b1f82e req-bd1343d7-c459-4a47-b5a3-68e9873b8a88 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=2318b893ebac4403a7655da339a70941&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.6386838 Nov 12 03:22:14.445936 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: a3beb882-5a0c-4151-b620-37f97833e3a6 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:22:14.446286 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device a3beb882-5a0c-4151-b620-37f97833e3a6 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:22:14.485837 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1eadfc0c-0fc3-406c-9695-3f0fcdf47d62 req-0ac1c0e5-97db-4200-8445-44259e7efe6d tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7b9a195-d95c-4e3f-bea7-b1f410bc6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196946 Nov 12 03:22:14.531861 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd5d3a9-6509-45a7-8422-5b42541068ac None None] Network bd20a58b-98df-4ef8-98dd-f9fae3c64676 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:22:14.559205 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-03b9990f-9006-48a8-a752-87ec8a152707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:14.592513 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a5f82fab-83dd-4478-896b-e4d52c8d5172 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:14.733779 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 39eddeb7-0556-4b7e-bb4d-837684b9a620 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:14.838245 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 39eddeb7-0556-4b7e-bb4d-837684b9a620 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:22:14.840616 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 39eddeb7-0556-4b7e-bb4d-837684b9a620 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:22:14.875601 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d4221a0d-448b-4810-a8a8-d1cf41b5c4f6 req-f334067e-ee40-4750-a697-98aae36ccb54 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:14.880256 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd67d698-726f-43cb-962f-83693f827af4 req-13b5f301-62b3-44c3-ab66-b01bfceeda11 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:22:14.926844 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbac932-dd19-497c-8d61-3b29ae42e37e req-34e05583-dae5-460d-8b3a-ae9149f36797 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:14.937428 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0fbac932-dd19-497c-8d61-3b29ae42e37e req-34e05583-dae5-460d-8b3a-ae9149f36797 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 944 time: 0.6568425 Nov 12 03:22:15.011987 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f334067e-ee40-4750-a697-98aae36ccb54 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Pushing event deleted for resources: {'Port': ['ID=39eddeb7-0556-4b7e-bb4d-837684b9a620,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:15.027321 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028f2f4c-50b4-49eb-bfe2-3e4b981c7446 None None] Sync routers for ids ['be1259ea-4e37-4bc1-8374-2c86527003b9'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:22:15.102231 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd67d698-726f-43cb-962f-83693f827af4 req-13b5f301-62b3-44c3-ab66-b01bfceeda11 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] No DVR routers for this DVR port a3beb882-5a0c-4151-b620-37f97833e3a6 on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:15.131018 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028f2f4c-50b4-49eb-bfe2-3e4b981c7446 None None] Routers {'be1259ea-4e37-4bc1-8374-2c86527003b9'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:15.133212 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-028f2f4c-50b4-49eb-bfe2-3e4b981c7446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:22:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['be1259ea-4e37-4bc1-8374-2c86527003b9'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:15.159348 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-bd67d698-726f-43cb-962f-83693f827af4 req-13b5f301-62b3-44c3-ab66-b01bfceeda11 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:15.164259 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bd67d698-726f-43cb-962f-83693f827af4 req-13b5f301-62b3-44c3-ab66-b01bfceeda11 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.90 "DELETE /v2.0/ports/a3beb882-5a0c-4151-b620-37f97833e3a6 HTTP/1.1" status: 204 len: 173 time: 4.5538967 Nov 12 03:22:15.175009 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6c9876-0ca8-4a13-a411-4ec180b1f938', 'name': 'network-vif-deleted', 'tag': 'a3beb882-5a0c-4151-b620-37f97833e3a6'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:15.180166 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3122f80-78e5-4b9c-a373-01118db889da" -d '{"events": [{"server_uuid": "0d6c9876-0ca8-4a13-a411-4ec180b1f938", "name": "network-vif-deleted", "tag": "a3beb882-5a0c-4151-b620-37f97833e3a6"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:15.538065 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-028f2f4c-50b4-49eb-bfe2-3e4b981c7446 None None] Set router be1259ea-4e37-4bc1-8374-2c86527003b9 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:15.608741 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-03b9990f-9006-48a8-a752-87ec8a152707 service neutron] For port 6a3faacc-255c-4170-9369-7f99646b6565, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=6a3faacc-255c-4170-9369-7f99646b6565,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:15.709880 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4221a0d-448b-4810-a8a8-d1cf41b5c4f6 req-f334067e-ee40-4750-a697-98aae36ccb54 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] No DVR routers for this DVR port 39eddeb7-0556-4b7e-bb4d-837684b9a620 on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:15.719876 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57626ccb-e2e3-426a-a250-90a6b3b1f82e req-32af659f-35e5-45e6-a00a-2dc7072d5c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:15.721580 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-57626ccb-e2e3-426a-a250-90a6b3b1f82e req-32af659f-35e5-45e6-a00a-2dc7072d5c7d service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2663195 Nov 12 03:22:15.730081 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d4221a0d-448b-4810-a8a8-d1cf41b5c4f6 req-f334067e-ee40-4750-a697-98aae36ccb54 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:15.733952 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d4221a0d-448b-4810-a8a8-d1cf41b5c4f6 req-f334067e-ee40-4750-a697-98aae36ccb54 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.74 "DELETE /v2.0/ports/39eddeb7-0556-4b7e-bb4d-837684b9a620 HTTP/1.1" status: 204 len: 173 time: 3.3900776 Nov 12 03:22:15.751024 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0fbac932-dd19-497c-8d61-3b29ae42e37e req-5faae0b1-2305-46fe-af6e-468f92dc5c1e tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8125269 Nov 12 03:22:15.758814 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-03b9990f-9006-48a8-a752-87ec8a152707 service neutron] For port 6a3faacc-255c-4170-9369-7f99646b6565, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:15.903934 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-03b9990f-9006-48a8-a752-87ec8a152707 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:15.917225 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6559d32-d2e7-4356-8936-fd6273fdfc79', 'tag': '49039d32-b4c1-4532-acfe-2abae6a170ea'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:15.923540 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46436ba9-de52-4d9c-a6aa-77690d2871dc" -d '{"events": [{"name": "network-changed", "server_uuid": "a6559d32-d2e7-4356-8936-fd6273fdfc79", "tag": "49039d32-b4c1-4532-acfe-2abae6a170ea"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:15.942695 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-87b5888a-8f95-4f3b-b140-1c026b155194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:15.943444 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-87b5888a-8f95-4f3b-b140-1c026b155194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:15.946677 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-87b5888a-8f95-4f3b-b140-1c026b155194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:15.950437 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-87b5888a-8f95-4f3b-b140-1c026b155194 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2318b893ebac4403a7655da339a70941&device_id=a6559d32-d2e7-4356-8936-fd6273fdfc79 HTTP/1.1" status: 200 len: 2867 time: 0.1361454 Nov 12 03:22:15.957596 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-03b9990f-9006-48a8-a752-87ec8a152707 service neutron] Transition to ACTIVE for port object 6a3faacc-255c-4170-9369-7f99646b6565 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:22:15.963744 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-028f2f4c-50b4-49eb-bfe2-3e4b981c7446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1486831551-router', 'tenant_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '29911945-106e-4879-a6ca-eac7126ee4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:16:49Z', 'updated_at': '2021-11-12T03:16:54Z', 'revision_number': 4, 'project_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'gw_port': {'id': '29911945-106e-4879-a6ca-eac7126ee4f5', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:49Z', 'updated_at': '2021-11-12T03:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '68022cd2-1e51-445a-9155-581cc077b18e', 'name': '', 'network_id': '5d12c86d-665b-42e0-88f2-c767d0a1a78b', 'tenant_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'mac_address': 'fa:16:3e:c3:16:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a0218dd1-f1e1-4b4f-9068-6a0660604123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:53Z', 'updated_at': '2021-11-12T03:16:59Z', 'revision_number': 5, 'project_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'subnets': [{'id': 'a0218dd1-f1e1-4b4f-9068-6a0660604123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:15.978236 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-03b9990f-9006-48a8-a752-87ec8a152707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:16.027392 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028f2f4c-50b4-49eb-bfe2-3e4b981c7446 None None] Checking router: be1259ea-4e37-4bc1-8374-2c86527003b9 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:22:16.048950 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028f2f4c-50b4-49eb-bfe2-3e4b981c7446 None None] Routers {'be1259ea-4e37-4bc1-8374-2c86527003b9'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:16.050195 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-028f2f4c-50b4-49eb-bfe2-3e4b981c7446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:22:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['be1259ea-4e37-4bc1-8374-2c86527003b9'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:16.055421 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7feaad-dca1-400d-8767-421c18656a1a req-daf4e666-3803-4cac-8a66-304ddc6a0bd4 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:16.068466 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-da7feaad-dca1-400d-8767-421c18656a1a req-daf4e666-3803-4cac-8a66-304ddc6a0bd4 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 950 time: 1.3226972 Nov 12 03:22:16.212106 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-ea832b4c-0b9c-4c87-b35b-6f249bfff767 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.219&port_id=1acb0f60-b3d3-46b6-9549-ded9dadb3974 HTTP/1.1" status: 200 len: 217 time: 0.2462611 Nov 12 03:22:16.242836 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-da7feaad-dca1-400d-8767-421c18656a1a req-f8dd5171-b0ab-473c-8c68-21906468361d tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678903 Nov 12 03:22:16.267761 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a5f82fab-83dd-4478-896b-e4d52c8d5172 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:16.292141 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-028f2f4c-50b4-49eb-bfe2-3e4b981c7446 None None] Set router be1259ea-4e37-4bc1-8374-2c86527003b9 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:16.370866 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a5f82fab-83dd-4478-896b-e4d52c8d5172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:16.409964 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 6a3faacc-255c-4170-9369-7f99646b6565 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:16.500795 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-f2ffd3c3-d678-4e1a-8d75-78f72480fa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:16.510937 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-f2ffd3c3-d678-4e1a-8d75-78f72480fa7c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=46f257c2-b04c-4808-97a8-0bdc2d76f3f0 HTTP/1.1" status: 200 len: 801 time: 0.2818906 Nov 12 03:22:16.558666 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b9990f-9006-48a8-a752-87ec8a152707 service neutron] Pushing event updated for resources: {'Port': ['ID=6a3faacc-255c-4170-9369-7f99646b6565,revision_number=6']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:16.619730 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-03b9990f-9006-48a8-a752-87ec8a152707 service neutron] No DVR routers for this DVR port 6a3faacc-255c-4170-9369-7f99646b6565 on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:16.689961 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5c6c8aeb-642b-4f69-9c9f-a31c2aaddf5c req-b324ecf7-56eb-4a14-b54d-46965636e328 tempest-FloatingIPsAssociationNegativeTestJSON-935835915 tempest-FloatingIPsAssociationNegativeTestJSON-935835915-project] 10.222.0.50 "GET /v2.0/ports?device_id=c29cf5de-6f6b-41e8-b911-9243b794863a HTTP/1.1" status: 200 len: 210 time: 0.1727810 Nov 12 03:22:16.747147 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-03b9990f-9006-48a8-a752-87ec8a152707 service neutron] Attempting to bind port 6a3faacc-255c-4170-9369-7f99646b6565 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:16.747394 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-03b9990f-9006-48a8-a752-87ec8a152707 service neutron] Attempting to bind port 6a3faacc-255c-4170-9369-7f99646b6565 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:16.747691 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-03b9990f-9006-48a8-a752-87ec8a152707 service neutron] Attempting to bind port 6a3faacc-255c-4170-9369-7f99646b6565 on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:16.755301 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-03b9990f-9006-48a8-a752-87ec8a152707 service neutron] Port 6a3faacc-255c-4170-9369-7f99646b6565 on network eca3953c-c804-4641-8812-bff95be59582 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:16.755635 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-03b9990f-9006-48a8-a752-87ec8a152707 service neutron] Attempting to bind port 6a3faacc-255c-4170-9369-7f99646b6565 on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:16.756020 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 6a3faacc-255c-4170-9369-7f99646b6565 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:22:16.765188 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-6b54cd17-bcd6-4202-9ddc-7a3f3c1a2f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:16.769024 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-6b54cd17-bcd6-4202-9ddc-7a3f3c1a2f07 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=450969f7-aef3-41d3-9854-bfd42e1df007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2038999 Nov 12 03:22:16.771669 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-03b9990f-9006-48a8-a752-87ec8a152707 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:16.774161 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-03b9990f-9006-48a8-a752-87ec8a152707 service neutron] Checking segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:16.774585 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-03b9990f-9006-48a8-a752-87ec8a152707 service neutron] Bound using segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:16.775047 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-03b9990f-9006-48a8-a752-87ec8a152707 service neutron] Bound port: 6a3faacc-255c-4170-9369-7f99646b6565, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:16.775404 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-03b9990f-9006-48a8-a752-87ec8a152707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:16.792269 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-a5f82fab-83dd-4478-896b-e4d52c8d5172 admin admin] Allocated IP 172.25.5.75 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/888883f6-98be-4f98-9810-cb8a47a0c245) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:16.989779 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcacdef2-e544-4905-8578-c52e18cdf487 x-openstack-request-id: req-dcacdef2-e544-4905-8578-c52e18cdf487 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:16.991728 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d6c9876-0ca8-4a13-a411-4ec180b1f938", "name": "network-vif-deleted", "tag": "a3beb882-5a0c-4151-b620-37f97833e3a6", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:16.993273 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dcacdef2-e544-4905-8578-c52e18cdf487 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:16.994028 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6c9876-0ca8-4a13-a411-4ec180b1f938', 'name': 'network-vif-deleted', 'tag': 'a3beb882-5a0c-4151-b620-37f97833e3a6', 'status': 'completed', 'code': 200} Nov 12 03:22:17.032501 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-028f2f4c-50b4-49eb-bfe2-3e4b981c7446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1486831551-router', 'tenant_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '29911945-106e-4879-a6ca-eac7126ee4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:16:49Z', 'updated_at': '2021-11-12T03:16:54Z', 'revision_number': 4, 'project_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'gw_port': {'id': '29911945-106e-4879-a6ca-eac7126ee4f5', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:49Z', 'updated_at': '2021-11-12T03:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '68022cd2-1e51-445a-9155-581cc077b18e', 'name': '', 'network_id': '5d12c86d-665b-42e0-88f2-c767d0a1a78b', 'tenant_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'mac_address': 'fa:16:3e:c3:16:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a0218dd1-f1e1-4b4f-9068-6a0660604123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:53Z', 'updated_at': '2021-11-12T03:16:59Z', 'revision_number': 5, 'project_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'subnets': [{'id': 'a0218dd1-f1e1-4b4f-9068-6a0660604123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:17.047045 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e023a7-95e3-4f0e-a796-1c35f9419fec req-d29fcf53-81f1-4308-8fd7-317ced4bd102 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:17.059722 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e023a7-95e3-4f0e-a796-1c35f9419fec req-d29fcf53-81f1-4308-8fd7-317ced4bd102 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:17.075504 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028f2f4c-50b4-49eb-bfe2-3e4b981c7446 None None] The sync data for ids ['be1259ea-4e37-4bc1-8374-2c86527003b9'] in n-d-715271-27 is: [{'id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1486831551-router', 'tenant_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '29911945-106e-4879-a6ca-eac7126ee4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:16:49Z', 'updated_at': '2021-11-12T03:16:54Z', 'revision_number': 4, 'project_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'gw_port': {'id': '29911945-106e-4879-a6ca-eac7126ee4f5', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:49Z', 'updated_at': '2021-11-12T03:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '68022cd2-1e51-445a-9155-581cc077b18e', 'name': '', 'network_id': '5d12c86d-665b-42e0-88f2-c767d0a1a78b', 'tenant_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'mac_address': 'fa:16:3e:c3:16:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a0218dd1-f1e1-4b4f-9068-6a0660604123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:53Z', 'updated_at': '2021-11-12T03:16:59Z', 'revision_number': 5, 'project_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'subnets': [{'id': 'a0218dd1-f1e1-4b4f-9068-6a0660604123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:22:17.084933 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e023a7-95e3-4f0e-a796-1c35f9419fec req-d29fcf53-81f1-4308-8fd7-317ced4bd102 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:17.101638 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c4e023a7-95e3-4f0e-a796-1c35f9419fec req-d29fcf53-81f1-4308-8fd7-317ced4bd102 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6559d32-d2e7-4356-8936-fd6273fdfc79 HTTP/1.1" status: 200 len: 2411 time: 0.2509401 Nov 12 03:22:17.231548 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a5f82fab-83dd-4478-896b-e4d52c8d5172 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:17.266884 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437e374d-c92c-4f52-b2aa-4225a1826f4f x-openstack-request-id: req-437e374d-c92c-4f52-b2aa-4225a1826f4f {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:17.267644 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6559d32-d2e7-4356-8936-fd6273fdfc79", "tag": "49039d32-b4c1-4532-acfe-2abae6a170ea", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:17.268245 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-437e374d-c92c-4f52-b2aa-4225a1826f4f {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:17.269337 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6559d32-d2e7-4356-8936-fd6273fdfc79', 'tag': '49039d32-b4c1-4532-acfe-2abae6a170ea', 'status': 'completed', 'code': 200} Nov 12 03:22:17.331186 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a5f82fab-83dd-4478-896b-e4d52c8d5172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:17.337763 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-03b9990f-9006-48a8-a752-87ec8a152707 service neutron] For port 6a3faacc-255c-4170-9369-7f99646b6565, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:17.349720 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-03b9990f-9006-48a8-a752-87ec8a152707 service neutron] For port 6a3faacc-255c-4170-9369-7f99646b6565, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=6a3faacc-255c-4170-9369-7f99646b6565,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:17.355095 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-79f3fa2b-5219-4325-a699-ddc0fd466fa7 service neutron] 10.222.0.90 "GET /v2.0/networks/450969f7-aef3-41d3-9854-bfd42e1df007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5333209 Nov 12 03:22:17.357215 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-03b9990f-9006-48a8-a752-87ec8a152707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:17.436418 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c4e023a7-95e3-4f0e-a796-1c35f9419fec req-c9ccaf97-b531-43a8-9550-9bfd79479bdb tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7b9a195-d95c-4e3f-bea7-b1f410bc6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323460 Nov 12 03:22:17.441449 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f82fab-83dd-4478-896b-e4d52c8d5172 admin admin] Pushing event updated for resources: {'Port': ['ID=888883f6-98be-4f98-9810-cb8a47a0c245,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:17.477851 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f82fab-83dd-4478-896b-e4d52c8d5172 admin admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:17.481545 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-a5f82fab-83dd-4478-896b-e4d52c8d5172 admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:17.487772 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f82fab-83dd-4478-896b-e4d52c8d5172 admin admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:17.590310 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-03b9990f-9006-48a8-a752-87ec8a152707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:17.591200 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-03b9990f-9006-48a8-a752-87ec8a152707 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:17.593780 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-03b9990f-9006-48a8-a752-87ec8a152707 service neutron] 10.222.0.74 "PUT /v2.0/ports/6a3faacc-255c-4170-9369-7f99646b6565 HTTP/1.1" status: 200 len: 1097 time: 3.8774214 Nov 12 03:22:17.667909 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7dcbd95-43ef-4c7e-a161-0880464ea9eb None None] New status for floating IP b75c2015-c74a-4ebf-a85c-02ec3bc9a4e9: DOWN {{(pid=102574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:22:17.736121 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b9990f-9006-48a8-a752-87ec8a152707 service neutron] Pushing event updated for resources: {'Port': ['ID=6a3faacc-255c-4170-9369-7f99646b6565,revision_number=7']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:17.790888 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b709df-86b1-469e-be2a-831545171878 req-b4571bc5-0136-4caa-b42a-e1503457c01f tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:17.793076 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-12b709df-86b1-469e-be2a-831545171878 req-b4571bc5-0136-4caa-b42a-e1503457c01f tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 948 time: 0.2385926 Nov 12 03:22:17.855387 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:17.910199 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-12b709df-86b1-469e-be2a-831545171878 req-97aaafca-c7d1-4c60-9661-efb42aca016e tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863016 Nov 12 03:22:17.919770 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79deb488-9db7-46fb-a8d9-5d3bf09e50b2 req-efb31285-1ee7-4627-9791-fe5e1017cf3f tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:17.930241 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-79deb488-9db7-46fb-a8d9-5d3bf09e50b2 req-efb31285-1ee7-4627-9791-fe5e1017cf3f tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 944 time: 0.4888756 Nov 12 03:22:17.934335 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-0224ffd8-ef94-4cc4-8320-587081fe20a5 service neutron] 10.222.0.90 "GET /v2.0/networks/450969f7-aef3-41d3-9854-bfd42e1df007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5641479 Nov 12 03:22:17.936321 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-ad38030b-5b1a-4e0f-a6b8-fd577b5e9223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:17.938501 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-ad38030b-5b1a-4e0f-a6b8-fd577b5e9223 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 1100 time: 0.2597542 Nov 12 03:22:18.034126 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-af071472-6212-4bc4-8607-43940e9dc4f3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.118&port_id=7eec5770-e287-4dd3-9495-d18834683a85 HTTP/1.1" status: 200 len: 217 time: 0.0891888 Nov 12 03:22:18.086592 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54608) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:18.106698 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a5f82fab-83dd-4478-896b-e4d52c8d5172 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.215386 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54610) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:18.224348 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-79deb488-9db7-46fb-a8d9-5d3bf09e50b2 req-0a6e11be-58c8-43bf-9b40-2011cdca2672 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930355 Nov 12 03:22:18.255243 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-1f00f353-a2cb-4ab5-82f4-bd99ba62d697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:18.256805 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-1f00f353-a2cb-4ab5-82f4-bd99ba62d697 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9eb5e787-1738-4f8e-9305-2adec92e0cb5 HTTP/1.1" status: 200 len: 801 time: 0.1983459 Nov 12 03:22:18.300947 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-04cb9f1d-01f0-4def-87f9-7d58c5e016c5 service neutron] 10.222.0.90 "GET /v2.0/ports/c8ef7709-72a6-4596-9527-d2a9f473fb62/bindings/n-h1-715271-27 HTTP/1.1" status: 200 len: 385 time: 0.2868915 Nov 12 03:22:18.351434 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device c8ef7709-72a6-4596-9527-d2a9f473fb62 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:18.355016 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-ca9dea86-f801-4fb3-8ed0-d8524db0a8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:18.356564 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-ca9dea86-f801-4fb3-8ed0-d8524db0a8ff service neutron] 10.222.0.74 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.4032049 Nov 12 03:22:18.418968 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5066ed9f-f2a9-4cc7-a9bb-0184f7007804 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.432045 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-e6a9e852-bf6f-43f4-a723-0ac68b596c10 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=6a3faacc-255c-4170-9369-7f99646b6565 HTTP/1.1" status: 200 len: 217 time: 0.0664113 Nov 12 03:22:18.462977 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a5f82fab-83dd-4478-896b-e4d52c8d5172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.467670 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5066ed9f-f2a9-4cc7-a9bb-0184f7007804 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.517978 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-56c8c2e3-cf47-4582-bf63-fcd7b5d5f325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:18.519574 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-56c8c2e3-cf47-4582-bf63-fcd7b5d5f325 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9e22eea4-f70c-4a8e-b6a0-0bcc729c4b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2205691 Nov 12 03:22:18.725736 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5066ed9f-f2a9-4cc7-a9bb-0184f7007804 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.729293 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5066ed9f-f2a9-4cc7-a9bb-0184f7007804 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.730499 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5066ed9f-f2a9-4cc7-a9bb-0184f7007804 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "DELETE /v2.0/security-groups/7401f916-5145-4fa4-af83-19b43e6880a1 HTTP/1.1" status: 204 len: 168 time: 0.5139599 Nov 12 03:22:18.743475 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54620) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:18.774684 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-dc28d791-7bc6-4b0c-b7dc-abfa1d9e8f2d tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:18.776323 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-dc28d791-7bc6-4b0c-b7dc-abfa1d9e8f2d tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/networks?id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 HTTP/1.1" status: 200 len: 806 time: 0.2177312 Nov 12 03:22:18.779101 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-bbc11ece-0033-4f87-8b38-4e0a4e709e22 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] show failed (client error): The resource could not be found. Nov 12 03:22:18.783193 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-bbc11ece-0033-4f87-8b38-4e0a4e709e22 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "GET /v2.0/security-groups/7401f916-5145-4fa4-af83-19b43e6880a1 HTTP/1.1" status: 404 len: 347 time: 0.0357075 Nov 12 03:22:18.783193 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5066ed9f-f2a9-4cc7-a9bb-0184f7007804 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7401f916-5145-4fa4-af83-19b43e6880a1,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:18.785318 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54622) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:18.858292 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-108825fb-b8c9-4ce2-9a9f-2e07bcba9eea tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/quotas/ab1cf8386d1b4172a2ff2003f6ed3228 HTTP/1.1" status: 200 len: 375 time: 0.0716007 Nov 12 03:22:18.935771 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f82fab-83dd-4478-896b-e4d52c8d5172 admin admin] Router 70f0c252-de2a-4103-9746-0a18f07f3e03 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:22:18.982474 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-bfc10d2c-0691-41f5-b964-fb5a8c1e6a33 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ab1cf8386d1b4172a2ff2003f6ed3228&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0942914 Nov 12 03:22:19.003453 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29cf5de-6f6b-41e8-b911-9243b794863a', 'name': 'network-vif-deleted', 'tag': '39eddeb7-0556-4b7e-bb4d-837684b9a620'}, {'server_uuid': 'f64d0621-ef1c-4560-8730-e93114a76144', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a3faacc-255c-4170-9369-7f99646b6565'}, {'name': 'network-changed', 'server_uuid': 'f64d0621-ef1c-4560-8730-e93114a76144', 'tag': '6a3faacc-255c-4170-9369-7f99646b6565'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:19.005895 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203cb598-6537-4e0a-b21f-cded895cf51e" -d '{"events": [{"server_uuid": "c29cf5de-6f6b-41e8-b911-9243b794863a", "name": "network-vif-deleted", "tag": "39eddeb7-0556-4b7e-bb4d-837684b9a620"}, {"server_uuid": "f64d0621-ef1c-4560-8730-e93114a76144", "name": "network-vif-unplugged", "status": "completed", "tag": "6a3faacc-255c-4170-9369-7f99646b6565"}, {"name": "network-changed", "server_uuid": "f64d0621-ef1c-4560-8730-e93114a76144", "tag": "6a3faacc-255c-4170-9369-7f99646b6565"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:19.015478 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-800a1a6c-1615-439f-97d0-80c33925b98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:19.016950 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-800a1a6c-1615-439f-97d0-80c33925b98b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.5683968 Nov 12 03:22:19.127247 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9c62e-8e3f-4f3a-9745-d3e135c608f0 req-5b778ea4-82e1-437e-aee1-1e473066a1a8 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:19.133771 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-61554bc3-7eac-4eff-b7c0-ff10f70cf516 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Deleting port 7f352eed-66f4-4d3b-91e4-28fa6f68fb7c {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:19.134273 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9c62e-8e3f-4f3a-9745-d3e135c608f0 req-5b778ea4-82e1-437e-aee1-1e473066a1a8 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:19.134375 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-61554bc3-7eac-4eff-b7c0-ff10f70cf516 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.139844 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9c62e-8e3f-4f3a-9745-d3e135c608f0 req-5b778ea4-82e1-437e-aee1-1e473066a1a8 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:19.141828 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-86b9c62e-8e3f-4f3a-9745-d3e135c608f0 req-5b778ea4-82e1-437e-aee1-1e473066a1a8 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6559d32-d2e7-4356-8936-fd6273fdfc79 HTTP/1.1" status: 200 len: 2411 time: 0.5856204 Nov 12 03:22:19.216620 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f82fab-83dd-4478-896b-e4d52c8d5172 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:22:19.228377 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-2c6caa5d-ada9-4ca0-bbf8-22ebdf59d3b1 service neutron] 10.222.0.90 "GET /v2.0/networks/9e22eea4-f70c-4a8e-b6a0-0bcc729c4b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6685340 Nov 12 03:22:19.247913 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-50542f74-269b-4de7-9c6f-e1c8a0a19a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:19.248576 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6782c66d-432d-45f7-af7b-72982b104d34 None None] Sync routers for ids ['70f0c252-de2a-4103-9746-0a18f07f3e03'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:22:19.249440 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-50542f74-269b-4de7-9c6f-e1c8a0a19a1a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2216735 Nov 12 03:22:19.255890 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-193da3c2-9718-4b3e-8ece-d1f262f0b7d3 service neutron] 10.222.0.50 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365236 Nov 12 03:22:19.262247 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a5f82fab-83dd-4478-896b-e4d52c8d5172 admin admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.265017 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6782c66d-432d-45f7-af7b-72982b104d34 None None] Routers {'70f0c252-de2a-4103-9746-0a18f07f3e03'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:19.265831 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-6782c66d-432d-45f7-af7b-72982b104d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:22:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['70f0c252-de2a-4103-9746-0a18f07f3e03'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:19.267853 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a5f82fab-83dd-4478-896b-e4d52c8d5172 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1666656 Nov 12 03:22:19.273698 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54630) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:19.301727 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-61554bc3-7eac-4eff-b7c0-ff10f70cf516 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.302103 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-61554bc3-7eac-4eff-b7c0-ff10f70cf516 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.371531 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-61554bc3-7eac-4eff-b7c0-ff10f70cf516 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Calling delete_port for 7f352eed-66f4-4d3b-91e4-28fa6f68fb7c owned by network:floatingip {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:19.399415 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-0b21f95e-6ef9-4b7d-a4c9-22b4cc6fa311 service neutron] For port c8ef7709-72a6-4596-9527-d2a9f473fb62, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=c8ef7709-72a6-4596-9527-d2a9f473fb62,segment=NetworkSegment(b8c93ffa-e78d-4d7d-8be5-2d181e470820),segment_id=b8c93ffa-e78d-4d7d-8be5-2d181e470820)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:19.416169 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-6782c66d-432d-45f7-af7b-72982b104d34 None None] Set router 70f0c252-de2a-4103-9746-0a18f07f3e03 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:19.464433 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-86b9c62e-8e3f-4f3a-9745-d3e135c608f0 req-0c655ce6-6b89-4be5-b27a-ad48efce9a62 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7b9a195-d95c-4e3f-bea7-b1f410bc6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858760 Nov 12 03:22:19.475749 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-0b21f95e-6ef9-4b7d-a4c9-22b4cc6fa311 service neutron] For port c8ef7709-72a6-4596-9527-d2a9f473fb62, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:19.525924 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-0b21f95e-6ef9-4b7d-a4c9-22b4cc6fa311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8ef7709-72a6-4596-9527-d2a9f473fb62 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:19.540563 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-0b21f95e-6ef9-4b7d-a4c9-22b4cc6fa311 service neutron] For port c8ef7709-72a6-4596-9527-d2a9f473fb62, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=c8ef7709-72a6-4596-9527-d2a9f473fb62,segment=NetworkSegment(b8c93ffa-e78d-4d7d-8be5-2d181e470820),segment_id=b8c93ffa-e78d-4d7d-8be5-2d181e470820)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:19.575474 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-3c941236-3b48-4087-b198-96daf18db915 service neutron] 10.222.0.50 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027532 Nov 12 03:22:19.581465 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-f2ccc12f-38a5-4f3e-8e93-a7ab5f7092d7 service neutron] 10.222.0.90 "GET /v2.0/networks/9e22eea4-f70c-4a8e-b6a0-0bcc729c4b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375044 Nov 12 03:22:19.611458 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-3d9a6ed2-5d16-46de-a890-9222f88de73d service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333981 Nov 12 03:22:19.616296 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-0b21f95e-6ef9-4b7d-a4c9-22b4cc6fa311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.658657 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-6782c66d-432d-45f7-af7b-72982b104d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f0c252-de2a-4103-9746-0a18f07f3e03', 'name': 'tempest-ServerRescueTestJSON-610064514-router', 'tenant_id': '2b6c3f20e3df4bfeadb358a1e561f7d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '888883f6-98be-4f98-9810-cb8a47a0c245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:14Z', 'updated_at': '2021-11-12T03:22:17Z', 'revision_number': 3, 'project_id': '2b6c3f20e3df4bfeadb358a1e561f7d3', 'gw_port': {'id': '888883f6-98be-4f98-9810-cb8a47a0c245', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ab:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f0c252-de2a-4103-9746-0a18f07f3e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:16Z', 'updated_at': '2021-11-12T03:22:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:19.698474 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6782c66d-432d-45f7-af7b-72982b104d34 None None] Checking router: 70f0c252-de2a-4103-9746-0a18f07f3e03 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:22:19.698971 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6782c66d-432d-45f7-af7b-72982b104d34 None None] Updating router 70f0c252-de2a-4103-9746-0a18f07f3e03 port 888883f6-98be-4f98-9810-cb8a47a0c245 binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:22:19.737317 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6782c66d-432d-45f7-af7b-72982b104d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.751964 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-4b49b268-0a3e-4d23-9ec9-1c4122a0ee97 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.7&port_id=49039d32-b4c1-4532-acfe-2abae6a170ea HTTP/1.1" status: 200 len: 217 time: 0.1386614 Nov 12 03:22:19.900802 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a30a5d-6240-49f8-bb27-181cb5cda4f4 req-501b7b39-502d-43ed-a7ec-edc0c28991d5 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:19.902656 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-25a30a5d-6240-49f8-bb27-181cb5cda4f4 req-501b7b39-502d-43ed-a7ec-edc0c28991d5 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 948 time: 0.2948630 Nov 12 03:22:19.950662 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-4ed7ae7a-cad0-4d1f-a239-471fc4f5417f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:19.952245 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-4ed7ae7a-cad0-4d1f-a239-471fc4f5417f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=46f257c2-b04c-4808-97a8-0bdc2d76f3f0 HTTP/1.1" status: 200 len: 801 time: 0.1685078 Nov 12 03:22:19.962009 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7be82083-cda5-4eb3-8adb-decb4e3cf4c0 req-bc3d4544-96f4-4795-9acb-38daa9a1b62c service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163369 Nov 12 03:22:19.963030 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-0b21f95e-6ef9-4b7d-a4c9-22b4cc6fa311 service neutron] Transition to ACTIVE for port object c8ef7709-72a6-4596-9527-d2a9f473fb62 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:22:19.984158 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-61554bc3-7eac-4eff-b7c0-ff10f70cf516 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.985887 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-0b21f95e-6ef9-4b7d-a4c9-22b4cc6fa311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:20.014365 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61554bc3-7eac-4eff-b7c0-ff10f70cf516 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Pushing event deleted for resources: {'Port': ['ID=7f352eed-66f4-4d3b-91e4-28fa6f68fb7c,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:20.129451 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-0b21f95e-6ef9-4b7d-a4c9-22b4cc6fa311 service neutron] No DVR routers for this DVR port c8ef7709-72a6-4596-9527-d2a9f473fb62 on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:20.134499 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-25a30a5d-6240-49f8-bb27-181cb5cda4f4 req-88308eec-a4c7-444e-9105-d040afab4e2a tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084255 Nov 12 03:22:20.140916 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-c5b8e743-bbc8-4867-8600-61f133f16e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:20.142472 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-c5b8e743-bbc8-4867-8600-61f133f16e72 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=450969f7-aef3-41d3-9854-bfd42e1df007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1783807 Nov 12 03:22:20.191458 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-61554bc3-7eac-4eff-b7c0-ff10f70cf516 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks [] for floatingip, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:20.194764 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-61554bc3-7eac-4eff-b7c0-ff10f70cf516 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:20.200908 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-61554bc3-7eac-4eff-b7c0-ff10f70cf516 tempest-ServersWithSpecificFlavorTestJSON-973132135 tempest-ServersWithSpecificFlavorTestJSON-973132135-project] 10.222.0.50 "DELETE /v2.0/floatingips/b75c2015-c74a-4ebf-a85c-02ec3bc9a4e9 HTTP/1.1" status: 204 len: 168 time: 1.4093242 Nov 12 03:22:20.216870 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21f95e-6ef9-4b7d-a4c9-22b4cc6fa311 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ef7709-72a6-4596-9527-d2a9f473fb62,revision_number=10']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:20.275452 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-637658e5-17e1-4117-a645-90c79d281cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:20.324847 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5eca9c2d-d17f-4765-a263-76efcb27b3a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:20.442130 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-bcced41e-fd8f-47be-bee5-8b206e33e299 service neutron] 10.222.0.90 "GET /v2.0/networks/450969f7-aef3-41d3-9854-bfd42e1df007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770503 Nov 12 03:22:20.488944 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-0b21f95e-6ef9-4b7d-a4c9-22b4cc6fa311 service neutron] 10.222.0.90 "PUT /v2.0/ports/c8ef7709-72a6-4596-9527-d2a9f473fb62/bindings/n-h1-715271-27/activate HTTP/1.1" status: 200 len: 370 time: 2.1767082 Nov 12 03:22:20.492308 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c553a71c-68ca-4a30-9d9a-9aa45d6d357c x-openstack-request-id: req-c553a71c-68ca-4a30-9d9a-9aa45d6d357c {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:20.492598 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29cf5de-6f6b-41e8-b911-9243b794863a", "name": "network-vif-deleted", "tag": "39eddeb7-0556-4b7e-bb4d-837684b9a620", "status": "completed", "code": 200}, {"server_uuid": "f64d0621-ef1c-4560-8730-e93114a76144", "name": "network-vif-unplugged", "status": "completed", "tag": "6a3faacc-255c-4170-9369-7f99646b6565", "code": 200}, {"name": "network-changed", "server_uuid": "f64d0621-ef1c-4560-8730-e93114a76144", "tag": "6a3faacc-255c-4170-9369-7f99646b6565", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:20.492844 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c553a71c-68ca-4a30-9d9a-9aa45d6d357c {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:20.493237 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29cf5de-6f6b-41e8-b911-9243b794863a', 'name': 'network-vif-deleted', 'tag': '39eddeb7-0556-4b7e-bb4d-837684b9a620', 'status': 'completed', 'code': 200} Nov 12 03:22:20.493484 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64d0621-ef1c-4560-8730-e93114a76144', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a3faacc-255c-4170-9369-7f99646b6565', 'code': 200} Nov 12 03:22:20.493857 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f64d0621-ef1c-4560-8730-e93114a76144', 'tag': '6a3faacc-255c-4170-9369-7f99646b6565', 'status': 'completed', 'code': 200} Nov 12 03:22:20.587424 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f113a5a4-17c8-4bfb-91c2-dcd57069a2c5 req-3d21e988-9163-4dab-b441-8e87ba3553f0 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 210 time: 0.0501230 Nov 12 03:22:20.666181 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6782c66d-432d-45f7-af7b-72982b104d34 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:20.680569 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-637658e5-17e1-4117-a645-90c79d281cc7 admin admin] Allocated IP 172.20.0.1 (bd20a58b-98df-4ef8-98dd-f9fae3c64676/9df5425c-e3c5-4b00-ac6d-1c0b8d452c62/b39fe63a-55ae-41a7-b4a2-22dfa8e70c8a) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:20.687870 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6782c66d-432d-45f7-af7b-72982b104d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:20.765785 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5bd236-9cae-450c-a696-63195b0720ef req-ecb79d24-ea11-453c-beb7-44fde9ca0d1a tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:20.769551 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3b5bd236-9cae-450c-a696-63195b0720ef req-ecb79d24-ea11-453c-beb7-44fde9ca0d1a tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 945 time: 0.2790473 Nov 12 03:22:20.813692 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-6782c66d-432d-45f7-af7b-72982b104d34 None None] Attempting to bind port 888883f6-98be-4f98-9810-cb8a47a0c245 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:20.814309 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-6782c66d-432d-45f7-af7b-72982b104d34 None None] Attempting to bind port 888883f6-98be-4f98-9810-cb8a47a0c245 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:20.814869 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6782c66d-432d-45f7-af7b-72982b104d34 None None] Attempting to bind port 888883f6-98be-4f98-9810-cb8a47a0c245 on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:20.834342 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b135b1-6543-49e4-892e-37dffa6299f2 None None] Pushing event updated for resources: {'Port': ['ID=888883f6-98be-4f98-9810-cb8a47a0c245,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:20.840022 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6782c66d-432d-45f7-af7b-72982b104d34 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:20.840862 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6782c66d-432d-45f7-af7b-72982b104d34 None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:20.841485 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6782c66d-432d-45f7-af7b-72982b104d34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:20.842115 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6782c66d-432d-45f7-af7b-72982b104d34 None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:20.843177 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-6782c66d-432d-45f7-af7b-72982b104d34 None None] Bound port: 888883f6-98be-4f98-9810-cb8a47a0c245, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:20.843754 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6782c66d-432d-45f7-af7b-72982b104d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:20.947968 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-6782c66d-432d-45f7-af7b-72982b104d34 None None] For port 888883f6-98be-4f98-9810-cb8a47a0c245, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:20.952463 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-6782c66d-432d-45f7-af7b-72982b104d34 None None] For port 888883f6-98be-4f98-9810-cb8a47a0c245, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=888883f6-98be-4f98-9810-cb8a47a0c245,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:20.958205 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6782c66d-432d-45f7-af7b-72982b104d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:21.005777 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203cb598-6537-4e0a-b21f-cded895cf51e req-0fb4d6fa-5ca7-4c77-9178-5129628b0c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:21.008024 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-203cb598-6537-4e0a-b21f-cded895cf51e req-0fb4d6fa-5ca7-4c77-9178-5129628b0c6d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 1100 time: 0.4358265 Nov 12 03:22:21.022010 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203cb598-6537-4e0a-b21f-cded895cf51e req-588c2860-5570-45d7-9b70-a8e6a8174904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:21.024216 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-203cb598-6537-4e0a-b21f-cded895cf51e req-588c2860-5570-45d7-9b70-a8e6a8174904 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 1100 time: 0.5400317 Nov 12 03:22:21.052763 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b135b1-6543-49e4-892e-37dffa6299f2 None None] Pushing event updated for resources: {'Port': ['ID=888883f6-98be-4f98-9810-cb8a47a0c245,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:21.092567 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6782c66d-432d-45f7-af7b-72982b104d34 None None] Routers {'70f0c252-de2a-4103-9746-0a18f07f3e03'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:21.094799 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-6782c66d-432d-45f7-af7b-72982b104d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:22:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['70f0c252-de2a-4103-9746-0a18f07f3e03'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:21.196449 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-9905efb6-8f55-4edc-866d-5be613cf0cd5 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:21.198003 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-9905efb6-8f55-4edc-866d-5be613cf0cd5 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=22f52e11-1b72-460c-9afe-29bce7255d86&tenant_id=576a7b2c0e984780a26518e9c1601856&binding%3Ahost_id=n-h2-715271-27 HTTP/1.1" status: 200 len: 1097 time: 0.5299647 Nov 12 03:22:21.279904 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3b5bd236-9cae-450c-a696-63195b0720ef req-c5a880cf-704a-41a0-93bb-3ed0ecb4c16b tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863747 Nov 12 03:22:21.289785 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-6782c66d-432d-45f7-af7b-72982b104d34 None None] Set router 70f0c252-de2a-4103-9746-0a18f07f3e03 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:21.290048 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-637658e5-17e1-4117-a645-90c79d281cc7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:21.315022 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203cb598-6537-4e0a-b21f-cded895cf51e req-ab11a5de-af04-4b2a-8368-d3dfd0ad1ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:21.316557 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-203cb598-6537-4e0a-b21f-cded895cf51e req-ab11a5de-af04-4b2a-8368-d3dfd0ad1ea9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.2992513 Nov 12 03:22:21.316699 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c036b1-6769-481d-9ffc-9ae16e3133f4 req-5bc97f15-72e0-456e-8d42-71d1d6dc97e2 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:21.323357 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c036b1-6769-481d-9ffc-9ae16e3133f4 req-5bc97f15-72e0-456e-8d42-71d1d6dc97e2 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:21.330127 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c036b1-6769-481d-9ffc-9ae16e3133f4 req-5bc97f15-72e0-456e-8d42-71d1d6dc97e2 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:21.338524 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-38c036b1-6769-481d-9ffc-9ae16e3133f4 req-5bc97f15-72e0-456e-8d42-71d1d6dc97e2 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6559d32-d2e7-4356-8936-fd6273fdfc79 HTTP/1.1" status: 200 len: 2411 time: 0.1142225 Nov 12 03:22:21.366200 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f39e04a0-6695-420b-99ba-f094c9e6e6e0 req-982f5454-5ea1-4252-98f8-659a11be2c4f service neutron] 10.222.0.90 "GET /v2.0/networks/450969f7-aef3-41d3-9854-bfd42e1df007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7934139 Nov 12 03:22:21.409765 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-38c036b1-6769-481d-9ffc-9ae16e3133f4 req-efd85022-d6d4-411e-b612-a958c11213f7 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7b9a195-d95c-4e3f-bea7-b1f410bc6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702782 Nov 12 03:22:21.440227 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-637658e5-17e1-4117-a645-90c79d281cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:21.471162 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-203cb598-6537-4e0a-b21f-cded895cf51e req-76fc647c-f223-445e-9514-dc7768b80821 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=6a3faacc-255c-4170-9369-7f99646b6565 HTTP/1.1" status: 200 len: 217 time: 0.1076388 Nov 12 03:22:21.481630 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637658e5-17e1-4117-a645-90c79d281cc7 admin admin] Network bd20a58b-98df-4ef8-98dd-f9fae3c64676 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:21.487717 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-637658e5-17e1-4117-a645-90c79d281cc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:21.493385 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637658e5-17e1-4117-a645-90c79d281cc7 admin admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:21.521998 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-9c697fe2-73ad-48b4-95d2-85ed37643b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:21.524500 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-9c697fe2-73ad-48b4-95d2-85ed37643b42 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=22f52e11-1b72-460c-9afe-29bce7255d86&tenant_id=576a7b2c0e984780a26518e9c1601856 HTTP/1.1" status: 200 len: 1097 time: 0.2892051 Nov 12 03:22:21.533645 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203cb598-6537-4e0a-b21f-cded895cf51e req-62481968-a385-4131-93cb-e5732ec0f69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:21.535388 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-203cb598-6537-4e0a-b21f-cded895cf51e req-62481968-a385-4131-93cb-e5732ec0f69b service neutron] 10.222.0.74 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.4326882 Nov 12 03:22:21.537093 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637658e5-17e1-4117-a645-90c79d281cc7 admin admin] Pushing event updated for resources: {'Port': ['ID=b39fe63a-55ae-41a7-b4a2-22dfa8e70c8a,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:21.552767 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-637658e5-17e1-4117-a645-90c79d281cc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:21.602146 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-6782c66d-432d-45f7-af7b-72982b104d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f0c252-de2a-4103-9746-0a18f07f3e03', 'name': 'tempest-ServerRescueTestJSON-610064514-router', 'tenant_id': '2b6c3f20e3df4bfeadb358a1e561f7d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '888883f6-98be-4f98-9810-cb8a47a0c245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:14Z', 'updated_at': '2021-11-12T03:22:17Z', 'revision_number': 3, 'project_id': '2b6c3f20e3df4bfeadb358a1e561f7d3', 'gw_port': {'id': '888883f6-98be-4f98-9810-cb8a47a0c245', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ab:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f0c252-de2a-4103-9746-0a18f07f3e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:16Z', 'updated_at': '2021-11-12T03:22:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:21.621198 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-203cb598-6537-4e0a-b21f-cded895cf51e req-248b7a4e-1ef5-441d-972a-bcfaf98f3ed0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=6a3faacc-255c-4170-9369-7f99646b6565 HTTP/1.1" status: 200 len: 217 time: 0.0756688 Nov 12 03:22:21.636335 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6782c66d-432d-45f7-af7b-72982b104d34 None None] The sync data for ids ['70f0c252-de2a-4103-9746-0a18f07f3e03'] in n-d-715271-27 is: [{'id': '70f0c252-de2a-4103-9746-0a18f07f3e03', 'name': 'tempest-ServerRescueTestJSON-610064514-router', 'tenant_id': '2b6c3f20e3df4bfeadb358a1e561f7d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '888883f6-98be-4f98-9810-cb8a47a0c245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:14Z', 'updated_at': '2021-11-12T03:22:17Z', 'revision_number': 3, 'project_id': '2b6c3f20e3df4bfeadb358a1e561f7d3', 'gw_port': {'id': '888883f6-98be-4f98-9810-cb8a47a0c245', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ab:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f0c252-de2a-4103-9746-0a18f07f3e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:16Z', 'updated_at': '2021-11-12T03:22:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:22:21.743909 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-637658e5-17e1-4117-a645-90c79d281cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:21.849276 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-eeca274f-7525-4bf7-9e1a-d2f78192da9f req-9827d46f-40bb-4da6-8dd1-02aaced13b24 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 210 time: 0.0569875 Nov 12 03:22:22.056059 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-637658e5-17e1-4117-a645-90c79d281cc7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:22.065270 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-637658e5-17e1-4117-a645-90c79d281cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:22.150491 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203cb598-6537-4e0a-b21f-cded895cf51e req-2b6841d6-ce04-4e1f-bf64-7be42554fa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:22.151986 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-203cb598-6537-4e0a-b21f-cded895cf51e req-2b6841d6-ce04-4e1f-bf64-7be42554fa06 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.5542982 Nov 12 03:22:22.199565 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb4c2a-5b0c-4c6e-a3f2-8b161dc3bca3 req-73e0ac11-7a7d-486f-9c7a-435baef0e48b tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:22.211180 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-95cb4c2a-5b0c-4c6e-a3f2-8b161dc3bca3 req-73e0ac11-7a7d-486f-9c7a-435baef0e48b tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 948 time: 0.7529192 Nov 12 03:22:22.295797 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637658e5-17e1-4117-a645-90c79d281cc7 admin admin] Pushing event updated for resources: {'Port': ['ID=b39fe63a-55ae-41a7-b4a2-22dfa8e70c8a,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:22.322846 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-637658e5-17e1-4117-a645-90c79d281cc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:22.366634 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54680) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:22.479457 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46436ba9-de52-4d9c-a6aa-77690d2871dc req-87251fb7-ecbd-407f-98ad-22efb9fe233d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:22.479939 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46436ba9-de52-4d9c-a6aa-77690d2871dc req-87251fb7-ecbd-407f-98ad-22efb9fe233d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:22.480442 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46436ba9-de52-4d9c-a6aa-77690d2871dc req-87251fb7-ecbd-407f-98ad-22efb9fe233d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:22.483608 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-46436ba9-de52-4d9c-a6aa-77690d2871dc req-87251fb7-ecbd-407f-98ad-22efb9fe233d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2318b893ebac4403a7655da339a70941&device_id=a6559d32-d2e7-4356-8936-fd6273fdfc79 HTTP/1.1" status: 200 len: 2867 time: 0.8883338 Nov 12 03:22:22.526205 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 888883f6-98be-4f98-9810-cb8a47a0c245 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:22.567130 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 6a3faacc-255c-4170-9369-7f99646b6565 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:22:22.597816 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-95cb4c2a-5b0c-4c6e-a3f2-8b161dc3bca3 req-1057f580-f984-4566-bc24-9efda129b6a2 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856971 Nov 12 03:22:22.615560 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-c35a1fc7-51bf-4141-8aca-fae39ed4aaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:22.618850 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-c35a1fc7-51bf-4141-8aca-fae39ed4aaee service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=576a7b2c0e984780a26518e9c1601856&device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 1097 time: 0.9992409 Nov 12 03:22:22.620669 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203cb598-6537-4e0a-b21f-cded895cf51e req-80e5b3d2-4a65-4ff3-80fc-501cd5f3558e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:22.623211 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-203cb598-6537-4e0a-b21f-cded895cf51e req-80e5b3d2-4a65-4ff3-80fc-501cd5f3558e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.9689176 Nov 12 03:22:22.747767 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203cb598-6537-4e0a-b21f-cded895cf51e req-9c2a8733-9106-4e0c-97ed-0f47228284a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:22.750824 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-203cb598-6537-4e0a-b21f-cded895cf51e req-9c2a8733-9106-4e0c-97ed-0f47228284a1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5328507 Nov 12 03:22:22.821795 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 6a3faacc-255c-4170-9369-7f99646b6565, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=6a3faacc-255c-4170-9369-7f99646b6565,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:22.838255 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '6a3faacc-255c-4170-9369-7f99646b6565', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'port_id': '6a3faacc-255c-4170-9369-7f99646b6565', 'mac_address': 'fa:16:3e:84:da:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa66706f-b415-4bb9-838e-cfd08f81d96b', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:22:22.948126 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:22.963219 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 888883f6-98be-4f98-9810-cb8a47a0c245 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:22.963854 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:22.998127 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a3faacc-255c-4170-9369-7f99646b6565 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:22.998404 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce6882-0e98-4a9a-941e-75fc402d65f4 req-9a489cf2-72b0-4df0-9b19-0e7b6af185a9 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:23.013646 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-203cb598-6537-4e0a-b21f-cded895cf51e req-d37acdb5-6fc7-441a-9fa5-37e02b52498f service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449050 Nov 12 03:22:23.021110 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c0ce6882-0e98-4a9a-941e-75fc402d65f4 req-9a489cf2-72b0-4df0-9b19-0e7b6af185a9 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 945 time: 0.5528679 Nov 12 03:22:23.053917 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 6a3faacc-255c-4170-9369-7f99646b6565, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=6a3faacc-255c-4170-9369-7f99646b6565,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:23.070284 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:23.162419 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c0ce6882-0e98-4a9a-941e-75fc402d65f4 req-1738cd57-1d69-4846-b14d-a35e12284428 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403205 Nov 12 03:22:23.177965 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637658e5-17e1-4117-a645-90c79d281cc7 admin admin] Network bd20a58b-98df-4ef8-98dd-f9fae3c64676 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:23.190762 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-637658e5-17e1-4117-a645-90c79d281cc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:23.198934 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:23.210027 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=6a3faacc-255c-4170-9369-7f99646b6565,revision_number=8']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:23.245778 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 888883f6-98be-4f98-9810-cb8a47a0c245, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=888883f6-98be-4f98-9810-cb8a47a0c245,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:23.252030 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:23.316832 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46436ba9-de52-4d9c-a6aa-77690d2871dc req-e604ee47-2dd6-4514-979d-eca07a63ea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:23.318985 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-46436ba9-de52-4d9c-a6aa-77690d2871dc req-e604ee47-2dd6-4514-979d-eca07a63ea36 service neutron] 10.222.0.90 "GET /v2.0/networks?id=450969f7-aef3-41d3-9854-bfd42e1df007 HTTP/1.1" status: 200 len: 901 time: 0.7283504 Nov 12 03:22:23.329377 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-8f15cba7-781a-445e-82b8-7372ee9627e9 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:23.331472 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-8f15cba7-781a-445e-82b8-7372ee9627e9 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.74 "GET /v2.0/networks?id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 HTTP/1.1" status: 200 len: 806 time: 1.2119412 Nov 12 03:22:23.341326 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=888883f6-98be-4f98-9810-cb8a47a0c245,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:23.404845 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-78e8a1bd-1f1d-4052-9371-ec2aca6751cb tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Request body: {'port': {'device_id': 'e339cc1b-324c-4054-bd89-ce4a261e2fd1', 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5', 'admin_state_up': True, 'tenant_id': 'ab1cf8386d1b4172a2ff2003f6ed3228'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:23.445858 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['6a3faacc-255c-4170-9369-7f99646b6565'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:23.486833 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637658e5-17e1-4117-a645-90c79d281cc7 admin admin] Router 70f0c252-de2a-4103-9746-0a18f07f3e03 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:22:23.542677 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3c6b84e2-fdcf-46d3-8a62-92852616caeb req-2a751220-1b9e-40cc-ad45-2b6dc4045c0e tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 210 time: 0.0534503 Nov 12 03:22:23.571120 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-46436ba9-de52-4d9c-a6aa-77690d2871dc req-4a9fc339-7a8a-4663-a74d-8054e9252616 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.7&port_id=49039d32-b4c1-4532-acfe-2abae6a170ea HTTP/1.1" status: 200 len: 217 time: 0.1556678 Nov 12 03:22:23.573068 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203cb598-6537-4e0a-b21f-cded895cf51e req-8ea38c49-a325-4c27-81ad-9645c395e4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:23.574518 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-203cb598-6537-4e0a-b21f-cded895cf51e req-8ea38c49-a325-4c27-81ad-9645c395e4ea service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8955548 Nov 12 03:22:23.601809 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123bb4c-d070-4181-9558-5e456e23f835 req-8f91d14e-3193-456b-b97e-b7a64609103f tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:23.607983 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123bb4c-d070-4181-9558-5e456e23f835 req-8f91d14e-3193-456b-b97e-b7a64609103f tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:23.614582 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123bb4c-d070-4181-9558-5e456e23f835 req-8f91d14e-3193-456b-b97e-b7a64609103f tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:23.616375 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f123bb4c-d070-4181-9558-5e456e23f835 req-8f91d14e-3193-456b-b97e-b7a64609103f tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6559d32-d2e7-4356-8936-fd6273fdfc79 HTTP/1.1" status: 200 len: 2411 time: 0.8546636 Nov 12 03:22:23.696617 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46436ba9-de52-4d9c-a6aa-77690d2871dc req-e01f0f54-a709-4c13-bb29-b785da677d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:23.698480 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-46436ba9-de52-4d9c-a6aa-77690d2871dc req-e01f0f54-a709-4c13-bb29-b785da677d37 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=46f257c2-b04c-4808-97a8-0bdc2d76f3f0 HTTP/1.1" status: 200 len: 801 time: 0.0811386 Nov 12 03:22:23.721081 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637658e5-17e1-4117-a645-90c79d281cc7 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:22:23.726458 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-c2190abc-0004-4f3c-b267-4bf4b4183f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:23.728624 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-c2190abc-0004-4f3c-b267-4bf4b4183f9c service neutron] 10.222.0.74 "GET /v2.0/networks?id=f2354694-6453-486d-800c-f4fc7f841803 HTTP/1.1" status: 200 len: 922 time: 1.0507209 Nov 12 03:22:23.738740 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-637658e5-17e1-4117-a645-90c79d281cc7 admin admin] 10.222.0.50 "PUT /v2.0/routers/70f0c252-de2a-4103-9746-0a18f07f3e03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4613526 Nov 12 03:22:23.782314 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-5eca9c2d-d17f-4765-a263-76efcb27b3a4 admin admin] Deleting port f63eceba-1143-4c10-a4f9-57e2d64a6050 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:23.782806 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5eca9c2d-d17f-4765-a263-76efcb27b3a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:23.878355 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf0154a-b0bb-4a7c-905c-be9af4998818 req-b831ff23-097d-4bb0-a9fe-9a668a3fdee5 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:23.881188 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-baf0154a-b0bb-4a7c-905c-be9af4998818 req-b831ff23-097d-4bb0-a9fe-9a668a3fdee5 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 949 time: 0.1433914 Nov 12 03:22:23.900695 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-5eca9c2d-d17f-4765-a263-76efcb27b3a4 admin admin] For port f63eceba-1143-4c10-a4f9-57e2d64a6050, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=f63eceba-1143-4c10-a4f9-57e2d64a6050,segment=NetworkSegment(ff25bbb3-d375-4e62-8870-52805ef28681),segment_id=ff25bbb3-d375-4e62-8870-52805ef28681)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:23.901104 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5eca9c2d-d17f-4765-a263-76efcb27b3a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:23.927943 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-5eca9c2d-d17f-4765-a263-76efcb27b3a4 admin admin] Calling delete_port for f63eceba-1143-4c10-a4f9-57e2d64a6050 owned by network:router_interface {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:23.999977 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-baf0154a-b0bb-4a7c-905c-be9af4998818 req-a6317cb9-b5bc-44b2-b09e-f6fc6936e0d1 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111269 Nov 12 03:22:24.059178 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-11020bd1-5e6c-492a-a7d0-14f16b221e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:24.307309 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-4a01bad9-19e5-49e7-ab61-9086fb321659 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8ef7709-72a6-4596-9527-d2a9f473fb62 HTTP/1.1" status: 200 len: 217 time: 0.1178932 Nov 12 03:22:24.374963 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 1acb0f60-b3d3-46b6-9549-ded9dadb3974 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:22:24.435602 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-203cb598-6537-4e0a-b21f-cded895cf51e req-13258789-70dc-4bfa-8237-547ef843477f service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3584294 Nov 12 03:22:24.542846 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 888883f6-98be-4f98-9810-cb8a47a0c245 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:24.570731 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-203cb598-6537-4e0a-b21f-cded895cf51e req-1a254d77-e0f2-4599-b6af-59069fa003cd service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9041777 Nov 12 03:22:24.614548 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-00fad8d0-51ec-49eb-9dc1-9f0460e1f62c tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:24.626696 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-00fad8d0-51ec-49eb-9dc1-9f0460e1f62c tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/networks?id=bd20a58b-98df-4ef8-98dd-f9fae3c64676 HTTP/1.1" status: 200 len: 810 time: 0.2229846 Nov 12 03:22:24.659192 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-6f9b099b-9b9b-4f5a-aa96-cf551f0ac955 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/quotas/2b6c3f20e3df4bfeadb358a1e561f7d3 HTTP/1.1" status: 200 len: 375 time: 0.0312591 Nov 12 03:22:24.661241 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 6a3faacc-255c-4170-9369-7f99646b6565 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:24.759013 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-203cb598-6537-4e0a-b21f-cded895cf51e req-588eb192-1380-428f-aeba-6d37a98541fc service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673963 Nov 12 03:22:24.804809 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f123bb4c-d070-4181-9558-5e456e23f835 req-2626b323-6ceb-4a76-ac0e-7af67059913e tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7b9a195-d95c-4e3f-bea7-b1f410bc6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1052492 Nov 12 03:22:24.833329 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-d6a7ed1e-89ff-4c26-ac53-6af9b48c4db9 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2b6c3f20e3df4bfeadb358a1e561f7d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1731257 Nov 12 03:22:24.847733 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7b0a4a-050e-48ae-88bf-123df15142f4 None None] Sync routers for ids ['70f0c252-de2a-4103-9746-0a18f07f3e03'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:22:24.880419 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7b0a4a-050e-48ae-88bf-123df15142f4 None None] Routers {'70f0c252-de2a-4103-9746-0a18f07f3e03'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:24.884567 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-6f7b0a4a-050e-48ae-88bf-123df15142f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:22:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['70f0c252-de2a-4103-9746-0a18f07f3e03'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:24.896183 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46436ba9-de52-4d9c-a6aa-77690d2871dc req-7da20e9d-a9fa-4ba8-aba8-2f4f384f5afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:24.899294 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-46436ba9-de52-4d9c-a6aa-77690d2871dc req-7da20e9d-a9fa-4ba8-aba8-2f4f384f5afb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=450969f7-aef3-41d3-9854-bfd42e1df007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1693473 Nov 12 03:22:24.901206 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-78e8a1bd-1f1d-4052-9371-ec2aca6751cb tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Made reservation on behalf of ab1cf8386d1b4172a2ff2003f6ed3228 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:24.902242 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 6a3faacc-255c-4170-9369-7f99646b6565 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:22:24.905831 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-78e8a1bd-1f1d-4052-9371-ec2aca6751cb tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:24.909876 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 888883f6-98be-4f98-9810-cb8a47a0c245 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:24.910372 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:24.934739 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 1acb0f60-b3d3-46b6-9549-ded9dadb3974, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=1acb0f60-b3d3-46b6-9549-ded9dadb3974,segment=NetworkSegment(5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b),segment_id=5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:24.938102 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 6a3faacc-255c-4170-9369-7f99646b6565 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:24.938528 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-e4237510-39e0-4e4b-8bcd-ecfc0b3d9de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:24.938746 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:24.940535 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-e4237510-39e0-4e4b-8bcd-ecfc0b3d9de2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3428f33d-4837-4311-b620-eb7f742db405 HTTP/1.1" status: 200 len: 861 time: 0.6097100 Nov 12 03:22:25.014094 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-049a4ba1-80ef-4182-8585-58f5a794534c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f2354694-6453-486d-800c-f4fc7f841803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599320 Nov 12 03:22:25.056903 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-11020bd1-5e6c-492a-a7d0-14f16b221e5d admin admin] Deleting port 68022cd2-1e51-445a-9155-581cc077b18e {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:25.057241 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-11020bd1-5e6c-492a-a7d0-14f16b221e5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:25.119253 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '1acb0f60-b3d3-46b6-9549-ded9dadb3974', 'network_id': '450969f7-aef3-41d3-9854-bfd42e1df007', 'port_id': '1acb0f60-b3d3-46b6-9549-ded9dadb3974', 'mac_address': 'fa:16:3e:9a:a8:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46f257c2-b04c-4808-97a8-0bdc2d76f3f0', 'ip_address': '19.80.0.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:22:25.149540 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5eca9c2d-d17f-4765-a263-76efcb27b3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:25.208194 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-766abb39-8711-49df-b8ab-e0fbb1460aba service neutron] 10.222.0.50 "GET /v2.0/networks/bd20a58b-98df-4ef8-98dd-f9fae3c64676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736722 Nov 12 03:22:25.225255 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca9c2d-d17f-4765-a263-76efcb27b3a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f63eceba-1143-4c10-a4f9-57e2d64a6050,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:25.283989 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-6f7b0a4a-050e-48ae-88bf-123df15142f4 None None] Set router 70f0c252-de2a-4103-9746-0a18f07f3e03 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:25.322691 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:25.513314 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1acb0f60-b3d3-46b6-9549-ded9dadb3974 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:25.571888 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-11020bd1-5e6c-492a-a7d0-14f16b221e5d admin admin] For port 68022cd2-1e51-445a-9155-581cc077b18e, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=68022cd2-1e51-445a-9155-581cc077b18e,segment=NetworkSegment(9a25bf69-3388-48ff-939d-174c3ec6e8fc),segment_id=9a25bf69-3388-48ff-939d-174c3ec6e8fc)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:25.572520 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-11020bd1-5e6c-492a-a7d0-14f16b221e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:25.659468 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:25.674330 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-11020bd1-5e6c-492a-a7d0-14f16b221e5d admin admin] Calling delete_port for 68022cd2-1e51-445a-9155-581cc077b18e owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:25.706047 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 1acb0f60-b3d3-46b6-9549-ded9dadb3974, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=1acb0f60-b3d3-46b6-9549-ded9dadb3974,segment=NetworkSegment(5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b),segment_id=5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:25.720485 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:25.721792 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 49039d32-b4c1-4532-acfe-2abae6a170ea details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:22:25.728592 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-94f69daf-73b5-4547-944f-ed75b227b149 service neutron] 10.222.0.50 "GET /v2.0/networks/bd20a58b-98df-4ef8-98dd-f9fae3c64676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5194051 Nov 12 03:22:25.755745 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-4eb17e64-a5e6-4440-bf69-803431ad831e tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:25.760751 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-4eb17e64-a5e6-4440-bf69-803431ad831e tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.74 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144&tenant_id=8b0d25ea08f644adbd397e66a514b9b0&binding%3Ahost_id=n-h1-715271-27 HTTP/1.1" status: 200 len: 949 time: 0.5241406 Nov 12 03:22:25.763203 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-6f7b0a4a-050e-48ae-88bf-123df15142f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f0c252-de2a-4103-9746-0a18f07f3e03', 'name': 'tempest-ServerRescueTestJSON-610064514-router', 'tenant_id': '2b6c3f20e3df4bfeadb358a1e561f7d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '888883f6-98be-4f98-9810-cb8a47a0c245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:14Z', 'updated_at': '2021-11-12T03:22:21Z', 'revision_number': 4, 'project_id': '2b6c3f20e3df4bfeadb358a1e561f7d3', 'gw_port': {'id': '888883f6-98be-4f98-9810-cb8a47a0c245', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ab:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f0c252-de2a-4103-9746-0a18f07f3e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:16Z', 'updated_at': '2021-11-12T03:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'b39fe63a-55ae-41a7-b4a2-22dfa8e70c8a', 'name': '', 'network_id': 'bd20a58b-98df-4ef8-98dd-f9fae3c64676', 'tenant_id': '2b6c3f20e3df4bfeadb358a1e561f7d3', 'mac_address': 'fa:16:3e:83:f3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f0c252-de2a-4103-9746-0a18f07f3e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '9df5425c-e3c5-4b00-ac6d-1c0b8d452c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:20Z', 'updated_at': '2021-11-12T03:22:21Z', 'revision_number': 2, 'project_id': '2b6c3f20e3df4bfeadb358a1e561f7d3', 'subnets': [{'id': '9df5425c-e3c5-4b00-ac6d-1c0b8d452c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:25.781747 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-46436ba9-de52-4d9c-a6aa-77690d2871dc req-0e8ecc6a-d67e-43fd-828c-a352387f9ba9 service neutron] 10.222.0.90 "GET /v2.0/networks/450969f7-aef3-41d3-9854-bfd42e1df007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8559673 Nov 12 03:22:25.811041 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7b0a4a-050e-48ae-88bf-123df15142f4 None None] Checking router: 70f0c252-de2a-4103-9746-0a18f07f3e03 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:22:25.812399 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7b0a4a-050e-48ae-88bf-123df15142f4 None None] Updating router 70f0c252-de2a-4103-9746-0a18f07f3e03 port b39fe63a-55ae-41a7-b4a2-22dfa8e70c8a binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:22:25.849576 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-6f7b0a4a-050e-48ae-88bf-123df15142f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:25.940269 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 49039d32-b4c1-4532-acfe-2abae6a170ea, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=49039d32-b4c1-4532-acfe-2abae6a170ea,segment=NetworkSegment(5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b),segment_id=5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:25.964993 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '49039d32-b4c1-4532-acfe-2abae6a170ea', 'network_id': '450969f7-aef3-41d3-9854-bfd42e1df007', 'port_id': '49039d32-b4c1-4532-acfe-2abae6a170ea', 'mac_address': 'fa:16:3e:4f:e4:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46f257c2-b04c-4808-97a8-0bdc2d76f3f0', 'ip_address': '19.80.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:22:25.985692 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64d0621-ef1c-4560-8730-e93114a76144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3faacc-255c-4170-9369-7f99646b6565'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:25.988262 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb5d5a8-1042-4b87-b7b6-7f21295f9890" -d '{"events": [{"server_uuid": "f64d0621-ef1c-4560-8730-e93114a76144", "name": "network-vif-plugged", "status": "completed", "tag": "6a3faacc-255c-4170-9369-7f99646b6565"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:25.995120 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=1acb0f60-b3d3-46b6-9549-ded9dadb3974,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:26.066575 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 6a3faacc-255c-4170-9369-7f99646b6565, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=6a3faacc-255c-4170-9369-7f99646b6565,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:26.075044 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:26.130655 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-11020bd1-5e6c-492a-a7d0-14f16b221e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:26.173889 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:26.215541 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49039d32-b4c1-4532-acfe-2abae6a170ea {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:26.238643 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11020bd1-5e6c-492a-a7d0-14f16b221e5d admin admin] Pushing event deleted for resources: {'Port': ['ID=68022cd2-1e51-445a-9155-581cc077b18e,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:26.261502 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a1a098a2-f430-4405-8593-046e0805a9be req-f0313b0f-4bec-494e-a0e2-e3f8531f7c4b tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 210 time: 0.1279163 Nov 12 03:22:26.390326 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 49039d32-b4c1-4532-acfe-2abae6a170ea, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=49039d32-b4c1-4532-acfe-2abae6a170ea,segment=NetworkSegment(5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b),segment_id=5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:26.392714 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=6a3faacc-255c-4170-9369-7f99646b6565,revision_number=9']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:26.405764 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:26.408650 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 7eec5770-e287-4dd3-9495-d18834683a85 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:22:26.605237 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-6f7b0a4a-050e-48ae-88bf-123df15142f4 None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:26.615292 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-6f7b0a4a-050e-48ae-88bf-123df15142f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:26.666495 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=49039d32-b4c1-4532-acfe-2abae6a170ea,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:26.731659 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-11020bd1-5e6c-492a-a7d0-14f16b221e5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:26.756533 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4c7f3-e597-425a-812a-6342ed8e8106 req-0ce628bf-43bd-4609-b0ca-73f5de2b057a tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:26.768594 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-95b4c7f3-e597-425a-812a-6342ed8e8106 req-0ce628bf-43bd-4609-b0ca-73f5de2b057a tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 950 time: 0.3140547 Nov 12 03:22:26.804032 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 7eec5770-e287-4dd3-9495-d18834683a85, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=7eec5770-e287-4dd3-9495-d18834683a85,segment=NetworkSegment(197fa907-babb-4625-8d7d-1421f3ff655b),segment_id=197fa907-babb-4625-8d7d-1421f3ff655b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:26.813601 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-9b36288f-dc53-46ea-8d15-19d66df7aae3 service neutron] 10.222.0.74 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7454705 Nov 12 03:22:26.822171 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-78e8a1bd-1f1d-4052-9371-ec2aca6751cb tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Allocated IP 172.20.0.7 (d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5/5a9fb38e-cf25-418b-9443-2a54f98e4648/2937aafc-2c4b-465b-9932-933f8f4edba0) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:26.829984 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b939b-ee0b-443b-9041-6a3fec127461 None None] Pushing event updated for resources: {'Port': ['ID=b39fe63a-55ae-41a7-b4a2-22dfa8e70c8a,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:26.832282 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '7eec5770-e287-4dd3-9495-d18834683a85', 'network_id': '9e22eea4-f70c-4a8e-b6a0-0bcc729c4b32', 'port_id': '7eec5770-e287-4dd3-9495-d18834683a85', 'mac_address': 'fa:16:3e:6e:e0:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eb5e787-1738-4f8e-9305-2adec92e0cb5', 'ip_address': '19.86.0.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:22:26.840799 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-95b4c7f3-e597-425a-812a-6342ed8e8106 req-bbcaa4ad-31d1-49a5-beb0-8fea076b346b tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709112 Nov 12 03:22:26.879662 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b939b-ee0b-443b-9041-6a3fec127461 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:26.880345 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b939b-ee0b-443b-9041-6a3fec127461 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:26.881097 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b939b-ee0b-443b-9041-6a3fec127461 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:26.881658 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b939b-ee0b-443b-9041-6a3fec127461 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:26.885420 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b939b-ee0b-443b-9041-6a3fec127461 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:26.885792 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b939b-ee0b-443b-9041-6a3fec127461 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:26.886330 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b939b-ee0b-443b-9041-6a3fec127461 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:26.888786 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b939b-ee0b-443b-9041-6a3fec127461 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:26.889375 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b939b-ee0b-443b-9041-6a3fec127461 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:26.889731 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b939b-ee0b-443b-9041-6a3fec127461 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:26.890069 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b939b-ee0b-443b-9041-6a3fec127461 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:26.890405 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b939b-ee0b-443b-9041-6a3fec127461 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:26.932690 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:26.982506 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eec5770-e287-4dd3-9495-d18834683a85 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:26.989631 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-6f7b0a4a-050e-48ae-88bf-123df15142f4 None None] Attempting to bind port b39fe63a-55ae-41a7-b4a2-22dfa8e70c8a on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:26.990054 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-6f7b0a4a-050e-48ae-88bf-123df15142f4 None None] Attempting to bind port b39fe63a-55ae-41a7-b4a2-22dfa8e70c8a by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '033a6808-1d19-4bc4-a7ba-207db19e6110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'bd20a58b-98df-4ef8-98dd-f9fae3c64676'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:26.990420 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7b0a4a-050e-48ae-88bf-123df15142f4 None None] Attempting to bind port b39fe63a-55ae-41a7-b4a2-22dfa8e70c8a on network bd20a58b-98df-4ef8-98dd-f9fae3c64676 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:26.999834 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e5672-8569-45dd-83da-84055b8b2883 req-8d13746a-4e8c-4beb-8286-c346d94e260a tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:27.001743 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7b0a4a-050e-48ae-88bf-123df15142f4 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:27.002263 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7b0a4a-050e-48ae-88bf-123df15142f4 None None] Checking segment: {'id': '033a6808-1d19-4bc4-a7ba-207db19e6110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'bd20a58b-98df-4ef8-98dd-f9fae3c64676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:27.002741 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-6f7b0a4a-050e-48ae-88bf-123df15142f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:27.003236 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7b0a4a-050e-48ae-88bf-123df15142f4 None None] Bound using segment: {'id': '033a6808-1d19-4bc4-a7ba-207db19e6110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'bd20a58b-98df-4ef8-98dd-f9fae3c64676'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:27.003773 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-6f7b0a4a-050e-48ae-88bf-123df15142f4 None None] Bound port: b39fe63a-55ae-41a7-b4a2-22dfa8e70c8a, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '033a6808-1d19-4bc4-a7ba-207db19e6110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'bd20a58b-98df-4ef8-98dd-f9fae3c64676'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:27.003937 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1f7e5672-8569-45dd-83da-84055b8b2883 req-8d13746a-4e8c-4beb-8286-c346d94e260a tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 945 time: 1.3642023 Nov 12 03:22:27.004326 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-6f7b0a4a-050e-48ae-88bf-123df15142f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:27.045307 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 7eec5770-e287-4dd3-9495-d18834683a85, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=7eec5770-e287-4dd3-9495-d18834683a85,segment=NetworkSegment(197fa907-babb-4625-8d7d-1421f3ff655b),segment_id=197fa907-babb-4625-8d7d-1421f3ff655b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:27.054153 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:27.080910 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-6f7b0a4a-050e-48ae-88bf-123df15142f4 None None] For port b39fe63a-55ae-41a7-b4a2-22dfa8e70c8a, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:27.084866 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-6f7b0a4a-050e-48ae-88bf-123df15142f4 None None] For port b39fe63a-55ae-41a7-b4a2-22dfa8e70c8a, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=b39fe63a-55ae-41a7-b4a2-22dfa8e70c8a,segment=NetworkSegment(033a6808-1d19-4bc4-a7ba-207db19e6110),segment_id=033a6808-1d19-4bc4-a7ba-207db19e6110)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:27.090581 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-6f7b0a4a-050e-48ae-88bf-123df15142f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:27.155814 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7b0a4a-050e-48ae-88bf-123df15142f4 None None] Routers {'70f0c252-de2a-4103-9746-0a18f07f3e03'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:27.156597 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-6f7b0a4a-050e-48ae-88bf-123df15142f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:22:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['70f0c252-de2a-4103-9746-0a18f07f3e03'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:27.180822 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-6d327174-b10d-4e67-8ef5-de761abadd66 service neutron] 10.222.0.74 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444717 Nov 12 03:22:27.213995 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=7eec5770-e287-4dd3-9495-d18834683a85,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:27.295398 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-6f7b0a4a-050e-48ae-88bf-123df15142f4 None None] Set router 70f0c252-de2a-4103-9746-0a18f07f3e03 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:27.316807 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dbba8d-fb97-410d-94ce-79b9181a823e req-26887ec3-4874-4a83-be43-aff75eb01202 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:27.318839 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-10dbba8d-fb97-410d-94ce-79b9181a823e req-26887ec3-4874-4a83-be43-aff75eb01202 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1fc44e2-8633-4e77-bfba-0c45919e7a7d HTTP/1.1" status: 200 len: 945 time: 0.3398066 Nov 12 03:22:27.395426 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1f7e5672-8569-45dd-83da-84055b8b2883 req-a4c4dc06-6797-4bfd-a47f-91200a7ee5b3 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965103 Nov 12 03:22:27.397310 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b939b-ee0b-443b-9041-6a3fec127461 None None] Pushing event updated for resources: {'Port': ['ID=b39fe63a-55ae-41a7-b4a2-22dfa8e70c8a,revision_number=4']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:27.462806 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-a2ba1c68-6951-42e1-a5e4-4709b8a19df0 service neutron] 10.222.0.74 "GET /v2.0/ports/6a3faacc-255c-4170-9369-7f99646b6565/bindings/n-h1-715271-27 HTTP/1.1" status: 200 len: 383 time: 1.6728506 Nov 12 03:22:27.525445 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6cd787-3a5d-40df-9849-736feb791b28 req-22367567-1311-4f1b-8933-c86d54fd98d7 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:27.527064 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fb6cd787-3a5d-40df-9849-736feb791b28 req-22367567-1311-4f1b-8933-c86d54fd98d7 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] 10.222.0.90 "GET /v2.0/ports?device_id=e1fc44e2-8633-4e77-bfba-0c45919e7a7d HTTP/1.1" status: 200 len: 945 time: 0.3412054 Nov 12 03:22:27.579055 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5eca9c2d-d17f-4765-a263-76efcb27b3a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:27.593093 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-46436ba9-de52-4d9c-a6aa-77690d2871dc req-0ea897ff-2f15-4efb-bafd-04892d472244 service neutron] 10.222.0.90 "GET /v2.0/networks/450969f7-aef3-41d3-9854-bfd42e1df007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7670431 Nov 12 03:22:27.608786 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['1acb0f60-b3d3-46b6-9549-ded9dadb3974'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:27.642468 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-6f7b0a4a-050e-48ae-88bf-123df15142f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f0c252-de2a-4103-9746-0a18f07f3e03', 'name': 'tempest-ServerRescueTestJSON-610064514-router', 'tenant_id': '2b6c3f20e3df4bfeadb358a1e561f7d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '888883f6-98be-4f98-9810-cb8a47a0c245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:14Z', 'updated_at': '2021-11-12T03:22:21Z', 'revision_number': 4, 'project_id': '2b6c3f20e3df4bfeadb358a1e561f7d3', 'gw_port': {'id': '888883f6-98be-4f98-9810-cb8a47a0c245', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ab:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f0c252-de2a-4103-9746-0a18f07f3e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:16Z', 'updated_at': '2021-11-12T03:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'b39fe63a-55ae-41a7-b4a2-22dfa8e70c8a', 'name': '', 'network_id': 'bd20a58b-98df-4ef8-98dd-f9fae3c64676', 'tenant_id': '2b6c3f20e3df4bfeadb358a1e561f7d3', 'mac_address': 'fa:16:3e:83:f3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f0c252-de2a-4103-9746-0a18f07f3e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '9df5425c-e3c5-4b00-ac6d-1c0b8d452c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:20Z', 'updated_at': '2021-11-12T03:22:27Z', 'revision_number': 4, 'project_id': '2b6c3f20e3df4bfeadb358a1e561f7d3', 'subnets': [{'id': '9df5425c-e3c5-4b00-ac6d-1c0b8d452c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:27.676107 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7b0a4a-050e-48ae-88bf-123df15142f4 None None] The sync data for ids ['70f0c252-de2a-4103-9746-0a18f07f3e03'] in n-d-715271-27 is: [{'id': '70f0c252-de2a-4103-9746-0a18f07f3e03', 'name': 'tempest-ServerRescueTestJSON-610064514-router', 'tenant_id': '2b6c3f20e3df4bfeadb358a1e561f7d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '888883f6-98be-4f98-9810-cb8a47a0c245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:14Z', 'updated_at': '2021-11-12T03:22:21Z', 'revision_number': 4, 'project_id': '2b6c3f20e3df4bfeadb358a1e561f7d3', 'gw_port': {'id': '888883f6-98be-4f98-9810-cb8a47a0c245', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ab:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f0c252-de2a-4103-9746-0a18f07f3e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:16Z', 'updated_at': '2021-11-12T03:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'b39fe63a-55ae-41a7-b4a2-22dfa8e70c8a', 'name': '', 'network_id': 'bd20a58b-98df-4ef8-98dd-f9fae3c64676', 'tenant_id': '2b6c3f20e3df4bfeadb358a1e561f7d3', 'mac_address': 'fa:16:3e:83:f3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f0c252-de2a-4103-9746-0a18f07f3e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '9df5425c-e3c5-4b00-ac6d-1c0b8d452c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:20Z', 'updated_at': '2021-11-12T03:22:27Z', 'revision_number': 4, 'project_id': '2b6c3f20e3df4bfeadb358a1e561f7d3', 'subnets': [{'id': '9df5425c-e3c5-4b00-ac6d-1c0b8d452c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:22:27.701870 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['7eec5770-e287-4dd3-9495-d18834683a85'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:27.705755 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['49039d32-b4c1-4532-acfe-2abae6a170ea'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:28.096775 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-78e8a1bd-1f1d-4052-9371-ec2aca6751cb tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:28.342140 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-10dbba8d-fb97-410d-94ce-79b9181a823e req-86c0c3bc-fa1e-4a46-a21e-75fc6720ec70 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b60dd28-e6f4-4ae4-905c-8dffea0dde45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0130315 Nov 12 03:22:28.477685 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11020bd1-5e6c-492a-a7d0-14f16b221e5d admin admin] Router be1259ea-4e37-4bc1-8374-2c86527003b9 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:22:28.496047 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-78e8a1bd-1f1d-4052-9371-ec2aca6751cb tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:28.499110 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-2869e942-01f2-4098-8d08-99d90d843d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:28.500941 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-2869e942-01f2-4098-8d08-99d90d843d0a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 1102 time: 1.0091462 Nov 12 03:22:28.646879 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492805f-70eb-4852-a1a4-3439ca5188b4 req-9d4657c5-c9d7-489e-a663-bd7eb0ac6895 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:28.664799 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492805f-70eb-4852-a1a4-3439ca5188b4 req-9d4657c5-c9d7-489e-a663-bd7eb0ac6895 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:28.665562 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device b39fe63a-55ae-41a7-b4a2-22dfa8e70c8a up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:28.673048 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c8867a9b-b9f9-4037-abb0-c13868f052be req-c8eb0043-c6af-4e2c-9f67-36890cc84f20 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a9a4535-b23b-4d12-a69b-45e98fbbd59a HTTP/1.1" status: 200 len: 210 time: 0.1372778 Nov 12 03:22:28.685609 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492805f-70eb-4852-a1a4-3439ca5188b4 req-9d4657c5-c9d7-489e-a663-bd7eb0ac6895 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:28.696352 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f492805f-70eb-4852-a1a4-3439ca5188b4 req-9d4657c5-c9d7-489e-a663-bd7eb0ac6895 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6559d32-d2e7-4356-8936-fd6273fdfc79 HTTP/1.1" status: 200 len: 2414 time: 1.1022379 Nov 12 03:22:28.719267 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-7ecd492f-74a2-42bd-b033-550ef2a6e769 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:28.722952 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-7ecd492f-74a2-42bd-b033-550ef2a6e769 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=22f52e11-1b72-460c-9afe-29bce7255d86&tenant_id=576a7b2c0e984780a26518e9c1601856&binding%3Ahost_id=n-h1-715271-27 HTTP/1.1" status: 200 len: 1097 time: 0.4302747 Nov 12 03:22:28.748268 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e8a1bd-1f1d-4052-9371-ec2aca6751cb tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Pushing event updated for resources: {'Port': ['ID=2937aafc-2c4b-465b-9932-933f8f4edba0,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:28.824881 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775cab96-e360-466c-9bcf-632e0ea0c2e7 x-openstack-request-id: req-775cab96-e360-466c-9bcf-632e0ea0c2e7 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:28.825878 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64d0621-ef1c-4560-8730-e93114a76144", "name": "network-vif-plugged", "status": "completed", "tag": "6a3faacc-255c-4170-9369-7f99646b6565", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:28.826366 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-775cab96-e360-466c-9bcf-632e0ea0c2e7 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:28.826995 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64d0621-ef1c-4560-8730-e93114a76144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3faacc-255c-4170-9369-7f99646b6565', 'code': 200} Nov 12 03:22:28.848703 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-78e8a1bd-1f1d-4052-9371-ec2aca6751cb tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:28.870831 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-78e8a1bd-1f1d-4052-9371-ec2aca6751cb tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:28.927549 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port b39fe63a-55ae-41a7-b4a2-22dfa8e70c8a triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:28.929244 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:28.937149 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-78e8a1bd-1f1d-4052-9371-ec2aca6751cb tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:28.998348 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-82fb71cb-10c8-4983-8e83-7b3a64ade8fa tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:28.999887 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-82fb71cb-10c8-4983-8e83-7b3a64ade8fa tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.74 "GET /v2.0/networks?id=bd20a58b-98df-4ef8-98dd-f9fae3c64676 HTTP/1.1" status: 200 len: 810 time: 0.9999254 Nov 12 03:22:29.044625 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-07d62ba1-16b7-4e8e-b5b6-f653c1487dc8 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Request body: {'port': {'device_id': '5a9a4535-b23b-4d12-a69b-45e98fbbd59a', 'network_id': 'bd20a58b-98df-4ef8-98dd-f9fae3c64676', 'admin_state_up': True, 'tenant_id': '2b6c3f20e3df4bfeadb358a1e561f7d3'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:29.048616 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11020bd1-5e6c-492a-a7d0-14f16b221e5d admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:22:29.059311 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-11020bd1-5e6c-492a-a7d0-14f16b221e5d admin admin] 10.222.0.50 "PUT /v2.0/routers/be1259ea-4e37-4bc1-8374-2c86527003b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6923146 Nov 12 03:22:29.067659 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c1a46-5c3e-4330-b2dc-899f0ca6bd6a req-49b07ea0-59e9-4f6f-a2df-ba9b2fe7983d tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:29.074245 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-391c1a46-5c3e-4330-b2dc-899f0ca6bd6a req-49b07ea0-59e9-4f6f-a2df-ba9b2fe7983d tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 931 time: 0.1435919 Nov 12 03:22:29.074763 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54742) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:29.083463 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f492805f-70eb-4852-a1a4-3439ca5188b4 req-9c429397-9ba9-4366-8b37-47b0c9075f40 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7b9a195-d95c-4e3f-bea7-b1f410bc6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552327 Nov 12 03:22:29.099849 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4740d5-ca09-4f70-bebb-5c9b55fb7f9a None None] Sync routers for ids ['be1259ea-4e37-4bc1-8374-2c86527003b9'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:22:29.123172 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-ee4f22f9-141d-41ce-bde8-96866202dae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:29.129149 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-ee4f22f9-141d-41ce-bde8-96866202dae6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.5677686 Nov 12 03:22:29.144945 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4740d5-ca09-4f70-bebb-5c9b55fb7f9a None None] Routers {'be1259ea-4e37-4bc1-8374-2c86527003b9'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:29.152411 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-8c4740d5-ca09-4f70-bebb-5c9b55fb7f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:22:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['be1259ea-4e37-4bc1-8374-2c86527003b9'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:29.161095 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:29.224852 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-b61c423d-8555-49ec-bb9c-f311fc097de3 service neutron] For port c8ef7709-72a6-4596-9527-d2a9f473fb62, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:29.239246 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-b61c423d-8555-49ec-bb9c-f311fc097de3 service neutron] Publish callbacks [] for binding, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:29.240426 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0e1edcda-f9a5-463a-b43b-7b583f75f882 req-b61c423d-8555-49ec-bb9c-f311fc097de3 service neutron] 10.222.0.74 "DELETE /v2.0/ports/c8ef7709-72a6-4596-9527-d2a9f473fb62/bindings/n-h2-715271-27 HTTP/1.1" status: 204 len: 173 time: 0.5073259 Nov 12 03:22:29.245795 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-fb6cd787-3a5d-40df-9849-736feb791b28 req-37fbd08f-3b32-4ab8-a1e8-51f02f5bc871 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Deleting port ed89930e-dcf1-411b-99f2-b153238f1583 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:29.248942 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fb6cd787-3a5d-40df-9849-736feb791b28 req-37fbd08f-3b32-4ab8-a1e8-51f02f5bc871 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:29.269976 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-78e8a1bd-1f1d-4052-9371-ec2aca6751cb tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:29.270963 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-78e8a1bd-1f1d-4052-9371-ec2aca6751cb tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:29.379418 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-391c1a46-5c3e-4330-b2dc-899f0ca6bd6a req-0bc4aa3a-ddb4-4ca4-a42e-61f244bfb136 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737508 Nov 12 03:22:29.389568 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-8c4740d5-ca09-4f70-bebb-5c9b55fb7f9a None None] Set router be1259ea-4e37-4bc1-8374-2c86527003b9 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:29.437295 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-db8ee4a7-aa53-411a-8236-735283163b24 admin admin] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:29.459259 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-6179394e-d775-4ba3-ace5-156eb1d16bcc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=6a3faacc-255c-4170-9369-7f99646b6565 HTTP/1.1" status: 200 len: 217 time: 0.1555817 Nov 12 03:22:29.516299 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port b39fe63a-55ae-41a7-b4a2-22dfa8e70c8a, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=b39fe63a-55ae-41a7-b4a2-22dfa8e70c8a,segment=NetworkSegment(033a6808-1d19-4bc4-a7ba-207db19e6110),segment_id=033a6808-1d19-4bc4-a7ba-207db19e6110)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:29.532632 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-78e8a1bd-1f1d-4052-9371-ec2aca6751cb tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1477323 Nov 12 03:22:29.577009 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:29.591340 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-5dd7625d-c2af-4759-849f-e11fc2f1e59b service neutron] Request body: {'port': {'device_id': 'e339cc1b-324c-4054-bd89-ce4a261e2fd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:29.667856 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=b39fe63a-55ae-41a7-b4a2-22dfa8e70c8a,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:29.672959 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['b3f727d1-490b-45ee-b4ff-59728a0c678b'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:29.684408 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-db8ee4a7-aa53-411a-8236-735283163b24 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:29.692009 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eca9c2d-d17f-4765-a263-76efcb27b3a4 admin admin] Router fae19713-183e-4966-86a6-652ce41c793b has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:22:29.716038 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8d417-d181-4809-9b2e-11103f7ba559 req-1222f0ac-7589-4aa0-820e-e14c7012840b tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:29.720381 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5fc8d417-d181-4809-9b2e-11103f7ba559 req-1222f0ac-7589-4aa0-820e-e14c7012840b tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 945 time: 0.1696792 Nov 12 03:22:29.724965 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead8ee7-7328-4bf2-93e9-416a62863992 req-824c9e30-2a13-4466-8e49-79e4a3b0c419 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:29.727735 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1ead8ee7-7328-4bf2-93e9-416a62863992 req-824c9e30-2a13-4466-8e49-79e4a3b0c419 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 950 time: 0.4352157 Nov 12 03:22:29.737301 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-07d62ba1-16b7-4e8e-b5b6-f653c1487dc8 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Made reservation on behalf of 2b6c3f20e3df4bfeadb358a1e561f7d3 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:29.741421 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-07d62ba1-16b7-4e8e-b5b6-f653c1487dc8 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:29.760977 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-19e35412-f30e-4e9c-990b-a97fd57851fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:29.762596 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-19e35412-f30e-4e9c-990b-a97fd57851fd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.2891331 Nov 12 03:22:29.849827 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-fb6cd787-3a5d-40df-9849-736feb791b28 req-37fbd08f-3b32-4ab8-a1e8-51f02f5bc871 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] For port ed89930e-dcf1-411b-99f2-b153238f1583, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=ed89930e-dcf1-411b-99f2-b153238f1583,segment=NetworkSegment(1e8a23dc-cb63-45e1-a1d5-96fe8c8baf56),segment_id=1e8a23dc-cb63-45e1-a1d5-96fe8c8baf56)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:29.850201 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fb6cd787-3a5d-40df-9849-736feb791b28 req-37fbd08f-3b32-4ab8-a1e8-51f02f5bc871 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:29.893393 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-5dd7625d-c2af-4759-849f-e11fc2f1e59b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:29.941845 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5fc8d417-d181-4809-9b2e-11103f7ba559 req-4cda8497-c515-4856-9526-0dd44874b051 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964016 Nov 12 03:22:29.948824 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-db8ee4a7-aa53-411a-8236-735283163b24 admin admin] Deleting port 29911945-106e-4879-a6ca-eac7126ee4f5 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:29.949517 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-db8ee4a7-aa53-411a-8236-735283163b24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:30.031825 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-8c4740d5-ca09-4f70-bebb-5c9b55fb7f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1486831551-router', 'tenant_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '29911945-106e-4879-a6ca-eac7126ee4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:16:49Z', 'updated_at': '2021-11-12T03:22:26Z', 'revision_number': 5, 'project_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'gw_port': {'id': '29911945-106e-4879-a6ca-eac7126ee4f5', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:49Z', 'updated_at': '2021-11-12T03:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:30.074061 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-07d62ba1-16b7-4e8e-b5b6-f653c1487dc8 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Allocated IP 172.20.0.2 (bd20a58b-98df-4ef8-98dd-f9fae3c64676/9df5425c-e3c5-4b00-ac6d-1c0b8d452c62/8d132cc5-f4a7-4105-b078-5b741879878d) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:30.098275 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4740d5-ca09-4f70-bebb-5c9b55fb7f9a None None] Checking router: be1259ea-4e37-4bc1-8374-2c86527003b9 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:22:30.115552 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4740d5-ca09-4f70-bebb-5c9b55fb7f9a None None] Routers {'be1259ea-4e37-4bc1-8374-2c86527003b9'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:30.116560 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-8c4740d5-ca09-4f70-bebb-5c9b55fb7f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:22:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['be1259ea-4e37-4bc1-8374-2c86527003b9'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:30.161104 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-db8ee4a7-aa53-411a-8236-735283163b24 admin admin] For port 29911945-106e-4879-a6ca-eac7126ee4f5, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=29911945-106e-4879-a6ca-eac7126ee4f5,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:30.161639 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-db8ee4a7-aa53-411a-8236-735283163b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:30.192705 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-db8ee4a7-aa53-411a-8236-735283163b24 admin admin] Calling delete_port for 29911945-106e-4879-a6ca-eac7126ee4f5 owned by network:router_gateway {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:30.205847 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a844cc-3b68-45ae-8462-63bbe39c5e26 req-2d6c36e9-ff21-4f60-967d-9b9285847be0 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:30.207948 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-52a844cc-3b68-45ae-8462-63bbe39c5e26 req-2d6c36e9-ff21-4f60-967d-9b9285847be0 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1fc44e2-8633-4e77-bfba-0c45919e7a7d HTTP/1.1" status: 200 len: 945 time: 0.1100357 Nov 12 03:22:30.274699 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1ead8ee7-7328-4bf2-93e9-416a62863992 req-3a537be4-a136-4834-8a85-1cfd0a7f2dda tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5277183 Nov 12 03:22:30.295151 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-02c95e41-4825-4d62-bae4-6b8287db9d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:30.329681 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-8c4740d5-ca09-4f70-bebb-5c9b55fb7f9a None None] Set router be1259ea-4e37-4bc1-8374-2c86527003b9 gateway port host: None {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:30.499589 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device b39fe63a-55ae-41a7-b4a2-22dfa8e70c8a up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:30.507440 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-8c4740d5-ca09-4f70-bebb-5c9b55fb7f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1486831551-router', 'tenant_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:16:49Z', 'updated_at': '2021-11-12T03:22:29Z', 'revision_number': 6, 'project_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:30.594412 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-db8ee4a7-aa53-411a-8236-735283163b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:30.599819 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4740d5-ca09-4f70-bebb-5c9b55fb7f9a None None] The sync data for ids ['be1259ea-4e37-4bc1-8374-2c86527003b9'] in n-d-715271-27 is: [{'id': 'be1259ea-4e37-4bc1-8374-2c86527003b9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1486831551-router', 'tenant_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:16:49Z', 'updated_at': '2021-11-12T03:22:29Z', 'revision_number': 6, 'project_id': '9ec418fa1b0f4b7bae30d2cd4a8b187d', 'gw_port_host': None}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:22:30.655764 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port b39fe63a-55ae-41a7-b4a2-22dfa8e70c8a triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:30.656716 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:30.768592 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ee4a7-aa53-411a-8236-735283163b24 admin admin] Pushing event deleted for resources: {'Port': ['ID=29911945-106e-4879-a6ca-eac7126ee4f5,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:30.819852 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-52a844cc-3b68-45ae-8462-63bbe39c5e26 req-be65594e-ff3f-4adf-a245-7e068ac4767a tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] 10.222.0.50 "GET /v2.0/security-groups?id=8b60dd28-e6f4-4ae4-905c-8dffea0dde45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6015537 Nov 12 03:22:30.884589 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-db8ee4a7-aa53-411a-8236-735283163b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:31.081860 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-db8ee4a7-aa53-411a-8236-735283163b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:31.086573 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-db8ee4a7-aa53-411a-8236-735283163b24 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:31.127846 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 1acb0f60-b3d3-46b6-9549-ded9dadb3974 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:31.146019 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12913878-e44c-43aa-8020-99be02620787 req-ff331f6c-0ad2-4aff-a12e-54b3158e59c5 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:31.152440 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12913878-e44c-43aa-8020-99be02620787 req-ff331f6c-0ad2-4aff-a12e-54b3158e59c5 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:31.158663 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12913878-e44c-43aa-8020-99be02620787 req-ff331f6c-0ad2-4aff-a12e-54b3158e59c5 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:31.167173 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-12913878-e44c-43aa-8020-99be02620787 req-ff331f6c-0ad2-4aff-a12e-54b3158e59c5 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6559d32-d2e7-4356-8936-fd6273fdfc79 HTTP/1.1" status: 200 len: 2414 time: 0.1645205 Nov 12 03:22:31.191494 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-db8ee4a7-aa53-411a-8236-735283163b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:31.192188 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8ee4a7-aa53-411a-8236-735283163b24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be1259ea-4e37-4bc1-8374-2c86527003b9 {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:22:31.203702 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-db8ee4a7-aa53-411a-8236-735283163b24 admin admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:31.204999 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-db8ee4a7-aa53-411a-8236-735283163b24 admin admin] 10.222.0.50 "DELETE /v2.0/routers/be1259ea-4e37-4bc1-8374-2c86527003b9 HTTP/1.1" status: 204 len: 168 time: 2.1022255 Nov 12 03:22:31.214879 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54756) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:31.216666 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fb6cd787-3a5d-40df-9849-736feb791b28 req-37fbd08f-3b32-4ab8-a1e8-51f02f5bc871 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:31.217236 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fb6cd787-3a5d-40df-9849-736feb791b28 req-37fbd08f-3b32-4ab8-a1e8-51f02f5bc871 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:31.217738 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [req-fb6cd787-3a5d-40df-9849-736feb791b28 req-37fbd08f-3b32-4ab8-a1e8-51f02f5bc871 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Floating IP 8629915c-c8fb-44a9-a2e2-9ea1cb05fa90 disassociated. External IP: 172.25.5.119, port: ed89930e-dcf1-411b-99f2-b153238f1583. Nov 12 03:22:31.218284 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-fb6cd787-3a5d-40df-9849-736feb791b28 req-37fbd08f-3b32-4ab8-a1e8-51f02f5bc871 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Calling delete_port for ed89930e-dcf1-411b-99f2-b153238f1583 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:31.255509 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 1acb0f60-b3d3-46b6-9549-ded9dadb3974 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:22:31.262240 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 1acb0f60-b3d3-46b6-9549-ded9dadb3974 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:31.262874 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:31.265829 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-12913878-e44c-43aa-8020-99be02620787 req-a81aa551-53bf-4481-b233-be7217c584f5 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7b9a195-d95c-4e3f-bea7-b1f410bc6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952005 Nov 12 03:22:31.327118 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-df4e89b2-f1a4-4a7b-b9ce-a3ca491a6e9b req-d38e7fd8-0689-41af-b956-d48b209e36be tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a9a4535-b23b-4d12-a69b-45e98fbbd59a HTTP/1.1" status: 200 len: 210 time: 0.7350423 Nov 12 03:22:31.360697 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fee7060-e7f1-4c26-bdcb-127f2e0cf72c admin admin] Deleting subnet a0218dd1-f1e1-4b4f-9068-6a0660604123 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:22:31.370069 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4fee7060-e7f1-4c26-bdcb-127f2e0cf72c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:31.372505 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-dbc06aba-3e0b-4da6-bf45-866c4f0e7eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:31.377446 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-dbc06aba-3e0b-4da6-bf45-866c4f0e7eb4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.5692141 Nov 12 03:22:31.476386 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4fee7060-e7f1-4c26-bdcb-127f2e0cf72c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:31.490593 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:31.550566 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6559d32-d2e7-4356-8936-fd6273fdfc79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1acb0f60-b3d3-46b6-9549-ded9dadb3974'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:31.557329 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7c6dcd-a71e-4076-9bc8-b145fd12be74" -d '{"events": [{"server_uuid": "a6559d32-d2e7-4356-8936-fd6273fdfc79", "name": "network-vif-plugged", "status": "completed", "tag": "1acb0f60-b3d3-46b6-9549-ded9dadb3974"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:31.582598 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 1acb0f60-b3d3-46b6-9549-ded9dadb3974, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=1acb0f60-b3d3-46b6-9549-ded9dadb3974,segment=NetworkSegment(5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b),segment_id=5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:31.588834 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:31.593603 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 49039d32-b4c1-4532-acfe-2abae6a170ea up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:31.726589 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4fee7060-e7f1-4c26-bdcb-127f2e0cf72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:31.732219 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=1acb0f60-b3d3-46b6-9549-ded9dadb3974,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:31.764042 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 49039d32-b4c1-4532-acfe-2abae6a170ea completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:22:31.769432 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 49039d32-b4c1-4532-acfe-2abae6a170ea triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:31.770191 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:31.902134 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74f090-ad4f-4d11-aa1f-695c9c7c3fe4 req-fd7b77dd-05c8-4807-9c2b-03a767d3c0dd tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:31.920603 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ca74f090-ad4f-4d11-aa1f-695c9c7c3fe4 req-fd7b77dd-05c8-4807-9c2b-03a767d3c0dd tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 931 time: 0.4406865 Nov 12 03:22:31.998524 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4fee7060-e7f1-4c26-bdcb-127f2e0cf72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:32.019985 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:32.086321 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2b35ec-60f7-450a-abc8-9df1d9268880 None None] Network 5d12c86d-665b-42e0-88f2-c767d0a1a78b requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:22:32.090827 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ca74f090-ad4f-4d11-aa1f-695c9c7c3fe4 req-2618c5a9-dc91-4b53-8ca9-eadfcf3acdc7 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567273 Nov 12 03:22:32.093382 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee7060-e7f1-4c26-bdcb-127f2e0cf72c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0218dd1-f1e1-4b4f-9068-6a0660604123,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:32.104063 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4fee7060-e7f1-4c26-bdcb-127f2e0cf72c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:32.117139 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4fee7060-e7f1-4c26-bdcb-127f2e0cf72c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a0218dd1-f1e1-4b4f-9068-6a0660604123 HTTP/1.1" status: 204 len: 168 time: 0.8997536 Nov 12 03:22:32.121036 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54764) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:32.187499 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 49039d32-b4c1-4532-acfe-2abae6a170ea, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=49039d32-b4c1-4532-acfe-2abae6a170ea,segment=NetworkSegment(5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b),segment_id=5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:32.275075 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b28076f0-271a-42ff-8c39-4bb3748295af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:32.336258 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:32.337186 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 7eec5770-e287-4dd3-9495-d18834683a85 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:32.338393 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-79bb84cb-c0fd-44f8-ad9b-1308ac5e11da service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9288065 Nov 12 03:22:32.345334 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fb6cd787-3a5d-40df-9849-736feb791b28 req-37fbd08f-3b32-4ab8-a1e8-51f02f5bc871 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:32.348442 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eca9c2d-d17f-4765-a263-76efcb27b3a4 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:22:32.363505 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09582b5a-e3b3-43fc-b434-c6ffe6af1fb3 None None] Sync routers for ids ['fae19713-183e-4966-86a6-652ce41c793b'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:22:32.386793 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09582b5a-e3b3-43fc-b434-c6ffe6af1fb3 None None] Routers {'fae19713-183e-4966-86a6-652ce41c793b'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:32.387435 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-09582b5a-e3b3-43fc-b434-c6ffe6af1fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:22:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['fae19713-183e-4966-86a6-652ce41c793b'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:32.400718 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54770) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:32.400969 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5eca9c2d-d17f-4765-a263-76efcb27b3a4 admin admin] 10.222.0.50 "PUT /v2.0/routers/fae19713-183e-4966-86a6-652ce41c793b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3040686 Nov 12 03:22:32.492390 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-b28076f0-271a-42ff-8c39-4bb3748295af admin admin] Deleting port 4a201846-8c39-45ab-81fc-5c4c8d78f526 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:32.492727 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b28076f0-271a-42ff-8c39-4bb3748295af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:32.509255 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=49039d32-b4c1-4532-acfe-2abae6a170ea,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:32.519149 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fbd08f-3b32-4ab8-a1e8-51f02f5bc871 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Pushing event deleted for resources: {'Port': ['ID=ed89930e-dcf1-411b-99f2-b153238f1583,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:32.527205 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-f080380d-7ff1-4782-9c0b-b39f2afd79d4 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711955 Nov 12 03:22:32.534211 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 29911945-106e-4879-a6ca-eac7126ee4f5 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:32.583364 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 29911945-106e-4879-a6ca-eac7126ee4f5 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:22:32.584358 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 29911945-106e-4879-a6ca-eac7126ee4f5 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:22:32.585856 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e413c6-f88a-4916-bb8d-9dbca8af1cb4 req-4033c98b-7c40-446d-a830-1601cf06686c tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:32.586632 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 68022cd2-1e51-445a-9155-581cc077b18e no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:32.591276 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea418f9-574c-48fe-a313-49a789c62e60 req-af2acbfd-a299-43ed-88b4-5072f5e4017e tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:32.593799 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-40e413c6-f88a-4916-bb8d-9dbca8af1cb4 req-4033c98b-7c40-446d-a830-1601cf06686c tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 950 time: 0.2503817 Nov 12 03:22:32.596177 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4ea418f9-574c-48fe-a313-49a789c62e60 req-af2acbfd-a299-43ed-88b4-5072f5e4017e tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 1097 time: 1.0898564 Nov 12 03:22:32.628430 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 68022cd2-1e51-445a-9155-581cc077b18e {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:22:32.628922 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 68022cd2-1e51-445a-9155-581cc077b18e not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:22:32.636996 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 7eec5770-e287-4dd3-9495-d18834683a85 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:22:32.652933 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 7eec5770-e287-4dd3-9495-d18834683a85 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:32.653833 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:32.720579 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-07d62ba1-16b7-4e8e-b5b6-f653c1487dc8 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:32.752785 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-b28076f0-271a-42ff-8c39-4bb3748295af admin admin] For port 4a201846-8c39-45ab-81fc-5c4c8d78f526, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=4a201846-8c39-45ab-81fc-5c4c8d78f526,segment=NetworkSegment(9a25bf69-3388-48ff-939d-174c3ec6e8fc),segment_id=9a25bf69-3388-48ff-939d-174c3ec6e8fc)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:32.753270 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b28076f0-271a-42ff-8c39-4bb3748295af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:32.762433 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4ea418f9-574c-48fe-a313-49a789c62e60 req-d2961330-1ec1-4776-b23c-88219f19daab tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042616 Nov 12 03:22:32.763070 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-30150a70-978e-48aa-8fb4-376a865fce33 admin admin] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:32.811875 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9a0139-241e-4123-8e76-492cf9c9a214 None None] DHCP port deletion for 5d12c86d-665b-42e0-88f2-c767d0a1a78b request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:22:32.872915 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:32.922134 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-b28076f0-271a-42ff-8c39-4bb3748295af admin admin] Calling delete_port for 4a201846-8c39-45ab-81fc-5c4c8d78f526 owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:32.927518 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-09582b5a-e3b3-43fc-b434-c6ffe6af1fb3 None None] Set router fae19713-183e-4966-86a6-652ce41c793b gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:32.932757 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-30150a70-978e-48aa-8fb4-376a865fce33 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:32.942409 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 7eec5770-e287-4dd3-9495-d18834683a85, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=7eec5770-e287-4dd3-9495-d18834683a85,segment=NetworkSegment(197fa907-babb-4625-8d7d-1421f3ff655b),segment_id=197fa907-babb-4625-8d7d-1421f3ff655b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:32.960836 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:32.961980 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device ed89930e-dcf1-411b-99f2-b153238f1583 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:33.021539 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-1a9a0139-241e-4123-8e76-492cf9c9a214 None None] Deleting port 4a201846-8c39-45ab-81fc-5c4c8d78f526 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:33.022664 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1a9a0139-241e-4123-8e76-492cf9c9a214 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.028206 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: ed89930e-dcf1-411b-99f2-b153238f1583 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:22:33.028789 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device ed89930e-dcf1-411b-99f2-b153238f1583 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:22:33.036188 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-40e413c6-f88a-4916-bb8d-9dbca8af1cb4 req-35549510-9fc0-47bf-b9ae-db352a2ef95a tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4377713 Nov 12 03:22:33.091522 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8246a02-cee5-4b1a-9d0c-08e85ef98103 x-openstack-request-id: req-c8246a02-cee5-4b1a-9d0c-08e85ef98103 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:33.092101 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6559d32-d2e7-4356-8936-fd6273fdfc79", "name": "network-vif-plugged", "status": "completed", "tag": "1acb0f60-b3d3-46b6-9549-ded9dadb3974", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:33.092474 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c8246a02-cee5-4b1a-9d0c-08e85ef98103 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:33.092971 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6559d32-d2e7-4356-8936-fd6273fdfc79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1acb0f60-b3d3-46b6-9549-ded9dadb3974', 'code': 200} Nov 12 03:22:33.147887 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-07d62ba1-16b7-4e8e-b5b6-f653c1487dc8 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.210637 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fa3f402d-d8b0-4232-b8a5-88d991cc008c req-a81c1b6f-804c-468c-b7b0-9798993fe6c7 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1fc44e2-8633-4e77-bfba-0c45919e7a7d HTTP/1.1" status: 200 len: 210 time: 0.0636029 Nov 12 03:22:33.212014 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-30150a70-978e-48aa-8fb4-376a865fce33 admin admin] Deleting port 067c29ef-c3de-49bf-9b4c-f35554b945e8 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:33.212376 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-30150a70-978e-48aa-8fb4-376a865fce33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.315570 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-09582b5a-e3b3-43fc-b434-c6ffe6af1fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae19713-183e-4966-86a6-652ce41c793b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1640307428-router', 'tenant_id': '0fe6ad5cc781423d94795b11723f6247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '067c29ef-c3de-49bf-9b4c-f35554b945e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:13Z', 'updated_at': '2021-11-12T03:22:24Z', 'revision_number': 5, 'project_id': '0fe6ad5cc781423d94795b11723f6247', 'gw_port': {'id': '067c29ef-c3de-49bf-9b4c-f35554b945e8', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae19713-183e-4966-86a6-652ce41c793b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:15Z', 'updated_at': '2021-11-12T03:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:33.323087 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-30150a70-978e-48aa-8fb4-376a865fce33 admin admin] For port 067c29ef-c3de-49bf-9b4c-f35554b945e8, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=067c29ef-c3de-49bf-9b4c-f35554b945e8,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:33.323472 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-30150a70-978e-48aa-8fb4-376a865fce33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.337252 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-30150a70-978e-48aa-8fb4-376a865fce33 admin admin] Calling delete_port for 067c29ef-c3de-49bf-9b4c-f35554b945e8 owned by network:router_gateway {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:33.342681 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb6cd787-3a5d-40df-9849-736feb791b28 req-37fbd08f-3b32-4ab8-a1e8-51f02f5bc871 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Router 91c5d8f1-ea02-4c69-8312-6c1c512c33a0 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:22:33.345351 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d62ba1-16b7-4e8e-b5b6-f653c1487dc8 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Pushing event updated for resources: {'Port': ['ID=8d132cc5-f4a7-4105-b078-5b741879878d,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:33.353398 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09582b5a-e3b3-43fc-b434-c6ffe6af1fb3 None None] Checking router: fae19713-183e-4966-86a6-652ce41c793b for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:22:33.357212 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-07d62ba1-16b7-4e8e-b5b6-f653c1487dc8 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Network bd20a58b-98df-4ef8-98dd-f9fae3c64676 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:33.364477 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09582b5a-e3b3-43fc-b434-c6ffe6af1fb3 None None] Routers {'fae19713-183e-4966-86a6-652ce41c793b'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:33.365249 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-09582b5a-e3b3-43fc-b434-c6ffe6af1fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:22:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['fae19713-183e-4966-86a6-652ce41c793b'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:33.372391 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-07d62ba1-16b7-4e8e-b5b6-f653c1487dc8 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:33.378675 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-07d62ba1-16b7-4e8e-b5b6-f653c1487dc8 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:33.423731 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-1a9a0139-241e-4123-8e76-492cf9c9a214 None None] For port 4a201846-8c39-45ab-81fc-5c4c8d78f526, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=4a201846-8c39-45ab-81fc-5c4c8d78f526,segment=NetworkSegment(9a25bf69-3388-48ff-939d-174c3ec6e8fc),segment_id=9a25bf69-3388-48ff-939d-174c3ec6e8fc)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:33.424304 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1a9a0139-241e-4123-8e76-492cf9c9a214 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.426983 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-5dd7625d-c2af-4759-849f-e11fc2f1e59b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2937aafc-2c4b-465b-9932-933f8f4edba0 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:33.440726 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-1a9a0139-241e-4123-8e76-492cf9c9a214 None None] Calling delete_port for 4a201846-8c39-45ab-81fc-5c4c8d78f526 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:33.443032 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-5dd7625d-c2af-4759-849f-e11fc2f1e59b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.493450 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-09582b5a-e3b3-43fc-b434-c6ffe6af1fb3 None None] Set router fae19713-183e-4966-86a6-652ce41c793b gateway port host: None {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:33.523847 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365b2cf-8f87-4c2a-9693-8f78f4983f98 req-a7e67dc8-1666-4aec-9c1e-03a745d43347 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:33.531574 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365b2cf-8f87-4c2a-9693-8f78f4983f98 req-a7e67dc8-1666-4aec-9c1e-03a745d43347 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:33.537947 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365b2cf-8f87-4c2a-9693-8f78f4983f98 req-a7e67dc8-1666-4aec-9c1e-03a745d43347 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:33.539902 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d365b2cf-8f87-4c2a-9693-8f78f4983f98 req-a7e67dc8-1666-4aec-9c1e-03a745d43347 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6559d32-d2e7-4356-8936-fd6273fdfc79 HTTP/1.1" status: 200 len: 2417 time: 0.3326581 Nov 12 03:22:33.549092 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-5dd7625d-c2af-4759-849f-e11fc2f1e59b service neutron] Transition to ACTIVE for port object 2937aafc-2c4b-465b-9932-933f8f4edba0 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:22:33.555637 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-07d62ba1-16b7-4e8e-b5b6-f653c1487dc8 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:33.556570 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-07d62ba1-16b7-4e8e-b5b6-f653c1487dc8 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.559925 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=7eec5770-e287-4dd3-9495-d18834683a85,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:33.566998 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-5dd7625d-c2af-4759-849f-e11fc2f1e59b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.579401 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-09582b5a-e3b3-43fc-b434-c6ffe6af1fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae19713-183e-4966-86a6-652ce41c793b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1640307428-router', 'tenant_id': '0fe6ad5cc781423d94795b11723f6247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:13Z', 'updated_at': '2021-11-12T03:22:32Z', 'revision_number': 6, 'project_id': '0fe6ad5cc781423d94795b11723f6247', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:33.582302 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1a9a0139-241e-4123-8e76-492cf9c9a214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.597332 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda363d7-abf2-4de7-accf-f33de980eb19 req-686b9a8d-62cd-4068-aef3-52c6bf09e862 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:33.598950 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-eda363d7-abf2-4de7-accf-f33de980eb19 req-686b9a8d-62cd-4068-aef3-52c6bf09e862 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a9a4535-b23b-4d12-a69b-45e98fbbd59a HTTP/1.1" status: 200 len: 931 time: 0.1330662 Nov 12 03:22:33.600733 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-30150a70-978e-48aa-8fb4-376a865fce33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.623617 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09582b5a-e3b3-43fc-b434-c6ffe6af1fb3 None None] The sync data for ids ['fae19713-183e-4966-86a6-652ce41c793b'] in n-d-715271-27 is: [{'id': 'fae19713-183e-4966-86a6-652ce41c793b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1640307428-router', 'tenant_id': '0fe6ad5cc781423d94795b11723f6247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:13Z', 'updated_at': '2021-11-12T03:22:32Z', 'revision_number': 6, 'project_id': '0fe6ad5cc781423d94795b11723f6247', 'gw_port_host': None}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:22:33.627981 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b28076f0-271a-42ff-8c39-4bb3748295af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.640068 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a0139-241e-4123-8e76-492cf9c9a214 None None] Pushing event deleted for resources: {'Port': ['ID=4a201846-8c39-45ab-81fc-5c4c8d78f526,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:33.642641 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30150a70-978e-48aa-8fb4-376a865fce33 admin admin] Pushing event deleted for resources: {'Port': ['ID=067c29ef-c3de-49bf-9b4c-f35554b945e8,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:33.654926 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28076f0-271a-42ff-8c39-4bb3748295af admin admin] No DVR routers for this DVR port 4a201846-8c39-45ab-81fc-5c4c8d78f526 on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:33.673741 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-07d62ba1-16b7-4e8e-b5b6-f653c1487dc8 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6345751 Nov 12 03:22:33.687681 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9a0139-241e-4123-8e76-492cf9c9a214 None None] No DVR routers for this DVR port 4a201846-8c39-45ab-81fc-5c4c8d78f526 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:33.690167 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-67da0780-2a94-4e6e-ac6f-40e9a344652c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.703328 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-da2bffd4-cc24-41c9-948d-dad3bbf4087a service neutron] Request body: {'port': {'device_id': '5a9a4535-b23b-4d12-a69b-45e98fbbd59a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:33.727584 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28076f0-271a-42ff-8c39-4bb3748295af admin admin] Pushing event deleted for resources: {'Port': ['ID=4a201846-8c39-45ab-81fc-5c4c8d78f526,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:33.755317 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd7625d-c2af-4759-849f-e11fc2f1e59b service neutron] Pushing event updated for resources: {'Port': ['ID=2937aafc-2c4b-465b-9932-933f8f4edba0,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:33.789976 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d365b2cf-8f87-4c2a-9693-8f78f4983f98 req-68112416-ee4e-47a2-9471-2ee08000aab9 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7b9a195-d95c-4e3f-bea7-b1f410bc6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296686 Nov 12 03:22:33.796387 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb6cd787-3a5d-40df-9849-736feb791b28 req-37fbd08f-3b32-4ab8-a1e8-51f02f5bc871 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:22:33.815260 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2917180b-dd2a-4d8c-9d02-64057b4647f9 None None] Sync routers for ids ['91c5d8f1-ea02-4c69-8312-6c1c512c33a0'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:22:33.836912 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b28076f0-271a-42ff-8c39-4bb3748295af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.837495 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2917180b-dd2a-4d8c-9d02-64057b4647f9 None None] Routers {'91c5d8f1-ea02-4c69-8312-6c1c512c33a0'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:33.838099 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-2917180b-dd2a-4d8c-9d02-64057b4647f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:22:34Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['91c5d8f1-ea02-4c69-8312-6c1c512c33a0'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:33.869438 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-eda363d7-abf2-4de7-accf-f33de980eb19 req-102bc3b0-c297-4623-84b9-7fd7dc45a1ff tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301605 Nov 12 03:22:33.880927 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb6cd787-3a5d-40df-9849-736feb791b28 req-37fbd08f-3b32-4ab8-a1e8-51f02f5bc871 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] No DVR routers for this DVR port ed89930e-dcf1-411b-99f2-b153238f1583 on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:33.885446 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fb6cd787-3a5d-40df-9849-736feb791b28 req-37fbd08f-3b32-4ab8-a1e8-51f02f5bc871 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.885868 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-30150a70-978e-48aa-8fb4-376a865fce33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.889068 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fb6cd787-3a5d-40df-9849-736feb791b28 req-37fbd08f-3b32-4ab8-a1e8-51f02f5bc871 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] 10.222.0.90 "DELETE /v2.0/ports/ed89930e-dcf1-411b-99f2-b153238f1583 HTTP/1.1" status: 204 len: 173 time: 6.3386803 Nov 12 03:22:33.889724 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1fc44e2-8633-4e77-bfba-0c45919e7a7d', 'name': 'network-vif-deleted', 'tag': 'ed89930e-dcf1-411b-99f2-b153238f1583'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:33.896976 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-b28076f0-271a-42ff-8c39-4bb3748295af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d12c86d-665b-42e0-88f2-c767d0a1a78b']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:33.899762 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3508687-1277-4037-9bbd-0fa59a1ab8da" -d '{"events": [{"server_uuid": "e1fc44e2-8633-4e77-bfba-0c45919e7a7d", "name": "network-vif-deleted", "tag": "ed89930e-dcf1-411b-99f2-b153238f1583"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:33.903688 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-da2bffd4-cc24-41c9-948d-dad3bbf4087a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:34.013584 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:34.037529 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-5dd7625d-c2af-4759-849f-e11fc2f1e59b service neutron] Attempting to bind port 2937aafc-2c4b-465b-9932-933f8f4edba0 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:34.038558 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-5dd7625d-c2af-4759-849f-e11fc2f1e59b service neutron] Attempting to bind port 2937aafc-2c4b-465b-9932-933f8f4edba0 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:34.038864 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-5dd7625d-c2af-4759-849f-e11fc2f1e59b service neutron] Attempting to bind port 2937aafc-2c4b-465b-9932-933f8f4edba0 on network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:34.066796 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-2917180b-dd2a-4d8c-9d02-64057b4647f9 None None] Set router 91c5d8f1-ea02-4c69-8312-6c1c512c33a0 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:34.078504 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-5dd7625d-c2af-4759-849f-e11fc2f1e59b service neutron] Port 2937aafc-2c4b-465b-9932-933f8f4edba0 on network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:34.079134 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-5dd7625d-c2af-4759-849f-e11fc2f1e59b service neutron] Attempting to bind port 2937aafc-2c4b-465b-9932-933f8f4edba0 on network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:34.098326 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-5dd7625d-c2af-4759-849f-e11fc2f1e59b service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:34.098681 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-5dd7625d-c2af-4759-849f-e11fc2f1e59b service neutron] Checking segment: {'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:34.099038 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-5dd7625d-c2af-4759-849f-e11fc2f1e59b service neutron] Bound using segment: {'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:34.099476 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-5dd7625d-c2af-4759-849f-e11fc2f1e59b service neutron] Bound port: 2937aafc-2c4b-465b-9932-933f8f4edba0, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:34.099825 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-5dd7625d-c2af-4759-849f-e11fc2f1e59b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:34.113300 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d90ea-7124-4175-a191-c91ef4991154 req-f09465e5-126d-4f41-ae64-6575601a0c31 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:34.114880 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ee7d90ea-7124-4175-a191-c91ef4991154 req-f09465e5-126d-4f41-ae64-6575601a0c31 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 1097 time: 0.2053325 Nov 12 03:22:34.320603 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ee7d90ea-7124-4175-a191-c91ef4991154 req-cdea0a13-1520-438a-b71c-ba589babb228 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401806 Nov 12 03:22:34.348797 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-b28076f0-271a-42ff-8c39-4bb3748295af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a25bf69-3388-48ff-939d-174c3ec6e8fc') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:34.349293 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-b28076f0-271a-42ff-8c39-4bb3748295af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a25bf69-3388-48ff-939d-174c3ec6e8fc') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:34.360247 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-5dd7625d-c2af-4759-849f-e11fc2f1e59b service neutron] For port 2937aafc-2c4b-465b-9932-933f8f4edba0, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:34.367078 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-5dd7625d-c2af-4759-849f-e11fc2f1e59b service neutron] For port 2937aafc-2c4b-465b-9932-933f8f4edba0, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=2937aafc-2c4b-465b-9932-933f8f4edba0,segment=NetworkSegment(8dbff2fd-9cfc-4504-9870-2f052b7a9289),segment_id=8dbff2fd-9cfc-4504-9870-2f052b7a9289)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:34.392802 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-5dd7625d-c2af-4759-849f-e11fc2f1e59b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:34.433349 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b28076f0-271a-42ff-8c39-4bb3748295af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:34.434281 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af84006-fdc7-4a7b-bb9e-c031be30c57a x-openstack-request-id: req-8af84006-fdc7-4a7b-bb9e-c031be30c57a {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:34.434916 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1fc44e2-8633-4e77-bfba-0c45919e7a7d", "name": "network-vif-deleted", "tag": "ed89930e-dcf1-411b-99f2-b153238f1583", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:34.434916 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8af84006-fdc7-4a7b-bb9e-c031be30c57a {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:34.435276 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1fc44e2-8633-4e77-bfba-0c45919e7a7d', 'name': 'network-vif-deleted', 'tag': 'ed89930e-dcf1-411b-99f2-b153238f1583', 'status': 'completed', 'code': 200} Nov 12 03:22:34.462628 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-30150a70-978e-48aa-8fb4-376a865fce33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:34.470421 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-30150a70-978e-48aa-8fb4-376a865fce33 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:34.471428 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-2917180b-dd2a-4d8c-9d02-64057b4647f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c5d8f1-ea02-4c69-8312-6c1c512c33a0', 'name': 'tempest-ServersTestFqdnHostnames-1280626410-router', 'tenant_id': 'c585e593337643cd8277c6eb9fc923b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '6e5d2b97-5497-46e3-8e01-4664ad924f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:55Z', 'updated_at': '2021-11-12T03:20:01Z', 'revision_number': 4, 'project_id': 'c585e593337643cd8277c6eb9fc923b3', 'gw_port': {'id': '6e5d2b97-5497-46e3-8e01-4664ad924f82', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5d8f1-ea02-4c69-8312-6c1c512c33a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:56Z', 'updated_at': '2021-11-12T03:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '775d0d9f-f629-428e-b254-6202123dabeb', 'name': '', 'network_id': 'c5f18b6e-2851-4269-ab12-8e769818f3a7', 'tenant_id': 'c585e593337643cd8277c6eb9fc923b3', 'mac_address': 'fa:16:3e:9d:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5d8f1-ea02-4c69-8312-6c1c512c33a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '26dd8844-5359-4380-84a0-05d2986a837e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:00Z', 'updated_at': '2021-11-12T03:20:07Z', 'revision_number': 5, 'project_id': 'c585e593337643cd8277c6eb9fc923b3', 'subnets': [{'id': '26dd8844-5359-4380-84a0-05d2986a837e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:34.472374 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b28076f0-271a-42ff-8c39-4bb3748295af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:34.505481 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-5dd7625d-c2af-4759-849f-e11fc2f1e59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:34.506120 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-5dd7625d-c2af-4759-849f-e11fc2f1e59b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:34.509348 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-5dd7625d-c2af-4759-849f-e11fc2f1e59b service neutron] 10.222.0.74 "PUT /v2.0/ports/2937aafc-2c4b-465b-9932-933f8f4edba0 HTTP/1.1" status: 200 len: 1092 time: 4.9347622 Nov 12 03:22:34.570381 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b28076f0-271a-42ff-8c39-4bb3748295af admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:22:34.571170 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b28076f0-271a-42ff-8c39-4bb3748295af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:34.575367 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:22:34.575367 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:22:34.575367 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:22:34.575367 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:22:34.575367 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:22:34.575367 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:22:34.575367 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:22:34.575367 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:22:34.575367 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:22:34.575367 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:22:34.575367 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:22:34.575367 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:22:34.575367 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:22:34.575367 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:22:34.575367 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:22:34.575367 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:22:34.575367 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:22:34.575367 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:22:34.575367 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:22:34.575367 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:22:34.575367 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:22:34.575367 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:22:34.575367 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:22:34.575367 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:22:34.575367 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:22:34.575367 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:22:34.575367 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:22:34.575367 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:22:34.575367 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:22:34.575367 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:22:34.575367 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:22:34.575367 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:22:34.575367 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:22:34.575367 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:22:34.575367 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:22:34.575367 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:22:34.575367 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:22:34.575367 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:22:34.575367 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:22:34.575367 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:22:34.619392 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2917180b-dd2a-4d8c-9d02-64057b4647f9 None None] Checking router: 91c5d8f1-ea02-4c69-8312-6c1c512c33a0 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:22:34.640301 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2917180b-dd2a-4d8c-9d02-64057b4647f9 None None] Routers {'91c5d8f1-ea02-4c69-8312-6c1c512c33a0'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:34.641419 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-2917180b-dd2a-4d8c-9d02-64057b4647f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:22:34Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['91c5d8f1-ea02-4c69-8312-6c1c512c33a0'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:34.642516 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b962e5-a21d-453f-997a-520ef9e90e38 req-3f09d67b-56ba-4af5-9e56-1105f25b0562 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:34.657800 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a6b962e5-a21d-453f-997a-520ef9e90e38 req-3f09d67b-56ba-4af5-9e56-1105f25b0562 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 943 time: 0.3038843 Nov 12 03:22:34.715898 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd7625d-c2af-4759-849f-e11fc2f1e59b service neutron] Pushing event updated for resources: {'Port': ['ID=2937aafc-2c4b-465b-9932-933f8f4edba0,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:34.752420 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 067c29ef-c3de-49bf-9b4c-f35554b945e8 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:34.804560 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-30150a70-978e-48aa-8fb4-376a865fce33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:34.805503 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30150a70-978e-48aa-8fb4-376a865fce33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fae19713-183e-4966-86a6-652ce41c793b {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:22:34.827646 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-82d71e94-39c3-4da4-8fcd-823956da9186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:34.827865 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-30150a70-978e-48aa-8fb4-376a865fce33 admin admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:34.831271 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-30150a70-978e-48aa-8fb4-376a865fce33 admin admin] 10.222.0.50 "DELETE /v2.0/routers/fae19713-183e-4966-86a6-652ce41c793b HTTP/1.1" status: 204 len: 168 time: 2.4271216 Nov 12 03:22:34.835708 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-82d71e94-39c3-4da4-8fcd-823956da9186 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ab1cf8386d1b4172a2ff2003f6ed3228&device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 1095 time: 0.2623603 Nov 12 03:22:34.838427 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54790) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:34.842102 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-da2bffd4-cc24-41c9-948d-dad3bbf4087a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d132cc5-f4a7-4105-b078-5b741879878d {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:34.844723 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 067c29ef-c3de-49bf-9b4c-f35554b945e8 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:22:34.845702 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 067c29ef-c3de-49bf-9b4c-f35554b945e8 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:22:34.845956 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device f63eceba-1143-4c10-a4f9-57e2d64a6050 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:34.874424 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-da2bffd4-cc24-41c9-948d-dad3bbf4087a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:34.913455 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b28076f0-271a-42ff-8c39-4bb3748295af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:34.924858 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b28076f0-271a-42ff-8c39-4bb3748295af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:34.929470 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b28076f0-271a-42ff-8c39-4bb3748295af admin admin] 10.222.0.50 "DELETE /v2.0/networks/5d12c86d-665b-42e0-88f2-c767d0a1a78b HTTP/1.1" status: 204 len: 168 time: 2.8071787 Nov 12 03:22:34.933414 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54794) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:34.938176 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-66bdb395-e379-4f53-91e6-c4ca2d6874db service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2937aafc-2c4b-465b-9932-933f8f4edba0 HTTP/1.1" status: 200 len: 217 time: 0.0812922 Nov 12 03:22:34.942576 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: f63eceba-1143-4c10-a4f9-57e2d64a6050 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:22:34.943185 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device f63eceba-1143-4c10-a4f9-57e2d64a6050 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:22:34.944433 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 4a201846-8c39-45ab-81fc-5c4c8d78f526 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:34.948941 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c7d51-5256-4a44-a988-f8bf0fad1b1f req-9163c3de-6bcd-4888-84d2-b7506e45f6e7 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:34.950607 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fa7c7d51-5256-4a44-a988-f8bf0fad1b1f req-9163c3de-6bcd-4888-84d2-b7506e45f6e7 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 950 time: 0.2679012 Nov 12 03:22:34.968498 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28076f0-271a-42ff-8c39-4bb3748295af admin admin] Pushing event deleted for resources: {'Network': ['ID=5d12c86d-665b-42e0-88f2-c767d0a1a78b,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:34.976293 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a6b962e5-a21d-453f-997a-520ef9e90e38 req-89b39804-2b75-4066-ad5a-f6a8cb2d8c02 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142166 Nov 12 03:22:34.983968 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 4a201846-8c39-45ab-81fc-5c4c8d78f526 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:22:34.984434 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 4a201846-8c39-45ab-81fc-5c4c8d78f526 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:22:35.017604 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-da2bffd4-cc24-41c9-948d-dad3bbf4087a service neutron] Transition to ACTIVE for port object 8d132cc5-f4a7-4105-b078-5b741879878d will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:22:35.061382 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-da2bffd4-cc24-41c9-948d-dad3bbf4087a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:35.062491 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-2917180b-dd2a-4d8c-9d02-64057b4647f9 None None] Set router 91c5d8f1-ea02-4c69-8312-6c1c512c33a0 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:35.104237 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6559d32-d2e7-4356-8936-fd6273fdfc79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49039d32-b4c1-4532-acfe-2abae6a170ea'}, {'server_uuid': 'a6559d32-d2e7-4356-8936-fd6273fdfc79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eec5770-e287-4dd3-9495-d18834683a85'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:35.106664 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c371312a-c4ae-448b-b733-65300c61f837" -d '{"events": [{"server_uuid": "a6559d32-d2e7-4356-8936-fd6273fdfc79", "name": "network-vif-plugged", "status": "completed", "tag": "49039d32-b4c1-4532-acfe-2abae6a170ea"}, {"server_uuid": "a6559d32-d2e7-4356-8936-fd6273fdfc79", "name": "network-vif-plugged", "status": "completed", "tag": "7eec5770-e287-4dd3-9495-d18834683a85"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:35.110405 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-60695fdc-3c0b-4fb9-af8b-d7e81c215fa3 admin admin] Deleting subnet 4861e040-05d9-4e30-8357-69ff119e903e {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:22:35.141860 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-60695fdc-3c0b-4fb9-af8b-d7e81c215fa3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:35.253410 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-12277ebf-2e50-41e3-84cb-9529328e14c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:35.254976 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-12277ebf-2e50-41e3-84cb-9529328e14c5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5a9fb38e-cf25-418b-9443-2a54f98e4648 HTTP/1.1" status: 200 len: 846 time: 0.2943580 Nov 12 03:22:35.314754 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-60695fdc-3c0b-4fb9-af8b-d7e81c215fa3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:35.346649 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2bffd4-cc24-41c9-948d-dad3bbf4087a service neutron] Pushing event updated for resources: {'Port': ['ID=8d132cc5-f4a7-4105-b078-5b741879878d,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:35.372784 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fa7c7d51-5256-4a44-a988-f8bf0fad1b1f req-7d758441-1aa8-4cdd-ab67-ac7b0f1d1ee0 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4107163 Nov 12 03:22:35.374717 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-ba07071b-081b-43a4-a006-18e99257889f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956461 Nov 12 03:22:35.391019 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:35.488763 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-2917180b-dd2a-4d8c-9d02-64057b4647f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c5d8f1-ea02-4c69-8312-6c1c512c33a0', 'name': 'tempest-ServersTestFqdnHostnames-1280626410-router', 'tenant_id': 'c585e593337643cd8277c6eb9fc923b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '6e5d2b97-5497-46e3-8e01-4664ad924f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:55Z', 'updated_at': '2021-11-12T03:20:01Z', 'revision_number': 4, 'project_id': 'c585e593337643cd8277c6eb9fc923b3', 'gw_port': {'id': '6e5d2b97-5497-46e3-8e01-4664ad924f82', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5d8f1-ea02-4c69-8312-6c1c512c33a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:56Z', 'updated_at': '2021-11-12T03:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '775d0d9f-f629-428e-b254-6202123dabeb', 'name': '', 'network_id': 'c5f18b6e-2851-4269-ab12-8e769818f3a7', 'tenant_id': 'c585e593337643cd8277c6eb9fc923b3', 'mac_address': 'fa:16:3e:9d:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5d8f1-ea02-4c69-8312-6c1c512c33a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '26dd8844-5359-4380-84a0-05d2986a837e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:00Z', 'updated_at': '2021-11-12T03:20:07Z', 'revision_number': 5, 'project_id': 'c585e593337643cd8277c6eb9fc923b3', 'subnets': [{'id': '26dd8844-5359-4380-84a0-05d2986a837e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:35.525563 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2917180b-dd2a-4d8c-9d02-64057b4647f9 None None] The sync data for ids ['91c5d8f1-ea02-4c69-8312-6c1c512c33a0'] in n-d-715271-27 is: [{'id': '91c5d8f1-ea02-4c69-8312-6c1c512c33a0', 'name': 'tempest-ServersTestFqdnHostnames-1280626410-router', 'tenant_id': 'c585e593337643cd8277c6eb9fc923b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '6e5d2b97-5497-46e3-8e01-4664ad924f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:55Z', 'updated_at': '2021-11-12T03:20:01Z', 'revision_number': 4, 'project_id': 'c585e593337643cd8277c6eb9fc923b3', 'gw_port': {'id': '6e5d2b97-5497-46e3-8e01-4664ad924f82', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5d8f1-ea02-4c69-8312-6c1c512c33a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:56Z', 'updated_at': '2021-11-12T03:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '775d0d9f-f629-428e-b254-6202123dabeb', 'name': '', 'network_id': 'c5f18b6e-2851-4269-ab12-8e769818f3a7', 'tenant_id': 'c585e593337643cd8277c6eb9fc923b3', 'mac_address': 'fa:16:3e:9d:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5d8f1-ea02-4c69-8312-6c1c512c33a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '26dd8844-5359-4380-84a0-05d2986a837e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:00Z', 'updated_at': '2021-11-12T03:20:07Z', 'revision_number': 5, 'project_id': 'c585e593337643cd8277c6eb9fc923b3', 'subnets': [{'id': '26dd8844-5359-4380-84a0-05d2986a837e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:22:35.693097 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d11340-6983-4398-a7a1-e338e95f98fb req-e6a4ea86-4712-46b4-9f83-9dcacfca28bb tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:35.695328 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-23d11340-6983-4398-a7a1-e338e95f98fb req-e6a4ea86-4712-46b4-9f83-9dcacfca28bb tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a9a4535-b23b-4d12-a69b-45e98fbbd59a HTTP/1.1" status: 200 len: 943 time: 0.0828052 Nov 12 03:22:35.782463 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-23d11340-6983-4398-a7a1-e338e95f98fb req-8825cdae-6f7f-49db-8e54-6db234794c6a tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777390 Nov 12 03:22:35.834150 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54806) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:35.874487 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfa38b0-fad1-4482-87c4-e2f985c10bbb x-openstack-request-id: req-dbfa38b0-fad1-4482-87c4-e2f985c10bbb {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:35.874487 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6559d32-d2e7-4356-8936-fd6273fdfc79", "name": "network-vif-plugged", "status": "completed", "tag": "49039d32-b4c1-4532-acfe-2abae6a170ea", "code": 200}, {"server_uuid": "a6559d32-d2e7-4356-8936-fd6273fdfc79", "name": "network-vif-plugged", "status": "completed", "tag": "7eec5770-e287-4dd3-9495-d18834683a85", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:35.874821 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dbfa38b0-fad1-4482-87c4-e2f985c10bbb {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:35.875150 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6559d32-d2e7-4356-8936-fd6273fdfc79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49039d32-b4c1-4532-acfe-2abae6a170ea', 'code': 200} Nov 12 03:22:35.875401 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6559d32-d2e7-4356-8936-fd6273fdfc79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eec5770-e287-4dd3-9495-d18834683a85', 'code': 200} Nov 12 03:22:35.933030 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f0c970-9649-4bb6-8a8e-ff90dbd3a65a None None] New status for floating IP 8629915c-c8fb-44a9-a2e2-9ea1cb05fa90: DOWN {{(pid=102574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:22:35.940444 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-48156af8-cf7e-4007-9a0d-098529ce61ad tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:35.976571 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-48156af8-cf7e-4007-9a0d-098529ce61ad tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:36.045248 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-48156af8-cf7e-4007-9a0d-098529ce61ad tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:36.048674 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-48156af8-cf7e-4007-9a0d-098529ce61ad tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:36.052968 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-48156af8-cf7e-4007-9a0d-098529ce61ad tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] 10.222.0.50 "DELETE /v2.0/security-groups/8b60dd28-e6f4-4ae4-905c-8dffea0dde45 HTTP/1.1" status: 204 len: 168 time: 0.2143064 Nov 12 03:22:36.056459 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54810) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:36.077030 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48156af8-cf7e-4007-9a0d-098529ce61ad tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b60dd28-e6f4-4ae4-905c-8dffea0dde45,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:36.092936 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-20aabd5c-525f-4bab-8be6-303981c0d693 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] show failed (client error): The resource could not be found. Nov 12 03:22:36.097544 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-20aabd5c-525f-4bab-8be6-303981c0d693 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] 10.222.0.50 "GET /v2.0/security-groups/8b60dd28-e6f4-4ae4-905c-8dffea0dde45 HTTP/1.1" status: 404 len: 347 time: 0.0358605 Nov 12 03:22:36.099205 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54812) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:36.162160 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-da2bffd4-cc24-41c9-948d-dad3bbf4087a service neutron] Attempting to bind port 8d132cc5-f4a7-4105-b078-5b741879878d on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:36.162500 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-da2bffd4-cc24-41c9-948d-dad3bbf4087a service neutron] Attempting to bind port 8d132cc5-f4a7-4105-b078-5b741879878d by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '033a6808-1d19-4bc4-a7ba-207db19e6110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'bd20a58b-98df-4ef8-98dd-f9fae3c64676'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:36.163385 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-da2bffd4-cc24-41c9-948d-dad3bbf4087a service neutron] Attempting to bind port 8d132cc5-f4a7-4105-b078-5b741879878d on network bd20a58b-98df-4ef8-98dd-f9fae3c64676 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:36.230326 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-da2bffd4-cc24-41c9-948d-dad3bbf4087a service neutron] Port 8d132cc5-f4a7-4105-b078-5b741879878d on network bd20a58b-98df-4ef8-98dd-f9fae3c64676 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:36.230801 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-da2bffd4-cc24-41c9-948d-dad3bbf4087a service neutron] Attempting to bind port 8d132cc5-f4a7-4105-b078-5b741879878d on network bd20a58b-98df-4ef8-98dd-f9fae3c64676 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:36.262981 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67982af9-1802-4832-a380-f19728fadaee req-9ba7ff5d-b158-4797-b263-f352090e7d12 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:36.264584 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-67982af9-1802-4832-a380-f19728fadaee req-9ba7ff5d-b158-4797-b263-f352090e7d12 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 943 time: 0.1627007 Nov 12 03:22:36.275903 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:36.311465 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-dfe54304-9317-49ff-bedd-a9950fb643f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:36.313056 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-dfe54304-9317-49ff-bedd-a9950fb643f3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144&tenant_id=8b0d25ea08f644adbd397e66a514b9b0 HTTP/1.1" status: 200 len: 1102 time: 1.0415409 Nov 12 03:22:36.337994 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40f2af-34c7-4e19-b967-321d99d914b4 req-4c2600ed-0ed9-49bf-9415-f136ebb601db tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:36.344663 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40f2af-34c7-4e19-b967-321d99d914b4 req-4c2600ed-0ed9-49bf-9415-f136ebb601db tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:36.350157 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40f2af-34c7-4e19-b967-321d99d914b4 req-4c2600ed-0ed9-49bf-9415-f136ebb601db tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:36.352760 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9c40f2af-34c7-4e19-b967-321d99d914b4 req-4c2600ed-0ed9-49bf-9415-f136ebb601db tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6559d32-d2e7-4356-8936-fd6273fdfc79 HTTP/1.1" status: 200 len: 2417 time: 0.3807068 Nov 12 03:22:36.354154 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-da2bffd4-cc24-41c9-948d-dad3bbf4087a service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:36.354688 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-da2bffd4-cc24-41c9-948d-dad3bbf4087a service neutron] Checking segment: {'id': '033a6808-1d19-4bc4-a7ba-207db19e6110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'bd20a58b-98df-4ef8-98dd-f9fae3c64676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:36.355351 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-da2bffd4-cc24-41c9-948d-dad3bbf4087a service neutron] Bound using segment: {'id': '033a6808-1d19-4bc4-a7ba-207db19e6110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'bd20a58b-98df-4ef8-98dd-f9fae3c64676'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:36.356934 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-da2bffd4-cc24-41c9-948d-dad3bbf4087a service neutron] Bound port: 8d132cc5-f4a7-4105-b078-5b741879878d, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '033a6808-1d19-4bc4-a7ba-207db19e6110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'bd20a58b-98df-4ef8-98dd-f9fae3c64676'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:36.357497 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-da2bffd4-cc24-41c9-948d-dad3bbf4087a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:36.357788 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-67982af9-1802-4832-a380-f19728fadaee req-e5af9e76-aa80-4c47-8d9e-4c6994946daa tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722477 Nov 12 03:22:36.372273 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-32ef33f7-c151-4684-bb8f-42bcd7c33cf8 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Deleting port f35a8ca2-29c8-4330-9c60-6426c4e3b317 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:36.372273 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-32ef33f7-c151-4684-bb8f-42bcd7c33cf8 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:36.400375 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-be99e212-034f-4966-9ec5-7dc9a084b2b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-27', 'device_owner': 'compute:nova'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:36.441303 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e339cc1b-324c-4054-bd89-ce4a261e2fd1', 'tag': '2937aafc-2c4b-465b-9932-933f8f4edba0'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:36.443550 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00413c53-6ae5-4c28-89d9-f9a2ebfaff20" -d '{"events": [{"name": "network-changed", "server_uuid": "e339cc1b-324c-4054-bd89-ce4a261e2fd1", "tag": "2937aafc-2c4b-465b-9932-933f8f4edba0"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:36.462803 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-fcee7296-e98a-42e8-b38f-4c651879607d service neutron] 10.222.0.74 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0674555 Nov 12 03:22:36.465997 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d14f9e-926b-46e6-95e0-4389df0b25c8 req-7f3646e4-214a-4d33-9023-d0b7fdab17b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:36.466488 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d14f9e-926b-46e6-95e0-4389df0b25c8 req-7f3646e4-214a-4d33-9023-d0b7fdab17b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:36.466960 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d14f9e-926b-46e6-95e0-4389df0b25c8 req-7f3646e4-214a-4d33-9023-d0b7fdab17b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:36.468541 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-27d14f9e-926b-46e6-95e0-4389df0b25c8 req-7f3646e4-214a-4d33-9023-d0b7fdab17b2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a6559d32-d2e7-4356-8936-fd6273fdfc79 HTTP/1.1" status: 200 len: 2873 time: 0.3864040 Nov 12 03:22:36.471093 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-32ef33f7-c151-4684-bb8f-42bcd7c33cf8 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:36.471619 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-32ef33f7-c151-4684-bb8f-42bcd7c33cf8 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:36.471745 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-60695fdc-3c0b-4fb9-af8b-d7e81c215fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:36.520681 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-32ef33f7-c151-4684-bb8f-42bcd7c33cf8 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Calling delete_port for f35a8ca2-29c8-4330-9c60-6426c4e3b317 owned by network:floatingip {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:36.585281 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc68aa-12d3-4495-afd3-8f35abfac48f req-eea0a518-9584-48a0-bf59-23fb2464f883 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:36.588309 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c5fc68aa-12d3-4495-afd3-8f35abfac48f req-eea0a518-9584-48a0-bf59-23fb2464f883 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 950 time: 0.1118386 Nov 12 03:22:36.614646 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 6a3faacc-255c-4170-9369-7f99646b6565 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:36.714648 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:36.731932 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-be99e212-034f-4966-9ec5-7dc9a084b2b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:36.758692 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9c40f2af-34c7-4e19-b967-321d99d914b4 req-7f25ecb7-cf8a-4073-be05-6c93c0a0fcbd tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7b9a195-d95c-4e3f-bea7-b1f410bc6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651905 Nov 12 03:22:36.759033 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-32ef33f7-c151-4684-bb8f-42bcd7c33cf8 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:36.773606 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 6a3faacc-255c-4170-9369-7f99646b6565, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=6a3faacc-255c-4170-9369-7f99646b6565,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:36.781318 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:36.821632 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-27d14f9e-926b-46e6-95e0-4389df0b25c8 req-2d82f29d-bc8e-4100-ab65-7ef6123e72ec service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=b7b9a195-d95c-4e3f-bea7-b1f410bc6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426473 Nov 12 03:22:36.848066 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=6a3faacc-255c-4170-9369-7f99646b6565,revision_number=10']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:36.871935 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6273ac5-21d4-43b2-8ab9-a037544e01bb x-openstack-request-id: req-c6273ac5-21d4-43b2-8ab9-a037544e01bb {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:36.872286 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e339cc1b-324c-4054-bd89-ce4a261e2fd1", "tag": "2937aafc-2c4b-465b-9932-933f8f4edba0", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:36.872506 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c6273ac5-21d4-43b2-8ab9-a037544e01bb {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:36.872885 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e339cc1b-324c-4054-bd89-ce4a261e2fd1', 'tag': '2937aafc-2c4b-465b-9932-933f8f4edba0', 'status': 'completed', 'code': 200} Nov 12 03:22:36.881270 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-da2bffd4-cc24-41c9-948d-dad3bbf4087a service neutron] For port 8d132cc5-f4a7-4105-b078-5b741879878d, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:36.889356 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-60695fdc-3c0b-4fb9-af8b-d7e81c215fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:36.909132 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c5fc68aa-12d3-4495-afd3-8f35abfac48f req-81a6f0ce-6110-4d29-86d7-7270935a00bb tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120651 Nov 12 03:22:36.935861 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef33f7-c151-4684-bb8f-42bcd7c33cf8 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Pushing event deleted for resources: {'Port': ['ID=f35a8ca2-29c8-4330-9c60-6426c4e3b317,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:36.955745 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-32ef33f7-c151-4684-bb8f-42bcd7c33cf8 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Publish callbacks [] for floatingip, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:36.956489 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-da2bffd4-cc24-41c9-948d-dad3bbf4087a service neutron] For port 8d132cc5-f4a7-4105-b078-5b741879878d, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=8d132cc5-f4a7-4105-b078-5b741879878d,segment=NetworkSegment(033a6808-1d19-4bc4-a7ba-207db19e6110),segment_id=033a6808-1d19-4bc4-a7ba-207db19e6110)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:36.962887 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-32ef33f7-c151-4684-bb8f-42bcd7c33cf8 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:36.964420 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-32ef33f7-c151-4684-bb8f-42bcd7c33cf8 tempest-ServersTestFqdnHostnames-647644891 tempest-ServersTestFqdnHostnames-647644891-project] 10.222.0.50 "DELETE /v2.0/floatingips/8629915c-c8fb-44a9-a2e2-9ea1cb05fa90 HTTP/1.1" status: 204 len: 168 time: 0.8430693 Nov 12 03:22:36.967717 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54822) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:36.971113 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-af8f92b5-ad4b-4a2d-a9c2-ae2fe6187531 req-e4e8208b-36ec-4808-be1b-062496cd84fd service neutron] 10.222.0.74 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4880657 Nov 12 03:22:36.971797 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60695fdc-3c0b-4fb9-af8b-d7e81c215fa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4861e040-05d9-4e30-8357-69ff119e903e,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:36.998676 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-da2bffd4-cc24-41c9-948d-dad3bbf4087a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:37.004042 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cbcfab-aa25-40d7-bbdc-468e69955264 None None] Network ba424c57-ec3a-4d6d-b89c-9699ee3a3c72 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:22:37.071301 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-60695fdc-3c0b-4fb9-af8b-d7e81c215fa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:37.082368 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-60695fdc-3c0b-4fb9-af8b-d7e81c215fa3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4861e040-05d9-4e30-8357-69ff119e903e HTTP/1.1" status: 204 len: 168 time: 2.2358441 Nov 12 03:22:37.094847 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54824) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:37.249213 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-da2bffd4-cc24-41c9-948d-dad3bbf4087a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:37.249867 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-da2bffd4-cc24-41c9-948d-dad3bbf4087a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:37.251393 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-da2bffd4-cc24-41c9-948d-dad3bbf4087a service neutron] 10.222.0.74 "PUT /v2.0/ports/8d132cc5-f4a7-4105-b078-5b741879878d HTTP/1.1" status: 200 len: 1092 time: 3.5664384 Nov 12 03:22:37.318819 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cfd547-8c03-4e80-9740-c01d26dd751a None None] DHCP port deletion for ba424c57-ec3a-4d6d-b89c-9699ee3a3c72 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:22:37.370997 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68920c7-cd0b-483c-a431-b2e846f4dfe1 req-049fa6b1-2bcc-49c5-8743-601c661e09fb tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:37.372824 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d68920c7-cd0b-483c-a431-b2e846f4dfe1 req-049fa6b1-2bcc-49c5-8743-601c661e09fb tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a9a4535-b23b-4d12-a69b-45e98fbbd59a HTTP/1.1" status: 200 len: 943 time: 0.4581919 Nov 12 03:22:37.385906 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-b5cfd547-8c03-4e80-9740-c01d26dd751a None None] Deleting port 3356a7fb-a173-48ef-9e1b-2ca432eac4a8 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:37.386459 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b5cfd547-8c03-4e80-9740-c01d26dd751a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:37.434646 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2bffd4-cc24-41c9-948d-dad3bbf4087a service neutron] Pushing event updated for resources: {'Port': ['ID=8d132cc5-f4a7-4105-b078-5b741879878d,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:37.455495 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aa7e3ab9-48b9-40aa-8bef-18cab6f545c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:37.471121 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00413c53-6ae5-4c28-89d9-f9a2ebfaff20 req-3b72ab4f-fbd3-407c-ad87-15af5f2a627a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:37.473204 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-00413c53-6ae5-4c28-89d9-f9a2ebfaff20 req-3b72ab4f-fbd3-407c-ad87-15af5f2a627a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ab1cf8386d1b4172a2ff2003f6ed3228&device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 1095 time: 0.3809485 Nov 12 03:22:37.491106 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-b5cfd547-8c03-4e80-9740-c01d26dd751a None None] For port 3356a7fb-a173-48ef-9e1b-2ca432eac4a8, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=3356a7fb-a173-48ef-9e1b-2ca432eac4a8,segment=NetworkSegment(ff25bbb3-d375-4e62-8870-52805ef28681),segment_id=ff25bbb3-d375-4e62-8870-52805ef28681)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:37.491560 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b5cfd547-8c03-4e80-9740-c01d26dd751a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:37.530634 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-b5cfd547-8c03-4e80-9740-c01d26dd751a None None] Calling delete_port for 3356a7fb-a173-48ef-9e1b-2ca432eac4a8 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:37.566808 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65c961-37a6-4e07-b981-4573ac8cb755 req-655ad419-02b6-4caf-a3c8-4ad21316dfa1 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:37.574550 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0a65c961-37a6-4e07-b981-4573ac8cb755 req-655ad419-02b6-4caf-a3c8-4ad21316dfa1 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 943 time: 0.0896451 Nov 12 03:22:37.595094 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2e63489f-9477-4720-89b9-39ac25058176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:37.606202 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d68920c7-cd0b-483c-a431-b2e846f4dfe1 req-47dd1f5d-0cc8-44f9-ae6f-874f9102ff2c tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739960 Nov 12 03:22:37.617744 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b5cfd547-8c03-4e80-9740-c01d26dd751a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:37.637508 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cfd547-8c03-4e80-9740-c01d26dd751a None None] No DVR routers for this DVR port 3356a7fb-a173-48ef-9e1b-2ca432eac4a8 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:37.659379 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-aa7e3ab9-48b9-40aa-8bef-18cab6f545c1 admin admin] The port '3356a7fb-a173-48ef-9e1b-2ca432eac4a8' was deleted {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 12 03:22:37.661805 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cfd547-8c03-4e80-9740-c01d26dd751a None None] Pushing event deleted for resources: {'Port': ['ID=3356a7fb-a173-48ef-9e1b-2ca432eac4a8,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:37.672556 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-bbaa8c06-a5b0-41fc-a3f3-0a39b8d59ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:37.674101 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-bbaa8c06-a5b0-41fc-a3f3-0a39b8d59ce6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2b6c3f20e3df4bfeadb358a1e561f7d3&device_id=5a9a4535-b23b-4d12-a69b-45e98fbbd59a HTTP/1.1" status: 200 len: 1095 time: 0.3410146 Nov 12 03:22:37.765891 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-be99e212-034f-4966-9ec5-7dc9a084b2b8 service neutron] For port 6a3faacc-255c-4170-9369-7f99646b6565, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=6a3faacc-255c-4170-9369-7f99646b6565,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:37.785594 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0a65c961-37a6-4e07-b981-4573ac8cb755 req-1cb2c380-3479-4eb2-a76b-30dc4adcd26d tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957078 Nov 12 03:22:37.876833 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64d0621-ef1c-4560-8730-e93114a76144', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a3faacc-255c-4170-9369-7f99646b6565'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:37.880427 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33dc1c5-a0a0-4daf-a593-2d7a4ec4c86c" -d '{"events": [{"server_uuid": "f64d0621-ef1c-4560-8730-e93114a76144", "name": "network-vif-unplugged", "status": "completed", "tag": "6a3faacc-255c-4170-9369-7f99646b6565"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:37.920163 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aa7e3ab9-48b9-40aa-8bef-18cab6f545c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:37.945747 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a363b7d1-b28d-4492-b3fc-ccaaa2a0e405 x-openstack-request-id: req-a363b7d1-b28d-4492-b3fc-ccaaa2a0e405 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:37.946035 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64d0621-ef1c-4560-8730-e93114a76144", "name": "network-vif-unplugged", "status": "completed", "tag": "6a3faacc-255c-4170-9369-7f99646b6565", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:37.946281 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a363b7d1-b28d-4492-b3fc-ccaaa2a0e405 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:37.946671 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64d0621-ef1c-4560-8730-e93114a76144', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a3faacc-255c-4170-9369-7f99646b6565', 'code': 200} Nov 12 03:22:37.957163 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-aa7e3ab9-48b9-40aa-8bef-18cab6f545c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba424c57-ec3a-4d6d-b89c-9699ee3a3c72']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:37.971760 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-aa7e3ab9-48b9-40aa-8bef-18cab6f545c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff25bbb3-d375-4e62-8870-52805ef28681') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:37.972247 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-aa7e3ab9-48b9-40aa-8bef-18cab6f545c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff25bbb3-d375-4e62-8870-52805ef28681') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:37.983584 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aa7e3ab9-48b9-40aa-8bef-18cab6f545c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:37.989389 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-2e63489f-9477-4720-89b9-39ac25058176 admin admin] Deleting port 775d0d9f-f629-428e-b254-6202123dabeb {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:37.989953 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2e63489f-9477-4720-89b9-39ac25058176 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:38.000314 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aa7e3ab9-48b9-40aa-8bef-18cab6f545c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:38.021541 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-9411bfc9-45f5-4b9d-9e3e-1e1c71ba964d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d132cc5-f4a7-4105-b078-5b741879878d HTTP/1.1" status: 200 len: 217 time: 0.2777836 Nov 12 03:22:38.032317 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa7e3ab9-48b9-40aa-8bef-18cab6f545c1 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:22:38.032716 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aa7e3ab9-48b9-40aa-8bef-18cab6f545c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:38.035267 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:22:38.035267 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:22:38.035267 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:22:38.035267 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:22:38.035267 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:22:38.035267 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:22:38.035267 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:22:38.035267 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:22:38.035267 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:22:38.035267 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:22:38.035267 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:22:38.035267 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:22:38.035267 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:22:38.035267 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:22:38.035267 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:22:38.035267 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:22:38.035267 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:22:38.035267 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:22:38.035267 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:22:38.035267 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:22:38.035267 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:22:38.035267 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:22:38.035267 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:22:38.035267 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:22:38.035267 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:22:38.035267 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:22:38.035267 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:22:38.035267 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:22:38.035267 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:22:38.035267 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:22:38.035267 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:22:38.035267 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:22:38.050362 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-be99e212-034f-4966-9ec5-7dc9a084b2b8 service neutron] For port 6a3faacc-255c-4170-9369-7f99646b6565, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:38.111577 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996d6d2-d67b-4b7a-8dbd-6db21480712f req-952323aa-16f7-4254-9db7-75da33073bb9 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:38.122144 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3996d6d2-d67b-4b7a-8dbd-6db21480712f req-952323aa-16f7-4254-9db7-75da33073bb9 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 949 time: 0.1142533 Nov 12 03:22:38.153674 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-2e63489f-9477-4720-89b9-39ac25058176 admin admin] For port 775d0d9f-f629-428e-b254-6202123dabeb, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=775d0d9f-f629-428e-b254-6202123dabeb,segment=NetworkSegment(1e8a23dc-cb63-45e1-a1d5-96fe8c8baf56),segment_id=1e8a23dc-cb63-45e1-a1d5-96fe8c8baf56)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:38.154223 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2e63489f-9477-4720-89b9-39ac25058176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:38.163218 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00413c53-6ae5-4c28-89d9-f9a2ebfaff20 req-4c57f854-21b9-47fd-8aeb-070bd10afc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:38.165013 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-00413c53-6ae5-4c28-89d9-f9a2ebfaff20 req-4c57f854-21b9-47fd-8aeb-070bd10afc56 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 HTTP/1.1" status: 200 len: 907 time: 0.6666653 Nov 12 03:22:38.180527 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-2e63489f-9477-4720-89b9-39ac25058176 admin admin] Calling delete_port for 775d0d9f-f629-428e-b254-6202123dabeb owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:38.210076 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-be99e212-034f-4966-9ec5-7dc9a084b2b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a3faacc-255c-4170-9369-7f99646b6565 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:38.253081 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3996d6d2-d67b-4b7a-8dbd-6db21480712f req-d9351b6d-a65d-4b59-9c43-125c863c8c46 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298289 Nov 12 03:22:38.272223 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5b91513e-53fa-42ef-a4e7-9830ed3e6397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:38.276215 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-be99e212-034f-4966-9ec5-7dc9a084b2b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:38.283648 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-00413c53-6ae5-4c28-89d9-f9a2ebfaff20 req-9c0b58e3-ba94-4c68-89cf-a304d924eb8b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2937aafc-2c4b-465b-9932-933f8f4edba0 HTTP/1.1" status: 200 len: 217 time: 0.1058881 Nov 12 03:22:38.321971 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aa7e3ab9-48b9-40aa-8bef-18cab6f545c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:38.346598 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-20b91990-7079-4675-a1fa-898f042cd94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:38.349320 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-20b91990-7079-4675-a1fa-898f042cd94b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9df5425c-e3c5-4b00-ac6d-1c0b8d452c62 HTTP/1.1" status: 200 len: 850 time: 0.3093736 Nov 12 03:22:38.353672 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:38.366584 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aa7e3ab9-48b9-40aa-8bef-18cab6f545c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:38.372240 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-aa7e3ab9-48b9-40aa-8bef-18cab6f545c1 admin admin] 10.222.0.50 "DELETE /v2.0/networks/ba424c57-ec3a-4d6d-b89c-9699ee3a3c72 HTTP/1.1" status: 204 len: 168 time: 1.2630293 Nov 12 03:22:38.377381 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 3356a7fb-a173-48ef-9e1b-2ca432eac4a8 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:38.393645 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-be99e212-034f-4966-9ec5-7dc9a084b2b8 service neutron] Transition to ACTIVE for port object 6a3faacc-255c-4170-9369-7f99646b6565 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:22:38.437176 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 3356a7fb-a173-48ef-9e1b-2ca432eac4a8 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:22:38.439086 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 3356a7fb-a173-48ef-9e1b-2ca432eac4a8 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:22:38.479151 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-599cf521-ecdb-4e2b-ae12-e97a344b6c79 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bd20a58b-98df-4ef8-98dd-f9fae3c64676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841336 Nov 12 03:22:38.482692 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:22:38.491329 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45086eb5-1fa7-4757-a6e0-194c6872b10e req-681e663e-b9c9-4f7b-b614-cd479052b272 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:38.501969 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45086eb5-1fa7-4757-a6e0-194c6872b10e req-681e663e-b9c9-4f7b-b614-cd479052b272 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:38.504416 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2e63489f-9477-4720-89b9-39ac25058176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:38.509205 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45086eb5-1fa7-4757-a6e0-194c6872b10e req-681e663e-b9c9-4f7b-b614-cd479052b272 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:38.511706 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-45086eb5-1fa7-4757-a6e0-194c6872b10e req-681e663e-b9c9-4f7b-b614-cd479052b272 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6559d32-d2e7-4356-8936-fd6273fdfc79 HTTP/1.1" status: 200 len: 2417 time: 0.6469080 Nov 12 03:22:38.526466 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-be99e212-034f-4966-9ec5-7dc9a084b2b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:38.557032 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e63489f-9477-4720-89b9-39ac25058176 admin admin] Pushing event deleted for resources: {'Port': ['ID=775d0d9f-f629-428e-b254-6202123dabeb,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:38.570907 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e3ab9-48b9-40aa-8bef-18cab6f545c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba424c57-ec3a-4d6d-b89c-9699ee3a3c72,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:38.573466 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54838) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:38.805612 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2e63489f-9477-4720-89b9-39ac25058176 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:38.815043 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-0f1fc127-acc7-4f79-b10d-9ca25dd0ecba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0fe6ad5cc781423d94795b11723f6247&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2380192 Nov 12 03:22:38.826800 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54844) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:38.951155 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390eac20-3d24-471c-8168-9ee572f05fd4 req-205bda26-7bd9-4d8d-a021-dc1f7d65af2f tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:38.953424 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-390eac20-3d24-471c-8168-9ee572f05fd4 req-205bda26-7bd9-4d8d-a021-dc1f7d65af2f tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a9a4535-b23b-4d12-a69b-45e98fbbd59a HTTP/1.1" status: 200 len: 943 time: 0.1452444 Nov 12 03:22:39.030698 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3be87924-3233-4df5-966c-26e6cbd496c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:39.045868 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a9a4535-b23b-4d12-a69b-45e98fbbd59a', 'tag': '8d132cc5-f4a7-4105-b078-5b741879878d'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:39.048288 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23010b91-efd1-43e1-8a3a-558959475196" -d '{"events": [{"name": "network-changed", "server_uuid": "5a9a4535-b23b-4d12-a69b-45e98fbbd59a", "tag": "8d132cc5-f4a7-4105-b078-5b741879878d"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:39.057638 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3be87924-3233-4df5-966c-26e6cbd496c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:39.112829 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00413c53-6ae5-4c28-89d9-f9a2ebfaff20 req-b26f1070-3ebe-4ef7-aca8-583dace27f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:39.115055 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-00413c53-6ae5-4c28-89d9-f9a2ebfaff20 req-b26f1070-3ebe-4ef7-aca8-583dace27f75 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5a9fb38e-cf25-418b-9443-2a54f98e4648 HTTP/1.1" status: 200 len: 846 time: 0.7857389 Nov 12 03:22:39.120652 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-45086eb5-1fa7-4757-a6e0-194c6872b10e req-34ab8a1f-e4fa-4e9d-a659-6d8c473b98e7 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7b9a195-d95c-4e3f-bea7-b1f410bc6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5907600 Nov 12 03:22:39.123244 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3be87924-3233-4df5-966c-26e6cbd496c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:39.126051 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3be87924-3233-4df5-966c-26e6cbd496c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:39.126988 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3be87924-3233-4df5-966c-26e6cbd496c1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6689b20e-5d2f-411e-84b6-32798f0720c9 HTTP/1.1" status: 204 len: 168 time: 0.2992485 Nov 12 03:22:39.170775 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be87924-3233-4df5-966c-26e6cbd496c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6689b20e-5d2f-411e-84b6-32798f0720c9,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:39.207344 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-00413c53-6ae5-4c28-89d9-f9a2ebfaff20 req-02663336-44ee-435d-80b5-69acfe6076b4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451241 Nov 12 03:22:39.234047 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be99e212-034f-4966-9ec5-7dc9a084b2b8 service neutron] Pushing event updated for resources: {'Port': ['ID=6a3faacc-255c-4170-9369-7f99646b6565,revision_number=11']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:39.275201 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-390eac20-3d24-471c-8168-9ee572f05fd4 req-b52784a1-04dd-4700-861e-fb515151d42b tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855713 Nov 12 03:22:39.304412 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-be99e212-034f-4966-9ec5-7dc9a084b2b8 service neutron] No DVR routers for this DVR port 6a3faacc-255c-4170-9369-7f99646b6565 on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:39.422726 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5476008-977a-44cd-a7c5-4a497a57def8 x-openstack-request-id: req-d5476008-977a-44cd-a7c5-4a497a57def8 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:39.423159 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a9a4535-b23b-4d12-a69b-45e98fbbd59a", "tag": "8d132cc5-f4a7-4105-b078-5b741879878d", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:39.423577 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d5476008-977a-44cd-a7c5-4a497a57def8 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:39.424116 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a9a4535-b23b-4d12-a69b-45e98fbbd59a', 'tag': '8d132cc5-f4a7-4105-b078-5b741879878d', 'status': 'completed', 'code': 200} Nov 12 03:22:39.446801 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e63489f-9477-4720-89b9-39ac25058176 admin admin] Router 91c5d8f1-ea02-4c69-8312-6c1c512c33a0 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:22:39.521302 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-a4ca9ff0-7f0b-4cf0-954a-3463068ea7ac service neutron] 10.222.0.74 "GET /v2.0/networks/bd20a58b-98df-4ef8-98dd-f9fae3c64676?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0038571 Nov 12 03:22:39.529790 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-be99e212-034f-4966-9ec5-7dc9a084b2b8 service neutron] Attempting to bind port 6a3faacc-255c-4170-9369-7f99646b6565 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:39.530129 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-be99e212-034f-4966-9ec5-7dc9a084b2b8 service neutron] Attempting to bind port 6a3faacc-255c-4170-9369-7f99646b6565 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:39.530463 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-be99e212-034f-4966-9ec5-7dc9a084b2b8 service neutron] Attempting to bind port 6a3faacc-255c-4170-9369-7f99646b6565 on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:39.583412 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-be99e212-034f-4966-9ec5-7dc9a084b2b8 service neutron] Port 6a3faacc-255c-4170-9369-7f99646b6565 on network eca3953c-c804-4641-8812-bff95be59582 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:39.583743 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-be99e212-034f-4966-9ec5-7dc9a084b2b8 service neutron] Attempting to bind port 6a3faacc-255c-4170-9369-7f99646b6565 on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:39.603592 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50230bd5-f88d-4974-af6f-7e0084734f25 req-5ce0fd77-6b38-4d43-b42d-76fc2a147a50 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:39.614919 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-50230bd5-f88d-4974-af6f-7e0084734f25 req-5ce0fd77-6b38-4d43-b42d-76fc2a147a50 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 949 time: 0.1615868 Nov 12 03:22:39.639375 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-be99e212-034f-4966-9ec5-7dc9a084b2b8 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:39.639770 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-be99e212-034f-4966-9ec5-7dc9a084b2b8 service neutron] Checking segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:39.640126 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-be99e212-034f-4966-9ec5-7dc9a084b2b8 service neutron] Bound using segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:39.640584 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-be99e212-034f-4966-9ec5-7dc9a084b2b8 service neutron] Bound port: 6a3faacc-255c-4170-9369-7f99646b6565, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:39.640940 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-be99e212-034f-4966-9ec5-7dc9a084b2b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:39.659594 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-00413c53-6ae5-4c28-89d9-f9a2ebfaff20 req-b2480f05-f6c9-4f51-865d-d2bc59931bb2 service neutron] 10.222.0.74 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4351816 Nov 12 03:22:39.674124 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f1e408-c0b5-4a78-8cea-5a007acabf74 req-86a5be57-93d4-4a1a-a5f8-462618648ed5 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:39.675896 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-23f1e408-c0b5-4a78-8cea-5a007acabf74 req-86a5be57-93d4-4a1a-a5f8-462618648ed5 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 943 time: 0.3134460 Nov 12 03:22:39.751710 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-50230bd5-f88d-4974-af6f-7e0084734f25 req-54131250-a7de-440b-9b21-9331293a38a6 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358061 Nov 12 03:22:39.800281 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e63489f-9477-4720-89b9-39ac25058176 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:22:39.816626 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7575fd33-767a-4698-b8cc-71f678dd23ac None None] Sync routers for ids ['91c5d8f1-ea02-4c69-8312-6c1c512c33a0'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:22:39.821278 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2e63489f-9477-4720-89b9-39ac25058176 admin admin] 10.222.0.50 "PUT /v2.0/routers/91c5d8f1-ea02-4c69-8312-6c1c512c33a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8520682 Nov 12 03:22:39.823619 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54862) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:39.833749 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7575fd33-767a-4698-b8cc-71f678dd23ac None None] Routers {'91c5d8f1-ea02-4c69-8312-6c1c512c33a0'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:39.838230 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-7575fd33-767a-4698-b8cc-71f678dd23ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:22:34Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['91c5d8f1-ea02-4c69-8312-6c1c512c33a0'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:39.875838 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9ff39e01-d6ca-4e17-a8f9-d3d47182061a req-adb24dfd-1cbc-4e3c-af1c-3b21a4dff5ca service neutron] 10.222.0.74 "GET /v2.0/networks/bd20a58b-98df-4ef8-98dd-f9fae3c64676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408291 Nov 12 03:22:39.915491 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-23f1e408-c0b5-4a78-8cea-5a007acabf74 req-ed50a587-4e2e-4963-b082-d4b31a18b7a2 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192390 Nov 12 03:22:39.975783 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-be99e212-034f-4966-9ec5-7dc9a084b2b8 service neutron] For port 6a3faacc-255c-4170-9369-7f99646b6565, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:39.999164 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-7575fd33-767a-4698-b8cc-71f678dd23ac None None] Set router 91c5d8f1-ea02-4c69-8312-6c1c512c33a0 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:40.006814 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-00413c53-6ae5-4c28-89d9-f9a2ebfaff20 req-afa29464-98d0-46c9-a880-29bb28e560cf service neutron] 10.222.0.74 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271656 Nov 12 03:22:40.022857 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-be99e212-034f-4966-9ec5-7dc9a084b2b8 service neutron] For port 6a3faacc-255c-4170-9369-7f99646b6565, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=6a3faacc-255c-4170-9369-7f99646b6565,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:40.048807 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-be99e212-034f-4966-9ec5-7dc9a084b2b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:40.053260 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-50e2b964-644b-430a-9d97-d79daa35f2bd admin admin] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:40.106513 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-be99e212-034f-4966-9ec5-7dc9a084b2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:40.107134 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-be99e212-034f-4966-9ec5-7dc9a084b2b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:40.108564 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-be99e212-034f-4966-9ec5-7dc9a084b2b8 service neutron] 10.222.0.90 "PUT /v2.0/ports/6a3faacc-255c-4170-9369-7f99646b6565 HTTP/1.1" status: 200 len: 1098 time: 3.7233016 Nov 12 03:22:40.113807 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23010b91-efd1-43e1-8a3a-558959475196 req-78ef035b-c706-4d46-b0da-36354afccf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:40.115405 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-23010b91-efd1-43e1-8a3a-558959475196 req-78ef035b-c706-4d46-b0da-36354afccf83 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2b6c3f20e3df4bfeadb358a1e561f7d3&device_id=5a9a4535-b23b-4d12-a69b-45e98fbbd59a HTTP/1.1" status: 200 len: 1095 time: 0.1605375 Nov 12 03:22:40.230334 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be99e212-034f-4966-9ec5-7dc9a084b2b8 service neutron] Pushing event updated for resources: {'Port': ['ID=6a3faacc-255c-4170-9369-7f99646b6565,revision_number=12']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:40.291409 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-5b91513e-53fa-42ef-a4e7-9830ed3e6397 admin admin] Deleting port 0abac67f-1460-4af8-b81b-529018275f09 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:40.291752 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5b91513e-53fa-42ef-a4e7-9830ed3e6397 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:40.336338 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-50e2b964-644b-430a-9d97-d79daa35f2bd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:40.468047 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433b2fa-6862-423e-b195-c8bb6837422a req-2e6542f3-cb38-442a-ad87-646fe2e49fc1 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:40.471860 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-5a717755-cc44-4d31-8f94-08d404733b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:40.475392 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433b2fa-6862-423e-b195-c8bb6837422a req-2e6542f3-cb38-442a-ad87-646fe2e49fc1 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:40.481960 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433b2fa-6862-423e-b195-c8bb6837422a req-2e6542f3-cb38-442a-ad87-646fe2e49fc1 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:40.485117 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-5a717755-cc44-4d31-8f94-08d404733b71 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 1101 time: 0.3169274 Nov 12 03:22:40.493067 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9433b2fa-6862-423e-b195-c8bb6837422a req-2e6542f3-cb38-442a-ad87-646fe2e49fc1 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6559d32-d2e7-4356-8936-fd6273fdfc79 HTTP/1.1" status: 200 len: 2417 time: 0.1767271 Nov 12 03:22:40.547042 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-50e2b964-644b-430a-9d97-d79daa35f2bd admin admin] Deleting port 6e5d2b97-5497-46e3-8e01-4664ad924f82 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:40.547303 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-50e2b964-644b-430a-9d97-d79daa35f2bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:40.566802 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9433b2fa-6862-423e-b195-c8bb6837422a req-efadd955-f5b0-44dc-89eb-82c5007c6bc0 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7b9a195-d95c-4e3f-bea7-b1f410bc6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696776 Nov 12 03:22:40.598481 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-7575fd33-767a-4698-b8cc-71f678dd23ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c5d8f1-ea02-4c69-8312-6c1c512c33a0', 'name': 'tempest-ServersTestFqdnHostnames-1280626410-router', 'tenant_id': 'c585e593337643cd8277c6eb9fc923b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '6e5d2b97-5497-46e3-8e01-4664ad924f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:55Z', 'updated_at': '2021-11-12T03:22:38Z', 'revision_number': 5, 'project_id': 'c585e593337643cd8277c6eb9fc923b3', 'gw_port': {'id': '6e5d2b97-5497-46e3-8e01-4664ad924f82', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5d8f1-ea02-4c69-8312-6c1c512c33a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:56Z', 'updated_at': '2021-11-12T03:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:40.620223 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23010b91-efd1-43e1-8a3a-558959475196 req-de0ea9a3-d551-430f-86bf-e7d854dd800d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:40.621747 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-23010b91-efd1-43e1-8a3a-558959475196 req-de0ea9a3-d551-430f-86bf-e7d854dd800d service neutron] 10.222.0.74 "GET /v2.0/networks?id=bd20a58b-98df-4ef8-98dd-f9fae3c64676 HTTP/1.1" status: 200 len: 911 time: 0.4835143 Nov 12 03:22:40.625264 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54880) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:40.638005 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7575fd33-767a-4698-b8cc-71f678dd23ac None None] Checking router: 91c5d8f1-ea02-4c69-8312-6c1c512c33a0 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:22:40.652026 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7575fd33-767a-4698-b8cc-71f678dd23ac None None] Routers {'91c5d8f1-ea02-4c69-8312-6c1c512c33a0'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:40.652707 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-7575fd33-767a-4698-b8cc-71f678dd23ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:22:34Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['91c5d8f1-ea02-4c69-8312-6c1c512c33a0'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:40.674575 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-50e2b964-644b-430a-9d97-d79daa35f2bd admin admin] For port 6e5d2b97-5497-46e3-8e01-4664ad924f82, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=6e5d2b97-5497-46e3-8e01-4664ad924f82,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:40.675082 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-50e2b964-644b-430a-9d97-d79daa35f2bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:40.690283 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-50e2b964-644b-430a-9d97-d79daa35f2bd admin admin] Calling delete_port for 6e5d2b97-5497-46e3-8e01-4664ad924f82 owned by network:router_gateway {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:40.766286 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-7575fd33-767a-4698-b8cc-71f678dd23ac None None] Set router 91c5d8f1-ea02-4c69-8312-6c1c512c33a0 gateway port host: None {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:40.842850 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-7575fd33-767a-4698-b8cc-71f678dd23ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c5d8f1-ea02-4c69-8312-6c1c512c33a0', 'name': 'tempest-ServersTestFqdnHostnames-1280626410-router', 'tenant_id': 'c585e593337643cd8277c6eb9fc923b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:55Z', 'updated_at': '2021-11-12T03:22:40Z', 'revision_number': 6, 'project_id': 'c585e593337643cd8277c6eb9fc923b3', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:40.910450 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-83e454ab-620e-44cd-8ae9-08399d6c2237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:40.912199 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-83e454ab-620e-44cd-8ae9-08399d6c2237 service neutron] 10.222.0.90 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.3770669 Nov 12 03:22:40.923896 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-9a580d13-7080-468b-9717-79743c75c775 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-183944992-network', 'tenant_id': '43967d62094e4088bb831e485c84b809'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:40.930745 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-23010b91-efd1-43e1-8a3a-558959475196 req-f2f869ed-06bf-4884-a34d-38c474655917 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d132cc5-f4a7-4105-b078-5b741879878d HTTP/1.1" status: 200 len: 217 time: 0.2791004 Nov 12 03:22:40.947380 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7575fd33-767a-4698-b8cc-71f678dd23ac None None] The sync data for ids ['91c5d8f1-ea02-4c69-8312-6c1c512c33a0'] in n-d-715271-27 is: [{'id': '91c5d8f1-ea02-4c69-8312-6c1c512c33a0', 'name': 'tempest-ServersTestFqdnHostnames-1280626410-router', 'tenant_id': 'c585e593337643cd8277c6eb9fc923b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:55Z', 'updated_at': '2021-11-12T03:22:40Z', 'revision_number': 6, 'project_id': 'c585e593337643cd8277c6eb9fc923b3', 'gw_port_host': None}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:22:41.021752 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cbead1-fe4b-45b1-a7a5-8d6f52578781 req-082d9b12-76f4-4431-8860-8bab11e22c0b tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:41.030568 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a9cbead1-fe4b-45b1-a7a5-8d6f52578781 req-082d9b12-76f4-4431-8860-8bab11e22c0b tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a9a4535-b23b-4d12-a69b-45e98fbbd59a HTTP/1.1" status: 200 len: 943 time: 0.5596554 Nov 12 03:22:41.079051 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-6a366e80-a86a-4e5b-a396-5f59de85e51f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=6a3faacc-255c-4170-9369-7f99646b6565 HTTP/1.1" status: 200 len: 217 time: 0.1461246 Nov 12 03:22:41.084892 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-5b91513e-53fa-42ef-a4e7-9830ed3e6397 admin admin] For port 0abac67f-1460-4af8-b81b-529018275f09, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=0abac67f-1460-4af8-b81b-529018275f09,segment=NetworkSegment(cd74b279-4920-49b8-8e7f-eb080aa7a0d5),segment_id=cd74b279-4920-49b8-8e7f-eb080aa7a0d5)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:41.085276 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5b91513e-53fa-42ef-a4e7-9830ed3e6397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:41.152149 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-5b91513e-53fa-42ef-a4e7-9830ed3e6397 admin admin] Calling delete_port for 0abac67f-1460-4af8-b81b-529018275f09 owned by network:router_interface {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:41.167956 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a580d13-7080-468b-9717-79743c75c775 admin admin] Made reservation on behalf of 43967d62094e4088bb831e485c84b809 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:41.170281 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9a580d13-7080-468b-9717-79743c75c775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:41.204773 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23010b91-efd1-43e1-8a3a-558959475196 req-7312337b-bbba-4113-af77-250397e42991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:41.206278 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-23010b91-efd1-43e1-8a3a-558959475196 req-7312337b-bbba-4113-af77-250397e42991 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9df5425c-e3c5-4b00-ac6d-1c0b8d452c62 HTTP/1.1" status: 200 len: 850 time: 0.2503560 Nov 12 03:22:41.233750 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9a580d13-7080-468b-9717-79743c75c775 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:41.291080 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-50e2b964-644b-430a-9d97-d79daa35f2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:41.302028 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a9cbead1-fe4b-45b1-a7a5-8d6f52578781 req-54504382-00f2-466f-bf79-e3da3fedb5e9 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616212 Nov 12 03:22:41.307350 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-23010b91-efd1-43e1-8a3a-558959475196 req-bae31e4a-afdf-4f29-ae29-abd44d8af62a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bd20a58b-98df-4ef8-98dd-f9fae3c64676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912948 Nov 12 03:22:41.312714 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc2d07c-550b-48b8-b196-ba07688dd383 req-f0b668a8-5193-41fb-b036-a1096fa78ec6 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:41.324732 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-5af7b6ab-c6c8-4a02-b9ae-04f92329798e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:41.326575 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-5af7b6ab-c6c8-4a02-b9ae-04f92329798e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.2380724 Nov 12 03:22:41.329655 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0bc2d07c-550b-48b8-b196-ba07688dd383 req-f0b668a8-5193-41fb-b036-a1096fa78ec6 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 949 time: 0.0923824 Nov 12 03:22:41.356006 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e2b964-644b-430a-9d97-d79daa35f2bd admin admin] Pushing event deleted for resources: {'Port': ['ID=6e5d2b97-5497-46e3-8e01-4664ad924f82,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:41.434075 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f64d0621-ef1c-4560-8730-e93114a76144', 'tag': '6a3faacc-255c-4170-9369-7f99646b6565'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:41.436858 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4ee40c-f52f-467e-b0ef-bab9d1b2cde1" -d '{"events": [{"name": "network-changed", "server_uuid": "f64d0621-ef1c-4560-8730-e93114a76144", "tag": "6a3faacc-255c-4170-9369-7f99646b6565"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:41.502718 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0bc2d07c-550b-48b8-b196-ba07688dd383 req-0ed96e7b-71de-4d51-8872-8a7372c1bc46 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718192 Nov 12 03:22:41.510905 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-50e2b964-644b-430a-9d97-d79daa35f2bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:41.564654 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-f2196f47-f8e4-49f1-88b8-9ba7b5bd0a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:41.566283 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-f2196f47-f8e4-49f1-88b8-9ba7b5bd0a89 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2178054 Nov 12 03:22:41.657296 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-50e2b964-644b-430a-9d97-d79daa35f2bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:41.673554 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-50e2b964-644b-430a-9d97-d79daa35f2bd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:41.737830 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a574304-fbe5-45ca-bc16-3225a1e1d613 req-7ff2bd46-65cc-457b-8eaa-b971d3d994c9 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:41.739399 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7a574304-fbe5-45ca-bc16-3225a1e1d613 req-7ff2bd46-65cc-457b-8eaa-b971d3d994c9 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 943 time: 0.0971878 Nov 12 03:22:41.743500 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-50e2b964-644b-430a-9d97-d79daa35f2bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:41.743500 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e2b964-644b-430a-9d97-d79daa35f2bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91c5d8f1-ea02-4c69-8312-6c1c512c33a0 {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:22:41.752530 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-50e2b964-644b-430a-9d97-d79daa35f2bd admin admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:41.753757 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-50e2b964-644b-430a-9d97-d79daa35f2bd admin admin] 10.222.0.50 "DELETE /v2.0/routers/91c5d8f1-ea02-4c69-8312-6c1c512c33a0 HTTP/1.1" status: 204 len: 168 time: 1.9287827 Nov 12 03:22:41.756338 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54896) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:41.765909 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b76aa39-fe0d-4b13-98e7-de8c2851bc99 req-f5f3c208-5653-400a-83c5-48326e8e7af6 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:41.771935 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b76aa39-fe0d-4b13-98e7-de8c2851bc99 req-f5f3c208-5653-400a-83c5-48326e8e7af6 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:41.778238 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b76aa39-fe0d-4b13-98e7-de8c2851bc99 req-f5f3c208-5653-400a-83c5-48326e8e7af6 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:41.780322 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8b76aa39-fe0d-4b13-98e7-de8c2851bc99 req-f5f3c208-5653-400a-83c5-48326e8e7af6 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6559d32-d2e7-4356-8936-fd6273fdfc79 HTTP/1.1" status: 200 len: 2417 time: 0.3657756 Nov 12 03:22:41.801938 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-23010b91-efd1-43e1-8a3a-558959475196 req-85fe3d88-4bad-4a95-9ff4-7592f98b2323 service neutron] 10.222.0.74 "GET /v2.0/networks/bd20a58b-98df-4ef8-98dd-f9fae3c64676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4741888 Nov 12 03:22:41.829705 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-0760e262-d4f1-4dfa-9ed2-b4fa96727c41 admin admin] Deleting subnet 26dd8844-5359-4380-84a0-05d2986a837e {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:22:41.833138 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0760e262-d4f1-4dfa-9ed2-b4fa96727c41 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:41.864740 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9a580d13-7080-468b-9717-79743c75c775 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:41.873012 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7a574304-fbe5-45ca-bc16-3225a1e1d613 req-c78584ff-a8f5-46a8-9c35-4d0f337b00ee tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073196 Nov 12 03:22:41.900609 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9a580d13-7080-468b-9717-79743c75c775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:41.904370 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0760e262-d4f1-4dfa-9ed2-b4fa96727c41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:41.964670 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b79efb3-68c1-4591-a7fc-bc023a17fc44 x-openstack-request-id: req-1b79efb3-68c1-4591-a7fc-bc023a17fc44 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:41.965029 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f64d0621-ef1c-4560-8730-e93114a76144", "tag": "6a3faacc-255c-4170-9369-7f99646b6565", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:41.965369 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1b79efb3-68c1-4591-a7fc-bc023a17fc44 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:41.965838 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f64d0621-ef1c-4560-8730-e93114a76144', 'tag': '6a3faacc-255c-4170-9369-7f99646b6565', 'status': 'completed', 'code': 200} Nov 12 03:22:41.973890 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-eeef9b36-3f86-42b6-aac7-87292718235f service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3950510 Nov 12 03:22:42.040556 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a580d13-7080-468b-9717-79743c75c775 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:22:42.048439 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0760e262-d4f1-4dfa-9ed2-b4fa96727c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:42.112384 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0760e262-d4f1-4dfa-9ed2-b4fa96727c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:42.121494 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8b76aa39-fe0d-4b13-98e7-de8c2851bc99 req-c3ecfc9c-b7cd-4f13-8dfc-47b34133bc6a tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7b9a195-d95c-4e3f-bea7-b1f410bc6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159075 Nov 12 03:22:42.144418 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0760e262-d4f1-4dfa-9ed2-b4fa96727c41 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:42.151754 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-0760e262-d4f1-4dfa-9ed2-b4fa96727c41 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/26dd8844-5359-4380-84a0-05d2986a837e HTTP/1.1" status: 204 len: 168 time: 0.3902783 Nov 12 03:22:42.152903 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54898) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:42.153578 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9417df59-3dea-40c7-9f7c-1312a4e54aea None None] Network c5f18b6e-2851-4269-ab12-8e769818f3a7 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:22:42.159843 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0760e262-d4f1-4dfa-9ed2-b4fa96727c41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26dd8844-5359-4380-84a0-05d2986a837e,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:42.238832 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9a580d13-7080-468b-9717-79743c75c775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:42.239379 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-9a580d13-7080-468b-9717-79743c75c775 admin admin] Added segment 0f96e47b-f0f7-4e8a-b206-8b20f3c5ede3 of type vlan for network 49e02f35-c78a-4364-bb2d-8297b36af36b Nov 12 03:22:42.258368 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6f44e519-1437-4a06-bf99-601c3b200f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:42.342076 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8a5f64cd-ba86-4eea-9c8c-74e7e192733b req-d4a8b71d-7824-48b3-b28b-a25f2e17a172 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537121 Nov 12 03:22:42.345106 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-23010b91-efd1-43e1-8a3a-558959475196 req-21ca1df0-c904-4771-9904-94d8d1971fc0 service neutron] 10.222.0.74 "GET /v2.0/networks/bd20a58b-98df-4ef8-98dd-f9fae3c64676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5232401 Nov 12 03:22:42.345773 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a580d13-7080-468b-9717-79743c75c775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03cf58bf-34ab-42c9-931d-5ef50ab7e66c,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:42.357196 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-6f44e519-1437-4a06-bf99-601c3b200f03 admin admin] Deleting port 6d9ffcdf-3389-4646-8eb4-caa241dce03c {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:42.357701 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6f44e519-1437-4a06-bf99-601c3b200f03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:42.380620 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 775d0d9f-f629-428e-b254-6202123dabeb no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:42.427151 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 775d0d9f-f629-428e-b254-6202123dabeb {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:22:42.427673 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 775d0d9f-f629-428e-b254-6202123dabeb not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:22:42.428728 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 6e5d2b97-5497-46e3-8e01-4664ad924f82 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:42.433477 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9a580d13-7080-468b-9717-79743c75c775 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:42.454475 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5b91513e-53fa-42ef-a4e7-9830ed3e6397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:42.469178 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 6e5d2b97-5497-46e3-8e01-4664ad924f82 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:22:42.469851 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 6e5d2b97-5497-46e3-8e01-4664ad924f82 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:22:42.473031 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ee40c-f52f-467e-b0ef-bab9d1b2cde1 req-91f2a643-4be2-4abf-bb58-ea11a8e79b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:42.474658 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3c4ee40c-f52f-467e-b0ef-bab9d1b2cde1 req-91f2a643-4be2-4abf-bb58-ea11a8e79b27 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 1101 time: 0.4851992 Nov 12 03:22:42.516155 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b91513e-53fa-42ef-a4e7-9830ed3e6397 admin admin] Pushing event deleted for resources: {'Port': ['ID=0abac67f-1460-4af8-b81b-529018275f09,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:42.594875 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-6f44e519-1437-4a06-bf99-601c3b200f03 admin admin] For port 6d9ffcdf-3389-4646-8eb4-caa241dce03c, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=6d9ffcdf-3389-4646-8eb4-caa241dce03c,segment=NetworkSegment(1e8a23dc-cb63-45e1-a1d5-96fe8c8baf56),segment_id=1e8a23dc-cb63-45e1-a1d5-96fe8c8baf56)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:42.595237 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6f44e519-1437-4a06-bf99-601c3b200f03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:42.599454 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9a580d13-7080-468b-9717-79743c75c775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:42.601318 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a580d13-7080-468b-9717-79743c75c775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:42.601990 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9a580d13-7080-468b-9717-79743c75c775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:42.612959 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0705f98-d0cd-4ef4-9c2f-51aeb5bada95 None None] DHCP port deletion for c5f18b6e-2851-4269-ab12-8e769818f3a7 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:22:42.621004 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-6f44e519-1437-4a06-bf99-601c3b200f03 admin admin] Calling delete_port for 6d9ffcdf-3389-4646-8eb4-caa241dce03c owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:42.655591 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 8d132cc5-f4a7-4105-b078-5b741879878d details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:22:42.677000 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4973ea-cddf-4c07-b9d2-96eaf187608c req-df18d995-bce2-45f7-8865-2de6586047d3 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:42.696891 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3a4973ea-cddf-4c07-b9d2-96eaf187608c req-df18d995-bce2-45f7-8865-2de6586047d3 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a9a4535-b23b-4d12-a69b-45e98fbbd59a HTTP/1.1" status: 200 len: 943 time: 0.1865780 Nov 12 03:22:42.736813 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9a580d13-7080-468b-9717-79743c75c775 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1048057 Nov 12 03:22:42.748947 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54906) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:42.757086 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-4891ed6d-1dde-4f33-8081-1e0c62abca77 admin admin] Request body: {'subnet': {'network_id': '49e02f35-c78a-4364-bb2d-8297b36af36b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-183944992-subnet', 'tenant_id': '43967d62094e4088bb831e485c84b809', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:42.762116 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-e0705f98-d0cd-4ef4-9c2f-51aeb5bada95 None None] Deleting port 6d9ffcdf-3389-4646-8eb4-caa241dce03c {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:42.762822 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e0705f98-d0cd-4ef4-9c2f-51aeb5bada95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:42.835840 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-e0705f98-d0cd-4ef4-9c2f-51aeb5bada95 None None] For port 6d9ffcdf-3389-4646-8eb4-caa241dce03c, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=6d9ffcdf-3389-4646-8eb4-caa241dce03c,segment=NetworkSegment(1e8a23dc-cb63-45e1-a1d5-96fe8c8baf56),segment_id=1e8a23dc-cb63-45e1-a1d5-96fe8c8baf56)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:42.836492 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e0705f98-d0cd-4ef4-9c2f-51aeb5bada95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:42.854260 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4891ed6d-1dde-4f33-8081-1e0c62abca77 admin admin] Made reservation on behalf of 43967d62094e4088bb831e485c84b809 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:42.859690 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4891ed6d-1dde-4f33-8081-1e0c62abca77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:42.862640 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-e0705f98-d0cd-4ef4-9c2f-51aeb5bada95 None None] Calling delete_port for 6d9ffcdf-3389-4646-8eb4-caa241dce03c owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:42.910500 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3a4973ea-cddf-4c07-b9d2-96eaf187608c req-1643a3bc-bdb9-4e61-b887-199766a0ff85 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125983 Nov 12 03:22:42.925334 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 8d132cc5-f4a7-4105-b078-5b741879878d, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=8d132cc5-f4a7-4105-b078-5b741879878d,segment=NetworkSegment(033a6808-1d19-4bc4-a7ba-207db19e6110),segment_id=033a6808-1d19-4bc4-a7ba-207db19e6110)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:42.942104 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '8d132cc5-f4a7-4105-b078-5b741879878d', 'network_id': 'bd20a58b-98df-4ef8-98dd-f9fae3c64676', 'port_id': '8d132cc5-f4a7-4105-b078-5b741879878d', 'mac_address': 'fa:16:3e:1d:b4:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9df5425c-e3c5-4b00-ac6d-1c0b8d452c62', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:22:43.000889 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:43.015904 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d132cc5-f4a7-4105-b078-5b741879878d {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:43.017410 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6f44e519-1437-4a06-bf99-601c3b200f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:43.045230 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e0705f98-d0cd-4ef4-9c2f-51aeb5bada95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:43.048226 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 8d132cc5-f4a7-4105-b078-5b741879878d, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=8d132cc5-f4a7-4105-b078-5b741879878d,segment=NetworkSegment(033a6808-1d19-4bc4-a7ba-207db19e6110),segment_id=033a6808-1d19-4bc4-a7ba-207db19e6110)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:43.074870 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0705f98-d0cd-4ef4-9c2f-51aeb5bada95 None None] Pushing event deleted for resources: {'Port': ['ID=6d9ffcdf-3389-4646-8eb4-caa241dce03c,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:43.079810 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:43.137727 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f44e519-1437-4a06-bf99-601c3b200f03 admin admin] No DVR routers for this DVR port 6d9ffcdf-3389-4646-8eb4-caa241dce03c on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:43.140040 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=8d132cc5-f4a7-4105-b078-5b741879878d,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:43.140901 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44e519-1437-4a06-bf99-601c3b200f03 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d9ffcdf-3389-4646-8eb4-caa241dce03c,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:43.154134 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0705f98-d0cd-4ef4-9c2f-51aeb5bada95 None None] No DVR routers for this DVR port 6d9ffcdf-3389-4646-8eb4-caa241dce03c on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:43.327822 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ee40c-f52f-467e-b0ef-bab9d1b2cde1 req-2a1f16c5-e96f-4ac8-9ccc-7d7fb183ca46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:43.329856 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3c4ee40c-f52f-467e-b0ef-bab9d1b2cde1 req-2a1f16c5-e96f-4ac8-9ccc-7d7fb183ca46 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 1101 time: 0.8050575 Nov 12 03:22:43.357947 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6f44e519-1437-4a06-bf99-601c3b200f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:43.373881 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a580d13-7080-468b-9717-79743c75c775 admin admin] Pushing event updated for resources: {'Network': ['ID=49e02f35-c78a-4364-bb2d-8297b36af36b,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:43.390971 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 49e02f35-c78a-4364-bb2d-8297b36af36b details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:22:43.405055 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c87ec-5e5d-4c13-b58c-1acc345fc766 req-c4e78d06-f966-4560-bc78-046c0b08bb04 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:43.416106 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bf4c87ec-5e5d-4c13-b58c-1acc345fc766 req-c4e78d06-f966-4560-bc78-046c0b08bb04 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 943 time: 0.1757972 Nov 12 03:22:43.416106 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-6f44e519-1437-4a06-bf99-601c3b200f03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5f18b6e-2851-4269-ab12-8e769818f3a7']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:43.420906 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9bdb73-9de4-4a3e-a570-a62299429007 req-8621fedb-e66f-4251-8b1c-59de2a74b30d tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:43.422009 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ef9bdb73-9de4-4a3e-a570-a62299429007 req-8621fedb-e66f-4251-8b1c-59de2a74b30d tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 949 time: 0.7254062 Nov 12 03:22:43.437267 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eefe01-4de9-4821-8cbe-7ae28423e7c9 req-27f21abd-19c2-4082-88ae-46a35b18207e tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:43.443211 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eefe01-4de9-4821-8cbe-7ae28423e7c9 req-27f21abd-19c2-4082-88ae-46a35b18207e tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:43.450160 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eefe01-4de9-4821-8cbe-7ae28423e7c9 req-27f21abd-19c2-4082-88ae-46a35b18207e tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:43.452235 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d8eefe01-4de9-4821-8cbe-7ae28423e7c9 req-27f21abd-19c2-4082-88ae-46a35b18207e tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6559d32-d2e7-4356-8936-fd6273fdfc79 HTTP/1.1" status: 200 len: 2417 time: 0.2545528 Nov 12 03:22:43.469813 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-6f44e519-1437-4a06-bf99-601c3b200f03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e8a23dc-cb63-45e1-a1d5-96fe8c8baf56') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:43.470113 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-6f44e519-1437-4a06-bf99-601c3b200f03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e8a23dc-cb63-45e1-a1d5-96fe8c8baf56') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:43.490912 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6f44e519-1437-4a06-bf99-601c3b200f03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:43.498257 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['8d132cc5-f4a7-4105-b078-5b741879878d'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:43.524620 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4891ed6d-1dde-4f33-8081-1e0c62abca77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:43.534289 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6f44e519-1437-4a06-bf99-601c3b200f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:43.554531 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bf4c87ec-5e5d-4c13-b58c-1acc345fc766 req-dfdea508-fd85-49f4-9ef4-f8eff1a669c8 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411226 Nov 12 03:22:43.574928 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f44e519-1437-4a06-bf99-601c3b200f03 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:22:43.575259 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6f44e519-1437-4a06-bf99-601c3b200f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:43.578923 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:22:43.578923 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:22:43.578923 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:22:43.578923 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:22:43.578923 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:22:43.578923 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:22:43.578923 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:22:43.578923 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:22:43.578923 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:22:43.578923 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:22:43.578923 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:22:43.578923 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:22:43.578923 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:22:43.578923 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:22:43.578923 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:22:43.578923 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:22:43.578923 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:22:43.578923 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:22:43.578923 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:22:43.578923 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:22:43.578923 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:22:43.578923 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:22:43.578923 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:22:43.578923 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:22:43.578923 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:22:43.578923 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:22:43.578923 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:22:43.578923 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:22:43.578923 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:22:43.578923 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:22:43.578923 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:22:43.578923 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:22:43.648949 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ee40c-f52f-467e-b0ef-bab9d1b2cde1 req-5a2974bf-9d55-40a2-89f0-d41879dfbe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:43.652104 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3c4ee40c-f52f-467e-b0ef-bab9d1b2cde1 req-5a2974bf-9d55-40a2-89f0-d41879dfbe8b service neutron] 10.222.0.74 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 1.1504102 Nov 12 03:22:43.665592 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4891ed6d-1dde-4f33-8081-1e0c62abca77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bbab05c-00f6-474c-bc5a-4a23454bb118,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:43.674455 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6f44e519-1437-4a06-bf99-601c3b200f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:43.683036 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6f44e519-1437-4a06-bf99-601c3b200f03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:43.686522 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6f44e519-1437-4a06-bf99-601c3b200f03 admin admin] 10.222.0.50 "DELETE /v2.0/networks/c5f18b6e-2851-4269-ab12-8e769818f3a7 HTTP/1.1" status: 204 len: 168 time: 1.5326574 Nov 12 03:22:43.710213 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ef9bdb73-9de4-4a3e-a570-a62299429007 req-77c633ad-89f1-4521-9469-ca7ddacabb16 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547066 Nov 12 03:22:43.721966 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44e519-1437-4a06-bf99-601c3b200f03 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5f18b6e-2851-4269-ab12-8e769818f3a7,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:43.738135 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4891ed6d-1dde-4f33-8081-1e0c62abca77 admin admin] Checking segment: {'id': '0f96e47b-f0f7-4e8a-b206-8b20f3c5ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '49e02f35-c78a-4364-bb2d-8297b36af36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:43.738135 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4891ed6d-1dde-4f33-8081-1e0c62abca77 admin admin] Network hostable DHCP agents. Network: 49e02f35-c78a-4364-bb2d-8297b36af36b, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:22:43.808639 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fdd5ac-358c-4dbb-acd5-63c434d53e58 req-a979cc91-b46e-4636-85eb-b245049db06d tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:43.817223 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fdd5ac-358c-4dbb-acd5-63c434d53e58 req-a979cc91-b46e-4636-85eb-b245049db06d tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:43.825563 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fdd5ac-358c-4dbb-acd5-63c434d53e58 req-a979cc91-b46e-4636-85eb-b245049db06d tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:43.834191 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f7fdd5ac-358c-4dbb-acd5-63c434d53e58 req-a979cc91-b46e-4636-85eb-b245049db06d tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6559d32-d2e7-4356-8936-fd6273fdfc79 HTTP/1.1" status: 200 len: 2417 time: 0.1170611 Nov 12 03:22:43.837590 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3c4ee40c-f52f-467e-b0ef-bab9d1b2cde1 req-84ab03c0-1e35-4aa5-9a65-c7f23247cc95 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=6a3faacc-255c-4170-9369-7f99646b6565 HTTP/1.1" status: 200 len: 217 time: 0.1673875 Nov 12 03:22:43.852135 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4891ed6d-1dde-4f33-8081-1e0c62abca77 admin admin] Network 49e02f35-c78a-4364-bb2d-8297b36af36b is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:22:43.865313 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-4891ed6d-1dde-4f33-8081-1e0c62abca77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 49e02f35-c78a-4364-bb2d-8297b36af36b) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:43.874972 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903608ac-c3a9-457f-860f-0893a85a70c7 None None] Network 49e02f35-c78a-4364-bb2d-8297b36af36b requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:22:43.914134 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f7fdd5ac-358c-4dbb-acd5-63c434d53e58 req-08dcc57a-7f08-459a-bb05-1ef433cb79f9 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7b9a195-d95c-4e3f-bea7-b1f410bc6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777016 Nov 12 03:22:43.914663 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54952) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:43.921665 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4891ed6d-1dde-4f33-8081-1e0c62abca77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:43.923330 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4891ed6d-1dde-4f33-8081-1e0c62abca77 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:43.942052 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ee40c-f52f-467e-b0ef-bab9d1b2cde1 req-c39648a8-e751-4c4e-aa0e-29129cffe52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:43.944444 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3c4ee40c-f52f-467e-b0ef-bab9d1b2cde1 req-c39648a8-e751-4c4e-aa0e-29129cffe52e service neutron] 10.222.0.90 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.5958447 Nov 12 03:22:43.957335 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4891ed6d-1dde-4f33-8081-1e0c62abca77 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2059774 Nov 12 03:22:43.990026 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3f64741b-a7e5-48eb-ba03-55011bae57c4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c585e593337643cd8277c6eb9fc923b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0631316 Nov 12 03:22:43.993780 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54958) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:44.046216 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5b91513e-53fa-42ef-a4e7-9830ed3e6397 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:44.074889 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3c4ee40c-f52f-467e-b0ef-bab9d1b2cde1 req-3fe8d59b-c729-4863-b526-fca20ca296bb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=6a3faacc-255c-4170-9369-7f99646b6565 HTTP/1.1" status: 200 len: 217 time: 0.0951095 Nov 12 03:22:44.078676 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-24bce934-735b-4f4c-9f80-9e54af1ee316 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:44.081087 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ee40c-f52f-467e-b0ef-bab9d1b2cde1 req-8d6d63b8-fa31-4a80-bdab-1f713d84d8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:44.083345 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3c4ee40c-f52f-467e-b0ef-bab9d1b2cde1 req-8d6d63b8-fa31-4a80-bdab-1f713d84d8cd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.2309992 Nov 12 03:22:44.113393 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-24bce934-735b-4f4c-9f80-9e54af1ee316 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:44.221310 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-24bce934-735b-4f4c-9f80-9e54af1ee316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:44.223800 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-24bce934-735b-4f4c-9f80-9e54af1ee316 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:44.231446 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-24bce934-735b-4f4c-9f80-9e54af1ee316 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/66a65307-878e-4a8e-9e9f-8030b1415324 HTTP/1.1" status: 204 len: 168 time: 0.2341802 Nov 12 03:22:44.262606 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15da983-97bf-435d-8350-650d678f743d None None] Network 49e02f35-c78a-4364-bb2d-8297b36af36b requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:22:44.263277 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bce934-735b-4f4c-9f80-9e54af1ee316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a65307-878e-4a8e-9e9f-8030b1415324,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:44.295785 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-d8eefe01-4de9-4821-8cbe-7ae28423e7c9 req-2ade6fbd-4034-4773-8eae-9bd44d82e8b0 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Deleting port 7eec5770-e287-4dd3-9495-d18834683a85 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:44.296141 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d8eefe01-4de9-4821-8cbe-7ae28423e7c9 req-2ade6fbd-4034-4773-8eae-9bd44d82e8b0 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:44.422589 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ee40c-f52f-467e-b0ef-bab9d1b2cde1 req-b897d5a6-2faf-42f0-a489-5f97405a9b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:44.424093 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3c4ee40c-f52f-467e-b0ef-bab9d1b2cde1 req-b897d5a6-2faf-42f0-a489-5f97405a9b54 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.3190923 Nov 12 03:22:44.516983 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ee40c-f52f-467e-b0ef-bab9d1b2cde1 req-32d6fcbf-8dde-4681-a5a2-24080dae9aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:44.518582 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3c4ee40c-f52f-467e-b0ef-bab9d1b2cde1 req-32d6fcbf-8dde-4681-a5a2-24080dae9aa6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3971651 Nov 12 03:22:44.585826 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c2ff0-ab94-4589-8b24-1e9d11ff061f req-05667b0d-ddfe-49d4-825e-e303ff4c28aa tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:44.588711 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 6d9ffcdf-3389-4646-8eb4-caa241dce03c no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:44.592719 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-978c2ff0-ab94-4589-8b24-1e9d11ff061f req-05667b0d-ddfe-49d4-825e-e303ff4c28aa tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a9a4535-b23b-4d12-a69b-45e98fbbd59a HTTP/1.1" status: 200 len: 944 time: 0.3987362 Nov 12 03:22:44.628021 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 6d9ffcdf-3389-4646-8eb4-caa241dce03c {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:22:44.628388 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 6d9ffcdf-3389-4646-8eb4-caa241dce03c not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:22:44.649384 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 2937aafc-2c4b-465b-9932-933f8f4edba0 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:22:44.688528 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 8d132cc5-f4a7-4105-b078-5b741879878d up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:44.725904 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-d8eefe01-4de9-4821-8cbe-7ae28423e7c9 req-2ade6fbd-4034-4773-8eae-9bd44d82e8b0 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] For port 7eec5770-e287-4dd3-9495-d18834683a85, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=7eec5770-e287-4dd3-9495-d18834683a85,segment=NetworkSegment(197fa907-babb-4625-8d7d-1421f3ff655b),segment_id=197fa907-babb-4625-8d7d-1421f3ff655b)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:44.726265 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d8eefe01-4de9-4821-8cbe-7ae28423e7c9 req-2ade6fbd-4034-4773-8eae-9bd44d82e8b0 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:44.785536 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.resource_extend [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:22:44.825133 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ee40c-f52f-467e-b0ef-bab9d1b2cde1 req-a2a733d5-f421-485f-b02b-ec8747723290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:44.826659 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3c4ee40c-f52f-467e-b0ef-bab9d1b2cde1 req-a2a733d5-f421-485f-b02b-ec8747723290 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3543854 Nov 12 03:22:44.831873 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-d8eefe01-4de9-4821-8cbe-7ae28423e7c9 req-2ade6fbd-4034-4773-8eae-9bd44d82e8b0 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Calling delete_port for 7eec5770-e287-4dd3-9495-d18834683a85 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:44.899331 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-978c2ff0-ab94-4589-8b24-1e9d11ff061f req-59ec4e85-d794-4a93-9019-022118314e21 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893531 Nov 12 03:22:44.966595 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 2937aafc-2c4b-465b-9932-933f8f4edba0, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=2937aafc-2c4b-465b-9932-933f8f4edba0,segment=NetworkSegment(8dbff2fd-9cfc-4504-9870-2f052b7a9289),segment_id=8dbff2fd-9cfc-4504-9870-2f052b7a9289)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:44.969565 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 8d132cc5-f4a7-4105-b078-5b741879878d completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:22:44.993968 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 8d132cc5-f4a7-4105-b078-5b741879878d triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:44.994353 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:44.996359 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '2937aafc-2c4b-465b-9932-933f8f4edba0', 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5', 'port_id': '2937aafc-2c4b-465b-9932-933f8f4edba0', 'mac_address': 'fa:16:3e:02:65:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a9fb38e-cf25-418b-9443-2a54f98e4648', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:22:45.008546 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-c8d9fe02-f86f-4fb5-b28b-95845a4f782d tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:45.017651 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-c8d9fe02-f86f-4fb5-b28b-95845a4f782d tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] 10.222.0.50 "GET /v2.0/networks?id=49e02f35-c78a-4364-bb2d-8297b36af36b HTTP/1.1" status: 200 len: 817 time: 0.2702763 Nov 12 03:22:45.035157 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-1c6265a8-a787-46fd-b005-7b25e1735a31 tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] 10.222.0.50 "GET /v2.0/quotas/43967d62094e4088bb831e485c84b809 HTTP/1.1" status: 200 len: 375 time: 0.0164576 Nov 12 03:22:45.073856 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-e996d3bf-1e74-4207-b849-50db60c6550f tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=43967d62094e4088bb831e485c84b809&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375926 Nov 12 03:22:45.116434 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:45.136244 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2937aafc-2c4b-465b-9932-933f8f4edba0 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:45.191887 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3c4ee40c-f52f-467e-b0ef-bab9d1b2cde1 req-00cbfd46-d333-4e85-ba06-518ac30685c2 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6507020 Nov 12 03:22:45.210592 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 6a3faacc-255c-4170-9369-7f99646b6565 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:22:45.218883 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 2937aafc-2c4b-465b-9932-933f8f4edba0, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=2937aafc-2c4b-465b-9932-933f8f4edba0,segment=NetworkSegment(8dbff2fd-9cfc-4504-9870-2f052b7a9289),segment_id=8dbff2fd-9cfc-4504-9870-2f052b7a9289)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:45.227388 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-44487c91-4afe-4669-a872-bb4ea3e0dba1 service neutron] 10.222.0.50 "GET /v2.0/networks/49e02f35-c78a-4364-bb2d-8297b36af36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518819 Nov 12 03:22:45.237949 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:45.267942 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:45.362041 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-656db1b1-9d3f-4a3d-82a1-c26084c8fed2 service neutron] 10.222.0.50 "GET /v2.0/networks/49e02f35-c78a-4364-bb2d-8297b36af36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335523 Nov 12 03:22:45.365367 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b91513e-53fa-42ef-a4e7-9830ed3e6397 admin admin] Router 7258aeea-bd10-428f-9cf4-10471a0450ea has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:22:45.401183 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c829b-f750-47bc-8dc2-82e34914b69a req-6b0cefdc-7791-4b58-a715-d42d220248cc tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:45.406773 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c86c829b-f750-47bc-8dc2-82e34914b69a req-6b0cefdc-7791-4b58-a715-d42d220248cc tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 943 time: 0.2852845 Nov 12 03:22:45.425976 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3c4ee40c-f52f-467e-b0ef-bab9d1b2cde1 req-6ab8fa50-b09d-4805-bd84-a4841d92d54a service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5860264 Nov 12 03:22:45.613301 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d8eefe01-4de9-4821-8cbe-7ae28423e7c9 req-2ade6fbd-4034-4773-8eae-9bd44d82e8b0 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:45.670730 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['1acb0f60-b3d3-46b6-9549-ded9dadb3974', '49039d32-b4c1-4532-acfe-2abae6a170ea', '7eec5770-e287-4dd3-9495-d18834683a85'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:45.691602 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3c4ee40c-f52f-467e-b0ef-bab9d1b2cde1 req-dc08c509-c45f-4cf8-b739-6df184a484e8 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4801731 Nov 12 03:22:45.717196 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08bfbe-6d59-49f0-86bc-dcc9fe2f8584 req-bd1599c1-e6d0-42f9-a743-da1a68f33273 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:45.726915 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7f08bfbe-6d59-49f0-86bc-dcc9fe2f8584 req-bd1599c1-e6d0-42f9-a743-da1a68f33273 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 949 time: 0.1491261 Nov 12 03:22:45.741441 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade6fbd-4034-4773-8eae-9bd44d82e8b0 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Pushing event deleted for resources: {'Port': ['ID=7eec5770-e287-4dd3-9495-d18834683a85,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:45.761265 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c86c829b-f750-47bc-8dc2-82e34914b69a req-c3935f3c-67a1-4111-9124-3c462ea48b87 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149652 Nov 12 03:22:45.789745 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a9a4535-b23b-4d12-a69b-45e98fbbd59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d132cc5-f4a7-4105-b078-5b741879878d'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:45.794604 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b861b18-41bb-4e45-9955-fc1e5fe874c8" -d '{"events": [{"server_uuid": "5a9a4535-b23b-4d12-a69b-45e98fbbd59a", "name": "network-vif-plugged", "status": "completed", "tag": "8d132cc5-f4a7-4105-b078-5b741879878d"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:45.833602 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['2937aafc-2c4b-465b-9932-933f8f4edba0'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:45.856835 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7f08bfbe-6d59-49f0-86bc-dcc9fe2f8584 req-016609e5-a86a-4193-9c76-5c3873428837 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151140 Nov 12 03:22:45.982656 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 8d132cc5-f4a7-4105-b078-5b741879878d, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=8d132cc5-f4a7-4105-b078-5b741879878d,segment=NetworkSegment(033a6808-1d19-4bc4-a7ba-207db19e6110),segment_id=033a6808-1d19-4bc4-a7ba-207db19e6110)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:45.983778 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=2937aafc-2c4b-465b-9932-933f8f4edba0,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:46.029165 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-93f19071-70eb-4825-8179-08688940d9e3 req-c47f0e86-e9c7-4ea8-a622-12791434adc7 tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cc31b62-71a4-44be-9827-8e1d7daaca60 HTTP/1.1" status: 200 len: 210 time: 0.0669034 Nov 12 03:22:46.047789 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:46.072698 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55050) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:46.179091 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fd1953-93fe-4349-9851-0fe9b9363568 x-openstack-request-id: req-41fd1953-93fe-4349-9851-0fe9b9363568 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:46.179397 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a9a4535-b23b-4d12-a69b-45e98fbbd59a", "name": "network-vif-plugged", "status": "completed", "tag": "8d132cc5-f4a7-4105-b078-5b741879878d", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:46.179619 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-41fd1953-93fe-4349-9851-0fe9b9363568 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:46.180281 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a9a4535-b23b-4d12-a69b-45e98fbbd59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d132cc5-f4a7-4105-b078-5b741879878d', 'code': 200} Nov 12 03:22:46.181882 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=8d132cc5-f4a7-4105-b078-5b741879878d,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:46.201377 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 6a3faacc-255c-4170-9369-7f99646b6565, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=6a3faacc-255c-4170-9369-7f99646b6565,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:46.235566 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '6a3faacc-255c-4170-9369-7f99646b6565', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'port_id': '6a3faacc-255c-4170-9369-7f99646b6565', 'mac_address': 'fa:16:3e:84:da:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa66706f-b415-4bb9-838e-cfd08f81d96b', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:22:46.353246 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:46.397711 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a3faacc-255c-4170-9369-7f99646b6565 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:46.449140 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-ccf6305b-99fe-4918-9f13-b5268bf59870 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1364732903-network', 'tenant_id': 'e1192f3b82c6435d93d38f097bb06d31'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:46.531536 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf6305b-99fe-4918-9f13-b5268bf59870 admin admin] Made reservation on behalf of e1192f3b82c6435d93d38f097bb06d31 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:46.534657 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ccf6305b-99fe-4918-9f13-b5268bf59870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:46.537529 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 6a3faacc-255c-4170-9369-7f99646b6565, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=6a3faacc-255c-4170-9369-7f99646b6565,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:46.556392 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:46.562489 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ccf6305b-99fe-4918-9f13-b5268bf59870 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:46.703911 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e772f-cdd8-4dc1-863e-cb70bdaa00fe req-304dcc8e-0d88-4c7d-988a-99a613ff1928 tempest-MigrationsAdminTest-162901251 tempest-MigrationsAdminTest-162901251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:46.712546 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3e6e772f-cdd8-4dc1-863e-cb70bdaa00fe req-304dcc8e-0d88-4c7d-988a-99a613ff1928 tempest-MigrationsAdminTest-162901251 tempest-MigrationsAdminTest-162901251-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 1102 time: 0.1038535 Nov 12 03:22:46.723930 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=6a3faacc-255c-4170-9369-7f99646b6565,revision_number=13']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:46.726615 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8eefe01-4de9-4821-8cbe-7ae28423e7c9 req-2ade6fbd-4034-4773-8eae-9bd44d82e8b0 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] No DVR routers for this DVR port 7eec5770-e287-4dd3-9495-d18834683a85 on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:46.742433 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d8eefe01-4de9-4821-8cbe-7ae28423e7c9 req-2ade6fbd-4034-4773-8eae-9bd44d82e8b0 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:46.753188 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d8eefe01-4de9-4821-8cbe-7ae28423e7c9 req-2ade6fbd-4034-4773-8eae-9bd44d82e8b0 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.90 "DELETE /v2.0/ports/7eec5770-e287-4dd3-9495-d18834683a85 HTTP/1.1" status: 204 len: 173 time: 3.1939621 Nov 12 03:22:46.758149 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b91513e-53fa-42ef-a4e7-9830ed3e6397 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:22:46.770541 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55060) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:46.775454 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f97f416-f54d-4fe9-8529-7afb9b80e010 None None] Sync routers for ids ['7258aeea-bd10-428f-9cf4-10471a0450ea'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:22:46.779989 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5b91513e-53fa-42ef-a4e7-9830ed3e6397 admin admin] 10.222.0.50 "PUT /v2.0/routers/7258aeea-bd10-428f-9cf4-10471a0450ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8405721 Nov 12 03:22:46.798842 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f97f416-f54d-4fe9-8529-7afb9b80e010 None None] Routers {'7258aeea-bd10-428f-9cf4-10471a0450ea'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:46.799466 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-1f97f416-f54d-4fe9-8529-7afb9b80e010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:22:34Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['7258aeea-bd10-428f-9cf4-10471a0450ea'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:46.895505 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6559d32-d2e7-4356-8936-fd6273fdfc79', 'name': 'network-vif-deleted', 'tag': '7eec5770-e287-4dd3-9495-d18834683a85'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:46.904519 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-45c11158-604d-4381-9e47-c9d47a6fec2d admin admin] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:46.910134 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a008e5-bd10-4fce-aa6a-e80eec30780b" -d '{"events": [{"server_uuid": "a6559d32-d2e7-4356-8936-fd6273fdfc79", "name": "network-vif-deleted", "tag": "7eec5770-e287-4dd3-9495-d18834683a85"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:46.930833 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3e6e772f-cdd8-4dc1-863e-cb70bdaa00fe req-14732672-2f16-4fe5-9bb3-1b022a38a3af tempest-MigrationsAdminTest-162901251 tempest-MigrationsAdminTest-162901251-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113671 Nov 12 03:22:46.995047 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3c4ee40c-f52f-467e-b0ef-bab9d1b2cde1 req-ed55afea-3bbd-4d5b-a337-65297ab37153 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5397484 Nov 12 03:22:47.083707 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-1f97f416-f54d-4fe9-8529-7afb9b80e010 None None] Set router 7258aeea-bd10-428f-9cf4-10471a0450ea gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:47.091378 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ccf6305b-99fe-4918-9f13-b5268bf59870 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:47.118071 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ccf6305b-99fe-4918-9f13-b5268bf59870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:47.131358 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b49017-9300-44e8-842c-97a12ffe7e66 req-42dbec1a-7d92-4888-ad98-503b212551c9 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:47.134302 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccf6305b-99fe-4918-9f13-b5268bf59870 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:22:47.150799 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b49017-9300-44e8-842c-97a12ffe7e66 req-42dbec1a-7d92-4888-ad98-503b212551c9 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:47.151063 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ccf6305b-99fe-4918-9f13-b5268bf59870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:47.151620 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-ccf6305b-99fe-4918-9f13-b5268bf59870 admin admin] Added segment eece85e2-9491-495c-808d-869c08a5aaa4 of type vlan for network e27d7564-6d22-4aba-8393-df25a0e0004d Nov 12 03:22:47.157344 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b7b49017-9300-44e8-842c-97a12ffe7e66 req-42dbec1a-7d92-4888-ad98-503b212551c9 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6559d32-d2e7-4356-8936-fd6273fdfc79 HTTP/1.1" status: 200 len: 1681 time: 1.2330582 Nov 12 03:22:47.174561 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281244c8-f721-4fa4-97a0-c553a6432d92 req-163810a6-b96b-427a-a45d-6afbbc8bccff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:47.177237 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-281244c8-f721-4fa4-97a0-c553a6432d92 req-163810a6-b96b-427a-a45d-6afbbc8bccff service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5a9a4535-b23b-4d12-a69b-45e98fbbd59a HTTP/1.1" status: 200 len: 1097 time: 0.3657572 Nov 12 03:22:47.245366 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['6a3faacc-255c-4170-9369-7f99646b6565'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:47.283027 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 1acb0f60-b3d3-46b6-9549-ded9dadb3974 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:47.297324 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-281244c8-f721-4fa4-97a0-c553a6432d92 req-ba343f45-94a2-4f41-9c6a-59c115ad2770 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068218 Nov 12 03:22:47.311714 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b7b49017-9300-44e8-842c-97a12ffe7e66 req-3bee9e94-ac6a-4c01-bd44-9fcaec8257ea tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7b9a195-d95c-4e3f-bea7-b1f410bc6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407092 Nov 12 03:22:47.329243 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-d8eefe01-4de9-4821-8cbe-7ae28423e7c9 req-e60b0ab2-2cd0-4602-bb6d-da90c57ce44c tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Deleting port 1acb0f60-b3d3-46b6-9549-ded9dadb3974 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:47.329578 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf6305b-99fe-4918-9f13-b5268bf59870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd66ef84-5279-473a-b3a5-35f5ef278547,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:47.330236 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d8eefe01-4de9-4821-8cbe-7ae28423e7c9 req-e60b0ab2-2cd0-4602-bb6d-da90c57ce44c tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:47.452283 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8fcb24-bac7-41ec-8821-a7d4ca1aa667 req-5faf74fc-575c-4677-8d81-1c119aa5cd30 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:47.463508 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b8fcb24-bac7-41ec-8821-a7d4ca1aa667 req-5faf74fc-575c-4677-8d81-1c119aa5cd30 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a9a4535-b23b-4d12-a69b-45e98fbbd59a HTTP/1.1" status: 200 len: 945 time: 0.4159994 Nov 12 03:22:47.481505 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-45c11158-604d-4381-9e47-c9d47a6fec2d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:47.485668 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ccf6305b-99fe-4918-9f13-b5268bf59870 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:47.500784 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:47.533582 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-1f97f416-f54d-4fe9-8529-7afb9b80e010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7258aeea-bd10-428f-9cf4-10471a0450ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1072236649-router', 'tenant_id': '15f36cc98dd94821bd61fba81e9d87f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'c3de4586-3eb2-4e11-9901-803b354aec90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:16:59Z', 'updated_at': '2021-11-12T03:22:41Z', 'revision_number': 5, 'project_id': '15f36cc98dd94821bd61fba81e9d87f0', 'gw_port': {'id': 'c3de4586-3eb2-4e11-9901-803b354aec90', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ee:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7258aeea-bd10-428f-9cf4-10471a0450ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:00Z', 'updated_at': '2021-11-12T03:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:47.588291 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 1acb0f60-b3d3-46b6-9549-ded9dadb3974, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=1acb0f60-b3d3-46b6-9549-ded9dadb3974,segment=NetworkSegment(5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b),segment_id=5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:47.601730 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f97f416-f54d-4fe9-8529-7afb9b80e010 None None] Checking router: 7258aeea-bd10-428f-9cf4-10471a0450ea for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:22:47.602365 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:47.603229 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 49039d32-b4c1-4532-acfe-2abae6a170ea no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:47.615564 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f97f416-f54d-4fe9-8529-7afb9b80e010 None None] Routers {'7258aeea-bd10-428f-9cf4-10471a0450ea'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:47.616579 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-1f97f416-f54d-4fe9-8529-7afb9b80e010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:22:34Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['7258aeea-bd10-428f-9cf4-10471a0450ea'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:47.645263 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ccf6305b-99fe-4918-9f13-b5268bf59870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:47.652109 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf6305b-99fe-4918-9f13-b5268bf59870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:47.653854 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ccf6305b-99fe-4918-9f13-b5268bf59870 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:47.669436 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-d8eefe01-4de9-4821-8cbe-7ae28423e7c9 req-e60b0ab2-2cd0-4602-bb6d-da90c57ce44c tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] For port 1acb0f60-b3d3-46b6-9549-ded9dadb3974, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=1acb0f60-b3d3-46b6-9549-ded9dadb3974,segment=NetworkSegment(5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b),segment_id=5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:47.669436 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d8eefe01-4de9-4821-8cbe-7ae28423e7c9 req-e60b0ab2-2cd0-4602-bb6d-da90c57ce44c tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:47.692599 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-d8eefe01-4de9-4821-8cbe-7ae28423e7c9 req-e60b0ab2-2cd0-4602-bb6d-da90c57ce44c tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Calling delete_port for 1acb0f60-b3d3-46b6-9549-ded9dadb3974 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:47.713144 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f718f-1127-48fa-b06f-23acd454bbab req-2d8da01c-a931-4fe0-88c9-82abf48891e6 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:47.714908 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-aa1f718f-1127-48fa-b06f-23acd454bbab req-2d8da01c-a931-4fe0-88c9-82abf48891e6 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 944 time: 0.1683688 Nov 12 03:22:47.803399 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b8fcb24-bac7-41ec-8821-a7d4ca1aa667 req-1124ae1b-fa5a-4517-aced-303305d92f77 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380828 Nov 12 03:22:47.812867 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-1f97f416-f54d-4fe9-8529-7afb9b80e010 None None] Set router 7258aeea-bd10-428f-9cf4-10471a0450ea gateway port host: None {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:47.879148 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ccf6305b-99fe-4918-9f13-b5268bf59870 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8046162 Nov 12 03:22:47.879886 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55072) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:47.881870 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-1f97f416-f54d-4fe9-8529-7afb9b80e010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7258aeea-bd10-428f-9cf4-10471a0450ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1072236649-router', 'tenant_id': '15f36cc98dd94821bd61fba81e9d87f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:16:59Z', 'updated_at': '2021-11-12T03:22:47Z', 'revision_number': 6, 'project_id': '15f36cc98dd94821bd61fba81e9d87f0', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:47.886218 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-157b7485-6c34-4e36-af9f-007147e33591 admin admin] Request body: {'subnet': {'network_id': 'e27d7564-6d22-4aba-8393-df25a0e0004d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1364732903-subnet', 'tenant_id': 'e1192f3b82c6435d93d38f097bb06d31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:47.910774 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=1acb0f60-b3d3-46b6-9549-ded9dadb3974,revision_number=6']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:47.928847 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f97f416-f54d-4fe9-8529-7afb9b80e010 None None] The sync data for ids ['7258aeea-bd10-428f-9cf4-10471a0450ea'] in n-d-715271-27 is: [{'id': '7258aeea-bd10-428f-9cf4-10471a0450ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1072236649-router', 'tenant_id': '15f36cc98dd94821bd61fba81e9d87f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:16:59Z', 'updated_at': '2021-11-12T03:22:47Z', 'revision_number': 6, 'project_id': '15f36cc98dd94821bd61fba81e9d87f0', 'gw_port_host': None}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:22:47.958607 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-45c11158-604d-4381-9e47-c9d47a6fec2d admin admin] Deleting port c3de4586-3eb2-4e11-9901-803b354aec90 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:47.959772 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-45c11158-604d-4381-9e47-c9d47a6fec2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:47.972752 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0726130a-f6f9-46f5-a288-3091e31481cf x-openstack-request-id: req-0726130a-f6f9-46f5-a288-3091e31481cf {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:47.973041 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6559d32-d2e7-4356-8936-fd6273fdfc79", "name": "network-vif-deleted", "tag": "7eec5770-e287-4dd3-9495-d18834683a85", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:47.973805 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0726130a-f6f9-46f5-a288-3091e31481cf {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:47.974110 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6559d32-d2e7-4356-8936-fd6273fdfc79', 'name': 'network-vif-deleted', 'tag': '7eec5770-e287-4dd3-9495-d18834683a85', 'status': 'completed', 'code': 200} Nov 12 03:22:48.002334 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf6305b-99fe-4918-9f13-b5268bf59870 admin admin] Pushing event updated for resources: {'Network': ['ID=e27d7564-6d22-4aba-8393-df25a0e0004d,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:48.005761 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-aa1f718f-1127-48fa-b06f-23acd454bbab req-956d5cfd-cbab-47ba-81aa-1290d241cff4 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709515 Nov 12 03:22:48.032367 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network e27d7564-6d22-4aba-8393-df25a0e0004d details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:22:48.043901 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157b7485-6c34-4e36-af9f-007147e33591 admin admin] Made reservation on behalf of e1192f3b82c6435d93d38f097bb06d31 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:48.047212 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-157b7485-6c34-4e36-af9f-007147e33591 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:48.088376 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:48.091557 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-f98ecddd-8d36-4780-9d1e-c8a6e334f8e7 tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:48.093440 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-f98ecddd-8d36-4780-9d1e-c8a6e334f8e7 tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] 10.222.0.90 "GET /v2.0/networks?id=49e02f35-c78a-4364-bb2d-8297b36af36b HTTP/1.1" status: 200 len: 817 time: 0.3753073 Nov 12 03:22:48.138521 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-8ccebb3b-6007-46f0-8e59-b77b271b76ec tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] Request body: {'port': {'device_id': '7cc31b62-71a4-44be-9827-8e1d7daaca60', 'network_id': '49e02f35-c78a-4364-bb2d-8297b36af36b', 'admin_state_up': True, 'tenant_id': '43967d62094e4088bb831e485c84b809'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:48.164224 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-45c11158-604d-4381-9e47-c9d47a6fec2d admin admin] For port c3de4586-3eb2-4e11-9901-803b354aec90, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=c3de4586-3eb2-4e11-9901-803b354aec90,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:48.164820 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-45c11158-604d-4381-9e47-c9d47a6fec2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:48.186648 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-45c11158-604d-4381-9e47-c9d47a6fec2d admin admin] Calling delete_port for c3de4586-3eb2-4e11-9901-803b354aec90 owned by network:router_gateway {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:48.203429 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:48.221200 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6559d32-d2e7-4356-8936-fd6273fdfc79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1acb0f60-b3d3-46b6-9549-ded9dadb3974'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:48.228200 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a04f571-8f5e-40e4-b2b8-2deb77017196" -d '{"events": [{"server_uuid": "a6559d32-d2e7-4356-8936-fd6273fdfc79", "name": "network-vif-unplugged", "status": "completed", "tag": "1acb0f60-b3d3-46b6-9549-ded9dadb3974"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:48.285984 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 49039d32-b4c1-4532-acfe-2abae6a170ea, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=49039d32-b4c1-4532-acfe-2abae6a170ea,segment=NetworkSegment(5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b),segment_id=5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:48.300958 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:48.301935 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 7eec5770-e287-4dd3-9495-d18834683a85 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:48.361132 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-28a67b59-b7c9-4473-acc0-73ec0696a709 req-43fcf4f7-8740-4253-a821-6b6e563c7d14 tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cc31b62-71a4-44be-9827-8e1d7daaca60 HTTP/1.1" status: 200 len: 210 time: 0.1621952 Nov 12 03:22:48.443011 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0514860a-4ca8-42ed-858d-af58f64ee068 x-openstack-request-id: req-0514860a-4ca8-42ed-858d-af58f64ee068 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:48.443829 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6559d32-d2e7-4356-8936-fd6273fdfc79", "name": "network-vif-unplugged", "status": "completed", "tag": "1acb0f60-b3d3-46b6-9549-ded9dadb3974", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:48.444064 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0514860a-4ca8-42ed-858d-af58f64ee068 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:48.444480 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6559d32-d2e7-4356-8936-fd6273fdfc79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1acb0f60-b3d3-46b6-9549-ded9dadb3974', 'code': 200} Nov 12 03:22:48.451379 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 0abac67f-1460-4af8-b81b-529018275f09 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:48.462056 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: 7eec5770-e287-4dd3-9495-d18834683a85 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:22:48.462406 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 7eec5770-e287-4dd3-9495-d18834683a85 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:22:48.534616 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-45c11158-604d-4381-9e47-c9d47a6fec2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:48.550912 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 0abac67f-1460-4af8-b81b-529018275f09 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:22:48.551808 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 0abac67f-1460-4af8-b81b-529018275f09 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:22:48.568983 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=49039d32-b4c1-4532-acfe-2abae6a170ea,revision_number=6']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:48.586559 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d8eefe01-4de9-4821-8cbe-7ae28423e7c9 req-e60b0ab2-2cd0-4602-bb6d-da90c57ce44c tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:48.605421 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c11158-604d-4381-9e47-c9d47a6fec2d admin admin] Pushing event deleted for resources: {'Port': ['ID=c3de4586-3eb2-4e11-9901-803b354aec90,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:48.660156 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 2937aafc-2c4b-465b-9932-933f8f4edba0 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:48.665224 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04973572-123c-40e8-8d35-f8614f3157e4 req-f0e87a0e-aeed-4118-8eb0-85fab0d791c0 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:48.673674 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-04973572-123c-40e8-8d35-f8614f3157e4 req-f0e87a0e-aeed-4118-8eb0-85fab0d791c0 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 950 time: 0.1514580 Nov 12 03:22:48.676353 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b0ab2-2cd0-4602-bb6d-da90c57ce44c tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Pushing event deleted for resources: {'Port': ['ID=1acb0f60-b3d3-46b6-9549-ded9dadb3974,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:48.773009 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-04973572-123c-40e8-8d35-f8614f3157e4 req-62518538-eb5d-449c-8843-596ff3826230 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985484 Nov 12 03:22:48.813484 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-45c11158-604d-4381-9e47-c9d47a6fec2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:48.824328 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 2937aafc-2c4b-465b-9932-933f8f4edba0 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:22:48.841787 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 2937aafc-2c4b-465b-9932-933f8f4edba0 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:48.842441 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:48.844397 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff494340-561c-4945-b224-95eeb0c10312 req-3e6fea2d-0b59-4eba-bdeb-4f51d43c60ef tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:48.854015 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ff494340-561c-4945-b224-95eeb0c10312 req-3e6fea2d-0b59-4eba-bdeb-4f51d43c60ef tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6559d32-d2e7-4356-8936-fd6273fdfc79 HTTP/1.1" status: 200 len: 942 time: 0.3385432 Nov 12 03:22:48.872503 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8eefe01-4de9-4821-8cbe-7ae28423e7c9 req-e60b0ab2-2cd0-4602-bb6d-da90c57ce44c tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] No DVR routers for this DVR port 1acb0f60-b3d3-46b6-9549-ded9dadb3974 on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:48.908125 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-157b7485-6c34-4e36-af9f-007147e33591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:48.913774 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d8eefe01-4de9-4821-8cbe-7ae28423e7c9 req-e60b0ab2-2cd0-4602-bb6d-da90c57ce44c tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:48.922876 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d8eefe01-4de9-4821-8cbe-7ae28423e7c9 req-e60b0ab2-2cd0-4602-bb6d-da90c57ce44c tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.90 "DELETE /v2.0/ports/1acb0f60-b3d3-46b6-9549-ded9dadb3974 HTTP/1.1" status: 204 len: 173 time: 2.1353788 Nov 12 03:22:49.028802 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-8ccebb3b-6007-46f0-8e59-b77b271b76ec tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] Made reservation on behalf of 43967d62094e4088bb831e485c84b809 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:49.032427 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-8ccebb3b-6007-46f0-8e59-b77b271b76ec tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:49.118573 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-45c11158-604d-4381-9e47-c9d47a6fec2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:49.126549 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:49.134055 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-45c11158-604d-4381-9e47-c9d47a6fec2d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:49.172343 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ff494340-561c-4945-b224-95eeb0c10312 req-dee31e5f-83c7-4e1f-aa16-163b7254eb87 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7b9a195-d95c-4e3f-bea7-b1f410bc6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146138 Nov 12 03:22:49.203595 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 2937aafc-2c4b-465b-9932-933f8f4edba0, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=2937aafc-2c4b-465b-9932-933f8f4edba0,segment=NetworkSegment(8dbff2fd-9cfc-4504-9870-2f052b7a9289),segment_id=8dbff2fd-9cfc-4504-9870-2f052b7a9289)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:49.204894 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-45c11158-604d-4381-9e47-c9d47a6fec2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:49.205979 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c11158-604d-4381-9e47-c9d47a6fec2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7258aeea-bd10-428f-9cf4-10471a0450ea {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:22:49.214372 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-45c11158-604d-4381-9e47-c9d47a6fec2d admin admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:49.215816 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-45c11158-604d-4381-9e47-c9d47a6fec2d admin admin] 10.222.0.50 "DELETE /v2.0/routers/7258aeea-bd10-428f-9cf4-10471a0450ea HTTP/1.1" status: 204 len: 168 time: 2.4329348 Nov 12 03:22:49.219895 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55086) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:49.226736 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:49.237816 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568442a-c317-447a-8604-26386c5318ef req-f4729656-cec2-4a51-8475-0f1415915157 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:49.240707 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1568442a-c317-447a-8604-26386c5318ef req-f4729656-cec2-4a51-8475-0f1415915157 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a9a4535-b23b-4d12-a69b-45e98fbbd59a HTTP/1.1" status: 200 len: 945 time: 0.1495178 Nov 12 03:22:49.258277 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b7485-6c34-4e36-af9f-007147e33591 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36b22bc4-04aa-4109-bb38-599b9cb93288,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:49.296509 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 6a3faacc-255c-4170-9369-7f99646b6565 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:49.349553 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7f72ad5-408f-4ef2-82b1-d2871cf4d6f2 admin admin] Deleting subnet 3643bba4-e0d9-4aea-9f7c-ca7d91f3e58e {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:22:49.361411 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e7f72ad5-408f-4ef2-82b1-d2871cf4d6f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:49.378445 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157b7485-6c34-4e36-af9f-007147e33591 admin admin] Checking segment: {'id': 'eece85e2-9491-495c-808d-869c08a5aaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e27d7564-6d22-4aba-8393-df25a0e0004d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:49.378803 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157b7485-6c34-4e36-af9f-007147e33591 admin admin] Network hostable DHCP agents. Network: e27d7564-6d22-4aba-8393-df25a0e0004d, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:22:49.393983 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=2937aafc-2c4b-465b-9932-933f8f4edba0,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:49.416974 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 6a3faacc-255c-4170-9369-7f99646b6565 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:22:49.424178 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 6a3faacc-255c-4170-9369-7f99646b6565 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:49.424791 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:49.425565 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1568442a-c317-447a-8604-26386c5318ef req-19b9ee90-17bb-4551-aeb4-c51e5f65ae5b tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617122 Nov 12 03:22:49.465815 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e7f72ad5-408f-4ef2-82b1-d2871cf4d6f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:49.533938 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14effa2-6c4e-4a52-bd57-76e46246a41f req-162f8276-4ea0-4751-a2d1-4b618cfd5591 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:49.535543 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b14effa2-6c4e-4a52-bd57-76e46246a41f req-162f8276-4ea0-4751-a2d1-4b618cfd5591 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 945 time: 0.2460570 Nov 12 03:22:49.558613 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157b7485-6c34-4e36-af9f-007147e33591 admin admin] Network e27d7564-6d22-4aba-8393-df25a0e0004d is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:22:49.631368 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-157b7485-6c34-4e36-af9f-007147e33591 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, e27d7564-6d22-4aba-8393-df25a0e0004d) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:49.633411 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:49.635753 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157b7485-6c34-4e36-af9f-007147e33591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:49.636373 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-157b7485-6c34-4e36-af9f-007147e33591 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:49.641584 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-07e66443-176e-44ee-b6be-debcafb09a96 req-48f7cef7-9134-425d-a7f1-d9009a1153b2 tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cc31b62-71a4-44be-9827-8e1d7daaca60 HTTP/1.1" status: 200 len: 210 time: 0.0732176 Nov 12 03:22:49.662804 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-77569271-7fb8-49a4-b385-554ff1211ea0 req-6b348e4f-3756-4af7-9c56-50d118d137c0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1896799 Nov 12 03:22:49.665328 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-d8eefe01-4de9-4821-8cbe-7ae28423e7c9 req-b594a2d7-a07e-4d49-8e1e-a1ade9bcfa12 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Deleting port 49039d32-b4c1-4532-acfe-2abae6a170ea {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:49.665661 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d8eefe01-4de9-4821-8cbe-7ae28423e7c9 req-b594a2d7-a07e-4d49-8e1e-a1ade9bcfa12 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:49.804059 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199c5a69-7b50-4b1b-b9b9-9d09adf17e67 None None] Network e27d7564-6d22-4aba-8393-df25a0e0004d requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:22:49.804694 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e7f72ad5-408f-4ef2-82b1-d2871cf4d6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:49.844587 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-8ccebb3b-6007-46f0-8e59-b77b271b76ec tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] Allocated IP 172.20.0.4 (49e02f35-c78a-4364-bb2d-8297b36af36b/0bbab05c-00f6-474c-bc5a-4a23454bb118/8e006b3f-4161-482f-a98c-4e1086628fa9) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:49.901162 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-157b7485-6c34-4e36-af9f-007147e33591 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0199714 Nov 12 03:22:49.935073 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-d8eefe01-4de9-4821-8cbe-7ae28423e7c9 req-b594a2d7-a07e-4d49-8e1e-a1ade9bcfa12 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] For port 49039d32-b4c1-4532-acfe-2abae6a170ea, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=49039d32-b4c1-4532-acfe-2abae6a170ea,segment=NetworkSegment(5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b),segment_id=5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:49.935696 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d8eefe01-4de9-4821-8cbe-7ae28423e7c9 req-b594a2d7-a07e-4d49-8e1e-a1ade9bcfa12 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:49.986757 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b14effa2-6c4e-4a52-bd57-76e46246a41f req-e8a08920-a145-40d0-8a78-6c831975c354 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4049978 Nov 12 03:22:49.996297 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6559d32-d2e7-4356-8936-fd6273fdfc79', 'name': 'network-vif-deleted', 'tag': '1acb0f60-b3d3-46b6-9549-ded9dadb3974'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:50.001723 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701d06d7-469b-47fb-b861-a375727dc99b" -d '{"events": [{"server_uuid": "a6559d32-d2e7-4356-8936-fd6273fdfc79", "name": "network-vif-deleted", "tag": "1acb0f60-b3d3-46b6-9549-ded9dadb3974"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:50.013569 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 6a3faacc-255c-4170-9369-7f99646b6565, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=6a3faacc-255c-4170-9369-7f99646b6565,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:50.044805 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-d8eefe01-4de9-4821-8cbe-7ae28423e7c9 req-b594a2d7-a07e-4d49-8e1e-a1ade9bcfa12 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Calling delete_port for 49039d32-b4c1-4532-acfe-2abae6a170ea owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:50.058287 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:50.109482 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e7f72ad5-408f-4ef2-82b1-d2871cf4d6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:50.116692 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bc6bac-f679-4fd2-9a06-58d9097e293e None None] Network e27d7564-6d22-4aba-8393-df25a0e0004d requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:22:50.185531 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f72ad5-408f-4ef2-82b1-d2871cf4d6f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3643bba4-e0d9-4aea-9f7c-ca7d91f3e58e,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:50.189271 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=6a3faacc-255c-4170-9369-7f99646b6565,revision_number=14']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:50.216540 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e7f72ad5-408f-4ef2-82b1-d2871cf4d6f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:50.223552 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4922eb13-09e0-4441-ac2d-dbf427279611 None None] Network e4932261-c030-4159-a044-fdca621cc9ea requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:22:50.223765 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e7f72ad5-408f-4ef2-82b1-d2871cf4d6f2 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3643bba4-e0d9-4aea-9f7c-ca7d91f3e58e HTTP/1.1" status: 204 len: 168 time: 1.0002635 Nov 12 03:22:50.231649 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d12e7-dceb-4ed2-95d7-0f5c81981367 req-f5b643a4-6a21-49e4-8a80-00510d21b5fd tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:50.233207 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-013d12e7-dceb-4ed2-95d7-0f5c81981367 req-f5b643a4-6a21-49e4-8a80-00510d21b5fd tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.90 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 950 time: 0.2552645 Nov 12 03:22:50.233669 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55108) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:50.296391 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d8eefe01-4de9-4821-8cbe-7ae28423e7c9 req-b594a2d7-a07e-4d49-8e1e-a1ade9bcfa12 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:50.337991 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f3911-d7a2-484b-bd33-8ddfe0f99b95 req-9043e7ed-883c-44bb-9d78-d3482caca1e7 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:50.339784 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e01f3911-d7a2-484b-bd33-8ddfe0f99b95 req-9043e7ed-883c-44bb-9d78-d3482caca1e7 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 951 time: 0.2785842 Nov 12 03:22:50.360223 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device c3de4586-3eb2-4e11-9901-803b354aec90 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:50.393270 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b594a2d7-a07e-4d49-8e1e-a1ade9bcfa12 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Pushing event deleted for resources: {'Port': ['ID=49039d32-b4c1-4532-acfe-2abae6a170ea,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:50.426969 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77569271-7fb8-49a4-b385-554ff1211ea0 req-ffe42b7f-9c71-4ddf-9a56-24422dfd0724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:50.429518 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-77569271-7fb8-49a4-b385-554ff1211ea0 req-ffe42b7f-9c71-4ddf-9a56-24422dfd0724 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 1101 time: 0.6061921 Nov 12 03:22:50.468885 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6559d32-d2e7-4356-8936-fd6273fdfc79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49039d32-b4c1-4532-acfe-2abae6a170ea'}, {'server_uuid': 'e339cc1b-324c-4054-bd89-ce4a261e2fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2937aafc-2c4b-465b-9932-933f8f4edba0'}, {'server_uuid': 'f64d0621-ef1c-4560-8730-e93114a76144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3faacc-255c-4170-9369-7f99646b6565'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:50.477174 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88361b8-b10e-48c0-9719-f91429344d4d" -d '{"events": [{"server_uuid": "a6559d32-d2e7-4356-8936-fd6273fdfc79", "name": "network-vif-unplugged", "status": "completed", "tag": "49039d32-b4c1-4532-acfe-2abae6a170ea"}, {"server_uuid": "e339cc1b-324c-4054-bd89-ce4a261e2fd1", "name": "network-vif-plugged", "status": "completed", "tag": "2937aafc-2c4b-465b-9932-933f8f4edba0"}, {"server_uuid": "f64d0621-ef1c-4560-8730-e93114a76144", "name": "network-vif-plugged", "status": "completed", "tag": "6a3faacc-255c-4170-9369-7f99646b6565"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:50.503196 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8eefe01-4de9-4821-8cbe-7ae28423e7c9 req-b594a2d7-a07e-4d49-8e1e-a1ade9bcfa12 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] No DVR routers for this DVR port 49039d32-b4c1-4532-acfe-2abae6a170ea on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:50.507417 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d8eefe01-4de9-4821-8cbe-7ae28423e7c9 req-b594a2d7-a07e-4d49-8e1e-a1ade9bcfa12 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:50.511814 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d8eefe01-4de9-4821-8cbe-7ae28423e7c9 req-b594a2d7-a07e-4d49-8e1e-a1ade9bcfa12 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.90 "DELETE /v2.0/ports/49039d32-b4c1-4532-acfe-2abae6a170ea HTTP/1.1" status: 204 len: 173 time: 1.5713272 Nov 12 03:22:50.514059 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ac8fe530-aa3d-4999-adfc-ed980b4bd569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:50.524554 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: c3de4586-3eb2-4e11-9901-803b354aec90 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:22:50.525060 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device c3de4586-3eb2-4e11-9901-803b354aec90 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:22:50.548607 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e01f3911-d7a2-484b-bd33-8ddfe0f99b95 req-33985868-a66e-471a-903d-7beec106c0d4 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951048 Nov 12 03:22:50.564383 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443345b-bbde-485a-8478-4c4b60da2055 req-1221e4aa-4268-496c-b6ab-e536241b5ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:50.566520 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a443345b-bbde-485a-8478-4c4b60da2055 req-1221e4aa-4268-496c-b6ab-e536241b5ea7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2b6c3f20e3df4bfeadb358a1e561f7d3&device_id=5a9a4535-b23b-4d12-a69b-45e98fbbd59a HTTP/1.1" status: 200 len: 1097 time: 0.5577207 Nov 12 03:22:50.629219 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6eb9c6-54fc-4f84-904a-f26ebfe99519 req-bdb42e95-324d-4bee-a3de-dfdcfbc3136a tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:50.638386 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fe6eb9c6-54fc-4f84-904a-f26ebfe99519 req-bdb42e95-324d-4bee-a3de-dfdcfbc3136a tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a9a4535-b23b-4d12-a69b-45e98fbbd59a HTTP/1.1" status: 200 len: 945 time: 0.3649206 Nov 12 03:22:50.715146 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8dd0bd-7ffa-4849-b664-24228b824bb2 None None] DHCP port deletion for e4932261-c030-4159-a044-fdca621cc9ea request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:22:50.845188 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-9a8dd0bd-7ffa-4849-b664-24228b824bb2 None None] Deleting port 3701cf19-b96b-41b1-b6eb-8df379671dc0 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:50.845578 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9a8dd0bd-7ffa-4849-b664-24228b824bb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:50.930527 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fe6eb9c6-54fc-4f84-904a-f26ebfe99519 req-36b6acd4-350e-4414-bc30-52752f776f27 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911241 Nov 12 03:22:50.961836 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-9a8dd0bd-7ffa-4849-b664-24228b824bb2 None None] For port 3701cf19-b96b-41b1-b6eb-8df379671dc0, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=3701cf19-b96b-41b1-b6eb-8df379671dc0,segment=NetworkSegment(cd74b279-4920-49b8-8e7f-eb080aa7a0d5),segment_id=cd74b279-4920-49b8-8e7f-eb080aa7a0d5)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:50.962657 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9a8dd0bd-7ffa-4849-b664-24228b824bb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:50.978781 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-9a8dd0bd-7ffa-4849-b664-24228b824bb2 None None] Calling delete_port for 3701cf19-b96b-41b1-b6eb-8df379671dc0 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:50.991724 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77569271-7fb8-49a4-b385-554ff1211ea0 req-936e9416-0fda-4ae7-8f2c-bb54c73fc709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:50.993277 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-77569271-7fb8-49a4-b385-554ff1211ea0 req-936e9416-0fda-4ae7-8f2c-bb54c73fc709 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.5352092 Nov 12 03:22:51.006294 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-8ccebb3b-6007-46f0-8e59-b77b271b76ec tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:51.056458 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443345b-bbde-485a-8478-4c4b60da2055 req-953f49e7-8793-4e98-82dc-c03ccea2d7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:51.057227 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a443345b-bbde-485a-8478-4c4b60da2055 req-953f49e7-8793-4e98-82dc-c03ccea2d7c9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bd20a58b-98df-4ef8-98dd-f9fae3c64676 HTTP/1.1" status: 200 len: 911 time: 0.4598935 Nov 12 03:22:51.060717 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-77569271-7fb8-49a4-b385-554ff1211ea0 req-02cf7d1f-cf5e-4550-8a0a-47a597e1e281 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=cf18a935-ba16-480d-beeb-265435239d7f HTTP/1.1" status: 200 len: 217 time: 0.0527456 Nov 12 03:22:51.135929 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-013d12e7-dceb-4ed2-95d7-0f5c81981367 req-3aa8caad-069c-4f0b-b475-84d6de6fa66b tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Deleting port 6a3faacc-255c-4170-9369-7f99646b6565 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:51.136304 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-013d12e7-dceb-4ed2-95d7-0f5c81981367 req-3aa8caad-069c-4f0b-b475-84d6de6fa66b tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:51.186653 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a443345b-bbde-485a-8478-4c4b60da2055 req-26158a86-7b46-49ee-abb0-974936461d04 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d132cc5-f4a7-4105-b078-5b741879878d HTTP/1.1" status: 200 len: 217 time: 0.1139193 Nov 12 03:22:51.257135 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9a8dd0bd-7ffa-4849-b664-24228b824bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:51.276123 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8dd0bd-7ffa-4849-b664-24228b824bb2 None None] No DVR routers for this DVR port 3701cf19-b96b-41b1-b6eb-8df379671dc0 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:51.311462 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8dd0bd-7ffa-4849-b664-24228b824bb2 None None] Pushing event deleted for resources: {'Port': ['ID=3701cf19-b96b-41b1-b6eb-8df379671dc0,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:51.391148 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-ac8fe530-aa3d-4999-adfc-ed980b4bd569 admin admin] Deleting port 3701cf19-b96b-41b1-b6eb-8df379671dc0 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:51.391626 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ac8fe530-aa3d-4999-adfc-ed980b4bd569 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:51.422058 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-8ccebb3b-6007-46f0-8e59-b77b271b76ec tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:51.461426 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77569271-7fb8-49a4-b385-554ff1211ea0 req-03fe3824-d1f9-4b50-a868-1dfe6431cbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:51.463235 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-77569271-7fb8-49a4-b385-554ff1211ea0 req-03fe3824-d1f9-4b50-a868-1dfe6431cbd4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.2961266 Nov 12 03:22:51.468328 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443345b-bbde-485a-8478-4c4b60da2055 req-b37afe82-783a-4737-a9e0-5923e0e7971f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:51.469937 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a443345b-bbde-485a-8478-4c4b60da2055 req-b37afe82-783a-4737-a9e0-5923e0e7971f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9df5425c-e3c5-4b00-ac6d-1c0b8d452c62 HTTP/1.1" status: 200 len: 850 time: 0.2562912 Nov 12 03:22:51.483151 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e590c-71af-4acd-bc0e-91348865004f req-7d0a2787-03b3-44ae-b278-6952e08b2162 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:51.484726 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b13e590c-71af-4acd-bc0e-91348865004f req-7d0a2787-03b3-44ae-b278-6952e08b2162 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/networks?id=e27d7564-6d22-4aba-8393-df25a0e0004d HTTP/1.1" status: 200 len: 812 time: 0.3449829 Nov 12 03:22:51.497150 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-013d12e7-dceb-4ed2-95d7-0f5c81981367 req-3aa8caad-069c-4f0b-b475-84d6de6fa66b tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] For port 6a3faacc-255c-4170-9369-7f99646b6565, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=6a3faacc-255c-4170-9369-7f99646b6565,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:51.497515 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-013d12e7-dceb-4ed2-95d7-0f5c81981367 req-3aa8caad-069c-4f0b-b475-84d6de6fa66b tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:51.530087 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-ac8fe530-aa3d-4999-adfc-ed980b4bd569 admin admin] For port 3701cf19-b96b-41b1-b6eb-8df379671dc0, host n-d-715271-27, got binding levels [] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:51.530457 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ac8fe530-aa3d-4999-adfc-ed980b4bd569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:51.532836 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-013d12e7-dceb-4ed2-95d7-0f5c81981367 req-3aa8caad-069c-4f0b-b475-84d6de6fa66b tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Calling delete_port for 6a3faacc-255c-4170-9369-7f99646b6565 owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:51.546106 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b13e590c-71af-4acd-bc0e-91348865004f req-b648710e-4d46-4a0e-a2b2-4dd747dedd9d tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/quotas/e1192f3b82c6435d93d38f097bb06d31 HTTP/1.1" status: 200 len: 375 time: 0.0507848 Nov 12 03:22:51.568721 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-ac8fe530-aa3d-4999-adfc-ed980b4bd569 admin admin] Calling delete_port for 3701cf19-b96b-41b1-b6eb-8df379671dc0 owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:51.572747 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.ipam_backend_mixin [None req-ac8fe530-aa3d-4999-adfc-ed980b4bd569 admin admin] Port 3701cf19-b96b-41b1-b6eb-8df379671dc0 was not found and therefore no delete operation was performed {{(pid=102572) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:22:51.597153 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b13e590c-71af-4acd-bc0e-91348865004f req-96092b79-ee0b-4098-ac02-d85b26c226cb tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e1192f3b82c6435d93d38f097bb06d31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491552 Nov 12 03:22:51.615661 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a443345b-bbde-485a-8478-4c4b60da2055 req-248ff38a-2ee3-49cb-b531-bd813eeb9641 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bd20a58b-98df-4ef8-98dd-f9fae3c64676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355446 Nov 12 03:22:51.626190 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ac8fe530-aa3d-4999-adfc-ed980b4bd569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:51.630314 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-83f813f9-2eae-4262-afc3-6a2e91dfb8ec req-47c5b2e3-b9bc-4024-9722-4b5570ec3c27 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6559d32-d2e7-4356-8936-fd6273fdfc79 HTTP/1.1" status: 200 len: 210 time: 0.1837060 Nov 12 03:22:51.730159 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccebb3b-6007-46f0-8e59-b77b271b76ec tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] Pushing event updated for resources: {'Port': ['ID=8e006b3f-4161-482f-a98c-4e1086628fa9,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:51.745387 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8fe530-aa3d-4999-adfc-ed980b4bd569 admin admin] No DVR routers for this DVR port 3701cf19-b96b-41b1-b6eb-8df379671dc0 on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:51.747079 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8fe530-aa3d-4999-adfc-ed980b4bd569 admin admin] Pushing event deleted for resources: {'Port': ['ID=3701cf19-b96b-41b1-b6eb-8df379671dc0,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:51.792932 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d155841c-0cae-4643-9777-3a55a8660acd x-openstack-request-id: req-d155841c-0cae-4643-9777-3a55a8660acd {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:51.793327 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6559d32-d2e7-4356-8936-fd6273fdfc79", "name": "network-vif-deleted", "tag": "1acb0f60-b3d3-46b6-9549-ded9dadb3974", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:51.793482 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d155841c-0cae-4643-9777-3a55a8660acd {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:51.793873 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6559d32-d2e7-4356-8936-fd6273fdfc79', 'name': 'network-vif-deleted', 'tag': '1acb0f60-b3d3-46b6-9549-ded9dadb3974', 'status': 'completed', 'code': 200} Nov 12 03:22:51.799470 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-8ccebb3b-6007-46f0-8e59-b77b271b76ec tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] Network 49e02f35-c78a-4364-bb2d-8297b36af36b is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:51.827159 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-8ccebb3b-6007-46f0-8e59-b77b271b76ec tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:51.827484 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337ac842-b9d8-4221-a287-b0af5a569608 x-openstack-request-id: req-337ac842-b9d8-4221-a287-b0af5a569608 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:51.828048 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6559d32-d2e7-4356-8936-fd6273fdfc79", "name": "network-vif-unplugged", "status": "completed", "tag": "49039d32-b4c1-4532-acfe-2abae6a170ea", "code": 200}, {"server_uuid": "e339cc1b-324c-4054-bd89-ce4a261e2fd1", "name": "network-vif-plugged", "status": "completed", "tag": "2937aafc-2c4b-465b-9932-933f8f4edba0", "code": 200}, {"server_uuid": "f64d0621-ef1c-4560-8730-e93114a76144", "name": "network-vif-plugged", "status": "completed", "tag": "6a3faacc-255c-4170-9369-7f99646b6565", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:51.828048 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-337ac842-b9d8-4221-a287-b0af5a569608 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:51.830250 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6559d32-d2e7-4356-8936-fd6273fdfc79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49039d32-b4c1-4532-acfe-2abae6a170ea', 'code': 200} Nov 12 03:22:51.830485 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e339cc1b-324c-4054-bd89-ce4a261e2fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2937aafc-2c4b-465b-9932-933f8f4edba0', 'code': 200} Nov 12 03:22:51.830750 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64d0621-ef1c-4560-8730-e93114a76144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3faacc-255c-4170-9369-7f99646b6565', 'code': 200} Nov 12 03:22:51.840147 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccebb3b-6007-46f0-8e59-b77b271b76ec tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:51.840147 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccebb3b-6007-46f0-8e59-b77b271b76ec tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:51.840147 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccebb3b-6007-46f0-8e59-b77b271b76ec tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:51.840147 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccebb3b-6007-46f0-8e59-b77b271b76ec tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:51.840147 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccebb3b-6007-46f0-8e59-b77b271b76ec tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:51.840147 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccebb3b-6007-46f0-8e59-b77b271b76ec tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:51.841051 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccebb3b-6007-46f0-8e59-b77b271b76ec tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:51.841051 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccebb3b-6007-46f0-8e59-b77b271b76ec tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:51.841051 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccebb3b-6007-46f0-8e59-b77b271b76ec tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:51.841430 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccebb3b-6007-46f0-8e59-b77b271b76ec tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:51.841555 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccebb3b-6007-46f0-8e59-b77b271b76ec tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:51.841961 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccebb3b-6007-46f0-8e59-b77b271b76ec tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:51.846953 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-8ccebb3b-6007-46f0-8e59-b77b271b76ec tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:51.994021 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b13e590c-71af-4acd-bc0e-91348865004f req-eb5db7a6-9fa1-4d10-bb84-c67b83bee3c2 service neutron] 10.222.0.50 "GET /v2.0/networks/e27d7564-6d22-4aba-8393-df25a0e0004d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968968 Nov 12 03:22:51.995652 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ac8fe530-aa3d-4999-adfc-ed980b4bd569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:52.009230 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77569271-7fb8-49a4-b385-554ff1211ea0 req-0a3edbd4-e266-4b83-a5f0-0ef4eff93b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:52.010773 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-77569271-7fb8-49a4-b385-554ff1211ea0 req-0a3edbd4-e266-4b83-a5f0-0ef4eff93b00 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4934943 Nov 12 03:22:52.079433 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-ac8fe530-aa3d-4999-adfc-ed980b4bd569 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4932261-c030-4159-a044-fdca621cc9ea']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:52.117613 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-8ccebb3b-6007-46f0-8e59-b77b271b76ec tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:52.118286 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-8ccebb3b-6007-46f0-8e59-b77b271b76ec tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:52.144249 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-ac8fe530-aa3d-4999-adfc-ed980b4bd569 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd74b279-4920-49b8-8e7f-eb080aa7a0d5') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:52.144532 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-ac8fe530-aa3d-4999-adfc-ed980b4bd569 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd74b279-4920-49b8-8e7f-eb080aa7a0d5') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:52.159849 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ac8fe530-aa3d-4999-adfc-ed980b4bd569 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:52.176787 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a443345b-bbde-485a-8478-4c4b60da2055 req-2998617f-d0b8-42c0-8fe1-84e5002c5a44 service neutron] 10.222.0.74 "GET /v2.0/networks/bd20a58b-98df-4ef8-98dd-f9fae3c64676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5386708 Nov 12 03:22:52.193480 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-8ccebb3b-6007-46f0-8e59-b77b271b76ec tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0579209 Nov 12 03:22:52.196494 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ac8fe530-aa3d-4999-adfc-ed980b4bd569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:52.211631 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac8fe530-aa3d-4999-adfc-ed980b4bd569 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:22:52.211904 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ac8fe530-aa3d-4999-adfc-ed980b4bd569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:52.213667 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:22:52.213667 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:22:52.213667 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:22:52.213667 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:22:52.213667 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:22:52.213667 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:22:52.213667 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:22:52.213667 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:22:52.213667 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:22:52.213667 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:22:52.213667 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:22:52.213667 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:22:52.213667 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:22:52.213667 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:22:52.213667 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:22:52.213667 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:22:52.213667 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:22:52.213667 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:22:52.213667 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:22:52.213667 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:22:52.213667 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:22:52.213667 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:22:52.213667 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:22:52.213667 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:22:52.213667 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:22:52.213667 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:22:52.213667 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:22:52.213667 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:22:52.213667 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:22:52.213667 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:22:52.213667 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:22:52.213667 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:22:52.215957 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-28619413-e92a-4df7-b342-eede94f92539 service neutron] Request body: {'port': {'device_id': '7cc31b62-71a4-44be-9827-8e1d7daaca60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:52.222176 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c191f-fa07-4d76-8d5a-9c59da8671de req-d32bd295-5d59-4966-bdf8-53234afb9091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:52.223730 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-641c191f-fa07-4d76-8d5a-9c59da8671de req-d32bd295-5d59-4966-bdf8-53234afb9091 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 1097 time: 0.2571015 Nov 12 03:22:52.232234 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-013d12e7-dceb-4ed2-95d7-0f5c81981367 req-3aa8caad-069c-4f0b-b475-84d6de6fa66b tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:52.245768 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['cf18a935-ba16-480d-beeb-265435239d7f', 'a6c70e7a-cb90-47e9-9257-b8480510453f', '1f961a16-1d9d-4543-9741-1345153c155d'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:52.320959 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa8caad-069c-4f0b-b475-84d6de6fa66b tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Pushing event deleted for resources: {'Port': ['ID=6a3faacc-255c-4170-9369-7f99646b6565,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:52.335005 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b13e590c-71af-4acd-bc0e-91348865004f req-62badda2-2bd9-4953-8e58-aa5f9f37007f service neutron] 10.222.0.50 "GET /v2.0/networks/e27d7564-6d22-4aba-8393-df25a0e0004d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258531 Nov 12 03:22:52.337046 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['6a3faacc-255c-4170-9369-7f99646b6565'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:52.433948 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ac8fe530-aa3d-4999-adfc-ed980b4bd569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:52.452690 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 3701cf19-b96b-41b1-b6eb-8df379671dc0 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:52.535560 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 3701cf19-b96b-41b1-b6eb-8df379671dc0 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:22:52.536569 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ac8fe530-aa3d-4999-adfc-ed980b4bd569 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:52.536907 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 3701cf19-b96b-41b1-b6eb-8df379671dc0 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:22:52.546581 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ac8fe530-aa3d-4999-adfc-ed980b4bd569 admin admin] 10.222.0.50 "DELETE /v2.0/networks/e4932261-c030-4159-a044-fdca621cc9ea HTTP/1.1" status: 204 len: 168 time: 2.3100774 Nov 12 03:22:52.550007 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8fe530-aa3d-4999-adfc-ed980b4bd569 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4932261-c030-4159-a044-fdca621cc9ea,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:52.552153 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-013d12e7-dceb-4ed2-95d7-0f5c81981367 req-3aa8caad-069c-4f0b-b475-84d6de6fa66b tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] No DVR routers for this DVR port 6a3faacc-255c-4170-9369-7f99646b6565 on host n-h2-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:52.584580 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-013d12e7-dceb-4ed2-95d7-0f5c81981367 req-3aa8caad-069c-4f0b-b475-84d6de6fa66b tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:52.597862 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-013d12e7-dceb-4ed2-95d7-0f5c81981367 req-3aa8caad-069c-4f0b-b475-84d6de6fa66b tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.90 "DELETE /v2.0/ports/6a3faacc-255c-4170-9369-7f99646b6565 HTTP/1.1" status: 204 len: 173 time: 2.3487113 Nov 12 03:22:52.601198 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64d0621-ef1c-4560-8730-e93114a76144', 'name': 'network-vif-deleted', 'tag': '6a3faacc-255c-4170-9369-7f99646b6565'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:52.603880 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15094623-2bf7-4239-a86b-df603f713f7e" -d '{"events": [{"server_uuid": "f64d0621-ef1c-4560-8730-e93114a76144", "name": "network-vif-deleted", "tag": "6a3faacc-255c-4170-9369-7f99646b6565"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:52.701040 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9d0fa-15f1-49bb-abbe-d86686a5c49b req-d6edb895-dfd5-4ba5-9e96-7afbbea4e72e tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:52.709875 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-22b9d0fa-15f1-49bb-abbe-d86686a5c49b req-d6edb895-dfd5-4ba5-9e96-7afbbea4e72e tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cc31b62-71a4-44be-9827-8e1d7daaca60 HTTP/1.1" status: 200 len: 931 time: 0.6773596 Nov 12 03:22:52.849049 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-77569271-7fb8-49a4-b385-554ff1211ea0 req-9b706de1-ca9a-4f57-8622-8cfe769866d7 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8186495 Nov 12 03:22:52.887090 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55144) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:52.937929 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-28619413-e92a-4df7-b342-eede94f92539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:52.964058 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-641c191f-fa07-4d76-8d5a-9c59da8671de req-ad3f55ab-023e-41b5-9f64-f1f5ce9f7250 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045104 Nov 12 03:22:52.976704 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-22b9d0fa-15f1-49bb-abbe-d86686a5c49b req-d1a5c21a-7c67-4da2-96ea-d387b60cc492 tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] 10.222.0.50 "GET /v2.0/security-groups?id=03cf58bf-34ab-42c9-931d-5ef50ab7e66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654278 Nov 12 03:22:53.077508 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-796ed5e5-f175-44d9-bdb3-84e0767010d9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9ec418fa1b0f4b7bae30d2cd4a8b187d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1877537 Nov 12 03:22:53.078947 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55148) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:53.086379 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a443345b-bbde-485a-8478-4c4b60da2055 req-79e9bd6d-1564-49df-ad67-e7f70d949164 service neutron] 10.222.0.74 "GET /v2.0/networks/bd20a58b-98df-4ef8-98dd-f9fae3c64676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8918548 Nov 12 03:22:53.228878 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-07895986-957d-4e2c-b82d-56ebb77ea0a5 req-b7311839-5156-4ea1-a095-861447039dd9 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=f64d0621-ef1c-4560-8730-e93114a76144 HTTP/1.1" status: 200 len: 210 time: 0.0498264 Nov 12 03:22:53.406975 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-77569271-7fb8-49a4-b385-554ff1211ea0 req-9f47a2ba-10e7-4492-a2d9-3652efb5aff1 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5401175 Nov 12 03:22:53.448583 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8f6df975-ccb8-4c63-8761-0f425ba4be0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:53.480976 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8f6df975-ccb8-4c63-8761-0f425ba4be0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:53.498701 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c43ae3-c46b-4b4f-b1d3-c73bc1ead04a req-2d257087-b23e-48ce-87e4-0de15b67c7da tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:53.506837 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b8c43ae3-c46b-4b4f-b1d3-c73bc1ead04a req-2d257087-b23e-48ce-87e4-0de15b67c7da tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a9a4535-b23b-4d12-a69b-45e98fbbd59a HTTP/1.1" status: 200 len: 945 time: 0.1428103 Nov 12 03:22:53.553669 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8f6df975-ccb8-4c63-8761-0f425ba4be0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:53.559698 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8f6df975-ccb8-4c63-8761-0f425ba4be0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:53.561574 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8f6df975-ccb8-4c63-8761-0f425ba4be0e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b91c2cd2-dd9e-442f-9dc2-3e1c17e1ecd6 HTTP/1.1" status: 204 len: 168 time: 0.4816899 Nov 12 03:22:53.581306 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6df975-ccb8-4c63-8761-0f425ba4be0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91c2cd2-dd9e-442f-9dc2-3e1c17e1ecd6,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:53.606675 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b8c43ae3-c46b-4b4f-b1d3-c73bc1ead04a req-59699d5f-a645-4101-a288-9e7a0498734e tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962546 Nov 12 03:22:53.610165 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27e3f8-ffce-4167-aff4-7f353ab5cc06 req-4ea7dcab-178a-4305-812b-85fc97a76339 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:53.621549 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fd27e3f8-ffce-4167-aff4-7f353ab5cc06 req-4ea7dcab-178a-4305-812b-85fc97a76339 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 945 time: 0.5566189 Nov 12 03:22:53.709908 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366b66c8-a455-4a24-b666-97e90560549b x-openstack-request-id: req-366b66c8-a455-4a24-b666-97e90560549b {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:53.710201 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64d0621-ef1c-4560-8730-e93114a76144", "name": "network-vif-deleted", "tag": "6a3faacc-255c-4170-9369-7f99646b6565", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:53.710458 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-366b66c8-a455-4a24-b666-97e90560549b {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:53.710869 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64d0621-ef1c-4560-8730-e93114a76144', 'name': 'network-vif-deleted', 'tag': '6a3faacc-255c-4170-9369-7f99646b6565', 'status': 'completed', 'code': 200} Nov 12 03:22:53.723582 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fd27e3f8-ffce-4167-aff4-7f353ab5cc06 req-ad4a44ba-906c-49ef-b4a9-abc0731a7e05 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976236 Nov 12 03:22:53.793191 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55162) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:53.796821 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6559d32-d2e7-4356-8936-fd6273fdfc79', 'name': 'network-vif-deleted', 'tag': '49039d32-b4c1-4532-acfe-2abae6a170ea'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:53.799044 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c5ef15-4f93-4e88-b44e-bf3c30f607b6" -d '{"events": [{"server_uuid": "a6559d32-d2e7-4356-8936-fd6273fdfc79", "name": "network-vif-deleted", "tag": "49039d32-b4c1-4532-acfe-2abae6a170ea"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:53.842245 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-28619413-e92a-4df7-b342-eede94f92539 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e006b3f-4161-482f-a98c-4e1086628fa9 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:53.850945 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dcb82b2e-adc3-4a9d-ab6d-31368fa98980 req-c40c3a6e-c731-4536-b819-5b3726c752ec tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fd2016c-ef46-4c1a-a50c-6a7029ac301f HTTP/1.1" status: 200 len: 210 time: 0.0671687 Nov 12 03:22:53.963281 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d4deef-2e5f-417c-98a1-2ac70decd6c5 x-openstack-request-id: req-c2d4deef-2e5f-417c-98a1-2ac70decd6c5 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:53.965964 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6559d32-d2e7-4356-8936-fd6273fdfc79", "name": "network-vif-deleted", "tag": "49039d32-b4c1-4532-acfe-2abae6a170ea", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:53.966432 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c2d4deef-2e5f-417c-98a1-2ac70decd6c5 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:53.966849 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6559d32-d2e7-4356-8936-fd6273fdfc79', 'name': 'network-vif-deleted', 'tag': '49039d32-b4c1-4532-acfe-2abae6a170ea', 'status': 'completed', 'code': 200} Nov 12 03:22:53.968892 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-28619413-e92a-4df7-b342-eede94f92539 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:53.975570 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4cc2c48-b2f6-49e8-92d4-af8656a5c081 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Deleting subnet 9eb5e787-1738-4f8e-9305-2adec92e0cb5 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:22:53.983231 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a4cc2c48-b2f6-49e8-92d4-af8656a5c081 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:54.014120 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-28619413-e92a-4df7-b342-eede94f92539 service neutron] Transition to ACTIVE for port object 8e006b3f-4161-482f-a98c-4e1086628fa9 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:22:54.026103 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-28619413-e92a-4df7-b342-eede94f92539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:54.062299 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a4cc2c48-b2f6-49e8-92d4-af8656a5c081 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:54.135397 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28619413-e92a-4df7-b342-eede94f92539 service neutron] Pushing event updated for resources: {'Port': ['ID=8e006b3f-4161-482f-a98c-4e1086628fa9,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:54.274098 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a4cc2c48-b2f6-49e8-92d4-af8656a5c081 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:54.289803 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f6595-4b02-4a77-ac57-8b7ce7123781 req-9e376bb9-e2e0-4354-a851-77e5f3b937df tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:54.307841 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ca1f6595-4b02-4a77-ac57-8b7ce7123781 req-9e376bb9-e2e0-4354-a851-77e5f3b937df tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cc31b62-71a4-44be-9827-8e1d7daaca60 HTTP/1.1" status: 200 len: 943 time: 0.2046232 Nov 12 03:22:54.394420 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a4cc2c48-b2f6-49e8-92d4-af8656a5c081 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:54.401936 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55176) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:54.469883 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ca1f6595-4b02-4a77-ac57-8b7ce7123781 req-eeb23e53-5f88-4f4b-8673-983bc03cb1ff tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] 10.222.0.50 "GET /v2.0/security-groups?id=03cf58bf-34ab-42c9-931d-5ef50ab7e66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588790 Nov 12 03:22:54.477719 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-28619413-e92a-4df7-b342-eede94f92539 service neutron] Attempting to bind port 8e006b3f-4161-482f-a98c-4e1086628fa9 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:54.478233 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-28619413-e92a-4df7-b342-eede94f92539 service neutron] Attempting to bind port 8e006b3f-4161-482f-a98c-4e1086628fa9 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '0f96e47b-f0f7-4e8a-b206-8b20f3c5ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '49e02f35-c78a-4364-bb2d-8297b36af36b'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:54.478713 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-28619413-e92a-4df7-b342-eede94f92539 service neutron] Attempting to bind port 8e006b3f-4161-482f-a98c-4e1086628fa9 on network 49e02f35-c78a-4364-bb2d-8297b36af36b {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:54.485656 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-28619413-e92a-4df7-b342-eede94f92539 service neutron] Port 8e006b3f-4161-482f-a98c-4e1086628fa9 on network 49e02f35-c78a-4364-bb2d-8297b36af36b not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:54.486307 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-28619413-e92a-4df7-b342-eede94f92539 service neutron] Attempting to bind port 8e006b3f-4161-482f-a98c-4e1086628fa9 on network 49e02f35-c78a-4364-bb2d-8297b36af36b {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:54.488548 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc2c48-b2f6-49e8-92d4-af8656a5c081 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Pushing event deleted for resources: {'Subnet': ['ID=9eb5e787-1738-4f8e-9305-2adec92e0cb5,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:54.529829 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e33101-68a8-4049-a58f-509cd469c911 None None] Network 9e22eea4-f70c-4a8e-b6a0-0bcc729c4b32 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:22:54.545984 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a4cc2c48-b2f6-49e8-92d4-af8656a5c081 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:54.559994 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55180) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:54.580550 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a4cc2c48-b2f6-49e8-92d4-af8656a5c081 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "DELETE /v2.0/subnets/9eb5e787-1738-4f8e-9305-2adec92e0cb5 HTTP/1.1" status: 204 len: 168 time: 0.7837217 Nov 12 03:22:54.592753 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-63a05a0e-397d-4d55-9765-30f2f5cdf73d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=15f36cc98dd94821bd61fba81e9d87f0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1610532 Nov 12 03:22:54.593391 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55182) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:54.597914 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-28619413-e92a-4df7-b342-eede94f92539 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:54.598250 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-28619413-e92a-4df7-b342-eede94f92539 service neutron] Checking segment: {'id': '0f96e47b-f0f7-4e8a-b206-8b20f3c5ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '49e02f35-c78a-4364-bb2d-8297b36af36b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:54.598637 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-28619413-e92a-4df7-b342-eede94f92539 service neutron] Bound using segment: {'id': '0f96e47b-f0f7-4e8a-b206-8b20f3c5ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '49e02f35-c78a-4364-bb2d-8297b36af36b'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:54.599070 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-28619413-e92a-4df7-b342-eede94f92539 service neutron] Bound port: 8e006b3f-4161-482f-a98c-4e1086628fa9, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f96e47b-f0f7-4e8a-b206-8b20f3c5ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '49e02f35-c78a-4364-bb2d-8297b36af36b'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:54.599671 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-28619413-e92a-4df7-b342-eede94f92539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:54.714450 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9c03f532-48ca-4adf-9e7b-0514fdaa744d tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:54.746801 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0a2c41da-5abd-4708-aa36-9bfa6839f814 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:54.798467 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba843d3-da8e-47b6-8a4c-8bbb71cf616b req-10346c85-9fb0-4fb9-879a-9e2f56f7efa4 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:54.800378 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-eba843d3-da8e-47b6-8a4c-8bbb71cf616b req-10346c85-9fb0-4fb9-879a-9e2f56f7efa4 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 950 time: 0.2060547 Nov 12 03:22:54.851015 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0a2c41da-5abd-4708-aa36-9bfa6839f814 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:54.870427 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-28619413-e92a-4df7-b342-eede94f92539 service neutron] For port 8e006b3f-4161-482f-a98c-4e1086628fa9, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:54.876375 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-28619413-e92a-4df7-b342-eede94f92539 service neutron] For port 8e006b3f-4161-482f-a98c-4e1086628fa9, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=8e006b3f-4161-482f-a98c-4e1086628fa9,segment=NetworkSegment(0f96e47b-f0f7-4e8a-b206-8b20f3c5ede3),segment_id=0f96e47b-f0f7-4e8a-b206-8b20f3c5ede3)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:54.906101 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-28619413-e92a-4df7-b342-eede94f92539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:54.908044 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53be1bbc-e1fe-4d0b-8796-c26fade9b274 None None] DHCP port deletion for 9e22eea4-f70c-4a8e-b6a0-0bcc729c4b32 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:22:54.968658 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-eba843d3-da8e-47b6-8a4c-8bbb71cf616b req-a51cdf06-0fb7-4351-9ece-542df0211eca tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513665 Nov 12 03:22:54.983109 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-28619413-e92a-4df7-b342-eede94f92539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:54.983761 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-28619413-e92a-4df7-b342-eede94f92539 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:54.985478 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-28619413-e92a-4df7-b342-eede94f92539 service neutron] 10.222.0.90 "PUT /v2.0/ports/8e006b3f-4161-482f-a98c-4e1086628fa9 HTTP/1.1" status: 200 len: 1092 time: 2.7742381 Nov 12 03:22:54.985925 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59fdb30-fccd-48ed-9dc1-910d119b4abf req-6137ba2d-ccbe-4de2-9894-f5bf1c1034d5 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:54.997834 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b59fdb30-fccd-48ed-9dc1-910d119b4abf req-6137ba2d-ccbe-4de2-9894-f5bf1c1034d5 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a9a4535-b23b-4d12-a69b-45e98fbbd59a HTTP/1.1" status: 200 len: 945 time: 0.2753022 Nov 12 03:22:55.029986 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28619413-e92a-4df7-b342-eede94f92539 service neutron] Pushing event updated for resources: {'Port': ['ID=8e006b3f-4161-482f-a98c-4e1086628fa9,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:55.046415 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0a2c41da-5abd-4708-aa36-9bfa6839f814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:55.052113 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0a2c41da-5abd-4708-aa36-9bfa6839f814 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:55.058844 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0a2c41da-5abd-4708-aa36-9bfa6839f814 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/48b81318-2781-49a3-9d22-bcfba9df659b HTTP/1.1" status: 204 len: 168 time: 0.4605453 Nov 12 03:22:55.078647 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2c41da-5abd-4708-aa36-9bfa6839f814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b81318-2781-49a3-9d22-bcfba9df659b,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:55.089918 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-53be1bbc-e1fe-4d0b-8796-c26fade9b274 None None] Deleting port d6773040-c4b6-499d-9d9a-6e5ead451993 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:55.092102 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-53be1bbc-e1fe-4d0b-8796-c26fade9b274 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:55.111016 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e590c-71af-4acd-bc0e-91348865004f req-1eae65f7-8ac1-41df-a966-fb2d38bf2747 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:55.115509 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b13e590c-71af-4acd-bc0e-91348865004f req-1eae65f7-8ac1-41df-a966-fb2d38bf2747 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.90 "GET /v2.0/networks?id=e27d7564-6d22-4aba-8393-df25a0e0004d HTTP/1.1" status: 200 len: 812 time: 0.3407555 Nov 12 03:22:55.146820 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-b13e590c-71af-4acd-bc0e-91348865004f req-89c0fa90-7b9a-4462-bcce-43d20dc73c5f tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Request body: {'port': {'device_id': '6fd2016c-ef46-4c1a-a50c-6a7029ac301f', 'network_id': 'e27d7564-6d22-4aba-8393-df25a0e0004d', 'admin_state_up': True, 'tenant_id': 'e1192f3b82c6435d93d38f097bb06d31'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:55.184369 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b59fdb30-fccd-48ed-9dc1-910d119b4abf req-11a716a9-a7a0-4d37-90fd-c801399a5ad3 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752210 Nov 12 03:22:55.234982 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-53be1bbc-e1fe-4d0b-8796-c26fade9b274 None None] For port d6773040-c4b6-499d-9d9a-6e5ead451993, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d6773040-c4b6-499d-9d9a-6e5ead451993,segment=NetworkSegment(197fa907-babb-4625-8d7d-1421f3ff655b),segment_id=197fa907-babb-4625-8d7d-1421f3ff655b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:55.236245 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-53be1bbc-e1fe-4d0b-8796-c26fade9b274 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:55.250456 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-4cb8b653-1e4c-4f6d-903c-6bf28277ba67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:55.254001 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-4cb8b653-1e4c-4f6d-903c-6bf28277ba67 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=43967d62094e4088bb831e485c84b809&device_id=7cc31b62-71a4-44be-9827-8e1d7daaca60 HTTP/1.1" status: 200 len: 1095 time: 0.1572387 Nov 12 03:22:55.260393 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-9c03f532-48ca-4adf-9e7b-0514fdaa744d tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Deleting port d6773040-c4b6-499d-9d9a-6e5ead451993 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:55.260814 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9c03f532-48ca-4adf-9e7b-0514fdaa744d tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:55.277632 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-53be1bbc-e1fe-4d0b-8796-c26fade9b274 None None] Calling delete_port for d6773040-c4b6-499d-9d9a-6e5ead451993 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:55.337572 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-7bc9cc1d-b494-4e76-862c-232de1e348ad service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e006b3f-4161-482f-a98c-4e1086628fa9 HTTP/1.1" status: 200 len: 217 time: 0.0671854 Nov 12 03:22:55.388474 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d54054-8433-4686-86db-ada48f41c75a req-a32dd309-654d-403f-9910-ce563fa2bb7e tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:55.390012 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-13d54054-8433-4686-86db-ada48f41c75a req-a32dd309-654d-403f-9910-ce563fa2bb7e tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 945 time: 0.2336137 Nov 12 03:22:55.432495 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 6a3faacc-255c-4170-9369-7f99646b6565 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:55.437032 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-53be1bbc-e1fe-4d0b-8796-c26fade9b274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:55.466975 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-9c03f532-48ca-4adf-9e7b-0514fdaa744d tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] For port d6773040-c4b6-499d-9d9a-6e5ead451993, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d6773040-c4b6-499d-9d9a-6e5ead451993,segment=NetworkSegment(197fa907-babb-4625-8d7d-1421f3ff655b),segment_id=197fa907-babb-4625-8d7d-1421f3ff655b)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:55.467361 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9c03f532-48ca-4adf-9e7b-0514fdaa744d tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:55.473186 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5fada1b4-98ad-4253-8784-b65454da4588 req-e6225a4e-928a-4d59-9040-d8ce24b0a8d4 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fd2016c-ef46-4c1a-a50c-6a7029ac301f HTTP/1.1" status: 200 len: 210 time: 0.0931437 Nov 12 03:22:55.486148 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-1b713573-82a0-4bc4-bb68-75499d06f3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:55.487678 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-1b713573-82a0-4bc4-bb68-75499d06f3d1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0bbab05c-00f6-474c-bc5a-4a23454bb118 HTTP/1.1" status: 200 len: 857 time: 0.1393397 Nov 12 03:22:55.494965 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-9c03f532-48ca-4adf-9e7b-0514fdaa744d tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Calling delete_port for d6773040-c4b6-499d-9d9a-6e5ead451993 owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:55.505095 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: 6a3faacc-255c-4170-9369-7f99646b6565 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:22:55.506168 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 6a3faacc-255c-4170-9369-7f99646b6565 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:22:55.510933 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be1bbc-e1fe-4d0b-8796-c26fade9b274 None None] Pushing event deleted for resources: {'Port': ['ID=d6773040-c4b6-499d-9d9a-6e5ead451993,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:55.520525 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53be1bbc-e1fe-4d0b-8796-c26fade9b274 None None] No DVR routers for this DVR port d6773040-c4b6-499d-9d9a-6e5ead451993 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:55.575079 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-ade08acf-6f9e-42b9-9af6-76532a8d5c44 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=49e02f35-c78a-4364-bb2d-8297b36af36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766933 Nov 12 03:22:55.590746 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b13e590c-71af-4acd-bc0e-91348865004f req-89c0fa90-7b9a-4462-bcce-43d20dc73c5f tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Made reservation on behalf of e1192f3b82c6435d93d38f097bb06d31 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:55.594943 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-b13e590c-71af-4acd-bc0e-91348865004f req-89c0fa90-7b9a-4462-bcce-43d20dc73c5f tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:55.653851 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-13d54054-8433-4686-86db-ada48f41c75a req-f32343be-52b0-48f9-938f-9df2fb1c9bfc tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328646 Nov 12 03:22:55.741213 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9c03f532-48ca-4adf-9e7b-0514fdaa744d tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:55.793881 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307919c5-1b6e-4549-ad71-272ec83492eb req-4b0958c6-1614-48dd-8d85-12c1d013f362 tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:55.795745 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-307919c5-1b6e-4549-ad71-272ec83492eb req-4b0958c6-1614-48dd-8d85-12c1d013f362 tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cc31b62-71a4-44be-9827-8e1d7daaca60 HTTP/1.1" status: 200 len: 943 time: 0.1822844 Nov 12 03:22:55.799529 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-af0fbf49-b42d-4090-81c8-816025d9c338 service neutron] 10.222.0.90 "GET /v2.0/networks/49e02f35-c78a-4364-bb2d-8297b36af36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105939 Nov 12 03:22:55.805083 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c03f532-48ca-4adf-9e7b-0514fdaa744d tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Pushing event deleted for resources: {'Port': ['ID=d6773040-c4b6-499d-9d9a-6e5ead451993,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:55.807079 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c03f532-48ca-4adf-9e7b-0514fdaa744d tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] No DVR routers for this DVR port d6773040-c4b6-499d-9d9a-6e5ead451993 on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:55.835077 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d1ba9-a9c1-4fa6-9227-b6393f0cabc9 req-7ac938e3-2da8-4327-8b68-b730cff6624b tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:55.843827 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e20d1ba9-a9c1-4fa6-9227-b6393f0cabc9 req-7ac938e3-2da8-4327-8b68-b730cff6624b tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 1097 time: 0.0916109 Nov 12 03:22:55.949683 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3562791d-a6f6-417a-b497-7d4cabe8040c req-a213f970-1885-4f39-b255-7876e342a5b7 service neutron] 10.222.0.90 "GET /v2.0/networks/49e02f35-c78a-4364-bb2d-8297b36af36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424465 Nov 12 03:22:55.955103 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-b13e590c-71af-4acd-bc0e-91348865004f req-89c0fa90-7b9a-4462-bcce-43d20dc73c5f tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Allocated IP 172.20.0.10 (e27d7564-6d22-4aba-8393-df25a0e0004d/36b22bc4-04aa-4109-bb38-599b9cb93288/5a7aab69-6cce-4648-a6ca-e3b6cc017c03) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:56.006677 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9c03f532-48ca-4adf-9e7b-0514fdaa744d tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:56.020039 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc31b62-71a4-44be-9827-8e1d7daaca60', 'tag': '8e006b3f-4161-482f-a98c-4e1086628fa9'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:56.030450 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1949c95c-0ef6-4b4b-8c97-f4ba927bdfe9" -d '{"events": [{"name": "network-changed", "server_uuid": "7cc31b62-71a4-44be-9827-8e1d7daaca60", "tag": "8e006b3f-4161-482f-a98c-4e1086628fa9"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:56.041112 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-307919c5-1b6e-4549-ad71-272ec83492eb req-7f454030-8e0a-4f5c-9c3d-e4a3e8fbf184 tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] 10.222.0.50 "GET /v2.0/security-groups?id=03cf58bf-34ab-42c9-931d-5ef50ab7e66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065918 Nov 12 03:22:56.044631 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e20d1ba9-a9c1-4fa6-9227-b6393f0cabc9 req-5eff30d9-50ea-4818-8800-05f6da067eca tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067846 Nov 12 03:22:56.047226 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-9c03f532-48ca-4adf-9e7b-0514fdaa744d tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e22eea4-f70c-4a8e-b6a0-0bcc729c4b32']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:56.097496 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-9c03f532-48ca-4adf-9e7b-0514fdaa744d tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '197fa907-babb-4625-8d7d-1421f3ff655b') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:56.097794 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-9c03f532-48ca-4adf-9e7b-0514fdaa744d tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '197fa907-babb-4625-8d7d-1421f3ff655b') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:56.132014 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9c03f532-48ca-4adf-9e7b-0514fdaa744d tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:56.157484 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e24fcd0-9fba-496d-81ec-27c8b9fb426b x-openstack-request-id: req-9e24fcd0-9fba-496d-81ec-27c8b9fb426b {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:56.157766 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cc31b62-71a4-44be-9827-8e1d7daaca60", "tag": "8e006b3f-4161-482f-a98c-4e1086628fa9", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:56.158014 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9e24fcd0-9fba-496d-81ec-27c8b9fb426b {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:56.158403 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cc31b62-71a4-44be-9827-8e1d7daaca60', 'tag': '8e006b3f-4161-482f-a98c-4e1086628fa9', 'status': 'completed', 'code': 200} Nov 12 03:22:56.170770 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054554f1-6755-4a3c-9a1f-7607b1de8cfc req-36b0346d-d40c-4a80-a4f9-61e8ad151b77 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:56.172650 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-054554f1-6755-4a3c-9a1f-7607b1de8cfc req-36b0346d-d40c-4a80-a4f9-61e8ad151b77 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.74 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 950 time: 0.0737605 Nov 12 03:22:56.180792 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9c03f532-48ca-4adf-9e7b-0514fdaa744d tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:56.195579 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c03f532-48ca-4adf-9e7b-0514fdaa744d tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:22:56.196399 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9c03f532-48ca-4adf-9e7b-0514fdaa744d tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:56.226182 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:22:56.226182 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:22:56.226182 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:22:56.226182 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:22:56.226182 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:22:56.226182 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:22:56.226182 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:22:56.226182 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:22:56.226182 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:22:56.226182 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:22:56.226182 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:22:56.226182 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:22:56.226182 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:22:56.226182 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:22:56.226182 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:22:56.226182 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:22:56.226182 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:22:56.226182 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:22:56.226182 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:22:56.226182 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:22:56.226182 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:22:56.226182 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:22:56.226182 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:22:56.226182 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:22:56.226182 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:22:56.226182 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:22:56.226182 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:22:56.226182 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:22:56.226182 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:22:56.226182 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:22:56.226182 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:22:56.226182 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:22:56.341975 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949c95c-0ef6-4b4b-8c97-f4ba927bdfe9 req-846c9fe3-9666-40d0-85a6-21690f700910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:56.342567 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1949c95c-0ef6-4b4b-8c97-f4ba927bdfe9 req-846c9fe3-9666-40d0-85a6-21690f700910 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=43967d62094e4088bb831e485c84b809&device_id=7cc31b62-71a4-44be-9827-8e1d7daaca60 HTTP/1.1" status: 200 len: 1095 time: 0.1232653 Nov 12 03:22:56.354595 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ff68e-3a65-4719-baff-fcb22270ffc8 req-f4b41e06-9817-4a79-a3a9-661e570ec8c0 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:56.356120 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-991ff68e-3a65-4719-baff-fcb22270ffc8 req-f4b41e06-9817-4a79-a3a9-661e570ec8c0 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 1097 time: 0.1033063 Nov 12 03:22:56.365641 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d6773040-c4b6-499d-9d9a-6e5ead451993 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:56.410431 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9c03f532-48ca-4adf-9e7b-0514fdaa744d tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:56.418552 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: d6773040-c4b6-499d-9d9a-6e5ead451993 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:22:56.424268 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d6773040-c4b6-499d-9d9a-6e5ead451993 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:22:56.435342 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06b0dd-720a-49de-9b84-df43ce50cfcb req-b9e5e6c8-8c7d-4d08-8cd4-cc564032a9b3 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:56.445951 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8b06b0dd-720a-49de-9b84-df43ce50cfcb req-b9e5e6c8-8c7d-4d08-8cd4-cc564032a9b3 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 950 time: 0.3325899 Nov 12 03:22:56.456134 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9c03f532-48ca-4adf-9e7b-0514fdaa744d tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:56.460593 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9c03f532-48ca-4adf-9e7b-0514fdaa744d tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "DELETE /v2.0/networks/9e22eea4-f70c-4a8e-b6a0-0bcc729c4b32 HTTP/1.1" status: 204 len: 168 time: 1.8972263 Nov 12 03:22:56.467376 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55226) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:56.492784 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-054554f1-6755-4a3c-9a1f-7607b1de8cfc req-7845907a-eee2-413b-9cfc-8aab9a628e5e tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Deleting port 1f961a16-1d9d-4543-9741-1345153c155d {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:56.493122 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-054554f1-6755-4a3c-9a1f-7607b1de8cfc req-7845907a-eee2-413b-9cfc-8aab9a628e5e tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:56.500599 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c03f532-48ca-4adf-9e7b-0514fdaa744d tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Pushing event deleted for resources: {'Network': ['ID=9e22eea4-f70c-4a8e-b6a0-0bcc729c4b32,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:56.573621 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8b06b0dd-720a-49de-9b84-df43ce50cfcb req-4db6839a-257c-436b-9803-459da0e093de tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259761 Nov 12 03:22:56.593304 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-b13e590c-71af-4acd-bc0e-91348865004f req-89c0fa90-7b9a-4462-bcce-43d20dc73c5f tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:56.656150 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-991ff68e-3a65-4719-baff-fcb22270ffc8 req-76847bb1-df69-4fce-8459-23a2c1388bb7 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751691 Nov 12 03:22:56.712603 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-054554f1-6755-4a3c-9a1f-7607b1de8cfc req-7845907a-eee2-413b-9cfc-8aab9a628e5e tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] For port 1f961a16-1d9d-4543-9741-1345153c155d, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=1f961a16-1d9d-4543-9741-1345153c155d,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:56.712820 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-b13e590c-71af-4acd-bc0e-91348865004f req-89c0fa90-7b9a-4462-bcce-43d20dc73c5f tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:56.713582 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-054554f1-6755-4a3c-9a1f-7607b1de8cfc req-7845907a-eee2-413b-9cfc-8aab9a628e5e tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:56.721705 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef4d11cd-029c-4947-a557-e03fdb17cc26 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Deleting subnet 46f257c2-b04c-4808-97a8-0bdc2d76f3f0 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:22:56.736394 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ef4d11cd-029c-4947-a557-e03fdb17cc26 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:56.769184 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949c95c-0ef6-4b4b-8c97-f4ba927bdfe9 req-c22b0bca-854c-4808-9ceb-d936dc54bcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:56.771212 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1949c95c-0ef6-4b4b-8c97-f4ba927bdfe9 req-c22b0bca-854c-4808-9ceb-d936dc54bcba service neutron] 10.222.0.90 "GET /v2.0/networks?id=49e02f35-c78a-4364-bb2d-8297b36af36b HTTP/1.1" status: 200 len: 918 time: 0.4140389 Nov 12 03:22:56.772559 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-054554f1-6755-4a3c-9a1f-7607b1de8cfc req-7845907a-eee2-413b-9cfc-8aab9a628e5e tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Calling delete_port for 1f961a16-1d9d-4543-9741-1345153c155d owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:56.795631 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c0fa90-7b9a-4462-bcce-43d20dc73c5f tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Pushing event updated for resources: {'Port': ['ID=5a7aab69-6cce-4648-a6ca-e3b6cc017c03,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:56.821056 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e7bdd-d47f-4ea7-add0-5fa6bd958b93 req-97326705-5eac-4027-a890-5c44b7a2f4a1 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:56.829075 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-937e7bdd-d47f-4ea7-add0-5fa6bd958b93 req-97326705-5eac-4027-a890-5c44b7a2f4a1 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a9a4535-b23b-4d12-a69b-45e98fbbd59a HTTP/1.1" status: 200 len: 945 time: 0.1536851 Nov 12 03:22:56.832603 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b13e590c-71af-4acd-bc0e-91348865004f req-89c0fa90-7b9a-4462-bcce-43d20dc73c5f tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Network e27d7564-6d22-4aba-8393-df25a0e0004d is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:56.839815 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-b13e590c-71af-4acd-bc0e-91348865004f req-89c0fa90-7b9a-4462-bcce-43d20dc73c5f tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:56.848565 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13e590c-71af-4acd-bc0e-91348865004f req-89c0fa90-7b9a-4462-bcce-43d20dc73c5f tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:56.891215 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1949c95c-0ef6-4b4b-8c97-f4ba927bdfe9 req-f6230500-012f-44de-9015-9eb7433417b4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e006b3f-4161-482f-a98c-4e1086628fa9 HTTP/1.1" status: 200 len: 217 time: 0.1008737 Nov 12 03:22:56.898812 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ef4d11cd-029c-4947-a557-e03fdb17cc26 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:56.920624 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-937e7bdd-d47f-4ea7-add0-5fa6bd958b93 req-b59a45cf-14ae-44b9-8905-6adf8a47729d tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909333 Nov 12 03:22:56.937668 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e590c-71af-4acd-bc0e-91348865004f req-89c0fa90-7b9a-4462-bcce-43d20dc73c5f tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:56.938325 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-b13e590c-71af-4acd-bc0e-91348865004f req-89c0fa90-7b9a-4462-bcce-43d20dc73c5f tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:56.999710 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b13e590c-71af-4acd-bc0e-91348865004f req-89c0fa90-7b9a-4462-bcce-43d20dc73c5f tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8568399 Nov 12 03:22:57.024249 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-b13e590c-71af-4acd-bc0e-91348865004f req-daf17edc-354b-424c-8f32-6a89e9d948aa service neutron] Request body: {'port': {'device_id': '6fd2016c-ef46-4c1a-a50c-6a7029ac301f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:57.051251 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f7f3b-1130-4617-88d1-28b4030c32e6 req-ed255671-875b-4aac-8430-712cd57b4901 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:57.053793 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-011f7f3b-1130-4617-88d1-28b4030c32e6 req-ed255671-875b-4aac-8430-712cd57b4901 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fd2016c-ef46-4c1a-a50c-6a7029ac301f HTTP/1.1" status: 200 len: 932 time: 0.2758658 Nov 12 03:22:57.104392 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-b13e590c-71af-4acd-bc0e-91348865004f req-daf17edc-354b-424c-8f32-6a89e9d948aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:57.171729 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ef4d11cd-029c-4947-a557-e03fdb17cc26 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:57.270255 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949c95c-0ef6-4b4b-8c97-f4ba927bdfe9 req-cbe396e4-1103-40a6-bd0a-72da0b723ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:57.273629 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1949c95c-0ef6-4b4b-8c97-f4ba927bdfe9 req-cbe396e4-1103-40a6-bd0a-72da0b723ec2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0bbab05c-00f6-474c-bc5a-4a23454bb118 HTTP/1.1" status: 200 len: 857 time: 0.3693640 Nov 12 03:22:57.347048 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1949c95c-0ef6-4b4b-8c97-f4ba927bdfe9 req-25089032-9930-4dc6-9088-9bf46dc5cba5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=49e02f35-c78a-4364-bb2d-8297b36af36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507414 Nov 12 03:22:57.405994 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-011f7f3b-1130-4617-88d1-28b4030c32e6 req-7e89ba97-68e0-45ec-a24b-4d6ed8a321bf tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700032 Nov 12 03:22:57.626017 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1949c95c-0ef6-4b4b-8c97-f4ba927bdfe9 req-1effb2d5-7115-422f-8f7a-bbcb69690529 service neutron] 10.222.0.90 "GET /v2.0/networks/49e02f35-c78a-4364-bb2d-8297b36af36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599964 Nov 12 03:22:57.627307 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ef4d11cd-029c-4947-a557-e03fdb17cc26 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:57.667883 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7ba872-d3ae-450a-b3d1-4386d9758267 None None] Network 450969f7-aef3-41d3-9854-bfd42e1df007 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:22:57.684023 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-b13e590c-71af-4acd-bc0e-91348865004f req-daf17edc-354b-424c-8f32-6a89e9d948aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a7aab69-6cce-4648-a6ca-e3b6cc017c03 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:57.704359 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ef4d11cd-029c-4947-a557-e03fdb17cc26 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:57.708170 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ef4d11cd-029c-4947-a557-e03fdb17cc26 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "DELETE /v2.0/subnets/46f257c2-b04c-4808-97a8-0bdc2d76f3f0 HTTP/1.1" status: 204 len: 168 time: 1.2376897 Nov 12 03:22:57.709490 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-b13e590c-71af-4acd-bc0e-91348865004f req-daf17edc-354b-424c-8f32-6a89e9d948aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:57.715442 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55266) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:57.720094 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d11cd-029c-4947-a557-e03fdb17cc26 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Pushing event deleted for resources: {'Subnet': ['ID=46f257c2-b04c-4808-97a8-0bdc2d76f3f0,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:57.812557 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-b13e590c-71af-4acd-bc0e-91348865004f req-daf17edc-354b-424c-8f32-6a89e9d948aa service neutron] Transition to ACTIVE for port object 5a7aab69-6cce-4648-a6ca-e3b6cc017c03 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:22:57.825280 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-b13e590c-71af-4acd-bc0e-91348865004f req-daf17edc-354b-424c-8f32-6a89e9d948aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:57.839445 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74baa3c5-519a-4f45-be70-19df1401b800 req-61bf84ab-f52e-4942-b8cd-e2f7f7b654f9 tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:57.841298 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-74baa3c5-519a-4f45-be70-19df1401b800 req-61bf84ab-f52e-4942-b8cd-e2f7f7b654f9 tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cc31b62-71a4-44be-9827-8e1d7daaca60 HTTP/1.1" status: 200 len: 943 time: 0.2627771 Nov 12 03:22:57.842031 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-054554f1-6755-4a3c-9a1f-7607b1de8cfc req-7845907a-eee2-413b-9cfc-8aab9a628e5e tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:57.865713 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['cf18a935-ba16-480d-beeb-265435239d7f', 'a6c70e7a-cb90-47e9-9257-b8480510453f'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:57.944895 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845907a-eee2-413b-9cfc-8aab9a628e5e tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Pushing event deleted for resources: {'Port': ['ID=1f961a16-1d9d-4543-9741-1345153c155d,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:58.046462 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-21f0fc3d-9f80-4add-92f3-cd2962227e26 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:58.097601 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-054554f1-6755-4a3c-9a1f-7607b1de8cfc req-7845907a-eee2-413b-9cfc-8aab9a628e5e tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] No DVR routers for this DVR port 1f961a16-1d9d-4543-9741-1345153c155d on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:58.104941 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-054554f1-6755-4a3c-9a1f-7607b1de8cfc req-7845907a-eee2-413b-9cfc-8aab9a628e5e tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:58.108956 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf17edc-354b-424c-8f32-6a89e9d948aa service neutron] Pushing event updated for resources: {'Port': ['ID=5a7aab69-6cce-4648-a6ca-e3b6cc017c03,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:58.109213 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-054554f1-6755-4a3c-9a1f-7607b1de8cfc req-7845907a-eee2-413b-9cfc-8aab9a628e5e tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.74 "DELETE /v2.0/ports/1f961a16-1d9d-4543-9741-1345153c155d HTTP/1.1" status: 204 len: 173 time: 1.9269390 Nov 12 03:22:58.121103 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1949c95c-0ef6-4b4b-8c97-f4ba927bdfe9 req-0fb26614-af32-495f-ac7e-036733b71351 service neutron] 10.222.0.90 "GET /v2.0/networks/49e02f35-c78a-4364-bb2d-8297b36af36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4780734 Nov 12 03:22:58.149634 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-74baa3c5-519a-4f45-be70-19df1401b800 req-3243c39c-f206-4000-8247-a4425bda1aa4 tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] 10.222.0.50 "GET /v2.0/security-groups?id=03cf58bf-34ab-42c9-931d-5ef50ab7e66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792747 Nov 12 03:22:58.159540 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0556cc86-452d-4936-ba59-b72d5daeb68d', 'name': 'network-vif-deleted', 'tag': '1f961a16-1d9d-4543-9741-1345153c155d'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:58.162579 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a039b1e-f184-4d4b-860d-3fb9fcf60551" -d '{"events": [{"server_uuid": "0556cc86-452d-4936-ba59-b72d5daeb68d", "name": "network-vif-deleted", "tag": "1f961a16-1d9d-4543-9741-1345153c155d"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:58.218287 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f1de05-7a2f-44b5-9f36-f7d66ee2838b None None] DHCP port deletion for 450969f7-aef3-41d3-9854-bfd42e1df007 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:22:58.375801 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-b13e590c-71af-4acd-bc0e-91348865004f req-daf17edc-354b-424c-8f32-6a89e9d948aa service neutron] Attempting to bind port 5a7aab69-6cce-4648-a6ca-e3b6cc017c03 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:58.376161 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-b13e590c-71af-4acd-bc0e-91348865004f req-daf17edc-354b-424c-8f32-6a89e9d948aa service neutron] Attempting to bind port 5a7aab69-6cce-4648-a6ca-e3b6cc017c03 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': 'eece85e2-9491-495c-808d-869c08a5aaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e27d7564-6d22-4aba-8393-df25a0e0004d'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:58.376540 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13e590c-71af-4acd-bc0e-91348865004f req-daf17edc-354b-424c-8f32-6a89e9d948aa service neutron] Attempting to bind port 5a7aab69-6cce-4648-a6ca-e3b6cc017c03 on network e27d7564-6d22-4aba-8393-df25a0e0004d {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:58.395539 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a4c635e0-be87-4502-beb2-afc085abca92 req-5ac79431-df88-4785-9d54-346152ae4567 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=0556cc86-452d-4936-ba59-b72d5daeb68d HTTP/1.1" status: 200 len: 210 time: 0.0690911 Nov 12 03:22:58.471066 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 3da05dac-8707-4910-b74d-661230076c54 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:58.529782 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13e590c-71af-4acd-bc0e-91348865004f req-daf17edc-354b-424c-8f32-6a89e9d948aa service neutron] Port 5a7aab69-6cce-4648-a6ca-e3b6cc017c03 on network e27d7564-6d22-4aba-8393-df25a0e0004d not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:58.529782 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13e590c-71af-4acd-bc0e-91348865004f req-daf17edc-354b-424c-8f32-6a89e9d948aa service neutron] Attempting to bind port 5a7aab69-6cce-4648-a6ca-e3b6cc017c03 on network e27d7564-6d22-4aba-8393-df25a0e0004d {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:58.561014 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13e590c-71af-4acd-bc0e-91348865004f req-daf17edc-354b-424c-8f32-6a89e9d948aa service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:58.561261 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13e590c-71af-4acd-bc0e-91348865004f req-daf17edc-354b-424c-8f32-6a89e9d948aa service neutron] Checking segment: {'id': 'eece85e2-9491-495c-808d-869c08a5aaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e27d7564-6d22-4aba-8393-df25a0e0004d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:58.561624 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13e590c-71af-4acd-bc0e-91348865004f req-daf17edc-354b-424c-8f32-6a89e9d948aa service neutron] Bound using segment: {'id': 'eece85e2-9491-495c-808d-869c08a5aaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e27d7564-6d22-4aba-8393-df25a0e0004d'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:58.562062 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-b13e590c-71af-4acd-bc0e-91348865004f req-daf17edc-354b-424c-8f32-6a89e9d948aa service neutron] Bound port: 5a7aab69-6cce-4648-a6ca-e3b6cc017c03, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eece85e2-9491-495c-808d-869c08a5aaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e27d7564-6d22-4aba-8393-df25a0e0004d'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:58.563024 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-b13e590c-71af-4acd-bc0e-91348865004f req-daf17edc-354b-424c-8f32-6a89e9d948aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:58.680413 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-35f1de05-7a2f-44b5-9f36-f7d66ee2838b None None] Deleting port 3da05dac-8707-4910-b74d-661230076c54 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:58.680988 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-35f1de05-7a2f-44b5-9f36-f7d66ee2838b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:58.705622 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-21f0fc3d-9f80-4add-92f3-cd2962227e26 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Deleting port 3da05dac-8707-4910-b74d-661230076c54 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:58.706272 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-21f0fc3d-9f80-4add-92f3-cd2962227e26 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:58.762994 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 1f961a16-1d9d-4543-9741-1345153c155d no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:58.858612 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-27bada10-6c75-4744-850a-0a5131e2570b req-cb58fe6b-09d9-4a5b-b2de-442021c74b21 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:22:58.867380 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-27bada10-6c75-4744-850a-0a5131e2570b req-cb58fe6b-09d9-4a5b-b2de-442021c74b21 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0207684 Nov 12 03:22:58.890808 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 1f961a16-1d9d-4543-9741-1345153c155d {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:22:58.891427 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 1f961a16-1d9d-4543-9741-1345153c155d not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:22:58.916416 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-b13e590c-71af-4acd-bc0e-91348865004f req-daf17edc-354b-424c-8f32-6a89e9d948aa service neutron] For port 5a7aab69-6cce-4648-a6ca-e3b6cc017c03, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:58.925088 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:58.929711 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3325c49-f058-4411-a9a4-312a4d240062 req-bc76bd95-ac7f-4a75-ab43-b142a8644fbc tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:58.930280 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-35f1de05-7a2f-44b5-9f36-f7d66ee2838b None None] For port 3da05dac-8707-4910-b74d-661230076c54, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=3da05dac-8707-4910-b74d-661230076c54,segment=NetworkSegment(5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b),segment_id=5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:58.930911 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-35f1de05-7a2f-44b5-9f36-f7d66ee2838b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:58.936572 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f3325c49-f058-4411-a9a4-312a4d240062 req-bc76bd95-ac7f-4a75-ab43-b142a8644fbc tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a9a4535-b23b-4d12-a69b-45e98fbbd59a HTTP/1.1" status: 200 len: 945 time: 0.1049991 Nov 12 03:22:58.939826 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-21f0fc3d-9f80-4add-92f3-cd2962227e26 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] For port 3da05dac-8707-4910-b74d-661230076c54, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=3da05dac-8707-4910-b74d-661230076c54,segment=NetworkSegment(5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b),segment_id=5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:58.940222 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-21f0fc3d-9f80-4add-92f3-cd2962227e26 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:58.943673 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-b13e590c-71af-4acd-bc0e-91348865004f req-daf17edc-354b-424c-8f32-6a89e9d948aa service neutron] For port 5a7aab69-6cce-4648-a6ca-e3b6cc017c03, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=5a7aab69-6cce-4648-a6ca-e3b6cc017c03,segment=NetworkSegment(eece85e2-9491-495c-808d-869c08a5aaa4),segment_id=eece85e2-9491-495c-808d-869c08a5aaa4)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:58.952846 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bada10-6c75-4744-850a-0a5131e2570b req-f8af75a8-8ddc-4cef-a741-e53565adf978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:58.961875 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-35f1de05-7a2f-44b5-9f36-f7d66ee2838b None None] Calling delete_port for 3da05dac-8707-4910-b74d-661230076c54 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:58.963983 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-27bada10-6c75-4744-850a-0a5131e2570b req-f8af75a8-8ddc-4cef-a741-e53565adf978 service neutron] 10.222.0.50 "GET /v2.0/ports/2937aafc-2c4b-465b-9932-933f8f4edba0 HTTP/1.1" status: 200 len: 1094 time: 0.0949035 Nov 12 03:22:58.970487 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-27bada10-6c75-4744-850a-0a5131e2570b req-5598174c-8f1c-41c5-bcbb-08940fb01fd1 service neutron] Request body: {'binding': {'host': 'n-h2-715271-27', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:58.970933 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-27bada10-6c75-4744-850a-0a5131e2570b req-5598174c-8f1c-41c5-bcbb-08940fb01fd1 service neutron] Unknown quota resources ['binding']. {{(pid=102572) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:22:58.973357 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-b13e590c-71af-4acd-bc0e-91348865004f req-daf17edc-354b-424c-8f32-6a89e9d948aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.002819 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-21f0fc3d-9f80-4add-92f3-cd2962227e26 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Calling delete_port for 3da05dac-8707-4910-b74d-661230076c54 owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:59.061534 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e590c-71af-4acd-bc0e-91348865004f req-daf17edc-354b-424c-8f32-6a89e9d948aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:59.062428 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-b13e590c-71af-4acd-bc0e-91348865004f req-daf17edc-354b-424c-8f32-6a89e9d948aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.064056 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b13e590c-71af-4acd-bc0e-91348865004f req-daf17edc-354b-424c-8f32-6a89e9d948aa service neutron] 10.222.0.90 "PUT /v2.0/ports/5a7aab69-6cce-4648-a6ca-e3b6cc017c03 HTTP/1.1" status: 200 len: 1093 time: 2.0453081 Nov 12 03:22:59.072543 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f3325c49-f058-4411-a9a4-312a4d240062 req-ae26fc48-d78f-448d-8811-0fcbc67e3e00 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287980 Nov 12 03:22:59.073719 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd2016c-ef46-4c1a-a50c-6a7029ac301f', 'tag': '5a7aab69-6cce-4648-a6ca-e3b6cc017c03'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:59.082557 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 3da05dac-8707-4910-b74d-661230076c54, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=3da05dac-8707-4910-b74d-661230076c54,segment=NetworkSegment(5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b),segment_id=5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:59.087821 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32a6f8c-b26e-43be-8f68-9a621680e627" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd2016c-ef46-4c1a-a50c-6a7029ac301f", "tag": "5a7aab69-6cce-4648-a6ca-e3b6cc017c03"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:59.100455 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.188110 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae840bdc-eaed-4916-969a-cd6773613f64 x-openstack-request-id: req-ae840bdc-eaed-4916-969a-cd6773613f64 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:59.188658 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0556cc86-452d-4936-ba59-b72d5daeb68d", "name": "network-vif-deleted", "tag": "1f961a16-1d9d-4543-9741-1345153c155d", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:59.188958 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ae840bdc-eaed-4916-969a-cd6773613f64 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:59.189283 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0556cc86-452d-4936-ba59-b72d5daeb68d', 'name': 'network-vif-deleted', 'tag': '1f961a16-1d9d-4543-9741-1345153c155d', 'status': 'completed', 'code': 200} Nov 12 03:22:59.211000 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=3da05dac-8707-4910-b74d-661230076c54,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:59.242712 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf17edc-354b-424c-8f32-6a89e9d948aa service neutron] Pushing event updated for resources: {'Port': ['ID=5a7aab69-6cce-4648-a6ca-e3b6cc017c03,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:59.265365 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf17edc-354b-424c-8f32-6a89e9d948aa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:59.265812 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf17edc-354b-424c-8f32-6a89e9d948aa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:59.266064 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf17edc-354b-424c-8f32-6a89e9d948aa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:59.266396 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf17edc-354b-424c-8f32-6a89e9d948aa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:59.266721 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf17edc-354b-424c-8f32-6a89e9d948aa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:59.267045 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf17edc-354b-424c-8f32-6a89e9d948aa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:59.267365 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf17edc-354b-424c-8f32-6a89e9d948aa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:59.267685 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf17edc-354b-424c-8f32-6a89e9d948aa service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:59.268005 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf17edc-354b-424c-8f32-6a89e9d948aa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:59.268361 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf17edc-354b-424c-8f32-6a89e9d948aa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:59.268678 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf17edc-354b-424c-8f32-6a89e9d948aa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:59.268999 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf17edc-354b-424c-8f32-6a89e9d948aa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:59.297134 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 8e006b3f-4161-482f-a98c-4e1086628fa9 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:22:59.315912 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e590c-71af-4acd-bc0e-91348865004f req-f46a1ea1-0b16-4416-9fe0-a515c38eb0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:59.317928 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b13e590c-71af-4acd-bc0e-91348865004f req-f46a1ea1-0b16-4416-9fe0-a515c38eb0a2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e1192f3b82c6435d93d38f097bb06d31&device_id=6fd2016c-ef46-4c1a-a50c-6a7029ac301f HTTP/1.1" status: 200 len: 1096 time: 0.1772654 Nov 12 03:22:59.385603 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b13e590c-71af-4acd-bc0e-91348865004f req-75cb2528-adb5-49e6-8362-9d6d12d0d971 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a7aab69-6cce-4648-a6ca-e3b6cc017c03 HTTP/1.1" status: 200 len: 217 time: 0.0417612 Nov 12 03:22:59.394653 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-35f1de05-7a2f-44b5-9f36-f7d66ee2838b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.406689 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-27bada10-6c75-4744-850a-0a5131e2570b req-5598174c-8f1c-41c5-bcbb-08940fb01fd1 service neutron] Attempting to bind port 2937aafc-2c4b-465b-9932-933f8f4edba0 on host n-h2-715271-27 for vnic_type normal with profile None {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:59.409218 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-27bada10-6c75-4744-850a-0a5131e2570b req-5598174c-8f1c-41c5-bcbb-08940fb01fd1 service neutron] Attempting to bind port 2937aafc-2c4b-465b-9932-933f8f4edba0 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:59.409546 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bada10-6c75-4744-850a-0a5131e2570b req-5598174c-8f1c-41c5-bcbb-08940fb01fd1 service neutron] Attempting to bind port 2937aafc-2c4b-465b-9932-933f8f4edba0 on network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:59.438290 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-21f0fc3d-9f80-4add-92f3-cd2962227e26 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.443661 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bada10-6c75-4744-850a-0a5131e2570b req-5598174c-8f1c-41c5-bcbb-08940fb01fd1 service neutron] Port 2937aafc-2c4b-465b-9932-933f8f4edba0 on network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:59.444047 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bada10-6c75-4744-850a-0a5131e2570b req-5598174c-8f1c-41c5-bcbb-08940fb01fd1 service neutron] Attempting to bind port 2937aafc-2c4b-465b-9932-933f8f4edba0 on network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:59.462110 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3e60a-c54b-4bdd-ac67-3fb84f4138a9 req-33349f71-f444-4866-b2d5-6596b76aef88 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:59.467065 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f1de05-7a2f-44b5-9f36-f7d66ee2838b None None] Pushing event deleted for resources: {'Port': ['ID=3da05dac-8707-4910-b74d-661230076c54,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:59.477550 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f1de05-7a2f-44b5-9f36-f7d66ee2838b None None] No DVR routers for this DVR port 3da05dac-8707-4910-b74d-661230076c54 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:59.481988 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0fc3d-9f80-4add-92f3-cd2962227e26 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Pushing event deleted for resources: {'Port': ['ID=3da05dac-8707-4910-b74d-661230076c54,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:59.486055 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bada10-6c75-4744-850a-0a5131e2570b req-5598174c-8f1c-41c5-bcbb-08940fb01fd1 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:59.486489 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bada10-6c75-4744-850a-0a5131e2570b req-5598174c-8f1c-41c5-bcbb-08940fb01fd1 service neutron] Checking segment: {'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:59.486799 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bada10-6c75-4744-850a-0a5131e2570b req-5598174c-8f1c-41c5-bcbb-08940fb01fd1 service neutron] Bound using segment: {'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:59.487177 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-27bada10-6c75-4744-850a-0a5131e2570b req-5598174c-8f1c-41c5-bcbb-08940fb01fd1 service neutron] Bound port: 2937aafc-2c4b-465b-9932-933f8f4edba0, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:59.491893 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-33a3e60a-c54b-4bdd-ac67-3fb84f4138a9 req-33349f71-f444-4866-b2d5-6596b76aef88 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fd2016c-ef46-4c1a-a50c-6a7029ac301f HTTP/1.1" status: 200 len: 944 time: 0.1441746 Nov 12 03:22:59.495517 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f0fc3d-9f80-4add-92f3-cd2962227e26 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] No DVR routers for this DVR port 3da05dac-8707-4910-b74d-661230076c54 on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:59.500409 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e590c-71af-4acd-bc0e-91348865004f req-20d3f222-b779-447b-8ce6-34b302c96477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:59.501883 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b13e590c-71af-4acd-bc0e-91348865004f req-20d3f222-b779-447b-8ce6-34b302c96477 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=36b22bc4-04aa-4109-bb38-599b9cb93288 HTTP/1.1" status: 200 len: 852 time: 0.1080678 Nov 12 03:22:59.542596 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 8e006b3f-4161-482f-a98c-4e1086628fa9, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=8e006b3f-4161-482f-a98c-4e1086628fa9,segment=NetworkSegment(0f96e47b-f0f7-4e8a-b206-8b20f3c5ede3),segment_id=0f96e47b-f0f7-4e8a-b206-8b20f3c5ede3)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:59.572985 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b13e590c-71af-4acd-bc0e-91348865004f req-97e89a4c-cf17-46d4-894f-ee9a43c6c8e0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e27d7564-6d22-4aba-8393-df25a0e0004d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486369 Nov 12 03:22:59.573342 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '8e006b3f-4161-482f-a98c-4e1086628fa9', 'network_id': '49e02f35-c78a-4364-bb2d-8297b36af36b', 'port_id': '8e006b3f-4161-482f-a98c-4e1086628fa9', 'mac_address': 'fa:16:3e:09:77:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bbab05c-00f6-474c-bc5a-4a23454bb118', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:22:59.576572 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-33a3e60a-c54b-4bdd-ac67-3fb84f4138a9 req-b34c5a46-40d3-4949-9a60-bc6558c7f266 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771916 Nov 12 03:22:59.675879 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.716593 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e006b3f-4161-482f-a98c-4e1086628fa9 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:59.718470 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-21f0fc3d-9f80-4add-92f3-cd2962227e26 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.748530 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-27bada10-6c75-4744-850a-0a5131e2570b req-5598174c-8f1c-41c5-bcbb-08940fb01fd1 service neutron] For port 2937aafc-2c4b-465b-9932-933f8f4edba0, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=2937aafc-2c4b-465b-9932-933f8f4edba0,segment=NetworkSegment(8dbff2fd-9cfc-4504-9870-2f052b7a9289),segment_id=8dbff2fd-9cfc-4504-9870-2f052b7a9289)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:59.748804 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 8e006b3f-4161-482f-a98c-4e1086628fa9, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=8e006b3f-4161-482f-a98c-4e1086628fa9,segment=NetworkSegment(0f96e47b-f0f7-4e8a-b206-8b20f3c5ede3),segment_id=0f96e47b-f0f7-4e8a-b206-8b20f3c5ede3)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:59.756009 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.778689 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-27bada10-6c75-4744-850a-0a5131e2570b req-5598174c-8f1c-41c5-bcbb-08940fb01fd1 service neutron] Publish callbacks [] for binding, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.779906 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-27bada10-6c75-4744-850a-0a5131e2570b req-5598174c-8f1c-41c5-bcbb-08940fb01fd1 service neutron] 10.222.0.50 "POST /v2.0/ports/2937aafc-2c4b-465b-9932-933f8f4edba0/bindings HTTP/1.1" status: 201 len: 390 time: 0.8150656 Nov 12 03:22:59.783375 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d303ff50-0c6e-410a-b108-c31311fba38d x-openstack-request-id: req-d303ff50-0c6e-410a-b108-c31311fba38d {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:59.783659 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd2016c-ef46-4c1a-a50c-6a7029ac301f", "tag": "5a7aab69-6cce-4648-a6ca-e3b6cc017c03", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:59.783914 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d303ff50-0c6e-410a-b108-c31311fba38d {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:59.784350 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd2016c-ef46-4c1a-a50c-6a7029ac301f', 'tag': '5a7aab69-6cce-4648-a6ca-e3b6cc017c03', 'status': 'completed', 'code': 200} Nov 12 03:22:59.790228 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-21f0fc3d-9f80-4add-92f3-cd2962227e26 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['450969f7-aef3-41d3-9854-bfd42e1df007']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:59.812976 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-21f0fc3d-9f80-4add-92f3-cd2962227e26 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:59.813322 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-21f0fc3d-9f80-4add-92f3-cd2962227e26 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c1c6cf0-7413-4ee4-9cd5-c6e500bc299b') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:59.821087 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=8e006b3f-4161-482f-a98c-4e1086628fa9,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:59.835808 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-21f0fc3d-9f80-4add-92f3-cd2962227e26 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.845717 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b13e590c-71af-4acd-bc0e-91348865004f req-61eb6dcc-67b8-49c1-8683-8c998e570a6c service neutron] 10.222.0.90 "GET /v2.0/networks/e27d7564-6d22-4aba-8393-df25a0e0004d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525711 Nov 12 03:22:59.868179 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-21f0fc3d-9f80-4add-92f3-cd2962227e26 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.910876 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21f0fc3d-9f80-4add-92f3-cd2962227e26 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:22:59.912035 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-21f0fc3d-9f80-4add-92f3-cd2962227e26 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.918203 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:22:59.918203 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:22:59.918203 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:22:59.918203 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:22:59.918203 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:22:59.918203 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:22:59.918203 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:22:59.918203 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:22:59.918203 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:22:59.918203 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:22:59.918203 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:22:59.918203 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:22:59.918203 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:22:59.918203 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:22:59.918203 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:22:59.918203 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:22:59.918203 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:22:59.918203 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:22:59.918203 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:22:59.918203 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:22:59.918203 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:22:59.918203 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:22:59.918203 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:22:59.918203 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:22:59.918203 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:22:59.918203 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:22:59.918203 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:22:59.918203 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:22:59.918203 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:22:59.918203 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:22:59.918203 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:22:59.918203 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:22:59.918203 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:22:59.918203 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:22:59.918203 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:22:59.918203 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:22:59.918203 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:22:59.918203 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:22:59.918203 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:22:59.918203 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:23:00.012610 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fea419-b1cd-4ab2-96c0-1425b430af5e req-32d3bc79-662f-4b3c-bef7-48389135596c tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:00.015040 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-95fea419-b1cd-4ab2-96c0-1425b430af5e req-32d3bc79-662f-4b3c-bef7-48389135596c tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cc31b62-71a4-44be-9827-8e1d7daaca60 HTTP/1.1" status: 200 len: 944 time: 0.1369977 Nov 12 03:23:00.089953 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['8e006b3f-4161-482f-a98c-4e1086628fa9'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:00.142666 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-95fea419-b1cd-4ab2-96c0-1425b430af5e req-80969805-3121-4e38-8db7-e692fd74c4f1 tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] 10.222.0.50 "GET /v2.0/security-groups?id=03cf58bf-34ab-42c9-931d-5ef50ab7e66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200287 Nov 12 03:23:00.223581 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bada10-6c75-4744-850a-0a5131e2570b req-5b8ba1eb-1150-4f84-bd27-9b5bbf689073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:00.226829 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-27bada10-6c75-4744-850a-0a5131e2570b req-5b8ba1eb-1150-4f84-bd27-9b5bbf689073 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ab1cf8386d1b4172a2ff2003f6ed3228&device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 1097 time: 0.0780497 Nov 12 03:23:00.351654 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e60d3eb9-fb21-4daf-a1bf-1234f6f45212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:00.427564 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b13e590c-71af-4acd-bc0e-91348865004f req-fccef239-b2cb-41b0-9ca8-d332d163fc62 service neutron] 10.222.0.90 "GET /v2.0/networks/e27d7564-6d22-4aba-8393-df25a0e0004d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5729949 Nov 12 03:23:00.548173 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bada10-6c75-4744-850a-0a5131e2570b req-867bb4eb-9602-476f-8f84-64ee0e25d083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:00.550302 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-27bada10-6c75-4744-850a-0a5131e2570b req-867bb4eb-9602-476f-8f84-64ee0e25d083 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 HTTP/1.1" status: 200 len: 907 time: 0.3135557 Nov 12 03:23:00.558449 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-21f0fc3d-9f80-4add-92f3-cd2962227e26 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:00.563697 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0941baa8-7653-493e-b5f5-4ed704065dae req-b96a0a9c-76b5-481c-808e-22872a0983d3 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:00.572008 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0941baa8-7653-493e-b5f5-4ed704065dae req-b96a0a9c-76b5-481c-808e-22872a0983d3 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 945 time: 0.2356863 Nov 12 03:23:00.613067 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-21f0fc3d-9f80-4add-92f3-cd2962227e26 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:00.622444 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-21f0fc3d-9f80-4add-92f3-cd2962227e26 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "DELETE /v2.0/networks/450969f7-aef3-41d3-9854-bfd42e1df007 HTTP/1.1" status: 204 len: 168 time: 2.8993807 Nov 12 03:23:00.639572 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55318) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:00.648718 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-77262558-e5e4-4979-9daf-66cbd6943558 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-724627388'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:00.653455 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-27bada10-6c75-4744-850a-0a5131e2570b req-a12b58db-c9e4-4a22-a226-b07d552bfeb3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2937aafc-2c4b-465b-9932-933f8f4edba0 HTTP/1.1" status: 200 len: 217 time: 0.0790551 Nov 12 03:23:00.682075 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0fc3d-9f80-4add-92f3-cd2962227e26 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Pushing event deleted for resources: {'Network': ['ID=450969f7-aef3-41d3-9854-bfd42e1df007,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:00.709464 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a6f8c-b26e-43be-8f68-9a621680e627 req-e1c07a66-d957-483e-8260-e8cb34e2c5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:00.709704 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a32a6f8c-b26e-43be-8f68-9a621680e627 req-e1c07a66-d957-483e-8260-e8cb34e2c5d1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e1192f3b82c6435d93d38f097bb06d31&device_id=6fd2016c-ef46-4c1a-a50c-6a7029ac301f HTTP/1.1" status: 200 len: 1096 time: 0.1724732 Nov 12 03:23:00.768110 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0941baa8-7653-493e-b5f5-4ed704065dae req-5f8b4421-f6a3-484b-b667-24868a63ae8f tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948659 Nov 12 03:23:00.852399 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77262558-e5e4-4979-9daf-66cbd6943558 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Made reservation on behalf of 2318b893ebac4403a7655da339a70941 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:00.856887 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-77262558-e5e4-4979-9daf-66cbd6943558 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:00.894869 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f740f-78aa-4942-a626-7720ca876c65 req-86d33c1b-e5c7-4095-a059-bf9d4686181c tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:00.897364 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1a9f740f-78aa-4942-a626-7720ca876c65 req-86d33c1b-e5c7-4095-a059-bf9d4686181c tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a9a4535-b23b-4d12-a69b-45e98fbbd59a HTTP/1.1" status: 200 len: 945 time: 0.1249223 Nov 12 03:23:00.917823 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bada10-6c75-4744-850a-0a5131e2570b req-94efe167-3ef8-4323-92cb-5dd4a6409332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:00.919595 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-27bada10-6c75-4744-850a-0a5131e2570b req-94efe167-3ef8-4323-92cb-5dd4a6409332 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5a9fb38e-cf25-418b-9443-2a54f98e4648 HTTP/1.1" status: 200 len: 846 time: 0.2448466 Nov 12 03:23:00.936565 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77262558-e5e4-4979-9daf-66cbd6943558 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:23:00.944140 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a6f8c-b26e-43be-8f68-9a621680e627 req-8ad15ca4-e327-4bad-ac26-d537799c71d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:00.945606 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a32a6f8c-b26e-43be-8f68-9a621680e627 req-8ad15ca4-e327-4bad-ac26-d537799c71d8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e27d7564-6d22-4aba-8393-df25a0e0004d HTTP/1.1" status: 200 len: 913 time: 0.2254004 Nov 12 03:23:00.955348 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-77262558-e5e4-4979-9daf-66cbd6943558 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:00.955672 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-77262558-e5e4-4979-9daf-66cbd6943558 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Added segment f2f55e92-db4c-405e-b786-3d1bbe33b256 of type vlan for network 0b702fee-f662-4cd3-b714-275c6d009843 Nov 12 03:23:01.061735 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a32a6f8c-b26e-43be-8f68-9a621680e627 req-4bb0280c-d42f-460f-89b5-28a89bb8f396 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a7aab69-6cce-4648-a6ca-e3b6cc017c03 HTTP/1.1" status: 200 len: 217 time: 0.0783544 Nov 12 03:23:01.068790 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1a9f740f-78aa-4942-a626-7720ca876c65 req-648f50dc-ba48-4a44-b667-f1a4ac96e805 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472218 Nov 12 03:23:01.143144 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a6f8c-b26e-43be-8f68-9a621680e627 req-1d899725-827d-43a6-ac64-8b3d826fd383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:01.146865 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a32a6f8c-b26e-43be-8f68-9a621680e627 req-1d899725-827d-43a6-ac64-8b3d826fd383 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=36b22bc4-04aa-4109-bb38-599b9cb93288 HTTP/1.1" status: 200 len: 852 time: 0.0761299 Nov 12 03:23:01.200625 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a32a6f8c-b26e-43be-8f68-9a621680e627 req-0e21ac7e-dae4-4486-9488-f5d5507fc708 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e27d7564-6d22-4aba-8393-df25a0e0004d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457737 Nov 12 03:23:01.312127 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 8e006b3f-4161-482f-a98c-4e1086628fa9 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:01.330539 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae82d9d-79d3-412a-9a82-872dac1f40fa req-6e6eee14-4b66-46d1-a4c6-3dec79be683f tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:01.333795 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4ae82d9d-79d3-412a-9a82-872dac1f40fa req-6e6eee14-4b66-46d1-a4c6-3dec79be683f tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 949 time: 0.1599233 Nov 12 03:23:01.373729 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-27bada10-6c75-4744-850a-0a5131e2570b req-efb6a9c9-01f0-4c11-acee-3fe7edccb227 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4210451 Nov 12 03:23:01.381695 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-88afb8e2-1d28-40d2-bb0e-6ed21669bda3 req-7344db02-5988-41f7-822c-2bb2d7db22fa service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=67f71169-0ac9-4e53-a8fa-49dac9d9685b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6489966 Nov 12 03:23:01.413485 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a32a6f8c-b26e-43be-8f68-9a621680e627 req-d034e9bb-5561-4154-ba55-4d2f385b3117 service neutron] 10.222.0.90 "GET /v2.0/networks/e27d7564-6d22-4aba-8393-df25a0e0004d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970613 Nov 12 03:23:01.435611 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 8e006b3f-4161-482f-a98c-4e1086628fa9 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:23:01.444122 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 8e006b3f-4161-482f-a98c-4e1086628fa9 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:01.446279 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:01.493253 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-77262558-e5e4-4979-9daf-66cbd6943558 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:01.554394 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4ae82d9d-79d3-412a-9a82-872dac1f40fa req-349cab63-56ad-40b4-a6e0-41718c3291c8 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003937 Nov 12 03:23:01.563207 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:01.610002 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed250ae5-5dea-449e-b493-8284b292a87f req-38f0eb28-2c3c-4ae7-ba87-ae72af410b49 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:01.617583 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 8e006b3f-4161-482f-a98c-4e1086628fa9, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=8e006b3f-4161-482f-a98c-4e1086628fa9,segment=NetworkSegment(0f96e47b-f0f7-4e8a-b206-8b20f3c5ede3),segment_id=0f96e47b-f0f7-4e8a-b206-8b20f3c5ede3)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:01.617882 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ed250ae5-5dea-449e-b493-8284b292a87f req-38f0eb28-2c3c-4ae7-ba87-ae72af410b49 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fd2016c-ef46-4c1a-a50c-6a7029ac301f HTTP/1.1" status: 200 len: 944 time: 0.2854218 Nov 12 03:23:01.618609 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc31b62-71a4-44be-9827-8e1d7daaca60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e006b3f-4161-482f-a98c-4e1086628fa9'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:01.621672 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cacda695-d66c-4dac-8ff7-d90ff2ff8ea3" -d '{"events": [{"server_uuid": "7cc31b62-71a4-44be-9827-8e1d7daaca60", "name": "network-vif-plugged", "status": "completed", "tag": "8e006b3f-4161-482f-a98c-4e1086628fa9"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:01.628367 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:01.636357 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-77262558-e5e4-4979-9daf-66cbd6943558 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:01.642352 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77262558-e5e4-4979-9daf-66cbd6943558 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:01.642950 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-77262558-e5e4-4979-9daf-66cbd6943558 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:01.659288 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a32a6f8c-b26e-43be-8f68-9a621680e627 req-9da50e52-9177-46ed-9799-7a121ab6741a service neutron] 10.222.0.90 "GET /v2.0/networks/e27d7564-6d22-4aba-8393-df25a0e0004d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339783 Nov 12 03:23:01.662061 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88afb8e2-1d28-40d2-bb0e-6ed21669bda3 req-bff05987-b729-484b-8757-3bbc8721b71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:01.663669 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-88afb8e2-1d28-40d2-bb0e-6ed21669bda3 req-bff05987-b729-484b-8757-3bbc8721b71e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ab1cf8386d1b4172a2ff2003f6ed3228&device_id=67f71169-0ac9-4e53-a8fa-49dac9d9685b HTTP/1.1" status: 200 len: 1096 time: 0.2213750 Nov 12 03:23:01.749779 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-27bada10-6c75-4744-850a-0a5131e2570b req-8357067d-947b-4837-8d96-a9e6937d55c8 service neutron] 10.222.0.90 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168156 Nov 12 03:23:01.763361 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=8e006b3f-4161-482f-a98c-4e1086628fa9,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:01.782038 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-77262558-e5e4-4979-9daf-66cbd6943558 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1407425 Nov 12 03:23:01.782872 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55336) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:01.793343 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-ee020422-57e9-4011-a722-4167a5c47839 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Request body: {'subnet': {'network_id': '0b702fee-f662-4cd3-b714-275c6d009843', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:01.840527 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77262558-e5e4-4979-9daf-66cbd6943558 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Pushing event updated for resources: {'Network': ['ID=0b702fee-f662-4cd3-b714-275c6d009843,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:01.842525 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015cc3a-df2f-413f-ba93-e2abc7520b9c req-668f71eb-352f-4413-b86a-1ae6e4885fb2 tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:01.844063 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c015cc3a-df2f-413f-ba93-e2abc7520b9c req-668f71eb-352f-4413-b86a-1ae6e4885fb2 tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cc31b62-71a4-44be-9827-8e1d7daaca60 HTTP/1.1" status: 200 len: 945 time: 0.1089058 Nov 12 03:23:01.857552 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 0b702fee-f662-4cd3-b714-275c6d009843 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:23:01.879467 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ed250ae5-5dea-449e-b493-8284b292a87f req-e3b80c23-351f-47b6-b6e1-4799af98e4da tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591159 Nov 12 03:23:01.971453 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88afb8e2-1d28-40d2-bb0e-6ed21669bda3 req-a94e559d-9667-4038-bc7c-37135fa197ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:01.972911 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-88afb8e2-1d28-40d2-bb0e-6ed21669bda3 req-a94e559d-9667-4038-bc7c-37135fa197ad service neutron] 10.222.0.90 "GET /v2.0/networks?id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 HTTP/1.1" status: 200 len: 907 time: 0.2462716 Nov 12 03:23:02.000464 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee020422-57e9-4011-a722-4167a5c47839 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Made reservation on behalf of 2318b893ebac4403a7655da339a70941 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:02.001369 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-27bada10-6c75-4744-850a-0a5131e2570b req-d9a472b5-f9c0-4887-be5f-37706982a5d4 service neutron] 10.222.0.90 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084265 Nov 12 03:23:02.005316 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ee020422-57e9-4011-a722-4167a5c47839 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:02.053492 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c015cc3a-df2f-413f-ba93-e2abc7520b9c req-0546ad96-8087-4c8e-866a-2f5066434517 tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] 10.222.0.50 "GET /v2.0/security-groups?id=03cf58bf-34ab-42c9-931d-5ef50ab7e66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702969 Nov 12 03:23:02.095389 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a054ee3-dcc6-45d9-bbe2-b00c04aa40d3 x-openstack-request-id: req-6a054ee3-dcc6-45d9-bbe2-b00c04aa40d3 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:02.095704 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc31b62-71a4-44be-9827-8e1d7daaca60", "name": "network-vif-plugged", "status": "completed", "tag": "8e006b3f-4161-482f-a98c-4e1086628fa9", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:02.095971 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6a054ee3-dcc6-45d9-bbe2-b00c04aa40d3 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:02.096403 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc31b62-71a4-44be-9827-8e1d7daaca60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e006b3f-4161-482f-a98c-4e1086628fa9', 'code': 200} Nov 12 03:23:02.117686 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-88afb8e2-1d28-40d2-bb0e-6ed21669bda3 req-19b64249-01c8-4a95-8c5e-6735f3f006c3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f9c41ff-beea-4228-87b0-4cb66894b887 HTTP/1.1" status: 200 len: 217 time: 0.1306410 Nov 12 03:23:02.374827 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ee020422-57e9-4011-a722-4167a5c47839 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:02.424765 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3a8bb-e80f-4d8a-80b8-91dcc5cde9be req-3b30c1ce-b7b5-4110-b934-179e764aeb00 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:02.426467 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-03b3a8bb-e80f-4d8a-80b8-91dcc5cde9be req-3b30c1ce-b7b5-4110-b934-179e764aeb00 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 945 time: 0.1456110 Nov 12 03:23:02.450915 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee020422-57e9-4011-a722-4167a5c47839 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Pushing event updated for resources: {'Subnet': ['ID=a66df254-9e45-446b-bda1-5e44911b6774,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:02.476266 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa14455-7c0c-4338-907d-4d797cf0900d req-ed80a944-4ebf-41ca-9440-30c0c947fc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:02.478771 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0fa14455-7c0c-4338-907d-4d797cf0900d req-ed80a944-4ebf-41ca-9440-30c0c947fc10 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7cc31b62-71a4-44be-9827-8e1d7daaca60 HTTP/1.1" status: 200 len: 1097 time: 0.2467499 Nov 12 03:23:02.485618 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88afb8e2-1d28-40d2-bb0e-6ed21669bda3 req-f37e8773-e3e9-445a-b70d-da13baaea1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:02.488334 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-88afb8e2-1d28-40d2-bb0e-6ed21669bda3 req-f37e8773-e3e9-445a-b70d-da13baaea1a4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5a9fb38e-cf25-418b-9443-2a54f98e4648 HTTP/1.1" status: 200 len: 846 time: 0.3627961 Nov 12 03:23:02.510437 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee020422-57e9-4011-a722-4167a5c47839 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Checking segment: {'id': 'f2f55e92-db4c-405e-b786-3d1bbe33b256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0b702fee-f662-4cd3-b714-275c6d009843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:02.510936 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee020422-57e9-4011-a722-4167a5c47839 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Network hostable DHCP agents. Network: 0b702fee-f662-4cd3-b714-275c6d009843, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:23:02.555795 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-03b3a8bb-e80f-4d8a-80b8-91dcc5cde9be req-4a1f2700-c577-4438-a738-5a903d88ca8d tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113977 Nov 12 03:23:02.568301 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-88afb8e2-1d28-40d2-bb0e-6ed21669bda3 req-83978564-b584-4694-b0e3-b646cbd810a9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648146 Nov 12 03:23:02.590766 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee020422-57e9-4011-a722-4167a5c47839 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Network 0b702fee-f662-4cd3-b714-275c6d009843 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:23:02.602843 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-ee020422-57e9-4011-a722-4167a5c47839 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 0b702fee-f662-4cd3-b714-275c6d009843) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:02.609099 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee020422-57e9-4011-a722-4167a5c47839 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:02.609698 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ee020422-57e9-4011-a722-4167a5c47839 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:02.616566 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04c5058-d0bb-4f0f-8448-352412e736c8 None None] Network 0b702fee-f662-4cd3-b714-275c6d009843 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:02.620450 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49486add-48d0-49b7-be3d-ea2f49238366 req-87e84e80-d1b1-492e-bcf7-153b08e9c0da tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:02.622624 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-49486add-48d0-49b7-be3d-ea2f49238366 req-87e84e80-d1b1-492e-bcf7-153b08e9c0da tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.74 "GET /v2.0/ports?device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 949 time: 0.3030787 Nov 12 03:23:02.640845 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ee020422-57e9-4011-a722-4167a5c47839 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8527596 Nov 12 03:23:02.641197 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55348) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:02.655050 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-12e52dc3-5dba-4d1b-a1a0-45da4f7b7a4b tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-102351933'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:02.711138 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e52dc3-5dba-4d1b-a1a0-45da4f7b7a4b tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Made reservation on behalf of 2318b893ebac4403a7655da339a70941 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:02.716799 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-12e52dc3-5dba-4d1b-a1a0-45da4f7b7a4b tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:02.748642 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12e52dc3-5dba-4d1b-a1a0-45da4f7b7a4b tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:23:02.780738 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-12e52dc3-5dba-4d1b-a1a0-45da4f7b7a4b tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:02.781115 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-12e52dc3-5dba-4d1b-a1a0-45da4f7b7a4b tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Added segment 06adfef5-e7b1-4933-b95b-8482af7b08a2 of type vlan for network c9366894-55fd-4c24-870a-342b904c425b Nov 12 03:23:02.858230 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-12e52dc3-5dba-4d1b-a1a0-45da4f7b7a4b tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:02.870060 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14e5ed-8409-4256-85b9-32b3fc473c43 req-ffe54dea-f0f9-4dfd-bc5e-ce7a2e1ffc87 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:02.874657 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8f14e5ed-8409-4256-85b9-32b3fc473c43 req-ffe54dea-f0f9-4dfd-bc5e-ce7a2e1ffc87 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a9a4535-b23b-4d12-a69b-45e98fbbd59a HTTP/1.1" status: 200 len: 945 time: 0.5606132 Nov 12 03:23:02.878220 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e9126-8c2e-4cfb-bf31-1fbbae5f550b req-b20558a7-77fd-4eca-a4f5-5ff94a68f379 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:02.880451 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b45e9126-8c2e-4cfb-bf31-1fbbae5f550b req-b20558a7-77fd-4eca-a4f5-5ff94a68f379 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 949 time: 0.1172822 Nov 12 03:23:02.931536 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-12e52dc3-5dba-4d1b-a1a0-45da4f7b7a4b tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:02.945240 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e52dc3-5dba-4d1b-a1a0-45da4f7b7a4b tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:02.946372 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-12e52dc3-5dba-4d1b-a1a0-45da4f7b7a4b tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:03.049821 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-12e52dc3-5dba-4d1b-a1a0-45da4f7b7a4b tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4030252 Nov 12 03:23:03.061882 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55354) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:03.062925 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0fa14455-7c0c-4338-907d-4d797cf0900d req-16cd4e57-f696-497b-b863-c2ee3bd289ad service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=03cf58bf-34ab-42c9-931d-5ef50ab7e66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5732427 Nov 12 03:23:03.183305 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-e534fc57-52c9-4fb4-ad55-47fa0479f8b9 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Request body: {'subnet': {'network_id': 'c9366894-55fd-4c24-870a-342b904c425b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:03.199562 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-88afb8e2-1d28-40d2-bb0e-6ed21669bda3 req-aebe2a29-d517-4018-a728-ad5b700d4cbb service neutron] 10.222.0.90 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6117263 Nov 12 03:23:03.210871 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-49486add-48d0-49b7-be3d-ea2f49238366 req-311a137d-9614-4216-a926-c602770529b5 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Deleting port a6c70e7a-cb90-47e9-9257-b8480510453f {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:03.211314 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-49486add-48d0-49b7-be3d-ea2f49238366 req-311a137d-9614-4216-a926-c602770529b5 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:03.217863 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8f14e5ed-8409-4256-85b9-32b3fc473c43 req-e6c36498-d86f-4588-a411-8ddfba7f9b35 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875264 Nov 12 03:23:03.226948 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4b33d0-cfa8-410b-a1d6-1e8ad5f81d71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-0b702fee-f662-4cd3-b714-275c6d009843', 'network_id': '0b702fee-f662-4cd3-b714-275c6d009843', 'tenant_id': '2318b893ebac4403a7655da339a70941', 'fixed_ips': [{'subnet_id': 'a66df254-9e45-446b-bda1-5e44911b6774'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:23:03.227943 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6b4b33d0-cfa8-410b-a1d6-1e8ad5f81d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:03.256295 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e52dc3-5dba-4d1b-a1a0-45da4f7b7a4b tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Pushing event updated for resources: {'Network': ['ID=c9366894-55fd-4c24-870a-342b904c425b,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:03.287136 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-758338b3-4f8c-4dd1-9903-14e3d17b527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:03.287136 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network c9366894-55fd-4c24-870a-342b904c425b details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:23:03.310937 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b45e9126-8c2e-4cfb-bf31-1fbbae5f550b req-475cf2da-d705-49a3-b133-bef453b85d68 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165134 Nov 12 03:23:03.331941 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 5a7aab69-6cce-4648-a6ca-e3b6cc017c03 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:23:03.608698 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e534fc57-52c9-4fb4-ad55-47fa0479f8b9 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Made reservation on behalf of 2318b893ebac4403a7655da339a70941 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:03.613989 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-6b4b33d0-cfa8-410b-a1d6-1e8ad5f81d71 None None] Allocated IP 19.80.0.2 (0b702fee-f662-4cd3-b714-275c6d009843/a66df254-9e45-446b-bda1-5e44911b6774/dfcb12be-d75d-4cec-8016-e864eb804e4d) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:03.618181 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e534fc57-52c9-4fb4-ad55-47fa0479f8b9 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:03.636069 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3ba2b-1cfd-43a1-b1d4-cacad2bda99b req-3bd8f197-2074-4674-8326-ed32ba0b0be5 tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:03.637933 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bdc3ba2b-1cfd-43a1-b1d4-cacad2bda99b req-3bd8f197-2074-4674-8326-ed32ba0b0be5 tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cc31b62-71a4-44be-9827-8e1d7daaca60 HTTP/1.1" status: 200 len: 945 time: 0.1074541 Nov 12 03:23:03.771885 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 5a7aab69-6cce-4648-a6ca-e3b6cc017c03, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=5a7aab69-6cce-4648-a6ca-e3b6cc017c03,segment=NetworkSegment(eece85e2-9491-495c-808d-869c08a5aaa4),segment_id=eece85e2-9491-495c-808d-869c08a5aaa4)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:03.780899 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-49486add-48d0-49b7-be3d-ea2f49238366 req-311a137d-9614-4216-a926-c602770529b5 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] For port a6c70e7a-cb90-47e9-9257-b8480510453f, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=a6c70e7a-cb90-47e9-9257-b8480510453f,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:03.781856 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-49486add-48d0-49b7-be3d-ea2f49238366 req-311a137d-9614-4216-a926-c602770529b5 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:03.787926 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '5a7aab69-6cce-4648-a6ca-e3b6cc017c03', 'network_id': 'e27d7564-6d22-4aba-8393-df25a0e0004d', 'port_id': '5a7aab69-6cce-4648-a6ca-e3b6cc017c03', 'mac_address': 'fa:16:3e:ac:a4:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b22bc4-04aa-4109-bb38-599b9cb93288', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:23:03.808646 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84303ceb-8600-451e-b411-6bb8e65ed655 req-194bdfb8-c2c2-4c76-9bac-e8d7d3757da7 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:03.816707 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-84303ceb-8600-451e-b411-6bb8e65ed655 req-194bdfb8-c2c2-4c76-9bac-e8d7d3757da7 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fd2016c-ef46-4c1a-a50c-6a7029ac301f HTTP/1.1" status: 200 len: 944 time: 0.2842143 Nov 12 03:23:03.821720 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-49486add-48d0-49b7-be3d-ea2f49238366 req-311a137d-9614-4216-a926-c602770529b5 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Calling delete_port for a6c70e7a-cb90-47e9-9257-b8480510453f owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:03.825348 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bdc3ba2b-1cfd-43a1-b1d4-cacad2bda99b req-8459d082-507f-497e-9849-7a2b76b3f838 tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] 10.222.0.50 "GET /v2.0/security-groups?id=03cf58bf-34ab-42c9-931d-5ef50ab7e66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594944 Nov 12 03:23:03.925696 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-88afb8e2-1d28-40d2-bb0e-6ed21669bda3 req-8301c66b-46b0-467c-8b1d-ad585fa05910 service neutron] 10.222.0.90 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5026529 Nov 12 03:23:03.957630 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:03.997819 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-84303ceb-8600-451e-b411-6bb8e65ed655 req-cf8defe2-2e82-4cc9-86ea-f60563c8ff1d tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791177 Nov 12 03:23:04.027008 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a7aab69-6cce-4648-a6ca-e3b6cc017c03 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:04.075954 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:04.112621 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 5a7aab69-6cce-4648-a6ca-e3b6cc017c03, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=5a7aab69-6cce-4648-a6ca-e3b6cc017c03,segment=NetworkSegment(eece85e2-9491-495c-808d-869c08a5aaa4),segment_id=eece85e2-9491-495c-808d-869c08a5aaa4)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:04.129271 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:04.155192 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-49486add-48d0-49b7-be3d-ea2f49238366 req-311a137d-9614-4216-a926-c602770529b5 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:04.160162 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e534fc57-52c9-4fb4-ad55-47fa0479f8b9 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:04.245032 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a137d-9614-4216-a926-c602770529b5 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Pushing event deleted for resources: {'Port': ['ID=a6c70e7a-cb90-47e9-9257-b8480510453f,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:04.384427 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=5a7aab69-6cce-4648-a6ca-e3b6cc017c03,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:04.387178 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['cf18a935-ba16-480d-beeb-265435239d7f'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:04.464693 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82976df0-8c00-4cd0-92ea-3ab35c91ec48 req-2d963f44-a650-4540-ada4-376f4cfa9267 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:04.466278 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-82976df0-8c00-4cd0-92ea-3ab35c91ec48 req-2d963f44-a650-4540-ada4-376f4cfa9267 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 945 time: 0.3966224 Nov 12 03:23:04.470149 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6b4b33d0-cfa8-410b-a1d6-1e8ad5f81d71 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:04.470453 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-49486add-48d0-49b7-be3d-ea2f49238366 req-311a137d-9614-4216-a926-c602770529b5 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] No DVR routers for this DVR port a6c70e7a-cb90-47e9-9257-b8480510453f on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:23:04.476138 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-49486add-48d0-49b7-be3d-ea2f49238366 req-311a137d-9614-4216-a926-c602770529b5 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:04.508392 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534fc57-52c9-4fb4-ad55-47fa0479f8b9 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Pushing event updated for resources: {'Subnet': ['ID=f43c94b2-0a91-480e-a4f3-c7609bc08f1e,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:04.516692 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-49486add-48d0-49b7-be3d-ea2f49238366 req-311a137d-9614-4216-a926-c602770529b5 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.74 "DELETE /v2.0/ports/a6c70e7a-cb90-47e9-9257-b8480510453f HTTP/1.1" status: 204 len: 173 time: 1.8568799 Nov 12 03:23:04.533135 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fccfd77-81d6-4617-957f-68000ad72a48', 'name': 'network-vif-deleted', 'tag': 'a6c70e7a-cb90-47e9-9257-b8480510453f'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:04.534075 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:04.534500 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:04.534828 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:04.535277 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:04.535659 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:04.536040 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:04.548369 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130349b9-ec5c-4ace-8148-cc4a2d835b0c" -d '{"events": [{"server_uuid": "5fccfd77-81d6-4617-957f-68000ad72a48", "name": "network-vif-deleted", "tag": "a6c70e7a-cb90-47e9-9257-b8480510453f"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:04.549768 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:04.550520 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:04.551101 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:04.551513 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:04.552684 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:04.553282 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:04.594362 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['5a7aab69-6cce-4648-a6ca-e3b6cc017c03'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:04.612429 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6b4b33d0-cfa8-410b-a1d6-1e8ad5f81d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:04.702075 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e534fc57-52c9-4fb4-ad55-47fa0479f8b9 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Checking segment: {'id': '06adfef5-e7b1-4933-b95b-8482af7b08a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c9366894-55fd-4c24-870a-342b904c425b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:04.702520 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e534fc57-52c9-4fb4-ad55-47fa0479f8b9 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Network hostable DHCP agents. Network: c9366894-55fd-4c24-870a-342b904c425b, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:23:04.744920 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364bb45-97b3-47e6-8e51-0bddb8daa339 req-2ff9c145-c7f1-4bb1-b4b3-07bd426d19a6 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:04.761348 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-82976df0-8c00-4cd0-92ea-3ab35c91ec48 req-bd596453-b196-49af-a337-a26178c9a5a7 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838402 Nov 12 03:23:04.771702 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5364bb45-97b3-47e6-8e51-0bddb8daa339 req-2ff9c145-c7f1-4bb1-b4b3-07bd426d19a6 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a9a4535-b23b-4d12-a69b-45e98fbbd59a HTTP/1.1" status: 200 len: 945 time: 0.3086216 Nov 12 03:23:04.806195 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e534fc57-52c9-4fb4-ad55-47fa0479f8b9 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Network c9366894-55fd-4c24-870a-342b904c425b is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:23:04.852330 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-e534fc57-52c9-4fb4-ad55-47fa0479f8b9 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, c9366894-55fd-4c24-870a-342b904c425b) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:04.869381 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e534fc57-52c9-4fb4-ad55-47fa0479f8b9 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:04.873230 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e534fc57-52c9-4fb4-ad55-47fa0479f8b9 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:04.881700 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5364bb45-97b3-47e6-8e51-0bddb8daa339 req-7d719734-89b7-4e1a-9538-e3b8aa37c87d tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966372 Nov 12 03:23:04.920903 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b33d0-cfa8-410b-a1d6-1e8ad5f81d71 None None] Pushing event updated for resources: {'Port': ['ID=dfcb12be-d75d-4cec-8016-e864eb804e4d,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:04.931077 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e534fc57-52c9-4fb4-ad55-47fa0479f8b9 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7605896 Nov 12 03:23:04.951980 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device a6c70e7a-cb90-47e9-9257-b8480510453f no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:23:04.965525 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0daee0-ed6b-4bc4-8cfb-4749b5e91ed3 None None] Network c9366894-55fd-4c24-870a-342b904c425b requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:04.993853 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1543e9e-9e94-4827-89b6-f421f559b090 x-openstack-request-id: req-f1543e9e-9e94-4827-89b6-f421f559b090 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:04.994145 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fccfd77-81d6-4617-957f-68000ad72a48", "name": "network-vif-deleted", "tag": "a6c70e7a-cb90-47e9-9257-b8480510453f", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:04.994394 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f1543e9e-9e94-4827-89b6-f421f559b090 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:04.994800 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fccfd77-81d6-4617-957f-68000ad72a48', 'name': 'network-vif-deleted', 'tag': 'a6c70e7a-cb90-47e9-9257-b8480510453f', 'status': 'completed', 'code': 200} Nov 12 03:23:05.106784 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55386) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:05.108918 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4b33d0-cfa8-410b-a1d6-1e8ad5f81d71 None None] Network 0b702fee-f662-4cd3-b714-275c6d009843 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:05.130722 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: a6c70e7a-cb90-47e9-9257-b8480510453f {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:23:05.134968 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device a6c70e7a-cb90-47e9-9257-b8480510453f not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:23:05.161004 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-6b4b33d0-cfa8-410b-a1d6-1e8ad5f81d71 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:05.178250 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5583b888-ee9e-4080-bd77-1dd386d93c8e req-5c31b55a-1f06-4dcb-a83c-31a317ac9f39 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fccfd77-81d6-4617-957f-68000ad72a48 HTTP/1.1" status: 200 len: 210 time: 0.1113114 Nov 12 03:23:05.187375 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4b33d0-cfa8-410b-a1d6-1e8ad5f81d71 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:05.262021 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd4737-a65e-44de-8894-0a2c38ef7985 req-ee9ffe57-bbb1-4d14-acdf-ca1916dd2dd0 tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:05.279913 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ffd4737-a65e-44de-8894-0a2c38ef7985 req-ee9ffe57-bbb1-4d14-acdf-ca1916dd2dd0 tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cc31b62-71a4-44be-9827-8e1d7daaca60 HTTP/1.1" status: 200 len: 945 time: 0.1333816 Nov 12 03:23:05.410755 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e911c5ef-82a0-4a71-938d-c03a2b7518a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.459884 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-6b4b33d0-cfa8-410b-a1d6-1e8ad5f81d71 None None] Attempting to bind port dfcb12be-d75d-4cec-8016-e864eb804e4d on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:05.460380 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-6b4b33d0-cfa8-410b-a1d6-1e8ad5f81d71 None None] Attempting to bind port dfcb12be-d75d-4cec-8016-e864eb804e4d by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'f2f55e92-db4c-405e-b786-3d1bbe33b256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0b702fee-f662-4cd3-b714-275c6d009843'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:05.460848 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4b33d0-cfa8-410b-a1d6-1e8ad5f81d71 None None] Attempting to bind port dfcb12be-d75d-4cec-8016-e864eb804e4d on network 0b702fee-f662-4cd3-b714-275c6d009843 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:05.469226 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.490669 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632bba7-38fc-4d40-be6b-cd4059f54dd9 req-4e98fb6b-6890-436f-875a-ccd2a5cd4c6a tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:05.493082 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4b33d0-cfa8-410b-a1d6-1e8ad5f81d71 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:05.493608 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4b33d0-cfa8-410b-a1d6-1e8ad5f81d71 None None] Checking segment: {'id': 'f2f55e92-db4c-405e-b786-3d1bbe33b256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0b702fee-f662-4cd3-b714-275c6d009843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:05.494012 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6b4b33d0-cfa8-410b-a1d6-1e8ad5f81d71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.494509 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4b33d0-cfa8-410b-a1d6-1e8ad5f81d71 None None] Bound using segment: {'id': 'f2f55e92-db4c-405e-b786-3d1bbe33b256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0b702fee-f662-4cd3-b714-275c6d009843'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:05.494995 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-6b4b33d0-cfa8-410b-a1d6-1e8ad5f81d71 None None] Bound port: dfcb12be-d75d-4cec-8016-e864eb804e4d, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f55e92-db4c-405e-b786-3d1bbe33b256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0b702fee-f662-4cd3-b714-275c6d009843'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:05.495379 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6b4b33d0-cfa8-410b-a1d6-1e8ad5f81d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.501812 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b632bba7-38fc-4d40-be6b-cd4059f54dd9 req-4e98fb6b-6890-436f-875a-ccd2a5cd4c6a tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fd2016c-ef46-4c1a-a50c-6a7029ac301f HTTP/1.1" status: 200 len: 945 time: 0.1248257 Nov 12 03:23:05.583928 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b632bba7-38fc-4d40-be6b-cd4059f54dd9 req-1c80fabb-d90e-46d8-8a5e-a0fdc6fa01bc tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746753 Nov 12 03:23:05.618167 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ffd4737-a65e-44de-8894-0a2c38ef7985 req-da277e91-74c6-4d8f-84b4-277d3bcd06ad tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] 10.222.0.50 "GET /v2.0/security-groups?id=03cf58bf-34ab-42c9-931d-5ef50ab7e66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372431 Nov 12 03:23:05.767153 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-6b4b33d0-cfa8-410b-a1d6-1e8ad5f81d71 None None] For port dfcb12be-d75d-4cec-8016-e864eb804e4d, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:05.771818 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-6b4b33d0-cfa8-410b-a1d6-1e8ad5f81d71 None None] For port dfcb12be-d75d-4cec-8016-e864eb804e4d, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=dfcb12be-d75d-4cec-8016-e864eb804e4d,segment=NetworkSegment(f2f55e92-db4c-405e-b786-3d1bbe33b256),segment_id=f2f55e92-db4c-405e-b786-3d1bbe33b256)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:05.814965 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e911c5ef-82a0-4a71-938d-c03a2b7518a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.823522 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e911c5ef-82a0-4a71-938d-c03a2b7518a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.869646 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6b4b33d0-cfa8-410b-a1d6-1e8ad5f81d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.949758 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb3c307-2cb6-45b7-bf9a-125b96e205b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-c9366894-55fd-4c24-870a-342b904c425b', 'network_id': 'c9366894-55fd-4c24-870a-342b904c425b', 'tenant_id': '2318b893ebac4403a7655da339a70941', 'fixed_ips': [{'subnet_id': 'f43c94b2-0a91-480e-a4f3-c7609bc08f1e'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:23:05.952576 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ceb3c307-2cb6-45b7-bf9a-125b96e205b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.011423 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e911c5ef-82a0-4a71-938d-c03a2b7518a9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5081a6ff30f54ac6a78adc8734d362d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9026911 Nov 12 03:23:06.014394 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55410) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:06.022314 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911c5ef-82a0-4a71-938d-c03a2b7518a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb0025e-2d49-4521-b910-3a0f959e9a27,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:06.107355 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-4bbc739e-b02e-4c3f-865a-2260016faa85 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:06.119228 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-4bbc739e-b02e-4c3f-865a-2260016faa85 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:06.122234 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-4bbc739e-b02e-4c3f-865a-2260016faa85 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/networks?id=0b702fee-f662-4cd3-b714-275c6d009843&id=c9366894-55fd-4c24-870a-342b904c425b HTTP/1.1" status: 200 len: 1390 time: 0.3167322 Nov 12 03:23:06.161996 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-66ff060a-b6e7-41d7-9d82-8dfe9e91d1ee tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/quotas/2318b893ebac4403a7655da339a70941 HTTP/1.1" status: 200 len: 375 time: 0.0315986 Nov 12 03:23:06.264694 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f8c6a87f-cd0e-4d19-b277-d0d787774d35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.320373 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f8c6a87f-cd0e-4d19-b277-d0d787774d35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.322001 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b33d0-cfa8-410b-a1d6-1e8ad5f81d71 None None] Pushing event updated for resources: {'Port': ['ID=dfcb12be-d75d-4cec-8016-e864eb804e4d,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:06.338385 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-a8bb6548-c58d-4eb7-81e6-a3a0ac401984 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2318b893ebac4403a7655da339a70941&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1752360 Nov 12 03:23:06.354534 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.375116 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d0c43-802a-4c27-a0b5-665c1391ab9b req-65b21c0c-764c-4cc3-afa7-13b21c6182f7 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:06.393510 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-568d0c43-802a-4c27-a0b5-665c1391ab9b req-65b21c0c-764c-4cc3-afa7-13b21c6182f7 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 945 time: 0.2653639 Nov 12 03:23:06.519419 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-ceb3c307-2cb6-45b7-bf9a-125b96e205b0 None None] Allocated IP 19.86.0.2 (c9366894-55fd-4c24-870a-342b904c425b/f43c94b2-0a91-480e-a4f3-c7609bc08f1e/d1c216db-a560-45ed-808c-47a10fa15df2) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:06.573807 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-1f6d4a51-a480-4f64-8fc5-fc6f39530932 service neutron] 10.222.0.50 "GET /v2.0/networks/0b702fee-f662-4cd3-b714-275c6d009843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152758 Nov 12 03:23:06.583206 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-568d0c43-802a-4c27-a0b5-665c1391ab9b req-f7a24155-ef6e-4132-865b-de04b8c7d198 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880965 Nov 12 03:23:06.629531 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f8c6a87f-cd0e-4d19-b277-d0d787774d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.634339 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f8c6a87f-cd0e-4d19-b277-d0d787774d35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.637111 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f8c6a87f-cd0e-4d19-b277-d0d787774d35 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9eb0025e-2d49-4521-b910-3a0f959e9a27 HTTP/1.1" status: 204 len: 168 time: 0.6186609 Nov 12 03:23:06.673614 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6a87f-cd0e-4d19-b277-d0d787774d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb0025e-2d49-4521-b910-3a0f959e9a27,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:06.910139 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-aa79d3cb-2355-40c1-97a8-46194d81fb1a service neutron] 10.222.0.50 "GET /v2.0/networks/0b702fee-f662-4cd3-b714-275c6d009843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348751 Nov 12 03:23:06.981809 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829a77b-fca8-438c-aaf1-a6b0aed12011 req-835b03af-9a6a-495d-ad21-bde8140fbe4a tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:06.986960 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e829a77b-fca8-438c-aaf1-a6b0aed12011 req-835b03af-9a6a-495d-ad21-bde8140fbe4a tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a9a4535-b23b-4d12-a69b-45e98fbbd59a HTTP/1.1" status: 200 len: 945 time: 0.1724226 Nov 12 03:23:07.021519 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ceb3c307-2cb6-45b7-bf9a-125b96e205b0 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:07.033894 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ceb3c307-2cb6-45b7-bf9a-125b96e205b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:07.126587 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb3c307-2cb6-45b7-bf9a-125b96e205b0 None None] Network c9366894-55fd-4c24-870a-342b904c425b is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:07.133468 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-ceb3c307-2cb6-45b7-bf9a-125b96e205b0 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:07.140740 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb3c307-2cb6-45b7-bf9a-125b96e205b0 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:07.155360 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e829a77b-fca8-438c-aaf1-a6b0aed12011 req-25155ef2-667b-4006-83ef-7ec4660516b1 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550925 Nov 12 03:23:07.169416 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb3c307-2cb6-45b7-bf9a-125b96e205b0 None None] Pushing event updated for resources: {'Port': ['ID=d1c216db-a560-45ed-808c-47a10fa15df2,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:07.263939 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-961d5992-b7cc-45ce-a92c-604c67c8fb72 service neutron] 10.222.0.50 "GET /v2.0/networks/c9366894-55fd-4c24-870a-342b904c425b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480780 Nov 12 03:23:07.334764 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-ceb3c307-2cb6-45b7-bf9a-125b96e205b0 None None] Attempting to bind port d1c216db-a560-45ed-808c-47a10fa15df2 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:07.335384 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-ceb3c307-2cb6-45b7-bf9a-125b96e205b0 None None] Attempting to bind port d1c216db-a560-45ed-808c-47a10fa15df2 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '06adfef5-e7b1-4933-b95b-8482af7b08a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c9366894-55fd-4c24-870a-342b904c425b'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:07.336060 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb3c307-2cb6-45b7-bf9a-125b96e205b0 None None] Attempting to bind port d1c216db-a560-45ed-808c-47a10fa15df2 on network c9366894-55fd-4c24-870a-342b904c425b {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:07.356054 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb3c307-2cb6-45b7-bf9a-125b96e205b0 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:07.357663 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb3c307-2cb6-45b7-bf9a-125b96e205b0 None None] Checking segment: {'id': '06adfef5-e7b1-4933-b95b-8482af7b08a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c9366894-55fd-4c24-870a-342b904c425b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:07.361722 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ceb3c307-2cb6-45b7-bf9a-125b96e205b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:07.365443 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb3c307-2cb6-45b7-bf9a-125b96e205b0 None None] Bound using segment: {'id': '06adfef5-e7b1-4933-b95b-8482af7b08a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c9366894-55fd-4c24-870a-342b904c425b'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:07.367160 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-ceb3c307-2cb6-45b7-bf9a-125b96e205b0 None None] Bound port: d1c216db-a560-45ed-808c-47a10fa15df2, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06adfef5-e7b1-4933-b95b-8482af7b08a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c9366894-55fd-4c24-870a-342b904c425b'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:07.372835 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ceb3c307-2cb6-45b7-bf9a-125b96e205b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:07.383371 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 5a7aab69-6cce-4648-a6ca-e3b6cc017c03 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:07.504915 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce839382-35d2-4fe6-8c99-f5d6d1577e4d req-94ef52cf-6dad-433c-b5a3-c1f617970947 tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:07.521236 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ce839382-35d2-4fe6-8c99-f5d6d1577e4d req-94ef52cf-6dad-433c-b5a3-c1f617970947 tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cc31b62-71a4-44be-9827-8e1d7daaca60 HTTP/1.1" status: 200 len: 945 time: 0.1759286 Nov 12 03:23:07.553345 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-8b68e9b3-c3e6-4cef-aaa5-b868e797038f service neutron] 10.222.0.50 "GET /v2.0/networks/c9366894-55fd-4c24-870a-342b904c425b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879648 Nov 12 03:23:07.658827 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55424) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:07.678525 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-ceb3c307-2cb6-45b7-bf9a-125b96e205b0 None None] For port d1c216db-a560-45ed-808c-47a10fa15df2, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:07.684226 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-ceb3c307-2cb6-45b7-bf9a-125b96e205b0 None None] For port d1c216db-a560-45ed-808c-47a10fa15df2, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d1c216db-a560-45ed-808c-47a10fa15df2,segment=NetworkSegment(06adfef5-e7b1-4933-b95b-8482af7b08a2),segment_id=06adfef5-e7b1-4933-b95b-8482af7b08a2)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:07.686068 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 5a7aab69-6cce-4648-a6ca-e3b6cc017c03 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:23:07.694974 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 5a7aab69-6cce-4648-a6ca-e3b6cc017c03 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:07.695753 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:07.733033 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4d0f2c16-9b5d-4b74-ae82-72880e701607 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:07.775009 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ceb3c307-2cb6-45b7-bf9a-125b96e205b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:07.785841 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ce839382-35d2-4fe6-8c99-f5d6d1577e4d req-4634b8ba-624c-464f-a320-dbfa5eb1d952 tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] 10.222.0.50 "GET /v2.0/security-groups?id=03cf58bf-34ab-42c9-931d-5ef50ab7e66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600839 Nov 12 03:23:07.847413 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02a996-9d7d-4093-b5e1-55ebbd49797c req-862e4b97-80b2-47ac-a4bf-ac5c063d8c91 tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:07.853428 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2e02a996-9d7d-4093-b5e1-55ebbd49797c req-862e4b97-80b2-47ac-a4bf-ac5c063d8c91 tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] 10.222.0.90 "GET /v2.0/ports?device_id=7cc31b62-71a4-44be-9827-8e1d7daaca60 HTTP/1.1" status: 200 len: 945 time: 0.2741756 Nov 12 03:23:08.108990 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4d0f2c16-9b5d-4b74-ae82-72880e701607 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:08.122106 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4d0f2c16-9b5d-4b74-ae82-72880e701607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:08.250376 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f2c16-9b5d-4b74-ae82-72880e701607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05e5ca5-0fd9-425c-b570-d779f5a1f1f3,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:08.288991 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c29548-ad14-4b90-8d68-9770645e41d3 req-852e7d41-561d-463a-92cf-5dce39b89cbf tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:08.303356 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-66c29548-ad14-4b90-8d68-9770645e41d3 req-852e7d41-561d-463a-92cf-5dce39b89cbf tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 945 time: 0.1984229 Nov 12 03:23:08.325713 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4d0f2c16-9b5d-4b74-ae82-72880e701607 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c5c33bf85d7448b993663cb8dd7b3a86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6629388 Nov 12 03:23:08.328626 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:08.336712 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55436) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:08.346404 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-2e02a996-9d7d-4093-b5e1-55ebbd49797c req-acaf34ee-3ed2-4ce2-8d6b-541e92d34c25 tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] Deleting port 8e006b3f-4161-482f-a98c-4e1086628fa9 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:08.346746 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2e02a996-9d7d-4093-b5e1-55ebbd49797c req-acaf34ee-3ed2-4ce2-8d6b-541e92d34c25 tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:08.375938 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f98fca-5a1a-410a-a4c7-2fec50f120bb req-49e1ee02-3ddd-4ce4-96a5-08ed0634dc3b tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:08.386057 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-70f98fca-5a1a-410a-a4c7-2fec50f120bb req-49e1ee02-3ddd-4ce4-96a5-08ed0634dc3b tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fd2016c-ef46-4c1a-a50c-6a7029ac301f HTTP/1.1" status: 200 len: 945 time: 0.2749922 Nov 12 03:23:08.444610 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73864d5-bc42-4118-89d6-f96efbad9867 None None] Network 0b702fee-f662-4cd3-b714-275c6d009843 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:08.477785 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:08.564128 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0ad6f498-6bb2-49d7-bcea-74157930bb33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:08.619199 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-70f98fca-5a1a-410a-a4c7-2fec50f120bb req-c64fe1dd-80c8-44f9-a61d-b890a8e7a374 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322021 Nov 12 03:23:08.656121 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0ad6f498-6bb2-49d7-bcea-74157930bb33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:08.783727 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device dfcb12be-d75d-4cec-8016-e864eb804e4d up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:08.789236 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-2e02a996-9d7d-4093-b5e1-55ebbd49797c req-acaf34ee-3ed2-4ce2-8d6b-541e92d34c25 tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] For port 8e006b3f-4161-482f-a98c-4e1086628fa9, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=8e006b3f-4161-482f-a98c-4e1086628fa9,segment=NetworkSegment(0f96e47b-f0f7-4e8a-b206-8b20f3c5ede3),segment_id=0f96e47b-f0f7-4e8a-b206-8b20f3c5ede3)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:08.789593 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2e02a996-9d7d-4093-b5e1-55ebbd49797c req-acaf34ee-3ed2-4ce2-8d6b-541e92d34c25 tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:08.802864 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb3c307-2cb6-45b7-bf9a-125b96e205b0 None None] Pushing event updated for resources: {'Port': ['ID=d1c216db-a560-45ed-808c-47a10fa15df2,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:08.818210 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd2016c-ef46-4c1a-a50c-6a7029ac301f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7aab69-6cce-4648-a6ca-e3b6cc017c03'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:08.828509 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f301b84-51c3-49ad-8462-b2ea87a07e6c" -d '{"events": [{"server_uuid": "6fd2016c-ef46-4c1a-a50c-6a7029ac301f", "name": "network-vif-plugged", "status": "completed", "tag": "5a7aab69-6cce-4648-a6ca-e3b6cc017c03"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:08.851248 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-2e02a996-9d7d-4093-b5e1-55ebbd49797c req-acaf34ee-3ed2-4ce2-8d6b-541e92d34c25 tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] Calling delete_port for 8e006b3f-4161-482f-a98c-4e1086628fa9 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:08.854515 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-ff76990b-27a2-4e9f-9caf-880f4d5ae439 None None] Provisioning complete for port dfcb12be-d75d-4cec-8016-e864eb804e4d triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:08.855265 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ff76990b-27a2-4e9f-9caf-880f4d5ae439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:08.905186 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0ad6f498-6bb2-49d7-bcea-74157930bb33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:08.909123 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0ad6f498-6bb2-49d7-bcea-74157930bb33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:08.911060 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-0ad6f498-6bb2-49d7-bcea-74157930bb33 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c05e5ca5-0fd9-425c-b570-d779f5a1f1f3 HTTP/1.1" status: 204 len: 168 time: 0.5611959 Nov 12 03:23:08.927435 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-32816ef5-fadd-4092-9d0d-af78e745ae65 req-7a54b70e-da9f-4229-b399-62be0e61da54 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7221f21-f9b5-45aa-bdcc-44dfeab03a05 HTTP/1.1" status: 200 len: 210 time: 0.1020038 Nov 12 03:23:08.954598 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad6f498-6bb2-49d7-bcea-74157930bb33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05e5ca5-0fd9-425c-b570-d779f5a1f1f3,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:09.032317 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 5a7aab69-6cce-4648-a6ca-e3b6cc017c03, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=5a7aab69-6cce-4648-a6ca-e3b6cc017c03,segment=NetworkSegment(eece85e2-9491-495c-808d-869c08a5aaa4),segment_id=eece85e2-9491-495c-808d-869c08a5aaa4)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:09.067146 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-66c29548-ad14-4b90-8d68-9770645e41d3 req-936b80d5-2d62-4c91-9eb6-f7480435f2bf tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7629061 Nov 12 03:23:09.138965 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:09.335229 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=5a7aab69-6cce-4648-a6ca-e3b6cc017c03,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:09.383660 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port dfcb12be-d75d-4cec-8016-e864eb804e4d triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:09.384198 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:09.389810 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2e02a996-9d7d-4093-b5e1-55ebbd49797c req-acaf34ee-3ed2-4ce2-8d6b-541e92d34c25 tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:09.446319 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-77dc2831-12ce-47a8-bc67-1ab604dc2e63 req-abd42400-1fb3-4f23-8ab2-6802e3fa8589 tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cc31b62-71a4-44be-9827-8e1d7daaca60 HTTP/1.1" status: 200 len: 210 time: 0.0524065 Nov 12 03:23:09.556634 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c92b84-39e3-4b6f-ae56-c241c75bf1ce x-openstack-request-id: req-74c92b84-39e3-4b6f-ae56-c241c75bf1ce {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:09.556897 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd2016c-ef46-4c1a-a50c-6a7029ac301f", "name": "network-vif-plugged", "status": "completed", "tag": "5a7aab69-6cce-4648-a6ca-e3b6cc017c03", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:09.557148 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-74c92b84-39e3-4b6f-ae56-c241c75bf1ce {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:09.557530 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd2016c-ef46-4c1a-a50c-6a7029ac301f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7aab69-6cce-4648-a6ca-e3b6cc017c03', 'code': 200} Nov 12 03:23:09.644104 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85f5fa-b50b-4251-8a03-7baa97e532bd req-a82eeb53-321b-46df-96cc-04de9aed6f88 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:09.655864 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4c85f5fa-b50b-4251-8a03-7baa97e532bd req-a82eeb53-321b-46df-96cc-04de9aed6f88 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 949 time: 0.0810647 Nov 12 03:23:09.671401 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ff76990b-27a2-4e9f-9caf-880f4d5ae439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:09.707741 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf34ee-3ed2-4ce2-8d6b-541e92d34c25 tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] Pushing event deleted for resources: {'Port': ['ID=8e006b3f-4161-482f-a98c-4e1086628fa9,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:09.725590 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4c85f5fa-b50b-4251-8a03-7baa97e532bd req-03c6b5d0-a321-495f-bfde-e8ccc2c8017b tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683193 Nov 12 03:23:09.754027 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e02a996-9d7d-4093-b5e1-55ebbd49797c req-acaf34ee-3ed2-4ce2-8d6b-541e92d34c25 tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] No DVR routers for this DVR port 8e006b3f-4161-482f-a98c-4e1086628fa9 on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:23:09.769037 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2e02a996-9d7d-4093-b5e1-55ebbd49797c req-acaf34ee-3ed2-4ce2-8d6b-541e92d34c25 tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:09.777111 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2e02a996-9d7d-4093-b5e1-55ebbd49797c req-acaf34ee-3ed2-4ce2-8d6b-541e92d34c25 tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] 10.222.0.90 "DELETE /v2.0/ports/8e006b3f-4161-482f-a98c-4e1086628fa9 HTTP/1.1" status: 204 len: 173 time: 1.9181671 Nov 12 03:23:09.778783 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc31b62-71a4-44be-9827-8e1d7daaca60', 'name': 'network-vif-deleted', 'tag': '8e006b3f-4161-482f-a98c-4e1086628fa9'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:09.796004 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3dbddb-533b-4570-8181-ae991d1edc75" -d '{"events": [{"server_uuid": "7cc31b62-71a4-44be-9827-8e1d7daaca60", "name": "network-vif-deleted", "tag": "8e006b3f-4161-482f-a98c-4e1086628fa9"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:09.838094 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-ff76990b-27a2-4e9f-9caf-880f4d5ae439 None None] For port dfcb12be-d75d-4cec-8016-e864eb804e4d, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=dfcb12be-d75d-4cec-8016-e864eb804e4d,segment=NetworkSegment(f2f55e92-db4c-405e-b786-3d1bbe33b256),segment_id=f2f55e92-db4c-405e-b786-3d1bbe33b256)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:09.839895 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:09.865762 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295463f1-e9c0-403e-afed-4be0cc57da45 req-82327d5e-2009-484a-be54-6f1939fc9321 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:09.868905 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-295463f1-e9c0-403e-afed-4be0cc57da45 req-82327d5e-2009-484a-be54-6f1939fc9321 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a9a4535-b23b-4d12-a69b-45e98fbbd59a HTTP/1.1" status: 200 len: 945 time: 0.5061619 Nov 12 03:23:09.904259 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ff76990b-27a2-4e9f-9caf-880f4d5ae439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:09.960260 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdff300-cd3f-4869-a87e-666e78aedc89 req-c86bd7ab-b597-4d78-8a49-35057c3616c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:09.962702 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fbdff300-cd3f-4869-a87e-666e78aedc89 req-c86bd7ab-b597-4d78-8a49-35057c3616c7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6fd2016c-ef46-4c1a-a50c-6a7029ac301f HTTP/1.1" status: 200 len: 1098 time: 0.2516267 Nov 12 03:23:09.987886 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43771d5e-4bcc-4d65-af71-a00e99388723 req-cb57a514-f602-472b-a088-ed9b7621bee7 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:09.989942 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-43771d5e-4bcc-4d65-af71-a00e99388723 req-cb57a514-f602-472b-a088-ed9b7621bee7 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fd2016c-ef46-4c1a-a50c-6a7029ac301f HTTP/1.1" status: 200 len: 946 time: 0.1408567 Nov 12 03:23:10.032367 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-295463f1-e9c0-403e-afed-4be0cc57da45 req-dc93702c-2d9c-4e19-a5c0-39095f72b67b tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542215 Nov 12 03:23:10.121328 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fbdff300-cd3f-4869-a87e-666e78aedc89 req-526d067c-c732-4e13-97e6-b89420b11862 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493998 Nov 12 03:23:10.180237 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-43771d5e-4bcc-4d65-af71-a00e99388723 req-33214883-a94f-4518-8e11-6131cff277ab tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709597 Nov 12 03:23:10.188466 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c60f9e-da0b-4985-8faa-02280f5ed1fc x-openstack-request-id: req-60c60f9e-da0b-4985-8faa-02280f5ed1fc {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:10.189020 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc31b62-71a4-44be-9827-8e1d7daaca60", "name": "network-vif-deleted", "tag": "8e006b3f-4161-482f-a98c-4e1086628fa9", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:10.189647 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-60c60f9e-da0b-4985-8faa-02280f5ed1fc {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:10.190204 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc31b62-71a4-44be-9827-8e1d7daaca60', 'name': 'network-vif-deleted', 'tag': '8e006b3f-4161-482f-a98c-4e1086628fa9', 'status': 'completed', 'code': 200} Nov 12 03:23:10.214775 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:23:10.215096 n-d-715271-27 neutron-server[102573]: DEBUG oslo_db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:23:10.224824 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff76990b-27a2-4e9f-9caf-880f4d5ae439 None None] Pushing event updated for resources: {'Port': ['ID=dfcb12be-d75d-4cec-8016-e864eb804e4d,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:10.329539 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-02b8733f-de95-4624-b8dc-1f7e519b0914 None None] Provisioning complete for port dfcb12be-d75d-4cec-8016-e864eb804e4d triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:10.330006 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-02b8733f-de95-4624-b8dc-1f7e519b0914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:10.342909 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d8ce3-0419-4f97-a625-af3b24792d18 req-4526ccf4-c553-4112-bdc3-367e4fbab3ca tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:10.352817 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-067d8ce3-0419-4f97-a625-af3b24792d18 req-4526ccf4-c553-4112-bdc3-367e4fbab3ca tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 945 time: 0.0824044 Nov 12 03:23:10.394593 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6d810a20-1c8c-4b66-bd2d-f6ac0d6f45cf req-a7e96647-7676-4bfd-a6a3-b100ae0a160d tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7221f21-f9b5-45aa-bdcc-44dfeab03a05 HTTP/1.1" status: 200 len: 210 time: 0.0512259 Nov 12 03:23:10.449793 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2d8d78-b3da-4158-ac03-c2d3e56172df None None] Network c9366894-55fd-4c24-870a-342b904c425b requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:10.467574 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-067d8ce3-0419-4f97-a625-af3b24792d18 req-7536d14b-49a0-4f06-8534-63ca72f60e5e tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136873 Nov 12 03:23:10.679760 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-03f4ce17-9fec-4643-8045-9492e7e0971f req-e2a39198-4eee-4f87-a57f-002c3f8b9130 tempest-InstanceActionsV221TestJSON-1062665206 tempest-InstanceActionsV221TestJSON-1062665206-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cc31b62-71a4-44be-9827-8e1d7daaca60 HTTP/1.1" status: 200 len: 210 time: 0.0422459 Nov 12 03:23:10.752393 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-fe26fe17-1ce3-4926-982d-466d28b7aebc tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:10.763580 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-fe26fe17-1ce3-4926-982d-466d28b7aebc tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:10.765225 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-fe26fe17-1ce3-4926-982d-466d28b7aebc tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.90 "GET /v2.0/networks?id=0b702fee-f662-4cd3-b714-275c6d009843&id=c9366894-55fd-4c24-870a-342b904c425b HTTP/1.1" status: 200 len: 1390 time: 0.2859037 Nov 12 03:23:10.815172 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-2ff81ec7-c30f-4711-a74f-57b892b0450e tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Request body: {'port': {'device_id': 'e7221f21-f9b5-45aa-bdcc-44dfeab03a05', 'network_id': '0b702fee-f662-4cd3-b714-275c6d009843', 'admin_state_up': True, 'tenant_id': '2318b893ebac4403a7655da339a70941'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:10.940561 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-7e2189a7-8920-4dd2-a83b-ac374d655487 None None] Provisioning complete for port d1c216db-a560-45ed-808c-47a10fa15df2 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:10.940947 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7e2189a7-8920-4dd2-a83b-ac374d655487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:10.946092 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214c97c-f12e-4528-bef7-12c2954f6c34 req-c94d0abd-d7da-4468-8b3b-94fb851e8d89 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:10.952567 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7214c97c-f12e-4528-bef7-12c2954f6c34 req-c94d0abd-d7da-4468-8b3b-94fb851e8d89 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 949 time: 0.1131799 Nov 12 03:23:11.105896 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7214c97c-f12e-4528-bef7-12c2954f6c34 req-33c3db00-4aba-4439-902c-0bae6596ad85 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446543 Nov 12 03:23:11.153755 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d22dc5-8deb-467c-95dd-f7e424dd1351 req-7e72fa7b-b7be-4baf-84fd-b09fdb097c53 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:11.154983 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-32d22dc5-8deb-467c-95dd-f7e424dd1351 req-7e72fa7b-b7be-4baf-84fd-b09fdb097c53 tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.74 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 949 time: 0.3341732 Nov 12 03:23:11.213697 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device dfcb12be-d75d-4cec-8016-e864eb804e4d up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:11.388047 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 8e006b3f-4161-482f-a98c-4e1086628fa9 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:23:11.470651 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: 8e006b3f-4161-482f-a98c-4e1086628fa9 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:23:11.471357 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 8e006b3f-4161-482f-a98c-4e1086628fa9 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:23:11.481024 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7e2189a7-8920-4dd2-a83b-ac374d655487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:11.482086 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b75edb-376d-4e40-b601-739f68b866e2 req-d1044743-4379-4083-972a-23a7374c2281 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:11.483720 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-12b75edb-376d-4e40-b601-739f68b866e2 req-d1044743-4379-4083-972a-23a7374c2281 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fd2016c-ef46-4c1a-a50c-6a7029ac301f HTTP/1.1" status: 200 len: 946 time: 0.1302516 Nov 12 03:23:11.590133 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38a9cb-0f1c-446a-b0c5-bd40438ac949 req-e1bace1e-8c01-40a6-b638-0df31823687a tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:11.590838 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-7e2189a7-8920-4dd2-a83b-ac374d655487 None None] For port d1c216db-a560-45ed-808c-47a10fa15df2, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d1c216db-a560-45ed-808c-47a10fa15df2,segment=NetworkSegment(06adfef5-e7b1-4933-b95b-8482af7b08a2),segment_id=06adfef5-e7b1-4933-b95b-8482af7b08a2)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:11.599427 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port dfcb12be-d75d-4cec-8016-e864eb804e4d triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:11.600267 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6d38a9cb-0f1c-446a-b0c5-bd40438ac949 req-e1bace1e-8c01-40a6-b638-0df31823687a tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a9a4535-b23b-4d12-a69b-45e98fbbd59a HTTP/1.1" status: 200 len: 945 time: 0.3351128 Nov 12 03:23:11.600404 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:11.604532 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7e2189a7-8920-4dd2-a83b-ac374d655487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:11.639975 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-12b75edb-376d-4e40-b601-739f68b866e2 req-003cb126-2464-4698-a3fc-97000307f130 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479223 Nov 12 03:23:11.666730 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-2ff81ec7-c30f-4711-a74f-57b892b0450e tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Made reservation on behalf of 2318b893ebac4403a7655da339a70941 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:11.672704 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-2ff81ec7-c30f-4711-a74f-57b892b0450e tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:11.706560 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2189a7-8920-4dd2-a83b-ac374d655487 None None] Pushing event updated for resources: {'Port': ['ID=d1c216db-a560-45ed-808c-47a10fa15df2,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:11.727306 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6d38a9cb-0f1c-446a-b0c5-bd40438ac949 req-f84fdfaa-ce9e-44cb-96b9-e7b4a9db3fd1 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257682 Nov 12 03:23:11.748705 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-32d22dc5-8deb-467c-95dd-f7e424dd1351 req-d9277e22-ef20-467c-8540-00ebc3cc3dbd tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Deleting port cf18a935-ba16-480d-beeb-265435239d7f {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:11.749242 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-32d22dc5-8deb-467c-95dd-f7e424dd1351 req-d9277e22-ef20-467c-8540-00ebc3cc3dbd tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:11.818522 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-954766ee-104b-424e-b778-254abdb269f7 req-284e0b25-5a8e-48d5-8c92-b46eed6b55fa tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7221f21-f9b5-45aa-bdcc-44dfeab03a05 HTTP/1.1" status: 200 len: 210 time: 0.0362759 Nov 12 03:23:11.850691 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2c1cfa59-11dc-4119-aa48-27ad1975972d None None] Provisioning complete for port d1c216db-a560-45ed-808c-47a10fa15df2 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:11.851065 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2c1cfa59-11dc-4119-aa48-27ad1975972d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:11.933713 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d1c216db-a560-45ed-808c-47a10fa15df2 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:12.027043 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4592a7-e12d-4552-8e24-4a9ffcd336ea req-4423f6d9-799d-40ec-a7b8-44ad10154162 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:12.036795 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2b4592a7-e12d-4552-8e24-4a9ffcd336ea req-4423f6d9-799d-40ec-a7b8-44ad10154162 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 945 time: 0.1783462 Nov 12 03:23:12.089890 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-32d22dc5-8deb-467c-95dd-f7e424dd1351 req-d9277e22-ef20-467c-8540-00ebc3cc3dbd tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] For port cf18a935-ba16-480d-beeb-265435239d7f, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=cf18a935-ba16-480d-beeb-265435239d7f,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:12.090693 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-32d22dc5-8deb-467c-95dd-f7e424dd1351 req-d9277e22-ef20-467c-8540-00ebc3cc3dbd tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.115888 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-2ff81ec7-c30f-4711-a74f-57b892b0450e tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Allocated IP 19.80.0.184 (0b702fee-f662-4cd3-b714-275c6d009843/a66df254-9e45-446b-bda1-5e44911b6774/0d1c6bbe-f414-4a11-817d-ebbe45bdcf39) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:12.140806 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-32d22dc5-8deb-467c-95dd-f7e424dd1351 req-d9277e22-ef20-467c-8540-00ebc3cc3dbd tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Calling delete_port for cf18a935-ba16-480d-beeb-265435239d7f owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:12.165715 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port d1c216db-a560-45ed-808c-47a10fa15df2 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:12.166484 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.189593 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2b4592a7-e12d-4552-8e24-4a9ffcd336ea req-ec882d95-cf85-4fa5-8561-a552ab897bc6 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470478 Nov 12 03:23:12.578471 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55548) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:12.629724 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-bffe12eb-2553-4ca9-b6b0-deb15e918751 admin admin] Deleting subnet 0bbab05c-00f6-474c-bc5a-4a23454bb118 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:23:12.633748 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bffe12eb-2553-4ca9-b6b0-deb15e918751 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.699612 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bffe12eb-2553-4ca9-b6b0-deb15e918751 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.753555 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device cf18a935-ba16-480d-beeb-265435239d7f no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:23:12.757283 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bffe12eb-2553-4ca9-b6b0-deb15e918751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.803483 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-32d22dc5-8deb-467c-95dd-f7e424dd1351 req-d9277e22-ef20-467c-8540-00ebc3cc3dbd tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.843957 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No active binding found for port cf18a935-ba16-480d-beeb-265435239d7f {{(pid=102573) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 03:23:12.844531 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device cf18a935-ba16-480d-beeb-265435239d7f not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:23:12.872141 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9277e22-ef20-467c-8540-00ebc3cc3dbd tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Pushing event deleted for resources: {'Port': ['ID=cf18a935-ba16-480d-beeb-265435239d7f,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:12.888927 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e1751-8d50-483a-8b3a-e45d0704f419 req-1d6ed42d-cc0e-48d8-87da-747d2c24229b tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:12.897282 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-338e1751-8d50-483a-8b3a-e45d0704f419 req-1d6ed42d-cc0e-48d8-87da-747d2c24229b tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/ports?device_id=53a65faf-0315-487c-8b95-1660521c7ac7 HTTP/1.1" status: 200 len: 867 time: 0.6113162 Nov 12 03:23:12.906022 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4343d-bca1-425c-9812-c06608f6fe9b req-c063fe0c-99c3-467d-b3f7-f11394311f73 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:12.915689 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-beb4343d-bca1-425c-9812-c06608f6fe9b req-c063fe0c-99c3-467d-b3f7-f11394311f73 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fd2016c-ef46-4c1a-a50c-6a7029ac301f HTTP/1.1" status: 200 len: 946 time: 0.1076989 Nov 12 03:23:12.921377 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bffe12eb-2553-4ca9-b6b0-deb15e918751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.982543 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe12eb-2553-4ca9-b6b0-deb15e918751 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bbab05c-00f6-474c-bc5a-4a23454bb118,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:12.991650 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d1c216db-a560-45ed-808c-47a10fa15df2 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:13.002369 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bffe12eb-2553-4ca9-b6b0-deb15e918751 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:13.016601 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-bffe12eb-2553-4ca9-b6b0-deb15e918751 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0bbab05c-00f6-474c-bc5a-4a23454bb118 HTTP/1.1" status: 204 len: 168 time: 0.4309380 Nov 12 03:23:13.018515 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55560) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:13.042670 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-beb4343d-bca1-425c-9812-c06608f6fe9b req-70be76ff-2787-4b7c-ae9d-f3c49dab8e00 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258326 Nov 12 03:23:13.073384 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port d1c216db-a560-45ed-808c-47a10fa15df2 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:13.073761 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:13.083630 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d22dc5-8deb-467c-95dd-f7e424dd1351 req-d9277e22-ef20-467c-8540-00ebc3cc3dbd tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] No DVR routers for this DVR port cf18a935-ba16-480d-beeb-265435239d7f on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:23:13.093039 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-32d22dc5-8deb-467c-95dd-f7e424dd1351 req-d9277e22-ef20-467c-8540-00ebc3cc3dbd tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:13.116420 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-32d22dc5-8deb-467c-95dd-f7e424dd1351 req-d9277e22-ef20-467c-8540-00ebc3cc3dbd tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.74 "DELETE /v2.0/ports/cf18a935-ba16-480d-beeb-265435239d7f HTTP/1.1" status: 204 len: 173 time: 1.9456985 Nov 12 03:23:13.116924 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a65faf-0315-487c-8b95-1660521c7ac7', 'name': 'network-vif-deleted', 'tag': 'cf18a935-ba16-480d-beeb-265435239d7f'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:13.120658 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b479ec0-ac64-4f97-9c5e-9e4c0a2b0105" -d '{"events": [{"server_uuid": "53a65faf-0315-487c-8b95-1660521c7ac7", "name": "network-vif-deleted", "tag": "cf18a935-ba16-480d-beeb-265435239d7f"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:13.215574 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-338e1751-8d50-483a-8b3a-e45d0704f419 req-2b3bf913-4cbe-4940-a576-34fde3ef15cd tempest-MigrationsAdminTest-664676804 tempest-MigrationsAdminTest-664676804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0afc3411-0ffd-4fc9-82a3-e15a31784d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173308 Nov 12 03:23:13.231524 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-55285eeb-0928-4fcc-83f7-2afe2ca407c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:13.267114 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-2ff81ec7-c30f-4711-a74f-57b892b0450e tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:13.418730 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-2ff81ec7-c30f-4711-a74f-57b892b0450e tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:13.441221 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43128b6-88ac-4b29-b8e1-a389be7c65e4 req-1107f11a-364e-4f32-a4cd-d74a21e94d84 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:13.445144 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f43128b6-88ac-4b29-b8e1-a389be7c65e4 req-1107f11a-364e-4f32-a4cd-d74a21e94d84 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a9a4535-b23b-4d12-a69b-45e98fbbd59a HTTP/1.1" status: 200 len: 945 time: 0.2306817 Nov 12 03:23:13.458991 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-55285eeb-0928-4fcc-83f7-2afe2ca407c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:13.502296 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-2ff81ec7-c30f-4711-a74f-57b892b0450e tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Network 0b702fee-f662-4cd3-b714-275c6d009843 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:13.505812 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-55285eeb-0928-4fcc-83f7-2afe2ca407c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49e02f35-c78a-4364-bb2d-8297b36af36b']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:13.507046 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-2ff81ec7-c30f-4711-a74f-57b892b0450e tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:13.511129 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-2ff81ec7-c30f-4711-a74f-57b892b0450e tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:13.544829 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-55285eeb-0928-4fcc-83f7-2afe2ca407c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f96e47b-f0f7-4e8a-b206-8b20f3c5ede3') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:13.545381 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-55285eeb-0928-4fcc-83f7-2afe2ca407c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f96e47b-f0f7-4e8a-b206-8b20f3c5ede3') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:13.580505 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d19b6-e0c2-4799-8b9b-cfba83015fed req-860cfe56-8969-41ae-b126-7152d43d5d10 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:13.582265 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-160d19b6-e0c2-4799-8b9b-cfba83015fed req-860cfe56-8969-41ae-b126-7152d43d5d10 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7221f21-f9b5-45aa-bdcc-44dfeab03a05 HTTP/1.1" status: 200 len: 932 time: 0.1903982 Nov 12 03:23:13.587715 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff81ec7-c30f-4711-a74f-57b892b0450e tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Pushing event updated for resources: {'Port': ['ID=0d1c6bbe-f414-4a11-817d-ebbe45bdcf39,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:13.593558 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-55285eeb-0928-4fcc-83f7-2afe2ca407c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:13.634863 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-2ff81ec7-c30f-4711-a74f-57b892b0450e tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:13.635509 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-2ff81ec7-c30f-4711-a74f-57b892b0450e tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:13.648557 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f43128b6-88ac-4b29-b8e1-a389be7c65e4 req-9133a803-f95b-4570-b5a8-19abe1153cf6 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923790 Nov 12 03:23:13.658966 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-55285eeb-0928-4fcc-83f7-2afe2ca407c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:13.674376 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55285eeb-0928-4fcc-83f7-2afe2ca407c3 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:23:13.676150 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-55285eeb-0928-4fcc-83f7-2afe2ca407c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:13.683960 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:23:13.683960 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:23:13.683960 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:23:13.683960 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:23:13.683960 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:23:13.683960 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:23:13.683960 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:23:13.683960 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:23:13.683960 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:23:13.683960 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:23:13.683960 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:23:13.683960 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:23:13.683960 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:23:13.683960 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:23:13.683960 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:23:13.683960 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:23:13.683960 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:23:13.683960 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:23:13.683960 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:23:13.683960 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:23:13.683960 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:23:13.683960 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:23:13.683960 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:23:13.683960 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:23:13.683960 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:23:13.683960 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:23:13.683960 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:23:13.683960 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:23:13.683960 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:23:13.683960 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:23:13.683960 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:23:13.683960 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:23:13.700281 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-2ff81ec7-c30f-4711-a74f-57b892b0450e tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8815758 Nov 12 03:23:13.708768 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-160d19b6-e0c2-4799-8b9b-cfba83015fed req-f227eccd-e423-4f67-8a08-39f398671bf2 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7b9a195-d95c-4e3f-bea7-b1f410bc6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155372 Nov 12 03:23:13.714377 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-c961fabf-f65c-4893-b949-bd0bf51c56fc tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Request body: {'port': {'device_id': 'e7221f21-f9b5-45aa-bdcc-44dfeab03a05', 'network_id': 'c9366894-55fd-4c24-870a-342b904c425b', 'admin_state_up': True, 'tenant_id': '2318b893ebac4403a7655da339a70941'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:13.846354 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-55285eeb-0928-4fcc-83f7-2afe2ca407c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:13.853015 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-55285eeb-0928-4fcc-83f7-2afe2ca407c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:13.862983 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-55285eeb-0928-4fcc-83f7-2afe2ca407c3 admin admin] 10.222.0.50 "DELETE /v2.0/networks/49e02f35-c78a-4364-bb2d-8297b36af36b HTTP/1.1" status: 204 len: 168 time: 0.8408520 Nov 12 03:23:13.877987 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af0281c-3a77-4694-97fb-0174c987d885 x-openstack-request-id: req-5af0281c-3a77-4694-97fb-0174c987d885 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:13.882768 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a65faf-0315-487c-8b95-1660521c7ac7", "name": "network-vif-deleted", "tag": "cf18a935-ba16-480d-beeb-265435239d7f", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:13.883283 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5af0281c-3a77-4694-97fb-0174c987d885 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:13.884699 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a65faf-0315-487c-8b95-1660521c7ac7', 'name': 'network-vif-deleted', 'tag': 'cf18a935-ba16-480d-beeb-265435239d7f', 'status': 'completed', 'code': 200} Nov 12 03:23:13.898372 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55285eeb-0928-4fcc-83f7-2afe2ca407c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=49e02f35-c78a-4364-bb2d-8297b36af36b,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:13.959044 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-237303e6-8f6a-442a-adde-2b37d94f80fa None None] Provisioning complete for port 0d1c6bbe-f414-4a11-817d-ebbe45bdcf39 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:13.960256 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-237303e6-8f6a-442a-adde-2b37d94f80fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:14.031409 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-237303e6-8f6a-442a-adde-2b37d94f80fa None None] Port 0d1c6bbe-f414-4a11-817d-ebbe45bdcf39 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:23:14.157747 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc5c315-1c9c-47d8-bbf5-55ec6408712c req-66bea5ce-6cfe-4acc-9524-a73b4293c47d tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:14.159322 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7bc5c315-1c9c-47d8-bbf5-55ec6408712c req-66bea5ce-6cfe-4acc-9524-a73b4293c47d tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 945 time: 0.1883836 Nov 12 03:23:14.227157 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-c961fabf-f65c-4893-b949-bd0bf51c56fc tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Made reservation on behalf of 2318b893ebac4403a7655da339a70941 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:14.230882 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-c961fabf-f65c-4893-b949-bd0bf51c56fc tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:14.258011 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55588) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:14.305638 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46effbe4-3d96-4116-a4fd-8c0aecdc0f9f req-c1a840ab-5c28-4f24-8127-d54a2a955a85 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:14.308590 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-46effbe4-3d96-4116-a4fd-8c0aecdc0f9f req-c1a840ab-5c28-4f24-8127-d54a2a955a85 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fd2016c-ef46-4c1a-a50c-6a7029ac301f HTTP/1.1" status: 200 len: 946 time: 0.0883543 Nov 12 03:23:14.361053 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7bc5c315-1c9c-47d8-bbf5-55ec6408712c req-1fb1d203-b655-40d6-ae99-259c57d7d4ff tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898017 Nov 12 03:23:14.400410 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4766a810-6741-499f-b3f1-fa1ea735aac0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=43967d62094e4088bb831e485c84b809&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1414237 Nov 12 03:23:14.404983 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55594) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:14.502931 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55598) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:14.521133 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-46effbe4-3d96-4116-a4fd-8c0aecdc0f9f req-1fdbaadf-0c05-48ab-83b5-ea118ea3ed06 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945078 Nov 12 03:23:14.539781 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3c775515-d99c-4cb6-9721-1dbcb00bf3ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:14.540432 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-c961fabf-f65c-4893-b949-bd0bf51c56fc tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Allocated IP 19.86.0.106 (c9366894-55fd-4c24-870a-342b904c425b/f43c94b2-0a91-480e-a4f3-c7609bc08f1e/5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:14.597958 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3c775515-d99c-4cb6-9721-1dbcb00bf3ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:14.667202 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3c775515-d99c-4cb6-9721-1dbcb00bf3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:14.671230 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3c775515-d99c-4cb6-9721-1dbcb00bf3ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:14.672834 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3c775515-d99c-4cb6-9721-1dbcb00bf3ed admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/03cf58bf-34ab-42c9-931d-5ef50ab7e66c HTTP/1.1" status: 204 len: 168 time: 0.2668383 Nov 12 03:23:14.685447 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c775515-d99c-4cb6-9721-1dbcb00bf3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03cf58bf-34ab-42c9-931d-5ef50ab7e66c,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:14.822665 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c2493869-09b7-433a-80a8-c27d6c9a8c21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:14.994590 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-c961fabf-f65c-4893-b949-bd0bf51c56fc tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:15.037997 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd11ce-c980-4f73-a71d-538cfb9ab71f req-a4cebaca-ab09-48c1-9d2a-9a0cb3f956f9 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:15.039840 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-83bd11ce-c980-4f73-a71d-538cfb9ab71f req-a4cebaca-ab09-48c1-9d2a-9a0cb3f956f9 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a9a4535-b23b-4d12-a69b-45e98fbbd59a HTTP/1.1" status: 200 len: 945 time: 0.1707010 Nov 12 03:23:15.056137 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d7282-6f1f-45b9-a0ad-5fd6ecf8de46 req-21b042d7-b6db-4f29-a1f1-fc83efd890bb tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:15.060854 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-047d7282-6f1f-45b9-a0ad-5fd6ecf8de46 req-21b042d7-b6db-4f29-a1f1-fc83efd890bb tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7221f21-f9b5-45aa-bdcc-44dfeab03a05 HTTP/1.1" status: 200 len: 932 time: 0.1678832 Nov 12 03:23:15.171012 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-047d7282-6f1f-45b9-a0ad-5fd6ecf8de46 req-47717f17-bbb7-4eb1-9ed7-0e54c993adc9 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7b9a195-d95c-4e3f-bea7-b1f410bc6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028476 Nov 12 03:23:15.187545 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-83bd11ce-c980-4f73-a71d-538cfb9ab71f req-ce48baa5-e725-47d0-856a-3e2ea2a18543 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409657 Nov 12 03:23:15.198149 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55616) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:15.203671 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-c961fabf-f65c-4893-b949-bd0bf51c56fc tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:15.220959 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c2493869-09b7-433a-80a8-c27d6c9a8c21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:15.283018 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c2493869-09b7-433a-80a8-c27d6c9a8c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:15.333447 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c961fabf-f65c-4893-b949-bd0bf51c56fc tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Pushing event updated for resources: {'Port': ['ID=5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:15.338258 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-c961fabf-f65c-4893-b949-bd0bf51c56fc tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Network c9366894-55fd-4c24-870a-342b904c425b is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:15.365405 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-c961fabf-f65c-4893-b949-bd0bf51c56fc tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:15.379084 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-c961fabf-f65c-4893-b949-bd0bf51c56fc tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:15.391211 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2493869-09b7-433a-80a8-c27d6c9a8c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855c8057-8938-4aed-9b33-833b028e1550,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:15.414129 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c2493869-09b7-433a-80a8-c27d6c9a8c21 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=53af2b08a49a4438a283f2ca14f338d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9098518 Nov 12 03:23:15.419054 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55626) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:15.525128 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-c961fabf-f65c-4893-b949-bd0bf51c56fc tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:15.525810 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-c961fabf-f65c-4893-b949-bd0bf51c56fc tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:15.550532 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1103510a-19b6-4996-a47b-a5f85e301ca6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:15.605703 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-c961fabf-f65c-4893-b949-bd0bf51c56fc tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8958259 Nov 12 03:23:15.704398 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1103510a-19b6-4996-a47b-a5f85e301ca6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:15.710666 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-5d74e8e2-68ed-496f-87f6-1e948c9fe288 service neutron] Request body: {'port': {'device_id': 'e7221f21-f9b5-45aa-bdcc-44dfeab03a05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:15.711510 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-12e0c8b2-5ebe-44d6-9c29-15405e3b1256 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8b0d25ea08f644adbd397e66a514b9b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5122709 Nov 12 03:23:15.721975 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55632) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:15.781600 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4de32-b786-4bfe-aa71-a1554faaf5b7 req-9ccfb13c-57ff-4b95-abd4-0613eff0ecd1 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:15.785159 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:23:15.787534 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5ca4de32-b786-4bfe-aa71-a1554faaf5b7 req-9ccfb13c-57ff-4b95-abd4-0613eff0ecd1 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 945 time: 0.2342517 Nov 12 03:23:15.840252 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985de44-813e-456c-ab92-f76937b6f079 req-3ab33d9a-7b18-4ae4-8dc4-57c87e46f163 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:15.851192 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7985de44-813e-456c-ab92-f76937b6f079 req-3ab33d9a-7b18-4ae4-8dc4-57c87e46f163 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fd2016c-ef46-4c1a-a50c-6a7029ac301f HTTP/1.1" status: 200 len: 946 time: 0.2293968 Nov 12 03:23:15.890468 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f738a7e-de92-436a-8686-7ce35fb3f827 req-3c5884aa-98d5-43b2-bedb-c7e259645ad1 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:15.892229 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3f738a7e-de92-436a-8686-7ce35fb3f827 req-3c5884aa-98d5-43b2-bedb-c7e259645ad1 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.90 "GET /v2.0/ports?device_id=6fd2016c-ef46-4c1a-a50c-6a7029ac301f HTTP/1.1" status: 200 len: 946 time: 0.2122345 Nov 12 03:23:15.893356 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-515ccfbd-f3b6-4217-b45f-9ab18f2e09dd None None] Provisioning complete for port 5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:15.894269 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-515ccfbd-f3b6-4217-b45f-9ab18f2e09dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:15.962787 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1103510a-19b6-4996-a47b-a5f85e301ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:15.966082 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1103510a-19b6-4996-a47b-a5f85e301ca6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:15.970037 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-1103510a-19b6-4996-a47b-a5f85e301ca6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/855c8057-8938-4aed-9b33-833b028e1550 HTTP/1.1" status: 204 len: 168 time: 0.5497677 Nov 12 03:23:15.977084 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-5d74e8e2-68ed-496f-87f6-1e948c9fe288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:15.998201 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5ca4de32-b786-4bfe-aa71-a1554faaf5b7 req-b4396e0f-d518-4f70-939d-4500b008589f tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971118 Nov 12 03:23:16.011794 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-010205e5-18a8-4981-8c20-2d469148538a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:16.039673 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-010205e5-18a8-4981-8c20-2d469148538a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:16.045511 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-515ccfbd-f3b6-4217-b45f-9ab18f2e09dd None None] Port 5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:23:16.102591 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1103510a-19b6-4996-a47b-a5f85e301ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855c8057-8938-4aed-9b33-833b028e1550,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:16.105888 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7985de44-813e-456c-ab92-f76937b6f079 req-8cc23437-84d0-4e0b-b42b-8a18dfe83277 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516937 Nov 12 03:23:16.112919 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-010205e5-18a8-4981-8c20-2d469148538a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:16.116871 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-010205e5-18a8-4981-8c20-2d469148538a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:16.118754 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-010205e5-18a8-4981-8c20-2d469148538a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0afc3411-0ffd-4fc9-82a3-e15a31784d9c HTTP/1.1" status: 204 len: 168 time: 0.3905432 Nov 12 03:23:16.130264 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010205e5-18a8-4981-8c20-2d469148538a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afc3411-0ffd-4fc9-82a3-e15a31784d9c,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:16.289283 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55654) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:16.401902 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-3f738a7e-de92-436a-8686-7ce35fb3f827 req-9551485a-5df3-40fc-a60d-a02775b03259 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Deleting port 5a7aab69-6cce-4648-a6ca-e3b6cc017c03 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:16.402286 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3f738a7e-de92-436a-8686-7ce35fb3f827 req-9551485a-5df3-40fc-a60d-a02775b03259 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:16.425491 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18abb6-0ac0-4877-97e6-64be7caf97da req-6aed1b13-d436-4858-b2be-1e5623f7d5d7 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:16.434268 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1a18abb6-0ac0-4877-97e6-64be7caf97da req-6aed1b13-d436-4858-b2be-1e5623f7d5d7 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a9a4535-b23b-4d12-a69b-45e98fbbd59a HTTP/1.1" status: 200 len: 945 time: 0.1090453 Nov 12 03:23:16.501419 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55660) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:16.514526 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1a18abb6-0ac0-4877-97e6-64be7caf97da req-42ed2dfb-b576-4d1a-87f6-4d3b500c7b46 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751562 Nov 12 03:23:16.571595 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a12ecec9-9b5a-45e6-8e4f-a7c0bb95fe42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:16.632514 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1a4f4-b10a-4a83-982b-7739f0a8e152 req-23eefc2d-ced4-4b8f-af39-818383a5ec9e tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:16.639282 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1a4f4-b10a-4a83-982b-7739f0a8e152 req-23eefc2d-ced4-4b8f-af39-818383a5ec9e tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:16.641006 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c0b1a4f4-b10a-4a83-982b-7739f0a8e152 req-23eefc2d-ced4-4b8f-af39-818383a5ec9e tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7221f21-f9b5-45aa-bdcc-44dfeab03a05 HTTP/1.1" status: 200 len: 1655 time: 0.3282015 Nov 12 03:23:16.653096 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-3f738a7e-de92-436a-8686-7ce35fb3f827 req-9551485a-5df3-40fc-a60d-a02775b03259 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] For port 5a7aab69-6cce-4648-a6ca-e3b6cc017c03, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=5a7aab69-6cce-4648-a6ca-e3b6cc017c03,segment=NetworkSegment(eece85e2-9491-495c-808d-869c08a5aaa4),segment_id=eece85e2-9491-495c-808d-869c08a5aaa4)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:16.653711 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3f738a7e-de92-436a-8686-7ce35fb3f827 req-9551485a-5df3-40fc-a60d-a02775b03259 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:16.700722 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-3f738a7e-de92-436a-8686-7ce35fb3f827 req-9551485a-5df3-40fc-a60d-a02775b03259 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Calling delete_port for 5a7aab69-6cce-4648-a6ca-e3b6cc017c03 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:16.752891 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a12ecec9-9b5a-45e6-8e4f-a7c0bb95fe42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:16.762836 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a12ecec9-9b5a-45e6-8e4f-a7c0bb95fe42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:16.776532 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55662) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:16.793912 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-85c7044e-01df-4ff2-9a46-3fe0fd486bb9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-491450960-network', 'tenant_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:16.811812 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c0b1a4f4-b10a-4a83-982b-7739f0a8e152 req-cbe02713-bbcc-4a29-ab10-8e6abf4a33b2 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7b9a195-d95c-4e3f-bea7-b1f410bc6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554010 Nov 12 03:23:16.825763 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a12ecec9-9b5a-45e6-8e4f-a7c0bb95fe42 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f9c143a872de424ab74a591797aae5d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3225260 Nov 12 03:23:16.829855 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55664) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:16.840861 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ecec9-9b5a-45e6-8e4f-a7c0bb95fe42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe1384d-ed73-4cd1-bd32-9819520a71f4,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:16.874777 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c7044e-01df-4ff2-9a46-3fe0fd486bb9 admin admin] Made reservation on behalf of eda4d7a9c5834d36bc2b22e1ed979ccd for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:16.877342 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-85c7044e-01df-4ff2-9a46-3fe0fd486bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:16.884446 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-5d74e8e2-68ed-496f-87f6-1e948c9fe288 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d1c6bbe-f414-4a11-817d-ebbe45bdcf39 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:16.889159 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-85c7044e-01df-4ff2-9a46-3fe0fd486bb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:16.900948 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-5d74e8e2-68ed-496f-87f6-1e948c9fe288 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:16.912501 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-773a6ac2-3a0f-48d7-adaa-5f16462b24c9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=50eae0666a1c4983963951bc7e1f650e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1286523 Nov 12 03:23:16.914913 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55666) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:16.933934 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-5d74e8e2-68ed-496f-87f6-1e948c9fe288 service neutron] Transition to ACTIVE for port object 0d1c6bbe-f414-4a11-817d-ebbe45bdcf39 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:23:16.938456 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-53ca7e92-0380-4246-a660-cdbf553b3d3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:16.945843 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-5d74e8e2-68ed-496f-87f6-1e948c9fe288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:16.980871 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-53ca7e92-0380-4246-a660-cdbf553b3d3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:17.079272 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d74e8e2-68ed-496f-87f6-1e948c9fe288 service neutron] Pushing event updated for resources: {'Port': ['ID=0d1c6bbe-f414-4a11-817d-ebbe45bdcf39,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:17.091801 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-85c7044e-01df-4ff2-9a46-3fe0fd486bb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:17.101850 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-85c7044e-01df-4ff2-9a46-3fe0fd486bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:17.118639 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3f738a7e-de92-436a-8686-7ce35fb3f827 req-9551485a-5df3-40fc-a60d-a02775b03259 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:17.134251 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f51da92a-c3a1-4e46-baf3-fd2eaac11a29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:17.154705 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['5a7aab69-6cce-4648-a6ca-e3b6cc017c03'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:17.168175 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c7044e-01df-4ff2-9a46-3fe0fd486bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5230f11-3e93-4e07-bffb-658681c79944,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:17.218832 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9551485a-5df3-40fc-a60d-a02775b03259 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Pushing event deleted for resources: {'Port': ['ID=5a7aab69-6cce-4648-a6ca-e3b6cc017c03,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:17.228781 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-53ca7e92-0380-4246-a660-cdbf553b3d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:17.232039 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-53ca7e92-0380-4246-a660-cdbf553b3d3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:17.233280 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-53ca7e92-0380-4246-a660-cdbf553b3d3d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/efe1384d-ed73-4cd1-bd32-9819520a71f4 HTTP/1.1" status: 204 len: 168 time: 0.4017329 Nov 12 03:23:17.242347 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c7044e-01df-4ff2-9a46-3fe0fd486bb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:23:17.268216 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca7e92-0380-4246-a660-cdbf553b3d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe1384d-ed73-4cd1-bd32-9819520a71f4,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:17.279496 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-85c7044e-01df-4ff2-9a46-3fe0fd486bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:17.279890 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-85c7044e-01df-4ff2-9a46-3fe0fd486bb9 admin admin] Added segment 51bc27e8-7dd2-406e-8102-7505cd62de69 of type vlan for network 56493891-2b14-40ba-a8cb-65015d9b59f3 Nov 12 03:23:17.309349 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f51da92a-c3a1-4e46-baf3-fd2eaac11a29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:17.326970 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d4aca-4263-46ef-bd73-6f45eefc6e72 req-4f744110-734f-489f-81e1-ef616e36a303 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:17.332368 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a23d4aca-4263-46ef-bd73-6f45eefc6e72 req-4f744110-734f-489f-81e1-ef616e36a303 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 945 time: 0.1900594 Nov 12 03:23:17.421454 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-85c7044e-01df-4ff2-9a46-3fe0fd486bb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:17.451982 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a23d4aca-4263-46ef-bd73-6f45eefc6e72 req-f3347024-1ef1-4884-b6d0-fd00c3344f2c tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889676 Nov 12 03:23:17.475466 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-85c7044e-01df-4ff2-9a46-3fe0fd486bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:17.476427 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c7044e-01df-4ff2-9a46-3fe0fd486bb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:17.477031 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-85c7044e-01df-4ff2-9a46-3fe0fd486bb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:17.510728 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-de7e9dde-8a7c-4b4d-b11b-7bb28dd732e8 req-d3d5bbc3-24a4-4fa7-a8b6-e6f8b8a0b454 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fd2016c-ef46-4c1a-a50c-6a7029ac301f HTTP/1.1" status: 200 len: 210 time: 0.1184566 Nov 12 03:23:17.527530 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f738a7e-de92-436a-8686-7ce35fb3f827 req-9551485a-5df3-40fc-a60d-a02775b03259 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] No DVR routers for this DVR port 5a7aab69-6cce-4648-a6ca-e3b6cc017c03 on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:23:17.538647 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3f738a7e-de92-436a-8686-7ce35fb3f827 req-9551485a-5df3-40fc-a60d-a02775b03259 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:17.553159 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3f738a7e-de92-436a-8686-7ce35fb3f827 req-9551485a-5df3-40fc-a60d-a02775b03259 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.90 "DELETE /v2.0/ports/5a7aab69-6cce-4648-a6ca-e3b6cc017c03 HTTP/1.1" status: 204 len: 173 time: 1.6475291 Nov 12 03:23:17.557582 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-85c7044e-01df-4ff2-9a46-3fe0fd486bb9 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2639983 Nov 12 03:23:17.558621 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55678) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:17.560256 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd2016c-ef46-4c1a-a50c-6a7029ac301f', 'name': 'network-vif-deleted', 'tag': '5a7aab69-6cce-4648-a6ca-e3b6cc017c03'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:17.564449 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1c99d3-0b20-4c58-9816-0bd9d80f6ef3" -d '{"events": [{"server_uuid": "6fd2016c-ef46-4c1a-a50c-6a7029ac301f", "name": "network-vif-deleted", "tag": "5a7aab69-6cce-4648-a6ca-e3b6cc017c03"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:17.565645 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-e972d82b-7ea4-46f9-b0b9-1d4fa1554074 admin admin] Request body: {'subnet': {'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-491450960-subnet', 'tenant_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:17.578128 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c7044e-01df-4ff2-9a46-3fe0fd486bb9 admin admin] Pushing event updated for resources: {'Network': ['ID=56493891-2b14-40ba-a8cb-65015d9b59f3,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:17.601472 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 56493891-2b14-40ba-a8cb-65015d9b59f3 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:23:17.608175 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f51da92a-c3a1-4e46-baf3-fd2eaac11a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:17.612374 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e972d82b-7ea4-46f9-b0b9-1d4fa1554074 admin admin] Made reservation on behalf of eda4d7a9c5834d36bc2b22e1ed979ccd for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:17.615535 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e972d82b-7ea4-46f9-b0b9-1d4fa1554074 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:17.623534 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f51da92a-c3a1-4e46-baf3-fd2eaac11a29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:17.625681 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f51da92a-c3a1-4e46-baf3-fd2eaac11a29 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0c53394c-a972-456d-b33d-1cdfeeb8b531 HTTP/1.1" status: 204 len: 168 time: 0.7096565 Nov 12 03:23:17.651766 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-5d74e8e2-68ed-496f-87f6-1e948c9fe288 service neutron] Attempting to bind port 0d1c6bbe-f414-4a11-817d-ebbe45bdcf39 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:17.653057 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-5d74e8e2-68ed-496f-87f6-1e948c9fe288 service neutron] Attempting to bind port 0d1c6bbe-f414-4a11-817d-ebbe45bdcf39 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': 'f2f55e92-db4c-405e-b786-3d1bbe33b256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0b702fee-f662-4cd3-b714-275c6d009843'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:17.653419 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-5d74e8e2-68ed-496f-87f6-1e948c9fe288 service neutron] Attempting to bind port 0d1c6bbe-f414-4a11-817d-ebbe45bdcf39 on network 0b702fee-f662-4cd3-b714-275c6d009843 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:17.677055 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9761b4ac-d635-490d-95f1-301d4c90c2db x-openstack-request-id: req-9761b4ac-d635-490d-95f1-301d4c90c2db {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:17.677055 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd2016c-ef46-4c1a-a50c-6a7029ac301f", "name": "network-vif-deleted", "tag": "5a7aab69-6cce-4648-a6ca-e3b6cc017c03", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:17.677055 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9761b4ac-d635-490d-95f1-301d4c90c2db {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:17.678283 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd2016c-ef46-4c1a-a50c-6a7029ac301f', 'name': 'network-vif-deleted', 'tag': '5a7aab69-6cce-4648-a6ca-e3b6cc017c03', 'status': 'completed', 'code': 200} Nov 12 03:23:17.683844 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51da92a-c3a1-4e46-baf3-fd2eaac11a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c53394c-a972-456d-b33d-1cdfeeb8b531,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:17.698321 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-5d74e8e2-68ed-496f-87f6-1e948c9fe288 service neutron] Port 0d1c6bbe-f414-4a11-817d-ebbe45bdcf39 on network 0b702fee-f662-4cd3-b714-275c6d009843 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:17.699658 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-5d74e8e2-68ed-496f-87f6-1e948c9fe288 service neutron] Attempting to bind port 0d1c6bbe-f414-4a11-817d-ebbe45bdcf39 on network 0b702fee-f662-4cd3-b714-275c6d009843 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:17.710716 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-5d74e8e2-68ed-496f-87f6-1e948c9fe288 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:17.711308 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-5d74e8e2-68ed-496f-87f6-1e948c9fe288 service neutron] Checking segment: {'id': 'f2f55e92-db4c-405e-b786-3d1bbe33b256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0b702fee-f662-4cd3-b714-275c6d009843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:17.711602 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-5d74e8e2-68ed-496f-87f6-1e948c9fe288 service neutron] Bound using segment: {'id': 'f2f55e92-db4c-405e-b786-3d1bbe33b256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0b702fee-f662-4cd3-b714-275c6d009843'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:17.712047 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-5d74e8e2-68ed-496f-87f6-1e948c9fe288 service neutron] Bound port: 0d1c6bbe-f414-4a11-817d-ebbe45bdcf39, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2f55e92-db4c-405e-b786-3d1bbe33b256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0b702fee-f662-4cd3-b714-275c6d009843'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:17.712621 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-5d74e8e2-68ed-496f-87f6-1e948c9fe288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:17.904776 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377e497-7cf5-4db0-9fe3-924214156567 req-c1be0083-7cd8-453b-ab5a-edc21babca07 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:17.915210 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6377e497-7cf5-4db0-9fe3-924214156567 req-c1be0083-7cd8-453b-ab5a-edc21babca07 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a9a4535-b23b-4d12-a69b-45e98fbbd59a HTTP/1.1" status: 200 len: 945 time: 0.2168953 Nov 12 03:23:17.927230 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-5d74e8e2-68ed-496f-87f6-1e948c9fe288 service neutron] For port 0d1c6bbe-f414-4a11-817d-ebbe45bdcf39, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:17.947135 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-5d74e8e2-68ed-496f-87f6-1e948c9fe288 service neutron] For port 0d1c6bbe-f414-4a11-817d-ebbe45bdcf39, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=0d1c6bbe-f414-4a11-817d-ebbe45bdcf39,segment=NetworkSegment(f2f55e92-db4c-405e-b786-3d1bbe33b256),segment_id=f2f55e92-db4c-405e-b786-3d1bbe33b256)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:17.947758 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:17.955653 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-5d74e8e2-68ed-496f-87f6-1e948c9fe288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:18.072433 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-5d74e8e2-68ed-496f-87f6-1e948c9fe288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:18.073752 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-5d74e8e2-68ed-496f-87f6-1e948c9fe288 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:18.076267 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-5d74e8e2-68ed-496f-87f6-1e948c9fe288 service neutron] 10.222.0.90 "PUT /v2.0/ports/0d1c6bbe-f414-4a11-817d-ebbe45bdcf39 HTTP/1.1" status: 200 len: 1093 time: 2.3870852 Nov 12 03:23:18.099175 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6377e497-7cf5-4db0-9fe3-924214156567 req-67b34d89-d8fb-42a6-af81-e29d92bc68c7 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827083 Nov 12 03:23:18.211045 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-09b718c9-89f0-46f9-aeba-9b4d3505b04f service neutron] Request body: {'port': {'device_id': 'e7221f21-f9b5-45aa-bdcc-44dfeab03a05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:18.259084 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e972d82b-7ea4-46f9-b0b9-1d4fa1554074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:18.315013 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d74e8e2-68ed-496f-87f6-1e948c9fe288 service neutron] Pushing event updated for resources: {'Port': ['ID=0d1c6bbe-f414-4a11-817d-ebbe45bdcf39,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:18.342790 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63732d-360b-4183-803f-b8247dd6d88c req-d8f29d05-1247-47d5-9e05-c7733884ec9f tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:18.354576 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63732d-360b-4183-803f-b8247dd6d88c req-d8f29d05-1247-47d5-9e05-c7733884ec9f tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:18.356488 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8c63732d-360b-4183-803f-b8247dd6d88c req-d8f29d05-1247-47d5-9e05-c7733884ec9f tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7221f21-f9b5-45aa-bdcc-44dfeab03a05 HTTP/1.1" status: 200 len: 1667 time: 0.3862476 Nov 12 03:23:18.435768 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e972d82b-7ea4-46f9-b0b9-1d4fa1554074 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c41913f5-e5c1-4e60-8ee6-4f6d29d519f8,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:18.452353 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-09b718c9-89f0-46f9-aeba-9b4d3505b04f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:18.512110 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8c63732d-360b-4183-803f-b8247dd6d88c req-42c4dce9-3343-4b1b-9050-bd797c562634 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7b9a195-d95c-4e3f-bea7-b1f410bc6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418152 Nov 12 03:23:18.542178 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e972d82b-7ea4-46f9-b0b9-1d4fa1554074 admin admin] Checking segment: {'id': '51bc27e8-7dd2-406e-8102-7505cd62de69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:18.562058 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e972d82b-7ea4-46f9-b0b9-1d4fa1554074 admin admin] Network hostable DHCP agents. Network: 56493891-2b14-40ba-a8cb-65015d9b59f3, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:23:18.626092 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e972d82b-7ea4-46f9-b0b9-1d4fa1554074 admin admin] Network 56493891-2b14-40ba-a8cb-65015d9b59f3 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:23:18.649770 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-e972d82b-7ea4-46f9-b0b9-1d4fa1554074 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 56493891-2b14-40ba-a8cb-65015d9b59f3) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:18.657231 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e972d82b-7ea4-46f9-b0b9-1d4fa1554074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:18.658026 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e972d82b-7ea4-46f9-b0b9-1d4fa1554074 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:18.662324 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3217390-98ea-44c5-941a-19a1db9e5e83 None None] Network 56493891-2b14-40ba-a8cb-65015d9b59f3 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:18.722598 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e972d82b-7ea4-46f9-b0b9-1d4fa1554074 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1628792 Nov 12 03:23:18.725809 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55716) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:18.731143 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-43dccffb-a7f3-4ad5-a520-ae25392d79ac admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-491450960-router', 'tenant_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:18.765616 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc66af-29c9-406e-ada1-3bc4e80dbac8 req-4b15038e-7709-453a-b682-e9ce2a207b1e tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:18.767598 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-47cc66af-29c9-406e-ada1-3bc4e80dbac8 req-4b15038e-7709-453a-b682-e9ce2a207b1e tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 945 time: 0.1005716 Nov 12 03:23:18.799886 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-43dccffb-a7f3-4ad5-a520-ae25392d79ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:18.802045 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-43dccffb-a7f3-4ad5-a520-ae25392d79ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:18.883867 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-47cc66af-29c9-406e-ada1-3bc4e80dbac8 req-c6d8544a-428c-4cb3-a449-45ba50cc8c45 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032157 Nov 12 03:23:18.934890 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-43dccffb-a7f3-4ad5-a520-ae25392d79ac admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:19.043597 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb3d2ec-fa68-4a2b-b7c4-b8d0f3e543a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-56493891-2b14-40ba-a8cb-65015d9b59f3', 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3', 'tenant_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'fixed_ips': [{'subnet_id': 'c41913f5-e5c1-4e60-8ee6-4f6d29d519f8'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:23:19.044741 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3fb3d2ec-fa68-4a2b-b7c4-b8d0f3e543a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:19.260733 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-486df5f4-5e62-4562-8d03-8df662842255 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:19.270564 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-486df5f4-5e62-4562-8d03-8df662842255 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/networks?id=e27d7564-6d22-4aba-8393-df25a0e0004d HTTP/1.1" status: 200 len: 812 time: 0.1913607 Nov 12 03:23:19.309243 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-89cf8569-f35f-4e31-aa8c-afc5ad9b96a2 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/quotas/e1192f3b82c6435d93d38f097bb06d31 HTTP/1.1" status: 200 len: 375 time: 0.0370677 Nov 12 03:23:19.363204 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-3fb3d2ec-fa68-4a2b-b7c4-b8d0f3e543a0 None None] Allocated IP 172.20.0.2 (56493891-2b14-40ba-a8cb-65015d9b59f3/c41913f5-e5c1-4e60-8ee6-4f6d29d519f8/17daf70c-6a98-4b40-8c5e-89cb940b1cb4) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:19.374429 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 5a7aab69-6cce-4648-a6ca-e3b6cc017c03 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:23:19.390265 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-13c19e05-f6c2-4f69-b80e-91d4d230cbd3 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e1192f3b82c6435d93d38f097bb06d31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521638 Nov 12 03:23:19.409299 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-09b718c9-89f0-46f9-aeba-9b4d3505b04f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:19.416624 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: 5a7aab69-6cce-4648-a6ca-e3b6cc017c03 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:23:19.417230 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 5a7aab69-6cce-4648-a6ca-e3b6cc017c03 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:23:19.422774 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-09b718c9-89f0-46f9-aeba-9b4d3505b04f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:19.446398 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-09b718c9-89f0-46f9-aeba-9b4d3505b04f service neutron] Transition to ACTIVE for port object 5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:23:19.453579 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-09b718c9-89f0-46f9-aeba-9b4d3505b04f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:19.533418 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b718c9-89f0-46f9-aeba-9b4d3505b04f service neutron] Pushing event updated for resources: {'Port': ['ID=5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:19.688120 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7221f21-f9b5-45aa-bdcc-44dfeab03a05', 'tag': '0d1c6bbe-f414-4a11-817d-ebbe45bdcf39'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:19.694760 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119b7f07-afbe-439d-a898-bd2704ab9b83" -d '{"events": [{"name": "network-changed", "server_uuid": "e7221f21-f9b5-45aa-bdcc-44dfeab03a05", "tag": "0d1c6bbe-f414-4a11-817d-ebbe45bdcf39"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:19.734718 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-09b718c9-89f0-46f9-aeba-9b4d3505b04f service neutron] Attempting to bind port 5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:19.734918 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-09b718c9-89f0-46f9-aeba-9b4d3505b04f service neutron] Attempting to bind port 5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '06adfef5-e7b1-4933-b95b-8482af7b08a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c9366894-55fd-4c24-870a-342b904c425b'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:19.738975 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-09b718c9-89f0-46f9-aeba-9b4d3505b04f service neutron] Attempting to bind port 5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a on network c9366894-55fd-4c24-870a-342b904c425b {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:19.741934 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3fb3d2ec-fa68-4a2b-b7c4-b8d0f3e543a0 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:19.750511 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-09b718c9-89f0-46f9-aeba-9b4d3505b04f service neutron] Port 5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a on network c9366894-55fd-4c24-870a-342b904c425b not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:19.751353 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3fb3d2ec-fa68-4a2b-b7c4-b8d0f3e543a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:19.751538 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-09b718c9-89f0-46f9-aeba-9b4d3505b04f service neutron] Attempting to bind port 5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a on network c9366894-55fd-4c24-870a-342b904c425b {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:19.765620 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-09b718c9-89f0-46f9-aeba-9b4d3505b04f service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:19.766276 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-09b718c9-89f0-46f9-aeba-9b4d3505b04f service neutron] Checking segment: {'id': '06adfef5-e7b1-4933-b95b-8482af7b08a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c9366894-55fd-4c24-870a-342b904c425b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:19.767419 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-09b718c9-89f0-46f9-aeba-9b4d3505b04f service neutron] Bound using segment: {'id': '06adfef5-e7b1-4933-b95b-8482af7b08a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c9366894-55fd-4c24-870a-342b904c425b'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:19.767918 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-09b718c9-89f0-46f9-aeba-9b4d3505b04f service neutron] Bound port: 5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06adfef5-e7b1-4933-b95b-8482af7b08a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c9366894-55fd-4c24-870a-342b904c425b'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:19.769039 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-09b718c9-89f0-46f9-aeba-9b4d3505b04f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:19.821740 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb3d2ec-fa68-4a2b-b7c4-b8d0f3e543a0 None None] Network 56493891-2b14-40ba-a8cb-65015d9b59f3 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:19.827317 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-3fb3d2ec-fa68-4a2b-b7c4-b8d0f3e543a0 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:19.835478 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb3d2ec-fa68-4a2b-b7c4-b8d0f3e543a0 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:19.855466 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb3d2ec-fa68-4a2b-b7c4-b8d0f3e543a0 None None] Pushing event updated for resources: {'Port': ['ID=17daf70c-6a98-4b40-8c5e-89cb940b1cb4,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:19.892437 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-43dccffb-a7f3-4ad5-a520-ae25392d79ac admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:19.920901 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-3fb3d2ec-fa68-4a2b-b7c4-b8d0f3e543a0 None None] Attempting to bind port 17daf70c-6a98-4b40-8c5e-89cb940b1cb4 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:19.921407 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-3fb3d2ec-fa68-4a2b-b7c4-b8d0f3e543a0 None None] Attempting to bind port 17daf70c-6a98-4b40-8c5e-89cb940b1cb4 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '51bc27e8-7dd2-406e-8102-7505cd62de69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:19.921987 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb3d2ec-fa68-4a2b-b7c4-b8d0f3e543a0 None None] Attempting to bind port 17daf70c-6a98-4b40-8c5e-89cb940b1cb4 on network 56493891-2b14-40ba-a8cb-65015d9b59f3 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:19.928622 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb3d2ec-fa68-4a2b-b7c4-b8d0f3e543a0 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:19.929438 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb3d2ec-fa68-4a2b-b7c4-b8d0f3e543a0 None None] Checking segment: {'id': '51bc27e8-7dd2-406e-8102-7505cd62de69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:19.930036 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3fb3d2ec-fa68-4a2b-b7c4-b8d0f3e543a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:19.931061 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb3d2ec-fa68-4a2b-b7c4-b8d0f3e543a0 None None] Bound using segment: {'id': '51bc27e8-7dd2-406e-8102-7505cd62de69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:19.931889 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-3fb3d2ec-fa68-4a2b-b7c4-b8d0f3e543a0 None None] Bound port: 17daf70c-6a98-4b40-8c5e-89cb940b1cb4, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51bc27e8-7dd2-406e-8102-7505cd62de69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:19.932549 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3fb3d2ec-fa68-4a2b-b7c4-b8d0f3e543a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:19.986015 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b5cf2d-8436-4ec4-8087-b10338744461 req-c6941f6a-ff7b-4852-8f45-66418813df3c tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:19.987595 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-07b5cf2d-8436-4ec4-8087-b10338744461 req-c6941f6a-ff7b-4852-8f45-66418813df3c tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a9a4535-b23b-4d12-a69b-45e98fbbd59a HTTP/1.1" status: 200 len: 945 time: 0.2599821 Nov 12 03:23:20.037271 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3fb3d2ec-fa68-4a2b-b7c4-b8d0f3e543a0 None None] For port 17daf70c-6a98-4b40-8c5e-89cb940b1cb4, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:20.042690 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3fb3d2ec-fa68-4a2b-b7c4-b8d0f3e543a0 None None] For port 17daf70c-6a98-4b40-8c5e-89cb940b1cb4, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=17daf70c-6a98-4b40-8c5e-89cb940b1cb4,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:20.048670 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3fb3d2ec-fa68-4a2b-b7c4-b8d0f3e543a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:20.068335 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-09b718c9-89f0-46f9-aeba-9b4d3505b04f service neutron] For port 5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:20.095061 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-09b718c9-89f0-46f9-aeba-9b4d3505b04f service neutron] For port 5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a,segment=NetworkSegment(06adfef5-e7b1-4933-b95b-8482af7b08a2),segment_id=06adfef5-e7b1-4933-b95b-8482af7b08a2)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:20.110167 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-aa961737-7f3b-45bc-9238-84cb088dee8d service neutron] 10.222.0.50 "GET /v2.0/networks/e27d7564-6d22-4aba-8393-df25a0e0004d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7182221 Nov 12 03:23:20.121720 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-09b718c9-89f0-46f9-aeba-9b4d3505b04f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:20.125947 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb3d2ec-fa68-4a2b-b7c4-b8d0f3e543a0 None None] Pushing event updated for resources: {'Port': ['ID=17daf70c-6a98-4b40-8c5e-89cb940b1cb4,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:20.147301 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-09b718c9-89f0-46f9-aeba-9b4d3505b04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:20.147921 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-09b718c9-89f0-46f9-aeba-9b4d3505b04f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:20.149351 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-09b718c9-89f0-46f9-aeba-9b4d3505b04f service neutron] 10.222.0.90 "PUT /v2.0/ports/5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a HTTP/1.1" status: 200 len: 1093 time: 1.9553478 Nov 12 03:23:20.195893 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-07b5cf2d-8436-4ec4-8087-b10338744461 req-bfa5f6fa-2e3a-4a99-9353-d1ed577b5ac8 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870065 Nov 12 03:23:20.475359 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b718c9-89f0-46f9-aeba-9b4d3505b04f service neutron] Pushing event updated for resources: {'Port': ['ID=5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:20.558478 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-3016a5e7-a373-4cd5-a1ae-9abdbc02e129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:20.563829 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-3016a5e7-a373-4cd5-a1ae-9abdbc02e129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:20.564954 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-3016a5e7-a373-4cd5-a1ae-9abdbc02e129 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2318b893ebac4403a7655da339a70941&device_id=e7221f21-f9b5-45aa-bdcc-44dfeab03a05 HTTP/1.1" status: 200 len: 1983 time: 0.2724533 Nov 12 03:23:20.580747 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-83585874-80cb-4398-9c3a-dace8e8efc3a service neutron] 10.222.0.50 "GET /v2.0/networks/e27d7564-6d22-4aba-8393-df25a0e0004d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4698231 Nov 12 03:23:20.735560 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-41f75b42-96c5-47bd-b1f4-436d381ab583 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.184&port_id=0d1c6bbe-f414-4a11-817d-ebbe45bdcf39 HTTP/1.1" status: 200 len: 217 time: 0.1491220 Nov 12 03:23:20.737222 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d449015-c2b6-456a-a418-5c6dfab46efd req-79a350ff-df60-4d6b-9b35-41f4f116cd1b tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:20.743945 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d449015-c2b6-456a-a418-5c6dfab46efd req-79a350ff-df60-4d6b-9b35-41f4f116cd1b tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:20.757073 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9d449015-c2b6-456a-a418-5c6dfab46efd req-79a350ff-df60-4d6b-9b35-41f4f116cd1b tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7221f21-f9b5-45aa-bdcc-44dfeab03a05 HTTP/1.1" status: 200 len: 1679 time: 0.2968388 Nov 12 03:23:20.773171 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-43dccffb-a7f3-4ad5-a520-ae25392d79ac admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:20.840584 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-43dccffb-a7f3-4ad5-a520-ae25392d79ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:20.869080 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-a287ab5c-ce61-4601-a03a-3ce78533659b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:20.871868 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-a287ab5c-ce61-4601-a03a-3ce78533659b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a66df254-9e45-446b-bda1-5e44911b6774 HTTP/1.1" status: 200 len: 801 time: 0.1264412 Nov 12 03:23:20.962589 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79acce4-bbba-464d-bfcb-d8e384e8cd11 x-openstack-request-id: req-d79acce4-bbba-464d-bfcb-d8e384e8cd11 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:20.962963 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7221f21-f9b5-45aa-bdcc-44dfeab03a05", "tag": "0d1c6bbe-f414-4a11-817d-ebbe45bdcf39", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:20.963175 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d79acce4-bbba-464d-bfcb-d8e384e8cd11 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:20.963539 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7221f21-f9b5-45aa-bdcc-44dfeab03a05', 'tag': '0d1c6bbe-f414-4a11-817d-ebbe45bdcf39', 'status': 'completed', 'code': 200} Nov 12 03:23:20.965083 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9d449015-c2b6-456a-a418-5c6dfab46efd req-330d928d-692f-4e78-981e-c9e9215f0a65 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7b9a195-d95c-4e3f-bea7-b1f410bc6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040157 Nov 12 03:23:21.018905 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-62221201-4393-45f8-aeb8-df719085ea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:21.021562 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-62221201-4393-45f8-aeb8-df719085ea26 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0b702fee-f662-4cd3-b714-275c6d009843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1315358 Nov 12 03:23:21.096851 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 17daf70c-6a98-4b40-8c5e-89cb940b1cb4 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:21.120328 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c0ac717a-b5d2-4111-8cf6-728db68f9c0c req-5f38be30-bc47-4332-835c-d6a2413c7523 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=d64dea81-24dc-4006-8bc2-063aa7d207aa HTTP/1.1" status: 200 len: 210 time: 0.0801413 Nov 12 03:23:21.161203 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-43dccffb-a7f3-4ad5-a520-ae25392d79ac admin admin] Allocated IP 172.25.5.60 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/36d50047-cd27-408d-be04-6c9bc48f895d) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:21.179071 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191da3d-cf92-4e3a-94e4-395b51aa7917 req-3ed0acd5-ba30-4cda-bba9-d8b439786ebe tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:21.187855 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e191da3d-cf92-4e3a-94e4-395b51aa7917 req-3ed0acd5-ba30-4cda-bba9-d8b439786ebe tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 945 time: 0.1599302 Nov 12 03:23:21.259294 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 17daf70c-6a98-4b40-8c5e-89cb940b1cb4 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:21.259979 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:21.278613 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e191da3d-cf92-4e3a-94e4-395b51aa7917 req-ba392a7a-7448-4c4e-b5a1-4f0574ea4e2e tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856206 Nov 12 03:23:21.300553 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-a9503c10-7299-4c9e-9ca2-b8cc4ae2f798 service neutron] 10.222.0.90 "GET /v2.0/networks/0b702fee-f662-4cd3-b714-275c6d009843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238464 Nov 12 03:23:21.492997 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:21.564736 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-5fa0d98a-ecae-4a34-9197-23404eaa4eee service neutron] 10.222.0.90 "GET /v2.0/networks/0b702fee-f662-4cd3-b714-275c6d009843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461314 Nov 12 03:23:21.595619 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-43dccffb-a7f3-4ad5-a520-ae25392d79ac admin admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:21.600923 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 17daf70c-6a98-4b40-8c5e-89cb940b1cb4, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=17daf70c-6a98-4b40-8c5e-89cb940b1cb4,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:21.609012 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:21.718476 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=17daf70c-6a98-4b40-8c5e-89cb940b1cb4,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:21.731338 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-d0081ab1-c4c8-47be-8e7b-f2eb02f8e8ae service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.106&port_id=5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a HTTP/1.1" status: 200 len: 217 time: 0.1387661 Nov 12 03:23:21.732580 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55810) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:21.732759 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201d0e4-05d7-4378-943c-a89cacf5c44d req-62b7b880-cc2f-4c0a-b2b1-400e6bf46178 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:21.746628 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f201d0e4-05d7-4378-943c-a89cacf5c44d req-62b7b880-cc2f-4c0a-b2b1-400e6bf46178 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a9a4535-b23b-4d12-a69b-45e98fbbd59a HTTP/1.1" status: 200 len: 945 time: 0.3573484 Nov 12 03:23:21.795871 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-43dccffb-a7f3-4ad5-a520-ae25392d79ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:21.850110 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bada10-6c75-4744-850a-0a5131e2570b req-f89c4ac0-80b6-4c8b-9581-33e31368fa9f tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:21.863072 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-27bada10-6c75-4744-850a-0a5131e2570b req-f89c4ac0-80b6-4c8b-9581-33e31368fa9f tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1&tenant_id=ab1cf8386d1b4172a2ff2003f6ed3228&binding%3Ahost_id=n-h1-715271-27 HTTP/1.1" status: 200 len: 1097 time: 0.2928910 Nov 12 03:23:21.878776 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f201d0e4-05d7-4378-943c-a89cacf5c44d req-7e5a4f08-39a4-43f7-a65b-109c1532590e tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309443 Nov 12 03:23:21.880918 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-27bada10-6c75-4744-850a-0a5131e2570b req-5ea5eb59-7175-48d0-901a-b38ca713f23c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-715271-27'}}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:21.881683 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dccffb-a7f3-4ad5-a520-ae25392d79ac admin admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:21.889225 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-43dccffb-a7f3-4ad5-a520-ae25392d79ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:21.891561 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dccffb-a7f3-4ad5-a520-ae25392d79ac admin admin] Pushing event updated for resources: {'Port': ['ID=36d50047-cd27-408d-be04-6c9bc48f895d,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:21.894145 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dccffb-a7f3-4ad5-a520-ae25392d79ac admin admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:21.962208 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a941247-da1c-421b-a8e1-bdafc5d85098 None None] Network 56493891-2b14-40ba-a8cb-65015d9b59f3 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:22.150847 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-bf1eff31-603a-4027-b628-3be503a66764 None None] Provisioning complete for port 17daf70c-6a98-4b40-8c5e-89cb940b1cb4 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:22.151958 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bf1eff31-603a-4027-b628-3be503a66764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:22.308093 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-ca143fcc-d4ab-444f-8d14-0410820b45a7 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:22.309742 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-ca143fcc-d4ab-444f-8d14-0410820b45a7 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/networks?id=f2354694-6453-486d-800c-f4fc7f841803 HTTP/1.1" status: 200 len: 821 time: 0.2357724 Nov 12 03:23:22.370327 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-fa959918-9780-485f-b43b-8262466c532f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:22.371479 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-4a959c76-67ea-4c7e-8fc9-76141a58affe tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/quotas/576a7b2c0e984780a26518e9c1601856 HTTP/1.1" status: 200 len: 375 time: 0.0249417 Nov 12 03:23:22.371763 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-fa959918-9780-485f-b43b-8262466c532f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f43c94b2-0a91-480e-a4f3-c7609bc08f1e HTTP/1.1" status: 200 len: 801 time: 0.6184993 Nov 12 03:23:22.456643 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-43dccffb-a7f3-4ad5-a520-ae25392d79ac admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:22.462124 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-46a5036c-2b88-4732-a8f5-64087b94c995 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:22.510521 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-354b1846-3898-4a76-bfe3-95762e980939 None None] Provisioning complete for port 17daf70c-6a98-4b40-8c5e-89cb940b1cb4 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:22.511155 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-354b1846-3898-4a76-bfe3-95762e980939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:22.514081 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-48870fe5-7514-47f6-a356-f43ea57bd581 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=576a7b2c0e984780a26518e9c1601856&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1076341 Nov 12 03:23:22.526598 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-27bada10-6c75-4744-850a-0a5131e2570b req-5ea5eb59-7175-48d0-901a-b38ca713f23c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:22.595907 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bf422-41fc-4797-bcdf-728b7f560587 req-ceb37e58-97f5-487a-a56d-0eaedc389e44 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:22.603382 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bf422-41fc-4797-bcdf-728b7f560587 req-ceb37e58-97f5-487a-a56d-0eaedc389e44 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:22.612041 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-026bf422-41fc-4797-bcdf-728b7f560587 req-ceb37e58-97f5-487a-a56d-0eaedc389e44 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7221f21-f9b5-45aa-bdcc-44dfeab03a05 HTTP/1.1" status: 200 len: 1679 time: 0.2453194 Nov 12 03:23:22.647206 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-79464248-fbc6-4230-b833-2d24523d2b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:22.649363 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-79464248-fbc6-4230-b833-2d24523d2b65 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c9366894-55fd-4c24-870a-342b904c425b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2310479 Nov 12 03:23:22.778390 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-3780a80a-79f1-4d7e-b20a-55de4e101b73 service neutron] 10.222.0.50 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570410 Nov 12 03:23:22.822748 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-026bf422-41fc-4797-bcdf-728b7f560587 req-f15560fa-d5e0-475d-a359-ecfea24be3aa tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7b9a195-d95c-4e3f-bea7-b1f410bc6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096639 Nov 12 03:23:22.906616 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-46a5036c-2b88-4732-a8f5-64087b94c995 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:22.910110 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-e813be15-6c03-46db-b69b-ceba513cee04 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:22.912697 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-e813be15-6c03-46db-b69b-ceba513cee04 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.90 "GET /v2.0/networks?id=e27d7564-6d22-4aba-8393-df25a0e0004d HTTP/1.1" status: 200 len: 812 time: 0.2965779 Nov 12 03:23:22.914871 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-27bada10-6c75-4744-850a-0a5131e2570b req-5ea5eb59-7175-48d0-901a-b38ca713f23c service neutron] For port 2937aafc-2c4b-465b-9932-933f8f4edba0, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=2937aafc-2c4b-465b-9932-933f8f4edba0,segment=NetworkSegment(8dbff2fd-9cfc-4504-9870-2f052b7a9289),segment_id=8dbff2fd-9cfc-4504-9870-2f052b7a9289)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:22.918795 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-46a5036c-2b88-4732-a8f5-64087b94c995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:22.950692 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-43dccffb-a7f3-4ad5-a520-ae25392d79ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:22.953392 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-355268a9-5781-4d1e-b609-d84169f8997e service neutron] 10.222.0.90 "GET /v2.0/networks/c9366894-55fd-4c24-870a-342b904c425b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961454 Nov 12 03:23:22.965997 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-d7209c52-2e62-4381-90b8-7e5687a4cdf6 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Request body: {'port': {'device_id': 'd64dea81-24dc-4006-8bc2-063aa7d207aa', 'network_id': 'e27d7564-6d22-4aba-8393-df25a0e0004d', 'admin_state_up': True, 'tenant_id': 'e1192f3b82c6435d93d38f097bb06d31'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:22.966233 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7221f21-f9b5-45aa-bdcc-44dfeab03a05', 'tag': '5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:22.969235 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa7e4dc-cf0c-48c1-aecf-1707dec5726b" -d '{"events": [{"name": "network-changed", "server_uuid": "e7221f21-f9b5-45aa-bdcc-44dfeab03a05", "tag": "5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:22.976543 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 17daf70c-6a98-4b40-8c5e-89cb940b1cb4 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:22.996243 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-46a5036c-2b88-4732-a8f5-64087b94c995 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c645799ca0b8485d9a463a9b7c55a424&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2626085 Nov 12 03:23:23.001071 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55838) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:23.043314 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 17daf70c-6a98-4b40-8c5e-89cb940b1cb4 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:23.043655 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:23.046713 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1e673eee-173e-4418-bab5-6cb3cec6cd5d req-7e11d5a1-5077-43ae-8b6d-a48c6795f366 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=d64dea81-24dc-4006-8bc2-063aa7d207aa HTTP/1.1" status: 200 len: 210 time: 0.0898628 Nov 12 03:23:23.088619 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a5036c-2b88-4732-a8f5-64087b94c995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107e512a-0f2b-493b-a50c-5db975229190,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:23.107900 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-27bada10-6c75-4744-850a-0a5131e2570b req-5ea5eb59-7175-48d0-901a-b38ca713f23c service neutron] For port 2937aafc-2c4b-465b-9932-933f8f4edba0, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:23.153342 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-e2cc0501-515b-4b06-a0d3-57ce09f9a66f service neutron] 10.222.0.50 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636737 Nov 12 03:23:23.190978 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-27bada10-6c75-4744-850a-0a5131e2570b req-5ea5eb59-7175-48d0-901a-b38ca713f23c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:23.212283 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5dc0276a-8dcf-4e3d-9ffc-40e3306d837a req-623bd1d5-553a-4a48-ae2a-a85c4d572200 service neutron] 10.222.0.90 "GET /v2.0/networks/c9366894-55fd-4c24-870a-342b904c425b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487762 Nov 12 03:23:23.216290 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-27bada10-6c75-4744-850a-0a5131e2570b req-5ea5eb59-7175-48d0-901a-b38ca713f23c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:23.276381 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-350ca2ea-6c9e-40a2-bbe8-3d5c54942c8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:23.283199 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10610d10-9d56-4069-bc1c-98aaa4335d24 req-304d6272-6063-4b5f-834a-bf1e1d4a544b tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:23.289352 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10610d10-9d56-4069-bc1c-98aaa4335d24 req-304d6272-6063-4b5f-834a-bf1e1d4a544b tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 945 time: 0.1298871 Nov 12 03:23:23.327586 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-350ca2ea-6c9e-40a2-bbe8-3d5c54942c8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:23.348057 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-d7209c52-2e62-4381-90b8-7e5687a4cdf6 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Made reservation on behalf of e1192f3b82c6435d93d38f097bb06d31 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:23.352305 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-d7209c52-2e62-4381-90b8-7e5687a4cdf6 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:23.375827 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 2937aafc-2c4b-465b-9932-933f8f4edba0 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:23:23.439937 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10610d10-9d56-4069-bc1c-98aaa4335d24 req-678a78c0-89ce-4525-b013-03c9aa60e1c5 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410117 Nov 12 03:23:23.448206 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43dccffb-a7f3-4ad5-a520-ae25392d79ac admin admin] Router 6b02769c-beb9-4144-b4ee-1bf6277c85a8 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:23:23.452990 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-350ca2ea-6c9e-40a2-bbe8-3d5c54942c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:23.455647 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-350ca2ea-6c9e-40a2-bbe8-3d5c54942c8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:23.460974 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-350ca2ea-6c9e-40a2-bbe8-3d5c54942c8a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/107e512a-0f2b-493b-a50c-5db975229190 HTTP/1.1" status: 204 len: 168 time: 0.4494548 Nov 12 03:23:23.483487 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea5eb59-7175-48d0-901a-b38ca713f23c service neutron] Pushing event updated for resources: {'Port': ['ID=2937aafc-2c4b-465b-9932-933f8f4edba0,revision_number=7']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:23.496305 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-27bada10-6c75-4744-850a-0a5131e2570b req-5ea5eb59-7175-48d0-901a-b38ca713f23c service neutron] Attempting to bind port 2937aafc-2c4b-465b-9932-933f8f4edba0 on host n-h1-715271-27 for vnic_type normal with profile {"migrating_to": "n-h2-715271-27"} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:23.497676 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-27bada10-6c75-4744-850a-0a5131e2570b req-5ea5eb59-7175-48d0-901a-b38ca713f23c service neutron] Attempting to bind port 2937aafc-2c4b-465b-9932-933f8f4edba0 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:23.497880 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bada10-6c75-4744-850a-0a5131e2570b req-5ea5eb59-7175-48d0-901a-b38ca713f23c service neutron] Attempting to bind port 2937aafc-2c4b-465b-9932-933f8f4edba0 on network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:23.514098 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bada10-6c75-4744-850a-0a5131e2570b req-5ea5eb59-7175-48d0-901a-b38ca713f23c service neutron] Port 2937aafc-2c4b-465b-9932-933f8f4edba0 on network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:23.514432 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bada10-6c75-4744-850a-0a5131e2570b req-5ea5eb59-7175-48d0-901a-b38ca713f23c service neutron] Attempting to bind port 2937aafc-2c4b-465b-9932-933f8f4edba0 on network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:23.548810 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bada10-6c75-4744-850a-0a5131e2570b req-5ea5eb59-7175-48d0-901a-b38ca713f23c service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:23.549423 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bada10-6c75-4744-850a-0a5131e2570b req-5ea5eb59-7175-48d0-901a-b38ca713f23c service neutron] Checking segment: {'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:23.553327 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bada10-6c75-4744-850a-0a5131e2570b req-5ea5eb59-7175-48d0-901a-b38ca713f23c service neutron] Bound using segment: {'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:23.553819 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-27bada10-6c75-4744-850a-0a5131e2570b req-5ea5eb59-7175-48d0-901a-b38ca713f23c service neutron] Bound port: 2937aafc-2c4b-465b-9932-933f8f4edba0, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:23.554190 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-27bada10-6c75-4744-850a-0a5131e2570b req-5ea5eb59-7175-48d0-901a-b38ca713f23c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:23.578099 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ca2ea-6c9e-40a2-bbe8-3d5c54942c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107e512a-0f2b-493b-a50c-5db975229190,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:23.630201 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b7f07-afbe-439d-a898-bd2704ab9b83 req-dc936d56-2091-4716-92f2-2bba8533c130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:23.630793 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b7f07-afbe-439d-a898-bd2704ab9b83 req-dc936d56-2091-4716-92f2-2bba8533c130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:23.639594 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-119b7f07-afbe-439d-a898-bd2704ab9b83 req-dc936d56-2091-4716-92f2-2bba8533c130 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2318b893ebac4403a7655da339a70941&device_id=e7221f21-f9b5-45aa-bdcc-44dfeab03a05 HTTP/1.1" status: 200 len: 1983 time: 0.2889211 Nov 12 03:23:23.655907 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3b9825-8dff-449b-a5a8-1fb10c9b1681 x-openstack-request-id: req-5c3b9825-8dff-449b-a5a8-1fb10c9b1681 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:23.656541 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7221f21-f9b5-45aa-bdcc-44dfeab03a05", "tag": "5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:23.658442 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5c3b9825-8dff-449b-a5a8-1fb10c9b1681 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:23.658894 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7221f21-f9b5-45aa-bdcc-44dfeab03a05', 'tag': '5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a', 'status': 'completed', 'code': 200} Nov 12 03:23:23.729340 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 2937aafc-2c4b-465b-9932-933f8f4edba0, host n-h1-715271-27, got binding levels [] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:23.780413 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Attempting to bind port 2937aafc-2c4b-465b-9932-933f8f4edba0 on host n-h1-715271-27 for vnic_type normal with profile {"migrating_to": "n-h2-715271-27"} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:23.780413 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Attempting to bind port 2937aafc-2c4b-465b-9932-933f8f4edba0 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:23.780413 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Attempting to bind port 2937aafc-2c4b-465b-9932-933f8f4edba0 on network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:23.789790 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Port 2937aafc-2c4b-465b-9932-933f8f4edba0 on network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:23.790657 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Attempting to bind port 2937aafc-2c4b-465b-9932-933f8f4edba0 on network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:23.807588 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:23.807588 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Checking segment: {'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:23.808391 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Bound using segment: {'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:23.808918 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Bound port: 2937aafc-2c4b-465b-9932-933f8f4edba0, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:23.809325 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:23.858237 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2b1be506-50df-48cc-86eb-0c3909d886a5 req-1e91a46b-33c7-4f52-960e-7c4602a3831c tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 210 time: 0.1552818 Nov 12 03:23:23.861076 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756489bb-e50a-48f8-be9c-71d9330b0524 req-f1aeec17-a3db-4221-a910-288dbe6e688c tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:23.868487 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-756489bb-e50a-48f8-be9c-71d9330b0524 req-f1aeec17-a3db-4221-a910-288dbe6e688c tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a9a4535-b23b-4d12-a69b-45e98fbbd59a HTTP/1.1" status: 200 len: 945 time: 0.2305276 Nov 12 03:23:23.908488 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-d7209c52-2e62-4381-90b8-7e5687a4cdf6 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Allocated IP 172.20.0.9 (e27d7564-6d22-4aba-8393-df25a0e0004d/36b22bc4-04aa-4109-bb38-599b9cb93288/db20b5ee-6932-435f-b943-f4dc478bca66) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:23.938432 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43dccffb-a7f3-4ad5-a520-ae25392d79ac admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:23:23.961098 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1d3750-b691-4d59-b19b-56bc7fae69be None None] Sync routers for ids ['6b02769c-beb9-4144-b4ee-1bf6277c85a8'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:23:23.982649 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-43dccffb-a7f3-4ad5-a520-ae25392d79ac admin admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:23.988911 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-43dccffb-a7f3-4ad5-a520-ae25392d79ac admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2594502 Nov 12 03:23:23.999026 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55866) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:24.008219 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1d3750-b691-4d59-b19b-56bc7fae69be None None] Routers {'6b02769c-beb9-4144-b4ee-1bf6277c85a8'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:23:24.009122 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-ce1d3750-b691-4d59-b19b-56bc7fae69be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:23:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['6b02769c-beb9-4144-b4ee-1bf6277c85a8'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:24.045205 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55868) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:24.086231 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-756489bb-e50a-48f8-be9c-71d9330b0524 req-398bb2a1-4939-4ef8-87dc-1fa694c60bf3 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167673 Nov 12 03:23:24.090650 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b7f07-afbe-439d-a898-bd2704ab9b83 req-30892cdb-cf89-4568-a4d8-2cd103fb394f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:24.092291 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-119b7f07-afbe-439d-a898-bd2704ab9b83 req-30892cdb-cf89-4568-a4d8-2cd103fb394f service neutron] 10.222.0.90 "GET /v2.0/networks?id=0b702fee-f662-4cd3-b714-275c6d009843 HTTP/1.1" status: 200 len: 902 time: 0.4256058 Nov 12 03:23:24.107276 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab3e2c-4fc0-4cc2-be87-c650556083b0 req-a7c08d27-9598-4acd-a5e9-afbb3b92b831 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:24.114879 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab3e2c-4fc0-4cc2-be87-c650556083b0 req-a7c08d27-9598-4acd-a5e9-afbb3b92b831 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:24.122764 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 2937aafc-2c4b-465b-9932-933f8f4edba0, host n-h1-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:24.124304 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6aab3e2c-4fc0-4cc2-be87-c650556083b0 req-a7c08d27-9598-4acd-a5e9-afbb3b92b831 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7221f21-f9b5-45aa-bdcc-44dfeab03a05 HTTP/1.1" status: 200 len: 1679 time: 0.1413856 Nov 12 03:23:24.181686 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 2937aafc-2c4b-465b-9932-933f8f4edba0, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=2937aafc-2c4b-465b-9932-933f8f4edba0,segment=NetworkSegment(8dbff2fd-9cfc-4504-9870-2f052b7a9289),segment_id=8dbff2fd-9cfc-4504-9870-2f052b7a9289)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:24.184564 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-119b7f07-afbe-439d-a898-bd2704ab9b83 req-7ad3bce2-955f-4b86-a9e6-e8379288bacb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.184&port_id=0d1c6bbe-f414-4a11-817d-ebbe45bdcf39 HTTP/1.1" status: 200 len: 217 time: 0.0520530 Nov 12 03:23:24.196411 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:24.202239 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55876) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:24.244706 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6aab3e2c-4fc0-4cc2-be87-c650556083b0 req-2ecfcece-fdb3-4c79-b0e8-69922a30832c tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7b9a195-d95c-4e3f-bea7-b1f410bc6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171663 Nov 12 03:23:24.274050 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-27bada10-6c75-4744-850a-0a5131e2570b req-5ea5eb59-7175-48d0-901a-b38ca713f23c service neutron] For port 2937aafc-2c4b-465b-9932-933f8f4edba0, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:24.292997 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.db.api [req-27bada10-6c75-4744-850a-0a5131e2570b req-5ea5eb59-7175-48d0-901a-b38ca713f23c service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 2937aafc-2c4b-465b-9932-933f8f4edba0-n-h1-715271-27-0 {{(pid=102571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:23:24.293292 n-d-715271-27 neutron-server[102571]: DEBUG oslo_db.api [req-27bada10-6c75-4744-850a-0a5131e2570b req-5ea5eb59-7175-48d0-901a-b38ca713f23c service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:23:24.304177 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b7f07-afbe-439d-a898-bd2704ab9b83 req-edd8e6c5-eddd-4371-8f46-2df93d259952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:24.306368 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-119b7f07-afbe-439d-a898-bd2704ab9b83 req-edd8e6c5-eddd-4371-8f46-2df93d259952 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a66df254-9e45-446b-bda1-5e44911b6774 HTTP/1.1" status: 200 len: 801 time: 0.0842462 Nov 12 03:23:24.375005 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b7f07-afbe-439d-a898-bd2704ab9b83 req-c1f79685-9d2b-4be3-9e20-bfcd2119d094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:24.385010 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-119b7f07-afbe-439d-a898-bd2704ab9b83 req-c1f79685-9d2b-4be3-9e20-bfcd2119d094 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0b702fee-f662-4cd3-b714-275c6d009843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710311 Nov 12 03:23:24.387509 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=2937aafc-2c4b-465b-9932-933f8f4edba0,revision_number=8']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:24.437387 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 2937aafc-2c4b-465b-9932-933f8f4edba0 has no active binding in host n-h2-715271-27 {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:23:24.460129 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-ce1d3750-b691-4d59-b19b-56bc7fae69be None None] Set router 6b02769c-beb9-4144-b4ee-1bf6277c85a8 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:23:24.564610 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-119b7f07-afbe-439d-a898-bd2704ab9b83 req-2242206f-b949-4349-a734-ccca7246cdf5 service neutron] 10.222.0.90 "GET /v2.0/networks/0b702fee-f662-4cd3-b714-275c6d009843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694696 Nov 12 03:23:24.717613 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-ce1d3750-b691-4d59-b19b-56bc7fae69be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b02769c-beb9-4144-b4ee-1bf6277c85a8', 'name': 'tempest-ServerActionsTestJSON-491450960-router', 'tenant_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '36d50047-cd27-408d-be04-6c9bc48f895d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:18Z', 'updated_at': '2021-11-12T03:23:22Z', 'revision_number': 3, 'project_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'gw_port': {'id': '36d50047-cd27-408d-be04-6c9bc48f895d', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b5:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b02769c-beb9-4144-b4ee-1bf6277c85a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:20Z', 'updated_at': '2021-11-12T03:23:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:24.721056 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4dbe09-0d7a-4cf8-bcb4-3324fbcd9ec7 req-6c48e1bb-6937-4e30-ad95-25edea8cd965 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:24.722460 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cdd86930-90ef-406b-b9b3-a6e8c9ecf4a8 req-0f851662-eff0-466f-804c-2acb002bf3d5 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=d64dea81-24dc-4006-8bc2-063aa7d207aa HTTP/1.1" status: 200 len: 210 time: 0.5156686 Nov 12 03:23:24.722923 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8d4dbe09-0d7a-4cf8-bcb4-3324fbcd9ec7 req-6c48e1bb-6937-4e30-ad95-25edea8cd965 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 943 time: 0.1451027 Nov 12 03:23:24.723390 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e38c8755-fd03-454d-9b46-4928e2e7777e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:24.725757 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-253e1b37-0b8b-4dda-9abe-03031f2ea897 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:24.756934 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-119b7f07-afbe-439d-a898-bd2704ab9b83 req-bbe76c61-45ba-4a82-8ca5-7f5e53012591 service neutron] 10.222.0.90 "GET /v2.0/networks/0b702fee-f662-4cd3-b714-275c6d009843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805470 Nov 12 03:23:24.767173 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1d3750-b691-4d59-b19b-56bc7fae69be None None] Checking router: 6b02769c-beb9-4144-b4ee-1bf6277c85a8 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:23:24.767608 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1d3750-b691-4d59-b19b-56bc7fae69be None None] Updating router 6b02769c-beb9-4144-b4ee-1bf6277c85a8 port 36d50047-cd27-408d-be04-6c9bc48f895d binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:23:24.801369 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ce1d3750-b691-4d59-b19b-56bc7fae69be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:24.816114 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-27bada10-6c75-4744-850a-0a5131e2570b req-5ea5eb59-7175-48d0-901a-b38ca713f23c service neutron] Attempting to bind port 2937aafc-2c4b-465b-9932-933f8f4edba0 on host n-h1-715271-27 for vnic_type normal with profile {"migrating_to": "n-h2-715271-27"} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:24.817034 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-27bada10-6c75-4744-850a-0a5131e2570b req-5ea5eb59-7175-48d0-901a-b38ca713f23c service neutron] Attempting to bind port 2937aafc-2c4b-465b-9932-933f8f4edba0 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:24.817581 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bada10-6c75-4744-850a-0a5131e2570b req-5ea5eb59-7175-48d0-901a-b38ca713f23c service neutron] Attempting to bind port 2937aafc-2c4b-465b-9932-933f8f4edba0 on network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:24.836669 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bada10-6c75-4744-850a-0a5131e2570b req-5ea5eb59-7175-48d0-901a-b38ca713f23c service neutron] Port 2937aafc-2c4b-465b-9932-933f8f4edba0 on network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:24.837036 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bada10-6c75-4744-850a-0a5131e2570b req-5ea5eb59-7175-48d0-901a-b38ca713f23c service neutron] Attempting to bind port 2937aafc-2c4b-465b-9932-933f8f4edba0 on network d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:24.844790 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bada10-6c75-4744-850a-0a5131e2570b req-5ea5eb59-7175-48d0-901a-b38ca713f23c service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:24.845925 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bada10-6c75-4744-850a-0a5131e2570b req-5ea5eb59-7175-48d0-901a-b38ca713f23c service neutron] Checking segment: {'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:24.845925 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bada10-6c75-4744-850a-0a5131e2570b req-5ea5eb59-7175-48d0-901a-b38ca713f23c service neutron] Bound using segment: {'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:24.845925 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-27bada10-6c75-4744-850a-0a5131e2570b req-5ea5eb59-7175-48d0-901a-b38ca713f23c service neutron] Bound port: 2937aafc-2c4b-465b-9932-933f8f4edba0, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dbff2fd-9cfc-4504-9870-2f052b7a9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd73de779-e2ae-4cc1-abb8-b5f6ee53a4d5'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:24.846282 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-27bada10-6c75-4744-850a-0a5131e2570b req-5ea5eb59-7175-48d0-901a-b38ca713f23c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:24.998584 n-d-715271-27 neutron-server[102571]: WARNING neutron.plugins.ml2.plugin [req-27bada10-6c75-4744-850a-0a5131e2570b req-5ea5eb59-7175-48d0-901a-b38ca713f23c service neutron] Concurrent port binding operations failed on port 2937aafc-2c4b-465b-9932-933f8f4edba0 Nov 12 03:23:25.008333 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-27bada10-6c75-4744-850a-0a5131e2570b req-5ea5eb59-7175-48d0-901a-b38ca713f23c service neutron] For port 2937aafc-2c4b-465b-9932-933f8f4edba0, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=2937aafc-2c4b-465b-9932-933f8f4edba0,segment=NetworkSegment(8dbff2fd-9cfc-4504-9870-2f052b7a9289),segment_id=8dbff2fd-9cfc-4504-9870-2f052b7a9289)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:25.014460 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7e4dc-cf0c-48c1-aecf-1707dec5726b req-a348fcc5-1d90-42d1-bdbf-9ce598209ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:25.014998 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7e4dc-cf0c-48c1-aecf-1707dec5726b req-a348fcc5-1d90-42d1-bdbf-9ce598209ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:25.017621 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-aaa7e4dc-cf0c-48c1-aecf-1707dec5726b req-a348fcc5-1d90-42d1-bdbf-9ce598209ac9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2318b893ebac4403a7655da339a70941&device_id=e7221f21-f9b5-45aa-bdcc-44dfeab03a05 HTTP/1.1" status: 200 len: 1983 time: 0.1480086 Nov 12 03:23:25.019294 n-d-715271-27 neutron-server[102571]: INFO neutron.plugins.ml2.plugin [req-27bada10-6c75-4744-850a-0a5131e2570b req-5ea5eb59-7175-48d0-901a-b38ca713f23c service neutron] Attempt 2 to bind port 2937aafc-2c4b-465b-9932-933f8f4edba0 Nov 12 03:23:25.025870 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bada10-6c75-4744-850a-0a5131e2570b req-5ea5eb59-7175-48d0-901a-b38ca713f23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:25.026763 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-27bada10-6c75-4744-850a-0a5131e2570b req-5ea5eb59-7175-48d0-901a-b38ca713f23c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:25.028501 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-27bada10-6c75-4744-850a-0a5131e2570b req-5ea5eb59-7175-48d0-901a-b38ca713f23c service neutron] 10.222.0.90 "PUT /v2.0/ports/2937aafc-2c4b-465b-9932-933f8f4edba0 HTTP/1.1" status: 200 len: 1123 time: 3.1535864 Nov 12 03:23:25.090605 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a29c51c5-26c1-416a-9e0a-363a7c054340 req-d01f555a-8d84-42ae-973d-61bfd98f28df tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 210 time: 0.0974128 Nov 12 03:23:25.232026 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-d7209c52-2e62-4381-90b8-7e5687a4cdf6 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:25.243666 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6a596-39cc-452a-a9e7-77e05ed3c2a5 req-e17bc060-103a-4ca2-a6ec-c08fe582746d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:25.245889 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-14e6a596-39cc-452a-a9e7-77e05ed3c2a5 req-e17bc060-103a-4ca2-a6ec-c08fe582746d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5a9a4535-b23b-4d12-a69b-45e98fbbd59a HTTP/1.1" status: 200 len: 1097 time: 0.1702540 Nov 12 03:23:25.306946 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8d4dbe09-0d7a-4cf8-bcb4-3324fbcd9ec7 req-60b62304-16cb-4365-a97d-7e1488ff9bce tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5708895 Nov 12 03:23:25.341609 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['2937aafc-2c4b-465b-9932-933f8f4edba0'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:25.348139 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['2937aafc-2c4b-465b-9932-933f8f4edba0'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:25.372615 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7e4dc-cf0c-48c1-aecf-1707dec5726b req-cfaa2a58-bbf4-4195-a8f4-7130b51c6007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:25.375410 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-aaa7e4dc-cf0c-48c1-aecf-1707dec5726b req-cfaa2a58-bbf4-4195-a8f4-7130b51c6007 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c9366894-55fd-4c24-870a-342b904c425b HTTP/1.1" status: 200 len: 902 time: 0.3456013 Nov 12 03:23:25.398743 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-14e6a596-39cc-452a-a9e7-77e05ed3c2a5 req-d3b7b20c-7af0-49ab-8e00-0718c9b19e2d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394515 Nov 12 03:23:25.401905 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-253e1b37-0b8b-4dda-9abe-03031f2ea897 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:25.439138 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-aaa7e4dc-cf0c-48c1-aecf-1707dec5726b req-1623ba76-263a-4b31-b3ad-4e2ab5f45d5c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.106&port_id=5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a HTTP/1.1" status: 200 len: 217 time: 0.0541263 Nov 12 03:23:25.487656 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-253e1b37-0b8b-4dda-9abe-03031f2ea897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:25.495443 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e38c8755-fd03-454d-9b46-4928e2e7777e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:25.536516 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7e4dc-cf0c-48c1-aecf-1707dec5726b req-257ce283-bc55-48d5-aa1c-d674a2e3869f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:25.536792 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e38c8755-fd03-454d-9b46-4928e2e7777e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:25.537802 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-aaa7e4dc-cf0c-48c1-aecf-1707dec5726b req-257ce283-bc55-48d5-aa1c-d674a2e3869f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f43c94b2-0a91-480e-a4f3-c7609bc08f1e HTTP/1.1" status: 200 len: 801 time: 0.0781739 Nov 12 03:23:25.568487 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ce1d3750-b691-4d59-b19b-56bc7fae69be None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:25.588179 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ce1d3750-b691-4d59-b19b-56bc7fae69be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:25.632732 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a037024-ed77-4f0f-8700-43880b6ffd0d req-69c1f793-825c-44ae-9ad2-e23a0b22c662 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:25.642511 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8a037024-ed77-4f0f-8700-43880b6ffd0d req-69c1f793-825c-44ae-9ad2-e23a0b22c662 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a9a4535-b23b-4d12-a69b-45e98fbbd59a HTTP/1.1" status: 200 len: 945 time: 0.4199417 Nov 12 03:23:25.654306 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-253e1b37-0b8b-4dda-9abe-03031f2ea897 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9d2cd8e7f15648d085e002a623b3e117&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4486961 Nov 12 03:23:25.654958 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55888) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:25.683135 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253e1b37-0b8b-4dda-9abe-03031f2ea897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd69abe-3f56-43f7-b4f8-38c15fa883b0,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:25.695856 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e339cc1b-324c-4054-bd89-ce4a261e2fd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2937aafc-2c4b-465b-9932-933f8f4edba0'}, {'name': 'network-changed', 'server_uuid': 'e339cc1b-324c-4054-bd89-ce4a261e2fd1', 'tag': '2937aafc-2c4b-465b-9932-933f8f4edba0'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:25.709689 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450fc3b3-3d5f-4a59-b2b6-77fb6cf6ef44" -d '{"events": [{"server_uuid": "e339cc1b-324c-4054-bd89-ce4a261e2fd1", "name": "network-vif-unplugged", "status": "completed", "tag": "2937aafc-2c4b-465b-9932-933f8f4edba0"}, {"name": "network-changed", "server_uuid": "e339cc1b-324c-4054-bd89-ce4a261e2fd1", "tag": "2937aafc-2c4b-465b-9932-933f8f4edba0"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:25.712884 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc817c-5461-4547-b7c9-9eda85af821c None None] Pushing event updated for resources: {'Port': ['ID=36d50047-cd27-408d-be04-6c9bc48f895d,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:25.718184 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-ce1d3750-b691-4d59-b19b-56bc7fae69be None None] Attempting to bind port 36d50047-cd27-408d-be04-6c9bc48f895d on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:25.718665 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-ce1d3750-b691-4d59-b19b-56bc7fae69be None None] Attempting to bind port 36d50047-cd27-408d-be04-6c9bc48f895d by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:25.719508 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1d3750-b691-4d59-b19b-56bc7fae69be None None] Attempting to bind port 36d50047-cd27-408d-be04-6c9bc48f895d on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:25.731940 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e38c8755-fd03-454d-9b46-4928e2e7777e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=33a38b4e0ddc45d6a145a3ef142dd482&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6820247 Nov 12 03:23:25.763322 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1d3750-b691-4d59-b19b-56bc7fae69be None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:25.763871 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1d3750-b691-4d59-b19b-56bc7fae69be None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:25.764497 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ce1d3750-b691-4d59-b19b-56bc7fae69be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:25.765052 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1d3750-b691-4d59-b19b-56bc7fae69be None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:25.765733 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-ce1d3750-b691-4d59-b19b-56bc7fae69be None None] Bound port: 36d50047-cd27-408d-be04-6c9bc48f895d, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:25.766299 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ce1d3750-b691-4d59-b19b-56bc7fae69be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:25.781983 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-0c03db80-8db2-4c84-a68d-aefa7f6657d0 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:25.783600 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-0c03db80-8db2-4c84-a68d-aefa7f6657d0 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.90 "GET /v2.0/networks?id=f2354694-6453-486d-800c-f4fc7f841803 HTTP/1.1" status: 200 len: 821 time: 0.3209016 Nov 12 03:23:25.793094 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919dddd2-19e4-403f-90ec-317fcd41afcb req-17b6eecc-dea3-42fb-9441-36044122ef22 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:25.799289 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919dddd2-19e4-403f-90ec-317fcd41afcb req-17b6eecc-dea3-42fb-9441-36044122ef22 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:25.801529 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-919dddd2-19e4-403f-90ec-317fcd41afcb req-17b6eecc-dea3-42fb-9441-36044122ef22 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7221f21-f9b5-45aa-bdcc-44dfeab03a05 HTTP/1.1" status: 200 len: 1679 time: 0.3537924 Nov 12 03:23:25.803432 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55892) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:25.804134 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-d7209c52-2e62-4381-90b8-7e5687a4cdf6 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:25.814835 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-319d3b09-5b63-4187-945d-dd9de640ce89 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Request body: {'port': {'device_id': '44b19e48-ad97-453d-93e7-22ebabe7cb2a', 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803', 'admin_state_up': True, 'tenant_id': '576a7b2c0e984780a26518e9c1601856'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:25.819177 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c8755-fd03-454d-9b46-4928e2e7777e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40876551-1fdc-49e6-9488-27ef5e8d2dec,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:25.875387 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7e4dc-cf0c-48c1-aecf-1707dec5726b req-1492c478-ba1c-4c81-a441-5d507858fc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:25.876903 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-aaa7e4dc-cf0c-48c1-aecf-1707dec5726b req-1492c478-ba1c-4c81-a441-5d507858fc73 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c9366894-55fd-4c24-870a-342b904c425b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3189845 Nov 12 03:23:25.925020 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-ce1d3750-b691-4d59-b19b-56bc7fae69be None None] For port 36d50047-cd27-408d-be04-6c9bc48f895d, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:25.929828 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-ce1d3750-b691-4d59-b19b-56bc7fae69be None None] For port 36d50047-cd27-408d-be04-6c9bc48f895d, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=36d50047-cd27-408d-be04-6c9bc48f895d,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:25.942738 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ce1d3750-b691-4d59-b19b-56bc7fae69be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:25.966111 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-d7209c52-2e62-4381-90b8-7e5687a4cdf6 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Network e27d7564-6d22-4aba-8393-df25a0e0004d is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:25.968134 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7209c52-2e62-4381-90b8-7e5687a4cdf6 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Pushing event updated for resources: {'Port': ['ID=db20b5ee-6932-435f-b943-f4dc478bca66,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:25.980911 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-01b842a8-e422-4102-8284-f4a21c7c8b3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:25.984823 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-d7209c52-2e62-4381-90b8-7e5687a4cdf6 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:25.993906 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-d7209c52-2e62-4381-90b8-7e5687a4cdf6 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:26.025854 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1d3750-b691-4d59-b19b-56bc7fae69be None None] Routers {'6b02769c-beb9-4144-b4ee-1bf6277c85a8'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:23:26.026765 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-ce1d3750-b691-4d59-b19b-56bc7fae69be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:23:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['6b02769c-beb9-4144-b4ee-1bf6277c85a8'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:26.038211 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8a037024-ed77-4f0f-8700-43880b6ffd0d req-fb0f7daf-df84-4b0a-9533-ffa8da7e02c2 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951032 Nov 12 03:23:26.054638 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-919dddd2-19e4-403f-90ec-317fcd41afcb req-11258119-b4c4-4c09-8aa8-9f7a08cb6fdb tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7b9a195-d95c-4e3f-bea7-b1f410bc6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330899 Nov 12 03:23:26.068328 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-66b83478-6ef7-4e09-bde8-28eda704ef2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:26.126065 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-01b842a8-e422-4102-8284-f4a21c7c8b3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:26.141932 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-66b83478-6ef7-4e09-bde8-28eda704ef2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:26.163752 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-aaa7e4dc-cf0c-48c1-aecf-1707dec5726b req-e49798a4-3b0a-4412-afba-d4e54d4b7c7f service neutron] 10.222.0.90 "GET /v2.0/networks/c9366894-55fd-4c24-870a-342b904c425b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760606 Nov 12 03:23:26.195097 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df65c0c7-2eb5-419f-8ebf-aab285e1844e x-openstack-request-id: req-df65c0c7-2eb5-419f-8ebf-aab285e1844e {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:26.195378 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e339cc1b-324c-4054-bd89-ce4a261e2fd1", "name": "network-vif-unplugged", "status": "completed", "tag": "2937aafc-2c4b-465b-9932-933f8f4edba0", "code": 200}, {"name": "network-changed", "server_uuid": "e339cc1b-324c-4054-bd89-ce4a261e2fd1", "tag": "2937aafc-2c4b-465b-9932-933f8f4edba0", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:26.195616 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-df65c0c7-2eb5-419f-8ebf-aab285e1844e {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:26.196009 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e339cc1b-324c-4054-bd89-ce4a261e2fd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2937aafc-2c4b-465b-9932-933f8f4edba0', 'code': 200} Nov 12 03:23:26.196287 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e339cc1b-324c-4054-bd89-ce4a261e2fd1', 'tag': '2937aafc-2c4b-465b-9932-933f8f4edba0', 'status': 'completed', 'code': 200} Nov 12 03:23:26.200028 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-319d3b09-5b63-4187-945d-dd9de640ce89 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Made reservation on behalf of 576a7b2c0e984780a26518e9c1601856 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:26.203541 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-319d3b09-5b63-4187-945d-dd9de640ce89 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:26.272497 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc817c-5461-4547-b7c9-9eda85af821c None None] Pushing event updated for resources: {'Port': ['ID=36d50047-cd27-408d-be04-6c9bc48f895d,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:26.302753 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-ce1d3750-b691-4d59-b19b-56bc7fae69be None None] Set router 6b02769c-beb9-4144-b4ee-1bf6277c85a8 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:23:26.352842 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-d7209c52-2e62-4381-90b8-7e5687a4cdf6 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:26.353073 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-d7209c52-2e62-4381-90b8-7e5687a4cdf6 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:26.360191 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450fc3b3-3d5f-4a59-b2b6-77fb6cf6ef44 req-861c1eec-6de1-47ad-8d08-a14f5cf526af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:26.362453 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-450fc3b3-3d5f-4a59-b2b6-77fb6cf6ef44 req-861c1eec-6de1-47ad-8d08-a14f5cf526af service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ab1cf8386d1b4172a2ff2003f6ed3228&device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 1126 time: 0.1362464 Nov 12 03:23:26.389010 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-01b842a8-e422-4102-8284-f4a21c7c8b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:26.391463 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-01b842a8-e422-4102-8284-f4a21c7c8b3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:26.396433 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-01b842a8-e422-4102-8284-f4a21c7c8b3d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/efd69abe-3f56-43f7-b4f8-38c15fa883b0 HTTP/1.1" status: 204 len: 168 time: 0.7302353 Nov 12 03:23:26.422661 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-d7209c52-2e62-4381-90b8-7e5687a4cdf6 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4691458 Nov 12 03:23:26.425368 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b842a8-e422-4102-8284-f4a21c7c8b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd69abe-3f56-43f7-b4f8-38c15fa883b0,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:26.438267 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d55d6f2e-4713-4710-8358-1d40bc5b05d4 req-955da7b1-12e4-4e84-a98d-02714331f7ab tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 210 time: 0.1018393 Nov 12 03:23:26.439403 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-66b83478-6ef7-4e09-bde8-28eda704ef2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:26.444739 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e2423d68-6708-4fa2-ae14-254dfc4b37ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:26.446022 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-66b83478-6ef7-4e09-bde8-28eda704ef2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:26.449778 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-66b83478-6ef7-4e09-bde8-28eda704ef2b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/40876551-1fdc-49e6-9488-27ef5e8d2dec HTTP/1.1" status: 204 len: 168 time: 0.6443689 Nov 12 03:23:26.483823 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-cfe2ef76-b542-40d0-9315-b1239c446b23 service neutron] Request body: {'port': {'device_id': 'd64dea81-24dc-4006-8bc2-063aa7d207aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:26.511109 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513b7fc-6477-4800-a037-57a5f7daf4bf req-65330dca-f0a0-4552-acea-b205d79a02ac tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:26.515319 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a513b7fc-6477-4800-a037-57a5f7daf4bf req-65330dca-f0a0-4552-acea-b205d79a02ac tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=d64dea81-24dc-4006-8bc2-063aa7d207aa HTTP/1.1" status: 200 len: 931 time: 0.3071966 Nov 12 03:23:26.616534 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b83478-6ef7-4e09-bde8-28eda704ef2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40876551-1fdc-49e6-9488-27ef5e8d2dec,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:26.623209 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-aaa7e4dc-cf0c-48c1-aecf-1707dec5726b req-d877d3ec-0fb2-4dce-a727-a9b8238431ea service neutron] 10.222.0.90 "GET /v2.0/networks/c9366894-55fd-4c24-870a-342b904c425b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4471624 Nov 12 03:23:26.724759 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-cfe2ef76-b542-40d0-9315-b1239c446b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:26.747170 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a513b7fc-6477-4800-a037-57a5f7daf4bf req-b2f24140-c74b-410c-8425-4bb2015a5bbf tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776762 Nov 12 03:23:26.778704 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e1904-306d-4d76-b9e7-75e054c38f2a req-7df638ec-ed84-46d7-95da-7b1af7b5e2b5 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:26.780388 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-643e1904-306d-4d76-b9e7-75e054c38f2a req-7df638ec-ed84-46d7-95da-7b1af7b5e2b5 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 943 time: 0.1655130 Nov 12 03:23:26.806527 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450fc3b3-3d5f-4a59-b2b6-77fb6cf6ef44 req-e7c9489d-cbe9-4501-aec4-6d58554e6d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:26.808374 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-450fc3b3-3d5f-4a59-b2b6-77fb6cf6ef44 req-e7c9489d-cbe9-4501-aec4-6d58554e6d15 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 HTTP/1.1" status: 200 len: 907 time: 0.4176705 Nov 12 03:23:26.813744 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-ce1d3750-b691-4d59-b19b-56bc7fae69be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b02769c-beb9-4144-b4ee-1bf6277c85a8', 'name': 'tempest-ServerActionsTestJSON-491450960-router', 'tenant_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '36d50047-cd27-408d-be04-6c9bc48f895d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:18Z', 'updated_at': '2021-11-12T03:23:22Z', 'revision_number': 3, 'project_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'gw_port': {'id': '36d50047-cd27-408d-be04-6c9bc48f895d', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b5:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b02769c-beb9-4144-b4ee-1bf6277c85a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:20Z', 'updated_at': '2021-11-12T03:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:26.834805 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-319d3b09-5b63-4187-945d-dd9de640ce89 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Allocated IP 172.20.0.14 (f2354694-6453-486d-800c-f4fc7f841803/3428f33d-4837-4311-b620-eb7f742db405/4f79b904-2bbf-45f8-b2ad-f534e1a14f49) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:26.900411 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1d3750-b691-4d59-b19b-56bc7fae69be None None] The sync data for ids ['6b02769c-beb9-4144-b4ee-1bf6277c85a8'] in n-d-715271-27 is: [{'id': '6b02769c-beb9-4144-b4ee-1bf6277c85a8', 'name': 'tempest-ServerActionsTestJSON-491450960-router', 'tenant_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '36d50047-cd27-408d-be04-6c9bc48f895d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:18Z', 'updated_at': '2021-11-12T03:23:22Z', 'revision_number': 3, 'project_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'gw_port': {'id': '36d50047-cd27-408d-be04-6c9bc48f895d', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b5:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b02769c-beb9-4144-b4ee-1bf6277c85a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:20Z', 'updated_at': '2021-11-12T03:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:23:26.937779 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-e2423d68-6708-4fa2-ae14-254dfc4b37ac admin admin] Allocated IP 172.20.0.1 (56493891-2b14-40ba-a8cb-65015d9b59f3/c41913f5-e5c1-4e60-8ee6-4f6d29d519f8/a88199b2-d9fa-423f-b4c4-e1c98adf7bf7) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:27.091210 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e2423d68-6708-4fa2-ae14-254dfc4b37ac admin admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:27.174292 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e2423d68-6708-4fa2-ae14-254dfc4b37ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:27.209420 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-319d3b09-5b63-4187-945d-dd9de640ce89 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:27.221069 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55920) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:27.281595 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d46d8528-c89b-4d04-9587-3326bf898a99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:27.290688 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-450fc3b3-3d5f-4a59-b2b6-77fb6cf6ef44 req-15fbe324-1c8d-4b89-b72d-d6006e336032 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2937aafc-2c4b-465b-9932-933f8f4edba0 HTTP/1.1" status: 200 len: 217 time: 0.0778108 Nov 12 03:23:27.292348 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2423d68-6708-4fa2-ae14-254dfc4b37ac admin admin] Network 56493891-2b14-40ba-a8cb-65015d9b59f3 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:27.342095 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-e2423d68-6708-4fa2-ae14-254dfc4b37ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:27.344651 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2423d68-6708-4fa2-ae14-254dfc4b37ac admin admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:27.407699 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 0d1c6bbe-f414-4a11-817d-ebbe45bdcf39 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:23:27.411658 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e2423d68-6708-4fa2-ae14-254dfc4b37ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:27.444748 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-643e1904-306d-4d76-b9e7-75e054c38f2a req-c8571b1a-9c5e-495a-b49d-b59a46330ca4 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6532040 Nov 12 03:23:27.511291 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-319d3b09-5b63-4187-945d-dd9de640ce89 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:27.514131 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450fc3b3-3d5f-4a59-b2b6-77fb6cf6ef44 req-358986eb-bec8-44aa-b6f8-1ba4664fc1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:27.524992 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-450fc3b3-3d5f-4a59-b2b6-77fb6cf6ef44 req-358986eb-bec8-44aa-b6f8-1ba4664fc1b1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5a9fb38e-cf25-418b-9443-2a54f98e4648 HTTP/1.1" status: 200 len: 846 time: 0.2173839 Nov 12 03:23:27.543722 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['c8ef7709-72a6-4596-9527-d2a9f473fb62'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:27.554617 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28ac60-e4af-4991-aaec-b81f59b5b6ec req-8d4070b9-e07d-4723-a9a4-ac352d010aff tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:27.556031 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4f28ac60-e4af-4991-aaec-b81f59b5b6ec req-8d4070b9-e07d-4723-a9a4-ac352d010aff tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a9a4535-b23b-4d12-a69b-45e98fbbd59a HTTP/1.1" status: 200 len: 945 time: 0.3623614 Nov 12 03:23:27.556812 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2423d68-6708-4fa2-ae14-254dfc4b37ac admin admin] Pushing event updated for resources: {'Port': ['ID=a88199b2-d9fa-423f-b4c4-e1c98adf7bf7,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:27.716952 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-450fc3b3-3d5f-4a59-b2b6-77fb6cf6ef44 req-b6b0d331-cf38-4ae6-991a-1def404c3e4e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1718698 Nov 12 03:23:27.798933 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d3b09-5b63-4187-945d-dd9de640ce89 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Pushing event updated for resources: {'Port': ['ID=4f79b904-2bbf-45f8-b2ad-f534e1a14f49,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:27.853075 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-319d3b09-5b63-4187-945d-dd9de640ce89 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Network f2354694-6453-486d-800c-f4fc7f841803 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:27.859783 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d46d8528-c89b-4d04-9587-3326bf898a99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:27.871550 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4f28ac60-e4af-4991-aaec-b81f59b5b6ec req-ddaf74ad-920f-4132-8111-937fe47a34bd tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838855 Nov 12 03:23:27.885385 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 0d1c6bbe-f414-4a11-817d-ebbe45bdcf39, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=0d1c6bbe-f414-4a11-817d-ebbe45bdcf39,segment=NetworkSegment(f2f55e92-db4c-405e-b786-3d1bbe33b256),segment_id=f2f55e92-db4c-405e-b786-3d1bbe33b256)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:27.895538 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-319d3b09-5b63-4187-945d-dd9de640ce89 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:27.903158 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-319d3b09-5b63-4187-945d-dd9de640ce89 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:27.946053 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d46d8528-c89b-4d04-9587-3326bf898a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:28.038053 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '0d1c6bbe-f414-4a11-817d-ebbe45bdcf39', 'network_id': '0b702fee-f662-4cd3-b714-275c6d009843', 'port_id': '0d1c6bbe-f414-4a11-817d-ebbe45bdcf39', 'mac_address': 'fa:16:3e:e4:d4:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a66df254-9e45-446b-bda1-5e44911b6774', 'ip_address': '19.80.0.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:23:28.081750 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-d5ed8623-3c9a-40ce-b2d0-94258aeb3e22 None None] Provisioning complete for port a88199b2-d9fa-423f-b4c4-e1c98adf7bf7 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:28.082520 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d5ed8623-3c9a-40ce-b2d0-94258aeb3e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:28.151760 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d8528-c89b-4d04-9587-3326bf898a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34edcc8-2d28-4863-bce9-8a835516f397,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:28.186229 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d46d8528-c89b-4d04-9587-3326bf898a99 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=974b42d973804e3f836525e87647e653&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9618509 Nov 12 03:23:28.189137 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-d5ed8623-3c9a-40ce-b2d0-94258aeb3e22 None None] Port a88199b2-d9fa-423f-b4c4-e1c98adf7bf7 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:23:28.231899 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55940) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:28.349674 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:28.373278 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e2423d68-6708-4fa2-ae14-254dfc4b37ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:28.484021 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d1c6bbe-f414-4a11-817d-ebbe45bdcf39 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:28.543291 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 0d1c6bbe-f414-4a11-817d-ebbe45bdcf39, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=0d1c6bbe-f414-4a11-817d-ebbe45bdcf39,segment=NetworkSegment(f2f55e92-db4c-405e-b786-3d1bbe33b256),segment_id=f2f55e92-db4c-405e-b786-3d1bbe33b256)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:28.551868 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:28.552788 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:23:28.565157 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e6aca-755f-4e7e-a23b-0cd9331227d6 req-190b60c8-0935-4136-9347-1616ef63f6bb tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:28.567978 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-da6e6aca-755f-4e7e-a23b-0cd9331227d6 req-190b60c8-0935-4136-9347-1616ef63f6bb tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 932 time: 0.4971559 Nov 12 03:23:28.613369 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-450fc3b3-3d5f-4a59-b2b6-77fb6cf6ef44 req-c519e29d-f967-408d-b8a7-f9647a168239 service neutron] 10.222.0.74 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8953950 Nov 12 03:23:28.643244 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-410d9681-54f5-44ab-8818-711cf4175503 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:28.693337 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8dc33c-560e-4565-a212-92e984023d31 req-d9f4092f-c623-4adf-b01d-4249c8d6a984 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:28.695816 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-410d9681-54f5-44ab-8818-711cf4175503 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:28.702617 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8dc33c-560e-4565-a212-92e984023d31 req-d9f4092f-c623-4adf-b01d-4249c8d6a984 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:28.712477 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5c8dc33c-560e-4565-a212-92e984023d31 req-d9f4092f-c623-4adf-b01d-4249c8d6a984 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7221f21-f9b5-45aa-bdcc-44dfeab03a05 HTTP/1.1" status: 200 len: 1679 time: 0.9860444 Nov 12 03:23:28.726649 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=0d1c6bbe-f414-4a11-817d-ebbe45bdcf39,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:28.802402 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-410d9681-54f5-44ab-8818-711cf4175503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:28.805527 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-410d9681-54f5-44ab-8818-711cf4175503 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:28.806714 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-410d9681-54f5-44ab-8818-711cf4175503 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f34edcc8-2d28-4863-bce9-8a835516f397 HTTP/1.1" status: 204 len: 168 time: 0.5550008 Nov 12 03:23:28.816402 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5c8dc33c-560e-4565-a212-92e984023d31 req-a4a3cbea-22f1-4d0d-8b3a-2ca429fdcd55 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7b9a195-d95c-4e3f-bea7-b1f410bc6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026473 Nov 12 03:23:28.824047 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-319d3b09-5b63-4187-945d-dd9de640ce89 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:28.828329 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-319d3b09-5b63-4187-945d-dd9de640ce89 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:28.867218 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-cfe2ef76-b542-40d0-9315-b1239c446b23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db20b5ee-6932-435f-b943-f4dc478bca66 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:28.884593 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d9681-54f5-44ab-8818-711cf4175503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34edcc8-2d28-4863-bce9-8a835516f397,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:28.902207 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-cfe2ef76-b542-40d0-9315-b1239c446b23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:28.907656 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a,segment=NetworkSegment(06adfef5-e7b1-4933-b95b-8482af7b08a2),segment_id=06adfef5-e7b1-4933-b95b-8482af7b08a2)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:28.913633 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-da6e6aca-755f-4e7e-a23b-0cd9331227d6 req-637987ed-cc04-4697-8001-21ae4a0415f8 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260224 Nov 12 03:23:28.915522 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-319d3b09-5b63-4187-945d-dd9de640ce89 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1123037 Nov 12 03:23:28.966567 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a', 'network_id': 'c9366894-55fd-4c24-870a-342b904c425b', 'port_id': '5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a', 'mac_address': 'fa:16:3e:b4:fe:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f43c94b2-0a91-480e-a4f3-c7609bc08f1e', 'ip_address': '19.86.0.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:23:28.971370 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-bc2cc2e8-67bc-466b-96f8-d8edd72d0b4b service neutron] Request body: {'port': {'device_id': '44b19e48-ad97-453d-93e7-22ebabe7cb2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:29.031567 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-cfe2ef76-b542-40d0-9315-b1239c446b23 service neutron] Transition to ACTIVE for port object db20b5ee-6932-435f-b943-f4dc478bca66 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:23:29.046194 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-cfe2ef76-b542-40d0-9315-b1239c446b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:29.074108 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:29.090286 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-450fc3b3-3d5f-4a59-b2b6-77fb6cf6ef44 req-57cf352c-9efd-4a06-8ac1-296a9eade266 service neutron] 10.222.0.74 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4685774 Nov 12 03:23:29.107908 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:29.119813 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe2ef76-b542-40d0-9315-b1239c446b23 service neutron] Pushing event updated for resources: {'Port': ['ID=db20b5ee-6932-435f-b943-f4dc478bca66,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:29.174269 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a,segment=NetworkSegment(06adfef5-e7b1-4933-b95b-8482af7b08a2),segment_id=06adfef5-e7b1-4933-b95b-8482af7b08a2)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:29.182572 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:29.236397 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-bc2cc2e8-67bc-466b-96f8-d8edd72d0b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:29.264098 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 36d50047-cd27-408d-be04-6c9bc48f895d up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:29.283388 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99692b01-9fb8-4e6b-94d6-929dde130b7e req-70655432-3400-463c-977b-30ca4b3dc9de tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:29.286129 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-99692b01-9fb8-4e6b-94d6-929dde130b7e req-70655432-3400-463c-977b-30ca4b3dc9de tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=d64dea81-24dc-4006-8bc2-063aa7d207aa HTTP/1.1" status: 200 len: 931 time: 0.3686562 Nov 12 03:23:29.431334 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:29.442478 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 2937aafc-2c4b-465b-9932-933f8f4edba0 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:23:29.448108 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e2423d68-6708-4fa2-ae14-254dfc4b37ac admin admin] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:29.494385 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 36d50047-cd27-408d-be04-6c9bc48f895d triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:29.495187 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:29.542530 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e2423d68-6708-4fa2-ae14-254dfc4b37ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:29.564299 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-99692b01-9fb8-4e6b-94d6-929dde130b7e req-1223fb96-d726-423b-a46a-a33046bace98 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496445 Nov 12 03:23:29.583913 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['0d1c6bbe-f414-4a11-817d-ebbe45bdcf39'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:29.688049 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-cfe2ef76-b542-40d0-9315-b1239c446b23 service neutron] Attempting to bind port db20b5ee-6932-435f-b943-f4dc478bca66 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:29.691909 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-cfe2ef76-b542-40d0-9315-b1239c446b23 service neutron] Attempting to bind port db20b5ee-6932-435f-b943-f4dc478bca66 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': 'eece85e2-9491-495c-808d-869c08a5aaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e27d7564-6d22-4aba-8393-df25a0e0004d'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:29.692265 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-cfe2ef76-b542-40d0-9315-b1239c446b23 service neutron] Attempting to bind port db20b5ee-6932-435f-b943-f4dc478bca66 on network e27d7564-6d22-4aba-8393-df25a0e0004d {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:29.756144 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-cfe2ef76-b542-40d0-9315-b1239c446b23 service neutron] Port db20b5ee-6932-435f-b943-f4dc478bca66 on network e27d7564-6d22-4aba-8393-df25a0e0004d not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:29.757179 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-cfe2ef76-b542-40d0-9315-b1239c446b23 service neutron] Attempting to bind port db20b5ee-6932-435f-b943-f4dc478bca66 on network e27d7564-6d22-4aba-8393-df25a0e0004d {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:29.817507 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 2937aafc-2c4b-465b-9932-933f8f4edba0, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=2937aafc-2c4b-465b-9932-933f8f4edba0,segment=NetworkSegment(8dbff2fd-9cfc-4504-9870-2f052b7a9289),segment_id=8dbff2fd-9cfc-4504-9870-2f052b7a9289)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:29.840027 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-f66f191c-3d94-45a8-b6ed-83aa207b257d tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:29.851295 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:29.854970 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-f66f191c-3d94-45a8-b6ed-83aa207b257d tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/networks?id=bd20a58b-98df-4ef8-98dd-f9fae3c64676 HTTP/1.1" status: 200 len: 810 time: 0.6044879 Nov 12 03:23:29.866873 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-cfe2ef76-b542-40d0-9315-b1239c446b23 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:29.870981 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-cfe2ef76-b542-40d0-9315-b1239c446b23 service neutron] Checking segment: {'id': 'eece85e2-9491-495c-808d-869c08a5aaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e27d7564-6d22-4aba-8393-df25a0e0004d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:29.870981 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-cfe2ef76-b542-40d0-9315-b1239c446b23 service neutron] Bound using segment: {'id': 'eece85e2-9491-495c-808d-869c08a5aaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e27d7564-6d22-4aba-8393-df25a0e0004d'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:29.871781 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 2937aafc-2c4b-465b-9932-933f8f4edba0 has no active binding in host n-h2-715271-27 {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:23:29.872118 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-cfe2ef76-b542-40d0-9315-b1239c446b23 service neutron] Bound port: db20b5ee-6932-435f-b943-f4dc478bca66, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eece85e2-9491-495c-808d-869c08a5aaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e27d7564-6d22-4aba-8393-df25a0e0004d'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:29.872118 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-cfe2ef76-b542-40d0-9315-b1239c446b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:29.928160 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493891db-475e-4fd7-a05e-3800890c2d55 req-881e8094-cb4c-4799-99b6-c26137ab4a12 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:29.929514 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-493891db-475e-4fd7-a05e-3800890c2d55 req-881e8094-cb4c-4799-99b6-c26137ab4a12 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 943 time: 0.1908107 Nov 12 03:23:29.930009 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2423d68-6708-4fa2-ae14-254dfc4b37ac admin admin] Pushing event updated for resources: {'Port': ['ID=a88199b2-d9fa-423f-b4c4-e1c98adf7bf7,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:29.931815 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 36d50047-cd27-408d-be04-6c9bc48f895d, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=36d50047-cd27-408d-be04-6c9bc48f895d,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:29.937290 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e2423d68-6708-4fa2-ae14-254dfc4b37ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:29.943884 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:30.014044 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=36d50047-cd27-408d-be04-6c9bc48f895d,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:30.026191 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-493891db-475e-4fd7-a05e-3800890c2d55 req-dd061cc4-47d5-4bab-ad0f-bb359951f169 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861359 Nov 12 03:23:30.077711 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-3ad7fe52-fec2-46a8-ae20-cf2b9e13341d tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/quotas/2b6c3f20e3df4bfeadb358a1e561f7d3 HTTP/1.1" status: 200 len: 375 time: 0.2230906 Nov 12 03:23:30.185842 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-bc2cc2e8-67bc-466b-96f8-d8edd72d0b4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f79b904-2bbf-45f8-b2ad-f534e1a14f49 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:30.196746 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-bc2cc2e8-67bc-466b-96f8-d8edd72d0b4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:30.218257 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-bc2cc2e8-67bc-466b-96f8-d8edd72d0b4b service neutron] Transition to ACTIVE for port object 4f79b904-2bbf-45f8-b2ad-f534e1a14f49 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:23:30.226726 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-bc2cc2e8-67bc-466b-96f8-d8edd72d0b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:30.272611 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-60e961d0-7660-4814-9983-1955194a7f57 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2b6c3f20e3df4bfeadb358a1e561f7d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1857252 Nov 12 03:23:30.279395 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fde67f87-4eb0-4e1c-bb64-8fc4ec1771f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:30.282404 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-cfe2ef76-b542-40d0-9315-b1239c446b23 service neutron] For port db20b5ee-6932-435f-b943-f4dc478bca66, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:30.291269 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-cfe2ef76-b542-40d0-9315-b1239c446b23 service neutron] For port db20b5ee-6932-435f-b943-f4dc478bca66, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=db20b5ee-6932-435f-b943-f4dc478bca66,segment=NetworkSegment(eece85e2-9491-495c-808d-869c08a5aaa4),segment_id=eece85e2-9491-495c-808d-869c08a5aaa4)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:30.304802 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2423d68-6708-4fa2-ae14-254dfc4b37ac admin admin] Network 56493891-2b14-40ba-a8cb-65015d9b59f3 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:30.309524 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-cfe2ef76-b542-40d0-9315-b1239c446b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:30.323218 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-e2423d68-6708-4fa2-ae14-254dfc4b37ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:30.440693 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2cc2e8-67bc-466b-96f8-d8edd72d0b4b service neutron] Pushing event updated for resources: {'Port': ['ID=4f79b904-2bbf-45f8-b2ad-f534e1a14f49,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:30.452329 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-bc2cc2e8-67bc-466b-96f8-d8edd72d0b4b service neutron] Attempting to bind port 4f79b904-2bbf-45f8-b2ad-f534e1a14f49 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:30.452684 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-bc2cc2e8-67bc-466b-96f8-d8edd72d0b4b service neutron] Attempting to bind port 4f79b904-2bbf-45f8-b2ad-f534e1a14f49 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:30.453027 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-bc2cc2e8-67bc-466b-96f8-d8edd72d0b4b service neutron] Attempting to bind port 4f79b904-2bbf-45f8-b2ad-f534e1a14f49 on network f2354694-6453-486d-800c-f4fc7f841803 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:30.466036 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-bc2cc2e8-67bc-466b-96f8-d8edd72d0b4b service neutron] Port 4f79b904-2bbf-45f8-b2ad-f534e1a14f49 on network f2354694-6453-486d-800c-f4fc7f841803 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:30.466361 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-bc2cc2e8-67bc-466b-96f8-d8edd72d0b4b service neutron] Attempting to bind port 4f79b904-2bbf-45f8-b2ad-f534e1a14f49 on network f2354694-6453-486d-800c-f4fc7f841803 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:30.473394 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-bc2cc2e8-67bc-466b-96f8-d8edd72d0b4b service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:30.473651 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-bc2cc2e8-67bc-466b-96f8-d8edd72d0b4b service neutron] Checking segment: {'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:30.473956 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-bc2cc2e8-67bc-466b-96f8-d8edd72d0b4b service neutron] Bound using segment: {'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:30.474332 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-bc2cc2e8-67bc-466b-96f8-d8edd72d0b4b service neutron] Bound port: 4f79b904-2bbf-45f8-b2ad-f534e1a14f49, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:30.474691 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-bc2cc2e8-67bc-466b-96f8-d8edd72d0b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:30.574531 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55992) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:30.590634 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-bc2cc2e8-67bc-466b-96f8-d8edd72d0b4b service neutron] For port 4f79b904-2bbf-45f8-b2ad-f534e1a14f49, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:30.591906 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-cfe2ef76-b542-40d0-9315-b1239c446b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:30.592156 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-cfe2ef76-b542-40d0-9315-b1239c446b23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:30.593567 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-cfe2ef76-b542-40d0-9315-b1239c446b23 service neutron] 10.222.0.90 "PUT /v2.0/ports/db20b5ee-6932-435f-b943-f4dc478bca66 HTTP/1.1" status: 200 len: 1092 time: 4.1342709 Nov 12 03:23:30.594026 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd64dea81-24dc-4006-8bc2-063aa7d207aa', 'tag': 'db20b5ee-6932-435f-b943-f4dc478bca66'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:30.596634 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8b3bca-bc42-4a9a-a1bc-41a36fdf27b3" -d '{"events": [{"name": "network-changed", "server_uuid": "d64dea81-24dc-4006-8bc2-063aa7d207aa", "tag": "db20b5ee-6932-435f-b943-f4dc478bca66"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:30.607753 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-bc2cc2e8-67bc-466b-96f8-d8edd72d0b4b service neutron] For port 4f79b904-2bbf-45f8-b2ad-f534e1a14f49, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=4f79b904-2bbf-45f8-b2ad-f534e1a14f49,segment=NetworkSegment(b8c93ffa-e78d-4d7d-8be5-2d181e470820),segment_id=b8c93ffa-e78d-4d7d-8be5-2d181e470820)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:30.616630 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-bc2cc2e8-67bc-466b-96f8-d8edd72d0b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:30.642826 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe2ef76-b542-40d0-9315-b1239c446b23 service neutron] Pushing event updated for resources: {'Port': ['ID=db20b5ee-6932-435f-b943-f4dc478bca66,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:30.675026 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-bc2cc2e8-67bc-466b-96f8-d8edd72d0b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:30.675699 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:30.676798 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-bc2cc2e8-67bc-466b-96f8-d8edd72d0b4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:30.678412 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-bc2cc2e8-67bc-466b-96f8-d8edd72d0b4b service neutron] 10.222.0.90 "PUT /v2.0/ports/4f79b904-2bbf-45f8-b2ad-f534e1a14f49 HTTP/1.1" status: 200 len: 1093 time: 1.7237980 Nov 12 03:23:30.678967 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b19e48-ad97-453d-93e7-22ebabe7cb2a', 'tag': '4f79b904-2bbf-45f8-b2ad-f534e1a14f49'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:30.682753 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e968ac-1dcc-434c-8543-e471602aa5a7" -d '{"events": [{"name": "network-changed", "server_uuid": "44b19e48-ad97-453d-93e7-22ebabe7cb2a", "tag": "4f79b904-2bbf-45f8-b2ad-f534e1a14f49"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:30.905772 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-08bab8b0-1fbe-4f50-91c6-0c80c4f6635d None None] Provisioning complete for port a88199b2-d9fa-423f-b4c4-e1c98adf7bf7 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:30.906979 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-08bab8b0-1fbe-4f50-91c6-0c80c4f6635d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:30.925056 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-e5e36ed6-562b-4578-967a-e1dfcc75ba31 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1864816552-network', 'tenant_id': 'acad90f297d142a08a0445eb4949b74f'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:30.939130 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96844f1a-6a1a-4790-9c47-8230ae0fd827 req-76c1a690-5451-4cfc-b916-5bd270e771b3 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:30.947035 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96844f1a-6a1a-4790-9c47-8230ae0fd827 req-76c1a690-5451-4cfc-b916-5bd270e771b3 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:30.959197 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-96844f1a-6a1a-4790-9c47-8230ae0fd827 req-76c1a690-5451-4cfc-b916-5bd270e771b3 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7221f21-f9b5-45aa-bdcc-44dfeab03a05 HTTP/1.1" status: 200 len: 1681 time: 0.2865121 Nov 12 03:23:30.979014 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2cc2e8-67bc-466b-96f8-d8edd72d0b4b service neutron] Pushing event updated for resources: {'Port': ['ID=4f79b904-2bbf-45f8-b2ad-f534e1a14f49,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:31.001176 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-61bc9110-76d1-43b6-824f-edd0f668100d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:31.002682 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-61bc9110-76d1-43b6-824f-edd0f668100d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=576a7b2c0e984780a26518e9c1601856&device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 1096 time: 0.2344708 Nov 12 03:23:31.033110 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 36d50047-cd27-408d-be04-6c9bc48f895d up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:31.101409 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-96844f1a-6a1a-4790-9c47-8230ae0fd827 req-03a99a12-a00f-4982-b363-a9d5a6bd2103 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7b9a195-d95c-4e3f-bea7-b1f410bc6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412213 Nov 12 03:23:31.101719 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-08bab8b0-1fbe-4f50-91c6-0c80c4f6635d None None] Port a88199b2-d9fa-423f-b4c4-e1c98adf7bf7 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:23:31.105776 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-5b6375f1-5fa2-48c8-a014-2c96401ac748 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f79b904-2bbf-45f8-b2ad-f534e1a14f49 HTTP/1.1" status: 200 len: 217 time: 0.0677278 Nov 12 03:23:31.142828 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-fe808890-7de8-48c5-b29e-4fa9f7aab3f5 service neutron] 10.222.0.50 "GET /v2.0/networks/bd20a58b-98df-4ef8-98dd-f9fae3c64676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8496702 Nov 12 03:23:31.165288 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 36d50047-cd27-408d-be04-6c9bc48f895d triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:31.168091 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:31.201532 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2423d68-6708-4fa2-ae14-254dfc4b37ac admin admin] Router 6b02769c-beb9-4144-b4ee-1bf6277c85a8 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:23:31.221262 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e36ed6-562b-4578-967a-e1dfcc75ba31 admin admin] Made reservation on behalf of acad90f297d142a08a0445eb4949b74f for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:31.226893 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e5e36ed6-562b-4578-967a-e1dfcc75ba31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:31.230368 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-ed067cd2-22ca-43e8-aa67-20792de725c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:31.232175 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-ed067cd2-22ca-43e8-aa67-20792de725c4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e1192f3b82c6435d93d38f097bb06d31&device_id=d64dea81-24dc-4006-8bc2-063aa7d207aa HTTP/1.1" status: 200 len: 1095 time: 0.5460150 Nov 12 03:23:31.297101 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e5e36ed6-562b-4578-967a-e1dfcc75ba31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:31.339270 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-661f4621-7fd2-4641-99a8-910cf65ccda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:31.340737 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-63de0511-5983-404a-b613-e19f00c2ede2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db20b5ee-6932-435f-b943-f4dc478bca66 HTTP/1.1" status: 200 len: 217 time: 0.0937471 Nov 12 03:23:31.341435 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-661f4621-7fd2-4641-99a8-910cf65ccda0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3428f33d-4837-4311-b620-eb7f742db405 HTTP/1.1" status: 200 len: 861 time: 0.2259681 Nov 12 03:23:31.368709 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9fc151-6e8b-45c2-b760-87d9ede9aeff req-542ca7ea-b892-4e70-b709-60ec6628a92b tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:31.370434 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0e9fc151-6e8b-45c2-b760-87d9ede9aeff req-542ca7ea-b892-4e70-b709-60ec6628a92b tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 944 time: 0.1331308 Nov 12 03:23:31.408145 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-defa7895-3bf8-4516-b862-bfbd420040ab service neutron] 10.222.0.50 "GET /v2.0/networks/bd20a58b-98df-4ef8-98dd-f9fae3c64676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538292 Nov 12 03:23:31.414205 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-cdba8491-d6ee-48ef-92cb-d0ab9bff3884 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f2354694-6453-486d-800c-f4fc7f841803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561650 Nov 12 03:23:31.455874 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 0d1c6bbe-f414-4a11-817d-ebbe45bdcf39 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:31.483728 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-b92f2b5c-50df-4133-80b2-7680ed825220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:31.485857 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-b92f2b5c-50df-4133-80b2-7680ed825220 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=36b22bc4-04aa-4109-bb38-599b9cb93288 HTTP/1.1" status: 200 len: 852 time: 0.1249113 Nov 12 03:23:31.565663 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 0d1c6bbe-f414-4a11-817d-ebbe45bdcf39 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:23:31.567714 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0e9fc151-6e8b-45c2-b760-87d9ede9aeff req-0ff37b58-9f1f-40e1-bc01-5bc3d8811b5a tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795068 Nov 12 03:23:31.573071 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e5e36ed6-562b-4578-967a-e1dfcc75ba31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:31.575048 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-d3c4355b-fb4b-49e0-8d3f-b4a213e73066 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e27d7564-6d22-4aba-8393-df25a0e0004d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755694 Nov 12 03:23:31.576849 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 0d1c6bbe-f414-4a11-817d-ebbe45bdcf39 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:31.579553 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:31.603839 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e5e36ed6-562b-4578-967a-e1dfcc75ba31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:31.636544 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e36ed6-562b-4578-967a-e1dfcc75ba31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f247cb4e-bca1-481a-a0e9-1fb404a79b50,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:31.645266 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-d02fca5d-0b5e-40d4-92ba-0e013b796955 service neutron] 10.222.0.90 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202275 Nov 12 03:23:31.656875 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2423d68-6708-4fa2-ae14-254dfc4b37ac admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:23:31.669951 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5e36ed6-562b-4578-967a-e1dfcc75ba31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:23:31.671245 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecbbff4-4f66-4524-9c7a-82ac18cc4b52 None None] Sync routers for ids ['6b02769c-beb9-4144-b4ee-1bf6277c85a8'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:23:31.685195 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e2423d68-6708-4fa2-ae14-254dfc4b37ac admin admin] 10.222.0.50 "PUT /v2.0/routers/6b02769c-beb9-4144-b4ee-1bf6277c85a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6510785 Nov 12 03:23:31.703623 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecbbff4-4f66-4524-9c7a-82ac18cc4b52 None None] Routers {'6b02769c-beb9-4144-b4ee-1bf6277c85a8'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:23:31.706417 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-eecbbff4-4f66-4524-9c7a-82ac18cc4b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:23:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['6b02769c-beb9-4144-b4ee-1bf6277c85a8'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:31.749490 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e5e36ed6-562b-4578-967a-e1dfcc75ba31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:31.750100 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-e5e36ed6-562b-4578-967a-e1dfcc75ba31 admin admin] Added segment 2ed2f41a-a7f9-42c8-b90c-c582528b7078 of type vlan for network e163c659-f682-48b4-8901-11f48fa6b884 Nov 12 03:23:31.825396 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-bc8bb5fc-a0f8-410f-850a-d5307fde6a59 service neutron] 10.222.0.90 "GET /v2.0/networks/e27d7564-6d22-4aba-8393-df25a0e0004d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291846 Nov 12 03:23:32.008660 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da2ceb6-44e5-4141-a5e4-47779fc8600a x-openstack-request-id: req-6da2ceb6-44e5-4141-a5e4-47779fc8600a {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:32.009888 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d64dea81-24dc-4006-8bc2-063aa7d207aa", "tag": "db20b5ee-6932-435f-b943-f4dc478bca66", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:32.013617 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6da2ceb6-44e5-4141-a5e4-47779fc8600a {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:32.014093 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd64dea81-24dc-4006-8bc2-063aa7d207aa', 'tag': 'db20b5ee-6932-435f-b943-f4dc478bca66', 'status': 'completed', 'code': 200} Nov 12 03:23:32.025239 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e5e36ed6-562b-4578-967a-e1dfcc75ba31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:32.029642 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-eecbbff4-4f66-4524-9c7a-82ac18cc4b52 None None] Set router 6b02769c-beb9-4144-b4ee-1bf6277c85a8 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:23:32.051367 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5d4084-4209-4e76-9365-1f1b83f9cd9b x-openstack-request-id: req-ea5d4084-4209-4e76-9365-1f1b83f9cd9b {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:32.051865 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b19e48-ad97-453d-93e7-22ebabe7cb2a", "tag": "4f79b904-2bbf-45f8-b2ad-f534e1a14f49", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:32.052229 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ea5d4084-4209-4e76-9365-1f1b83f9cd9b {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:32.052656 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b19e48-ad97-453d-93e7-22ebabe7cb2a', 'tag': '4f79b904-2bbf-45f8-b2ad-f534e1a14f49', 'status': 'completed', 'code': 200} Nov 12 03:23:32.082462 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:32.107450 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-211074b0-e2a4-4fd0-9dcc-97a09cb25696 req-3293a18c-b173-4a58-8bba-a4809660e727 service neutron] 10.222.0.90 "GET /v2.0/networks/e27d7564-6d22-4aba-8393-df25a0e0004d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782874 Nov 12 03:23:32.134799 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76bd6df-32ff-4ba0-8901-2c2f614c8a70 req-739461b7-aeb1-4279-a091-942a5321aa97 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:32.136636 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a76bd6df-32ff-4ba0-8901-2c2f614c8a70 req-739461b7-aeb1-4279-a091-942a5321aa97 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=d64dea81-24dc-4006-8bc2-063aa7d207aa HTTP/1.1" status: 200 len: 943 time: 0.2957039 Nov 12 03:23:32.141916 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e71303a7-a599-4ba5-aa48-678d299426b8 req-b7a626fd-2f07-4c4d-a107-d22df645fcc1 service neutron] 10.222.0.90 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4850953 Nov 12 03:23:32.161761 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e5e36ed6-562b-4578-967a-e1dfcc75ba31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:32.162870 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e36ed6-562b-4578-967a-e1dfcc75ba31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:32.163664 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e5e36ed6-562b-4578-967a-e1dfcc75ba31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:32.169427 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7221f21-f9b5-45aa-bdcc-44dfeab03a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1c6bbe-f414-4a11-817d-ebbe45bdcf39'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:32.176841 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3660eb1-97bc-46c9-8579-89909641bfc9" -d '{"events": [{"server_uuid": "e7221f21-f9b5-45aa-bdcc-44dfeab03a05", "name": "network-vif-plugged", "status": "completed", "tag": "0d1c6bbe-f414-4a11-817d-ebbe45bdcf39"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:32.202656 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 0d1c6bbe-f414-4a11-817d-ebbe45bdcf39, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=0d1c6bbe-f414-4a11-817d-ebbe45bdcf39,segment=NetworkSegment(f2f55e92-db4c-405e-b786-3d1bbe33b256),segment_id=f2f55e92-db4c-405e-b786-3d1bbe33b256)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:32.209621 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:32.308615 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024520c-a668-4079-988e-95a12e255c69 req-4b781518-c897-4600-9897-bcefae9ec42c tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:32.311532 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1024520c-a668-4079-988e-95a12e255c69 req-4b781518-c897-4600-9897-bcefae9ec42c tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 943 time: 0.1751673 Nov 12 03:23:32.330830 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=0d1c6bbe-f414-4a11-817d-ebbe45bdcf39,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:32.440479 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e5e36ed6-562b-4578-967a-e1dfcc75ba31 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8643129 Nov 12 03:23:32.445713 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56026) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:32.464320 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-dd0697d5-7a5a-4477-b016-3fd6d27e39e1 admin admin] Request body: {'subnet': {'network_id': 'e163c659-f682-48b4-8901-11f48fa6b884', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1864816552-subnet', 'tenant_id': 'acad90f297d142a08a0445eb4949b74f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:32.499770 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a76bd6df-32ff-4ba0-8901-2c2f614c8a70 req-adec9c9b-10e6-4833-a5f7-6ffde6efac92 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484452 Nov 12 03:23:32.503329 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e36ed6-562b-4578-967a-e1dfcc75ba31 admin admin] Pushing event updated for resources: {'Network': ['ID=e163c659-f682-48b4-8901-11f48fa6b884,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:32.523518 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network e163c659-f682-48b4-8901-11f48fa6b884 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:23:32.582954 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b3bca-bc42-4a9a-a1bc-41a36fdf27b3 req-647d2383-aef7-4fcb-ba25-c967d2b66eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:32.589110 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fb8b3bca-bc42-4a9a-a1bc-41a36fdf27b3 req-647d2383-aef7-4fcb-ba25-c967d2b66eec service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e1192f3b82c6435d93d38f097bb06d31&device_id=d64dea81-24dc-4006-8bc2-063aa7d207aa HTTP/1.1" status: 200 len: 1095 time: 0.2723384 Nov 12 03:23:32.600751 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1024520c-a668-4079-988e-95a12e255c69 req-3b4419f7-cbbf-40c1-8662-231291e4dcdf tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559421 Nov 12 03:23:32.626334 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e968ac-1dcc-434c-8543-e471602aa5a7 req-4b9ed262-a9dc-4057-ac77-1c0744f869f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:32.629845 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-53e968ac-1dcc-434c-8543-e471602aa5a7 req-4b9ed262-a9dc-4057-ac77-1c0744f869f7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=576a7b2c0e984780a26518e9c1601856&device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 1096 time: 0.3125238 Nov 12 03:23:32.636968 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-eecbbff4-4f66-4524-9c7a-82ac18cc4b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b02769c-beb9-4144-b4ee-1bf6277c85a8', 'name': 'tempest-ServerActionsTestJSON-491450960-router', 'tenant_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '36d50047-cd27-408d-be04-6c9bc48f895d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:18Z', 'updated_at': '2021-11-12T03:23:27Z', 'revision_number': 4, 'project_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'gw_port': {'id': '36d50047-cd27-408d-be04-6c9bc48f895d', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b02769c-beb9-4144-b4ee-1bf6277c85a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:20Z', 'updated_at': '2021-11-12T03:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'a88199b2-d9fa-423f-b4c4-e1c98adf7bf7', 'name': '', 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3', 'tenant_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'mac_address': 'fa:16:3e:8b:69:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b02769c-beb9-4144-b4ee-1bf6277c85a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c41913f5-e5c1-4e60-8ee6-4f6d29d519f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:26Z', 'updated_at': '2021-11-12T03:23:28Z', 'revision_number': 2, 'project_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'subnets': [{'id': 'c41913f5-e5c1-4e60-8ee6-4f6d29d519f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:32.700598 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0697d5-7a5a-4477-b016-3fd6d27e39e1 admin admin] Made reservation on behalf of acad90f297d142a08a0445eb4949b74f for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:32.711464 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dd0697d5-7a5a-4477-b016-3fd6d27e39e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:32.761738 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecbbff4-4f66-4524-9c7a-82ac18cc4b52 None None] Checking router: 6b02769c-beb9-4144-b4ee-1bf6277c85a8 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:23:32.761738 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecbbff4-4f66-4524-9c7a-82ac18cc4b52 None None] Updating router 6b02769c-beb9-4144-b4ee-1bf6277c85a8 port a88199b2-d9fa-423f-b4c4-e1c98adf7bf7 binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:23:32.840591 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 2937aafc-2c4b-465b-9932-933f8f4edba0 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:23:32.911134 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-eecbbff4-4f66-4524-9c7a-82ac18cc4b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:33.007685 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-993618b6-1d96-4633-b7b0-0b82d44b00ca req-b7fb5095-92bd-4825-b737-d2cef1328714 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 210 time: 0.3270557 Nov 12 03:23:33.014299 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e968ac-1dcc-434c-8543-e471602aa5a7 req-d2291266-a771-4739-b6f6-95c8bd6c79c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:33.022011 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-53e968ac-1dcc-434c-8543-e471602aa5a7 req-d2291266-a771-4739-b6f6-95c8bd6c79c4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f2354694-6453-486d-800c-f4fc7f841803 HTTP/1.1" status: 200 len: 922 time: 0.3813283 Nov 12 03:23:33.091594 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b3bca-bc42-4a9a-a1bc-41a36fdf27b3 req-e1a4d7b1-8d2f-4308-ae2b-b4cbd5d5dce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:33.097978 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fb8b3bca-bc42-4a9a-a1bc-41a36fdf27b3 req-e1a4d7b1-8d2f-4308-ae2b-b4cbd5d5dce0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e27d7564-6d22-4aba-8393-df25a0e0004d HTTP/1.1" status: 200 len: 913 time: 0.5013011 Nov 12 03:23:33.171329 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-53e968ac-1dcc-434c-8543-e471602aa5a7 req-ce6f54a7-a1b5-4a65-badf-4158df4d86b2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f79b904-2bbf-45f8-b2ad-f534e1a14f49 HTTP/1.1" status: 200 len: 217 time: 0.1306674 Nov 12 03:23:33.187926 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b77f6d00-80e6-420e-b290-bf5ecc06d850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:33.201462 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fb8b3bca-bc42-4a9a-a1bc-41a36fdf27b3 req-3384e014-1931-42d9-b540-127377ca2088 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db20b5ee-6932-435f-b943-f4dc478bca66 HTTP/1.1" status: 200 len: 217 time: 0.0973289 Nov 12 03:23:33.312204 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b3bca-bc42-4a9a-a1bc-41a36fdf27b3 req-0ea9b542-3825-456a-8b4e-a56ff709a616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:33.316394 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fb8b3bca-bc42-4a9a-a1bc-41a36fdf27b3 req-0ea9b542-3825-456a-8b4e-a56ff709a616 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=36b22bc4-04aa-4109-bb38-599b9cb93288 HTTP/1.1" status: 200 len: 852 time: 0.0853276 Nov 12 03:23:33.334159 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ae597-ec62-4f9c-bf9f-5ffb75367683 req-3771c7c2-fcdb-45e5-9809-c046fb776cfb tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:33.346432 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ae597-ec62-4f9c-bf9f-5ffb75367683 req-3771c7c2-fcdb-45e5-9809-c046fb776cfb tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:33.358682 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e92ae597-ec62-4f9c-bf9f-5ffb75367683 req-3771c7c2-fcdb-45e5-9809-c046fb776cfb tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7221f21-f9b5-45aa-bdcc-44dfeab03a05 HTTP/1.1" status: 200 len: 1682 time: 0.1807632 Nov 12 03:23:33.417407 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e968ac-1dcc-434c-8543-e471602aa5a7 req-719dad86-05c0-4232-aad4-4668c3c95560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:33.422050 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-53e968ac-1dcc-434c-8543-e471602aa5a7 req-719dad86-05c0-4232-aad4-4668c3c95560 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3428f33d-4837-4311-b620-eb7f742db405 HTTP/1.1" status: 200 len: 861 time: 0.2392161 Nov 12 03:23:33.451261 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:33.462574 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fb8b3bca-bc42-4a9a-a1bc-41a36fdf27b3 req-8cf56f38-bd4a-4b9e-9baf-06a676d0325d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e27d7564-6d22-4aba-8393-df25a0e0004d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004550 Nov 12 03:23:33.463144 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 56034) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:33.478136 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-81cbc334-d530-4da3-852d-3e945dac12ad tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1656325654', 'description': 'tempest-description--1006497732'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:33.486304 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-eecbbff4-4f66-4524-9c7a-82ac18cc4b52 None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:33.492203 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dd0697d5-7a5a-4477-b016-3fd6d27e39e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:33.495322 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-eecbbff4-4f66-4524-9c7a-82ac18cc4b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:33.545355 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-81cbc334-d530-4da3-852d-3e945dac12ad tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:33.574383 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0697d5-7a5a-4477-b016-3fd6d27e39e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41825434-b129-4583-a8f8-1f9b806c8df6,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:33.583473 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-53e968ac-1dcc-434c-8543-e471602aa5a7 req-ef776e2a-5d84-4a4c-a99a-f7ffada1225d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f2354694-6453-486d-800c-f4fc7f841803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1056306 Nov 12 03:23:33.596014 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad57789-7335-4e3f-9f1b-4f892f00fa0a x-openstack-request-id: req-2ad57789-7335-4e3f-9f1b-4f892f00fa0a {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:33.596543 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7221f21-f9b5-45aa-bdcc-44dfeab03a05", "name": "network-vif-plugged", "status": "completed", "tag": "0d1c6bbe-f414-4a11-817d-ebbe45bdcf39", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:33.596675 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2ad57789-7335-4e3f-9f1b-4f892f00fa0a {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:33.597036 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7221f21-f9b5-45aa-bdcc-44dfeab03a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1c6bbe-f414-4a11-817d-ebbe45bdcf39', 'code': 200} Nov 12 03:23:33.629932 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:23:33.638399 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:33.640364 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:33.741033 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8284c6-c0bd-41c7-ac3d-fea3988f41bb None None] Pushing event updated for resources: {'Port': ['ID=a88199b2-d9fa-423f-b4c4-e1c98adf7bf7,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:33.750692 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-53e968ac-1dcc-434c-8543-e471602aa5a7 req-bdf3b53c-1eff-4b01-9f7d-d6d3a3db1c79 service neutron] 10.222.0.90 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490877 Nov 12 03:23:33.765356 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8284c6-c0bd-41c7-ac3d-fea3988f41bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:33.765928 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8284c6-c0bd-41c7-ac3d-fea3988f41bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:33.766260 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8284c6-c0bd-41c7-ac3d-fea3988f41bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:33.766767 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8284c6-c0bd-41c7-ac3d-fea3988f41bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:33.768695 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8284c6-c0bd-41c7-ac3d-fea3988f41bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:33.769798 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8284c6-c0bd-41c7-ac3d-fea3988f41bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:33.770065 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8284c6-c0bd-41c7-ac3d-fea3988f41bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:33.770715 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8284c6-c0bd-41c7-ac3d-fea3988f41bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:33.772108 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8284c6-c0bd-41c7-ac3d-fea3988f41bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:33.772108 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8284c6-c0bd-41c7-ac3d-fea3988f41bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:33.772108 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8284c6-c0bd-41c7-ac3d-fea3988f41bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:33.772397 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8284c6-c0bd-41c7-ac3d-fea3988f41bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:33.776404 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-eecbbff4-4f66-4524-9c7a-82ac18cc4b52 None None] Attempting to bind port a88199b2-d9fa-423f-b4c4-e1c98adf7bf7 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:33.776922 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-eecbbff4-4f66-4524-9c7a-82ac18cc4b52 None None] Attempting to bind port a88199b2-d9fa-423f-b4c4-e1c98adf7bf7 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '51bc27e8-7dd2-406e-8102-7505cd62de69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:33.777289 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecbbff4-4f66-4524-9c7a-82ac18cc4b52 None None] Attempting to bind port a88199b2-d9fa-423f-b4c4-e1c98adf7bf7 on network 56493891-2b14-40ba-a8cb-65015d9b59f3 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:33.784399 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecbbff4-4f66-4524-9c7a-82ac18cc4b52 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:33.785350 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecbbff4-4f66-4524-9c7a-82ac18cc4b52 None None] Checking segment: {'id': '51bc27e8-7dd2-406e-8102-7505cd62de69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:33.785757 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-eecbbff4-4f66-4524-9c7a-82ac18cc4b52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:33.786150 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecbbff4-4f66-4524-9c7a-82ac18cc4b52 None None] Bound using segment: {'id': '51bc27e8-7dd2-406e-8102-7505cd62de69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:33.786689 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-eecbbff4-4f66-4524-9c7a-82ac18cc4b52 None None] Bound port: a88199b2-d9fa-423f-b4c4-e1c98adf7bf7, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51bc27e8-7dd2-406e-8102-7505cd62de69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:33.791830 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-eecbbff4-4f66-4524-9c7a-82ac18cc4b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:33.838305 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e92ae597-ec62-4f9c-bf9f-5ffb75367683 req-bc8f7213-df92-4750-9fb7-7c760a528076 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7b9a195-d95c-4e3f-bea7-b1f410bc6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4784958 Nov 12 03:23:33.881140 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0697d5-7a5a-4477-b016-3fd6d27e39e1 admin admin] Checking segment: {'id': '2ed2f41a-a7f9-42c8-b90c-c582528b7078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e163c659-f682-48b4-8901-11f48fa6b884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:33.881875 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0697d5-7a5a-4477-b016-3fd6d27e39e1 admin admin] Network hostable DHCP agents. Network: e163c659-f682-48b4-8901-11f48fa6b884, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:23:33.895202 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:33.965023 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fb8b3bca-bc42-4a9a-a1bc-41a36fdf27b3 req-12f03955-bf3f-49ee-8dcb-e618e03e554f service neutron] 10.222.0.90 "GET /v2.0/networks/e27d7564-6d22-4aba-8393-df25a0e0004d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427276 Nov 12 03:23:33.967586 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-eecbbff4-4f66-4524-9c7a-82ac18cc4b52 None None] For port a88199b2-d9fa-423f-b4c4-e1c98adf7bf7, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:33.980465 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-eecbbff4-4f66-4524-9c7a-82ac18cc4b52 None None] For port a88199b2-d9fa-423f-b4c4-e1c98adf7bf7, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=a88199b2-d9fa-423f-b4c4-e1c98adf7bf7,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:33.988041 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-eecbbff4-4f66-4524-9c7a-82ac18cc4b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:34.021609 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-81cbc334-d530-4da3-852d-3e945dac12ad tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:34.031159 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-178b4eac-3c10-43b1-a21a-42f37ab9877b tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:34.045268 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a,segment=NetworkSegment(06adfef5-e7b1-4933-b95b-8482af7b08a2),segment_id=06adfef5-e7b1-4933-b95b-8482af7b08a2)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:34.047888 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:34.048100 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-178b4eac-3c10-43b1-a21a-42f37ab9877b tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.74 "GET /v2.0/networks?id=bd20a58b-98df-4ef8-98dd-f9fae3c64676 HTTP/1.1" status: 200 len: 810 time: 0.4888618 Nov 12 03:23:34.048997 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-1faa0149-9e90-4b7e-ab4f-4bb1ca8d417a None None] Provisioning complete for port a88199b2-d9fa-423f-b4c4-e1c98adf7bf7 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:34.049395 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1faa0149-9e90-4b7e-ab4f-4bb1ca8d417a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:34.056444 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:34.080995 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b393d-0edb-46c5-bc6d-21523fd3c3b1 req-9431f00d-32ce-44e2-8962-611899563232 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:34.089280 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4d9b393d-0edb-46c5-bc6d-21523fd3c3b1 req-9431f00d-32ce-44e2-8962-611899563232 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 944 time: 0.3356946 Nov 12 03:23:34.102698 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-81cbc334-d530-4da3-852d-3e945dac12ad tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:34.165557 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0697d5-7a5a-4477-b016-3fd6d27e39e1 admin admin] Network e163c659-f682-48b4-8901-11f48fa6b884 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:23:34.182406 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-dd0697d5-7a5a-4477-b016-3fd6d27e39e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, e163c659-f682-48b4-8901-11f48fa6b884) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:34.192465 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0697d5-7a5a-4477-b016-3fd6d27e39e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:34.193189 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dd0697d5-7a5a-4477-b016-3fd6d27e39e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:34.203708 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-875d241c-1d55-4a16-b5f4-f8a1f42d22a1 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Request body: {'port': {'device_id': 'ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b', 'network_id': 'bd20a58b-98df-4ef8-98dd-f9fae3c64676', 'admin_state_up': True, 'tenant_id': '2b6c3f20e3df4bfeadb358a1e561f7d3'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:34.215578 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cbc334-d530-4da3-852d-3e945dac12ad tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ced90908-4290-48dd-a013-5816c6484725,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:34.218113 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4d9b393d-0edb-46c5-bc6d-21523fd3c3b1 req-65aaaf57-208d-4ec5-a7d0-2ed29c11b1a6 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233399 Nov 12 03:23:34.231997 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8284c6-c0bd-41c7-ac3d-fea3988f41bb None None] Pushing event updated for resources: {'Port': ['ID=a88199b2-d9fa-423f-b4c4-e1c98adf7bf7,revision_number=4']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:34.259215 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-53e968ac-1dcc-434c-8543-e471602aa5a7 req-32d63677-3389-483c-bd2e-35065182c701 service neutron] 10.222.0.90 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4599948 Nov 12 03:23:34.264985 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecbbff4-4f66-4524-9c7a-82ac18cc4b52 None None] Routers {'6b02769c-beb9-4144-b4ee-1bf6277c85a8'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:23:34.267115 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-eecbbff4-4f66-4524-9c7a-82ac18cc4b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:23:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['6b02769c-beb9-4144-b4ee-1bf6277c85a8'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:34.275081 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-dd0697d5-7a5a-4477-b016-3fd6d27e39e1 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8278298 Nov 12 03:23:34.291420 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:34.298181 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62a25ae-b21b-404a-a4f0-624433ad3932 None None] Network e163c659-f682-48b4-8901-11f48fa6b884 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:34.441358 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1faa0149-9e90-4b7e-ab4f-4bb1ca8d417a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:34.511877 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-1faa0149-9e90-4b7e-ab4f-4bb1ca8d417a None None] For port a88199b2-d9fa-423f-b4c4-e1c98adf7bf7, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=a88199b2-d9fa-423f-b4c4-e1c98adf7bf7,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:34.521973 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ffe308-1b71-4c32-b232-bf5e57f5d2a1 req-413626e4-dafa-4f55-8748-d676295872f7 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:34.530390 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1faa0149-9e90-4b7e-ab4f-4bb1ca8d417a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:34.533439 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-47ffe308-1b71-4c32-b232-bf5e57f5d2a1 req-413626e4-dafa-4f55-8748-d676295872f7 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 943 time: 0.1582127 Nov 12 03:23:34.547847 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-eecbbff4-4f66-4524-9c7a-82ac18cc4b52 None None] Set router 6b02769c-beb9-4144-b4ee-1bf6277c85a8 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:23:34.552160 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56048) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:34.586771 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-81cbc334-d530-4da3-852d-3e945dac12ad tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:34.592557 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-81cbc334-d530-4da3-852d-3e945dac12ad tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.1263759 Nov 12 03:23:34.593190 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 56054) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:34.607726 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa0149-9e90-4b7e-ab4f-4bb1ca8d417a None None] Pushing event updated for resources: {'Port': ['ID=a88199b2-d9fa-423f-b4c4-e1c98adf7bf7,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:34.614683 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-cb782898-00ea-48c2-88de-2e26c1a41988 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Request body: {'security_group_rule': {'security_group_id': 'ced90908-4290-48dd-a013-5816c6484725', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:34.672171 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-47ffe308-1b71-4c32-b232-bf5e57f5d2a1 req-7047c2c5-e683-4bc5-a95e-42a0ea30565b tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335981 Nov 12 03:23:34.739155 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fb8b3bca-bc42-4a9a-a1bc-41a36fdf27b3 req-7e9675be-8e24-4893-8d89-74c525d3256b service neutron] 10.222.0.90 "GET /v2.0/networks/e27d7564-6d22-4aba-8393-df25a0e0004d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7645760 Nov 12 03:23:34.760814 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10422b73-d706-466c-99be-4b19021bc82f req-b487b317-8a0f-43ec-8f5d-b89ca384549f tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:34.778984 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10422b73-d706-466c-99be-4b19021bc82f req-b487b317-8a0f-43ec-8f5d-b89ca384549f tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=d64dea81-24dc-4006-8bc2-063aa7d207aa HTTP/1.1" status: 200 len: 943 time: 0.6686676 Nov 12 03:23:34.842416 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-805cf618-5a49-46a3-bf05-38ca06ca01ec None None] Provisioning complete for port a88199b2-d9fa-423f-b4c4-e1c98adf7bf7 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:34.842913 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-805cf618-5a49-46a3-bf05-38ca06ca01ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:34.852494 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cb782898-00ea-48c2-88de-2e26c1a41988 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:34.866941 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6bf147de-f55f-4afd-91d6-b610a0ad4aef req-c313815a-feb3-4513-a1c3-d2f51aaf853e tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 210 time: 0.0737484 Nov 12 03:23:34.914985 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-eecbbff4-4f66-4524-9c7a-82ac18cc4b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b02769c-beb9-4144-b4ee-1bf6277c85a8', 'name': 'tempest-ServerActionsTestJSON-491450960-router', 'tenant_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '36d50047-cd27-408d-be04-6c9bc48f895d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:18Z', 'updated_at': '2021-11-12T03:23:27Z', 'revision_number': 4, 'project_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'gw_port': {'id': '36d50047-cd27-408d-be04-6c9bc48f895d', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b02769c-beb9-4144-b4ee-1bf6277c85a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:20Z', 'updated_at': '2021-11-12T03:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'a88199b2-d9fa-423f-b4c4-e1c98adf7bf7', 'name': '', 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3', 'tenant_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'mac_address': 'fa:16:3e:8b:69:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b02769c-beb9-4144-b4ee-1bf6277c85a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c41913f5-e5c1-4e60-8ee6-4f6d29d519f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:26Z', 'updated_at': '2021-11-12T03:23:33Z', 'revision_number': 4, 'project_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'subnets': [{'id': 'c41913f5-e5c1-4e60-8ee6-4f6d29d519f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:34.915554 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df05fdfc-e407-4223-906e-79b69411dac3 None None] Network e163c659-f682-48b4-8901-11f48fa6b884 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:34.961115 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecbbff4-4f66-4524-9c7a-82ac18cc4b52 None None] The sync data for ids ['6b02769c-beb9-4144-b4ee-1bf6277c85a8'] in n-d-715271-27 is: [{'id': '6b02769c-beb9-4144-b4ee-1bf6277c85a8', 'name': 'tempest-ServerActionsTestJSON-491450960-router', 'tenant_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '36d50047-cd27-408d-be04-6c9bc48f895d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:18Z', 'updated_at': '2021-11-12T03:23:27Z', 'revision_number': 4, 'project_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'gw_port': {'id': '36d50047-cd27-408d-be04-6c9bc48f895d', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b02769c-beb9-4144-b4ee-1bf6277c85a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:20Z', 'updated_at': '2021-11-12T03:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'a88199b2-d9fa-423f-b4c4-e1c98adf7bf7', 'name': '', 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3', 'tenant_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'mac_address': 'fa:16:3e:8b:69:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b02769c-beb9-4144-b4ee-1bf6277c85a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c41913f5-e5c1-4e60-8ee6-4f6d29d519f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:26Z', 'updated_at': '2021-11-12T03:23:33Z', 'revision_number': 4, 'project_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'subnets': [{'id': 'c41913f5-e5c1-4e60-8ee6-4f6d29d519f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:23:34.968679 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10422b73-d706-466c-99be-4b19021bc82f req-eea29ea3-263e-45df-af8d-43f0c5d35d0d tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887403 Nov 12 03:23:34.987471 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-357f7099-4036-4f43-8ab1-92d6cc37cda9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.036566 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cb782898-00ea-48c2-88de-2e26c1a41988 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.045217 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cb782898-00ea-48c2-88de-2e26c1a41988 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.104280 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb782898-00ea-48c2-88de-2e26c1a41988 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1299b318-f8ef-42bc-bb00-c4a58e9560be,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:35.130274 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-875d241c-1d55-4a16-b5f4-f8a1f42d22a1 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Made reservation on behalf of 2b6c3f20e3df4bfeadb358a1e561f7d3 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:35.151193 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-875d241c-1d55-4a16-b5f4-f8a1f42d22a1 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.152773 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722274c6-88d2-46b9-a76a-7a68abd68dfe req-a2516906-3c68-4403-bf90-3a2e442b6bbf tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:35.167618 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722274c6-88d2-46b9-a76a-7a68abd68dfe req-a2516906-3c68-4403-bf90-3a2e442b6bbf tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:35.179189 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-722274c6-88d2-46b9-a76a-7a68abd68dfe req-a2516906-3c68-4403-bf90-3a2e442b6bbf tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7221f21-f9b5-45aa-bdcc-44dfeab03a05 HTTP/1.1" status: 200 len: 1683 time: 0.1764638 Nov 12 03:23:35.196217 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cb782898-00ea-48c2-88de-2e26c1a41988 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.197735 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-cb782898-00ea-48c2-88de-2e26c1a41988 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5992577 Nov 12 03:23:35.200428 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56064) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:35.241965 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-f29d1195-d237-4560-a472-d0aba91e98c0 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Request body: {'security_group_rule': {'security_group_id': 'ced90908-4290-48dd-a013-5816c6484725', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:35.349166 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.390450 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-722274c6-88d2-46b9-a76a-7a68abd68dfe req-c406c124-dd78-47f8-9eda-d2bdce7a8a73 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7b9a195-d95c-4e3f-bea7-b1f410bc6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061481 Nov 12 03:23:35.402480 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f29d1195-d237-4560-a472-d0aba91e98c0 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.452690 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device db20b5ee-6932-435f-b943-f4dc478bca66 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:23:35.467333 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07693c2e-8a23-4345-842b-e7788737c65a req-67566dfa-8b52-4bdf-835e-9a850478ee3e tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:35.469020 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-07693c2e-8a23-4345-842b-e7788737c65a req-67566dfa-8b52-4bdf-835e-9a850478ee3e tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 944 time: 0.0946102 Nov 12 03:23:35.473857 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-875d241c-1d55-4a16-b5f4-f8a1f42d22a1 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Allocated IP 172.20.0.13 (bd20a58b-98df-4ef8-98dd-f9fae3c64676/9df5425c-e3c5-4b00-ac6d-1c0b8d452c62/f0e2b5e6-5926-4867-93e1-9cf088a50e14) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:35.488345 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-357f7099-4036-4f43-8ab1-92d6cc37cda9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.498505 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-357f7099-4036-4f43-8ab1-92d6cc37cda9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.507544 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56072) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:35.523845 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-07fcbc9c-eb9e-47fa-b2f1-2f43428437df admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1675620624-network', 'tenant_id': '6993960f510e4076bd9bd3c22f364d72'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:35.560104 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f29d1195-d237-4560-a472-d0aba91e98c0 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.594976 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f29d1195-d237-4560-a472-d0aba91e98c0 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.599226 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7221f21-f9b5-45aa-bdcc-44dfeab03a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:35.602685 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbaf040-aab5-40a5-9f18-47bd9f0c001d" -d '{"events": [{"server_uuid": "e7221f21-f9b5-45aa-bdcc-44dfeab03a05", "name": "network-vif-plugged", "status": "completed", "tag": "5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:35.603965 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-07693c2e-8a23-4345-842b-e7788737c65a req-4fd4fe48-36d5-4651-b200-664276b6effd tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275177 Nov 12 03:23:35.631861 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-357f7099-4036-4f43-8ab1-92d6cc37cda9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1950d209e7e348fc8d9673fd42263c68&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0775967 Nov 12 03:23:35.633437 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f7099-4036-4f43-8ab1-92d6cc37cda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e382cb-e30c-4a04-8bfb-95da149e4fc6,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:35.633673 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 56076) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:35.645391 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d1195-d237-4560-a472-d0aba91e98c0 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39ca7b9e-0dec-4414-aa19-751fd8f7633e,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:35.650173 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07fcbc9c-eb9e-47fa-b2f1-2f43428437df admin admin] Made reservation on behalf of 6993960f510e4076bd9bd3c22f364d72 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:35.653628 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-07fcbc9c-eb9e-47fa-b2f1-2f43428437df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.660838 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f29d1195-d237-4560-a472-d0aba91e98c0 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.664123 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f29d1195-d237-4560-a472-d0aba91e98c0 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4357233 Nov 12 03:23:35.669002 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56078) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:35.674308 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-a3507854-f781-495e-86f9-354b9d217d06 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:35.683233 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-07fcbc9c-eb9e-47fa-b2f1-2f43428437df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.689561 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port db20b5ee-6932-435f-b943-f4dc478bca66, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=db20b5ee-6932-435f-b943-f4dc478bca66,segment=NetworkSegment(eece85e2-9491-495c-808d-869c08a5aaa4),segment_id=eece85e2-9491-495c-808d-869c08a5aaa4)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:35.697037 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b0c63a-8f5e-43f6-b1bf-86ce517699e3 x-openstack-request-id: req-87b0c63a-8f5e-43f6-b1bf-86ce517699e3 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:35.697431 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7221f21-f9b5-45aa-bdcc-44dfeab03a05", "name": "network-vif-plugged", "status": "completed", "tag": "5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:35.698171 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-87b0c63a-8f5e-43f6-b1bf-86ce517699e3 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:35.698596 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7221f21-f9b5-45aa-bdcc-44dfeab03a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a', 'code': 200} Nov 12 03:23:35.721840 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': 'db20b5ee-6932-435f-b943-f4dc478bca66', 'network_id': 'e27d7564-6d22-4aba-8393-df25a0e0004d', 'port_id': 'db20b5ee-6932-435f-b943-f4dc478bca66', 'mac_address': 'fa:16:3e:e7:b6:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b22bc4-04aa-4109-bb38-599b9cb93288', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:23:35.756168 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a3507854-f781-495e-86f9-354b9d217d06 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks [] for floatingip, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.813791 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.846947 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-987cae45-5cee-49f9-830f-f6e28f270957 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.859805 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db20b5ee-6932-435f-b943-f4dc478bca66 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:35.921535 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port db20b5ee-6932-435f-b943-f4dc478bca66, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=db20b5ee-6932-435f-b943-f4dc478bca66,segment=NetworkSegment(eece85e2-9491-495c-808d-869c08a5aaa4),segment_id=eece85e2-9491-495c-808d-869c08a5aaa4)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:35.927912 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.955171 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-07fcbc9c-eb9e-47fa-b2f1-2f43428437df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.964038 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-07fcbc9c-eb9e-47fa-b2f1-2f43428437df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.998601 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07fcbc9c-eb9e-47fa-b2f1-2f43428437df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:23:36.042918 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-987cae45-5cee-49f9-830f-f6e28f270957 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:36.043179 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-07fcbc9c-eb9e-47fa-b2f1-2f43428437df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:36.043179 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-07fcbc9c-eb9e-47fa-b2f1-2f43428437df admin admin] Added segment bb122cb3-44ed-496d-869e-69a0c57349a3 of type vlan for network a08aacf0-956c-40d5-a931-a61aba6b52d5 Nov 12 03:23:36.056720 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=db20b5ee-6932-435f-b943-f4dc478bca66,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:36.071689 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fcbc9c-eb9e-47fa-b2f1-2f43428437df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43559341-04f8-49fd-b9dc-eddeb3e39b3f,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:36.090140 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2ca998bb-90d7-4855-835f-facc6d0ae85a req-9ff67588-fab3-48be-81fc-b15582677dc9 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 210 time: 0.0661278 Nov 12 03:23:36.109359 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd27cdf-fbcb-418f-a8ba-447206d30554 req-c9cf062d-590f-42d6-b622-8d7afe7c6352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:36.110436 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd27cdf-fbcb-418f-a8ba-447206d30554 req-c9cf062d-590f-42d6-b622-8d7afe7c6352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:36.112459 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1fd27cdf-fbcb-418f-a8ba-447206d30554 req-c9cf062d-590f-42d6-b622-8d7afe7c6352 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e7221f21-f9b5-45aa-bdcc-44dfeab03a05 HTTP/1.1" status: 200 len: 1987 time: 0.2961903 Nov 12 03:23:36.127967 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6b75e-7694-419e-bd5d-a9a0eac42a91 req-c8d70a83-fcb4-4a4a-8912-213918f5ca67 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:36.129845 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-99f6b75e-7694-419e-bd5d-a9a0eac42a91 req-c8d70a83-fcb4-4a4a-8912-213918f5ca67 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 943 time: 0.2981164 Nov 12 03:23:36.141419 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a3507854-f781-495e-86f9-354b9d217d06 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:36.264534 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:36.284398 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1fd27cdf-fbcb-418f-a8ba-447206d30554 req-63a49ca7-e312-409b-afc1-6777a870ce84 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=b7b9a195-d95c-4e3f-bea7-b1f410bc6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467659 Nov 12 03:23:36.300765 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-99f6b75e-7694-419e-bd5d-a9a0eac42a91 req-b92e5402-a46a-4f14-8ae1-97a1cdaba5a3 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249986 Nov 12 03:23:36.304696 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-875d241c-1d55-4a16-b5f4-f8a1f42d22a1 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:36.315054 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['db20b5ee-6932-435f-b943-f4dc478bca66'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:36.328202 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-07fcbc9c-eb9e-47fa-b2f1-2f43428437df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:36.329935 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-987cae45-5cee-49f9-830f-f6e28f270957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:36.334143 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-987cae45-5cee-49f9-830f-f6e28f270957 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:36.337653 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-987cae45-5cee-49f9-830f-f6e28f270957 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/74e382cb-e30c-4a04-8bfb-95da149e4fc6 HTTP/1.1" status: 204 len: 168 time: 0.7006986 Nov 12 03:23:36.349442 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987cae45-5cee-49f9-830f-f6e28f270957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e382cb-e30c-4a04-8bfb-95da149e4fc6,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:36.394843 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-a3507854-f781-495e-86f9-354b9d217d06 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Allocated IP 172.25.5.95 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/b56aefe7-9645-4eee-b125-3d3359bfb31a) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:36.422708 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-875d241c-1d55-4a16-b5f4-f8a1f42d22a1 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:36.447103 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['8d132cc5-f4a7-4105-b078-5b741879878d'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:36.482770 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-07fcbc9c-eb9e-47fa-b2f1-2f43428437df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:36.483755 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fcbc9c-eb9e-47fa-b2f1-2f43428437df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:36.484343 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-07fcbc9c-eb9e-47fa-b2f1-2f43428437df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:36.507384 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7ed46-0fa4-4787-a5cb-a603f93d8eb0 req-4e81742b-c6db-4cc5-b2a9-dd38ccaaf45a tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:36.518923 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-15a7ed46-0fa4-4787-a5cb-a603f93d8eb0 req-4e81742b-c6db-4cc5-b2a9-dd38ccaaf45a tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=d64dea81-24dc-4006-8bc2-063aa7d207aa HTTP/1.1" status: 200 len: 944 time: 0.2463751 Nov 12 03:23:36.698868 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-875d241c-1d55-4a16-b5f4-f8a1f42d22a1 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Network bd20a58b-98df-4ef8-98dd-f9fae3c64676 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:36.733394 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a3507854-f781-495e-86f9-354b9d217d06 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:36.740567 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-27bada10-6c75-4744-850a-0a5131e2570b req-a2347c90-8bd0-484d-8e11-f794997ad1e9 service neutron] 10.222.0.74 "GET /v2.0/ports/2937aafc-2c4b-465b-9932-933f8f4edba0/bindings/n-h2-715271-27 HTTP/1.1" status: 200 len: 385 time: 0.2382934 Nov 12 03:23:36.741444 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-875d241c-1d55-4a16-b5f4-f8a1f42d22a1 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:36.750699 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-875d241c-1d55-4a16-b5f4-f8a1f42d22a1 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:36.821452 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d241c-1d55-4a16-b5f4-f8a1f42d22a1 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Pushing event updated for resources: {'Port': ['ID=f0e2b5e6-5926-4867-93e1-9cf088a50e14,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:36.920535 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-875d241c-1d55-4a16-b5f4-f8a1f42d22a1 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:36.922222 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-875d241c-1d55-4a16-b5f4-f8a1f42d22a1 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:36.925627 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a3507854-f781-495e-86f9-354b9d217d06 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:36.927423 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 56094) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:36.968978 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-079a1ba3-97c8-45a0-9792-f1c43d11391a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:36.997766 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-875d241c-1d55-4a16-b5f4-f8a1f42d22a1 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8908429 Nov 12 03:23:37.019571 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f9001-8c9c-4c3a-85e8-d24c33439cfd req-2ec2ed26-d58c-4c92-9f8f-307f12d1c6a3 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:37.026639 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f9001-8c9c-4c3a-85e8-d24c33439cfd req-2ec2ed26-d58c-4c92-9f8f-307f12d1c6a3 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:37.035452 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-563f9001-8c9c-4c3a-85e8-d24c33439cfd req-2ec2ed26-d58c-4c92-9f8f-307f12d1c6a3 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7221f21-f9b5-45aa-bdcc-44dfeab03a05 HTTP/1.1" status: 200 len: 1683 time: 0.4097431 Nov 12 03:23:37.045163 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-3edbf47a-0a3c-47b7-8e45-f5d3615eb681 service neutron] Request body: {'port': {'device_id': 'ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:37.068030 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device a88199b2-d9fa-423f-b4c4-e1c98adf7bf7 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:37.107093 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3507854-f781-495e-86f9-354b9d217d06 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Pushing event updated for resources: {'Port': ['ID=b56aefe7-9645-4eee-b125-3d3359bfb31a,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:37.121665 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-07fcbc9c-eb9e-47fa-b2f1-2f43428437df admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6040297 Nov 12 03:23:37.129651 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3507854-f781-495e-86f9-354b9d217d06 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:37.135891 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56098) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:37.136825 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-a3507854-f781-495e-86f9-354b9d217d06 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:37.149288 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-0540451e-3ac8-46c0-a428-b9f6509ed5a7 admin admin] Request body: {'subnet': {'network_id': 'a08aacf0-956c-40d5-a931-a61aba6b52d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1675620624-subnet', 'tenant_id': '6993960f510e4076bd9bd3c22f364d72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:37.149500 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port a88199b2-d9fa-423f-b4c4-e1c98adf7bf7 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:37.149772 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:37.161640 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3507854-f781-495e-86f9-354b9d217d06 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:37.183608 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fcbc9c-eb9e-47fa-b2f1-2f43428437df admin admin] Pushing event updated for resources: {'Network': ['ID=a08aacf0-956c-40d5-a931-a61aba6b52d5,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:37.192314 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-3edbf47a-0a3c-47b7-8e45-f5d3615eb681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:37.198725 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network a08aacf0-956c-40d5-a931-a61aba6b52d5 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:23:37.227659 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-15a7ed46-0fa4-4787-a5cb-a603f93d8eb0 req-6b1dd556-31e6-4ba6-b4cc-d641af73ecda tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7078516 Nov 12 03:23:37.247625 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0540451e-3ac8-46c0-a428-b9f6509ed5a7 admin admin] Made reservation on behalf of 6993960f510e4076bd9bd3c22f364d72 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:37.250153 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0540451e-3ac8-46c0-a428-b9f6509ed5a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:37.280160 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-563f9001-8c9c-4c3a-85e8-d24c33439cfd req-c7ccb3db-ec73-49bc-b624-912c6eb6e38f tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7b9a195-d95c-4e3f-bea7-b1f410bc6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437272 Nov 12 03:23:37.337099 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-079a1ba3-97c8-45a0-9792-f1c43d11391a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:37.345482 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-079a1ba3-97c8-45a0-9792-f1c43d11391a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:37.543855 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a3507854-f781-495e-86f9-354b9d217d06 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:37.564175 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b826ea0-d887-40b1-a380-0aa956a7dfb9 req-cf2e2bcf-0e33-4343-a9ee-847a94c5ae3b tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:37.566755 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0b826ea0-d887-40b1-a380-0aa956a7dfb9 req-cf2e2bcf-0e33-4343-a9ee-847a94c5ae3b tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 944 time: 0.1977866 Nov 12 03:23:37.736543 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0540451e-3ac8-46c0-a428-b9f6509ed5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:37.812842 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-079a1ba3-97c8-45a0-9792-f1c43d11391a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=905ef850b1034763a964404c7744f229&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8806422 Nov 12 03:23:37.823674 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 56102) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:37.827376 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a1ba3-97c8-45a0-9792-f1c43d11391a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b277b79-9e9c-4be9-ba6f-45a6e0290dbd,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:37.853394 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a3507854-f781-495e-86f9-354b9d217d06 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:37.923741 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0b826ea0-d887-40b1-a380-0aa956a7dfb9 req-b01900ea-b8d6-40dd-bbe8-4752b321ce04 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374746 Nov 12 03:23:37.932554 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0540451e-3ac8-46c0-a428-b9f6509ed5a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edad564f-cb21-4b03-9aa5-0f1a95126506,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:37.940621 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-27bada10-6c75-4744-850a-0a5131e2570b req-f0b2a7cf-8ee2-456c-ada5-3db54d7a4c4a service neutron] For port 2937aafc-2c4b-465b-9932-933f8f4edba0, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=2937aafc-2c4b-465b-9932-933f8f4edba0,segment=NetworkSegment(8dbff2fd-9cfc-4504-9870-2f052b7a9289),segment_id=8dbff2fd-9cfc-4504-9870-2f052b7a9289)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:37.960146 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0540451e-3ac8-46c0-a428-b9f6509ed5a7 admin admin] Checking segment: {'id': 'bb122cb3-44ed-496d-869e-69a0c57349a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a08aacf0-956c-40d5-a931-a61aba6b52d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:37.960465 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0540451e-3ac8-46c0-a428-b9f6509ed5a7 admin admin] Network hostable DHCP agents. Network: a08aacf0-956c-40d5-a931-a61aba6b52d5, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:23:37.986793 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307754d9-c70b-41cc-ad4f-9147b0d724ec req-f60ee60b-b6d0-4449-8794-984eb771fd6e tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:37.988829 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-307754d9-c70b-41cc-ad4f-9147b0d724ec req-f60ee60b-b6d0-4449-8794-984eb771fd6e tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 932 time: 0.2559803 Nov 12 03:23:38.001822 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-27bada10-6c75-4744-850a-0a5131e2570b req-f0b2a7cf-8ee2-456c-ada5-3db54d7a4c4a service neutron] For port 2937aafc-2c4b-465b-9932-933f8f4edba0, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:38.031757 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0540451e-3ac8-46c0-a428-b9f6509ed5a7 admin admin] Network a08aacf0-956c-40d5-a931-a61aba6b52d5 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:23:38.048891 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b82b02a3-c81b-4eba-b7ff-19b88c3bd5b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:38.051713 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-0540451e-3ac8-46c0-a428-b9f6509ed5a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, a08aacf0-956c-40d5-a931-a61aba6b52d5) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:38.056618 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0540451e-3ac8-46c0-a428-b9f6509ed5a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:38.057196 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0540451e-3ac8-46c0-a428-b9f6509ed5a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:38.065345 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3d00f7-ee11-473a-9536-31869ded5c26 None None] Network a08aacf0-956c-40d5-a931-a61aba6b52d5 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:38.123032 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-27bada10-6c75-4744-850a-0a5131e2570b req-f0b2a7cf-8ee2-456c-ada5-3db54d7a4c4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2937aafc-2c4b-465b-9932-933f8f4edba0 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:38.152558 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-27bada10-6c75-4744-850a-0a5131e2570b req-f0b2a7cf-8ee2-456c-ada5-3db54d7a4c4a service neutron] For port 2937aafc-2c4b-465b-9932-933f8f4edba0, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=2937aafc-2c4b-465b-9932-933f8f4edba0,segment=NetworkSegment(8dbff2fd-9cfc-4504-9870-2f052b7a9289),segment_id=8dbff2fd-9cfc-4504-9870-2f052b7a9289)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:38.152909 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-0540451e-3ac8-46c0-a428-b9f6509ed5a7 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0091801 Nov 12 03:23:38.171587 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b82b02a3-c81b-4eba-b7ff-19b88c3bd5b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:38.207776 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-27bada10-6c75-4744-850a-0a5131e2570b req-f0b2a7cf-8ee2-456c-ada5-3db54d7a4c4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:38.221669 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a3507854-f781-495e-86f9-354b9d217d06 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:38.227119 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-307754d9-c70b-41cc-ad4f-9147b0d724ec req-64a99571-b721-4929-a1ae-eb4c807f51e7 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214515 Nov 12 03:23:38.255666 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d225d-88c3-4630-a745-39eaae6ff3ea req-6d225fb5-928a-41df-afcc-03d74e2440bc tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:38.257710 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-163d225d-88c3-4630-a745-39eaae6ff3ea req-6d225fb5-928a-41df-afcc-03d74e2440bc tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 943 time: 0.2130899 Nov 12 03:23:38.259097 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a3507854-f781-495e-86f9-354b9d217d06 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:38.293434 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b13baa3-6d76-4531-b451-f89225fbcf08 None None] Network a08aacf0-956c-40d5-a931-a61aba6b52d5 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:38.358934 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b82b02a3-c81b-4eba-b7ff-19b88c3bd5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:38.362270 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b82b02a3-c81b-4eba-b7ff-19b88c3bd5b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:38.364599 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b82b02a3-c81b-4eba-b7ff-19b88c3bd5b6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2b277b79-9e9c-4be9-ba6f-45a6e0290dbd HTTP/1.1" status: 204 len: 168 time: 0.5382111 Nov 12 03:23:38.389040 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:38.435910 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b02a3-c81b-4eba-b7ff-19b88c3bd5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b277b79-9e9c-4be9-ba6f-45a6e0290dbd,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:38.471176 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-163d225d-88c3-4630-a745-39eaae6ff3ea req-a997950e-8bf5-4551-b45b-4c58eb1a023a tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898675 Nov 12 03:23:38.491451 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-3edbf47a-0a3c-47b7-8e45-f5d3615eb681 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0e2b5e6-5926-4867-93e1-9cf088a50e14 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:38.498358 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-27bada10-6c75-4744-850a-0a5131e2570b req-f0b2a7cf-8ee2-456c-ada5-3db54d7a4c4a service neutron] Transition to ACTIVE for port object 2937aafc-2c4b-465b-9932-933f8f4edba0 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:23:38.506430 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-3edbf47a-0a3c-47b7-8e45-f5d3615eb681 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:38.512208 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-27bada10-6c75-4744-850a-0a5131e2570b req-f0b2a7cf-8ee2-456c-ada5-3db54d7a4c4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:38.591187 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b2a7cf-8ee2-456c-ada5-3db54d7a4c4a service neutron] Pushing event updated for resources: {'Port': ['ID=2937aafc-2c4b-465b-9932-933f8f4edba0,revision_number=10']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:38.627379 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-3edbf47a-0a3c-47b7-8e45-f5d3615eb681 service neutron] Transition to ACTIVE for port object f0e2b5e6-5926-4867-93e1-9cf088a50e14 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:23:38.640361 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-3edbf47a-0a3c-47b7-8e45-f5d3615eb681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:38.661186 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc7f01-3871-44a6-a359-8b1352b288b4 req-5c9a760c-2464-4d56-92db-a2aa61c648a3 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:38.663078 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8cdc7f01-3871-44a6-a359-8b1352b288b4 req-5c9a760c-2464-4d56-92db-a2aa61c648a3 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=d64dea81-24dc-4006-8bc2-063aa7d207aa HTTP/1.1" status: 200 len: 944 time: 0.2341774 Nov 12 03:23:38.692356 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-27bada10-6c75-4744-850a-0a5131e2570b req-f0b2a7cf-8ee2-456c-ada5-3db54d7a4c4a service neutron] No DVR routers for this DVR port 2937aafc-2c4b-465b-9932-933f8f4edba0 on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:23:38.696829 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3507854-f781-495e-86f9-354b9d217d06 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Pushing event updated for resources: {'Port': ['ID=b56aefe7-9645-4eee-b125-3d3359bfb31a,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:38.724957 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a3507854-f781-495e-86f9-354b9d217d06 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:38.746222 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6ae8a-3559-479e-a82a-3cb163acc708 req-59dcf920-d6c0-43e8-8e85-79cbe2e76ebf tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:38.753165 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6ae8a-3559-479e-a82a-3cb163acc708 req-59dcf920-d6c0-43e8-8e85-79cbe2e76ebf tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:38.755484 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-efc6ae8a-3559-479e-a82a-3cb163acc708 req-59dcf920-d6c0-43e8-8e85-79cbe2e76ebf tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7221f21-f9b5-45aa-bdcc-44dfeab03a05 HTTP/1.1" status: 200 len: 1683 time: 0.1174550 Nov 12 03:23:38.759650 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a3507854-f781-495e-86f9-354b9d217d06 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:38.760951 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a3507854-f781-495e-86f9-354b9d217d06 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0910172 Nov 12 03:23:38.817775 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-27bada10-6c75-4744-850a-0a5131e2570b req-f0b2a7cf-8ee2-456c-ada5-3db54d7a4c4a service neutron] 10.222.0.74 "PUT /v2.0/ports/2937aafc-2c4b-465b-9932-933f8f4edba0/bindings/n-h2-715271-27/activate HTTP/1.1" status: 200 len: 370 time: 1.9982178 Nov 12 03:23:38.822516 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edbf47a-0a3c-47b7-8e45-f5d3615eb681 service neutron] Pushing event updated for resources: {'Port': ['ID=f0e2b5e6-5926-4867-93e1-9cf088a50e14,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:38.880617 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8cdc7f01-3871-44a6-a359-8b1352b288b4 req-70ba8062-0d1f-4f2a-b84e-2bf26c951de1 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903605 Nov 12 03:23:38.895358 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-efc6ae8a-3559-479e-a82a-3cb163acc708 req-a58a2ec5-550d-48d8-bf07-10814846c06d tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7b9a195-d95c-4e3f-bea7-b1f410bc6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270897 Nov 12 03:23:38.947049 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-3edbf47a-0a3c-47b7-8e45-f5d3615eb681 service neutron] Attempting to bind port f0e2b5e6-5926-4867-93e1-9cf088a50e14 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:38.947391 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-3edbf47a-0a3c-47b7-8e45-f5d3615eb681 service neutron] Attempting to bind port f0e2b5e6-5926-4867-93e1-9cf088a50e14 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '033a6808-1d19-4bc4-a7ba-207db19e6110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'bd20a58b-98df-4ef8-98dd-f9fae3c64676'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:38.947724 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-3edbf47a-0a3c-47b7-8e45-f5d3615eb681 service neutron] Attempting to bind port f0e2b5e6-5926-4867-93e1-9cf088a50e14 on network bd20a58b-98df-4ef8-98dd-f9fae3c64676 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:38.972694 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-3edbf47a-0a3c-47b7-8e45-f5d3615eb681 service neutron] Port f0e2b5e6-5926-4867-93e1-9cf088a50e14 on network bd20a58b-98df-4ef8-98dd-f9fae3c64676 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:38.973078 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-3edbf47a-0a3c-47b7-8e45-f5d3615eb681 service neutron] Attempting to bind port f0e2b5e6-5926-4867-93e1-9cf088a50e14 on network bd20a58b-98df-4ef8-98dd-f9fae3c64676 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:38.979554 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-3edbf47a-0a3c-47b7-8e45-f5d3615eb681 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:38.979895 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-3edbf47a-0a3c-47b7-8e45-f5d3615eb681 service neutron] Checking segment: {'id': '033a6808-1d19-4bc4-a7ba-207db19e6110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'bd20a58b-98df-4ef8-98dd-f9fae3c64676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:38.980317 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-3edbf47a-0a3c-47b7-8e45-f5d3615eb681 service neutron] Bound using segment: {'id': '033a6808-1d19-4bc4-a7ba-207db19e6110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'bd20a58b-98df-4ef8-98dd-f9fae3c64676'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:38.980753 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-3edbf47a-0a3c-47b7-8e45-f5d3615eb681 service neutron] Bound port: f0e2b5e6-5926-4867-93e1-9cf088a50e14, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '033a6808-1d19-4bc4-a7ba-207db19e6110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'bd20a58b-98df-4ef8-98dd-f9fae3c64676'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:38.981107 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-3edbf47a-0a3c-47b7-8e45-f5d3615eb681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:39.074473 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bada10-6c75-4744-850a-0a5131e2570b req-91f9f040-05c7-455e-92e5-14a8cd19e4ed tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:39.076255 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-27bada10-6c75-4744-850a-0a5131e2570b req-91f9f040-05c7-455e-92e5-14a8cd19e4ed tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1&tenant_id=ab1cf8386d1b4172a2ff2003f6ed3228&binding%3Ahost_id=n-h1-715271-27 HTTP/1.1" status: 200 len: 1096 time: 0.1604970 Nov 12 03:23:39.186181 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-3edbf47a-0a3c-47b7-8e45-f5d3615eb681 service neutron] For port f0e2b5e6-5926-4867-93e1-9cf088a50e14, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:39.188980 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-8dcbe461-cac8-423a-9c64-e0bc469319e8 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1656325654&fields=id&tenant_id=eda4d7a9c5834d36bc2b22e1ed979ccd HTTP/1.1" status: 200 len: 267 time: 0.0887840 Nov 12 03:23:39.198799 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-3edbf47a-0a3c-47b7-8e45-f5d3615eb681 service neutron] For port f0e2b5e6-5926-4867-93e1-9cf088a50e14, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=f0e2b5e6-5926-4867-93e1-9cf088a50e14,segment=NetworkSegment(033a6808-1d19-4bc4-a7ba-207db19e6110),segment_id=033a6808-1d19-4bc4-a7ba-207db19e6110)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:39.201431 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bada10-6c75-4744-850a-0a5131e2570b req-20fe66de-1231-497a-a85f-c26bfbb59fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:39.203382 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-27bada10-6c75-4744-850a-0a5131e2570b req-20fe66de-1231-497a-a85f-c26bfbb59fb0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1&tenant_id=ab1cf8386d1b4172a2ff2003f6ed3228 HTTP/1.1" status: 200 len: 1096 time: 0.0877795 Nov 12 03:23:39.205349 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-3edbf47a-0a3c-47b7-8e45-f5d3615eb681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:39.286934 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-3edbf47a-0a3c-47b7-8e45-f5d3615eb681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:39.287579 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-3edbf47a-0a3c-47b7-8e45-f5d3615eb681 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:39.288983 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-3edbf47a-0a3c-47b7-8e45-f5d3615eb681 service neutron] 10.222.0.74 "PUT /v2.0/ports/f0e2b5e6-5926-4867-93e1-9cf088a50e14 HTTP/1.1" status: 200 len: 1093 time: 2.2514980 Nov 12 03:23:39.298813 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b', 'tag': 'f0e2b5e6-5926-4867-93e1-9cf088a50e14'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:39.301723 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b97926-5dbc-4b15-ae36-f5e27bd8db62" -d '{"events": [{"name": "network-changed", "server_uuid": "ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b", "tag": "f0e2b5e6-5926-4867-93e1-9cf088a50e14"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:39.339420 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edbf47a-0a3c-47b7-8e45-f5d3615eb681 service neutron] Pushing event updated for resources: {'Port': ['ID=f0e2b5e6-5926-4867-93e1-9cf088a50e14,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:39.359584 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bada10-6c75-4744-850a-0a5131e2570b req-c17be897-a817-4635-97b3-403fa7044149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:39.361659 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-27bada10-6c75-4744-850a-0a5131e2570b req-c17be897-a817-4635-97b3-403fa7044149 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ab1cf8386d1b4172a2ff2003f6ed3228&device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 1096 time: 0.1090865 Nov 12 03:23:39.398618 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-a463acb3-9093-4dc3-bcbe-115059055b68 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:39.400458 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-a463acb3-9093-4dc3-bcbe-115059055b68 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/networks?id=56493891-2b14-40ba-a8cb-65015d9b59f3 HTTP/1.1" status: 200 len: 811 time: 0.1917245 Nov 12 03:23:39.441265 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-ac762370-d6a2-498b-9067-a7da80386a97 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/quotas/eda4d7a9c5834d36bc2b22e1ed979ccd HTTP/1.1" status: 200 len: 375 time: 0.0130100 Nov 12 03:23:39.458699 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-47b82362-e421-4ee2-9c6d-9067a4aac7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:39.460250 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-47b82362-e421-4ee2-9c6d-9067a4aac7e7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2b6c3f20e3df4bfeadb358a1e561f7d3&device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 1096 time: 0.1176465 Nov 12 03:23:39.476686 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device db20b5ee-6932-435f-b943-f4dc478bca66 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:39.575861 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-3c3833f6-0d82-49c0-b6c4-1e227b108b89 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0e2b5e6-5926-4867-93e1-9cf088a50e14 HTTP/1.1" status: 200 len: 217 time: 0.0901537 Nov 12 03:23:39.598217 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port db20b5ee-6932-435f-b943-f4dc478bca66 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:23:39.606756 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port db20b5ee-6932-435f-b943-f4dc478bca66 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:39.609105 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:39.645406 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bada10-6c75-4744-850a-0a5131e2570b req-6b140639-0b93-464c-b1dc-2b1f389a9a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:39.647093 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-27bada10-6c75-4744-850a-0a5131e2570b req-6b140639-0b93-464c-b1dc-2b1f389a9a19 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 HTTP/1.1" status: 200 len: 907 time: 0.2708952 Nov 12 03:23:39.716781 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-27d222b8-cbc3-4594-8228-dc6605aa637b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:39.718298 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-27d222b8-cbc3-4594-8228-dc6605aa637b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9df5425c-e3c5-4b00-ac6d-1c0b8d452c62 HTTP/1.1" status: 200 len: 850 time: 0.1330626 Nov 12 03:23:39.720030 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-27bada10-6c75-4744-850a-0a5131e2570b req-5213eb5a-93d5-45c8-87f4-fba0c1517638 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2937aafc-2c4b-465b-9932-933f8f4edba0 HTTP/1.1" status: 200 len: 217 time: 0.0596738 Nov 12 03:23:39.727325 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-26ad2d99-b65c-474f-9112-8b7589b3d17a tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:39.728927 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-26ad2d99-b65c-474f-9112-8b7589b3d17a tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] 10.222.0.50 "GET /v2.0/networks?id=e163c659-f682-48b4-8901-11f48fa6b884 HTTP/1.1" status: 200 len: 815 time: 0.2771492 Nov 12 03:23:39.739039 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:39.764755 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-5fc7c80e-b972-4f95-8cd0-49e1a120f573 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bd20a58b-98df-4ef8-98dd-f9fae3c64676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347121 Nov 12 03:23:39.771788 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd64dea81-24dc-4006-8bc2-063aa7d207aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db20b5ee-6932-435f-b943-f4dc478bca66'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:39.776859 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717da34a-3a72-41ac-8248-27429828e7df" -d '{"events": [{"server_uuid": "d64dea81-24dc-4006-8bc2-063aa7d207aa", "name": "network-vif-plugged", "status": "completed", "tag": "db20b5ee-6932-435f-b943-f4dc478bca66"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:39.795726 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port db20b5ee-6932-435f-b943-f4dc478bca66, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=db20b5ee-6932-435f-b943-f4dc478bca66,segment=NetworkSegment(eece85e2-9491-495c-808d-869c08a5aaa4),segment_id=eece85e2-9491-495c-808d-869c08a5aaa4)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:39.809892 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:39.837532 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-358b6baa-b04d-4978-90f1-990610e79a61 tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] 10.222.0.50 "GET /v2.0/quotas/acad90f297d142a08a0445eb4949b74f HTTP/1.1" status: 200 len: 375 time: 0.0646601 Nov 12 03:23:39.877781 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=db20b5ee-6932-435f-b943-f4dc478bca66,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:39.902419 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bada10-6c75-4744-850a-0a5131e2570b req-4bdbf4ef-f171-4b78-acc6-a3f8f3abfcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:39.904449 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-27bada10-6c75-4744-850a-0a5131e2570b req-4bdbf4ef-f171-4b78-acc6-a3f8f3abfcf8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5a9fb38e-cf25-418b-9443-2a54f98e4648 HTTP/1.1" status: 200 len: 846 time: 0.1422043 Nov 12 03:23:39.927739 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-fe89c453-ead3-4ef0-b212-54c7c66a3048 tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=acad90f297d142a08a0445eb4949b74f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0796940 Nov 12 03:23:39.983490 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-27bada10-6c75-4744-850a-0a5131e2570b req-bad64a63-1326-4e55-96a3-dc53165a81b9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593550 Nov 12 03:23:39.984777 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-59a18fe9-c7e0-4ded-8c2c-e5356b6fcad5 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=eda4d7a9c5834d36bc2b22e1ed979ccd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5323467 Nov 12 03:23:40.080847 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-b0f12c61-081f-405e-954d-c77ec0f5028e service neutron] 10.222.0.74 "GET /v2.0/networks/bd20a58b-98df-4ef8-98dd-f9fae3c64676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068209 Nov 12 03:23:40.132913 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-af39d222-ca03-4184-999b-3636a744b191 service neutron] 10.222.0.50 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426320 Nov 12 03:23:40.209226 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-e21b71d8-20c3-44af-97d5-6ada9d8454a0 service neutron] 10.222.0.50 "GET /v2.0/networks/e163c659-f682-48b4-8901-11f48fa6b884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683697 Nov 12 03:23:40.246117 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-db60e091-7ab3-418c-847d-d725d2d2c72c service neutron] 10.222.0.50 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090269 Nov 12 03:23:40.256447 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-27bada10-6c75-4744-850a-0a5131e2570b req-1d605d6d-6975-4f7b-bf00-2946d7adf37e service neutron] 10.222.0.90 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600853 Nov 12 03:23:40.357160 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6c74c607-c6c0-4111-a2f0-410ab57020d7 req-c9e20c9c-2726-42dd-9fee-4ff0f783e9c9 service neutron] 10.222.0.74 "GET /v2.0/networks/bd20a58b-98df-4ef8-98dd-f9fae3c64676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477112 Nov 12 03:23:40.453357 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-c9af8bbb-8b79-443c-87e4-c6c46f7d1220 service neutron] 10.222.0.50 "GET /v2.0/networks/e163c659-f682-48b4-8901-11f48fa6b884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230511 Nov 12 03:23:40.476284 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-27bada10-6c75-4744-850a-0a5131e2570b req-a16e4e0c-538a-4052-9a25-9b18eba4c684 service neutron] 10.222.0.90 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026651 Nov 12 03:23:40.535975 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc04597-d31d-4cc4-9f88-2ec835207461 req-9417eb89-e46b-47e0-a149-0d65daa81ba7 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:40.549865 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3bc04597-d31d-4cc4-9f88-2ec835207461 req-9417eb89-e46b-47e0-a149-0d65daa81ba7 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 944 time: 0.0847390 Nov 12 03:23:40.670747 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3bc04597-d31d-4cc4-9f88-2ec835207461 req-068c523a-7320-43a2-96f7-28f12ab45c29 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181166 Nov 12 03:23:40.847616 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278b361-78b6-41fb-8e99-9a722c469cab req-4a66b0ae-f4e2-4802-a878-44db61d60b77 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:40.856710 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b278b361-78b6-41fb-8e99-9a722c469cab req-4a66b0ae-f4e2-4802-a878-44db61d60b77 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 944 time: 0.0838211 Nov 12 03:23:40.876712 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177b16a4-0913-4d0a-9ffe-a5d909f5dbc3 x-openstack-request-id: req-177b16a4-0913-4d0a-9ffe-a5d909f5dbc3 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:40.877030 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b", "tag": "f0e2b5e6-5926-4867-93e1-9cf088a50e14", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:40.877455 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-177b16a4-0913-4d0a-9ffe-a5d909f5dbc3 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:40.878355 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b', 'tag': 'f0e2b5e6-5926-4867-93e1-9cf088a50e14', 'status': 'completed', 'code': 200} Nov 12 03:23:40.904343 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bada10-6c75-4744-850a-0a5131e2570b req-5d8c198f-bfa5-48d6-87f2-767f7c96bde3 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:40.906156 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-27bada10-6c75-4744-850a-0a5131e2570b req-5d8c198f-bfa5-48d6-87f2-767f7c96bde3 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1&tenant_id=ab1cf8386d1b4172a2ff2003f6ed3228&binding%3Ahost_id=n-h2-715271-27 HTTP/1.1" status: 200 len: 1096 time: 0.0666695 Nov 12 03:23:40.956729 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b278b361-78b6-41fb-8e99-9a722c469cab req-0144d63b-6eeb-4203-8751-8c58e13ae9e9 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981908 Nov 12 03:23:41.026476 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce313b1f-fc7c-4813-bddf-e479c024067f x-openstack-request-id: req-ce313b1f-fc7c-4813-bddf-e479c024067f {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:41.027020 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d64dea81-24dc-4006-8bc2-063aa7d207aa", "name": "network-vif-plugged", "status": "completed", "tag": "db20b5ee-6932-435f-b943-f4dc478bca66", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:41.027234 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ce313b1f-fc7c-4813-bddf-e479c024067f {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:41.027747 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd64dea81-24dc-4006-8bc2-063aa7d207aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db20b5ee-6932-435f-b943-f4dc478bca66', 'code': 200} Nov 12 03:23:41.088403 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b97926-5dbc-4b15-ae36-f5e27bd8db62 req-7740441b-2a89-44ca-b881-d56930c07e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:41.090178 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-51b97926-5dbc-4b15-ae36-f5e27bd8db62 req-7740441b-2a89-44ca-b881-d56930c07e6d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2b6c3f20e3df4bfeadb358a1e561f7d3&device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 1096 time: 0.1788192 Nov 12 03:23:41.102854 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8de57-d104-4fe4-b520-1148a7d6b5ea req-5eb9fadf-1ed7-41b3-a5fe-a9a52ada5635 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:41.104911 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-efe8de57-d104-4fe4-b520-1148a7d6b5ea req-5eb9fadf-1ed7-41b3-a5fe-a9a52ada5635 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 944 time: 0.1097808 Nov 12 03:23:41.150826 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07beb572-a20d-4523-9f6a-8a5c4c5bfdaf req-3f39d65f-2050-474a-8723-9011e3a8d034 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:41.161634 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-07beb572-a20d-4523-9f6a-8a5c4c5bfdaf req-3f39d65f-2050-474a-8723-9011e3a8d034 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=d64dea81-24dc-4006-8bc2-063aa7d207aa HTTP/1.1" status: 200 len: 945 time: 0.0683501 Nov 12 03:23:41.255425 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-07beb572-a20d-4523-9f6a-8a5c4c5bfdaf req-c67f1300-4676-40a6-b12b-e8908bbbabe6 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925543 Nov 12 03:23:41.282662 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887292ff-dc46-43a4-98dc-15c6c9bd4029 req-4f305a35-8dca-4010-a3ef-80b27033c4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:41.285710 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-887292ff-dc46-43a4-98dc-15c6c9bd4029 req-4f305a35-8dca-4010-a3ef-80b27033c4da service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d64dea81-24dc-4006-8bc2-063aa7d207aa HTTP/1.1" status: 200 len: 1097 time: 0.0843198 Nov 12 03:23:41.296993 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-efe8de57-d104-4fe4-b520-1148a7d6b5ea req-9aad37cc-52a2-450d-be9c-7e60f86a9d40 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534238 Nov 12 03:23:41.320271 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-27bada10-6c75-4744-850a-0a5131e2570b req-2be9b941-2e1d-41cc-87d5-0071ce9d6743 service neutron] For port 2937aafc-2c4b-465b-9932-933f8f4edba0, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:41.325599 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-27bada10-6c75-4744-850a-0a5131e2570b req-2be9b941-2e1d-41cc-87d5-0071ce9d6743 service neutron] Publish callbacks [] for binding, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:41.326758 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-27bada10-6c75-4744-850a-0a5131e2570b req-2be9b941-2e1d-41cc-87d5-0071ce9d6743 service neutron] 10.222.0.90 "DELETE /v2.0/ports/2937aafc-2c4b-465b-9932-933f8f4edba0/bindings/n-h1-715271-27 HTTP/1.1" status: 204 len: 173 time: 0.3976297 Nov 12 03:23:41.358804 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b97926-5dbc-4b15-ae36-f5e27bd8db62 req-e6975605-5287-4a49-9e7b-381fb1ba0e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:41.361133 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-51b97926-5dbc-4b15-ae36-f5e27bd8db62 req-e6975605-5287-4a49-9e7b-381fb1ba0e00 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bd20a58b-98df-4ef8-98dd-f9fae3c64676 HTTP/1.1" status: 200 len: 911 time: 0.2523372 Nov 12 03:23:41.411084 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ff97637a-9292-44f1-85ae-cf6d89f034d1 req-0c97dc5e-c7c0-4f13-b5e9-70326c9cc8d9 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 210 time: 0.0780723 Nov 12 03:23:41.442321 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-887292ff-dc46-43a4-98dc-15c6c9bd4029 req-99d5080d-e48a-4773-a637-81f01aded401 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344650 Nov 12 03:23:41.447351 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-51b97926-5dbc-4b15-ae36-f5e27bd8db62 req-750f38d6-cc83-4da0-abff-da009fc0ddaa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0e2b5e6-5926-4867-93e1-9cf088a50e14 HTTP/1.1" status: 200 len: 217 time: 0.0758672 Nov 12 03:23:41.472920 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a62eb2ee-c1a1-463e-b0f5-d35af83e4955 req-044eaf3d-232c-45cf-9b0f-c1f98008df0c tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] 10.222.0.50 "GET /v2.0/ports?device_id=565748e5-d3c5-4e87-8ed7-425bbf126ee7 HTTP/1.1" status: 200 len: 210 time: 0.0371342 Nov 12 03:23:41.529020 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b97926-5dbc-4b15-ae36-f5e27bd8db62 req-4fe7dfbe-9f92-48fc-8af7-e7dd98adb21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:41.530804 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-51b97926-5dbc-4b15-ae36-f5e27bd8db62 req-4fe7dfbe-9f92-48fc-8af7-e7dd98adb21e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9df5425c-e3c5-4b00-ac6d-1c0b8d452c62 HTTP/1.1" status: 200 len: 850 time: 0.0664554 Nov 12 03:23:41.586260 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-51b97926-5dbc-4b15-ae36-f5e27bd8db62 req-d3d925d3-09c4-40d4-a276-5842d04d6ef9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bd20a58b-98df-4ef8-98dd-f9fae3c64676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432062 Nov 12 03:23:41.642540 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64d511-bafe-4947-b628-1dfa80d6df60 req-c36e6f51-e4c1-4e9a-b284-828467edd837 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:41.651412 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64d511-bafe-4947-b628-1dfa80d6df60 req-c36e6f51-e4c1-4e9a-b284-828467edd837 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:41.653259 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ed64d511-bafe-4947-b628-1dfa80d6df60 req-c36e6f51-e4c1-4e9a-b284-828467edd837 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7221f21-f9b5-45aa-bdcc-44dfeab03a05 HTTP/1.1" status: 200 len: 1683 time: 0.1214764 Nov 12 03:23:41.771978 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ed64d511-bafe-4947-b628-1dfa80d6df60 req-983f75b2-c55e-433d-905a-3331ac9dac0e tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7b9a195-d95c-4e3f-bea7-b1f410bc6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818486 Nov 12 03:23:41.774455 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-51b97926-5dbc-4b15-ae36-f5e27bd8db62 req-56b82766-b139-4c24-8924-75de6d66ca4d service neutron] 10.222.0.74 "GET /v2.0/networks/bd20a58b-98df-4ef8-98dd-f9fae3c64676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783817 Nov 12 03:23:41.960304 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-51b97926-5dbc-4b15-ae36-f5e27bd8db62 req-30a9382d-cbae-4dc0-b565-a638990ab192 service neutron] 10.222.0.74 "GET /v2.0/networks/bd20a58b-98df-4ef8-98dd-f9fae3c64676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756883 Nov 12 03:23:41.987691 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8724cc64-c81d-4984-9e53-de7b1bc07bb1 req-e4c0c107-0c12-4dbf-bf6d-6ade1123aa1b tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:41.989514 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8724cc64-c81d-4984-9e53-de7b1bc07bb1 req-e4c0c107-0c12-4dbf-bf6d-6ade1123aa1b tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 944 time: 0.0947042 Nov 12 03:23:42.056885 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8724cc64-c81d-4984-9e53-de7b1bc07bb1 req-dcda089a-f6e6-400b-aa16-1d74f2907fa3 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600317 Nov 12 03:23:42.068103 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 56228) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:42.073128 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298357a1-e084-4dee-9e51-4e62cf8d815a req-ac6e4cb7-88f5-4a34-8a86-bd2602467635 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:42.081847 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-298357a1-e084-4dee-9e51-4e62cf8d815a req-ac6e4cb7-88f5-4a34-8a86-bd2602467635 tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 1096 time: 0.3203464 Nov 12 03:23:42.130014 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-298357a1-e084-4dee-9e51-4e62cf8d815a req-3ad216ec-c463-4e73-bac3-0602b94b2e7a tempest-LiveMigrationTest-1435822489 tempest-LiveMigrationTest-1435822489-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467560 Nov 12 03:23:42.185719 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653ea8f-6e06-48c2-9e85-135bbd47e671 req-ac536e8b-d39c-4680-814e-38d3c235cdcf tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:42.192657 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c653ea8f-6e06-48c2-9e85-135bbd47e671 req-ac536e8b-d39c-4680-814e-38d3c235cdcf tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 944 time: 0.0676038 Nov 12 03:23:42.230082 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-abebf52a-22a9-42f5-9084-58d0f6025114 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:42.317152 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c653ea8f-6e06-48c2-9e85-135bbd47e671 req-938dbd7c-ef96-429c-a784-8eecbf8cc3ed tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160238 Nov 12 03:23:42.415286 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-abebf52a-22a9-42f5-9084-58d0f6025114 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:42.430754 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-abebf52a-22a9-42f5-9084-58d0f6025114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:42.461875 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705f920-cdc4-4c0e-b9fc-db5ecc947d48 req-0d0c86bb-d00d-4104-af20-afc69b34b33a tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:42.469246 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4705f920-cdc4-4c0e-b9fc-db5ecc947d48 req-0d0c86bb-d00d-4104-af20-afc69b34b33a tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=d64dea81-24dc-4006-8bc2-063aa7d207aa HTTP/1.1" status: 200 len: 945 time: 0.1020994 Nov 12 03:23:42.502800 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-abebf52a-22a9-42f5-9084-58d0f6025114 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=737eb8259af24b5e8b4b69cd7c0f1688&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4332051 Nov 12 03:23:42.506896 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 56242) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:42.510903 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abebf52a-22a9-42f5-9084-58d0f6025114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e07040-1f19-4114-b634-68137f718c6c,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:42.530634 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351d836-e141-435e-b6d0-25c9eba3332b req-6e424b6b-1e1e-47ac-8582-14c7e7ef9f22 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:42.532386 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9351d836-e141-435e-b6d0-25c9eba3332b req-6e424b6b-1e1e-47ac-8582-14c7e7ef9f22 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 944 time: 0.1201084 Nov 12 03:23:42.611206 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4705f920-cdc4-4c0e-b9fc-db5ecc947d48 req-d1c57907-1304-4bfb-afd7-626789b0efc9 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399715 Nov 12 03:23:42.620887 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-31e7a565-3e71-41a9-85ff-e5e1134ad348 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:42.638838 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9351d836-e141-435e-b6d0-25c9eba3332b req-0c88c2b3-8adf-4d07-a758-3a51fe0a92d8 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890906 Nov 12 03:23:42.654622 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-3225a726-e4eb-4966-bdc8-645cfe2700a4 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:42.656066 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-31e7a565-3e71-41a9-85ff-e5e1134ad348 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:42.657065 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-3225a726-e4eb-4966-bdc8-645cfe2700a4 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.90 "GET /v2.0/networks?id=56493891-2b14-40ba-a8cb-65015d9b59f3 HTTP/1.1" status: 200 len: 811 time: 0.1838751 Nov 12 03:23:42.726724 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-31e7a565-3e71-41a9-85ff-e5e1134ad348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:42.729871 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-31e7a565-3e71-41a9-85ff-e5e1134ad348 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:42.732131 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-31e7a565-3e71-41a9-85ff-e5e1134ad348 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c4e07040-1f19-4114-b634-68137f718c6c HTTP/1.1" status: 204 len: 168 time: 0.2230334 Nov 12 03:23:42.753739 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5e899215-6966-4f77-909d-a228d9ecbcf7 req-e81a8c63-add9-4f7d-849e-77b76c4b9e2f tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 210 time: 0.0402694 Nov 12 03:23:42.753966 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e7a565-3e71-41a9-85ff-e5e1134ad348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e07040-1f19-4114-b634-68137f718c6c,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:42.787059 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ad6c2387-f04d-4cce-a56f-3910d34ec9bc req-9fffd9b1-7cf9-4f5b-8e6b-01859ddcd4d0 tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] 10.222.0.50 "GET /v2.0/ports?device_id=565748e5-d3c5-4e87-8ed7-425bbf126ee7 HTTP/1.1" status: 200 len: 210 time: 0.0523429 Nov 12 03:23:42.859039 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-ee73ec69-a593-40bf-a598-450aab198221 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eda4d7a9c5834d36bc2b22e1ed979ccd HTTP/1.1" status: 200 len: 380 time: 0.0818553 Nov 12 03:23:42.915428 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-4eee2348-6fc3-4bd1-a23f-681fecd4ba68 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Request body: {'port': {'device_id': '7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c', 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3', 'admin_state_up': True, 'tenant_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'security_groups': ['ced90908-4290-48dd-a013-5816c6484725']}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:42.927618 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9bf6b-29c7-4f9b-b716-a773e5c149b6 req-f6e4e5d7-912d-4899-bcd2-adc63fde3ac4 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:42.933946 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9bf6b-29c7-4f9b-b716-a773e5c149b6 req-f6e4e5d7-912d-4899-bcd2-adc63fde3ac4 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:42.935215 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ccb9bf6b-29c7-4f9b-b716-a773e5c149b6 req-f6e4e5d7-912d-4899-bcd2-adc63fde3ac4 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7221f21-f9b5-45aa-bdcc-44dfeab03a05 HTTP/1.1" status: 200 len: 1683 time: 0.0750496 Nov 12 03:23:43.053830 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ccb9bf6b-29c7-4f9b-b716-a773e5c149b6 req-85597e85-66b8-4359-9429-5946112afd78 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7b9a195-d95c-4e3f-bea7-b1f410bc6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042352 Nov 12 03:23:43.123054 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 56252) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:43.139941 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-4eee2348-6fc3-4bd1-a23f-681fecd4ba68 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Made reservation on behalf of eda4d7a9c5834d36bc2b22e1ed979ccd for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:43.146377 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-4eee2348-6fc3-4bd1-a23f-681fecd4ba68 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:43.148142 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b6672de2-ceaa-4811-98c0-db4e3961fc7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:43.263347 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b21ca-0f67-4bee-85f0-e802381d598c req-8ab19241-e277-49c9-b6b5-7342f577457c tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:43.270795 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-270b21ca-0f67-4bee-85f0-e802381d598c req-8ab19241-e277-49c9-b6b5-7342f577457c tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 944 time: 0.1005466 Nov 12 03:23:43.365186 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-4eee2348-6fc3-4bd1-a23f-681fecd4ba68 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Allocated IP 172.20.0.5 (56493891-2b14-40ba-a8cb-65015d9b59f3/c41913f5-e5c1-4e60-8ee6-4f6d29d519f8/55a09f1f-5f9e-4783-9942-dfb020785189) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:43.385305 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-270b21ca-0f67-4bee-85f0-e802381d598c req-780ce8f6-06a3-48d1-97db-24c743ba2b54 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134446 Nov 12 03:23:43.387326 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b6672de2-ceaa-4811-98c0-db4e3961fc7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:43.418409 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b6672de2-ceaa-4811-98c0-db4e3961fc7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:43.478213 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6672de2-ceaa-4811-98c0-db4e3961fc7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ff8d39-71d0-45d8-a7c4-448d5b46bd42,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:43.485153 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b6672de2-ceaa-4811-98c0-db4e3961fc7f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=55a78c60b416426c8441dd6998565578&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3601084 Nov 12 03:23:43.489334 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 56256) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:43.541171 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-3a4b0abf-cc86-4ae3-9f42-c1075db28d26 tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:43.543833 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-3a4b0abf-cc86-4ae3-9f42-c1075db28d26 tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] 10.222.0.90 "GET /v2.0/networks?id=e163c659-f682-48b4-8901-11f48fa6b884 HTTP/1.1" status: 200 len: 815 time: 0.2335861 Nov 12 03:23:43.580526 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a16d19d2-50d9-4bd0-a69e-0012735a2ecb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:43.583197 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146f604-8bf7-43b2-8fcd-72af29421bf0 req-a2c8bbfb-ee94-4489-95ce-1ff64e0662f7 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:43.586140 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a146f604-8bf7-43b2-8fcd-72af29421bf0 req-a2c8bbfb-ee94-4489-95ce-1ff64e0662f7 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 944 time: 0.1533699 Nov 12 03:23:43.609409 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-fca13d8f-8e9d-40bc-8f16-beee5e220fa7 tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] Request body: {'port': {'device_id': '565748e5-d3c5-4e87-8ed7-425bbf126ee7', 'network_id': 'e163c659-f682-48b4-8901-11f48fa6b884', 'admin_state_up': True, 'tenant_id': 'acad90f297d142a08a0445eb4949b74f'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:43.626365 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a16d19d2-50d9-4bd0-a69e-0012735a2ecb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:43.646962 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-4eee2348-6fc3-4bd1-a23f-681fecd4ba68 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:43.669561 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a146f604-8bf7-43b2-8fcd-72af29421bf0 req-c96a7036-f7e0-43ab-b68a-0918ef9fd508 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760641 Nov 12 03:23:43.713598 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-4eee2348-6fc3-4bd1-a23f-681fecd4ba68 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:43.755709 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dfbdd1-069d-42c0-8045-b92a2d72c10e req-00b99916-9559-4c00-bdd0-ed3d97902b13 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:43.757290 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c7dfbdd1-069d-42c0-8045-b92a2d72c10e req-00b99916-9559-4c00-bdd0-ed3d97902b13 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.90 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 944 time: 0.1516871 Nov 12 03:23:43.787998 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-4eee2348-6fc3-4bd1-a23f-681fecd4ba68 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Network 56493891-2b14-40ba-a8cb-65015d9b59f3 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:43.811212 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-4eee2348-6fc3-4bd1-a23f-681fecd4ba68 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:43.816669 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-4eee2348-6fc3-4bd1-a23f-681fecd4ba68 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:43.823604 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee2348-6fc3-4bd1-a23f-681fecd4ba68 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Pushing event updated for resources: {'Port': ['ID=55a09f1f-5f9e-4783-9942-dfb020785189,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:43.875241 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a528fc5-7fe0-4477-8493-294634475b33 req-41743e1a-61a0-4f45-b619-7117d57ee78a tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:43.876885 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4a528fc5-7fe0-4477-8493-294634475b33 req-41743e1a-61a0-4f45-b619-7117d57ee78a tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 944 time: 0.1147625 Nov 12 03:23:43.917039 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-4eee2348-6fc3-4bd1-a23f-681fecd4ba68 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:43.918672 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-4eee2348-6fc3-4bd1-a23f-681fecd4ba68 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:43.953898 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-4eee2348-6fc3-4bd1-a23f-681fecd4ba68 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0451856 Nov 12 03:23:43.968894 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4a528fc5-7fe0-4477-8493-294634475b33 req-817dd224-bde6-4b92-a442-0342873a1f3e tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842810 Nov 12 03:23:43.970580 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0196c-27a7-4434-8fa4-737db75b42b6 req-7e650789-3af9-47f8-8559-72f6b6b81624 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:43.975725 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-04194a6d-745d-4f51-a590-b9ce758a5104 service neutron] Request body: {'port': {'device_id': '7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:43.985723 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e6b0196c-27a7-4434-8fa4-737db75b42b6 req-7e650789-3af9-47f8-8559-72f6b6b81624 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=d64dea81-24dc-4006-8bc2-063aa7d207aa HTTP/1.1" status: 200 len: 945 time: 0.2159452 Nov 12 03:23:44.097799 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-04194a6d-745d-4f51-a590-b9ce758a5104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:44.163894 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-f8e2430f-fcd4-4be9-bd93-7a1ccce77917 None None] Provisioning complete for port 55a09f1f-5f9e-4783-9942-dfb020785189 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:44.164931 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f8e2430f-fcd4-4be9-bd93-7a1ccce77917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:44.196528 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2d4da-1a0d-4ccf-b43b-35cbd7caf2c3 req-2c364603-0e6c-40f1-a81b-10a69fdcd601 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:44.198136 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2df2d4da-1a0d-4ccf-b43b-35cbd7caf2c3 req-2c364603-0e6c-40f1-a81b-10a69fdcd601 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 931 time: 0.1336281 Nov 12 03:23:44.209140 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-f8e2430f-fcd4-4be9-bd93-7a1ccce77917 None None] Port 55a09f1f-5f9e-4783-9942-dfb020785189 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:23:44.334240 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2df2d4da-1a0d-4ccf-b43b-35cbd7caf2c3 req-5332f226-2997-4fde-971e-3e35f8669a71 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229272 Nov 12 03:23:44.354065 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-fca13d8f-8e9d-40bc-8f16-beee5e220fa7 tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] Made reservation on behalf of acad90f297d142a08a0445eb4949b74f for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:44.357546 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-fca13d8f-8e9d-40bc-8f16-beee5e220fa7 tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:44.378917 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a16d19d2-50d9-4bd0-a69e-0012735a2ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:44.381446 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a16d19d2-50d9-4bd0-a69e-0012735a2ecb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:44.384648 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a16d19d2-50d9-4bd0-a69e-0012735a2ecb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a2ff8d39-71d0-45d8-a7c4-448d5b46bd42 HTTP/1.1" status: 204 len: 168 time: 0.8943291 Nov 12 03:23:44.435069 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d19d2-50d9-4bd0-a69e-0012735a2ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ff8d39-71d0-45d8-a7c4-448d5b46bd42,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:44.460634 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-544584d8-d0fe-4d1b-8c47-3fe2db831add req-fddb1648-47a6-4e44-bf40-52a4c7e71ffc tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] 10.222.0.50 "GET /v2.0/ports?device_id=565748e5-d3c5-4e87-8ed7-425bbf126ee7 HTTP/1.1" status: 200 len: 210 time: 0.0394769 Nov 12 03:23:44.477834 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e6b0196c-27a7-4434-8fa4-737db75b42b6 req-8af5b82a-3f64-4215-9297-d8862f5c85dd tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4982629 Nov 12 03:23:44.483477 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-c7dfbdd1-069d-42c0-8045-b92a2d72c10e req-0c38752c-9281-4353-ac91-68b27a2bba27 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Deleting port 2937aafc-2c4b-465b-9932-933f8f4edba0 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:44.483857 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c7dfbdd1-069d-42c0-8045-b92a2d72c10e req-0c38752c-9281-4353-ac91-68b27a2bba27 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:44.569367 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d46d3-b252-4045-926a-699f9c14ee28 req-a7d09948-ebc7-4927-9835-4ac8b0cab318 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:44.575373 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d46d3-b252-4045-926a-699f9c14ee28 req-a7d09948-ebc7-4927-9835-4ac8b0cab318 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:44.577026 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ab3d46d3-b252-4045-926a-699f9c14ee28 req-a7d09948-ebc7-4927-9835-4ac8b0cab318 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7221f21-f9b5-45aa-bdcc-44dfeab03a05 HTTP/1.1" status: 200 len: 1683 time: 0.2420843 Nov 12 03:23:44.653134 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-04194a6d-745d-4f51-a590-b9ce758a5104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55a09f1f-5f9e-4783-9942-dfb020785189 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:44.674718 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-04194a6d-745d-4f51-a590-b9ce758a5104 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:44.712496 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-04194a6d-745d-4f51-a590-b9ce758a5104 service neutron] Transition to ACTIVE for port object 55a09f1f-5f9e-4783-9942-dfb020785189 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:23:44.718865 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-04194a6d-745d-4f51-a590-b9ce758a5104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:44.773621 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15713eaa-61cd-452e-8abd-1dfa040adc15 req-ac67e49e-836e-46ed-9883-4beaba5cc099 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:44.779945 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15713eaa-61cd-452e-8abd-1dfa040adc15 req-ac67e49e-836e-46ed-9883-4beaba5cc099 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:44.788405 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-15713eaa-61cd-452e-8abd-1dfa040adc15 req-ac67e49e-836e-46ed-9883-4beaba5cc099 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7221f21-f9b5-45aa-bdcc-44dfeab03a05 HTTP/1.1" status: 200 len: 1683 time: 0.1393447 Nov 12 03:23:44.853407 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04194a6d-745d-4f51-a590-b9ce758a5104 service neutron] Pushing event updated for resources: {'Port': ['ID=55a09f1f-5f9e-4783-9942-dfb020785189,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:44.880315 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device f0e2b5e6-5926-4867-93e1-9cf088a50e14 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:23:44.902760 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ea14e-ae02-4a2a-ae68-6730766f32bc req-df11cbdf-9951-49ed-b29a-4a5c009fa90e tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:44.917352 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-188ea14e-ae02-4a2a-ae68-6730766f32bc req-df11cbdf-9951-49ed-b29a-4a5c009fa90e tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 944 time: 0.3292494 Nov 12 03:23:44.997695 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-15713eaa-61cd-452e-8abd-1dfa040adc15 req-725e00d8-61b6-4674-8999-87f91899c595 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7b9a195-d95c-4e3f-bea7-b1f410bc6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040439 Nov 12 03:23:45.050759 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-188ea14e-ae02-4a2a-ae68-6730766f32bc req-b95792fa-119a-4edf-9728-9a0d3050153e tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234221 Nov 12 03:23:45.053993 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-04194a6d-745d-4f51-a590-b9ce758a5104 service neutron] Attempting to bind port 55a09f1f-5f9e-4783-9942-dfb020785189 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:45.054343 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-04194a6d-745d-4f51-a590-b9ce758a5104 service neutron] Attempting to bind port 55a09f1f-5f9e-4783-9942-dfb020785189 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '51bc27e8-7dd2-406e-8102-7505cd62de69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:45.054672 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-04194a6d-745d-4f51-a590-b9ce758a5104 service neutron] Attempting to bind port 55a09f1f-5f9e-4783-9942-dfb020785189 on network 56493891-2b14-40ba-a8cb-65015d9b59f3 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:45.064557 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-04194a6d-745d-4f51-a590-b9ce758a5104 service neutron] Port 55a09f1f-5f9e-4783-9942-dfb020785189 on network 56493891-2b14-40ba-a8cb-65015d9b59f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:45.064894 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-04194a6d-745d-4f51-a590-b9ce758a5104 service neutron] Attempting to bind port 55a09f1f-5f9e-4783-9942-dfb020785189 on network 56493891-2b14-40ba-a8cb-65015d9b59f3 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:45.073850 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-04194a6d-745d-4f51-a590-b9ce758a5104 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:45.074858 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-04194a6d-745d-4f51-a590-b9ce758a5104 service neutron] Checking segment: {'id': '51bc27e8-7dd2-406e-8102-7505cd62de69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:45.075358 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-04194a6d-745d-4f51-a590-b9ce758a5104 service neutron] Bound using segment: {'id': '51bc27e8-7dd2-406e-8102-7505cd62de69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:45.076034 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-04194a6d-745d-4f51-a590-b9ce758a5104 service neutron] Bound port: 55a09f1f-5f9e-4783-9942-dfb020785189, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51bc27e8-7dd2-406e-8102-7505cd62de69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:45.076696 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-04194a6d-745d-4f51-a590-b9ce758a5104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:45.093737 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-fca13d8f-8e9d-40bc-8f16-beee5e220fa7 tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] Allocated IP 172.20.0.14 (e163c659-f682-48b4-8901-11f48fa6b884/41825434-b129-4583-a8f8-1f9b806c8df6/c0c325f2-ad27-406e-bdc9-f07385fe28d9) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:45.113877 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-ab3d46d3-b252-4045-926a-699f9c14ee28 req-97724132-bb8b-4166-ace1-656a4e46a85e tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Deleting port 0d1c6bbe-f414-4a11-817d-ebbe45bdcf39 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:45.114286 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ab3d46d3-b252-4045-926a-699f9c14ee28 req-97724132-bb8b-4166-ace1-656a4e46a85e tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:45.146492 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port f0e2b5e6-5926-4867-93e1-9cf088a50e14, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=f0e2b5e6-5926-4867-93e1-9cf088a50e14,segment=NetworkSegment(033a6808-1d19-4bc4-a7ba-207db19e6110),segment_id=033a6808-1d19-4bc4-a7ba-207db19e6110)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:45.174197 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'f0e2b5e6-5926-4867-93e1-9cf088a50e14', 'network_id': 'bd20a58b-98df-4ef8-98dd-f9fae3c64676', 'port_id': 'f0e2b5e6-5926-4867-93e1-9cf088a50e14', 'mac_address': 'fa:16:3e:0e:f7:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9df5425c-e3c5-4b00-ac6d-1c0b8d452c62', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:23:45.258144 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:45.282443 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0e2b5e6-5926-4867-93e1-9cf088a50e14 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:45.294881 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-04194a6d-745d-4f51-a590-b9ce758a5104 service neutron] For port 55a09f1f-5f9e-4783-9942-dfb020785189, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:45.306070 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02155cbe-d0c1-4ade-88d4-c9c278df4aa5 req-7eab48e6-aa6d-4588-bf4e-6474ed1d4aab tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:45.307875 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-02155cbe-d0c1-4ade-88d4-c9c278df4aa5 req-7eab48e6-aa6d-4588-bf4e-6474ed1d4aab tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 944 time: 0.1301126 Nov 12 03:23:45.317461 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port f0e2b5e6-5926-4867-93e1-9cf088a50e14, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=f0e2b5e6-5926-4867-93e1-9cf088a50e14,segment=NetworkSegment(033a6808-1d19-4bc4-a7ba-207db19e6110),segment_id=033a6808-1d19-4bc4-a7ba-207db19e6110)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:45.320389 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-04194a6d-745d-4f51-a590-b9ce758a5104 service neutron] For port 55a09f1f-5f9e-4783-9942-dfb020785189, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=55a09f1f-5f9e-4783-9942-dfb020785189,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:45.323297 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:45.337478 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-04194a6d-745d-4f51-a590-b9ce758a5104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:45.423631 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-04194a6d-745d-4f51-a590-b9ce758a5104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:45.423899 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-04194a6d-745d-4f51-a590-b9ce758a5104 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:45.426275 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-04194a6d-745d-4f51-a590-b9ce758a5104 service neutron] 10.222.0.90 "PUT /v2.0/ports/55a09f1f-5f9e-4783-9942-dfb020785189 HTTP/1.1" status: 200 len: 1092 time: 1.4560866 Nov 12 03:23:45.439505 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-02155cbe-d0c1-4ade-88d4-c9c278df4aa5 req-c5afb10c-eff6-4808-8d7d-5f9e657dd171 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150365 Nov 12 03:23:45.439505 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c', 'tag': '55a09f1f-5f9e-4783-9942-dfb020785189'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:45.446367 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1a829b-1fd3-43fe-8c40-40f231c29d93" -d '{"events": [{"name": "network-changed", "server_uuid": "7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c", "tag": "55a09f1f-5f9e-4783-9942-dfb020785189"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:45.491098 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=f0e2b5e6-5926-4867-93e1-9cf088a50e14,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:45.535146 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04194a6d-745d-4f51-a590-b9ce758a5104 service neutron] Pushing event updated for resources: {'Port': ['ID=55a09f1f-5f9e-4783-9942-dfb020785189,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:45.601013 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-c25f0ad9-1dc5-4096-b084-4475a37c6ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:45.606480 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-c25f0ad9-1dc5-4096-b084-4475a37c6ca1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=eda4d7a9c5834d36bc2b22e1ed979ccd&device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 1095 time: 0.0950975 Nov 12 03:23:45.640874 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-fca13d8f-8e9d-40bc-8f16-beee5e220fa7 tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:45.655789 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['f0e2b5e6-5926-4867-93e1-9cf088a50e14'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:45.707736 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-c7dfbdd1-069d-42c0-8045-b92a2d72c10e req-0c38752c-9281-4353-ac91-68b27a2bba27 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] For port 2937aafc-2c4b-465b-9932-933f8f4edba0, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=2937aafc-2c4b-465b-9932-933f8f4edba0,segment=NetworkSegment(8dbff2fd-9cfc-4504-9870-2f052b7a9289),segment_id=8dbff2fd-9cfc-4504-9870-2f052b7a9289)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:45.708438 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c7dfbdd1-069d-42c0-8045-b92a2d72c10e req-0c38752c-9281-4353-ac91-68b27a2bba27 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:45.739705 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-25686310-72c9-4600-90a9-e4196ab0c6c3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55a09f1f-5f9e-4783-9942-dfb020785189 HTTP/1.1" status: 200 len: 217 time: 0.1062374 Nov 12 03:23:45.745639 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-ab3d46d3-b252-4045-926a-699f9c14ee28 req-97724132-bb8b-4166-ace1-656a4e46a85e tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] For port 0d1c6bbe-f414-4a11-817d-ebbe45bdcf39, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=0d1c6bbe-f414-4a11-817d-ebbe45bdcf39,segment=NetworkSegment(f2f55e92-db4c-405e-b786-3d1bbe33b256),segment_id=f2f55e92-db4c-405e-b786-3d1bbe33b256)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:45.746239 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ab3d46d3-b252-4045-926a-699f9c14ee28 req-97724132-bb8b-4166-ace1-656a4e46a85e tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:45.781205 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-c7dfbdd1-069d-42c0-8045-b92a2d72c10e req-0c38752c-9281-4353-ac91-68b27a2bba27 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Calling delete_port for 2937aafc-2c4b-465b-9932-933f8f4edba0 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:45.800857 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-06eb17d4-f545-4237-a417-d4648bd7c2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:45.802161 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-ab3d46d3-b252-4045-926a-699f9c14ee28 req-97724132-bb8b-4166-ace1-656a4e46a85e tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Calling delete_port for 0d1c6bbe-f414-4a11-817d-ebbe45bdcf39 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:45.802577 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-06eb17d4-f545-4237-a417-d4648bd7c2a8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c41913f5-e5c1-4e60-8ee6-4f6d29d519f8 HTTP/1.1" status: 200 len: 850 time: 0.0551474 Nov 12 03:23:45.848511 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c576d1-41cd-4fdf-8c1d-78302c4c6878 req-243a182f-7b29-4815-b6b1-e8f7a323b9f7 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:45.857456 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5dc9e8-5714-49cd-8e33-c4f86bf62eae req-c9112395-d4ec-46e0-9dd6-ab4a80674b3d tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:45.861828 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-69c576d1-41cd-4fdf-8c1d-78302c4c6878 req-243a182f-7b29-4815-b6b1-e8f7a323b9f7 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 944 time: 0.2137120 Nov 12 03:23:45.865378 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2c5dc9e8-5714-49cd-8e33-c4f86bf62eae req-c9112395-d4ec-46e0-9dd6-ab4a80674b3d tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 943 time: 0.2566006 Nov 12 03:23:45.900698 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-b998b096-17a1-4fd9-99bf-c1ac1e0a1116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:45.902373 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-b998b096-17a1-4fd9-99bf-c1ac1e0a1116 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=56493891-2b14-40ba-a8cb-65015d9b59f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0913830 Nov 12 03:23:46.053651 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2c5dc9e8-5714-49cd-8e33-c4f86bf62eae req-84e2b46c-b751-44ac-8643-de800760e166 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870456 Nov 12 03:23:46.087798 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-417b6e7a-9f68-4702-82a5-cfd4a0f965f4 service neutron] 10.222.0.90 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682124 Nov 12 03:23:46.171811 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-fca13d8f-8e9d-40bc-8f16-beee5e220fa7 tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:46.189010 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-69c576d1-41cd-4fdf-8c1d-78302c4c6878 req-d5ba0372-4386-465b-afed-9195d5248653 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224916 Nov 12 03:23:46.203579 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d805bca2-2d06-4a02-a8f0-238b71f63ab6 x-openstack-request-id: req-d805bca2-2d06-4a02-a8f0-238b71f63ab6 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:46.203930 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c", "tag": "55a09f1f-5f9e-4783-9942-dfb020785189", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:46.204146 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d805bca2-2d06-4a02-a8f0-238b71f63ab6 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:46.204566 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c', 'tag': '55a09f1f-5f9e-4783-9942-dfb020785189', 'status': 'completed', 'code': 200} Nov 12 03:23:46.214917 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c7dfbdd1-069d-42c0-8045-b92a2d72c10e req-0c38752c-9281-4353-ac91-68b27a2bba27 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:46.259615 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['b3f727d1-490b-45ee-b4ff-59728a0c678b'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:46.324141 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f9b14894-9afd-4d75-be9d-bad9d37bdd5e req-3dda1df9-8649-41ca-9688-c1ddc89f5281 service neutron] 10.222.0.90 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274761 Nov 12 03:23:46.385949 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e34454-7b60-4946-a36f-8b62b1eae69c req-61fff75c-07f5-470b-b49e-07a7c319f296 tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:46.397041 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-52e34454-7b60-4946-a36f-8b62b1eae69c req-61fff75c-07f5-470b-b49e-07a7c319f296 tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] 10.222.0.50 "GET /v2.0/ports?device_id=565748e5-d3c5-4e87-8ed7-425bbf126ee7 HTTP/1.1" status: 200 len: 932 time: 0.1623158 Nov 12 03:23:46.495479 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-fca13d8f-8e9d-40bc-8f16-beee5e220fa7 tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] Network e163c659-f682-48b4-8901-11f48fa6b884 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:46.503626 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-52e34454-7b60-4946-a36f-8b62b1eae69c req-8e4266d5-f841-4aba-abc8-e08d7c6bad36 tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] 10.222.0.50 "GET /v2.0/security-groups?id=f247cb4e-bca1-481a-a0e9-1fb404a79b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048577 Nov 12 03:23:46.513316 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a829b-1fd3-43fe-8c40-40f231c29d93 req-92afb500-8eb7-4af1-a16e-b4a4fc0d73be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:46.514788 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ea1a829b-1fd3-43fe-8c40-40f231c29d93 req-92afb500-8eb7-4af1-a16e-b4a4fc0d73be service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=eda4d7a9c5834d36bc2b22e1ed979ccd&device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 1095 time: 0.0818248 Nov 12 03:23:46.519373 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7dfbdd1-069d-42c0-8045-b92a2d72c10e req-0c38752c-9281-4353-ac91-68b27a2bba27 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] No DVR routers for this DVR port 2937aafc-2c4b-465b-9932-933f8f4edba0 on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:23:46.536993 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-fca13d8f-8e9d-40bc-8f16-beee5e220fa7 tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:46.536993 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c7dfbdd1-069d-42c0-8045-b92a2d72c10e req-0c38752c-9281-4353-ac91-68b27a2bba27 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:46.536993 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c7dfbdd1-069d-42c0-8045-b92a2d72c10e req-0c38752c-9281-4353-ac91-68b27a2bba27 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.90 "DELETE /v2.0/ports/2937aafc-2c4b-465b-9932-933f8f4edba0 HTTP/1.1" status: 204 len: 173 time: 2.7608638 Nov 12 03:23:46.536993 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e339cc1b-324c-4054-bd89-ce4a261e2fd1', 'name': 'network-vif-deleted', 'tag': '2937aafc-2c4b-465b-9932-933f8f4edba0'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:46.538528 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1400db-8248-4d08-921d-1754fc05f25c" -d '{"events": [{"server_uuid": "e339cc1b-324c-4054-bd89-ce4a261e2fd1", "name": "network-vif-deleted", "tag": "2937aafc-2c4b-465b-9932-933f8f4edba0"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:46.553771 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-fca13d8f-8e9d-40bc-8f16-beee5e220fa7 tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:46.562210 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca13d8f-8e9d-40bc-8f16-beee5e220fa7 tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] Pushing event updated for resources: {'Port': ['ID=c0c325f2-ad27-406e-bdc9-f07385fe28d9,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:46.670304 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a829b-1fd3-43fe-8c40-40f231c29d93 req-b83a28c0-ba60-43fc-8cca-6253ad518fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:46.672419 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ea1a829b-1fd3-43fe-8c40-40f231c29d93 req-b83a28c0-ba60-43fc-8cca-6253ad518fc0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=56493891-2b14-40ba-a8cb-65015d9b59f3 HTTP/1.1" status: 200 len: 912 time: 0.1472151 Nov 12 03:23:46.676187 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f06b26-1e32-4d1f-b127-9ebeeaf16190 req-3d0ab9d3-b813-4e44-80b5-75142ac03289 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:46.683460 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f06b26-1e32-4d1f-b127-9ebeeaf16190 req-3d0ab9d3-b813-4e44-80b5-75142ac03289 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:46.685549 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-17f06b26-1e32-4d1f-b127-9ebeeaf16190 req-3d0ab9d3-b813-4e44-80b5-75142ac03289 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7221f21-f9b5-45aa-bdcc-44dfeab03a05 HTTP/1.1" status: 200 len: 1683 time: 0.3662057 Nov 12 03:23:46.693007 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38752c-9281-4353-ac91-68b27a2bba27 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Pushing event deleted for resources: {'Port': ['ID=2937aafc-2c4b-465b-9932-933f8f4edba0,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:46.724163 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-fca13d8f-8e9d-40bc-8f16-beee5e220fa7 tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:46.724837 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-fca13d8f-8e9d-40bc-8f16-beee5e220fa7 tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:46.754146 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ab3d46d3-b252-4045-926a-699f9c14ee28 req-97724132-bb8b-4166-ace1-656a4e46a85e tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:46.760339 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ea1a829b-1fd3-43fe-8c40-40f231c29d93 req-ce189c39-4fc4-407f-9a88-3bfbababd738 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55a09f1f-5f9e-4783-9942-dfb020785189 HTTP/1.1" status: 200 len: 217 time: 0.0743670 Nov 12 03:23:46.780598 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-fca13d8f-8e9d-40bc-8f16-beee5e220fa7 tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1757929 Nov 12 03:23:46.814942 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-8b2d0b13-4756-4f0c-8246-2e2fb9c3c6b9 service neutron] Request body: {'port': {'device_id': '565748e5-d3c5-4e87-8ed7-425bbf126ee7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:46.817710 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97724132-bb8b-4166-ace1-656a4e46a85e tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Pushing event deleted for resources: {'Port': ['ID=0d1c6bbe-f414-4a11-817d-ebbe45bdcf39,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:46.845401 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe74dc-9b53-4acf-827f-c2e655f6bc6e req-7467799a-7e14-433f-b1b6-c8b1a6e54b7e tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:46.855668 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-18fe74dc-9b53-4acf-827f-c2e655f6bc6e req-7467799a-7e14-433f-b1b6-c8b1a6e54b7e tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 944 time: 0.1816397 Nov 12 03:23:46.886341 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device f0e2b5e6-5926-4867-93e1-9cf088a50e14 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:46.907560 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-17f06b26-1e32-4d1f-b127-9ebeeaf16190 req-d0787b52-14aa-4f02-94eb-bfce597a5b1e tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7b9a195-d95c-4e3f-bea7-b1f410bc6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030575 Nov 12 03:23:46.921105 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a829b-1fd3-43fe-8c40-40f231c29d93 req-a2b64457-2563-4193-880b-8da877940a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:46.929494 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ea1a829b-1fd3-43fe-8c40-40f231c29d93 req-a2b64457-2563-4193-880b-8da877940a10 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c41913f5-e5c1-4e60-8ee6-4f6d29d519f8 HTTP/1.1" status: 200 len: 850 time: 0.1584001 Nov 12 03:23:46.932847 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab3d46d3-b252-4045-926a-699f9c14ee28 req-97724132-bb8b-4166-ace1-656a4e46a85e tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] No DVR routers for this DVR port 0d1c6bbe-f414-4a11-817d-ebbe45bdcf39 on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:23:46.959597 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ab3d46d3-b252-4045-926a-699f9c14ee28 req-97724132-bb8b-4166-ace1-656a4e46a85e tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:46.968701 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ab3d46d3-b252-4045-926a-699f9c14ee28 req-97724132-bb8b-4166-ace1-656a4e46a85e tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.90 "DELETE /v2.0/ports/0d1c6bbe-f414-4a11-817d-ebbe45bdcf39 HTTP/1.1" status: 204 len: 173 time: 2.3776352 Nov 12 03:23:47.094684 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-8b2d0b13-4756-4f0c-8246-2e2fb9c3c6b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:47.103146 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-18fe74dc-9b53-4acf-827f-c2e655f6bc6e req-b20c26c5-e099-4148-ab3a-1675964830cb tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465038 Nov 12 03:23:47.142265 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a829b-1fd3-43fe-8c40-40f231c29d93 req-6901a90f-f6a9-4399-b63e-7150a9e74a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:47.147606 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ea1a829b-1fd3-43fe-8c40-40f231c29d93 req-6901a90f-f6a9-4399-b63e-7150a9e74a63 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=56493891-2b14-40ba-a8cb-65015d9b59f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2055552 Nov 12 03:23:47.219749 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975e27d8-63c9-4c8c-a150-3c863cb15bbb x-openstack-request-id: req-975e27d8-63c9-4c8c-a150-3c863cb15bbb {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:47.220430 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e339cc1b-324c-4054-bd89-ce4a261e2fd1", "name": "network-vif-deleted", "tag": "2937aafc-2c4b-465b-9932-933f8f4edba0", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:47.220834 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-975e27d8-63c9-4c8c-a150-3c863cb15bbb {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:47.221381 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e339cc1b-324c-4054-bd89-ce4a261e2fd1', 'name': 'network-vif-deleted', 'tag': '2937aafc-2c4b-465b-9932-933f8f4edba0', 'status': 'completed', 'code': 200} Nov 12 03:23:47.259224 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-ab3d46d3-b252-4045-926a-699f9c14ee28 req-de1163e7-055f-4e26-a21e-256fba56a16b tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Deleting port 5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:47.259810 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ab3d46d3-b252-4045-926a-699f9c14ee28 req-de1163e7-055f-4e26-a21e-256fba56a16b tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:47.297906 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ea1a829b-1fd3-43fe-8c40-40f231c29d93 req-000fa0b1-2cab-4d38-b813-3ad65c58e061 service neutron] 10.222.0.90 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417577 Nov 12 03:23:47.331522 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port f0e2b5e6-5926-4867-93e1-9cf088a50e14 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:23:47.349379 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port f0e2b5e6-5926-4867-93e1-9cf088a50e14 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:47.349911 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:47.359540 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6b121-b2c3-4332-beaa-0579034280f7 req-9854e07c-dcf7-4db3-81e7-fcaa4c73c94d tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:47.361386 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4cc6b121-b2c3-4332-beaa-0579034280f7 req-9854e07c-dcf7-4db3-81e7-fcaa4c73c94d tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 945 time: 0.2325106 Nov 12 03:23:47.518650 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 4f79b904-2bbf-45f8-b2ad-f534e1a14f49 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:23:47.561451 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ea1a829b-1fd3-43fe-8c40-40f231c29d93 req-91a3344f-5bf0-4661-b1b6-e84b204b4b46 service neutron] 10.222.0.90 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557948 Nov 12 03:23:47.563581 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-098d7ca6-22f8-48d4-bb0b-8fdadb8f3abd tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=ba16b8cc29284ecaa14fdf04e10ebbd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385878 Nov 12 03:23:47.568224 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4cc6b121-b2c3-4332-beaa-0579034280f7 req-ff79521e-373d-40a2-a1f7-021bd71e980a tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618299 Nov 12 03:23:47.571941 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-ab3d46d3-b252-4045-926a-699f9c14ee28 req-de1163e7-055f-4e26-a21e-256fba56a16b tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] For port 5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a,segment=NetworkSegment(06adfef5-e7b1-4933-b95b-8482af7b08a2),segment_id=06adfef5-e7b1-4933-b95b-8482af7b08a2)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:47.572332 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ab3d46d3-b252-4045-926a-699f9c14ee28 req-de1163e7-055f-4e26-a21e-256fba56a16b tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:47.574226 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 0d1c6bbe-f414-4a11-817d-ebbe45bdcf39 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:23:47.594660 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-ab3d46d3-b252-4045-926a-699f9c14ee28 req-de1163e7-055f-4e26-a21e-256fba56a16b tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Calling delete_port for 5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:47.670753 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 4f79b904-2bbf-45f8-b2ad-f534e1a14f49, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=4f79b904-2bbf-45f8-b2ad-f534e1a14f49,segment=NetworkSegment(b8c93ffa-e78d-4d7d-8be5-2d181e470820),segment_id=b8c93ffa-e78d-4d7d-8be5-2d181e470820)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:47.693791 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '4f79b904-2bbf-45f8-b2ad-f534e1a14f49', 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803', 'port_id': '4f79b904-2bbf-45f8-b2ad-f534e1a14f49', 'mac_address': 'fa:16:3e:17:0f:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3428f33d-4837-4311-b620-eb7f742db405', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:23:47.758788 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-8b2d0b13-4756-4f0c-8246-2e2fb9c3c6b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0c325f2-ad27-406e-bdc9-f07385fe28d9 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:47.778035 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: 0d1c6bbe-f414-4a11-817d-ebbe45bdcf39 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:23:47.778173 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 0d1c6bbe-f414-4a11-817d-ebbe45bdcf39 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:23:47.778779 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:23:47.809353 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-8b2d0b13-4756-4f0c-8246-2e2fb9c3c6b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:47.820957 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-1f7d4d7f-a48e-4da0-92ed-734d78fa22e8 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:47.821550 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-1f7d4d7f-a48e-4da0-92ed-734d78fa22e8 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2490556 Nov 12 03:23:47.844447 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-700c2e1a-b51d-4252-b2c6-49ba700b57b8 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/quotas/ba16b8cc29284ecaa14fdf04e10ebbd9 HTTP/1.1" status: 200 len: 375 time: 0.0122027 Nov 12 03:23:47.885690 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ab3d46d3-b252-4045-926a-699f9c14ee28 req-de1163e7-055f-4e26-a21e-256fba56a16b tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:47.897608 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-2c00abe5-0ed5-4a2f-ba4a-d8d60364197a tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ba16b8cc29284ecaa14fdf04e10ebbd9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415523 Nov 12 03:23:47.918285 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-8b2d0b13-4756-4f0c-8246-2e2fb9c3c6b9 service neutron] Transition to ACTIVE for port object c0c325f2-ad27-406e-bdc9-f07385fe28d9 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:23:47.933076 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:47.936500 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:47.945199 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-8b2d0b13-4756-4f0c-8246-2e2fb9c3c6b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:47.954392 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1163e7-055f-4e26-a21e-256fba56a16b tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Pushing event deleted for resources: {'Port': ['ID=5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:47.975808 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No active binding found for port 5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a {{(pid=102573) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 03:23:47.976511 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:23:47.977065 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 2937aafc-2c4b-465b-9932-933f8f4edba0 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:23:48.011359 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: 2937aafc-2c4b-465b-9932-933f8f4edba0 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:23:48.011798 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 2937aafc-2c4b-465b-9932-933f8f4edba0 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:23:48.014570 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:48.017893 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f79b904-2bbf-45f8-b2ad-f534e1a14f49 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:48.051926 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 4f79b904-2bbf-45f8-b2ad-f534e1a14f49, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=4f79b904-2bbf-45f8-b2ad-f534e1a14f49,segment=NetworkSegment(b8c93ffa-e78d-4d7d-8be5-2d181e470820),segment_id=b8c93ffa-e78d-4d7d-8be5-2d181e470820)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:48.053318 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da820d3-5e3d-4968-90ab-0ccf9ba25a4d req-4ad7a542-acf7-49f6-9f92-2649138ef001 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:48.061162 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3da820d3-5e3d-4968-90ab-0ccf9ba25a4d req-4ad7a542-acf7-49f6-9f92-2649138ef001 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 943 time: 0.2593067 Nov 12 03:23:48.063160 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab3d46d3-b252-4045-926a-699f9c14ee28 req-de1163e7-055f-4e26-a21e-256fba56a16b tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] No DVR routers for this DVR port 5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:23:48.070417 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ab3d46d3-b252-4045-926a-699f9c14ee28 req-de1163e7-055f-4e26-a21e-256fba56a16b tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:48.073927 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ab3d46d3-b252-4045-926a-699f9c14ee28 req-de1163e7-055f-4e26-a21e-256fba56a16b tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.90 "DELETE /v2.0/ports/5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a HTTP/1.1" status: 204 len: 173 time: 1.0983448 Nov 12 03:23:48.077756 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e2b5e6-5926-4867-93e1-9cf088a50e14'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:48.079642 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d44fc5-8284-4c78-8b87-15a5cbbff715" -d '{"events": [{"server_uuid": "ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b", "name": "network-vif-plugged", "status": "completed", "tag": "f0e2b5e6-5926-4867-93e1-9cf088a50e14"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:48.083495 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:48.099888 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port f0e2b5e6-5926-4867-93e1-9cf088a50e14, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=f0e2b5e6-5926-4867-93e1-9cf088a50e14,segment=NetworkSegment(033a6808-1d19-4bc4-a7ba-207db19e6110),segment_id=033a6808-1d19-4bc4-a7ba-207db19e6110)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:48.100369 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d0b13-4756-4f0c-8246-2e2fb9c3c6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c325f2-ad27-406e-bdc9-f07385fe28d9,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:48.127142 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:48.177093 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=4f79b904-2bbf-45f8-b2ad-f534e1a14f49,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:48.295806 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=f0e2b5e6-5926-4867-93e1-9cf088a50e14,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:48.309820 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3da820d3-5e3d-4968-90ab-0ccf9ba25a4d req-13dd3b00-9748-4754-8612-d4eaff1b1b6f tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2476728 Nov 12 03:23:48.371008 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-8b2d0b13-4756-4f0c-8246-2e2fb9c3c6b9 service neutron] Attempting to bind port c0c325f2-ad27-406e-bdc9-f07385fe28d9 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:48.371337 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-8b2d0b13-4756-4f0c-8246-2e2fb9c3c6b9 service neutron] Attempting to bind port c0c325f2-ad27-406e-bdc9-f07385fe28d9 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '2ed2f41a-a7f9-42c8-b90c-c582528b7078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e163c659-f682-48b4-8901-11f48fa6b884'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:48.371843 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-8b2d0b13-4756-4f0c-8246-2e2fb9c3c6b9 service neutron] Attempting to bind port c0c325f2-ad27-406e-bdc9-f07385fe28d9 on network e163c659-f682-48b4-8901-11f48fa6b884 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:48.389029 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-8b2d0b13-4756-4f0c-8246-2e2fb9c3c6b9 service neutron] Port c0c325f2-ad27-406e-bdc9-f07385fe28d9 on network e163c659-f682-48b4-8901-11f48fa6b884 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:48.391606 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-8b2d0b13-4756-4f0c-8246-2e2fb9c3c6b9 service neutron] Attempting to bind port c0c325f2-ad27-406e-bdc9-f07385fe28d9 on network e163c659-f682-48b4-8901-11f48fa6b884 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:48.403359 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-8b2d0b13-4756-4f0c-8246-2e2fb9c3c6b9 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:48.403695 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-8b2d0b13-4756-4f0c-8246-2e2fb9c3c6b9 service neutron] Checking segment: {'id': '2ed2f41a-a7f9-42c8-b90c-c582528b7078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e163c659-f682-48b4-8901-11f48fa6b884'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:48.404107 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-8b2d0b13-4756-4f0c-8246-2e2fb9c3c6b9 service neutron] Bound using segment: {'id': '2ed2f41a-a7f9-42c8-b90c-c582528b7078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e163c659-f682-48b4-8901-11f48fa6b884'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:48.416667 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-8b2d0b13-4756-4f0c-8246-2e2fb9c3c6b9 service neutron] Bound port: c0c325f2-ad27-406e-bdc9-f07385fe28d9, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ed2f41a-a7f9-42c8-b90c-c582528b7078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e163c659-f682-48b4-8901-11f48fa6b884'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:48.417221 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-8b2d0b13-4756-4f0c-8246-2e2fb9c3c6b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:48.430124 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['4f79b904-2bbf-45f8-b2ad-f534e1a14f49'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:48.515516 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ad91525f-5991-460e-a8ad-6928d4628381 req-6264d0ed-7055-4190-85a0-f11ea131c12c tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 210 time: 0.0934119 Nov 12 03:23:48.584682 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-8b2d0b13-4756-4f0c-8246-2e2fb9c3c6b9 service neutron] For port c0c325f2-ad27-406e-bdc9-f07385fe28d9, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:48.588178 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-8b2d0b13-4756-4f0c-8246-2e2fb9c3c6b9 service neutron] For port c0c325f2-ad27-406e-bdc9-f07385fe28d9, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=c0c325f2-ad27-406e-bdc9-f07385fe28d9,segment=NetworkSegment(2ed2f41a-a7f9-42c8-b90c-c582528b7078),segment_id=2ed2f41a-a7f9-42c8-b90c-c582528b7078)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:48.595681 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-8b2d0b13-4756-4f0c-8246-2e2fb9c3c6b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:48.663486 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d0b13-4756-4f0c-8246-2e2fb9c3c6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c325f2-ad27-406e-bdc9-f07385fe28d9,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:48.677094 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-8b2d0b13-4756-4f0c-8246-2e2fb9c3c6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:48.678112 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-8b2d0b13-4756-4f0c-8246-2e2fb9c3c6b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:48.679797 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-8b2d0b13-4756-4f0c-8246-2e2fb9c3c6b9 service neutron] 10.222.0.90 "PUT /v2.0/ports/c0c325f2-ad27-406e-bdc9-f07385fe28d9 HTTP/1.1" status: 200 len: 1093 time: 1.8752422 Nov 12 03:23:48.795525 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f36c5-3999-4a4d-a439-7ac2a0d673d6 req-38bf2deb-5a9b-4c4c-a548-eefaa6d1ba78 tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:48.797096 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-863f36c5-3999-4a4d-a439-7ac2a0d673d6 req-38bf2deb-5a9b-4c4c-a548-eefaa6d1ba78 tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] 10.222.0.50 "GET /v2.0/ports?device_id=565748e5-d3c5-4e87-8ed7-425bbf126ee7 HTTP/1.1" status: 200 len: 944 time: 0.1156199 Nov 12 03:23:48.857159 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-94333bbf-2200-4258-bf81-32c37bd2cabf req-ad7ffb81-9391-4c5c-9cde-b3c5e9243ab8 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7221f21-f9b5-45aa-bdcc-44dfeab03a05 HTTP/1.1" status: 200 len: 210 time: 0.0628879 Nov 12 03:23:48.922508 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-4c76723d-b913-474d-8d1a-4e47019d154d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:48.924315 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-4c76723d-b913-474d-8d1a-4e47019d154d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acad90f297d142a08a0445eb4949b74f&device_id=565748e5-d3c5-4e87-8ed7-425bbf126ee7 HTTP/1.1" status: 200 len: 1096 time: 0.1012092 Nov 12 03:23:48.928381 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-863f36c5-3999-4a4d-a439-7ac2a0d673d6 req-d9ed96ee-d843-4e06-9d89-5db73bd31019 tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] 10.222.0.50 "GET /v2.0/security-groups?id=f247cb4e-bca1-481a-a0e9-1fb404a79b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173294 Nov 12 03:23:48.969134 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d28410f-1e26-4fa1-bf21-6294e373ed6d x-openstack-request-id: req-1d28410f-1e26-4fa1-bf21-6294e373ed6d {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:48.969685 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b", "name": "network-vif-plugged", "status": "completed", "tag": "f0e2b5e6-5926-4867-93e1-9cf088a50e14", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:48.970115 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1d28410f-1e26-4fa1-bf21-6294e373ed6d {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:48.971011 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e2b5e6-5926-4867-93e1-9cf088a50e14', 'code': 200} Nov 12 03:23:48.990244 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-22947cf8-29e3-49f5-91f6-5b610ce8b0c2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0c325f2-ad27-406e-bdc9-f07385fe28d9 HTTP/1.1" status: 200 len: 217 time: 0.0500371 Nov 12 03:23:49.144130 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1ff718c0-399a-4f8c-b39a-4ea2a57e5f0c req-bb3d5616-67d5-4433-80d4-f0f48ba14088 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e7bc486-9faf-4694-8895-6028f61a8c68 HTTP/1.1" status: 200 len: 210 time: 0.0847785 Nov 12 03:23:49.181781 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-88902ff5-fb16-4abf-b1c7-a8956c4bc9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:49.181781 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-88902ff5-fb16-4abf-b1c7-a8956c4bc9aa service neutron] 10.222.0.90 "GET /v2.0/subnets?id=41825434-b129-4583-a8f8-1f9b806c8df6 HTTP/1.1" status: 200 len: 855 time: 0.1772768 Nov 12 03:23:49.223694 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7221f21-f9b5-45aa-bdcc-44dfeab03a05', 'name': 'network-vif-deleted', 'tag': '0d1c6bbe-f414-4a11-817d-ebbe45bdcf39'}, {'server_uuid': 'e7221f21-f9b5-45aa-bdcc-44dfeab03a05', 'name': 'network-vif-deleted', 'tag': '5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a'}, {'name': 'network-changed', 'server_uuid': '565748e5-d3c5-4e87-8ed7-425bbf126ee7', 'tag': 'c0c325f2-ad27-406e-bdc9-f07385fe28d9'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:49.226401 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c4b15f-aee5-4ff3-83ca-e57607689025" -d '{"events": [{"server_uuid": "e7221f21-f9b5-45aa-bdcc-44dfeab03a05", "name": "network-vif-deleted", "tag": "0d1c6bbe-f414-4a11-817d-ebbe45bdcf39"}, {"server_uuid": "e7221f21-f9b5-45aa-bdcc-44dfeab03a05", "name": "network-vif-deleted", "tag": "5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a"}, {"name": "network-changed", "server_uuid": "565748e5-d3c5-4e87-8ed7-425bbf126ee7", "tag": "c0c325f2-ad27-406e-bdc9-f07385fe28d9"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:49.232859 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-0879be54-bd29-4f1f-9264-98561e81bcf8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e163c659-f682-48b4-8901-11f48fa6b884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463724 Nov 12 03:23:49.249054 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53aeec-98e8-432b-a90a-1a519b51744c req-39701ef4-fb2b-4e1f-82a1-b22f9916b62f tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:49.257861 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5a53aeec-98e8-432b-a90a-1a519b51744c req-39701ef4-fb2b-4e1f-82a1-b22f9916b62f tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 945 time: 0.1691296 Nov 12 03:23:49.293916 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272932ef-48ca-48c3-a253-fcc224829239 req-89577d9b-dec2-4e35-b5e9-7921e3806f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:49.295717 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-272932ef-48ca-48c3-a253-fcc224829239 req-89577d9b-dec2-4e35-b5e9-7921e3806f0a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 1098 time: 0.1820056 Nov 12 03:23:49.334136 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9dc7da-4e4d-4bfc-9c4a-5e6d64922162 req-67c03b91-7fb3-40fa-98ed-2a0acba7ae89 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:49.340086 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1b9dc7da-4e4d-4bfc-9c4a-5e6d64922162 req-67c03b91-7fb3-40fa-98ed-2a0acba7ae89 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 946 time: 0.0795078 Nov 12 03:23:49.406957 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1b9dc7da-4e4d-4bfc-9c4a-5e6d64922162 req-5c828be7-16f1-4f95-9a3f-366885592348 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568378 Nov 12 03:23:49.444704 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5a53aeec-98e8-432b-a90a-1a519b51744c req-c5ff0a94-50b1-4c02-8174-346b5c57d698 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836996 Nov 12 03:23:49.449155 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-272932ef-48ca-48c3-a253-fcc224829239 req-a0bbc668-3687-4f0e-a7d7-d723afd5d16e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355658 Nov 12 03:23:49.472659 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-87cea3a5-0f66-4429-a93c-984258fba39d service neutron] 10.222.0.90 "GET /v2.0/networks/e163c659-f682-48b4-8901-11f48fa6b884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092695 Nov 12 03:23:49.513317 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 55a09f1f-5f9e-4783-9942-dfb020785189 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:23:49.538142 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 4f79b904-2bbf-45f8-b2ad-f534e1a14f49 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:49.571214 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b226a5b6-2226-4a52-b67b-5e0c89b167ab req-19c34fff-aec6-4434-b597-d067333da933 service neutron] 10.222.0.90 "GET /v2.0/networks/e163c659-f682-48b4-8901-11f48fa6b884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898986 Nov 12 03:23:49.574015 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7fcb33-0191-43d1-87d3-a75fa5baec29 x-openstack-request-id: req-df7fcb33-0191-43d1-87d3-a75fa5baec29 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:49.574503 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7221f21-f9b5-45aa-bdcc-44dfeab03a05", "name": "network-vif-deleted", "tag": "0d1c6bbe-f414-4a11-817d-ebbe45bdcf39", "status": "completed", "code": 200}, {"server_uuid": "e7221f21-f9b5-45aa-bdcc-44dfeab03a05", "name": "network-vif-deleted", "tag": "5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "565748e5-d3c5-4e87-8ed7-425bbf126ee7", "tag": "c0c325f2-ad27-406e-bdc9-f07385fe28d9", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:49.574952 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-df7fcb33-0191-43d1-87d3-a75fa5baec29 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:49.575516 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7221f21-f9b5-45aa-bdcc-44dfeab03a05', 'name': 'network-vif-deleted', 'tag': '0d1c6bbe-f414-4a11-817d-ebbe45bdcf39', 'status': 'completed', 'code': 200} Nov 12 03:23:49.575938 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7221f21-f9b5-45aa-bdcc-44dfeab03a05', 'name': 'network-vif-deleted', 'tag': '5eb60207-f1a7-4d6e-a7f3-c3e33daaef2a', 'status': 'completed', 'code': 200} Nov 12 03:23:49.576375 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '565748e5-d3c5-4e87-8ed7-425bbf126ee7', 'tag': 'c0c325f2-ad27-406e-bdc9-f07385fe28d9', 'status': 'completed', 'code': 200} Nov 12 03:23:49.680560 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a779520-767e-4922-8b00-32897e4e7069 req-bb22b98f-0213-4777-8833-ae25d7e1c568 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:49.683407 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0f288356-aa48-4b25-b6bf-c8c0586916b1 req-3d8d89bf-cbb8-43db-8fc7-46931baef7b7 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 210 time: 0.0402210 Nov 12 03:23:49.685270 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5a779520-767e-4922-8b00-32897e4e7069 req-bb22b98f-0213-4777-8833-ae25d7e1c568 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 943 time: 0.1127632 Nov 12 03:23:49.719828 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 4f79b904-2bbf-45f8-b2ad-f534e1a14f49 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:23:49.728378 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 4f79b904-2bbf-45f8-b2ad-f534e1a14f49 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:49.728753 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:49.765214 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5a779520-767e-4922-8b00-32897e4e7069 req-da15eed9-d5ca-4d87-9324-8cb1ae97a847 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669222 Nov 12 03:23:49.789241 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c4b15f-aee5-4ff3-83ca-e57607689025 req-c2aeaca4-7658-4241-a93e-b5c323de55b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:49.791043 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b3c4b15f-aee5-4ff3-83ca-e57607689025 req-c2aeaca4-7658-4241-a93e-b5c323de55b5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acad90f297d142a08a0445eb4949b74f&device_id=565748e5-d3c5-4e87-8ed7-425bbf126ee7 HTTP/1.1" status: 200 len: 1096 time: 0.1050446 Nov 12 03:23:49.797059 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 55a09f1f-5f9e-4783-9942-dfb020785189, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=55a09f1f-5f9e-4783-9942-dfb020785189,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:49.817197 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '55a09f1f-5f9e-4783-9942-dfb020785189', 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3', 'port_id': '55a09f1f-5f9e-4783-9942-dfb020785189', 'mac_address': 'fa:16:3e:48:a8:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c41913f5-e5c1-4e60-8ee6-4f6d29d519f8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:23:49.891967 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:49.904112 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:49.935236 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55a09f1f-5f9e-4783-9942-dfb020785189 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:49.949888 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c4b15f-aee5-4ff3-83ca-e57607689025 req-b2542dcc-ed5d-4335-9e0d-bbfad5a49128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:49.952435 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b3c4b15f-aee5-4ff3-83ca-e57607689025 req-b2542dcc-ed5d-4335-9e0d-bbfad5a49128 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e163c659-f682-48b4-8901-11f48fa6b884 HTTP/1.1" status: 200 len: 916 time: 0.1526222 Nov 12 03:23:49.959509 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 4f79b904-2bbf-45f8-b2ad-f534e1a14f49, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=4f79b904-2bbf-45f8-b2ad-f534e1a14f49,segment=NetworkSegment(b8c93ffa-e78d-4d7d-8be5-2d181e470820),segment_id=b8c93ffa-e78d-4d7d-8be5-2d181e470820)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:49.968556 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56394) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:49.975544 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:50.018997 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 55a09f1f-5f9e-4783-9942-dfb020785189, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=55a09f1f-5f9e-4783-9942-dfb020785189,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:50.023790 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b3c4b15f-aee5-4ff3-83ca-e57607689025 req-aeb95244-de08-446e-8257-1e67926bd83d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0c325f2-ad27-406e-bdc9-f07385fe28d9 HTTP/1.1" status: 200 len: 217 time: 0.0615547 Nov 12 03:23:50.028272 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:50.064998 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=4f79b904-2bbf-45f8-b2ad-f534e1a14f49,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:50.102880 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-08107d68-4fa6-46fc-a504-40a3699d900c tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Deleting subnet f43c94b2-0a91-480e-a4f3-c7609bc08f1e {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:23:50.109392 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-08107d68-4fa6-46fc-a504-40a3699d900c tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:50.115982 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-b4fc3abe-550e-4292-aee5-6c2a21684b8c tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=ba16b8cc29284ecaa14fdf04e10ebbd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384691 Nov 12 03:23:50.151491 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=55a09f1f-5f9e-4783-9942-dfb020785189,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:50.198226 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c4b15f-aee5-4ff3-83ca-e57607689025 req-487b6ff6-f592-4c06-ba40-0857d9844b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:50.199834 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b3c4b15f-aee5-4ff3-83ca-e57607689025 req-487b6ff6-f592-4c06-ba40-0857d9844b2d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=41825434-b129-4583-a8f8-1f9b806c8df6 HTTP/1.1" status: 200 len: 855 time: 0.1638892 Nov 12 03:23:50.216660 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-08107d68-4fa6-46fc-a504-40a3699d900c tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:50.291165 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323dff0-df4c-4b38-90dc-c2a3265ebc4f req-93d282be-6925-4e60-9003-e13886d473e8 tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:50.299171 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3323dff0-df4c-4b38-90dc-c2a3265ebc4f req-93d282be-6925-4e60-9003-e13886d473e8 tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] 10.222.0.50 "GET /v2.0/ports?device_id=565748e5-d3c5-4e87-8ed7-425bbf126ee7 HTTP/1.1" status: 200 len: 944 time: 0.1909246 Nov 12 03:23:50.303194 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b3c4b15f-aee5-4ff3-83ca-e57607689025 req-5eac5f46-a103-4b93-9bc2-caccef9900fc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e163c659-f682-48b4-8901-11f48fa6b884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684657 Nov 12 03:23:50.324108 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1fad734a-32b8-457d-8067-3cd7fca3b46e req-0793cd6b-afff-4b0c-b577-9bee71f20cd3 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e7bc486-9faf-4694-8895-6028f61a8c68 HTTP/1.1" status: 200 len: 210 time: 0.0414252 Nov 12 03:23:50.371453 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-08107d68-4fa6-46fc-a504-40a3699d900c tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:50.435160 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['55a09f1f-5f9e-4783-9942-dfb020785189'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:50.451319 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-08107d68-4fa6-46fc-a504-40a3699d900c tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:50.493373 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08107d68-4fa6-46fc-a504-40a3699d900c tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Pushing event deleted for resources: {'Subnet': ['ID=f43c94b2-0a91-480e-a4f3-c7609bc08f1e,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:50.510361 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-08107d68-4fa6-46fc-a504-40a3699d900c tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:50.516249 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-08107d68-4fa6-46fc-a504-40a3699d900c tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "DELETE /v2.0/subnets/f43c94b2-0a91-480e-a4f3-c7609bc08f1e HTTP/1.1" status: 204 len: 168 time: 0.5464907 Nov 12 03:23:50.516823 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652c63f1-4bb5-49a9-8368-216324821e07 None None] Network c9366894-55fd-4c24-870a-342b904c425b requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:50.518998 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56402) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:50.684308 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-799edb06-9791-48cb-8bd1-8e5f4c7883d8 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:50.706615 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d1a73-a22d-4df6-8d4f-a83c1e9de1db req-32666e1a-2c7f-44f3-b866-5ee34e535a89 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:50.708610 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-964d1a73-a22d-4df6-8d4f-a83c1e9de1db req-32666e1a-2c7f-44f3-b866-5ee34e535a89 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 946 time: 0.1561589 Nov 12 03:23:50.789869 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-519ac438-3bc3-4aeb-a048-7b1d7fef05db tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:50.792393 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-519ac438-3bc3-4aeb-a048-7b1d7fef05db tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6628134 Nov 12 03:23:50.821562 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-cd7d0492-17f2-4e8d-b04b-9ca23db310d2 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Request body: {'port': {'device_id': '0e7bc486-9faf-4694-8895-6028f61a8c68', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'admin_state_up': True, 'tenant_id': 'ba16b8cc29284ecaa14fdf04e10ebbd9'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:50.827057 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-16cc4434-14b5-4ba9-96d3-c164fc02274c req-890a44d7-8e44-4378-a848-4ea038a0d503 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8c8656ea-cf9a-4529-95f7-92aed89f93cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5207026 Nov 12 03:23:50.853330 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc1204c-3ac7-4302-905f-7048d0c1f455 None None] DHCP port deletion for c9366894-55fd-4c24-870a-342b904c425b request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:23:50.854354 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3323dff0-df4c-4b38-90dc-c2a3265ebc4f req-e89c33a3-6fbb-469d-b4fb-6c8e2f79792e tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] 10.222.0.50 "GET /v2.0/security-groups?id=f247cb4e-bca1-481a-a0e9-1fb404a79b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5534062 Nov 12 03:23:50.917574 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-964d1a73-a22d-4df6-8d4f-a83c1e9de1db req-f3045756-85cf-452e-94a8-e8f99ea347d8 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002051 Nov 12 03:23:50.953034 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-799edb06-9791-48cb-8bd1-8e5f4c7883d8 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Deleting port d1c216db-a560-45ed-808c-47a10fa15df2 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:50.953034 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-799edb06-9791-48cb-8bd1-8e5f4c7883d8 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:50.973003 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b19e48-ad97-453d-93e7-22ebabe7cb2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f79b904-2bbf-45f8-b2ad-f534e1a14f49'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:50.975779 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d4013b-d047-4a04-95af-45ca77793dcc" -d '{"events": [{"server_uuid": "44b19e48-ad97-453d-93e7-22ebabe7cb2a", "name": "network-vif-plugged", "status": "completed", "tag": "4f79b904-2bbf-45f8-b2ad-f534e1a14f49"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:50.990137 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-9fc1204c-3ac7-4302-905f-7048d0c1f455 None None] Deleting port d1c216db-a560-45ed-808c-47a10fa15df2 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:50.990510 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9fc1204c-3ac7-4302-905f-7048d0c1f455 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.062375 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-28f00ee8-ac33-4b43-84d7-512a520d26f3 req-da6bb206-efa9-4b53-9ac8-bfaee89d7757 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 210 time: 0.0526268 Nov 12 03:23:51.062913 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b3c4b15f-aee5-4ff3-83ca-e57607689025 req-082804cb-8d01-401f-a51c-17c6b93bb7d6 service neutron] 10.222.0.90 "GET /v2.0/networks/e163c659-f682-48b4-8901-11f48fa6b884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7465093 Nov 12 03:23:51.102134 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-9fc1204c-3ac7-4302-905f-7048d0c1f455 None None] For port d1c216db-a560-45ed-808c-47a10fa15df2, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d1c216db-a560-45ed-808c-47a10fa15df2,segment=NetworkSegment(06adfef5-e7b1-4933-b95b-8482af7b08a2),segment_id=06adfef5-e7b1-4933-b95b-8482af7b08a2)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:51.102692 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9fc1204c-3ac7-4302-905f-7048d0c1f455 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.121127 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-9fc1204c-3ac7-4302-905f-7048d0c1f455 None None] Calling delete_port for d1c216db-a560-45ed-808c-47a10fa15df2 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:51.121382 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-cd7d0492-17f2-4e8d-b04b-9ca23db310d2 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Made reservation on behalf of ba16b8cc29284ecaa14fdf04e10ebbd9 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:51.125438 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-cd7d0492-17f2-4e8d-b04b-9ca23db310d2 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.141272 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-cd7d0492-17f2-4e8d-b04b-9ca23db310d2 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.173610 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-799edb06-9791-48cb-8bd1-8e5f4c7883d8 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] For port d1c216db-a560-45ed-808c-47a10fa15df2, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d1c216db-a560-45ed-808c-47a10fa15df2,segment=NetworkSegment(06adfef5-e7b1-4933-b95b-8482af7b08a2),segment_id=06adfef5-e7b1-4933-b95b-8482af7b08a2)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:51.174110 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-799edb06-9791-48cb-8bd1-8e5f4c7883d8 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.200906 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc4434-14b5-4ba9-96d3-c164fc02274c req-da41c879-8c40-45ad-a6b1-73078e46ef48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:51.202438 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-16cc4434-14b5-4ba9-96d3-c164fc02274c req-da41c879-8c40-45ad-a6b1-73078e46ef48 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=576a7b2c0e984780a26518e9c1601856&device_id=8c8656ea-cf9a-4529-95f7-92aed89f93cf HTTP/1.1" status: 200 len: 1097 time: 0.3471470 Nov 12 03:23:51.205290 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d1c216db-a560-45ed-808c-47a10fa15df2 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:23:51.227052 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-799edb06-9791-48cb-8bd1-8e5f4c7883d8 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Calling delete_port for d1c216db-a560-45ed-808c-47a10fa15df2 owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:51.286110 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0275f22-2b5b-4a1f-bcff-f0d91bf11925 req-eba15ca9-9a2f-4a3b-ac0e-7c12eef85e41 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:51.293880 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f0275f22-2b5b-4a1f-bcff-f0d91bf11925 req-eba15ca9-9a2f-4a3b-ac0e-7c12eef85e41 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 946 time: 0.3020246 Nov 12 03:23:51.295419 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Port d1c216db-a560-45ed-808c-47a10fa15df2 update to DOWN by agent not found {{(pid=102573) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 03:23:51.297171 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9fc1204c-3ac7-4302-905f-7048d0c1f455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.333891 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26053eef-e80d-4838-ac3e-b25ce26f8cd7 req-164dbec8-2694-4a00-94e0-868de22af204 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:51.337223 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc1204c-3ac7-4302-905f-7048d0c1f455 None None] Pushing event deleted for resources: {'Port': ['ID=d1c216db-a560-45ed-808c-47a10fa15df2,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:51.339286 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc1204c-3ac7-4302-905f-7048d0c1f455 None None] No DVR routers for this DVR port d1c216db-a560-45ed-808c-47a10fa15df2 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:23:51.352649 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-26053eef-e80d-4838-ac3e-b25ce26f8cd7 req-164dbec8-2694-4a00-94e0-868de22af204 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.1744058 Nov 12 03:23:51.443165 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-26053eef-e80d-4838-ac3e-b25ce26f8cd7 req-d25b36f8-2509-4749-9c0d-87e9b3b82a72 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863211 Nov 12 03:23:51.482104 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-799edb06-9791-48cb-8bd1-8e5f4c7883d8 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.495999 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b3c4b15f-aee5-4ff3-83ca-e57607689025 req-6ed87734-585a-47aa-a14c-f0edb132c730 service neutron] 10.222.0.90 "GET /v2.0/networks/e163c659-f682-48b4-8901-11f48fa6b884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930204 Nov 12 03:23:51.522433 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b184dd52-f708-435b-837b-9160154c37e3 x-openstack-request-id: req-b184dd52-f708-435b-837b-9160154c37e3 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:51.522961 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b19e48-ad97-453d-93e7-22ebabe7cb2a", "name": "network-vif-plugged", "status": "completed", "tag": "4f79b904-2bbf-45f8-b2ad-f534e1a14f49", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:51.523052 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b184dd52-f708-435b-837b-9160154c37e3 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:51.523390 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b19e48-ad97-453d-93e7-22ebabe7cb2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f79b904-2bbf-45f8-b2ad-f534e1a14f49', 'code': 200} Nov 12 03:23:51.536130 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 55a09f1f-5f9e-4783-9942-dfb020785189 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:51.536689 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f0275f22-2b5b-4a1f-bcff-f0d91bf11925 req-84489140-21fe-4a3a-a60b-0c2be779d0c3 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418566 Nov 12 03:23:51.551756 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799edb06-9791-48cb-8bd1-8e5f4c7883d8 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Pushing event deleted for resources: {'Port': ['ID=d1c216db-a560-45ed-808c-47a10fa15df2,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:51.554367 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-cd7d0492-17f2-4e8d-b04b-9ca23db310d2 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.557466 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc4434-14b5-4ba9-96d3-c164fc02274c req-a142c869-d5de-492b-8aed-0d9f1459854b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:51.560947 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-16cc4434-14b5-4ba9-96d3-c164fc02274c req-a142c869-d5de-492b-8aed-0d9f1459854b service neutron] 10.222.0.74 "GET /v2.0/networks?id=f2354694-6453-486d-800c-f4fc7f841803 HTTP/1.1" status: 200 len: 922 time: 0.3039534 Nov 12 03:23:51.562485 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-cd7d0492-17f2-4e8d-b04b-9ca23db310d2 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.572950 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799edb06-9791-48cb-8bd1-8e5f4c7883d8 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] No DVR routers for this DVR port d1c216db-a560-45ed-808c-47a10fa15df2 on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:23:51.638566 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-16cc4434-14b5-4ba9-96d3-c164fc02274c req-234016d8-13d6-4c75-a9d4-0aa875597dcc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=123025a8-f60c-48e3-aea0-bc9ac85c8e05 HTTP/1.1" status: 200 len: 217 time: 0.0627580 Nov 12 03:23:51.685750 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 55a09f1f-5f9e-4783-9942-dfb020785189 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:23:51.689752 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-01b0abb0-eb2d-471f-95cf-b6b797ada091 req-ff3d3f68-02a7-4e3f-be91-6f22f4fcfd7d tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e7bc486-9faf-4694-8895-6028f61a8c68 HTTP/1.1" status: 200 len: 210 time: 0.0635188 Nov 12 03:23:51.689934 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 55a09f1f-5f9e-4783-9942-dfb020785189 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:51.690808 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.751311 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-799edb06-9791-48cb-8bd1-8e5f4c7883d8 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.778867 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-799edb06-9791-48cb-8bd1-8e5f4c7883d8 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9366894-55fd-4c24-870a-342b904c425b']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:51.795926 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-799edb06-9791-48cb-8bd1-8e5f4c7883d8 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06adfef5-e7b1-4933-b95b-8482af7b08a2') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:51.796842 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-799edb06-9791-48cb-8bd1-8e5f4c7883d8 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06adfef5-e7b1-4933-b95b-8482af7b08a2') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:51.805690 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d0492-17f2-4e8d-b04b-9ca23db310d2 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1900c0-c411-432e-9c76-5bb7658535c5,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:51.820536 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-799edb06-9791-48cb-8bd1-8e5f4c7883d8 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.820837 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc4434-14b5-4ba9-96d3-c164fc02274c req-54fe82d8-94f3-4b6d-b0c3-6d973c4609fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:51.822351 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-16cc4434-14b5-4ba9-96d3-c164fc02274c req-54fe82d8-94f3-4b6d-b0c3-6d973c4609fb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3428f33d-4837-4311-b620-eb7f742db405 HTTP/1.1" status: 200 len: 861 time: 0.1697574 Nov 12 03:23:51.842876 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-799edb06-9791-48cb-8bd1-8e5f4c7883d8 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.848888 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ebc10-ab5e-4549-8a3d-ec9a31cb3c70 req-23d0146a-7f0d-4825-b815-e35e5075d22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:51.850400 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3b6ebc10-ab5e-4549-8a3d-ec9a31cb3c70 req-23d0146a-7f0d-4825-b815-e35e5075d22b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 1098 time: 0.1389375 Nov 12 03:23:51.857039 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-799edb06-9791-48cb-8bd1-8e5f4c7883d8 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:23:51.857567 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-799edb06-9791-48cb-8bd1-8e5f4c7883d8 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.863393 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:23:51.863393 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:23:51.863393 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:23:51.863393 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:23:51.863393 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:23:51.863393 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:23:51.863393 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:23:51.863393 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:23:51.863393 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:23:51.863393 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:23:51.863393 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:23:51.863393 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:23:51.863393 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:23:51.863393 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:23:51.863393 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:23:51.863393 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:23:51.863393 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:23:51.863393 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:23:51.863393 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:23:51.863393 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:23:51.863393 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:23:51.863393 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:23:51.863393 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:23:51.863393 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:23:51.863393 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:23:51.863393 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:23:51.863393 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:23:51.863393 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:23:51.863393 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:23:51.863393 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:23:51.863393 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:23:51.863393 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:23:51.863393 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:23:51.863393 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:23:51.863393 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:23:51.863393 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:23:51.863393 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:23:51.863393 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:23:51.863393 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:23:51.863393 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:23:51.870622 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.910758 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-16cc4434-14b5-4ba9-96d3-c164fc02274c req-7999108f-d108-43bc-80ce-99e482c60714 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f2354694-6453-486d-800c-f4fc7f841803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794582 Nov 12 03:23:51.930307 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 55a09f1f-5f9e-4783-9942-dfb020785189, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=55a09f1f-5f9e-4783-9942-dfb020785189,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:51.939747 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.955237 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-799edb06-9791-48cb-8bd1-8e5f4c7883d8 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:52.006981 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=55a09f1f-5f9e-4783-9942-dfb020785189,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:52.016489 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-799edb06-9791-48cb-8bd1-8e5f4c7883d8 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:52.020541 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-799edb06-9791-48cb-8bd1-8e5f4c7883d8 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "DELETE /v2.0/networks/c9366894-55fd-4c24-870a-342b904c425b HTTP/1.1" status: 204 len: 168 time: 1.4995575 Nov 12 03:23:52.021594 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799edb06-9791-48cb-8bd1-8e5f4c7883d8 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Pushing event deleted for resources: {'Network': ['ID=c9366894-55fd-4c24-870a-342b904c425b,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:52.023623 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56416) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:52.134248 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69268a48-e506-4eee-afee-ec7edb6d7571 req-6d953824-df32-4400-9a65-b3d0e8184ff9 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:52.136790 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-69268a48-e506-4eee-afee-ec7edb6d7571 req-6d953824-df32-4400-9a65-b3d0e8184ff9 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 946 time: 0.1090534 Nov 12 03:23:52.142605 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-5920249c-2819-45dc-b189-46cf53358672 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Deleting subnet a66df254-9e45-446b-bda1-5e44911b6774 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:23:52.153226 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-16cc4434-14b5-4ba9-96d3-c164fc02274c req-b0b8e648-faed-443a-967e-a8513fa5d0aa service neutron] 10.222.0.74 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250981 Nov 12 03:23:52.154345 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5920249c-2819-45dc-b189-46cf53358672 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:52.157083 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3b6ebc10-ab5e-4549-8a3d-ec9a31cb3c70 req-17aa941d-47a5-4fe7-a9a2-5f8222ee7200 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620635 Nov 12 03:23:52.161992 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-cd7d0492-17f2-4e8d-b04b-9ca23db310d2 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Allocated IP 192.168.233.85 (eca3953c-c804-4641-8812-bff95be59582/fa66706f-b415-4bb9-838e-cfd08f81d96b/ba499eee-6f4d-4958-bd34-83db72c02eef) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:52.239970 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-69268a48-e506-4eee-afee-ec7edb6d7571 req-06432ebc-af75-4e81-8fe9-ca1fdef1ad58 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874877 Nov 12 03:23:52.264488 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5920249c-2819-45dc-b189-46cf53358672 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:52.321359 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d2b5c-6374-49c8-8650-ab0c337e50e5 req-6f3c23c0-d25d-4db2-af1d-9afc404f46ee tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:52.322893 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-be9d2b5c-6374-49c8-8650-ab0c337e50e5 req-6f3c23c0-d25d-4db2-af1d-9afc404f46ee tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] 10.222.0.50 "GET /v2.0/ports?device_id=565748e5-d3c5-4e87-8ed7-425bbf126ee7 HTTP/1.1" status: 200 len: 944 time: 0.3270445 Nov 12 03:23:52.402586 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8a5bbd34-3110-4322-b434-b4ce891e5dd3 req-d7ecd42e-de9f-420c-8481-f81c8040141e tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 210 time: 0.0350151 Nov 12 03:23:52.445486 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5920249c-2819-45dc-b189-46cf53358672 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:52.504279 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-16cc4434-14b5-4ba9-96d3-c164fc02274c req-2ed9e004-9660-411a-8862-42f47ce9cb78 service neutron] 10.222.0.74 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201432 Nov 12 03:23:52.521380 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-be9d2b5c-6374-49c8-8650-ab0c337e50e5 req-9f9e4ce7-cb0c-43c6-abcd-dddb160d83cb tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] 10.222.0.50 "GET /v2.0/security-groups?id=f247cb4e-bca1-481a-a0e9-1fb404a79b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839442 Nov 12 03:23:52.585745 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-cd7d0492-17f2-4e8d-b04b-9ca23db310d2 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:52.598762 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5920249c-2819-45dc-b189-46cf53358672 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:52.648201 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5920249c-2819-45dc-b189-46cf53358672 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Pushing event deleted for resources: {'Subnet': ['ID=a66df254-9e45-446b-bda1-5e44911b6774,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:52.666207 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5920249c-2819-45dc-b189-46cf53358672 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:52.677591 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6611c9c-c929-4916-a148-32b36dcd77d2 None None] Network 0b702fee-f662-4cd3-b714-275c6d009843 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:52.679505 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-cd7d0492-17f2-4e8d-b04b-9ca23db310d2 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:52.686876 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5920249c-2819-45dc-b189-46cf53358672 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "DELETE /v2.0/subnets/a66df254-9e45-446b-bda1-5e44911b6774 HTTP/1.1" status: 204 len: 168 time: 0.6616774 Nov 12 03:23:52.689795 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56426) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:52.785643 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:23:52.844123 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d0492-17f2-4e8d-b04b-9ca23db310d2 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Pushing event updated for resources: {'Port': ['ID=ba499eee-6f4d-4958-bd34-83db72c02eef,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:52.873631 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-cd7d0492-17f2-4e8d-b04b-9ca23db310d2 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Network eca3953c-c804-4641-8812-bff95be59582 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:52.875771 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d0492-17f2-4e8d-b04b-9ca23db310d2 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:52.876134 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d0492-17f2-4e8d-b04b-9ca23db310d2 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:52.876468 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d0492-17f2-4e8d-b04b-9ca23db310d2 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:52.876793 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d0492-17f2-4e8d-b04b-9ca23db310d2 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:52.877116 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d0492-17f2-4e8d-b04b-9ca23db310d2 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:52.877529 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d0492-17f2-4e8d-b04b-9ca23db310d2 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:52.878927 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d0492-17f2-4e8d-b04b-9ca23db310d2 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:52.879261 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d0492-17f2-4e8d-b04b-9ca23db310d2 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:52.879586 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d0492-17f2-4e8d-b04b-9ca23db310d2 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:52.879905 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d0492-17f2-4e8d-b04b-9ca23db310d2 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:52.880247 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d0492-17f2-4e8d-b04b-9ca23db310d2 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:52.880563 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d0492-17f2-4e8d-b04b-9ca23db310d2 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:52.887024 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-cd7d0492-17f2-4e8d-b04b-9ca23db310d2 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:52.899644 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-cd7d0492-17f2-4e8d-b04b-9ca23db310d2 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:52.914601 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a6a6f598-45c1-40ba-9d47-af3bed9d3866 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:52.986421 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-cd7d0492-17f2-4e8d-b04b-9ca23db310d2 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:52.988544 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-cd7d0492-17f2-4e8d-b04b-9ca23db310d2 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:53.013886 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420bb991-e187-4a90-9937-a0c48909deca req-5b35b302-41d0-4e11-9519-406312428be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:53.016049 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-420bb991-e187-4a90-9937-a0c48909deca req-5b35b302-41d0-4e11-9519-406312428be0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2b6c3f20e3df4bfeadb358a1e561f7d3&device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 1098 time: 0.2058854 Nov 12 03:23:53.028890 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bec387-5956-4fb7-9cc7-6a2b6d68b44a req-b3c979d7-772a-4935-a286-a925662e549e tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:53.030604 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-19bec387-5956-4fb7-9cc7-6a2b6d68b44a req-b3c979d7-772a-4935-a286-a925662e549e tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 946 time: 0.1869540 Nov 12 03:23:53.056755 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942e8eb3-7434-424a-8cca-142f8ac575c4 None None] DHCP port deletion for 0b702fee-f662-4cd3-b714-275c6d009843 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:23:53.123066 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420bb991-e187-4a90-9937-a0c48909deca req-b7a08e29-5b49-4091-a90d-4574657c6d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:53.124848 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-420bb991-e187-4a90-9937-a0c48909deca req-b7a08e29-5b49-4091-a90d-4574657c6d26 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bd20a58b-98df-4ef8-98dd-f9fae3c64676 HTTP/1.1" status: 200 len: 911 time: 0.0991905 Nov 12 03:23:53.129839 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-cd7d0492-17f2-4e8d-b04b-9ca23db310d2 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3199861 Nov 12 03:23:53.138521 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc16f344-c585-49a2-88aa-9117b5885e73 req-01b21f78-330d-429b-aca5-a472fff32ef1 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:53.140491 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fc16f344-c585-49a2-88aa-9117b5885e73 req-01b21f78-330d-429b-aca5-a472fff32ef1 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 945 time: 0.4972444 Nov 12 03:23:53.149303 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-19bec387-5956-4fb7-9cc7-6a2b6d68b44a req-7e21f437-b96c-4a8f-a76b-1f9c8e1d8b73 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052787 Nov 12 03:23:53.155348 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-9320077f-b2b9-4a74-b9ac-372526bde8f1 service neutron] Request body: {'port': {'device_id': '0e7bc486-9faf-4694-8895-6028f61a8c68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:53.179842 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-a6a6f598-45c1-40ba-9d47-af3bed9d3866 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Deleting port dfcb12be-d75d-4cec-8016-e864eb804e4d {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:53.181821 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a6a6f598-45c1-40ba-9d47-af3bed9d3866 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:53.218668 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-942e8eb3-7434-424a-8cca-142f8ac575c4 None None] Deleting port dfcb12be-d75d-4cec-8016-e864eb804e4d {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:53.219040 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-942e8eb3-7434-424a-8cca-142f8ac575c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:53.263742 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-420bb991-e187-4a90-9937-a0c48909deca req-cab81e33-2d8e-4049-bcf2-2cf72200c5e9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0e2b5e6-5926-4867-93e1-9cf088a50e14 HTTP/1.1" status: 200 len: 217 time: 0.1220455 Nov 12 03:23:53.322560 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-a6a6f598-45c1-40ba-9d47-af3bed9d3866 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] For port dfcb12be-d75d-4cec-8016-e864eb804e4d, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=dfcb12be-d75d-4cec-8016-e864eb804e4d,segment=NetworkSegment(f2f55e92-db4c-405e-b786-3d1bbe33b256),segment_id=f2f55e92-db4c-405e-b786-3d1bbe33b256)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:53.323182 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a6a6f598-45c1-40ba-9d47-af3bed9d3866 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:53.338563 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-a6a6f598-45c1-40ba-9d47-af3bed9d3866 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Calling delete_port for dfcb12be-d75d-4cec-8016-e864eb804e4d owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:53.371176 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420bb991-e187-4a90-9937-a0c48909deca req-be1cfff2-c301-4bb8-8542-ae40c3c00ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:53.372763 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-420bb991-e187-4a90-9937-a0c48909deca req-be1cfff2-c301-4bb8-8542-ae40c3c00ba7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9df5425c-e3c5-4b00-ac6d-1c0b8d452c62 HTTP/1.1" status: 200 len: 850 time: 0.0952621 Nov 12 03:23:53.382160 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-9320077f-b2b9-4a74-b9ac-372526bde8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:53.404843 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fc16f344-c585-49a2-88aa-9117b5885e73 req-66f52b64-40dc-4583-b036-0c3f121ad827 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2403035 Nov 12 03:23:53.481494 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a6a6f598-45c1-40ba-9d47-af3bed9d3866 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:53.511077 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-420bb991-e187-4a90-9937-a0c48909deca req-9734a73b-093c-4198-bdc5-625cad9fc5f6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bd20a58b-98df-4ef8-98dd-f9fae3c64676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1258023 Nov 12 03:23:53.533418 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6f598-45c1-40ba-9d47-af3bed9d3866 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Pushing event deleted for resources: {'Port': ['ID=dfcb12be-d75d-4cec-8016-e864eb804e4d,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:53.558356 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a6f598-45c1-40ba-9d47-af3bed9d3866 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] No DVR routers for this DVR port dfcb12be-d75d-4cec-8016-e864eb804e4d on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:23:53.584453 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ad57f-847c-4d2f-abb6-00830014e258 req-b9775662-0997-475e-8e1d-0f8553731cb5 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:53.593702 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7b8ad57f-847c-4d2f-abb6-00830014e258 req-b9775662-0997-475e-8e1d-0f8553731cb5 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 946 time: 0.2407308 Nov 12 03:23:53.630373 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a09f1f-5f9e-4783-9942-dfb020785189'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:53.633475 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f076b7-359f-49b2-88fd-066945959f85" -d '{"events": [{"server_uuid": "7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c", "name": "network-vif-plugged", "status": "completed", "tag": "55a09f1f-5f9e-4783-9942-dfb020785189"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:53.637195 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device c0c325f2-ad27-406e-bdc9-f07385fe28d9 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:23:53.737834 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-942e8eb3-7434-424a-8cca-142f8ac575c4 None None] For port dfcb12be-d75d-4cec-8016-e864eb804e4d, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=dfcb12be-d75d-4cec-8016-e864eb804e4d,segment=NetworkSegment(f2f55e92-db4c-405e-b786-3d1bbe33b256),segment_id=f2f55e92-db4c-405e-b786-3d1bbe33b256)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:53.738621 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-942e8eb3-7434-424a-8cca-142f8ac575c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:53.764512 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4a2706a4-c579-4f16-b0f9-0e032a0b2c7f None None] Provisioning complete for port ba499eee-6f4d-4958-bd34-83db72c02eef triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:53.764905 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4a2706a4-c579-4f16-b0f9-0e032a0b2c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:53.785667 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419565b8-1e28-45d5-8191-0c537f8b62e9 req-17e264f9-a955-4a58-8ba4-d3119d2fc717 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:53.793896 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-419565b8-1e28-45d5-8191-0c537f8b62e9 req-17e264f9-a955-4a58-8ba4-d3119d2fc717 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e7bc486-9faf-4694-8895-6028f61a8c68 HTTP/1.1" status: 200 len: 935 time: 0.2042937 Nov 12 03:23:53.815147 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port c0c325f2-ad27-406e-bdc9-f07385fe28d9, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=c0c325f2-ad27-406e-bdc9-f07385fe28d9,segment=NetworkSegment(2ed2f41a-a7f9-42c8-b90c-c582528b7078),segment_id=2ed2f41a-a7f9-42c8-b90c-c582528b7078)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:53.829240 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-942e8eb3-7434-424a-8cca-142f8ac575c4 None None] Calling delete_port for dfcb12be-d75d-4cec-8016-e864eb804e4d owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:53.832905 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': 'c0c325f2-ad27-406e-bdc9-f07385fe28d9', 'network_id': 'e163c659-f682-48b4-8901-11f48fa6b884', 'port_id': 'c0c325f2-ad27-406e-bdc9-f07385fe28d9', 'mac_address': 'fa:16:3e:0d:fc:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41825434-b129-4583-a8f8-1f9b806c8df6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:23:53.835521 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-420bb991-e187-4a90-9937-a0c48909deca req-007b812b-36af-40c3-823c-06760fe646cf service neutron] 10.222.0.74 "GET /v2.0/networks/bd20a58b-98df-4ef8-98dd-f9fae3c64676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107827 Nov 12 03:23:53.921117 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4a2706a4-c579-4f16-b0f9-0e032a0b2c7f None None] Port ba499eee-6f4d-4958-bd34-83db72c02eef cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:23:53.955499 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:53.985455 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0c325f2-ad27-406e-bdc9-f07385fe28d9 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:54.013289 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port c0c325f2-ad27-406e-bdc9-f07385fe28d9, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=c0c325f2-ad27-406e-bdc9-f07385fe28d9,segment=NetworkSegment(2ed2f41a-a7f9-42c8-b90c-c582528b7078),segment_id=2ed2f41a-a7f9-42c8-b90c-c582528b7078)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:54.014992 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-942e8eb3-7434-424a-8cca-142f8ac575c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:54.031212 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:54.034505 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-420bb991-e187-4a90-9937-a0c48909deca req-54cdadb1-7f33-4223-83f3-a6db04707124 service neutron] 10.222.0.74 "GET /v2.0/networks/bd20a58b-98df-4ef8-98dd-f9fae3c64676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888981 Nov 12 03:23:54.071693 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942e8eb3-7434-424a-8cca-142f8ac575c4 None None] No DVR routers for this DVR port dfcb12be-d75d-4cec-8016-e864eb804e4d on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:23:54.083475 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e8eb3-7434-424a-8cca-142f8ac575c4 None None] Pushing event deleted for resources: {'Port': ['ID=dfcb12be-d75d-4cec-8016-e864eb804e4d,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:54.121071 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-419565b8-1e28-45d5-8191-0c537f8b62e9 req-eeadcc5c-6827-4187-b720-ed31cd61c436 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef1900c0-c411-432e-9c76-5bb7658535c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260694 Nov 12 03:23:54.141107 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a6a6f598-45c1-40ba-9d47-af3bed9d3866 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:54.167309 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-a6a6f598-45c1-40ba-9d47-af3bed9d3866 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b702fee-f662-4cd3-b714-275c6d009843']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:54.179757 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-a6a6f598-45c1-40ba-9d47-af3bed9d3866 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f55e92-db4c-405e-b786-3d1bbe33b256') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:54.180057 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-a6a6f598-45c1-40ba-9d47-af3bed9d3866 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f55e92-db4c-405e-b786-3d1bbe33b256') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:54.191907 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a6a6f598-45c1-40ba-9d47-af3bed9d3866 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:54.206779 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a6a6f598-45c1-40ba-9d47-af3bed9d3866 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:54.215033 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6a6f598-45c1-40ba-9d47-af3bed9d3866 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:23:54.215315 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a6a6f598-45c1-40ba-9d47-af3bed9d3866 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:54.215579 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=c0c325f2-ad27-406e-bdc9-f07385fe28d9,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:54.239319 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-9320077f-b2b9-4a74-b9ac-372526bde8f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba499eee-6f4d-4958-bd34-83db72c02eef {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:54.250845 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-9320077f-b2b9-4a74-b9ac-372526bde8f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:54.290904 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:23:54.290904 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:23:54.290904 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:23:54.290904 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:23:54.290904 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:23:54.290904 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:23:54.290904 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:23:54.290904 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:23:54.290904 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:23:54.290904 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:23:54.290904 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:23:54.290904 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:23:54.290904 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:23:54.290904 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:23:54.290904 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:23:54.290904 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:23:54.290904 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:23:54.290904 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:23:54.290904 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:23:54.290904 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:23:54.290904 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:23:54.290904 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:23:54.290904 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:23:54.290904 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:23:54.290904 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:23:54.290904 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:23:54.290904 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:23:54.290904 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:23:54.290904 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:23:54.290904 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:23:54.290904 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:23:54.290904 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:23:54.296471 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a6a6f598-45c1-40ba-9d47-af3bed9d3866 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:54.302334 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2081e6a6-5dcb-4125-97b3-934fb67a78ad req-14137573-cddf-4fb0-b1d5-954b789bf57d tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=e339cc1b-324c-4054-bd89-ce4a261e2fd1 HTTP/1.1" status: 200 len: 210 time: 0.0470202 Nov 12 03:23:54.304924 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a6a6f598-45c1-40ba-9d47-af3bed9d3866 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:54.305900 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-9320077f-b2b9-4a74-b9ac-372526bde8f1 service neutron] Transition to ACTIVE for port object ba499eee-6f4d-4958-bd34-83db72c02eef will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:23:54.308051 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a6a6f598-45c1-40ba-9d47-af3bed9d3866 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] 10.222.0.50 "DELETE /v2.0/networks/0b702fee-f662-4cd3-b714-275c6d009843 HTTP/1.1" status: 204 len: 168 time: 1.6166799 Nov 12 03:23:54.312753 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-9320077f-b2b9-4a74-b9ac-372526bde8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:54.337997 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7b8ad57f-847c-4d2f-abb6-00830014e258 req-681cd8e3-7aad-48a2-8e7b-0719f47df00d tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7410243 Nov 12 03:23:54.355102 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6f598-45c1-40ba-9d47-af3bed9d3866 tempest-ServersTestMultiNic-912650842 tempest-ServersTestMultiNic-912650842-project] Pushing event deleted for resources: {'Network': ['ID=0b702fee-f662-4cd3-b714-275c6d009843,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:54.374330 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9320077f-b2b9-4a74-b9ac-372526bde8f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ba499eee-6f4d-4958-bd34-83db72c02eef,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:54.399941 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab84e0aa-54a5-4317-9443-9015f69b18f7 x-openstack-request-id: req-ab84e0aa-54a5-4317-9443-9015f69b18f7 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:54.400468 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c", "name": "network-vif-plugged", "status": "completed", "tag": "55a09f1f-5f9e-4783-9942-dfb020785189", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:54.400947 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ab84e0aa-54a5-4317-9443-9015f69b18f7 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:54.401503 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a09f1f-5f9e-4783-9942-dfb020785189', 'code': 200} Nov 12 03:23:54.442820 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['c0c325f2-ad27-406e-bdc9-f07385fe28d9'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:54.591550 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a00901-e9be-445a-8f88-da0ecf1e6abf req-71c35c51-59fc-471c-b376-083c30f690fc tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:54.593068 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f3a00901-e9be-445a-8f88-da0ecf1e6abf req-71c35c51-59fc-471c-b376-083c30f690fc tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 946 time: 0.1055543 Nov 12 03:23:54.607167 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-9320077f-b2b9-4a74-b9ac-372526bde8f1 service neutron] Attempting to bind port ba499eee-6f4d-4958-bd34-83db72c02eef on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:54.607497 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-9320077f-b2b9-4a74-b9ac-372526bde8f1 service neutron] Attempting to bind port ba499eee-6f4d-4958-bd34-83db72c02eef by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:54.607822 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-9320077f-b2b9-4a74-b9ac-372526bde8f1 service neutron] Attempting to bind port ba499eee-6f4d-4958-bd34-83db72c02eef on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:54.624519 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc9108-4e4e-4815-9926-7bec68472125 req-81788e9d-1228-4fa2-b770-adea9c6a425f tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:54.635699 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b8cc9108-4e4e-4815-9926-7bec68472125 req-81788e9d-1228-4fa2-b770-adea9c6a425f tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] 10.222.0.50 "GET /v2.0/ports?device_id=565748e5-d3c5-4e87-8ed7-425bbf126ee7 HTTP/1.1" status: 200 len: 945 time: 0.1372025 Nov 12 03:23:54.648157 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-9320077f-b2b9-4a74-b9ac-372526bde8f1 service neutron] Port ba499eee-6f4d-4958-bd34-83db72c02eef on network eca3953c-c804-4641-8812-bff95be59582 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:54.648671 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-9320077f-b2b9-4a74-b9ac-372526bde8f1 service neutron] Attempting to bind port ba499eee-6f4d-4958-bd34-83db72c02eef on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:54.671155 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a93da6-b64d-464c-8d41-2b64b830b200 req-859076ac-5b8f-47a0-8756-291e21f16607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:54.672792 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-23a93da6-b64d-464c-8d41-2b64b830b200 req-859076ac-5b8f-47a0-8756-291e21f16607 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 1097 time: 0.1297839 Nov 12 03:23:54.675358 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-9320077f-b2b9-4a74-b9ac-372526bde8f1 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:54.675704 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-9320077f-b2b9-4a74-b9ac-372526bde8f1 service neutron] Checking segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:54.676161 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-9320077f-b2b9-4a74-b9ac-372526bde8f1 service neutron] Bound using segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:54.676584 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-9320077f-b2b9-4a74-b9ac-372526bde8f1 service neutron] Bound port: ba499eee-6f4d-4958-bd34-83db72c02eef, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:54.676926 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-9320077f-b2b9-4a74-b9ac-372526bde8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:54.700889 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f3a00901-e9be-445a-8f88-da0ecf1e6abf req-85305824-a49c-43df-bb10-deaeed83a882 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991757 Nov 12 03:23:54.796353 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b8cc9108-4e4e-4815-9926-7bec68472125 req-50596d00-499b-4139-97da-caca2cc9b297 tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] 10.222.0.50 "GET /v2.0/security-groups?id=f247cb4e-bca1-481a-a0e9-1fb404a79b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596658 Nov 12 03:23:54.806666 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-23a93da6-b64d-464c-8d41-2b64b830b200 req-1621490f-cf5d-450a-8b39-ecce920fbdfa service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222606 Nov 12 03:23:54.833512 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-9320077f-b2b9-4a74-b9ac-372526bde8f1 service neutron] For port ba499eee-6f4d-4958-bd34-83db72c02eef, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:54.836913 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-9320077f-b2b9-4a74-b9ac-372526bde8f1 service neutron] For port ba499eee-6f4d-4958-bd34-83db72c02eef, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=ba499eee-6f4d-4958-bd34-83db72c02eef,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:54.847101 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-9320077f-b2b9-4a74-b9ac-372526bde8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:54.905452 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9774d6-4aa0-4199-9774-b20f8d1017c3 req-a9c2f59b-f1df-4ac5-9b77-8e64c5f71e02 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:54.907016 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7c9774d6-4aa0-4199-9774-b20f8d1017c3 req-a9c2f59b-f1df-4ac5-9b77-8e64c5f71e02 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 945 time: 0.0754089 Nov 12 03:23:54.920694 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-9320077f-b2b9-4a74-b9ac-372526bde8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:54.921422 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-9320077f-b2b9-4a74-b9ac-372526bde8f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:54.923231 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-9320077f-b2b9-4a74-b9ac-372526bde8f1 service neutron] 10.222.0.74 "PUT /v2.0/ports/ba499eee-6f4d-4958-bd34-83db72c02eef HTTP/1.1" status: 200 len: 1096 time: 1.7721827 Nov 12 03:23:54.923704 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e7bc486-9faf-4694-8895-6028f61a8c68', 'tag': 'ba499eee-6f4d-4958-bd34-83db72c02eef'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:54.926170 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08167ddd-8c43-416e-8ddf-955dd2b4234c" -d '{"events": [{"name": "network-changed", "server_uuid": "0e7bc486-9faf-4694-8895-6028f61a8c68", "tag": "ba499eee-6f4d-4958-bd34-83db72c02eef"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:55.008912 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7c9774d6-4aa0-4199-9774-b20f8d1017c3 req-67ab5618-c2be-4d3f-befc-96f8524b5a48 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906067 Nov 12 03:23:55.024280 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9320077f-b2b9-4a74-b9ac-372526bde8f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ba499eee-6f4d-4958-bd34-83db72c02eef,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:55.047466 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec692103-3edf-411e-8588-63c612525cd4 req-39714bde-45f0-4995-b084-80d556fb66fb tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:55.050685 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ec692103-3edf-411e-8588-63c612525cd4 req-39714bde-45f0-4995-b084-80d556fb66fb tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 1098 time: 0.1609778 Nov 12 03:23:55.051891 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device dfcb12be-d75d-4cec-8016-e864eb804e4d no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:23:55.079231 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: dfcb12be-d75d-4cec-8016-e864eb804e4d {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:23:55.079832 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device dfcb12be-d75d-4cec-8016-e864eb804e4d not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:23:55.091732 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-d2173cb1-9293-4c08-8685-9fdf3ce1e4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:55.093328 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-d2173cb1-9293-4c08-8685-9fdf3ce1e4d4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ba16b8cc29284ecaa14fdf04e10ebbd9&device_id=0e7bc486-9faf-4694-8895-6028f61a8c68 HTTP/1.1" status: 200 len: 1099 time: 0.1085160 Nov 12 03:23:55.166951 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ec692103-3edf-411e-8588-63c612525cd4 req-b431cd8a-71c1-432a-9802-21c68ea3820c tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974789 Nov 12 03:23:55.168502 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a206ba-e39e-4bb7-a03d-9cde71861706 x-openstack-request-id: req-67a206ba-e39e-4bb7-a03d-9cde71861706 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:55.168785 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e7bc486-9faf-4694-8895-6028f61a8c68", "tag": "ba499eee-6f4d-4958-bd34-83db72c02eef", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:55.169032 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-67a206ba-e39e-4bb7-a03d-9cde71861706 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:55.169423 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e7bc486-9faf-4694-8895-6028f61a8c68', 'tag': 'ba499eee-6f4d-4958-bd34-83db72c02eef', 'status': 'completed', 'code': 200} Nov 12 03:23:55.235391 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-1c883cdf-4cc5-4829-b992-c05d60410915 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=ba499eee-6f4d-4958-bd34-83db72c02eef HTTP/1.1" status: 200 len: 217 time: 0.1321707 Nov 12 03:23:55.269756 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 56464) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:55.339549 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1048a07-7407-4f18-ae24-bf505307a1fe req-76200870-92b5-4db1-bdd5-628ef7632cc5 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:55.343257 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a1048a07-7407-4f18-ae24-bf505307a1fe req-76200870-92b5-4db1-bdd5-628ef7632cc5 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e7bc486-9faf-4694-8895-6028f61a8c68 HTTP/1.1" status: 200 len: 947 time: 0.1002371 Nov 12 03:23:55.403405 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a1048a07-7407-4f18-ae24-bf505307a1fe req-eede05f8-4fb0-4f45-aac7-acbba6d5dc69 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef1900c0-c411-432e-9c76-5bb7658535c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516210 Nov 12 03:23:55.463336 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-3593a4a3-7657-473b-b3aa-0a8632925625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:55.464461 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-3593a4a3-7657-473b-b3aa-0a8632925625 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.2162755 Nov 12 03:23:55.620414 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467cc99-5cb7-4698-8393-6840f8c00d1b req-9055bd35-8f7e-4988-afb2-5ebc173e0a2f tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:55.629577 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7467cc99-5cb7-4698-8393-6840f8c00d1b req-9055bd35-8f7e-4988-afb2-5ebc173e0a2f tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 946 time: 0.0747607 Nov 12 03:23:55.689395 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7467cc99-5cb7-4698-8393-6840f8c00d1b req-3e1821e9-3c8d-4720-a1a7-fbb97c5486f3 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585616 Nov 12 03:23:55.896162 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e0bf1-6b78-4fd8-a7f8-ad0bdb4a10b7 req-1d575c36-4526-4066-ab70-44ea538b196d tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:55.897657 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1a2e0bf1-6b78-4fd8-a7f8-ad0bdb4a10b7 req-1d575c36-4526-4066-ab70-44ea538b196d tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 1098 time: 0.5061100 Nov 12 03:23:55.936514 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc5900-8f44-4895-a2c1-89d9a8410302 req-92dfe03b-82c0-4c64-b34d-883b26a6d548 tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:55.938375 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d1cc5900-8f44-4895-a2c1-89d9a8410302 req-92dfe03b-82c0-4c64-b34d-883b26a6d548 tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] 10.222.0.50 "GET /v2.0/ports?device_id=565748e5-d3c5-4e87-8ed7-425bbf126ee7 HTTP/1.1" status: 200 len: 945 time: 0.0680342 Nov 12 03:23:55.949524 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-6f360fed-6da9-47e5-b9c7-3fe63eae87a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:55.950889 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-6f360fed-6da9-47e5-b9c7-3fe63eae87a6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1207058 Nov 12 03:23:56.013305 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d1cc5900-8f44-4895-a2c1-89d9a8410302 req-661149cc-c09b-41d0-87ed-d42bec8eda7d tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] 10.222.0.50 "GET /v2.0/security-groups?id=f247cb4e-bca1-481a-a0e9-1fb404a79b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644202 Nov 12 03:23:56.105139 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1a2e0bf1-6b78-4fd8-a7f8-ad0bdb4a10b7 req-0603f1b4-c4e2-4a9d-b2ed-183f19a83a49 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655908 Nov 12 03:23:56.153747 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220222d-f8f2-44e8-90e6-453465af8528 req-92ab01d1-85bd-4e1b-9d2a-4a09c5d1f152 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:56.156316 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-dde4fd44-8da6-4d1b-b226-dc461a51c618 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891046 Nov 12 03:23:56.161907 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3220222d-f8f2-44e8-90e6-453465af8528 req-92ab01d1-85bd-4e1b-9d2a-4a09c5d1f152 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 945 time: 0.0648212 Nov 12 03:23:56.220458 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3220222d-f8f2-44e8-90e6-453465af8528 req-060ca763-e277-460a-a0bd-981b9b7e3135 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520201 Nov 12 03:23:56.359469 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-23a67a0e-fd6e-4e9f-bbd6-0e35d9c3723d req-e9dbe206-ad4c-41ea-b622-75500c6c19d5 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537406 Nov 12 03:23:56.556832 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08167ddd-8c43-416e-8ddf-955dd2b4234c req-2196b012-b6f1-4fca-8d99-51454e052216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:56.558370 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-08167ddd-8c43-416e-8ddf-955dd2b4234c req-2196b012-b6f1-4fca-8d99-51454e052216 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ba16b8cc29284ecaa14fdf04e10ebbd9&device_id=0e7bc486-9faf-4694-8895-6028f61a8c68 HTTP/1.1" status: 200 len: 1099 time: 0.1038306 Nov 12 03:23:56.571465 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34998bbe-895c-4b91-8661-e4e3f9691406 req-0bf4d653-ac2a-4941-896b-8c8ecbd2b51d tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:56.579041 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-34998bbe-895c-4b91-8661-e4e3f9691406 req-0bf4d653-ac2a-4941-896b-8c8ecbd2b51d tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e7bc486-9faf-4694-8895-6028f61a8c68 HTTP/1.1" status: 200 len: 947 time: 0.0640838 Nov 12 03:23:56.616334 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6f94f1ef-142c-4b77-8847-2862bb551aa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:56.653316 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-34998bbe-895c-4b91-8661-e4e3f9691406 req-a3ffccf5-fecf-475d-9833-33d75d4e949a tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef1900c0-c411-432e-9c76-5bb7658535c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733123 Nov 12 03:23:56.826117 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9d0ce-9f7d-4f72-a7aa-d49996311584 req-ed5add15-29b9-4169-8cff-4e6bd78e20a8 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:56.827716 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dab9d0ce-9f7d-4f72-a7aa-d49996311584 req-ed5add15-29b9-4169-8cff-4e6bd78e20a8 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 946 time: 0.0577335 Nov 12 03:23:56.881253 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08167ddd-8c43-416e-8ddf-955dd2b4234c req-a0963312-3c38-4f3b-9ae0-5c4e38fcb061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:56.883222 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-08167ddd-8c43-416e-8ddf-955dd2b4234c req-a0963312-3c38-4f3b-9ae0-5c4e38fcb061 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.3161888 Nov 12 03:23:56.897171 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dab9d0ce-9f7d-4f72-a7aa-d49996311584 req-ea41bf1e-e990-4357-a43f-a3fcd2293860 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555053 Nov 12 03:23:56.947633 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-08167ddd-8c43-416e-8ddf-955dd2b4234c req-16683f3e-94f0-4713-a7a7-52794102a459 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=ba499eee-6f4d-4958-bd34-83db72c02eef HTTP/1.1" status: 200 len: 217 time: 0.0517910 Nov 12 03:23:57.030704 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08167ddd-8c43-416e-8ddf-955dd2b4234c req-b6efebee-95b0-4ac5-bf72-f036b6395b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:57.032234 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-08167ddd-8c43-416e-8ddf-955dd2b4234c req-b6efebee-95b0-4ac5-bf72-f036b6395b72 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.0767481 Nov 12 03:23:57.125070 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08167ddd-8c43-416e-8ddf-955dd2b4234c req-8e9db8b4-3241-4237-bac7-ccaa64e5d6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:57.126984 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-08167ddd-8c43-416e-8ddf-955dd2b4234c req-8e9db8b4-3241-4237-bac7-ccaa64e5d6af service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0700383 Nov 12 03:23:57.136836 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-6f94f1ef-142c-4b77-8847-2862bb551aa3 admin admin] Deleting port 4b7625d2-bb92-4dab-a3a9-9bb386a9e8e9 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:57.137616 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6f94f1ef-142c-4b77-8847-2862bb551aa3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:57.174650 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626f593-43c9-435f-938b-1e07c582c92f req-9085d6f1-0e59-4c4f-a5fa-ee3a30386870 tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:57.177361 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4626f593-43c9-435f-938b-1e07c582c92f req-9085d6f1-0e59-4c4f-a5fa-ee3a30386870 tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] 10.222.0.50 "GET /v2.0/ports?device_id=565748e5-d3c5-4e87-8ed7-425bbf126ee7 HTTP/1.1" status: 200 len: 945 time: 0.0765569 Nov 12 03:23:57.241836 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4626f593-43c9-435f-938b-1e07c582c92f req-3c50b09e-afa2-4e4c-bcd5-db913d62a68e tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] 10.222.0.50 "GET /v2.0/security-groups?id=f247cb4e-bca1-481a-a0e9-1fb404a79b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570385 Nov 12 03:23:57.371936 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-6f94f1ef-142c-4b77-8847-2862bb551aa3 admin admin] For port 4b7625d2-bb92-4dab-a3a9-9bb386a9e8e9, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=4b7625d2-bb92-4dab-a3a9-9bb386a9e8e9,segment=NetworkSegment(a13cb07d-0e9a-4700-905d-f24c807ed229),segment_id=a13cb07d-0e9a-4700-905d-f24c807ed229)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:57.372583 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6f94f1ef-142c-4b77-8847-2862bb551aa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:57.384066 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-08167ddd-8c43-416e-8ddf-955dd2b4234c req-79ca710f-2bb1-4661-b007-9651890b0402 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416940 Nov 12 03:23:57.390100 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb030250-bc02-48ab-8b4d-82ab8ef763ff req-9dad1081-835f-4e80-8cc8-0935d6637341 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:57.390583 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-6f94f1ef-142c-4b77-8847-2862bb551aa3 admin admin] Calling delete_port for 4b7625d2-bb92-4dab-a3a9-9bb386a9e8e9 owned by network:router_interface {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:57.397957 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-eb030250-bc02-48ab-8b4d-82ab8ef763ff req-9dad1081-835f-4e80-8cc8-0935d6637341 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 945 time: 0.0897851 Nov 12 03:23:57.488340 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-eb030250-bc02-48ab-8b4d-82ab8ef763ff req-a891327d-6536-4f96-a796-2afedde8a5e6 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877910 Nov 12 03:23:57.568098 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-08167ddd-8c43-416e-8ddf-955dd2b4234c req-8d136ed8-21af-4e26-9f69-e5f3e875c66c service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752760 Nov 12 03:23:57.588342 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device c0c325f2-ad27-406e-bdc9-f07385fe28d9 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:57.676966 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port c0c325f2-ad27-406e-bdc9-f07385fe28d9 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:23:57.683788 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port c0c325f2-ad27-406e-bdc9-f07385fe28d9 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:57.684477 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:57.706274 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a85cab-73dc-410e-9903-ee6d25ef9f79 req-aae1cd05-bc66-483f-b1cd-3d6e04916d80 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:57.712629 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-36a85cab-73dc-410e-9903-ee6d25ef9f79 req-aae1cd05-bc66-483f-b1cd-3d6e04916d80 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 945 time: 0.1412814 Nov 12 03:23:57.723372 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56528) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:57.731099 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-ea8210a1-5900-4876-a785-92d0331fdece req-6a1901b5-3247-40e8-a1f4-2c73609b3cac tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:23:57.732225 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ea8210a1-5900-4876-a785-92d0331fdece req-6a1901b5-3247-40e8-a1f4-2c73609b3cac tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098112 Nov 12 03:23:57.745073 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-1c74f846-bf9d-4821-9030-d4ab90c15192 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Request body: {'floatingip': {'port_id': '55a09f1f-5f9e-4783-9942-dfb020785189'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:57.774821 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6f94f1ef-142c-4b77-8847-2862bb551aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:57.835922 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:57.861499 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f94f1ef-142c-4b77-8847-2862bb551aa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b7625d2-bb92-4dab-a3a9-9bb386a9e8e9,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:57.919953 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '565748e5-d3c5-4e87-8ed7-425bbf126ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c325f2-ad27-406e-bdc9-f07385fe28d9'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:57.930216 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b4e6c0-4b39-49a0-a9d6-00f756a6ed12" -d '{"events": [{"server_uuid": "565748e5-d3c5-4e87-8ed7-425bbf126ee7", "name": "network-vif-plugged", "status": "completed", "tag": "c0c325f2-ad27-406e-bdc9-f07385fe28d9"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:57.963695 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1c74f846-bf9d-4821-9030-d4ab90c15192 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks [] for floatingip, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:57.970797 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port c0c325f2-ad27-406e-bdc9-f07385fe28d9, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=c0c325f2-ad27-406e-bdc9-f07385fe28d9,segment=NetworkSegment(2ed2f41a-a7f9-42c8-b90c-c582528b7078),segment_id=2ed2f41a-a7f9-42c8-b90c-c582528b7078)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:57.984098 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:58.111069 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=c0c325f2-ad27-406e-bdc9-f07385fe28d9,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:58.125087 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6f94f1ef-142c-4b77-8847-2862bb551aa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:58.248017 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8210a1-5900-4876-a785-92d0331fdece req-c0dd2f7b-4c19-47dd-94a7-a9bffa06141f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:58.253008 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ea8210a1-5900-4876-a785-92d0331fdece req-c0dd2f7b-4c19-47dd-94a7-a9bffa06141f service neutron] 10.222.0.50 "GET /v2.0/ports/4f79b904-2bbf-45f8-b2ad-f534e1a14f49 HTTP/1.1" status: 200 len: 1095 time: 0.5026634 Nov 12 03:23:58.298022 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-ea8210a1-5900-4876-a785-92d0331fdece req-14ee1f19-4b99-4685-80e9-f23229a00fcf service neutron] Request body: {'binding': {'host': 'n-h1-715271-27', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:58.298471 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-ea8210a1-5900-4876-a785-92d0331fdece req-14ee1f19-4b99-4685-80e9-f23229a00fcf service neutron] Unknown quota resources ['binding']. {{(pid=102572) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:23:58.342236 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60816ba-b8da-4564-b6b2-a2744e6ec472 req-9463738f-e578-4eb9-a876-e386636c1678 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:58.347286 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a60816ba-b8da-4564-b6b2-a2744e6ec472 req-9463738f-e578-4eb9-a876-e386636c1678 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e7bc486-9faf-4694-8895-6028f61a8c68 HTTP/1.1" status: 200 len: 947 time: 0.4746089 Nov 12 03:23:58.461479 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f94f1ef-142c-4b77-8847-2862bb551aa3 admin admin] Router cb44423a-10c8-4c1e-a932-be18c3fc3c0f has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:23:58.597029 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a60816ba-b8da-4564-b6b2-a2744e6ec472 req-2349a27a-588b-4efc-8d5d-b8ecfff980f2 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef1900c0-c411-432e-9c76-5bb7658535c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022812 Nov 12 03:23:58.626907 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f94f1ef-142c-4b77-8847-2862bb551aa3 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:23:58.635448 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6f94f1ef-142c-4b77-8847-2862bb551aa3 admin admin] 10.222.0.50 "PUT /v2.0/routers/cb44423a-10c8-4c1e-a932-be18c3fc3c0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3623266 Nov 12 03:23:58.635973 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 56540) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:58.643822 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63f7cb7-da2d-4b1e-bdd6-ca6e9bfad04f None None] Sync routers for ids ['cb44423a-10c8-4c1e-a932-be18c3fc3c0f'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:23:58.669813 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63f7cb7-da2d-4b1e-bdd6-ca6e9bfad04f None None] Routers {'cb44423a-10c8-4c1e-a932-be18c3fc3c0f'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:23:58.675654 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-d63f7cb7-da2d-4b1e-bdd6-ca6e9bfad04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:23:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['cb44423a-10c8-4c1e-a932-be18c3fc3c0f'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:58.686697 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-ea8210a1-5900-4876-a785-92d0331fdece req-14ee1f19-4b99-4685-80e9-f23229a00fcf service neutron] Attempting to bind port 4f79b904-2bbf-45f8-b2ad-f534e1a14f49 on host n-h1-715271-27 for vnic_type normal with profile None {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:58.687317 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-ea8210a1-5900-4876-a785-92d0331fdece req-14ee1f19-4b99-4685-80e9-f23229a00fcf service neutron] Attempting to bind port 4f79b904-2bbf-45f8-b2ad-f534e1a14f49 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:58.687825 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8210a1-5900-4876-a785-92d0331fdece req-14ee1f19-4b99-4685-80e9-f23229a00fcf service neutron] Attempting to bind port 4f79b904-2bbf-45f8-b2ad-f534e1a14f49 on network f2354694-6453-486d-800c-f4fc7f841803 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:58.702789 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8210a1-5900-4876-a785-92d0331fdece req-14ee1f19-4b99-4685-80e9-f23229a00fcf service neutron] Port 4f79b904-2bbf-45f8-b2ad-f534e1a14f49 on network f2354694-6453-486d-800c-f4fc7f841803 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:58.703409 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8210a1-5900-4876-a785-92d0331fdece req-14ee1f19-4b99-4685-80e9-f23229a00fcf service neutron] Attempting to bind port 4f79b904-2bbf-45f8-b2ad-f534e1a14f49 on network f2354694-6453-486d-800c-f4fc7f841803 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:58.755367 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aa873d93-6a78-45e4-85ac-0353af0382aa admin admin] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:58.792453 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8210a1-5900-4876-a785-92d0331fdece req-14ee1f19-4b99-4685-80e9-f23229a00fcf service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:58.793610 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8210a1-5900-4876-a785-92d0331fdece req-14ee1f19-4b99-4685-80e9-f23229a00fcf service neutron] Checking segment: {'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:58.794373 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8210a1-5900-4876-a785-92d0331fdece req-14ee1f19-4b99-4685-80e9-f23229a00fcf service neutron] Bound using segment: {'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:58.795082 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-ea8210a1-5900-4876-a785-92d0331fdece req-14ee1f19-4b99-4685-80e9-f23229a00fcf service neutron] Bound port: 4f79b904-2bbf-45f8-b2ad-f534e1a14f49, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:58.845704 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-d63f7cb7-da2d-4b1e-bdd6-ca6e9bfad04f None None] Set router cb44423a-10c8-4c1e-a932-be18c3fc3c0f gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:23:58.882065 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aa873d93-6a78-45e4-85ac-0353af0382aa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:58.929784 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d533386-3147-4938-9f16-0671cc650af5 req-f375a115-8148-429e-9c49-04050086dc46 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:58.931578 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9d533386-3147-4938-9f16-0671cc650af5 req-f375a115-8148-429e-9c49-04050086dc46 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 946 time: 0.1844289 Nov 12 03:23:58.988550 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-aa873d93-6a78-45e4-85ac-0353af0382aa admin admin] Deleting port fae8a00b-497e-430a-ad4b-552bc6466091 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:58.988989 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aa873d93-6a78-45e4-85ac-0353af0382aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:58.997976 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-ea8210a1-5900-4876-a785-92d0331fdece req-14ee1f19-4b99-4685-80e9-f23229a00fcf service neutron] For port 4f79b904-2bbf-45f8-b2ad-f534e1a14f49, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4f79b904-2bbf-45f8-b2ad-f534e1a14f49,segment=NetworkSegment(b8c93ffa-e78d-4d7d-8be5-2d181e470820),segment_id=b8c93ffa-e78d-4d7d-8be5-2d181e470820)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:59.030953 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-ea8210a1-5900-4876-a785-92d0331fdece req-14ee1f19-4b99-4685-80e9-f23229a00fcf service neutron] Publish callbacks [] for binding, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:59.032053 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ea8210a1-5900-4876-a785-92d0331fdece req-14ee1f19-4b99-4685-80e9-f23229a00fcf service neutron] 10.222.0.50 "POST /v2.0/ports/4f79b904-2bbf-45f8-b2ad-f534e1a14f49/bindings HTTP/1.1" status: 201 len: 390 time: 0.7399471 Nov 12 03:23:59.090842 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9d533386-3147-4938-9f16-0671cc650af5 req-d0472f17-2391-4e10-8f65-e11159120905 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399910 Nov 12 03:23:59.098294 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-d63f7cb7-da2d-4b1e-bdd6-ca6e9bfad04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb44423a-10c8-4c1e-a932-be18c3fc3c0f', 'name': 'tempest-ServersTestMultiNic-1016234794-router', 'tenant_id': '2318b893ebac4403a7655da339a70941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': 'fae8a00b-497e-430a-ad4b-552bc6466091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:42Z', 'updated_at': '2021-11-12T03:23:57Z', 'revision_number': 5, 'project_id': '2318b893ebac4403a7655da339a70941', 'gw_port': {'id': 'fae8a00b-497e-430a-ad4b-552bc6466091', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:49:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb44423a-10c8-4c1e-a932-be18c3fc3c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:43Z', 'updated_at': '2021-11-12T03:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:59.171110 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-aa873d93-6a78-45e4-85ac-0353af0382aa admin admin] For port fae8a00b-497e-430a-ad4b-552bc6466091, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=fae8a00b-497e-430a-ad4b-552bc6466091,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:59.171504 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aa873d93-6a78-45e4-85ac-0353af0382aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:59.172882 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63f7cb7-da2d-4b1e-bdd6-ca6e9bfad04f None None] Checking router: cb44423a-10c8-4c1e-a932-be18c3fc3c0f for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:23:59.193686 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2906ab58-4630-4663-97d8-815a3bfff0f0 x-openstack-request-id: req-2906ab58-4630-4663-97d8-815a3bfff0f0 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:59.198980 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "565748e5-d3c5-4e87-8ed7-425bbf126ee7", "name": "network-vif-plugged", "status": "completed", "tag": "c0c325f2-ad27-406e-bdc9-f07385fe28d9", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:59.199557 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2906ab58-4630-4663-97d8-815a3bfff0f0 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:59.200338 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '565748e5-d3c5-4e87-8ed7-425bbf126ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c325f2-ad27-406e-bdc9-f07385fe28d9', 'code': 200} Nov 12 03:23:59.210506 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63f7cb7-da2d-4b1e-bdd6-ca6e9bfad04f None None] Routers {'cb44423a-10c8-4c1e-a932-be18c3fc3c0f'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:23:59.212490 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-aa873d93-6a78-45e4-85ac-0353af0382aa admin admin] Calling delete_port for fae8a00b-497e-430a-ad4b-552bc6466091 owned by network:router_gateway {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:59.216826 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-d63f7cb7-da2d-4b1e-bdd6-ca6e9bfad04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:23:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['cb44423a-10c8-4c1e-a932-be18c3fc3c0f'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:59.379686 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1c74f846-bf9d-4821-9030-d4ab90c15192 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:59.399536 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be35c2d-bff1-4cba-91c1-078d5d44d5c8 req-894793fa-589e-42f9-accf-13cf66bf74c4 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:59.408063 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3be35c2d-bff1-4cba-91c1-078d5d44d5c8 req-894793fa-589e-42f9-accf-13cf66bf74c4 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 946 time: 0.0895073 Nov 12 03:23:59.412349 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1c74f846-bf9d-4821-9030-d4ab90c15192 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:59.490542 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-d63f7cb7-da2d-4b1e-bdd6-ca6e9bfad04f None None] Set router cb44423a-10c8-4c1e-a932-be18c3fc3c0f gateway port host: None {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:23:59.578614 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-d63f7cb7-da2d-4b1e-bdd6-ca6e9bfad04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb44423a-10c8-4c1e-a932-be18c3fc3c0f', 'name': 'tempest-ServersTestMultiNic-1016234794-router', 'tenant_id': '2318b893ebac4403a7655da339a70941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:42Z', 'updated_at': '2021-11-12T03:23:58Z', 'revision_number': 6, 'project_id': '2318b893ebac4403a7655da339a70941', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:59.578862 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [None req-1c74f846-bf9d-4821-9030-d4ab90c15192 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Floating IP 779bede3-e0d1-4b92-a982-d8e0427a6910 associated. External IP: 172.25.5.95, port: 55a09f1f-5f9e-4783-9942-dfb020785189. Nov 12 03:23:59.608927 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63f7cb7-da2d-4b1e-bdd6-ca6e9bfad04f None None] The sync data for ids ['cb44423a-10c8-4c1e-a932-be18c3fc3c0f'] in n-d-715271-27 is: [{'id': 'cb44423a-10c8-4c1e-a932-be18c3fc3c0f', 'name': 'tempest-ServersTestMultiNic-1016234794-router', 'tenant_id': '2318b893ebac4403a7655da339a70941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:42Z', 'updated_at': '2021-11-12T03:23:58Z', 'revision_number': 6, 'project_id': '2318b893ebac4403a7655da339a70941', 'gw_port_host': None}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:23:59.635944 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad879ff6-e522-47a9-a59b-274f5d33c1f1 req-40cd69b1-766c-4ff3-af17-69dbde9ad0a1 tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:59.644056 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ad879ff6-e522-47a9-a59b-274f5d33c1f1 req-40cd69b1-766c-4ff3-af17-69dbde9ad0a1 tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] 10.222.0.50 "GET /v2.0/ports?device_id=565748e5-d3c5-4e87-8ed7-425bbf126ee7 HTTP/1.1" status: 200 len: 946 time: 0.3805842 Nov 12 03:23:59.655244 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3be35c2d-bff1-4cba-91c1-078d5d44d5c8 req-26316565-9e6e-4bb9-a774-c480e300bb53 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428396 Nov 12 03:23:59.719652 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8210a1-5900-4876-a785-92d0331fdece req-6b9ddaad-d4b7-477c-9331-5f8af4409a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:59.723004 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea8210a1-5900-4876-a785-92d0331fdece req-6b9ddaad-d4b7-477c-9331-5f8af4409a4d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=576a7b2c0e984780a26518e9c1601856&device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 1098 time: 0.2158744 Nov 12 03:23:59.729133 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33bfdc2-050c-44fe-b152-7ee2739ac4c8 req-2f82e44b-760a-4c45-882d-43d1475605b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:59.730964 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a33bfdc2-050c-44fe-b152-7ee2739ac4c8 req-2f82e44b-760a-4c45-882d-43d1475605b4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=565748e5-d3c5-4e87-8ed7-425bbf126ee7 HTTP/1.1" status: 200 len: 1098 time: 0.3410676 Nov 12 03:23:59.836615 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258858d-fcba-4380-8308-34867c152ab3 req-d1a4f58d-6dd9-4d4a-a990-ae70aab2c1d7 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:59.838239 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3258858d-fcba-4380-8308-34867c152ab3 req-d1a4f58d-6dd9-4d4a-a990-ae70aab2c1d7 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e7bc486-9faf-4694-8895-6028f61a8c68 HTTP/1.1" status: 200 len: 947 time: 0.0798209 Nov 12 03:24:00.005670 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3258858d-fcba-4380-8308-34867c152ab3 req-27f76475-0731-48e3-a2ca-0c588a63d7d3 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef1900c0-c411-432e-9c76-5bb7658535c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595109 Nov 12 03:24:00.103669 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c74f846-bf9d-4821-9030-d4ab90c15192 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Router 6b02769c-beb9-4144-b4ee-1bf6277c85a8 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:24:00.277745 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ad879ff6-e522-47a9-a59b-274f5d33c1f1 req-226d4592-835b-46f2-be0a-3033463dd4a7 tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] 10.222.0.50 "GET /v2.0/security-groups?id=f247cb4e-bca1-481a-a0e9-1fb404a79b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6304173 Nov 12 03:24:00.282143 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a27303e7-e867-400a-865c-8917d2ad59c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:00.303428 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a33bfdc2-050c-44fe-b152-7ee2739ac4c8 req-128d6774-be08-4c09-a38f-f7ca1f885153 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f247cb4e-bca1-481a-a0e9-1fb404a79b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5505216 Nov 12 03:24:00.324755 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8210a1-5900-4876-a785-92d0331fdece req-55e5de59-8b60-4e2a-be63-90a9aec7d36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:00.328700 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea8210a1-5900-4876-a785-92d0331fdece req-55e5de59-8b60-4e2a-be63-90a9aec7d36d service neutron] 10.222.0.74 "GET /v2.0/networks?id=f2354694-6453-486d-800c-f4fc7f841803 HTTP/1.1" status: 200 len: 922 time: 0.5864742 Nov 12 03:24:00.328700 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aa873d93-6a78-45e4-85ac-0353af0382aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:00.347236 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c74f846-bf9d-4821-9030-d4ab90c15192 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:24:00.362330 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe8101c-2bc4-44e4-bc5d-cb8b928d9074 None None] Sync routers for ids ['6b02769c-beb9-4144-b4ee-1bf6277c85a8'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:24:00.362887 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa873d93-6a78-45e4-85ac-0353af0382aa admin admin] Pushing event deleted for resources: {'Port': ['ID=fae8a00b-497e-430a-ad4b-552bc6466091,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:00.394263 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe8101c-2bc4-44e4-bc5d-cb8b928d9074 None None] Routers {'6b02769c-beb9-4144-b4ee-1bf6277c85a8'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:00.396911 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-7fe8101c-2bc4-44e4-bc5d-cb8b928d9074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:23:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['6b02769c-beb9-4144-b4ee-1bf6277c85a8'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:00.399623 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1c74f846-bf9d-4821-9030-d4ab90c15192 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:00.400737 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea8210a1-5900-4876-a785-92d0331fdece req-f5c63ab5-d949-4048-bc2c-17c52020df6d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f79b904-2bbf-45f8-b2ad-f534e1a14f49 HTTP/1.1" status: 200 len: 217 time: 0.0484118 Nov 12 03:24:00.520822 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f0540-75b6-4c02-bc6f-e9c89c51881e req-2e01b6aa-7364-4250-a294-a1f1c707fbd2 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:00.521377 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8210a1-5900-4876-a785-92d0331fdece req-2fcb5432-9b0a-498f-b6a3-07a7ffc47c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:00.525271 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea8210a1-5900-4876-a785-92d0331fdece req-2fcb5432-9b0a-498f-b6a3-07a7ffc47c12 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3428f33d-4837-4311-b620-eb7f742db405 HTTP/1.1" status: 200 len: 861 time: 0.1011066 Nov 12 03:24:00.528227 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aa873d93-6a78-45e4-85ac-0353af0382aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:00.551454 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b85f0540-75b6-4c02-bc6f-e9c89c51881e req-2e01b6aa-7364-4250-a294-a1f1c707fbd2 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 946 time: 0.2386415 Nov 12 03:24:00.558976 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-1c74f846-bf9d-4821-9030-d4ab90c15192 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "PUT /v2.0/floatingips/779bede3-e0d1-4b92-a982-d8e0427a6910 HTTP/1.1" status: 200 len: 990 time: 2.8181505 Nov 12 03:24:00.645221 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c', 'tag': '55a09f1f-5f9e-4783-9942-dfb020785189'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:00.647779 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-7fe8101c-2bc4-44e4-bc5d-cb8b928d9074 None None] Set router 6b02769c-beb9-4144-b4ee-1bf6277c85a8 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:00.656840 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d5b425-287a-44f0-a2be-e99a00720239" -d '{"events": [{"name": "network-changed", "server_uuid": "7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c", "tag": "55a09f1f-5f9e-4783-9942-dfb020785189"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:00.690502 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea8210a1-5900-4876-a785-92d0331fdece req-8e7578cd-57c4-4db5-abc9-078a0f480cca service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f2354694-6453-486d-800c-f4fc7f841803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1580822 Nov 12 03:24:00.792772 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b85f0540-75b6-4c02-bc6f-e9c89c51881e req-1a57639e-407e-4616-83cf-92a6c571bc23 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292502 Nov 12 03:24:00.823349 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aa873d93-6a78-45e4-85ac-0353af0382aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:00.859236 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aa873d93-6a78-45e4-85ac-0353af0382aa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:00.939066 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aa873d93-6a78-45e4-85ac-0353af0382aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:00.940163 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa873d93-6a78-45e4-85ac-0353af0382aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb44423a-10c8-4c1e-a932-be18c3fc3c0f {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:24:00.947402 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aa873d93-6a78-45e4-85ac-0353af0382aa admin admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:00.951833 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56562) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:00.962956 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-aa873d93-6a78-45e4-85ac-0353af0382aa admin admin] 10.222.0.50 "DELETE /v2.0/routers/cb44423a-10c8-4c1e-a932-be18c3fc3c0f HTTP/1.1" status: 204 len: 168 time: 2.3254247 Nov 12 03:24:00.994984 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device ba499eee-6f4d-4958-bd34-83db72c02eef details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:24:01.070487 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab537b8-b169-46fd-82fe-58c00aa78878 x-openstack-request-id: req-5ab537b8-b169-46fd-82fe-58c00aa78878 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:01.072460 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c", "tag": "55a09f1f-5f9e-4783-9942-dfb020785189", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:01.073003 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5ab537b8-b169-46fd-82fe-58c00aa78878 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:01.073657 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c', 'tag': '55a09f1f-5f9e-4783-9942-dfb020785189', 'status': 'completed', 'code': 200} Nov 12 03:24:01.181129 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-18b10a3e-7da0-4f7a-8231-b1805476ebfc admin admin] Deleting subnet f2c2d00e-42ab-44a0-bbdc-5140246f2fc3 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:24:01.193160 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-18b10a3e-7da0-4f7a-8231-b1805476ebfc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:01.199790 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 4b7625d2-bb92-4dab-a3a9-9bb386a9e8e9 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:01.265964 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37600385-11ef-48a6-86ae-0ab25baaafb1 req-194bbbf7-3db3-49d8-946c-d4927729ce80 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:01.268711 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-37600385-11ef-48a6-86ae-0ab25baaafb1 req-194bbbf7-3db3-49d8-946c-d4927729ce80 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 946 time: 0.3418913 Nov 12 03:24:01.288284 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 4b7625d2-bb92-4dab-a3a9-9bb386a9e8e9 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:01.295037 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 4b7625d2-bb92-4dab-a3a9-9bb386a9e8e9 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:01.295578 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device fae8a00b-497e-430a-ad4b-552bc6466091 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:01.376183 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5b425-287a-44f0-a2be-e99a00720239 req-888c062c-a2cb-445d-9095-3265f0f1abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:01.378659 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c3d5b425-287a-44f0-a2be-e99a00720239 req-888c062c-a2cb-445d-9095-3265f0f1abf5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=eda4d7a9c5834d36bc2b22e1ed979ccd&device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 1097 time: 0.2662706 Nov 12 03:24:01.383189 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea8210a1-5900-4876-a785-92d0331fdece req-1ce9cd99-59ef-4446-814c-f3b07e8b9b0f service neutron] 10.222.0.74 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6051548 Nov 12 03:24:01.435359 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-37600385-11ef-48a6-86ae-0ab25baaafb1 req-9db640d4-6ace-435a-a115-7624783850ae tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235600 Nov 12 03:24:01.469553 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-18b10a3e-7da0-4f7a-8231-b1805476ebfc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:01.474261 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: fae8a00b-497e-430a-ad4b-552bc6466091 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:01.474890 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device fae8a00b-497e-430a-ad4b-552bc6466091 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:01.539726 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-7fe8101c-2bc4-44e4-bc5d-cb8b928d9074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b02769c-beb9-4144-b4ee-1bf6277c85a8', 'name': 'tempest-ServerActionsTestJSON-491450960-router', 'tenant_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '36d50047-cd27-408d-be04-6c9bc48f895d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:18Z', 'updated_at': '2021-11-12T03:23:27Z', 'revision_number': 4, 'project_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'gw_port': {'id': '36d50047-cd27-408d-be04-6c9bc48f895d', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b02769c-beb9-4144-b4ee-1bf6277c85a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:20Z', 'updated_at': '2021-11-12T03:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '779bede3-e0d1-4b92-a982-d8e0427a6910', 'tenant_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'floating_ip_address': '172.25.5.95', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '6b02769c-beb9-4144-b4ee-1bf6277c85a8', 'port_id': '55a09f1f-5f9e-4783-9942-dfb020785189', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3', 'mac_address': 'fa:16:3e:48:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:23:37Z', 'updated_at': '2021-11-12T03:23:59Z', 'revision_number': 1, 'project_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a88199b2-d9fa-423f-b4c4-e1c98adf7bf7', 'name': '', 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3', 'tenant_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'mac_address': 'fa:16:3e:8b:69:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b02769c-beb9-4144-b4ee-1bf6277c85a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c41913f5-e5c1-4e60-8ee6-4f6d29d519f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:26Z', 'updated_at': '2021-11-12T03:23:34Z', 'revision_number': 5, 'project_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'subnets': [{'id': 'c41913f5-e5c1-4e60-8ee6-4f6d29d519f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:01.557238 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cb2ee265-c976-4d80-93aa-f0f0b94d5f28 req-5c6a2e57-2c2e-42d1-b110-71ac2e802d8f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2835555 Nov 12 03:24:01.598661 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6720e4c-4530-40e8-a73a-e9fcc815baf7 req-d2ff0c41-6aa0-4a81-88b7-d3e34a8af1c0 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:01.602002 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port ba499eee-6f4d-4958-bd34-83db72c02eef, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=ba499eee-6f4d-4958-bd34-83db72c02eef,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:01.605509 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f6720e4c-4530-40e8-a73a-e9fcc815baf7 req-d2ff0c41-6aa0-4a81-88b7-d3e34a8af1c0 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e7bc486-9faf-4694-8895-6028f61a8c68 HTTP/1.1" status: 200 len: 947 time: 0.3234928 Nov 12 03:24:01.616426 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe8101c-2bc4-44e4-bc5d-cb8b928d9074 None None] Checking router: 6b02769c-beb9-4144-b4ee-1bf6277c85a8 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:24:01.631451 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'ba499eee-6f4d-4958-bd34-83db72c02eef', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'port_id': 'ba499eee-6f4d-4958-bd34-83db72c02eef', 'mac_address': 'fa:16:3e:d9:03:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa66706f-b415-4bb9-838e-cfd08f81d96b', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:24:01.635810 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe8101c-2bc4-44e4-bc5d-cb8b928d9074 None None] Routers {'6b02769c-beb9-4144-b4ee-1bf6277c85a8'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:01.636781 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-7fe8101c-2bc4-44e4-bc5d-cb8b928d9074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:23:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['6b02769c-beb9-4144-b4ee-1bf6277c85a8'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:01.680128 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:01.727495 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f6720e4c-4530-40e8-a73a-e9fcc815baf7 req-1a7e77e0-1900-4693-a6d0-1a407dfc91dc tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef1900c0-c411-432e-9c76-5bb7658535c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056542 Nov 12 03:24:01.740629 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba499eee-6f4d-4958-bd34-83db72c02eef {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:01.791071 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5b425-287a-44f0-a2be-e99a00720239 req-6ad9a797-f2d2-48b8-b4ab-b4433d5e445a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:01.795327 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c3d5b425-287a-44f0-a2be-e99a00720239 req-6ad9a797-f2d2-48b8-b4ab-b4433d5e445a service neutron] 10.222.0.90 "GET /v2.0/networks?id=56493891-2b14-40ba-a8cb-65015d9b59f3 HTTP/1.1" status: 200 len: 912 time: 0.3722668 Nov 12 03:24:01.805339 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea8210a1-5900-4876-a785-92d0331fdece req-cd040c14-63d4-4c7d-9542-9cf52baabddd service neutron] 10.222.0.74 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909142 Nov 12 03:24:01.814734 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port ba499eee-6f4d-4958-bd34-83db72c02eef, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=ba499eee-6f4d-4958-bd34-83db72c02eef,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:01.823947 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:01.927455 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-18b10a3e-7da0-4f7a-8231-b1805476ebfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:01.946017 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=ba499eee-6f4d-4958-bd34-83db72c02eef,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:02.010726 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ee265-c976-4d80-93aa-f0f0b94d5f28 req-d0d7e16f-c0f5-4bf9-82f9-aaa39db0a5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:02.012336 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cb2ee265-c976-4d80-93aa-f0f0b94d5f28 req-d0d7e16f-c0f5-4bf9-82f9-aaa39db0a5c9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ab1cf8386d1b4172a2ff2003f6ed3228&device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 1097 time: 0.3681009 Nov 12 03:24:02.055852 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c3d5b425-287a-44f0-a2be-e99a00720239 req-fdc3402a-70f0-4e08-8ad2-af1c77162f50 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55a09f1f-5f9e-4783-9942-dfb020785189 HTTP/1.1" status: 200 len: 998 time: 0.2390695 Nov 12 03:24:02.059261 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-18b10a3e-7da0-4f7a-8231-b1805476ebfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:02.079639 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913bd3c8-f5e6-4301-a6c2-ffd24715be3d req-5fbeb3e4-8eaa-4f2c-9250-38e8bba4de6a tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:02.085744 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-913bd3c8-f5e6-4301-a6c2-ffd24715be3d req-5fbeb3e4-8eaa-4f2c-9250-38e8bba4de6a tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] 10.222.0.50 "GET /v2.0/ports?device_id=565748e5-d3c5-4e87-8ed7-425bbf126ee7 HTTP/1.1" status: 200 len: 946 time: 0.4225347 Nov 12 03:24:02.105234 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-7fe8101c-2bc4-44e4-bc5d-cb8b928d9074 None None] Set router 6b02769c-beb9-4144-b4ee-1bf6277c85a8 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:02.165503 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['ba499eee-6f4d-4958-bd34-83db72c02eef'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:02.169491 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b10a3e-7da0-4f7a-8231-b1805476ebfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2c2d00e-42ab-44a0-bbdc-5140246f2fc3,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:02.242944 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234a76f6-3f1b-4fa0-9587-7d4aeb0d0801 None None] Network 7d7a780a-3488-469b-9638-7a359b8429d6 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:24:02.251585 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-18b10a3e-7da0-4f7a-8231-b1805476ebfc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:02.259571 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-18b10a3e-7da0-4f7a-8231-b1805476ebfc admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f2c2d00e-42ab-44a0-bbdc-5140246f2fc3 HTTP/1.1" status: 204 len: 168 time: 1.3063252 Nov 12 03:24:02.266250 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56578) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:02.278938 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b10a3e-7da0-4f7a-8231-b1805476ebfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:02.279562 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b10a3e-7da0-4f7a-8231-b1805476ebfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:02.280054 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b10a3e-7da0-4f7a-8231-b1805476ebfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:02.280605 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b10a3e-7da0-4f7a-8231-b1805476ebfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:02.281410 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b10a3e-7da0-4f7a-8231-b1805476ebfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:02.288324 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b10a3e-7da0-4f7a-8231-b1805476ebfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:02.295277 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b10a3e-7da0-4f7a-8231-b1805476ebfc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:02.295931 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b10a3e-7da0-4f7a-8231-b1805476ebfc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:02.296864 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b10a3e-7da0-4f7a-8231-b1805476ebfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:02.297420 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b10a3e-7da0-4f7a-8231-b1805476ebfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:02.297988 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b10a3e-7da0-4f7a-8231-b1805476ebfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:02.298567 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b10a3e-7da0-4f7a-8231-b1805476ebfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:02.395603 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8454bd-8f96-44a6-8b35-d97324a128d2 req-7a3c95e9-d1f1-4dd4-a29f-8260f7b6b47c tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:02.404185 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bd8454bd-8f96-44a6-8b35-d97324a128d2 req-7a3c95e9-d1f1-4dd4-a29f-8260f7b6b47c tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 946 time: 0.2682214 Nov 12 03:24:02.431678 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-569ff971-6ae4-48f3-ac1b-e0d8f94f57c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:02.433767 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ee265-c976-4d80-93aa-f0f0b94d5f28 req-9ebde05d-24bd-4a6a-8b60-734777a4492f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:02.441265 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cb2ee265-c976-4d80-93aa-f0f0b94d5f28 req-9ebde05d-24bd-4a6a-8b60-734777a4492f service neutron] 10.222.0.90 "GET /v2.0/networks?id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 HTTP/1.1" status: 200 len: 907 time: 0.2538414 Nov 12 03:24:02.504224 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bd8454bd-8f96-44a6-8b35-d97324a128d2 req-ce23f23a-5191-4779-a265-f22a6883cf55 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988708 Nov 12 03:24:02.633859 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cb2ee265-c976-4d80-93aa-f0f0b94d5f28 req-87c0abb8-6cfd-4c80-9f54-c2318eb7f01e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3f727d1-490b-45ee-b4ff-59728a0c678b HTTP/1.1" status: 200 len: 217 time: 0.1571250 Nov 12 03:24:02.674239 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5b425-287a-44f0-a2be-e99a00720239 req-f20d7406-923a-4fcf-87bf-75490cbcd014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:02.675778 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c3d5b425-287a-44f0-a2be-e99a00720239 req-f20d7406-923a-4fcf-87bf-75490cbcd014 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c41913f5-e5c1-4e60-8ee6-4f6d29d519f8 HTTP/1.1" status: 200 len: 850 time: 0.5889471 Nov 12 03:24:02.729261 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-569ff971-6ae4-48f3-ac1b-e0d8f94f57c5 admin admin] Deleting port cd4c5896-6d3a-4102-a100-495ef0273cab {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:02.732655 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-569ff971-6ae4-48f3-ac1b-e0d8f94f57c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:02.741755 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-7fe8101c-2bc4-44e4-bc5d-cb8b928d9074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b02769c-beb9-4144-b4ee-1bf6277c85a8', 'name': 'tempest-ServerActionsTestJSON-491450960-router', 'tenant_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '36d50047-cd27-408d-be04-6c9bc48f895d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:18Z', 'updated_at': '2021-11-12T03:23:27Z', 'revision_number': 4, 'project_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'gw_port': {'id': '36d50047-cd27-408d-be04-6c9bc48f895d', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b02769c-beb9-4144-b4ee-1bf6277c85a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:20Z', 'updated_at': '2021-11-12T03:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '779bede3-e0d1-4b92-a982-d8e0427a6910', 'tenant_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'floating_ip_address': '172.25.5.95', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '6b02769c-beb9-4144-b4ee-1bf6277c85a8', 'port_id': '55a09f1f-5f9e-4783-9942-dfb020785189', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3', 'mac_address': 'fa:16:3e:48:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:23:37Z', 'updated_at': '2021-11-12T03:23:59Z', 'revision_number': 1, 'project_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a88199b2-d9fa-423f-b4c4-e1c98adf7bf7', 'name': '', 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3', 'tenant_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'mac_address': 'fa:16:3e:8b:69:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b02769c-beb9-4144-b4ee-1bf6277c85a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c41913f5-e5c1-4e60-8ee6-4f6d29d519f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:26Z', 'updated_at': '2021-11-12T03:23:34Z', 'revision_number': 5, 'project_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'subnets': [{'id': 'c41913f5-e5c1-4e60-8ee6-4f6d29d519f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:02.804990 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ee265-c976-4d80-93aa-f0f0b94d5f28 req-a97b17c0-3472-494e-94b1-b773658fe7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:02.809801 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cb2ee265-c976-4d80-93aa-f0f0b94d5f28 req-a97b17c0-3472-494e-94b1-b773658fe7ea service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5a9fb38e-cf25-418b-9443-2a54f98e4648 HTTP/1.1" status: 200 len: 846 time: 0.1570213 Nov 12 03:24:02.829610 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe8101c-2bc4-44e4-bc5d-cb8b928d9074 None None] The sync data for ids ['6b02769c-beb9-4144-b4ee-1bf6277c85a8'] in n-d-715271-27 is: [{'id': '6b02769c-beb9-4144-b4ee-1bf6277c85a8', 'name': 'tempest-ServerActionsTestJSON-491450960-router', 'tenant_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '36d50047-cd27-408d-be04-6c9bc48f895d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:18Z', 'updated_at': '2021-11-12T03:23:27Z', 'revision_number': 4, 'project_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'gw_port': {'id': '36d50047-cd27-408d-be04-6c9bc48f895d', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b02769c-beb9-4144-b4ee-1bf6277c85a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:20Z', 'updated_at': '2021-11-12T03:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '779bede3-e0d1-4b92-a982-d8e0427a6910', 'tenant_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'floating_ip_address': '172.25.5.95', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '6b02769c-beb9-4144-b4ee-1bf6277c85a8', 'port_id': '55a09f1f-5f9e-4783-9942-dfb020785189', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3', 'mac_address': 'fa:16:3e:48:a8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:23:37Z', 'updated_at': '2021-11-12T03:23:59Z', 'revision_number': 1, 'project_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a88199b2-d9fa-423f-b4c4-e1c98adf7bf7', 'name': '', 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3', 'tenant_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'mac_address': 'fa:16:3e:8b:69:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b02769c-beb9-4144-b4ee-1bf6277c85a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c41913f5-e5c1-4e60-8ee6-4f6d29d519f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:26Z', 'updated_at': '2021-11-12T03:23:34Z', 'revision_number': 5, 'project_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'subnets': [{'id': 'c41913f5-e5c1-4e60-8ee6-4f6d29d519f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:24:02.946569 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8563e-a3f4-4671-8125-a66b64d749b6 req-4c61879d-16b8-48a7-b8eb-5f1b8993cda7 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:02.953066 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217b15cd-5c1f-4132-81b2-8c984df07621 None None] DHCP port deletion for 7d7a780a-3488-469b-9638-7a359b8429d6 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:24:02.966246 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d2d8563e-a3f4-4671-8125-a66b64d749b6 req-4c61879d-16b8-48a7-b8eb-5f1b8993cda7 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 946 time: 0.3133941 Nov 12 03:24:03.049062 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cb2ee265-c976-4d80-93aa-f0f0b94d5f28 req-96dd387f-a26e-482b-b53b-b940039c4edd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969634 Nov 12 03:24:03.071249 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-569ff971-6ae4-48f3-ac1b-e0d8f94f57c5 admin admin] For port cd4c5896-6d3a-4102-a100-495ef0273cab, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=cd4c5896-6d3a-4102-a100-495ef0273cab,segment=NetworkSegment(a13cb07d-0e9a-4700-905d-f24c807ed229),segment_id=a13cb07d-0e9a-4700-905d-f24c807ed229)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:03.079191 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-569ff971-6ae4-48f3-ac1b-e0d8f94f57c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:03.094075 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device cd4c5896-6d3a-4102-a100-495ef0273cab no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:03.148355 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-569ff971-6ae4-48f3-ac1b-e0d8f94f57c5 admin admin] Calling delete_port for cd4c5896-6d3a-4102-a100-495ef0273cab owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:03.296455 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b2b3bad0-13ee-4f06-91a4-99a0877ee63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:03.304294 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b3e3a2-d668-420a-bdf1-7c69126c11f3 None None] New status for floating IP 779bede3-e0d1-4b92-a982-d8e0427a6910: ACTIVE {{(pid=102573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:24:03.446035 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-913bd3c8-f5e6-4301-a6c2-ffd24715be3d req-eb8adb19-879a-4cd8-81a9-f3eea8d34e41 tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] 10.222.0.50 "GET /v2.0/security-groups?id=f247cb4e-bca1-481a-a0e9-1fb404a79b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9940462 Nov 12 03:24:03.462738 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cb2ee265-c976-4d80-93aa-f0f0b94d5f28 req-8797f06f-8d05-46ce-88d9-69742ac5b3cc service neutron] 10.222.0.90 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622353 Nov 12 03:24:03.469446 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d2d8563e-a3f4-4671-8125-a66b64d749b6 req-2f638fd8-943b-4b05-864b-06818c57006a tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5021398 Nov 12 03:24:03.591816 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-569ff971-6ae4-48f3-ac1b-e0d8f94f57c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:03.654783 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ff971-6ae4-48f3-ac1b-e0d8f94f57c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd4c5896-6d3a-4102-a100-495ef0273cab,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:03.657051 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5b425-287a-44f0-a2be-e99a00720239 req-6df72e1c-1bc5-4906-8d95-be69643ae556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:03.659019 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c3d5b425-287a-44f0-a2be-e99a00720239 req-6df72e1c-1bc5-4906-8d95-be69643ae556 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=56493891-2b14-40ba-a8cb-65015d9b59f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8411667 Nov 12 03:24:03.661293 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cb2ee265-c976-4d80-93aa-f0f0b94d5f28 req-53926f4e-d297-4bd7-ac22-9e89e32a26bb service neutron] 10.222.0.90 "GET /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726065 Nov 12 03:24:03.686820 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No active binding found for port cd4c5896-6d3a-4102-a100-495ef0273cab {{(pid=102573) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 03:24:03.687249 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device cd4c5896-6d3a-4102-a100-495ef0273cab not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:03.693048 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569ff971-6ae4-48f3-ac1b-e0d8f94f57c5 admin admin] No DVR routers for this DVR port cd4c5896-6d3a-4102-a100-495ef0273cab on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:03.698846 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-217b15cd-5c1f-4132-81b2-8c984df07621 None None] Deleting port cd4c5896-6d3a-4102-a100-495ef0273cab {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:03.699227 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-217b15cd-5c1f-4132-81b2-8c984df07621 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:03.766229 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba614e-5764-4b5c-b95e-92c37e7862b7 req-77038e78-d21e-4261-a286-a66097af725b tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:03.777976 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-57ba614e-5764-4b5c-b95e-92c37e7862b7 req-77038e78-d21e-4261-a286-a66097af725b tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e7bc486-9faf-4694-8895-6028f61a8c68 HTTP/1.1" status: 200 len: 948 time: 0.1154757 Nov 12 03:24:03.873354 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-569ff971-6ae4-48f3-ac1b-e0d8f94f57c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:03.903206 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-217b15cd-5c1f-4132-81b2-8c984df07621 None None] For port cd4c5896-6d3a-4102-a100-495ef0273cab, host n-d-715271-27, got binding levels [] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:03.903600 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-217b15cd-5c1f-4132-81b2-8c984df07621 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:03.910806 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-569ff971-6ae4-48f3-ac1b-e0d8f94f57c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d7a780a-3488-469b-9638-7a359b8429d6']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:03.920188 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c3d5b425-287a-44f0-a2be-e99a00720239 req-43a1e907-2f6c-4015-a5d3-2fa4cec23d8d service neutron] 10.222.0.90 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986718 Nov 12 03:24:03.930353 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-569ff971-6ae4-48f3-ac1b-e0d8f94f57c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a13cb07d-0e9a-4700-905d-f24c807ed229') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:03.933489 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-569ff971-6ae4-48f3-ac1b-e0d8f94f57c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a13cb07d-0e9a-4700-905d-f24c807ed229') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:03.949306 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-569ff971-6ae4-48f3-ac1b-e0d8f94f57c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:03.966189 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-569ff971-6ae4-48f3-ac1b-e0d8f94f57c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:03.973376 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-569ff971-6ae4-48f3-ac1b-e0d8f94f57c5 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:24:03.973901 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-569ff971-6ae4-48f3-ac1b-e0d8f94f57c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:03.979881 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-217b15cd-5c1f-4132-81b2-8c984df07621 None None] Calling delete_port for cd4c5896-6d3a-4102-a100-495ef0273cab owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:03.997833 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.ipam_backend_mixin [None req-217b15cd-5c1f-4132-81b2-8c984df07621 None None] Port cd4c5896-6d3a-4102-a100-495ef0273cab was not found and therefore no delete operation was performed {{(pid=102573) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:24:04.008316 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-217b15cd-5c1f-4132-81b2-8c984df07621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:04.051550 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:24:04.051550 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:24:04.051550 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:24:04.051550 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:24:04.051550 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:24:04.051550 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:24:04.051550 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:24:04.051550 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:24:04.051550 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:24:04.051550 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:24:04.051550 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:24:04.051550 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:24:04.051550 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:24:04.051550 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:24:04.051550 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:24:04.051550 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:24:04.051550 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:24:04.051550 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:24:04.051550 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:24:04.051550 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:24:04.051550 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:24:04.051550 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:24:04.051550 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:24:04.051550 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:24:04.051550 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:24:04.051550 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:24:04.051550 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:24:04.051550 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:24:04.051550 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:24:04.051550 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:24:04.051550 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:24:04.051550 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:24:04.054673 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b15cd-5c1f-4132-81b2-8c984df07621 None None] Pushing event deleted for resources: {'Port': ['ID=cd4c5896-6d3a-4102-a100-495ef0273cab,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:04.061116 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-569ff971-6ae4-48f3-ac1b-e0d8f94f57c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:04.063063 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:04.074045 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217b15cd-5c1f-4132-81b2-8c984df07621 None None] No DVR routers for this DVR port cd4c5896-6d3a-4102-a100-495ef0273cab on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:04.101943 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-569ff971-6ae4-48f3-ac1b-e0d8f94f57c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:04.108196 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-569ff971-6ae4-48f3-ac1b-e0d8f94f57c5 admin admin] 10.222.0.50 "DELETE /v2.0/networks/7d7a780a-3488-469b-9638-7a359b8429d6 HTTP/1.1" status: 204 len: 168 time: 1.8371480 Nov 12 03:24:04.122334 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ff971-6ae4-48f3-ac1b-e0d8f94f57c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d7a780a-3488-469b-9638-7a359b8429d6,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:04.157048 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35e17e-572d-40ff-ae22-84a02ae7c74f req-ee5da9c1-720c-4cde-a2ad-01da1f2e7675 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:04.165881 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8f35e17e-572d-40ff-ae22-84a02ae7c74f req-ee5da9c1-720c-4cde-a2ad-01da1f2e7675 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 946 time: 0.1290052 Nov 12 03:24:04.220966 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-57ba614e-5764-4b5c-b95e-92c37e7862b7 req-de0fda98-755e-4c85-89f0-04d45abe703b tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef1900c0-c411-432e-9c76-5bb7658535c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986999 Nov 12 03:24:04.268857 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8f35e17e-572d-40ff-ae22-84a02ae7c74f req-2cdc3455-619b-4c24-801d-ad8de7b5aa4d tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007056 Nov 12 03:24:04.298276 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c3d5b425-287a-44f0-a2be-e99a00720239 req-063c5adf-5da6-461d-ac76-4ad7d5cf3a37 service neutron] 10.222.0.90 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452349 Nov 12 03:24:04.435429 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56592) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:04.572978 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4dde98bf-40cf-4454-92f6-7961f8303af1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2318b893ebac4403a7655da339a70941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336429 Nov 12 03:24:04.573483 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 56600) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:04.722245 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-13a13bd1-0a18-4d50-93cc-f4fd72db9fac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:04.736723 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207ab25-72ee-42cb-8fc1-968c05e100da req-e9ad4ae2-55e8-4e11-904e-627d02153460 tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:04.744136 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f207ab25-72ee-42cb-8fc1-968c05e100da req-e9ad4ae2-55e8-4e11-904e-627d02153460 tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] 10.222.0.50 "GET /v2.0/ports?device_id=565748e5-d3c5-4e87-8ed7-425bbf126ee7 HTTP/1.1" status: 200 len: 946 time: 0.1025670 Nov 12 03:24:04.783609 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ac596-4f5a-432e-8589-bb7948428ac9 req-9a879d5e-b40b-4e0b-8d0a-b6d1737e5d7a tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:04.785293 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fe1ac596-4f5a-432e-8589-bb7948428ac9 req-9a879d5e-b40b-4e0b-8d0a-b6d1737e5d7a tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 946 time: 0.0961964 Nov 12 03:24:04.788449 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-13a13bd1-0a18-4d50-93cc-f4fd72db9fac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:04.851613 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f207ab25-72ee-42cb-8fc1-968c05e100da req-2affdd4e-0af7-40bf-88fc-f977a38df0c0 tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] 10.222.0.50 "GET /v2.0/security-groups?id=f247cb4e-bca1-481a-a0e9-1fb404a79b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990763 Nov 12 03:24:04.897970 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fe1ac596-4f5a-432e-8589-bb7948428ac9 req-1120729b-a90d-406c-9969-6ad44f3f2f92 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039279 Nov 12 03:24:04.902509 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-13a13bd1-0a18-4d50-93cc-f4fd72db9fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:04.905333 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-13a13bd1-0a18-4d50-93cc-f4fd72db9fac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:04.909298 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-13a13bd1-0a18-4d50-93cc-f4fd72db9fac admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b7b9a195-d95c-4e3f-bea7-b1f410bc6b3e HTTP/1.1" status: 204 len: 168 time: 0.3319914 Nov 12 03:24:04.920909 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a13bd1-0a18-4d50-93cc-f4fd72db9fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b9a195-d95c-4e3f-bea7-b1f410bc6b3e,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:05.006195 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device ba499eee-6f4d-4958-bd34-83db72c02eef up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:05.151579 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port ba499eee-6f4d-4958-bd34-83db72c02eef completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:24:05.157803 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port ba499eee-6f4d-4958-bd34-83db72c02eef triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:05.158873 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:05.383246 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:05.385263 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:05.388679 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fd48e-266a-4ba6-85bf-22226f2fdd9e req-ab95ee31-7641-48ca-bd1d-2ef5f89d48f6 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:05.401476 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f4379-e15e-41e1-862d-d92fa0495461 req-8c7fd7ec-a90d-4a6d-b2d2-45f0ce60fd8e tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:05.401952 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-907fd48e-266a-4ba6-85bf-22226f2fdd9e req-ab95ee31-7641-48ca-bd1d-2ef5f89d48f6 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 945 time: 0.1199877 Nov 12 03:24:05.407979 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c22f4379-e15e-41e1-862d-d92fa0495461 req-8c7fd7ec-a90d-4a6d-b2d2-45f0ce60fd8e tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e7bc486-9faf-4694-8895-6028f61a8c68 HTTP/1.1" status: 200 len: 948 time: 0.1017756 Nov 12 03:24:05.433927 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port ba499eee-6f4d-4958-bd34-83db72c02eef, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=ba499eee-6f4d-4958-bd34-83db72c02eef,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:05.435328 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7bc486-9faf-4694-8895-6028f61a8c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba499eee-6f4d-4958-bd34-83db72c02eef'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:05.441714 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f16668f-58cd-47e8-accd-33b80b41eb80" -d '{"events": [{"server_uuid": "0e7bc486-9faf-4694-8895-6028f61a8c68", "name": "network-vif-plugged", "status": "completed", "tag": "ba499eee-6f4d-4958-bd34-83db72c02eef"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:05.455610 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:05.522536 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c22f4379-e15e-41e1-862d-d92fa0495461 req-ad47a5f5-51f7-4cfc-ad52-8cddd881955c tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef1900c0-c411-432e-9c76-5bb7658535c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066275 Nov 12 03:24:05.542074 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-907fd48e-266a-4ba6-85bf-22226f2fdd9e req-d1fc9a15-5bf0-4ba4-8566-d9b42064e833 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385126 Nov 12 03:24:05.577460 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=ba499eee-6f4d-4958-bd34-83db72c02eef,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:05.595420 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:05.596570 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:05.596836 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:05.597262 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:05.597551 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:05.597892 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:05.598222 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:05.598699 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:05.598987 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:05.599322 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:05.599649 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:05.599976 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:05.626367 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ae13b2-bba1-42ff-9eee-f444cc290b63 x-openstack-request-id: req-c1ae13b2-bba1-42ff-9eee-f444cc290b63 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:05.626669 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7bc486-9faf-4694-8895-6028f61a8c68", "name": "network-vif-plugged", "status": "completed", "tag": "ba499eee-6f4d-4958-bd34-83db72c02eef", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:05.626954 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c1ae13b2-bba1-42ff-9eee-f444cc290b63 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:05.627359 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7bc486-9faf-4694-8895-6028f61a8c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba499eee-6f4d-4958-bd34-83db72c02eef', 'code': 200} Nov 12 03:24:05.765767 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8afefa-55e8-4261-9697-531d0eaaad65 req-4c2471cb-c60e-4231-8db1-d7dcb871c649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:05.771886 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3d8afefa-55e8-4261-9697-531d0eaaad65 req-4c2471cb-c60e-4231-8db1-d7dcb871c649 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0e7bc486-9faf-4694-8895-6028f61a8c68 HTTP/1.1" status: 200 len: 1101 time: 0.0757923 Nov 12 03:24:05.778126 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa58f4-f356-4b39-99b7-12df296587d9 req-40a9eb5f-5132-41dc-aa21-b014b7cf20b2 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:05.793499 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fefa58f4-f356-4b39-99b7-12df296587d9 req-40a9eb5f-5132-41dc-aa21-b014b7cf20b2 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 946 time: 0.1467352 Nov 12 03:24:05.860653 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3d8afefa-55e8-4261-9697-531d0eaaad65 req-8fb7316f-4b29-4745-8943-4cbc3898fb1e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ef1900c0-c411-432e-9c76-5bb7658535c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807819 Nov 12 03:24:05.866788 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fefa58f4-f356-4b39-99b7-12df296587d9 req-d7220c3d-e8df-48ce-8e23-5331949d7518 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693810 Nov 12 03:24:06.144941 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a23e7b-e19f-4daf-bf74-0da43bb98290 req-beca0e08-d404-4a26-804a-9b415a921405 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:06.155220 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-03a23e7b-e19f-4daf-bf74-0da43bb98290 req-beca0e08-d404-4a26-804a-9b415a921405 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 946 time: 0.1040990 Nov 12 03:24:06.270980 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:06.280542 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-03a23e7b-e19f-4daf-bf74-0da43bb98290 req-4a9075fe-f57b-4e73-a1b8-1a5dfcb2f478 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244185 Nov 12 03:24:06.336016 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 56646) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:06.472619 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba52eaa-6154-4b41-a611-c606a943b781 req-81387ed4-6c07-4e23-8a9c-e11ebdda2266 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:06.474089 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fba52eaa-6154-4b41-a611-c606a943b781 req-81387ed4-6c07-4e23-8a9c-e11ebdda2266 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 945 time: 0.1071258 Nov 12 03:24:06.504933 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-0d2b308c-28f0-4025-a4b2-06ae1c28f181 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1539754991-network', 'tenant_id': '984b5bf9950d4e568e34b6531154493c'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:06.644014 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2b308c-28f0-4025-a4b2-06ae1c28f181 admin admin] Made reservation on behalf of 984b5bf9950d4e568e34b6531154493c for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:06.652400 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0d2b308c-28f0-4025-a4b2-06ae1c28f181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:06.711749 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0d2b308c-28f0-4025-a4b2-06ae1c28f181 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:06.813105 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a412fe-d914-4c5b-89c9-32df2eb5a0ad req-2fa36454-af9a-4a71-90cf-0fa16db9b596 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:06.822096 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-63a412fe-d914-4c5b-89c9-32df2eb5a0ad req-2fa36454-af9a-4a71-90cf-0fa16db9b596 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e7bc486-9faf-4694-8895-6028f61a8c68 HTTP/1.1" status: 200 len: 949 time: 0.1050229 Nov 12 03:24:06.825482 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-fba52eaa-6154-4b41-a611-c606a943b781 req-c1e38b6a-0d02-42ac-80bc-f88ac00fb07b tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Deleting port b3f727d1-490b-45ee-b4ff-59728a0c678b {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:06.825821 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fba52eaa-6154-4b41-a611-c606a943b781 req-c1e38b6a-0d02-42ac-80bc-f88ac00fb07b tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:06.905568 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-63a412fe-d914-4c5b-89c9-32df2eb5a0ad req-28c18237-c45d-4459-844f-2013e05596b7 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef1900c0-c411-432e-9c76-5bb7658535c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823927 Nov 12 03:24:06.920480 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184b438-6ef3-4ca6-8659-4691d4cf2893 req-23f5bde1-0c0f-4dc7-8af6-a65abe8cd6e0 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:06.927688 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a184b438-6ef3-4ca6-8659-4691d4cf2893 req-23f5bde1-0c0f-4dc7-8af6-a65abe8cd6e0 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 945 time: 0.1790054 Nov 12 03:24:07.023824 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-fba52eaa-6154-4b41-a611-c606a943b781 req-c1e38b6a-0d02-42ac-80bc-f88ac00fb07b tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] For port b3f727d1-490b-45ee-b4ff-59728a0c678b, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=b3f727d1-490b-45ee-b4ff-59728a0c678b,segment=NetworkSegment(8dbff2fd-9cfc-4504-9870-2f052b7a9289),segment_id=8dbff2fd-9cfc-4504-9870-2f052b7a9289)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:07.024327 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fba52eaa-6154-4b41-a611-c606a943b781 req-c1e38b6a-0d02-42ac-80bc-f88ac00fb07b tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:07.056961 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0d2b308c-28f0-4025-a4b2-06ae1c28f181 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:07.063197 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-fba52eaa-6154-4b41-a611-c606a943b781 req-c1e38b6a-0d02-42ac-80bc-f88ac00fb07b tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Calling delete_port for b3f727d1-490b-45ee-b4ff-59728a0c678b owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:07.086537 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742ade3-380a-4d26-940d-80a966624031 req-35e3bccc-c7a8-4325-b7ee-d82705e507ea tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:07.090379 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a184b438-6ef3-4ca6-8659-4691d4cf2893 req-05a7d558-3531-4a83-9525-edac7bb0fb4d tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463618 Nov 12 03:24:07.092598 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e742ade3-380a-4d26-940d-80a966624031 req-35e3bccc-c7a8-4325-b7ee-d82705e507ea tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 946 time: 0.0874248 Nov 12 03:24:07.093991 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0d2b308c-28f0-4025-a4b2-06ae1c28f181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:07.150132 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e742ade3-380a-4d26-940d-80a966624031 req-a17f8f56-da5b-4df1-a359-7556cbc8a847 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554717 Nov 12 03:24:07.160328 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d2b308c-28f0-4025-a4b2-06ae1c28f181 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:24:07.188904 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b308c-28f0-4025-a4b2-06ae1c28f181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a22aea3-060b-45a8-a7ba-9d5508ea1c86,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:07.200541 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0d2b308c-28f0-4025-a4b2-06ae1c28f181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:07.200963 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-0d2b308c-28f0-4025-a4b2-06ae1c28f181 admin admin] Added segment 6d3a857c-682f-4de6-9fab-f391ef609ad0 of type vlan for network 05567585-3225-43ff-908b-682604349a1c Nov 12 03:24:07.278371 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0d2b308c-28f0-4025-a4b2-06ae1c28f181 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:07.357570 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0d2b308c-28f0-4025-a4b2-06ae1c28f181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:07.357570 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2b308c-28f0-4025-a4b2-06ae1c28f181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:07.357570 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0d2b308c-28f0-4025-a4b2-06ae1c28f181 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:07.430595 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0d2b308c-28f0-4025-a4b2-06ae1c28f181 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0933633 Nov 12 03:24:07.433643 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56664) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:07.433993 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fba52eaa-6154-4b41-a611-c606a943b781 req-c1e38b6a-0d02-42ac-80bc-f88ac00fb07b tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:07.439231 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-b879c560-cd02-42d1-b6d3-3fee38d94b5e admin admin] Request body: {'subnet': {'network_id': '05567585-3225-43ff-908b-682604349a1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1539754991-subnet', 'tenant_id': '984b5bf9950d4e568e34b6531154493c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:07.458409 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a8de8-7f3f-475c-b0f4-178a71935f4f req-9fb02b94-9051-46b0-949f-6d84f2ce3256 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:07.459887 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bb0a8de8-7f3f-475c-b0f4-178a71935f4f req-9fb02b94-9051-46b0-949f-6d84f2ce3256 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 946 time: 0.0825503 Nov 12 03:24:07.468452 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b308c-28f0-4025-a4b2-06ae1c28f181 admin admin] Pushing event updated for resources: {'Network': ['ID=05567585-3225-43ff-908b-682604349a1c,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:07.473771 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e38b6a-0d02-42ac-80bc-f88ac00fb07b tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Pushing event deleted for resources: {'Port': ['ID=b3f727d1-490b-45ee-b4ff-59728a0c678b,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:07.489576 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 05567585-3225-43ff-908b-682604349a1c details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:24:07.505774 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b879c560-cd02-42d1-b6d3-3fee38d94b5e admin admin] Made reservation on behalf of 984b5bf9950d4e568e34b6531154493c for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:07.508606 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b879c560-cd02-42d1-b6d3-3fee38d94b5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:07.510095 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['b3f727d1-490b-45ee-b4ff-59728a0c678b'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:07.522706 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba52eaa-6154-4b41-a611-c606a943b781 req-c1e38b6a-0d02-42ac-80bc-f88ac00fb07b tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] No DVR routers for this DVR port b3f727d1-490b-45ee-b4ff-59728a0c678b on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:07.525679 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fba52eaa-6154-4b41-a611-c606a943b781 req-c1e38b6a-0d02-42ac-80bc-f88ac00fb07b tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:07.529014 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fba52eaa-6154-4b41-a611-c606a943b781 req-c1e38b6a-0d02-42ac-80bc-f88ac00fb07b tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.90 "DELETE /v2.0/ports/b3f727d1-490b-45ee-b4ff-59728a0c678b HTTP/1.1" status: 204 len: 173 time: 1.0398352 Nov 12 03:24:07.529465 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e9a4b0-3dae-4553-b628-b9a5578232fa', 'name': 'network-vif-deleted', 'tag': 'b3f727d1-490b-45ee-b4ff-59728a0c678b'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:07.532449 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8fd09d-1413-4560-b171-db01c27880b5" -d '{"events": [{"server_uuid": "c8e9a4b0-3dae-4553-b628-b9a5578232fa", "name": "network-vif-deleted", "tag": "b3f727d1-490b-45ee-b4ff-59728a0c678b"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:07.607724 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b5758b-28ec-4f7e-84b1-63fa1d3edd0e x-openstack-request-id: req-a9b5758b-28ec-4f7e-84b1-63fa1d3edd0e {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:07.608012 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8e9a4b0-3dae-4553-b628-b9a5578232fa", "name": "network-vif-deleted", "tag": "b3f727d1-490b-45ee-b4ff-59728a0c678b", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:07.608285 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a9b5758b-28ec-4f7e-84b1-63fa1d3edd0e {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:07.608681 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8e9a4b0-3dae-4553-b628-b9a5578232fa', 'name': 'network-vif-deleted', 'tag': 'b3f727d1-490b-45ee-b4ff-59728a0c678b', 'status': 'completed', 'code': 200} Nov 12 03:24:07.627904 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bb0a8de8-7f3f-475c-b0f4-178a71935f4f req-c00577c1-1924-45b3-895e-001ee247a7f4 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582870 Nov 12 03:24:07.797220 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b879c560-cd02-42d1-b6d3-3fee38d94b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:07.866050 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b879c560-cd02-42d1-b6d3-3fee38d94b5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=27f881fe-8083-445e-acea-d73d96d974cb,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:07.875353 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b879c560-cd02-42d1-b6d3-3fee38d94b5e admin admin] Checking segment: {'id': '6d3a857c-682f-4de6-9fab-f391ef609ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '05567585-3225-43ff-908b-682604349a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:07.875864 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b879c560-cd02-42d1-b6d3-3fee38d94b5e admin admin] Network hostable DHCP agents. Network: 05567585-3225-43ff-908b-682604349a1c, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:24:07.898563 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b879c560-cd02-42d1-b6d3-3fee38d94b5e admin admin] Network 05567585-3225-43ff-908b-682604349a1c is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:24:07.910002 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-b879c560-cd02-42d1-b6d3-3fee38d94b5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 05567585-3225-43ff-908b-682604349a1c) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:07.914434 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b879c560-cd02-42d1-b6d3-3fee38d94b5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:07.915031 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b879c560-cd02-42d1-b6d3-3fee38d94b5e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:07.925807 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47bd442-e99c-4b39-85c6-da853a54e46b None None] Network 05567585-3225-43ff-908b-682604349a1c requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:24:07.944382 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b879c560-cd02-42d1-b6d3-3fee38d94b5e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5066378 Nov 12 03:24:07.944699 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56678) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:07.951825 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-657c76a0-f256-45e5-9f3e-48396be7646e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1539754991-router', 'tenant_id': '984b5bf9950d4e568e34b6531154493c', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:07.979680 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-657c76a0-f256-45e5-9f3e-48396be7646e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:07.985495 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-657c76a0-f256-45e5-9f3e-48396be7646e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:08.094167 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-657c76a0-f256-45e5-9f3e-48396be7646e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:08.138684 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcb170d-91f7-4764-9282-c13b030adaf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-05567585-3225-43ff-908b-682604349a1c', 'network_id': '05567585-3225-43ff-908b-682604349a1c', 'tenant_id': '984b5bf9950d4e568e34b6531154493c', 'fixed_ips': [{'subnet_id': '27f881fe-8083-445e-acea-d73d96d974cb'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:24:08.140455 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ebcb170d-91f7-4764-9282-c13b030adaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:08.407511 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-028a1102-78cd-4a42-850a-bd4d6128c717 req-9e8399ee-7f95-49c4-93ad-cc9e8bf814c5 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e9a4b0-3dae-4553-b628-b9a5578232fa HTTP/1.1" status: 200 len: 210 time: 0.0538547 Nov 12 03:24:08.445992 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:08.459865 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-ebcb170d-91f7-4764-9282-c13b030adaf8 None None] Allocated IP 172.20.0.2 (05567585-3225-43ff-908b-682604349a1c/27f881fe-8083-445e-acea-d73d96d974cb/84fa7626-d7ee-4241-80f6-d9039cc00401) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:08.582157 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055effec-dbb7-4df3-87b5-5e4d4afe1751 req-515bc38d-bc50-4b11-81c8-d9096516f2ac tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:08.589793 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-055effec-dbb7-4df3-87b5-5e4d4afe1751 req-515bc38d-bc50-4b11-81c8-d9096516f2ac tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 946 time: 0.0695703 Nov 12 03:24:08.666871 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-055effec-dbb7-4df3-87b5-5e4d4afe1751 req-31bc55c6-abcf-4c5b-bb0a-754090e05754 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729270 Nov 12 03:24:08.689604 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ebcb170d-91f7-4764-9282-c13b030adaf8 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:08.690631 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c563aa46-4296-44d7-85a1-99539abf6f68 req-69be506e-bd4f-4420-a870-04dd2b2d69d7 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:08.698364 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c563aa46-4296-44d7-85a1-99539abf6f68 req-69be506e-bd4f-4420-a870-04dd2b2d69d7 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e7bc486-9faf-4694-8895-6028f61a8c68 HTTP/1.1" status: 200 len: 949 time: 0.6183655 Nov 12 03:24:08.702444 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ebcb170d-91f7-4764-9282-c13b030adaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:08.786935 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-657c76a0-f256-45e5-9f3e-48396be7646e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:08.806372 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcb170d-91f7-4764-9282-c13b030adaf8 None None] Network 05567585-3225-43ff-908b-682604349a1c is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:08.813658 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-ebcb170d-91f7-4764-9282-c13b030adaf8 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:08.819311 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb170d-91f7-4764-9282-c13b030adaf8 None None] Pushing event updated for resources: {'Port': ['ID=84fa7626-d7ee-4241-80f6-d9039cc00401,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:08.832500 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcb170d-91f7-4764-9282-c13b030adaf8 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:24:08.909321 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-ebcb170d-91f7-4764-9282-c13b030adaf8 None None] Attempting to bind port 84fa7626-d7ee-4241-80f6-d9039cc00401 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:08.909973 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-ebcb170d-91f7-4764-9282-c13b030adaf8 None None] Attempting to bind port 84fa7626-d7ee-4241-80f6-d9039cc00401 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '6d3a857c-682f-4de6-9fab-f391ef609ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '05567585-3225-43ff-908b-682604349a1c'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:08.910821 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcb170d-91f7-4764-9282-c13b030adaf8 None None] Attempting to bind port 84fa7626-d7ee-4241-80f6-d9039cc00401 on network 05567585-3225-43ff-908b-682604349a1c {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:08.918710 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcb170d-91f7-4764-9282-c13b030adaf8 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:24:08.919219 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcb170d-91f7-4764-9282-c13b030adaf8 None None] Checking segment: {'id': '6d3a857c-682f-4de6-9fab-f391ef609ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '05567585-3225-43ff-908b-682604349a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:08.919972 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ebcb170d-91f7-4764-9282-c13b030adaf8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:08.920953 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcb170d-91f7-4764-9282-c13b030adaf8 None None] Bound using segment: {'id': '6d3a857c-682f-4de6-9fab-f391ef609ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '05567585-3225-43ff-908b-682604349a1c'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:24:08.921983 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-ebcb170d-91f7-4764-9282-c13b030adaf8 None None] Bound port: 84fa7626-d7ee-4241-80f6-d9039cc00401, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d3a857c-682f-4de6-9fab-f391ef609ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '05567585-3225-43ff-908b-682604349a1c'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:24:08.922697 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ebcb170d-91f7-4764-9282-c13b030adaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:08.925092 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a84006-6d92-45f0-94f5-b77f7a4959da req-ab946f8e-db44-4ba5-ba6e-863a077aa17e tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:08.934183 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-14a84006-6d92-45f0-94f5-b77f7a4959da req-ab946f8e-db44-4ba5-ba6e-863a077aa17e tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 946 time: 0.0643556 Nov 12 03:24:08.973693 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c563aa46-4296-44d7-85a1-99539abf6f68 req-73d1e2cf-f241-4ebc-813e-373443832ea1 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef1900c0-c411-432e-9c76-5bb7658535c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685108 Nov 12 03:24:08.999330 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-ebcb170d-91f7-4764-9282-c13b030adaf8 None None] For port 84fa7626-d7ee-4241-80f6-d9039cc00401, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:24:09.002862 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-ebcb170d-91f7-4764-9282-c13b030adaf8 None None] For port 84fa7626-d7ee-4241-80f6-d9039cc00401, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=84fa7626-d7ee-4241-80f6-d9039cc00401,segment=NetworkSegment(6d3a857c-682f-4de6-9fab-f391ef609ad0),segment_id=6d3a857c-682f-4de6-9fab-f391ef609ad0)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:24:09.004655 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-14a84006-6d92-45f0-94f5-b77f7a4959da req-ae955b2c-8526-48a1-83ed-b898e45a4a53 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695388 Nov 12 03:24:09.018802 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ebcb170d-91f7-4764-9282-c13b030adaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:09.097282 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb170d-91f7-4764-9282-c13b030adaf8 None None] Pushing event updated for resources: {'Port': ['ID=84fa7626-d7ee-4241-80f6-d9039cc00401,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:09.240490 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-657c76a0-f256-45e5-9f3e-48396be7646e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:09.281305 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-657c76a0-f256-45e5-9f3e-48396be7646e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:09.468165 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-657c76a0-f256-45e5-9f3e-48396be7646e admin admin] Allocated IP 172.25.5.209 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/dce33d61-f8d5-47fe-86c6-a2da2256e708) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:09.600352 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b11ff-1781-475d-9b65-c12047962e67 req-2575d1af-ba88-4376-ba27-496ec6b3b8a3 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:09.601918 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6f5b11ff-1781-475d-9b65-c12047962e67 req-2575d1af-ba88-4376-ba27-496ec6b3b8a3 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e7bc486-9faf-4694-8895-6028f61a8c68 HTTP/1.1" status: 200 len: 949 time: 0.1010621 Nov 12 03:24:09.629999 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device b3f727d1-490b-45ee-b4ff-59728a0c678b no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:09.673241 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: b3f727d1-490b-45ee-b4ff-59728a0c678b {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:09.674354 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device b3f727d1-490b-45ee-b4ff-59728a0c678b not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:09.697961 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6f5b11ff-1781-475d-9b65-c12047962e67 req-edf30a2d-2f09-4788-a241-205947bbef88 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef1900c0-c411-432e-9c76-5bb7658535c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847692 Nov 12 03:24:09.725832 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-657c76a0-f256-45e5-9f3e-48396be7646e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:09.818445 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-657c76a0-f256-45e5-9f3e-48396be7646e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:09.910610 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4bf6b-8297-40d7-9f55-53e6aa0d65ef req-3e59fac8-115b-48b3-b643-3da53ba9f885 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:09.912395 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ced4bf6b-8297-40d7-9f55-53e6aa0d65ef req-3e59fac8-115b-48b3-b643-3da53ba9f885 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 946 time: 0.0936115 Nov 12 03:24:09.929754 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657c76a0-f256-45e5-9f3e-48396be7646e admin admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:09.933150 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-657c76a0-f256-45e5-9f3e-48396be7646e admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:09.937032 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657c76a0-f256-45e5-9f3e-48396be7646e admin admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:24:09.942972 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c76a0-f256-45e5-9f3e-48396be7646e admin admin] Pushing event updated for resources: {'Port': ['ID=dce33d61-f8d5-47fe-86c6-a2da2256e708,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:09.989824 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ced4bf6b-8297-40d7-9f55-53e6aa0d65ef req-2a16c3fe-f606-4121-89c1-c4ffa2956c8f tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710306 Nov 12 03:24:10.121326 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-bc97f58e-1682-46ba-89de-cebcfee0f81a tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=ba16b8cc29284ecaa14fdf04e10ebbd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411263 Nov 12 03:24:10.273323 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-7b4c74cf-a38a-4c6a-bff5-acbc660d90e7 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:10.278691 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-7b4c74cf-a38a-4c6a-bff5-acbc660d90e7 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1563590 Nov 12 03:24:10.280029 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb7c25-1944-4d0a-861d-000cfb7812f3 req-e8f91e83-ccff-443a-b2c1-603df6092529 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:10.281782 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7fbb7c25-1944-4d0a-861d-000cfb7812f3 req-e8f91e83-ccff-443a-b2c1-603df6092529 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=67f71169-0ac9-4e53-a8fa-49dac9d9685b HTTP/1.1" status: 200 len: 944 time: 0.1237636 Nov 12 03:24:10.295738 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-d48cdd53-0adb-4829-a57c-f42f223caab4 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/quotas/ba16b8cc29284ecaa14fdf04e10ebbd9 HTTP/1.1" status: 200 len: 375 time: 0.0106113 Nov 12 03:24:10.385790 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-7eda33c5-d214-4495-b5d1-7a8cb8f00fe8 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ba16b8cc29284ecaa14fdf04e10ebbd9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0802078 Nov 12 03:24:10.416327 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-657c76a0-f256-45e5-9f3e-48396be7646e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:10.468572 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7fbb7c25-1944-4d0a-861d-000cfb7812f3 req-cc817365-cfeb-4727-93fd-714c3b6411c3 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747656 Nov 12 03:24:10.495038 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532c092c-2461-452f-a70b-3a44d3cc5187 None None] Network 05567585-3225-43ff-908b-682604349a1c requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:24:10.648739 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5b7b0a6d-32f9-46de-9afb-51171aae84af req-dde4f864-99d7-4fee-898f-a09ea0cdeee8 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8d1392c-cff9-4e6d-bf1f-ea93a557b505 HTTP/1.1" status: 200 len: 210 time: 0.0342476 Nov 12 03:24:10.682193 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-e449c5bd-3e39-4997-b41a-37e606418a25 None None] Provisioning complete for port 84fa7626-d7ee-4241-80f6-d9039cc00401 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:10.682778 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e449c5bd-3e39-4997-b41a-37e606418a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:10.746534 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6764e2-2294-4c9e-b80e-adc909b31626 req-caee0102-2a43-46ee-8e01-e9e2f708ae08 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:10.748125 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0b6764e2-2294-4c9e-b80e-adc909b31626 req-caee0102-2a43-46ee-8e01-e9e2f708ae08 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 946 time: 0.1587133 Nov 12 03:24:10.827987 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e449c5bd-3e39-4997-b41a-37e606418a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:10.857872 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-657c76a0-f256-45e5-9f3e-48396be7646e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:10.874480 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0b6764e2-2294-4c9e-b80e-adc909b31626 req-80ee56ef-4dce-47ea-9579-1146bdc8503b tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748172 Nov 12 03:24:10.887686 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-e449c5bd-3e39-4997-b41a-37e606418a25 None None] For port 84fa7626-d7ee-4241-80f6-d9039cc00401, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=84fa7626-d7ee-4241-80f6-d9039cc00401,segment=NetworkSegment(6d3a857c-682f-4de6-9fab-f391ef609ad0),segment_id=6d3a857c-682f-4de6-9fab-f391ef609ad0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:10.910678 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e449c5bd-3e39-4997-b41a-37e606418a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:10.976160 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b80078-6243-4e22-8a52-8d3da0d8b0e6 req-0275fd93-f44c-4c10-b3e9-0c2b6c5928d4 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:10.981314 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-38b80078-6243-4e22-8a52-8d3da0d8b0e6 req-0275fd93-f44c-4c10-b3e9-0c2b6c5928d4 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.90 "GET /v2.0/ports?device_id=67f71169-0ac9-4e53-a8fa-49dac9d9685b HTTP/1.1" status: 200 len: 944 time: 0.1078804 Nov 12 03:24:11.062688 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e449c5bd-3e39-4997-b41a-37e606418a25 None None] Pushing event updated for resources: {'Port': ['ID=84fa7626-d7ee-4241-80f6-d9039cc00401,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:11.165400 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 84fa7626-d7ee-4241-80f6-d9039cc00401 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:11.228558 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-71f791dc-e555-416f-8f38-28ed302995fb None None] Provisioning complete for port 84fa7626-d7ee-4241-80f6-d9039cc00401 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:11.229240 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-71f791dc-e555-416f-8f38-28ed302995fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:11.230607 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657c76a0-f256-45e5-9f3e-48396be7646e admin admin] Router 8861b51c-7688-41a1-b08e-0b7ed21ef33d is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:24:11.277441 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 84fa7626-d7ee-4241-80f6-d9039cc00401 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:11.277441 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:11.324638 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2519d-244c-4a9c-86c5-95eafaee8161 req-fda4513a-16d7-4d55-b2e9-0677277061a4 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:11.328028 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fcd2519d-244c-4a9c-86c5-95eafaee8161 req-fda4513a-16d7-4d55-b2e9-0677277061a4 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 946 time: 0.1611061 Nov 12 03:24:11.333690 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-38b80078-6243-4e22-8a52-8d3da0d8b0e6 req-2b2a7038-da28-4a5d-9259-34be896462e5 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Deleting port 3f9c41ff-beea-4228-87b0-4cb66894b887 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:11.334478 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-38b80078-6243-4e22-8a52-8d3da0d8b0e6 req-2b2a7038-da28-4a5d-9259-34be896462e5 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:11.572933 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657c76a0-f256-45e5-9f3e-48396be7646e admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:24:11.586973 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6479bc85-04ca-42de-9a97-d5f422ea63ec None None] Sync routers for ids ['8861b51c-7688-41a1-b08e-0b7ed21ef33d'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:24:11.603315 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fcd2519d-244c-4a9c-86c5-95eafaee8161 req-219df6cd-06ff-4889-81d5-3e90207a8fe6 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603994 Nov 12 03:24:11.625442 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-657c76a0-f256-45e5-9f3e-48396be7646e admin admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:11.627468 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-657c76a0-f256-45e5-9f3e-48396be7646e admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6808450 Nov 12 03:24:11.630610 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56744) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:11.631507 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6479bc85-04ca-42de-9a97-d5f422ea63ec None None] Routers {'8861b51c-7688-41a1-b08e-0b7ed21ef33d'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:11.632408 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-6479bc85-04ca-42de-9a97-d5f422ea63ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:24:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8861b51c-7688-41a1-b08e-0b7ed21ef33d'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:11.636198 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-38b80078-6243-4e22-8a52-8d3da0d8b0e6 req-2b2a7038-da28-4a5d-9259-34be896462e5 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] For port 3f9c41ff-beea-4228-87b0-4cb66894b887, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=3f9c41ff-beea-4228-87b0-4cb66894b887,segment=NetworkSegment(8dbff2fd-9cfc-4504-9870-2f052b7a9289),segment_id=8dbff2fd-9cfc-4504-9870-2f052b7a9289)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:11.636571 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-38b80078-6243-4e22-8a52-8d3da0d8b0e6 req-2b2a7038-da28-4a5d-9259-34be896462e5 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:11.682887 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-38b80078-6243-4e22-8a52-8d3da0d8b0e6 req-2b2a7038-da28-4a5d-9259-34be896462e5 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Calling delete_port for 3f9c41ff-beea-4228-87b0-4cb66894b887 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:11.889825 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e963d6f-ea60-421f-8f2f-071bea9de177 req-4658d6e9-0944-42f1-83b8-233700e9ef65 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:11.899058 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-6479bc85-04ca-42de-9a97-d5f422ea63ec None None] Set router 8861b51c-7688-41a1-b08e-0b7ed21ef33d gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:11.899976 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9e963d6f-ea60-421f-8f2f-071bea9de177 req-4658d6e9-0944-42f1-83b8-233700e9ef65 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=67f71169-0ac9-4e53-a8fa-49dac9d9685b HTTP/1.1" status: 200 len: 944 time: 0.1629558 Nov 12 03:24:11.922793 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8af1d98a-4d76-4695-9aa5-4584a15f8b23 req-dc0d183e-2203-4bc5-b97f-01916b863802 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8d1392c-cff9-4e6d-bf1f-ea93a557b505 HTTP/1.1" status: 200 len: 210 time: 0.0884316 Nov 12 03:24:12.058535 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9e963d6f-ea60-421f-8f2f-071bea9de177 req-22aa7a22-faa1-464f-bf72-ef9f4138d82c tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575453 Nov 12 03:24:12.108456 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-38b80078-6243-4e22-8a52-8d3da0d8b0e6 req-2b2a7038-da28-4a5d-9259-34be896462e5 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:12.120210 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697d69b-5cf4-4a7f-85c8-19f07ccfeedc req-bff47815-fe9b-4c2d-b2af-003a537d523b tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:12.128354 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a697d69b-5cf4-4a7f-85c8-19f07ccfeedc req-bff47815-fe9b-4c2d-b2af-003a537d523b tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 946 time: 0.0892267 Nov 12 03:24:12.174331 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a7038-da28-4a5d-9259-34be896462e5 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Pushing event deleted for resources: {'Port': ['ID=3f9c41ff-beea-4228-87b0-4cb66894b887,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:12.196059 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-6479bc85-04ca-42de-9a97-d5f422ea63ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8861b51c-7688-41a1-b08e-0b7ed21ef33d', 'name': 'tempest-TaggedBootDevicesTest-1539754991-router', 'tenant_id': '984b5bf9950d4e568e34b6531154493c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'dce33d61-f8d5-47fe-86c6-a2da2256e708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:07Z', 'updated_at': '2021-11-12T03:24:10Z', 'revision_number': 3, 'project_id': '984b5bf9950d4e568e34b6531154493c', 'gw_port': {'id': 'dce33d61-f8d5-47fe-86c6-a2da2256e708', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:96:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8861b51c-7688-41a1-b08e-0b7ed21ef33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:09Z', 'updated_at': '2021-11-12T03:24:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:12.225295 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a697d69b-5cf4-4a7f-85c8-19f07ccfeedc req-b5d5edf4-26cf-4ced-b6b4-e3fb4d853590 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957177 Nov 12 03:24:12.231697 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6479bc85-04ca-42de-9a97-d5f422ea63ec None None] Checking router: 8861b51c-7688-41a1-b08e-0b7ed21ef33d for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:24:12.232463 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6479bc85-04ca-42de-9a97-d5f422ea63ec None None] Updating router 8861b51c-7688-41a1-b08e-0b7ed21ef33d port dce33d61-f8d5-47fe-86c6-a2da2256e708 binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:24:12.275135 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b80078-6243-4e22-8a52-8d3da0d8b0e6 req-2b2a7038-da28-4a5d-9259-34be896462e5 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] No DVR routers for this DVR port 3f9c41ff-beea-4228-87b0-4cb66894b887 on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:12.279276 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-38b80078-6243-4e22-8a52-8d3da0d8b0e6 req-2b2a7038-da28-4a5d-9259-34be896462e5 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:12.282313 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-6479bc85-04ca-42de-9a97-d5f422ea63ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:12.283670 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-38b80078-6243-4e22-8a52-8d3da0d8b0e6 req-2b2a7038-da28-4a5d-9259-34be896462e5 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.90 "DELETE /v2.0/ports/3f9c41ff-beea-4228-87b0-4cb66894b887 HTTP/1.1" status: 204 len: 173 time: 1.2914796 Nov 12 03:24:12.284428 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f71169-0ac9-4e53-a8fa-49dac9d9685b', 'name': 'network-vif-deleted', 'tag': '3f9c41ff-beea-4228-87b0-4cb66894b887'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:12.287098 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2a6a6b-f4b7-4b6a-99fe-4650af8cdb53" -d '{"events": [{"server_uuid": "67f71169-0ac9-4e53-a8fa-49dac9d9685b", "name": "network-vif-deleted", "tag": "3f9c41ff-beea-4228-87b0-4cb66894b887"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:12.329465 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22279cd0-82d4-4b3c-900f-125bbac3cdda x-openstack-request-id: req-22279cd0-82d4-4b3c-900f-125bbac3cdda {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:12.330074 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f71169-0ac9-4e53-a8fa-49dac9d9685b", "name": "network-vif-deleted", "tag": "3f9c41ff-beea-4228-87b0-4cb66894b887", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:12.330527 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-22279cd0-82d4-4b3c-900f-125bbac3cdda {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:12.331152 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f71169-0ac9-4e53-a8fa-49dac9d9685b', 'name': 'network-vif-deleted', 'tag': '3f9c41ff-beea-4228-87b0-4cb66894b887', 'status': 'completed', 'code': 200} Nov 12 03:24:12.528767 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c5fa7a75-0b71-467a-8569-d8c83e46d015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:12.707722 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-57fabba8-4676-4857-91b6-09d708a9fb7c tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=ba16b8cc29284ecaa14fdf04e10ebbd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0926385 Nov 12 03:24:12.778587 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-c5fa7a75-0b71-467a-8569-d8c83e46d015 admin admin] Allocated IP 172.20.0.1 (05567585-3225-43ff-908b-682604349a1c/27f881fe-8083-445e-acea-d73d96d974cb/a8390b18-c957-4cd1-b1f1-eb43e6338b42) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:12.824967 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-6479bc85-04ca-42de-9a97-d5f422ea63ec None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:12.836657 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-6479bc85-04ca-42de-9a97-d5f422ea63ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:12.896421 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529de5d3-8b5f-42b4-80f9-90ceaad898fb None None] Pushing event updated for resources: {'Port': ['ID=dce33d61-f8d5-47fe-86c6-a2da2256e708,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:12.978015 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0f91f-8c19-44c9-bf51-3cc3b53298fc req-4eaaff7a-0db4-40dc-8481-9603a45bbd0e tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:12.981268 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-6479bc85-04ca-42de-9a97-d5f422ea63ec None None] Attempting to bind port dce33d61-f8d5-47fe-86c6-a2da2256e708 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:12.981748 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-6479bc85-04ca-42de-9a97-d5f422ea63ec None None] Attempting to bind port dce33d61-f8d5-47fe-86c6-a2da2256e708 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:12.983283 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6479bc85-04ca-42de-9a97-d5f422ea63ec None None] Attempting to bind port dce33d61-f8d5-47fe-86c6-a2da2256e708 on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:12.985987 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4cf0f91f-8c19-44c9-bf51-3cc3b53298fc req-4eaaff7a-0db4-40dc-8481-9603a45bbd0e tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 946 time: 0.2013865 Nov 12 03:24:12.998086 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6479bc85-04ca-42de-9a97-d5f422ea63ec None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:24:13.000407 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6479bc85-04ca-42de-9a97-d5f422ea63ec None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:13.000889 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-6479bc85-04ca-42de-9a97-d5f422ea63ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:13.001296 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6479bc85-04ca-42de-9a97-d5f422ea63ec None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:24:13.009550 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-6479bc85-04ca-42de-9a97-d5f422ea63ec None None] Bound port: dce33d61-f8d5-47fe-86c6-a2da2256e708, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:24:13.011723 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-6479bc85-04ca-42de-9a97-d5f422ea63ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:13.073225 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-29be5687-c3d3-40ba-b330-f449d967e804 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:13.082017 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-29be5687-c3d3-40ba-b330-f449d967e804 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3582718 Nov 12 03:24:13.103060 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 84fa7626-d7ee-4241-80f6-d9039cc00401 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:13.112769 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-6479bc85-04ca-42de-9a97-d5f422ea63ec None None] For port dce33d61-f8d5-47fe-86c6-a2da2256e708, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:24:13.125582 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-6479bc85-04ca-42de-9a97-d5f422ea63ec None None] For port dce33d61-f8d5-47fe-86c6-a2da2256e708, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=dce33d61-f8d5-47fe-86c6-a2da2256e708,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:24:13.134797 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4cf0f91f-8c19-44c9-bf51-3cc3b53298fc req-201408ba-7c51-4648-ac5f-4986434bd135 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476688 Nov 12 03:24:13.140612 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-6479bc85-04ca-42de-9a97-d5f422ea63ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:13.143618 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-579978a8-78e4-4d40-828b-119e3bee41e8 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Request body: {'port': {'device_id': 'e8d1392c-cff9-4e6d-bf1f-ea93a557b505', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'admin_state_up': True, 'tenant_id': 'ba16b8cc29284ecaa14fdf04e10ebbd9'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:13.203833 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-90d76985-2c6a-4fe1-b759-887d962b97d1 req-79291f76-e5e2-4925-8e86-f53c387def29 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8d1392c-cff9-4e6d-bf1f-ea93a557b505 HTTP/1.1" status: 200 len: 210 time: 0.0624781 Nov 12 03:24:13.233177 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 84fa7626-d7ee-4241-80f6-d9039cc00401 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:13.233547 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:13.250456 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529de5d3-8b5f-42b4-80f9-90ceaad898fb None None] Pushing event updated for resources: {'Port': ['ID=dce33d61-f8d5-47fe-86c6-a2da2256e708,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:13.260445 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6479bc85-04ca-42de-9a97-d5f422ea63ec None None] Routers {'8861b51c-7688-41a1-b08e-0b7ed21ef33d'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:13.262737 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-6479bc85-04ca-42de-9a97-d5f422ea63ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:24:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8861b51c-7688-41a1-b08e-0b7ed21ef33d'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:13.328219 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c5fa7a75-0b71-467a-8569-d8c83e46d015 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:13.374669 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-579978a8-78e4-4d40-828b-119e3bee41e8 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Made reservation on behalf of ba16b8cc29284ecaa14fdf04e10ebbd9 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:13.387653 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-579978a8-78e4-4d40-828b-119e3bee41e8 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:13.454474 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-6479bc85-04ca-42de-9a97-d5f422ea63ec None None] Set router 8861b51c-7688-41a1-b08e-0b7ed21ef33d gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:13.491542 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-686bc6a5-8de8-4def-950b-152e3c8ac0e7 req-dba2a19b-4721-4ec5-b649-8d10d56d0a6f tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=67f71169-0ac9-4e53-a8fa-49dac9d9685b HTTP/1.1" status: 200 len: 210 time: 0.1397145 Nov 12 03:24:13.495746 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c5fa7a75-0b71-467a-8569-d8c83e46d015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:13.659817 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fa7a75-0b71-467a-8569-d8c83e46d015 admin admin] Network 05567585-3225-43ff-908b-682604349a1c is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:13.712295 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-c5fa7a75-0b71-467a-8569-d8c83e46d015 admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:13.718390 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa7a75-0b71-467a-8569-d8c83e46d015 admin admin] Pushing event updated for resources: {'Port': ['ID=a8390b18-c957-4cd1-b1f1-eb43e6338b42,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:13.727838 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fa7a75-0b71-467a-8569-d8c83e46d015 admin admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:24:13.787154 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-6479bc85-04ca-42de-9a97-d5f422ea63ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8861b51c-7688-41a1-b08e-0b7ed21ef33d', 'name': 'tempest-TaggedBootDevicesTest-1539754991-router', 'tenant_id': '984b5bf9950d4e568e34b6531154493c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'dce33d61-f8d5-47fe-86c6-a2da2256e708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:07Z', 'updated_at': '2021-11-12T03:24:10Z', 'revision_number': 3, 'project_id': '984b5bf9950d4e568e34b6531154493c', 'gw_port': {'id': 'dce33d61-f8d5-47fe-86c6-a2da2256e708', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:96:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8861b51c-7688-41a1-b08e-0b7ed21ef33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:09Z', 'updated_at': '2021-11-12T03:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:13.823249 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6479bc85-04ca-42de-9a97-d5f422ea63ec None None] The sync data for ids ['8861b51c-7688-41a1-b08e-0b7ed21ef33d'] in n-d-715271-27 is: [{'id': '8861b51c-7688-41a1-b08e-0b7ed21ef33d', 'name': 'tempest-TaggedBootDevicesTest-1539754991-router', 'tenant_id': '984b5bf9950d4e568e34b6531154493c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'dce33d61-f8d5-47fe-86c6-a2da2256e708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:07Z', 'updated_at': '2021-11-12T03:24:10Z', 'revision_number': 3, 'project_id': '984b5bf9950d4e568e34b6531154493c', 'gw_port': {'id': 'dce33d61-f8d5-47fe-86c6-a2da2256e708', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:96:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8861b51c-7688-41a1-b08e-0b7ed21ef33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:09Z', 'updated_at': '2021-11-12T03:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:24:13.862728 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4810dc6-7e4a-4644-8045-a98a1e547cb8 req-a1d6823c-f83a-4e12-83fa-4c2e3f0d0ee3 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:13.876773 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f4810dc6-7e4a-4644-8045-a98a1e547cb8 req-a1d6823c-f83a-4e12-83fa-4c2e3f0d0ee3 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 946 time: 0.2948728 Nov 12 03:24:13.909982 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c5fa7a75-0b71-467a-8569-d8c83e46d015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:14.028568 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f4810dc6-7e4a-4644-8045-a98a1e547cb8 req-d9254513-e628-45ff-af8a-51f4efb2a59b tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505876 Nov 12 03:24:14.067868 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-50a30a25-db7d-409f-a720-cfc848948c04 None None] Provisioning complete for port a8390b18-c957-4cd1-b1f1-eb43e6338b42 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:14.068771 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-50a30a25-db7d-409f-a720-cfc848948c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:14.104303 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c5fa7a75-0b71-467a-8569-d8c83e46d015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:14.124152 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-50a30a25-db7d-409f-a720-cfc848948c04 None None] Port a8390b18-c957-4cd1-b1f1-eb43e6338b42 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:24:14.248676 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-579978a8-78e4-4d40-828b-119e3bee41e8 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Allocated IP 192.168.233.254 (eca3953c-c804-4641-8812-bff95be59582/fa66706f-b415-4bb9-838e-cfd08f81d96b/2a3a3945-2715-4263-946b-624921746016) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:14.354344 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf367ed-4e3b-4fc1-a3c5-b5ab1c24a747 req-ce19c6ca-a796-493d-922b-41dda9981532 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:14.359681 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3e19fa-5490-4c9c-93b8-5df8a3299c16 req-d0d9a1fe-3785-41a3-909d-e32141063c51 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:14.360579 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bdf367ed-4e3b-4fc1-a3c5-b5ab1c24a747 req-ce19c6ca-a796-493d-922b-41dda9981532 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=d64dea81-24dc-4006-8bc2-063aa7d207aa HTTP/1.1" status: 200 len: 945 time: 0.1217005 Nov 12 03:24:14.367354 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dd3e19fa-5490-4c9c-93b8-5df8a3299c16 req-d0d9a1fe-3785-41a3-909d-e32141063c51 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 946 time: 0.1145997 Nov 12 03:24:14.455505 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dd3e19fa-5490-4c9c-93b8-5df8a3299c16 req-0db6b5cc-3317-46f4-bd81-a2de9a631c3c tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867324 Nov 12 03:24:14.475320 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c5fa7a75-0b71-467a-8569-d8c83e46d015 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:14.482258 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c5fa7a75-0b71-467a-8569-d8c83e46d015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:14.506283 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bdf367ed-4e3b-4fc1-a3c5-b5ab1c24a747 req-d2150f9a-f017-4f4a-81c0-a5f0104943f8 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411345 Nov 12 03:24:14.587264 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-579978a8-78e4-4d40-828b-119e3bee41e8 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:14.652704 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c5fa7a75-0b71-467a-8569-d8c83e46d015 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:14.655206 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-579978a8-78e4-4d40-828b-119e3bee41e8 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:14.669420 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['ba499eee-6f4d-4958-bd34-83db72c02eef'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:14.672973 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5bc3dd73-5a74-49b5-ab94-8354aa68cb95 req-988069fb-585d-45ae-8867-ca5e425aecc7 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8d1392c-cff9-4e6d-bf1f-ea93a557b505 HTTP/1.1" status: 200 len: 210 time: 0.1140745 Nov 12 03:24:14.748209 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa7a75-0b71-467a-8569-d8c83e46d015 admin admin] Pushing event updated for resources: {'Port': ['ID=a8390b18-c957-4cd1-b1f1-eb43e6338b42,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:14.759851 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-579978a8-78e4-4d40-828b-119e3bee41e8 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Network eca3953c-c804-4641-8812-bff95be59582 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:14.763286 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-579978a8-78e4-4d40-828b-119e3bee41e8 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:14.784579 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-579978a8-78e4-4d40-828b-119e3bee41e8 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:24:14.863534 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579978a8-78e4-4d40-828b-119e3bee41e8 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Pushing event updated for resources: {'Port': ['ID=2a3a3945-2715-4263-946b-624921746016,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:14.905793 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fa7a75-0b71-467a-8569-d8c83e46d015 admin admin] Network 05567585-3225-43ff-908b-682604349a1c is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:14.908514 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-c5fa7a75-0b71-467a-8569-d8c83e46d015 admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:14.966611 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-579978a8-78e4-4d40-828b-119e3bee41e8 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:14.972489 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-579978a8-78e4-4d40-828b-119e3bee41e8 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:15.031535 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-579978a8-78e4-4d40-828b-119e3bee41e8 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8936033 Nov 12 03:24:15.055028 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-f17a3cb7-637a-4a50-a633-39c486684f46 service neutron] Request body: {'port': {'device_id': 'e8d1392c-cff9-4e6d-bf1f-ea93a557b505', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:15.183183 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device dce33d61-f8d5-47fe-86c6-a2da2256e708 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:15.284484 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port dce33d61-f8d5-47fe-86c6-a2da2256e708 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:15.285201 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:15.308102 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-f17a3cb7-637a-4a50-a633-39c486684f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:15.361405 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7c528-90f0-4f1b-898f-1d1dcc16b0e2 req-c52ca3ad-7ce3-42e0-b643-0d78416dbaf6 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:15.363870 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c97268-89f1-4cea-8616-883486aa91e3 req-0753dcfa-00ae-4699-9be4-2a99eee85fa7 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:15.364121 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-96d7c528-90f0-4f1b-898f-1d1dcc16b0e2 req-c52ca3ad-7ce3-42e0-b643-0d78416dbaf6 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b06cfae-f39b-4c8b-bdbc-20cd80f97bff HTTP/1.1" status: 200 len: 944 time: 0.2271369 Nov 12 03:24:15.365523 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-14c97268-89f1-4cea-8616-883486aa91e3 req-0753dcfa-00ae-4699-9be4-2a99eee85fa7 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 946 time: 0.2061684 Nov 12 03:24:15.412564 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5fa7a75-0b71-467a-8569-d8c83e46d015 admin admin] Router 8861b51c-7688-41a1-b08e-0b7ed21ef33d has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:24:15.427968 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-0edf54df-e579-4f45-970a-666286da69f9 None None] Provisioning complete for port 2a3a3945-2715-4263-946b-624921746016 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:15.428637 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0edf54df-e579-4f45-970a-666286da69f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:15.449940 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-96d7c528-90f0-4f1b-898f-1d1dcc16b0e2 req-97d4e06d-5726-49a5-8450-d8c8e9a43136 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754957 Nov 12 03:24:15.487749 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-0edf54df-e579-4f45-970a-666286da69f9 None None] Port 2a3a3945-2715-4263-946b-624921746016 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:24:15.496660 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:15.520984 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-14c97268-89f1-4cea-8616-883486aa91e3 req-3646fed4-2bd4-4a6a-950a-aab075515e3d tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130979 Nov 12 03:24:15.523956 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-0edf54df-e579-4f45-970a-666286da69f9 None None] Provisioning complete for port a8390b18-c957-4cd1-b1f1-eb43e6338b42 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:15.524435 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0edf54df-e579-4f45-970a-666286da69f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:15.527676 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port dce33d61-f8d5-47fe-86c6-a2da2256e708, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=dce33d61-f8d5-47fe-86c6-a2da2256e708,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:15.584996 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:15.620974 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-0edf54df-e579-4f45-970a-666286da69f9 None None] Port a8390b18-c957-4cd1-b1f1-eb43e6338b42 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:24:15.649042 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 3f9c41ff-beea-4228-87b0-4cb66894b887 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:15.737601 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5fa7a75-0b71-467a-8569-d8c83e46d015 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:24:15.752359 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c5fa7a75-0b71-467a-8569-d8c83e46d015 admin admin] 10.222.0.50 "PUT /v2.0/routers/8861b51c-7688-41a1-b08e-0b7ed21ef33d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1183431 Nov 12 03:24:15.778051 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b78859-41aa-4794-a95d-a9ab15ff9c22 req-f76a74e8-c24c-4728-990a-a0a15ea23e78 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:15.779822 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-42b78859-41aa-4794-a95d-a9ab15ff9c22 req-f76a74e8-c24c-4728-990a-a0a15ea23e78 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 946 time: 0.1226983 Nov 12 03:24:15.870214 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-42b78859-41aa-4794-a95d-a9ab15ff9c22 req-b8c76572-d8ed-47dc-8b25-2a641bfee969 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835986 Nov 12 03:24:15.915344 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: 3f9c41ff-beea-4228-87b0-4cb66894b887 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:15.915709 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 3f9c41ff-beea-4228-87b0-4cb66894b887 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:15.958337 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=dce33d61-f8d5-47fe-86c6-a2da2256e708,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:16.010846 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-f17a3cb7-637a-4a50-a633-39c486684f46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a3a3945-2715-4263-946b-624921746016 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:16.045781 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-f17a3cb7-637a-4a50-a633-39c486684f46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:16.062937 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d8835-3e3a-4f20-82a2-1a3b62932044 req-a90072b9-8ea8-4195-8c09-b70f99a7118d tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:16.065217 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f89d8835-3e3a-4f20-82a2-1a3b62932044 req-a90072b9-8ea8-4195-8c09-b70f99a7118d tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.90 "GET /v2.0/ports?device_id=5b06cfae-f39b-4c8b-bdbc-20cd80f97bff HTTP/1.1" status: 200 len: 944 time: 0.5248864 Nov 12 03:24:16.105806 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb26a7-939a-47a3-aee5-d2e0a5ee6a8a req-45687d96-4b70-452c-8fff-563f6934b651 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:16.115102 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-17fb26a7-939a-47a3-aee5-d2e0a5ee6a8a req-45687d96-4b70-452c-8fff-563f6934b651 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8d1392c-cff9-4e6d-bf1f-ea93a557b505 HTTP/1.1" status: 200 len: 936 time: 0.0831785 Nov 12 03:24:16.121697 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22d2ce-ea53-4536-a750-d6af13ab6d64 req-70248f90-9989-44ad-a175-342eaa645d1d tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:16.136095 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4e22d2ce-ea53-4536-a750-d6af13ab6d64 req-70248f90-9989-44ad-a175-342eaa645d1d tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=d64dea81-24dc-4006-8bc2-063aa7d207aa HTTP/1.1" status: 200 len: 945 time: 0.4767478 Nov 12 03:24:16.150207 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-f17a3cb7-637a-4a50-a633-39c486684f46 service neutron] Transition to ACTIVE for port object 2a3a3945-2715-4263-946b-624921746016 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:24:16.161730 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-f17a3cb7-637a-4a50-a633-39c486684f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:16.185405 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-17fb26a7-939a-47a3-aee5-d2e0a5ee6a8a req-bb589b46-8059-455d-b1bd-382d276f78e8 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef1900c0-c411-432e-9c76-5bb7658535c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642214 Nov 12 03:24:16.366730 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a3cb7-637a-4a50-a633-39c486684f46 service neutron] Pushing event updated for resources: {'Port': ['ID=2a3a3945-2715-4263-946b-624921746016,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:16.384800 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4e22d2ce-ea53-4536-a750-d6af13ab6d64 req-efa6414d-37fe-47ba-99f1-993be73ab122 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453742 Nov 12 03:24:16.503491 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-f89d8835-3e3a-4f20-82a2-1a3b62932044 req-e33a2e20-a21e-4339-948b-874194003a3a tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Deleting port 24b2e37e-f494-4b92-a38a-04bae831ccfb {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:16.503834 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-f89d8835-3e3a-4f20-82a2-1a3b62932044 req-e33a2e20-a21e-4339-948b-874194003a3a tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:16.542217 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-f17a3cb7-637a-4a50-a633-39c486684f46 service neutron] Attempting to bind port 2a3a3945-2715-4263-946b-624921746016 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:16.552909 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-f17a3cb7-637a-4a50-a633-39c486684f46 service neutron] Attempting to bind port 2a3a3945-2715-4263-946b-624921746016 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:16.553328 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-f17a3cb7-637a-4a50-a633-39c486684f46 service neutron] Attempting to bind port 2a3a3945-2715-4263-946b-624921746016 on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:16.594751 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-f17a3cb7-637a-4a50-a633-39c486684f46 service neutron] Port 2a3a3945-2715-4263-946b-624921746016 on network eca3953c-c804-4641-8812-bff95be59582 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:16.594751 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-f17a3cb7-637a-4a50-a633-39c486684f46 service neutron] Attempting to bind port 2a3a3945-2715-4263-946b-624921746016 on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:16.623444 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ed5575-54a8-4b74-9176-f2ee4f42b99c None None] Sync routers for ids ['8861b51c-7688-41a1-b08e-0b7ed21ef33d'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:24:16.669332 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-f17a3cb7-637a-4a50-a633-39c486684f46 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:24:16.669677 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-f17a3cb7-637a-4a50-a633-39c486684f46 service neutron] Checking segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:16.670067 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-f17a3cb7-637a-4a50-a633-39c486684f46 service neutron] Bound using segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:24:16.670519 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-f17a3cb7-637a-4a50-a633-39c486684f46 service neutron] Bound port: 2a3a3945-2715-4263-946b-624921746016, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:24:16.670870 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-f17a3cb7-637a-4a50-a633-39c486684f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:16.682307 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ed5575-54a8-4b74-9176-f2ee4f42b99c None None] Routers {'8861b51c-7688-41a1-b08e-0b7ed21ef33d'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:16.686556 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-18ed5575-54a8-4b74-9176-f2ee4f42b99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:24:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8861b51c-7688-41a1-b08e-0b7ed21ef33d'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:16.747196 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d66ad9-796a-4466-9c17-1df4f0e2f466 req-7875ac3d-1e19-4bd5-a95e-be3bd9ce115f tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:16.749652 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-19d66ad9-796a-4466-9c17-1df4f0e2f466 req-7875ac3d-1e19-4bd5-a95e-be3bd9ce115f tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.90 "GET /v2.0/ports?device_id=d64dea81-24dc-4006-8bc2-063aa7d207aa HTTP/1.1" status: 200 len: 945 time: 0.2612417 Nov 12 03:24:16.781475 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-f89d8835-3e3a-4f20-82a2-1a3b62932044 req-e33a2e20-a21e-4339-948b-874194003a3a tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] For port 24b2e37e-f494-4b92-a38a-04bae831ccfb, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=24b2e37e-f494-4b92-a38a-04bae831ccfb,segment=NetworkSegment(8dbff2fd-9cfc-4504-9870-2f052b7a9289),segment_id=8dbff2fd-9cfc-4504-9870-2f052b7a9289)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:16.781878 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-f89d8835-3e3a-4f20-82a2-1a3b62932044 req-e33a2e20-a21e-4339-948b-874194003a3a tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:16.810263 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-f89d8835-3e3a-4f20-82a2-1a3b62932044 req-e33a2e20-a21e-4339-948b-874194003a3a tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Calling delete_port for 24b2e37e-f494-4b92-a38a-04bae831ccfb owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:16.828287 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69a560-11c1-42ca-8cbc-17ba419c455b req-f48be940-7e95-428c-af94-af13144c1c59 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:16.836023 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fd69a560-11c1-42ca-8cbc-17ba419c455b req-f48be940-7e95-428c-af94-af13144c1c59 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 946 time: 0.1841550 Nov 12 03:24:16.853507 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-f17a3cb7-637a-4a50-a633-39c486684f46 service neutron] For port 2a3a3945-2715-4263-946b-624921746016, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:24:16.881382 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-f17a3cb7-637a-4a50-a633-39c486684f46 service neutron] For port 2a3a3945-2715-4263-946b-624921746016, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=2a3a3945-2715-4263-946b-624921746016,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:24:16.910853 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-18ed5575-54a8-4b74-9176-f2ee4f42b99c None None] Set router 8861b51c-7688-41a1-b08e-0b7ed21ef33d gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:16.918196 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-f17a3cb7-637a-4a50-a633-39c486684f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:17.025287 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb836c-5364-47ac-9e43-1d53878aad52 req-53db6ca3-4d09-44b8-a84c-3c98d0b78186 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:17.049164 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-36eb836c-5364-47ac-9e43-1d53878aad52 req-53db6ca3-4d09-44b8-a84c-3c98d0b78186 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b06cfae-f39b-4c8b-bdbc-20cd80f97bff HTTP/1.1" status: 200 len: 944 time: 0.2975876 Nov 12 03:24:17.059105 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-f17a3cb7-637a-4a50-a633-39c486684f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:17.060061 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-f17a3cb7-637a-4a50-a633-39c486684f46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:17.062044 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-f17a3cb7-637a-4a50-a633-39c486684f46 service neutron] 10.222.0.90 "PUT /v2.0/ports/2a3a3945-2715-4263-946b-624921746016 HTTP/1.1" status: 200 len: 1097 time: 2.0127211 Nov 12 03:24:17.062516 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8d1392c-cff9-4e6d-bf1f-ea93a557b505', 'tag': '2a3a3945-2715-4263-946b-624921746016'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:17.065389 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ec06da-e563-47b2-9cce-045691de843a" -d '{"events": [{"name": "network-changed", "server_uuid": "e8d1392c-cff9-4e6d-bf1f-ea93a557b505", "tag": "2a3a3945-2715-4263-946b-624921746016"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:17.108551 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-19d66ad9-796a-4466-9c17-1df4f0e2f466 req-b22a0675-2781-4824-a421-c19fe7dcf77a tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Deleting port db20b5ee-6932-435f-b943-f4dc478bca66 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:17.109146 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device dce33d61-f8d5-47fe-86c6-a2da2256e708 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:17.110279 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-19d66ad9-796a-4466-9c17-1df4f0e2f466 req-b22a0675-2781-4824-a421-c19fe7dcf77a tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:17.123718 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fd69a560-11c1-42ca-8cbc-17ba419c455b req-835d8e51-0511-4721-b766-2ab48f8e6f16 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867115 Nov 12 03:24:17.180097 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-36eb836c-5364-47ac-9e43-1d53878aad52 req-be6cd1b9-b495-42e7-9008-058c87937420 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e03d813-d4f3-4432-9ec1-47f363892dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239417 Nov 12 03:24:17.263037 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d649d72c-7431-4ae7-8573-506249b67216 x-openstack-request-id: req-d649d72c-7431-4ae7-8573-506249b67216 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:17.263663 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8d1392c-cff9-4e6d-bf1f-ea93a557b505", "tag": "2a3a3945-2715-4263-946b-624921746016", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:17.263824 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d649d72c-7431-4ae7-8573-506249b67216 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:17.268447 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8d1392c-cff9-4e6d-bf1f-ea93a557b505', 'tag': '2a3a3945-2715-4263-946b-624921746016', 'status': 'completed', 'code': 200} Nov 12 03:24:17.368262 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port dce33d61-f8d5-47fe-86c6-a2da2256e708 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:17.368847 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:17.396291 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a3cb7-637a-4a50-a633-39c486684f46 service neutron] Pushing event updated for resources: {'Port': ['ID=2a3a3945-2715-4263-946b-624921746016,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:17.488151 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-2a0aab05-4e1d-403b-8639-c8197cfadf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:17.489963 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-2a0aab05-4e1d-403b-8639-c8197cfadf81 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ba16b8cc29284ecaa14fdf04e10ebbd9&device_id=e8d1392c-cff9-4e6d-bf1f-ea93a557b505 HTTP/1.1" status: 200 len: 1100 time: 0.3456767 Nov 12 03:24:17.513737 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-19d66ad9-796a-4466-9c17-1df4f0e2f466 req-b22a0675-2781-4824-a421-c19fe7dcf77a tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] For port db20b5ee-6932-435f-b943-f4dc478bca66, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=db20b5ee-6932-435f-b943-f4dc478bca66,segment=NetworkSegment(eece85e2-9491-495c-808d-869c08a5aaa4),segment_id=eece85e2-9491-495c-808d-869c08a5aaa4)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:17.514105 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-19d66ad9-796a-4466-9c17-1df4f0e2f466 req-b22a0675-2781-4824-a421-c19fe7dcf77a tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:17.559098 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-19d66ad9-796a-4466-9c17-1df4f0e2f466 req-b22a0675-2781-4824-a421-c19fe7dcf77a tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Calling delete_port for db20b5ee-6932-435f-b943-f4dc478bca66 owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:17.559318 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-18ed5575-54a8-4b74-9176-f2ee4f42b99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8861b51c-7688-41a1-b08e-0b7ed21ef33d', 'name': 'tempest-TaggedBootDevicesTest-1539754991-router', 'tenant_id': '984b5bf9950d4e568e34b6531154493c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'dce33d61-f8d5-47fe-86c6-a2da2256e708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:07Z', 'updated_at': '2021-11-12T03:24:14Z', 'revision_number': 4, 'project_id': '984b5bf9950d4e568e34b6531154493c', 'gw_port': {'id': 'dce33d61-f8d5-47fe-86c6-a2da2256e708', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:96:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8861b51c-7688-41a1-b08e-0b7ed21ef33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:09Z', 'updated_at': '2021-11-12T03:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'a8390b18-c957-4cd1-b1f1-eb43e6338b42', 'name': '', 'network_id': '05567585-3225-43ff-908b-682604349a1c', 'tenant_id': '984b5bf9950d4e568e34b6531154493c', 'mac_address': 'fa:16:3e:7e:8c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8861b51c-7688-41a1-b08e-0b7ed21ef33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '27f881fe-8083-445e-acea-d73d96d974cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:12Z', 'updated_at': '2021-11-12T03:24:14Z', 'revision_number': 2, 'project_id': '984b5bf9950d4e568e34b6531154493c', 'subnets': [{'id': '27f881fe-8083-445e-acea-d73d96d974cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:17.614678 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68058c-3da9-4c8e-a322-072bd8d8bc80 req-120fbf05-1fed-43c6-a8d2-87bfce90247c tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:17.619341 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ed5575-54a8-4b74-9176-f2ee4f42b99c None None] Checking router: 8861b51c-7688-41a1-b08e-0b7ed21ef33d for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:24:17.619701 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ed5575-54a8-4b74-9176-f2ee4f42b99c None None] Updating router 8861b51c-7688-41a1-b08e-0b7ed21ef33d port a8390b18-c957-4cd1-b1f1-eb43e6338b42 binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:24:17.626251 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fb68058c-3da9-4c8e-a322-072bd8d8bc80 req-120fbf05-1fed-43c6-a8d2-87bfce90247c tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8d1392c-cff9-4e6d-bf1f-ea93a557b505 HTTP/1.1" status: 200 len: 948 time: 0.1898506 Nov 12 03:24:17.661228 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-18ed5575-54a8-4b74-9176-f2ee4f42b99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:17.664603 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-b142d038-39e5-4a08-8149-1b4d6235412b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=2a3a3945-2715-4263-946b-624921746016 HTTP/1.1" status: 200 len: 217 time: 0.1440194 Nov 12 03:24:17.677778 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a11bb-3ba9-4126-9a06-d21a3f7617b3 req-a0800d50-46e9-4900-a072-aebc75abd4f6 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:17.687390 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-631a11bb-3ba9-4126-9a06-d21a3f7617b3 req-a0800d50-46e9-4900-a072-aebc75abd4f6 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 946 time: 0.3668303 Nov 12 03:24:17.768358 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-570871dd-7253-462d-a65a-3f7e0bf2c7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:17.770096 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-570871dd-7253-462d-a65a-3f7e0bf2c7ba service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.0737033 Nov 12 03:24:17.776911 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-f89d8835-3e3a-4f20-82a2-1a3b62932044 req-e33a2e20-a21e-4339-948b-874194003a3a tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:17.790906 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fb68058c-3da9-4c8e-a322-072bd8d8bc80 req-5f38b38b-5f59-463f-a144-6819b67a326e tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef1900c0-c411-432e-9c76-5bb7658535c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622970 Nov 12 03:24:17.820311 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a2e20-a21e-4339-948b-874194003a3a tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Pushing event deleted for resources: {'Port': ['ID=24b2e37e-f494-4b92-a38a-04bae831ccfb,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:17.923756 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:17.934689 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-19d66ad9-796a-4466-9c17-1df4f0e2f466 req-b22a0675-2781-4824-a421-c19fe7dcf77a tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:17.950739 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89d8835-3e3a-4f20-82a2-1a3b62932044 req-e33a2e20-a21e-4339-948b-874194003a3a tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] No DVR routers for this DVR port 24b2e37e-f494-4b92-a38a-04bae831ccfb on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:17.958773 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-f89d8835-3e3a-4f20-82a2-1a3b62932044 req-e33a2e20-a21e-4339-948b-874194003a3a tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:17.962535 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f89d8835-3e3a-4f20-82a2-1a3b62932044 req-e33a2e20-a21e-4339-948b-874194003a3a tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.90 "DELETE /v2.0/ports/24b2e37e-f494-4b92-a38a-04bae831ccfb HTTP/1.1" status: 204 len: 173 time: 1.8856170 Nov 12 03:24:17.978492 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a0675-2781-4824-a421-c19fe7dcf77a tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Pushing event deleted for resources: {'Port': ['ID=db20b5ee-6932-435f-b943-f4dc478bca66,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:18.000107 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-631a11bb-3ba9-4126-9a06-d21a3f7617b3 req-87284c72-c407-4e66-a14e-bdb29e1fee53 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943316 Nov 12 03:24:18.015497 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-e69a9127-fa32-4cbd-806c-6458a26b31e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:18.017063 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-e69a9127-fa32-4cbd-806c-6458a26b31e0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2071693 Nov 12 03:24:18.113647 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d66ad9-796a-4466-9c17-1df4f0e2f466 req-b22a0675-2781-4824-a421-c19fe7dcf77a tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] No DVR routers for this DVR port db20b5ee-6932-435f-b943-f4dc478bca66 on host n-h2-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:18.122558 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-19d66ad9-796a-4466-9c17-1df4f0e2f466 req-b22a0675-2781-4824-a421-c19fe7dcf77a tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:18.128671 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-18ed5575-54a8-4b74-9176-f2ee4f42b99c None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:18.139929 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-18ed5575-54a8-4b74-9176-f2ee4f42b99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:18.141033 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-19d66ad9-796a-4466-9c17-1df4f0e2f466 req-b22a0675-2781-4824-a421-c19fe7dcf77a tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.90 "DELETE /v2.0/ports/db20b5ee-6932-435f-b943-f4dc478bca66 HTTP/1.1" status: 204 len: 173 time: 1.3102129 Nov 12 03:24:18.145905 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd64dea81-24dc-4006-8bc2-063aa7d207aa', 'name': 'network-vif-deleted', 'tag': 'db20b5ee-6932-435f-b943-f4dc478bca66'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:18.152770 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cd2cb3-0386-416b-b673-313190f60ca8" -d '{"events": [{"server_uuid": "d64dea81-24dc-4006-8bc2-063aa7d207aa", "name": "network-vif-deleted", "tag": "db20b5ee-6932-435f-b943-f4dc478bca66"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:18.223145 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8210a1-5900-4876-a785-92d0331fdece req-b849d89d-1b57-4a7c-8282-bb13a64b5045 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:18.224690 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea8210a1-5900-4876-a785-92d0331fdece req-b849d89d-1b57-4a7c-8282-bb13a64b5045 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a&tenant_id=576a7b2c0e984780a26518e9c1601856&binding%3Ahost_id=n-h2-715271-27 HTTP/1.1" status: 200 len: 1098 time: 0.1326399 Nov 12 03:24:18.239258 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-ea8210a1-5900-4876-a785-92d0331fdece req-3d9d8715-8d65-4eef-93e2-79f6002df870 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-715271-27'}}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:18.287960 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aeb90609-f698-4be8-8bfb-f2810a2037b1 req-42c069ca-6664-4c1f-ac38-53ed6bc55cb3 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=d64dea81-24dc-4006-8bc2-063aa7d207aa HTTP/1.1" status: 200 len: 210 time: 0.1391172 Nov 12 03:24:18.375930 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97bcec52-71d5-421d-b984-8c3b269b50fe x-openstack-request-id: req-97bcec52-71d5-421d-b984-8c3b269b50fe {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:18.376354 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d64dea81-24dc-4006-8bc2-063aa7d207aa", "name": "network-vif-deleted", "tag": "db20b5ee-6932-435f-b943-f4dc478bca66", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:18.376740 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-97bcec52-71d5-421d-b984-8c3b269b50fe {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:18.377202 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd64dea81-24dc-4006-8bc2-063aa7d207aa', 'name': 'network-vif-deleted', 'tag': 'db20b5ee-6932-435f-b943-f4dc478bca66', 'status': 'completed', 'code': 200} Nov 12 03:24:18.385662 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db38e416-5df3-4c5f-bdc5-ec98bd003189 None None] Pushing event updated for resources: {'Port': ['ID=a8390b18-c957-4cd1-b1f1-eb43e6338b42,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:18.399553 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-47a2b2ef-ab33-48dc-a18e-4819a75cab95 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739777 Nov 12 03:24:18.436825 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-18ed5575-54a8-4b74-9176-f2ee4f42b99c None None] Attempting to bind port a8390b18-c957-4cd1-b1f1-eb43e6338b42 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:18.439822 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-18ed5575-54a8-4b74-9176-f2ee4f42b99c None None] Attempting to bind port a8390b18-c957-4cd1-b1f1-eb43e6338b42 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '6d3a857c-682f-4de6-9fab-f391ef609ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '05567585-3225-43ff-908b-682604349a1c'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:18.440427 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ed5575-54a8-4b74-9176-f2ee4f42b99c None None] Attempting to bind port a8390b18-c957-4cd1-b1f1-eb43e6338b42 on network 05567585-3225-43ff-908b-682604349a1c {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:18.452005 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ed5575-54a8-4b74-9176-f2ee4f42b99c None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:24:18.453611 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ed5575-54a8-4b74-9176-f2ee4f42b99c None None] Checking segment: {'id': '6d3a857c-682f-4de6-9fab-f391ef609ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '05567585-3225-43ff-908b-682604349a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:18.454150 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-18ed5575-54a8-4b74-9176-f2ee4f42b99c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:18.456687 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ed5575-54a8-4b74-9176-f2ee4f42b99c None None] Bound using segment: {'id': '6d3a857c-682f-4de6-9fab-f391ef609ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '05567585-3225-43ff-908b-682604349a1c'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:24:18.457964 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-18ed5575-54a8-4b74-9176-f2ee4f42b99c None None] Bound port: a8390b18-c957-4cd1-b1f1-eb43e6338b42, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d3a857c-682f-4de6-9fab-f391ef609ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '05567585-3225-43ff-908b-682604349a1c'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:24:18.459064 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-18ed5575-54a8-4b74-9176-f2ee4f42b99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:18.560334 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b27f7054-2402-4906-98fe-4a2728946b37 req-eb58ef61-5dbf-402c-a50c-ac037dfdbb6e tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b06cfae-f39b-4c8b-bdbc-20cd80f97bff HTTP/1.1" status: 200 len: 210 time: 0.0433016 Nov 12 03:24:18.576379 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-24615f40-b3b3-408a-a65a-db2ad52c197b req-902e0b9c-7e64-42a2-990a-d70c97cb4b20 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602378 Nov 12 03:24:18.590296 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-7c8d7650-3be8-46bd-b4b5-ae0e85f4c157 None None] Provisioning complete for port a8390b18-c957-4cd1-b1f1-eb43e6338b42 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:18.590668 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7c8d7650-3be8-46bd-b4b5-ae0e85f4c157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:18.602420 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b197d-8e57-45b9-8c26-2b628b2dbb39 req-c973fbb4-3e1c-4223-a50a-beb3f87a39a3 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:18.616318 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d27b197d-8e57-45b9-8c26-2b628b2dbb39 req-c973fbb4-3e1c-4223-a50a-beb3f87a39a3 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 946 time: 0.2972581 Nov 12 03:24:18.634747 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ea8210a1-5900-4876-a785-92d0331fdece req-3d9d8715-8d65-4eef-93e2-79f6002df870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:18.635873 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-18ed5575-54a8-4b74-9176-f2ee4f42b99c None None] For port a8390b18-c957-4cd1-b1f1-eb43e6338b42, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:24:18.651964 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-7c8d7650-3be8-46bd-b4b5-ae0e85f4c157 None None] Port a8390b18-c957-4cd1-b1f1-eb43e6338b42 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:24:18.654450 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-18ed5575-54a8-4b74-9176-f2ee4f42b99c None None] For port a8390b18-c957-4cd1-b1f1-eb43e6338b42, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=a8390b18-c957-4cd1-b1f1-eb43e6338b42,segment=NetworkSegment(6d3a857c-682f-4de6-9fab-f391ef609ad0),segment_id=6d3a857c-682f-4de6-9fab-f391ef609ad0)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:24:18.664408 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-18ed5575-54a8-4b74-9176-f2ee4f42b99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:18.713509 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d27b197d-8e57-45b9-8c26-2b628b2dbb39 req-4e0c63d4-9e4c-4e59-be91-2f1cdaf37d84 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940950 Nov 12 03:24:18.721747 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db38e416-5df3-4c5f-bdc5-ec98bd003189 None None] Pushing event updated for resources: {'Port': ['ID=a8390b18-c957-4cd1-b1f1-eb43e6338b42,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:18.750105 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ed5575-54a8-4b74-9176-f2ee4f42b99c None None] Routers {'8861b51c-7688-41a1-b08e-0b7ed21ef33d'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:18.750738 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-18ed5575-54a8-4b74-9176-f2ee4f42b99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:24:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8861b51c-7688-41a1-b08e-0b7ed21ef33d'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:18.919630 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec06da-e563-47b2-9cce-045691de843a req-5f0bb660-d525-4f35-99f6-c28560cdd95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:18.921375 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-02ec06da-e563-47b2-9cce-045691de843a req-5f0bb660-d525-4f35-99f6-c28560cdd95e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ba16b8cc29284ecaa14fdf04e10ebbd9&device_id=e8d1392c-cff9-4e6d-bf1f-ea93a557b505 HTTP/1.1" status: 200 len: 1100 time: 0.2028663 Nov 12 03:24:19.055598 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cacb1a-e6f6-44cf-8eea-4a419c55e905 req-6c3312c2-828e-4a64-981f-b676c3671de2 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:19.058564 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-18ed5575-54a8-4b74-9176-f2ee4f42b99c None None] Set router 8861b51c-7688-41a1-b08e-0b7ed21ef33d gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:19.062857 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-44cacb1a-e6f6-44cf-8eea-4a419c55e905 req-6c3312c2-828e-4a64-981f-b676c3671de2 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8d1392c-cff9-4e6d-bf1f-ea93a557b505 HTTP/1.1" status: 200 len: 948 time: 0.1096494 Nov 12 03:24:19.127190 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-ea8210a1-5900-4876-a785-92d0331fdece req-3d9d8715-8d65-4eef-93e2-79f6002df870 service neutron] For port 4f79b904-2bbf-45f8-b2ad-f534e1a14f49, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=4f79b904-2bbf-45f8-b2ad-f534e1a14f49,segment=NetworkSegment(b8c93ffa-e78d-4d7d-8be5-2d181e470820),segment_id=b8c93ffa-e78d-4d7d-8be5-2d181e470820)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:19.146102 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-44cacb1a-e6f6-44cf-8eea-4a419c55e905 req-e4863d8f-bd5d-41bd-a1a0-cd6ef862fb27 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef1900c0-c411-432e-9c76-5bb7658535c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819478 Nov 12 03:24:19.244374 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-ea8210a1-5900-4876-a785-92d0331fdece req-3d9d8715-8d65-4eef-93e2-79f6002df870 service neutron] For port 4f79b904-2bbf-45f8-b2ad-f534e1a14f49, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:24:19.248732 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec06da-e563-47b2-9cce-045691de843a req-3c5f2c30-5719-40b5-a668-789ece655657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:19.250579 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-02ec06da-e563-47b2-9cce-045691de843a req-3c5f2c30-5719-40b5-a668-789ece655657 service neutron] 10.222.0.90 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.3032391 Nov 12 03:24:19.280668 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b06cfae-f39b-4c8b-bdbc-20cd80f97bff', 'name': 'network-vif-deleted', 'tag': '24b2e37e-f494-4b92-a38a-04bae831ccfb'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:19.284486 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caea79ef-d93c-4061-a30d-45498c68b156" -d '{"events": [{"server_uuid": "5b06cfae-f39b-4c8b-bdbc-20cd80f97bff", "name": "network-vif-deleted", "tag": "24b2e37e-f494-4b92-a38a-04bae831ccfb"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:19.341821 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87210087-c9d5-4547-9449-a9151fe838c5 req-5821b8c0-50c4-4044-ab04-93a6bfd33421 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:19.343331 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-87210087-c9d5-4547-9449-a9151fe838c5 req-5821b8c0-50c4-4044-ab04-93a6bfd33421 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 946 time: 0.2006993 Nov 12 03:24:19.346671 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-02ec06da-e563-47b2-9cce-045691de843a req-9e004336-7552-4fd4-81c8-d78b9307576b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=2a3a3945-2715-4263-946b-624921746016 HTTP/1.1" status: 200 len: 217 time: 0.0562472 Nov 12 03:24:19.361718 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-a5bada06-c8eb-4a21-8ebb-658329482a4a None None] Provisioning complete for port a8390b18-c957-4cd1-b1f1-eb43e6338b42 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:19.362082 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a5bada06-c8eb-4a21-8ebb-658329482a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:19.442077 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ea8210a1-5900-4876-a785-92d0331fdece req-3d9d8715-8d65-4eef-93e2-79f6002df870 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:19.455318 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-477948ab-0ab7-49fb-8eed-5b9603179ed9 req-29e47f6c-4a7b-4531-8202-4e921080137b tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=d64dea81-24dc-4006-8bc2-063aa7d207aa HTTP/1.1" status: 200 len: 210 time: 0.0519564 Nov 12 03:24:19.465705 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ea8210a1-5900-4876-a785-92d0331fdece req-3d9d8715-8d65-4eef-93e2-79f6002df870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:19.478227 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-87210087-c9d5-4547-9449-a9151fe838c5 req-50b5fe06-6ef9-4b25-a93c-b7f4811fa33c tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070299 Nov 12 03:24:19.524206 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec06da-e563-47b2-9cce-045691de843a req-f8622ceb-0b85-4de4-8866-eff58f098b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:19.525727 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-02ec06da-e563-47b2-9cce-045691de843a req-f8622ceb-0b85-4de4-8866-eff58f098b88 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.1681614 Nov 12 03:24:19.564466 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d8715-8d65-4eef-93e2-79f6002df870 service neutron] Pushing event updated for resources: {'Port': ['ID=4f79b904-2bbf-45f8-b2ad-f534e1a14f49,revision_number=7']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:19.611823 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f86df0a-20bd-436a-9f93-af5ae0686f03 x-openstack-request-id: req-3f86df0a-20bd-436a-9f93-af5ae0686f03 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:19.612260 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b06cfae-f39b-4c8b-bdbc-20cd80f97bff", "name": "network-vif-deleted", "tag": "24b2e37e-f494-4b92-a38a-04bae831ccfb", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:19.612622 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3f86df0a-20bd-436a-9f93-af5ae0686f03 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:19.613077 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b06cfae-f39b-4c8b-bdbc-20cd80f97bff', 'name': 'network-vif-deleted', 'tag': '24b2e37e-f494-4b92-a38a-04bae831ccfb', 'status': 'completed', 'code': 200} Nov 12 03:24:19.660110 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56918) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:19.661089 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a5bada06-c8eb-4a21-8ebb-658329482a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:19.684008 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 24b2e37e-f494-4b92-a38a-04bae831ccfb no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:19.711664 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-a5bada06-c8eb-4a21-8ebb-658329482a4a None None] For port a8390b18-c957-4cd1-b1f1-eb43e6338b42, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=a8390b18-c957-4cd1-b1f1-eb43e6338b42,segment=NetworkSegment(6d3a857c-682f-4de6-9fab-f391ef609ad0),segment_id=6d3a857c-682f-4de6-9fab-f391ef609ad0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:19.721640 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec06da-e563-47b2-9cce-045691de843a req-702b1753-c94a-4c4c-be18-60fdc9245dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:19.722234 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a5bada06-c8eb-4a21-8ebb-658329482a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:19.740121 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-02ec06da-e563-47b2-9cce-045691de843a req-702b1753-c94a-4c4c-be18-60fdc9245dba service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1675103 Nov 12 03:24:19.740121 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-ea8210a1-5900-4876-a785-92d0331fdece req-3d9d8715-8d65-4eef-93e2-79f6002df870 service neutron] Attempting to bind port 4f79b904-2bbf-45f8-b2ad-f534e1a14f49 on host n-h2-715271-27 for vnic_type normal with profile {"migrating_to": "n-h1-715271-27"} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:19.740498 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-ea8210a1-5900-4876-a785-92d0331fdece req-3d9d8715-8d65-4eef-93e2-79f6002df870 service neutron] Attempting to bind port 4f79b904-2bbf-45f8-b2ad-f534e1a14f49 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:19.740885 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8210a1-5900-4876-a785-92d0331fdece req-3d9d8715-8d65-4eef-93e2-79f6002df870 service neutron] Attempting to bind port 4f79b904-2bbf-45f8-b2ad-f534e1a14f49 on network f2354694-6453-486d-800c-f4fc7f841803 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:19.762917 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: 24b2e37e-f494-4b92-a38a-04bae831ccfb {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:19.763274 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 24b2e37e-f494-4b92-a38a-04bae831ccfb not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:19.763790 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device db20b5ee-6932-435f-b943-f4dc478bca66 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:19.783383 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8210a1-5900-4876-a785-92d0331fdece req-3d9d8715-8d65-4eef-93e2-79f6002df870 service neutron] Port 4f79b904-2bbf-45f8-b2ad-f534e1a14f49 on network f2354694-6453-486d-800c-f4fc7f841803 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:19.783877 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8210a1-5900-4876-a785-92d0331fdece req-3d9d8715-8d65-4eef-93e2-79f6002df870 service neutron] Attempting to bind port 4f79b904-2bbf-45f8-b2ad-f534e1a14f49 on network f2354694-6453-486d-800c-f4fc7f841803 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:19.803513 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8210a1-5900-4876-a785-92d0331fdece req-3d9d8715-8d65-4eef-93e2-79f6002df870 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:24:19.804013 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8210a1-5900-4876-a785-92d0331fdece req-3d9d8715-8d65-4eef-93e2-79f6002df870 service neutron] Checking segment: {'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:19.804515 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8210a1-5900-4876-a785-92d0331fdece req-3d9d8715-8d65-4eef-93e2-79f6002df870 service neutron] Bound using segment: {'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:24:19.805200 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-ea8210a1-5900-4876-a785-92d0331fdece req-3d9d8715-8d65-4eef-93e2-79f6002df870 service neutron] Bound port: 4f79b904-2bbf-45f8-b2ad-f534e1a14f49, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8c93ffa-e78d-4d7d-8be5-2d181e470820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2354694-6453-486d-800c-f4fc7f841803'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:24:19.805643 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ea8210a1-5900-4876-a785-92d0331fdece req-3d9d8715-8d65-4eef-93e2-79f6002df870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:19.808785 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-63562638-955d-4a27-b031-33715af2fabf admin admin] Deleting subnet 5a9fb38e-cf25-418b-9443-2a54f98e4648 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:24:19.823813 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-63562638-955d-4a27-b031-33715af2fabf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:19.909602 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bada06-c8eb-4a21-8ebb-658329482a4a None None] Pushing event updated for resources: {'Port': ['ID=a8390b18-c957-4cd1-b1f1-eb43e6338b42,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:19.927259 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: db20b5ee-6932-435f-b943-f4dc478bca66 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:19.928063 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device db20b5ee-6932-435f-b943-f4dc478bca66 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:19.936160 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-18ed5575-54a8-4b74-9176-f2ee4f42b99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8861b51c-7688-41a1-b08e-0b7ed21ef33d', 'name': 'tempest-TaggedBootDevicesTest-1539754991-router', 'tenant_id': '984b5bf9950d4e568e34b6531154493c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'dce33d61-f8d5-47fe-86c6-a2da2256e708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:07Z', 'updated_at': '2021-11-12T03:24:14Z', 'revision_number': 4, 'project_id': '984b5bf9950d4e568e34b6531154493c', 'gw_port': {'id': 'dce33d61-f8d5-47fe-86c6-a2da2256e708', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:96:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8861b51c-7688-41a1-b08e-0b7ed21ef33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:09Z', 'updated_at': '2021-11-12T03:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'a8390b18-c957-4cd1-b1f1-eb43e6338b42', 'name': '', 'network_id': '05567585-3225-43ff-908b-682604349a1c', 'tenant_id': '984b5bf9950d4e568e34b6531154493c', 'mac_address': 'fa:16:3e:7e:8c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8861b51c-7688-41a1-b08e-0b7ed21ef33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '27f881fe-8083-445e-acea-d73d96d974cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:12Z', 'updated_at': '2021-11-12T03:24:18Z', 'revision_number': 4, 'project_id': '984b5bf9950d4e568e34b6531154493c', 'subnets': [{'id': '27f881fe-8083-445e-acea-d73d96d974cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:19.950242 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-63562638-955d-4a27-b031-33715af2fabf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:19.969620 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-02ec06da-e563-47b2-9cce-045691de843a req-0834fbcb-cffd-428c-8bad-bc031d1a1607 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225740 Nov 12 03:24:19.979482 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ed5575-54a8-4b74-9176-f2ee4f42b99c None None] The sync data for ids ['8861b51c-7688-41a1-b08e-0b7ed21ef33d'] in n-d-715271-27 is: [{'id': '8861b51c-7688-41a1-b08e-0b7ed21ef33d', 'name': 'tempest-TaggedBootDevicesTest-1539754991-router', 'tenant_id': '984b5bf9950d4e568e34b6531154493c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'dce33d61-f8d5-47fe-86c6-a2da2256e708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:07Z', 'updated_at': '2021-11-12T03:24:14Z', 'revision_number': 4, 'project_id': '984b5bf9950d4e568e34b6531154493c', 'gw_port': {'id': 'dce33d61-f8d5-47fe-86c6-a2da2256e708', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:96:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8861b51c-7688-41a1-b08e-0b7ed21ef33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:09Z', 'updated_at': '2021-11-12T03:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'a8390b18-c957-4cd1-b1f1-eb43e6338b42', 'name': '', 'network_id': '05567585-3225-43ff-908b-682604349a1c', 'tenant_id': '984b5bf9950d4e568e34b6531154493c', 'mac_address': 'fa:16:3e:7e:8c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8861b51c-7688-41a1-b08e-0b7ed21ef33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '27f881fe-8083-445e-acea-d73d96d974cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:12Z', 'updated_at': '2021-11-12T03:24:18Z', 'revision_number': 4, 'project_id': '984b5bf9950d4e568e34b6531154493c', 'subnets': [{'id': '27f881fe-8083-445e-acea-d73d96d974cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:24:20.008421 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-ea8210a1-5900-4876-a785-92d0331fdece req-3d9d8715-8d65-4eef-93e2-79f6002df870 service neutron] For port 4f79b904-2bbf-45f8-b2ad-f534e1a14f49, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:24:20.013595 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-63562638-955d-4a27-b031-33715af2fabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:20.099283 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-ea8210a1-5900-4876-a785-92d0331fdece req-3d9d8715-8d65-4eef-93e2-79f6002df870 service neutron] For port 4f79b904-2bbf-45f8-b2ad-f534e1a14f49, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=4f79b904-2bbf-45f8-b2ad-f534e1a14f49,segment=NetworkSegment(b8c93ffa-e78d-4d7d-8be5-2d181e470820),segment_id=b8c93ffa-e78d-4d7d-8be5-2d181e470820)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:24:20.161193 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ea8210a1-5900-4876-a785-92d0331fdece req-3d9d8715-8d65-4eef-93e2-79f6002df870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:20.178557 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57fa7c-b1c9-4469-9843-c32117912bfa req-5ed1375d-f970-41df-976b-87ce6874ebb1 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:20.189802 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6a57fa7c-b1c9-4469-9843-c32117912bfa req-5ed1375d-f970-41df-976b-87ce6874ebb1 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 944 time: 0.3167195 Nov 12 03:24:20.193571 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-63562638-955d-4a27-b031-33715af2fabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:20.275459 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8210a1-5900-4876-a785-92d0331fdece req-3d9d8715-8d65-4eef-93e2-79f6002df870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:20.276362 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ea8210a1-5900-4876-a785-92d0331fdece req-3d9d8715-8d65-4eef-93e2-79f6002df870 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:20.278118 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea8210a1-5900-4876-a785-92d0331fdece req-3d9d8715-8d65-4eef-93e2-79f6002df870 service neutron] 10.222.0.74 "PUT /v2.0/ports/4f79b904-2bbf-45f8-b2ad-f534e1a14f49 HTTP/1.1" status: 200 len: 1124 time: 2.0447800 Nov 12 03:24:20.281086 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63562638-955d-4a27-b031-33715af2fabf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a9fb38e-cf25-418b-9443-2a54f98e4648,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:20.339027 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-63562638-955d-4a27-b031-33715af2fabf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:20.353148 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-63562638-955d-4a27-b031-33715af2fabf admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5a9fb38e-cf25-418b-9443-2a54f98e4648 HTTP/1.1" status: 204 len: 168 time: 0.6916635 Nov 12 03:24:20.354873 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56930) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:20.356531 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d8715-8d65-4eef-93e2-79f6002df870 service neutron] Pushing event updated for resources: {'Port': ['ID=4f79b904-2bbf-45f8-b2ad-f534e1a14f49,revision_number=8']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:20.384732 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-02ec06da-e563-47b2-9cce-045691de843a req-5581e8e7-008b-4bcc-91da-c1a065e2a4a1 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997631 Nov 12 03:24:20.397438 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['4f79b904-2bbf-45f8-b2ad-f534e1a14f49'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:20.434797 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6a57fa7c-b1c9-4469-9843-c32117912bfa req-260b1b7c-7f7e-47cf-b102-f5a9150ab954 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440782 Nov 12 03:24:20.453714 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7465d0f-e10a-459f-8be7-d7d32d491aaf req-598b825c-9e54-43b5-a36d-cf088057bd05 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:20.461288 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b7465d0f-e10a-459f-8be7-d7d32d491aaf req-598b825c-9e54-43b5-a36d-cf088057bd05 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8d1392c-cff9-4e6d-bf1f-ea93a557b505 HTTP/1.1" status: 200 len: 948 time: 0.1907554 Nov 12 03:24:20.501404 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['4f79b904-2bbf-45f8-b2ad-f534e1a14f49'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:20.593797 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a4e5748b-ab08-42fc-b6d6-9fa094e57475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:20.635614 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b7465d0f-e10a-459f-8be7-d7d32d491aaf req-49a5b6f5-f0ab-403b-a373-80d141f48b86 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef1900c0-c411-432e-9c76-5bb7658535c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498082 Nov 12 03:24:20.807206 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a0011-37f2-4243-b200-3a96b63b5fb3 req-7bf0034a-84f6-4b77-98c7-4d7e3c00f5a8 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:20.816376 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a4e5748b-ab08-42fc-b6d6-9fa094e57475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:20.816895 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b61a0011-37f2-4243-b200-3a96b63b5fb3 req-7bf0034a-84f6-4b77-98c7-4d7e3c00f5a8 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 946 time: 0.0951920 Nov 12 03:24:20.888702 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b61a0011-37f2-4243-b200-3a96b63b5fb3 req-bfc0d60c-86ef-405e-a58b-d28cdd9bf649 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708222 Nov 12 03:24:20.926076 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-89e2763a-519d-4873-b3bd-64f12a0b4a9a req-8c78885d-7393-4ff1-a05a-7fb6e6dc558e tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=d64dea81-24dc-4006-8bc2-063aa7d207aa HTTP/1.1" status: 200 len: 210 time: 0.1450946 Nov 12 03:24:20.950561 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-a4e5748b-ab08-42fc-b6d6-9fa094e57475 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:20.962107 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-a4e5748b-ab08-42fc-b6d6-9fa094e57475 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dbff2fd-9cfc-4504-9870-2f052b7a9289') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:20.962536 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-a4e5748b-ab08-42fc-b6d6-9fa094e57475 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dbff2fd-9cfc-4504-9870-2f052b7a9289') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:20.974070 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a4e5748b-ab08-42fc-b6d6-9fa094e57475 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:20.991549 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a4e5748b-ab08-42fc-b6d6-9fa094e57475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:21.003629 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e5748b-ab08-42fc-b6d6-9fa094e57475 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:24:21.004441 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a4e5748b-ab08-42fc-b6d6-9fa094e57475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:21.006687 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:24:21.006687 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:24:21.006687 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:24:21.006687 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:24:21.006687 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:24:21.006687 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:24:21.006687 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:24:21.006687 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:24:21.006687 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:24:21.006687 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:24:21.006687 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:24:21.006687 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:24:21.006687 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:24:21.006687 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:24:21.006687 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:24:21.006687 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:24:21.006687 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:24:21.006687 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:24:21.006687 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:24:21.006687 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:24:21.006687 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:24:21.006687 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:24:21.006687 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:24:21.006687 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:24:21.006687 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:24:21.006687 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:24:21.006687 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:24:21.006687 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:24:21.006687 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:24:21.006687 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:24:21.006687 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:24:21.006687 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:24:21.122835 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a4e5748b-ab08-42fc-b6d6-9fa094e57475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:21.135162 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a4e5748b-ab08-42fc-b6d6-9fa094e57475 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:21.139195 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a4e5748b-ab08-42fc-b6d6-9fa094e57475 admin admin] 10.222.0.50 "DELETE /v2.0/networks/d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5 HTTP/1.1" status: 204 len: 168 time: 0.7833681 Nov 12 03:24:21.142259 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 56938) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:21.178057 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5748b-ab08-42fc-b6d6-9fa094e57475 admin admin] Pushing event deleted for resources: {'Network': ['ID=d73de779-e2ae-4cc1-abb8-b5f6ee53a4d5,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:21.211668 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 4f79b904-2bbf-45f8-b2ad-f534e1a14f49 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:24:21.214797 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device a8390b18-c957-4cd1-b1f1-eb43e6338b42 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:21.235400 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dfc9444-5769-4d9b-916e-42c3ee9f5f38 admin admin] Deleting subnet ef098d7c-c55b-40a4-9ab3-4b326fc55087 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:24:21.240893 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0dfc9444-5769-4d9b-916e-42c3ee9f5f38 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:21.300926 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0dfc9444-5769-4d9b-916e-42c3ee9f5f38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:21.422113 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port a8390b18-c957-4cd1-b1f1-eb43e6338b42 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:21.422720 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:21.431090 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0dfc9444-5769-4d9b-916e-42c3ee9f5f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:21.473158 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 4f79b904-2bbf-45f8-b2ad-f534e1a14f49, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=4f79b904-2bbf-45f8-b2ad-f534e1a14f49,segment=NetworkSegment(b8c93ffa-e78d-4d7d-8be5-2d181e470820),segment_id=b8c93ffa-e78d-4d7d-8be5-2d181e470820)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:21.496297 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 4f79b904-2bbf-45f8-b2ad-f534e1a14f49 has no active binding in host n-h1-715271-27 {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:24:21.573836 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0dfc9444-5769-4d9b-916e-42c3ee9f5f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:21.619260 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b19e48-ad97-453d-93e7-22ebabe7cb2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f79b904-2bbf-45f8-b2ad-f534e1a14f49'}, {'name': 'network-changed', 'server_uuid': '44b19e48-ad97-453d-93e7-22ebabe7cb2a', 'tag': '4f79b904-2bbf-45f8-b2ad-f534e1a14f49'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:21.621685 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b9d4a3-3c7f-4d9e-87c6-9efc36299102" -d '{"events": [{"server_uuid": "44b19e48-ad97-453d-93e7-22ebabe7cb2a", "name": "network-vif-unplugged", "status": "completed", "tag": "4f79b904-2bbf-45f8-b2ad-f534e1a14f49"}, {"name": "network-changed", "server_uuid": "44b19e48-ad97-453d-93e7-22ebabe7cb2a", "tag": "4f79b904-2bbf-45f8-b2ad-f534e1a14f49"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:21.642490 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0dfc9444-5769-4d9b-916e-42c3ee9f5f38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:21.648551 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56948) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:21.649116 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0dfc9444-5769-4d9b-916e-42c3ee9f5f38 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ef098d7c-c55b-40a4-9ab3-4b326fc55087 HTTP/1.1" status: 204 len: 168 time: 0.5052972 Nov 12 03:24:21.653251 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc9444-5769-4d9b-916e-42c3ee9f5f38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef098d7c-c55b-40a4-9ab3-4b326fc55087,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:21.704879 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 2a3a3945-2715-4263-946b-624921746016 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:24:21.713144 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e13207-5627-4d02-b1c2-0270976e5e45 req-45afe96f-a630-4e44-9985-ed36f2ebb58e tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:21.714746 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c8e13207-5627-4d02-b1c2-0270976e5e45 req-45afe96f-a630-4e44-9985-ed36f2ebb58e tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 944 time: 0.1439836 Nov 12 03:24:21.812805 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c8e13207-5627-4d02-b1c2-0270976e5e45 req-9709e1ea-04bc-4348-8964-d5cecdb7fabf tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760875 Nov 12 03:24:21.823750 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff68c333-f561-49a6-95f7-ff14b9415f6c x-openstack-request-id: req-ff68c333-f561-49a6-95f7-ff14b9415f6c {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:21.824066 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b19e48-ad97-453d-93e7-22ebabe7cb2a", "name": "network-vif-unplugged", "status": "completed", "tag": "4f79b904-2bbf-45f8-b2ad-f534e1a14f49", "code": 200}, {"name": "network-changed", "server_uuid": "44b19e48-ad97-453d-93e7-22ebabe7cb2a", "tag": "4f79b904-2bbf-45f8-b2ad-f534e1a14f49", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:21.824336 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ff68c333-f561-49a6-95f7-ff14b9415f6c {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:21.824733 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b19e48-ad97-453d-93e7-22ebabe7cb2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f79b904-2bbf-45f8-b2ad-f534e1a14f49', 'code': 200} Nov 12 03:24:21.825300 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b19e48-ad97-453d-93e7-22ebabe7cb2a', 'tag': '4f79b904-2bbf-45f8-b2ad-f534e1a14f49', 'status': 'completed', 'code': 200} Nov 12 03:24:21.879686 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8d15eedd-14e5-45c0-b5d2-d72c81604071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:21.973551 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 2a3a3945-2715-4263-946b-624921746016, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=2a3a3945-2715-4263-946b-624921746016,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:21.987578 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '2a3a3945-2715-4263-946b-624921746016', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'port_id': '2a3a3945-2715-4263-946b-624921746016', 'mac_address': 'fa:16:3e:c7:80:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa66706f-b415-4bb9-838e-cfd08f81d96b', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:24:22.008414 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12665716-52bc-4f5d-bb4c-1b4ec6db84df req-ea7403a4-b99b-425a-99c8-f710605e68ee tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:22.018808 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-12665716-52bc-4f5d-bb4c-1b4ec6db84df req-ea7403a4-b99b-425a-99c8-f710605e68ee tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8d1392c-cff9-4e6d-bf1f-ea93a557b505 HTTP/1.1" status: 200 len: 948 time: 0.1381791 Nov 12 03:24:22.066054 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:22.071662 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b9d4a3-3c7f-4d9e-87c6-9efc36299102 req-72cac967-d406-4a1f-9ccb-3374c32f7cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:22.073889 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-37b9d4a3-3c7f-4d9e-87c6-9efc36299102 req-72cac967-d406-4a1f-9ccb-3374c32f7cc1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=576a7b2c0e984780a26518e9c1601856&device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 1127 time: 0.1435633 Nov 12 03:24:22.095067 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a3a3945-2715-4263-946b-624921746016 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:22.125096 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8d15eedd-14e5-45c0-b5d2-d72c81604071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:22.125860 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 2a3a3945-2715-4263-946b-624921746016, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=2a3a3945-2715-4263-946b-624921746016,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:22.139336 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:22.151222 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-12665716-52bc-4f5d-bb4c-1b4ec6db84df req-fec5d9f9-35ea-4525-8314-b256277855b9 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef1900c0-c411-432e-9c76-5bb7658535c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312792 Nov 12 03:24:22.177261 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-8d15eedd-14e5-45c0-b5d2-d72c81604071 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4632590d-12b3-4ef5-b208-2fc708eccd10']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:22.207248 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-8d15eedd-14e5-45c0-b5d2-d72c81604071 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fee373ca-2208-43cd-830d-d886896fe6aa') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:22.207750 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-8d15eedd-14e5-45c0-b5d2-d72c81604071 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fee373ca-2208-43cd-830d-d886896fe6aa') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:22.218959 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8d15eedd-14e5-45c0-b5d2-d72c81604071 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:22.240484 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8d15eedd-14e5-45c0-b5d2-d72c81604071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:22.257427 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d15eedd-14e5-45c0-b5d2-d72c81604071 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:24:22.261325 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8d15eedd-14e5-45c0-b5d2-d72c81604071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:22.264193 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:24:22.264193 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:24:22.264193 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:24:22.264193 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:24:22.264193 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:24:22.264193 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:24:22.264193 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:24:22.264193 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:24:22.264193 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:24:22.264193 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:24:22.264193 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:24:22.264193 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:24:22.264193 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:24:22.264193 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:24:22.264193 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:24:22.264193 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:24:22.264193 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:24:22.264193 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:24:22.264193 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:24:22.264193 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:24:22.264193 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:24:22.264193 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:24:22.264193 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:24:22.264193 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:24:22.264193 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:24:22.264193 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:24:22.264193 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:24:22.264193 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:24:22.264193 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:24:22.264193 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:24:22.264193 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:24:22.264193 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:24:22.277391 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=2a3a3945-2715-4263-946b-624921746016,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:22.333652 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42a35a-1000-4887-8e69-9a0a7516914c req-4f58c06a-5757-4430-9e48-31a34e3472a4 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:22.345624 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ae42a35a-1000-4887-8e69-9a0a7516914c req-4f58c06a-5757-4430-9e48-31a34e3472a4 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 946 time: 0.2575164 Nov 12 03:24:22.441956 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ae42a35a-1000-4887-8e69-9a0a7516914c req-c2df3f3d-42f4-410f-8db3-3ab6a00e8c3b tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946727 Nov 12 03:24:22.445809 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8d15eedd-14e5-45c0-b5d2-d72c81604071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:22.480147 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8d15eedd-14e5-45c0-b5d2-d72c81604071 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:22.483785 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8d15eedd-14e5-45c0-b5d2-d72c81604071 admin admin] 10.222.0.50 "DELETE /v2.0/networks/4632590d-12b3-4ef5-b208-2fc708eccd10 HTTP/1.1" status: 204 len: 168 time: 0.8330307 Nov 12 03:24:22.485036 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15eedd-14e5-45c0-b5d2-d72c81604071 admin admin] Pushing event deleted for resources: {'Network': ['ID=4632590d-12b3-4ef5-b208-2fc708eccd10,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:22.643689 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['2a3a3945-2715-4263-946b-624921746016'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:22.668474 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a0041f9a-32a6-4d19-b911-72e0b08dd95a req-03ffd988-bcc9-414d-8654-3cd4b5f53fa3 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=d64dea81-24dc-4006-8bc2-063aa7d207aa HTTP/1.1" status: 200 len: 210 time: 0.4128175 Nov 12 03:24:22.691997 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b9d4a3-3c7f-4d9e-87c6-9efc36299102 req-45875894-7e60-418d-9966-f88b333dae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:22.694000 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-37b9d4a3-3c7f-4d9e-87c6-9efc36299102 req-45875894-7e60-418d-9966-f88b333dae4e service neutron] 10.222.0.90 "GET /v2.0/networks?id=f2354694-6453-486d-800c-f4fc7f841803 HTTP/1.1" status: 200 len: 922 time: 0.6034079 Nov 12 03:24:22.732273 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56962) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:22.827956 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-37b9d4a3-3c7f-4d9e-87c6-9efc36299102 req-124e28ce-f71a-4a83-a634-131d8163bea0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f79b904-2bbf-45f8-b2ad-f534e1a14f49 HTTP/1.1" status: 200 len: 217 time: 0.1190293 Nov 12 03:24:22.837141 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-78881395-3474-48b5-9398-89f8e7d5ec6c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ab1cf8386d1b4172a2ff2003f6ed3228&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1029952 Nov 12 03:24:22.841011 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56970) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:22.957390 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-694f953f-2f2a-4caa-a449-052364ba81e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:22.990047 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b9d4a3-3c7f-4d9e-87c6-9efc36299102 req-b304ad17-1535-43b7-8d66-870543ed8ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:22.992174 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-37b9d4a3-3c7f-4d9e-87c6-9efc36299102 req-b304ad17-1535-43b7-8d66-870543ed8ffc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3428f33d-4837-4311-b620-eb7f742db405 HTTP/1.1" status: 200 len: 861 time: 0.1477401 Nov 12 03:24:23.001911 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-694f953f-2f2a-4caa-a449-052364ba81e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:23.033167 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-37b9d4a3-3c7f-4d9e-87c6-9efc36299102 req-eca92e5d-678a-471f-b933-782e85cbaf91 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f2354694-6453-486d-800c-f4fc7f841803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324125 Nov 12 03:24:23.093881 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ce3a5-e9a3-415c-8812-889f95c9f591 req-3379a278-a593-49ec-b442-3dbd0f17a575 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:23.104964 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8b0ce3a5-e9a3-415c-8812-889f95c9f591 req-3379a278-a593-49ec-b442-3dbd0f17a575 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 944 time: 0.1541777 Nov 12 03:24:23.115011 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-694f953f-2f2a-4caa-a449-052364ba81e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:23.118058 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-694f953f-2f2a-4caa-a449-052364ba81e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:23.119629 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-694f953f-2f2a-4caa-a449-052364ba81e1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4e03d813-d4f3-4432-9ec1-47f363892dbd HTTP/1.1" status: 204 len: 168 time: 0.2732012 Nov 12 03:24:23.130046 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f953f-2f2a-4caa-a449-052364ba81e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e03d813-d4f3-4432-9ec1-47f363892dbd,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:23.284532 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8b0ce3a5-e9a3-415c-8812-889f95c9f591 req-64ddcb37-00f1-48a9-aa81-080675142721 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748784 Nov 12 03:24:23.337020 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7551c-254e-47fe-950f-ec58c7a31e8a req-10187741-496d-49da-b0d5-ebdacbd6cbfe tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:23.339238 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b2d7551c-254e-47fe-950f-ec58c7a31e8a req-10187741-496d-49da-b0d5-ebdacbd6cbfe tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8d1392c-cff9-4e6d-bf1f-ea93a557b505 HTTP/1.1" status: 200 len: 949 time: 0.0759609 Nov 12 03:24:23.354714 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-37b9d4a3-3c7f-4d9e-87c6-9efc36299102 req-c520c9c4-a498-4cdc-9c88-d0879258b6d1 service neutron] 10.222.0.90 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078582 Nov 12 03:24:23.420170 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b2d7551c-254e-47fe-950f-ec58c7a31e8a req-e976a866-c00f-4d8a-893b-3a5f98d305aa tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef1900c0-c411-432e-9c76-5bb7658535c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730305 Nov 12 03:24:23.588876 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-37b9d4a3-3c7f-4d9e-87c6-9efc36299102 req-93aaf492-86da-4b84-bb3a-8814cf4bb2f2 service neutron] 10.222.0.90 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238603 Nov 12 03:24:23.622112 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2cf848-2bef-4ba3-9baf-e6f0a2635737 req-07545f8a-45f9-49dd-b042-355f655f7b42 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:23.623926 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ce2cf848-2bef-4ba3-9baf-e6f0a2635737 req-07545f8a-45f9-49dd-b042-355f655f7b42 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 946 time: 0.0810826 Nov 12 03:24:23.764630 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ce2cf848-2bef-4ba3-9baf-e6f0a2635737 req-4aed30d8-0247-4d0f-8d94-813be2b7c480 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285107 Nov 12 03:24:23.805411 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 56984) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:23.833994 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c64ed919-e844-436a-9e3b-1e7569295a07 req-d699b300-b058-4e68-a2a8-f31e3a01cfae tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=d64dea81-24dc-4006-8bc2-063aa7d207aa HTTP/1.1" status: 200 len: 210 time: 0.0296893 Nov 12 03:24:23.852606 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-eb09f6b0-2fc1-46cc-aeed-597098bbc294 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=465ee36c9f404d1e81cb0b9579e225cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437384 Nov 12 03:24:23.852995 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56986) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:23.909509 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bf1065f1-b63c-4f31-97e4-676300150ecd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:23.935398 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bf1065f1-b63c-4f31-97e4-676300150ecd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:23.991368 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bf1065f1-b63c-4f31-97e4-676300150ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:23.994806 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bf1065f1-b63c-4f31-97e4-676300150ecd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:23.996025 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-bf1065f1-b63c-4f31-97e4-676300150ecd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2564196d-aa82-4d1f-b052-a986be83bfa1 HTTP/1.1" status: 204 len: 168 time: 0.1420138 Nov 12 03:24:24.017884 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1065f1-b63c-4f31-97e4-676300150ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2564196d-aa82-4d1f-b052-a986be83bfa1,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:24.424175 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90920fe7-a9fd-427c-8b65-741c35041fe9 req-b1279349-3c00-4fab-b248-3c520bfd0703 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:24.432027 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-90920fe7-a9fd-427c-8b65-741c35041fe9 req-b1279349-3c00-4fab-b248-3c520bfd0703 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 944 time: 0.0651264 Nov 12 03:24:24.486237 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-90920fe7-a9fd-427c-8b65-741c35041fe9 req-8c2e1bfb-f57c-4c60-a4f5-f5465d65681e tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533442 Nov 12 03:24:24.575591 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85743a-4719-4575-b03f-3640771ffe70 req-6ea7fd88-d31e-4354-9b29-bcf944bb4db3 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:24.584041 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3c85743a-4719-4575-b03f-3640771ffe70 req-6ea7fd88-d31e-4354-9b29-bcf944bb4db3 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8d1392c-cff9-4e6d-bf1f-ea93a557b505 HTTP/1.1" status: 200 len: 949 time: 0.0719647 Nov 12 03:24:24.651775 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3c85743a-4719-4575-b03f-3640771ffe70 req-14896336-a7a5-4b82-b91c-e1582aa73d95 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef1900c0-c411-432e-9c76-5bb7658535c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663145 Nov 12 03:24:24.941901 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e14255-9fe1-422f-8f71-1054e88d70dd req-9d770c76-8d0a-4dce-b51a-b10a4101f09a tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:24.951863 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b5e14255-9fe1-422f-8f71-1054e88d70dd req-9d770c76-8d0a-4dce-b51a-b10a4101f09a tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 946 time: 0.0846379 Nov 12 03:24:25.010214 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e9a53746-6037-4028-b835-9a30130d1227 req-a11f5ab4-27c7-462a-a12d-20f578f7cffb tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=d64dea81-24dc-4006-8bc2-063aa7d207aa HTTP/1.1" status: 200 len: 210 time: 0.0511713 Nov 12 03:24:25.053761 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b5e14255-9fe1-422f-8f71-1054e88d70dd req-ed6f559d-d29c-4d2d-8d77-2fc0947a69bd tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001515 Nov 12 03:24:25.684982 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93b4cb-4636-4a1b-9983-14d931cd2f2e req-b2fc221a-8608-416b-b56a-c38ccf4eb4bd tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:25.696588 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3a93b4cb-4636-4a1b-9983-14d931cd2f2e req-b2fc221a-8608-416b-b56a-c38ccf4eb4bd tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 944 time: 0.0803807 Nov 12 03:24:25.751976 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 2a3a3945-2715-4263-946b-624921746016 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:25.793204 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3a93b4cb-4636-4a1b-9983-14d931cd2f2e req-d4989f56-5fb6-4cab-ad3d-49bce8f73f68 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907984 Nov 12 03:24:25.904587 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 2a3a3945-2715-4263-946b-624921746016 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:24:25.910371 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 2a3a3945-2715-4263-946b-624921746016 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:25.910773 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:25.924901 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5f4af-7725-494f-9027-d28029d650fc req-0bf14624-a716-47a9-95ab-ab18ddc5572d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:25.929723 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8ed5f4af-7725-494f-9027-d28029d650fc req-0bf14624-a716-47a9-95ab-ab18ddc5572d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 1098 time: 0.1983912 Nov 12 03:24:25.970313 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c55e3-49ac-43d0-a5a6-b4cdb95eb0a8 req-308d957c-1c31-42df-a853-17ff9ca32de6 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:25.974457 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-201c55e3-49ac-43d0-a5a6-b4cdb95eb0a8 req-308d957c-1c31-42df-a853-17ff9ca32de6 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8d1392c-cff9-4e6d-bf1f-ea93a557b505 HTTP/1.1" status: 200 len: 949 time: 0.1393545 Nov 12 03:24:26.109813 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-201c55e3-49ac-43d0-a5a6-b4cdb95eb0a8 req-f07ad364-8fe1-4cfd-bd46-8f52bca35279 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef1900c0-c411-432e-9c76-5bb7658535c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250393 Nov 12 03:24:26.149398 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:26.202818 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8ed5f4af-7725-494f-9027-d28029d650fc req-e1c3443f-bd09-467c-9755-1b29370e1ea6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526364 Nov 12 03:24:26.216419 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d1392c-cff9-4e6d-bf1f-ea93a557b505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3a3945-2715-4263-946b-624921746016'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:26.221220 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a129f58-7451-4b14-8692-97f793c51667" -d '{"events": [{"server_uuid": "e8d1392c-cff9-4e6d-bf1f-ea93a557b505", "name": "network-vif-plugged", "status": "completed", "tag": "2a3a3945-2715-4263-946b-624921746016"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:26.255094 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 2a3a3945-2715-4263-946b-624921746016, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=2a3a3945-2715-4263-946b-624921746016,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:26.263032 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:26.263919 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 4f79b904-2bbf-45f8-b2ad-f534e1a14f49 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:26.286769 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cb13e62e-b496-492e-b976-eca08d0c10f7 req-02765cfd-3c70-484b-ab22-7688f6c7cb03 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=d64dea81-24dc-4006-8bc2-063aa7d207aa HTTP/1.1" status: 200 len: 210 time: 0.0372868 Nov 12 03:24:26.449945 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=2a3a3945-2715-4263-946b-624921746016,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:26.452994 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a09e8-cf1a-4277-9f59-6fb6407477e2 req-6c4b1ac1-2476-429c-8322-36e9de03ffad tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:26.456640 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-231a09e8-cf1a-4277-9f59-6fb6407477e2 req-6c4b1ac1-2476-429c-8322-36e9de03ffad tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 946 time: 0.0771372 Nov 12 03:24:26.566390 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-231a09e8-cf1a-4277-9f59-6fb6407477e2 req-3136f482-fe48-4b48-816a-23e63aab52ed tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991437 Nov 12 03:24:26.615134 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495d6cd4-4aef-4910-984a-46cc485817cf x-openstack-request-id: req-495d6cd4-4aef-4910-984a-46cc485817cf {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:26.615431 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8d1392c-cff9-4e6d-bf1f-ea93a557b505", "name": "network-vif-plugged", "status": "completed", "tag": "2a3a3945-2715-4263-946b-624921746016", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:26.615689 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-495d6cd4-4aef-4910-984a-46cc485817cf {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:26.616387 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8d1392c-cff9-4e6d-bf1f-ea93a557b505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3a3945-2715-4263-946b-624921746016', 'code': 200} Nov 12 03:24:26.775846 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2119d2c6-9eda-4152-9833-71594d25d608 req-7ff423de-3ae0-4240-b8c2-2fc2c455fabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:26.777406 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2119d2c6-9eda-4152-9833-71594d25d608 req-7ff423de-3ae0-4240-b8c2-2fc2c455fabe service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e8d1392c-cff9-4e6d-bf1f-ea93a557b505 HTTP/1.1" status: 200 len: 1102 time: 0.0651758 Nov 12 03:24:26.877794 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2119d2c6-9eda-4152-9833-71594d25d608 req-40145a20-1d71-4a23-b5c3-f3c650410639 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=ef1900c0-c411-432e-9c76-5bb7658535c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909023 Nov 12 03:24:26.991818 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22a8ec-011b-439f-80e3-3f191cefef53 req-0e1004a2-25db-4efa-b2ac-2298e888772b tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:26.993520 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f22a8ec-011b-439f-80e3-3f191cefef53 req-0e1004a2-25db-4efa-b2ac-2298e888772b tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 944 time: 0.0667388 Nov 12 03:24:27.067229 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f22a8ec-011b-439f-80e3-3f191cefef53 req-71136e8e-67a3-463e-a3da-e1a1a20572b6 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597785 Nov 12 03:24:27.142261 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-154c1370-d805-4e64-822d-d3d3cddee756 req-833d7d24-f295-41d9-a134-80eb8c0e1ff0 tempest-QuotasAdminNegativeTest-894185362 tempest-QuotasAdminNegativeTest-894185362-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=52ace0384bcb426ba5768f7f0c5ebd60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271785 Nov 12 03:24:27.325863 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c1370-d805-4e64-822d-d3d3cddee756 req-7ccd70ca-5ce6-44a6-beaa-b842d0035a38 tempest-QuotasAdminNegativeTest-894185362 tempest-QuotasAdminNegativeTest-894185362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:27.327411 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-154c1370-d805-4e64-822d-d3d3cddee756 req-7ccd70ca-5ce6-44a6-beaa-b842d0035a38 tempest-QuotasAdminNegativeTest-894185362 tempest-QuotasAdminNegativeTest-894185362-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1735592 Nov 12 03:24:27.355359 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-154c1370-d805-4e64-822d-d3d3cddee756 req-a30e0d18-4daa-4c0d-b03c-fecf4a7ca19f tempest-QuotasAdminNegativeTest-894185362 tempest-QuotasAdminNegativeTest-894185362-project] 10.222.0.50 "GET /v2.0/quotas/52ace0384bcb426ba5768f7f0c5ebd60 HTTP/1.1" status: 200 len: 375 time: 0.0213637 Nov 12 03:24:27.391732 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-154c1370-d805-4e64-822d-d3d3cddee756 req-6341e8af-797c-4281-8fe8-f8e05f7c4b9c tempest-QuotasAdminNegativeTest-894185362 tempest-QuotasAdminNegativeTest-894185362-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=52ace0384bcb426ba5768f7f0c5ebd60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345254 Nov 12 03:24:27.516113 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4595c50-0681-4945-823c-d9ab8b649131 req-14ecae7a-ccc8-48d4-bc36-c5713944645a tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:27.522959 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d4595c50-0681-4945-823c-d9ab8b649131 req-14ecae7a-ccc8-48d4-bc36-c5713944645a tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8d1392c-cff9-4e6d-bf1f-ea93a557b505 HTTP/1.1" status: 200 len: 950 time: 0.0903761 Nov 12 03:24:27.617658 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d4595c50-0681-4945-823c-d9ab8b649131 req-f6ac87f4-80f1-40df-9931-974020bb38d2 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef1900c0-c411-432e-9c76-5bb7658535c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854044 Nov 12 03:24:27.877150 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5671c95-0647-4f6e-b6b6-0da7123f3f50 req-667a2894-33e9-495a-b305-7c501aa0e320 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:27.878838 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d5671c95-0647-4f6e-b6b6-0da7123f3f50 req-667a2894-33e9-495a-b305-7c501aa0e320 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 946 time: 0.0634320 Nov 12 03:24:27.947487 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d5671c95-0647-4f6e-b6b6-0da7123f3f50 req-8b266630-dc08-4535-8807-c666b200dbd2 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599604 Nov 12 03:24:28.348521 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea8210a1-5900-4876-a785-92d0331fdece req-b12d4f71-78ad-40c6-9da7-75d0b27e6073 service neutron] 10.222.0.90 "GET /v2.0/ports/4f79b904-2bbf-45f8-b2ad-f534e1a14f49/bindings/n-h1-715271-27 HTTP/1.1" status: 200 len: 385 time: 0.1726665 Nov 12 03:24:28.350430 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3fe6c-4273-41c8-bca4-860d46a2633c req-6de64339-04db-4175-a05b-d2caecb39030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:28.351835 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dfd3fe6c-4273-41c8-bca4-860d46a2633c req-6de64339-04db-4175-a05b-d2caecb39030 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2b6c3f20e3df4bfeadb358a1e561f7d3&device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 1098 time: 0.1260478 Nov 12 03:24:28.461164 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805326aa-61e8-40fa-bcfd-ebbd17d7a300 req-a0bc11cb-9367-4c70-b569-89d1c893b6fa tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:28.468609 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-805326aa-61e8-40fa-bcfd-ebbd17d7a300 req-a0bc11cb-9367-4c70-b569-89d1c893b6fa tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 946 time: 0.0672264 Nov 12 03:24:28.490563 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea2c57-c59f-4f0e-aadd-b2667e0971da req-3add17f5-b13a-4ea2-9982-9b3cbfe620d2 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:28.492242 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4aea2c57-c59f-4f0e-aadd-b2667e0971da req-3add17f5-b13a-4ea2-9982-9b3cbfe620d2 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 944 time: 0.2675233 Nov 12 03:24:28.527648 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-805326aa-61e8-40fa-bcfd-ebbd17d7a300 req-f4743101-a11d-4f24-aa7c-db80d9d30b88 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563092 Nov 12 03:24:28.630655 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4aea2c57-c59f-4f0e-aadd-b2667e0971da req-46901231-32f6-4ae3-ab95-5adfe4120e0f tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221061 Nov 12 03:24:28.794522 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa09c0-29e3-407a-b5df-bac1c5bf4ee5 req-f39e929c-02a9-47d1-83c3-4e03757fa94a tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:28.797176 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-20fa09c0-29e3-407a-b5df-bac1c5bf4ee5 req-f39e929c-02a9-47d1-83c3-4e03757fa94a tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/networks?id=e27d7564-6d22-4aba-8393-df25a0e0004d HTTP/1.1" status: 200 len: 812 time: 0.1692419 Nov 12 03:24:28.817790 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-20fa09c0-29e3-407a-b5df-bac1c5bf4ee5 req-263d77e8-459f-4580-a516-ed90dd2872b8 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/quotas/e1192f3b82c6435d93d38f097bb06d31 HTTP/1.1" status: 200 len: 375 time: 0.0139201 Nov 12 03:24:28.869525 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-ea8210a1-5900-4876-a785-92d0331fdece req-83b94534-d6a3-4e64-946f-daa098398d8c service neutron] For port 4f79b904-2bbf-45f8-b2ad-f534e1a14f49, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=4f79b904-2bbf-45f8-b2ad-f534e1a14f49,segment=NetworkSegment(b8c93ffa-e78d-4d7d-8be5-2d181e470820),segment_id=b8c93ffa-e78d-4d7d-8be5-2d181e470820)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:28.873200 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3fe6c-4273-41c8-bca4-860d46a2633c req-8767c122-b2b9-4c3f-93e7-39963d25cccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:28.876370 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dfd3fe6c-4273-41c8-bca4-860d46a2633c req-8767c122-b2b9-4c3f-93e7-39963d25cccd service neutron] 10.222.0.74 "GET /v2.0/networks?id=bd20a58b-98df-4ef8-98dd-f9fae3c64676 HTTP/1.1" status: 200 len: 911 time: 0.5115371 Nov 12 03:24:28.876721 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-20fa09c0-29e3-407a-b5df-bac1c5bf4ee5 req-48826fb5-6b84-421b-9554-fc2a30e5e7ba tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e1192f3b82c6435d93d38f097bb06d31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521314 Nov 12 03:24:28.913126 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dccb6472-d8e5-4740-be20-fc6210d4c34f req-f3ee7ded-21b2-4619-b77f-9e2d1754f312 tempest-QuotasAdminNegativeTest-894185362 tempest-QuotasAdminNegativeTest-894185362-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=52ace0384bcb426ba5768f7f0c5ebd60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1077583 Nov 12 03:24:28.963386 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dfd3fe6c-4273-41c8-bca4-860d46a2633c req-ef124d56-41a8-4879-a11f-433be0868b01 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0e2b5e6-5926-4867-93e1-9cf088a50e14 HTTP/1.1" status: 200 len: 217 time: 0.0657432 Nov 12 03:24:29.049679 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-ea8210a1-5900-4876-a785-92d0331fdece req-83b94534-d6a3-4e64-946f-daa098398d8c service neutron] For port 4f79b904-2bbf-45f8-b2ad-f534e1a14f49, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:24:29.150243 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-ea8210a1-5900-4876-a785-92d0331fdece req-83b94534-d6a3-4e64-946f-daa098398d8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f79b904-2bbf-45f8-b2ad-f534e1a14f49 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:29.155950 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-20fa09c0-29e3-407a-b5df-bac1c5bf4ee5 req-f8aee9c8-6901-4ae3-bc42-4cf5fb49a527 service neutron] 10.222.0.50 "GET /v2.0/networks/e27d7564-6d22-4aba-8393-df25a0e0004d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779801 Nov 12 03:24:29.160034 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3fe6c-4273-41c8-bca4-860d46a2633c req-b69e13c7-ab95-4465-b25d-22e97a334d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:29.161913 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dfd3fe6c-4273-41c8-bca4-860d46a2633c req-b69e13c7-ab95-4465-b25d-22e97a334d35 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9df5425c-e3c5-4b00-ac6d-1c0b8d452c62 HTTP/1.1" status: 200 len: 850 time: 0.1762307 Nov 12 03:24:29.187855 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-ea8210a1-5900-4876-a785-92d0331fdece req-83b94534-d6a3-4e64-946f-daa098398d8c service neutron] For port 4f79b904-2bbf-45f8-b2ad-f534e1a14f49, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4f79b904-2bbf-45f8-b2ad-f534e1a14f49,segment=NetworkSegment(b8c93ffa-e78d-4d7d-8be5-2d181e470820),segment_id=b8c93ffa-e78d-4d7d-8be5-2d181e470820)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:29.221910 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dfd3fe6c-4273-41c8-bca4-860d46a2633c req-3c63166c-6a5f-49ec-b488-f5f67db66e3c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bd20a58b-98df-4ef8-98dd-f9fae3c64676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509913 Nov 12 03:24:29.236027 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb6472-d8e5-4740-be20-fc6210d4c34f req-af6a8d50-aa4a-4190-a78c-1518d6bc5c6b tempest-QuotasAdminNegativeTest-894185362 tempest-QuotasAdminNegativeTest-894185362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:29.238237 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dccb6472-d8e5-4740-be20-fc6210d4c34f req-af6a8d50-aa4a-4190-a78c-1518d6bc5c6b tempest-QuotasAdminNegativeTest-894185362 tempest-QuotasAdminNegativeTest-894185362-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2684669 Nov 12 03:24:29.249264 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ea8210a1-5900-4876-a785-92d0331fdece req-83b94534-d6a3-4e64-946f-daa098398d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:29.278145 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-20fa09c0-29e3-407a-b5df-bac1c5bf4ee5 req-04d75292-c75d-4ea1-afcf-a49311a42739 service neutron] 10.222.0.50 "GET /v2.0/networks/e27d7564-6d22-4aba-8393-df25a0e0004d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208518 Nov 12 03:24:29.360285 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dccb6472-d8e5-4740-be20-fc6210d4c34f req-73fb25b2-1fc6-40b3-845d-b6e3509fea59 tempest-QuotasAdminNegativeTest-894185362 tempest-QuotasAdminNegativeTest-894185362-project] 10.222.0.50 "GET /v2.0/quotas/52ace0384bcb426ba5768f7f0c5ebd60 HTTP/1.1" status: 200 len: 375 time: 0.0851824 Nov 12 03:24:29.443704 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dccb6472-d8e5-4740-be20-fc6210d4c34f req-a4e7bd22-fed8-4aa6-944f-1bf9e09c8ba3 tempest-QuotasAdminNegativeTest-894185362 tempest-QuotasAdminNegativeTest-894185362-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=52ace0384bcb426ba5768f7f0c5ebd60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0796354 Nov 12 03:24:29.537149 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-ea8210a1-5900-4876-a785-92d0331fdece req-83b94534-d6a3-4e64-946f-daa098398d8c service neutron] Transition to ACTIVE for port object 4f79b904-2bbf-45f8-b2ad-f534e1a14f49 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:24:29.553575 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ea8210a1-5900-4876-a785-92d0331fdece req-83b94534-d6a3-4e64-946f-daa098398d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:29.581739 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dfd3fe6c-4273-41c8-bca4-860d46a2633c req-f3940f0a-3bc9-489f-82f0-771eeb7aabee service neutron] 10.222.0.74 "GET /v2.0/networks/bd20a58b-98df-4ef8-98dd-f9fae3c64676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421423 Nov 12 03:24:29.648933 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782a6d9-9116-4eb9-90fc-c2068ed2f1fc req-c1862437-6915-463c-ab26-c886c7fbc3ad tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:29.650534 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d782a6d9-9116-4eb9-90fc-c2068ed2f1fc req-c1862437-6915-463c-ab26-c886c7fbc3ad tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8d1392c-cff9-4e6d-bf1f-ea93a557b505 HTTP/1.1" status: 200 len: 950 time: 0.1121519 Nov 12 03:24:29.790199 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:24:29.792457 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d782a6d9-9116-4eb9-90fc-c2068ed2f1fc req-4cd4481e-beb8-4543-8cfe-096a1bdb988c tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef1900c0-c411-432e-9c76-5bb7658535c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247933 Nov 12 03:24:29.948780 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8210a1-5900-4876-a785-92d0331fdece req-83b94534-d6a3-4e64-946f-daa098398d8c service neutron] No DVR routers for this DVR port 4f79b904-2bbf-45f8-b2ad-f534e1a14f49 on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:30.044726 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-83c785f1-25fe-49d3-aee2-fd78436c636a req-57f0c6e5-d5d4-4252-8841-a9859a2df2dc tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=76e734bd-09b1-4783-addc-44ad8cf45926 HTTP/1.1" status: 200 len: 210 time: 0.1656029 Nov 12 03:24:30.055070 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dfd3fe6c-4273-41c8-bca4-860d46a2633c req-7836cabc-cbb5-4004-b78e-573dde63ef50 service neutron] 10.222.0.74 "GET /v2.0/networks/bd20a58b-98df-4ef8-98dd-f9fae3c64676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4136620 Nov 12 03:24:30.064210 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea8210a1-5900-4876-a785-92d0331fdece req-83b94534-d6a3-4e64-946f-daa098398d8c service neutron] 10.222.0.90 "PUT /v2.0/ports/4f79b904-2bbf-45f8-b2ad-f534e1a14f49/bindings/n-h1-715271-27/activate HTTP/1.1" status: 200 len: 370 time: 1.7057536 Nov 12 03:24:30.070381 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b94534-d6a3-4e64-946f-daa098398d8c service neutron] Pushing event updated for resources: {'Port': ['ID=4f79b904-2bbf-45f8-b2ad-f534e1a14f49,revision_number=10']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:30.207463 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206cd66-72f1-4c7d-a42f-f8789a060ded req-5e9a6a93-abb9-4d21-9e16-65d7dda7f7b6 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:30.209249 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4206cd66-72f1-4c7d-a42f-f8789a060ded req-5e9a6a93-abb9-4d21-9e16-65d7dda7f7b6 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 946 time: 0.1244495 Nov 12 03:24:30.294572 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-65e64a25-b5ff-4ea1-91df-c7599c187fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:30.300708 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4206cd66-72f1-4c7d-a42f-f8789a060ded req-cbc10263-13d7-4698-8954-40656102344b tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800610 Nov 12 03:24:30.343482 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76112a4e-c209-497f-84b7-4ce078e4de9f req-ce1c17a7-4b8d-4a0f-96d3-ff19076c1fc1 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:30.353776 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-76112a4e-c209-497f-84b7-4ce078e4de9f req-ce1c17a7-4b8d-4a0f-96d3-ff19076c1fc1 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 945 time: 0.2038631 Nov 12 03:24:30.365317 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8210a1-5900-4876-a785-92d0331fdece req-c69a7b4a-64af-4076-ae11-71e5919bf730 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:30.367930 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea8210a1-5900-4876-a785-92d0331fdece req-c69a7b4a-64af-4076-ae11-71e5919bf730 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a&tenant_id=576a7b2c0e984780a26518e9c1601856&binding%3Ahost_id=n-h2-715271-27 HTTP/1.1" status: 200 len: 1097 time: 0.1603065 Nov 12 03:24:30.499903 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-76112a4e-c209-497f-84b7-4ce078e4de9f req-d2af3289-b3ef-4f3d-b103-8250ffd06333 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406937 Nov 12 03:24:30.550357 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8210a1-5900-4876-a785-92d0331fdece req-a733e2f5-0bcc-4ed7-8eed-80a31da567a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:30.554368 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea8210a1-5900-4876-a785-92d0331fdece req-a733e2f5-0bcc-4ed7-8eed-80a31da567a3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a&tenant_id=576a7b2c0e984780a26518e9c1601856 HTTP/1.1" status: 200 len: 1097 time: 0.1552141 Nov 12 03:24:30.652971 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8210a1-5900-4876-a785-92d0331fdece req-1a6c6803-1645-4c33-b392-67debf4e434d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:30.654889 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea8210a1-5900-4876-a785-92d0331fdece req-1a6c6803-1645-4c33-b392-67debf4e434d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=576a7b2c0e984780a26518e9c1601856&device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 1097 time: 0.0597744 Nov 12 03:24:30.850258 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8210a1-5900-4876-a785-92d0331fdece req-b4d64f31-d9b8-46fa-aa0c-41ae4afe6dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:30.852051 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea8210a1-5900-4876-a785-92d0331fdece req-b4d64f31-d9b8-46fa-aa0c-41ae4afe6dd7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f2354694-6453-486d-800c-f4fc7f841803 HTTP/1.1" status: 200 len: 922 time: 0.1885698 Nov 12 03:24:30.865214 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc81aa-907e-4cb7-82f5-6c298902dd16 req-efbfe10e-905e-4769-9937-863ceee11b90 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:30.867221 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-67cc81aa-907e-4cb7-82f5-6c298902dd16 req-efbfe10e-905e-4769-9937-863ceee11b90 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8d1392c-cff9-4e6d-bf1f-ea93a557b505 HTTP/1.1" status: 200 len: 950 time: 0.1076207 Nov 12 03:24:30.929061 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea8210a1-5900-4876-a785-92d0331fdece req-3bc201c0-333a-4b4e-9ada-46c0c157cfa2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f79b904-2bbf-45f8-b2ad-f534e1a14f49 HTTP/1.1" status: 200 len: 217 time: 0.0606308 Nov 12 03:24:30.999882 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-67cc81aa-907e-4cb7-82f5-6c298902dd16 req-4487b7bc-a435-4186-a151-872d2cfa0e50 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef1900c0-c411-432e-9c76-5bb7658535c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206419 Nov 12 03:24:31.019248 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8210a1-5900-4876-a785-92d0331fdece req-ac0d9ec3-29e7-421d-ad98-238dd3fdaced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:31.020715 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea8210a1-5900-4876-a785-92d0331fdece req-ac0d9ec3-29e7-421d-ad98-238dd3fdaced service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3428f33d-4837-4311-b620-eb7f742db405 HTTP/1.1" status: 200 len: 861 time: 0.0824857 Nov 12 03:24:31.107039 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea8210a1-5900-4876-a785-92d0331fdece req-3780c18e-0074-4bb1-a252-0f736f755e40 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f2354694-6453-486d-800c-f4fc7f841803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741072 Nov 12 03:24:31.373660 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea8210a1-5900-4876-a785-92d0331fdece req-e06579fa-032b-4505-a1b4-b3095d097293 service neutron] 10.222.0.74 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582774 Nov 12 03:24:31.558539 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4ce20-d4af-4f1e-9b94-ea8aab472cb5 req-6ee32ccd-2886-47ca-ba71-dfc625b04f27 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:31.560383 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1fb4ce20-d4af-4f1e-9b94-ea8aab472cb5 req-6ee32ccd-2886-47ca-ba71-dfc625b04f27 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 946 time: 0.1063108 Nov 12 03:24:31.587076 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-20fa09c0-29e3-407a-b5df-bac1c5bf4ee5 req-1f11f377-732f-49da-8f2b-dfc0313d9471 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e1192f3b82c6435d93d38f097bb06d31&device_id=76e734bd-09b1-4783-addc-44ad8cf45926 HTTP/1.1" status: 200 len: 210 time: 0.0441461 Nov 12 03:24:31.620529 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1fb4ce20-d4af-4f1e-9b94-ea8aab472cb5 req-ebf50980-6b65-463a-a057-df0515b63132 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526867 Nov 12 03:24:31.636857 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-37333abc-2be6-4779-b0c7-2926dcb34da4 req-256ebc2c-639e-4fe7-bc6f-4e1492610935 tempest-QuotasAdminNegativeTest-894185362 tempest-QuotasAdminNegativeTest-894185362-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=52ace0384bcb426ba5768f7f0c5ebd60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0940514 Nov 12 03:24:31.827318 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea8210a1-5900-4876-a785-92d0331fdece req-21b1d96f-6cd7-40bf-951d-5688de5906a1 service neutron] 10.222.0.74 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4452715 Nov 12 03:24:31.855815 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa09c0-29e3-407a-b5df-bac1c5bf4ee5 req-ca7bcdbe-db55-4c1f-82f6-97879c4cecd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:31.857396 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-20fa09c0-29e3-407a-b5df-bac1c5bf4ee5 req-ca7bcdbe-db55-4c1f-82f6-97879c4cecd4 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=e1192f3b82c6435d93d38f097bb06d31&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2553935 Nov 12 03:24:31.906346 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37333abc-2be6-4779-b0c7-2926dcb34da4 req-19e8185d-04d2-4577-a128-213e5351b38b tempest-QuotasAdminNegativeTest-894185362 tempest-QuotasAdminNegativeTest-894185362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:31.914015 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-37333abc-2be6-4779-b0c7-2926dcb34da4 req-19e8185d-04d2-4577-a128-213e5351b38b tempest-QuotasAdminNegativeTest-894185362 tempest-QuotasAdminNegativeTest-894185362-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2761793 Nov 12 03:24:31.971010 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-37333abc-2be6-4779-b0c7-2926dcb34da4 req-db89c18b-93cd-4988-af4d-baa7b6a03e8c tempest-QuotasAdminNegativeTest-894185362 tempest-QuotasAdminNegativeTest-894185362-project] 10.222.0.50 "GET /v2.0/quotas/52ace0384bcb426ba5768f7f0c5ebd60 HTTP/1.1" status: 200 len: 375 time: 0.0557406 Nov 12 03:24:32.024161 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-37333abc-2be6-4779-b0c7-2926dcb34da4 req-4a74791c-6a35-4225-a214-4b842c1a9af5 tempest-QuotasAdminNegativeTest-894185362 tempest-QuotasAdminNegativeTest-894185362-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=52ace0384bcb426ba5768f7f0c5ebd60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520713 Nov 12 03:24:32.030059 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61aa77-53c3-4b03-92f2-e2ec7a568602 req-12d3f3e3-ac14-4471-9062-afb46a69f648 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:32.033764 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fa61aa77-53c3-4b03-92f2-e2ec7a568602 req-12d3f3e3-ac14-4471-9062-afb46a69f648 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 945 time: 0.0919421 Nov 12 03:24:32.045733 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa09c0-29e3-407a-b5df-bac1c5bf4ee5 req-11028ec7-3e96-4553-8984-543449ebaa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:32.048974 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-20fa09c0-29e3-407a-b5df-bac1c5bf4ee5 req-11028ec7-3e96-4553-8984-543449ebaa38 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1802142 Nov 12 03:24:32.132667 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fa61aa77-53c3-4b03-92f2-e2ec7a568602 req-91e5faf3-59f7-4882-b0d3-de07f7c03a44 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926747 Nov 12 03:24:32.207775 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-20fa09c0-29e3-407a-b5df-bac1c5bf4ee5 req-b0fb3d95-1159-4094-bb09-262f854c3771 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.90 "GET /v2.0/ports?device_id=76e734bd-09b1-4783-addc-44ad8cf45926 HTTP/1.1" status: 200 len: 210 time: 0.0748634 Nov 12 03:24:32.349699 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d05b45-0541-426c-a714-9410e719ca56 req-982f4c77-62df-4ca4-a50f-f26c7a69cfe6 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:32.361713 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-80d05b45-0541-426c-a714-9410e719ca56 req-982f4c77-62df-4ca4-a50f-f26c7a69cfe6 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8d1392c-cff9-4e6d-bf1f-ea93a557b505 HTTP/1.1" status: 200 len: 950 time: 0.0800354 Nov 12 03:24:32.407857 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787db05-4847-41ec-9870-bdfef48a471b req-7f74153a-bd4d-434e-8add-f0dedea5a069 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:32.409585 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b787db05-4847-41ec-9870-bdfef48a471b req-7f74153a-bd4d-434e-8add-f0dedea5a069 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/networks?id=e27d7564-6d22-4aba-8393-df25a0e0004d HTTP/1.1" status: 200 len: 812 time: 0.1385942 Nov 12 03:24:32.414023 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8210a1-5900-4876-a785-92d0331fdece req-d19ab409-f4ac-4c71-8dce-837a99552453 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:32.416064 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea8210a1-5900-4876-a785-92d0331fdece req-d19ab409-f4ac-4c71-8dce-837a99552453 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a&tenant_id=576a7b2c0e984780a26518e9c1601856&binding%3Ahost_id=n-h1-715271-27 HTTP/1.1" status: 200 len: 1097 time: 0.2690647 Nov 12 03:24:32.442390 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-80d05b45-0541-426c-a714-9410e719ca56 req-a9102119-d6b9-4c54-a1ab-7b6909dee4a4 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef1900c0-c411-432e-9c76-5bb7658535c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790763 Nov 12 03:24:32.489397 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b787db05-4847-41ec-9870-bdfef48a471b req-c3df53ce-b2ce-40e8-ab8f-54c335152e3b tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/quotas/e1192f3b82c6435d93d38f097bb06d31 HTTP/1.1" status: 200 len: 375 time: 0.0625827 Nov 12 03:24:32.553375 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b787db05-4847-41ec-9870-bdfef48a471b req-254c66d6-c2eb-4467-a6a7-f3cba385abdd tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e1192f3b82c6435d93d38f097bb06d31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606325 Nov 12 03:24:32.715634 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-ea8210a1-5900-4876-a785-92d0331fdece req-fb6e5f84-adf2-4df3-a5ee-32444e451b29 service neutron] For port 4f79b904-2bbf-45f8-b2ad-f534e1a14f49, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:24:32.721532 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ea8210a1-5900-4876-a785-92d0331fdece req-fb6e5f84-adf2-4df3-a5ee-32444e451b29 service neutron] Publish callbacks [] for binding, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:32.722991 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea8210a1-5900-4876-a785-92d0331fdece req-fb6e5f84-adf2-4df3-a5ee-32444e451b29 service neutron] 10.222.0.74 "DELETE /v2.0/ports/4f79b904-2bbf-45f8-b2ad-f534e1a14f49/bindings/n-h2-715271-27 HTTP/1.1" status: 204 len: 173 time: 0.2977691 Nov 12 03:24:32.727847 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b787db05-4847-41ec-9870-bdfef48a471b req-c3bbe12d-d500-4f87-a1d6-baf679337684 service neutron] 10.222.0.50 "GET /v2.0/networks/e27d7564-6d22-4aba-8393-df25a0e0004d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737213 Nov 12 03:24:32.886070 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b787db05-4847-41ec-9870-bdfef48a471b req-8fcaeb03-8aee-4e2a-ad42-1acdb4f36029 service neutron] 10.222.0.50 "GET /v2.0/networks/e27d7564-6d22-4aba-8393-df25a0e0004d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463475 Nov 12 03:24:33.008529 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e59744-66cb-4344-8429-ce85abf136cb req-9b8231c2-9bf1-4b43-ab11-c205ad835860 tempest-LiveMigrationNegativeTest-751054474 tempest-LiveMigrationNegativeTest-751054474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:33.017736 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-22e59744-66cb-4344-8429-ce85abf136cb req-9b8231c2-9bf1-4b43-ab11-c205ad835860 tempest-LiveMigrationNegativeTest-751054474 tempest-LiveMigrationNegativeTest-751054474-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e8d1392c-cff9-4e6d-bf1f-ea93a557b505 HTTP/1.1" status: 200 len: 1102 time: 0.0588493 Nov 12 03:24:33.033636 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-22e59744-66cb-4344-8429-ce85abf136cb req-83828cad-8d29-41d4-bfb8-7edd232424b2 tempest-LiveMigrationNegativeTest-751054474 tempest-LiveMigrationNegativeTest-751054474-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:33.190238 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6ba56435-2062-4057-bb48-b77d5785fe04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:33.245366 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-22e59744-66cb-4344-8429-ce85abf136cb req-83828cad-8d29-41d4-bfb8-7edd232424b2 tempest-LiveMigrationNegativeTest-751054474 tempest-LiveMigrationNegativeTest-751054474-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:33.253900 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-22e59744-66cb-4344-8429-ce85abf136cb req-83828cad-8d29-41d4-bfb8-7edd232424b2 tempest-LiveMigrationNegativeTest-751054474 tempest-LiveMigrationNegativeTest-751054474-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:33.273559 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af961a1c-ee4c-4479-bbd8-d70b982e8c7b req-a19547a9-1d38-4d31-9f8f-f08e85a96346 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:33.284242 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-af961a1c-ee4c-4479-bbd8-d70b982e8c7b req-a19547a9-1d38-4d31-9f8f-f08e85a96346 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 946 time: 0.1106191 Nov 12 03:24:33.353975 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-af961a1c-ee4c-4479-bbd8-d70b982e8c7b req-4fd439a9-6308-4a77-ab00-f568e77c4dc6 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682735 Nov 12 03:24:33.376381 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-22e59744-66cb-4344-8429-ce85abf136cb req-83828cad-8d29-41d4-bfb8-7edd232424b2 tempest-LiveMigrationNegativeTest-751054474 tempest-LiveMigrationNegativeTest-751054474-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ef1900c0-c411-432e-9c76-5bb7658535c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390205 Nov 12 03:24:33.378364 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83828cad-8d29-41d4-bfb8-7edd232424b2 tempest-LiveMigrationNegativeTest-751054474 tempest-LiveMigrationNegativeTest-751054474-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c1bde6-f3b0-4d79-9154-e70d81a4c606,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:33.497711 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d0a0e8c1-bfd2-4e88-a463-260752728da4 req-33f377ad-3fea-4536-a1ad-b8f91a1f6658 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=39c1e5a4-b79e-4544-b3b4-e0ed9eca2734 HTTP/1.1" status: 200 len: 210 time: 0.0641873 Nov 12 03:24:33.606829 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c59e07-1dbb-4fab-8149-edb45ad3a761 req-297a3814-4d4c-4d01-a173-3e90abf26d28 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:33.615390 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e6c59e07-1dbb-4fab-8149-edb45ad3a761 req-297a3814-4d4c-4d01-a173-3e90abf26d28 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 945 time: 0.1166017 Nov 12 03:24:33.687344 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e6c59e07-1dbb-4fab-8149-edb45ad3a761 req-ac4f80c0-326d-4df9-81ce-e5e351d67225 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664260 Nov 12 03:24:33.976704 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:34.039287 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd876f65-af68-46f9-a457-82805456bb11 req-3ffc05db-31a4-4c4f-9475-7db4142a194f tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:34.050061 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dd876f65-af68-46f9-a457-82805456bb11 req-3ffc05db-31a4-4c4f-9475-7db4142a194f tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 946 time: 0.0846508 Nov 12 03:24:34.111666 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57326) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:34.185685 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dd876f65-af68-46f9-a457-82805456bb11 req-1fe0880a-4fd3-450f-b654-951ecc6284e6 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333027 Nov 12 03:24:34.234353 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b85f52-1af2-4d43-bc39-4a13695b153f req-2788182c-d867-485f-a827-cc2f66eff669 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:34.243711 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-59b85f52-1af2-4d43-bc39-4a13695b153f req-2788182c-d867-485f-a827-cc2f66eff669 tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 1097 time: 0.1093278 Nov 12 03:24:34.310117 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-59b85f52-1af2-4d43-bc39-4a13695b153f req-80e52e22-1e97-44be-a102-783bcbc7099f tempest-LiveAutoBlockMigrationV225Test-782487280 tempest-LiveAutoBlockMigrationV225Test-782487280-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631299 Nov 12 03:24:34.377400 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5cc17fb8-bb3e-488a-b5b9-077fb9a1494e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:34.511270 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5cc17fb8-bb3e-488a-b5b9-077fb9a1494e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:34.518014 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5cc17fb8-bb3e-488a-b5b9-077fb9a1494e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:34.566788 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5cc17fb8-bb3e-488a-b5b9-077fb9a1494e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=52ace0384bcb426ba5768f7f0c5ebd60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4537408 Nov 12 03:24:34.570174 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57334) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:34.586997 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc17fb8-bb3e-488a-b5b9-077fb9a1494e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ea313c-b272-464c-80ac-ff11d179be07,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:34.703825 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-93fb36b1-cd1e-4b81-baca-ebda7f5154c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:34.719483 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d72acdd9-4d92-4dd9-9092-ee1f331c45a3 req-7d28724d-ff67-4d55-838b-cfae9d1a0d6b tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=39c1e5a4-b79e-4544-b3b4-e0ed9eca2734 HTTP/1.1" status: 200 len: 210 time: 0.0364723 Nov 12 03:24:34.769752 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-93fb36b1-cd1e-4b81-baca-ebda7f5154c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:34.914068 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe6eb1-f09d-4dea-828f-e7b9bf4d5920 req-ff372ce2-c3b7-4191-b953-e62492aa69be tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:34.916008 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a8fe6eb1-f09d-4dea-828f-e7b9bf4d5920 req-ff372ce2-c3b7-4191-b953-e62492aa69be tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 945 time: 0.1164525 Nov 12 03:24:34.943355 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-93fb36b1-cd1e-4b81-baca-ebda7f5154c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:34.960184 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-93fb36b1-cd1e-4b81-baca-ebda7f5154c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:34.965102 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-93fb36b1-cd1e-4b81-baca-ebda7f5154c9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e3ea313c-b272-464c-80ac-ff11d179be07 HTTP/1.1" status: 204 len: 168 time: 0.3902063 Nov 12 03:24:34.979789 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0570ab5-fec2-4b83-89d1-2073b0f51ebf req-7a3ee596-0cfe-4d50-907c-9e97360c032e tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:34.988790 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b0570ab5-fec2-4b83-89d1-2073b0f51ebf req-7a3ee596-0cfe-4d50-907c-9e97360c032e tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8d1392c-cff9-4e6d-bf1f-ea93a557b505 HTTP/1.1" status: 200 len: 950 time: 0.1430721 Nov 12 03:24:35.010155 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a8fe6eb1-f09d-4dea-828f-e7b9bf4d5920 req-69ba5c94-119f-4157-b952-cece4f4cba85 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874729 Nov 12 03:24:35.011783 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fb36b1-cd1e-4b81-baca-ebda7f5154c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ea313c-b272-464c-80ac-ff11d179be07,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:35.127149 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b0570ab5-fec2-4b83-89d1-2073b0f51ebf req-4e143a22-7ee8-4d1d-a369-48747285f5fb tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef1900c0-c411-432e-9c76-5bb7658535c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375453 Nov 12 03:24:35.152611 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787db05-4847-41ec-9870-bdfef48a471b req-c9e2cdd9-9f80-4ec8-80ce-de3e4ebf1de3 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:35.154303 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b787db05-4847-41ec-9870-bdfef48a471b req-c9e2cdd9-9f80-4ec8-80ce-de3e4ebf1de3 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.74 "GET /v2.0/networks?id=e27d7564-6d22-4aba-8393-df25a0e0004d HTTP/1.1" status: 200 len: 812 time: 0.2799866 Nov 12 03:24:35.170479 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-b787db05-4847-41ec-9870-bdfef48a471b req-398f7d50-f29f-4052-ab5f-837afef64b4d tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Request body: {'port': {'device_id': '39c1e5a4-b79e-4544-b3b4-e0ed9eca2734', 'network_id': 'e27d7564-6d22-4aba-8393-df25a0e0004d', 'admin_state_up': True, 'tenant_id': 'e1192f3b82c6435d93d38f097bb06d31'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:35.364890 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f624e-221f-464c-864f-7a619cc4d2f6 req-84493219-da2a-4283-b9a1-8073d3796bcb tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:35.372956 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-504f624e-221f-464c-864f-7a619cc4d2f6 req-84493219-da2a-4283-b9a1-8073d3796bcb tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 946 time: 0.0952351 Nov 12 03:24:35.386911 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b787db05-4847-41ec-9870-bdfef48a471b req-398f7d50-f29f-4052-ab5f-837afef64b4d tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Made reservation on behalf of e1192f3b82c6435d93d38f097bb06d31 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:35.392514 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b787db05-4847-41ec-9870-bdfef48a471b req-398f7d50-f29f-4052-ab5f-837afef64b4d tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:35.442957 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:35.515515 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-504f624e-221f-464c-864f-7a619cc4d2f6 req-2c24572d-e7ad-4a18-ad49-529d0d880bad tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415989 Nov 12 03:24:35.578145 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe9b5a-c127-4bdc-93a8-5107be9e22da req-feb9aefb-cc52-467a-a596-3b19e7a3cc85 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:35.580165 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0fbe9b5a-c127-4bdc-93a8-5107be9e22da req-feb9aefb-cc52-467a-a596-3b19e7a3cc85 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.74 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 945 time: 0.1444991 Nov 12 03:24:35.585814 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57352) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:35.602091 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-77b9bc57-9d10-4aa9-9572-b69674fe88b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:35.687349 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-77b9bc57-9d10-4aa9-9572-b69674fe88b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:35.695188 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-77b9bc57-9d10-4aa9-9572-b69674fe88b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:35.741854 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-77b9bc57-9d10-4aa9-9572-b69674fe88b9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=10e73ff1b0914d9493cafa3d4622a852&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1548457 Nov 12 03:24:35.742727 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b9bc57-9d10-4aa9-9572-b69674fe88b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2192286-7490-47d1-8453-dd701e0961f8,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:35.745944 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57356) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:35.805601 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6ff11890-af76-4e89-8440-c70fe5c951f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:35.842600 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6ff11890-af76-4e89-8440-c70fe5c951f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:35.912218 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6ff11890-af76-4e89-8440-c70fe5c951f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:35.917490 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6ff11890-af76-4e89-8440-c70fe5c951f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:35.920551 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6ff11890-af76-4e89-8440-c70fe5c951f8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d2192286-7490-47d1-8453-dd701e0961f8 HTTP/1.1" status: 204 len: 168 time: 0.1736095 Nov 12 03:24:35.932392 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff11890-af76-4e89-8440-c70fe5c951f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2192286-7490-47d1-8453-dd701e0961f8,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:36.020187 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5d8654d8-c4a8-47ab-b379-86ffdf519ea9 req-2e10d76c-2488-4104-89d2-d42c9f3d19a7 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=39c1e5a4-b79e-4544-b3b4-e0ed9eca2734 HTTP/1.1" status: 200 len: 210 time: 0.0821579 Nov 12 03:24:36.068643 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-b787db05-4847-41ec-9870-bdfef48a471b req-398f7d50-f29f-4052-ab5f-837afef64b4d tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Allocated IP 172.20.0.6 (e27d7564-6d22-4aba-8393-df25a0e0004d/36b22bc4-04aa-4109-bb38-599b9cb93288/02dbcd9c-f7ad-40fd-9b97-be7e955eb326) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:36.179535 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-0fbe9b5a-c127-4bdc-93a8-5107be9e22da req-be26b218-94f3-4b80-95e7-686b29d37585 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Deleting port 4f79b904-2bbf-45f8-b2ad-f534e1a14f49 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:36.180106 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0fbe9b5a-c127-4bdc-93a8-5107be9e22da req-be26b218-94f3-4b80-95e7-686b29d37585 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:36.254802 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88b525-c473-4876-863d-ca7fa6d8122a req-e80d0e06-8715-4b01-9609-692018e1731f tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:36.259501 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-da88b525-c473-4876-863d-ca7fa6d8122a req-e80d0e06-8715-4b01-9609-692018e1731f tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 945 time: 0.1387124 Nov 12 03:24:36.265428 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:36.374314 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-0fbe9b5a-c127-4bdc-93a8-5107be9e22da req-be26b218-94f3-4b80-95e7-686b29d37585 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] For port 4f79b904-2bbf-45f8-b2ad-f534e1a14f49, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4f79b904-2bbf-45f8-b2ad-f534e1a14f49,segment=NetworkSegment(b8c93ffa-e78d-4d7d-8be5-2d181e470820),segment_id=b8c93ffa-e78d-4d7d-8be5-2d181e470820)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:36.375445 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0fbe9b5a-c127-4bdc-93a8-5107be9e22da req-be26b218-94f3-4b80-95e7-686b29d37585 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:36.398638 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-da88b525-c473-4876-863d-ca7fa6d8122a req-20803174-4c1f-4c02-9add-605ae702a771 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201317 Nov 12 03:24:36.431478 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-0fbe9b5a-c127-4bdc-93a8-5107be9e22da req-be26b218-94f3-4b80-95e7-686b29d37585 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Calling delete_port for 4f79b904-2bbf-45f8-b2ad-f534e1a14f49 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:36.808837 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f7459-c39b-486f-9259-f83af5658b99 req-68cfd957-1f3b-422a-ab35-ecf2f2f76775 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:36.821601 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9b0f7459-c39b-486f-9259-f83af5658b99 req-68cfd957-1f3b-422a-ab35-ecf2f2f76775 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 946 time: 0.0795200 Nov 12 03:24:36.903565 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d4688-8113-43db-9295-a06711ba85d9 req-64a2a0d0-f73f-470b-99ac-4e4f97c1236d tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:36.907335 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-166d4688-8113-43db-9295-a06711ba85d9 req-64a2a0d0-f73f-470b-99ac-4e4f97c1236d tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.90 "GET /v2.0/ports?device_id=e8d1392c-cff9-4e6d-bf1f-ea93a557b505 HTTP/1.1" status: 200 len: 950 time: 0.2548282 Nov 12 03:24:36.911328 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9b0f7459-c39b-486f-9259-f83af5658b99 req-da93e5f2-2e6e-461f-8303-a8f2712b11db tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843239 Nov 12 03:24:36.959076 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b787db05-4847-41ec-9870-bdfef48a471b req-398f7d50-f29f-4052-ab5f-837afef64b4d tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:37.012489 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b787db05-4847-41ec-9870-bdfef48a471b req-398f7d50-f29f-4052-ab5f-837afef64b4d tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:37.023109 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f208911-be86-405b-81fb-0cea1ca14be0 req-2216cf97-3b4f-45da-af1a-2471b3e72d16 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:37.039771 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9f208911-be86-405b-81fb-0cea1ca14be0 req-2216cf97-3b4f-45da-af1a-2471b3e72d16 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8d1392c-cff9-4e6d-bf1f-ea93a557b505 HTTP/1.1" status: 200 len: 950 time: 0.5276070 Nov 12 03:24:37.276570 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c5ec3-d436-4495-af25-800428148612 req-7e103f8f-91f3-4811-af0c-070b8db34297 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:37.276908 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b787db05-4847-41ec-9870-bdfef48a471b req-398f7d50-f29f-4052-ab5f-837afef64b4d tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Network e27d7564-6d22-4aba-8393-df25a0e0004d is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:37.280006 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-af0c5ec3-d436-4495-af25-800428148612 req-7e103f8f-91f3-4811-af0c-070b8db34297 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=39c1e5a4-b79e-4544-b3b4-e0ed9eca2734 HTTP/1.1" status: 200 len: 931 time: 0.1294365 Nov 12 03:24:37.301786 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-b787db05-4847-41ec-9870-bdfef48a471b req-398f7d50-f29f-4052-ab5f-837afef64b4d tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:37.361785 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-b787db05-4847-41ec-9870-bdfef48a471b req-398f7d50-f29f-4052-ab5f-837afef64b4d tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:24:37.386754 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-af0c5ec3-d436-4495-af25-800428148612 req-1ff45b42-7f91-4b8c-a777-e1ed8ae60936 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963221 Nov 12 03:24:37.461876 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f7d50-f29f-4052-ab5f-837afef64b4d tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Pushing event updated for resources: {'Port': ['ID=02dbcd9c-f7ad-40fd-9b97-be7e955eb326,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:37.483413 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9f208911-be86-405b-81fb-0cea1ca14be0 req-06c3851c-ff3f-4d99-8374-d813ab87c3f6 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef1900c0-c411-432e-9c76-5bb7658535c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355817 Nov 12 03:24:37.520424 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787db05-4847-41ec-9870-bdfef48a471b req-398f7d50-f29f-4052-ab5f-837afef64b4d tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:37.521435 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b787db05-4847-41ec-9870-bdfef48a471b req-398f7d50-f29f-4052-ab5f-837afef64b4d tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:37.542994 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0fbe9b5a-c127-4bdc-93a8-5107be9e22da req-be26b218-94f3-4b80-95e7-686b29d37585 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:37.556224 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b787db05-4847-41ec-9870-bdfef48a471b req-398f7d50-f29f-4052-ab5f-837afef64b4d tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3904510 Nov 12 03:24:37.557281 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['c8ef7709-72a6-4596-9527-d2a9f473fb62'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:37.588054 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-b787db05-4847-41ec-9870-bdfef48a471b req-d36fbbf6-3dbb-4c22-a815-015327d4ce4b service neutron] Request body: {'port': {'device_id': '39c1e5a4-b79e-4544-b3b4-e0ed9eca2734', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:37.605228 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26b218-94f3-4b80-95e7-686b29d37585 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Pushing event deleted for resources: {'Port': ['ID=4f79b904-2bbf-45f8-b2ad-f534e1a14f49,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:37.644683 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-85b6bb5c-726a-4f51-bc31-8206fd790954 req-7a98c1b1-bb2b-4773-bee3-2640f672538b tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 210 time: 0.0782244 Nov 12 03:24:37.648234 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-166d4688-8113-43db-9295-a06711ba85d9 req-5cf76739-7e91-492f-bda0-6ebe71d761a9 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Deleting port 2a3a3945-2715-4263-946b-624921746016 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:37.648807 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-166d4688-8113-43db-9295-a06711ba85d9 req-5cf76739-7e91-492f-bda0-6ebe71d761a9 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:37.788645 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbe9b5a-c127-4bdc-93a8-5107be9e22da req-be26b218-94f3-4b80-95e7-686b29d37585 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] No DVR routers for this DVR port 4f79b904-2bbf-45f8-b2ad-f534e1a14f49 on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:37.792411 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0fbe9b5a-c127-4bdc-93a8-5107be9e22da req-be26b218-94f3-4b80-95e7-686b29d37585 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:37.796050 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0fbe9b5a-c127-4bdc-93a8-5107be9e22da req-be26b218-94f3-4b80-95e7-686b29d37585 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.74 "DELETE /v2.0/ports/4f79b904-2bbf-45f8-b2ad-f534e1a14f49 HTTP/1.1" status: 204 len: 173 time: 2.2088144 Nov 12 03:24:37.815586 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b19e48-ad97-453d-93e7-22ebabe7cb2a', 'name': 'network-vif-deleted', 'tag': '4f79b904-2bbf-45f8-b2ad-f534e1a14f49'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:37.818870 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4bd6fa-6f7e-4071-8f71-82dc4606e099" -d '{"events": [{"server_uuid": "44b19e48-ad97-453d-93e7-22ebabe7cb2a", "name": "network-vif-deleted", "tag": "4f79b904-2bbf-45f8-b2ad-f534e1a14f49"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:37.856026 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713cc4f-c4b4-4f8b-a38d-e9775d5b1d77 req-52ceb031-17ee-4dec-b8c3-87d913e20d70 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:37.858009 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f713cc4f-c4b4-4f8b-a38d-e9775d5b1d77 req-52ceb031-17ee-4dec-b8c3-87d913e20d70 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.74 "GET /v2.0/ports?device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 946 time: 0.2666621 Nov 12 03:24:37.905994 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b787db05-4847-41ec-9870-bdfef48a471b req-d36fbbf6-3dbb-4c22-a815-015327d4ce4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:37.910994 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7ffb1e-f3bb-408c-ba71-7b3b4cc40b98 x-openstack-request-id: req-4b7ffb1e-f3bb-408c-ba71-7b3b4cc40b98 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:37.911677 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b19e48-ad97-453d-93e7-22ebabe7cb2a", "name": "network-vif-deleted", "tag": "4f79b904-2bbf-45f8-b2ad-f534e1a14f49", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:37.912172 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4b7ffb1e-f3bb-408c-ba71-7b3b4cc40b98 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:37.912787 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b19e48-ad97-453d-93e7-22ebabe7cb2a', 'name': 'network-vif-deleted', 'tag': '4f79b904-2bbf-45f8-b2ad-f534e1a14f49', 'status': 'completed', 'code': 200} Nov 12 03:24:38.069304 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-166d4688-8113-43db-9295-a06711ba85d9 req-5cf76739-7e91-492f-bda0-6ebe71d761a9 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] For port 2a3a3945-2715-4263-946b-624921746016, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=2a3a3945-2715-4263-946b-624921746016,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:38.069664 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-166d4688-8113-43db-9295-a06711ba85d9 req-5cf76739-7e91-492f-bda0-6ebe71d761a9 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:38.107721 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-166d4688-8113-43db-9295-a06711ba85d9 req-5cf76739-7e91-492f-bda0-6ebe71d761a9 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Calling delete_port for 2a3a3945-2715-4263-946b-624921746016 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:38.347147 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:38.573165 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a86c0e-b1a6-4e1a-b0af-1316f3402c76 req-42acda59-d3fd-45d1-b4a2-6d8295066915 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:38.586509 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22b36b-e36e-426a-8735-9bbc054e1180 req-c5d56b19-aec5-4a3b-8c63-c17c87af3dcc tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:38.588608 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-03a86c0e-b1a6-4e1a-b0af-1316f3402c76 req-42acda59-d3fd-45d1-b4a2-6d8295066915 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 946 time: 0.5618742 Nov 12 03:24:38.595665 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4c22b36b-e36e-426a-8735-9bbc054e1180 req-c5d56b19-aec5-4a3b-8c63-c17c87af3dcc tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=39c1e5a4-b79e-4544-b3b4-e0ed9eca2734 HTTP/1.1" status: 200 len: 931 time: 0.0785627 Nov 12 03:24:38.666691 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4c22b36b-e36e-426a-8735-9bbc054e1180 req-e1c6df5c-59df-4ec8-af01-339e3574e50a tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697565 Nov 12 03:24:38.685316 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-f713cc4f-c4b4-4f8b-a38d-e9775d5b1d77 req-3c2d7832-8dda-4ec0-9cff-886daade93c2 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Deleting port f0e2b5e6-5926-4867-93e1-9cf088a50e14 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:38.685580 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-f713cc4f-c4b4-4f8b-a38d-e9775d5b1d77 req-3c2d7832-8dda-4ec0-9cff-886daade93c2 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:38.804475 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-166d4688-8113-43db-9295-a06711ba85d9 req-5cf76739-7e91-492f-bda0-6ebe71d761a9 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:38.809630 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-03a86c0e-b1a6-4e1a-b0af-1316f3402c76 req-20cc7d31-034d-4091-9c6c-1ab632b3ca1e tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201257 Nov 12 03:24:38.819228 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['ba499eee-6f4d-4958-bd34-83db72c02eef'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:38.834137 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-498bd719-bf18-493a-8412-75bb7106470c req-4857e615-e80d-45bc-b10c-66efa9f5eb16 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8d1392c-cff9-4e6d-bf1f-ea93a557b505 HTTP/1.1" status: 200 len: 210 time: 0.0528502 Nov 12 03:24:38.857039 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf76739-7e91-492f-bda0-6ebe71d761a9 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Pushing event deleted for resources: {'Port': ['ID=2a3a3945-2715-4263-946b-624921746016,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:38.923826 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-b787db05-4847-41ec-9870-bdfef48a471b req-d36fbbf6-3dbb-4c22-a815-015327d4ce4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02dbcd9c-f7ad-40fd-9b97-be7e955eb326 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:39.029977 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b787db05-4847-41ec-9870-bdfef48a471b req-d36fbbf6-3dbb-4c22-a815-015327d4ce4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:39.043020 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-166d4688-8113-43db-9295-a06711ba85d9 req-5cf76739-7e91-492f-bda0-6ebe71d761a9 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] No DVR routers for this DVR port 2a3a3945-2715-4263-946b-624921746016 on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:39.066380 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-166d4688-8113-43db-9295-a06711ba85d9 req-5cf76739-7e91-492f-bda0-6ebe71d761a9 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:39.077505 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-166d4688-8113-43db-9295-a06711ba85d9 req-5cf76739-7e91-492f-bda0-6ebe71d761a9 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.90 "DELETE /v2.0/ports/2a3a3945-2715-4263-946b-624921746016 HTTP/1.1" status: 204 len: 173 time: 2.0781929 Nov 12 03:24:39.085024 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f8228fae-4a9c-424a-a1ec-28c04e2090c7 req-b531f744-4c5a-4aa7-b977-10bdc4882e1c tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 210 time: 0.0576301 Nov 12 03:24:39.115415 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device f0e2b5e6-5926-4867-93e1-9cf088a50e14 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:39.125265 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-b787db05-4847-41ec-9870-bdfef48a471b req-d36fbbf6-3dbb-4c22-a815-015327d4ce4b service neutron] Transition to ACTIVE for port object 02dbcd9c-f7ad-40fd-9b97-be7e955eb326 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:24:39.147616 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b787db05-4847-41ec-9870-bdfef48a471b req-d36fbbf6-3dbb-4c22-a815-015327d4ce4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:39.342849 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-f713cc4f-c4b4-4f8b-a38d-e9775d5b1d77 req-3c2d7832-8dda-4ec0-9cff-886daade93c2 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] For port f0e2b5e6-5926-4867-93e1-9cf088a50e14, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=f0e2b5e6-5926-4867-93e1-9cf088a50e14,segment=NetworkSegment(033a6808-1d19-4bc4-a7ba-207db19e6110),segment_id=033a6808-1d19-4bc4-a7ba-207db19e6110)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:39.343232 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-f713cc4f-c4b4-4f8b-a38d-e9775d5b1d77 req-3c2d7832-8dda-4ec0-9cff-886daade93c2 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:39.457917 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-f713cc4f-c4b4-4f8b-a38d-e9775d5b1d77 req-3c2d7832-8dda-4ec0-9cff-886daade93c2 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Calling delete_port for f0e2b5e6-5926-4867-93e1-9cf088a50e14 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:39.491143 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:39.498901 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36fbbf6-3dbb-4c22-a815-015327d4ce4b service neutron] Pushing event updated for resources: {'Port': ['ID=02dbcd9c-f7ad-40fd-9b97-be7e955eb326,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:39.538882 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0e2b5e6-5926-4867-93e1-9cf088a50e14'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:39.544822 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6cffd5-5fa8-4aa3-9f54-83e2ed17af0e" -d '{"events": [{"server_uuid": "ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b", "name": "network-vif-unplugged", "status": "completed", "tag": "f0e2b5e6-5926-4867-93e1-9cf088a50e14"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:39.579487 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port f0e2b5e6-5926-4867-93e1-9cf088a50e14, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=f0e2b5e6-5926-4867-93e1-9cf088a50e14,segment=NetworkSegment(033a6808-1d19-4bc4-a7ba-207db19e6110),segment_id=033a6808-1d19-4bc4-a7ba-207db19e6110)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:39.586856 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:39.589661 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 4f79b904-2bbf-45f8-b2ad-f534e1a14f49 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:39.617254 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-5f77e914-76ab-4786-8cd8-2fc93e387414 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=ce756b44a7b943d8bdc1152693620036&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1517310 Nov 12 03:24:39.741964 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583cd130-72ab-4285-8fb3-264a12ab1216 x-openstack-request-id: req-583cd130-72ab-4285-8fb3-264a12ab1216 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:39.741964 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b", "name": "network-vif-unplugged", "status": "completed", "tag": "f0e2b5e6-5926-4867-93e1-9cf088a50e14", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:39.745612 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-583cd130-72ab-4285-8fb3-264a12ab1216 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:39.746197 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0e2b5e6-5926-4867-93e1-9cf088a50e14', 'code': 200} Nov 12 03:24:39.823510 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 2a3a3945-2715-4263-946b-624921746016 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:39.854565 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-b787db05-4847-41ec-9870-bdfef48a471b req-d36fbbf6-3dbb-4c22-a815-015327d4ce4b service neutron] Attempting to bind port 02dbcd9c-f7ad-40fd-9b97-be7e955eb326 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:39.854879 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-b787db05-4847-41ec-9870-bdfef48a471b req-d36fbbf6-3dbb-4c22-a815-015327d4ce4b service neutron] Attempting to bind port 02dbcd9c-f7ad-40fd-9b97-be7e955eb326 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'eece85e2-9491-495c-808d-869c08a5aaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e27d7564-6d22-4aba-8393-df25a0e0004d'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:39.855104 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b787db05-4847-41ec-9870-bdfef48a471b req-d36fbbf6-3dbb-4c22-a815-015327d4ce4b service neutron] Attempting to bind port 02dbcd9c-f7ad-40fd-9b97-be7e955eb326 on network e27d7564-6d22-4aba-8393-df25a0e0004d {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:39.861295 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 4f79b904-2bbf-45f8-b2ad-f534e1a14f49 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:39.861699 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 4f79b904-2bbf-45f8-b2ad-f534e1a14f49 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:39.866817 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: 2a3a3945-2715-4263-946b-624921746016 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:39.867260 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 2a3a3945-2715-4263-946b-624921746016 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:39.870355 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=f0e2b5e6-5926-4867-93e1-9cf088a50e14,revision_number=6']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:39.923181 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d1392c-cff9-4e6d-bf1f-ea93a557b505', 'name': 'network-vif-deleted', 'tag': '2a3a3945-2715-4263-946b-624921746016'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:39.925773 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bbcc1f-49a7-4b97-8402-c2365d5b51b3" -d '{"events": [{"server_uuid": "e8d1392c-cff9-4e6d-bf1f-ea93a557b505", "name": "network-vif-deleted", "tag": "2a3a3945-2715-4263-946b-624921746016"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:39.940935 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a943d-c72a-429b-8648-58eb7a9e116c req-cdc04f99-e524-4111-8fd7-f7ac0bf7837f tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:39.943780 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b787db05-4847-41ec-9870-bdfef48a471b req-d36fbbf6-3dbb-4c22-a815-015327d4ce4b service neutron] Port 02dbcd9c-f7ad-40fd-9b97-be7e955eb326 on network e27d7564-6d22-4aba-8393-df25a0e0004d not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:39.944425 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b787db05-4847-41ec-9870-bdfef48a471b req-d36fbbf6-3dbb-4c22-a815-015327d4ce4b service neutron] Attempting to bind port 02dbcd9c-f7ad-40fd-9b97-be7e955eb326 on network e27d7564-6d22-4aba-8393-df25a0e0004d {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:39.945794 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ef3a943d-c72a-429b-8648-58eb7a9e116c req-cdc04f99-e524-4111-8fd7-f7ac0bf7837f tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=39c1e5a4-b79e-4544-b3b4-e0ed9eca2734 HTTP/1.1" status: 200 len: 943 time: 0.1205518 Nov 12 03:24:39.979475 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b787db05-4847-41ec-9870-bdfef48a471b req-d36fbbf6-3dbb-4c22-a815-015327d4ce4b service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:24:39.980595 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b787db05-4847-41ec-9870-bdfef48a471b req-d36fbbf6-3dbb-4c22-a815-015327d4ce4b service neutron] Checking segment: {'id': 'eece85e2-9491-495c-808d-869c08a5aaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e27d7564-6d22-4aba-8393-df25a0e0004d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:39.981165 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b787db05-4847-41ec-9870-bdfef48a471b req-d36fbbf6-3dbb-4c22-a815-015327d4ce4b service neutron] Bound using segment: {'id': 'eece85e2-9491-495c-808d-869c08a5aaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e27d7564-6d22-4aba-8393-df25a0e0004d'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:24:39.981808 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-b787db05-4847-41ec-9870-bdfef48a471b req-d36fbbf6-3dbb-4c22-a815-015327d4ce4b service neutron] Bound port: 02dbcd9c-f7ad-40fd-9b97-be7e955eb326, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eece85e2-9491-495c-808d-869c08a5aaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e27d7564-6d22-4aba-8393-df25a0e0004d'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:24:39.982363 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b787db05-4847-41ec-9870-bdfef48a471b req-d36fbbf6-3dbb-4c22-a815-015327d4ce4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:40.072418 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ef3a943d-c72a-429b-8648-58eb7a9e116c req-b57a6d38-b849-4109-a955-6fdab9821895 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201680 Nov 12 03:24:40.103153 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-30bc937e-478c-4314-b80f-5ae4d5472262 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:40.105025 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-30bc937e-478c-4314-b80f-5ae4d5472262 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4840360 Nov 12 03:24:40.133585 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-0cfa6d12-02a8-4e8b-b72e-98f1c9c05c2a tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/quotas/ce756b44a7b943d8bdc1152693620036 HTTP/1.1" status: 200 len: 375 time: 0.0129590 Nov 12 03:24:40.139106 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-f713cc4f-c4b4-4f8b-a38d-e9775d5b1d77 req-3c2d7832-8dda-4ec0-9cff-886daade93c2 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:40.151533 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['8d132cc5-f4a7-4105-b078-5b741879878d'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:40.289090 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-3c9a7360-22e6-4052-9b7f-973b309f87db tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ce756b44a7b943d8bdc1152693620036&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1416137 Nov 12 03:24:40.339558 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3822482b-b127-4f83-9108-108342f9110d req-dfc262cc-7a67-4662-b253-f2d08eae5cf7 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b HTTP/1.1" status: 200 len: 210 time: 0.0925407 Nov 12 03:24:40.349111 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d7832-8dda-4ec0-9cff-886daade93c2 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Pushing event deleted for resources: {'Port': ['ID=f0e2b5e6-5926-4867-93e1-9cf088a50e14,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:40.362279 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-b787db05-4847-41ec-9870-bdfef48a471b req-d36fbbf6-3dbb-4c22-a815-015327d4ce4b service neutron] For port 02dbcd9c-f7ad-40fd-9b97-be7e955eb326, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:24:40.385074 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-f713cc4f-c4b4-4f8b-a38d-e9775d5b1d77 req-3c2d7832-8dda-4ec0-9cff-886daade93c2 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] No DVR routers for this DVR port f0e2b5e6-5926-4867-93e1-9cf088a50e14 on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:40.388965 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-f713cc4f-c4b4-4f8b-a38d-e9775d5b1d77 req-3c2d7832-8dda-4ec0-9cff-886daade93c2 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:40.394003 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f713cc4f-c4b4-4f8b-a38d-e9775d5b1d77 req-3c2d7832-8dda-4ec0-9cff-886daade93c2 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.74 "DELETE /v2.0/ports/f0e2b5e6-5926-4867-93e1-9cf088a50e14 HTTP/1.1" status: 204 len: 173 time: 2.5242035 Nov 12 03:24:40.433626 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-b787db05-4847-41ec-9870-bdfef48a471b req-d36fbbf6-3dbb-4c22-a815-015327d4ce4b service neutron] For port 02dbcd9c-f7ad-40fd-9b97-be7e955eb326, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=02dbcd9c-f7ad-40fd-9b97-be7e955eb326,segment=NetworkSegment(eece85e2-9491-495c-808d-869c08a5aaa4),segment_id=eece85e2-9491-495c-808d-869c08a5aaa4)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:24:40.443797 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b787db05-4847-41ec-9870-bdfef48a471b req-d36fbbf6-3dbb-4c22-a815-015327d4ce4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:40.539059 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72f7a05-dab5-4cae-9852-a4b0b977d55f x-openstack-request-id: req-e72f7a05-dab5-4cae-9852-a4b0b977d55f {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:40.539719 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8d1392c-cff9-4e6d-bf1f-ea93a557b505", "name": "network-vif-deleted", "tag": "2a3a3945-2715-4263-946b-624921746016", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:40.540324 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e72f7a05-dab5-4cae-9852-a4b0b977d55f {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:40.541750 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8d1392c-cff9-4e6d-bf1f-ea93a557b505', 'name': 'network-vif-deleted', 'tag': '2a3a3945-2715-4263-946b-624921746016', 'status': 'completed', 'code': 200} Nov 12 03:24:40.583861 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787db05-4847-41ec-9870-bdfef48a471b req-d36fbbf6-3dbb-4c22-a815-015327d4ce4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:40.584891 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b787db05-4847-41ec-9870-bdfef48a471b req-d36fbbf6-3dbb-4c22-a815-015327d4ce4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:40.588090 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b787db05-4847-41ec-9870-bdfef48a471b req-d36fbbf6-3dbb-4c22-a815-015327d4ce4b service neutron] 10.222.0.74 "PUT /v2.0/ports/02dbcd9c-f7ad-40fd-9b97-be7e955eb326 HTTP/1.1" status: 200 len: 1092 time: 3.0042989 Nov 12 03:24:40.624542 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36fbbf6-3dbb-4c22-a815-015327d4ce4b service neutron] Pushing event updated for resources: {'Port': ['ID=02dbcd9c-f7ad-40fd-9b97-be7e955eb326,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:40.775323 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787db05-4847-41ec-9870-bdfef48a471b req-70a4da3d-250f-4966-9081-5fe1b8765417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:40.776913 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b787db05-4847-41ec-9870-bdfef48a471b req-70a4da3d-250f-4966-9081-5fe1b8765417 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e1192f3b82c6435d93d38f097bb06d31&device_id=39c1e5a4-b79e-4544-b3b4-e0ed9eca2734 HTTP/1.1" status: 200 len: 1095 time: 0.1338983 Nov 12 03:24:40.854278 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b787db05-4847-41ec-9870-bdfef48a471b req-69ee0e75-3ba7-45cd-953d-7333f2c68be8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02dbcd9c-f7ad-40fd-9b97-be7e955eb326 HTTP/1.1" status: 200 len: 217 time: 0.0668762 Nov 12 03:24:41.038942 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-476f6d24-e3a2-4db0-bde4-dec0cbdadee8 req-5d8353f3-437c-48b0-bc5c-bac81e755f57 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 210 time: 0.1835546 Nov 12 03:24:41.050389 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787db05-4847-41ec-9870-bdfef48a471b req-e27747fb-9b61-434f-8ebc-182d2638a516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:41.053868 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b787db05-4847-41ec-9870-bdfef48a471b req-e27747fb-9b61-434f-8ebc-182d2638a516 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=36b22bc4-04aa-4109-bb38-599b9cb93288 HTTP/1.1" status: 200 len: 852 time: 0.1736982 Nov 12 03:24:41.153231 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b787db05-4847-41ec-9870-bdfef48a471b req-b3296227-d379-41b6-ac60-f92991f45548 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e27d7564-6d22-4aba-8393-df25a0e0004d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881159 Nov 12 03:24:41.193947 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-c16021dd-c343-4cac-bc85-5992b8bd6c68 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=ce756b44a7b943d8bdc1152693620036&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0618145 Nov 12 03:24:41.308529 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398fa52-c0bd-48c2-991c-8801f98ad1f2 req-5f9b60e4-7eae-41a2-996e-945014a6f419 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:41.313176 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9398fa52-c0bd-48c2-991c-8801f98ad1f2 req-5f9b60e4-7eae-41a2-996e-945014a6f419 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e7bc486-9faf-4694-8895-6028f61a8c68 HTTP/1.1" status: 200 len: 949 time: 0.1331007 Nov 12 03:24:41.429229 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-f3f30879-cdea-4468-86c0-91731ea0a34b tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:41.437180 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-f3f30879-cdea-4468-86c0-91731ea0a34b tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2426291 Nov 12 03:24:41.453818 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-deb6c59a-1eed-463b-b3b7-7b358a4d726d tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/quotas/ce756b44a7b943d8bdc1152693620036 HTTP/1.1" status: 200 len: 375 time: 0.0148175 Nov 12 03:24:41.505622 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9398fa52-c0bd-48c2-991c-8801f98ad1f2 req-9ce14f58-aa5a-4e73-b68e-74d38714e4ff tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef1900c0-c411-432e-9c76-5bb7658535c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726747 Nov 12 03:24:41.521049 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-82d8f06b-0a03-44e0-8e31-35e93e2405d4 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ce756b44a7b943d8bdc1152693620036&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659542 Nov 12 03:24:41.527229 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b787db05-4847-41ec-9870-bdfef48a471b req-9ddd85de-38d5-47a7-8a50-00a2a579339b service neutron] 10.222.0.74 "GET /v2.0/networks/e27d7564-6d22-4aba-8393-df25a0e0004d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577523 Nov 12 03:24:41.723562 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b787db05-4847-41ec-9870-bdfef48a471b req-c23a0683-bc10-4041-85c1-80bc772b9691 service neutron] 10.222.0.74 "GET /v2.0/networks/e27d7564-6d22-4aba-8393-df25a0e0004d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871495 Nov 12 03:24:41.846133 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e052a2-fdaf-4f59-8b96-95358694b08a req-e2587b08-decb-4bcb-aaab-560dcbfd4175 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:41.860745 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-63e052a2-fdaf-4f59-8b96-95358694b08a req-e2587b08-decb-4bcb-aaab-560dcbfd4175 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=39c1e5a4-b79e-4544-b3b4-e0ed9eca2734 HTTP/1.1" status: 200 len: 943 time: 0.2382197 Nov 12 03:24:42.061123 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-63e052a2-fdaf-4f59-8b96-95358694b08a req-d39a8652-6baa-4996-999d-9b3405a3d9f1 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943974 Nov 12 03:24:42.094658 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-09a7e53a-a99f-4515-8b82-ffdedc875293 req-383af32f-b5a8-4858-8d45-9c19bd59cb17 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=29b098cc-910b-4265-9575-afd28a7f8efc HTTP/1.1" status: 200 len: 210 time: 0.0679839 Nov 12 03:24:42.254604 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ca79a5d7-5ae9-4413-8ad6-8a09ed97afd4 req-e366a6af-d5c6-4f03-863b-449ccd98d875 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 210 time: 0.0447564 Nov 12 03:24:42.512561 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac1f9b8-a7c2-4446-87a4-9886e9e37d0c req-e1bb44db-9a27-4a00-abae-3fc44b1426bb tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:42.514355 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1ac1f9b8-a7c2-4446-87a4-9886e9e37d0c req-e1bb44db-9a27-4a00-abae-3fc44b1426bb tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a9a4535-b23b-4d12-a69b-45e98fbbd59a HTTP/1.1" status: 200 len: 945 time: 0.0949674 Nov 12 03:24:42.543366 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b', 'name': 'network-vif-deleted', 'tag': 'f0e2b5e6-5926-4867-93e1-9cf088a50e14'}, {'name': 'network-changed', 'server_uuid': '39c1e5a4-b79e-4544-b3b4-e0ed9eca2734', 'tag': '02dbcd9c-f7ad-40fd-9b97-be7e955eb326'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:42.548465 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5260f2-3fcc-404c-9039-b7571206f60d" -d '{"events": [{"server_uuid": "ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b", "name": "network-vif-deleted", "tag": "f0e2b5e6-5926-4867-93e1-9cf088a50e14"}, {"name": "network-changed", "server_uuid": "39c1e5a4-b79e-4544-b3b4-e0ed9eca2734", "tag": "02dbcd9c-f7ad-40fd-9b97-be7e955eb326"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:42.626118 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1ac1f9b8-a7c2-4446-87a4-9886e9e37d0c req-67a022ff-bbdd-4bc2-9068-92e91b37ad16 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014667 Nov 12 03:24:42.697084 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827d1756-bcce-49a2-b8aa-d0fba4c5c1f4 x-openstack-request-id: req-827d1756-bcce-49a2-b8aa-d0fba4c5c1f4 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:42.697360 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b", "name": "network-vif-deleted", "tag": "f0e2b5e6-5926-4867-93e1-9cf088a50e14", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "39c1e5a4-b79e-4544-b3b4-e0ed9eca2734", "tag": "02dbcd9c-f7ad-40fd-9b97-be7e955eb326", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:42.697613 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-827d1756-bcce-49a2-b8aa-d0fba4c5c1f4 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:42.698021 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab240ec3-fdfa-497e-8ab8-fb7a138f9f3b', 'name': 'network-vif-deleted', 'tag': 'f0e2b5e6-5926-4867-93e1-9cf088a50e14', 'status': 'completed', 'code': 200} Nov 12 03:24:42.698317 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39c1e5a4-b79e-4544-b3b4-e0ed9eca2734', 'tag': '02dbcd9c-f7ad-40fd-9b97-be7e955eb326', 'status': 'completed', 'code': 200} Nov 12 03:24:42.799201 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-4aa5d4cd-29ee-4aef-ad92-3eb15ca71d98 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=ce756b44a7b943d8bdc1152693620036&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1359103 Nov 12 03:24:43.288776 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6c9ac-b474-4f2b-a47c-0d14c23b49d9 req-9c9372ee-fe29-424c-a308-4bd2726547f1 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:43.292436 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-78e6c9ac-b474-4f2b-a47c-0d14c23b49d9 req-9c9372ee-fe29-424c-a308-4bd2726547f1 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e7bc486-9faf-4694-8895-6028f61a8c68 HTTP/1.1" status: 200 len: 949 time: 0.7072046 Nov 12 03:24:43.339501 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c2195-b2e6-48a2-9cf7-f6d0efbaf07e req-d156f70b-2f32-4f5f-91c6-3c81ebcf3d14 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:43.347173 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-669c2195-b2e6-48a2-9cf7-f6d0efbaf07e req-d156f70b-2f32-4f5f-91c6-3c81ebcf3d14 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e7bc486-9faf-4694-8895-6028f61a8c68 HTTP/1.1" status: 200 len: 949 time: 0.7487409 Nov 12 03:24:43.347644 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7222e3-e647-4e83-bfe2-70a538b2e73f req-bc39c532-1d12-4248-b610-ffd972cd14b8 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:43.360108 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3e7222e3-e647-4e83-bfe2-70a538b2e73f req-bc39c532-1d12-4248-b610-ffd972cd14b8 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=39c1e5a4-b79e-4544-b3b4-e0ed9eca2734 HTTP/1.1" status: 200 len: 943 time: 0.1224265 Nov 12 03:24:43.399438 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5260f2-3fcc-404c-9039-b7571206f60d req-0418aa48-e1f7-404e-88c2-52d011c0c2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:43.401097 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9d5260f2-3fcc-404c-9039-b7571206f60d req-0418aa48-e1f7-404e-88c2-52d011c0c2b6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e1192f3b82c6435d93d38f097bb06d31&device_id=39c1e5a4-b79e-4544-b3b4-e0ed9eca2734 HTTP/1.1" status: 200 len: 1095 time: 0.6417878 Nov 12 03:24:43.471354 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3e7222e3-e647-4e83-bfe2-70a538b2e73f req-3ec511f5-f1e9-4c5a-9130-842fef9cd2c8 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090915 Nov 12 03:24:43.480681 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-97aae571-af97-4ee8-9fed-244dd93234f5 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=ce756b44a7b943d8bdc1152693620036&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0806799 Nov 12 03:24:43.512765 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-430f6dc3-7d89-4986-94ae-44f97ae83619 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:43.514820 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-430f6dc3-7d89-4986-94ae-44f97ae83619 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7025013 Nov 12 03:24:43.574507 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-935de222-f4e2-4c63-aa22-53007e6ca9e2 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Request body: {'port': {'device_id': '34647376-8c8b-4535-bf39-d77d3cb17e99', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'admin_state_up': True, 'tenant_id': 'ce756b44a7b943d8bdc1152693620036'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:43.683555 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-01aeca2d-86d7-4a5d-b642-348afda1d6e2 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:43.685612 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-01aeca2d-86d7-4a5d-b642-348afda1d6e2 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1996505 Nov 12 03:24:43.704693 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-75fff3a4-f5f0-4918-9243-92ffd75e7ff1 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Request body: {'port': {'device_id': '29b098cc-910b-4265-9575-afd28a7f8efc', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'admin_state_up': True, 'tenant_id': 'ce756b44a7b943d8bdc1152693620036'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:43.759601 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-76ec8489-c9e3-44f2-b37f-0faa85a5efa5 req-6a3b0f57-2b03-479d-8d55-87d244591fd3 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=29b098cc-910b-4265-9575-afd28a7f8efc HTTP/1.1" status: 200 len: 210 time: 0.0727634 Nov 12 03:24:43.834187 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-669c2195-b2e6-48a2-9cf7-f6d0efbaf07e req-e21734dd-3641-446a-b9f3-02dcbd83391b tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef1900c0-c411-432e-9c76-5bb7658535c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4860690 Nov 12 03:24:43.911459 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5260f2-3fcc-404c-9039-b7571206f60d req-73870f4d-c868-4735-8c8a-35858263391d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:43.919663 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9d5260f2-3fcc-404c-9039-b7571206f60d req-73870f4d-c868-4735-8c8a-35858263391d service neutron] 10.222.0.74 "GET /v2.0/networks?id=e27d7564-6d22-4aba-8393-df25a0e0004d HTTP/1.1" status: 200 len: 913 time: 0.4632442 Nov 12 03:24:44.010199 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9d5260f2-3fcc-404c-9039-b7571206f60d req-263302cc-211f-4b00-bb41-212d459230f1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02dbcd9c-f7ad-40fd-9b97-be7e955eb326 HTTP/1.1" status: 200 len: 217 time: 0.0769711 Nov 12 03:24:44.098163 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-78e6c9ac-b474-4f2b-a47c-0d14c23b49d9 req-69fd1923-b2bd-442a-a522-28d62d47bea9 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Deleting port ba499eee-6f4d-4958-bd34-83db72c02eef {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:44.098636 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-78e6c9ac-b474-4f2b-a47c-0d14c23b49d9 req-69fd1923-b2bd-442a-a522-28d62d47bea9 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:44.152030 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5260f2-3fcc-404c-9039-b7571206f60d req-6b978b47-fdc3-4346-93b6-d529e99e1a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:44.154420 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9d5260f2-3fcc-404c-9039-b7571206f60d req-6b978b47-fdc3-4346-93b6-d529e99e1a85 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=36b22bc4-04aa-4109-bb38-599b9cb93288 HTTP/1.1" status: 200 len: 852 time: 0.1255839 Nov 12 03:24:44.166356 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d703be-0241-453a-98cf-1838f639cb78 req-c4aac2e5-4c4a-4663-9dff-307460a751be tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:44.174602 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b7d703be-0241-453a-98cf-1838f639cb78 req-c4aac2e5-4c4a-4663-9dff-307460a751be tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a9a4535-b23b-4d12-a69b-45e98fbbd59a HTTP/1.1" status: 200 len: 945 time: 0.2194681 Nov 12 03:24:44.176584 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-935de222-f4e2-4c63-aa22-53007e6ca9e2 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Made reservation on behalf of ce756b44a7b943d8bdc1152693620036 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:44.180116 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-935de222-f4e2-4c63-aa22-53007e6ca9e2 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:44.317015 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-935de222-f4e2-4c63-aa22-53007e6ca9e2 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:44.320632 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9d5260f2-3fcc-404c-9039-b7571206f60d req-365ad754-22cc-4b14-a2a9-f029000ad6e9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e27d7564-6d22-4aba-8393-df25a0e0004d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1378670 Nov 12 03:24:44.369776 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1f677e71-9031-4ea9-a334-0f95b6292795 req-f607f0da-16a8-49ed-9c78-a3b3cae70e56 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 210 time: 0.4559567 Nov 12 03:24:44.455649 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-75fff3a4-f5f0-4918-9243-92ffd75e7ff1 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Made reservation on behalf of ce756b44a7b943d8bdc1152693620036 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:44.459761 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-75fff3a4-f5f0-4918-9243-92ffd75e7ff1 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:44.481406 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-75fff3a4-f5f0-4918-9243-92ffd75e7ff1 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:44.514790 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b7d703be-0241-453a-98cf-1838f639cb78 req-0326828b-90af-4437-a04e-d518d780c9c5 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391452 Nov 12 03:24:44.562454 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-78e6c9ac-b474-4f2b-a47c-0d14c23b49d9 req-69fd1923-b2bd-442a-a522-28d62d47bea9 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] For port ba499eee-6f4d-4958-bd34-83db72c02eef, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=ba499eee-6f4d-4958-bd34-83db72c02eef,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:44.563519 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-78e6c9ac-b474-4f2b-a47c-0d14c23b49d9 req-69fd1923-b2bd-442a-a522-28d62d47bea9 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:44.604825 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-78e6c9ac-b474-4f2b-a47c-0d14c23b49d9 req-69fd1923-b2bd-442a-a522-28d62d47bea9 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Calling delete_port for ba499eee-6f4d-4958-bd34-83db72c02eef owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:44.692324 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9d5260f2-3fcc-404c-9039-b7571206f60d req-49fda465-f9cc-47e7-984b-3a0020a3bde5 service neutron] 10.222.0.74 "GET /v2.0/networks/e27d7564-6d22-4aba-8393-df25a0e0004d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575552 Nov 12 03:24:44.700873 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8423fbf0-1104-4d3d-b686-1032c8c48fdf req-b7b23419-b5ad-4cc9-a80e-fb95c0eda2bc tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:44.710712 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8423fbf0-1104-4d3d-b686-1032c8c48fdf req-b7b23419-b5ad-4cc9-a80e-fb95c0eda2bc tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=39c1e5a4-b79e-4544-b3b4-e0ed9eca2734 HTTP/1.1" status: 200 len: 943 time: 0.1015320 Nov 12 03:24:44.796409 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8423fbf0-1104-4d3d-b686-1032c8c48fdf req-9f2a7bdb-e020-47f6-b8bb-10efb122dc06 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841968 Nov 12 03:24:44.849681 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-935de222-f4e2-4c63-aa22-53007e6ca9e2 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:44.860063 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.db.api [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-75fff3a4-f5f0-4918-9243-92ffd75e7ff1 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) ce756b44a7b943d8bdc1152693620036 {{(pid=102572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:24:44.862590 n-d-715271-27 neutron-server[102572]: DEBUG oslo_db.api [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-75fff3a4-f5f0-4918-9243-92ffd75e7ff1 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:24:44.870275 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-935de222-f4e2-4c63-aa22-53007e6ca9e2 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:45.129621 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7b322-f85a-4e65-b05b-915205e2d15d req-8fe217e6-9c91-4c36-966e-28289b43ce4c tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:45.131301 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-30e7b322-f85a-4e65-b05b-915205e2d15d req-8fe217e6-9c91-4c36-966e-28289b43ce4c tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a9a4535-b23b-4d12-a69b-45e98fbbd59a HTTP/1.1" status: 200 len: 945 time: 0.0932274 Nov 12 03:24:45.134600 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 02dbcd9c-f7ad-40fd-9b97-be7e955eb326 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:24:45.161407 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11c712-5412-4818-a849-2bf56246d89e req-73d48b32-ede0-4c94-bc9e-b82f82570e9b tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:45.193846 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4a11c712-5412-4818-a849-2bf56246d89e req-73d48b32-ede0-4c94-bc9e-b82f82570e9b tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e7bc486-9faf-4694-8895-6028f61a8c68 HTTP/1.1" status: 200 len: 949 time: 0.2157254 Nov 12 03:24:45.364002 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-75fff3a4-f5f0-4918-9243-92ffd75e7ff1 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:45.426528 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-30e7b322-f85a-4e65-b05b-915205e2d15d req-1633d9ab-d1ed-4ed9-9079-fc2358defa0d tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Deleting port 8d132cc5-f4a7-4105-b078-5b741879878d {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:45.427186 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-30e7b322-f85a-4e65-b05b-915205e2d15d req-1633d9ab-d1ed-4ed9-9079-fc2358defa0d tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:45.430167 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935de222-f4e2-4c63-aa22-53007e6ca9e2 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5678085a-ddf7-44a2-9e8e-683bd605cbd4,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:45.436850 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-aa75313e-e182-4bca-9b21-09dcc0a66487 req-ef5b8916-daf5-438f-a2ed-3c7472f37c74 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=29b098cc-910b-4265-9575-afd28a7f8efc HTTP/1.1" status: 200 len: 210 time: 0.5109017 Nov 12 03:24:45.445325 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-935de222-f4e2-4c63-aa22-53007e6ca9e2 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Allocated IP 192.168.233.127 (eca3953c-c804-4641-8812-bff95be59582/fa66706f-b415-4bb9-838e-cfd08f81d96b/50373608-939c-404f-8e58-d13ffe4451a7) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:45.454589 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-78e6c9ac-b474-4f2b-a47c-0d14c23b49d9 req-69fd1923-b2bd-442a-a522-28d62d47bea9 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:45.463840 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 02dbcd9c-f7ad-40fd-9b97-be7e955eb326, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=02dbcd9c-f7ad-40fd-9b97-be7e955eb326,segment=NetworkSegment(eece85e2-9491-495c-808d-869c08a5aaa4),segment_id=eece85e2-9491-495c-808d-869c08a5aaa4)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:45.482873 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['ba499eee-6f4d-4958-bd34-83db72c02eef'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:45.532118 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '02dbcd9c-f7ad-40fd-9b97-be7e955eb326', 'network_id': 'e27d7564-6d22-4aba-8393-df25a0e0004d', 'port_id': '02dbcd9c-f7ad-40fd-9b97-be7e955eb326', 'mac_address': 'fa:16:3e:22:02:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b22bc4-04aa-4109-bb38-599b9cb93288', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:24:45.573534 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd1923-b2bd-442a-a522-28d62d47bea9 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Pushing event deleted for resources: {'Port': ['ID=ba499eee-6f4d-4958-bd34-83db72c02eef,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:45.617105 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-30e7b322-f85a-4e65-b05b-915205e2d15d req-1633d9ab-d1ed-4ed9-9079-fc2358defa0d tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] For port 8d132cc5-f4a7-4105-b078-5b741879878d, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=8d132cc5-f4a7-4105-b078-5b741879878d,segment=NetworkSegment(033a6808-1d19-4bc4-a7ba-207db19e6110),segment_id=033a6808-1d19-4bc4-a7ba-207db19e6110)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:45.617467 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-30e7b322-f85a-4e65-b05b-915205e2d15d req-1633d9ab-d1ed-4ed9-9079-fc2358defa0d tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:45.621385 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:45.642617 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02dbcd9c-f7ad-40fd-9b97-be7e955eb326 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:45.652493 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4a11c712-5412-4818-a849-2bf56246d89e req-95ab062a-14b6-4ea2-ad7b-e76e1e6fc6a9 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef1900c0-c411-432e-9c76-5bb7658535c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4550560 Nov 12 03:24:45.698816 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0c2d66f6-d805-4877-aabf-72070088d28c req-cabdc688-07e8-419d-afb2-f7d0154e131d tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 210 time: 0.0969095 Nov 12 03:24:45.711870 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-30e7b322-f85a-4e65-b05b-915205e2d15d req-1633d9ab-d1ed-4ed9-9079-fc2358defa0d tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Calling delete_port for 8d132cc5-f4a7-4105-b078-5b741879878d owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:45.731988 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e6c9ac-b474-4f2b-a47c-0d14c23b49d9 req-69fd1923-b2bd-442a-a522-28d62d47bea9 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] No DVR routers for this DVR port ba499eee-6f4d-4958-bd34-83db72c02eef on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:45.742107 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-78e6c9ac-b474-4f2b-a47c-0d14c23b49d9 req-69fd1923-b2bd-442a-a522-28d62d47bea9 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:45.745467 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-78e6c9ac-b474-4f2b-a47c-0d14c23b49d9 req-69fd1923-b2bd-442a-a522-28d62d47bea9 tempest-LiveMigrationNegativeTest-1991630579 tempest-LiveMigrationNegativeTest-1991630579-project] 10.222.0.74 "DELETE /v2.0/ports/ba499eee-6f4d-4958-bd34-83db72c02eef HTTP/1.1" status: 204 len: 173 time: 2.4314785 Nov 12 03:24:45.747423 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9d5260f2-3fcc-404c-9039-b7571206f60d req-fa35491f-e428-4289-b32e-b2ba6eecb4a2 service neutron] 10.222.0.74 "GET /v2.0/networks/e27d7564-6d22-4aba-8393-df25a0e0004d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0462019 Nov 12 03:24:45.768742 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 02dbcd9c-f7ad-40fd-9b97-be7e955eb326, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=02dbcd9c-f7ad-40fd-9b97-be7e955eb326,segment=NetworkSegment(eece85e2-9491-495c-808d-869c08a5aaa4),segment_id=eece85e2-9491-495c-808d-869c08a5aaa4)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:45.772340 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7bc486-9faf-4694-8895-6028f61a8c68', 'name': 'network-vif-deleted', 'tag': 'ba499eee-6f4d-4958-bd34-83db72c02eef'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:45.774962 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772cd0de-d7d7-4fd1-a778-6664311a2bca" -d '{"events": [{"server_uuid": "0e7bc486-9faf-4694-8895-6028f61a8c68", "name": "network-vif-deleted", "tag": "ba499eee-6f4d-4958-bd34-83db72c02eef"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:45.787675 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:45.968962 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=02dbcd9c-f7ad-40fd-9b97-be7e955eb326,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:46.074458 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afba66f6-8322-45e8-8f88-0e45f9199f39 x-openstack-request-id: req-afba66f6-8322-45e8-8f88-0e45f9199f39 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:46.074896 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7bc486-9faf-4694-8895-6028f61a8c68", "name": "network-vif-deleted", "tag": "ba499eee-6f4d-4958-bd34-83db72c02eef", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:46.074896 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-afba66f6-8322-45e8-8f88-0e45f9199f39 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:46.075319 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7bc486-9faf-4694-8895-6028f61a8c68', 'name': 'network-vif-deleted', 'tag': 'ba499eee-6f4d-4958-bd34-83db72c02eef', 'status': 'completed', 'code': 200} Nov 12 03:24:46.096576 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['02dbcd9c-f7ad-40fd-9b97-be7e955eb326'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:46.214743 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d880911-c345-4e3d-8139-2048eb1f7e55 req-b9df6b01-6da7-4e51-8f03-c8fe8499d06c tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:46.227027 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2d880911-c345-4e3d-8139-2048eb1f7e55 req-b9df6b01-6da7-4e51-8f03-c8fe8499d06c tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a9a4535-b23b-4d12-a69b-45e98fbbd59a HTTP/1.1" status: 200 len: 945 time: 0.2576332 Nov 12 03:24:46.310571 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-935de222-f4e2-4c63-aa22-53007e6ca9e2 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:46.347191 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf28bed-9f30-4b02-976d-b2430f3d2fd8 req-91dbfe8b-8ae0-4691-9fdd-7ba2eaa5c96f tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:46.355379 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6bf28bed-9f30-4b02-976d-b2430f3d2fd8 req-91dbfe8b-8ae0-4691-9fdd-7ba2eaa5c96f tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=39c1e5a4-b79e-4544-b3b4-e0ed9eca2734 HTTP/1.1" status: 200 len: 944 time: 0.2339897 Nov 12 03:24:46.392967 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-935de222-f4e2-4c63-aa22-53007e6ca9e2 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:46.474087 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-75fff3a4-f5f0-4918-9243-92ffd75e7ff1 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Allocated IP 192.168.233.234 (eca3953c-c804-4641-8812-bff95be59582/fa66706f-b415-4bb9-838e-cfd08f81d96b/b39a57cd-b764-4391-a7a9-e9de28772117) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:46.650701 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935de222-f4e2-4c63-aa22-53007e6ca9e2 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Pushing event updated for resources: {'Port': ['ID=50373608-939c-404f-8e58-d13ffe4451a7,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:46.655235 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-935de222-f4e2-4c63-aa22-53007e6ca9e2 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Network eca3953c-c804-4641-8812-bff95be59582 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:46.666669 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-935de222-f4e2-4c63-aa22-53007e6ca9e2 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:46.669670 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-935de222-f4e2-4c63-aa22-53007e6ca9e2 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:24:46.673928 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-30e7b322-f85a-4e65-b05b-915205e2d15d req-1633d9ab-d1ed-4ed9-9079-fc2358defa0d tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:46.680707 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2d880911-c345-4e3d-8139-2048eb1f7e55 req-489010b9-40d4-45de-8874-ed9c63ac52c2 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/security-groups?id=a16bdb2d-5f39-4786-a45e-47cea90761c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4527023 Nov 12 03:24:46.782452 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-935de222-f4e2-4c63-aa22-53007e6ca9e2 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:46.788963 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-935de222-f4e2-4c63-aa22-53007e6ca9e2 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:46.821436 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-935de222-f4e2-4c63-aa22-53007e6ca9e2 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2504630 Nov 12 03:24:46.844995 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-829bb463-635b-4383-9836-f5448da1e1c3 service neutron] Request body: {'port': {'device_id': '34647376-8c8b-4535-bf39-d77d3cb17e99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:46.858498 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1633d9ab-d1ed-4ed9-9079-fc2358defa0d tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Pushing event deleted for resources: {'Port': ['ID=8d132cc5-f4a7-4105-b078-5b741879878d,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:46.914476 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6bf28bed-9f30-4b02-976d-b2430f3d2fd8 req-485ba447-b062-48f4-a4fd-ee8f899ea6e9 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5578134 Nov 12 03:24:46.973979 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ad7772f9-5185-4f0e-abfb-8251bc0b50ab req-bf1e2c1c-82be-4e6a-828a-afe34a43a0d5 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=29b098cc-910b-4265-9575-afd28a7f8efc HTTP/1.1" status: 200 len: 210 time: 0.1013799 Nov 12 03:24:46.988238 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e7b322-f85a-4e65-b05b-915205e2d15d req-1633d9ab-d1ed-4ed9-9079-fc2358defa0d tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] No DVR routers for this DVR port 8d132cc5-f4a7-4105-b078-5b741879878d on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:47.006825 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-30e7b322-f85a-4e65-b05b-915205e2d15d req-1633d9ab-d1ed-4ed9-9079-fc2358defa0d tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:47.019125 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-30e7b322-f85a-4e65-b05b-915205e2d15d req-1633d9ab-d1ed-4ed9-9079-fc2358defa0d tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.74 "DELETE /v2.0/ports/8d132cc5-f4a7-4105-b078-5b741879878d HTTP/1.1" status: 204 len: 173 time: 1.8197546 Nov 12 03:24:47.023546 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a9a4535-b23b-4d12-a69b-45e98fbbd59a', 'name': 'network-vif-deleted', 'tag': '8d132cc5-f4a7-4105-b078-5b741879878d'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:47.027402 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831d2e67-925d-46a5-9a84-ec08912f178f" -d '{"events": [{"server_uuid": "5a9a4535-b23b-4d12-a69b-45e98fbbd59a", "name": "network-vif-deleted", "tag": "8d132cc5-f4a7-4105-b078-5b741879878d"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:47.098087 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-75fff3a4-f5f0-4918-9243-92ffd75e7ff1 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:47.139532 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 02dbcd9c-f7ad-40fd-9b97-be7e955eb326 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:47.198188 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-829bb463-635b-4383-9836-f5448da1e1c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:47.301914 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c5a03aee-be79-44bb-a982-d8fe3c859d61 req-07b00098-3afa-41d7-8cee-a878923fffd6 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b19e48-ad97-453d-93e7-22ebabe7cb2a HTTP/1.1" status: 200 len: 210 time: 0.0705302 Nov 12 03:24:47.308978 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-75fff3a4-f5f0-4918-9243-92ffd75e7ff1 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:47.370248 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 02dbcd9c-f7ad-40fd-9b97-be7e955eb326 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:24:47.379025 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b02303f-aa13-4b74-8bb9-bc43222d2189 x-openstack-request-id: req-2b02303f-aa13-4b74-8bb9-bc43222d2189 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:47.379996 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a9a4535-b23b-4d12-a69b-45e98fbbd59a", "name": "network-vif-deleted", "tag": "8d132cc5-f4a7-4105-b078-5b741879878d", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:47.381362 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2b02303f-aa13-4b74-8bb9-bc43222d2189 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:47.382106 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 02dbcd9c-f7ad-40fd-9b97-be7e955eb326 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:47.382484 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:47.383020 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a9a4535-b23b-4d12-a69b-45e98fbbd59a', 'name': 'network-vif-deleted', 'tag': '8d132cc5-f4a7-4105-b078-5b741879878d', 'status': 'completed', 'code': 200} Nov 12 03:24:47.439108 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-14df4659-c176-49f9-b5ec-c226e6c64733 None None] Provisioning complete for port 50373608-939c-404f-8e58-d13ffe4451a7 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:47.440528 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-14df4659-c176-49f9-b5ec-c226e6c64733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:47.469213 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-75fff3a4-f5f0-4918-9243-92ffd75e7ff1 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Network eca3953c-c804-4641-8812-bff95be59582 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:47.475488 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-75fff3a4-f5f0-4918-9243-92ffd75e7ff1 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:47.480355 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-75fff3a4-f5f0-4918-9243-92ffd75e7ff1 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:24:47.507313 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-14df4659-c176-49f9-b5ec-c226e6c64733 None None] Port 50373608-939c-404f-8e58-d13ffe4451a7 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:24:47.579596 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-75fff3a4-f5f0-4918-9243-92ffd75e7ff1 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:47.580422 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-75fff3a4-f5f0-4918-9243-92ffd75e7ff1 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:47.607429 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-75fff3a4-f5f0-4918-9243-92ffd75e7ff1 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9082217 Nov 12 03:24:47.616531 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fff3a4-f5f0-4918-9243-92ffd75e7ff1 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Pushing event updated for resources: {'Port': ['ID=b39a57cd-b764-4391-a7a9-e9de28772117,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:47.628246 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:47.631923 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-a74f1d12-2d83-4637-974f-60beb7d1fabc service neutron] Request body: {'port': {'device_id': '29b098cc-910b-4265-9575-afd28a7f8efc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:47.695399 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 02dbcd9c-f7ad-40fd-9b97-be7e955eb326, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=02dbcd9c-f7ad-40fd-9b97-be7e955eb326,segment=NetworkSegment(eece85e2-9491-495c-808d-869c08a5aaa4),segment_id=eece85e2-9491-495c-808d-869c08a5aaa4)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:47.704719 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c1e5a4-b79e-4544-b3b4-e0ed9eca2734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02dbcd9c-f7ad-40fd-9b97-be7e955eb326'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:47.725933 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57632) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:47.727893 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666549b4-18c8-4e17-8565-0f17280d3e0a" -d '{"events": [{"server_uuid": "39c1e5a4-b79e-4544-b3b4-e0ed9eca2734", "name": "network-vif-plugged", "status": "completed", "tag": "02dbcd9c-f7ad-40fd-9b97-be7e955eb326"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:47.731048 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:47.731841 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 8d132cc5-f4a7-4105-b078-5b741879878d no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:47.772568 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-a74f1d12-2d83-4637-974f-60beb7d1fabc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:47.812948 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 8d132cc5-f4a7-4105-b078-5b741879878d {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:47.813399 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 8d132cc5-f4a7-4105-b078-5b741879878d not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:47.813778 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device ba499eee-6f4d-4958-bd34-83db72c02eef no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:47.892785 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8bae0e3-2a58-448d-802a-b47cf9f88ab5 x-openstack-request-id: req-e8bae0e3-2a58-448d-802a-b47cf9f88ab5 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:47.893155 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39c1e5a4-b79e-4544-b3b4-e0ed9eca2734", "name": "network-vif-plugged", "status": "completed", "tag": "02dbcd9c-f7ad-40fd-9b97-be7e955eb326", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:47.893340 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e8bae0e3-2a58-448d-802a-b47cf9f88ab5 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:47.893705 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c1e5a4-b79e-4544-b3b4-e0ed9eca2734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02dbcd9c-f7ad-40fd-9b97-be7e955eb326', 'code': 200} Nov 12 03:24:47.996572 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-829bb463-635b-4383-9836-f5448da1e1c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50373608-939c-404f-8e58-d13ffe4451a7 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:48.010196 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: ba499eee-6f4d-4958-bd34-83db72c02eef {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:48.010570 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device ba499eee-6f4d-4958-bd34-83db72c02eef not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:48.013657 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-829bb463-635b-4383-9836-f5448da1e1c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.057979 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.067319 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=02dbcd9c-f7ad-40fd-9b97-be7e955eb326,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:48.071163 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-829bb463-635b-4383-9836-f5448da1e1c3 service neutron] Transition to ACTIVE for port object 50373608-939c-404f-8e58-d13ffe4451a7 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:24:48.072995 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-c93d2811-abe8-443d-aa08-14504948458e None None] Provisioning complete for port b39a57cd-b764-4391-a7a9-e9de28772117 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:48.073375 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c93d2811-abe8-443d-aa08-14504948458e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.080734 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-829bb463-635b-4383-9836-f5448da1e1c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.136458 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-c93d2811-abe8-443d-aa08-14504948458e None None] Port b39a57cd-b764-4391-a7a9-e9de28772117 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:24:48.138762 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829bb463-635b-4383-9836-f5448da1e1c3 service neutron] Pushing event updated for resources: {'Port': ['ID=50373608-939c-404f-8e58-d13ffe4451a7,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:48.152667 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c6c5e984-bb55-4566-9c6e-eaaad9a981be req-89ac97ac-2407-4bbc-81bd-51e04cae3345 tempest-ServerRescueTestJSON-1184089472 tempest-ServerRescueTestJSON-1184089472-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a9a4535-b23b-4d12-a69b-45e98fbbd59a HTTP/1.1" status: 200 len: 210 time: 0.2586241 Nov 12 03:24:48.165486 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6cae64-9914-437d-9af7-7744901deac5 req-32643530-52c4-4923-9bab-094701748f97 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:48.170759 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8f6cae64-9914-437d-9af7-7744901deac5 req-32643530-52c4-4923-9bab-094701748f97 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=39c1e5a4-b79e-4544-b3b4-e0ed9eca2734 HTTP/1.1" status: 200 len: 945 time: 0.1536710 Nov 12 03:24:48.337424 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8f6cae64-9914-437d-9af7-7744901deac5 req-2b12a065-da34-44e5-bd5c-e8d95e2fab50 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653268 Nov 12 03:24:48.372469 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-829bb463-635b-4383-9836-f5448da1e1c3 service neutron] Attempting to bind port 50373608-939c-404f-8e58-d13ffe4451a7 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:48.372917 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-829bb463-635b-4383-9836-f5448da1e1c3 service neutron] Attempting to bind port 50373608-939c-404f-8e58-d13ffe4451a7 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:48.373343 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-829bb463-635b-4383-9836-f5448da1e1c3 service neutron] Attempting to bind port 50373608-939c-404f-8e58-d13ffe4451a7 on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:48.379704 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-829bb463-635b-4383-9836-f5448da1e1c3 service neutron] Port 50373608-939c-404f-8e58-d13ffe4451a7 on network eca3953c-c804-4641-8812-bff95be59582 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:48.380165 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-829bb463-635b-4383-9836-f5448da1e1c3 service neutron] Attempting to bind port 50373608-939c-404f-8e58-d13ffe4451a7 on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:48.386480 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-829bb463-635b-4383-9836-f5448da1e1c3 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:24:48.386965 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-829bb463-635b-4383-9836-f5448da1e1c3 service neutron] Checking segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:48.388277 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-829bb463-635b-4383-9836-f5448da1e1c3 service neutron] Bound using segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:24:48.389488 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-829bb463-635b-4383-9836-f5448da1e1c3 service neutron] Bound port: 50373608-939c-404f-8e58-d13ffe4451a7, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:24:48.389969 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-829bb463-635b-4383-9836-f5448da1e1c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.422468 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd71a42-1d58-484d-aef2-2ae0af7e51fd req-176b9e14-e45f-4365-b0e5-a1af1d0813f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:48.430581 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2dd71a42-1d58-484d-aef2-2ae0af7e51fd req-176b9e14-e45f-4365-b0e5-a1af1d0813f4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=39c1e5a4-b79e-4544-b3b4-e0ed9eca2734 HTTP/1.1" status: 200 len: 1097 time: 0.4226604 Nov 12 03:24:48.443742 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-74690f02-067a-4fca-8fc8-20b332ee4ee6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ba16b8cc29284ecaa14fdf04e10ebbd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7162731 Nov 12 03:24:48.456810 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57650) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:48.579828 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1915c-4482-4e62-8ef7-a75fd2c46f68 req-1e78ad72-5ef6-4ce1-a556-80d9748ef002 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:48.582483 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-93e1915c-4482-4e62-8ef7-a75fd2c46f68 req-1e78ad72-5ef6-4ce1-a556-80d9748ef002 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=29b098cc-910b-4265-9575-afd28a7f8efc HTTP/1.1" status: 200 len: 936 time: 0.3043501 Nov 12 03:24:48.594471 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-829bb463-635b-4383-9836-f5448da1e1c3 service neutron] For port 50373608-939c-404f-8e58-d13ffe4451a7, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:24:48.599936 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-829bb463-635b-4383-9836-f5448da1e1c3 service neutron] For port 50373608-939c-404f-8e58-d13ffe4451a7, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=50373608-939c-404f-8e58-d13ffe4451a7,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:24:48.606949 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-829bb463-635b-4383-9836-f5448da1e1c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.649503 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2dd71a42-1d58-484d-aef2-2ae0af7e51fd req-9f0c15a7-fd1d-4073-8e68-5c14cddaf318 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034872 Nov 12 03:24:48.664855 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c373cf70-246a-47c5-bb0e-7375c0838753 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.680685 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-a74f1d12-2d83-4637-974f-60beb7d1fabc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b39a57cd-b764-4391-a7a9-e9de28772117 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:48.759562 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c373cf70-246a-47c5-bb0e-7375c0838753 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.768684 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-829bb463-635b-4383-9836-f5448da1e1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:48.772995 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-a74f1d12-2d83-4637-974f-60beb7d1fabc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.781691 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-829bb463-635b-4383-9836-f5448da1e1c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.785968 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-829bb463-635b-4383-9836-f5448da1e1c3 service neutron] 10.222.0.74 "PUT /v2.0/ports/50373608-939c-404f-8e58-d13ffe4451a7 HTTP/1.1" status: 200 len: 1097 time: 1.9510307 Nov 12 03:24:48.800328 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34647376-8c8b-4535-bf39-d77d3cb17e99', 'tag': '50373608-939c-404f-8e58-d13ffe4451a7'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:48.807082 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb59fd2-59f4-4bf3-b36a-3ec46941c2bc" -d '{"events": [{"name": "network-changed", "server_uuid": "34647376-8c8b-4535-bf39-d77d3cb17e99", "tag": "50373608-939c-404f-8e58-d13ffe4451a7"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:48.872304 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-93e1915c-4482-4e62-8ef7-a75fd2c46f68 req-cdde0c4a-9868-4149-b54d-0efe17880f6e tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827430 Nov 12 03:24:48.874023 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-a74f1d12-2d83-4637-974f-60beb7d1fabc service neutron] Transition to ACTIVE for port object b39a57cd-b764-4391-a7a9-e9de28772117 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:24:48.884323 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-a74f1d12-2d83-4637-974f-60beb7d1fabc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.891139 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829bb463-635b-4383-9836-f5448da1e1c3 service neutron] Pushing event updated for resources: {'Port': ['ID=50373608-939c-404f-8e58-d13ffe4451a7,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:48.980122 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f1d12-2d83-4637-974f-60beb7d1fabc service neutron] Pushing event updated for resources: {'Port': ['ID=b39a57cd-b764-4391-a7a9-e9de28772117,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:49.007678 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42489f61-bd81-4da2-bd32-abf2ae26d985 x-openstack-request-id: req-42489f61-bd81-4da2-bd32-abf2ae26d985 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:49.007963 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34647376-8c8b-4535-bf39-d77d3cb17e99", "tag": "50373608-939c-404f-8e58-d13ffe4451a7", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:49.008253 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-42489f61-bd81-4da2-bd32-abf2ae26d985 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:49.008681 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34647376-8c8b-4535-bf39-d77d3cb17e99', 'tag': '50373608-939c-404f-8e58-d13ffe4451a7', 'status': 'completed', 'code': 200} Nov 12 03:24:49.085558 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-0866f00d-6d57-4544-98c4-05b882eb25a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:49.087135 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-0866f00d-6d57-4544-98c4-05b882eb25a8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ce756b44a7b943d8bdc1152693620036&device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 1100 time: 0.1444948 Nov 12 03:24:49.097850 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c373cf70-246a-47c5-bb0e-7375c0838753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:49.100889 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c373cf70-246a-47c5-bb0e-7375c0838753 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:49.102248 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c373cf70-246a-47c5-bb0e-7375c0838753 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ef1900c0-c411-432e-9c76-5bb7658535c5 HTTP/1.1" status: 204 len: 168 time: 0.6442080 Nov 12 03:24:49.129929 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-a74f1d12-2d83-4637-974f-60beb7d1fabc service neutron] Attempting to bind port b39a57cd-b764-4391-a7a9-e9de28772117 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:49.130264 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-a74f1d12-2d83-4637-974f-60beb7d1fabc service neutron] Attempting to bind port b39a57cd-b764-4391-a7a9-e9de28772117 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:49.130598 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-a74f1d12-2d83-4637-974f-60beb7d1fabc service neutron] Attempting to bind port b39a57cd-b764-4391-a7a9-e9de28772117 on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:49.136696 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-a74f1d12-2d83-4637-974f-60beb7d1fabc service neutron] Port b39a57cd-b764-4391-a7a9-e9de28772117 on network eca3953c-c804-4641-8812-bff95be59582 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:49.137021 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-a74f1d12-2d83-4637-974f-60beb7d1fabc service neutron] Attempting to bind port b39a57cd-b764-4391-a7a9-e9de28772117 on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:49.143718 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-a74f1d12-2d83-4637-974f-60beb7d1fabc service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:24:49.143863 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c373cf70-246a-47c5-bb0e-7375c0838753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1900c0-c411-432e-9c76-5bb7658535c5,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:49.144219 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-a74f1d12-2d83-4637-974f-60beb7d1fabc service neutron] Checking segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:49.144752 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-a74f1d12-2d83-4637-974f-60beb7d1fabc service neutron] Bound using segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:24:49.145221 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-a74f1d12-2d83-4637-974f-60beb7d1fabc service neutron] Bound port: b39a57cd-b764-4391-a7a9-e9de28772117, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:24:49.145666 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-a74f1d12-2d83-4637-974f-60beb7d1fabc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:49.275580 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57670) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:49.289038 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-00189514-8cb7-4077-a705-7bc51335ec33 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=50373608-939c-404f-8e58-d13ffe4451a7 HTTP/1.1" status: 200 len: 217 time: 0.1725390 Nov 12 03:24:49.426438 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-7de5502e-c095-4afc-ad65-61f82fcd6f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:49.429843 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-7de5502e-c095-4afc-ad65-61f82fcd6f54 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.1288466 Nov 12 03:24:49.447968 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-a74f1d12-2d83-4637-974f-60beb7d1fabc service neutron] For port b39a57cd-b764-4391-a7a9-e9de28772117, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:24:49.524939 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-a74f1d12-2d83-4637-974f-60beb7d1fabc service neutron] For port b39a57cd-b764-4391-a7a9-e9de28772117, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=b39a57cd-b764-4391-a7a9-e9de28772117,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:24:49.540898 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-a74f1d12-2d83-4637-974f-60beb7d1fabc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:49.639719 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-af1ce351-d723-42e1-9933-ce871d3af29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:49.653495 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-af1ce351-d723-42e1-9933-ce871d3af29f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1959963 Nov 12 03:24:49.672993 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f1d12-2d83-4637-974f-60beb7d1fabc service neutron] Pushing event updated for resources: {'Port': ['ID=b39a57cd-b764-4391-a7a9-e9de28772117,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:49.716424 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f9117-1a9e-4f41-a37a-bf9259bfe7f7 req-2d305638-f1d7-40ed-add7-16ba74c2387e tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:49.718126 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f8f9117-1a9e-4f41-a37a-bf9259bfe7f7 req-2d305638-f1d7-40ed-add7-16ba74c2387e tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=39c1e5a4-b79e-4544-b3b4-e0ed9eca2734 HTTP/1.1" status: 200 len: 945 time: 0.1898494 Nov 12 03:24:49.731294 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-a74f1d12-2d83-4637-974f-60beb7d1fabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:49.736578 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-a74f1d12-2d83-4637-974f-60beb7d1fabc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:49.738260 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-a74f1d12-2d83-4637-974f-60beb7d1fabc service neutron] 10.222.0.74 "PUT /v2.0/ports/b39a57cd-b764-4391-a7a9-e9de28772117 HTTP/1.1" status: 200 len: 1097 time: 2.1180644 Nov 12 03:24:49.742091 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b098cc-910b-4265-9575-afd28a7f8efc', 'tag': 'b39a57cd-b764-4391-a7a9-e9de28772117'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:49.748716 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d02608-4176-4025-8b7f-89b6e29d2f48" -d '{"events": [{"name": "network-changed", "server_uuid": "29b098cc-910b-4265-9575-afd28a7f8efc", "tag": "b39a57cd-b764-4391-a7a9-e9de28772117"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:49.754893 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57678) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:49.975331 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3876847-f94f-4412-9081-e130d6f7a58e x-openstack-request-id: req-b3876847-f94f-4412-9081-e130d6f7a58e {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:49.975740 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29b098cc-910b-4265-9575-afd28a7f8efc", "tag": "b39a57cd-b764-4391-a7a9-e9de28772117", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:49.976129 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b3876847-f94f-4412-9081-e130d6f7a58e {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:49.976857 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b098cc-910b-4265-9575-afd28a7f8efc', 'tag': 'b39a57cd-b764-4391-a7a9-e9de28772117', 'status': 'completed', 'code': 200} Nov 12 03:24:50.040039 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f8f9117-1a9e-4f41-a37a-bf9259bfe7f7 req-2b8e944e-4c84-46fe-8025-d8e8ad155151 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974849 Nov 12 03:24:50.128665 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-5f08ead4-5ae4-494a-8bc7-fa913799edb5 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4550638 Nov 12 03:24:50.297573 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ff5b9663-4a64-49b9-b46b-1908f0d94c09 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=47b7568caaa440879c926f8c3bc866b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3446894 Nov 12 03:24:50.302393 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57690) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:50.309969 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d04b8752-809d-4c4e-bf35-984a65d1d5a0 req-7c2de605-b62a-4277-99ac-8365e0ddb188 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759658 Nov 12 03:24:50.427515 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8f31b1-010c-4490-bdda-aaaa228cc93e req-ea9dd60c-9fb8-4084-8fad-15f5a6757c2f tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:50.435793 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fd8f31b1-010c-4490-bdda-aaaa228cc93e req-ea9dd60c-9fb8-4084-8fad-15f5a6757c2f tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=29b098cc-910b-4265-9575-afd28a7f8efc HTTP/1.1" status: 200 len: 948 time: 0.3678105 Nov 12 03:24:50.440121 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-b73b9843-3270-4a4c-abf7-68f188751927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:50.441675 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-b73b9843-3270-4a4c-abf7-68f188751927 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ce756b44a7b943d8bdc1152693620036&device_id=29b098cc-910b-4265-9575-afd28a7f8efc HTTP/1.1" status: 200 len: 1100 time: 0.3936310 Nov 12 03:24:50.476754 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb59fd2-59f4-4bf3-b36a-3ec46941c2bc req-d84001a3-37ba-4316-a66c-2b9317063781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:50.478402 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8fb59fd2-59f4-4bf3-b36a-3ec46941c2bc req-d84001a3-37ba-4316-a66c-2b9317063781 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ce756b44a7b943d8bdc1152693620036&device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 1100 time: 0.1116707 Nov 12 03:24:50.528173 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-5d95aafb-11c2-4dfd-b66c-afee815bd920 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=b39a57cd-b764-4391-a7a9-e9de28772117 HTTP/1.1" status: 200 len: 217 time: 0.0702164 Nov 12 03:24:50.630519 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c97c293f-3bf6-422b-8265-2169556579d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:50.667609 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb59fd2-59f4-4bf3-b36a-3ec46941c2bc req-49b7856b-6d12-4986-92f3-a398c385aba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:50.678050 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8fb59fd2-59f4-4bf3-b36a-3ec46941c2bc req-49b7856b-6d12-4986-92f3-a398c385aba0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.1856880 Nov 12 03:24:50.697338 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fd8f31b1-010c-4490-bdda-aaaa228cc93e req-c5367807-c229-4451-bb1f-d487ba375266 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602844 Nov 12 03:24:50.722216 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c97c293f-3bf6-422b-8265-2169556579d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:50.762593 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8fb59fd2-59f4-4bf3-b36a-3ec46941c2bc req-b99df67c-0f73-4732-ab49-f232c331965c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=50373608-939c-404f-8e58-d13ffe4451a7 HTTP/1.1" status: 200 len: 217 time: 0.0757589 Nov 12 03:24:50.794764 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-01496a92-bda5-4e48-86f7-255468569705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:50.797437 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-01496a92-bda5-4e48-86f7-255468569705 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.2560489 Nov 12 03:24:50.897122 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-cba3228a-608f-41f7-a5f4-9b23117d9c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:50.899181 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-cba3228a-608f-41f7-a5f4-9b23117d9c4d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0911582 Nov 12 03:24:50.902533 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c97c293f-3bf6-422b-8265-2169556579d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:50.905155 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c97c293f-3bf6-422b-8265-2169556579d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:50.906970 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c97c293f-3bf6-422b-8265-2169556579d6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f8c1bde6-f3b0-4d79-9154-e70d81a4c606 HTTP/1.1" status: 204 len: 168 time: 0.5990171 Nov 12 03:24:50.916284 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb59fd2-59f4-4bf3-b36a-3ec46941c2bc req-cb18f4d7-8846-4b69-a126-e447e4b45650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:50.921711 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8fb59fd2-59f4-4bf3-b36a-3ec46941c2bc req-cb18f4d7-8846-4b69-a126-e447e4b45650 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.1422484 Nov 12 03:24:50.926302 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c293f-3bf6-422b-8265-2169556579d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c1bde6-f3b0-4d79-9154-e70d81a4c606,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:51.081590 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-bcb36d76-7169-4b86-aa2f-8eaa6711723f service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709347 Nov 12 03:24:51.105138 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c965510d-687a-4390-8918-fead0fbacb05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:51.130324 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb59fd2-59f4-4bf3-b36a-3ec46941c2bc req-66da4782-cf7a-44d4-8cbc-07bfdc3d3163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:51.131833 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8fb59fd2-59f4-4bf3-b36a-3ec46941c2bc req-66da4782-cf7a-44d4-8cbc-07bfdc3d3163 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2002354 Nov 12 03:24:51.523711 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8fb59fd2-59f4-4bf3-b36a-3ec46941c2bc req-8519faac-37c1-4fa5-89a2-6c0a53805f61 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754354 Nov 12 03:24:51.631540 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5adfb01-ec25-448a-88ce-b8865c946227 req-9f3204df-face-47fb-a8a8-3d82c648fc98 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:51.640358 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a5adfb01-ec25-448a-88ce-b8865c946227 req-9f3204df-face-47fb-a8a8-3d82c648fc98 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=39c1e5a4-b79e-4544-b3b4-e0ed9eca2734 HTTP/1.1" status: 200 len: 945 time: 0.4175627 Nov 12 03:24:51.813766 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8fb59fd2-59f4-4bf3-b36a-3ec46941c2bc req-a2389513-4a4c-4bd0-9840-249053c97b93 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853785 Nov 12 03:24:52.086965 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23eb077-8558-474f-99e3-6198016f7754 req-2459ec63-2831-4559-a049-7ec2c3d00634 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:52.101189 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a23eb077-8558-474f-99e3-6198016f7754 req-2459ec63-2831-4559-a049-7ec2c3d00634 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=29b098cc-910b-4265-9575-afd28a7f8efc HTTP/1.1" status: 200 len: 948 time: 0.1692600 Nov 12 03:24:52.305708 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a23eb077-8558-474f-99e3-6198016f7754 req-5e3a2812-ee4a-47d4-975c-ec7855bd59bf tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033720 Nov 12 03:24:52.455188 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c2a0db7b-7d0e-4272-b220-9c4fcdcd9bed req-090187c1-87a3-4a35-a703-f3b51ab169b3 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3656080 Nov 12 03:24:52.462943 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-649d6406-63bd-4c43-9f23-24f5bedc0b3e req-248ad774-0793-42db-9aa2-d7ccb106cb1d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8c1de947-43b9-42b6-9984-413200446788&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0171587 Nov 12 03:24:52.600118 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a5adfb01-ec25-448a-88ce-b8865c946227 req-52db4b90-50a6-44c3-b738-d700165c6228 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9580734 Nov 12 03:24:52.847107 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d02608-4176-4025-8b7f-89b6e29d2f48 req-71861912-93b7-451c-8f71-c1cf654cd9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:52.878041 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-86d02608-4176-4025-8b7f-89b6e29d2f48 req-71861912-93b7-451c-8f71-c1cf654cd9ab service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ce756b44a7b943d8bdc1152693620036&device_id=29b098cc-910b-4265-9575-afd28a7f8efc HTTP/1.1" status: 200 len: 1100 time: 0.2313426 Nov 12 03:24:53.174588 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d6406-63bd-4c43-9f23-24f5bedc0b3e req-390eb1f3-79e9-45af-b43a-8d83a0e6ce2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:53.176287 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-649d6406-63bd-4c43-9f23-24f5bedc0b3e req-390eb1f3-79e9-45af-b43a-8d83a0e6ce2b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=576a7b2c0e984780a26518e9c1601856&device_id=8c1de947-43b9-42b6-9984-413200446788 HTTP/1.1" status: 200 len: 1097 time: 0.5700068 Nov 12 03:24:53.234748 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 50373608-939c-404f-8e58-d13ffe4451a7 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:24:53.477228 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d6406-63bd-4c43-9f23-24f5bedc0b3e req-7c1c10d6-b39a-4b37-8c6b-b552ef582362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:53.478733 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-649d6406-63bd-4c43-9f23-24f5bedc0b3e req-7c1c10d6-b39a-4b37-8c6b-b552ef582362 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f2354694-6453-486d-800c-f4fc7f841803 HTTP/1.1" status: 200 len: 922 time: 0.1647387 Nov 12 03:24:53.738259 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-649d6406-63bd-4c43-9f23-24f5bedc0b3e req-d06a0b36-23bd-4b3b-9b21-9bd12d60a25e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9dd46ce2-0a88-4c15-b6d4-3db69abc732a HTTP/1.1" status: 200 len: 217 time: 0.2178359 Nov 12 03:24:53.769887 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ac31c-9f0e-4cfc-8ac8-666b7e28a21e req-2105bde3-ab56-468c-be5b-114b0e50d9fe tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:53.771883 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c68ac31c-9f0e-4cfc-8ac8-666b7e28a21e req-2105bde3-ab56-468c-be5b-114b0e50d9fe tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=39c1e5a4-b79e-4544-b3b4-e0ed9eca2734 HTTP/1.1" status: 200 len: 945 time: 0.8020864 Nov 12 03:24:53.785654 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 50373608-939c-404f-8e58-d13ffe4451a7, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=50373608-939c-404f-8e58-d13ffe4451a7,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:53.817362 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '50373608-939c-404f-8e58-d13ffe4451a7', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'port_id': '50373608-939c-404f-8e58-d13ffe4451a7', 'mac_address': 'fa:16:3e:33:6b:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa66706f-b415-4bb9-838e-cfd08f81d96b', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:24:53.835227 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d6406-63bd-4c43-9f23-24f5bedc0b3e req-8b59aa73-6309-4cd0-9e2c-a05ccdd226f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:53.836753 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-649d6406-63bd-4c43-9f23-24f5bedc0b3e req-8b59aa73-6309-4cd0-9e2c-a05ccdd226f6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3428f33d-4837-4311-b620-eb7f742db405 HTTP/1.1" status: 200 len: 861 time: 0.0607667 Nov 12 03:24:53.907650 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:53.937698 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50373608-939c-404f-8e58-d13ffe4451a7 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:54.004882 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-649d6406-63bd-4c43-9f23-24f5bedc0b3e req-ca143cb2-690d-4d04-a66a-95b558b1273d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f2354694-6453-486d-800c-f4fc7f841803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1264312 Nov 12 03:24:54.005457 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 50373608-939c-404f-8e58-d13ffe4451a7, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=50373608-939c-404f-8e58-d13ffe4451a7,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:54.014861 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861d9cc-5af3-4e8e-ba17-1e064d72d435 req-ae952664-92a8-4d40-b1f6-15f478019662 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:54.020663 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:54.030383 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a861d9cc-5af3-4e8e-ba17-1e064d72d435 req-ae952664-92a8-4d40-b1f6-15f478019662 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=29b098cc-910b-4265-9575-afd28a7f8efc HTTP/1.1" status: 200 len: 948 time: 0.1878345 Nov 12 03:24:54.161604 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=50373608-939c-404f-8e58-d13ffe4451a7,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:54.167895 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a861d9cc-5af3-4e8e-ba17-1e064d72d435 req-730c84b7-64e6-4b88-ac4d-dc0352746f5d tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334760 Nov 12 03:24:54.237993 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d02608-4176-4025-8b7f-89b6e29d2f48 req-49eb7fc6-4725-4789-bcd8-3219790f8a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:54.240687 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-86d02608-4176-4025-8b7f-89b6e29d2f48 req-49eb7fc6-4725-4789-bcd8-3219790f8a8e service neutron] 10.222.0.74 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 1.3290801 Nov 12 03:24:54.349298 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['50373608-939c-404f-8e58-d13ffe4451a7'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:54.421285 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-c965510d-687a-4390-8918-fead0fbacb05 admin admin] Deleting port b39fe63a-55ae-41a7-b4a2-22dfa8e70c8a {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:54.422013 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c965510d-687a-4390-8918-fead0fbacb05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:54.550354 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d144dd-9b9a-4981-8050-9dbb397568e0 req-44a706fc-bfff-4190-bed2-3772ea6ca002 tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:54.563524 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-86d02608-4176-4025-8b7f-89b6e29d2f48 req-58b7a0ff-9870-489a-aca6-10776efd6edb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=b39a57cd-b764-4391-a7a9-e9de28772117 HTTP/1.1" status: 200 len: 217 time: 0.3020310 Nov 12 03:24:54.567616 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-80d144dd-9b9a-4981-8050-9dbb397568e0 req-44a706fc-bfff-4190-bed2-3772ea6ca002 tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] 10.222.0.50 "GET /v2.0/ports?device_id=565748e5-d3c5-4e87-8ed7-425bbf126ee7 HTTP/1.1" status: 200 len: 946 time: 0.1739445 Nov 12 03:24:54.602300 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-649d6406-63bd-4c43-9f23-24f5bedc0b3e req-a7e7c721-bf89-4ec6-ab13-a10950ce8ec9 service neutron] 10.222.0.74 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5565715 Nov 12 03:24:54.737375 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c68ac31c-9f0e-4cfc-8ac8-666b7e28a21e req-c601e765-2b2f-4638-8f6c-8e3cb90321ca tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8762619 Nov 12 03:24:54.773575 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-80d144dd-9b9a-4981-8050-9dbb397568e0 req-9fd5c476-376e-41aa-b7f3-99f3474b45d7 tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] 10.222.0.50 "GET /v2.0/security-groups?id=f247cb4e-bca1-481a-a0e9-1fb404a79b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994829 Nov 12 03:24:54.897260 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d02608-4176-4025-8b7f-89b6e29d2f48 req-5173b424-b441-4511-b21c-89599ebd9e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:54.898825 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-86d02608-4176-4025-8b7f-89b6e29d2f48 req-5173b424-b441-4511-b21c-89599ebd9e2e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.3267841 Nov 12 03:24:54.910530 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-c965510d-687a-4390-8918-fead0fbacb05 admin admin] For port b39fe63a-55ae-41a7-b4a2-22dfa8e70c8a, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=b39fe63a-55ae-41a7-b4a2-22dfa8e70c8a,segment=NetworkSegment(033a6808-1d19-4bc4-a7ba-207db19e6110),segment_id=033a6808-1d19-4bc4-a7ba-207db19e6110)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:54.910946 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c965510d-687a-4390-8918-fead0fbacb05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:54.967865 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-c965510d-687a-4390-8918-fead0fbacb05 admin admin] Calling delete_port for b39fe63a-55ae-41a7-b4a2-22dfa8e70c8a owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:54.973301 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-649d6406-63bd-4c43-9f23-24f5bedc0b3e req-f576ad18-39b7-4dbb-bd9d-69b0e93ab840 service neutron] 10.222.0.74 "GET /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645387 Nov 12 03:24:55.054298 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d02608-4176-4025-8b7f-89b6e29d2f48 req-a12da7ab-d1ae-4f26-9faa-2f9877f590bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:55.056052 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-86d02608-4176-4025-8b7f-89b6e29d2f48 req-a12da7ab-d1ae-4f26-9faa-2f9877f590bf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1422448 Nov 12 03:24:55.245296 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device b39a57cd-b764-4391-a7a9-e9de28772117 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:24:55.265520 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57792) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:55.271513 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-ed086eb0-f40d-4709-b78e-077d6494c320 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1416833680'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:55.317676 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-86d02608-4176-4025-8b7f-89b6e29d2f48 req-0fd8a353-5789-4db8-a60a-02fbe60c9ada service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527616 Nov 12 03:24:55.347271 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed086eb0-f40d-4709-b78e-077d6494c320 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Made reservation on behalf of 984b5bf9950d4e568e34b6531154493c for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:55.351509 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ed086eb0-f40d-4709-b78e-077d6494c320 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:55.469057 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed086eb0-f40d-4709-b78e-077d6494c320 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:24:55.479596 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ed086eb0-f40d-4709-b78e-077d6494c320 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:55.480270 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-ed086eb0-f40d-4709-b78e-077d6494c320 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Added segment 13bc166f-55e1-4dc8-baa3-5d15709f86ad of type vlan for network 0a9162de-bdde-427f-8e0e-6dfc54c7d9d5 Nov 12 03:24:55.537243 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port b39a57cd-b764-4391-a7a9-e9de28772117, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=b39a57cd-b764-4391-a7a9-e9de28772117,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:55.552215 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'b39a57cd-b764-4391-a7a9-e9de28772117', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'port_id': 'b39a57cd-b764-4391-a7a9-e9de28772117', 'mac_address': 'fa:16:3e:f4:7e:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa66706f-b415-4bb9-838e-cfd08f81d96b', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:24:55.601840 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ed086eb0-f40d-4709-b78e-077d6494c320 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:55.644525 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:55.674018 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-86d02608-4176-4025-8b7f-89b6e29d2f48 req-76919661-c265-4fa2-884c-937a9843f3fa service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267845 Nov 12 03:24:55.675155 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c965510d-687a-4390-8918-fead0fbacb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:55.680552 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b39a57cd-b764-4391-a7a9-e9de28772117 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:55.721540 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c965510d-687a-4390-8918-fead0fbacb05 admin admin] Pushing event deleted for resources: {'Port': ['ID=b39fe63a-55ae-41a7-b4a2-22dfa8e70c8a,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:55.741512 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ed086eb0-f40d-4709-b78e-077d6494c320 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:55.744577 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port b39a57cd-b764-4391-a7a9-e9de28772117, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=b39a57cd-b764-4391-a7a9-e9de28772117,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:55.748178 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed086eb0-f40d-4709-b78e-077d6494c320 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:55.750237 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:55.751113 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ed086eb0-f40d-4709-b78e-077d6494c320 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:55.855789 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed086eb0-f40d-4709-b78e-077d6494c320 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Pushing event updated for resources: {'Network': ['ID=0a9162de-bdde-427f-8e0e-6dfc54c7d9d5,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:55.870723 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ed086eb0-f40d-4709-b78e-077d6494c320 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6031740 Nov 12 03:24:55.872898 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed086eb0-f40d-4709-b78e-077d6494c320 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:55.873465 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed086eb0-f40d-4709-b78e-077d6494c320 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:55.873608 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57814) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:55.874152 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed086eb0-f40d-4709-b78e-077d6494c320 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:55.875232 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed086eb0-f40d-4709-b78e-077d6494c320 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:55.875810 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed086eb0-f40d-4709-b78e-077d6494c320 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:55.876396 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed086eb0-f40d-4709-b78e-077d6494c320 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:55.877053 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed086eb0-f40d-4709-b78e-077d6494c320 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:55.877617 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed086eb0-f40d-4709-b78e-077d6494c320 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:55.878161 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed086eb0-f40d-4709-b78e-077d6494c320 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:55.879114 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed086eb0-f40d-4709-b78e-077d6494c320 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:55.879774 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed086eb0-f40d-4709-b78e-077d6494c320 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:55.880346 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed086eb0-f40d-4709-b78e-077d6494c320 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:55.888233 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=b39a57cd-b764-4391-a7a9-e9de28772117,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:55.897381 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 0a9162de-bdde-427f-8e0e-6dfc54c7d9d5 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:24:55.927701 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6abce85-8844-4038-a7ce-62c3e6a5bbf3 req-6fe2321a-b941-480c-8c31-1f825635909f tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:55.936848 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f6abce85-8844-4038-a7ce-62c3e6a5bbf3 req-6fe2321a-b941-480c-8c31-1f825635909f tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=29b098cc-910b-4265-9575-afd28a7f8efc HTTP/1.1" status: 200 len: 948 time: 0.5759366 Nov 12 03:24:55.971019 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65b024-a993-43d0-b78c-a7f9d612618a req-4d971fe3-c5a7-4dfd-a7a0-dd83108bb5ca tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:55.972573 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4e65b024-a993-43d0-b78c-a7f9d612618a req-4d971fe3-c5a7-4dfd-a7a0-dd83108bb5ca tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] 10.222.0.90 "GET /v2.0/ports?device_id=565748e5-d3c5-4e87-8ed7-425bbf126ee7 HTTP/1.1" status: 200 len: 946 time: 0.3082993 Nov 12 03:24:55.997484 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-67747d42-8512-4b9a-867e-d905ec925c4c tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-545884982'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:56.059457 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67747d42-8512-4b9a-867e-d905ec925c4c tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Made reservation on behalf of 984b5bf9950d4e568e34b6531154493c for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:56.069088 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-67747d42-8512-4b9a-867e-d905ec925c4c tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:56.073453 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['b39a57cd-b764-4391-a7a9-e9de28772117'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:56.237040 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f6abce85-8844-4038-a7ce-62c3e6a5bbf3 req-02f9a93b-ccd8-41f3-926d-2db77ce007a5 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971525 Nov 12 03:24:56.289965 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-4e65b024-a993-43d0-b78c-a7f9d612618a req-1001a144-8e83-4d58-82f8-d3065711b4ac tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] Deleting port c0c325f2-ad27-406e-bdc9-f07385fe28d9 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:56.293282 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-4e65b024-a993-43d0-b78c-a7f9d612618a req-1001a144-8e83-4d58-82f8-d3065711b4ac tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:56.306005 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67747d42-8512-4b9a-867e-d905ec925c4c tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:24:56.395385 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-67747d42-8512-4b9a-867e-d905ec925c4c tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:56.395797 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-67747d42-8512-4b9a-867e-d905ec925c4c tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Added segment 83020275-838e-40df-a5ab-a96ac61387a9 of type vlan for network 573baa8f-b6be-41d7-a7a6-73c38233ca3f Nov 12 03:24:56.411632 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26ee7d-bf8b-48a3-ad88-2bd8c9ea61cf req-e2583548-b845-4ceb-a845-ba47e074b427 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:56.413907 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1f26ee7d-bf8b-48a3-ad88-2bd8c9ea61cf req-e2583548-b845-4ceb-a845-ba47e074b427 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=39c1e5a4-b79e-4544-b3b4-e0ed9eca2734 HTTP/1.1" status: 200 len: 945 time: 0.2909033 Nov 12 03:24:56.414554 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c965510d-687a-4390-8918-fead0fbacb05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:56.579668 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-67747d42-8512-4b9a-867e-d905ec925c4c tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:56.582621 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-4e65b024-a993-43d0-b78c-a7f9d612618a req-1001a144-8e83-4d58-82f8-d3065711b4ac tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] For port c0c325f2-ad27-406e-bdc9-f07385fe28d9, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=c0c325f2-ad27-406e-bdc9-f07385fe28d9,segment=NetworkSegment(2ed2f41a-a7f9-42c8-b90c-c582528b7078),segment_id=2ed2f41a-a7f9-42c8-b90c-c582528b7078)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:56.582986 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-4e65b024-a993-43d0-b78c-a7f9d612618a req-1001a144-8e83-4d58-82f8-d3065711b4ac tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:56.597315 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1f26ee7d-bf8b-48a3-ad88-2bd8c9ea61cf req-537c666d-7da1-4c35-9944-2c0ce0b6bd48 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478446 Nov 12 03:24:56.598992 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-4e65b024-a993-43d0-b78c-a7f9d612618a req-1001a144-8e83-4d58-82f8-d3065711b4ac tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] Calling delete_port for c0c325f2-ad27-406e-bdc9-f07385fe28d9 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:56.635523 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1cdbd-b3e7-4019-9c9c-e739e073688b req-4ff6da14-cb24-4556-95f0-bf1d54a3a372 tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:56.648224 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a6a1cdbd-b3e7-4019-9c9c-e739e073688b req-4ff6da14-cb24-4556-95f0-bf1d54a3a372 tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] 10.222.0.50 "GET /v2.0/ports?device_id=565748e5-d3c5-4e87-8ed7-425bbf126ee7 HTTP/1.1" status: 200 len: 946 time: 0.1853070 Nov 12 03:24:56.701597 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-67747d42-8512-4b9a-867e-d905ec925c4c tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:56.707528 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67747d42-8512-4b9a-867e-d905ec925c4c tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:56.712459 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-67747d42-8512-4b9a-867e-d905ec925c4c tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:56.840152 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67747d42-8512-4b9a-867e-d905ec925c4c tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Pushing event updated for resources: {'Network': ['ID=573baa8f-b6be-41d7-a7a6-73c38233ca3f,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:56.845128 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-4e65b024-a993-43d0-b78c-a7f9d612618a req-1001a144-8e83-4d58-82f8-d3065711b4ac tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:56.852913 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 573baa8f-b6be-41d7-a7a6-73c38233ca3f details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:24:56.888272 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['c0c325f2-ad27-406e-bdc9-f07385fe28d9'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:56.888534 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001a144-8e83-4d58-82f8-d3065711b4ac tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] Pushing event deleted for resources: {'Port': ['ID=c0c325f2-ad27-406e-bdc9-f07385fe28d9,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:56.903030 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-67747d42-8512-4b9a-867e-d905ec925c4c tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0267117 Nov 12 03:24:56.911940 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57832) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:56.919289 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-7cb9049d-fb65-4b8a-a67f-bcbb5128a5c4 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Request body: {'subnet': {'network_id': '0a9162de-bdde-427f-8e0e-6dfc54c7d9d5', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:57.159721 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a6a1cdbd-b3e7-4019-9c9c-e739e073688b req-6c679634-0c9e-4b8e-a997-9af00f0bf7da tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] 10.222.0.50 "GET /v2.0/security-groups?id=f247cb4e-bca1-481a-a0e9-1fb404a79b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4980869 Nov 12 03:24:57.164156 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c965510d-687a-4390-8918-fead0fbacb05 admin admin] Router 70f0c252-de2a-4103-9746-0a18f07f3e03 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:24:57.254622 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device b39a57cd-b764-4391-a7a9-e9de28772117 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:57.319127 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e65b024-a993-43d0-b78c-a7f9d612618a req-1001a144-8e83-4d58-82f8-d3065711b4ac tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] No DVR routers for this DVR port c0c325f2-ad27-406e-bdc9-f07385fe28d9 on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:57.347545 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-4e65b024-a993-43d0-b78c-a7f9d612618a req-1001a144-8e83-4d58-82f8-d3065711b4ac tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.364684 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4e65b024-a993-43d0-b78c-a7f9d612618a req-1001a144-8e83-4d58-82f8-d3065711b4ac tempest-VolumesAdminNegativeTest-1133015867 tempest-VolumesAdminNegativeTest-1133015867-project] 10.222.0.90 "DELETE /v2.0/ports/c0c325f2-ad27-406e-bdc9-f07385fe28d9 HTTP/1.1" status: 204 len: 173 time: 1.3833406 Nov 12 03:24:57.364923 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port b39a57cd-b764-4391-a7a9-e9de28772117 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:24:57.366559 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '565748e5-d3c5-4e87-8ed7-425bbf126ee7', 'name': 'network-vif-deleted', 'tag': 'c0c325f2-ad27-406e-bdc9-f07385fe28d9'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:57.371070 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4b0d99-5684-4ffd-8aa3-56340eab9db0" -d '{"events": [{"server_uuid": "565748e5-d3c5-4e87-8ed7-425bbf126ee7", "name": "network-vif-deleted", "tag": "c0c325f2-ad27-406e-bdc9-f07385fe28d9"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:57.377504 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port b39a57cd-b764-4391-a7a9-e9de28772117 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:57.377935 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.424729 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c965510d-687a-4390-8918-fead0fbacb05 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:24:57.440420 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c965510d-687a-4390-8918-fead0fbacb05 admin admin] 10.222.0.50 "PUT /v2.0/routers/70f0c252-de2a-4103-9746-0a18f07f3e03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1599121 Nov 12 03:24:57.441709 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57844) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:57.442867 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b5770e-e83f-4177-8726-679908e5c090 None None] Sync routers for ids ['70f0c252-de2a-4103-9746-0a18f07f3e03'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:24:57.482033 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b5770e-e83f-4177-8726-679908e5c090 None None] Routers {'70f0c252-de2a-4103-9746-0a18f07f3e03'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:57.483582 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-c7b5770e-e83f-4177-8726-679908e5c090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:24:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['70f0c252-de2a-4103-9746-0a18f07f3e03'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:57.538251 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.571785 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b098cc-910b-4265-9575-afd28a7f8efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39a57cd-b764-4391-a7a9-e9de28772117'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:57.574501 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72896c6a-7eb8-41e1-b456-d9c6293c9fed" -d '{"events": [{"server_uuid": "29b098cc-910b-4265-9575-afd28a7f8efc", "name": "network-vif-plugged", "status": "completed", "tag": "b39a57cd-b764-4391-a7a9-e9de28772117"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:57.598466 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port b39a57cd-b764-4391-a7a9-e9de28772117, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=b39a57cd-b764-4391-a7a9-e9de28772117,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:57.603295 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.604773 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 50373608-939c-404f-8e58-d13ffe4451a7 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:57.628778 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9953339-c6e1-490d-a399-a65b935baa85 x-openstack-request-id: req-a9953339-c6e1-490d-a399-a65b935baa85 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:57.629059 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "565748e5-d3c5-4e87-8ed7-425bbf126ee7", "name": "network-vif-deleted", "tag": "c0c325f2-ad27-406e-bdc9-f07385fe28d9", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:57.629378 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a9953339-c6e1-490d-a399-a65b935baa85 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:57.629709 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '565748e5-d3c5-4e87-8ed7-425bbf126ee7', 'name': 'network-vif-deleted', 'tag': 'c0c325f2-ad27-406e-bdc9-f07385fe28d9', 'status': 'completed', 'code': 200} Nov 12 03:24:57.712324 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf3102-013e-4c3c-85f1-7bebced10034 req-c8a5e4a4-4eb0-4310-8439-998afbd7cd8e tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:57.716052 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bfbf3102-013e-4c3c-85f1-7bebced10034 req-c8a5e4a4-4eb0-4310-8439-998afbd7cd8e tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=29b098cc-910b-4265-9575-afd28a7f8efc HTTP/1.1" status: 200 len: 949 time: 0.2456505 Nov 12 03:24:57.717205 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb9049d-fb65-4b8a-a67f-bcbb5128a5c4 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Made reservation on behalf of 984b5bf9950d4e568e34b6531154493c for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:57.728197 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7cb9049d-fb65-4b8a-a67f-bcbb5128a5c4 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.755888 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ebfb03d0-2652-46a7-8a71-096f5578947f admin admin] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.880586 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=b39a57cd-b764-4391-a7a9-e9de28772117,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:57.894996 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 50373608-939c-404f-8e58-d13ffe4451a7 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:24:57.903191 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 50373608-939c-404f-8e58-d13ffe4451a7 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:57.904454 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:58.125536 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:58.152205 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ebfb03d0-2652-46a7-8a71-096f5578947f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:58.210384 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 50373608-939c-404f-8e58-d13ffe4451a7, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=50373608-939c-404f-8e58-d13ffe4451a7,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:58.221744 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:58.303328 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=50373608-939c-404f-8e58-d13ffe4451a7,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:58.314792 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-c7b5770e-e83f-4177-8726-679908e5c090 None None] Set router 70f0c252-de2a-4103-9746-0a18f07f3e03 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:58.322202 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-ebfb03d0-2652-46a7-8a71-096f5578947f admin admin] Deleting port 888883f6-98be-4f98-9810-cb8a47a0c245 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:58.322626 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ebfb03d0-2652-46a7-8a71-096f5578947f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:58.365440 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10dab76-9650-495f-82cd-a155a9d04c19 req-93fee7a9-fcd7-4ab0-9bde-afe8f7a7c663 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:58.375894 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c10dab76-9650-495f-82cd-a155a9d04c19 req-93fee7a9-fcd7-4ab0-9bde-afe8f7a7c663 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=39c1e5a4-b79e-4544-b3b4-e0ed9eca2734 HTTP/1.1" status: 200 len: 945 time: 0.1730707 Nov 12 03:24:58.394871 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bfbf3102-013e-4c3c-85f1-7bebced10034 req-be7b289a-94c0-4d2a-95f1-0e6ce17b1b45 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6614144 Nov 12 03:24:58.475175 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b36c2f6-a1bb-4cb4-9f63-56360518a097 x-openstack-request-id: req-8b36c2f6-a1bb-4cb4-9f63-56360518a097 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:58.476591 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b098cc-910b-4265-9575-afd28a7f8efc", "name": "network-vif-plugged", "status": "completed", "tag": "b39a57cd-b764-4391-a7a9-e9de28772117", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:58.476591 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8b36c2f6-a1bb-4cb4-9f63-56360518a097 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:58.477387 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b098cc-910b-4265-9575-afd28a7f8efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39a57cd-b764-4391-a7a9-e9de28772117', 'code': 200} Nov 12 03:24:58.508570 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c10dab76-9650-495f-82cd-a155a9d04c19 req-75adc095-abb0-4869-aa3d-ffdee1eecd12 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317749 Nov 12 03:24:58.568734 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-ebfb03d0-2652-46a7-8a71-096f5578947f admin admin] For port 888883f6-98be-4f98-9810-cb8a47a0c245, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=888883f6-98be-4f98-9810-cb8a47a0c245,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:58.569009 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ebfb03d0-2652-46a7-8a71-096f5578947f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:58.596706 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-ebfb03d0-2652-46a7-8a71-096f5578947f admin admin] Calling delete_port for 888883f6-98be-4f98-9810-cb8a47a0c245 owned by network:router_gateway {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:58.653498 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7cb9049d-fb65-4b8a-a67f-bcbb5128a5c4 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:58.703173 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-c7b5770e-e83f-4177-8726-679908e5c090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f0c252-de2a-4103-9746-0a18f07f3e03', 'name': 'tempest-ServerRescueTestJSON-610064514-router', 'tenant_id': '2b6c3f20e3df4bfeadb358a1e561f7d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '888883f6-98be-4f98-9810-cb8a47a0c245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:14Z', 'updated_at': '2021-11-12T03:24:55Z', 'revision_number': 5, 'project_id': '2b6c3f20e3df4bfeadb358a1e561f7d3', 'gw_port': {'id': '888883f6-98be-4f98-9810-cb8a47a0c245', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ab:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f0c252-de2a-4103-9746-0a18f07f3e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:16Z', 'updated_at': '2021-11-12T03:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:58.767032 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b5770e-e83f-4177-8726-679908e5c090 None None] Checking router: 70f0c252-de2a-4103-9746-0a18f07f3e03 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:24:58.773044 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3016fa-9332-42d3-888e-57db687e2bef req-5e60a8b0-8a96-4183-b554-8c0f33663be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:58.775267 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0b3016fa-9332-42d3-888e-57db687e2bef req-5e60a8b0-8a96-4183-b554-8c0f33663be1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=29b098cc-910b-4265-9575-afd28a7f8efc HTTP/1.1" status: 200 len: 1102 time: 0.1799467 Nov 12 03:24:58.801568 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b5770e-e83f-4177-8726-679908e5c090 None None] Routers {'70f0c252-de2a-4103-9746-0a18f07f3e03'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:58.802466 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-c7b5770e-e83f-4177-8726-679908e5c090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:24:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['70f0c252-de2a-4103-9746-0a18f07f3e03'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:58.823463 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57876) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:58.897070 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0b3016fa-9332-42d3-888e-57db687e2bef req-f3f8433a-7e10-4827-a21b-99a2bf80a9aa service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097178 Nov 12 03:24:58.910405 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9049d-fb65-4b8a-a67f-bcbb5128a5c4 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Pushing event updated for resources: {'Subnet': ['ID=47b6a17e-6944-4d40-9328-627b4b928ff7,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:58.928870 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb9049d-fb65-4b8a-a67f-bcbb5128a5c4 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Checking segment: {'id': '13bc166f-55e1-4dc8-baa3-5d15709f86ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0a9162de-bdde-427f-8e0e-6dfc54c7d9d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:58.929320 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb9049d-fb65-4b8a-a67f-bcbb5128a5c4 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Network hostable DHCP agents. Network: 0a9162de-bdde-427f-8e0e-6dfc54c7d9d5, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:24:58.945528 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-d23cd79e-b04f-4da3-923e-2465db37737b admin admin] Deleting subnet 41825434-b129-4583-a8f8-1f9b806c8df6 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:24:58.954325 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d23cd79e-b04f-4da3-923e-2465db37737b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:58.984258 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb9049d-fb65-4b8a-a67f-bcbb5128a5c4 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Network 0a9162de-bdde-427f-8e0e-6dfc54c7d9d5 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:24:58.998196 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-7cb9049d-fb65-4b8a-a67f-bcbb5128a5c4 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 0a9162de-bdde-427f-8e0e-6dfc54c7d9d5) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:59.008108 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb9049d-fb65-4b8a-a67f-bcbb5128a5c4 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:59.008659 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7cb9049d-fb65-4b8a-a67f-bcbb5128a5c4 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:59.015519 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e995a275-fc48-42f9-a8b9-bccd6f63e141 None None] Network 0a9162de-bdde-427f-8e0e-6dfc54c7d9d5 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:24:59.022527 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d23cd79e-b04f-4da3-923e-2465db37737b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:59.026325 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7169b9-6077-4761-b705-2e1fb7c68757 req-2f4c68b7-ebbd-4f6a-a65c-9ab6fdaf7d34 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:59.034843 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8a7169b9-6077-4761-b705-2e1fb7c68757 req-2f4c68b7-ebbd-4f6a-a65c-9ab6fdaf7d34 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 945 time: 0.1200325 Nov 12 03:24:59.064732 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ebfb03d0-2652-46a7-8a71-096f5578947f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:59.075629 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7cb9049d-fb65-4b8a-a67f-bcbb5128a5c4 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1620476 Nov 12 03:24:59.082403 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57886) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:59.082657 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-c7b5770e-e83f-4177-8726-679908e5c090 None None] Set router 70f0c252-de2a-4103-9746-0a18f07f3e03 gateway port host: None {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:59.088783 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-deb0c652-56c6-41d1-b297-3e933f9a3bf7 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Request body: {'subnet': {'network_id': '573baa8f-b6be-41d7-a7a6-73c38233ca3f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:59.131543 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d23cd79e-b04f-4da3-923e-2465db37737b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:59.154392 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb03d0-2652-46a7-8a71-096f5578947f admin admin] Pushing event deleted for resources: {'Port': ['ID=888883f6-98be-4f98-9810-cb8a47a0c245,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:59.196369 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-c7b5770e-e83f-4177-8726-679908e5c090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f0c252-de2a-4103-9746-0a18f07f3e03', 'name': 'tempest-ServerRescueTestJSON-610064514-router', 'tenant_id': '2b6c3f20e3df4bfeadb358a1e561f7d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:14Z', 'updated_at': '2021-11-12T03:24:58Z', 'revision_number': 6, 'project_id': '2b6c3f20e3df4bfeadb358a1e561f7d3', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:59.275657 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b5770e-e83f-4177-8726-679908e5c090 None None] The sync data for ids ['70f0c252-de2a-4103-9746-0a18f07f3e03'] in n-d-715271-27 is: [{'id': '70f0c252-de2a-4103-9746-0a18f07f3e03', 'name': 'tempest-ServerRescueTestJSON-610064514-router', 'tenant_id': '2b6c3f20e3df4bfeadb358a1e561f7d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:14Z', 'updated_at': '2021-11-12T03:24:58Z', 'revision_number': 6, 'project_id': '2b6c3f20e3df4bfeadb358a1e561f7d3', 'gw_port_host': None}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:24:59.316840 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d23cd79e-b04f-4da3-923e-2465db37737b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:59.321984 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb0c652-56c6-41d1-b297-3e933f9a3bf7 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Made reservation on behalf of 984b5bf9950d4e568e34b6531154493c for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:59.326819 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-deb0c652-56c6-41d1-b297-3e933f9a3bf7 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:59.350798 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8a7169b9-6077-4761-b705-2e1fb7c68757 req-8e585b27-164c-4423-8a43-7fc6d7154b17 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140347 Nov 12 03:24:59.385788 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ebfb03d0-2652-46a7-8a71-096f5578947f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:59.420422 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06bae8c-4b1a-44a4-a171-ed1918ec8e22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-0a9162de-bdde-427f-8e0e-6dfc54c7d9d5', 'network_id': '0a9162de-bdde-427f-8e0e-6dfc54c7d9d5', 'tenant_id': '984b5bf9950d4e568e34b6531154493c', 'fixed_ips': [{'subnet_id': '47b6a17e-6944-4d40-9328-627b4b928ff7'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:24:59.423422 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c06bae8c-4b1a-44a4-a171-ed1918ec8e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:59.493831 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23cd79e-b04f-4da3-923e-2465db37737b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41825434-b129-4583-a8f8-1f9b806c8df6,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:59.529375 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d23cd79e-b04f-4da3-923e-2465db37737b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:59.545457 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d23cd79e-b04f-4da3-923e-2465db37737b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/41825434-b129-4583-a8f8-1f9b806c8df6 HTTP/1.1" status: 204 len: 168 time: 0.7186821 Nov 12 03:24:59.552995 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57898) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:59.768676 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-c06bae8c-4b1a-44a4-a171-ed1918ec8e22 None None] Allocated IP 10.1.1.2 (0a9162de-bdde-427f-8e0e-6dfc54c7d9d5/47b6a17e-6944-4d40-9328-627b4b928ff7/00898105-569d-43b2-b32f-baa735ecb877) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:59.847776 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-348bba18-18bb-4865-8cfa-67c08ed64274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:59.889029 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478cdce-e2df-447e-b618-43309c42faec req-9dbb7a85-4ab8-4c5a-b2d3-4be5235355fb tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:59.891825 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a478cdce-e2df-447e-b618-43309c42faec req-9dbb7a85-4ab8-4c5a-b2d3-4be5235355fb tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=39c1e5a4-b79e-4544-b3b4-e0ed9eca2734 HTTP/1.1" status: 200 len: 945 time: 0.2089143 Nov 12 03:25:00.057291 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c06bae8c-4b1a-44a4-a171-ed1918ec8e22 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.065497 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device c0c325f2-ad27-406e-bdc9-f07385fe28d9 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:00.071506 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c06bae8c-4b1a-44a4-a171-ed1918ec8e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.180159 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: c0c325f2-ad27-406e-bdc9-f07385fe28d9 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:00.181029 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device c0c325f2-ad27-406e-bdc9-f07385fe28d9 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:00.197545 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06bae8c-4b1a-44a4-a171-ed1918ec8e22 None None] Pushing event updated for resources: {'Port': ['ID=00898105-569d-43b2-b32f-baa735ecb877,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:00.209750 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06bae8c-4b1a-44a4-a171-ed1918ec8e22 None None] Network 0a9162de-bdde-427f-8e0e-6dfc54c7d9d5 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:00.212839 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-c06bae8c-4b1a-44a4-a171-ed1918ec8e22 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:00.215898 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06bae8c-4b1a-44a4-a171-ed1918ec8e22 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:00.221996 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ebfb03d0-2652-46a7-8a71-096f5578947f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.234025 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ebfb03d0-2652-46a7-8a71-096f5578947f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.355674 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46819aee-4e56-492a-abba-05dd32a73b75 req-493e97d9-d39c-4361-bb57-63e642c84adf tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:00.360131 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-46819aee-4e56-492a-abba-05dd32a73b75 req-493e97d9-d39c-4361-bb57-63e642c84adf tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.74 "GET /v2.0/ports?device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 945 time: 0.8518686 Nov 12 03:25:00.361989 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-348bba18-18bb-4865-8cfa-67c08ed64274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.369914 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0feb2d14-0754-47e7-b4ac-6b8d2e08e300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.372604 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-c06bae8c-4b1a-44a4-a171-ed1918ec8e22 None None] Attempting to bind port 00898105-569d-43b2-b32f-baa735ecb877 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:00.373028 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-c06bae8c-4b1a-44a4-a171-ed1918ec8e22 None None] Attempting to bind port 00898105-569d-43b2-b32f-baa735ecb877 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '13bc166f-55e1-4dc8-baa3-5d15709f86ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0a9162de-bdde-427f-8e0e-6dfc54c7d9d5'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:00.373399 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06bae8c-4b1a-44a4-a171-ed1918ec8e22 None None] Attempting to bind port 00898105-569d-43b2-b32f-baa735ecb877 on network 0a9162de-bdde-427f-8e0e-6dfc54c7d9d5 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:00.382621 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f174e-56bd-4d76-927e-990653a72284 req-e7a728ae-a890-4610-b208-37bb99024bbc tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:00.382861 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06bae8c-4b1a-44a4-a171-ed1918ec8e22 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:00.383192 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06bae8c-4b1a-44a4-a171-ed1918ec8e22 None None] Checking segment: {'id': '13bc166f-55e1-4dc8-baa3-5d15709f86ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0a9162de-bdde-427f-8e0e-6dfc54c7d9d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:00.386030 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c06bae8c-4b1a-44a4-a171-ed1918ec8e22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.386957 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06bae8c-4b1a-44a4-a171-ed1918ec8e22 None None] Bound using segment: {'id': '13bc166f-55e1-4dc8-baa3-5d15709f86ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0a9162de-bdde-427f-8e0e-6dfc54c7d9d5'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:00.391700 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3f8f174e-56bd-4d76-927e-990653a72284 req-e7a728ae-a890-4610-b208-37bb99024bbc tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=29b098cc-910b-4265-9575-afd28a7f8efc HTTP/1.1" status: 200 len: 950 time: 0.2606506 Nov 12 03:25:00.393652 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-c06bae8c-4b1a-44a4-a171-ed1918ec8e22 None None] Bound port: 00898105-569d-43b2-b32f-baa735ecb877, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13bc166f-55e1-4dc8-baa3-5d15709f86ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0a9162de-bdde-427f-8e0e-6dfc54c7d9d5'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:00.394068 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c06bae8c-4b1a-44a4-a171-ed1918ec8e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.398951 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-348bba18-18bb-4865-8cfa-67c08ed64274 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e163c659-f682-48b4-8901-11f48fa6b884']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:00.416386 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ef056-5c84-4caf-b4f7-ed065ff1742d req-546ae086-d14b-4c7d-805e-c6ede8c882cc tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:00.416386 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a15ef056-5c84-4caf-b4f7-ed065ff1742d req-546ae086-d14b-4c7d-805e-c6ede8c882cc tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.74 "GET /v2.0/ports?device_id=39c1e5a4-b79e-4544-b3b4-e0ed9eca2734 HTTP/1.1" status: 200 len: 945 time: 0.8893061 Nov 12 03:25:00.424746 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-348bba18-18bb-4865-8cfa-67c08ed64274 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ed2f41a-a7f9-42c8-b90c-c582528b7078') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:00.425742 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-348bba18-18bb-4865-8cfa-67c08ed64274 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ed2f41a-a7f9-42c8-b90c-c582528b7078') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:00.489640 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ebfb03d0-2652-46a7-8a71-096f5578947f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.490362 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebfb03d0-2652-46a7-8a71-096f5578947f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70f0c252-de2a-4103-9746-0a18f07f3e03 {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:25:00.527385 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ebfb03d0-2652-46a7-8a71-096f5578947f admin admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.529279 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ebfb03d0-2652-46a7-8a71-096f5578947f admin admin] 10.222.0.50 "DELETE /v2.0/routers/70f0c252-de2a-4103-9746-0a18f07f3e03 HTTP/1.1" status: 204 len: 168 time: 3.0864377 Nov 12 03:25:00.529444 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34647376-8c8b-4535-bf39-d77d3cb17e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50373608-939c-404f-8e58-d13ffe4451a7'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:00.535865 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ef1404-45a8-4539-ba00-7e60a07c5112" -d '{"events": [{"server_uuid": "34647376-8c8b-4535-bf39-d77d3cb17e99", "name": "network-vif-plugged", "status": "completed", "tag": "50373608-939c-404f-8e58-d13ffe4451a7"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:00.536856 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57910) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:00.552885 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-c06bae8c-4b1a-44a4-a171-ed1918ec8e22 None None] For port 00898105-569d-43b2-b32f-baa735ecb877, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:00.591212 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-c06bae8c-4b1a-44a4-a171-ed1918ec8e22 None None] For port 00898105-569d-43b2-b32f-baa735ecb877, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=00898105-569d-43b2-b32f-baa735ecb877,segment=NetworkSegment(13bc166f-55e1-4dc8-baa3-5d15709f86ad),segment_id=13bc166f-55e1-4dc8-baa3-5d15709f86ad)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:00.599997 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c06bae8c-4b1a-44a4-a171-ed1918ec8e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.608402 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a478cdce-e2df-447e-b618-43309c42faec req-36811d60-3c8a-4266-9434-eb69442cc388 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6980929 Nov 12 03:25:00.609277 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-deb0c652-56c6-41d1-b297-3e933f9a3bf7 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.613533 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-348bba18-18bb-4865-8cfa-67c08ed64274 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.686375 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-348bba18-18bb-4865-8cfa-67c08ed64274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.712547 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-348bba18-18bb-4865-8cfa-67c08ed64274 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:25:00.713123 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-348bba18-18bb-4865-8cfa-67c08ed64274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.715616 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06bae8c-4b1a-44a4-a171-ed1918ec8e22 None None] Pushing event updated for resources: {'Port': ['ID=00898105-569d-43b2-b32f-baa735ecb877,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:00.716433 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:25:00.716433 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:25:00.716433 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:25:00.716433 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:25:00.716433 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:25:00.716433 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:25:00.716433 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:25:00.716433 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:25:00.716433 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:25:00.716433 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:25:00.716433 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:25:00.716433 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:25:00.716433 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:25:00.716433 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:25:00.716433 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:25:00.716433 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:25:00.716433 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:25:00.716433 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:25:00.716433 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:25:00.716433 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:25:00.716433 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:25:00.716433 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:25:00.716433 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:25:00.716433 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:25:00.716433 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:25:00.716433 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:25:00.716433 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:25:00.716433 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:25:00.716433 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:25:00.716433 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:25:00.716433 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:25:00.716433 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:25:00.804898 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0c652-56c6-41d1-b297-3e933f9a3bf7 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Pushing event updated for resources: {'Subnet': ['ID=ba17018e-b96b-4c29-adff-c6650fd08ac2,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:00.846796 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-348bba18-18bb-4865-8cfa-67c08ed64274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.852431 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-348bba18-18bb-4865-8cfa-67c08ed64274 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.870258 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3f8f174e-56bd-4d76-927e-990653a72284 req-18797f17-d101-4b9e-8d10-77485b08bdbb tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4729099 Nov 12 03:25:00.873211 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-348bba18-18bb-4865-8cfa-67c08ed64274 admin admin] 10.222.0.50 "DELETE /v2.0/networks/e163c659-f682-48b4-8901-11f48fa6b884 HTTP/1.1" status: 204 len: 168 time: 1.3152680 Nov 12 03:25:00.873525 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57918) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:00.878223 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb0c652-56c6-41d1-b297-3e933f9a3bf7 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Checking segment: {'id': '83020275-838e-40df-a5ab-a96ac61387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '573baa8f-b6be-41d7-a7a6-73c38233ca3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:00.880302 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-5042a8a7-3e9e-4c89-af3f-bbaaf3bcbe45 admin admin] Deleting subnet 9df5425c-e3c5-4b00-ac6d-1c0b8d452c62 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:25:00.882311 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb0c652-56c6-41d1-b297-3e933f9a3bf7 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Network hostable DHCP agents. Network: 573baa8f-b6be-41d7-a7a6-73c38233ca3f, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:25:00.884621 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5042a8a7-3e9e-4c89-af3f-bbaaf3bcbe45 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.936400 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348bba18-18bb-4865-8cfa-67c08ed64274 admin admin] Pushing event deleted for resources: {'Network': ['ID=e163c659-f682-48b4-8901-11f48fa6b884,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:00.984498 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb0c652-56c6-41d1-b297-3e933f9a3bf7 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Network 573baa8f-b6be-41d7-a7a6-73c38233ca3f is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:25:01.018019 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-deb0c652-56c6-41d1-b297-3e933f9a3bf7 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 573baa8f-b6be-41d7-a7a6-73c38233ca3f) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:01.020405 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5042a8a7-3e9e-4c89-af3f-bbaaf3bcbe45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.027486 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96180088-48b0-49a2-b738-a66ab31eca37 None None] Network 573baa8f-b6be-41d7-a7a6-73c38233ca3f requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:01.032606 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb0c652-56c6-41d1-b297-3e933f9a3bf7 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:01.042367 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-deb0c652-56c6-41d1-b297-3e933f9a3bf7 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.096781 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-deb0c652-56c6-41d1-b297-3e933f9a3bf7 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0128477 Nov 12 03:25:01.101592 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57920) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:01.127193 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-2ea0a64b-67a2-46a7-ae18-da975508a9a5 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Request body: {'port': {'network_id': '0a9162de-bdde-427f-8e0e-6dfc54c7d9d5', 'name': 'tempest-TaggedBootDevicesTest-504782291', 'fixed_ips': [{'subnet_id': '47b6a17e-6944-4d40-9328-627b4b928ff7'}]}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:01.202033 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5042a8a7-3e9e-4c89-af3f-bbaaf3bcbe45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.213439 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 888883f6-98be-4f98-9810-cb8a47a0c245 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:01.244388 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fb6382e-4f46-4ba3-850c-c1f4ee225db9 admin admin] Deleting subnet edad564f-cb21-4b03-9aa5-0f1a95126506 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:25:01.259863 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9fb6382e-4f46-4ba3-850c-c1f4ee225db9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.295126 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 888883f6-98be-4f98-9810-cb8a47a0c245 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:01.295635 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 888883f6-98be-4f98-9810-cb8a47a0c245 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:01.297304 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device b39fe63a-55ae-41a7-b4a2-22dfa8e70c8a no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:01.303139 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea0a64b-67a2-46a7-ae18-da975508a9a5 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Made reservation on behalf of 984b5bf9950d4e568e34b6531154493c for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:01.327177 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-46819aee-4e56-492a-abba-05dd32a73b75 req-397cc501-6cf4-4089-8633-ccce5c29bd09 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Deleting port c8ef7709-72a6-4596-9527-d2a9f473fb62 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:01.327518 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-46819aee-4e56-492a-abba-05dd32a73b75 req-397cc501-6cf4-4089-8633-ccce5c29bd09 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.336342 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-a15ef056-5c84-4caf-b4f7-ed065ff1742d req-033db51e-7b8a-4832-8009-974d4f671fdd tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Deleting port 02dbcd9c-f7ad-40fd-9b97-be7e955eb326 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:01.336680 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-a15ef056-5c84-4caf-b4f7-ed065ff1742d req-033db51e-7b8a-4832-8009-974d4f671fdd tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.377621 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfb23cb-3857-4810-86b7-bb05c4d34869 x-openstack-request-id: req-7cfb23cb-3857-4810-86b7-bb05c4d34869 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:01.383412 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34647376-8c8b-4535-bf39-d77d3cb17e99", "name": "network-vif-plugged", "status": "completed", "tag": "50373608-939c-404f-8e58-d13ffe4451a7", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:01.383972 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7cfb23cb-3857-4810-86b7-bb05c4d34869 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:01.384807 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34647376-8c8b-4535-bf39-d77d3cb17e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50373608-939c-404f-8e58-d13ffe4451a7', 'code': 200} Nov 12 03:25:01.386884 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: b39fe63a-55ae-41a7-b4a2-22dfa8e70c8a {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:01.387231 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device b39fe63a-55ae-41a7-b4a2-22dfa8e70c8a not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:01.412923 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c87bd-76f1-4dac-9d2e-2b1098f31c85 req-8cff8c90-df5f-4fa8-9cdb-9e07a7da3937 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:01.422956 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-600c87bd-76f1-4dac-9d2e-2b1098f31c85 req-8cff8c90-df5f-4fa8-9cdb-9e07a7da3937 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 945 time: 0.4289348 Nov 12 03:25:01.488816 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9fb6382e-4f46-4ba3-850c-c1f4ee225db9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.532720 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab53849-1da1-4187-9762-4f64db4b0b2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-573baa8f-b6be-41d7-a7a6-73c38233ca3f', 'network_id': '573baa8f-b6be-41d7-a7a6-73c38233ca3f', 'tenant_id': '984b5bf9950d4e568e34b6531154493c', 'fixed_ips': [{'subnet_id': 'ba17018e-b96b-4c29-adff-c6650fd08ac2'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:25:01.533660 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2ab53849-1da1-4187-9762-4f64db4b0b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.540203 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2ea0a64b-67a2-46a7-ae18-da975508a9a5 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.566452 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-2ea0a64b-67a2-46a7-ae18-da975508a9a5 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] device_id is not set on port e14041bd-b04a-4f9c-8b9a-4602f8a15d0b yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:25:01.576140 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef57ac-3107-4923-bc9a-a446e7a51d00 req-0deff54f-c7f1-4b81-bde7-9c0cfae4bd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:01.578335 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-72ef57ac-3107-4923-bc9a-a446e7a51d00 req-0deff54f-c7f1-4b81-bde7-9c0cfae4bd4f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 1102 time: 0.0990181 Nov 12 03:25:01.665067 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5042a8a7-3e9e-4c89-af3f-bbaaf3bcbe45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.730475 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-2ab53849-1da1-4187-9762-4f64db4b0b2c None None] Allocated IP 10.2.2.2 (573baa8f-b6be-41d7-a7a6-73c38233ca3f/ba17018e-b96b-4c29-adff-c6650fd08ac2/782cf3f4-f7e7-4853-bf8f-d5d9ebc08ec7) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:01.738777 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-46819aee-4e56-492a-abba-05dd32a73b75 req-397cc501-6cf4-4089-8633-ccce5c29bd09 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] For port c8ef7709-72a6-4596-9527-d2a9f473fb62, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=c8ef7709-72a6-4596-9527-d2a9f473fb62,segment=NetworkSegment(b8c93ffa-e78d-4d7d-8be5-2d181e470820),segment_id=b8c93ffa-e78d-4d7d-8be5-2d181e470820)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:01.739032 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-46819aee-4e56-492a-abba-05dd32a73b75 req-397cc501-6cf4-4089-8633-ccce5c29bd09 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.767349 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5042a8a7-3e9e-4c89-af3f-bbaaf3bcbe45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9df5425c-e3c5-4b00-ac6d-1c0b8d452c62,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:01.769849 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9fb6382e-4f46-4ba3-850c-c1f4ee225db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.775112 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5042a8a7-3e9e-4c89-af3f-bbaaf3bcbe45 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.778642 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5042a8a7-3e9e-4c89-af3f-bbaaf3bcbe45 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9df5425c-e3c5-4b00-ac6d-1c0b8d452c62 HTTP/1.1" status: 204 len: 168 time: 1.2235608 Nov 12 03:25:01.808464 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-600c87bd-76f1-4dac-9d2e-2b1098f31c85 req-758c473a-389b-4aae-874d-cbec2802fa4a tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840244 Nov 12 03:25:01.814064 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-46819aee-4e56-492a-abba-05dd32a73b75 req-397cc501-6cf4-4089-8633-ccce5c29bd09 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Calling delete_port for c8ef7709-72a6-4596-9527-d2a9f473fb62 owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:01.820061 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57930) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:01.865119 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-a15ef056-5c84-4caf-b4f7-ed065ff1742d req-033db51e-7b8a-4832-8009-974d4f671fdd tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] For port 02dbcd9c-f7ad-40fd-9b97-be7e955eb326, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=02dbcd9c-f7ad-40fd-9b97-be7e955eb326,segment=NetworkSegment(eece85e2-9491-495c-808d-869c08a5aaa4),segment_id=eece85e2-9491-495c-808d-869c08a5aaa4)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:01.865119 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-a15ef056-5c84-4caf-b4f7-ed065ff1742d req-033db51e-7b8a-4832-8009-974d4f671fdd tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.865599 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-72ef57ac-3107-4923-bc9a-a446e7a51d00 req-9be87ef9-303a-49ec-b218-5a532a9e071c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655609 Nov 12 03:25:01.937686 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-a15ef056-5c84-4caf-b4f7-ed065ff1742d req-033db51e-7b8a-4832-8009-974d4f671fdd tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Calling delete_port for 02dbcd9c-f7ad-40fd-9b97-be7e955eb326 owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:02.097206 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c3cdd3dd-3847-42c3-be3a-94d8019c5480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.107585 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2ab53849-1da1-4187-9762-4f64db4b0b2c None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.117115 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2ab53849-1da1-4187-9762-4f64db4b0b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.174058 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab53849-1da1-4187-9762-4f64db4b0b2c None None] Pushing event updated for resources: {'Port': ['ID=782cf3f4-f7e7-4853-bf8f-d5d9ebc08ec7,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:02.200199 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab53849-1da1-4187-9762-4f64db4b0b2c None None] Network 573baa8f-b6be-41d7-a7a6-73c38233ca3f is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:02.202570 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-2ab53849-1da1-4187-9762-4f64db4b0b2c None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:02.208191 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab53849-1da1-4187-9762-4f64db4b0b2c None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:02.219552 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-2ea0a64b-67a2-46a7-ae18-da975508a9a5 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Allocated IP 10.1.1.152 (0a9162de-bdde-427f-8e0e-6dfc54c7d9d5/47b6a17e-6944-4d40-9328-627b4b928ff7/e14041bd-b04a-4f9c-8b9a-4602f8a15d0b) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:02.229732 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9fb6382e-4f46-4ba3-850c-c1f4ee225db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.284623 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c3cdd3dd-3847-42c3-be3a-94d8019c5480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.291659 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-2ab53849-1da1-4187-9762-4f64db4b0b2c None None] Attempting to bind port 782cf3f4-f7e7-4853-bf8f-d5d9ebc08ec7 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:02.292384 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-2ab53849-1da1-4187-9762-4f64db4b0b2c None None] Attempting to bind port 782cf3f4-f7e7-4853-bf8f-d5d9ebc08ec7 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '83020275-838e-40df-a5ab-a96ac61387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '573baa8f-b6be-41d7-a7a6-73c38233ca3f'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:02.292549 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab53849-1da1-4187-9762-4f64db4b0b2c None None] Attempting to bind port 782cf3f4-f7e7-4853-bf8f-d5d9ebc08ec7 on network 573baa8f-b6be-41d7-a7a6-73c38233ca3f {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:02.300894 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab53849-1da1-4187-9762-4f64db4b0b2c None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:02.301283 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab53849-1da1-4187-9762-4f64db4b0b2c None None] Checking segment: {'id': '83020275-838e-40df-a5ab-a96ac61387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '573baa8f-b6be-41d7-a7a6-73c38233ca3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:02.301686 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2ab53849-1da1-4187-9762-4f64db4b0b2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.302137 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab53849-1da1-4187-9762-4f64db4b0b2c None None] Bound using segment: {'id': '83020275-838e-40df-a5ab-a96ac61387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '573baa8f-b6be-41d7-a7a6-73c38233ca3f'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:02.302613 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-2ab53849-1da1-4187-9762-4f64db4b0b2c None None] Bound port: 782cf3f4-f7e7-4853-bf8f-d5d9ebc08ec7, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83020275-838e-40df-a5ab-a96ac61387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '573baa8f-b6be-41d7-a7a6-73c38233ca3f'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:02.303579 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2ab53849-1da1-4187-9762-4f64db4b0b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.315926 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-c3cdd3dd-3847-42c3-be3a-94d8019c5480 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd20a58b-98df-4ef8-98dd-f9fae3c64676']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:02.319709 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb6382e-4f46-4ba3-850c-c1f4ee225db9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edad564f-cb21-4b03-9aa5-0f1a95126506,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:02.330916 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-c3cdd3dd-3847-42c3-be3a-94d8019c5480 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '033a6808-1d19-4bc4-a7ba-207db19e6110') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:02.331441 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-c3cdd3dd-3847-42c3-be3a-94d8019c5480 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '033a6808-1d19-4bc4-a7ba-207db19e6110') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:02.345712 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9fb6382e-4f46-4ba3-850c-c1f4ee225db9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.351365 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9fb6382e-4f46-4ba3-850c-c1f4ee225db9 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/edad564f-cb21-4b03-9aa5-0f1a95126506 HTTP/1.1" status: 204 len: 168 time: 1.4035983 Nov 12 03:25:02.352822 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c3cdd3dd-3847-42c3-be3a-94d8019c5480 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.359895 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57938) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:02.373917 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c3cdd3dd-3847-42c3-be3a-94d8019c5480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.388120 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2ab53849-1da1-4187-9762-4f64db4b0b2c None None] For port 782cf3f4-f7e7-4853-bf8f-d5d9ebc08ec7, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:02.390446 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3cdd3dd-3847-42c3-be3a-94d8019c5480 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:25:02.390916 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c3cdd3dd-3847-42c3-be3a-94d8019c5480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.393134 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:25:02.393134 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:25:02.393134 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:25:02.393134 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:25:02.393134 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:25:02.393134 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:25:02.393134 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:25:02.393134 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:25:02.393134 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:25:02.393134 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:25:02.393134 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:25:02.393134 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:25:02.393134 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:25:02.393134 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:25:02.393134 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:25:02.393134 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:25:02.393134 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:25:02.393134 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:25:02.393134 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:25:02.393134 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:25:02.393134 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:25:02.393134 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:25:02.393134 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:25:02.393134 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:25:02.393134 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:25:02.393134 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:25:02.393134 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:25:02.393134 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:25:02.393134 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:25:02.393134 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:25:02.393134 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:25:02.393134 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:25:02.395758 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2ab53849-1da1-4187-9762-4f64db4b0b2c None None] For port 782cf3f4-f7e7-4853-bf8f-d5d9ebc08ec7, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=782cf3f4-f7e7-4853-bf8f-d5d9ebc08ec7,segment=NetworkSegment(83020275-838e-40df-a5ab-a96ac61387a9),segment_id=83020275-838e-40df-a5ab-a96ac61387a9)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:02.414677 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2ab53849-1da1-4187-9762-4f64db4b0b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.463998 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41294081-a72a-42d5-9ee9-e2230fdef1b1 None None] Network 0a9162de-bdde-427f-8e0e-6dfc54c7d9d5 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:02.480409 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0df74d-d295-4112-9b1f-e85ef39acd5f req-67f1afff-9761-491f-8ea8-380b8703a5d3 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:02.489291 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-df0df74d-d295-4112-9b1f-e85ef39acd5f req-67f1afff-9761-491f-8ea8-380b8703a5d3 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=29b098cc-910b-4265-9575-afd28a7f8efc HTTP/1.1" status: 200 len: 950 time: 0.3309414 Nov 12 03:25:02.509329 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb6382e-4f46-4ba3-850c-c1f4ee225db9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:02.509661 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb6382e-4f46-4ba3-850c-c1f4ee225db9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:02.510136 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb6382e-4f46-4ba3-850c-c1f4ee225db9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:02.510551 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb6382e-4f46-4ba3-850c-c1f4ee225db9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:02.510942 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb6382e-4f46-4ba3-850c-c1f4ee225db9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:02.511577 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb6382e-4f46-4ba3-850c-c1f4ee225db9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:02.512173 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb6382e-4f46-4ba3-850c-c1f4ee225db9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:02.512565 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb6382e-4f46-4ba3-850c-c1f4ee225db9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:02.512960 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb6382e-4f46-4ba3-850c-c1f4ee225db9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:02.513512 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb6382e-4f46-4ba3-850c-c1f4ee225db9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:02.514011 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb6382e-4f46-4ba3-850c-c1f4ee225db9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:02.514401 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb6382e-4f46-4ba3-850c-c1f4ee225db9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:02.523328 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-46819aee-4e56-492a-abba-05dd32a73b75 req-397cc501-6cf4-4089-8633-ccce5c29bd09 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.525945 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-a15ef056-5c84-4caf-b4f7-ed065ff1742d req-033db51e-7b8a-4832-8009-974d4f671fdd tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.559016 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c3cdd3dd-3847-42c3-be3a-94d8019c5480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.569496 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-9cbe9c80-0acb-4f33-8afc-b5798f82f464 None None] Provisioning complete for port 00898105-569d-43b2-b32f-baa735ecb877 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:02.569954 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9cbe9c80-0acb-4f33-8afc-b5798f82f464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.574610 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5be79-d6d8-453c-aedc-e69375949bcf req-92781256-b9dd-478d-acca-69ff8491f4eb tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:02.579333 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab53849-1da1-4187-9762-4f64db4b0b2c None None] Pushing event updated for resources: {'Port': ['ID=782cf3f4-f7e7-4853-bf8f-d5d9ebc08ec7,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:02.582468 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c3cdd3dd-3847-42c3-be3a-94d8019c5480 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.588405 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-caa5be79-d6d8-453c-aedc-e69375949bcf req-92781256-b9dd-478d-acca-69ff8491f4eb tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=39c1e5a4-b79e-4544-b3b4-e0ed9eca2734 HTTP/1.1" status: 200 len: 945 time: 0.5168622 Nov 12 03:25:02.589296 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c3cdd3dd-3847-42c3-be3a-94d8019c5480 admin admin] 10.222.0.50 "DELETE /v2.0/networks/bd20a58b-98df-4ef8-98dd-f9fae3c64676 HTTP/1.1" status: 204 len: 168 time: 0.7675776 Nov 12 03:25:02.633475 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cdd3dd-3847-42c3-be3a-94d8019c5480 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd20a58b-98df-4ef8-98dd-f9fae3c64676,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:02.653244 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-df0df74d-d295-4112-9b1f-e85ef39acd5f req-52decb5d-13a8-4a27-bda5-d1e603b4fe6f tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584673 Nov 12 03:25:02.820397 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-46819aee-4e56-492a-abba-05dd32a73b75 req-397cc501-6cf4-4089-8633-ccce5c29bd09 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] No DVR routers for this DVR port c8ef7709-72a6-4596-9527-d2a9f473fb62 on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:25:02.831518 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397cc501-6cf4-4089-8633-ccce5c29bd09 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Pushing event deleted for resources: {'Port': ['ID=c8ef7709-72a6-4596-9527-d2a9f473fb62,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:02.885275 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9cbe9c80-0acb-4f33-8afc-b5798f82f464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.897918 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-46819aee-4e56-492a-abba-05dd32a73b75 req-397cc501-6cf4-4089-8633-ccce5c29bd09 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.902169 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-46819aee-4e56-492a-abba-05dd32a73b75 req-397cc501-6cf4-4089-8633-ccce5c29bd09 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.74 "DELETE /v2.0/ports/c8ef7709-72a6-4596-9527-d2a9f473fb62 HTTP/1.1" status: 204 len: 173 time: 2.5056202 Nov 12 03:25:02.948709 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-9cbe9c80-0acb-4f33-8afc-b5798f82f464 None None] For port 00898105-569d-43b2-b32f-baa735ecb877, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=00898105-569d-43b2-b32f-baa735ecb877,segment=NetworkSegment(13bc166f-55e1-4dc8-baa3-5d15709f86ad),segment_id=13bc166f-55e1-4dc8-baa3-5d15709f86ad)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:02.950474 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033db51e-7b8a-4832-8009-974d4f671fdd tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Pushing event deleted for resources: {'Port': ['ID=02dbcd9c-f7ad-40fd-9b97-be7e955eb326,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:02.955720 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9cbe9c80-0acb-4f33-8afc-b5798f82f464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.963229 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f52e11-1b72-460c-9afe-29bce7255d86', 'name': 'network-vif-deleted', 'tag': 'c8ef7709-72a6-4596-9527-d2a9f473fb62'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:02.974422 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a261b44d-eaa8-4d8a-9201-c5b5435b3c66" -d '{"events": [{"server_uuid": "22f52e11-1b72-460c-9afe-29bce7255d86", "name": "network-vif-deleted", "tag": "c8ef7709-72a6-4596-9527-d2a9f473fb62"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:02.995242 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2ea0a64b-67a2-46a7-ae18-da975508a9a5 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:03.001076 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57954) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:03.043856 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbe9c80-0acb-4f33-8afc-b5798f82f464 None None] Pushing event updated for resources: {'Port': ['ID=00898105-569d-43b2-b32f-baa735ecb877,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:03.068358 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5f0bfe1e-b39a-49b6-98f5-680eba33b227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:03.196944 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2ea0a64b-67a2-46a7-ae18-da975508a9a5 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:03.218998 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f49b3ee7-be73-4559-8e8d-3bb7a8e16051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:03.251214 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device c8ef7709-72a6-4596-9527-d2a9f473fb62 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:03.274798 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15ef056-5c84-4caf-b4f7-ed065ff1742d req-033db51e-7b8a-4832-8009-974d4f671fdd tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] No DVR routers for this DVR port 02dbcd9c-f7ad-40fd-9b97-be7e955eb326 on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:25:03.315214 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-caa5be79-d6d8-453c-aedc-e69375949bcf req-a4eb6fd3-f01c-44a8-a829-e465d4378409 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7263215 Nov 12 03:25:03.323317 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-a15ef056-5c84-4caf-b4f7-ed065ff1742d req-033db51e-7b8a-4832-8009-974d4f671fdd tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:03.324895 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: c8ef7709-72a6-4596-9527-d2a9f473fb62 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:03.325567 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device c8ef7709-72a6-4596-9527-d2a9f473fb62 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:03.326116 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 02dbcd9c-f7ad-40fd-9b97-be7e955eb326 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:03.345005 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a15ef056-5c84-4caf-b4f7-ed065ff1742d req-033db51e-7b8a-4832-8009-974d4f671fdd tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.74 "DELETE /v2.0/ports/02dbcd9c-f7ad-40fd-9b97-be7e955eb326 HTTP/1.1" status: 204 len: 173 time: 2.9019237 Nov 12 03:25:03.371680 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b84f8f1b-76b0-48e5-8156-dbbf13f28e5b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2b6c3f20e3df4bfeadb358a1e561f7d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3653004 Nov 12 03:25:03.373762 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57958) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:03.381928 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 02dbcd9c-f7ad-40fd-9b97-be7e955eb326 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:03.382615 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 02dbcd9c-f7ad-40fd-9b97-be7e955eb326 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:03.416553 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea0a64b-67a2-46a7-ae18-da975508a9a5 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Pushing event updated for resources: {'Port': ['ID=e14041bd-b04a-4f9c-8b9a-4602f8a15d0b,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:03.438689 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea0a64b-67a2-46a7-ae18-da975508a9a5 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Network 0a9162de-bdde-427f-8e0e-6dfc54c7d9d5 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:03.444293 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-2ea0a64b-67a2-46a7-ae18-da975508a9a5 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:03.448603 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea0a64b-67a2-46a7-ae18-da975508a9a5 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:03.470873 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 00898105-569d-43b2-b32f-baa735ecb877 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:03.544442 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5f0bfe1e-b39a-49b6-98f5-680eba33b227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:03.549623 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4f8ee7ea-0033-4169-8fcb-c8f18690aa66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:03.558637 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea0a64b-67a2-46a7-ae18-da975508a9a5 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:03.559247 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2ea0a64b-67a2-46a7-ae18-da975508a9a5 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:03.612398 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2ea0a64b-67a2-46a7-ae18-da975508a9a5 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5084646 Nov 12 03:25:03.616394 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57960) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:03.622250 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-a6ac139b-895a-4e4d-a18b-653657817938 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Request body: {'port': {'network_id': '0a9162de-bdde-427f-8e0e-6dfc54c7d9d5', 'name': 'tempest-TaggedBootDevicesTest-795160714', 'fixed_ips': [{'subnet_id': '47b6a17e-6944-4d40-9328-627b4b928ff7'}]}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:03.632598 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4f8ee7ea-0033-4169-8fcb-c8f18690aa66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:03.640147 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-5f0bfe1e-b39a-49b6-98f5-680eba33b227 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a08aacf0-956c-40d5-a931-a61aba6b52d5']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:03.650506 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-26c18adc-9cff-4dff-b7bb-cba7dfbd02c7 None None] Provisioning complete for port 00898105-569d-43b2-b32f-baa735ecb877 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:03.651299 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-26c18adc-9cff-4dff-b7bb-cba7dfbd02c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:03.686309 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-5f0bfe1e-b39a-49b6-98f5-680eba33b227 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb122cb3-44ed-496d-869e-69a0c57349a3') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:03.686911 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-5f0bfe1e-b39a-49b6-98f5-680eba33b227 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb122cb3-44ed-496d-869e-69a0c57349a3') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:03.693066 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 00898105-569d-43b2-b32f-baa735ecb877 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:03.694102 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:03.709892 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5f0bfe1e-b39a-49b6-98f5-680eba33b227 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:03.747448 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5f0bfe1e-b39a-49b6-98f5-680eba33b227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:03.769907 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f0bfe1e-b39a-49b6-98f5-680eba33b227 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:25:03.770604 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5f0bfe1e-b39a-49b6-98f5-680eba33b227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:03.891494 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 782cf3f4-f7e7-4853-bf8f-d5d9ebc08ec7 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:03.904698 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:25:03.904698 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:25:03.904698 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:25:03.904698 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:25:03.904698 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:25:03.904698 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:25:03.904698 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:25:03.904698 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:25:03.904698 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:25:03.904698 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:25:03.904698 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:25:03.904698 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:25:03.904698 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:25:03.904698 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:25:03.904698 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:25:03.904698 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:25:03.904698 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:25:03.904698 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:25:03.904698 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:25:03.904698 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:25:03.904698 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:25:03.904698 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:25:03.904698 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:25:03.904698 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:25:03.904698 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:25:03.904698 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:25:03.904698 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:25:03.904698 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:25:03.904698 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:25:03.904698 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:25:03.904698 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:25:03.904698 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:25:03.923432 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5f0bfe1e-b39a-49b6-98f5-680eba33b227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:03.965609 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5f0bfe1e-b39a-49b6-98f5-680eba33b227 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:03.969947 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5f0bfe1e-b39a-49b6-98f5-680eba33b227 admin admin] 10.222.0.50 "DELETE /v2.0/networks/a08aacf0-956c-40d5-a931-a61aba6b52d5 HTTP/1.1" status: 204 len: 168 time: 1.4953742 Nov 12 03:25:03.989456 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0bfe1e-b39a-49b6-98f5-680eba33b227 admin admin] Pushing event deleted for resources: {'Network': ['ID=a08aacf0-956c-40d5-a931-a61aba6b52d5,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:03.994353 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0ae1c27b-239c-4325-8993-5592d2bb2b22 req-26184ffa-1c77-4f6e-9a8a-d0c0daa974cd tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=22f52e11-1b72-460c-9afe-29bce7255d86 HTTP/1.1" status: 200 len: 210 time: 0.0805850 Nov 12 03:25:04.056706 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4f8ee7ea-0033-4169-8fcb-c8f18690aa66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:04.071861 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4f8ee7ea-0033-4169-8fcb-c8f18690aa66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:04.075990 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5371e1-9f9f-4707-9de2-b5b66cdb00f1 req-6d930827-5f38-46f7-a53a-9be0caa9c2b5 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:04.081396 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4f8ee7ea-0033-4169-8fcb-c8f18690aa66 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a16bdb2d-5f39-4786-a45e-47cea90761c4 HTTP/1.1" status: 204 len: 168 time: 0.6928334 Nov 12 03:25:04.083743 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2f5371e1-9f9f-4707-9de2-b5b66cdb00f1 req-6d930827-5f38-46f7-a53a-9be0caa9c2b5 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 950 time: 0.1774368 Nov 12 03:25:04.111218 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ee7ea-0033-4169-8fcb-c8f18690aa66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16bdb2d-5f39-4786-a45e-47cea90761c4,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:04.127378 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ac139b-895a-4e4d-a18b-653657817938 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Made reservation on behalf of 984b5bf9950d4e568e34b6531154493c for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:04.143140 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a6ac139b-895a-4e4d-a18b-653657817938 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:04.155483 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e025a7-7923-43e4-9f94-fcb11e1d2f52 x-openstack-request-id: req-91e025a7-7923-43e4-9f94-fcb11e1d2f52 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:04.156658 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f52e11-1b72-460c-9afe-29bce7255d86", "name": "network-vif-deleted", "tag": "c8ef7709-72a6-4596-9527-d2a9f473fb62", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:04.157558 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-91e025a7-7923-43e4-9f94-fcb11e1d2f52 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:04.158647 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f52e11-1b72-460c-9afe-29bce7255d86', 'name': 'network-vif-deleted', 'tag': 'c8ef7709-72a6-4596-9527-d2a9f473fb62', 'status': 'completed', 'code': 200} Nov 12 03:25:04.203791 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-a6ac139b-895a-4e4d-a18b-653657817938 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] device_id is not set on port f7283506-b691-45c6-9375-298221385ad8 yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:25:04.239568 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:04.243663 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2f5371e1-9f9f-4707-9de2-b5b66cdb00f1 req-1a1b5b8c-05ed-48ac-9f57-4ec8a8a4e5cf tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587980 Nov 12 03:25:04.319956 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 782cf3f4-f7e7-4853-bf8f-d5d9ebc08ec7 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:04.322049 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:04.406503 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57976) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:04.436901 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-22b7edbe-8619-4204-b522-5a6259a1875e None None] Provisioning complete for port e14041bd-b04a-4f9c-8b9a-4602f8a15d0b triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:04.437380 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-22b7edbe-8619-4204-b522-5a6259a1875e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:04.516685 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a21d2c7f-943d-497c-a6ae-f10c1d7b5500 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=acad90f297d142a08a0445eb4949b74f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1090498 Nov 12 03:25:04.520755 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57978) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:04.558966 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57980) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:04.615137 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-a6ac139b-895a-4e4d-a18b-653657817938 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Allocated IP 10.1.1.158 (0a9162de-bdde-427f-8e0e-6dfc54c7d9d5/47b6a17e-6944-4d40-9328-627b4b928ff7/f7283506-b691-45c6-9375-298221385ad8) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:04.621902 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f536fe2d-4ab9-4fec-a02f-efb5994e26ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:04.648553 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f342d734-0aa5-4f10-ad93-c536f4cd59a7 None None] Network 573baa8f-b6be-41d7-a7a6-73c38233ca3f requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:04.675542 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-22b7edbe-8619-4204-b522-5a6259a1875e None None] Port e14041bd-b04a-4f9c-8b9a-4602f8a15d0b cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:04.677333 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f536fe2d-4ab9-4fec-a02f-efb5994e26ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:04.772358 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:04.810929 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f536fe2d-4ab9-4fec-a02f-efb5994e26ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:04.817633 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f536fe2d-4ab9-4fec-a02f-efb5994e26ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:04.819267 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f536fe2d-4ab9-4fec-a02f-efb5994e26ad admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f247cb4e-bca1-481a-a0e9-1fb404a79b50 HTTP/1.1" status: 204 len: 168 time: 0.2963977 Nov 12 03:25:04.849223 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536fe2d-4ab9-4fec-a02f-efb5994e26ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f247cb4e-bca1-481a-a0e9-1fb404a79b50,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:04.911992 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-5545a4eb-36ed-4c00-a6a2-b93e2b08c750 None None] Provisioning complete for port 782cf3f4-f7e7-4853-bf8f-d5d9ebc08ec7 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:04.912390 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5545a4eb-36ed-4c00-a6a2-b93e2b08c750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:04.933628 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-70ebaade-3a4f-40e7-a283-d5673d3c7ba4 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=ce756b44a7b943d8bdc1152693620036&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0924008 Nov 12 03:25:04.973721 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 782cf3f4-f7e7-4853-bf8f-d5d9ebc08ec7, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=782cf3f4-f7e7-4853-bf8f-d5d9ebc08ec7,segment=NetworkSegment(83020275-838e-40df-a5ab-a96ac61387a9),segment_id=83020275-838e-40df-a5ab-a96ac61387a9)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:05.002028 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:05.129484 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=782cf3f4-f7e7-4853-bf8f-d5d9ebc08ec7,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:05.168036 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-8fc73b2c-9d66-4497-9d41-1dfd48f2eba9 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:05.170450 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-8fc73b2c-9d66-4497-9d41-1dfd48f2eba9 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/networks?id=e27d7564-6d22-4aba-8393-df25a0e0004d HTTP/1.1" status: 200 len: 812 time: 0.2433717 Nov 12 03:25:05.184380 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 00898105-569d-43b2-b32f-baa735ecb877 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:05.192150 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a6ac139b-895a-4e4d-a18b-653657817938 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:05.216660 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5e4050c9-cfde-4b14-85eb-754609c6b57c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:05.235011 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-3645f5e4-3a62-40d3-a0a5-4020bad90c0c tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/quotas/e1192f3b82c6435d93d38f097bb06d31 HTTP/1.1" status: 200 len: 375 time: 0.0421145 Nov 12 03:25:05.303175 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-1618783f-ca95-49f4-a132-298470074584 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e1192f3b82c6435d93d38f097bb06d31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617139 Nov 12 03:25:05.324599 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-95147554-34d9-4623-b8c3-a8b54c2686db tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:05.335911 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-95147554-34d9-4623-b8c3-a8b54c2686db tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4008992 Nov 12 03:25:05.353451 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 00898105-569d-43b2-b32f-baa735ecb877 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:05.353824 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:05.390574 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-9cd0cd7c-adea-4851-8b87-9af71854afa3 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/quotas/ce756b44a7b943d8bdc1152693620036 HTTP/1.1" status: 200 len: 375 time: 0.0524280 Nov 12 03:25:05.412969 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:05.495537 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a6ac139b-895a-4e4d-a18b-653657817938 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:05.503879 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-1cbb751a-2892-496d-9b8b-0415e2a55b54 service neutron] 10.222.0.50 "GET /v2.0/networks/e27d7564-6d22-4aba-8393-df25a0e0004d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841190 Nov 12 03:25:05.536490 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58022) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:05.594545 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-de67677d-0806-4448-8c9f-6d23fa3cd650 None None] Provisioning complete for port 782cf3f4-f7e7-4853-bf8f-d5d9ebc08ec7 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:05.594545 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-de67677d-0806-4448-8c9f-6d23fa3cd650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:05.640704 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ac139b-895a-4e4d-a18b-653657817938 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Network 0a9162de-bdde-427f-8e0e-6dfc54c7d9d5 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:05.648592 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-319fc4dd-4da2-438c-ad5b-356d58933a3c tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ce756b44a7b943d8bdc1152693620036&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2553539 Nov 12 03:25:05.655613 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac139b-895a-4e4d-a18b-653657817938 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Pushing event updated for resources: {'Port': ['ID=f7283506-b691-45c6-9375-298221385ad8,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:05.664377 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-a6ac139b-895a-4e4d-a18b-653657817938 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:05.673096 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ac139b-895a-4e4d-a18b-653657817938 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:05.691101 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-742aeb05-e1cf-4ece-a406-6224b668937e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6993960f510e4076bd9bd3c22f364d72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1436865 Nov 12 03:25:05.691101 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58026) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:05.692754 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-201327df-7c50-4e86-a86c-ecb9d40e43c1 service neutron] 10.222.0.50 "GET /v2.0/networks/e27d7564-6d22-4aba-8393-df25a0e0004d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877337 Nov 12 03:25:05.797878 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5e4050c9-cfde-4b14-85eb-754609c6b57c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:05.812702 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5e4050c9-cfde-4b14-85eb-754609c6b57c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:05.900757 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ac139b-895a-4e4d-a18b-653657817938 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:05.901423 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a6ac139b-895a-4e4d-a18b-653657817938 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:06.030515 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-732f9064-fbc2-423b-8a34-076e4664fee9 req-f3773505-d1dd-41c3-a1fc-7bc1f45d9fe9 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2b209f9-8057-402f-b431-081786c97024 HTTP/1.1" status: 200 len: 210 time: 0.0678580 Nov 12 03:25:06.063869 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5e4050c9-cfde-4b14-85eb-754609c6b57c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9f84c1f101a149a4a42435cc3ab15994&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5006058 Nov 12 03:25:06.065614 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-aa09c029-4a60-479b-9bd1-9e53d8ace295 None None] Provisioning complete for port f7283506-b691-45c6-9375-298221385ad8 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:06.065988 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-aa09c029-4a60-479b-9bd1-9e53d8ace295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:06.077732 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58044) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:06.094915 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5b181586-e006-470a-ac26-4c4b20a2d43e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:06.112983 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4050c9-cfde-4b14-85eb-754609c6b57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396b841c-e345-4579-b341-05be5b900d85,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:06.137126 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-aa09c029-4a60-479b-9bd1-9e53d8ace295 None None] Port f7283506-b691-45c6-9375-298221385ad8 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:06.161993 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c1e5a4-b79e-4544-b3b4-e0ed9eca2734', 'name': 'network-vif-deleted', 'tag': '02dbcd9c-f7ad-40fd-9b97-be7e955eb326'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:06.162134 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a6ac139b-895a-4e4d-a18b-653657817938 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5444500 Nov 12 03:25:06.166303 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca31d7a-5877-417e-b050-4e9c534234e5" -d '{"events": [{"server_uuid": "39c1e5a4-b79e-4544-b3b4-e0ed9eca2734", "name": "network-vif-deleted", "tag": "02dbcd9c-f7ad-40fd-9b97-be7e955eb326"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:06.251359 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5b181586-e006-470a-ac26-4c4b20a2d43e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:06.294283 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:06.323618 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d570ad96-bf8d-440c-a067-bd5f38d4e78c req-ca1224c1-9d5c-4049-9f45-56171dd80a7b tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=de6fb720-333f-4db9-b89f-5ea5f4cafe46 HTTP/1.1" status: 200 len: 210 time: 0.0603962 Nov 12 03:25:06.371478 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5b181586-e006-470a-ac26-4c4b20a2d43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:06.375150 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5b181586-e006-470a-ac26-4c4b20a2d43e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:06.376973 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5b181586-e006-470a-ac26-4c4b20a2d43e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/43559341-04f8-49fd-b9dc-eddeb3e39b3f HTTP/1.1" status: 204 len: 168 time: 0.6855576 Nov 12 03:25:06.395279 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b181586-e006-470a-ac26-4c4b20a2d43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43559341-04f8-49fd-b9dc-eddeb3e39b3f,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:06.396862 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e6b77cee-5db1-4057-bfdc-6fd51e2be17c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:06.515726 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e6b77cee-5db1-4057-bfdc-6fd51e2be17c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:06.597292 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1992164-b85d-4d2f-ae7a-1acb43a9cd64 x-openstack-request-id: req-d1992164-b85d-4d2f-ae7a-1acb43a9cd64 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:06.597569 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39c1e5a4-b79e-4544-b3b4-e0ed9eca2734", "name": "network-vif-deleted", "tag": "02dbcd9c-f7ad-40fd-9b97-be7e955eb326", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:06.597833 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d1992164-b85d-4d2f-ae7a-1acb43a9cd64 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:06.598242 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c1e5a4-b79e-4544-b3b4-e0ed9eca2734', 'name': 'network-vif-deleted', 'tag': '02dbcd9c-f7ad-40fd-9b97-be7e955eb326', 'status': 'completed', 'code': 200} Nov 12 03:25:06.636567 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e6b77cee-5db1-4057-bfdc-6fd51e2be17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:06.644169 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e6b77cee-5db1-4057-bfdc-6fd51e2be17c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:06.649849 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e6b77cee-5db1-4057-bfdc-6fd51e2be17c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/396b841c-e345-4579-b341-05be5b900d85 HTTP/1.1" status: 204 len: 168 time: 0.5686014 Nov 12 03:25:06.670203 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b77cee-5db1-4057-bfdc-6fd51e2be17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396b841c-e345-4579-b341-05be5b900d85,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:06.790173 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:25:06.821954 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25de44-ced6-4df5-9b9d-f728a2761935 req-892862c3-8ab1-4919-aca0-83d0d094f118 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:06.823534 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5d25de44-ced6-4df5-9b9d-f728a2761935 req-892862c3-8ab1-4919-aca0-83d0d094f118 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c1de947-43b9-42b6-9984-413200446788 HTTP/1.1" status: 200 len: 945 time: 0.1411355 Nov 12 03:25:06.920183 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5d25de44-ced6-4df5-9b9d-f728a2761935 req-16f924e9-4c47-4b3e-a23a-86e06820c556 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784979 Nov 12 03:25:07.169298 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 782cf3f4-f7e7-4853-bf8f-d5d9ebc08ec7 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:07.224980 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719aa8a-13fc-410b-b08e-1d291a47673b req-6dbef936-41b3-4729-b4d4-6c734b27a884 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:07.230030 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8719aa8a-13fc-410b-b08e-1d291a47673b req-6dbef936-41b3-4729-b4d4-6c734b27a884 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c1de947-43b9-42b6-9984-413200446788 HTTP/1.1" status: 200 len: 945 time: 0.1376369 Nov 12 03:25:07.304304 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 782cf3f4-f7e7-4853-bf8f-d5d9ebc08ec7 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:07.304894 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:07.307989 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58084) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:07.315999 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-ae045647-4f0f-4b5b-8460-e4e89653876f tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1941347526', 'description': 'tempest-description--1131967230'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:07.356247 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c70e9df1-64a8-4f55-9ff6-0f8bab705edb req-b5c9c526-102e-4ff7-bb09-b7390d3b5ff0 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2b209f9-8057-402f-b431-081786c97024 HTTP/1.1" status: 200 len: 210 time: 0.0467908 Nov 12 03:25:07.383139 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ae045647-4f0f-4b5b-8460-e4e89653876f tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:07.426101 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-8719aa8a-13fc-410b-b08e-1d291a47673b req-cc85ec71-bb1c-4d6e-aea9-6e94f072dc46 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Deleting port 9dd46ce2-0a88-4c15-b6d4-3db69abc732a {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:07.426437 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-8719aa8a-13fc-410b-b08e-1d291a47673b req-cc85ec71-bb1c-4d6e-aea9-6e94f072dc46 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:07.534145 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-baa9afa9-103e-41a3-861a-fed85f8025ba req-716e771c-f2f3-4a27-8c0d-acd4016ef9c6 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=de6fb720-333f-4db9-b89f-5ea5f4cafe46 HTTP/1.1" status: 200 len: 210 time: 0.0649190 Nov 12 03:25:07.586162 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ae045647-4f0f-4b5b-8460-e4e89653876f tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:07.598315 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ae045647-4f0f-4b5b-8460-e4e89653876f tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:07.638608 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58092) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:07.649743 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae045647-4f0f-4b5b-8460-e4e89653876f tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=163708d6-2806-48a4-99ff-2841929f9877,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:07.668019 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-8719aa8a-13fc-410b-b08e-1d291a47673b req-cc85ec71-bb1c-4d6e-aea9-6e94f072dc46 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] For port 9dd46ce2-0a88-4c15-b6d4-3db69abc732a, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=9dd46ce2-0a88-4c15-b6d4-3db69abc732a,segment=NetworkSegment(b8c93ffa-e78d-4d7d-8be5-2d181e470820),segment_id=b8c93ffa-e78d-4d7d-8be5-2d181e470820)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:07.668408 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-8719aa8a-13fc-410b-b08e-1d291a47673b req-cc85ec71-bb1c-4d6e-aea9-6e94f072dc46 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:07.671426 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cec466a1-ba36-4a43-aaf0-a3aeb2103a11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:07.672058 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ae045647-4f0f-4b5b-8460-e4e89653876f tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:07.675091 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ae045647-4f0f-4b5b-8460-e4e89653876f tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3644190 Nov 12 03:25:07.678909 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58094) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:07.684949 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-74057a28-9971-46e9-9a55-c29fac951cbd tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Request body: {'security_group_rule': {'security_group_id': '163708d6-2806-48a4-99ff-2841929f9877', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:07.696648 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-8719aa8a-13fc-410b-b08e-1d291a47673b req-cc85ec71-bb1c-4d6e-aea9-6e94f072dc46 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Calling delete_port for 9dd46ce2-0a88-4c15-b6d4-3db69abc732a owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:07.736767 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-74057a28-9971-46e9-9a55-c29fac951cbd tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:07.840127 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-56735449-0fc2-451f-9b7c-d45d450930a8 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=ce756b44a7b943d8bdc1152693620036&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523963 Nov 12 03:25:07.868573 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-74057a28-9971-46e9-9a55-c29fac951cbd tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:07.876186 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-74057a28-9971-46e9-9a55-c29fac951cbd tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:07.915272 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-74057a28-9971-46e9-9a55-c29fac951cbd tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:07.921375 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-74057a28-9971-46e9-9a55-c29fac951cbd tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2402806 Nov 12 03:25:07.924066 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58104) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:07.938393 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-5e124a34-cfbb-4ab2-a45c-4c94478e72cc tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Request body: {'security_group_rule': {'security_group_id': '163708d6-2806-48a4-99ff-2841929f9877', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:07.941607 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74057a28-9971-46e9-9a55-c29fac951cbd tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcd5fbcf-a235-4e00-a1c3-a7726b306b5e,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:08.021520 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cec466a1-ba36-4a43-aaf0-a3aeb2103a11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.067913 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cec466a1-ba36-4a43-aaf0-a3aeb2103a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.177044 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5e124a34-cfbb-4ab2-a45c-4c94478e72cc tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.204292 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-cec466a1-ba36-4a43-aaf0-a3aeb2103a11 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=47c0ab3fdd664be8ad18d9bd35d93e18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5552406 Nov 12 03:25:08.205651 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58114) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:08.210183 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-d484e2c5-8c04-4d60-8aa7-05932f841996 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:08.212288 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-d484e2c5-8c04-4d60-8aa7-05932f841996 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3565190 Nov 12 03:25:08.228130 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec466a1-ba36-4a43-aaf0-a3aeb2103a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6604022f-175b-4803-80b7-cbb5e77184a7,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:08.242904 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-e6b599ff-ed14-46f7-a3c0-b29de626a016 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Request body: {'port': {'device_id': 'b2b209f9-8057-402f-b431-081786c97024', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'admin_state_up': True, 'tenant_id': 'ce756b44a7b943d8bdc1152693620036'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:08.310447 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef21d58f-c21c-4360-9b34-741ee560a8ff req-5555a964-01af-444d-b5f9-2f47cd3b1f54 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:08.318494 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-565c1cbf-1b65-4cf4-8e2b-78f214ff9a39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.321180 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ef21d58f-c21c-4360-9b34-741ee560a8ff req-5555a964-01af-444d-b5f9-2f47cd3b1f54 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c1de947-43b9-42b6-9984-413200446788 HTTP/1.1" status: 200 len: 945 time: 0.2951384 Nov 12 03:25:08.369093 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.390636 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-565c1cbf-1b65-4cf4-8e2b-78f214ff9a39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.667692 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-1f902dd2-c62e-4473-91ab-e9d347e863cc tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:08.669277 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-1f902dd2-c62e-4473-91ab-e9d347e863cc tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.74 "GET /v2.0/networks?id=e27d7564-6d22-4aba-8393-df25a0e0004d HTTP/1.1" status: 200 len: 812 time: 0.2132933 Nov 12 03:25:08.689566 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2041add0-ce08-4d2d-ab65-af8dcf663881 req-bd19fde1-2a83-4dfc-ac28-4a7eb81355be tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2b209f9-8057-402f-b431-081786c97024 HTTP/1.1" status: 200 len: 210 time: 0.0556943 Nov 12 03:25:08.693493 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-06c68fcf-b763-4a95-b805-f769c3ed5d88 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Request body: {'port': {'device_id': 'de6fb720-333f-4db9-b89f-5ea5f4cafe46', 'network_id': 'e27d7564-6d22-4aba-8393-df25a0e0004d', 'admin_state_up': True, 'tenant_id': 'e1192f3b82c6435d93d38f097bb06d31'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:08.820170 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-8719aa8a-13fc-410b-b08e-1d291a47673b req-cc85ec71-bb1c-4d6e-aea9-6e94f072dc46 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.842586 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3b466e72-a3d8-4b1f-b702-21de058d6e50 req-524b0a02-12e6-49db-b9df-61a39798f6f4 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=de6fb720-333f-4db9-b89f-5ea5f4cafe46 HTTP/1.1" status: 200 len: 210 time: 0.0468960 Nov 12 03:25:08.858238 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-565c1cbf-1b65-4cf4-8e2b-78f214ff9a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.861377 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-565c1cbf-1b65-4cf4-8e2b-78f214ff9a39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.862468 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-565c1cbf-1b65-4cf4-8e2b-78f214ff9a39 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6604022f-175b-4803-80b7-cbb5e77184a7 HTTP/1.1" status: 204 len: 168 time: 0.6551678 Nov 12 03:25:08.905572 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-06c68fcf-b763-4a95-b805-f769c3ed5d88 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Made reservation on behalf of e1192f3b82c6435d93d38f097bb06d31 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:08.905761 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85ec71-bb1c-4d6e-aea9-6e94f072dc46 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Pushing event deleted for resources: {'Port': ['ID=9dd46ce2-0a88-4c15-b6d4-3db69abc732a,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:08.909242 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-06c68fcf-b763-4a95-b805-f769c3ed5d88 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.912378 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c1cbf-1b65-4cf4-8e2b-78f214ff9a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6604022f-175b-4803-80b7-cbb5e77184a7,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:08.994176 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5e124a34-cfbb-4ab2-a45c-4c94478e72cc tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.022797 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ef21d58f-c21c-4360-9b34-741ee560a8ff req-964c5252-d785-45ee-8188-e6e250aac869 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7008662 Nov 12 03:25:09.023527 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5e124a34-cfbb-4ab2-a45c-4c94478e72cc tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.056374 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-8719aa8a-13fc-410b-b08e-1d291a47673b req-cc85ec71-bb1c-4d6e-aea9-6e94f072dc46 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] No DVR routers for this DVR port 9dd46ce2-0a88-4c15-b6d4-3db69abc732a on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:25:09.067203 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-8719aa8a-13fc-410b-b08e-1d291a47673b req-cc85ec71-bb1c-4d6e-aea9-6e94f072dc46 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.070868 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8719aa8a-13fc-410b-b08e-1d291a47673b req-cc85ec71-bb1c-4d6e-aea9-6e94f072dc46 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.74 "DELETE /v2.0/ports/9dd46ce2-0a88-4c15-b6d4-3db69abc732a HTTP/1.1" status: 204 len: 173 time: 1.8307729 Nov 12 03:25:09.072860 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1de947-43b9-42b6-9984-413200446788', 'name': 'network-vif-deleted', 'tag': '9dd46ce2-0a88-4c15-b6d4-3db69abc732a'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:09.075304 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa099681-c54e-41fe-8940-5ea95a61c644" -d '{"events": [{"server_uuid": "8c1de947-43b9-42b6-9984-413200446788", "name": "network-vif-deleted", "tag": "9dd46ce2-0a88-4c15-b6d4-3db69abc732a"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:09.087048 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-06c68fcf-b763-4a95-b805-f769c3ed5d88 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Allocated IP 172.20.0.7 (e27d7564-6d22-4aba-8393-df25a0e0004d/36b22bc4-04aa-4109-bb38-599b9cb93288/30fae683-0579-462c-a01b-25d596bbf1b4) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:09.087986 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-e6b599ff-ed14-46f7-a3c0-b29de626a016 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Made reservation on behalf of ce756b44a7b943d8bdc1152693620036 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:09.091619 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-e6b599ff-ed14-46f7-a3c0-b29de626a016 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.094940 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e124a34-cfbb-4ab2-a45c-4c94478e72cc tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b221dbcf-75c5-46c9-9e38-4bf76ed26ab1,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:09.129848 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5e124a34-cfbb-4ab2-a45c-4c94478e72cc tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.140888 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5e124a34-cfbb-4ab2-a45c-4c94478e72cc tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2085738 Nov 12 03:25:09.142322 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58140) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:09.148220 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-716dc3db-5292-4f2f-9ef4-55589be259f7 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:09.203284 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7b8e07-28c9-4409-8ec7-f8190ef10da3 x-openstack-request-id: req-7e7b8e07-28c9-4409-8ec7-f8190ef10da3 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:09.204034 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1de947-43b9-42b6-9984-413200446788", "name": "network-vif-deleted", "tag": "9dd46ce2-0a88-4c15-b6d4-3db69abc732a", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:09.205379 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7e7b8e07-28c9-4409-8ec7-f8190ef10da3 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:09.206021 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c1de947-43b9-42b6-9984-413200446788', 'name': 'network-vif-deleted', 'tag': '9dd46ce2-0a88-4c15-b6d4-3db69abc732a', 'status': 'completed', 'code': 200} Nov 12 03:25:09.280065 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-716dc3db-5292-4f2f-9ef4-55589be259f7 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks [] for floatingip, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.300505 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-06c68fcf-b763-4a95-b805-f769c3ed5d88 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.349283 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-06c68fcf-b763-4a95-b805-f769c3ed5d88 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.421611 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-06c68fcf-b763-4a95-b805-f769c3ed5d88 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Network e27d7564-6d22-4aba-8393-df25a0e0004d is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:09.429012 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-06c68fcf-b763-4a95-b805-f769c3ed5d88 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:09.435594 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-06c68fcf-b763-4a95-b805-f769c3ed5d88 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:09.438261 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-e6b599ff-ed14-46f7-a3c0-b29de626a016 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Allocated IP 192.168.233.3 (eca3953c-c804-4641-8812-bff95be59582/fa66706f-b415-4bb9-838e-cfd08f81d96b/4117863d-1e67-4ba9-a65f-ee134a064e4c) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:09.445606 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c68fcf-b763-4a95-b805-f769c3ed5d88 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Pushing event updated for resources: {'Port': ['ID=30fae683-0579-462c-a01b-25d596bbf1b4,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:09.503016 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58148) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:09.540755 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-06c68fcf-b763-4a95-b805-f769c3ed5d88 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:09.541385 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-06c68fcf-b763-4a95-b805-f769c3ed5d88 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.544173 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-716dc3db-5292-4f2f-9ef4-55589be259f7 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.563903 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-06c68fcf-b763-4a95-b805-f769c3ed5d88 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8778646 Nov 12 03:25:09.581719 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-93ad06ca-02bb-4b25-8d28-e327fe343253 service neutron] Request body: {'port': {'device_id': 'de6fb720-333f-4db9-b89f-5ea5f4cafe46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:09.652902 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-93ad06ca-02bb-4b25-8d28-e327fe343253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.704858 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-e6b599ff-ed14-46f7-a3c0-b29de626a016 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.738322 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-716dc3db-5292-4f2f-9ef4-55589be259f7 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Allocated IP 172.25.5.203 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/47074d41-d7cc-43c6-9a49-78eefc7e9118) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:09.793722 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-e6b599ff-ed14-46f7-a3c0-b29de626a016 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.806270 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['50373608-939c-404f-8e58-d13ffe4451a7', 'b39a57cd-b764-4391-a7a9-e9de28772117'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:09.873602 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-d00c2cdc-b7be-45f5-a23c-70f02d319bb4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1692260321-network', 'tenant_id': '0debc975661f439796e2390b4a57b652'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:09.891046 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-e6b599ff-ed14-46f7-a3c0-b29de626a016 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Network eca3953c-c804-4641-8812-bff95be59582 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:09.919182 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-e6b599ff-ed14-46f7-a3c0-b29de626a016 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:09.925667 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-e6b599ff-ed14-46f7-a3c0-b29de626a016 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:09.933971 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b599ff-ed14-46f7-a3c0-b29de626a016 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Pushing event updated for resources: {'Port': ['ID=4117863d-1e67-4ba9-a65f-ee134a064e4c,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:10.095042 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00c2cdc-b7be-45f5-a23c-70f02d319bb4 admin admin] Made reservation on behalf of 0debc975661f439796e2390b4a57b652 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:10.106647 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d00c2cdc-b7be-45f5-a23c-70f02d319bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:10.181640 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00533cc2-f18d-4600-b43a-1bbd1f778e28 req-cffc9f6d-f2b3-435a-84e5-260899a98d5e tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:10.184375 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-00533cc2-f18d-4600-b43a-1bbd1f778e28 req-cffc9f6d-f2b3-435a-84e5-260899a98d5e tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2b209f9-8057-402f-b431-081786c97024 HTTP/1.1" status: 200 len: 934 time: 0.3143015 Nov 12 03:25:10.240630 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d00c2cdc-b7be-45f5-a23c-70f02d319bb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:10.247996 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-e6b599ff-ed14-46f7-a3c0-b29de626a016 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:10.248677 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-e6b599ff-ed14-46f7-a3c0-b29de626a016 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:10.260245 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-716dc3db-5292-4f2f-9ef4-55589be259f7 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:10.316338 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-e6b599ff-ed14-46f7-a3c0-b29de626a016 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0826402 Nov 12 03:25:10.347242 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7cc6d-4147-4071-a217-6a9432eaecc2 req-c75894dc-fc0f-40d5-92cc-f0e965539e97 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:10.353507 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0cb7cc6d-4147-4071-a217-6a9432eaecc2 req-c75894dc-fc0f-40d5-92cc-f0e965539e97 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=de6fb720-333f-4db9-b89f-5ea5f4cafe46 HTTP/1.1" status: 200 len: 931 time: 0.2990944 Nov 12 03:25:10.366135 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-e824d782-b864-4ae1-a619-fb292de4d6d4 service neutron] Request body: {'port': {'device_id': 'b2b209f9-8057-402f-b431-081786c97024', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:10.417254 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-04d828b8-ded2-4bc9-baf1-618d9020ccfe None None] Provisioning complete for port 4117863d-1e67-4ba9-a65f-ee134a064e4c triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:10.417790 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-04d828b8-ded2-4bc9-baf1-618d9020ccfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:10.461159 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-04d828b8-ded2-4bc9-baf1-618d9020ccfe None None] Port 4117863d-1e67-4ba9-a65f-ee134a064e4c cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:10.521406 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-716dc3db-5292-4f2f-9ef4-55589be259f7 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:10.549338 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-e824d782-b864-4ae1-a619-fb292de4d6d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:10.609226 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0cb7cc6d-4147-4071-a217-6a9432eaecc2 req-25554185-9aa7-4e6e-a22e-8f412addf9d5 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544315 Nov 12 03:25:10.622233 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716dc3db-5292-4f2f-9ef4-55589be259f7 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:10.628894 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58182) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:10.707654 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d00c2cdc-b7be-45f5-a23c-70f02d319bb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:10.709712 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716dc3db-5292-4f2f-9ef4-55589be259f7 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Pushing event updated for resources: {'Port': ['ID=47074d41-d7cc-43c6-9a49-78eefc7e9118,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:10.713472 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-716dc3db-5292-4f2f-9ef4-55589be259f7 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:10.729295 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716dc3db-5292-4f2f-9ef4-55589be259f7 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:10.741281 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-00533cc2-f18d-4600-b43a-1bbd1f778e28 req-1bc59a7e-45f1-447b-a1be-e2a134ab37ac tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5492363 Nov 12 03:25:10.822865 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-93ad06ca-02bb-4b25-8d28-e327fe343253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30fae683-0579-462c-a01b-25d596bbf1b4 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:10.842058 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-93ad06ca-02bb-4b25-8d28-e327fe343253 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:10.888454 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-93ad06ca-02bb-4b25-8d28-e327fe343253 service neutron] Transition to ACTIVE for port object 30fae683-0579-462c-a01b-25d596bbf1b4 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:25:10.896448 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-93ad06ca-02bb-4b25-8d28-e327fe343253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:10.926192 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d00c2cdc-b7be-45f5-a23c-70f02d319bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:10.983516 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d00c2cdc-b7be-45f5-a23c-70f02d319bb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:25:11.036966 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-716dc3db-5292-4f2f-9ef4-55589be259f7 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:11.042751 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-ca25204d-bbdf-44f7-b028-221f83a2324b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1200817746-network', 'tenant_id': '95686e59f77b470ca513c78b65ac8dcb'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:11.066049 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c2cdc-b7be-45f5-a23c-70f02d319bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c02f414-12bb-422e-8141-f3284114c1e2,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:11.074443 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca25204d-bbdf-44f7-b028-221f83a2324b admin admin] Made reservation on behalf of 95686e59f77b470ca513c78b65ac8dcb for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:11.077330 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ca25204d-bbdf-44f7-b028-221f83a2324b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:11.085505 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d00c2cdc-b7be-45f5-a23c-70f02d319bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:11.085841 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-d00c2cdc-b7be-45f5-a23c-70f02d319bb4 admin admin] Added segment fec36af3-9300-48b5-9e38-a45077560b9e of type vlan for network 7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce Nov 12 03:25:11.111402 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ca25204d-bbdf-44f7-b028-221f83a2324b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:11.135288 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad06ca-02bb-4b25-8d28-e327fe343253 service neutron] Pushing event updated for resources: {'Port': ['ID=30fae683-0579-462c-a01b-25d596bbf1b4,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:11.185600 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-716dc3db-5292-4f2f-9ef4-55589be259f7 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:11.192907 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f14986-6de3-46d0-bde2-0013692ec7f3 req-503dc6cb-6891-4008-b38e-c12f31697cfb tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:11.196333 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-35f14986-6de3-46d0-bde2-0013692ec7f3 req-503dc6cb-6891-4008-b38e-c12f31697cfb tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c8656ea-cf9a-4529-95f7-92aed89f93cf HTTP/1.1" status: 200 len: 945 time: 0.1235070 Nov 12 03:25:11.197172 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-93ad06ca-02bb-4b25-8d28-e327fe343253 service neutron] Attempting to bind port 30fae683-0579-462c-a01b-25d596bbf1b4 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:11.197509 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-93ad06ca-02bb-4b25-8d28-e327fe343253 service neutron] Attempting to bind port 30fae683-0579-462c-a01b-25d596bbf1b4 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'eece85e2-9491-495c-808d-869c08a5aaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e27d7564-6d22-4aba-8393-df25a0e0004d'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:11.197881 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-93ad06ca-02bb-4b25-8d28-e327fe343253 service neutron] Attempting to bind port 30fae683-0579-462c-a01b-25d596bbf1b4 on network e27d7564-6d22-4aba-8393-df25a0e0004d {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:11.210639 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-93ad06ca-02bb-4b25-8d28-e327fe343253 service neutron] Port 30fae683-0579-462c-a01b-25d596bbf1b4 on network e27d7564-6d22-4aba-8393-df25a0e0004d not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:11.210948 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-93ad06ca-02bb-4b25-8d28-e327fe343253 service neutron] Attempting to bind port 30fae683-0579-462c-a01b-25d596bbf1b4 on network e27d7564-6d22-4aba-8393-df25a0e0004d {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:11.225706 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-93ad06ca-02bb-4b25-8d28-e327fe343253 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:11.226066 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-93ad06ca-02bb-4b25-8d28-e327fe343253 service neutron] Checking segment: {'id': 'eece85e2-9491-495c-808d-869c08a5aaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e27d7564-6d22-4aba-8393-df25a0e0004d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:11.226425 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-93ad06ca-02bb-4b25-8d28-e327fe343253 service neutron] Bound using segment: {'id': 'eece85e2-9491-495c-808d-869c08a5aaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e27d7564-6d22-4aba-8393-df25a0e0004d'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:11.226875 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-93ad06ca-02bb-4b25-8d28-e327fe343253 service neutron] Bound port: 30fae683-0579-462c-a01b-25d596bbf1b4, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eece85e2-9491-495c-808d-869c08a5aaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e27d7564-6d22-4aba-8393-df25a0e0004d'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:11.227225 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-93ad06ca-02bb-4b25-8d28-e327fe343253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:11.231274 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d00c2cdc-b7be-45f5-a23c-70f02d319bb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:11.282241 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 9dd46ce2-0a88-4c15-b6d4-3db69abc732a no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:11.293724 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-35f14986-6de3-46d0-bde2-0013692ec7f3 req-e856478e-8e33-4982-aa27-4c51712f3765 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918119 Nov 12 03:25:11.320596 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 9dd46ce2-0a88-4c15-b6d4-3db69abc732a {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:11.321322 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 9dd46ce2-0a88-4c15-b6d4-3db69abc732a not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:11.340171 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-93ad06ca-02bb-4b25-8d28-e327fe343253 service neutron] For port 30fae683-0579-462c-a01b-25d596bbf1b4, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:11.345377 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-93ad06ca-02bb-4b25-8d28-e327fe343253 service neutron] For port 30fae683-0579-462c-a01b-25d596bbf1b4, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=30fae683-0579-462c-a01b-25d596bbf1b4,segment=NetworkSegment(eece85e2-9491-495c-808d-869c08a5aaa4),segment_id=eece85e2-9491-495c-808d-869c08a5aaa4)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:11.352333 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-93ad06ca-02bb-4b25-8d28-e327fe343253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:11.357595 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d00c2cdc-b7be-45f5-a23c-70f02d319bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:11.359352 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00c2cdc-b7be-45f5-a23c-70f02d319bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:11.359904 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d00c2cdc-b7be-45f5-a23c-70f02d319bb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:11.449993 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-93ad06ca-02bb-4b25-8d28-e327fe343253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:11.450997 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-93ad06ca-02bb-4b25-8d28-e327fe343253 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:11.453346 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-93ad06ca-02bb-4b25-8d28-e327fe343253 service neutron] 10.222.0.74 "PUT /v2.0/ports/30fae683-0579-462c-a01b-25d596bbf1b4 HTTP/1.1" status: 200 len: 1092 time: 1.8775439 Nov 12 03:25:11.463340 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6fb720-333f-4db9-b89f-5ea5f4cafe46', 'tag': '30fae683-0579-462c-a01b-25d596bbf1b4'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:11.467859 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e601bb-91ad-47df-ad31-e81edf97280d" -d '{"events": [{"name": "network-changed", "server_uuid": "de6fb720-333f-4db9-b89f-5ea5f4cafe46", "tag": "30fae683-0579-462c-a01b-25d596bbf1b4"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:11.483755 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-e824d782-b864-4ae1-a619-fb292de4d6d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4117863d-1e67-4ba9-a65f-ee134a064e4c {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:11.491955 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad06ca-02bb-4b25-8d28-e327fe343253 service neutron] Pushing event updated for resources: {'Port': ['ID=30fae683-0579-462c-a01b-25d596bbf1b4,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:11.526005 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d00c2cdc-b7be-45f5-a23c-70f02d319bb4 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0202298 Nov 12 03:25:11.537509 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5691d4ce-544d-40a2-8998-4bc37c3d92d8 x-openstack-request-id: req-5691d4ce-544d-40a2-8998-4bc37c3d92d8 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:11.538059 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6fb720-333f-4db9-b89f-5ea5f4cafe46", "tag": "30fae683-0579-462c-a01b-25d596bbf1b4", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:11.538483 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5691d4ce-544d-40a2-8998-4bc37c3d92d8 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:11.541734 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-e824d782-b864-4ae1-a619-fb292de4d6d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:11.543783 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58200) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:11.544339 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6fb720-333f-4db9-b89f-5ea5f4cafe46', 'tag': '30fae683-0579-462c-a01b-25d596bbf1b4', 'status': 'completed', 'code': 200} Nov 12 03:25:11.558217 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ca25204d-bbdf-44f7-b028-221f83a2324b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:11.562970 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-88dfc86e-986b-4961-bcaa-eee7af58dc35 admin admin] Request body: {'subnet': {'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692260321-subnet', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:11.580578 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ca25204d-bbdf-44f7-b028-221f83a2324b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:11.583039 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-4b17fc6a-941b-440f-910e-2ca652c14251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:11.583528 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c2cdc-b7be-45f5-a23c-70f02d319bb4 admin admin] Pushing event updated for resources: {'Network': ['ID=7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:11.584785 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-4b17fc6a-941b-440f-910e-2ca652c14251 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e1192f3b82c6435d93d38f097bb06d31&device_id=de6fb720-333f-4db9-b89f-5ea5f4cafe46 HTTP/1.1" status: 200 len: 1095 time: 0.0678968 Nov 12 03:25:11.598047 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:25:11.605557 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-e824d782-b864-4ae1-a619-fb292de4d6d4 service neutron] Transition to ACTIVE for port object 4117863d-1e67-4ba9-a65f-ee134a064e4c will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:25:11.633618 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-e824d782-b864-4ae1-a619-fb292de4d6d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:11.659963 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca25204d-bbdf-44f7-b028-221f83a2324b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:25:11.660573 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-20d26957-703d-447c-8b30-a69d52a040ab service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30fae683-0579-462c-a01b-25d596bbf1b4 HTTP/1.1" status: 200 len: 217 time: 0.0601432 Nov 12 03:25:11.675827 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88dfc86e-986b-4961-bcaa-eee7af58dc35 admin admin] Made reservation on behalf of 0debc975661f439796e2390b4a57b652 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:11.678554 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-88dfc86e-986b-4961-bcaa-eee7af58dc35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:11.706870 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca25204d-bbdf-44f7-b028-221f83a2324b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac8a709-a3a2-4b86-b4cc-ac1a80d665a6,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:11.755028 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ca25204d-bbdf-44f7-b028-221f83a2324b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:11.755460 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-ca25204d-bbdf-44f7-b028-221f83a2324b admin admin] Added segment 3364c124-6b86-486f-b5eb-24c583c4c07d of type vlan for network 1ca284e2-b66f-4e0b-b1e5-bad71da08703 Nov 12 03:25:11.781095 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-d77351df-794b-4504-8514-22764add0807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:11.783521 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-d77351df-794b-4504-8514-22764add0807 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=36b22bc4-04aa-4109-bb38-599b9cb93288 HTTP/1.1" status: 200 len: 852 time: 0.1128955 Nov 12 03:25:11.829190 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-25f3d233-5ee8-41f9-b3a5-0ab73adfd085 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e27d7564-6d22-4aba-8393-df25a0e0004d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353253 Nov 12 03:25:11.841356 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac22cf-b136-4019-aaec-cc2d4c43637a req-709bf5c0-3f2f-4dc8-bfdb-7a04346bfa85 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:11.843483 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-30ac22cf-b136-4019-aaec-cc2d4c43637a req-709bf5c0-3f2f-4dc8-bfdb-7a04346bfa85 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=de6fb720-333f-4db9-b89f-5ea5f4cafe46 HTTP/1.1" status: 200 len: 943 time: 0.1234818 Nov 12 03:25:11.908608 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-716dc3db-5292-4f2f-9ef4-55589be259f7 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:11.938708 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e824d782-b864-4ae1-a619-fb292de4d6d4 service neutron] Pushing event updated for resources: {'Port': ['ID=4117863d-1e67-4ba9-a65f-ee134a064e4c,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:11.947098 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ca25204d-bbdf-44f7-b028-221f83a2324b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:11.977886 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-30ac22cf-b136-4019-aaec-cc2d4c43637a req-3829734b-21a9-47a3-b281-11645119c67d tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279457 Nov 12 03:25:12.018375 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-8532e327-cdb7-467f-9709-ae8703c20c19 service neutron] 10.222.0.74 "GET /v2.0/networks/e27d7564-6d22-4aba-8393-df25a0e0004d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575041 Nov 12 03:25:12.018638 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-716dc3db-5292-4f2f-9ef4-55589be259f7 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:12.134779 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be527a6-38e7-4665-81b9-ca05906b3392 req-695b9d9a-6ba2-4a65-b0e8-3de02f4233fc tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:12.136424 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5be527a6-38e7-4665-81b9-ca05906b3392 req-695b9d9a-6ba2-4a65-b0e8-3de02f4233fc tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c8656ea-cf9a-4529-95f7-92aed89f93cf HTTP/1.1" status: 200 len: 945 time: 0.5048089 Nov 12 03:25:12.159373 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7b38acdb-5e27-4370-86c3-2304171d9556 req-5af71812-7afa-4078-9ab2-086744729358 service neutron] 10.222.0.74 "GET /v2.0/networks/e27d7564-6d22-4aba-8393-df25a0e0004d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279395 Nov 12 03:25:12.159647 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.db.resource_extend [None req-ca25204d-bbdf-44f7-b028-221f83a2324b admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:25:12.227949 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716dc3db-5292-4f2f-9ef4-55589be259f7 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Pushing event updated for resources: {'Port': ['ID=47074d41-d7cc-43c6-9a49-78eefc7e9118,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:12.283113 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ca25204d-bbdf-44f7-b028-221f83a2324b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:12.284104 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca25204d-bbdf-44f7-b028-221f83a2324b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:12.284706 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ca25204d-bbdf-44f7-b028-221f83a2324b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:12.339251 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e601bb-91ad-47df-ad31-e81edf97280d req-eab353c6-838e-4b26-afa8-1932013ce2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:12.342861 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c8e601bb-91ad-47df-ad31-e81edf97280d req-eab353c6-838e-4b26-afa8-1932013ce2bb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e1192f3b82c6435d93d38f097bb06d31&device_id=de6fb720-333f-4db9-b89f-5ea5f4cafe46 HTTP/1.1" status: 200 len: 1095 time: 0.1133010 Nov 12 03:25:12.428321 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4c587-3cc3-4478-9ba3-79217c6cc3f6 req-5a429dc6-4309-4b35-b645-6a2c841957e8 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:12.441991 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fda4c587-3cc3-4478-9ba3-79217c6cc3f6 req-5a429dc6-4309-4b35-b645-6a2c841957e8 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2b209f9-8057-402f-b431-081786c97024 HTTP/1.1" status: 200 len: 946 time: 0.5633194 Nov 12 03:25:12.510394 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-716dc3db-5292-4f2f-9ef4-55589be259f7 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:12.516252 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ca25204d-bbdf-44f7-b028-221f83a2324b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8709841 Nov 12 03:25:12.521504 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58224) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:12.529114 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-e824d782-b864-4ae1-a619-fb292de4d6d4 service neutron] Attempting to bind port 4117863d-1e67-4ba9-a65f-ee134a064e4c on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:12.529496 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-e824d782-b864-4ae1-a619-fb292de4d6d4 service neutron] Attempting to bind port 4117863d-1e67-4ba9-a65f-ee134a064e4c by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:12.530392 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-e824d782-b864-4ae1-a619-fb292de4d6d4 service neutron] Attempting to bind port 4117863d-1e67-4ba9-a65f-ee134a064e4c on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:12.534020 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-031cd77f-eb4a-4312-9767-b0d491575577 admin admin] Request body: {'subnet': {'network_id': '1ca284e2-b66f-4e0b-b1e5-bad71da08703', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1200817746-subnet', 'tenant_id': '95686e59f77b470ca513c78b65ac8dcb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:12.559138 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e601bb-91ad-47df-ad31-e81edf97280d req-2aa44d4e-ef44-4f36-a66d-37fd43e5c7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:12.560636 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c8e601bb-91ad-47df-ad31-e81edf97280d req-2aa44d4e-ef44-4f36-a66d-37fd43e5c7d9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e27d7564-6d22-4aba-8393-df25a0e0004d HTTP/1.1" status: 200 len: 913 time: 0.2047367 Nov 12 03:25:12.569198 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca25204d-bbdf-44f7-b028-221f83a2324b admin admin] Pushing event updated for resources: {'Network': ['ID=1ca284e2-b66f-4e0b-b1e5-bad71da08703,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:12.571342 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-e824d782-b864-4ae1-a619-fb292de4d6d4 service neutron] Port 4117863d-1e67-4ba9-a65f-ee134a064e4c on network eca3953c-c804-4641-8812-bff95be59582 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:12.571822 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-e824d782-b864-4ae1-a619-fb292de4d6d4 service neutron] Attempting to bind port 4117863d-1e67-4ba9-a65f-ee134a064e4c on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:12.575496 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2048f3f5-9480-45b9-bec6-70066f095b7f req-f8b1d081-00ba-41d9-995a-d6126a2b4d0d tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:12.577660 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2048f3f5-9480-45b9-bec6-70066f095b7f req-f8b1d081-00ba-41d9-995a-d6126a2b4d0d tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c8656ea-cf9a-4529-95f7-92aed89f93cf HTTP/1.1" status: 200 len: 945 time: 0.1151316 Nov 12 03:25:12.584013 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 1ca284e2-b66f-4e0b-b1e5-bad71da08703 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:25:12.624877 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-e824d782-b864-4ae1-a619-fb292de4d6d4 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:12.625499 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-e824d782-b864-4ae1-a619-fb292de4d6d4 service neutron] Checking segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:12.626065 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-e824d782-b864-4ae1-a619-fb292de4d6d4 service neutron] Bound using segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:12.626502 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-e824d782-b864-4ae1-a619-fb292de4d6d4 service neutron] Bound port: 4117863d-1e67-4ba9-a65f-ee134a064e4c, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:12.627067 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-e824d782-b864-4ae1-a619-fb292de4d6d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:12.635085 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031cd77f-eb4a-4312-9767-b0d491575577 admin admin] Made reservation on behalf of 95686e59f77b470ca513c78b65ac8dcb for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:12.637483 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-031cd77f-eb4a-4312-9767-b0d491575577 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:12.644346 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c8e601bb-91ad-47df-ad31-e81edf97280d req-46eebd70-a545-49ef-9e4f-b49873ebe8f0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30fae683-0579-462c-a01b-25d596bbf1b4 HTTP/1.1" status: 200 len: 217 time: 0.0642908 Nov 12 03:25:12.647929 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-716dc3db-5292-4f2f-9ef4-55589be259f7 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:12.649484 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-716dc3db-5292-4f2f-9ef4-55589be259f7 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5047829 Nov 12 03:25:12.705704 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fda4c587-3cc3-4478-9ba3-79217c6cc3f6 req-c9c0d282-fb5d-448d-91f0-a404f29b5290 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287142 Nov 12 03:25:12.714071 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-88dfc86e-986b-4961-bcaa-eee7af58dc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:12.752792 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-5be527a6-38e7-4665-81b9-ca05906b3392 req-b7ed5f01-5d7c-4743-9311-97398759edea tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Deleting port 123025a8-f60c-48e3-aea0-bc9ac85c8e05 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:12.753561 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-5be527a6-38e7-4665-81b9-ca05906b3392 req-b7ed5f01-5d7c-4743-9311-97398759edea tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:12.827350 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2048f3f5-9480-45b9-bec6-70066f095b7f req-2fa5c08c-59f4-4dd8-9544-7ebd2690693c tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265089 Nov 12 03:25:12.846716 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e601bb-91ad-47df-ad31-e81edf97280d req-546b248e-ed04-43ae-b20c-f3b3b7d53b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:12.848578 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c8e601bb-91ad-47df-ad31-e81edf97280d req-546b248e-ed04-43ae-b20c-f3b3b7d53b2a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=36b22bc4-04aa-4109-bb38-599b9cb93288 HTTP/1.1" status: 200 len: 852 time: 0.1732314 Nov 12 03:25:12.918839 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c8e601bb-91ad-47df-ad31-e81edf97280d req-df9f83bc-3a6b-4ba9-a8e2-89dd6bc75564 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e27d7564-6d22-4aba-8393-df25a0e0004d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552506 Nov 12 03:25:12.943375 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dfc86e-986b-4961-bcaa-eee7af58dc35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e23f749e-fea6-4b5c-8a76-f2265b94b364,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:12.949728 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-e824d782-b864-4ae1-a619-fb292de4d6d4 service neutron] For port 4117863d-1e67-4ba9-a65f-ee134a064e4c, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:12.965522 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-e824d782-b864-4ae1-a619-fb292de4d6d4 service neutron] For port 4117863d-1e67-4ba9-a65f-ee134a064e4c, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4117863d-1e67-4ba9-a65f-ee134a064e4c,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:12.977142 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-e824d782-b864-4ae1-a619-fb292de4d6d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:13.042928 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-5be527a6-38e7-4665-81b9-ca05906b3392 req-b7ed5f01-5d7c-4743-9311-97398759edea tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] For port 123025a8-f60c-48e3-aea0-bc9ac85c8e05, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=123025a8-f60c-48e3-aea0-bc9ac85c8e05,segment=NetworkSegment(b8c93ffa-e78d-4d7d-8be5-2d181e470820),segment_id=b8c93ffa-e78d-4d7d-8be5-2d181e470820)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:13.042928 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-5be527a6-38e7-4665-81b9-ca05906b3392 req-b7ed5f01-5d7c-4743-9311-97398759edea tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:13.078419 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dfc86e-986b-4961-bcaa-eee7af58dc35 admin admin] Checking segment: {'id': 'fec36af3-9300-48b5-9e38-a45077560b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:13.079481 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dfc86e-986b-4961-bcaa-eee7af58dc35 admin admin] Network hostable DHCP agents. Network: 7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:25:13.097815 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-e824d782-b864-4ae1-a619-fb292de4d6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:13.099042 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-e824d782-b864-4ae1-a619-fb292de4d6d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:13.100806 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-e824d782-b864-4ae1-a619-fb292de4d6d4 service neutron] 10.222.0.74 "PUT /v2.0/ports/4117863d-1e67-4ba9-a65f-ee134a064e4c HTTP/1.1" status: 200 len: 1095 time: 2.7411394 Nov 12 03:25:13.107127 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2b209f9-8057-402f-b431-081786c97024', 'tag': '4117863d-1e67-4ba9-a65f-ee134a064e4c'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:13.110704 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ada0db-7056-4775-9ca9-d3e950a39363" -d '{"events": [{"name": "network-changed", "server_uuid": "b2b209f9-8057-402f-b431-081786c97024", "tag": "4117863d-1e67-4ba9-a65f-ee134a064e4c"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:13.115080 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-5be527a6-38e7-4665-81b9-ca05906b3392 req-b7ed5f01-5d7c-4743-9311-97398759edea tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Calling delete_port for 123025a8-f60c-48e3-aea0-bc9ac85c8e05 owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:13.188549 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-031cd77f-eb4a-4312-9767-b0d491575577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:13.214994 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e824d782-b864-4ae1-a619-fb292de4d6d4 service neutron] Pushing event updated for resources: {'Port': ['ID=4117863d-1e67-4ba9-a65f-ee134a064e4c,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:13.247535 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dfc86e-986b-4961-bcaa-eee7af58dc35 admin admin] Network 7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:25:13.249467 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c8e601bb-91ad-47df-ad31-e81edf97280d req-d54e92b7-8b50-43a6-a404-6e4564ab79b8 service neutron] 10.222.0.74 "GET /v2.0/networks/e27d7564-6d22-4aba-8393-df25a0e0004d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154855 Nov 12 03:25:13.267596 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-9dee5ebc-e470-4536-b230-c737833e42bf tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1941347526&fields=id&tenant_id=984b5bf9950d4e568e34b6531154493c HTTP/1.1" status: 200 len: 267 time: 0.2826109 Nov 12 03:25:13.270116 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac6471-c985-4710-891b-62164649a177 req-78b1e2a3-0817-4a37-aed6-755f743e321d tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:13.273937 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-88dfc86e-986b-4961-bcaa-eee7af58dc35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:13.278672 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8aac6471-c985-4710-891b-62164649a177 req-78b1e2a3-0817-4a37-aed6-755f743e321d tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=de6fb720-333f-4db9-b89f-5ea5f4cafe46 HTTP/1.1" status: 200 len: 943 time: 0.1665964 Nov 12 03:25:13.284189 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148e2d05-0a8e-4a98-9050-091f37740fd3 None None] Network 7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:13.345569 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dfc86e-986b-4961-bcaa-eee7af58dc35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:13.346143 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-88dfc86e-986b-4961-bcaa-eee7af58dc35 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:13.352246 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cd77f-eb4a-4312-9767-b0d491575577 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be879a32-8354-46bc-be1b-6596478e5ef5,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:13.396558 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-88dfc86e-986b-4961-bcaa-eee7af58dc35 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8394163 Nov 12 03:25:13.397339 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58258) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:13.407156 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-d9be9c36-6b7f-4bb4-9b4c-7074c6641ccd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1692260321-router', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:13.427775 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031cd77f-eb4a-4312-9767-b0d491575577 admin admin] Checking segment: {'id': '3364c124-6b86-486f-b5eb-24c583c4c07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1ca284e2-b66f-4e0b-b1e5-bad71da08703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:13.428212 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031cd77f-eb4a-4312-9767-b0d491575577 admin admin] Network hostable DHCP agents. Network: 1ca284e2-b66f-4e0b-b1e5-bad71da08703, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:25:13.432719 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-6643f5e3-dd7a-4fa5-9fe6-90e730570b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:13.434614 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-6643f5e3-dd7a-4fa5-9fe6-90e730570b1e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ce756b44a7b943d8bdc1152693620036&device_id=b2b209f9-8057-402f-b431-081786c97024 HTTP/1.1" status: 200 len: 1098 time: 0.2378271 Nov 12 03:25:13.442420 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d9be9c36-6b7f-4bb4-9b4c-7074c6641ccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:13.443254 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d9be9c36-6b7f-4bb4-9b4c-7074c6641ccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:13.456841 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8aac6471-c985-4710-891b-62164649a177 req-2770ed74-5568-4a1d-b1b1-f8ca7ecec37f tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771426 Nov 12 03:25:13.529196 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c8e601bb-91ad-47df-ad31-e81edf97280d req-64e070d0-58c8-4674-b0f5-96a95737069d service neutron] 10.222.0.74 "GET /v2.0/networks/e27d7564-6d22-4aba-8393-df25a0e0004d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430401 Nov 12 03:25:13.532590 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031cd77f-eb4a-4312-9767-b0d491575577 admin admin] Network 1ca284e2-b66f-4e0b-b1e5-bad71da08703 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:25:13.554788 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-031cd77f-eb4a-4312-9767-b0d491575577 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 1ca284e2-b66f-4e0b-b1e5-bad71da08703) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:13.563495 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff97bafe-88c8-41f1-91ef-d245483adda9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce', 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'fixed_ips': [{'subnet_id': 'e23f749e-fea6-4b5c-8a76-f2265b94b364'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:25:13.565251 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ff97bafe-88c8-41f1-91ef-d245483adda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:13.568830 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031cd77f-eb4a-4312-9767-b0d491575577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:13.569437 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-031cd77f-eb4a-4312-9767-b0d491575577 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:13.587707 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737b4b70-2f73-45ee-8acf-7f9ff2c4c051 None None] Network 1ca284e2-b66f-4e0b-b1e5-bad71da08703 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:13.612600 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-031cd77f-eb4a-4312-9767-b0d491575577 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0889795 Nov 12 03:25:13.616627 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58266) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:13.628290 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-7eb90558-a4a9-43a8-a1c7-c81cad24da5c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1200817746-router', 'tenant_id': '95686e59f77b470ca513c78b65ac8dcb', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:13.682197 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7eb90558-a4a9-43a8-a1c7-c81cad24da5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:13.683864 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7eb90558-a4a9-43a8-a1c7-c81cad24da5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:13.773387 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7eb90558-a4a9-43a8-a1c7-c81cad24da5c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:13.855961 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-ff97bafe-88c8-41f1-91ef-d245483adda9 None None] Allocated IP 172.20.0.2 (7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce/e23f749e-fea6-4b5c-8a76-f2265b94b364/ce996e9f-0a08-4d85-90f7-f99d4f2c9bb5) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:13.893694 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d9be9c36-6b7f-4bb4-9b4c-7074c6641ccd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:13.900587 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de55c650-f037-4a2e-85bf-0c337d29c10f x-openstack-request-id: req-de55c650-f037-4a2e-85bf-0c337d29c10f {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:13.900877 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2b209f9-8057-402f-b431-081786c97024", "tag": "4117863d-1e67-4ba9-a65f-ee134a064e4c", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:13.901133 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-de55c650-f037-4a2e-85bf-0c337d29c10f {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:13.901527 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2b209f9-8057-402f-b431-081786c97024', 'tag': '4117863d-1e67-4ba9-a65f-ee134a064e4c', 'status': 'completed', 'code': 200} Nov 12 03:25:13.940179 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-73525e74-dbeb-4555-b51b-e048c43ff541 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=4117863d-1e67-4ba9-a65f-ee134a064e4c HTTP/1.1" status: 200 len: 217 time: 0.0377254 Nov 12 03:25:14.000092 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9e01a4-fd34-4036-8755-28581502407a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-1ca284e2-b66f-4e0b-b1e5-bad71da08703', 'network_id': '1ca284e2-b66f-4e0b-b1e5-bad71da08703', 'tenant_id': '95686e59f77b470ca513c78b65ac8dcb', 'fixed_ips': [{'subnet_id': 'be879a32-8354-46bc-be1b-6596478e5ef5'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:25:14.001318 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3f9e01a4-fd34-4036-8755-28581502407a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.034389 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7eb90558-a4a9-43a8-a1c7-c81cad24da5c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.081586 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acaae6-f8ba-4250-9c0a-a8c1cc598fe0 req-b07e2737-536a-4842-a007-732bafb7f1e4 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:14.085103 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-29acaae6-f8ba-4250-9c0a-a8c1cc598fe0 req-b07e2737-536a-4842-a007-732bafb7f1e4 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2b209f9-8057-402f-b431-081786c97024 HTTP/1.1" status: 200 len: 946 time: 0.1951056 Nov 12 03:25:14.109197 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d9be9c36-6b7f-4bb4-9b4c-7074c6641ccd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.126595 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41479f7-c032-4687-929a-b337d4b058e7 req-a849dc4a-3741-484b-ad64-9f4d425af87a tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:14.134155 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-a849dc4a-3741-484b-ad64-9f4d425af87a tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports/e14041bd-b04a-4f9c-8b9a-4602f8a15d0b HTTP/1.1" status: 200 len: 931 time: 0.7991571 Nov 12 03:25:14.202916 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-29acaae6-f8ba-4250-9c0a-a8c1cc598fe0 req-aaa090bf-c694-40ea-9826-d3126288d65c tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734317 Nov 12 03:25:14.234652 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41479f7-c032-4687-929a-b337d4b058e7 req-3140b9bb-2223-4c6e-a7c1-73cac3ce3119 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:14.246106 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-3140b9bb-2223-4c6e-a7c1-73cac3ce3119 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports/f7283506-b691-45c6-9375-298221385ad8 HTTP/1.1" status: 200 len: 931 time: 0.1105690 Nov 12 03:25:14.311685 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ff97bafe-88c8-41f1-91ef-d245483adda9 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.325314 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ff97bafe-88c8-41f1-91ef-d245483adda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.339450 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-82682123-17af-4b22-9788-7c414fc322b7 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?network_id=573baa8f-b6be-41d7-a7a6-73c38233ca3f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0920296 Nov 12 03:25:14.373443 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-3f9e01a4-fd34-4036-8755-28581502407a None None] Allocated IP 172.20.0.2 (1ca284e2-b66f-4e0b-b1e5-bad71da08703/be879a32-8354-46bc-be1b-6596478e5ef5/d6bfeee4-737d-4f04-b2e5-be6dbae8f39f) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:14.394460 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff97bafe-88c8-41f1-91ef-d245483adda9 None None] Network 7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:14.428234 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-ff97bafe-88c8-41f1-91ef-d245483adda9 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:14.434258 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6e7e6-fd12-4a36-b432-db2d739be889 req-24938c96-bde0-4cb8-907e-64508acd01cc tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:14.437014 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff97bafe-88c8-41f1-91ef-d245483adda9 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:14.446224 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cef6e7e6-fd12-4a36-b432-db2d739be889 req-24938c96-bde0-4cb8-907e-64508acd01cc tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c8656ea-cf9a-4529-95f7-92aed89f93cf HTTP/1.1" status: 200 len: 945 time: 0.1069076 Nov 12 03:25:14.457293 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7eb90558-a4a9-43a8-a1c7-c81cad24da5c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.462596 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-776b3d76-fdbb-4cbf-9a42-9a5f36f01750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:14.464148 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-776b3d76-fdbb-4cbf-9a42-9a5f36f01750 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.4426568 Nov 12 03:25:14.466170 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-9e258d53-34d6-42f0-8c58-108f1ba746bd tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?network_id=573baa8f-b6be-41d7-a7a6-73c38233ca3f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1137743 Nov 12 03:25:14.474118 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97bafe-88c8-41f1-91ef-d245483adda9 None None] Pushing event updated for resources: {'Port': ['ID=ce996e9f-0a08-4d85-90f7-f99d4f2c9bb5,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:14.485506 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7eb90558-a4a9-43a8-a1c7-c81cad24da5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.510710 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff97bafe-88c8-41f1-91ef-d245483adda9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:14.512743 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff97bafe-88c8-41f1-91ef-d245483adda9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:14.513510 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff97bafe-88c8-41f1-91ef-d245483adda9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:14.514133 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff97bafe-88c8-41f1-91ef-d245483adda9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:14.514780 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff97bafe-88c8-41f1-91ef-d245483adda9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:14.515433 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff97bafe-88c8-41f1-91ef-d245483adda9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:14.516360 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff97bafe-88c8-41f1-91ef-d245483adda9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:14.517077 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff97bafe-88c8-41f1-91ef-d245483adda9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:14.520248 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff97bafe-88c8-41f1-91ef-d245483adda9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:14.522970 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff97bafe-88c8-41f1-91ef-d245483adda9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:14.524972 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff97bafe-88c8-41f1-91ef-d245483adda9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:14.526012 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff97bafe-88c8-41f1-91ef-d245483adda9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:14.559302 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cef6e7e6-fd12-4a36-b432-db2d739be889 req-81bf5065-1a87-4698-b90d-217da7e49f68 tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/security-groups?id=0488bffd-9260-481d-8221-8eb3d49524ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120861 Nov 12 03:25:14.637859 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-ff97bafe-88c8-41f1-91ef-d245483adda9 None None] Attempting to bind port ce996e9f-0a08-4d85-90f7-f99d4f2c9bb5 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:14.640957 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-ff97bafe-88c8-41f1-91ef-d245483adda9 None None] Attempting to bind port ce996e9f-0a08-4d85-90f7-f99d4f2c9bb5 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'fec36af3-9300-48b5-9e38-a45077560b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:14.641628 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff97bafe-88c8-41f1-91ef-d245483adda9 None None] Attempting to bind port ce996e9f-0a08-4d85-90f7-f99d4f2c9bb5 on network 7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:14.653332 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff97bafe-88c8-41f1-91ef-d245483adda9 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:14.654166 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff97bafe-88c8-41f1-91ef-d245483adda9 None None] Checking segment: {'id': 'fec36af3-9300-48b5-9e38-a45077560b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:14.655670 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ff97bafe-88c8-41f1-91ef-d245483adda9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.656602 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff97bafe-88c8-41f1-91ef-d245483adda9 None None] Bound using segment: {'id': 'fec36af3-9300-48b5-9e38-a45077560b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:14.657740 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-ff97bafe-88c8-41f1-91ef-d245483adda9 None None] Bound port: ce996e9f-0a08-4d85-90f7-f99d4f2c9bb5, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec36af3-9300-48b5-9e38-a45077560b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:14.658661 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ff97bafe-88c8-41f1-91ef-d245483adda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.782041 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0614873-2463-4d32-be74-fe9319e96bfe req-a1441af2-01ec-4c88-9776-ff50d8ae6d95 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:14.789234 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d0614873-2463-4d32-be74-fe9319e96bfe req-a1441af2-01ec-4c88-9776-ff50d8ae6d95 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=de6fb720-333f-4db9-b89f-5ea5f4cafe46 HTTP/1.1" status: 200 len: 943 time: 0.1216326 Nov 12 03:25:14.797130 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d9be9c36-6b7f-4bb4-9b4c-7074c6641ccd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.810451 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-ff97bafe-88c8-41f1-91ef-d245483adda9 None None] For port ce996e9f-0a08-4d85-90f7-f99d4f2c9bb5, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:14.816836 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-ff97bafe-88c8-41f1-91ef-d245483adda9 None None] For port ce996e9f-0a08-4d85-90f7-f99d4f2c9bb5, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=ce996e9f-0a08-4d85-90f7-f99d4f2c9bb5,segment=NetworkSegment(fec36af3-9300-48b5-9e38-a45077560b9e),segment_id=fec36af3-9300-48b5-9e38-a45077560b9e)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:14.827242 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d9be9c36-6b7f-4bb4-9b4c-7074c6641ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.829442 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-5be527a6-38e7-4665-81b9-ca05906b3392 req-b7ed5f01-5d7c-4743-9311-97398759edea tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.832238 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ff97bafe-88c8-41f1-91ef-d245483adda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.832898 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-fd271568-c718-4196-84e5-51ecde5bb4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:14.833084 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-7eb90558-a4a9-43a8-a1c7-c81cad24da5c admin admin] Allocated IP 172.25.5.120 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/afd74593-a9b8-4caf-a212-6c5d9e559b2f) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:14.834606 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-fd271568-c718-4196-84e5-51ecde5bb4de service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3546462 Nov 12 03:25:14.845833 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3f9e01a4-fd34-4036-8755-28581502407a None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.882106 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3f9e01a4-fd34-4036-8755-28581502407a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.884013 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed5f01-5d7c-4743-9311-97398759edea tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Pushing event deleted for resources: {'Port': ['ID=123025a8-f60c-48e3-aea0-bc9ac85c8e05,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:14.888171 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d0614873-2463-4d32-be74-fe9319e96bfe req-c0512231-865d-4040-b056-7102dc987384 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946453 Nov 12 03:25:14.948814 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9e01a4-fd34-4036-8755-28581502407a None None] Network 1ca284e2-b66f-4e0b-b1e5-bad71da08703 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:14.962753 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-3f9e01a4-fd34-4036-8755-28581502407a None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:14.968836 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97bafe-88c8-41f1-91ef-d245483adda9 None None] Pushing event updated for resources: {'Port': ['ID=ce996e9f-0a08-4d85-90f7-f99d4f2c9bb5,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:14.971446 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9e01a4-fd34-4036-8755-28581502407a None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:15.105432 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7eb90558-a4a9-43a8-a1c7-c81cad24da5c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:15.125419 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be527a6-38e7-4665-81b9-ca05906b3392 req-b7ed5f01-5d7c-4743-9311-97398759edea tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] No DVR routers for this DVR port 123025a8-f60c-48e3-aea0-bc9ac85c8e05 on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:25:15.135701 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-5be527a6-38e7-4665-81b9-ca05906b3392 req-b7ed5f01-5d7c-4743-9311-97398759edea tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:15.139497 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5be527a6-38e7-4665-81b9-ca05906b3392 req-b7ed5f01-5d7c-4743-9311-97398759edea tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.74 "DELETE /v2.0/ports/123025a8-f60c-48e3-aea0-bc9ac85c8e05 HTTP/1.1" status: 204 len: 173 time: 2.9723704 Nov 12 03:25:15.153336 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41479f7-c032-4687-929a-b337d4b058e7 req-38d1767a-22e5-4a71-b2d5-b84ef8630e9a tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:15.168821 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41479f7-c032-4687-929a-b337d4b058e7 req-38d1767a-22e5-4a71-b2d5-b84ef8630e9a tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:15.178468 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41479f7-c032-4687-929a-b337d4b058e7 req-38d1767a-22e5-4a71-b2d5-b84ef8630e9a tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:15.197406 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-38d1767a-22e5-4a71-b2d5-b84ef8630e9a tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/networks?id=05567585-3225-43ff-908b-682604349a1c&id=0a9162de-bdde-427f-8e0e-6dfc54c7d9d5&id=0a9162de-bdde-427f-8e0e-6dfc54c7d9d5&id=573baa8f-b6be-41d7-a7a6-73c38233ca3f&id=573baa8f-b6be-41d7-a7a6-73c38233ca3f HTTP/1.1" status: 200 len: 1990 time: 0.6867344 Nov 12 03:25:15.204563 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7eb90558-a4a9-43a8-a1c7-c81cad24da5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:15.305290 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 30fae683-0579-462c-a01b-25d596bbf1b4 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:25:15.341932 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-bfc5c712-2ad2-4796-9aad-594ce1e3f441 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/quotas/984b5bf9950d4e568e34b6531154493c HTTP/1.1" status: 200 len: 375 time: 0.1382802 Nov 12 03:25:15.362252 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-082d05cb-9d66-448d-9f45-2b97ee3ea7ec service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4843106 Nov 12 03:25:15.369202 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb90558-a4a9-43a8-a1c7-c81cad24da5c admin admin] Pushing event updated for resources: {'Port': ['ID=afd74593-a9b8-4caf-a212-6c5d9e559b2f,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:15.412525 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb90558-a4a9-43a8-a1c7-c81cad24da5c admin admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:15.419169 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-7eb90558-a4a9-43a8-a1c7-c81cad24da5c admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:15.437744 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb90558-a4a9-43a8-a1c7-c81cad24da5c admin admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:15.559259 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 30fae683-0579-462c-a01b-25d596bbf1b4, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=30fae683-0579-462c-a01b-25d596bbf1b4,segment=NetworkSegment(eece85e2-9491-495c-808d-869c08a5aaa4),segment_id=eece85e2-9491-495c-808d-869c08a5aaa4)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:15.588750 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 123025a8-f60c-48e3-aea0-bc9ac85c8e05 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:15.614466 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a60dc-fd92-40dd-afde-ac26f76e0d1b req-1bc6240e-3450-4b0d-afde-d208ab39a5ba tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:15.616785 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '30fae683-0579-462c-a01b-25d596bbf1b4', 'network_id': 'e27d7564-6d22-4aba-8393-df25a0e0004d', 'port_id': '30fae683-0579-462c-a01b-25d596bbf1b4', 'mac_address': 'fa:16:3e:50:3b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b22bc4-04aa-4109-bb38-599b9cb93288', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:25:15.618549 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4a8a60dc-fd92-40dd-afde-ac26f76e0d1b req-1bc6240e-3450-4b0d-afde-d208ab39a5ba tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2b209f9-8057-402f-b431-081786c97024 HTTP/1.1" status: 200 len: 946 time: 0.1415131 Nov 12 03:25:15.630517 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 123025a8-f60c-48e3-aea0-bc9ac85c8e05 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:15.631144 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 123025a8-f60c-48e3-aea0-bc9ac85c8e05 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:15.633449 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-3f9e01a4-fd34-4036-8755-28581502407a None None] Attempting to bind port d6bfeee4-737d-4f04-b2e5-be6dbae8f39f on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:15.634018 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-3f9e01a4-fd34-4036-8755-28581502407a None None] Attempting to bind port d6bfeee4-737d-4f04-b2e5-be6dbae8f39f by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '3364c124-6b86-486f-b5eb-24c583c4c07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1ca284e2-b66f-4e0b-b1e5-bad71da08703'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:15.634639 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9e01a4-fd34-4036-8755-28581502407a None None] Attempting to bind port d6bfeee4-737d-4f04-b2e5-be6dbae8f39f on network 1ca284e2-b66f-4e0b-b1e5-bad71da08703 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:15.637410 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-d9be9c36-6b7f-4bb4-9b4c-7074c6641ccd admin admin] Allocated IP 172.25.5.193 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/ab732bba-3eed-40e5-bd00-6cccf969e4d3) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:15.681768 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:15.687483 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-682dc531-fe98-4810-a4fd-48b55241e689 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=984b5bf9950d4e568e34b6531154493c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3370380 Nov 12 03:25:15.700577 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30fae683-0579-462c-a01b-25d596bbf1b4 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:15.737938 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 30fae683-0579-462c-a01b-25d596bbf1b4, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=30fae683-0579-462c-a01b-25d596bbf1b4,segment=NetworkSegment(eece85e2-9491-495c-808d-869c08a5aaa4),segment_id=eece85e2-9491-495c-808d-869c08a5aaa4)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:15.747504 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9e01a4-fd34-4036-8755-28581502407a None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:15.749489 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9e01a4-fd34-4036-8755-28581502407a None None] Checking segment: {'id': '3364c124-6b86-486f-b5eb-24c583c4c07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1ca284e2-b66f-4e0b-b1e5-bad71da08703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:15.751496 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3f9e01a4-fd34-4036-8755-28581502407a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:15.755118 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9e01a4-fd34-4036-8755-28581502407a None None] Bound using segment: {'id': '3364c124-6b86-486f-b5eb-24c583c4c07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1ca284e2-b66f-4e0b-b1e5-bad71da08703'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:15.756001 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-3f9e01a4-fd34-4036-8755-28581502407a None None] Bound port: d6bfeee4-737d-4f04-b2e5-be6dbae8f39f, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3364c124-6b86-486f-b5eb-24c583c4c07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1ca284e2-b66f-4e0b-b1e5-bad71da08703'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:15.756599 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3f9e01a4-fd34-4036-8755-28581502407a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:15.763523 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e01a4-fd34-4036-8755-28581502407a None None] Pushing event updated for resources: {'Port': ['ID=d6bfeee4-737d-4f04-b2e5-be6dbae8f39f,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:15.765518 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-581430e8-e278-412d-8c8d-a9de93d58ce2 req-42330518-eedd-4a17-a781-7dd3f05633a4 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944553 Nov 12 03:25:15.769277 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:15.853911 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=30fae683-0579-462c-a01b-25d596bbf1b4,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:15.913650 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8656ea-cf9a-4529-95f7-92aed89f93cf', 'name': 'network-vif-deleted', 'tag': '123025a8-f60c-48e3-aea0-bc9ac85c8e05'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:15.918459 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5dac3bc-978f-4c0e-be5e-3f8e2fca012c" -d '{"events": [{"server_uuid": "8c8656ea-cf9a-4529-95f7-92aed89f93cf", "name": "network-vif-deleted", "tag": "123025a8-f60c-48e3-aea0-bc9ac85c8e05"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:15.926433 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3f9e01a4-fd34-4036-8755-28581502407a None None] For port d6bfeee4-737d-4f04-b2e5-be6dbae8f39f, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:15.933137 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3f9e01a4-fd34-4036-8755-28581502407a None None] For port d6bfeee4-737d-4f04-b2e5-be6dbae8f39f, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d6bfeee4-737d-4f04-b2e5-be6dbae8f39f,segment=NetworkSegment(3364c124-6b86-486f-b5eb-24c583c4c07d),segment_id=3364c124-6b86-486f-b5eb-24c583c4c07d)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:15.940133 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3f9e01a4-fd34-4036-8755-28581502407a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:16.011057 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ada0db-7056-4775-9ca9-d3e950a39363 req-03436a96-0c1f-4f8c-90d8-0add93fa0641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:16.012818 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-99ada0db-7056-4775-9ca9-d3e950a39363 req-03436a96-0c1f-4f8c-90d8-0add93fa0641 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ce756b44a7b943d8bdc1152693620036&device_id=b2b209f9-8057-402f-b431-081786c97024 HTTP/1.1" status: 200 len: 1098 time: 0.1589987 Nov 12 03:25:16.054175 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-74b6e144-75e7-4682-bd2a-0019fe9b92d1 service neutron] 10.222.0.50 "GET /v2.0/networks/05567585-3225-43ff-908b-682604349a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595767 Nov 12 03:25:16.058241 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4a8a60dc-fd92-40dd-afde-ac26f76e0d1b req-74a1a1d1-e8d6-4854-8d05-7d2e4639f24e tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478952 Nov 12 03:25:16.083000 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e01a4-fd34-4036-8755-28581502407a None None] Pushing event updated for resources: {'Port': ['ID=d6bfeee4-737d-4f04-b2e5-be6dbae8f39f,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:16.104724 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7eb90558-a4a9-43a8-a1c7-c81cad24da5c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:16.153454 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['30fae683-0579-462c-a01b-25d596bbf1b4'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:16.218536 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d9be9c36-6b7f-4bb4-9b4c-7074c6641ccd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:16.619223 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7eb90558-a4a9-43a8-a1c7-c81cad24da5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:16.651950 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f1a1cb6d-56df-4264-8625-cef5110c5b1f req-51217ffb-fe92-40e1-84e5-2986948590fb tempest-LiveAutoBlockMigrationV225Test-1786169776 tempest-LiveAutoBlockMigrationV225Test-1786169776-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c8656ea-cf9a-4529-95f7-92aed89f93cf HTTP/1.1" status: 200 len: 210 time: 0.1467614 Nov 12 03:25:16.725760 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58304) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:16.731980 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d9be9c36-6b7f-4bb4-9b4c-7074c6641ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:16.841691 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be9c36-6b7f-4bb4-9b4c-7074c6641ccd admin admin] Pushing event updated for resources: {'Port': ['ID=ab732bba-3eed-40e5-bd00-6cccf969e4d3,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:16.890870 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ada0db-7056-4775-9ca9-d3e950a39363 req-28d9bd14-87a1-4464-a1e2-3088ea7f1dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:16.892548 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-99ada0db-7056-4775-9ca9-d3e950a39363 req-28d9bd14-87a1-4464-a1e2-3088ea7f1dc4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.8298764 Nov 12 03:25:16.907501 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916d6eeb-79cf-4ede-bbc5-a0a2abb6e8f1 None None] Network 7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:16.908306 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9be9c36-6b7f-4bb4-9b4c-7074c6641ccd admin admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:16.924267 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-d9be9c36-6b7f-4bb4-9b4c-7074c6641ccd admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:16.924810 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3d6b2270-4cac-4938-8944-b7b99a73e5a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:16.951029 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f01304-dcd7-41c9-a632-ccb7fb3d4491 req-ae5fa43d-61ae-48be-b184-059f3eac9b5d tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:16.953924 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-0d0a742a-037c-422e-b2dd-916221888b98 service neutron] 10.222.0.50 "GET /v2.0/networks/05567585-3225-43ff-908b-682604349a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8986394 Nov 12 03:25:16.954118 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f8f01304-dcd7-41c9-a632-ccb7fb3d4491 req-ae5fa43d-61ae-48be-b184-059f3eac9b5d tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=de6fb720-333f-4db9-b89f-5ea5f4cafe46 HTTP/1.1" status: 200 len: 944 time: 0.1418896 Nov 12 03:25:16.954883 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9be9c36-6b7f-4bb4-9b4c-7074c6641ccd admin admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:16.959495 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-99ada0db-7056-4775-9ca9-d3e950a39363 req-6678ab29-faff-46e9-a923-41447afe7c08 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=4117863d-1e67-4ba9-a65f-ee134a064e4c HTTP/1.1" status: 200 len: 217 time: 0.0488737 Nov 12 03:25:16.990326 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb90558-a4a9-43a8-a1c7-c81cad24da5c admin admin] Router 19f682d6-3a53-413b-ba4d-6a47a4d3c3ae is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:25:16.990976 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-47fecb6b-9c14-4ef0-8de4-991992050bf6 None None] Provisioning complete for port ce996e9f-0a08-4d85-90f7-f99d4f2c9bb5 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:16.990976 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-47fecb6b-9c14-4ef0-8de4-991992050bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:17.127328 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ada0db-7056-4775-9ca9-d3e950a39363 req-0fc9d70d-d3cb-47ce-bdcc-85d61d01d352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:17.129267 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-99ada0db-7056-4775-9ca9-d3e950a39363 req-0fc9d70d-d3cb-47ce-bdcc-85d61d01d352 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.1489429 Nov 12 03:25:17.174286 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3d6b2270-4cac-4938-8944-b7b99a73e5a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:17.188921 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-47fecb6b-9c14-4ef0-8de4-991992050bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:17.195954 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-323c3041-ed10-418b-beb5-1a715bee0ecd service neutron] 10.222.0.50 "GET /v2.0/ports/e14041bd-b04a-4f9c-8b9a-4602f8a15d0b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2169321 Nov 12 03:25:17.213470 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d6bfeee4-737d-4f04-b2e5-be6dbae8f39f up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:17.216571 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f8f01304-dcd7-41c9-a632-ccb7fb3d4491 req-8a77195f-b65c-4dc3-8551-4a2fcaa3bb54 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373526 Nov 12 03:25:17.229422 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3d6b2270-4cac-4938-8944-b7b99a73e5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:17.291709 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 30fae683-0579-462c-a01b-25d596bbf1b4 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:17.346377 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3d6b2270-4cac-4938-8944-b7b99a73e5a9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a60b81eb65594271aa99abf6c6d9eee9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6137695 Nov 12 03:25:17.381200 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-63669638-f2a5-4c2c-89f4-d15bb8e4ae73 service neutron] 10.222.0.50 "GET /v2.0/networks/0a9162de-bdde-427f-8e0e-6dfc54c7d9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842232 Nov 12 03:25:17.384150 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b01dd9a-85fd-465a-80ef-a22bef6fe603 x-openstack-request-id: req-1b01dd9a-85fd-465a-80ef-a22bef6fe603 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:17.384448 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8656ea-cf9a-4529-95f7-92aed89f93cf", "name": "network-vif-deleted", "tag": "123025a8-f60c-48e3-aea0-bc9ac85c8e05", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:17.384705 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1b01dd9a-85fd-465a-80ef-a22bef6fe603 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:17.385485 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8656ea-cf9a-4529-95f7-92aed89f93cf', 'name': 'network-vif-deleted', 'tag': '123025a8-f60c-48e3-aea0-bc9ac85c8e05', 'status': 'completed', 'code': 200} Nov 12 03:25:17.385912 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58310) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:17.401373 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b2270-4cac-4938-8944-b7b99a73e5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e2f425-849a-498d-981b-baa5beab57eb,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:17.430003 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-47fecb6b-9c14-4ef0-8de4-991992050bf6 None None] For port ce996e9f-0a08-4d85-90f7-f99d4f2c9bb5, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=ce996e9f-0a08-4d85-90f7-f99d4f2c9bb5,segment=NetworkSegment(fec36af3-9300-48b5-9e38-a45077560b9e),segment_id=fec36af3-9300-48b5-9e38-a45077560b9e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:17.444335 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-47fecb6b-9c14-4ef0-8de4-991992050bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:17.471457 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb90558-a4a9-43a8-a1c7-c81cad24da5c admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:25:17.491482 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9301c3f-1010-4dd2-8e2d-fb2f40a2985b None None] Sync routers for ids ['19f682d6-3a53-413b-ba4d-6a47a4d3c3ae'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:25:17.520144 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 30fae683-0579-462c-a01b-25d596bbf1b4 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:25:17.527307 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7eb90558-a4a9-43a8-a1c7-c81cad24da5c admin admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:17.530222 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7eb90558-a4a9-43a8-a1c7-c81cad24da5c admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.9123163 Nov 12 03:25:17.534163 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9301c3f-1010-4dd2-8e2d-fb2f40a2985b None None] Routers {'19f682d6-3a53-413b-ba4d-6a47a4d3c3ae'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:17.535635 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58312) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:17.536762 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f9301c3f-1010-4dd2-8e2d-fb2f40a2985b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:25:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['19f682d6-3a53-413b-ba4d-6a47a4d3c3ae'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:17.547175 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port d6bfeee4-737d-4f04-b2e5-be6dbae8f39f triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:17.547662 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:17.549379 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 30fae683-0579-462c-a01b-25d596bbf1b4 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:17.550043 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:17.655502 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fecb6b-9c14-4ef0-8de4-991992050bf6 None None] Pushing event updated for resources: {'Port': ['ID=ce996e9f-0a08-4d85-90f7-f99d4f2c9bb5,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:17.864607 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-f9301c3f-1010-4dd2-8e2d-fb2f40a2985b None None] Set router 19f682d6-3a53-413b-ba4d-6a47a4d3c3ae gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:17.867584 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee20067-ac05-458f-b89f-dde499ffa8bc None None] Network 1ca284e2-b66f-4e0b-b1e5-bad71da08703 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:17.901121 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-1b762311-643a-4736-baa2-d77d942a9a01 None None] Provisioning complete for port ce996e9f-0a08-4d85-90f7-f99d4f2c9bb5 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:17.901519 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1b762311-643a-4736-baa2-d77d942a9a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.012961 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9222d-28b2-42f8-a924-7167cc5d6b37 req-3e74fb05-ce48-4e38-a5f5-2c9a70fc56b1 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:18.016670 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e5e9222d-28b2-42f8-a924-7167cc5d6b37 req-3e74fb05-ce48-4e38-a5f5-2c9a70fc56b1 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2b209f9-8057-402f-b431-081786c97024 HTTP/1.1" status: 200 len: 946 time: 0.5652287 Nov 12 03:25:18.051493 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.053464 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.061782 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.098425 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ada0db-7056-4775-9ca9-d3e950a39363 req-8a3b15cc-c6f0-401a-811a-38bd362ee611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:18.100027 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-99ada0db-7056-4775-9ca9-d3e950a39363 req-8a3b15cc-c6f0-401a-811a-38bd362ee611 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9493723 Nov 12 03:25:18.108377 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-292d3f6a-b922-47a4-86b9-632779a4c3f0 service neutron] 10.222.0.50 "GET /v2.0/networks/0a9162de-bdde-427f-8e0e-6dfc54c7d9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7256603 Nov 12 03:25:18.146787 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e5e9222d-28b2-42f8-a924-7167cc5d6b37 req-1497cf21-d802-4a53-a867-08ec80673039 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130624 Nov 12 03:25:18.189820 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6fb720-333f-4db9-b89f-5ea5f4cafe46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30fae683-0579-462c-a01b-25d596bbf1b4'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:18.192169 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f438a277-27b6-4bcb-b61f-89226b6f92d8" -d '{"events": [{"server_uuid": "de6fb720-333f-4db9-b89f-5ea5f4cafe46", "name": "network-vif-plugged", "status": "completed", "tag": "30fae683-0579-462c-a01b-25d596bbf1b4"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:18.220897 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port d6bfeee4-737d-4f04-b2e5-be6dbae8f39f, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d6bfeee4-737d-4f04-b2e5-be6dbae8f39f,segment=NetworkSegment(3364c124-6b86-486f-b5eb-24c583c4c07d),segment_id=3364c124-6b86-486f-b5eb-24c583c4c07d)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:18.246106 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58320) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:18.259110 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 30fae683-0579-462c-a01b-25d596bbf1b4, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=30fae683-0579-462c-a01b-25d596bbf1b4,segment=NetworkSegment(eece85e2-9491-495c-808d-869c08a5aaa4),segment_id=eece85e2-9491-495c-808d-869c08a5aaa4)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:18.261968 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.262505 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device ce996e9f-0a08-4d85-90f7-f99d4f2c9bb5 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:18.302033 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-daf49bd6-a610-4dd1-8726-098276defb82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.318299 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-8483aa8c-baa9-445f-a19c-cbc09a536d51 service neutron] 10.222.0.50 "GET /v2.0/ports/f7283506-b691-45c6-9375-298221385ad8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1860621 Nov 12 03:25:18.513196 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca21f5f-f78a-4d4d-b01b-f26133437799 x-openstack-request-id: req-bca21f5f-f78a-4d4d-b01b-f26133437799 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:18.514360 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6fb720-333f-4db9-b89f-5ea5f4cafe46", "name": "network-vif-plugged", "status": "completed", "tag": "30fae683-0579-462c-a01b-25d596bbf1b4", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:18.514853 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bca21f5f-f78a-4d4d-b01b-f26133437799 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:18.515257 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6fb720-333f-4db9-b89f-5ea5f4cafe46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30fae683-0579-462c-a01b-25d596bbf1b4', 'code': 200} Nov 12 03:25:18.517315 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.635237 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c73d33d-ff24-4460-83ae-7dc9d3fb2508 admin admin] Deleting subnet 3428f33d-4837-4311-b620-eb7f742db405 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:25:18.640286 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7c73d33d-ff24-4460-83ae-7dc9d3fb2508 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.646953 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-daf49bd6-a610-4dd1-8726-098276defb82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.661724 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=d6bfeee4-737d-4f04-b2e5-be6dbae8f39f,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:18.677354 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86e68b-e5cc-4c24-827a-6afa71f2f7dc req-d2b3b5e4-f033-450c-9ec1-a6d5bf80cbd7 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:18.679501 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7a86e68b-e5cc-4c24-827a-6afa71f2f7dc req-d2b3b5e4-f033-450c-9ec1-a6d5bf80cbd7 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=de6fb720-333f-4db9-b89f-5ea5f4cafe46 HTTP/1.1" status: 200 len: 945 time: 0.1598318 Nov 12 03:25:18.682267 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port ce996e9f-0a08-4d85-90f7-f99d4f2c9bb5 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:18.682637 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.716645 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7c73d33d-ff24-4460-83ae-7dc9d3fb2508 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.718985 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-99ada0db-7056-4775-9ca9-d3e950a39363 req-a2abd1f5-44b6-4845-9cf5-5ccba6309813 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5862777 Nov 12 03:25:18.791568 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=30fae683-0579-462c-a01b-25d596bbf1b4,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:18.791842 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-b62e27fd-e5e4-4f51-a5db-f9aeb4e85bc2 service neutron] 10.222.0.50 "GET /v2.0/networks/0a9162de-bdde-427f-8e0e-6dfc54c7d9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4596491 Nov 12 03:25:18.803089 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f9301c3f-1010-4dd2-8e2d-fb2f40a2985b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f682d6-3a53-413b-ba4d-6a47a4d3c3ae', 'name': 'tempest-FloatingIPsNegativeTestJSON-1200817746-router', 'tenant_id': '95686e59f77b470ca513c78b65ac8dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'afd74593-a9b8-4caf-a212-6c5d9e559b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:13Z', 'updated_at': '2021-11-12T03:25:15Z', 'revision_number': 3, 'project_id': '95686e59f77b470ca513c78b65ac8dcb', 'gw_port': {'id': 'afd74593-a9b8-4caf-a212-6c5d9e559b2f', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f682d6-3a53-413b-ba4d-6a47a4d3c3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:14Z', 'updated_at': '2021-11-12T03:25:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:18.830670 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7c73d33d-ff24-4460-83ae-7dc9d3fb2508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.845953 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7a86e68b-e5cc-4c24-827a-6afa71f2f7dc req-95b1643e-d168-42d3-8aeb-d696aebb350c tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516514 Nov 12 03:25:18.852024 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9301c3f-1010-4dd2-8e2d-fb2f40a2985b None None] Checking router: 19f682d6-3a53-413b-ba4d-6a47a4d3c3ae for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:25:18.852668 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9301c3f-1010-4dd2-8e2d-fb2f40a2985b None None] Updating router 19f682d6-3a53-413b-ba4d-6a47a4d3c3ae port afd74593-a9b8-4caf-a212-6c5d9e559b2f binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:25:18.921734 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-8fc02a09-29a3-4a62-bd11-b3d5a6030ce1 None None] Provisioning complete for port d6bfeee4-737d-4f04-b2e5-be6dbae8f39f triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:18.921734 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8fc02a09-29a3-4a62-bd11-b3d5a6030ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.926069 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f9301c3f-1010-4dd2-8e2d-fb2f40a2985b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.031088 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20c6e2-17ad-4e9c-bf45-a2d545627ef1 req-384bb545-8134-48f0-ab3f-e571b840b282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:19.034763 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0a20c6e2-17ad-4e9c-bf45-a2d545627ef1 req-384bb545-8134-48f0-ab3f-e571b840b282 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=de6fb720-333f-4db9-b89f-5ea5f4cafe46 HTTP/1.1" status: 200 len: 1097 time: 0.5346465 Nov 12 03:25:19.035985 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d9be9c36-6b7f-4bb4-9b4c-7074c6641ccd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.055625 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7c73d33d-ff24-4460-83ae-7dc9d3fb2508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.085429 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7c73d33d-ff24-4460-83ae-7dc9d3fb2508 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.093431 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7c73d33d-ff24-4460-83ae-7dc9d3fb2508 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3428f33d-4837-4311-b620-eb7f742db405 HTTP/1.1" status: 204 len: 168 time: 0.7975841 Nov 12 03:25:19.098112 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58326) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:19.132918 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c73d33d-ff24-4460-83ae-7dc9d3fb2508 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3428f33d-4837-4311-b620-eb7f742db405,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:19.211391 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a34aa02b-10f8-42d6-80dd-c36d8d48f003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.215454 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d6bfeee4-737d-4f04-b2e5-be6dbae8f39f up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:19.255659 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-88ff73f1-015a-4d00-b1eb-92ebee42f382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.303516 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 4117863d-1e67-4ba9-a65f-ee134a064e4c details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:25:19.309842 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0a20c6e2-17ad-4e9c-bf45-a2d545627ef1 req-586d8633-d9ca-40dc-ac5e-a239a5887834 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147511 Nov 12 03:25:19.345064 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-daf49bd6-a610-4dd1-8726-098276defb82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.347730 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-daf49bd6-a610-4dd1-8726-098276defb82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.351504 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-daf49bd6-a610-4dd1-8726-098276defb82 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f0e2f425-849a-498d-981b-baa5beab57eb HTTP/1.1" status: 204 len: 168 time: 1.9407299 Nov 12 03:25:19.391629 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-c8ad4d23-302b-48b5-b925-94a6ab0ffb46 service neutron] 10.222.0.50 "GET /v2.0/networks/0a9162de-bdde-427f-8e0e-6dfc54c7d9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5741854 Nov 12 03:25:19.443106 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port d6bfeee4-737d-4f04-b2e5-be6dbae8f39f triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:19.444247 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.515299 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-99ada0db-7056-4775-9ca9-d3e950a39363 req-96d4ae76-bd7d-4127-a3a0-08a526cb0bf6 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7617545 Nov 12 03:25:19.520371 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-240e84ce-bacf-44ed-8086-96a75a701be8 None None] Provisioning complete for port d6bfeee4-737d-4f04-b2e5-be6dbae8f39f triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:19.520829 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-240e84ce-bacf-44ed-8086-96a75a701be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.530741 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-5a4f5fc2-c4d4-45ef-8ed3-022bdeee4535 service neutron] 10.222.0.50 "GET /v2.0/networks/0a9162de-bdde-427f-8e0e-6dfc54c7d9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382959 Nov 12 03:25:19.534003 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f33e28-67e7-41c9-857e-c765b7f3cc7b req-ec28733b-2b3c-4712-bc4c-9ef0f31b987d tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:19.542806 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-03f33e28-67e7-41c9-857e-c765b7f3cc7b req-ec28733b-2b3c-4712-bc4c-9ef0f31b987d tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2b209f9-8057-402f-b431-081786c97024 HTTP/1.1" status: 200 len: 946 time: 0.2790859 Nov 12 03:25:19.597490 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-a34aa02b-10f8-42d6-80dd-c36d8d48f003 admin admin] Allocated IP 172.20.0.1 (1ca284e2-b66f-4e0b-b1e5-bad71da08703/be879a32-8354-46bc-be1b-6596478e5ef5/7a2491e2-4f26-4921-86c9-51e6a1fc37d1) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:19.598099 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 4117863d-1e67-4ba9-a65f-ee134a064e4c, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4117863d-1e67-4ba9-a65f-ee134a064e4c,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:19.608392 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-88ff73f1-015a-4d00-b1eb-92ebee42f382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.636178 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f9301c3f-1010-4dd2-8e2d-fb2f40a2985b None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.638663 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '4117863d-1e67-4ba9-a65f-ee134a064e4c', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'port_id': '4117863d-1e67-4ba9-a65f-ee134a064e4c', 'mac_address': 'fa:16:3e:66:41:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa66706f-b415-4bb9-838e-cfd08f81d96b', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:25:19.639887 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf49bd6-a610-4dd1-8726-098276defb82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e2f425-849a-498d-981b-baa5beab57eb,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:19.649400 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f9301c3f-1010-4dd2-8e2d-fb2f40a2985b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.685767 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-88ff73f1-015a-4d00-b1eb-92ebee42f382 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2354694-6453-486d-800c-f4fc7f841803']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:19.735043 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-88ff73f1-015a-4d00-b1eb-92ebee42f382 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8c93ffa-e78d-4d7d-8be5-2d181e470820') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:19.735338 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-88ff73f1-015a-4d00-b1eb-92ebee42f382 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8c93ffa-e78d-4d7d-8be5-2d181e470820') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:19.763922 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-88ff73f1-015a-4d00-b1eb-92ebee42f382 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.769201 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-de4fa790-967d-43f7-9594-9f94dcd0bcea service neutron] 10.222.0.50 "GET /v2.0/networks/0a9162de-bdde-427f-8e0e-6dfc54c7d9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373893 Nov 12 03:25:19.783913 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-03f33e28-67e7-41c9-857e-c765b7f3cc7b req-65d578eb-ed18-496f-a1c9-4444badb21ef tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345185 Nov 12 03:25:19.817512 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-88ff73f1-015a-4d00-b1eb-92ebee42f382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.830993 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88ff73f1-015a-4d00-b1eb-92ebee42f382 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:25:19.831498 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-88ff73f1-015a-4d00-b1eb-92ebee42f382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.833292 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:25:19.833292 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:25:19.833292 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:25:19.833292 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:25:19.833292 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:25:19.833292 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:25:19.833292 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:25:19.833292 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:25:19.833292 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:25:19.833292 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:25:19.833292 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:25:19.833292 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:25:19.833292 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:25:19.833292 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:25:19.833292 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:25:19.833292 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:25:19.833292 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:25:19.833292 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:25:19.833292 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:25:19.833292 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:25:19.833292 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:25:19.833292 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:25:19.833292 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:25:19.833292 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:25:19.833292 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:25:19.833292 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:25:19.833292 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:25:19.833292 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:25:19.833292 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:25:19.833292 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:25:19.833292 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:25:19.833292 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:25:19.845086 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d9be9c36-6b7f-4bb4-9b4c-7074c6641ccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.862837 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b6b400-28d7-42ce-a6cd-d912aae06dbe None None] Pushing event updated for resources: {'Port': ['ID=afd74593-a9b8-4caf-a212-6c5d9e559b2f,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:19.871868 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.885597 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-f9301c3f-1010-4dd2-8e2d-fb2f40a2985b None None] Attempting to bind port afd74593-a9b8-4caf-a212-6c5d9e559b2f on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:19.885914 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58336) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:19.886122 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-f9301c3f-1010-4dd2-8e2d-fb2f40a2985b None None] Attempting to bind port afd74593-a9b8-4caf-a212-6c5d9e559b2f by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:19.886122 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9301c3f-1010-4dd2-8e2d-fb2f40a2985b None None] Attempting to bind port afd74593-a9b8-4caf-a212-6c5d9e559b2f on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:19.904389 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device ce996e9f-0a08-4d85-90f7-f99d4f2c9bb5 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:19.921590 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4117863d-1e67-4ba9-a65f-ee134a064e4c {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:19.947596 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-051ddb6a-d29b-4f77-ab77-93ab29949b65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.953739 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9301c3f-1010-4dd2-8e2d-fb2f40a2985b None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:19.954077 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9301c3f-1010-4dd2-8e2d-fb2f40a2985b None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:19.954645 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f9301c3f-1010-4dd2-8e2d-fb2f40a2985b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.954930 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9301c3f-1010-4dd2-8e2d-fb2f40a2985b None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:19.955436 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-f9301c3f-1010-4dd2-8e2d-fb2f40a2985b None None] Bound port: afd74593-a9b8-4caf-a212-6c5d9e559b2f, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:19.955826 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f9301c3f-1010-4dd2-8e2d-fb2f40a2985b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.987972 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a34aa02b-10f8-42d6-80dd-c36d8d48f003 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.005300 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-88ff73f1-015a-4d00-b1eb-92ebee42f382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.025995 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 4117863d-1e67-4ba9-a65f-ee134a064e4c, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4117863d-1e67-4ba9-a65f-ee134a064e4c,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:20.026615 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-88ff73f1-015a-4d00-b1eb-92ebee42f382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.033090 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-88ff73f1-015a-4d00-b1eb-92ebee42f382 admin admin] 10.222.0.50 "DELETE /v2.0/networks/f2354694-6453-486d-800c-f4fc7f841803 HTTP/1.1" status: 204 len: 168 time: 0.9100926 Nov 12 03:25:20.033090 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff73f1-015a-4d00-b1eb-92ebee42f382 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2354694-6453-486d-800c-f4fc7f841803,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:20.035196 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.039431 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58340) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:20.042622 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1438d5d-3998-475e-8a17-a870f834ad1e req-e48c76ee-e901-431b-b9f5-95efa3f6ee8f tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:20.044208 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e1438d5d-3998-475e-8a17-a870f834ad1e req-e48c76ee-e901-431b-b9f5-95efa3f6ee8f tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=de6fb720-333f-4db9-b89f-5ea5f4cafe46 HTTP/1.1" status: 200 len: 945 time: 0.1096957 Nov 12 03:25:20.097303 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a34aa02b-10f8-42d6-80dd-c36d8d48f003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.108359 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-f9301c3f-1010-4dd2-8e2d-fb2f40a2985b None None] For port afd74593-a9b8-4caf-a212-6c5d9e559b2f, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:20.134295 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=4117863d-1e67-4ba9-a65f-ee134a064e4c,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:20.137910 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-f9301c3f-1010-4dd2-8e2d-fb2f40a2985b None None] For port afd74593-a9b8-4caf-a212-6c5d9e559b2f, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=afd74593-a9b8-4caf-a212-6c5d9e559b2f,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:20.141191 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port ce996e9f-0a08-4d85-90f7-f99d4f2c9bb5 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:20.141399 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.145419 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f9301c3f-1010-4dd2-8e2d-fb2f40a2985b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.158282 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e1438d5d-3998-475e-8a17-a870f834ad1e req-ae30b963-674d-48b2-ba52-ad81e47607d3 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000025 Nov 12 03:25:20.159064 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-e3097a59-51db-4dae-acad-24efca9893c8 service neutron] 10.222.0.50 "GET /v2.0/networks/0a9162de-bdde-427f-8e0e-6dfc54c7d9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881555 Nov 12 03:25:20.166305 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34aa02b-10f8-42d6-80dd-c36d8d48f003 admin admin] Network 1ca284e2-b66f-4e0b-b1e5-bad71da08703 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:20.170891 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-a34aa02b-10f8-42d6-80dd-c36d8d48f003 admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:20.176839 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34aa02b-10f8-42d6-80dd-c36d8d48f003 admin admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:20.187581 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-dad1f519-518d-453b-b300-35da7bdb085c admin admin] Deleting subnet 9275cca0-1fa0-4c9e-bfcd-bdceeb2b8910 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:25:20.223433 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dad1f519-518d-453b-b300-35da7bdb085c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.226538 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a34aa02b-10f8-42d6-80dd-c36d8d48f003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.232157 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34aa02b-10f8-42d6-80dd-c36d8d48f003 admin admin] Pushing event updated for resources: {'Port': ['ID=7a2491e2-4f26-4921-86c9-51e6a1fc37d1,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:20.275375 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9301c3f-1010-4dd2-8e2d-fb2f40a2985b None None] Routers {'19f682d6-3a53-413b-ba4d-6a47a4d3c3ae'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:20.276915 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f9301c3f-1010-4dd2-8e2d-fb2f40a2985b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:25:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['19f682d6-3a53-413b-ba4d-6a47a4d3c3ae'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:20.397667 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dad1f519-518d-453b-b300-35da7bdb085c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.409629 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b6b400-28d7-42ce-a6cd-d912aae06dbe None None] Pushing event updated for resources: {'Port': ['ID=afd74593-a9b8-4caf-a212-6c5d9e559b2f,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:20.421917 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a34aa02b-10f8-42d6-80dd-c36d8d48f003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.429997 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['4117863d-1e67-4ba9-a65f-ee134a064e4c'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:20.468040 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-051ddb6a-d29b-4f77-ab77-93ab29949b65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.490054 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-051ddb6a-d29b-4f77-ab77-93ab29949b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.507308 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-d62b9368-46de-4325-85bd-0ac875c2a28b service neutron] 10.222.0.50 "GET /v2.0/networks/0a9162de-bdde-427f-8e0e-6dfc54c7d9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394351 Nov 12 03:25:20.528919 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dad1f519-518d-453b-b300-35da7bdb085c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.589272 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-d3e19a46-1a7c-4d46-a63a-401ec0976c44 None None] Provisioning complete for port 7a2491e2-4f26-4921-86c9-51e6a1fc37d1 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:20.589639 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d3e19a46-1a7c-4d46-a63a-401ec0976c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.635084 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-f9301c3f-1010-4dd2-8e2d-fb2f40a2985b None None] Set router 19f682d6-3a53-413b-ba4d-6a47a4d3c3ae gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:20.635634 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a34aa02b-10f8-42d6-80dd-c36d8d48f003 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.653379 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a34aa02b-10f8-42d6-80dd-c36d8d48f003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.677798 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-7bedea58-c903-4915-a8e7-b899f6274ab9 service neutron] 10.222.0.50 "GET /v2.0/networks/573baa8f-b6be-41d7-a7a6-73c38233ca3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298985 Nov 12 03:25:20.691984 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9be9c36-6b7f-4bb4-9b4c-7074c6641ccd admin admin] Router 33458856-dd88-43b6-a487-48502771a672 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:25:20.724495 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a34aa02b-10f8-42d6-80dd-c36d8d48f003 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.725661 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-051ddb6a-d29b-4f77-ab77-93ab29949b65 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=936cd1b57349424798ea67712d745dc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8371174 Nov 12 03:25:20.727618 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58342) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:20.739930 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ddb6a-d29b-4f77-ab77-93ab29949b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02fd39d7-2c24-4984-a94e-386aa6bc6a0b,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:20.852816 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-d3e19a46-1a7c-4d46-a63a-401ec0976c44 None None] Port 7a2491e2-4f26-4921-86c9-51e6a1fc37d1 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:20.927083 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34aa02b-10f8-42d6-80dd-c36d8d48f003 admin admin] Pushing event updated for resources: {'Port': ['ID=7a2491e2-4f26-4921-86c9-51e6a1fc37d1,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:20.938858 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f8e938bd-024c-4a36-a9ac-b8e2c2d136c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.948137 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dad1f519-518d-453b-b300-35da7bdb085c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.988546 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dad1f519-518d-453b-b300-35da7bdb085c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.994125 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f8e938bd-024c-4a36-a9ac-b8e2c2d136c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.994318 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-dad1f519-518d-453b-b300-35da7bdb085c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9275cca0-1fa0-4c9e-bfcd-bdceeb2b8910 HTTP/1.1" status: 204 len: 168 time: 0.9480069 Nov 12 03:25:20.997755 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1f519-518d-453b-b300-35da7bdb085c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9275cca0-1fa0-4c9e-bfcd-bdceeb2b8910,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:21.001702 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58346) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:21.003820 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-80c4588f-215a-485a-94dc-0b41d551945b service neutron] 10.222.0.50 "GET /v2.0/networks/573baa8f-b6be-41d7-a7a6-73c38233ca3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036549 Nov 12 03:25:21.016545 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1052f-5a13-435a-9424-2bc50c8372f9 req-255ea4e1-38a5-477a-883b-95a49547abae tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:21.018116 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-87d1052f-5a13-435a-9424-2bc50c8372f9 req-255ea4e1-38a5-477a-883b-95a49547abae tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2b209f9-8057-402f-b431-081786c97024 HTTP/1.1" status: 200 len: 947 time: 0.1575806 Nov 12 03:25:21.031343 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34aa02b-10f8-42d6-80dd-c36d8d48f003 admin admin] Network 1ca284e2-b66f-4e0b-b1e5-bad71da08703 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:21.043051 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-a34aa02b-10f8-42d6-80dd-c36d8d48f003 admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:21.064794 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9be9c36-6b7f-4bb4-9b4c-7074c6641ccd admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:25:21.077876 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e01097-8cd6-4e51-947d-b797c3c33a92 None None] Sync routers for ids ['33458856-dd88-43b6-a487-48502771a672'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:25:21.093084 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f9301c3f-1010-4dd2-8e2d-fb2f40a2985b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f682d6-3a53-413b-ba4d-6a47a4d3c3ae', 'name': 'tempest-FloatingIPsNegativeTestJSON-1200817746-router', 'tenant_id': '95686e59f77b470ca513c78b65ac8dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'afd74593-a9b8-4caf-a212-6c5d9e559b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:13Z', 'updated_at': '2021-11-12T03:25:15Z', 'revision_number': 3, 'project_id': '95686e59f77b470ca513c78b65ac8dcb', 'gw_port': {'id': 'afd74593-a9b8-4caf-a212-6c5d9e559b2f', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f682d6-3a53-413b-ba4d-6a47a4d3c3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:14Z', 'updated_at': '2021-11-12T03:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:21.097617 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e01097-8cd6-4e51-947d-b797c3c33a92 None None] Routers {'33458856-dd88-43b6-a487-48502771a672'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:21.098543 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-e3e01097-8cd6-4e51-947d-b797c3c33a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:25:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['33458856-dd88-43b6-a487-48502771a672'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:21.129032 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9301c3f-1010-4dd2-8e2d-fb2f40a2985b None None] The sync data for ids ['19f682d6-3a53-413b-ba4d-6a47a4d3c3ae'] in n-d-715271-27 is: [{'id': '19f682d6-3a53-413b-ba4d-6a47a4d3c3ae', 'name': 'tempest-FloatingIPsNegativeTestJSON-1200817746-router', 'tenant_id': '95686e59f77b470ca513c78b65ac8dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'afd74593-a9b8-4caf-a212-6c5d9e559b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:13Z', 'updated_at': '2021-11-12T03:25:15Z', 'revision_number': 3, 'project_id': '95686e59f77b470ca513c78b65ac8dcb', 'gw_port': {'id': 'afd74593-a9b8-4caf-a212-6c5d9e559b2f', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f682d6-3a53-413b-ba4d-6a47a4d3c3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:14Z', 'updated_at': '2021-11-12T03:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:25:21.248804 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-87d1052f-5a13-435a-9424-2bc50c8372f9 req-90e1c441-beb6-4843-abd5-d6dba68559c1 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099335 Nov 12 03:25:21.256898 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f8e938bd-024c-4a36-a9ac-b8e2c2d136c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.265200 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f8e938bd-024c-4a36-a9ac-b8e2c2d136c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.269064 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f8e938bd-024c-4a36-a9ac-b8e2c2d136c4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/02fd39d7-2c24-4984-a94e-386aa6bc6a0b HTTP/1.1" status: 204 len: 168 time: 0.5378711 Nov 12 03:25:21.279889 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e938bd-024c-4a36-a9ac-b8e2c2d136c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fd39d7-2c24-4984-a94e-386aa6bc6a0b,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:21.316484 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a34aa02b-10f8-42d6-80dd-c36d8d48f003 admin admin] Router 19f682d6-3a53-413b-ba4d-6a47a4d3c3ae has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:25:21.341729 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-e3e01097-8cd6-4e51-947d-b797c3c33a92 None None] Set router 33458856-dd88-43b6-a487-48502771a672 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:21.500331 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07624a02-56f7-4ee0-8a3b-f06ea8a2fb4e req-83da6f07-1bdf-43a8-93e6-3f6a76107fca tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:21.502081 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-07624a02-56f7-4ee0-8a3b-f06ea8a2fb4e req-83da6f07-1bdf-43a8-93e6-3f6a76107fca tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=de6fb720-333f-4db9-b89f-5ea5f4cafe46 HTTP/1.1" status: 200 len: 945 time: 0.1075795 Nov 12 03:25:21.547378 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-e3e01097-8cd6-4e51-947d-b797c3c33a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33458856-dd88-43b6-a487-48502771a672', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692260321-router', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:13Z', 'updated_at': '2021-11-12T03:25:18Z', 'revision_number': 3, 'project_id': '0debc975661f439796e2390b4a57b652', 'gw_port': {'id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:49:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33458856-dd88-43b6-a487-48502771a672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:14Z', 'updated_at': '2021-11-12T03:25:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:21.585892 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e01097-8cd6-4e51-947d-b797c3c33a92 None None] Checking router: 33458856-dd88-43b6-a487-48502771a672 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:25:21.586444 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e01097-8cd6-4e51-947d-b797c3c33a92 None None] Updating router 33458856-dd88-43b6-a487-48502771a672 port ab732bba-3eed-40e5-bd00-6cccf969e4d3 binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:25:21.626191 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-07624a02-56f7-4ee0-8a3b-f06ea8a2fb4e req-b4c7931d-aa01-4d49-a9e2-f189cba28f22 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095018 Nov 12 03:25:21.627500 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34aa02b-10f8-42d6-80dd-c36d8d48f003 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:25:21.635378 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a34aa02b-10f8-42d6-80dd-c36d8d48f003 admin admin] 10.222.0.50 "PUT /v2.0/routers/19f682d6-3a53-413b-ba4d-6a47a4d3c3ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0984821 Nov 12 03:25:21.651545 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e3e01097-8cd6-4e51-947d-b797c3c33a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.796055 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d9be9c36-6b7f-4bb4-9b4c-7074c6641ccd admin admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.800932 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58360) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:21.801668 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d9be9c36-6b7f-4bb4-9b4c-7074c6641ccd admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 8.3988845 Nov 12 03:25:21.806649 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b311cced-977a-4315-9316-e3451875ea13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.816812 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-c8b6256b-7fef-4a10-a1a7-54eb69e63af1 None None] Provisioning complete for port 7a2491e2-4f26-4921-86c9-51e6a1fc37d1 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:21.818983 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c8b6256b-7fef-4a10-a1a7-54eb69e63af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.866899 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-11f2bbd4-9a46-4d1c-9943-741e043fd340 service neutron] 10.222.0.50 "GET /v2.0/networks/573baa8f-b6be-41d7-a7a6-73c38233ca3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8527999 Nov 12 03:25:21.966557 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-c8b6256b-7fef-4a10-a1a7-54eb69e63af1 None None] Port 7a2491e2-4f26-4921-86c9-51e6a1fc37d1 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:22.058308 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b311cced-977a-4315-9316-e3451875ea13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.111323 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-b311cced-977a-4315-9316-e3451875ea13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12e8eba6-0c6c-4094-a157-46b0b1fcccae']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:22.133737 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-b311cced-977a-4315-9316-e3451875ea13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d14041b-2b0d-4c82-9be6-879d2c404d5a') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:22.134093 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-b311cced-977a-4315-9316-e3451875ea13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d14041b-2b0d-4c82-9be6-879d2c404d5a') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:22.152879 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b311cced-977a-4315-9316-e3451875ea13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.162640 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-1002c7ef-ddf6-4530-9dbb-02fe43c50005 service neutron] 10.222.0.50 "GET /v2.0/networks/573baa8f-b6be-41d7-a7a6-73c38233ca3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444682 Nov 12 03:25:22.178887 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b311cced-977a-4315-9316-e3451875ea13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.196989 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b311cced-977a-4315-9316-e3451875ea13 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:25:22.197416 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b311cced-977a-4315-9316-e3451875ea13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.199317 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:25:22.199317 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:25:22.199317 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:25:22.199317 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:25:22.199317 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:25:22.199317 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:25:22.199317 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:25:22.199317 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:25:22.199317 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:25:22.199317 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:25:22.199317 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:25:22.199317 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:25:22.199317 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:25:22.199317 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:25:22.199317 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:25:22.199317 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:25:22.199317 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:25:22.199317 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:25:22.199317 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:25:22.199317 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:25:22.199317 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:25:22.199317 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:25:22.199317 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:25:22.199317 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:25:22.199317 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:25:22.199317 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:25:22.199317 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:25:22.199317 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:25:22.199317 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:25:22.199317 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:25:22.199317 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:25:22.199317 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:25:22.242195 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e3e01097-8cd6-4e51-947d-b797c3c33a92 None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.253046 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e3e01097-8cd6-4e51-947d-b797c3c33a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.323762 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce07e2b-1ac8-4f9b-848e-8f7801edbf5f None None] Pushing event updated for resources: {'Port': ['ID=ab732bba-3eed-40e5-bd00-6cccf969e4d3,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:22.356934 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-e3e01097-8cd6-4e51-947d-b797c3c33a92 None None] Attempting to bind port ab732bba-3eed-40e5-bd00-6cccf969e4d3 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:22.358480 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-e3e01097-8cd6-4e51-947d-b797c3c33a92 None None] Attempting to bind port ab732bba-3eed-40e5-bd00-6cccf969e4d3 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:22.359417 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e01097-8cd6-4e51-947d-b797c3c33a92 None None] Attempting to bind port ab732bba-3eed-40e5-bd00-6cccf969e4d3 on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:22.375857 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce07e2b-1ac8-4f9b-848e-8f7801edbf5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:22.381412 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce07e2b-1ac8-4f9b-848e-8f7801edbf5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:22.382048 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce07e2b-1ac8-4f9b-848e-8f7801edbf5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:22.382837 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce07e2b-1ac8-4f9b-848e-8f7801edbf5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:22.383394 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce07e2b-1ac8-4f9b-848e-8f7801edbf5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:22.383945 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce07e2b-1ac8-4f9b-848e-8f7801edbf5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:22.384532 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce07e2b-1ac8-4f9b-848e-8f7801edbf5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:22.389813 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce07e2b-1ac8-4f9b-848e-8f7801edbf5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:22.390375 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b311cced-977a-4315-9316-e3451875ea13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.390735 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce07e2b-1ac8-4f9b-848e-8f7801edbf5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:22.391286 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce07e2b-1ac8-4f9b-848e-8f7801edbf5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:22.392775 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce07e2b-1ac8-4f9b-848e-8f7801edbf5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:22.393712 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce07e2b-1ac8-4f9b-848e-8f7801edbf5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:22.399477 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e01097-8cd6-4e51-947d-b797c3c33a92 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:22.400272 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e01097-8cd6-4e51-947d-b797c3c33a92 None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:22.400966 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e3e01097-8cd6-4e51-947d-b797c3c33a92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.401578 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e01097-8cd6-4e51-947d-b797c3c33a92 None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:22.402287 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-e3e01097-8cd6-4e51-947d-b797c3c33a92 None None] Bound port: ab732bba-3eed-40e5-bd00-6cccf969e4d3, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:22.403401 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e3e01097-8cd6-4e51-947d-b797c3c33a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.423041 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b311cced-977a-4315-9316-e3451875ea13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.425700 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b311cced-977a-4315-9316-e3451875ea13 admin admin] 10.222.0.50 "DELETE /v2.0/networks/12e8eba6-0c6c-4094-a157-46b0b1fcccae HTTP/1.1" status: 204 len: 168 time: 1.4208405 Nov 12 03:25:22.469969 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-e3e01097-8cd6-4e51-947d-b797c3c33a92 None None] For port ab732bba-3eed-40e5-bd00-6cccf969e4d3, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:22.472153 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311cced-977a-4315-9316-e3451875ea13 admin admin] Pushing event deleted for resources: {'Network': ['ID=12e8eba6-0c6c-4094-a157-46b0b1fcccae,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:22.475706 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-e3e01097-8cd6-4e51-947d-b797c3c33a92 None None] For port ab732bba-3eed-40e5-bd00-6cccf969e4d3, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=ab732bba-3eed-40e5-bd00-6cccf969e4d3,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:22.487098 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e3e01097-8cd6-4e51-947d-b797c3c33a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.594468 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e01097-8cd6-4e51-947d-b797c3c33a92 None None] Routers {'33458856-dd88-43b6-a487-48502771a672'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:22.595161 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-e3e01097-8cd6-4e51-947d-b797c3c33a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:25:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['33458856-dd88-43b6-a487-48502771a672'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:22.846102 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d4cb88e9-ed77-41cc-9e40-a12bbbc3b969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.864346 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58410) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:22.912565 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-e3e01097-8cd6-4e51-947d-b797c3c33a92 None None] Set router 33458856-dd88-43b6-a487-48502771a672 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:23.157809 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ab47b3ae-8291-4b72-83e7-af092cd5434b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=576a7b2c0e984780a26518e9c1601856&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2910469 Nov 12 03:25:23.160443 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58418) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:23.161118 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-d4cb88e9-ed77-41cc-9e40-a12bbbc3b969 admin admin] Allocated IP 172.20.0.1 (7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce/e23f749e-fea6-4b5c-8a76-f2265b94b364/39bb739f-81d4-48b8-8c44-12feda571b29) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:23.197936 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce07e2b-1ac8-4f9b-848e-8f7801edbf5f None None] Pushing event updated for resources: {'Port': ['ID=ab732bba-3eed-40e5-bd00-6cccf969e4d3,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:23.204973 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device afd74593-a9b8-4caf-a212-6c5d9e559b2f up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:23.282110 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-23c32ba0-0ac7-4ab1-a07d-cbc679333042 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:23.309434 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-23c32ba0-0ac7-4ab1-a07d-cbc679333042 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:23.314360 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port afd74593-a9b8-4caf-a212-6c5d9e559b2f triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:23.315009 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:23.377846 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 4117863d-1e67-4ba9-a65f-ee134a064e4c up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:23.383425 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-01333b33-cb75-4386-b82e-cb0882ad3039 req-f35054d8-35b3-4561-b315-666f0f55956f tempest-FloatingIPsNegativeTestJSON-628564027 tempest-FloatingIPsNegativeTestJSON-628564027-project] 10.222.0.50 "GET /v2.0/floatingips?tenant_id=95686e59f77b470ca513c78b65ac8dcb HTTP/1.1" status: 200 len: 217 time: 0.0941358 Nov 12 03:25:23.452272 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-23c32ba0-0ac7-4ab1-a07d-cbc679333042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:23.453145 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d4cb88e9-ed77-41cc-9e40-a12bbbc3b969 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:23.455496 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-23c32ba0-0ac7-4ab1-a07d-cbc679333042 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:23.459014 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-23c32ba0-0ac7-4ab1-a07d-cbc679333042 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0488bffd-9260-481d-8221-8eb3d49524ff HTTP/1.1" status: 204 len: 168 time: 0.2943714 Nov 12 03:25:23.492204 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c32ba0-0ac7-4ab1-a07d-cbc679333042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0488bffd-9260-481d-8221-8eb3d49524ff,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:23.532824 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-e3e01097-8cd6-4e51-947d-b797c3c33a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33458856-dd88-43b6-a487-48502771a672', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692260321-router', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:13Z', 'updated_at': '2021-11-12T03:25:18Z', 'revision_number': 3, 'project_id': '0debc975661f439796e2390b4a57b652', 'gw_port': {'id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:49:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33458856-dd88-43b6-a487-48502771a672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:14Z', 'updated_at': '2021-11-12T03:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:23.570466 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e01097-8cd6-4e51-947d-b797c3c33a92 None None] The sync data for ids ['33458856-dd88-43b6-a487-48502771a672'] in n-d-715271-27 is: [{'id': '33458856-dd88-43b6-a487-48502771a672', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692260321-router', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:13Z', 'updated_at': '2021-11-12T03:25:18Z', 'revision_number': 3, 'project_id': '0debc975661f439796e2390b4a57b652', 'gw_port': {'id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:49:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33458856-dd88-43b6-a487-48502771a672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:14Z', 'updated_at': '2021-11-12T03:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:25:23.627651 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18948b0a-6aef-4407-bb32-4786edad26f2 req-e837afb9-a622-4dc1-a3ab-c6bef5e00e0c tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:23.657740 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:23.664437 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55e45a-dd07-4fd1-bc60-5cb3e244d197 req-b36bb9f8-b86f-4294-8560-2d8dd5382493 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:23.664677 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-18948b0a-6aef-4407-bb32-4786edad26f2 req-e837afb9-a622-4dc1-a3ab-c6bef5e00e0c tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2b209f9-8057-402f-b431-081786c97024 HTTP/1.1" status: 200 len: 947 time: 0.1804373 Nov 12 03:25:23.676398 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fc55e45a-dd07-4fd1-bc60-5cb3e244d197 req-b36bb9f8-b86f-4294-8560-2d8dd5382493 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=de6fb720-333f-4db9-b89f-5ea5f4cafe46 HTTP/1.1" status: 200 len: 945 time: 0.1425073 Nov 12 03:25:23.707866 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port afd74593-a9b8-4caf-a212-6c5d9e559b2f, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=afd74593-a9b8-4caf-a212-6c5d9e559b2f,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:23.713568 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d4cb88e9-ed77-41cc-9e40-a12bbbc3b969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:23.714920 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 4117863d-1e67-4ba9-a65f-ee134a064e4c completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:25:23.726731 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 4117863d-1e67-4ba9-a65f-ee134a064e4c triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:23.728112 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:23.737922 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:23.822219 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-18948b0a-6aef-4407-bb32-4786edad26f2 req-78f97e48-d354-4485-a1e6-846e41aa2b34 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553001 Nov 12 03:25:23.897263 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cb88e9-ed77-41cc-9e40-a12bbbc3b969 admin admin] Network 7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:23.903670 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=afd74593-a9b8-4caf-a212-6c5d9e559b2f,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:23.907354 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-d4cb88e9-ed77-41cc-9e40-a12bbbc3b969 admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:23.916458 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cb88e9-ed77-41cc-9e40-a12bbbc3b969 admin admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:24.001067 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fc55e45a-dd07-4fd1-bc60-5cb3e244d197 req-1f8e291a-cc0a-4f5a-944d-7ab9940f271d tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232088 Nov 12 03:25:24.037322 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb88e9-ed77-41cc-9e40-a12bbbc3b969 admin admin] Pushing event updated for resources: {'Port': ['ID=39bb739f-81d4-48b8-8c44-12feda571b29,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:24.087197 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:24.094815 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d4cb88e9-ed77-41cc-9e40-a12bbbc3b969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:24.184942 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b209f9-8057-402f-b431-081786c97024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4117863d-1e67-4ba9-a65f-ee134a064e4c'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:24.191624 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc40e687-aa65-46a4-a044-d09d7f13bd22" -d '{"events": [{"server_uuid": "b2b209f9-8057-402f-b431-081786c97024", "name": "network-vif-plugged", "status": "completed", "tag": "4117863d-1e67-4ba9-a65f-ee134a064e4c"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:24.205846 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-289089f8-c5be-4f1a-9ede-0d2e15a9815c req-cfac7bce-167a-48a0-a4cf-b602749aec00 tempest-FloatingIPsNegativeTestJSON-628564027 tempest-FloatingIPsNegativeTestJSON-628564027-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1362057 Nov 12 03:25:24.235764 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 4117863d-1e67-4ba9-a65f-ee134a064e4c, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4117863d-1e67-4ba9-a65f-ee134a064e4c,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:24.252791 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:24.332435 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58454) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:24.335869 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d0404f25-67b7-46f4-a34f-4a7bcf545138 req-2d35f95a-d22d-4a58-a5d7-4300e4833a95 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 210 time: 0.0779188 Nov 12 03:25:24.351579 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [req-bc9d1e24-22bd-478e-9559-e7bc53badc72 req-904e64a0-c226-4b27-b915-a4e9856f1497 tempest-FloatingIPsNegativeTestJSON-628564027 tempest-FloatingIPsNegativeTestJSON-628564027-project] show failed (client error): The resource could not be found. Nov 12 03:25:24.362194 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bc9d1e24-22bd-478e-9559-e7bc53badc72 req-904e64a0-c226-4b27-b915-a4e9856f1497 tempest-FloatingIPsNegativeTestJSON-628564027 tempest-FloatingIPsNegativeTestJSON-628564027-project] 10.222.0.50 "GET /v2.0/floatingips/0d518ca3-34e0-44f7-8601-80b4c8e7a782 HTTP/1.1" status: 404 len: 350 time: 0.1213882 Nov 12 03:25:24.371366 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58458) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:24.429131 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=4117863d-1e67-4ba9-a65f-ee134a064e4c,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:24.437462 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96707fd4-cee3-4631-921b-680843b5ec4b None None] Sync routers for ids ['19f682d6-3a53-413b-ba4d-6a47a4d3c3ae'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:25:24.462458 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96707fd4-cee3-4631-921b-680843b5ec4b None None] Routers {'19f682d6-3a53-413b-ba4d-6a47a4d3c3ae'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:24.463291 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-96707fd4-cee3-4631-921b-680843b5ec4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:25:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['19f682d6-3a53-413b-ba4d-6a47a4d3c3ae'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:24.561995 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7bf0050-c473-4080-b68f-14fe16da11dc x-openstack-request-id: req-c7bf0050-c473-4080-b68f-14fe16da11dc {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:24.562629 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b209f9-8057-402f-b431-081786c97024", "name": "network-vif-plugged", "status": "completed", "tag": "4117863d-1e67-4ba9-a65f-ee134a064e4c", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:24.563255 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c7bf0050-c473-4080-b68f-14fe16da11dc {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:24.564057 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b209f9-8057-402f-b431-081786c97024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4117863d-1e67-4ba9-a65f-ee134a064e4c', 'code': 200} Nov 12 03:25:24.682202 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-ac88c421-ee62-4d96-b864-d49d8d64e20c None None] Provisioning complete for port 39bb739f-81d4-48b8-8c44-12feda571b29 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:24.683044 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ac88c421-ee62-4d96-b864-d49d8d64e20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:24.759420 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-ac88c421-ee62-4d96-b864-d49d8d64e20c None None] Port 39bb739f-81d4-48b8-8c44-12feda571b29 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:24.764956 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-96707fd4-cee3-4631-921b-680843b5ec4b None None] Set router 19f682d6-3a53-413b-ba4d-6a47a4d3c3ae gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:24.778932 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636a359-8d89-4e76-adb3-7e9ad8a649e6 req-2abbe8b1-eb65-46ef-8165-3117470c6c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:24.782246 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b636a359-8d89-4e76-adb3-7e9ad8a649e6 req-2abbe8b1-eb65-46ef-8165-3117470c6c95 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b2b209f9-8057-402f-b431-081786c97024 HTTP/1.1" status: 200 len: 1100 time: 0.1094198 Nov 12 03:25:24.972898 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b636a359-8d89-4e76-adb3-7e9ad8a649e6 req-e84162a5-2e04-4073-9fe9-0a4c73996b7c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003730 Nov 12 03:25:25.100700 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9e0ffbe7-9ec9-4811-b247-39ce08ec5e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.148264 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-96707fd4-cee3-4631-921b-680843b5ec4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f682d6-3a53-413b-ba4d-6a47a4d3c3ae', 'name': 'tempest-FloatingIPsNegativeTestJSON-1200817746-router', 'tenant_id': '95686e59f77b470ca513c78b65ac8dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'afd74593-a9b8-4caf-a212-6c5d9e559b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:13Z', 'updated_at': '2021-11-12T03:25:20Z', 'revision_number': 4, 'project_id': '95686e59f77b470ca513c78b65ac8dcb', 'gw_port': {'id': 'afd74593-a9b8-4caf-a212-6c5d9e559b2f', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f682d6-3a53-413b-ba4d-6a47a4d3c3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:14Z', 'updated_at': '2021-11-12T03:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '7a2491e2-4f26-4921-86c9-51e6a1fc37d1', 'name': '', 'network_id': '1ca284e2-b66f-4e0b-b1e5-bad71da08703', 'tenant_id': '95686e59f77b470ca513c78b65ac8dcb', 'mac_address': 'fa:16:3e:66:64:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f682d6-3a53-413b-ba4d-6a47a4d3c3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'be879a32-8354-46bc-be1b-6596478e5ef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:19Z', 'updated_at': '2021-11-12T03:25:20Z', 'revision_number': 2, 'project_id': '95686e59f77b470ca513c78b65ac8dcb', 'subnets': [{'id': 'be879a32-8354-46bc-be1b-6596478e5ef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:25.181474 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96707fd4-cee3-4631-921b-680843b5ec4b None None] Checking router: 19f682d6-3a53-413b-ba4d-6a47a4d3c3ae for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:25:25.181814 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96707fd4-cee3-4631-921b-680843b5ec4b None None] Updating router 19f682d6-3a53-413b-ba4d-6a47a4d3c3ae port 7a2491e2-4f26-4921-86c9-51e6a1fc37d1 binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:25:25.217285 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-96707fd4-cee3-4631-921b-680843b5ec4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.272895 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1606628c-421a-4294-a4f9-ed3e966196e8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d225cddfb55d4b33a740355aedee9734&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9391596 Nov 12 03:25:25.277718 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58484) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:25.316986 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b38bc-d44b-4965-bdbf-0c737f58cdc0 req-e18fa286-0429-46ce-9f80-0d75d42814ac tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:25.324254 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-707b38bc-d44b-4965-bdbf-0c737f58cdc0 req-e18fa286-0429-46ce-9f80-0d75d42814ac tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2b209f9-8057-402f-b431-081786c97024 HTTP/1.1" status: 200 len: 948 time: 0.2286973 Nov 12 03:25:25.410087 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d4cb88e9-ed77-41cc-9e40-a12bbbc3b969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.413576 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device afd74593-a9b8-4caf-a212-6c5d9e559b2f up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:25.430136 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889ad6e-0a3d-4295-bae3-836deaf7abe9 req-312d5ee5-e478-4449-9093-e1dac6eaec88 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:25.439885 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2889ad6e-0a3d-4295-bae3-836deaf7abe9 req-312d5ee5-e478-4449-9093-e1dac6eaec88 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=de6fb720-333f-4db9-b89f-5ea5f4cafe46 HTTP/1.1" status: 200 len: 945 time: 0.1519525 Nov 12 03:25:25.538953 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-707b38bc-d44b-4965-bdbf-0c737f58cdc0 req-1d953d4d-491c-4eff-aaf7-91be2b327355 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114723 Nov 12 03:25:25.549184 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-865ffae5-c99f-45f8-a721-db6db26dadb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.628008 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port afd74593-a9b8-4caf-a212-6c5d9e559b2f triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:25.628703 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.642593 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2889ad6e-0a3d-4295-bae3-836deaf7abe9 req-0ac99217-4ced-4537-a20b-a133af529cd9 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013090 Nov 12 03:25:25.644171 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-865ffae5-c99f-45f8-a721-db6db26dadb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.718351 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41479f7-c032-4687-929a-b337d4b058e7 req-4b09621a-9418-4de0-af29-7334acb4efdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:25.720195 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-4b09621a-9418-4de0-af29-7334acb4efdf service neutron] 10.222.0.74 "GET /v2.0/ports/e14041bd-b04a-4f9c-8b9a-4602f8a15d0b HTTP/1.1" status: 200 len: 1027 time: 0.0556395 Nov 12 03:25:25.756716 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-9e0ffbe7-9ec9-4811-b247-39ce08ec5e5d admin admin] Deleting port 7a2491e2-4f26-4921-86c9-51e6a1fc37d1 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:25.757492 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9e0ffbe7-9ec9-4811-b247-39ce08ec5e5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.791602 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device ab732bba-3eed-40e5-bd00-6cccf969e4d3 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:25.877154 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9e0ffbe7-9ec9-4811-b247-39ce08ec5e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.909780 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-9e0ffbe7-9ec9-4811-b247-39ce08ec5e5d admin admin] Calling delete_port for 7a2491e2-4f26-4921-86c9-51e6a1fc37d1 owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:25.910167 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port ab732bba-3eed-40e5-bd00-6cccf969e4d3 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:25.911136 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.933088 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-865ffae5-c99f-45f8-a721-db6db26dadb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.936939 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-865ffae5-c99f-45f8-a721-db6db26dadb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.938837 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-865ffae5-c99f-45f8-a721-db6db26dadb3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ac4fe5ab-65e7-4a96-bf2d-e9ae45dd0d47 HTTP/1.1" status: 204 len: 168 time: 0.6598330 Nov 12 03:25:25.962896 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865ffae5-c99f-45f8-a721-db6db26dadb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4fe5ab-65e7-4a96-bf2d-e9ae45dd0d47,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:25.985149 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-96707fd4-cee3-4631-921b-680843b5ec4b None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.009806 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d4cb88e9-ed77-41cc-9e40-a12bbbc3b969 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.026978 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-96707fd4-cee3-4631-921b-680843b5ec4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.037850 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d4cb88e9-ed77-41cc-9e40-a12bbbc3b969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.098806 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f3ed96e5-5799-4e55-8384-7c3e7373595a req-fca5e38b-c954-4a07-b4b0-8df7de811e91 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 210 time: 0.1601608 Nov 12 03:25:26.112266 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41479f7-c032-4687-929a-b337d4b058e7 req-8ab3a0da-2f89-4702-9538-2a28eb3408c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:26.118502 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-8ab3a0da-2f89-4702-9538-2a28eb3408c4 service neutron] 10.222.0.74 "GET /v2.0/ports/f7283506-b691-45c6-9375-298221385ad8 HTTP/1.1" status: 200 len: 1027 time: 0.3788979 Nov 12 03:25:26.269249 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d4cb88e9-ed77-41cc-9e40-a12bbbc3b969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.285233 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb88e9-ed77-41cc-9e40-a12bbbc3b969 admin admin] Pushing event updated for resources: {'Port': ['ID=39bb739f-81d4-48b8-8c44-12feda571b29,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:26.315016 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-96707fd4-cee3-4631-921b-680843b5ec4b None None] Attempting to bind port 7a2491e2-4f26-4921-86c9-51e6a1fc37d1 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:26.317168 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-96707fd4-cee3-4631-921b-680843b5ec4b None None] Attempting to bind port 7a2491e2-4f26-4921-86c9-51e6a1fc37d1 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '3364c124-6b86-486f-b5eb-24c583c4c07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1ca284e2-b66f-4e0b-b1e5-bad71da08703'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:26.317815 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96707fd4-cee3-4631-921b-680843b5ec4b None None] Attempting to bind port 7a2491e2-4f26-4921-86c9-51e6a1fc37d1 on network 1ca284e2-b66f-4e0b-b1e5-bad71da08703 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:26.322614 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c31e8be-8e6b-4589-9fbe-e8b3b572b1dc None None] Pushing event updated for resources: {'Port': ['ID=7a2491e2-4f26-4921-86c9-51e6a1fc37d1,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:26.381007 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.395974 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96707fd4-cee3-4631-921b-680843b5ec4b None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:26.396814 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96707fd4-cee3-4631-921b-680843b5ec4b None None] Checking segment: {'id': '3364c124-6b86-486f-b5eb-24c583c4c07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1ca284e2-b66f-4e0b-b1e5-bad71da08703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:26.397392 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-96707fd4-cee3-4631-921b-680843b5ec4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.398902 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96707fd4-cee3-4631-921b-680843b5ec4b None None] Bound using segment: {'id': '3364c124-6b86-486f-b5eb-24c583c4c07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1ca284e2-b66f-4e0b-b1e5-bad71da08703'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:26.399613 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-96707fd4-cee3-4631-921b-680843b5ec4b None None] Bound port: 7a2491e2-4f26-4921-86c9-51e6a1fc37d1, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3364c124-6b86-486f-b5eb-24c583c4c07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1ca284e2-b66f-4e0b-b1e5-bad71da08703'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:26.400248 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-96707fd4-cee3-4631-921b-680843b5ec4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.450759 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port ab732bba-3eed-40e5-bd00-6cccf969e4d3, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=ab732bba-3eed-40e5-bd00-6cccf969e4d3,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:26.475196 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.540006 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41479f7-c032-4687-929a-b337d4b058e7 req-a1246f63-ae6c-44c6-9dd7-95c5021ea388 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:26.547604 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41479f7-c032-4687-929a-b337d4b058e7 req-a1246f63-ae6c-44c6-9dd7-95c5021ea388 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:26.572095 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41479f7-c032-4687-929a-b337d4b058e7 req-a1246f63-ae6c-44c6-9dd7-95c5021ea388 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:26.575254 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-a1246f63-ae6c-44c6-9dd7-95c5021ea388 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.74 "GET /v2.0/networks?id=05567585-3225-43ff-908b-682604349a1c&id=0a9162de-bdde-427f-8e0e-6dfc54c7d9d5&id=0a9162de-bdde-427f-8e0e-6dfc54c7d9d5&id=0a9162de-bdde-427f-8e0e-6dfc54c7d9d5&id=0a9162de-bdde-427f-8e0e-6dfc54c7d9d5&id=573baa8f-b6be-41d7-a7a6-73c38233ca3f&id=573baa8f-b6be-41d7-a7a6-73c38233ca3f HTTP/1.1" status: 200 len: 1990 time: 0.4472682 Nov 12 03:25:26.649060 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cb88e9-ed77-41cc-9e40-a12bbbc3b969 admin admin] Network 7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:26.653658 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-d4cb88e9-ed77-41cc-9e40-a12bbbc3b969 admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:26.697344 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=ab732bba-3eed-40e5-bd00-6cccf969e4d3,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:26.819262 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-bb3f574e-6f8a-4bc5-9695-03d146b32be6 None None] Provisioning complete for port 7a2491e2-4f26-4921-86c9-51e6a1fc37d1 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:26.819640 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bb3f574e-6f8a-4bc5-9695-03d146b32be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.950337 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-bb3f574e-6f8a-4bc5-9695-03d146b32be6 None None] Port 7a2491e2-4f26-4921-86c9-51e6a1fc37d1 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:26.982088 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-0eb0cb71-319a-4c93-90d0-4efc0f913741 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=984b5bf9950d4e568e34b6531154493c HTTP/1.1" status: 200 len: 380 time: 0.3929358 Nov 12 03:25:27.009280 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4cb88e9-ed77-41cc-9e40-a12bbbc3b969 admin admin] Router 33458856-dd88-43b6-a487-48502771a672 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:25:27.009433 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-d41479f7-c032-4687-929a-b337d4b058e7 req-3b1b18a4-522d-4166-9e2a-003520e93ddb tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Request body: {'port': {'device_id': '901c888a-da2b-477a-9adf-2639921bb668', 'network_id': '05567585-3225-43ff-908b-682604349a1c', 'admin_state_up': True, 'tenant_id': '984b5bf9950d4e568e34b6531154493c', 'security_groups': ['163708d6-2806-48a4-99ff-2841929f9877']}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:27.020397 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeec033-9763-4946-b101-eacc3cda7fb8 req-c8d590fe-d9c2-4719-a313-950cb630bde6 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:27.023719 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-beeec033-9763-4946-b101-eacc3cda7fb8 req-c8d590fe-d9c2-4719-a313-950cb630bde6 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2b209f9-8057-402f-b431-081786c97024 HTTP/1.1" status: 200 len: 948 time: 0.3570647 Nov 12 03:25:27.025581 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.api [None req-96707fd4-cee3-4631-921b-680843b5ec4b None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:25:27.028503 n-d-715271-27 neutron-server[102573]: DEBUG oslo_db.api [None req-96707fd4-cee3-4631-921b-680843b5ec4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:25:27.087674 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9e0ffbe7-9ec9-4811-b247-39ce08ec5e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.190588 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device ab732bba-3eed-40e5-bd00-6cccf969e4d3 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:27.193168 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-c8066f0d-a3ab-45de-8ec3-00dd072195af None None] Provisioning complete for port 39bb739f-81d4-48b8-8c44-12feda571b29 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:27.193541 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c8066f0d-a3ab-45de-8ec3-00dd072195af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.194622 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-beeec033-9763-4946-b101-eacc3cda7fb8 req-5bfc7b95-5bd1-44ad-873c-a5ae6e26413a tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582179 Nov 12 03:25:27.223433 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ffbe7-9ec9-4811-b247-39ce08ec5e5d admin admin] Pushing event deleted for resources: {'Port': ['ID=7a2491e2-4f26-4921-86c9-51e6a1fc37d1,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:27.267658 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b919f-6101-4872-ab8a-ed59acd6ee4c req-64c6f8ae-8cb1-4e3e-91fc-5c398ce229b8 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:27.269514 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bb8b919f-6101-4872-ab8a-ed59acd6ee4c req-64c6f8ae-8cb1-4e3e-91fc-5c398ce229b8 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=de6fb720-333f-4db9-b89f-5ea5f4cafe46 HTTP/1.1" status: 200 len: 945 time: 0.4451814 Nov 12 03:25:27.365026 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4cb88e9-ed77-41cc-9e40-a12bbbc3b969 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:25:27.381732 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58534) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:27.388351 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe6a96f-a618-4093-8a18-e03bf9e9a248 None None] Sync routers for ids ['33458856-dd88-43b6-a487-48502771a672'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:25:27.406737 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d4cb88e9-ed77-41cc-9e40-a12bbbc3b969 admin admin] 10.222.0.50 "PUT /v2.0/routers/33458856-dd88-43b6-a487-48502771a672/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5973201 Nov 12 03:25:27.423846 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe6a96f-a618-4093-8a18-e03bf9e9a248 None None] Routers {'33458856-dd88-43b6-a487-48502771a672'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:27.424689 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-1fe6a96f-a618-4093-8a18-e03bf9e9a248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:25:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['33458856-dd88-43b6-a487-48502771a672'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:27.664732 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bb8b919f-6101-4872-ab8a-ed59acd6ee4c req-2ce5ef93-0a09-4117-947c-b2a5b8982d44 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726258 Nov 12 03:25:27.691136 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5de6760f-e7d2-455e-92e1-8936e22a4828 req-bd3e13e3-8662-4a4b-a51e-eb7538e98593 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 210 time: 0.0445483 Nov 12 03:25:27.732808 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-1fe6a96f-a618-4093-8a18-e03bf9e9a248 None None] Set router 33458856-dd88-43b6-a487-48502771a672 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:27.746403 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-96707fd4-cee3-4631-921b-680843b5ec4b None None] Attempting to bind port 7a2491e2-4f26-4921-86c9-51e6a1fc37d1 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:27.748657 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-96707fd4-cee3-4631-921b-680843b5ec4b None None] Attempting to bind port 7a2491e2-4f26-4921-86c9-51e6a1fc37d1 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '3364c124-6b86-486f-b5eb-24c583c4c07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1ca284e2-b66f-4e0b-b1e5-bad71da08703'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:27.749220 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96707fd4-cee3-4631-921b-680843b5ec4b None None] Attempting to bind port 7a2491e2-4f26-4921-86c9-51e6a1fc37d1 on network 1ca284e2-b66f-4e0b-b1e5-bad71da08703 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:27.760707 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d41479f7-c032-4687-929a-b337d4b058e7 req-3b1b18a4-522d-4166-9e2a-003520e93ddb tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Made reservation on behalf of 984b5bf9950d4e568e34b6531154493c for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:27.764455 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-3b1b18a4-522d-4166-9e2a-003520e93ddb tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.764888 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-c8066f0d-a3ab-45de-8ec3-00dd072195af None None] Port 39bb739f-81d4-48b8-8c44-12feda571b29 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:27.771814 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96707fd4-cee3-4631-921b-680843b5ec4b None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:27.772627 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96707fd4-cee3-4631-921b-680843b5ec4b None None] Checking segment: {'id': '3364c124-6b86-486f-b5eb-24c583c4c07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1ca284e2-b66f-4e0b-b1e5-bad71da08703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:27.773199 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-96707fd4-cee3-4631-921b-680843b5ec4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.773744 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96707fd4-cee3-4631-921b-680843b5ec4b None None] Bound using segment: {'id': '3364c124-6b86-486f-b5eb-24c583c4c07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1ca284e2-b66f-4e0b-b1e5-bad71da08703'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:27.774711 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-96707fd4-cee3-4631-921b-680843b5ec4b None None] Bound port: 7a2491e2-4f26-4921-86c9-51e6a1fc37d1, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3364c124-6b86-486f-b5eb-24c583c4c07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1ca284e2-b66f-4e0b-b1e5-bad71da08703'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:27.775373 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-96707fd4-cee3-4631-921b-680843b5ec4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.820759 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-96707fd4-cee3-4631-921b-680843b5ec4b None None] Port 7a2491e2-4f26-4921-86c9-51e6a1fc37d1 has been deleted concurrently {{(pid=102573) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 12 03:25:27.826045 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port ab732bba-3eed-40e5-bd00-6cccf969e4d3 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:27.826964 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.868700 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96707fd4-cee3-4631-921b-680843b5ec4b None None] Routers {'19f682d6-3a53-413b-ba4d-6a47a4d3c3ae'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:27.870595 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-96707fd4-cee3-4631-921b-680843b5ec4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:25:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['19f682d6-3a53-413b-ba4d-6a47a4d3c3ae'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:27.937137 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9b0fe8e6-04d9-4882-9378-58207127784e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.005064 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-96707fd4-cee3-4631-921b-680843b5ec4b None None] Set router 19f682d6-3a53-413b-ba4d-6a47a4d3c3ae gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:28.109566 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9e0ffbe7-9ec9-4811-b247-39ce08ec5e5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.312407 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-1fe6a96f-a618-4093-8a18-e03bf9e9a248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33458856-dd88-43b6-a487-48502771a672', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692260321-router', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:13Z', 'updated_at': '2021-11-12T03:25:25Z', 'revision_number': 4, 'project_id': '0debc975661f439796e2390b4a57b652', 'gw_port': {'id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:49:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33458856-dd88-43b6-a487-48502771a672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:14Z', 'updated_at': '2021-11-12T03:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '39bb739f-81d4-48b8-8c44-12feda571b29', 'name': '', 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'mac_address': 'fa:16:3e:36:8f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33458856-dd88-43b6-a487-48502771a672', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'e23f749e-fea6-4b5c-8a76-f2265b94b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:22Z', 'updated_at': '2021-11-12T03:25:25Z', 'revision_number': 2, 'project_id': '0debc975661f439796e2390b4a57b652', 'subnets': [{'id': 'e23f749e-fea6-4b5c-8a76-f2265b94b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:28.378629 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-d41479f7-c032-4687-929a-b337d4b058e7 req-3b1b18a4-522d-4166-9e2a-003520e93ddb tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Allocated IP 172.20.0.4 (05567585-3225-43ff-908b-682604349a1c/27f881fe-8083-445e-acea-d73d96d974cb/8ad279e8-eae6-43bc-9187-fb73596735da) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:28.405657 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-96707fd4-cee3-4631-921b-680843b5ec4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f682d6-3a53-413b-ba4d-6a47a4d3c3ae', 'name': 'tempest-FloatingIPsNegativeTestJSON-1200817746-router', 'tenant_id': '95686e59f77b470ca513c78b65ac8dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'afd74593-a9b8-4caf-a212-6c5d9e559b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:13Z', 'updated_at': '2021-11-12T03:25:26Z', 'revision_number': 5, 'project_id': '95686e59f77b470ca513c78b65ac8dcb', 'gw_port': {'id': 'afd74593-a9b8-4caf-a212-6c5d9e559b2f', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f682d6-3a53-413b-ba4d-6a47a4d3c3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:14Z', 'updated_at': '2021-11-12T03:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:28.420540 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe6a96f-a618-4093-8a18-e03bf9e9a248 None None] Checking router: 33458856-dd88-43b6-a487-48502771a672 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:25:28.421028 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe6a96f-a618-4093-8a18-e03bf9e9a248 None None] Updating router 33458856-dd88-43b6-a487-48502771a672 port 39bb739f-81d4-48b8-8c44-12feda571b29 binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:25:28.422340 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408bee14-28c9-408f-9702-2fe09746cbe4 req-eee656a2-d069-45b1-9625-332612da81b6 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:28.429573 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-408bee14-28c9-408f-9702-2fe09746cbe4 req-eee656a2-d069-45b1-9625-332612da81b6 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2b209f9-8057-402f-b431-081786c97024 HTTP/1.1" status: 200 len: 948 time: 0.1033037 Nov 12 03:25:28.446566 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96707fd4-cee3-4631-921b-680843b5ec4b None None] The sync data for ids ['19f682d6-3a53-413b-ba4d-6a47a4d3c3ae'] in n-d-715271-27 is: [{'id': '19f682d6-3a53-413b-ba4d-6a47a4d3c3ae', 'name': 'tempest-FloatingIPsNegativeTestJSON-1200817746-router', 'tenant_id': '95686e59f77b470ca513c78b65ac8dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'afd74593-a9b8-4caf-a212-6c5d9e559b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:13Z', 'updated_at': '2021-11-12T03:25:26Z', 'revision_number': 5, 'project_id': '95686e59f77b470ca513c78b65ac8dcb', 'gw_port': {'id': 'afd74593-a9b8-4caf-a212-6c5d9e559b2f', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f682d6-3a53-413b-ba4d-6a47a4d3c3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:14Z', 'updated_at': '2021-11-12T03:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:25:28.461093 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-1fe6a96f-a618-4093-8a18-e03bf9e9a248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.575113 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-408bee14-28c9-408f-9702-2fe09746cbe4 req-c109681e-8d62-4662-ba47-24e3faa5b3de tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378918 Nov 12 03:25:28.635978 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9b0fe8e6-04d9-4882-9378-58207127784e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.661820 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9b0fe8e6-04d9-4882-9378-58207127784e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.897911 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9b0fe8e6-04d9-4882-9378-58207127784e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d1b4760148a54127885ea876ecaec66e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5005422 Nov 12 03:25:28.899888 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0fe8e6-04d9-4882-9378-58207127784e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea794a0-0ae9-4a5d-b15e-fb78ba1dd7b4,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:28.901146 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58584) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:28.947018 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-62905f4d-c4eb-4148-b0cb-6022d3eb03b5 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:28.973546 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-62905f4d-c4eb-4148-b0cb-6022d3eb03b5 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/networks?id=7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce HTTP/1.1" status: 200 len: 821 time: 0.5635893 Nov 12 03:25:29.041620 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-abea9be5-8f55-40ad-9f94-c89f320a6cea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.061638 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-ff1d6511-1a3f-4987-a6ab-a8e943dc6ba6 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/quotas/0debc975661f439796e2390b4a57b652 HTTP/1.1" status: 200 len: 375 time: 0.0555007 Nov 12 03:25:29.098469 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-1fe6a96f-a618-4093-8a18-e03bf9e9a248 None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.112036 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-1fe6a96f-a618-4093-8a18-e03bf9e9a248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.127064 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-abea9be5-8f55-40ad-9f94-c89f320a6cea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.142100 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-3b1b18a4-522d-4166-9e2a-003520e93ddb tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.169340 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0ffbe7-9ec9-4811-b247-39ce08ec5e5d admin admin] Router 19f682d6-3a53-413b-ba4d-6a47a4d3c3ae has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:25:29.204891 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-cfa9f5cb-bf23-41ea-b26a-3e464afc1eb8 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0debc975661f439796e2390b4a57b652&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1354103 Nov 12 03:25:29.235599 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12954627-581f-479c-b2d1-4f66acf4a148 None None] Pushing event updated for resources: {'Port': ['ID=39bb739f-81d4-48b8-8c44-12feda571b29,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:29.250201 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-abea9be5-8f55-40ad-9f94-c89f320a6cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.252828 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-abea9be5-8f55-40ad-9f94-c89f320a6cea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.257419 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-abea9be5-8f55-40ad-9f94-c89f320a6cea admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fea794a0-0ae9-4a5d-b15e-fb78ba1dd7b4 HTTP/1.1" status: 204 len: 168 time: 0.3528285 Nov 12 03:25:29.274071 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea9be5-8f55-40ad-9f94-c89f320a6cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea794a0-0ae9-4a5d-b15e-fb78ba1dd7b4,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:29.406575 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-1fe6a96f-a618-4093-8a18-e03bf9e9a248 None None] Attempting to bind port 39bb739f-81d4-48b8-8c44-12feda571b29 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:29.406941 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-1fe6a96f-a618-4093-8a18-e03bf9e9a248 None None] Attempting to bind port 39bb739f-81d4-48b8-8c44-12feda571b29 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'fec36af3-9300-48b5-9e38-a45077560b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:29.407299 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe6a96f-a618-4093-8a18-e03bf9e9a248 None None] Attempting to bind port 39bb739f-81d4-48b8-8c44-12feda571b29 on network 7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:29.417279 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe6a96f-a618-4093-8a18-e03bf9e9a248 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:29.417620 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe6a96f-a618-4093-8a18-e03bf9e9a248 None None] Checking segment: {'id': 'fec36af3-9300-48b5-9e38-a45077560b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:29.418019 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-1fe6a96f-a618-4093-8a18-e03bf9e9a248 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.418409 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe6a96f-a618-4093-8a18-e03bf9e9a248 None None] Bound using segment: {'id': 'fec36af3-9300-48b5-9e38-a45077560b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:29.418869 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-1fe6a96f-a618-4093-8a18-e03bf9e9a248 None None] Bound port: 39bb739f-81d4-48b8-8c44-12feda571b29, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec36af3-9300-48b5-9e38-a45077560b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:29.419257 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-1fe6a96f-a618-4093-8a18-e03bf9e9a248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.531577 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-3b1b18a4-522d-4166-9e2a-003520e93ddb tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.580783 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-1fe6a96f-a618-4093-8a18-e03bf9e9a248 None None] For port 39bb739f-81d4-48b8-8c44-12feda571b29, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:29.594075 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-1fe6a96f-a618-4093-8a18-e03bf9e9a248 None None] For port 39bb739f-81d4-48b8-8c44-12feda571b29, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=39bb739f-81d4-48b8-8c44-12feda571b29,segment=NetworkSegment(fec36af3-9300-48b5-9e38-a45077560b9e),segment_id=fec36af3-9300-48b5-9e38-a45077560b9e)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:29.603231 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-1fe6a96f-a618-4093-8a18-e03bf9e9a248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.665085 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b18a4-522d-4166-9e2a-003520e93ddb tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Pushing event updated for resources: {'Port': ['ID=8ad279e8-eae6-43bc-9187-fb73596735da,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:29.686396 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe6a96f-a618-4093-8a18-e03bf9e9a248 None None] Routers {'33458856-dd88-43b6-a487-48502771a672'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:29.687020 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-1fe6a96f-a618-4093-8a18-e03bf9e9a248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:25:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['33458856-dd88-43b6-a487-48502771a672'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:29.715901 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-f08fe96a-f723-464a-a674-f6f876b09da7 None None] Provisioning complete for port 39bb739f-81d4-48b8-8c44-12feda571b29 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:29.719200 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f08fe96a-f723-464a-a674-f6f876b09da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.741611 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c25659-87d9-4190-9d95-8d06c808fe85 req-a906b2b2-4ce8-476b-b810-cda82e13248d tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:29.754427 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f6c25659-87d9-4190-9d95-8d06c808fe85 req-a906b2b2-4ce8-476b-b810-cda82e13248d tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=de6fb720-333f-4db9-b89f-5ea5f4cafe46 HTTP/1.1" status: 200 len: 945 time: 0.1420460 Nov 12 03:25:29.777592 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12954627-581f-479c-b2d1-4f66acf4a148 None None] Pushing event updated for resources: {'Port': ['ID=39bb739f-81d4-48b8-8c44-12feda571b29,revision_number=4']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:29.889166 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f6c25659-87d9-4190-9d95-8d06c808fe85 req-523794ad-d478-45eb-afc3-f1f275ce8b3f tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233668 Nov 12 03:25:29.890308 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f08fe96a-f723-464a-a674-f6f876b09da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.985561 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-f08fe96a-f723-464a-a674-f6f876b09da7 None None] For port 39bb739f-81d4-48b8-8c44-12feda571b29, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=39bb739f-81d4-48b8-8c44-12feda571b29,segment=NetworkSegment(fec36af3-9300-48b5-9e38-a45077560b9e),segment_id=fec36af3-9300-48b5-9e38-a45077560b9e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:29.988779 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-1fe6a96f-a618-4093-8a18-e03bf9e9a248 None None] Set router 33458856-dd88-43b6-a487-48502771a672 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:29.999873 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f08fe96a-f723-464a-a674-f6f876b09da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.095034 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf007ae-405f-4ada-bb45-6905619852fb req-b132de43-42da-462d-b12c-0ddb8f89055e tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:30.098893 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2cf007ae-405f-4ada-bb45-6905619852fb req-b132de43-42da-462d-b12c-0ddb8f89055e tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 931 time: 0.1363111 Nov 12 03:25:30.124383 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58600) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:30.143949 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3b30a16d-4be9-43f8-a6f4-704689e5a41c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.159281 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08fe96a-f723-464a-a674-f6f876b09da7 None None] Pushing event updated for resources: {'Port': ['ID=39bb739f-81d4-48b8-8c44-12feda571b29,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:30.171375 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-956bfc58-ec88-4048-b04f-086118e55cdb None None] Provisioning complete for port 39bb739f-81d4-48b8-8c44-12feda571b29 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:30.171770 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-956bfc58-ec88-4048-b04f-086118e55cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.194664 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d41479f7-c032-4687-929a-b337d4b058e7 req-3b1b18a4-522d-4166-9e2a-003520e93ddb tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Network 05567585-3225-43ff-908b-682604349a1c is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:30.202941 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-d41479f7-c032-4687-929a-b337d4b058e7 req-3b1b18a4-522d-4166-9e2a-003520e93ddb tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:30.209055 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-d41479f7-c032-4687-929a-b337d4b058e7 req-3b1b18a4-522d-4166-9e2a-003520e93ddb tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:30.212535 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0ffbe7-9ec9-4811-b247-39ce08ec5e5d admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:25:30.226391 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9e0ffbe7-9ec9-4811-b247-39ce08ec5e5d admin admin] 10.222.0.50 "PUT /v2.0/routers/19f682d6-3a53-413b-ba4d-6a47a4d3c3ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8564541 Nov 12 03:25:30.230665 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58602) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:30.251366 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2cf007ae-405f-4ada-bb45-6905619852fb req-7773af1a-e54a-49f9-abd2-cccdf273c04d tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/security-groups?id=163708d6-2806-48a4-99ff-2841929f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471908 Nov 12 03:25:30.266422 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-4737f583-e025-4395-a2be-2f4aef30d304 service neutron] 10.222.0.50 "GET /v2.0/networks/7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0472064 Nov 12 03:25:30.336601 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe28cfa-8ba2-41f7-8f26-88c6a96a2c38 None None] Sync routers for ids ['19f682d6-3a53-413b-ba4d-6a47a4d3c3ae'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:25:30.351975 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41479f7-c032-4687-929a-b337d4b058e7 req-3b1b18a4-522d-4166-9e2a-003520e93ddb tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:30.352665 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-3b1b18a4-522d-4166-9e2a-003520e93ddb tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.406332 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe28cfa-8ba2-41f7-8f26-88c6a96a2c38 None None] Routers {'19f682d6-3a53-413b-ba4d-6a47a4d3c3ae'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:30.407251 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-bbe28cfa-8ba2-41f7-8f26-88c6a96a2c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:25:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['19f682d6-3a53-413b-ba4d-6a47a4d3c3ae'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:30.489657 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-3b1b18a4-522d-4166-9e2a-003520e93ddb tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4895823 Nov 12 03:25:30.499550 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3b30a16d-4be9-43f8-a6f4-704689e5a41c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.502962 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3ae3327e-0e51-45ac-a238-677db68a00ea admin admin] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.514648 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b1f0b20e-3a19-4496-b975-cd5621c47a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.516198 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-d41479f7-c032-4687-929a-b337d4b058e7 req-89717edd-f0a3-4e99-95e8-e753a063579f tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Request body: {'port': {'device_id': '901c888a-da2b-477a-9adf-2639921bb668', 'network_id': '0a9162de-bdde-427f-8e0e-6dfc54c7d9d5', 'admin_state_up': True, 'tenant_id': '984b5bf9950d4e568e34b6531154493c', 'security_groups': ['163708d6-2806-48a4-99ff-2841929f9877']}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:30.577755 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-1fe6a96f-a618-4093-8a18-e03bf9e9a248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33458856-dd88-43b6-a487-48502771a672', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692260321-router', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:13Z', 'updated_at': '2021-11-12T03:25:25Z', 'revision_number': 4, 'project_id': '0debc975661f439796e2390b4a57b652', 'gw_port': {'id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:49:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33458856-dd88-43b6-a487-48502771a672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:14Z', 'updated_at': '2021-11-12T03:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '39bb739f-81d4-48b8-8c44-12feda571b29', 'name': '', 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'mac_address': 'fa:16:3e:36:8f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33458856-dd88-43b6-a487-48502771a672', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'e23f749e-fea6-4b5c-8a76-f2265b94b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:22Z', 'updated_at': '2021-11-12T03:25:29Z', 'revision_number': 4, 'project_id': '0debc975661f439796e2390b4a57b652', 'subnets': [{'id': 'e23f749e-fea6-4b5c-8a76-f2265b94b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:30.584514 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3b30a16d-4be9-43f8-a6f4-704689e5a41c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.641658 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b30a16d-4be9-43f8-a6f4-704689e5a41c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3ed762-5ef9-42a1-8389-889994b79df3,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:30.642827 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe6a96f-a618-4093-8a18-e03bf9e9a248 None None] The sync data for ids ['33458856-dd88-43b6-a487-48502771a672'] in n-d-715271-27 is: [{'id': '33458856-dd88-43b6-a487-48502771a672', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692260321-router', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:13Z', 'updated_at': '2021-11-12T03:25:25Z', 'revision_number': 4, 'project_id': '0debc975661f439796e2390b4a57b652', 'gw_port': {'id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:49:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33458856-dd88-43b6-a487-48502771a672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:14Z', 'updated_at': '2021-11-12T03:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '39bb739f-81d4-48b8-8c44-12feda571b29', 'name': '', 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'mac_address': 'fa:16:3e:36:8f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33458856-dd88-43b6-a487-48502771a672', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'e23f749e-fea6-4b5c-8a76-f2265b94b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:22Z', 'updated_at': '2021-11-12T03:25:29Z', 'revision_number': 4, 'project_id': '0debc975661f439796e2390b4a57b652', 'subnets': [{'id': 'e23f749e-fea6-4b5c-8a76-f2265b94b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:25:30.684194 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-1c59d19d-4c3a-4a0f-8c45-cf4e45abfd37 service neutron] 10.222.0.50 "GET /v2.0/networks/7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039896 Nov 12 03:25:30.762485 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58606) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:30.765922 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-bbe28cfa-8ba2-41f7-8f26-88c6a96a2c38 None None] Set router 19f682d6-3a53-413b-ba4d-6a47a4d3c3ae gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:30.766478 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3b30a16d-4be9-43f8-a6f4-704689e5a41c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5785802e8fe94a83a145e7b689eac9f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6400692 Nov 12 03:25:30.852782 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-078bf3f1-698c-44a4-ab2e-c58317ee069e req-bf992d0a-d92f-4965-972b-202e43f707e2 tempest-SecurityGroupsTestAdminJSON-1013936085 tempest-SecurityGroupsTestAdminJSON-1013936085-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1347917822', 'description': 'tempest-description-1873004047'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:30.897089 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.db.api [req-d41479f7-c032-4687-929a-b337d4b058e7 req-89717edd-f0a3-4e99-95e8-e753a063579f tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 03:25:30.897089 n-d-715271-27 neutron-server[102572]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 03:25:30.897089 n-d-715271-27 neutron-server[102572]: [parameters: {'project_id_1': '984b5bf9950d4e568e34b6531154493c', 'expiration_1': datetime.datetime(2021, 11, 12, 3, 25, 10, 871014)}] Nov 12 03:25:30.897089 n-d-715271-27 neutron-server[102572]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:25:30.897748 n-d-715271-27 neutron-server[102572]: DEBUG oslo_db.api [req-d41479f7-c032-4687-929a-b337d4b058e7 req-89717edd-f0a3-4e99-95e8-e753a063579f tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:25:30.911435 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3ae3327e-0e51-45ac-a238-677db68a00ea admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.917714 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-078bf3f1-698c-44a4-ab2e-c58317ee069e req-bf992d0a-d92f-4965-972b-202e43f707e2 tempest-SecurityGroupsTestAdminJSON-1013936085 tempest-SecurityGroupsTestAdminJSON-1013936085-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.940181 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-078bf3f1-698c-44a4-ab2e-c58317ee069e req-bf992d0a-d92f-4965-972b-202e43f707e2 tempest-SecurityGroupsTestAdminJSON-1013936085 tempest-SecurityGroupsTestAdminJSON-1013936085-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.945189 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-13fba520-5a5a-4fe1-a650-c85d01afe022 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.988771 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-13fba520-5a5a-4fe1-a650-c85d01afe022 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.029879 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-6200ca43-288e-4102-9ad1-e4a0d903081e None None] Provisioning complete for port 8ad279e8-eae6-43bc-9187-fb73596735da triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:31.030493 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6200ca43-288e-4102-9ad1-e4a0d903081e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.099624 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-13fba520-5a5a-4fe1-a650-c85d01afe022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.103633 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-13fba520-5a5a-4fe1-a650-c85d01afe022 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.105107 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-13fba520-5a5a-4fe1-a650-c85d01afe022 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1c3ed762-5ef9-42a1-8389-889994b79df3 HTTP/1.1" status: 204 len: 168 time: 0.3411846 Nov 12 03:25:31.123851 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fba520-5a5a-4fe1-a650-c85d01afe022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3ed762-5ef9-42a1-8389-889994b79df3,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:31.149083 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-6200ca43-288e-4102-9ad1-e4a0d903081e None None] Port 8ad279e8-eae6-43bc-9187-fb73596735da cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:31.172719 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-bbe28cfa-8ba2-41f7-8f26-88c6a96a2c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f682d6-3a53-413b-ba4d-6a47a4d3c3ae', 'name': 'tempest-FloatingIPsNegativeTestJSON-1200817746-router', 'tenant_id': '95686e59f77b470ca513c78b65ac8dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'afd74593-a9b8-4caf-a212-6c5d9e559b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:13Z', 'updated_at': '2021-11-12T03:25:26Z', 'revision_number': 5, 'project_id': '95686e59f77b470ca513c78b65ac8dcb', 'gw_port': {'id': 'afd74593-a9b8-4caf-a212-6c5d9e559b2f', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f682d6-3a53-413b-ba4d-6a47a4d3c3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:14Z', 'updated_at': '2021-11-12T03:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:31.207981 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-3ae3327e-0e51-45ac-a238-677db68a00ea admin admin] Deleting port afd74593-a9b8-4caf-a212-6c5d9e559b2f {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:31.211383 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3ae3327e-0e51-45ac-a238-677db68a00ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.219734 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe28cfa-8ba2-41f7-8f26-88c6a96a2c38 None None] Checking router: 19f682d6-3a53-413b-ba4d-6a47a4d3c3ae for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:25:31.251437 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe28cfa-8ba2-41f7-8f26-88c6a96a2c38 None None] Routers {'19f682d6-3a53-413b-ba4d-6a47a4d3c3ae'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:31.252035 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-bbe28cfa-8ba2-41f7-8f26-88c6a96a2c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:25:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['19f682d6-3a53-413b-ba4d-6a47a4d3c3ae'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:31.309765 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-078bf3f1-698c-44a4-ab2e-c58317ee069e req-bf992d0a-d92f-4965-972b-202e43f707e2 tempest-SecurityGroupsTestAdminJSON-1013936085 tempest-SecurityGroupsTestAdminJSON-1013936085-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.352612 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 39bb739f-81d4-48b8-8c44-12feda571b29 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:31.453316 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d41479f7-c032-4687-929a-b337d4b058e7 req-89717edd-f0a3-4e99-95e8-e753a063579f tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Made reservation on behalf of 984b5bf9950d4e568e34b6531154493c for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:31.463748 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-89717edd-f0a3-4e99-95e8-e753a063579f tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.489933 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-3ae3327e-0e51-45ac-a238-677db68a00ea admin admin] For port afd74593-a9b8-4caf-a212-6c5d9e559b2f, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=afd74593-a9b8-4caf-a212-6c5d9e559b2f,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:31.490331 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3ae3327e-0e51-45ac-a238-677db68a00ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.507720 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-3ae3327e-0e51-45ac-a238-677db68a00ea admin admin] Calling delete_port for afd74593-a9b8-4caf-a212-6c5d9e559b2f owned by network:router_gateway {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:31.552819 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-bbe28cfa-8ba2-41f7-8f26-88c6a96a2c38 None None] Set router 19f682d6-3a53-413b-ba4d-6a47a4d3c3ae gateway port host: None {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:31.644642 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-bbe28cfa-8ba2-41f7-8f26-88c6a96a2c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f682d6-3a53-413b-ba4d-6a47a4d3c3ae', 'name': 'tempest-FloatingIPsNegativeTestJSON-1200817746-router', 'tenant_id': '95686e59f77b470ca513c78b65ac8dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:13Z', 'updated_at': '2021-11-12T03:25:30Z', 'revision_number': 6, 'project_id': '95686e59f77b470ca513c78b65ac8dcb', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:31.831085 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-078bf3f1-698c-44a4-ab2e-c58317ee069e req-bf992d0a-d92f-4965-972b-202e43f707e2 tempest-SecurityGroupsTestAdminJSON-1013936085 tempest-SecurityGroupsTestAdminJSON-1013936085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.849128 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-d41479f7-c032-4687-929a-b337d4b058e7 req-89717edd-f0a3-4e99-95e8-e753a063579f tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Allocated IP 10.1.1.114 (0a9162de-bdde-427f-8e0e-6dfc54c7d9d5/47b6a17e-6944-4d40-9328-627b4b928ff7/4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:31.950246 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe28cfa-8ba2-41f7-8f26-88c6a96a2c38 None None] The sync data for ids ['19f682d6-3a53-413b-ba4d-6a47a4d3c3ae'] in n-d-715271-27 is: [{'id': '19f682d6-3a53-413b-ba4d-6a47a4d3c3ae', 'name': 'tempest-FloatingIPsNegativeTestJSON-1200817746-router', 'tenant_id': '95686e59f77b470ca513c78b65ac8dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:13Z', 'updated_at': '2021-11-12T03:25:30Z', 'revision_number': 6, 'project_id': '95686e59f77b470ca513c78b65ac8dcb', 'gw_port_host': None}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:25:31.993859 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf992d0a-d92f-4965-972b-202e43f707e2 tempest-SecurityGroupsTestAdminJSON-1013936085 tempest-SecurityGroupsTestAdminJSON-1013936085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18a509e1-85e7-49fb-a739-e9d379b284f6,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:32.015508 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 39bb739f-81d4-48b8-8c44-12feda571b29 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:32.015784 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.087895 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3ae3327e-0e51-45ac-a238-677db68a00ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.185059 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-89717edd-f0a3-4e99-95e8-e753a063579f tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.247541 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d42ff-de03-44f4-a8a0-491824a7a86c req-13d89e98-fcd4-4d4e-9719-9e8ecf3d04f6 tempest-ServersAdminTestJSON-860113271 tempest-ServersAdminTestJSON-860113271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:32.249233 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d42ff-de03-44f4-a8a0-491824a7a86c req-13d89e98-fcd4-4d4e-9719-9e8ecf3d04f6 tempest-ServersAdminTestJSON-860113271 tempest-ServersAdminTestJSON-860113271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:32.249886 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d42ff-de03-44f4-a8a0-491824a7a86c req-13d89e98-fcd4-4d4e-9719-9e8ecf3d04f6 tempest-ServersAdminTestJSON-860113271 tempest-ServersAdminTestJSON-860113271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:32.251276 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d42ff-de03-44f4-a8a0-491824a7a86c req-13d89e98-fcd4-4d4e-9719-9e8ecf3d04f6 tempest-ServersAdminTestJSON-860113271 tempest-ServersAdminTestJSON-860113271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:32.251923 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d42ff-de03-44f4-a8a0-491824a7a86c req-13d89e98-fcd4-4d4e-9719-9e8ecf3d04f6 tempest-ServersAdminTestJSON-860113271 tempest-ServersAdminTestJSON-860113271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:32.253441 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d42ff-de03-44f4-a8a0-491824a7a86c req-13d89e98-fcd4-4d4e-9719-9e8ecf3d04f6 tempest-ServersAdminTestJSON-860113271 tempest-ServersAdminTestJSON-860113271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:32.255839 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8f1d42ff-de03-44f4-a8a0-491824a7a86c req-13d89e98-fcd4-4d4e-9719-9e8ecf3d04f6 tempest-ServersAdminTestJSON-860113271 tempest-ServersAdminTestJSON-860113271-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=69a11867-f1f2-409f-a547-78a33346f288&device_id=901c888a-da2b-477a-9adf-2639921bb668&device_id=b2b209f9-8057-402f-b431-081786c97024&device_id=de6fb720-333f-4db9-b89f-5ea5f4cafe46&device_id=29b098cc-910b-4265-9575-afd28a7f8efc&device_id=34647376-8c8b-4535-bf39-d77d3cb17e99&device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 5476 time: 0.4688544 Nov 12 03:25:32.257914 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-89717edd-f0a3-4e99-95e8-e753a063579f tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.270058 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-078bf3f1-698c-44a4-ab2e-c58317ee069e req-bf992d0a-d92f-4965-972b-202e43f707e2 tempest-SecurityGroupsTestAdminJSON-1013936085 tempest-SecurityGroupsTestAdminJSON-1013936085-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.271578 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae3327e-0e51-45ac-a238-677db68a00ea admin admin] Pushing event deleted for resources: {'Port': ['ID=afd74593-a9b8-4caf-a212-6c5d9e559b2f,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:32.293537 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-078bf3f1-698c-44a4-ab2e-c58317ee069e req-bf992d0a-d92f-4965-972b-202e43f707e2 tempest-SecurityGroupsTestAdminJSON-1013936085 tempest-SecurityGroupsTestAdminJSON-1013936085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.329546 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-8f1d42ff-de03-44f4-a8a0-491824a7a86c req-4375191f-5370-4fe5-bced-c14edeaa4b50 tempest-ServersAdminTestJSON-860113271 tempest-ServersAdminTestJSON-860113271-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.350213 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-078bf3f1-698c-44a4-ab2e-c58317ee069e req-bf992d0a-d92f-4965-972b-202e43f707e2 tempest-SecurityGroupsTestAdminJSON-1013936085 tempest-SecurityGroupsTestAdminJSON-1013936085-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.351727 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-078bf3f1-698c-44a4-ab2e-c58317ee069e req-bf992d0a-d92f-4965-972b-202e43f707e2 tempest-SecurityGroupsTestAdminJSON-1013936085 tempest-SecurityGroupsTestAdminJSON-1013936085-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.5058122 Nov 12 03:25:32.364056 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d41479f7-c032-4687-929a-b337d4b058e7 req-89717edd-f0a3-4e99-95e8-e753a063579f tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Network 0a9162de-bdde-427f-8e0e-6dfc54c7d9d5 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:32.377573 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-d41479f7-c032-4687-929a-b337d4b058e7 req-89717edd-f0a3-4e99-95e8-e753a063579f tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:32.382429 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-d41479f7-c032-4687-929a-b337d4b058e7 req-89717edd-f0a3-4e99-95e8-e753a063579f tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:32.417722 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf992d0a-d92f-4965-972b-202e43f707e2 tempest-SecurityGroupsTestAdminJSON-1013936085 tempest-SecurityGroupsTestAdminJSON-1013936085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f4807d-35bd-4a3e-ac60-39cae30a2051,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:32.441959 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3ae3327e-0e51-45ac-a238-677db68a00ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.459731 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41479f7-c032-4687-929a-b337d4b058e7 req-89717edd-f0a3-4e99-95e8-e753a063579f tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:32.460679 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-89717edd-f0a3-4e99-95e8-e753a063579f tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.480941 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89717edd-f0a3-4e99-95e8-e753a063579f tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Pushing event updated for resources: {'Port': ['ID=4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:32.507498 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-89717edd-f0a3-4e99-95e8-e753a063579f tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0007615 Nov 12 03:25:32.531050 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-d41479f7-c032-4687-929a-b337d4b058e7 req-5ef9d12d-79d9-41b7-9f88-33b40959ee67 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Request body: {'port': {'device_id': '901c888a-da2b-477a-9adf-2639921bb668', 'network_id': '0a9162de-bdde-427f-8e0e-6dfc54c7d9d5', 'admin_state_up': True, 'tenant_id': '984b5bf9950d4e568e34b6531154493c', 'security_groups': ['163708d6-2806-48a4-99ff-2841929f9877']}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:32.683049 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d41479f7-c032-4687-929a-b337d4b058e7 req-5ef9d12d-79d9-41b7-9f88-33b40959ee67 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Made reservation on behalf of 984b5bf9950d4e568e34b6531154493c for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:32.687702 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-5ef9d12d-79d9-41b7-9f88-33b40959ee67 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.715905 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3ae3327e-0e51-45ac-a238-677db68a00ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.719504 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3ae3327e-0e51-45ac-a238-677db68a00ea admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.869100 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3ae3327e-0e51-45ac-a238-677db68a00ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.870114 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae3327e-0e51-45ac-a238-677db68a00ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19f682d6-3a53-413b-ba4d-6a47a4d3c3ae {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:25:32.878430 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-d41479f7-c032-4687-929a-b337d4b058e7 req-5ef9d12d-79d9-41b7-9f88-33b40959ee67 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Allocated IP 10.1.1.83 (0a9162de-bdde-427f-8e0e-6dfc54c7d9d5/47b6a17e-6944-4d40-9328-627b4b928ff7/105f9594-14de-46d7-9d78-d82b9da371f6) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:32.917870 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-baf29246-74d0-4c5a-9f2e-492b483b4c71 None None] Provisioning complete for port 4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:32.922196 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-baf29246-74d0-4c5a-9f2e-492b483b4c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.932690 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3ae3327e-0e51-45ac-a238-677db68a00ea admin admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.934855 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3ae3327e-0e51-45ac-a238-677db68a00ea admin admin] 10.222.0.50 "DELETE /v2.0/routers/19f682d6-3a53-413b-ba4d-6a47a4d3c3ae HTTP/1.1" status: 204 len: 168 time: 2.6821098 Nov 12 03:25:32.939299 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58644) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:33.083775 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-5ef9d12d-79d9-41b7-9f88-33b40959ee67 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.085534 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-baf29246-74d0-4c5a-9f2e-492b483b4c71 None None] Port 4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:33.149969 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-5ef9d12d-79d9-41b7-9f88-33b40959ee67 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.207699 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-199bcb99-2988-4dbf-bfc8-78e8be6025b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.254896 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device afd74593-a9b8-4caf-a212-6c5d9e559b2f no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:33.275285 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8cb8d6-8d41-4545-bc59-55ada4f95ee4 req-8d435046-6426-44cc-9d4f-cc57247143f1 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:33.291546 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3e8cb8d6-8d41-4545-bc59-55ada4f95ee4 req-8d435046-6426-44cc-9d4f-cc57247143f1 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=de6fb720-333f-4db9-b89f-5ea5f4cafe46 HTTP/1.1" status: 200 len: 945 time: 0.4274335 Nov 12 03:25:33.326657 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: afd74593-a9b8-4caf-a212-6c5d9e559b2f {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:33.327040 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device afd74593-a9b8-4caf-a212-6c5d9e559b2f not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:33.418655 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb42d46a-291e-4ad7-9fb2-f0a7b41bbadc admin admin] Deleting subnet be879a32-8354-46bc-be1b-6596478e5ef5 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:25:33.429983 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef9d12d-79d9-41b7-9f88-33b40959ee67 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Pushing event updated for resources: {'Port': ['ID=105f9594-14de-46d7-9d78-d82b9da371f6,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:33.442070 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cb42d46a-291e-4ad7-9fb2-f0a7b41bbadc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.479455 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-8f1d42ff-de03-44f4-a8a0-491824a7a86c req-4375191f-5370-4fe5-bced-c14edeaa4b50 tempest-ServersAdminTestJSON-860113271 tempest-ServersAdminTestJSON-860113271-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.504118 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-8f1d42ff-de03-44f4-a8a0-491824a7a86c req-4375191f-5370-4fe5-bced-c14edeaa4b50 tempest-ServersAdminTestJSON-860113271 tempest-ServersAdminTestJSON-860113271-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.523161 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3e8cb8d6-8d41-4545-bc59-55ada4f95ee4 req-0a34f70c-b81b-4026-aca8-2e00d166be20 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304583 Nov 12 03:25:33.541155 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cb42d46a-291e-4ad7-9fb2-f0a7b41bbadc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.636830 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d41479f7-c032-4687-929a-b337d4b058e7 req-5ef9d12d-79d9-41b7-9f88-33b40959ee67 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Network 0a9162de-bdde-427f-8e0e-6dfc54c7d9d5 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:33.675158 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cb42d46a-291e-4ad7-9fb2-f0a7b41bbadc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.678928 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-d41479f7-c032-4687-929a-b337d4b058e7 req-5ef9d12d-79d9-41b7-9f88-33b40959ee67 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:33.710920 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-d41479f7-c032-4687-929a-b337d4b058e7 req-5ef9d12d-79d9-41b7-9f88-33b40959ee67 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:33.804800 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7cfc9657-fc34-42c2-9b5c-b572a019fb5b req-6049db69-c23a-475d-b4cd-84a2c42542b3 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/ports?device_id=69a11867-f1f2-409f-a547-78a33346f288 HTTP/1.1" status: 200 len: 210 time: 0.1259553 Nov 12 03:25:33.808627 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cb42d46a-291e-4ad7-9fb2-f0a7b41bbadc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.875739 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb42d46a-291e-4ad7-9fb2-f0a7b41bbadc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be879a32-8354-46bc-be1b-6596478e5ef5,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:33.883281 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cb42d46a-291e-4ad7-9fb2-f0a7b41bbadc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.890164 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-cb42d46a-291e-4ad7-9fb2-f0a7b41bbadc admin admin] 10.222.0.50 "DELETE /v2.0/subnets/be879a32-8354-46bc-be1b-6596478e5ef5 HTTP/1.1" status: 204 len: 168 time: 0.9459505 Nov 12 03:25:33.890387 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6b293c-65c9-46c1-b73d-bb89e6b58e5f None None] Network 1ca284e2-b66f-4e0b-b1e5-bad71da08703 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:33.892831 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58658) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:33.917428 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-1d1b89ea-8c23-40bc-8a42-75d1b0c0721f tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:33.924871 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-1d1b89ea-8c23-40bc-8a42-75d1b0c0721f tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.74 "GET /v2.0/networks?id=7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce HTTP/1.1" status: 200 len: 821 time: 0.7960830 Nov 12 03:25:33.940560 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375191f-5370-4fe5-bced-c14edeaa4b50 tempest-ServersAdminTestJSON-860113271 tempest-ServersAdminTestJSON-860113271-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360ea356-9954-41f4-b484-d50bc66ae135,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:33.981847 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-d1dfe8c0-ef9b-4a11-8d8a-5bda509d3069 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Request body: {'port': {'device_id': '69a11867-f1f2-409f-a547-78a33346f288', 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce', 'admin_state_up': True, 'tenant_id': '0debc975661f439796e2390b4a57b652'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:34.002654 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41479f7-c032-4687-929a-b337d4b058e7 req-5ef9d12d-79d9-41b7-9f88-33b40959ee67 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:34.007335 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-5ef9d12d-79d9-41b7-9f88-33b40959ee67 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.034275 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8f1d42ff-de03-44f4-a8a0-491824a7a86c req-4375191f-5370-4fe5-bced-c14edeaa4b50 tempest-ServersAdminTestJSON-860113271 tempest-ServersAdminTestJSON-860113271-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&id=cd66ef84-5279-473a-b3a5-35f5ef278547&id=163708d6-2806-48a4-99ff-2841929f9877&id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 540 time: 1.7517238 Nov 12 03:25:34.113426 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.123504 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-61bdbaf6-6400-4473-ac5a-9a54e29dcc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.129285 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-f49b188d-44e5-4ab3-98b0-f3896c3be303 req-0d1f13b5-64b5-4602-a548-39e798f900fb tempest-SecurityGroupsTestAdminJSON-1013936085 tempest-SecurityGroupsTestAdminJSON-1013936085-project] Request body: {'security_group': {'name': 'tempest-securitygroup-92733032', 'description': 'tempest-description-473427557'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:34.158968 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-5ef9d12d-79d9-41b7-9f88-33b40959ee67 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6375663 Nov 12 03:25:34.162269 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f49b188d-44e5-4ab3-98b0-f3896c3be303 req-0d1f13b5-64b5-4602-a548-39e798f900fb tempest-SecurityGroupsTestAdminJSON-1013936085 tempest-SecurityGroupsTestAdminJSON-1013936085-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.167976 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd0038-3dc8-4ee7-a839-203bca59daac req-5e569caf-7d0d-4718-85c6-7e3c4a34f077 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:34.176819 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-83f8194b-fac6-4a9b-93a0-19221d635c5c None None] Provisioning complete for port 105f9594-14de-46d7-9d78-d82b9da371f6 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:34.177196 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-83f8194b-fac6-4a9b-93a0-19221d635c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.181595 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd0038-3dc8-4ee7-a839-203bca59daac req-5e569caf-7d0d-4718-85c6-7e3c4a34f077 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:34.182376 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-d41479f7-c032-4687-929a-b337d4b058e7 req-81fec53f-0acd-40c7-b18a-cabe7c44c572 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Request body: {'port': {'device_id': '901c888a-da2b-477a-9adf-2639921bb668', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '573baa8f-b6be-41d7-a7a6-73c38233ca3f', 'admin_state_up': True, 'tenant_id': '984b5bf9950d4e568e34b6531154493c', 'security_groups': ['163708d6-2806-48a4-99ff-2841929f9877']}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:34.200019 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd0038-3dc8-4ee7-a839-203bca59daac req-5e569caf-7d0d-4718-85c6-7e3c4a34f077 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:34.216190 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b1fd0038-3dc8-4ee7-a839-203bca59daac req-5e569caf-7d0d-4718-85c6-7e3c4a34f077 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 2373 time: 0.3176076 Nov 12 03:25:34.250889 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-83f8194b-fac6-4a9b-93a0-19221d635c5c None None] Port 105f9594-14de-46d7-9d78-d82b9da371f6 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:34.280394 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf5e957-c016-44f8-b99a-28730a160e86 None None] DHCP port deletion for 1ca284e2-b66f-4e0b-b1e5-bad71da08703 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:25:34.344963 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-8cf5e957-c016-44f8-b99a-28730a160e86 None None] Deleting port d6bfeee4-737d-4f04-b2e5-be6dbae8f39f {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:34.345669 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8cf5e957-c016-44f8-b99a-28730a160e86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.385225 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d41479f7-c032-4687-929a-b337d4b058e7 req-81fec53f-0acd-40c7-b18a-cabe7c44c572 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Made reservation on behalf of 984b5bf9950d4e568e34b6531154493c for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:34.390623 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b1fd0038-3dc8-4ee7-a839-203bca59daac req-f3ef4c13-e210-419e-8b17-3845c074772a tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/security-groups?id=163708d6-2806-48a4-99ff-2841929f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730437 Nov 12 03:25:34.437178 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-61bdbaf6-6400-4473-ac5a-9a54e29dcc9a admin admin] Deleting port d6bfeee4-737d-4f04-b2e5-be6dbae8f39f {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:34.437559 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-61bdbaf6-6400-4473-ac5a-9a54e29dcc9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.468554 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-8cf5e957-c016-44f8-b99a-28730a160e86 None None] For port d6bfeee4-737d-4f04-b2e5-be6dbae8f39f, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d6bfeee4-737d-4f04-b2e5-be6dbae8f39f,segment=NetworkSegment(3364c124-6b86-486f-b5eb-24c583c4c07d),segment_id=3364c124-6b86-486f-b5eb-24c583c4c07d)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:34.469142 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8cf5e957-c016-44f8-b99a-28730a160e86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.485644 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-8cf5e957-c016-44f8-b99a-28730a160e86 None None] Calling delete_port for d6bfeee4-737d-4f04-b2e5-be6dbae8f39f owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:34.512381 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f49b188d-44e5-4ab3-98b0-f3896c3be303 req-0d1f13b5-64b5-4602-a548-39e798f900fb tempest-SecurityGroupsTestAdminJSON-1013936085 tempest-SecurityGroupsTestAdminJSON-1013936085-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.566828 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f49b188d-44e5-4ab3-98b0-f3896c3be303 req-0d1f13b5-64b5-4602-a548-39e798f900fb tempest-SecurityGroupsTestAdminJSON-1013936085 tempest-SecurityGroupsTestAdminJSON-1013936085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.573993 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-61bdbaf6-6400-4473-ac5a-9a54e29dcc9a admin admin] For port d6bfeee4-737d-4f04-b2e5-be6dbae8f39f, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d6bfeee4-737d-4f04-b2e5-be6dbae8f39f,segment=NetworkSegment(3364c124-6b86-486f-b5eb-24c583c4c07d),segment_id=3364c124-6b86-486f-b5eb-24c583c4c07d)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:34.574536 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-61bdbaf6-6400-4473-ac5a-9a54e29dcc9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.607834 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-d1dfe8c0-ef9b-4a11-8d8a-5bda509d3069 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Made reservation on behalf of 0debc975661f439796e2390b4a57b652 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:34.609582 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8cf5e957-c016-44f8-b99a-28730a160e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.611938 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-d1dfe8c0-ef9b-4a11-8d8a-5bda509d3069 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.621373 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-61bdbaf6-6400-4473-ac5a-9a54e29dcc9a admin admin] Calling delete_port for d6bfeee4-737d-4f04-b2e5-be6dbae8f39f owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:34.654992 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5e957-c016-44f8-b99a-28730a160e86 None None] Pushing event deleted for resources: {'Port': ['ID=d6bfeee4-737d-4f04-b2e5-be6dbae8f39f,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:34.658867 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf5e957-c016-44f8-b99a-28730a160e86 None None] No DVR routers for this DVR port d6bfeee4-737d-4f04-b2e5-be6dbae8f39f on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:25:34.697964 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-81fec53f-0acd-40c7-b18a-cabe7c44c572 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.801857 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802c98b-78ba-4488-864f-d4269cd9ff5c req-481d1f27-6a31-4efc-b832-6e364bb61ff6 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:34.815629 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a802c98b-78ba-4488-864f-d4269cd9ff5c req-481d1f27-6a31-4efc-b832-6e364bb61ff6 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=de6fb720-333f-4db9-b89f-5ea5f4cafe46 HTTP/1.1" status: 200 len: 945 time: 0.0924981 Nov 12 03:25:34.834638 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f49b188d-44e5-4ab3-98b0-f3896c3be303 req-0d1f13b5-64b5-4602-a548-39e798f900fb tempest-SecurityGroupsTestAdminJSON-1013936085 tempest-SecurityGroupsTestAdminJSON-1013936085-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.836135 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f49b188d-44e5-4ab3-98b0-f3896c3be303 req-0d1f13b5-64b5-4602-a548-39e798f900fb tempest-SecurityGroupsTestAdminJSON-1013936085 tempest-SecurityGroupsTestAdminJSON-1013936085-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7174823 Nov 12 03:25:34.842657 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f13b5-64b5-4602-a548-39e798f900fb tempest-SecurityGroupsTestAdminJSON-1013936085 tempest-SecurityGroupsTestAdminJSON-1013936085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31164efc-8570-4023-b5b9-768f686f5493,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:34.902759 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-61bdbaf6-6400-4473-ac5a-9a54e29dcc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.938214 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-d1dfe8c0-ef9b-4a11-8d8a-5bda509d3069 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Allocated IP 172.20.0.12 (7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce/e23f749e-fea6-4b5c-8a76-f2265b94b364/5731207e-39c0-427c-8694-1555fafb7f5b) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:34.972711 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bdbaf6-6400-4473-ac5a-9a54e29dcc9a admin admin] Pushing event deleted for resources: {'Port': ['ID=d6bfeee4-737d-4f04-b2e5-be6dbae8f39f,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:34.986151 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a802c98b-78ba-4488-864f-d4269cd9ff5c req-e7a18a7d-8bcd-4396-9ba6-fa52207be684 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703100 Nov 12 03:25:34.987102 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bdbaf6-6400-4473-ac5a-9a54e29dcc9a admin admin] No DVR routers for this DVR port d6bfeee4-737d-4f04-b2e5-be6dbae8f39f on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:25:35.135742 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d6bfeee4-737d-4f04-b2e5-be6dbae8f39f no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:35.151552 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-61bdbaf6-6400-4473-ac5a-9a54e29dcc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.199237 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-61bdbaf6-6400-4473-ac5a-9a54e29dcc9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ca284e2-b66f-4e0b-b1e5-bad71da08703']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:35.203116 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: d6bfeee4-737d-4f04-b2e5-be6dbae8f39f {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:35.203738 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d6bfeee4-737d-4f04-b2e5-be6dbae8f39f not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:35.222974 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-61bdbaf6-6400-4473-ac5a-9a54e29dcc9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3364c124-6b86-486f-b5eb-24c583c4c07d') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:35.223348 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-61bdbaf6-6400-4473-ac5a-9a54e29dcc9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3364c124-6b86-486f-b5eb-24c583c4c07d') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:35.242804 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-d41479f7-c032-4687-929a-b337d4b058e7 req-81fec53f-0acd-40c7-b18a-cabe7c44c572 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Allocated IP 10.2.2.100 (573baa8f-b6be-41d7-a7a6-73c38233ca3f/ba17018e-b96b-4c29-adff-c6650fd08ac2/94c8258d-67c2-4ad8-9f8c-67f760634674) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:35.246447 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-20a61db8-e6cb-4985-9865-da127104e1d1 req-9f4a9d55-0a09-4dc0-ac40-2d5b61553049 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/ports?device_id=69a11867-f1f2-409f-a547-78a33346f288 HTTP/1.1" status: 200 len: 210 time: 0.0453172 Nov 12 03:25:35.252106 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-61bdbaf6-6400-4473-ac5a-9a54e29dcc9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.281579 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-61bdbaf6-6400-4473-ac5a-9a54e29dcc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.292000 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61bdbaf6-6400-4473-ac5a-9a54e29dcc9a admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:25:35.292652 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-61bdbaf6-6400-4473-ac5a-9a54e29dcc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.295281 n-d-715271-27 neutron-server[102571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:25:35.295281 n-d-715271-27 neutron-server[102571]: self.session.flush() Nov 12 03:25:35.295281 n-d-715271-27 neutron-server[102571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:25:35.295281 n-d-715271-27 neutron-server[102571]: self.session.flush() Nov 12 03:25:35.295281 n-d-715271-27 neutron-server[102571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:25:35.295281 n-d-715271-27 neutron-server[102571]: self.session.flush() Nov 12 03:25:35.295281 n-d-715271-27 neutron-server[102571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:25:35.295281 n-d-715271-27 neutron-server[102571]: self.session.flush() Nov 12 03:25:35.295281 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:25:35.295281 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:25:35.295281 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:25:35.295281 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:25:35.295281 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:25:35.295281 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:25:35.295281 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:25:35.295281 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:25:35.295281 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:25:35.295281 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:25:35.295281 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:25:35.295281 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:25:35.295281 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:25:35.295281 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:25:35.295281 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:25:35.295281 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:25:35.295281 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:25:35.295281 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:25:35.295281 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:25:35.295281 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:25:35.295281 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:25:35.295281 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:25:35.295281 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:25:35.295281 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:25:35.295281 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:25:35.295281 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:25:35.295281 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:25:35.295281 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:25:35.295281 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:25:35.295281 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:25:35.295281 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:25:35.295281 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:25:35.356503 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79516f76-2037-4032-8c6a-579a9e8a845e req-7dd85b3b-1386-4ff6-9647-8ea071e91700 tempest-ServersAdminTestJSON-860113271 tempest-ServersAdminTestJSON-860113271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:35.358960 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79516f76-2037-4032-8c6a-579a9e8a845e req-7dd85b3b-1386-4ff6-9647-8ea071e91700 tempest-ServersAdminTestJSON-860113271 tempest-ServersAdminTestJSON-860113271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:35.360168 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79516f76-2037-4032-8c6a-579a9e8a845e req-7dd85b3b-1386-4ff6-9647-8ea071e91700 tempest-ServersAdminTestJSON-860113271 tempest-ServersAdminTestJSON-860113271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:35.363076 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-79516f76-2037-4032-8c6a-579a9e8a845e req-7dd85b3b-1386-4ff6-9647-8ea071e91700 tempest-ServersAdminTestJSON-860113271 tempest-ServersAdminTestJSON-860113271-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b2b209f9-8057-402f-b431-081786c97024&device_id=29b098cc-910b-4265-9575-afd28a7f8efc&device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 2885 time: 0.2856758 Nov 12 03:25:35.377331 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.382038 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-61bdbaf6-6400-4473-ac5a-9a54e29dcc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.395106 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-61bdbaf6-6400-4473-ac5a-9a54e29dcc9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.405795 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-61bdbaf6-6400-4473-ac5a-9a54e29dcc9a admin admin] 10.222.0.50 "DELETE /v2.0/networks/1ca284e2-b66f-4e0b-b1e5-bad71da08703 HTTP/1.1" status: 204 len: 168 time: 1.5071349 Nov 12 03:25:35.427317 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bdbaf6-6400-4473-ac5a-9a54e29dcc9a admin admin] Pushing event deleted for resources: {'Network': ['ID=1ca284e2-b66f-4e0b-b1e5-bad71da08703,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:35.550284 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-79516f76-2037-4032-8c6a-579a9e8a845e req-198af714-782e-45eb-8666-6e70f2d7873e tempest-ServersAdminTestJSON-860113271 tempest-ServersAdminTestJSON-860113271-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661417 Nov 12 03:25:35.569257 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-d1dfe8c0-ef9b-4a11-8d8a-5bda509d3069 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.588018 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-fcc3dc8d-38bf-4e38-a1a5-e4449a73ea86 req-da313f25-6ed2-424c-9038-e1461a2d773e tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1576562760', 'description': 'tempest-description-1164918107'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:35.630646 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fcc3dc8d-38bf-4e38-a1a5-e4449a73ea86 req-da313f25-6ed2-424c-9038-e1461a2d773e tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.644390 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fcc3dc8d-38bf-4e38-a1a5-e4449a73ea86 req-da313f25-6ed2-424c-9038-e1461a2d773e tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.646769 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-d1dfe8c0-ef9b-4a11-8d8a-5bda509d3069 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.730005 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-81fec53f-0acd-40c7-b18a-cabe7c44c572 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.741232 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58704) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:35.777736 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fcc3dc8d-38bf-4e38-a1a5-e4449a73ea86 req-da313f25-6ed2-424c-9038-e1461a2d773e tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.797316 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dfe8c0-ef9b-4a11-8d8a-5bda509d3069 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Pushing event updated for resources: {'Port': ['ID=5731207e-39c0-427c-8694-1555fafb7f5b,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:35.822184 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1cedafba-cfc6-4890-a7af-3eefa541c59d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=95686e59f77b470ca513c78b65ac8dcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0798011 Nov 12 03:25:35.823464 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fcc3dc8d-38bf-4e38-a1a5-e4449a73ea86 req-da313f25-6ed2-424c-9038-e1461a2d773e tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.827143 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58706) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:35.841147 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-d1dfe8c0-ef9b-4a11-8d8a-5bda509d3069 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Network 7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:35.846835 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-d1dfe8c0-ef9b-4a11-8d8a-5bda509d3069 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:35.850431 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-d1dfe8c0-ef9b-4a11-8d8a-5bda509d3069 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:35.863856 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-81fec53f-0acd-40c7-b18a-cabe7c44c572 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.891788 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da313f25-6ed2-424c-9038-e1461a2d773e tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2d51bc-5f11-4847-87d9-b992de406a5f,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:35.938522 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60882e07-ba06-4f89-96c5-1c2542c9f6f6 req-21c8683b-2e0c-44c2-bcd4-11de20206810 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:35.944639 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60882e07-ba06-4f89-96c5-1c2542c9f6f6 req-21c8683b-2e0c-44c2-bcd4-11de20206810 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:35.950731 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60882e07-ba06-4f89-96c5-1c2542c9f6f6 req-21c8683b-2e0c-44c2-bcd4-11de20206810 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:35.958728 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-60882e07-ba06-4f89-96c5-1c2542c9f6f6 req-21c8683b-2e0c-44c2-bcd4-11de20206810 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 2373 time: 0.2593546 Nov 12 03:25:35.987715 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8df0363b-3172-4736-89a9-a739aa863c75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.989830 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d41479f7-c032-4687-929a-b337d4b058e7 req-81fec53f-0acd-40c7-b18a-cabe7c44c572 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Network 573baa8f-b6be-41d7-a7a6-73c38233ca3f is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:36.015948 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-d41479f7-c032-4687-929a-b337d4b058e7 req-81fec53f-0acd-40c7-b18a-cabe7c44c572 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:36.042747 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8df0363b-3172-4736-89a9-a739aa863c75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:36.048285 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-d41479f7-c032-4687-929a-b337d4b058e7 req-81fec53f-0acd-40c7-b18a-cabe7c44c572 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:36.063207 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-60882e07-ba06-4f89-96c5-1c2542c9f6f6 req-8c65f31e-0f22-49c8-a9a0-00057eb69573 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/security-groups?id=163708d6-2806-48a4-99ff-2841929f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002061 Nov 12 03:25:36.110145 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fcc3dc8d-38bf-4e38-a1a5-e4449a73ea86 req-da313f25-6ed2-424c-9038-e1461a2d773e tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:36.131879 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-d1dfe8c0-ef9b-4a11-8d8a-5bda509d3069 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:36.143583 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fcc3dc8d-38bf-4e38-a1a5-e4449a73ea86 req-da313f25-6ed2-424c-9038-e1461a2d773e tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:36.144962 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-d1dfe8c0-ef9b-4a11-8d8a-5bda509d3069 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:36.179906 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fec53f-0acd-40c7-b18a-cabe7c44c572 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Pushing event updated for resources: {'Port': ['ID=94c8258d-67c2-4ad8-9f8c-67f760634674,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:36.234217 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-d1dfe8c0-ef9b-4a11-8d8a-5bda509d3069 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2787690 Nov 12 03:25:36.249746 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da313f25-6ed2-424c-9038-e1461a2d773e tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc38a92-0f40-4172-aeda-ce27475838c1,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:36.258649 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41479f7-c032-4687-929a-b337d4b058e7 req-81fec53f-0acd-40c7-b18a-cabe7c44c572 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:36.260572 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-81fec53f-0acd-40c7-b18a-cabe7c44c572 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:36.268874 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8df0363b-3172-4736-89a9-a739aa863c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:36.273361 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8df0363b-3172-4736-89a9-a739aa863c75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:36.275204 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8df0363b-3172-4736-89a9-a739aa863c75 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1ac8a709-a3a2-4b86-b4cc-ac1a80d665a6 HTTP/1.1" status: 204 len: 168 time: 0.4449658 Nov 12 03:25:36.281563 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:36.304532 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-ede24950-7667-4fac-bfa9-5afd4ced578a service neutron] Request body: {'port': {'device_id': '69a11867-f1f2-409f-a547-78a33346f288', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:36.312265 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df0363b-3172-4736-89a9-a739aa863c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac8a709-a3a2-4b86-b4cc-ac1a80d665a6,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:36.341312 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fcc3dc8d-38bf-4e38-a1a5-e4449a73ea86 req-da313f25-6ed2-424c-9038-e1461a2d773e tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:36.342673 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fcc3dc8d-38bf-4e38-a1a5-e4449a73ea86 req-da313f25-6ed2-424c-9038-e1461a2d773e tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.7586708 Nov 12 03:25:36.394093 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-ede24950-7667-4fac-bfa9-5afd4ced578a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:36.398652 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-81fec53f-0acd-40c7-b18a-cabe7c44c572 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2268612 Nov 12 03:25:36.419693 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-d41479f7-c032-4687-929a-b337d4b058e7 req-57b2db38-30a5-4381-952a-4243908fde15 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Request body: {'port': {'device_id': '901c888a-da2b-477a-9adf-2639921bb668', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '573baa8f-b6be-41d7-a7a6-73c38233ca3f', 'admin_state_up': True, 'tenant_id': '984b5bf9950d4e568e34b6531154493c', 'security_groups': ['163708d6-2806-48a4-99ff-2841929f9877']}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:36.433971 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-08466424-19e4-4f69-bf96-477b77f60d03 None None] Provisioning complete for port 5731207e-39c0-427c-8694-1555fafb7f5b triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:36.434636 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-08466424-19e4-4f69-bf96-477b77f60d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:36.530469 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-08466424-19e4-4f69-bf96-477b77f60d03 None None] Port 5731207e-39c0-427c-8694-1555fafb7f5b cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:36.588284 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838acd8-a5f4-413b-ac93-3a846f31df23 req-d2c2dd67-8cbc-4552-a3c5-ea347c858ff6 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:36.599911 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d838acd8-a5f4-413b-ac93-3a846f31df23 req-d2c2dd67-8cbc-4552-a3c5-ea347c858ff6 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/ports?device_id=69a11867-f1f2-409f-a547-78a33346f288 HTTP/1.1" status: 200 len: 932 time: 0.0834448 Nov 12 03:25:36.664548 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-78a8696b-3b47-4c54-9c48-33d3df4414d8 None None] Provisioning complete for port 94c8258d-67c2-4ad8-9f8c-67f760634674 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:36.664973 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78a8696b-3b47-4c54-9c48-33d3df4414d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:36.673105 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e35d943-9a8f-48f3-b54f-dc80d0d77681 req-b3463cfd-3b2c-4138-a900-3bcb1e3d9a0a tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:36.680572 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9e35d943-9a8f-48f3-b54f-dc80d0d77681 req-b3463cfd-3b2c-4138-a900-3bcb1e3d9a0a tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=de6fb720-333f-4db9-b89f-5ea5f4cafe46 HTTP/1.1" status: 200 len: 945 time: 0.2292957 Nov 12 03:25:36.690421 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d838acd8-a5f4-413b-ac93-3a846f31df23 req-e13336d3-7be1-4713-8ed2-109004edad9e tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c02f414-12bb-422e-8141-f3284114c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895097 Nov 12 03:25:36.762688 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-4b83ab52-c6b8-49e0-9800-41263a68b3b6 req-2849e191-56bd-4394-8b2f-4141ef45341d tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-799068544', 'description': 'tempest-description-1929706683'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:36.781460 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-78a8696b-3b47-4c54-9c48-33d3df4414d8 None None] Port 94c8258d-67c2-4ad8-9f8c-67f760634674 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:36.840708 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.db.api [req-d41479f7-c032-4687-929a-b337d4b058e7 req-57b2db38-30a5-4381-952a-4243908fde15 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 03:25:36.840708 n-d-715271-27 neutron-server[102572]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 12 03:25:36.840708 n-d-715271-27 neutron-server[102572]: [parameters: {'project_id': '984b5bf9950d4e568e34b6531154493c', 'id': '75277f14-3af3-41fe-b9f9-b3a3adfe2b91', 'expiration': datetime.datetime(2021, 11, 12, 3, 27, 36, 830359)}] Nov 12 03:25:36.840708 n-d-715271-27 neutron-server[102572]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:25:36.841199 n-d-715271-27 neutron-server[102572]: DEBUG oslo_db.api [req-d41479f7-c032-4687-929a-b337d4b058e7 req-57b2db38-30a5-4381-952a-4243908fde15 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:25:36.849295 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-4b83ab52-c6b8-49e0-9800-41263a68b3b6 req-2849e191-56bd-4394-8b2f-4141ef45341d tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:36.859694 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9e35d943-9a8f-48f3-b54f-dc80d0d77681 req-55c27dac-b9bb-439c-9aed-ea35af34dd8b tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732831 Nov 12 03:25:37.043629 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-4b83ab52-c6b8-49e0-9800-41263a68b3b6 req-2849e191-56bd-4394-8b2f-4141ef45341d tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:37.057749 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-4b83ab52-c6b8-49e0-9800-41263a68b3b6 req-2849e191-56bd-4394-8b2f-4141ef45341d tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:37.065083 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-ede24950-7667-4fac-bfa9-5afd4ced578a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5731207e-39c0-427c-8694-1555fafb7f5b {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:37.075383 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-ede24950-7667-4fac-bfa9-5afd4ced578a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:37.097558 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-ede24950-7667-4fac-bfa9-5afd4ced578a service neutron] Transition to ACTIVE for port object 5731207e-39c0-427c-8694-1555fafb7f5b will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:25:37.109551 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-ede24950-7667-4fac-bfa9-5afd4ced578a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:37.124306 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-4b83ab52-c6b8-49e0-9800-41263a68b3b6 req-2849e191-56bd-4394-8b2f-4141ef45341d tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:37.141398 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4b83ab52-c6b8-49e0-9800-41263a68b3b6 req-2849e191-56bd-4394-8b2f-4141ef45341d tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3831091 Nov 12 03:25:37.153258 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2849e191-56bd-4394-8b2f-4141ef45341d tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15227040-a1c0-4906-9ebf-7731aed378f6,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:37.268219 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede24950-7667-4fac-bfa9-5afd4ced578a service neutron] Pushing event updated for resources: {'Port': ['ID=5731207e-39c0-427c-8694-1555fafb7f5b,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:37.359444 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442288d-2c43-4b92-a4e0-7b88e1adda26 req-bf8a2622-a24c-4f1f-ae34-a82a96bdef4b tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:37.368167 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442288d-2c43-4b92-a4e0-7b88e1adda26 req-bf8a2622-a24c-4f1f-ae34-a82a96bdef4b tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:37.377257 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58746) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:37.378235 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442288d-2c43-4b92-a4e0-7b88e1adda26 req-bf8a2622-a24c-4f1f-ae34-a82a96bdef4b tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:37.387469 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442288d-2c43-4b92-a4e0-7b88e1adda26 req-bf8a2622-a24c-4f1f-ae34-a82a96bdef4b tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:37.399651 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9442288d-2c43-4b92-a4e0-7b88e1adda26 req-bf8a2622-a24c-4f1f-ae34-a82a96bdef4b tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 3094 time: 0.1399014 Nov 12 03:25:37.481508 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9442288d-2c43-4b92-a4e0-7b88e1adda26 req-8a3a5bb3-c583-47b0-a67e-c1ef6fecb799 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/security-groups?id=163708d6-2806-48a4-99ff-2841929f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808821 Nov 12 03:25:37.507664 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d41479f7-c032-4687-929a-b337d4b058e7 req-57b2db38-30a5-4381-952a-4243908fde15 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Made reservation on behalf of 984b5bf9950d4e568e34b6531154493c for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:37.518877 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-57b2db38-30a5-4381-952a-4243908fde15 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:37.564155 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-ede24950-7667-4fac-bfa9-5afd4ced578a service neutron] Attempting to bind port 5731207e-39c0-427c-8694-1555fafb7f5b on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:37.564499 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-ede24950-7667-4fac-bfa9-5afd4ced578a service neutron] Attempting to bind port 5731207e-39c0-427c-8694-1555fafb7f5b by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'fec36af3-9300-48b5-9e38-a45077560b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:37.564892 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-ede24950-7667-4fac-bfa9-5afd4ced578a service neutron] Attempting to bind port 5731207e-39c0-427c-8694-1555fafb7f5b on network 7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:37.590838 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-ede24950-7667-4fac-bfa9-5afd4ced578a service neutron] Port 5731207e-39c0-427c-8694-1555fafb7f5b on network 7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:37.590964 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-ede24950-7667-4fac-bfa9-5afd4ced578a service neutron] Attempting to bind port 5731207e-39c0-427c-8694-1555fafb7f5b on network 7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:37.634820 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-ede24950-7667-4fac-bfa9-5afd4ced578a service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:37.635527 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-ede24950-7667-4fac-bfa9-5afd4ced578a service neutron] Checking segment: {'id': 'fec36af3-9300-48b5-9e38-a45077560b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:37.636063 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-ede24950-7667-4fac-bfa9-5afd4ced578a service neutron] Bound using segment: {'id': 'fec36af3-9300-48b5-9e38-a45077560b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:37.636741 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-ede24950-7667-4fac-bfa9-5afd4ced578a service neutron] Bound port: 5731207e-39c0-427c-8694-1555fafb7f5b, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fec36af3-9300-48b5-9e38-a45077560b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:37.637058 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-ede24950-7667-4fac-bfa9-5afd4ced578a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:37.705485 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-177f67bf-0712-4c3c-a252-97f879f4a629 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:37.867904 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2339597-b59b-444c-85a1-e4990d785c7d req-34ff272e-2f90-4b1c-b18c-b41ff680315c tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:37.876712 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f2339597-b59b-444c-85a1-e4990d785c7d req-34ff272e-2f90-4b1c-b18c-b41ff680315c tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/ports?device_id=69a11867-f1f2-409f-a547-78a33346f288 HTTP/1.1" status: 200 len: 944 time: 0.0822802 Nov 12 03:25:37.943777 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f2339597-b59b-444c-85a1-e4990d785c7d req-aabbeebb-0ae8-4b11-b122-d685340fd062 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c02f414-12bb-422e-8141-f3284114c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631380 Nov 12 03:25:38.053851 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6cfba-8472-4f10-b865-ad389d26387a req-3a936c2a-1ce2-48a3-bb0d-c5780bf58a9f tempest-ServersAdminTestJSON-860113271 tempest-ServersAdminTestJSON-860113271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:38.055484 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d9e6cfba-8472-4f10-b865-ad389d26387a req-3a936c2a-1ce2-48a3-bb0d-c5780bf58a9f tempest-ServersAdminTestJSON-860113271 tempest-ServersAdminTestJSON-860113271-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 1102 time: 0.0469775 Nov 12 03:25:38.104007 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d9e6cfba-8472-4f10-b865-ad389d26387a req-06503640-bee4-4ce9-8051-0dd4b40b81b2 tempest-ServersAdminTestJSON-860113271 tempest-ServersAdminTestJSON-860113271-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409663 Nov 12 03:25:38.237503 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49510f20-47e1-4124-b88b-586d6bf04238 req-78312654-e32a-4025-9392-912f34158bbb tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:38.239266 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-49510f20-47e1-4124-b88b-586d6bf04238 req-78312654-e32a-4025-9392-912f34158bbb tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=de6fb720-333f-4db9-b89f-5ea5f4cafe46 HTTP/1.1" status: 200 len: 945 time: 0.0574493 Nov 12 03:25:38.246558 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-ede24950-7667-4fac-bfa9-5afd4ced578a service neutron] For port 5731207e-39c0-427c-8694-1555fafb7f5b, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:38.283091 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-ede24950-7667-4fac-bfa9-5afd4ced578a service neutron] For port 5731207e-39c0-427c-8694-1555fafb7f5b, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=5731207e-39c0-427c-8694-1555fafb7f5b,segment=NetworkSegment(fec36af3-9300-48b5-9e38-a45077560b9e),segment_id=fec36af3-9300-48b5-9e38-a45077560b9e)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:38.298441 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-49510f20-47e1-4124-b88b-586d6bf04238 req-51808d91-5c95-4a50-81c3-a882fc396bd7 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508347 Nov 12 03:25:38.329610 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-ede24950-7667-4fac-bfa9-5afd4ced578a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:38.362204 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:38.423573 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-177f67bf-0712-4c3c-a252-97f879f4a629 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:38.425673 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-d41479f7-c032-4687-929a-b337d4b058e7 req-57b2db38-30a5-4381-952a-4243908fde15 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Allocated IP 10.2.2.200 (573baa8f-b6be-41d7-a7a6-73c38233ca3f/ba17018e-b96b-4c29-adff-c6650fd08ac2/4bbbb60b-8f40-4c1f-9126-34b3f0b5965b) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:38.445444 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e7810f7f-e1cc-4a7a-9346-84ca1b7318be req-5e3a4d68-11e1-46a3-b1d2-dbf136e4517a tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42578 time: 1.1742525 Nov 12 03:25:38.449531 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-ede24950-7667-4fac-bfa9-5afd4ced578a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:38.451216 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-ede24950-7667-4fac-bfa9-5afd4ced578a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:38.452386 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-ede24950-7667-4fac-bfa9-5afd4ced578a service neutron] 10.222.0.74 "PUT /v2.0/ports/5731207e-39c0-427c-8694-1555fafb7f5b HTTP/1.1" status: 200 len: 1093 time: 2.1653607 Nov 12 03:25:38.455622 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a11867-f1f2-409f-a547-78a33346f288', 'tag': '5731207e-39c0-427c-8694-1555fafb7f5b'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:38.458345 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ff909a-5e96-4bb0-8158-b83b835642bb" -d '{"events": [{"name": "network-changed", "server_uuid": "69a11867-f1f2-409f-a547-78a33346f288", "tag": "5731207e-39c0-427c-8694-1555fafb7f5b"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:38.468838 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-177f67bf-0712-4c3c-a252-97f879f4a629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:38.580529 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede24950-7667-4fac-bfa9-5afd4ced578a service neutron] Pushing event updated for resources: {'Port': ['ID=5731207e-39c0-427c-8694-1555fafb7f5b,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:38.614836 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-177f67bf-0712-4c3c-a252-97f879f4a629 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d58f09b567a9498880344b44758ce01b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2330780 Nov 12 03:25:38.617570 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58784) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:38.637410 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284154c-e832-4977-babe-efeabd150d53 req-cfad5477-01d4-4133-9e6d-51bc73eeedca tempest-ServersAdminTestJSON-860113271 tempest-ServersAdminTestJSON-860113271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:38.643421 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f67bf-0712-4c3c-a252-97f879f4a629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fd1566-f9e6-48a7-a6e9-85bcfc81f391,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:38.647367 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1284154c-e832-4977-babe-efeabd150d53 req-cfad5477-01d4-4133-9e6d-51bc73eeedca tempest-ServersAdminTestJSON-860113271 tempest-ServersAdminTestJSON-860113271-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 1102 time: 0.0603323 Nov 12 03:25:38.702744 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1284154c-e832-4977-babe-efeabd150d53 req-284f45ab-1b6e-495c-8f03-eb56ff99ed46 tempest-ServersAdminTestJSON-860113271 tempest-ServersAdminTestJSON-860113271-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544860 Nov 12 03:25:38.743540 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e7810f7f-e1cc-4a7a-9346-84ca1b7318be req-b483f23a-46b9-4c14-9391-478c480f7282 tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] 10.222.0.50 "GET /v2.0/security-groups/18a509e1-85e7-49fb-a739-e9d379b284f6 HTTP/1.1" status: 200 len: 2998 time: 0.2796967 Nov 12 03:25:38.773097 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-b441fc21-20db-44a4-8161-1be8a22111a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:38.774637 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-b441fc21-20db-44a4-8161-1be8a22111a5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0debc975661f439796e2390b4a57b652&device_id=69a11867-f1f2-409f-a547-78a33346f288 HTTP/1.1" status: 200 len: 1096 time: 0.2542636 Nov 12 03:25:38.776367 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42eed26d-c763-4f14-9d9f-9e046ccb8511 x-openstack-request-id: req-42eed26d-c763-4f14-9d9f-9e046ccb8511 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:38.776707 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a11867-f1f2-409f-a547-78a33346f288", "tag": "5731207e-39c0-427c-8694-1555fafb7f5b", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:38.776969 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-42eed26d-c763-4f14-9d9f-9e046ccb8511 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:38.777354 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a11867-f1f2-409f-a547-78a33346f288', 'tag': '5731207e-39c0-427c-8694-1555fafb7f5b', 'status': 'completed', 'code': 200} Nov 12 03:25:38.863704 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-8fe0151b-6278-4bd9-9683-85e674bd4543 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5731207e-39c0-427c-8694-1555fafb7f5b HTTP/1.1" status: 200 len: 217 time: 0.0650790 Nov 12 03:25:38.867749 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec36e623-b6e7-4264-907d-0565ff7a38ca req-4fcbbab8-b39c-4dfe-a45d-315b45e616a4 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:38.874496 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec36e623-b6e7-4264-907d-0565ff7a38ca req-4fcbbab8-b39c-4dfe-a45d-315b45e616a4 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:38.880488 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec36e623-b6e7-4264-907d-0565ff7a38ca req-4fcbbab8-b39c-4dfe-a45d-315b45e616a4 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:38.886446 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec36e623-b6e7-4264-907d-0565ff7a38ca req-4fcbbab8-b39c-4dfe-a45d-315b45e616a4 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:38.888635 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ec36e623-b6e7-4264-907d-0565ff7a38ca req-4fcbbab8-b39c-4dfe-a45d-315b45e616a4 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 3094 time: 0.0733223 Nov 12 03:25:38.889030 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c1e18c01-51be-4d32-a106-92f27c3d82f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:38.940214 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-57b2db38-30a5-4381-952a-4243908fde15 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:38.941756 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ec36e623-b6e7-4264-907d-0565ff7a38ca req-02a09439-d18d-491c-8d9b-0fa6a0b5ca66 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/security-groups?id=163708d6-2806-48a4-99ff-2841929f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455701 Nov 12 03:25:38.966130 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e7810f7f-e1cc-4a7a-9346-84ca1b7318be req-c5b56536-90f2-483b-8f6d-01737b641a10 tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] 10.222.0.50 "GET /v2.0/security-groups/18a509e1-85e7-49fb-a739-e9d379b284f6 HTTP/1.1" status: 200 len: 2998 time: 0.2062249 Nov 12 03:25:39.002331 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c1e18c01-51be-4d32-a106-92f27c3d82f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.054303 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-c7687db4-f310-42e8-90e6-46379b4c1328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:39.055763 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-c7687db4-f310-42e8-90e6-46379b4c1328 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e23f749e-fea6-4b5c-8a76-f2265b94b364 HTTP/1.1" status: 200 len: 860 time: 0.1716630 Nov 12 03:25:39.116279 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e7810f7f-e1cc-4a7a-9346-84ca1b7318be req-f66a38d1-cde1-4a82-a55e-3e5c2bdd187f tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] 10.222.0.50 "GET /v2.0/security-groups/1b2d51bc-5f11-4847-87d9-b992de406a5f HTTP/1.1" status: 200 len: 2998 time: 0.1491346 Nov 12 03:25:39.121526 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-57b2db38-30a5-4381-952a-4243908fde15 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.187364 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d41479f7-c032-4687-929a-b337d4b058e7 req-57b2db38-30a5-4381-952a-4243908fde15 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Network 573baa8f-b6be-41d7-a7a6-73c38233ca3f is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:39.194141 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-d41479f7-c032-4687-929a-b337d4b058e7 req-57b2db38-30a5-4381-952a-4243908fde15 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:39.196653 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-d41479f7-c032-4687-929a-b337d4b058e7 req-57b2db38-30a5-4381-952a-4243908fde15 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:39.273002 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c1e18c01-51be-4d32-a106-92f27c3d82f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.276021 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c1e18c01-51be-4d32-a106-92f27c3d82f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.277234 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c1e18c01-51be-4d32-a106-92f27c3d82f6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b2fd1566-f9e6-48a7-a6e9-85bcfc81f391 HTTP/1.1" status: 204 len: 168 time: 0.6563299 Nov 12 03:25:39.287604 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e7810f7f-e1cc-4a7a-9346-84ca1b7318be req-2823ef70-3169-4a79-a01a-0b9e9ef6a4a2 tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] 10.222.0.50 "GET /v2.0/security-groups/1b2d51bc-5f11-4847-87d9-b992de406a5f HTTP/1.1" status: 200 len: 2998 time: 0.1703787 Nov 12 03:25:39.324568 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e18c01-51be-4d32-a106-92f27c3d82f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fd1566-f9e6-48a7-a6e9-85bcfc81f391,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:39.340448 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-11fc7126-a12c-40c3-924f-dcf904572623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:39.344283 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-11fc7126-a12c-40c3-924f-dcf904572623 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2713721 Nov 12 03:25:39.373855 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b2db38-30a5-4381-952a-4243908fde15 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Pushing event updated for resources: {'Port': ['ID=4bbbb60b-8f40-4c1f-9126-34b3f0b5965b,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:39.443099 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41479f7-c032-4687-929a-b337d4b058e7 req-57b2db38-30a5-4381-952a-4243908fde15 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:39.452573 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-57b2db38-30a5-4381-952a-4243908fde15 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.498282 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64645a-ce91-4375-95b6-c9e32eedd72d req-5d1c32ac-148b-4ae2-aa1b-10898a92fc4c tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:39.507975 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2b64645a-ce91-4375-95b6-c9e32eedd72d req-5d1c32ac-148b-4ae2-aa1b-10898a92fc4c tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/ports?device_id=69a11867-f1f2-409f-a547-78a33346f288 HTTP/1.1" status: 200 len: 944 time: 0.1099794 Nov 12 03:25:39.557965 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e7810f7f-e1cc-4a7a-9346-84ca1b7318be req-46c395ab-24bc-4f34-8215-4c84f5de4dc4 tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] 10.222.0.50 "GET /v2.0/security-groups/360ea356-9954-41f4-b484-d50bc66ae135 HTTP/1.1" status: 200 len: 2998 time: 0.2692637 Nov 12 03:25:39.601547 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2b64645a-ce91-4375-95b6-c9e32eedd72d req-a973060a-b8d3-407e-b16a-b32bfa16c1ec tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c02f414-12bb-422e-8141-f3284114c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861154 Nov 12 03:25:39.625483 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-57b2db38-30a5-4381-952a-4243908fde15 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2126136 Nov 12 03:25:39.639202 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-024f4a28-da48-4730-9208-60de17f3df00 service neutron] 10.222.0.74 "GET /v2.0/networks/7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443633 Nov 12 03:25:39.639355 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-d32d3b2a-7bc5-44e1-83a4-8e65f746fb25 None None] Provisioning complete for port 4bbbb60b-8f40-4c1f-9126-34b3f0b5965b triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:39.639879 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d32d3b2a-7bc5-44e1-83a4-8e65f746fb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.648996 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-d41479f7-c032-4687-929a-b337d4b058e7 req-52923c50-1d17-419f-b379-77469bcb80df service neutron] Request body: {'port': {'device_id': '901c888a-da2b-477a-9adf-2639921bb668', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:39.729656 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e7810f7f-e1cc-4a7a-9346-84ca1b7318be req-25e310b5-6034-4478-8673-a3c02e95fe22 tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] 10.222.0.50 "GET /v2.0/security-groups/360ea356-9954-41f4-b484-d50bc66ae135 HTTP/1.1" status: 200 len: 2998 time: 0.1707201 Nov 12 03:25:39.731340 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-d32d3b2a-7bc5-44e1-83a4-8e65f746fb25 None None] Port 4bbbb60b-8f40-4c1f-9126-34b3f0b5965b cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:39.769784 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-52923c50-1d17-419f-b379-77469bcb80df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.836544 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c7359-a4c4-4a3f-b2fa-0c552678512d req-8662868b-bf8d-42f5-9c2e-91f3aa65a5fd tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:39.838695 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f91c7359-a4c4-4a3f-b2fa-0c552678512d req-8662868b-bf8d-42f5-9c2e-91f3aa65a5fd tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=de6fb720-333f-4db9-b89f-5ea5f4cafe46 HTTP/1.1" status: 200 len: 945 time: 0.0701034 Nov 12 03:25:39.878607 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58812) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:39.903830 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d30089e1-78b8-4af4-b93a-dcfa10e6d3f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.912670 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e7810f7f-e1cc-4a7a-9346-84ca1b7318be req-8963e9c2-6ba8-4a44-b0d8-b3a4bdc3e3c0 tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] 10.222.0.50 "GET /v2.0/security-groups/462234e4-c322-49ab-b22a-33b187b32214 HTTP/1.1" status: 200 len: 2998 time: 0.1469412 Nov 12 03:25:39.928677 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-07a35191-b8cd-4a69-b0c3-a336378f6d92 req-d08ee3f2-9537-4a5b-b7d5-75a97ab40670 service neutron] 10.222.0.74 "GET /v2.0/networks/7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717955 Nov 12 03:25:39.956916 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f91c7359-a4c4-4a3f-b2fa-0c552678512d req-0cf89e78-ab15-4b87-821b-a89f21ec1c65 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036165 Nov 12 03:25:40.063922 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d30089e1-78b8-4af4-b93a-dcfa10e6d3f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.071016 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d30089e1-78b8-4af4-b93a-dcfa10e6d3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.125317 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d30089e1-78b8-4af4-b93a-dcfa10e6d3f9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=680a51b90bc9496ebea9770e382d5789&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448153 Nov 12 03:25:40.129225 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58824) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:40.140250 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30089e1-78b8-4af4-b93a-dcfa10e6d3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77fa5220-1d9d-4c6f-8118-c1d9d190ebcb,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:40.207928 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-079356a3-9d8b-4814-8717-546a7831a9f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.235202 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e7810f7f-e1cc-4a7a-9346-84ca1b7318be req-74c714cc-3141-4831-9b06-9d6bcbae4e31 tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] 10.222.0.50 "GET /v2.0/security-groups/462234e4-c322-49ab-b22a-33b187b32214 HTTP/1.1" status: 200 len: 2998 time: 0.3054652 Nov 12 03:25:40.236054 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-079356a3-9d8b-4814-8717-546a7831a9f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.261327 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff909a-5e96-4bb0-8158-b83b835642bb req-7a1a6a44-cba7-4550-a2db-6c550e51035b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:40.263091 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-42ff909a-5e96-4bb0-8158-b83b835642bb req-7a1a6a44-cba7-4550-a2db-6c550e51035b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0debc975661f439796e2390b4a57b652&device_id=69a11867-f1f2-409f-a547-78a33346f288 HTTP/1.1" status: 200 len: 1096 time: 0.2089641 Nov 12 03:25:40.342363 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c897c9d-8058-4bcd-933c-26b4e121f209 req-b2c3817e-2b16-42d0-a2a3-1de81a6820a9 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:40.348667 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c897c9d-8058-4bcd-933c-26b4e121f209 req-b2c3817e-2b16-42d0-a2a3-1de81a6820a9 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:40.355171 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c897c9d-8058-4bcd-933c-26b4e121f209 req-b2c3817e-2b16-42d0-a2a3-1de81a6820a9 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:40.362572 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c897c9d-8058-4bcd-933c-26b4e121f209 req-b2c3817e-2b16-42d0-a2a3-1de81a6820a9 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:40.367239 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e7810f7f-e1cc-4a7a-9346-84ca1b7318be req-dd230f75-a6da-45b4-8efa-4af89aec79ee tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] 10.222.0.50 "GET /v2.0/security-groups/55c1bbba-ae44-4c51-8956-8c5c2e0bb9d7 HTTP/1.1" status: 200 len: 2990 time: 0.1310480 Nov 12 03:25:40.370263 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c897c9d-8058-4bcd-933c-26b4e121f209 req-b2c3817e-2b16-42d0-a2a3-1de81a6820a9 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:40.373695 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4c897c9d-8058-4bcd-933c-26b4e121f209 req-b2c3817e-2b16-42d0-a2a3-1de81a6820a9 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 3815 time: 0.0983238 Nov 12 03:25:40.424099 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-079356a3-9d8b-4814-8717-546a7831a9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.427775 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-079356a3-9d8b-4814-8717-546a7831a9f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.430641 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-079356a3-9d8b-4814-8717-546a7831a9f7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/77fa5220-1d9d-4c6f-8118-c1d9d190ebcb HTTP/1.1" status: 204 len: 168 time: 0.3000181 Nov 12 03:25:40.444560 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-d41479f7-c032-4687-929a-b337d4b058e7 req-52923c50-1d17-419f-b379-77469bcb80df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ad279e8-eae6-43bc-9187-fb73596735da {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:40.457844 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-52923c50-1d17-419f-b379-77469bcb80df service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.471450 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4c897c9d-8058-4bcd-933c-26b4e121f209 req-8e9f12c9-2e64-4a3b-a9f8-f93148705d61 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/security-groups?id=163708d6-2806-48a4-99ff-2841929f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891199 Nov 12 03:25:40.494324 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-d41479f7-c032-4687-929a-b337d4b058e7 req-52923c50-1d17-419f-b379-77469bcb80df service neutron] Transition to ACTIVE for port object 8ad279e8-eae6-43bc-9187-fb73596735da will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:25:40.494590 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079356a3-9d8b-4814-8717-546a7831a9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fa5220-1d9d-4c6f-8118-c1d9d190ebcb,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:40.497139 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff909a-5e96-4bb0-8158-b83b835642bb req-b9247076-13e9-4a38-bbe8-32904229ac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:40.501166 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-42ff909a-5e96-4bb0-8158-b83b835642bb req-b9247076-13e9-4a38-bbe8-32904229ac5a service neutron] 10.222.0.74 "GET /v2.0/networks?id=7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce HTTP/1.1" status: 200 len: 922 time: 0.2280393 Nov 12 03:25:40.502665 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-52923c50-1d17-419f-b379-77469bcb80df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.506316 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e7810f7f-e1cc-4a7a-9346-84ca1b7318be req-f4f84a3f-11a6-4ef6-9648-b1e7a55e9c08 tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] 10.222.0.50 "GET /v2.0/security-groups/55c1bbba-ae44-4c51-8956-8c5c2e0bb9d7 HTTP/1.1" status: 200 len: 2990 time: 0.1132340 Nov 12 03:25:40.613616 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-42ff909a-5e96-4bb0-8158-b83b835642bb req-ad91d64c-9dab-4d99-9d0f-a6baf7b51b23 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5731207e-39c0-427c-8694-1555fafb7f5b HTTP/1.1" status: 200 len: 217 time: 0.0961351 Nov 12 03:25:40.687971 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52923c50-1d17-419f-b379-77469bcb80df service neutron] Pushing event updated for resources: {'Port': ['ID=8ad279e8-eae6-43bc-9187-fb73596735da,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:40.770173 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e7810f7f-e1cc-4a7a-9346-84ca1b7318be req-da02e8a3-9442-477a-ad69-44ed23e19e71 tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] 10.222.0.50 "GET /v2.0/security-groups/5678085a-ddf7-44a2-9e8e-683bd605cbd4 HTTP/1.1" status: 200 len: 2998 time: 0.2542233 Nov 12 03:25:40.794056 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff909a-5e96-4bb0-8158-b83b835642bb req-02e38eb4-aeec-4a58-84ed-02af76cc956f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:40.796029 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-42ff909a-5e96-4bb0-8158-b83b835642bb req-02e38eb4-aeec-4a58-84ed-02af76cc956f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e23f749e-fea6-4b5c-8a76-f2265b94b364 HTTP/1.1" status: 200 len: 860 time: 0.1464541 Nov 12 03:25:40.842270 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-d41479f7-c032-4687-929a-b337d4b058e7 req-52923c50-1d17-419f-b379-77469bcb80df service neutron] Attempting to bind port 8ad279e8-eae6-43bc-9187-fb73596735da on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:40.842929 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-d41479f7-c032-4687-929a-b337d4b058e7 req-52923c50-1d17-419f-b379-77469bcb80df service neutron] Attempting to bind port 8ad279e8-eae6-43bc-9187-fb73596735da by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '6d3a857c-682f-4de6-9fab-f391ef609ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '05567585-3225-43ff-908b-682604349a1c'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:40.843251 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41479f7-c032-4687-929a-b337d4b058e7 req-52923c50-1d17-419f-b379-77469bcb80df service neutron] Attempting to bind port 8ad279e8-eae6-43bc-9187-fb73596735da on network 05567585-3225-43ff-908b-682604349a1c {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:40.883103 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41479f7-c032-4687-929a-b337d4b058e7 req-52923c50-1d17-419f-b379-77469bcb80df service neutron] Port 8ad279e8-eae6-43bc-9187-fb73596735da on network 05567585-3225-43ff-908b-682604349a1c not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:40.883417 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41479f7-c032-4687-929a-b337d4b058e7 req-52923c50-1d17-419f-b379-77469bcb80df service neutron] Attempting to bind port 8ad279e8-eae6-43bc-9187-fb73596735da on network 05567585-3225-43ff-908b-682604349a1c {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:40.901735 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41479f7-c032-4687-929a-b337d4b058e7 req-52923c50-1d17-419f-b379-77469bcb80df service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:40.902099 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41479f7-c032-4687-929a-b337d4b058e7 req-52923c50-1d17-419f-b379-77469bcb80df service neutron] Checking segment: {'id': '6d3a857c-682f-4de6-9fab-f391ef609ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '05567585-3225-43ff-908b-682604349a1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:40.902452 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41479f7-c032-4687-929a-b337d4b058e7 req-52923c50-1d17-419f-b379-77469bcb80df service neutron] Bound using segment: {'id': '6d3a857c-682f-4de6-9fab-f391ef609ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '05567585-3225-43ff-908b-682604349a1c'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:40.902894 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-d41479f7-c032-4687-929a-b337d4b058e7 req-52923c50-1d17-419f-b379-77469bcb80df service neutron] Bound port: 8ad279e8-eae6-43bc-9187-fb73596735da, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d3a857c-682f-4de6-9fab-f391ef609ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '05567585-3225-43ff-908b-682604349a1c'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:40.903286 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-52923c50-1d17-419f-b379-77469bcb80df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.922084 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e7810f7f-e1cc-4a7a-9346-84ca1b7318be req-82d22396-c13f-47fc-955c-4fa8babb1426 tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] 10.222.0.50 "GET /v2.0/security-groups/5678085a-ddf7-44a2-9e8e-683bd605cbd4 HTTP/1.1" status: 200 len: 2998 time: 0.1223044 Nov 12 03:25:40.926872 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff909a-5e96-4bb0-8158-b83b835642bb req-0b17b4f0-5630-4b6e-aae1-b8752c37f3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:40.928931 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-42ff909a-5e96-4bb0-8158-b83b835642bb req-0b17b4f0-5630-4b6e-aae1-b8752c37f3f7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1080649 Nov 12 03:25:41.181687 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e7810f7f-e1cc-4a7a-9346-84ca1b7318be req-60eebd34-7121-4235-a6a4-5a6b6f3312d8 tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] 10.222.0.50 "GET /v2.0/security-groups/5c02f414-12bb-422e-8141-f3284114c1e2 HTTP/1.1" status: 200 len: 2998 time: 0.2502191 Nov 12 03:25:41.182948 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-d41479f7-c032-4687-929a-b337d4b058e7 req-52923c50-1d17-419f-b379-77469bcb80df service neutron] For port 8ad279e8-eae6-43bc-9187-fb73596735da, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:41.188647 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-d41479f7-c032-4687-929a-b337d4b058e7 req-52923c50-1d17-419f-b379-77469bcb80df service neutron] For port 8ad279e8-eae6-43bc-9187-fb73596735da, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=8ad279e8-eae6-43bc-9187-fb73596735da,segment=NetworkSegment(6d3a857c-682f-4de6-9fab-f391ef609ad0),segment_id=6d3a857c-682f-4de6-9fab-f391ef609ad0)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:41.225248 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-52923c50-1d17-419f-b379-77469bcb80df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:41.291830 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b5e1e-3208-40df-a58a-b942bea540bc req-46b387ab-511b-4a3c-9991-88eec9cf7007 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:41.296428 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41479f7-c032-4687-929a-b337d4b058e7 req-52923c50-1d17-419f-b379-77469bcb80df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:41.297108 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-52923c50-1d17-419f-b379-77469bcb80df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:41.298626 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-52923c50-1d17-419f-b379-77469bcb80df service neutron] 10.222.0.74 "PUT /v2.0/ports/8ad279e8-eae6-43bc-9187-fb73596735da HTTP/1.1" status: 200 len: 1092 time: 1.6582520 Nov 12 03:25:41.311177 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '901c888a-da2b-477a-9adf-2639921bb668', 'tag': '8ad279e8-eae6-43bc-9187-fb73596735da'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:41.315061 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-786b5e1e-3208-40df-a58a-b942bea540bc req-46b387ab-511b-4a3c-9991-88eec9cf7007 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/ports?device_id=69a11867-f1f2-409f-a547-78a33346f288 HTTP/1.1" status: 200 len: 944 time: 0.1121566 Nov 12 03:25:41.315263 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b483a18-6dbf-46c4-9dc4-a53f4c8129b4" -d '{"events": [{"name": "network-changed", "server_uuid": "901c888a-da2b-477a-9adf-2639921bb668", "tag": "8ad279e8-eae6-43bc-9187-fb73596735da"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:41.340147 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-42ff909a-5e96-4bb0-8158-b83b835642bb req-aab2ef14-2f58-4c9e-b727-5916850eb53c service neutron] 10.222.0.74 "GET /v2.0/networks/7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372066 Nov 12 03:25:41.349465 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-d41479f7-c032-4687-929a-b337d4b058e7 req-da4c80d5-199f-4aa9-83a9-39da77fa3dcb service neutron] Request body: {'port': {'device_id': '901c888a-da2b-477a-9adf-2639921bb668', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:41.355792 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e7810f7f-e1cc-4a7a-9346-84ca1b7318be req-08fbaa6e-4d5b-4e43-86a3-70201648116d tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] 10.222.0.50 "GET /v2.0/security-groups/5c02f414-12bb-422e-8141-f3284114c1e2 HTTP/1.1" status: 200 len: 2998 time: 0.1629207 Nov 12 03:25:41.449610 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-786b5e1e-3208-40df-a58a-b942bea540bc req-78b08a13-979f-4447-9f42-ed6db1b11df9 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c02f414-12bb-422e-8141-f3284114c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331024 Nov 12 03:25:41.513060 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52923c50-1d17-419f-b379-77469bcb80df service neutron] Pushing event updated for resources: {'Port': ['ID=8ad279e8-eae6-43bc-9187-fb73596735da,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:41.641022 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e7810f7f-e1cc-4a7a-9346-84ca1b7318be req-bca90f69-556e-45a3-b63f-6db91fbd584e tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] 10.222.0.50 "GET /v2.0/security-groups/6a22aea3-060b-45a8-a7ba-9d5508ea1c86 HTTP/1.1" status: 200 len: 2998 time: 0.2627056 Nov 12 03:25:41.643503 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-da4c80d5-199f-4aa9-83a9-39da77fa3dcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:41.655975 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd5abe-b1e7-485d-997a-cbd4a13a5f25 req-9ad38b39-55c1-4641-92f8-818a11698053 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:41.661931 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ebfd5abe-b1e7-485d-997a-cbd4a13a5f25 req-9ad38b39-55c1-4641-92f8-818a11698053 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=de6fb720-333f-4db9-b89f-5ea5f4cafe46 HTTP/1.1" status: 200 len: 945 time: 0.1164653 Nov 12 03:25:41.693822 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-42ff909a-5e96-4bb0-8158-b83b835642bb req-6c3fad7f-80e0-4a2e-b822-964f04b4d5c5 service neutron] 10.222.0.74 "GET /v2.0/networks/7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119314 Nov 12 03:25:41.737780 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58886) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:41.757791 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e7810f7f-e1cc-4a7a-9346-84ca1b7318be req-8b177128-baa5-42a4-bc08-097a690ff444 tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] 10.222.0.50 "GET /v2.0/security-groups/6a22aea3-060b-45a8-a7ba-9d5508ea1c86 HTTP/1.1" status: 200 len: 2998 time: 0.0988703 Nov 12 03:25:41.768819 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ebfd5abe-b1e7-485d-997a-cbd4a13a5f25 req-649ce14f-0f19-475f-b607-5c23d5de29a1 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010623 Nov 12 03:25:41.886079 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e7810f7f-e1cc-4a7a-9346-84ca1b7318be req-d8059f65-895f-46ae-bc62-9df11bdadccf tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] 10.222.0.50 "GET /v2.0/security-groups/b5230f11-3e93-4e07-bffb-658681c79944 HTTP/1.1" status: 200 len: 2998 time: 0.1194258 Nov 12 03:25:41.899411 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2fdf9-538a-4d9e-9213-5ad696684053 req-86dd20ec-9415-4ee6-a91f-89678ebaacac tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:41.901597 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-72a2fdf9-538a-4d9e-9213-5ad696684053 req-86dd20ec-9415-4ee6-a91f-89678ebaacac tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 950 time: 0.0703454 Nov 12 03:25:41.994009 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e7810f7f-e1cc-4a7a-9346-84ca1b7318be req-21bbb282-d88e-47bc-83c4-857ca441fae9 tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] 10.222.0.50 "GET /v2.0/security-groups/b5230f11-3e93-4e07-bffb-658681c79944 HTTP/1.1" status: 200 len: 2998 time: 0.0604897 Nov 12 03:25:42.006030 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-72a2fdf9-538a-4d9e-9213-5ad696684053 req-cea0b742-e6e2-4383-bf20-404db9702323 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805192 Nov 12 03:25:42.095966 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358a2168-4bb3-4ad9-8b56-aa2f9b480d23 x-openstack-request-id: req-358a2168-4bb3-4ad9-8b56-aa2f9b480d23 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:42.096545 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "901c888a-da2b-477a-9adf-2639921bb668", "tag": "8ad279e8-eae6-43bc-9187-fb73596735da", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:42.097679 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-358a2168-4bb3-4ad9-8b56-aa2f9b480d23 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:42.098156 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '901c888a-da2b-477a-9adf-2639921bb668', 'tag': '8ad279e8-eae6-43bc-9187-fb73596735da', 'status': 'completed', 'code': 200} Nov 12 03:25:42.143141 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e7810f7f-e1cc-4a7a-9346-84ca1b7318be req-cf8353b4-a2cd-47af-a9a5-7e76e5c52481 tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] 10.222.0.50 "GET /v2.0/security-groups/c3c78cd8-2972-4766-86c8-c261ce3cd13a HTTP/1.1" status: 200 len: 2994 time: 0.1365104 Nov 12 03:25:42.155438 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-90a6852c-55a2-4ff6-b641-539bf2e1b6b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.187082 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-d41479f7-c032-4687-929a-b337d4b058e7 req-da4c80d5-199f-4aa9-83a9-39da77fa3dcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e14041bd-b04a-4f9c-8b9a-4602f8a15d0b {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:42.203896 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-da4c80d5-199f-4aa9-83a9-39da77fa3dcb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.235513 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-d41479f7-c032-4687-929a-b337d4b058e7 req-da4c80d5-199f-4aa9-83a9-39da77fa3dcb service neutron] Transition to ACTIVE for port object e14041bd-b04a-4f9c-8b9a-4602f8a15d0b will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:25:42.254403 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-da4c80d5-199f-4aa9-83a9-39da77fa3dcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.265020 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c676c43-7572-4d78-9d03-6a6942fa9fc5 req-70162a3b-924a-46cd-9cde-69843161f7eb tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:42.271714 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c676c43-7572-4d78-9d03-6a6942fa9fc5 req-70162a3b-924a-46cd-9cde-69843161f7eb tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:42.279603 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c676c43-7572-4d78-9d03-6a6942fa9fc5 req-70162a3b-924a-46cd-9cde-69843161f7eb tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:42.281756 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b483a18-6dbf-46c4-9dc4-a53f4c8129b4 req-d3d7d4ab-3379-400c-a612-5f067ff03f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:42.282403 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b483a18-6dbf-46c4-9dc4-a53f4c8129b4 req-d3d7d4ab-3379-400c-a612-5f067ff03f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:42.283327 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b483a18-6dbf-46c4-9dc4-a53f4c8129b4 req-d3d7d4ab-3379-400c-a612-5f067ff03f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:42.284248 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b483a18-6dbf-46c4-9dc4-a53f4c8129b4 req-d3d7d4ab-3379-400c-a612-5f067ff03f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:42.284861 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b483a18-6dbf-46c4-9dc4-a53f4c8129b4 req-d3d7d4ab-3379-400c-a612-5f067ff03f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:42.286117 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c676c43-7572-4d78-9d03-6a6942fa9fc5 req-70162a3b-924a-46cd-9cde-69843161f7eb tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:42.287608 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8b483a18-6dbf-46c4-9dc4-a53f4c8129b4 req-d3d7d4ab-3379-400c-a612-5f067ff03f04 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=984b5bf9950d4e568e34b6531154493c&device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 4363 time: 0.1838832 Nov 12 03:25:42.293075 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c676c43-7572-4d78-9d03-6a6942fa9fc5 req-70162a3b-924a-46cd-9cde-69843161f7eb tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:42.295565 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6c676c43-7572-4d78-9d03-6a6942fa9fc5 req-70162a3b-924a-46cd-9cde-69843161f7eb tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 3827 time: 0.1255176 Nov 12 03:25:42.310830 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e7810f7f-e1cc-4a7a-9346-84ca1b7318be req-bbee7d66-a7db-4f43-a2bc-468600b82877 tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] 10.222.0.50 "GET /v2.0/security-groups/c3c78cd8-2972-4766-86c8-c261ce3cd13a HTTP/1.1" status: 200 len: 2994 time: 0.1502173 Nov 12 03:25:42.422764 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6c676c43-7572-4d78-9d03-6a6942fa9fc5 req-6a9e57ee-e0fd-4cae-b100-80407d0123c8 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/security-groups?id=163708d6-2806-48a4-99ff-2841929f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174054 Nov 12 03:25:42.456910 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-90a6852c-55a2-4ff6-b641-539bf2e1b6b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.462382 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-90a6852c-55a2-4ff6-b641-539bf2e1b6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.539184 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c80d5-199f-4aa9-83a9-39da77fa3dcb service neutron] Pushing event updated for resources: {'Port': ['ID=e14041bd-b04a-4f9c-8b9a-4602f8a15d0b,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:42.542938 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-90a6852c-55a2-4ff6-b641-539bf2e1b6b3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d61fae55971f4740b35831e967218ca9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8037398 Nov 12 03:25:42.555869 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58904) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:42.603680 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a6852c-55a2-4ff6-b641-539bf2e1b6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b55a5f1-85c7-4fa1-b398-06b48f904dd0,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:42.649533 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-47ab8d3b-b009-4a25-97aa-1a4917f508fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.713131 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-47ab8d3b-b009-4a25-97aa-1a4917f508fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.795163 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e260649-cbbb-439b-a48d-4ab5f19d1d6c req-c044fc03-ba92-477d-8d9b-d7686c263f67 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:42.798429 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8e260649-cbbb-439b-a48d-4ab5f19d1d6c req-c044fc03-ba92-477d-8d9b-d7686c263f67 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/ports?device_id=69a11867-f1f2-409f-a547-78a33346f288 HTTP/1.1" status: 200 len: 944 time: 0.1399896 Nov 12 03:25:42.868164 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-47ab8d3b-b009-4a25-97aa-1a4917f508fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.871362 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-47ab8d3b-b009-4a25-97aa-1a4917f508fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.874060 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-47ab8d3b-b009-4a25-97aa-1a4917f508fa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0b55a5f1-85c7-4fa1-b398-06b48f904dd0 HTTP/1.1" status: 204 len: 168 time: 0.3163524 Nov 12 03:25:42.880817 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8e260649-cbbb-439b-a48d-4ab5f19d1d6c req-c9e70eab-876d-4133-b3d6-fd3ef7cdf170 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c02f414-12bb-422e-8141-f3284114c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761044 Nov 12 03:25:42.889378 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab8d3b-b009-4a25-97aa-1a4917f508fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b55a5f1-85c7-4fa1-b398-06b48f904dd0,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:43.156572 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d88a3d-d1df-4e4b-a8c4-c71ff1cb48b1 req-2dbb1185-58af-481a-81e0-38824f8bd7ce tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:43.160735 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-05d88a3d-d1df-4e4b-a8c4-c71ff1cb48b1 req-2dbb1185-58af-481a-81e0-38824f8bd7ce tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=de6fb720-333f-4db9-b89f-5ea5f4cafe46 HTTP/1.1" status: 200 len: 945 time: 0.1389458 Nov 12 03:25:43.175130 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b483a18-6dbf-46c4-9dc4-a53f4c8129b4 req-386617bb-257b-4923-ad7a-84af36a82302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:43.175651 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b483a18-6dbf-46c4-9dc4-a53f4c8129b4 req-386617bb-257b-4923-ad7a-84af36a82302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:43.176044 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b483a18-6dbf-46c4-9dc4-a53f4c8129b4 req-386617bb-257b-4923-ad7a-84af36a82302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:43.177699 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8b483a18-6dbf-46c4-9dc4-a53f4c8129b4 req-386617bb-257b-4923-ad7a-84af36a82302 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=984b5bf9950d4e568e34b6531154493c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8697314 Nov 12 03:25:43.200574 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e7810f7f-e1cc-4a7a-9346-84ca1b7318be req-7aacf78c-32b3-405f-aaea-b9743393abf2 tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] 10.222.0.50 "GET /v2.0/security-groups/cd66ef84-5279-473a-b3a5-35f5ef278547 HTTP/1.1" status: 200 len: 2998 time: 0.8717124 Nov 12 03:25:43.235452 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-d41479f7-c032-4687-929a-b337d4b058e7 req-da4c80d5-199f-4aa9-83a9-39da77fa3dcb service neutron] Attempting to bind port e14041bd-b04a-4f9c-8b9a-4602f8a15d0b on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:43.235782 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-d41479f7-c032-4687-929a-b337d4b058e7 req-da4c80d5-199f-4aa9-83a9-39da77fa3dcb service neutron] Attempting to bind port e14041bd-b04a-4f9c-8b9a-4602f8a15d0b by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '13bc166f-55e1-4dc8-baa3-5d15709f86ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0a9162de-bdde-427f-8e0e-6dfc54c7d9d5'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:43.236133 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41479f7-c032-4687-929a-b337d4b058e7 req-da4c80d5-199f-4aa9-83a9-39da77fa3dcb service neutron] Attempting to bind port e14041bd-b04a-4f9c-8b9a-4602f8a15d0b on network 0a9162de-bdde-427f-8e0e-6dfc54c7d9d5 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:43.240558 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-05d88a3d-d1df-4e4b-a8c4-c71ff1cb48b1 req-dde4654f-ad66-4f1d-b7ac-9ba6e07d8a17 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705705 Nov 12 03:25:43.256033 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41479f7-c032-4687-929a-b337d4b058e7 req-da4c80d5-199f-4aa9-83a9-39da77fa3dcb service neutron] Port e14041bd-b04a-4f9c-8b9a-4602f8a15d0b on network 0a9162de-bdde-427f-8e0e-6dfc54c7d9d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:43.256350 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41479f7-c032-4687-929a-b337d4b058e7 req-da4c80d5-199f-4aa9-83a9-39da77fa3dcb service neutron] Attempting to bind port e14041bd-b04a-4f9c-8b9a-4602f8a15d0b on network 0a9162de-bdde-427f-8e0e-6dfc54c7d9d5 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:43.277460 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41479f7-c032-4687-929a-b337d4b058e7 req-da4c80d5-199f-4aa9-83a9-39da77fa3dcb service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:43.277914 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41479f7-c032-4687-929a-b337d4b058e7 req-da4c80d5-199f-4aa9-83a9-39da77fa3dcb service neutron] Checking segment: {'id': '13bc166f-55e1-4dc8-baa3-5d15709f86ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0a9162de-bdde-427f-8e0e-6dfc54c7d9d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:43.278175 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41479f7-c032-4687-929a-b337d4b058e7 req-da4c80d5-199f-4aa9-83a9-39da77fa3dcb service neutron] Bound using segment: {'id': '13bc166f-55e1-4dc8-baa3-5d15709f86ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0a9162de-bdde-427f-8e0e-6dfc54c7d9d5'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:43.278624 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-d41479f7-c032-4687-929a-b337d4b058e7 req-da4c80d5-199f-4aa9-83a9-39da77fa3dcb service neutron] Bound port: e14041bd-b04a-4f9c-8b9a-4602f8a15d0b, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13bc166f-55e1-4dc8-baa3-5d15709f86ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0a9162de-bdde-427f-8e0e-6dfc54c7d9d5'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:43.280168 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-da4c80d5-199f-4aa9-83a9-39da77fa3dcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.410263 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 5731207e-39c0-427c-8694-1555fafb7f5b details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:25:43.445899 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3641b36-9d82-4201-a0ee-ad1786a99f50 req-35b0439b-1112-4d78-9f3b-a2839e61cc0b tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:43.456018 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e3641b36-9d82-4201-a0ee-ad1786a99f50 req-35b0439b-1112-4d78-9f3b-a2839e61cc0b tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 950 time: 0.0952406 Nov 12 03:25:43.509658 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e7810f7f-e1cc-4a7a-9346-84ca1b7318be req-893b1c4e-2d34-4360-9343-1fc2140500cc tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] 10.222.0.50 "GET /v2.0/security-groups/cd66ef84-5279-473a-b3a5-35f5ef278547 HTTP/1.1" status: 200 len: 2998 time: 0.3075809 Nov 12 03:25:43.567368 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b483a18-6dbf-46c4-9dc4-a53f4c8129b4 req-9b926fea-81da-4677-b84f-7518e7c2725e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:43.569937 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8b483a18-6dbf-46c4-9dc4-a53f4c8129b4 req-9b926fea-81da-4677-b84f-7518e7c2725e service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3622217 Nov 12 03:25:43.581438 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-d41479f7-c032-4687-929a-b337d4b058e7 req-da4c80d5-199f-4aa9-83a9-39da77fa3dcb service neutron] For port e14041bd-b04a-4f9c-8b9a-4602f8a15d0b, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:43.585424 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-d41479f7-c032-4687-929a-b337d4b058e7 req-da4c80d5-199f-4aa9-83a9-39da77fa3dcb service neutron] For port e14041bd-b04a-4f9c-8b9a-4602f8a15d0b, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=e14041bd-b04a-4f9c-8b9a-4602f8a15d0b,segment=NetworkSegment(13bc166f-55e1-4dc8-baa3-5d15709f86ad),segment_id=13bc166f-55e1-4dc8-baa3-5d15709f86ad)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:43.591022 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-da4c80d5-199f-4aa9-83a9-39da77fa3dcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.607568 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e3641b36-9d82-4201-a0ee-ad1786a99f50 req-7014921e-90bc-4afa-a17b-e1fb1196769b tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501327 Nov 12 03:25:43.662827 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41479f7-c032-4687-929a-b337d4b058e7 req-da4c80d5-199f-4aa9-83a9-39da77fa3dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:43.663571 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-da4c80d5-199f-4aa9-83a9-39da77fa3dcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.665156 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-da4c80d5-199f-4aa9-83a9-39da77fa3dcb service neutron] 10.222.0.74 "PUT /v2.0/ports/e14041bd-b04a-4f9c-8b9a-4602f8a15d0b HTTP/1.1" status: 200 len: 1131 time: 2.3227074 Nov 12 03:25:43.700032 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 5731207e-39c0-427c-8694-1555fafb7f5b, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=5731207e-39c0-427c-8694-1555fafb7f5b,segment=NetworkSegment(fec36af3-9300-48b5-9e38-a45077560b9e),segment_id=fec36af3-9300-48b5-9e38-a45077560b9e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:43.740356 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '5731207e-39c0-427c-8694-1555fafb7f5b', 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce', 'port_id': '5731207e-39c0-427c-8694-1555fafb7f5b', 'mac_address': 'fa:16:3e:da:dc:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e23f749e-fea6-4b5c-8a76-f2265b94b364', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:25:43.750413 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-d41479f7-c032-4687-929a-b337d4b058e7 req-5adc1e12-4234-47eb-b00c-bb9ab994a25c service neutron] Request body: {'port': {'device_id': '901c888a-da2b-477a-9adf-2639921bb668', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:43.782621 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9cadb519-b7a8-4551-8115-4a41923d54e2 req-31b90bdc-3ea7-4089-8421-21853e1e1a96 tempest-SecurityGroupsTestAdminJSON-1013936085 tempest-SecurityGroupsTestAdminJSON-1013936085-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=79c1297fb24c4b4ca98d6595302dda31 HTTP/1.1" status: 200 len: 6152 time: 0.1358008 Nov 12 03:25:43.791610 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:25:43.846722 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.887576 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c80d5-199f-4aa9-83a9-39da77fa3dcb service neutron] Pushing event updated for resources: {'Port': ['ID=e14041bd-b04a-4f9c-8b9a-4602f8a15d0b,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:43.902854 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9cadb519-b7a8-4551-8115-4a41923d54e2 req-d467cbbc-c186-434b-a23a-123773f36530 tempest-SecurityGroupsTestAdminJSON-1013936085 tempest-SecurityGroupsTestAdminJSON-1013936085-project] 10.222.0.50 "GET /v2.0/security-groups/18a509e1-85e7-49fb-a739-e9d379b284f6 HTTP/1.1" status: 200 len: 2998 time: 0.1091201 Nov 12 03:25:43.914678 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5731207e-39c0-427c-8694-1555fafb7f5b {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:43.990761 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 5731207e-39c0-427c-8694-1555fafb7f5b, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=5731207e-39c0-427c-8694-1555fafb7f5b,segment=NetworkSegment(fec36af3-9300-48b5-9e38-a45077560b9e),segment_id=fec36af3-9300-48b5-9e38-a45077560b9e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:43.999005 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.000940 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9cadb519-b7a8-4551-8115-4a41923d54e2 req-36716eab-c15d-4e97-8e2d-1887157ec76a tempest-SecurityGroupsTestAdminJSON-1013936085 tempest-SecurityGroupsTestAdminJSON-1013936085-project] 10.222.0.50 "GET /v2.0/security-groups/18a509e1-85e7-49fb-a739-e9d379b284f6 HTTP/1.1" status: 200 len: 2998 time: 0.0970855 Nov 12 03:25:44.034107 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cba770-9c18-40db-9ab2-a76ad9d6eb14 req-0b5c4582-d5a0-4e77-8b8e-264d052b94d3 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:44.041576 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cba770-9c18-40db-9ab2-a76ad9d6eb14 req-0b5c4582-d5a0-4e77-8b8e-264d052b94d3 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:44.048948 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cba770-9c18-40db-9ab2-a76ad9d6eb14 req-0b5c4582-d5a0-4e77-8b8e-264d052b94d3 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:44.055140 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cba770-9c18-40db-9ab2-a76ad9d6eb14 req-0b5c4582-d5a0-4e77-8b8e-264d052b94d3 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:44.064110 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cba770-9c18-40db-9ab2-a76ad9d6eb14 req-0b5c4582-d5a0-4e77-8b8e-264d052b94d3 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:44.076775 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cba770-9c18-40db-9ab2-a76ad9d6eb14 req-0b5c4582-d5a0-4e77-8b8e-264d052b94d3 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:44.093631 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d0cba770-9c18-40db-9ab2-a76ad9d6eb14 req-0b5c4582-d5a0-4e77-8b8e-264d052b94d3 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 4599 time: 0.3803506 Nov 12 03:25:44.110733 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '901c888a-da2b-477a-9adf-2639921bb668', 'tag': 'e14041bd-b04a-4f9c-8b9a-4602f8a15d0b'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:44.113191 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7eb5f78-3763-4866-a38f-f3e8c700818b" -d '{"events": [{"name": "network-changed", "server_uuid": "901c888a-da2b-477a-9adf-2639921bb668", "tag": "e14041bd-b04a-4f9c-8b9a-4602f8a15d0b"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:44.124413 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-5adc1e12-4234-47eb-b00c-bb9ab994a25c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.196399 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d0cba770-9c18-40db-9ab2-a76ad9d6eb14 req-f0488433-da68-4969-aa1a-f28c5c405313 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a22aea3-060b-45a8-a7ba-9d5508ea1c86&id=163708d6-2806-48a4-99ff-2841929f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1010282 Nov 12 03:25:44.197972 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=5731207e-39c0-427c-8694-1555fafb7f5b,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:44.313036 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d0a20-6f63-4223-bfd3-649b7313c822 req-538f755f-c7f7-4814-bae6-85004ec46924 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:44.330895 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-149d0a20-6f63-4223-bfd3-649b7313c822 req-538f755f-c7f7-4814-bae6-85004ec46924 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/ports?device_id=69a11867-f1f2-409f-a547-78a33346f288 HTTP/1.1" status: 200 len: 945 time: 0.1101785 Nov 12 03:25:44.360819 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b1d92c5a-2287-4468-b842-2a6394e27129 req-f407ac69-b5f1-4410-a2f6-9d8b6dcc8303 tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] 10.222.0.50 "GET /v2.0/security-groups/15227040-a1c0-4906-9ebf-7731aed378f6 HTTP/1.1" status: 200 len: 1794 time: 0.1074214 Nov 12 03:25:44.423368 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-149d0a20-6f63-4223-bfd3-649b7313c822 req-6d6cd76f-cec2-4869-9553-efef76551dfc tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c02f414-12bb-422e-8141-f3284114c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915253 Nov 12 03:25:44.477344 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['5731207e-39c0-427c-8694-1555fafb7f5b'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:44.514057 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c831185-df40-47b8-9c70-3ab811779524 x-openstack-request-id: req-0c831185-df40-47b8-9c70-3ab811779524 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:44.514600 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "901c888a-da2b-477a-9adf-2639921bb668", "tag": "e14041bd-b04a-4f9c-8b9a-4602f8a15d0b", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:44.515038 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0c831185-df40-47b8-9c70-3ab811779524 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:44.515603 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '901c888a-da2b-477a-9adf-2639921bb668', 'tag': 'e14041bd-b04a-4f9c-8b9a-4602f8a15d0b', 'status': 'completed', 'code': 200} Nov 12 03:25:44.659839 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-b1d92c5a-2287-4468-b842-2a6394e27129 req-b4eb46a7-bf1e-4cf8-a363-e0e2046653a7 tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.687574 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-b1d92c5a-2287-4468-b842-2a6394e27129 req-b4eb46a7-bf1e-4cf8-a363-e0e2046653a7 tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.741523 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-b1d92c5a-2287-4468-b842-2a6394e27129 req-b4eb46a7-bf1e-4cf8-a363-e0e2046653a7 tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.744742 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-b1d92c5a-2287-4468-b842-2a6394e27129 req-b4eb46a7-bf1e-4cf8-a363-e0e2046653a7 tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.746124 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b1d92c5a-2287-4468-b842-2a6394e27129 req-b4eb46a7-bf1e-4cf8-a363-e0e2046653a7 tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] 10.222.0.50 "DELETE /v2.0/security-groups/15227040-a1c0-4906-9ebf-7731aed378f6 HTTP/1.1" status: 204 len: 173 time: 0.3780906 Nov 12 03:25:44.768564 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285b030-2401-43a1-98b4-d09a62a98229 req-ec06aae4-9988-4e6f-885a-845ee34af612 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:44.773725 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0285b030-2401-43a1-98b4-d09a62a98229 req-ec06aae4-9988-4e6f-885a-845ee34af612 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=de6fb720-333f-4db9-b89f-5ea5f4cafe46 HTTP/1.1" status: 200 len: 945 time: 0.1535690 Nov 12 03:25:44.798225 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb46a7-bf1e-4cf8-a363-e0e2046653a7 tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15227040-a1c0-4906-9ebf-7731aed378f6,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:44.816270 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb5f78-3763-4866-a38f-f3e8c700818b req-8de8c6e8-3d62-47b2-9849-9e46fa4b23a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:44.817107 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb5f78-3763-4866-a38f-f3e8c700818b req-8de8c6e8-3d62-47b2-9849-9e46fa4b23a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:44.817982 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58976) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:44.818705 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb5f78-3763-4866-a38f-f3e8c700818b req-8de8c6e8-3d62-47b2-9849-9e46fa4b23a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:44.819374 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb5f78-3763-4866-a38f-f3e8c700818b req-8de8c6e8-3d62-47b2-9849-9e46fa4b23a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:44.820027 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb5f78-3763-4866-a38f-f3e8c700818b req-8de8c6e8-3d62-47b2-9849-9e46fa4b23a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:44.820727 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb5f78-3763-4866-a38f-f3e8c700818b req-8de8c6e8-3d62-47b2-9849-9e46fa4b23a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:44.822864 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c7eb5f78-3763-4866-a38f-f3e8c700818b req-8de8c6e8-3d62-47b2-9849-9e46fa4b23a5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=984b5bf9950d4e568e34b6531154493c&device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 5287 time: 0.2792366 Nov 12 03:25:44.897784 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0285b030-2401-43a1-98b4-d09a62a98229 req-808624de-8f43-4d90-a802-5dcb3a736b24 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130383 Nov 12 03:25:45.004585 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e7b02d17-cc4d-4738-a468-071550591c61 req-13be084f-2543-4260-ad1c-2a85454349e1 tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] 10.222.0.50 "GET /v2.0/security-groups/0cc38a92-0f40-4172-aeda-ce27475838c1 HTTP/1.1" status: 200 len: 1795 time: 0.0647671 Nov 12 03:25:45.102448 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e7b02d17-cc4d-4738-a468-071550591c61 req-b8524317-64fa-4fe4-bee3-652c417391fe tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:45.149873 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb5f78-3763-4866-a38f-f3e8c700818b req-ddac0b3a-d388-4fa9-8db2-fcc0ae8f0a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:45.150833 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb5f78-3763-4866-a38f-f3e8c700818b req-ddac0b3a-d388-4fa9-8db2-fcc0ae8f0a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:45.151886 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb5f78-3763-4866-a38f-f3e8c700818b req-ddac0b3a-d388-4fa9-8db2-fcc0ae8f0a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:45.152351 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e7b02d17-cc4d-4738-a468-071550591c61 req-b8524317-64fa-4fe4-bee3-652c417391fe tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:45.155250 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c7eb5f78-3763-4866-a38f-f3e8c700818b req-ddac0b3a-d388-4fa9-8db2-fcc0ae8f0a45 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=984b5bf9950d4e568e34b6531154493c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3154740 Nov 12 03:25:45.248790 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247e283-e13b-4a12-984c-1bcab5e29bbd req-03aab911-0116-489e-b31c-69065059c99c tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:45.250404 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2247e283-e13b-4a12-984c-1bcab5e29bbd req-03aab911-0116-489e-b31c-69065059c99c tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 950 time: 0.3680701 Nov 12 03:25:45.257524 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-2ca40057-7d66-4290-b64c-dee6a3374502 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-618286882-network', 'tenant_id': '91fef26da8e143afb79eb810bd46376a'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:45.301172 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e7b02d17-cc4d-4738-a468-071550591c61 req-b8524317-64fa-4fe4-bee3-652c417391fe tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:45.302505 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-d41479f7-c032-4687-929a-b337d4b058e7 req-5adc1e12-4234-47eb-b00c-bb9ab994a25c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7283506-b691-45c6-9375-298221385ad8 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:45.310769 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e7b02d17-cc4d-4738-a468-071550591c61 req-b8524317-64fa-4fe4-bee3-652c417391fe tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:45.315370 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e7b02d17-cc4d-4738-a468-071550591c61 req-b8524317-64fa-4fe4-bee3-652c417391fe tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] 10.222.0.50 "DELETE /v2.0/security-groups/0cc38a92-0f40-4172-aeda-ce27475838c1 HTTP/1.1" status: 204 len: 173 time: 0.3093779 Nov 12 03:25:45.325122 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-5adc1e12-4234-47eb-b00c-bb9ab994a25c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:45.345229 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8524317-64fa-4fe4-bee3-652c417391fe tempest-SecurityGroupsTestAdminJSON-96749940 tempest-SecurityGroupsTestAdminJSON-96749940-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc38a92-0f40-4172-aeda-ce27475838c1,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:45.379059 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca40057-7d66-4290-b64c-dee6a3374502 admin admin] Made reservation on behalf of 91fef26da8e143afb79eb810bd46376a for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:45.381902 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2ca40057-7d66-4290-b64c-dee6a3374502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:45.390683 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb5f78-3763-4866-a38f-f3e8c700818b req-4e750f93-ec35-4d93-af60-d81c9326cf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:45.395531 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2ca40057-7d66-4290-b64c-dee6a3374502 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:45.401368 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c7eb5f78-3763-4866-a38f-f3e8c700818b req-4e750f93-ec35-4d93-af60-d81c9326cf4b service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2110267 Nov 12 03:25:45.419478 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-d41479f7-c032-4687-929a-b337d4b058e7 req-5adc1e12-4234-47eb-b00c-bb9ab994a25c service neutron] Transition to ACTIVE for port object f7283506-b691-45c6-9375-298221385ad8 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:25:45.432261 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-5adc1e12-4234-47eb-b00c-bb9ab994a25c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:45.514399 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc1e12-4234-47eb-b00c-bb9ab994a25c service neutron] Pushing event updated for resources: {'Port': ['ID=f7283506-b691-45c6-9375-298221385ad8,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:45.548333 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2247e283-e13b-4a12-984c-1bcab5e29bbd req-632310dd-9cdf-41d3-9896-52db0bc24a7e tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576387 Nov 12 03:25:45.565564 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2ca40057-7d66-4290-b64c-dee6a3374502 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:45.577759 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2ca40057-7d66-4290-b64c-dee6a3374502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:45.642780 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ca40057-7d66-4290-b64c-dee6a3374502 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:25:45.666753 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0ae01e81-ad4a-4f98-8dd2-9471697e021d req-664d442b-c3a9-415f-acd0-3c6c7ac189b3 tempest-SecurityGroupsTestAdminJSON-1013936085 tempest-SecurityGroupsTestAdminJSON-1013936085-project] 10.222.0.50 "GET /v2.0/security-groups/31164efc-8570-4023-b5b9-768f686f5493 HTTP/1.1" status: 200 len: 1792 time: 0.0723739 Nov 12 03:25:45.684420 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2ca40057-7d66-4290-b64c-dee6a3374502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:45.684921 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-2ca40057-7d66-4290-b64c-dee6a3374502 admin admin] Added segment c201839a-9ee8-4927-8170-35a235ff6ef6 of type vlan for network 169e1144-ccf3-4d1d-a931-5204a7d70a64 Nov 12 03:25:45.695755 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca40057-7d66-4290-b64c-dee6a3374502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa74b35-347f-4524-ae5c-cff5e8847540,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:45.753343 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c552f3-9fa7-405a-985d-a66b073ac9cb req-eb781876-37f9-4762-b826-94f717df4a54 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:45.753611 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-d41479f7-c032-4687-929a-b337d4b058e7 req-5adc1e12-4234-47eb-b00c-bb9ab994a25c service neutron] Attempting to bind port f7283506-b691-45c6-9375-298221385ad8 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:45.753946 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-d41479f7-c032-4687-929a-b337d4b058e7 req-5adc1e12-4234-47eb-b00c-bb9ab994a25c service neutron] Attempting to bind port f7283506-b691-45c6-9375-298221385ad8 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '13bc166f-55e1-4dc8-baa3-5d15709f86ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0a9162de-bdde-427f-8e0e-6dfc54c7d9d5'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:45.754271 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41479f7-c032-4687-929a-b337d4b058e7 req-5adc1e12-4234-47eb-b00c-bb9ab994a25c service neutron] Attempting to bind port f7283506-b691-45c6-9375-298221385ad8 on network 0a9162de-bdde-427f-8e0e-6dfc54c7d9d5 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:45.759869 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c552f3-9fa7-405a-985d-a66b073ac9cb req-eb781876-37f9-4762-b826-94f717df4a54 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:45.761930 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41479f7-c032-4687-929a-b337d4b058e7 req-5adc1e12-4234-47eb-b00c-bb9ab994a25c service neutron] Port f7283506-b691-45c6-9375-298221385ad8 on network 0a9162de-bdde-427f-8e0e-6dfc54c7d9d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:45.762262 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41479f7-c032-4687-929a-b337d4b058e7 req-5adc1e12-4234-47eb-b00c-bb9ab994a25c service neutron] Attempting to bind port f7283506-b691-45c6-9375-298221385ad8 on network 0a9162de-bdde-427f-8e0e-6dfc54c7d9d5 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:45.767460 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c552f3-9fa7-405a-985d-a66b073ac9cb req-eb781876-37f9-4762-b826-94f717df4a54 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:45.776990 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c552f3-9fa7-405a-985d-a66b073ac9cb req-eb781876-37f9-4762-b826-94f717df4a54 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:45.783378 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41479f7-c032-4687-929a-b337d4b058e7 req-5adc1e12-4234-47eb-b00c-bb9ab994a25c service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:45.783601 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c552f3-9fa7-405a-985d-a66b073ac9cb req-eb781876-37f9-4762-b826-94f717df4a54 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:45.783707 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41479f7-c032-4687-929a-b337d4b058e7 req-5adc1e12-4234-47eb-b00c-bb9ab994a25c service neutron] Checking segment: {'id': '13bc166f-55e1-4dc8-baa3-5d15709f86ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0a9162de-bdde-427f-8e0e-6dfc54c7d9d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:45.784108 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41479f7-c032-4687-929a-b337d4b058e7 req-5adc1e12-4234-47eb-b00c-bb9ab994a25c service neutron] Bound using segment: {'id': '13bc166f-55e1-4dc8-baa3-5d15709f86ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0a9162de-bdde-427f-8e0e-6dfc54c7d9d5'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:45.784553 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-d41479f7-c032-4687-929a-b337d4b058e7 req-5adc1e12-4234-47eb-b00c-bb9ab994a25c service neutron] Bound port: f7283506-b691-45c6-9375-298221385ad8, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13bc166f-55e1-4dc8-baa3-5d15709f86ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0a9162de-bdde-427f-8e0e-6dfc54c7d9d5'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:45.784905 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-5adc1e12-4234-47eb-b00c-bb9ab994a25c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:45.787764 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0ae01e81-ad4a-4f98-8dd2-9471697e021d req-7670280c-477a-4e79-8441-575ee6c1259d tempest-SecurityGroupsTestAdminJSON-1013936085 tempest-SecurityGroupsTestAdminJSON-1013936085-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:45.797666 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c552f3-9fa7-405a-985d-a66b073ac9cb req-eb781876-37f9-4762-b826-94f717df4a54 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:45.807538 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c552f3-9fa7-405a-985d-a66b073ac9cb req-eb781876-37f9-4762-b826-94f717df4a54 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:45.818857 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e0c552f3-9fa7-405a-985d-a66b073ac9cb req-eb781876-37f9-4762-b826-94f717df4a54 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 5371 time: 0.2347925 Nov 12 03:25:45.836542 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2ca40057-7d66-4290-b64c-dee6a3374502 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:45.878184 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2ca40057-7d66-4290-b64c-dee6a3374502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:45.879320 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca40057-7d66-4290-b64c-dee6a3374502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:45.880545 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2ca40057-7d66-4290-b64c-dee6a3374502 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:45.894542 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0ae01e81-ad4a-4f98-8dd2-9471697e021d req-7670280c-477a-4e79-8441-575ee6c1259d tempest-SecurityGroupsTestAdminJSON-1013936085 tempest-SecurityGroupsTestAdminJSON-1013936085-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:45.948982 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-d41479f7-c032-4687-929a-b337d4b058e7 req-5adc1e12-4234-47eb-b00c-bb9ab994a25c service neutron] For port f7283506-b691-45c6-9375-298221385ad8, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:45.953821 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-d41479f7-c032-4687-929a-b337d4b058e7 req-5adc1e12-4234-47eb-b00c-bb9ab994a25c service neutron] For port f7283506-b691-45c6-9375-298221385ad8, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=f7283506-b691-45c6-9375-298221385ad8,segment=NetworkSegment(13bc166f-55e1-4dc8-baa3-5d15709f86ad),segment_id=13bc166f-55e1-4dc8-baa3-5d15709f86ad)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:45.960146 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-5adc1e12-4234-47eb-b00c-bb9ab994a25c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:45.992581 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca40057-7d66-4290-b64c-dee6a3374502 admin admin] Pushing event updated for resources: {'Network': ['ID=169e1144-ccf3-4d1d-a931-5204a7d70a64,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:45.995480 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0ae01e81-ad4a-4f98-8dd2-9471697e021d req-7670280c-477a-4e79-8441-575ee6c1259d tempest-SecurityGroupsTestAdminJSON-1013936085 tempest-SecurityGroupsTestAdminJSON-1013936085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:45.998674 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0ae01e81-ad4a-4f98-8dd2-9471697e021d req-7670280c-477a-4e79-8441-575ee6c1259d tempest-SecurityGroupsTestAdminJSON-1013936085 tempest-SecurityGroupsTestAdminJSON-1013936085-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:46.000254 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0ae01e81-ad4a-4f98-8dd2-9471697e021d req-7670280c-477a-4e79-8441-575ee6c1259d tempest-SecurityGroupsTestAdminJSON-1013936085 tempest-SecurityGroupsTestAdminJSON-1013936085-project] 10.222.0.50 "DELETE /v2.0/security-groups/31164efc-8570-4023-b5b9-768f686f5493 HTTP/1.1" status: 204 len: 173 time: 0.3204966 Nov 12 03:25:46.012162 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2ca40057-7d66-4290-b64c-dee6a3374502 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1904106 Nov 12 03:25:46.015254 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 169e1144-ccf3-4d1d-a931-5204a7d70a64 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:25:46.017298 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41479f7-c032-4687-929a-b337d4b058e7 req-5adc1e12-4234-47eb-b00c-bb9ab994a25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:46.018287 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-5adc1e12-4234-47eb-b00c-bb9ab994a25c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:46.020177 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-5adc1e12-4234-47eb-b00c-bb9ab994a25c service neutron] 10.222.0.74 "PUT /v2.0/ports/f7283506-b691-45c6-9375-298221385ad8 HTTP/1.1" status: 200 len: 1131 time: 2.2840369 Nov 12 03:25:46.020634 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59004) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:46.033040 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-241235e3-6aaa-47bd-853b-5b036edb9f60 admin admin] Request body: {'subnet': {'network_id': '169e1144-ccf3-4d1d-a931-5204a7d70a64', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-618286882-subnet', 'tenant_id': '91fef26da8e143afb79eb810bd46376a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:46.040428 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7670280c-477a-4e79-8441-575ee6c1259d tempest-SecurityGroupsTestAdminJSON-1013936085 tempest-SecurityGroupsTestAdminJSON-1013936085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31164efc-8570-4023-b5b9-768f686f5493,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:46.065937 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc1e12-4234-47eb-b00c-bb9ab994a25c service neutron] Pushing event updated for resources: {'Port': ['ID=f7283506-b691-45c6-9375-298221385ad8,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:46.077175 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e0c552f3-9fa7-405a-985d-a66b073ac9cb req-a550a4eb-2aeb-4ccd-887e-266c9bfb9e7a tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a22aea3-060b-45a8-a7ba-9d5508ea1c86&id=163708d6-2806-48a4-99ff-2841929f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2570331 Nov 12 03:25:46.104944 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-d41479f7-c032-4687-929a-b337d4b058e7 req-1b0bff15-d84f-425d-a8e3-4ef814e5d794 service neutron] Request body: {'port': {'device_id': '901c888a-da2b-477a-9adf-2639921bb668', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:46.124573 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241235e3-6aaa-47bd-853b-5b036edb9f60 admin admin] Made reservation on behalf of 91fef26da8e143afb79eb810bd46376a for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:46.130178 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-241235e3-6aaa-47bd-853b-5b036edb9f60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:46.268156 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23431282-08f0-43d3-97a8-7628b2c47e5e req-812f5770-1cec-4af3-a8c4-38bb0656d1a1 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:46.269966 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-23431282-08f0-43d3-97a8-7628b2c47e5e req-812f5770-1cec-4af3-a8c4-38bb0656d1a1 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=de6fb720-333f-4db9-b89f-5ea5f4cafe46 HTTP/1.1" status: 200 len: 945 time: 0.0731380 Nov 12 03:25:46.348947 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-23431282-08f0-43d3-97a8-7628b2c47e5e req-39d2d48e-3553-4b7d-a0c0-551874f722fa tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672853 Nov 12 03:25:46.403223 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-1b0bff15-d84f-425d-a8e3-4ef814e5d794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:46.416615 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b77ed6-7471-4d92-8e4a-13df0a6d5123 req-15d43769-6233-4ecb-8844-5c5cf8fb356d tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:46.418156 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-78b77ed6-7471-4d92-8e4a-13df0a6d5123 req-15d43769-6233-4ecb-8844-5c5cf8fb356d tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/ports?device_id=69a11867-f1f2-409f-a547-78a33346f288 HTTP/1.1" status: 200 len: 945 time: 0.2534938 Nov 12 03:25:46.452750 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c00c07d1-169f-4203-9639-45d8065665a0 req-69142aaf-628d-40c9-82f3-16fa0beafce2 tempest-SecurityGroupsTestAdminJSON-1013936085 tempest-SecurityGroupsTestAdminJSON-1013936085-project] 10.222.0.50 "GET /v2.0/security-groups/e0f4807d-35bd-4a3e-ac60-39cae30a2051 HTTP/1.1" status: 200 len: 1795 time: 0.0738800 Nov 12 03:25:46.516504 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '901c888a-da2b-477a-9adf-2639921bb668', 'tag': 'f7283506-b691-45c6-9375-298221385ad8'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:46.518775 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ac55b6-9b60-43f0-af35-d84a9b39e85d" -d '{"events": [{"name": "network-changed", "server_uuid": "901c888a-da2b-477a-9adf-2639921bb668", "tag": "f7283506-b691-45c6-9375-298221385ad8"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:46.554090 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c00c07d1-169f-4203-9639-45d8065665a0 req-48ef0fc8-4c5d-4f14-84f4-78e9815d7bcf tempest-SecurityGroupsTestAdminJSON-1013936085 tempest-SecurityGroupsTestAdminJSON-1013936085-project] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:46.593750 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c00c07d1-169f-4203-9639-45d8065665a0 req-48ef0fc8-4c5d-4f14-84f4-78e9815d7bcf tempest-SecurityGroupsTestAdminJSON-1013936085 tempest-SecurityGroupsTestAdminJSON-1013936085-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:46.599826 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-78b77ed6-7471-4d92-8e4a-13df0a6d5123 req-2f902488-2dc3-45b2-afdf-c6a9bcdb2780 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c02f414-12bb-422e-8141-f3284114c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726735 Nov 12 03:25:46.659865 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c00c07d1-169f-4203-9639-45d8065665a0 req-48ef0fc8-4c5d-4f14-84f4-78e9815d7bcf tempest-SecurityGroupsTestAdminJSON-1013936085 tempest-SecurityGroupsTestAdminJSON-1013936085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:46.662473 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c00c07d1-169f-4203-9639-45d8065665a0 req-48ef0fc8-4c5d-4f14-84f4-78e9815d7bcf tempest-SecurityGroupsTestAdminJSON-1013936085 tempest-SecurityGroupsTestAdminJSON-1013936085-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:46.673380 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c00c07d1-169f-4203-9639-45d8065665a0 req-48ef0fc8-4c5d-4f14-84f4-78e9815d7bcf tempest-SecurityGroupsTestAdminJSON-1013936085 tempest-SecurityGroupsTestAdminJSON-1013936085-project] 10.222.0.50 "DELETE /v2.0/security-groups/e0f4807d-35bd-4a3e-ac60-39cae30a2051 HTTP/1.1" status: 204 len: 173 time: 0.2085159 Nov 12 03:25:46.687968 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ef0fc8-4c5d-4f14-84f4-78e9815d7bcf tempest-SecurityGroupsTestAdminJSON-1013936085 tempest-SecurityGroupsTestAdminJSON-1013936085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f4807d-35bd-4a3e-ac60-39cae30a2051,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:46.854215 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236fdca4-00ad-40c9-9707-f658c0adc30f x-openstack-request-id: req-236fdca4-00ad-40c9-9707-f658c0adc30f {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:46.854506 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "901c888a-da2b-477a-9adf-2639921bb668", "tag": "f7283506-b691-45c6-9375-298221385ad8", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:46.854764 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-236fdca4-00ad-40c9-9707-f658c0adc30f {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:46.855159 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '901c888a-da2b-477a-9adf-2639921bb668', 'tag': 'f7283506-b691-45c6-9375-298221385ad8', 'status': 'completed', 'code': 200} Nov 12 03:25:46.861401 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-241235e3-6aaa-47bd-853b-5b036edb9f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:47.017365 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-d41479f7-c032-4687-929a-b337d4b058e7 req-1b0bff15-d84f-425d-a8e3-4ef814e5d794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:47.033636 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241235e3-6aaa-47bd-853b-5b036edb9f60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81deee3d-5b3d-4089-86fe-7bb37174d9df,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:47.047892 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-1b0bff15-d84f-425d-a8e3-4ef814e5d794 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:47.072581 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb7951-a1ef-499c-8aab-1b46787765a6 req-f3145a63-e480-4fd2-9aac-1267ed1f3f97 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:47.074152 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3ecb7951-a1ef-499c-8aab-1b46787765a6 req-f3145a63-e480-4fd2-9aac-1267ed1f3f97 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 950 time: 0.2218025 Nov 12 03:25:47.082303 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac55b6-9b60-43f0-af35-d84a9b39e85d req-d165b18c-f688-4762-93ce-7ee2f7c3f887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:47.082835 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac55b6-9b60-43f0-af35-d84a9b39e85d req-d165b18c-f688-4762-93ce-7ee2f7c3f887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:47.083243 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac55b6-9b60-43f0-af35-d84a9b39e85d req-d165b18c-f688-4762-93ce-7ee2f7c3f887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:47.083694 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac55b6-9b60-43f0-af35-d84a9b39e85d req-d165b18c-f688-4762-93ce-7ee2f7c3f887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:47.084169 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac55b6-9b60-43f0-af35-d84a9b39e85d req-d165b18c-f688-4762-93ce-7ee2f7c3f887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:47.084620 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac55b6-9b60-43f0-af35-d84a9b39e85d req-d165b18c-f688-4762-93ce-7ee2f7c3f887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:47.085067 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac55b6-9b60-43f0-af35-d84a9b39e85d req-d165b18c-f688-4762-93ce-7ee2f7c3f887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:47.086950 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b5ac55b6-9b60-43f0-af35-d84a9b39e85d req-d165b18c-f688-4762-93ce-7ee2f7c3f887 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=984b5bf9950d4e568e34b6531154493c&device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 6211 time: 0.2310541 Nov 12 03:25:47.095822 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-d41479f7-c032-4687-929a-b337d4b058e7 req-1b0bff15-d84f-425d-a8e3-4ef814e5d794 service neutron] Transition to ACTIVE for port object 4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:25:47.101172 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241235e3-6aaa-47bd-853b-5b036edb9f60 admin admin] Checking segment: {'id': 'c201839a-9ee8-4927-8170-35a235ff6ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '169e1144-ccf3-4d1d-a931-5204a7d70a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:47.101466 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241235e3-6aaa-47bd-853b-5b036edb9f60 admin admin] Network hostable DHCP agents. Network: 169e1144-ccf3-4d1d-a931-5204a7d70a64, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:25:47.127475 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-1b0bff15-d84f-425d-a8e3-4ef814e5d794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:47.267443 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241235e3-6aaa-47bd-853b-5b036edb9f60 admin admin] Network 169e1144-ccf3-4d1d-a931-5204a7d70a64 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:25:47.290954 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3ecb7951-a1ef-499c-8aab-1b46787765a6 req-104e4c59-303b-4399-84da-fb2e20dd5c08 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000010 Nov 12 03:25:47.295224 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0bff15-d84f-425d-a8e3-4ef814e5d794 service neutron] Pushing event updated for resources: {'Port': ['ID=4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:47.345317 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-241235e3-6aaa-47bd-853b-5b036edb9f60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 169e1144-ccf3-4d1d-a931-5204a7d70a64) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:47.354811 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d05cea-33b5-4ff8-8ccc-2bcbfeb1c545 None None] Network 169e1144-ccf3-4d1d-a931-5204a7d70a64 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:47.402789 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241235e3-6aaa-47bd-853b-5b036edb9f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:47.403387 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-241235e3-6aaa-47bd-853b-5b036edb9f60 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:47.415113 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac55b6-9b60-43f0-af35-d84a9b39e85d req-b62d4702-e304-4689-84ae-5fc8ffc68a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:47.415580 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac55b6-9b60-43f0-af35-d84a9b39e85d req-b62d4702-e304-4689-84ae-5fc8ffc68a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:47.431546 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac55b6-9b60-43f0-af35-d84a9b39e85d req-b62d4702-e304-4689-84ae-5fc8ffc68a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:47.435783 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b5ac55b6-9b60-43f0-af35-d84a9b39e85d req-b62d4702-e304-4689-84ae-5fc8ffc68a1c service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=984b5bf9950d4e568e34b6531154493c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3305562 Nov 12 03:25:47.469271 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6a20a-c082-4a5b-a11b-fa4a2c5e1c8a req-da11317c-337c-49fc-ad8a-61272ed703d5 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:47.492723 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6a20a-c082-4a5b-a11b-fa4a2c5e1c8a req-da11317c-337c-49fc-ad8a-61272ed703d5 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:47.492980 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 5731207e-39c0-427c-8694-1555fafb7f5b up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:47.502625 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59044) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:47.513194 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6a20a-c082-4a5b-a11b-fa4a2c5e1c8a req-da11317c-337c-49fc-ad8a-61272ed703d5 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:47.535707 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6a20a-c082-4a5b-a11b-fa4a2c5e1c8a req-da11317c-337c-49fc-ad8a-61272ed703d5 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:47.550517 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6a20a-c082-4a5b-a11b-fa4a2c5e1c8a req-da11317c-337c-49fc-ad8a-61272ed703d5 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:47.556885 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6a20a-c082-4a5b-a11b-fa4a2c5e1c8a req-da11317c-337c-49fc-ad8a-61272ed703d5 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:47.570380 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6a20a-c082-4a5b-a11b-fa4a2c5e1c8a req-da11317c-337c-49fc-ad8a-61272ed703d5 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:47.580358 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-69b6a20a-c082-4a5b-a11b-fa4a2c5e1c8a req-da11317c-337c-49fc-ad8a-61272ed703d5 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 5383 time: 0.2756701 Nov 12 03:25:47.669252 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-69b6a20a-c082-4a5b-a11b-fa4a2c5e1c8a req-08469fc7-540c-4178-a227-8f1fabb1e42c tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a22aea3-060b-45a8-a7ba-9d5508ea1c86&id=163708d6-2806-48a4-99ff-2841929f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0879481 Nov 12 03:25:47.674622 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78ad65f-f11f-47db-a550-92b470cb5f2c None None] Network 169e1144-ccf3-4d1d-a931-5204a7d70a64 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:47.730144 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 5731207e-39c0-427c-8694-1555fafb7f5b completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:25:47.766342 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 5731207e-39c0-427c-8694-1555fafb7f5b triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:47.766825 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:47.815798 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-241235e3-6aaa-47bd-853b-5b036edb9f60 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7901177 Nov 12 03:25:47.892652 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0c05e-3249-44b8-be81-2251bccb9c04 req-7a858b01-a8e3-41f7-a411-0731284bd14d tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:47.901844 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-29e0c05e-3249-44b8-be81-2251bccb9c04 req-7a858b01-a8e3-41f7-a411-0731284bd14d tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/ports?device_id=69a11867-f1f2-409f-a547-78a33346f288 HTTP/1.1" status: 200 len: 945 time: 0.0790296 Nov 12 03:25:47.963863 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83712b-3921-4a0e-9c1e-cc073901bb88 req-93cb43a8-a8ce-498b-9e78-4c2b92316123 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:47.965372 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-29e0c05e-3249-44b8-be81-2251bccb9c04 req-68c062e6-c1b8-49e3-8c14-117ef6ac624b tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c02f414-12bb-422e-8141-f3284114c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587461 Nov 12 03:25:47.969874 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cb83712b-3921-4a0e-9c1e-cc073901bb88 req-93cb43a8-a8ce-498b-9e78-4c2b92316123 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=de6fb720-333f-4db9-b89f-5ea5f4cafe46 HTTP/1.1" status: 200 len: 945 time: 0.4603078 Nov 12 03:25:47.974752 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-d41479f7-c032-4687-929a-b337d4b058e7 req-1b0bff15-d84f-425d-a8e3-4ef814e5d794 service neutron] Attempting to bind port 4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:47.976189 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-d41479f7-c032-4687-929a-b337d4b058e7 req-1b0bff15-d84f-425d-a8e3-4ef814e5d794 service neutron] Attempting to bind port 4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '13bc166f-55e1-4dc8-baa3-5d15709f86ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0a9162de-bdde-427f-8e0e-6dfc54c7d9d5'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:47.977847 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41479f7-c032-4687-929a-b337d4b058e7 req-1b0bff15-d84f-425d-a8e3-4ef814e5d794 service neutron] Attempting to bind port 4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7 on network 0a9162de-bdde-427f-8e0e-6dfc54c7d9d5 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:47.987295 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac55b6-9b60-43f0-af35-d84a9b39e85d req-5e2bd318-44d2-4071-8ec6-90323a6e37de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:47.988970 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b5ac55b6-9b60-43f0-af35-d84a9b39e85d req-5e2bd318-44d2-4071-8ec6-90323a6e37de service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4837263 Nov 12 03:25:48.012316 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41479f7-c032-4687-929a-b337d4b058e7 req-1b0bff15-d84f-425d-a8e3-4ef814e5d794 service neutron] Port 4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7 on network 0a9162de-bdde-427f-8e0e-6dfc54c7d9d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:48.012316 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41479f7-c032-4687-929a-b337d4b058e7 req-1b0bff15-d84f-425d-a8e3-4ef814e5d794 service neutron] Attempting to bind port 4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7 on network 0a9162de-bdde-427f-8e0e-6dfc54c7d9d5 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:48.014597 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:48.031567 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41479f7-c032-4687-929a-b337d4b058e7 req-1b0bff15-d84f-425d-a8e3-4ef814e5d794 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:48.031567 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41479f7-c032-4687-929a-b337d4b058e7 req-1b0bff15-d84f-425d-a8e3-4ef814e5d794 service neutron] Checking segment: {'id': '13bc166f-55e1-4dc8-baa3-5d15709f86ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0a9162de-bdde-427f-8e0e-6dfc54c7d9d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:48.031567 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41479f7-c032-4687-929a-b337d4b058e7 req-1b0bff15-d84f-425d-a8e3-4ef814e5d794 service neutron] Bound using segment: {'id': '13bc166f-55e1-4dc8-baa3-5d15709f86ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0a9162de-bdde-427f-8e0e-6dfc54c7d9d5'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:48.031567 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-d41479f7-c032-4687-929a-b337d4b058e7 req-1b0bff15-d84f-425d-a8e3-4ef814e5d794 service neutron] Bound port: 4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13bc166f-55e1-4dc8-baa3-5d15709f86ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0a9162de-bdde-427f-8e0e-6dfc54c7d9d5'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:48.031567 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-1b0bff15-d84f-425d-a8e3-4ef814e5d794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:48.066397 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:48.107818 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a11867-f1f2-409f-a547-78a33346f288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5731207e-39c0-427c-8694-1555fafb7f5b'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:48.110723 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3079e03-2ca3-421a-8f81-af77b4fc2450" -d '{"events": [{"server_uuid": "69a11867-f1f2-409f-a547-78a33346f288", "name": "network-vif-plugged", "status": "completed", "tag": "5731207e-39c0-427c-8694-1555fafb7f5b"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:48.127788 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 5731207e-39c0-427c-8694-1555fafb7f5b, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=5731207e-39c0-427c-8694-1555fafb7f5b,segment=NetworkSegment(fec36af3-9300-48b5-9e38-a45077560b9e),segment_id=fec36af3-9300-48b5-9e38-a45077560b9e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:48.132766 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:48.145161 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cb83712b-3921-4a0e-9c1e-cc073901bb88 req-42172396-eada-4402-9ffd-0981a0c9e512 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589918 Nov 12 03:25:48.251856 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=5731207e-39c0-427c-8694-1555fafb7f5b,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:48.278614 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c517323-c567-4996-b4f0-676532c5c933 x-openstack-request-id: req-7c517323-c567-4996-b4f0-676532c5c933 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:48.279652 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a11867-f1f2-409f-a547-78a33346f288", "name": "network-vif-plugged", "status": "completed", "tag": "5731207e-39c0-427c-8694-1555fafb7f5b", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:48.279917 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7c517323-c567-4996-b4f0-676532c5c933 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:48.280499 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a11867-f1f2-409f-a547-78a33346f288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5731207e-39c0-427c-8694-1555fafb7f5b', 'code': 200} Nov 12 03:25:48.297874 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-879555ad-986a-4827-94b3-5fa4f88e1cc5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=79c1297fb24c4b4ca98d6595302dda31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7913585 Nov 12 03:25:48.300481 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59068) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:48.312752 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-d41479f7-c032-4687-929a-b337d4b058e7 req-1b0bff15-d84f-425d-a8e3-4ef814e5d794 service neutron] For port 4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:48.317600 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-d41479f7-c032-4687-929a-b337d4b058e7 req-1b0bff15-d84f-425d-a8e3-4ef814e5d794 service neutron] For port 4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7,segment=NetworkSegment(13bc166f-55e1-4dc8-baa3-5d15709f86ad),segment_id=13bc166f-55e1-4dc8-baa3-5d15709f86ad)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:48.326564 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-1b0bff15-d84f-425d-a8e3-4ef814e5d794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:48.430303 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41479f7-c032-4687-929a-b337d4b058e7 req-1b0bff15-d84f-425d-a8e3-4ef814e5d794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:48.431016 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-1b0bff15-d84f-425d-a8e3-4ef814e5d794 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:48.432369 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-1b0bff15-d84f-425d-a8e3-4ef814e5d794 service neutron] 10.222.0.74 "PUT /v2.0/ports/4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7 HTTP/1.1" status: 200 len: 1092 time: 2.3455675 Nov 12 03:25:48.461828 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cd7a10d7-343f-4c3e-afde-37f35c85383a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:48.496103 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-d41479f7-c032-4687-929a-b337d4b058e7 req-32e28ad6-ce75-4861-b543-258b036a7d0a service neutron] Request body: {'port': {'device_id': '901c888a-da2b-477a-9adf-2639921bb668', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:48.500855 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cd7a10d7-343f-4c3e-afde-37f35c85383a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:48.564574 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-0d4359b9-c24d-475a-966c-7ecc16ed6c5e req-aaa0e884-3f06-443c-8be6-114521a1ed01 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-75237076', 'description': 'tempest-description-891522779'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:48.568171 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0bff15-d84f-425d-a8e3-4ef814e5d794 service neutron] Pushing event updated for resources: {'Port': ['ID=4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:48.597454 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6584daa-f708-4568-8cdb-dd05920e2829 req-2b0665be-3af5-4cd6-834c-61060e9a8211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:48.603099 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d6584daa-f708-4568-8cdb-dd05920e2829 req-2b0665be-3af5-4cd6-834c-61060e9a8211 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=69a11867-f1f2-409f-a547-78a33346f288 HTTP/1.1" status: 200 len: 1098 time: 0.2288990 Nov 12 03:25:48.619242 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0d4359b9-c24d-475a-966c-7ecc16ed6c5e req-aaa0e884-3f06-443c-8be6-114521a1ed01 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:48.645374 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cd7a10d7-343f-4c3e-afde-37f35c85383a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:48.648468 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cd7a10d7-343f-4c3e-afde-37f35c85383a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:48.650153 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-cd7a10d7-343f-4c3e-afde-37f35c85383a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/18a509e1-85e7-49fb-a739-e9d379b284f6 HTTP/1.1" status: 204 len: 168 time: 0.3483012 Nov 12 03:25:48.673085 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a10d7-343f-4c3e-afde-37f35c85383a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a509e1-85e7-49fb-a739-e9d379b284f6,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:48.696126 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a975dd-10e8-4eea-9872-add1fb00fe42 req-8e59fbcb-077d-4c9b-b1ab-1c73c3416f4a tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:48.704623 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-54a975dd-10e8-4eea-9872-add1fb00fe42 req-8e59fbcb-077d-4c9b-b1ab-1c73c3416f4a tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 950 time: 0.2485917 Nov 12 03:25:48.739032 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-32e28ad6-ce75-4861-b543-258b036a7d0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:48.773891 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0d4359b9-c24d-475a-966c-7ecc16ed6c5e req-aaa0e884-3f06-443c-8be6-114521a1ed01 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:48.784508 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0d4359b9-c24d-475a-966c-7ecc16ed6c5e req-aaa0e884-3f06-443c-8be6-114521a1ed01 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:48.785251 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d6584daa-f708-4568-8cdb-dd05920e2829 req-7fcc4b0a-2141-408b-8bcc-5c6858321aee service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=5c02f414-12bb-422e-8141-f3284114c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690061 Nov 12 03:25:48.830323 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0d4359b9-c24d-475a-966c-7ecc16ed6c5e req-aaa0e884-3f06-443c-8be6-114521a1ed01 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:48.831569 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0d4359b9-c24d-475a-966c-7ecc16ed6c5e req-aaa0e884-3f06-443c-8be6-114521a1ed01 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.2732549 Nov 12 03:25:48.847481 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-54a975dd-10e8-4eea-9872-add1fb00fe42 req-f968de79-d7b1-415b-8af4-d50cb67609c3 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334536 Nov 12 03:25:48.857614 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '901c888a-da2b-477a-9adf-2639921bb668', 'tag': '4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:48.860922 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4738192-7cef-48c0-b96f-5c5d4fb9a803" -d '{"events": [{"name": "network-changed", "server_uuid": "901c888a-da2b-477a-9adf-2639921bb668", "tag": "4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:48.881203 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa0e884-3f06-443c-8be6-114521a1ed01 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c515790e-749b-48d1-82cc-d0b248cf5433,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:49.089663 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43a04d-9046-4053-9838-af241b7bbdc4 req-ee5022a6-85bb-4d29-b79d-0c9d87371448 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:49.098729 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43a04d-9046-4053-9838-af241b7bbdc4 req-ee5022a6-85bb-4d29-b79d-0c9d87371448 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:49.107852 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43a04d-9046-4053-9838-af241b7bbdc4 req-ee5022a6-85bb-4d29-b79d-0c9d87371448 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:49.119145 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-9f574ca3-0020-4da4-a717-7a2c9b8c7307 req-3db576b1-301c-450f-95ed-6959ea31d1d0 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1345050249', 'description': 'tempest-description-2090041955'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:49.125999 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43a04d-9046-4053-9838-af241b7bbdc4 req-ee5022a6-85bb-4d29-b79d-0c9d87371448 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:49.141875 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43a04d-9046-4053-9838-af241b7bbdc4 req-ee5022a6-85bb-4d29-b79d-0c9d87371448 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:49.157352 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43a04d-9046-4053-9838-af241b7bbdc4 req-ee5022a6-85bb-4d29-b79d-0c9d87371448 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:49.168938 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43a04d-9046-4053-9838-af241b7bbdc4 req-ee5022a6-85bb-4d29-b79d-0c9d87371448 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:49.175822 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8e43a04d-9046-4053-9838-af241b7bbdc4 req-ee5022a6-85bb-4d29-b79d-0c9d87371448 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 5383 time: 0.2194030 Nov 12 03:25:49.195533 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-9f574ca3-0020-4da4-a717-7a2c9b8c7307 req-3db576b1-301c-450f-95ed-6959ea31d1d0 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.220004 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-d41479f7-c032-4687-929a-b337d4b058e7 req-32e28ad6-ce75-4861-b543-258b036a7d0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 105f9594-14de-46d7-9d78-d82b9da371f6 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:49.294976 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-32e28ad6-ce75-4861-b543-258b036a7d0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.302310 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-9f574ca3-0020-4da4-a717-7a2c9b8c7307 req-3db576b1-301c-450f-95ed-6959ea31d1d0 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.311330 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-9f574ca3-0020-4da4-a717-7a2c9b8c7307 req-3db576b1-301c-450f-95ed-6959ea31d1d0 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.330133 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8e43a04d-9046-4053-9838-af241b7bbdc4 req-87504a54-92a8-4b42-9b7d-08320852033a tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a22aea3-060b-45a8-a7ba-9d5508ea1c86&id=163708d6-2806-48a4-99ff-2841929f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1429639 Nov 12 03:25:49.332056 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-d41479f7-c032-4687-929a-b337d4b058e7 req-32e28ad6-ce75-4861-b543-258b036a7d0a service neutron] Transition to ACTIVE for port object 105f9594-14de-46d7-9d78-d82b9da371f6 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:25:49.345822 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-32e28ad6-ce75-4861-b543-258b036a7d0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.358303 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db576b1-301c-450f-95ed-6959ea31d1d0 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80146229-ade4-4c7f-8d78-806844ce15f0,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:49.384826 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-9f574ca3-0020-4da4-a717-7a2c9b8c7307 req-3db576b1-301c-450f-95ed-6959ea31d1d0 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.396682 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9f574ca3-0020-4da4-a717-7a2c9b8c7307 req-3db576b1-301c-450f-95ed-6959ea31d1d0 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2911325 Nov 12 03:25:49.465552 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0e17e4-504a-4975-b0cc-4239c1724fc2 x-openstack-request-id: req-5a0e17e4-504a-4975-b0cc-4239c1724fc2 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:49.466494 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "901c888a-da2b-477a-9adf-2639921bb668", "tag": "4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:49.466494 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5a0e17e4-504a-4975-b0cc-4239c1724fc2 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:49.466494 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '901c888a-da2b-477a-9adf-2639921bb668', 'tag': '4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7', 'status': 'completed', 'code': 200} Nov 12 03:25:49.533286 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e28ad6-ce75-4861-b543-258b036a7d0a service neutron] Pushing event updated for resources: {'Port': ['ID=105f9594-14de-46d7-9d78-d82b9da371f6,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:49.549587 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59108) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:49.664136 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-475cdf7a-9a97-4681-b7c2-5693b109f393 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ee1b0a0fe2d441ddada15659fb4a7a95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1126144 Nov 12 03:25:49.670291 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59112) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:49.720341 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3561816b-9c89-4cca-a600-c2b80414a7bf req-adb98e71-55a4-4c2b-a183-6da66e0d2695 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:49.721811 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3561816b-9c89-4cca-a600-c2b80414a7bf req-adb98e71-55a4-4c2b-a183-6da66e0d2695 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/ports?device_id=69a11867-f1f2-409f-a547-78a33346f288 HTTP/1.1" status: 200 len: 946 time: 0.2087481 Nov 12 03:25:49.722780 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-d41479f7-c032-4687-929a-b337d4b058e7 req-32e28ad6-ce75-4861-b543-258b036a7d0a service neutron] Attempting to bind port 105f9594-14de-46d7-9d78-d82b9da371f6 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:49.723118 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-d41479f7-c032-4687-929a-b337d4b058e7 req-32e28ad6-ce75-4861-b543-258b036a7d0a service neutron] Attempting to bind port 105f9594-14de-46d7-9d78-d82b9da371f6 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '13bc166f-55e1-4dc8-baa3-5d15709f86ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0a9162de-bdde-427f-8e0e-6dfc54c7d9d5'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:49.723443 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41479f7-c032-4687-929a-b337d4b058e7 req-32e28ad6-ce75-4861-b543-258b036a7d0a service neutron] Attempting to bind port 105f9594-14de-46d7-9d78-d82b9da371f6 on network 0a9162de-bdde-427f-8e0e-6dfc54c7d9d5 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:49.737808 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4738192-7cef-48c0-b96f-5c5d4fb9a803 req-d84d6b57-f28a-40eb-9eff-ba324beaa7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:49.738279 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4738192-7cef-48c0-b96f-5c5d4fb9a803 req-d84d6b57-f28a-40eb-9eff-ba324beaa7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:49.738739 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4738192-7cef-48c0-b96f-5c5d4fb9a803 req-d84d6b57-f28a-40eb-9eff-ba324beaa7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:49.739192 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4738192-7cef-48c0-b96f-5c5d4fb9a803 req-d84d6b57-f28a-40eb-9eff-ba324beaa7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:49.739642 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4738192-7cef-48c0-b96f-5c5d4fb9a803 req-d84d6b57-f28a-40eb-9eff-ba324beaa7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:49.740107 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4738192-7cef-48c0-b96f-5c5d4fb9a803 req-d84d6b57-f28a-40eb-9eff-ba324beaa7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:49.740561 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4738192-7cef-48c0-b96f-5c5d4fb9a803 req-d84d6b57-f28a-40eb-9eff-ba324beaa7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:49.742566 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f4738192-7cef-48c0-b96f-5c5d4fb9a803 req-d84d6b57-f28a-40eb-9eff-ba324beaa7af service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=984b5bf9950d4e568e34b6531154493c&device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 6305 time: 0.2277138 Nov 12 03:25:49.748189 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41479f7-c032-4687-929a-b337d4b058e7 req-32e28ad6-ce75-4861-b543-258b036a7d0a service neutron] Port 105f9594-14de-46d7-9d78-d82b9da371f6 on network 0a9162de-bdde-427f-8e0e-6dfc54c7d9d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:49.748616 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41479f7-c032-4687-929a-b337d4b058e7 req-32e28ad6-ce75-4861-b543-258b036a7d0a service neutron] Attempting to bind port 105f9594-14de-46d7-9d78-d82b9da371f6 on network 0a9162de-bdde-427f-8e0e-6dfc54c7d9d5 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:49.821711 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5d8befea-b09c-4dc5-ad46-6db0fbfd0c3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.866279 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5d8befea-b09c-4dc5-ad46-6db0fbfd0c3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.930086 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23e19a-bd84-4845-bc93-2d5672fcebf5 req-6a524d6a-091f-44e2-9086-5d4891d8223a tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:49.932066 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8f23e19a-bd84-4845-bc93-2d5672fcebf5 req-6a524d6a-091f-44e2-9086-5d4891d8223a tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=de6fb720-333f-4db9-b89f-5ea5f4cafe46 HTTP/1.1" status: 200 len: 945 time: 0.1664631 Nov 12 03:25:49.978934 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5d8befea-b09c-4dc5-ad46-6db0fbfd0c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.982417 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5d8befea-b09c-4dc5-ad46-6db0fbfd0c3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.984297 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5d8befea-b09c-4dc5-ad46-6db0fbfd0c3f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1b2d51bc-5f11-4847-87d9-b992de406a5f HTTP/1.1" status: 204 len: 168 time: 0.3129427 Nov 12 03:25:50.007332 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8befea-b09c-4dc5-ad46-6db0fbfd0c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2d51bc-5f11-4847-87d9-b992de406a5f,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:50.026327 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8f23e19a-bd84-4845-bc93-2d5672fcebf5 req-917ff7a8-c8cb-46ca-9af1-fc60db781b5d tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842187 Nov 12 03:25:50.182086 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffee57-6b85-4e33-8eb6-cdbca6b26e93 req-5019ba06-774d-4bd9-bcc2-15e38664df94 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:50.183564 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f2ffee57-6b85-4e33-8eb6-cdbca6b26e93 req-5019ba06-774d-4bd9-bcc2-15e38664df94 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 945 time: 0.0961442 Nov 12 03:25:50.276166 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f2ffee57-6b85-4e33-8eb6-cdbca6b26e93 req-cd24f0b1-1467-4290-96bf-95de9592c1f3 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852869 Nov 12 03:25:50.323220 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41479f7-c032-4687-929a-b337d4b058e7 req-32e28ad6-ce75-4861-b543-258b036a7d0a service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:50.323559 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41479f7-c032-4687-929a-b337d4b058e7 req-32e28ad6-ce75-4861-b543-258b036a7d0a service neutron] Checking segment: {'id': '13bc166f-55e1-4dc8-baa3-5d15709f86ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0a9162de-bdde-427f-8e0e-6dfc54c7d9d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:50.324222 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41479f7-c032-4687-929a-b337d4b058e7 req-32e28ad6-ce75-4861-b543-258b036a7d0a service neutron] Bound using segment: {'id': '13bc166f-55e1-4dc8-baa3-5d15709f86ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0a9162de-bdde-427f-8e0e-6dfc54c7d9d5'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:50.324451 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-d41479f7-c032-4687-929a-b337d4b058e7 req-32e28ad6-ce75-4861-b543-258b036a7d0a service neutron] Bound port: 105f9594-14de-46d7-9d78-d82b9da371f6, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13bc166f-55e1-4dc8-baa3-5d15709f86ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0a9162de-bdde-427f-8e0e-6dfc54c7d9d5'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:50.324799 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-32e28ad6-ce75-4861-b543-258b036a7d0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:50.415169 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3561816b-9c89-4cca-a600-c2b80414a7bf req-15ed2790-b924-42b4-9051-b3fdee631911 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c02f414-12bb-422e-8141-f3284114c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6714597 Nov 12 03:25:50.645276 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-d41479f7-c032-4687-929a-b337d4b058e7 req-32e28ad6-ce75-4861-b543-258b036a7d0a service neutron] For port 105f9594-14de-46d7-9d78-d82b9da371f6, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:50.650901 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-d41479f7-c032-4687-929a-b337d4b058e7 req-32e28ad6-ce75-4861-b543-258b036a7d0a service neutron] For port 105f9594-14de-46d7-9d78-d82b9da371f6, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=105f9594-14de-46d7-9d78-d82b9da371f6,segment=NetworkSegment(13bc166f-55e1-4dc8-baa3-5d15709f86ad),segment_id=13bc166f-55e1-4dc8-baa3-5d15709f86ad)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:50.663985 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbecb137-641b-4342-88d6-ae85b23d0297 req-8c85d1e0-fd63-4e4c-921c-b52d7459642c tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:50.673116 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bbecb137-641b-4342-88d6-ae85b23d0297 req-8c85d1e0-fd63-4e4c-921c-b52d7459642c tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 950 time: 0.1412022 Nov 12 03:25:50.682135 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-32e28ad6-ce75-4861-b543-258b036a7d0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:50.684826 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4738192-7cef-48c0-b96f-5c5d4fb9a803 req-52fbceff-9936-4fb5-b25c-82494c3b2933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:50.685383 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4738192-7cef-48c0-b96f-5c5d4fb9a803 req-52fbceff-9936-4fb5-b25c-82494c3b2933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:50.685835 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4738192-7cef-48c0-b96f-5c5d4fb9a803 req-52fbceff-9936-4fb5-b25c-82494c3b2933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:50.687566 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f4738192-7cef-48c0-b96f-5c5d4fb9a803 req-52fbceff-9936-4fb5-b25c-82494c3b2933 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=984b5bf9950d4e568e34b6531154493c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3655233 Nov 12 03:25:50.847041 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4738192-7cef-48c0-b96f-5c5d4fb9a803 req-cfd34b2a-17ba-43b0-8239-cb958aff79eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:50.848657 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f4738192-7cef-48c0-b96f-5c5d4fb9a803 req-cfd34b2a-17ba-43b0-8239-cb958aff79eb service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1428456 Nov 12 03:25:50.855616 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41479f7-c032-4687-929a-b337d4b058e7 req-32e28ad6-ce75-4861-b543-258b036a7d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:50.856761 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-32e28ad6-ce75-4861-b543-258b036a7d0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:50.857985 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-32e28ad6-ce75-4861-b543-258b036a7d0a service neutron] 10.222.0.74 "PUT /v2.0/ports/105f9594-14de-46d7-9d78-d82b9da371f6 HTTP/1.1" status: 200 len: 1091 time: 2.3662889 Nov 12 03:25:50.919190 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bbecb137-641b-4342-88d6-ae85b23d0297 req-5784ca3f-3bfc-4066-9eb4-b93f23fee3f1 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449896 Nov 12 03:25:50.931580 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-d41479f7-c032-4687-929a-b337d4b058e7 req-51d2db49-5bae-4af7-a3f1-fced1add85cd service neutron] Request body: {'port': {'device_id': '901c888a-da2b-477a-9adf-2639921bb668', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:50.983299 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e28ad6-ce75-4861-b543-258b036a7d0a service neutron] Pushing event updated for resources: {'Port': ['ID=105f9594-14de-46d7-9d78-d82b9da371f6,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:51.103817 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-6b866ee2-985e-4762-a173-0cc2043280b6 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:51.111863 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-6b866ee2-985e-4762-a173-0cc2043280b6 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/networks?id=169e1144-ccf3-4d1d-a931-5204a7d70a64 HTTP/1.1" status: 200 len: 812 time: 0.6375012 Nov 12 03:25:51.127871 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-51d2db49-5bae-4af7-a3f1-fced1add85cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.133445 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-a848b2ec-9cee-4566-9296-5e3a77d574fc tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/quotas/91fef26da8e143afb79eb810bd46376a HTTP/1.1" status: 200 len: 375 time: 0.0205667 Nov 12 03:25:51.181239 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-70c13fc5-b9e3-496d-8c2a-e3efaada07cd tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=91fef26da8e143afb79eb810bd46376a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465214 Nov 12 03:25:51.285701 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-3f10da4d-79a5-418e-a7b8-74ef870be8e0 service neutron] 10.222.0.50 "GET /v2.0/networks/169e1144-ccf3-4d1d-a931-5204a7d70a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034641 Nov 12 03:25:51.469266 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-dcc10411-ab24-4ce0-9aac-e30090a2359f service neutron] 10.222.0.50 "GET /v2.0/networks/169e1144-ccf3-4d1d-a931-5204a7d70a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825860 Nov 12 03:25:51.483328 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '901c888a-da2b-477a-9adf-2639921bb668', 'tag': '105f9594-14de-46d7-9d78-d82b9da371f6'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:51.492563 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a13be5b-e134-44e6-8bf0-bf7b048a296a" -d '{"events": [{"name": "network-changed", "server_uuid": "901c888a-da2b-477a-9adf-2639921bb668", "tag": "105f9594-14de-46d7-9d78-d82b9da371f6"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:51.778329 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74340c-3f0f-46b1-ac4e-9a9d1db00fbf req-3e729616-8ac0-4bb1-8b40-1809917a66f7 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:51.782691 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ba74340c-3f0f-46b1-ac4e-9a9d1db00fbf req-3e729616-8ac0-4bb1-8b40-1809917a66f7 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=de6fb720-333f-4db9-b89f-5ea5f4cafe46 HTTP/1.1" status: 200 len: 945 time: 0.1132505 Nov 12 03:25:51.872062 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ba74340c-3f0f-46b1-ac4e-9a9d1db00fbf req-b3569326-e963-4554-95db-86994263fe61 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778270 Nov 12 03:25:52.000146 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-d41479f7-c032-4687-929a-b337d4b058e7 req-51d2db49-5bae-4af7-a3f1-fced1add85cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94c8258d-67c2-4ad8-9f8c-67f760634674 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:52.014868 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-51d2db49-5bae-4af7-a3f1-fced1add85cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:52.084230 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c6346-486e-41cc-8eee-f50d5d8b3a8f req-b2bc3d42-9ad1-4856-8bf5-6640e1f575af tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:52.103209 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c6346-486e-41cc-8eee-f50d5d8b3a8f req-b2bc3d42-9ad1-4856-8bf5-6640e1f575af tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:52.121154 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c6346-486e-41cc-8eee-f50d5d8b3a8f req-b2bc3d42-9ad1-4856-8bf5-6640e1f575af tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:52.127708 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c6346-486e-41cc-8eee-f50d5d8b3a8f req-b2bc3d42-9ad1-4856-8bf5-6640e1f575af tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:52.138641 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c6346-486e-41cc-8eee-f50d5d8b3a8f req-b2bc3d42-9ad1-4856-8bf5-6640e1f575af tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:52.152224 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12ee41-f0fa-4fc6-abf5-e7eacd9c6539 req-6b4273fe-e429-4dee-ae11-450737d2afd4 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:52.152224 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cf12ee41-f0fa-4fc6-abf5-e7eacd9c6539 req-6b4273fe-e429-4dee-ae11-450737d2afd4 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/ports?device_id=69a11867-f1f2-409f-a547-78a33346f288 HTTP/1.1" status: 200 len: 946 time: 0.1215999 Nov 12 03:25:52.171713 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c6346-486e-41cc-8eee-f50d5d8b3a8f req-b2bc3d42-9ad1-4856-8bf5-6640e1f575af tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:52.196336 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c6346-486e-41cc-8eee-f50d5d8b3a8f req-b2bc3d42-9ad1-4856-8bf5-6640e1f575af tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:52.198277 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fc3c6346-486e-41cc-8eee-f50d5d8b3a8f req-b2bc3d42-9ad1-4856-8bf5-6640e1f575af tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 5395 time: 0.3525691 Nov 12 03:25:52.215198 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-d41479f7-c032-4687-929a-b337d4b058e7 req-51d2db49-5bae-4af7-a3f1-fced1add85cd service neutron] Transition to ACTIVE for port object 94c8258d-67c2-4ad8-9f8c-67f760634674 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:25:52.292698 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cf12ee41-f0fa-4fc6-abf5-e7eacd9c6539 req-4197b85b-02bd-4bf2-a0ab-213ac730ff49 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c02f414-12bb-422e-8141-f3284114c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330075 Nov 12 03:25:52.343768 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-51d2db49-5bae-4af7-a3f1-fced1add85cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:52.459628 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172ed3db-d7be-4328-9714-afd7cc1d5106 x-openstack-request-id: req-172ed3db-d7be-4328-9714-afd7cc1d5106 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:52.459628 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "901c888a-da2b-477a-9adf-2639921bb668", "tag": "105f9594-14de-46d7-9d78-d82b9da371f6", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:52.459883 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-172ed3db-d7be-4328-9714-afd7cc1d5106 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:52.460709 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '901c888a-da2b-477a-9adf-2639921bb668', 'tag': '105f9594-14de-46d7-9d78-d82b9da371f6', 'status': 'completed', 'code': 200} Nov 12 03:25:52.463660 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d2db49-5bae-4af7-a3f1-fced1add85cd service neutron] Pushing event updated for resources: {'Port': ['ID=94c8258d-67c2-4ad8-9f8c-67f760634674,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:52.521309 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fc3c6346-486e-41cc-8eee-f50d5d8b3a8f req-9dfeff06-58f2-4b23-bee6-e48410114715 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a22aea3-060b-45a8-a7ba-9d5508ea1c86&id=163708d6-2806-48a4-99ff-2841929f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3015087 Nov 12 03:25:52.598540 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-595332cb-b7a6-4232-8680-e337ade7d33f req-f204c4c7-5aa5-4636-b408-8c3439883f81 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffd24f28-d1f2-424d-a54a-07a89350f5cb HTTP/1.1" status: 200 len: 210 time: 0.0700293 Nov 12 03:25:52.750047 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13be5b-e134-44e6-8bf0-bf7b048a296a req-df3729f8-b20b-4460-a8f3-9260296e4bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:52.750454 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13be5b-e134-44e6-8bf0-bf7b048a296a req-df3729f8-b20b-4460-a8f3-9260296e4bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:52.751195 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13be5b-e134-44e6-8bf0-bf7b048a296a req-df3729f8-b20b-4460-a8f3-9260296e4bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:52.752049 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13be5b-e134-44e6-8bf0-bf7b048a296a req-df3729f8-b20b-4460-a8f3-9260296e4bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:52.752740 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13be5b-e134-44e6-8bf0-bf7b048a296a req-df3729f8-b20b-4460-a8f3-9260296e4bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:52.753196 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13be5b-e134-44e6-8bf0-bf7b048a296a req-df3729f8-b20b-4460-a8f3-9260296e4bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:52.754171 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13be5b-e134-44e6-8bf0-bf7b048a296a req-df3729f8-b20b-4460-a8f3-9260296e4bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:52.757788 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5a13be5b-e134-44e6-8bf0-bf7b048a296a req-df3729f8-b20b-4460-a8f3-9260296e4bf8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=984b5bf9950d4e568e34b6531154493c&device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 6373 time: 0.2803264 Nov 12 03:25:52.808757 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd146e21-e482-4099-8ab4-e2626bcb6a1b req-7cd3d2cd-f5fa-4fc3-ba30-7b5b44e94470 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:52.817287 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fd146e21-e482-4099-8ab4-e2626bcb6a1b req-7cd3d2cd-f5fa-4fc3-ba30-7b5b44e94470 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 950 time: 0.1665080 Nov 12 03:25:52.969955 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-d41479f7-c032-4687-929a-b337d4b058e7 req-51d2db49-5bae-4af7-a3f1-fced1add85cd service neutron] Attempting to bind port 94c8258d-67c2-4ad8-9f8c-67f760634674 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:52.970277 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-d41479f7-c032-4687-929a-b337d4b058e7 req-51d2db49-5bae-4af7-a3f1-fced1add85cd service neutron] Attempting to bind port 94c8258d-67c2-4ad8-9f8c-67f760634674 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '83020275-838e-40df-a5ab-a96ac61387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '573baa8f-b6be-41d7-a7a6-73c38233ca3f'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:52.973546 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41479f7-c032-4687-929a-b337d4b058e7 req-51d2db49-5bae-4af7-a3f1-fced1add85cd service neutron] Attempting to bind port 94c8258d-67c2-4ad8-9f8c-67f760634674 on network 573baa8f-b6be-41d7-a7a6-73c38233ca3f {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:53.124883 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fd146e21-e482-4099-8ab4-e2626bcb6a1b req-5500d018-b3a2-422d-b560-1013a181d7bb tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029892 Nov 12 03:25:53.130921 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41479f7-c032-4687-929a-b337d4b058e7 req-51d2db49-5bae-4af7-a3f1-fced1add85cd service neutron] Port 94c8258d-67c2-4ad8-9f8c-67f760634674 on network 573baa8f-b6be-41d7-a7a6-73c38233ca3f not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:53.131743 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41479f7-c032-4687-929a-b337d4b058e7 req-51d2db49-5bae-4af7-a3f1-fced1add85cd service neutron] Attempting to bind port 94c8258d-67c2-4ad8-9f8c-67f760634674 on network 573baa8f-b6be-41d7-a7a6-73c38233ca3f {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:53.144734 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41479f7-c032-4687-929a-b337d4b058e7 req-51d2db49-5bae-4af7-a3f1-fced1add85cd service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:53.155696 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41479f7-c032-4687-929a-b337d4b058e7 req-51d2db49-5bae-4af7-a3f1-fced1add85cd service neutron] Checking segment: {'id': '83020275-838e-40df-a5ab-a96ac61387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '573baa8f-b6be-41d7-a7a6-73c38233ca3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:53.156388 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41479f7-c032-4687-929a-b337d4b058e7 req-51d2db49-5bae-4af7-a3f1-fced1add85cd service neutron] Bound using segment: {'id': '83020275-838e-40df-a5ab-a96ac61387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '573baa8f-b6be-41d7-a7a6-73c38233ca3f'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:53.158784 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-d41479f7-c032-4687-929a-b337d4b058e7 req-51d2db49-5bae-4af7-a3f1-fced1add85cd service neutron] Bound port: 94c8258d-67c2-4ad8-9f8c-67f760634674, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83020275-838e-40df-a5ab-a96ac61387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '573baa8f-b6be-41d7-a7a6-73c38233ca3f'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:53.159346 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-51d2db49-5bae-4af7-a3f1-fced1add85cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.327372 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fa61882c-6389-4aa2-8863-36f5c0be99c9 req-43c15f63-e46d-4c40-b355-07446dda8ae3 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6510313 Nov 12 03:25:53.344636 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-fa61882c-6389-4aa2-8863-36f5c0be99c9 req-5fc53657-34fb-4962-8af0-a2790b655590 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:53.419085 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13be5b-e134-44e6-8bf0-bf7b048a296a req-2c1de595-24e2-49b7-9e59-b1a7c01dcef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:53.423105 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13be5b-e134-44e6-8bf0-bf7b048a296a req-2c1de595-24e2-49b7-9e59-b1a7c01dcef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:53.424435 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13be5b-e134-44e6-8bf0-bf7b048a296a req-2c1de595-24e2-49b7-9e59-b1a7c01dcef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:53.426093 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fa61882c-6389-4aa2-8863-36f5c0be99c9 req-5fc53657-34fb-4962-8af0-a2790b655590 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks [] for floatingip, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.427382 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5a13be5b-e134-44e6-8bf0-bf7b048a296a req-2c1de595-24e2-49b7-9e59-b1a7c01dcef8 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=984b5bf9950d4e568e34b6531154493c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6508074 Nov 12 03:25:53.627212 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d23ae-8e24-44af-90ee-abf378d02843 req-ff5ae885-ea30-41b4-a12e-4ca205b81bb7 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:53.635979 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-068d23ae-8e24-44af-90ee-abf378d02843 req-ff5ae885-ea30-41b4-a12e-4ca205b81bb7 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=de6fb720-333f-4db9-b89f-5ea5f4cafe46 HTTP/1.1" status: 200 len: 945 time: 0.3546412 Nov 12 03:25:53.638746 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-d41479f7-c032-4687-929a-b337d4b058e7 req-51d2db49-5bae-4af7-a3f1-fced1add85cd service neutron] For port 94c8258d-67c2-4ad8-9f8c-67f760634674, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:53.677160 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-d41479f7-c032-4687-929a-b337d4b058e7 req-51d2db49-5bae-4af7-a3f1-fced1add85cd service neutron] For port 94c8258d-67c2-4ad8-9f8c-67f760634674, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=94c8258d-67c2-4ad8-9f8c-67f760634674,segment=NetworkSegment(83020275-838e-40df-a5ab-a96ac61387a9),segment_id=83020275-838e-40df-a5ab-a96ac61387a9)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:53.697729 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-51d2db49-5bae-4af7-a3f1-fced1add85cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.710428 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fa61882c-6389-4aa2-8863-36f5c0be99c9 req-5fc53657-34fb-4962-8af0-a2790b655590 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.766331 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41479f7-c032-4687-929a-b337d4b058e7 req-51d2db49-5bae-4af7-a3f1-fced1add85cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:53.767106 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-51d2db49-5bae-4af7-a3f1-fced1add85cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.768694 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-51d2db49-5bae-4af7-a3f1-fced1add85cd service neutron] 10.222.0.74 "PUT /v2.0/ports/94c8258d-67c2-4ad8-9f8c-67f760634674 HTTP/1.1" status: 200 len: 1092 time: 2.8453059 Nov 12 03:25:53.885537 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-fa61882c-6389-4aa2-8863-36f5c0be99c9 req-5fc53657-34fb-4962-8af0-a2790b655590 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Allocated IP 172.25.5.177 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/ccec2384-fa14-44a7-8f82-7a966d97e707) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:53.901762 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-d41479f7-c032-4687-929a-b337d4b058e7 req-da32bc0b-d057-496a-8849-ed2f561a9efa service neutron] Request body: {'port': {'device_id': '901c888a-da2b-477a-9adf-2639921bb668', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:54.009042 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fa61882c-6389-4aa2-8863-36f5c0be99c9 req-5fc53657-34fb-4962-8af0-a2790b655590 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:54.047134 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-eecd5a7a-548f-4ba2-b209-fe202cc301ef tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:54.048824 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-eecd5a7a-548f-4ba2-b209-fe202cc301ef tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.74 "GET /v2.0/networks?id=169e1144-ccf3-4d1d-a931-5204a7d70a64 HTTP/1.1" status: 200 len: 812 time: 0.5436587 Nov 12 03:25:54.054721 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-068d23ae-8e24-44af-90ee-abf378d02843 req-7f48551f-d8fa-4207-b67c-91ee4cb17b64 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4123752 Nov 12 03:25:54.056368 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13be5b-e134-44e6-8bf0-bf7b048a296a req-bb4546c7-4809-463e-a4c5-4c11d037b03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:54.064777 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5a13be5b-e134-44e6-8bf0-bf7b048a296a req-bb4546c7-4809-463e-a4c5-4c11d037b03f service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6105900 Nov 12 03:25:54.065378 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fa61882c-6389-4aa2-8863-36f5c0be99c9 req-5fc53657-34fb-4962-8af0-a2790b655590 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:54.089495 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 55a09f1f-5f9e-4783-9942-dfb020785189 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:25:54.129769 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc53657-34fb-4962-8af0-a2790b655590 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Pushing event updated for resources: {'Port': ['ID=ccec2384-fa14-44a7-8f82-7a966d97e707,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:54.135372 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-e001f548-b227-4f9c-9b9d-855daa0d0918 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Request body: {'port': {'device_id': 'ffd24f28-d1f2-424d-a54a-07a89350f5cb', 'network_id': '169e1144-ccf3-4d1d-a931-5204a7d70a64', 'admin_state_up': True, 'tenant_id': '91fef26da8e143afb79eb810bd46376a'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:54.168892 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa61882c-6389-4aa2-8863-36f5c0be99c9 req-5fc53657-34fb-4962-8af0-a2790b655590 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:54.173097 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-fa61882c-6389-4aa2-8863-36f5c0be99c9 req-5fc53657-34fb-4962-8af0-a2790b655590 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:54.177812 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa61882c-6389-4aa2-8863-36f5c0be99c9 req-5fc53657-34fb-4962-8af0-a2790b655590 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:54.192159 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d2db49-5bae-4af7-a3f1-fced1add85cd service neutron] Pushing event updated for resources: {'Port': ['ID=94c8258d-67c2-4ad8-9f8c-67f760634674,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:54.207133 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-da32bc0b-d057-496a-8849-ed2f561a9efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:54.330564 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 55a09f1f-5f9e-4783-9942-dfb020785189, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=55a09f1f-5f9e-4783-9942-dfb020785189,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:54.350067 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '55a09f1f-5f9e-4783-9942-dfb020785189', 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3', 'port_id': '55a09f1f-5f9e-4783-9942-dfb020785189', 'mac_address': 'fa:16:3e:48:a8:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c41913f5-e5c1-4e60-8ee6-4f6d29d519f8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:25:54.369961 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fa61882c-6389-4aa2-8863-36f5c0be99c9 req-5fc53657-34fb-4962-8af0-a2790b655590 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:54.405779 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d2130-b0ae-400c-89db-c791c0fbef22 req-29e046f6-54f0-45cd-9535-6e44724fb895 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:54.420883 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d2130-b0ae-400c-89db-c791c0fbef22 req-29e046f6-54f0-45cd-9535-6e44724fb895 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:54.427478 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d2130-b0ae-400c-89db-c791c0fbef22 req-29e046f6-54f0-45cd-9535-6e44724fb895 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:54.430817 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:54.432779 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fa61882c-6389-4aa2-8863-36f5c0be99c9 req-5fc53657-34fb-4962-8af0-a2790b655590 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:54.434058 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d2130-b0ae-400c-89db-c791c0fbef22 req-29e046f6-54f0-45cd-9535-6e44724fb895 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:54.443787 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d2130-b0ae-400c-89db-c791c0fbef22 req-29e046f6-54f0-45cd-9535-6e44724fb895 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:54.449882 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d2130-b0ae-400c-89db-c791c0fbef22 req-29e046f6-54f0-45cd-9535-6e44724fb895 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:54.456525 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d2130-b0ae-400c-89db-c791c0fbef22 req-29e046f6-54f0-45cd-9535-6e44724fb895 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:54.458814 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-289d2130-b0ae-400c-89db-c791c0fbef22 req-29e046f6-54f0-45cd-9535-6e44724fb895 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 5407 time: 0.2633131 Nov 12 03:25:54.462103 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '901c888a-da2b-477a-9adf-2639921bb668', 'tag': '94c8258d-67c2-4ad8-9f8c-67f760634674'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:54.466435 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55a09f1f-5f9e-4783-9942-dfb020785189 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:54.472630 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bed421-caba-4385-a142-a7c9fd47d17b" -d '{"events": [{"name": "network-changed", "server_uuid": "901c888a-da2b-477a-9adf-2639921bb668", "tag": "94c8258d-67c2-4ad8-9f8c-67f760634674"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:54.486917 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-e001f548-b227-4f9c-9b9d-855daa0d0918 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Made reservation on behalf of 91fef26da8e143afb79eb810bd46376a for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:54.493158 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-e001f548-b227-4f9c-9b9d-855daa0d0918 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:54.506487 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 55a09f1f-5f9e-4783-9942-dfb020785189, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=55a09f1f-5f9e-4783-9942-dfb020785189,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:54.515998 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:54.579421 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=55a09f1f-5f9e-4783-9942-dfb020785189,revision_number=6']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:54.661873 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-289d2130-b0ae-400c-89db-c791c0fbef22 req-9964e35c-e540-4a75-97a3-b4921866964f tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a22aea3-060b-45a8-a7ba-9d5508ea1c86&id=163708d6-2806-48a4-99ff-2841929f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1858602 Nov 12 03:25:54.677414 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['55a09f1f-5f9e-4783-9942-dfb020785189'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:54.806321 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-e001f548-b227-4f9c-9b9d-855daa0d0918 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Allocated IP 172.20.0.3 (169e1144-ccf3-4d1d-a931-5204a7d70a64/81deee3d-5b3d-4089-86fe-7bb37174d9df/f7014e0c-3160-4db2-bb42-90d6d11ca96e) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:54.861947 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fa61882c-6389-4aa2-8863-36f5c0be99c9 req-5fc53657-34fb-4962-8af0-a2790b655590 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:54.887071 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fa61882c-6389-4aa2-8863-36f5c0be99c9 req-5fc53657-34fb-4962-8af0-a2790b655590 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:54.940812 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-71c57c70-1e89-459d-af4f-4b6eb40acc59 req-2c009bad-66f6-4f7d-959a-235be9cc6cf2 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffd24f28-d1f2-424d-a54a-07a89350f5cb HTTP/1.1" status: 200 len: 210 time: 0.0644214 Nov 12 03:25:54.952734 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-d41479f7-c032-4687-929a-b337d4b058e7 req-da32bc0b-d057-496a-8849-ed2f561a9efa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bbbb60b-8f40-4c1f-9126-34b3f0b5965b {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:54.982412 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-da32bc0b-d057-496a-8849-ed2f561a9efa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:55.008757 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-d41479f7-c032-4687-929a-b337d4b058e7 req-da32bc0b-d057-496a-8849-ed2f561a9efa service neutron] Transition to ACTIVE for port object 4bbbb60b-8f40-4c1f-9126-34b3f0b5965b will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:25:55.016672 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-da32bc0b-d057-496a-8849-ed2f561a9efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:55.095154 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da32bc0b-d057-496a-8849-ed2f561a9efa service neutron] Pushing event updated for resources: {'Port': ['ID=4bbbb60b-8f40-4c1f-9126-34b3f0b5965b,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:55.135979 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc53657-34fb-4962-8af0-a2790b655590 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Pushing event updated for resources: {'Port': ['ID=ccec2384-fa14-44a7-8f82-7a966d97e707,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:55.149577 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-e001f548-b227-4f9c-9b9d-855daa0d0918 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:55.162706 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fa61882c-6389-4aa2-8863-36f5c0be99c9 req-5fc53657-34fb-4962-8af0-a2790b655590 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:55.194939 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fa61882c-6389-4aa2-8863-36f5c0be99c9 req-5fc53657-34fb-4962-8af0-a2790b655590 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:55.195581 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fa61882c-6389-4aa2-8863-36f5c0be99c9 req-5fc53657-34fb-4962-8af0-a2790b655590 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8674204 Nov 12 03:25:55.236604 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-d41479f7-c032-4687-929a-b337d4b058e7 req-da32bc0b-d057-496a-8849-ed2f561a9efa service neutron] Attempting to bind port 4bbbb60b-8f40-4c1f-9126-34b3f0b5965b on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:55.236604 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-d41479f7-c032-4687-929a-b337d4b058e7 req-da32bc0b-d057-496a-8849-ed2f561a9efa service neutron] Attempting to bind port 4bbbb60b-8f40-4c1f-9126-34b3f0b5965b by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '83020275-838e-40df-a5ab-a96ac61387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '573baa8f-b6be-41d7-a7a6-73c38233ca3f'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:55.236604 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41479f7-c032-4687-929a-b337d4b058e7 req-da32bc0b-d057-496a-8849-ed2f561a9efa service neutron] Attempting to bind port 4bbbb60b-8f40-4c1f-9126-34b3f0b5965b on network 573baa8f-b6be-41d7-a7a6-73c38233ca3f {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:55.250403 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc48e3-c882-47c3-964e-d311e16ba218 req-9f5e817d-30db-4c25-90d1-3409ef6b26ad tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:55.252377 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-88cc48e3-c882-47c3-964e-d311e16ba218 req-9f5e817d-30db-4c25-90d1-3409ef6b26ad tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 950 time: 0.1188512 Nov 12 03:25:55.253553 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41479f7-c032-4687-929a-b337d4b058e7 req-da32bc0b-d057-496a-8849-ed2f561a9efa service neutron] Port 4bbbb60b-8f40-4c1f-9126-34b3f0b5965b on network 573baa8f-b6be-41d7-a7a6-73c38233ca3f not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:55.253965 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41479f7-c032-4687-929a-b337d4b058e7 req-da32bc0b-d057-496a-8849-ed2f561a9efa service neutron] Attempting to bind port 4bbbb60b-8f40-4c1f-9126-34b3f0b5965b on network 573baa8f-b6be-41d7-a7a6-73c38233ca3f {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:55.268772 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41479f7-c032-4687-929a-b337d4b058e7 req-da32bc0b-d057-496a-8849-ed2f561a9efa service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:55.269452 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41479f7-c032-4687-929a-b337d4b058e7 req-da32bc0b-d057-496a-8849-ed2f561a9efa service neutron] Checking segment: {'id': '83020275-838e-40df-a5ab-a96ac61387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '573baa8f-b6be-41d7-a7a6-73c38233ca3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:55.270061 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41479f7-c032-4687-929a-b337d4b058e7 req-da32bc0b-d057-496a-8849-ed2f561a9efa service neutron] Bound using segment: {'id': '83020275-838e-40df-a5ab-a96ac61387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '573baa8f-b6be-41d7-a7a6-73c38233ca3f'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:55.270821 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-d41479f7-c032-4687-929a-b337d4b058e7 req-da32bc0b-d057-496a-8849-ed2f561a9efa service neutron] Bound port: 4bbbb60b-8f40-4c1f-9126-34b3f0b5965b, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83020275-838e-40df-a5ab-a96ac61387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '573baa8f-b6be-41d7-a7a6-73c38233ca3f'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:55.271407 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-da32bc0b-d057-496a-8849-ed2f561a9efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:55.275462 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fa61882c-6389-4aa2-8863-36f5c0be99c9 req-cbb3b44c-645d-4b12-b315-904eea95a454 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.177 HTTP/1.1" status: 200 len: 696 time: 0.0697241 Nov 12 03:25:55.323878 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-e001f548-b227-4f9c-9b9d-855daa0d0918 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:55.362675 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-88cc48e3-c882-47c3-964e-d311e16ba218 req-5c4a267a-8f40-4018-bea2-b71819f2d320 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021283 Nov 12 03:25:55.389026 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-d41479f7-c032-4687-929a-b337d4b058e7 req-da32bc0b-d057-496a-8849-ed2f561a9efa service neutron] For port 4bbbb60b-8f40-4c1f-9126-34b3f0b5965b, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:55.402673 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-d41479f7-c032-4687-929a-b337d4b058e7 req-da32bc0b-d057-496a-8849-ed2f561a9efa service neutron] For port 4bbbb60b-8f40-4c1f-9126-34b3f0b5965b, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4bbbb60b-8f40-4c1f-9126-34b3f0b5965b,segment=NetworkSegment(83020275-838e-40df-a5ab-a96ac61387a9),segment_id=83020275-838e-40df-a5ab-a96ac61387a9)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:55.410939 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-da32bc0b-d057-496a-8849-ed2f561a9efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:55.446437 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-e001f548-b227-4f9c-9b9d-855daa0d0918 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Network 169e1144-ccf3-4d1d-a931-5204a7d70a64 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:55.454051 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-e001f548-b227-4f9c-9b9d-855daa0d0918 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:55.457807 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-e001f548-b227-4f9c-9b9d-855daa0d0918 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:55.462493 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41479f7-c032-4687-929a-b337d4b058e7 req-da32bc0b-d057-496a-8849-ed2f561a9efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:55.463351 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d41479f7-c032-4687-929a-b337d4b058e7 req-da32bc0b-d057-496a-8849-ed2f561a9efa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:55.464897 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-da32bc0b-d057-496a-8849-ed2f561a9efa service neutron] 10.222.0.74 "PUT /v2.0/ports/4bbbb60b-8f40-4c1f-9126-34b3f0b5965b HTTP/1.1" status: 200 len: 1092 time: 1.6013377 Nov 12 03:25:55.471307 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aaf9a3a-7209-48bb-b834-1dc03a968bcb x-openstack-request-id: req-0aaf9a3a-7209-48bb-b834-1dc03a968bcb {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:55.471654 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "901c888a-da2b-477a-9adf-2639921bb668", "tag": "94c8258d-67c2-4ad8-9f8c-67f760634674", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:55.471986 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0aaf9a3a-7209-48bb-b834-1dc03a968bcb {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:55.472677 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '901c888a-da2b-477a-9adf-2639921bb668', 'tag': '94c8258d-67c2-4ad8-9f8c-67f760634674', 'status': 'completed', 'code': 200} Nov 12 03:25:55.531821 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da32bc0b-d057-496a-8849-ed2f561a9efa service neutron] Pushing event updated for resources: {'Port': ['ID=4bbbb60b-8f40-4c1f-9126-34b3f0b5965b,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:55.542889 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61882c-6389-4aa2-8863-36f5c0be99c9 req-bca6677f-ce9e-4bb5-bb43-15b96b87ea38 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:55.547953 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fa61882c-6389-4aa2-8863-36f5c0be99c9 req-bca6677f-ce9e-4bb5-bb43-15b96b87ea38 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/networks/7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 HTTP/1.1" status: 200 len: 784 time: 0.2680790 Nov 12 03:25:55.556944 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e001f548-b227-4f9c-9b9d-855daa0d0918 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Pushing event updated for resources: {'Port': ['ID=f7014e0c-3160-4db2-bb42-90d6d11ca96e,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:55.574829 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bed421-caba-4385-a142-a7c9fd47d17b req-a8220f0a-f91d-454b-b172-9c3df90d7490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:55.575350 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bed421-caba-4385-a142-a7c9fd47d17b req-a8220f0a-f91d-454b-b172-9c3df90d7490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:55.580135 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bed421-caba-4385-a142-a7c9fd47d17b req-a8220f0a-f91d-454b-b172-9c3df90d7490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:55.580620 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bed421-caba-4385-a142-a7c9fd47d17b req-a8220f0a-f91d-454b-b172-9c3df90d7490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:55.581075 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bed421-caba-4385-a142-a7c9fd47d17b req-a8220f0a-f91d-454b-b172-9c3df90d7490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:55.584539 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bed421-caba-4385-a142-a7c9fd47d17b req-a8220f0a-f91d-454b-b172-9c3df90d7490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:55.585071 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bed421-caba-4385-a142-a7c9fd47d17b req-a8220f0a-f91d-454b-b172-9c3df90d7490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:55.588552 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e4bed421-caba-4385-a142-a7c9fd47d17b req-a8220f0a-f91d-454b-b172-9c3df90d7490 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=984b5bf9950d4e568e34b6531154493c&device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 6483 time: 0.1004827 Nov 12 03:25:55.625798 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-e001f548-b227-4f9c-9b9d-855daa0d0918 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:55.626473 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-e001f548-b227-4f9c-9b9d-855daa0d0918 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:55.666850 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-e001f548-b227-4f9c-9b9d-855daa0d0918 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5381250 Nov 12 03:25:55.692259 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-856fc18f-2ad7-43b6-a61c-889256b6e4cb service neutron] Request body: {'port': {'device_id': 'ffd24f28-d1f2-424d-a54a-07a89350f5cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:55.799298 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bed421-caba-4385-a142-a7c9fd47d17b req-25bebc8b-53d2-49fa-8aa4-2bb4fd0cdbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:55.799770 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bed421-caba-4385-a142-a7c9fd47d17b req-25bebc8b-53d2-49fa-8aa4-2bb4fd0cdbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:55.800256 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bed421-caba-4385-a142-a7c9fd47d17b req-25bebc8b-53d2-49fa-8aa4-2bb4fd0cdbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:55.802028 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e4bed421-caba-4385-a142-a7c9fd47d17b req-25bebc8b-53d2-49fa-8aa4-2bb4fd0cdbed service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=984b5bf9950d4e568e34b6531154493c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2036972 Nov 12 03:25:55.845667 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ccf6e-bcc1-4f24-9979-e372fb1f136c req-1eb0cde1-d934-484a-9fe8-a2a296c44e5a tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:55.847079 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-824ccf6e-bcc1-4f24-9979-e372fb1f136c req-1eb0cde1-d934-484a-9fe8-a2a296c44e5a tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=de6fb720-333f-4db9-b89f-5ea5f4cafe46 HTTP/1.1" status: 200 len: 945 time: 0.1520176 Nov 12 03:25:55.850615 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-856fc18f-2ad7-43b6-a61c-889256b6e4cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:55.956129 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bed421-caba-4385-a142-a7c9fd47d17b req-6afd93e2-bf13-4147-8dca-ae20b6fa5247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:55.957091 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-824ccf6e-bcc1-4f24-9979-e372fb1f136c req-7e6e5c10-3192-4f3f-ad53-77f633ae5d84 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964136 Nov 12 03:25:55.969801 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e4bed421-caba-4385-a142-a7c9fd47d17b req-6afd93e2-bf13-4147-8dca-ae20b6fa5247 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1495328 Nov 12 03:25:56.104515 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 55a09f1f-5f9e-4783-9942-dfb020785189 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:56.116727 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41479f7-c032-4687-929a-b337d4b058e7 req-49774488-e00c-4015-bb71-0486fc9dd2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:56.117201 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41479f7-c032-4687-929a-b337d4b058e7 req-49774488-e00c-4015-bb71-0486fc9dd2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:56.117660 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41479f7-c032-4687-929a-b337d4b058e7 req-49774488-e00c-4015-bb71-0486fc9dd2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:56.118109 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41479f7-c032-4687-929a-b337d4b058e7 req-49774488-e00c-4015-bb71-0486fc9dd2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:56.118561 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41479f7-c032-4687-929a-b337d4b058e7 req-49774488-e00c-4015-bb71-0486fc9dd2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:56.119169 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41479f7-c032-4687-929a-b337d4b058e7 req-49774488-e00c-4015-bb71-0486fc9dd2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:56.119619 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41479f7-c032-4687-929a-b337d4b058e7 req-49774488-e00c-4015-bb71-0486fc9dd2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:56.121598 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-49774488-e00c-4015-bb71-0486fc9dd2f3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=984b5bf9950d4e568e34b6531154493c&device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 6483 time: 0.1043277 Nov 12 03:25:56.194051 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-aedc6c1e-6855-4fdd-9123-354910514988 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ad279e8-eae6-43bc-9187-fb73596735da HTTP/1.1" status: 200 len: 217 time: 0.0631690 Nov 12 03:25:56.243794 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 55a09f1f-5f9e-4783-9942-dfb020785189 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:56.244487 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:56.301765 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41479f7-c032-4687-929a-b337d4b058e7 req-4b311598-efd3-4011-b935-16ca4b6a642c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:56.308825 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-4b311598-efd3-4011-b935-16ca4b6a642c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=27f881fe-8083-445e-acea-d73d96d974cb HTTP/1.1" status: 200 len: 851 time: 0.1036050 Nov 12 03:25:56.377723 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41479f7-c032-4687-929a-b337d4b058e7 req-32374c2d-2e72-4be3-b6bc-56a51bbdd285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:56.380662 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-32374c2d-2e72-4be3-b6bc-56a51bbdd285 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=05567585-3225-43ff-908b-682604349a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631502 Nov 12 03:25:56.416509 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:56.466872 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a09f1f-5f9e-4783-9942-dfb020785189'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:56.467766 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-ba5ead01-7b40-4d12-bfbd-fabe5867ed4e tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:56.471384 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-ba5ead01-7b40-4d12-bfbd-fabe5867ed4e tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/networks?id=7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce HTTP/1.1" status: 200 len: 821 time: 0.2385526 Nov 12 03:25:56.475818 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a06b07d-1abc-4168-8ce5-19561cc88e77" -d '{"events": [{"server_uuid": "7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c", "name": "network-vif-plugged", "status": "completed", "tag": "55a09f1f-5f9e-4783-9942-dfb020785189"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:56.497678 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 55a09f1f-5f9e-4783-9942-dfb020785189, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=55a09f1f-5f9e-4783-9942-dfb020785189,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:56.504311 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:56.542753 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb521bf-aed6-427a-9f0a-d4d49de72621 req-c687abc0-d8dc-42af-a595-bd843588c2de tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:56.551125 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb521bf-aed6-427a-9f0a-d4d49de72621 req-c687abc0-d8dc-42af-a595-bd843588c2de tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:56.560061 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb521bf-aed6-427a-9f0a-d4d49de72621 req-c687abc0-d8dc-42af-a595-bd843588c2de tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:56.567702 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb521bf-aed6-427a-9f0a-d4d49de72621 req-c687abc0-d8dc-42af-a595-bd843588c2de tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:56.574604 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-856fc18f-2ad7-43b6-a61c-889256b6e4cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7014e0c-3160-4db2-bb42-90d6d11ca96e {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:56.575011 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb521bf-aed6-427a-9f0a-d4d49de72621 req-c687abc0-d8dc-42af-a595-bd843588c2de tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:56.580177 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=55a09f1f-5f9e-4783-9942-dfb020785189,revision_number=7']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:56.582328 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb521bf-aed6-427a-9f0a-d4d49de72621 req-c687abc0-d8dc-42af-a595-bd843588c2de tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:56.590724 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb521bf-aed6-427a-9f0a-d4d49de72621 req-c687abc0-d8dc-42af-a595-bd843588c2de tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:56.593482 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dfb521bf-aed6-427a-9f0a-d4d49de72621 req-c687abc0-d8dc-42af-a595-bd843588c2de tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 5419 time: 0.1990561 Nov 12 03:25:56.601977 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-856fc18f-2ad7-43b6-a61c-889256b6e4cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:56.624104 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-856fc18f-2ad7-43b6-a61c-889256b6e4cb service neutron] Transition to ACTIVE for port object f7014e0c-3160-4db2-bb42-90d6d11ca96e will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:25:56.635083 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-34426178-ac81-4aa5-99a2-8a63fb4cd750 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/quotas/0debc975661f439796e2390b4a57b652 HTTP/1.1" status: 200 len: 375 time: 0.1022217 Nov 12 03:25:56.644903 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-a0560e78-d6c8-406c-9541-ebe6d460ae89 service neutron] 10.222.0.74 "GET /v2.0/networks/05567585-3225-43ff-908b-682604349a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486467 Nov 12 03:25:56.650077 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-856fc18f-2ad7-43b6-a61c-889256b6e4cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:56.758667 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856fc18f-2ad7-43b6-a61c-889256b6e4cb service neutron] Pushing event updated for resources: {'Port': ['ID=f7014e0c-3160-4db2-bb42-90d6d11ca96e,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:56.768856 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fc18f-2ad7-43b6-a61c-889256b6e4cb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:56.769321 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fc18f-2ad7-43b6-a61c-889256b6e4cb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:56.769662 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fc18f-2ad7-43b6-a61c-889256b6e4cb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:56.769996 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fc18f-2ad7-43b6-a61c-889256b6e4cb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:56.770346 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fc18f-2ad7-43b6-a61c-889256b6e4cb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:56.770678 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fc18f-2ad7-43b6-a61c-889256b6e4cb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:56.771273 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fc18f-2ad7-43b6-a61c-889256b6e4cb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:56.771445 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fc18f-2ad7-43b6-a61c-889256b6e4cb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:56.771741 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fc18f-2ad7-43b6-a61c-889256b6e4cb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:56.771937 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fc18f-2ad7-43b6-a61c-889256b6e4cb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:56.772540 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fc18f-2ad7-43b6-a61c-889256b6e4cb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:56.772715 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fc18f-2ad7-43b6-a61c-889256b6e4cb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:56.795465 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dfb521bf-aed6-427a-9f0a-d4d49de72621 req-373871bf-b08b-46b2-ac71-ca7f9caf9c72 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a22aea3-060b-45a8-a7ba-9d5508ea1c86&id=163708d6-2806-48a4-99ff-2841929f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1948278 Nov 12 03:25:56.798191 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-a092fdff-9cda-47c7-ae77-ad66354a51ee tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0debc975661f439796e2390b4a57b652&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1610236 Nov 12 03:25:56.894902 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-3365587f-08b8-4650-a20f-34239e1da4d5 service neutron] 10.222.0.74 "GET /v2.0/networks/05567585-3225-43ff-908b-682604349a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272930 Nov 12 03:25:56.975570 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-856fc18f-2ad7-43b6-a61c-889256b6e4cb service neutron] Attempting to bind port f7014e0c-3160-4db2-bb42-90d6d11ca96e on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:56.975908 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-856fc18f-2ad7-43b6-a61c-889256b6e4cb service neutron] Attempting to bind port f7014e0c-3160-4db2-bb42-90d6d11ca96e by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'c201839a-9ee8-4927-8170-35a235ff6ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '169e1144-ccf3-4d1d-a931-5204a7d70a64'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:56.976265 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-856fc18f-2ad7-43b6-a61c-889256b6e4cb service neutron] Attempting to bind port f7014e0c-3160-4db2-bb42-90d6d11ca96e on network 169e1144-ccf3-4d1d-a931-5204a7d70a64 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:56.987611 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-856fc18f-2ad7-43b6-a61c-889256b6e4cb service neutron] Port f7014e0c-3160-4db2-bb42-90d6d11ca96e on network 169e1144-ccf3-4d1d-a931-5204a7d70a64 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:56.987938 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-856fc18f-2ad7-43b6-a61c-889256b6e4cb service neutron] Attempting to bind port f7014e0c-3160-4db2-bb42-90d6d11ca96e on network 169e1144-ccf3-4d1d-a931-5204a7d70a64 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:56.995111 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-856fc18f-2ad7-43b6-a61c-889256b6e4cb service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:56.995456 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-856fc18f-2ad7-43b6-a61c-889256b6e4cb service neutron] Checking segment: {'id': 'c201839a-9ee8-4927-8170-35a235ff6ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '169e1144-ccf3-4d1d-a931-5204a7d70a64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:56.995825 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-856fc18f-2ad7-43b6-a61c-889256b6e4cb service neutron] Bound using segment: {'id': 'c201839a-9ee8-4927-8170-35a235ff6ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '169e1144-ccf3-4d1d-a931-5204a7d70a64'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:56.996286 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-856fc18f-2ad7-43b6-a61c-889256b6e4cb service neutron] Bound port: f7014e0c-3160-4db2-bb42-90d6d11ca96e, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c201839a-9ee8-4927-8170-35a235ff6ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '169e1144-ccf3-4d1d-a931-5204a7d70a64'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:56.996639 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-856fc18f-2ad7-43b6-a61c-889256b6e4cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:56.996881 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-4f0238f7-f0d2-40f7-b5a5-dadcd050f206 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=e14041bd-b04a-4f9c-8b9a-4602f8a15d0b HTTP/1.1" status: 200 len: 217 time: 0.0856729 Nov 12 03:25:57.011020 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-c5cdc9f5-8eeb-43ee-8864-84c0ff1f2720 service neutron] 10.222.0.50 "GET /v2.0/networks/7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118914 Nov 12 03:25:57.108602 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a286a2d-4b3f-4039-9835-2e66e1af5e0e req-901e0950-7a3d-42f3-8468-0ed3f834aa3c tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:57.116088 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6a286a2d-4b3f-4039-9835-2e66e1af5e0e req-901e0950-7a3d-42f3-8468-0ed3f834aa3c tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffd24f28-d1f2-424d-a54a-07a89350f5cb HTTP/1.1" status: 200 len: 943 time: 0.1835730 Nov 12 03:25:57.119254 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41479f7-c032-4687-929a-b337d4b058e7 req-c230f67d-70b2-4cab-9962-8a2d00f17f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:57.120718 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-c230f67d-70b2-4cab-9962-8a2d00f17f2a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=47b6a17e-6944-4d40-9328-627b4b928ff7 HTTP/1.1" status: 200 len: 797 time: 0.0987442 Nov 12 03:25:57.167104 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-856fc18f-2ad7-43b6-a61c-889256b6e4cb service neutron] For port f7014e0c-3160-4db2-bb42-90d6d11ca96e, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:57.175127 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-856fc18f-2ad7-43b6-a61c-889256b6e4cb service neutron] For port f7014e0c-3160-4db2-bb42-90d6d11ca96e, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=f7014e0c-3160-4db2-bb42-90d6d11ca96e,segment=NetworkSegment(c201839a-9ee8-4927-8170-35a235ff6ef6),segment_id=c201839a-9ee8-4927-8170-35a235ff6ef6)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:57.193307 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-de562e41-e029-40e2-af5f-60ef17b5ab35 service neutron] 10.222.0.50 "GET /v2.0/networks/7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813245 Nov 12 03:25:57.197112 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-856fc18f-2ad7-43b6-a61c-889256b6e4cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:57.218830 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6a286a2d-4b3f-4039-9835-2e66e1af5e0e req-f91612fe-d2ac-44e8-89b9-2c132ce2461d tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfa74b35-347f-4524-ae5c-cff5e8847540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017652 Nov 12 03:25:57.242614 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41479f7-c032-4687-929a-b337d4b058e7 req-ebe14cef-45d3-4821-919c-fb21e00fbba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:57.244168 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-ebe14cef-45d3-4821-919c-fb21e00fbba4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0a9162de-bdde-427f-8e0e-6dfc54c7d9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1045094 Nov 12 03:25:57.259427 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-856fc18f-2ad7-43b6-a61c-889256b6e4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:57.260183 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-856fc18f-2ad7-43b6-a61c-889256b6e4cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:57.261642 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-856fc18f-2ad7-43b6-a61c-889256b6e4cb service neutron] 10.222.0.74 "PUT /v2.0/ports/f7014e0c-3160-4db2-bb42-90d6d11ca96e HTTP/1.1" status: 200 len: 1092 time: 1.5740767 Nov 12 03:25:57.262810 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd24f28-d1f2-424d-a54a-07a89350f5cb', 'tag': 'f7014e0c-3160-4db2-bb42-90d6d11ca96e'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:57.265011 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5101183a-67e9-46f7-9d43-60ad34c36808" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd24f28-d1f2-424d-a54a-07a89350f5cb", "tag": "f7014e0c-3160-4db2-bb42-90d6d11ca96e"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:57.309298 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856fc18f-2ad7-43b6-a61c-889256b6e4cb service neutron] Pushing event updated for resources: {'Port': ['ID=f7014e0c-3160-4db2-bb42-90d6d11ca96e,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:57.459611 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-0c77b759-71e2-4f56-a200-95c97e256df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:57.461710 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-0c77b759-71e2-4f56-a200-95c97e256df3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=91fef26da8e143afb79eb810bd46376a&device_id=ffd24f28-d1f2-424d-a54a-07a89350f5cb HTTP/1.1" status: 200 len: 1095 time: 0.1412277 Nov 12 03:25:57.479137 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '901c888a-da2b-477a-9adf-2639921bb668', 'tag': '4bbbb60b-8f40-4c1f-9126-34b3f0b5965b'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:57.489819 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ba96df-c9a9-4c50-bfb6-968857e8c7d5" -d '{"events": [{"name": "network-changed", "server_uuid": "901c888a-da2b-477a-9adf-2639921bb668", "tag": "4bbbb60b-8f40-4c1f-9126-34b3f0b5965b"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:57.553653 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-33bb6aea-aa90-4b03-912c-5846fa3ffd25 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7014e0c-3160-4db2-bb42-90d6d11ca96e HTTP/1.1" status: 200 len: 217 time: 0.0790091 Nov 12 03:25:57.559533 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-f0963fdb-1d76-4831-9950-2b1df0128cda service neutron] 10.222.0.74 "GET /v2.0/networks/0a9162de-bdde-427f-8e0e-6dfc54c7d9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039665 Nov 12 03:25:57.712672 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d6851-7e88-4a56-8365-9c051aca9215 req-22f97b7a-70a4-4f6b-be80-82314908b1d3 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:57.722994 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5d1d6851-7e88-4a56-8365-9c051aca9215 req-22f97b7a-70a4-4f6b-be80-82314908b1d3 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 950 time: 0.2266874 Nov 12 03:25:57.729759 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-ebcd5aeb-af3f-43cb-8393-3c26dbd8f96e service neutron] 10.222.0.74 "GET /v2.0/networks/0a9162de-bdde-427f-8e0e-6dfc54c7d9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603739 Nov 12 03:25:57.733360 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-89e44ae4-e315-412b-976b-9251f692a186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:57.734776 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-89e44ae4-e315-412b-976b-9251f692a186 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=81deee3d-5b3d-4089-86fe-7bb37174d9df HTTP/1.1" status: 200 len: 852 time: 0.1513262 Nov 12 03:25:57.783273 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-d3db2d4e-61a8-4c9d-8723-6c7f3e683c8c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=169e1144-ccf3-4d1d-a931-5204a7d70a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382185 Nov 12 03:25:57.805960 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-415ea945-2459-4410-a582-abe756b14041 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=f7283506-b691-45c6-9375-298221385ad8 HTTP/1.1" status: 200 len: 217 time: 0.0611718 Nov 12 03:25:57.848463 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5d1d6851-7e88-4a56-8365-9c051aca9215 req-502bae5c-59f5-451f-ab84-5dcc47cc3a5f tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244807 Nov 12 03:25:57.929532 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41479f7-c032-4687-929a-b337d4b058e7 req-cd24e897-86b1-487a-ae0d-9636fceae1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:57.933240 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-cd24e897-86b1-487a-ae0d-9636fceae1fd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=47b6a17e-6944-4d40-9328-627b4b928ff7 HTTP/1.1" status: 200 len: 797 time: 0.0981965 Nov 12 03:25:57.949340 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5b168f-3573-4e50-8e0f-5ae8c16121e0 x-openstack-request-id: req-3b5b168f-3573-4e50-8e0f-5ae8c16121e0 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:57.949866 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c", "name": "network-vif-plugged", "status": "completed", "tag": "55a09f1f-5f9e-4783-9942-dfb020785189", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:57.949866 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3b5b168f-3573-4e50-8e0f-5ae8c16121e0 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:57.950248 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a09f1f-5f9e-4783-9942-dfb020785189', 'code': 200} Nov 12 03:25:58.011185 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-76f8800b-0def-4507-9a38-0799fa76cb8a service neutron] 10.222.0.74 "GET /v2.0/networks/169e1144-ccf3-4d1d-a931-5204a7d70a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154768 Nov 12 03:25:58.026857 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60411793-00ed-4192-9f16-2a87e27f40c1 x-openstack-request-id: req-60411793-00ed-4192-9f16-2a87e27f40c1 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:58.027083 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd24f28-d1f2-424d-a54a-07a89350f5cb", "tag": "f7014e0c-3160-4db2-bb42-90d6d11ca96e", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:58.027185 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-60411793-00ed-4192-9f16-2a87e27f40c1 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:58.027587 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffd24f28-d1f2-424d-a54a-07a89350f5cb', 'tag': 'f7014e0c-3160-4db2-bb42-90d6d11ca96e', 'status': 'completed', 'code': 200} Nov 12 03:25:58.059004 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41479f7-c032-4687-929a-b337d4b058e7 req-c8b626db-f507-4b7c-b2be-77538fd28b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:58.061808 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-c8b626db-f507-4b7c-b2be-77538fd28b23 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0a9162de-bdde-427f-8e0e-6dfc54c7d9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1193218 Nov 12 03:25:58.093318 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf286e0-8aeb-4dcd-bbce-c2d900c9b29e req-8915c262-fbc5-4dc6-8077-05e7b0125a01 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:58.100588 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-edf286e0-8aeb-4dcd-bbce-c2d900c9b29e req-8915c262-fbc5-4dc6-8077-05e7b0125a01 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=de6fb720-333f-4db9-b89f-5ea5f4cafe46 HTTP/1.1" status: 200 len: 945 time: 0.0942683 Nov 12 03:25:58.211207 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-edf286e0-8aeb-4dcd-bbce-c2d900c9b29e req-24e52b55-167b-4dd0-acde-0e112d7c948e tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081257 Nov 12 03:25:58.245051 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f357a3b4-8499-41fd-8d93-e2473c1c771c req-6cf92484-b029-43c1-99bd-692823e73114 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/ports?device_id=7400df99-e2ed-494c-b77a-154bedd689de HTTP/1.1" status: 200 len: 210 time: 0.0842161 Nov 12 03:25:58.258605 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-117bd21d-8d51-4185-b13b-066f7064a697 service neutron] 10.222.0.74 "GET /v2.0/networks/0a9162de-bdde-427f-8e0e-6dfc54c7d9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825564 Nov 12 03:25:58.346950 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-507be5cb-fdc7-4c14-9d15-3b04340922db req-b3b82cc3-be91-42d0-8ea0-f8c43734d31d service neutron] 10.222.0.74 "GET /v2.0/networks/169e1144-ccf3-4d1d-a931-5204a7d70a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109112 Nov 12 03:25:58.347586 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1a9060-a2b5-463c-9869-08a54d030a52 x-openstack-request-id: req-1f1a9060-a2b5-463c-9869-08a54d030a52 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:58.349770 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "901c888a-da2b-477a-9adf-2639921bb668", "tag": "4bbbb60b-8f40-4c1f-9126-34b3f0b5965b", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:58.350201 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1f1a9060-a2b5-463c-9869-08a54d030a52 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:58.350765 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '901c888a-da2b-477a-9adf-2639921bb668', 'tag': '4bbbb60b-8f40-4c1f-9126-34b3f0b5965b', 'status': 'completed', 'code': 200} Nov 12 03:25:58.474525 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-fbfb1b11-049c-4e84-b3f9-6eecab37642a service neutron] 10.222.0.74 "GET /v2.0/networks/0a9162de-bdde-427f-8e0e-6dfc54c7d9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032456 Nov 12 03:25:58.480699 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4f523-55b6-4c78-975e-312f8e9b0f5d req-9a9a281d-6888-4995-9a2a-72fa95a4595a tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:58.510339 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4f523-55b6-4c78-975e-312f8e9b0f5d req-9a9a281d-6888-4995-9a2a-72fa95a4595a tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:58.519036 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4f523-55b6-4c78-975e-312f8e9b0f5d req-9a9a281d-6888-4995-9a2a-72fa95a4595a tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:58.542384 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4f523-55b6-4c78-975e-312f8e9b0f5d req-9a9a281d-6888-4995-9a2a-72fa95a4595a tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:58.561225 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4f523-55b6-4c78-975e-312f8e9b0f5d req-9a9a281d-6888-4995-9a2a-72fa95a4595a tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:58.577775 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4f523-55b6-4c78-975e-312f8e9b0f5d req-9a9a281d-6888-4995-9a2a-72fa95a4595a tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:58.578239 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-72eeb166-ad24-46b8-b69c-edf4c2a56531 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7 HTTP/1.1" status: 200 len: 217 time: 0.0928562 Nov 12 03:25:58.594172 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4f523-55b6-4c78-975e-312f8e9b0f5d req-9a9a281d-6888-4995-9a2a-72fa95a4595a tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:58.605941 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0bb4f523-55b6-4c78-975e-312f8e9b0f5d req-9a9a281d-6888-4995-9a2a-72fa95a4595a tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 5419 time: 0.2552676 Nov 12 03:25:58.683078 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41479f7-c032-4687-929a-b337d4b058e7 req-00f4572a-ec03-45be-8bed-d7cc8a935b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:58.684152 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-00f4572a-ec03-45be-8bed-d7cc8a935b96 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=47b6a17e-6944-4d40-9328-627b4b928ff7 HTTP/1.1" status: 200 len: 797 time: 0.0689270 Nov 12 03:25:58.713991 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101183a-67e9-46f7-9d43-60ad34c36808 req-92536137-3584-42d5-a0e0-64b545c7c59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:58.715881 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5101183a-67e9-46f7-9d43-60ad34c36808 req-92536137-3584-42d5-a0e0-64b545c7c59e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=91fef26da8e143afb79eb810bd46376a&device_id=ffd24f28-d1f2-424d-a54a-07a89350f5cb HTTP/1.1" status: 200 len: 1095 time: 0.0981221 Nov 12 03:25:58.741752 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0bb4f523-55b6-4c78-975e-312f8e9b0f5d req-c3110140-f72b-4718-8e41-7a1067cc40aa tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a22aea3-060b-45a8-a7ba-9d5508ea1c86&id=163708d6-2806-48a4-99ff-2841929f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1326945 Nov 12 03:25:58.742007 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2ddca-13aa-45dc-acf9-55936f20a86d req-4b546fa2-1f9e-4a7c-aa32-c5fc26373afa tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:58.749076 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-93c2ddca-13aa-45dc-acf9-55936f20a86d req-4b546fa2-1f9e-4a7c-aa32-c5fc26373afa tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffd24f28-d1f2-424d-a54a-07a89350f5cb HTTP/1.1" status: 200 len: 943 time: 0.1811078 Nov 12 03:25:58.872617 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-93c2ddca-13aa-45dc-acf9-55936f20a86d req-0f7e97f0-52e9-4f2d-933d-81118c88f4a0 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfa74b35-347f-4524-ae5c-cff5e8847540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206813 Nov 12 03:25:58.893932 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41479f7-c032-4687-929a-b337d4b058e7 req-0eefd122-4279-4bc0-b23b-1121e068721e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:58.896167 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-0eefd122-4279-4bc0-b23b-1121e068721e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0a9162de-bdde-427f-8e0e-6dfc54c7d9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2027738 Nov 12 03:25:59.178279 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184cb15-aef2-420c-a344-fa7f68aaf6bf req-4d4f16f9-bfad-44bf-9eec-92c5759ba78d tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:59.187046 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5184cb15-aef2-420c-a344-fa7f68aaf6bf req-4d4f16f9-bfad-44bf-9eec-92c5759ba78d tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 950 time: 0.1204832 Nov 12 03:25:59.199083 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-34a54e47-3331-4862-8d89-6debc8e63bbe service neutron] 10.222.0.74 "GET /v2.0/networks/0a9162de-bdde-427f-8e0e-6dfc54c7d9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919807 Nov 12 03:25:59.318212 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-066c3c94-b847-44c5-9d41-218f0226eba7 service neutron] 10.222.0.74 "GET /v2.0/networks/0a9162de-bdde-427f-8e0e-6dfc54c7d9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094098 Nov 12 03:25:59.531978 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 30fae683-0579-462c-a01b-25d596bbf1b4 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:25:59.668705 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101183a-67e9-46f7-9d43-60ad34c36808 req-3dfd3338-eef2-4e5f-8d8c-0ed08f140ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:59.670276 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5101183a-67e9-46f7-9d43-60ad34c36808 req-3dfd3338-eef2-4e5f-8d8c-0ed08f140ef5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=169e1144-ccf3-4d1d-a931-5204a7d70a64 HTTP/1.1" status: 200 len: 913 time: 0.9256577 Nov 12 03:25:59.762717 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5101183a-67e9-46f7-9d43-60ad34c36808 req-260291f6-11c4-4983-b4cc-99f32806519a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7014e0c-3160-4db2-bb42-90d6d11ca96e HTTP/1.1" status: 200 len: 217 time: 0.0807376 Nov 12 03:25:59.777709 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 30fae683-0579-462c-a01b-25d596bbf1b4, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=30fae683-0579-462c-a01b-25d596bbf1b4,segment=NetworkSegment(eece85e2-9491-495c-808d-869c08a5aaa4),segment_id=eece85e2-9491-495c-808d-869c08a5aaa4)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:59.823658 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '30fae683-0579-462c-a01b-25d596bbf1b4', 'network_id': 'e27d7564-6d22-4aba-8393-df25a0e0004d', 'port_id': '30fae683-0579-462c-a01b-25d596bbf1b4', 'mac_address': 'fa:16:3e:50:3b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b22bc4-04aa-4109-bb38-599b9cb93288', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:25:59.871079 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:59.888698 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 30fae683-0579-462c-a01b-25d596bbf1b4 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:59.907656 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101183a-67e9-46f7-9d43-60ad34c36808 req-c47d7922-5c25-46d9-b069-3f67d41a8f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:59.909440 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5101183a-67e9-46f7-9d43-60ad34c36808 req-c47d7922-5c25-46d9-b069-3f67d41a8f5a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=81deee3d-5b3d-4089-86fe-7bb37174d9df HTTP/1.1" status: 200 len: 852 time: 0.1223478 Nov 12 03:25:59.916561 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 30fae683-0579-462c-a01b-25d596bbf1b4, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=30fae683-0579-462c-a01b-25d596bbf1b4,segment=NetworkSegment(eece85e2-9491-495c-808d-869c08a5aaa4),segment_id=eece85e2-9491-495c-808d-869c08a5aaa4)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:59.927200 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:59.986174 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5101183a-67e9-46f7-9d43-60ad34c36808 req-5bd342af-2f69-4550-b79c-4a9e740b7be6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=169e1144-ccf3-4d1d-a931-5204a7d70a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556946 Nov 12 03:26:00.008054 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-e9023eca-3e96-46f4-bcc3-6084f79c63a5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=105f9594-14de-46d7-9d78-d82b9da371f6 HTTP/1.1" status: 200 len: 217 time: 0.6729932 Nov 12 03:26:00.084991 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41479f7-c032-4687-929a-b337d4b058e7 req-80fe509b-3489-46e9-8723-4412efca526a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:00.087834 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-80fe509b-3489-46e9-8723-4412efca526a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=47b6a17e-6944-4d40-9328-627b4b928ff7 HTTP/1.1" status: 200 len: 797 time: 0.0672174 Nov 12 03:26:00.143855 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5101183a-67e9-46f7-9d43-60ad34c36808 req-ad0f45d7-ae1e-4ca5-b767-b45a5fa3522d service neutron] 10.222.0.74 "GET /v2.0/networks/169e1144-ccf3-4d1d-a931-5204a7d70a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277809 Nov 12 03:26:00.158515 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286c4e8-be3f-4c12-8b08-d502219bbb03 req-0abc7a5a-848b-47bc-a113-5bffb1df9fbc tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:00.160352 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d286c4e8-be3f-4c12-8b08-d502219bbb03 req-0abc7a5a-848b-47bc-a113-5bffb1df9fbc tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=de6fb720-333f-4db9-b89f-5ea5f4cafe46 HTTP/1.1" status: 200 len: 945 time: 0.2751451 Nov 12 03:26:00.165611 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5184cb15-aef2-420c-a344-fa7f68aaf6bf req-6d79c459-2e40-4001-8917-5eb30d73954a tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9773183 Nov 12 03:26:00.213060 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=30fae683-0579-462c-a01b-25d596bbf1b4,revision_number=6']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:00.297509 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-973ff8f5-1364-4dad-91ce-f1208a721698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:00.326484 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['30fae683-0579-462c-a01b-25d596bbf1b4'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:00.343028 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41479f7-c032-4687-929a-b337d4b058e7 req-b088b9ca-99a6-4621-b63d-dda68f9f986f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:00.344782 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-b088b9ca-99a6-4621-b63d-dda68f9f986f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0a9162de-bdde-427f-8e0e-6dfc54c7d9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2321570 Nov 12 03:26:00.346971 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6da121a0-2100-4039-87c9-141096fdbe7f req-f527a309-d9a5-4377-b27d-39b9888af73b tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/ports?device_id=7400df99-e2ed-494c-b77a-154bedd689de HTTP/1.1" status: 200 len: 210 time: 0.0784497 Nov 12 03:26:00.405358 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d286c4e8-be3f-4c12-8b08-d502219bbb03 req-d16bb01e-122a-4b2c-b557-374f53e93000 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277548 Nov 12 03:26:00.538633 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-22bdd7ee-21b5-4bc7-aa25-ec671a5faba5 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:00.538763 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5101183a-67e9-46f7-9d43-60ad34c36808 req-3b02f883-de19-42f9-b381-19bae8bacb12 service neutron] 10.222.0.74 "GET /v2.0/networks/169e1144-ccf3-4d1d-a931-5204a7d70a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712914 Nov 12 03:26:00.541299 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-22bdd7ee-21b5-4bc7-aa25-ec671a5faba5 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.74 "GET /v2.0/networks?id=7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce HTTP/1.1" status: 200 len: 821 time: 0.5296400 Nov 12 03:26:00.572788 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-f3f25d2d-5998-4608-82cb-258d050fabf2 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Request body: {'port': {'device_id': '7400df99-e2ed-494c-b77a-154bedd689de', 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce', 'admin_state_up': True, 'tenant_id': '0debc975661f439796e2390b4a57b652'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:00.634097 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-6752468e-354e-47a6-a03e-82596702ab97 service neutron] 10.222.0.74 "GET /v2.0/networks/0a9162de-bdde-427f-8e0e-6dfc54c7d9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713721 Nov 12 03:26:00.640335 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf868a-19c2-4561-8e67-0f185f64278a req-924ef9f1-c480-4e18-8b98-bf5aded04ec4 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:00.647711 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf868a-19c2-4561-8e67-0f185f64278a req-924ef9f1-c480-4e18-8b98-bf5aded04ec4 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:00.658296 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf868a-19c2-4561-8e67-0f185f64278a req-924ef9f1-c480-4e18-8b98-bf5aded04ec4 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:00.662431 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf868a-19c2-4561-8e67-0f185f64278a req-924ef9f1-c480-4e18-8b98-bf5aded04ec4 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:00.669429 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf868a-19c2-4561-8e67-0f185f64278a req-924ef9f1-c480-4e18-8b98-bf5aded04ec4 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:00.676014 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf868a-19c2-4561-8e67-0f185f64278a req-924ef9f1-c480-4e18-8b98-bf5aded04ec4 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:00.682975 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf868a-19c2-4561-8e67-0f185f64278a req-924ef9f1-c480-4e18-8b98-bf5aded04ec4 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:00.692723 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-19bf868a-19c2-4561-8e67-0f185f64278a req-924ef9f1-c480-4e18-8b98-bf5aded04ec4 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 5419 time: 0.1331279 Nov 12 03:26:00.773242 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-19bf868a-19c2-4561-8e67-0f185f64278a req-25da182f-8a9f-4a13-bccd-f4b8f915e300 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a22aea3-060b-45a8-a7ba-9d5508ea1c86&id=163708d6-2806-48a4-99ff-2841929f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0793917 Nov 12 03:26:00.921507 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8376dd-b300-4507-9a51-22d9519b5f4b req-aaa8f5a4-0a40-443f-9568-8f3416abcf04 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:00.923080 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6e8376dd-b300-4507-9a51-22d9519b5f4b req-aaa8f5a4-0a40-443f-9568-8f3416abcf04 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffd24f28-d1f2-424d-a54a-07a89350f5cb HTTP/1.1" status: 200 len: 943 time: 0.2850423 Nov 12 03:26:01.016350 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-3143f285-eb19-454f-bd77-cc9527bd217e service neutron] 10.222.0.74 "GET /v2.0/networks/0a9162de-bdde-427f-8e0e-6dfc54c7d9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520336 Nov 12 03:26:01.133392 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-bc34ba4e-680f-422c-9620-4d88443702e4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=94c8258d-67c2-4ad8-9f8c-67f760634674 HTTP/1.1" status: 200 len: 217 time: 0.0976112 Nov 12 03:26:01.265910 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41479f7-c032-4687-929a-b337d4b058e7 req-fea64762-35d7-40f3-b3ed-7ca1086c920a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:01.268687 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-fea64762-35d7-40f3-b3ed-7ca1086c920a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ba17018e-b96b-4c29-adff-c6650fd08ac2 HTTP/1.1" status: 200 len: 797 time: 0.1175258 Nov 12 03:26:01.272332 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-f3f25d2d-5998-4608-82cb-258d050fabf2 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Made reservation on behalf of 0debc975661f439796e2390b4a57b652 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:01.276898 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-f3f25d2d-5998-4608-82cb-258d050fabf2 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:01.321897 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6e8376dd-b300-4507-9a51-22d9519b5f4b req-9350252e-9daa-4299-8e6e-7433293df926 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfa74b35-347f-4524-ae5c-cff5e8847540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858371 Nov 12 03:26:01.429880 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41479f7-c032-4687-929a-b337d4b058e7 req-969fbaa7-1d06-48c4-9acf-c16e052c7f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:01.431462 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-969fbaa7-1d06-48c4-9acf-c16e052c7f5e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=573baa8f-b6be-41d7-a7a6-73c38233ca3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1278880 Nov 12 03:26:01.529441 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device f7014e0c-3160-4db2-bb42-90d6d11ca96e details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:26:01.555538 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 30fae683-0579-462c-a01b-25d596bbf1b4 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:01.715954 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f745d-4857-447b-9275-27252be30322 req-783d4a24-3767-4a51-afcf-1dd024724654 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:01.724995 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-341f745d-4857-447b-9275-27252be30322 req-783d4a24-3767-4a51-afcf-1dd024724654 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 950 time: 0.2667234 Nov 12 03:26:01.738639 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port f7014e0c-3160-4db2-bb42-90d6d11ca96e, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=f7014e0c-3160-4db2-bb42-90d6d11ca96e,segment=NetworkSegment(c201839a-9ee8-4927-8170-35a235ff6ef6),segment_id=c201839a-9ee8-4927-8170-35a235ff6ef6)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:01.749035 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-f3f25d2d-5998-4608-82cb-258d050fabf2 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Allocated IP 172.20.0.14 (7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce/e23f749e-fea6-4b5c-8a76-f2265b94b364/f777b4ab-ac04-4042-9da3-9c5daa3d9403) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:01.785253 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'f7014e0c-3160-4db2-bb42-90d6d11ca96e', 'network_id': '169e1144-ccf3-4d1d-a931-5204a7d70a64', 'port_id': 'f7014e0c-3160-4db2-bb42-90d6d11ca96e', 'mac_address': 'fa:16:3e:e6:25:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81deee3d-5b3d-4089-86fe-7bb37174d9df', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:26:01.793493 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-ee776756-ff67-4587-a873-fe552fc53585 service neutron] 10.222.0.74 "GET /v2.0/networks/573baa8f-b6be-41d7-a7a6-73c38233ca3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484457 Nov 12 03:26:01.861388 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:01.877769 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7014e0c-3160-4db2-bb42-90d6d11ca96e {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:01.892603 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 30fae683-0579-462c-a01b-25d596bbf1b4 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:01.893380 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:01.932016 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port f7014e0c-3160-4db2-bb42-90d6d11ca96e, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=f7014e0c-3160-4db2-bb42-90d6d11ca96e,segment=NetworkSegment(c201839a-9ee8-4927-8170-35a235ff6ef6),segment_id=c201839a-9ee8-4927-8170-35a235ff6ef6)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:01.954728 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-341f745d-4857-447b-9275-27252be30322 req-7925ff61-3285-4fe1-b876-353735b56365 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288227 Nov 12 03:26:01.960889 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.163132 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-88d712a2-8dc6-4fad-a284-c63e2a19cf37 service neutron] 10.222.0.74 "GET /v2.0/networks/573baa8f-b6be-41d7-a7a6-73c38233ca3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617227 Nov 12 03:26:02.229863 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=f7014e0c-3160-4db2-bb42-90d6d11ca96e,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:02.285057 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.356748 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['f7014e0c-3160-4db2-bb42-90d6d11ca96e'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:02.380333 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6fb720-333f-4db9-b89f-5ea5f4cafe46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30fae683-0579-462c-a01b-25d596bbf1b4'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:02.387575 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8f4eda-d56b-420f-b409-30c7dfb2787b" -d '{"events": [{"server_uuid": "de6fb720-333f-4db9-b89f-5ea5f4cafe46", "name": "network-vif-plugged", "status": "completed", "tag": "30fae683-0579-462c-a01b-25d596bbf1b4"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:02.394020 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ad34a998-1f44-416c-92cc-850d9bfa46db req-09fbb058-01eb-4bfd-b963-045d8dd00baf tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/ports?device_id=7400df99-e2ed-494c-b77a-154bedd689de HTTP/1.1" status: 200 len: 210 time: 0.1786397 Nov 12 03:26:02.395009 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-81297232-7cb2-45a1-9a56-b5fee9b40516 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4bbbb60b-8f40-4c1f-9126-34b3f0b5965b HTTP/1.1" status: 200 len: 217 time: 0.2070835 Nov 12 03:26:02.441190 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59656) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:02.499703 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 30fae683-0579-462c-a01b-25d596bbf1b4, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=30fae683-0579-462c-a01b-25d596bbf1b4,segment=NetworkSegment(eece85e2-9491-495c-808d-869c08a5aaa4),segment_id=eece85e2-9491-495c-808d-869c08a5aaa4)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:02.526669 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.641363 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-f3f25d2d-5998-4608-82cb-258d050fabf2 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.676039 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=30fae683-0579-462c-a01b-25d596bbf1b4,revision_number=7']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:02.747753 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-dcc8718a-e910-4884-a432-822b9a4cbbb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.811964 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41479f7-c032-4687-929a-b337d4b058e7 req-0b67ada6-fd8a-43e1-9e51-49430bf7be4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:02.815880 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-0b67ada6-fd8a-43e1-9e51-49430bf7be4d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ba17018e-b96b-4c29-adff-c6650fd08ac2 HTTP/1.1" status: 200 len: 797 time: 0.3979776 Nov 12 03:26:02.821313 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-f3f25d2d-5998-4608-82cb-258d050fabf2 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.986649 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-dcc8718a-e910-4884-a432-822b9a4cbbb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.998548 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f25d2d-5998-4608-82cb-258d050fabf2 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Pushing event updated for resources: {'Port': ['ID=f777b4ab-ac04-4042-9da3-9c5daa3d9403,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:03.011710 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-dcc8718a-e910-4884-a432-822b9a4cbbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.063913 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113938e-313a-4196-a5c1-d44a738b11a4 req-9921c15a-f249-48ba-a476-b11bc22b12b9 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:03.077047 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d113938e-313a-4196-a5c1-d44a738b11a4 req-9921c15a-f249-48ba-a476-b11bc22b12b9 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=de6fb720-333f-4db9-b89f-5ea5f4cafe46 HTTP/1.1" status: 200 len: 945 time: 0.5080667 Nov 12 03:26:03.110045 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc8718a-e910-4884-a432-822b9a4cbbb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9736653-7f57-4ec1-832b-dcb9e717c95e,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:03.120765 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-dcc8718a-e910-4884-a432-822b9a4cbbb9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c3f43cc9c5d14a588a1c90c29733944b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6782808 Nov 12 03:26:03.125687 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59662) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:03.133418 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f25d2d-5998-4608-82cb-258d050fabf2 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:03.137765 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f25d2d-5998-4608-82cb-258d050fabf2 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:03.138741 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f25d2d-5998-4608-82cb-258d050fabf2 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:03.139085 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f25d2d-5998-4608-82cb-258d050fabf2 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:03.139704 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f25d2d-5998-4608-82cb-258d050fabf2 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:03.139815 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f25d2d-5998-4608-82cb-258d050fabf2 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:03.140103 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f25d2d-5998-4608-82cb-258d050fabf2 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:03.144644 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f25d2d-5998-4608-82cb-258d050fabf2 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:03.144978 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f25d2d-5998-4608-82cb-258d050fabf2 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:03.145324 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f25d2d-5998-4608-82cb-258d050fabf2 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:03.145851 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f25d2d-5998-4608-82cb-258d050fabf2 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:03.146184 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f25d2d-5998-4608-82cb-258d050fabf2 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:03.223008 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2cd8ddda-99ac-4edb-893b-00ca1a0ce860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.255476 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f43c42b2-3be7-478a-a526-6736213b9fab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.305631 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f43c42b2-3be7-478a-a526-6736213b9fab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.386820 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-f3f25d2d-5998-4608-82cb-258d050fabf2 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Network 7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:03.394561 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f43c42b2-3be7-478a-a526-6736213b9fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.397546 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f43c42b2-3be7-478a-a526-6736213b9fab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.398874 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f43c42b2-3be7-478a-a526-6736213b9fab admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f9736653-7f57-4ec1-832b-dcb9e717c95e HTTP/1.1" status: 204 len: 168 time: 0.2720344 Nov 12 03:26:03.421975 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d113938e-313a-4196-a5c1-d44a738b11a4 req-29c643dd-2bb0-476a-9ba2-30059b36d98a tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311634 Nov 12 03:26:03.429389 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-f3f25d2d-5998-4608-82cb-258d050fabf2 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:03.439506 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c42b2-3be7-478a-a526-6736213b9fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9736653-7f57-4ec1-832b-dcb9e717c95e,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:03.465407 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-f3f25d2d-5998-4608-82cb-258d050fabf2 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:03.500857 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41479f7-c032-4687-929a-b337d4b058e7 req-7cef4ba7-1506-40e4-a181-5a120eddb387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:03.517863 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-7cef4ba7-1506-40e4-a181-5a120eddb387 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=573baa8f-b6be-41d7-a7a6-73c38233ca3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6593103 Nov 12 03:26:03.519724 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['5731207e-39c0-427c-8694-1555fafb7f5b'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:03.805298 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-f3f25d2d-5998-4608-82cb-258d050fabf2 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:03.805980 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-f3f25d2d-5998-4608-82cb-258d050fabf2 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.862489 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-f3f25d2d-5998-4608-82cb-258d050fabf2 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3074188 Nov 12 03:26:03.927202 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-5fc260be-28f2-4b27-9f6b-22d6bbd35192 service neutron] Request body: {'port': {'device_id': '7400df99-e2ed-494c-b77a-154bedd689de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:03.948565 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726abe2-bef3-4eb0-86e7-2263275b39db req-9c680a4e-f1ff-46c0-9053-6ca600236392 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:03.960129 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726abe2-bef3-4eb0-86e7-2263275b39db req-9c680a4e-f1ff-46c0-9053-6ca600236392 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:03.971761 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726abe2-bef3-4eb0-86e7-2263275b39db req-9c680a4e-f1ff-46c0-9053-6ca600236392 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:03.983759 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726abe2-bef3-4eb0-86e7-2263275b39db req-9c680a4e-f1ff-46c0-9053-6ca600236392 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:03.992919 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726abe2-bef3-4eb0-86e7-2263275b39db req-9c680a4e-f1ff-46c0-9053-6ca600236392 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:04.003391 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726abe2-bef3-4eb0-86e7-2263275b39db req-9c680a4e-f1ff-46c0-9053-6ca600236392 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:04.012795 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726abe2-bef3-4eb0-86e7-2263275b39db req-9c680a4e-f1ff-46c0-9053-6ca600236392 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:04.024245 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8726abe2-bef3-4eb0-86e7-2263275b39db req-9c680a4e-f1ff-46c0-9053-6ca600236392 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 5419 time: 0.4243739 Nov 12 03:26:04.061839 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-fb427902-28ae-42b4-a3c2-aabb7f39ecac None None] Provisioning complete for port f777b4ab-ac04-4042-9da3-9c5daa3d9403 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:04.062449 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fb427902-28ae-42b4-a3c2-aabb7f39ecac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:04.074702 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-2e4013e5-0d5f-4654-8ecb-49ce0021fa42 service neutron] 10.222.0.74 "GET /v2.0/networks/573baa8f-b6be-41d7-a7a6-73c38233ca3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5559390 Nov 12 03:26:04.127143 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:04.181162 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-fb427902-28ae-42b4-a3c2-aabb7f39ecac None None] Port f777b4ab-ac04-4042-9da3-9c5daa3d9403 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:26:04.272603 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59670) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:04.286847 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-5fc260be-28f2-4b27-9f6b-22d6bbd35192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:04.296839 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8726abe2-bef3-4eb0-86e7-2263275b39db req-37946def-1432-4e7b-99c6-2d3c99f7e5d1 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a22aea3-060b-45a8-a7ba-9d5508ea1c86&id=163708d6-2806-48a4-99ff-2841929f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2712326 Nov 12 03:26:04.307742 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e0d89f6d-387d-451b-9a92-032e6b4615ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:04.367581 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d41479f7-c032-4687-929a-b337d4b058e7 req-b1152079-80b1-491b-8419-472dccd302a8 service neutron] 10.222.0.74 "GET /v2.0/networks/573baa8f-b6be-41d7-a7a6-73c38233ca3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779229 Nov 12 03:26:04.589471 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e0d89f6d-387d-451b-9a92-032e6b4615ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:04.597853 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e0d89f6d-387d-451b-9a92-032e6b4615ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:04.654969 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d89f6d-387d-451b-9a92-032e6b4615ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823b8c0e-527c-417b-918f-e152d2cea076,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:04.671285 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba96df-c9a9-4c50-bfb6-968857e8c7d5 req-75cf0123-031a-46bc-8526-0505fed02577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:04.671907 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba96df-c9a9-4c50-bfb6-968857e8c7d5 req-75cf0123-031a-46bc-8526-0505fed02577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:04.672265 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba96df-c9a9-4c50-bfb6-968857e8c7d5 req-75cf0123-031a-46bc-8526-0505fed02577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:04.672721 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba96df-c9a9-4c50-bfb6-968857e8c7d5 req-75cf0123-031a-46bc-8526-0505fed02577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:04.673166 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba96df-c9a9-4c50-bfb6-968857e8c7d5 req-75cf0123-031a-46bc-8526-0505fed02577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:04.673606 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba96df-c9a9-4c50-bfb6-968857e8c7d5 req-75cf0123-031a-46bc-8526-0505fed02577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:04.674048 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba96df-c9a9-4c50-bfb6-968857e8c7d5 req-75cf0123-031a-46bc-8526-0505fed02577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:04.675915 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-79ba96df-c9a9-4c50-bfb6-968857e8c7d5 req-75cf0123-031a-46bc-8526-0505fed02577 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=984b5bf9950d4e568e34b6531154493c&device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 6483 time: 0.1854653 Nov 12 03:26:04.695340 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680101b-579f-4dc0-88e6-dd1fa773db61 req-a9376f21-7b18-4c77-8e00-325e5c13a218 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:04.697018 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9680101b-579f-4dc0-88e6-dd1fa773db61 req-a9376f21-7b18-4c77-8e00-325e5c13a218 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffd24f28-d1f2-424d-a54a-07a89350f5cb HTTP/1.1" status: 200 len: 944 time: 0.2077961 Nov 12 03:26:04.731836 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e0d89f6d-387d-451b-9a92-032e6b4615ff admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3fd33ffb32724a3ea549b3cd0c950843&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4574714 Nov 12 03:26:04.737067 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59678) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:04.866961 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fbda9a-e601-4794-8c98-9d11cb400c84 req-f6e5126e-4320-4d7d-b2f0-5f70ccda83e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:04.868598 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-50fbda9a-e601-4794-8c98-9d11cb400c84 req-f6e5126e-4320-4d7d-b2f0-5f70ccda83e8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=eda4d7a9c5834d36bc2b22e1ed979ccd&device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 1097 time: 0.0795498 Nov 12 03:26:04.920053 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9680101b-579f-4dc0-88e6-dd1fa773db61 req-3c11368a-274e-4b3e-8131-d4e9e1f94a6d tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfa74b35-347f-4524-ae5c-cff5e8847540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957500 Nov 12 03:26:05.040492 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115b1c28-2f11-4f3b-9783-882eae4ae4d7 x-openstack-request-id: req-115b1c28-2f11-4f3b-9783-882eae4ae4d7 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:05.041403 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6fb720-333f-4db9-b89f-5ea5f4cafe46", "name": "network-vif-plugged", "status": "completed", "tag": "30fae683-0579-462c-a01b-25d596bbf1b4", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:05.041906 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-115b1c28-2f11-4f3b-9783-882eae4ae4d7 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:05.042515 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6fb720-333f-4db9-b89f-5ea5f4cafe46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30fae683-0579-462c-a01b-25d596bbf1b4', 'code': 200} Nov 12 03:26:05.109569 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fbda9a-e601-4794-8c98-9d11cb400c84 req-8f51eeee-b745-4025-b750-cac88cf2048f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:05.111106 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-50fbda9a-e601-4794-8c98-9d11cb400c84 req-8f51eeee-b745-4025-b750-cac88cf2048f service neutron] 10.222.0.90 "GET /v2.0/networks?id=56493891-2b14-40ba-a8cb-65015d9b59f3 HTTP/1.1" status: 200 len: 912 time: 0.2152054 Nov 12 03:26:05.182882 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-50fbda9a-e601-4794-8c98-9d11cb400c84 req-2fb531f2-5337-48e0-8364-c2fc5b4dad15 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55a09f1f-5f9e-4783-9942-dfb020785189 HTTP/1.1" status: 200 len: 1000 time: 0.0640733 Nov 12 03:26:05.278204 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fbda9a-e601-4794-8c98-9d11cb400c84 req-e2febe29-86d4-4ccb-9d16-05e6f0e2876b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:05.280430 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-50fbda9a-e601-4794-8c98-9d11cb400c84 req-e2febe29-86d4-4ccb-9d16-05e6f0e2876b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c41913f5-e5c1-4e60-8ee6-4f6d29d519f8 HTTP/1.1" status: 200 len: 850 time: 0.0890527 Nov 12 03:26:05.287792 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e3daa708-f212-4bd0-beaa-ec2b6841bf06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.318996 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba96df-c9a9-4c50-bfb6-968857e8c7d5 req-8b3e2886-23a3-4bd7-8d5a-264666a1716a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:05.321108 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-79ba96df-c9a9-4c50-bfb6-968857e8c7d5 req-8b3e2886-23a3-4bd7-8d5a-264666a1716a service neutron] 10.222.0.74 "GET /v2.0/networks?id=573baa8f-b6be-41d7-a7a6-73c38233ca3f HTTP/1.1" status: 200 len: 902 time: 0.6231837 Nov 12 03:26:05.346476 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-5fc260be-28f2-4b27-9f6b-22d6bbd35192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f777b4ab-ac04-4042-9da3-9c5daa3d9403 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:05.380846 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fbda9a-e601-4794-8c98-9d11cb400c84 req-8cb0881e-c7c1-453b-9f68-6f47170c36a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:05.382263 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.382775 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-50fbda9a-e601-4794-8c98-9d11cb400c84 req-8cb0881e-c7c1-453b-9f68-6f47170c36a7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=56493891-2b14-40ba-a8cb-65015d9b59f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0935907 Nov 12 03:26:05.401538 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-5fc260be-28f2-4b27-9f6b-22d6bbd35192 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.409749 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-79ba96df-c9a9-4c50-bfb6-968857e8c7d5 req-05270722-45bf-46f3-91bc-02984bce8508 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4bbbb60b-8f40-4c1f-9126-34b3f0b5965b HTTP/1.1" status: 200 len: 217 time: 0.0748453 Nov 12 03:26:05.411697 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e3daa708-f212-4bd0-beaa-ec2b6841bf06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.442157 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-5fc260be-28f2-4b27-9f6b-22d6bbd35192 service neutron] Transition to ACTIVE for port object f777b4ab-ac04-4042-9da3-9c5daa3d9403 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:26:05.481704 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a98c1-3f94-41b5-9978-33f1a272af9e req-f1fbf6db-29c4-42cf-a4b1-147485d1e1e5 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:05.483833 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b01a98c1-3f94-41b5-9978-33f1a272af9e req-f1fbf6db-29c4-42cf-a4b1-147485d1e1e5 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 950 time: 0.2584960 Nov 12 03:26:05.488105 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-5fc260be-28f2-4b27-9f6b-22d6bbd35192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.563388 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device f7014e0c-3160-4db2-bb42-90d6d11ca96e up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:05.589330 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-50fbda9a-e601-4794-8c98-9d11cb400c84 req-d2aa834a-b210-420d-8148-b25a3e88c5af service neutron] 10.222.0.90 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965897 Nov 12 03:26:05.621088 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b01a98c1-3f94-41b5-9978-33f1a272af9e req-d95f6b5f-ac43-47b7-9e34-2953189856b6 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306984 Nov 12 03:26:05.657950 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba96df-c9a9-4c50-bfb6-968857e8c7d5 req-2fc5267b-797c-45d7-98ad-b48dba13a0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:05.666958 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-79ba96df-c9a9-4c50-bfb6-968857e8c7d5 req-2fc5267b-797c-45d7-98ad-b48dba13a0ef service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ba17018e-b96b-4c29-adff-c6650fd08ac2 HTTP/1.1" status: 200 len: 797 time: 0.2417092 Nov 12 03:26:05.751831 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port f7014e0c-3160-4db2-bb42-90d6d11ca96e completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:26:05.757429 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc260be-28f2-4b27-9f6b-22d6bbd35192 service neutron] Pushing event updated for resources: {'Port': ['ID=f777b4ab-ac04-4042-9da3-9c5daa3d9403,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:05.758029 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port f7014e0c-3160-4db2-bb42-90d6d11ca96e triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:05.758255 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.848655 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e3daa708-f212-4bd0-beaa-ec2b6841bf06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.851749 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e3daa708-f212-4bd0-beaa-ec2b6841bf06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.864951 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e3daa708-f212-4bd0-beaa-ec2b6841bf06 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/823b8c0e-527c-417b-918f-e152d2cea076 HTTP/1.1" status: 204 len: 168 time: 1.1060741 Nov 12 03:26:05.909197 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-50fbda9a-e601-4794-8c98-9d11cb400c84 req-c7a2291d-075f-4910-8fa7-d23c2c78b1f2 service neutron] 10.222.0.90 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049011 Nov 12 03:26:05.968922 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3daa708-f212-4bd0-beaa-ec2b6841bf06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823b8c0e-527c-417b-918f-e152d2cea076,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:06.023268 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:06.083723 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port f7014e0c-3160-4db2-bb42-90d6d11ca96e, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=f7014e0c-3160-4db2-bb42-90d6d11ca96e,segment=NetworkSegment(c201839a-9ee8-4927-8170-35a235ff6ef6),segment_id=c201839a-9ee8-4927-8170-35a235ff6ef6)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:06.089324 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:06.116857 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba96df-c9a9-4c50-bfb6-968857e8c7d5 req-790f4dd1-135e-42bf-a287-d8c26ca7d8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:06.119963 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-79ba96df-c9a9-4c50-bfb6-968857e8c7d5 req-790f4dd1-135e-42bf-a287-d8c26ca7d8af service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=573baa8f-b6be-41d7-a7a6-73c38233ca3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4200280 Nov 12 03:26:06.133712 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c0ed8-46c0-4b04-ad26-1cec1aa38271 req-bf1d99ad-6807-4217-88cc-c52f3887fe50 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:06.141538 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c63c0ed8-46c0-4b04-ad26-1cec1aa38271 req-bf1d99ad-6807-4217-88cc-c52f3887fe50 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/ports?device_id=7400df99-e2ed-494c-b77a-154bedd689de HTTP/1.1" status: 200 len: 944 time: 0.4143653 Nov 12 03:26:06.243809 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=f7014e0c-3160-4db2-bb42-90d6d11ca96e,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:06.252497 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-5fc260be-28f2-4b27-9f6b-22d6bbd35192 service neutron] Attempting to bind port f777b4ab-ac04-4042-9da3-9c5daa3d9403 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:06.259016 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-5fc260be-28f2-4b27-9f6b-22d6bbd35192 service neutron] Attempting to bind port f777b4ab-ac04-4042-9da3-9c5daa3d9403 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'fec36af3-9300-48b5-9e38-a45077560b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:06.259367 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-5fc260be-28f2-4b27-9f6b-22d6bbd35192 service neutron] Attempting to bind port f777b4ab-ac04-4042-9da3-9c5daa3d9403 on network 7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:06.283824 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-5fc260be-28f2-4b27-9f6b-22d6bbd35192 service neutron] Port f777b4ab-ac04-4042-9da3-9c5daa3d9403 on network 7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:06.284363 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-5fc260be-28f2-4b27-9f6b-22d6bbd35192 service neutron] Attempting to bind port f777b4ab-ac04-4042-9da3-9c5daa3d9403 on network 7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:06.303506 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:06.442500 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c63c0ed8-46c0-4b04-ad26-1cec1aa38271 req-0956092e-4ccb-48a0-89ae-4efee220f60d tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c02f414-12bb-422e-8141-f3284114c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669735 Nov 12 03:26:06.445790 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-5fc260be-28f2-4b27-9f6b-22d6bbd35192 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:06.446475 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-5fc260be-28f2-4b27-9f6b-22d6bbd35192 service neutron] Checking segment: {'id': 'fec36af3-9300-48b5-9e38-a45077560b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:06.448337 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-5fc260be-28f2-4b27-9f6b-22d6bbd35192 service neutron] Bound using segment: {'id': 'fec36af3-9300-48b5-9e38-a45077560b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:06.449746 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-5fc260be-28f2-4b27-9f6b-22d6bbd35192 service neutron] Bound port: f777b4ab-ac04-4042-9da3-9c5daa3d9403, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fec36af3-9300-48b5-9e38-a45077560b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:06.453059 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-5fc260be-28f2-4b27-9f6b-22d6bbd35192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:06.866308 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-79ba96df-c9a9-4c50-bfb6-968857e8c7d5 req-f841993a-b0e7-4a3a-9feb-2380b54395ab service neutron] 10.222.0.74 "GET /v2.0/networks/573baa8f-b6be-41d7-a7a6-73c38233ca3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7157247 Nov 12 03:26:06.993574 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-79ba96df-c9a9-4c50-bfb6-968857e8c7d5 req-e06acd0b-fa81-4921-83aa-eacbeb096eb2 service neutron] 10.222.0.74 "GET /v2.0/networks/573baa8f-b6be-41d7-a7a6-73c38233ca3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069734 Nov 12 03:26:06.994777 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-5fc260be-28f2-4b27-9f6b-22d6bbd35192 service neutron] For port f777b4ab-ac04-4042-9da3-9c5daa3d9403, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:07.009102 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a2305-6be8-42e2-ab88-4f96ce6429c4 req-a121a2ac-b62c-45e5-a61c-2b2e36598d25 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:07.017481 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-253a2305-6be8-42e2-ab88-4f96ce6429c4 req-a121a2ac-b62c-45e5-a61c-2b2e36598d25 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=de6fb720-333f-4db9-b89f-5ea5f4cafe46 HTTP/1.1" status: 200 len: 945 time: 0.3499458 Nov 12 03:26:07.044600 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd24f28-d1f2-424d-a54a-07a89350f5cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7014e0c-3160-4db2-bb42-90d6d11ca96e'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:07.048205 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3295455-a7dd-416e-aaaa-9d768f3a2990" -d '{"events": [{"server_uuid": "ffd24f28-d1f2-424d-a54a-07a89350f5cb", "name": "network-vif-plugged", "status": "completed", "tag": "f7014e0c-3160-4db2-bb42-90d6d11ca96e"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:07.050528 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-5fc260be-28f2-4b27-9f6b-22d6bbd35192 service neutron] For port f777b4ab-ac04-4042-9da3-9c5daa3d9403, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=f777b4ab-ac04-4042-9da3-9c5daa3d9403,segment=NetworkSegment(fec36af3-9300-48b5-9e38-a45077560b9e),segment_id=fec36af3-9300-48b5-9e38-a45077560b9e)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:07.108492 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-253a2305-6be8-42e2-ab88-4f96ce6429c4 req-7df530f2-8707-4ad9-ad03-1ea89447957d tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838151 Nov 12 03:26:07.112664 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-5fc260be-28f2-4b27-9f6b-22d6bbd35192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:07.182136 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-5fc260be-28f2-4b27-9f6b-22d6bbd35192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:07.183176 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-5fc260be-28f2-4b27-9f6b-22d6bbd35192 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:07.186180 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-5fc260be-28f2-4b27-9f6b-22d6bbd35192 service neutron] 10.222.0.74 "PUT /v2.0/ports/f777b4ab-ac04-4042-9da3-9c5daa3d9403 HTTP/1.1" status: 200 len: 1093 time: 3.2685800 Nov 12 03:26:07.186902 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7400df99-e2ed-494c-b77a-154bedd689de', 'tag': 'f777b4ab-ac04-4042-9da3-9c5daa3d9403'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:07.191119 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4713f2f-de10-4ee1-bfdd-37ef0680b13f" -d '{"events": [{"name": "network-changed", "server_uuid": "7400df99-e2ed-494c-b77a-154bedd689de", "tag": "f777b4ab-ac04-4042-9da3-9c5daa3d9403"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:07.240592 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc260be-28f2-4b27-9f6b-22d6bbd35192 service neutron] Pushing event updated for resources: {'Port': ['ID=f777b4ab-ac04-4042-9da3-9c5daa3d9403,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:07.509579 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7f176-53a3-4384-b317-d804951d4006 req-9d88a6b1-60a0-4a0e-8ed5-44d8e8c41270 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:07.526643 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7f176-53a3-4384-b317-d804951d4006 req-9d88a6b1-60a0-4a0e-8ed5-44d8e8c41270 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:07.549059 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7f176-53a3-4384-b317-d804951d4006 req-9d88a6b1-60a0-4a0e-8ed5-44d8e8c41270 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:07.561242 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7f176-53a3-4384-b317-d804951d4006 req-9d88a6b1-60a0-4a0e-8ed5-44d8e8c41270 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:07.568964 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7f176-53a3-4384-b317-d804951d4006 req-9d88a6b1-60a0-4a0e-8ed5-44d8e8c41270 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:07.579852 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7f176-53a3-4384-b317-d804951d4006 req-9d88a6b1-60a0-4a0e-8ed5-44d8e8c41270 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:07.580256 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 50373608-939c-404f-8e58-d13ffe4451a7 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:26:07.584208 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 50373608-939c-404f-8e58-d13ffe4451a7 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:26:07.587334 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7f176-53a3-4384-b317-d804951d4006 req-9d88a6b1-60a0-4a0e-8ed5-44d8e8c41270 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:07.589674 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-45f7f176-53a3-4384-b317-d804951d4006 req-9d88a6b1-60a0-4a0e-8ed5-44d8e8c41270 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 5419 time: 0.3016531 Nov 12 03:26:07.604267 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-4180b00c-e60e-4a61-ba11-a2dfb4db4d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:07.605874 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-4180b00c-e60e-4a61-ba11-a2dfb4db4d04 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0debc975661f439796e2390b4a57b652&device_id=7400df99-e2ed-494c-b77a-154bedd689de HTTP/1.1" status: 200 len: 1096 time: 0.3166919 Nov 12 03:26:07.757896 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-6647737b-8613-4ddb-a7e8-a6c69879a94a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f777b4ab-ac04-4042-9da3-9c5daa3d9403 HTTP/1.1" status: 200 len: 217 time: 0.0961111 Nov 12 03:26:07.814506 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-45f7f176-53a3-4384-b317-d804951d4006 req-c66c9c0f-6556-4863-8674-c8849309ca50 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a22aea3-060b-45a8-a7ba-9d5508ea1c86&id=163708d6-2806-48a4-99ff-2841929f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2133689 Nov 12 03:26:07.953837 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:08.079119 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 50373608-939c-404f-8e58-d13ffe4451a7, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=50373608-939c-404f-8e58-d13ffe4451a7,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:08.117908 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '50373608-939c-404f-8e58-d13ffe4451a7', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'port_id': '50373608-939c-404f-8e58-d13ffe4451a7', 'mac_address': 'fa:16:3e:33:6b:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa66706f-b415-4bb9-838e-cfd08f81d96b', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:26:08.140154 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 50373608-939c-404f-8e58-d13ffe4451a7, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=50373608-939c-404f-8e58-d13ffe4451a7,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:08.154537 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:08.252443 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:08.285498 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50373608-939c-404f-8e58-d13ffe4451a7 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:08.317207 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=50373608-939c-404f-8e58-d13ffe4451a7,revision_number=6']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:08.399648 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 50373608-939c-404f-8e58-d13ffe4451a7, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=50373608-939c-404f-8e58-d13ffe4451a7,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:08.413398 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:08.425017 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:08.532119 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=50373608-939c-404f-8e58-d13ffe4451a7,revision_number=7']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:08.741817 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['50373608-939c-404f-8e58-d13ffe4451a7'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:08.871273 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d51a60-6b64-4709-9d03-b8561e7d3d9e req-57de5360-4139-4700-9bc7-1748a92c55c7 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:08.882880 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-86d51a60-6b64-4709-9d03-b8561e7d3d9e req-57de5360-4139-4700-9bc7-1748a92c55c7 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffd24f28-d1f2-424d-a54a-07a89350f5cb HTTP/1.1" status: 200 len: 945 time: 0.1710722 Nov 12 03:26:08.925670 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-825db2f6-a866-4dd7-8d0d-fe567237ccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:08.927924 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-825db2f6-a866-4dd7-8d0d-fe567237ccf1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e23f749e-fea6-4b5c-8a76-f2265b94b364 HTTP/1.1" status: 200 len: 860 time: 1.1522694 Nov 12 03:26:09.187977 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-86d51a60-6b64-4709-9d03-b8561e7d3d9e req-1379261e-87b7-43ef-a868-ff4e63d8e46c tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfa74b35-347f-4524-ae5c-cff5e8847540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972302 Nov 12 03:26:09.222489 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-f6bd559d-dd39-41ac-8a39-ca2d3e8a9906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:09.225347 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-f6bd559d-dd39-41ac-8a39-ca2d3e8a9906 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2445829 Nov 12 03:26:09.492804 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc68634-ad2e-4f25-8d53-4fa3df4caae9 req-bafe703d-a423-4413-b679-722dab6dc379 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:09.501015 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bdc68634-ad2e-4f25-8d53-4fa3df4caae9 req-bafe703d-a423-4413-b679-722dab6dc379 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 949 time: 0.1621623 Nov 12 03:26:09.512383 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-a584254d-dfa5-4666-8ca2-6de77e453338 service neutron] 10.222.0.74 "GET /v2.0/networks/7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780972 Nov 12 03:26:09.800048 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bdc68634-ad2e-4f25-8d53-4fa3df4caae9 req-44d8f870-f602-49c1-b841-ac96edfaa8ec tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978859 Nov 12 03:26:09.864803 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8bfe44b1-8e7f-4fa9-934e-a6bb0e317c28 req-c4daeba7-bc39-43a0-a036-d22f18a46faa service neutron] 10.222.0.74 "GET /v2.0/networks/7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391771 Nov 12 03:26:09.925090 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8577e645-90c6-48e7-a792-e33c5d4356f6 x-openstack-request-id: req-8577e645-90c6-48e7-a792-e33c5d4356f6 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:09.925729 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd24f28-d1f2-424d-a54a-07a89350f5cb", "name": "network-vif-plugged", "status": "completed", "tag": "f7014e0c-3160-4db2-bb42-90d6d11ca96e", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:09.925878 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8577e645-90c6-48e7-a792-e33c5d4356f6 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:09.926451 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd24f28-d1f2-424d-a54a-07a89350f5cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7014e0c-3160-4db2-bb42-90d6d11ca96e', 'code': 200} Nov 12 03:26:10.004741 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c679399-8a76-4c43-8c64-ae31a3a1351f x-openstack-request-id: req-0c679399-8a76-4c43-8c64-ae31a3a1351f {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:10.005733 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7400df99-e2ed-494c-b77a-154bedd689de", "tag": "f777b4ab-ac04-4042-9da3-9c5daa3d9403", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:10.006252 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0c679399-8a76-4c43-8c64-ae31a3a1351f {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:10.006869 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7400df99-e2ed-494c-b77a-154bedd689de', 'tag': 'f777b4ab-ac04-4042-9da3-9c5daa3d9403', 'status': 'completed', 'code': 200} Nov 12 03:26:10.344904 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b6a24-c00a-4c67-b2f7-47722e5362a0 req-dfc64a47-10fd-44b6-97f9-849e26b4fa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:10.346547 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e88b6a24-c00a-4c67-b2f7-47722e5362a0 req-dfc64a47-10fd-44b6-97f9-849e26b4fa10 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ffd24f28-d1f2-424d-a54a-07a89350f5cb HTTP/1.1" status: 200 len: 1097 time: 0.3232102 Nov 12 03:26:10.399874 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f845dc-57ee-439f-84a5-607db4ac739f req-426983b0-2690-4286-86d8-ee770bc6c969 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:10.401463 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-48f845dc-57ee-439f-84a5-607db4ac739f req-426983b0-2690-4286-86d8-ee770bc6c969 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/ports?device_id=7400df99-e2ed-494c-b77a-154bedd689de HTTP/1.1" status: 200 len: 944 time: 0.2165492 Nov 12 03:26:10.434352 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4713f2f-de10-4ee1-bfdd-37ef0680b13f req-04e1ed13-8000-4274-a866-a8ed4910ad0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:10.437548 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c4713f2f-de10-4ee1-bfdd-37ef0680b13f req-04e1ed13-8000-4274-a866-a8ed4910ad0e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0debc975661f439796e2390b4a57b652&device_id=7400df99-e2ed-494c-b77a-154bedd689de HTTP/1.1" status: 200 len: 1096 time: 0.3477125 Nov 12 03:26:10.594622 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e88b6a24-c00a-4c67-b2f7-47722e5362a0 req-58e07680-2ee6-4164-90a4-59b9fcb16ee5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=dfa74b35-347f-4524-ae5c-cff5e8847540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183967 Nov 12 03:26:10.697229 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-48f845dc-57ee-439f-84a5-607db4ac739f req-320eef34-0f04-4da4-9ba1-74d84f84b556 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c02f414-12bb-422e-8141-f3284114c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714107 Nov 12 03:26:10.777491 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4713f2f-de10-4ee1-bfdd-37ef0680b13f req-7449d993-8c13-4cf7-b1da-0010c43a2d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:10.781629 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c4713f2f-de10-4ee1-bfdd-37ef0680b13f req-7449d993-8c13-4cf7-b1da-0010c43a2d33 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce HTTP/1.1" status: 200 len: 922 time: 0.3020070 Nov 12 03:26:10.895652 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c4713f2f-de10-4ee1-bfdd-37ef0680b13f req-ffd59b12-bd87-428d-8b98-19bf6a1c23d0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f777b4ab-ac04-4042-9da3-9c5daa3d9403 HTTP/1.1" status: 200 len: 217 time: 0.0825016 Nov 12 03:26:10.984129 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3394e73-3b82-4056-bb42-01e36debb65c req-50246e14-67a9-4195-bbf7-0cf3b1ff02f5 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:10.985863 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f3394e73-3b82-4056-bb42-01e36debb65c req-50246e14-67a9-4195-bbf7-0cf3b1ff02f5 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=de6fb720-333f-4db9-b89f-5ea5f4cafe46 HTTP/1.1" status: 200 len: 945 time: 0.1666980 Nov 12 03:26:10.993991 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4713f2f-de10-4ee1-bfdd-37ef0680b13f req-9ea22bc1-0598-439c-9a46-cada7c2950a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:10.995530 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c4713f2f-de10-4ee1-bfdd-37ef0680b13f req-9ea22bc1-0598-439c-9a46-cada7c2950a5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e23f749e-fea6-4b5c-8a76-f2265b94b364 HTTP/1.1" status: 200 len: 860 time: 0.0826547 Nov 12 03:26:11.096156 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f3394e73-3b82-4056-bb42-01e36debb65c req-61143f89-e0e6-4c64-b089-1dc8000678c8 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952070 Nov 12 03:26:11.253071 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4713f2f-de10-4ee1-bfdd-37ef0680b13f req-2a37d9c1-3a91-4398-ae84-acd7fe1ae736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:11.255596 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c4713f2f-de10-4ee1-bfdd-37ef0680b13f req-2a37d9c1-3a91-4398-ae84-acd7fe1ae736 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2252152 Nov 12 03:26:11.466682 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c4713f2f-de10-4ee1-bfdd-37ef0680b13f req-6cf36f6a-a897-4eee-873d-b1018aa3654e service neutron] 10.222.0.74 "GET /v2.0/networks/7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995935 Nov 12 03:26:11.546562 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d892d45-9be8-43ad-8841-cd92254773dc req-fa2a7ebf-d962-4e7a-bf75-8a3020583675 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:11.554862 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d892d45-9be8-43ad-8841-cd92254773dc req-fa2a7ebf-d962-4e7a-bf75-8a3020583675 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:11.564408 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d892d45-9be8-43ad-8841-cd92254773dc req-fa2a7ebf-d962-4e7a-bf75-8a3020583675 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:11.571302 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d892d45-9be8-43ad-8841-cd92254773dc req-fa2a7ebf-d962-4e7a-bf75-8a3020583675 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:11.578079 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 50373608-939c-404f-8e58-d13ffe4451a7 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:11.579548 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d892d45-9be8-43ad-8841-cd92254773dc req-fa2a7ebf-d962-4e7a-bf75-8a3020583675 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:11.586731 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d892d45-9be8-43ad-8841-cd92254773dc req-fa2a7ebf-d962-4e7a-bf75-8a3020583675 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:11.596668 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d892d45-9be8-43ad-8841-cd92254773dc req-fa2a7ebf-d962-4e7a-bf75-8a3020583675 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:11.598925 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9d892d45-9be8-43ad-8841-cd92254773dc req-fa2a7ebf-d962-4e7a-bf75-8a3020583675 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 5419 time: 0.2846012 Nov 12 03:26:11.689748 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 50373608-939c-404f-8e58-d13ffe4451a7 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:11.691284 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:11.861337 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:11.936453 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34647376-8c8b-4535-bf39-d77d3cb17e99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50373608-939c-404f-8e58-d13ffe4451a7'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:11.940752 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dcf89f4-1ff6-4654-84ac-d12068403420" -d '{"events": [{"server_uuid": "34647376-8c8b-4535-bf39-d77d3cb17e99", "name": "network-vif-unplugged", "status": "completed", "tag": "50373608-939c-404f-8e58-d13ffe4451a7"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:11.942608 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9d892d45-9be8-43ad-8841-cd92254773dc req-9903446c-188d-46c0-881b-324f5da7733f tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a22aea3-060b-45a8-a7ba-9d5508ea1c86&id=163708d6-2806-48a4-99ff-2841929f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2724597 Nov 12 03:26:11.946811 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c4713f2f-de10-4ee1-bfdd-37ef0680b13f req-9f4a8204-75b2-4b8f-91a1-567eef936266 service neutron] 10.222.0.74 "GET /v2.0/networks/7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4658670 Nov 12 03:26:11.984944 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 50373608-939c-404f-8e58-d13ffe4451a7, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=50373608-939c-404f-8e58-d13ffe4451a7,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:11.999608 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:12.124010 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=50373608-939c-404f-8e58-d13ffe4451a7,revision_number=8']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:12.199854 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74e1fd-6b08-4826-9d92-7940f4cfc517 req-a83d4d89-b635-4e77-bbe5-aad7554bcfd9 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:12.202637 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0e74e1fd-6b08-4826-9d92-7940f4cfc517 req-a83d4d89-b635-4e77-bbe5-aad7554bcfd9 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffd24f28-d1f2-424d-a54a-07a89350f5cb HTTP/1.1" status: 200 len: 945 time: 0.1079636 Nov 12 03:26:12.405468 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0e74e1fd-6b08-4826-9d92-7940f4cfc517 req-a5c2b92a-7aa8-4e94-ab22-dae91d944714 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfa74b35-347f-4524-ae5c-cff5e8847540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930776 Nov 12 03:26:12.647305 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9b948-65b7-4101-ba3a-53e395c9c185 req-6bd3888a-5008-46ad-94e1-e27dd43a02c1 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:12.649422 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1ec9b948-65b7-4101-ba3a-53e395c9c185 req-6bd3888a-5008-46ad-94e1-e27dd43a02c1 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 950 time: 0.1242282 Nov 12 03:26:12.758107 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1ec9b948-65b7-4101-ba3a-53e395c9c185 req-e83c95f7-5d9f-4a41-a9df-f60ad61d7731 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901816 Nov 12 03:26:13.096878 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd7050-3434-4bea-9f8a-ca10807fc69f req-8b70f5fe-ef85-45e9-819d-e8df31a4c563 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:13.116407 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-befd7050-3434-4bea-9f8a-ca10807fc69f req-8b70f5fe-ef85-45e9-819d-e8df31a4c563 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/ports?device_id=7400df99-e2ed-494c-b77a-154bedd689de HTTP/1.1" status: 200 len: 944 time: 0.1419826 Nov 12 03:26:13.264121 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-befd7050-3434-4bea-9f8a-ca10807fc69f req-9d906413-82e2-4532-87c6-aab3b6fa1674 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c02f414-12bb-422e-8141-f3284114c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426339 Nov 12 03:26:13.322164 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dae2f30-b71a-4b3b-9099-1d3f2644e691 x-openstack-request-id: req-1dae2f30-b71a-4b3b-9099-1d3f2644e691 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:13.322684 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34647376-8c8b-4535-bf39-d77d3cb17e99", "name": "network-vif-unplugged", "status": "completed", "tag": "50373608-939c-404f-8e58-d13ffe4451a7", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:13.323008 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1dae2f30-b71a-4b3b-9099-1d3f2644e691 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:13.323619 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34647376-8c8b-4535-bf39-d77d3cb17e99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50373608-939c-404f-8e58-d13ffe4451a7', 'code': 200} Nov 12 03:26:13.593625 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device f777b4ab-ac04-4042-9da3-9c5daa3d9403 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:26:13.596745 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0483b-6a1f-431d-a3b7-97f5725db0df req-868b5f68-5437-41d8-90d1-7ba000bbfec0 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:13.602189 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-78e0483b-6a1f-431d-a3b7-97f5725db0df req-868b5f68-5437-41d8-90d1-7ba000bbfec0 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=de6fb720-333f-4db9-b89f-5ea5f4cafe46 HTTP/1.1" status: 200 len: 945 time: 0.1407998 Nov 12 03:26:13.722129 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-78e0483b-6a1f-431d-a3b7-97f5725db0df req-d14a29c3-eab2-45ee-b852-c54bb20f325e tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143997 Nov 12 03:26:13.858420 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port f777b4ab-ac04-4042-9da3-9c5daa3d9403, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=f777b4ab-ac04-4042-9da3-9c5daa3d9403,segment=NetworkSegment(fec36af3-9300-48b5-9e38-a45077560b9e),segment_id=fec36af3-9300-48b5-9e38-a45077560b9e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:13.879103 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'f777b4ab-ac04-4042-9da3-9c5daa3d9403', 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce', 'port_id': 'f777b4ab-ac04-4042-9da3-9c5daa3d9403', 'mac_address': 'fa:16:3e:cc:23:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e23f749e-fea6-4b5c-8a76-f2265b94b364', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:26:13.995428 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52512f33-9e4e-4574-b86d-fc11fe2074ba req-aa56299c-684e-4a00-9677-2645cc920e08 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:14.002517 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52512f33-9e4e-4574-b86d-fc11fe2074ba req-aa56299c-684e-4a00-9677-2645cc920e08 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:14.010505 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52512f33-9e4e-4574-b86d-fc11fe2074ba req-aa56299c-684e-4a00-9677-2645cc920e08 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:14.032741 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52512f33-9e4e-4574-b86d-fc11fe2074ba req-aa56299c-684e-4a00-9677-2645cc920e08 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:14.041682 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52512f33-9e4e-4574-b86d-fc11fe2074ba req-aa56299c-684e-4a00-9677-2645cc920e08 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:14.052706 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52512f33-9e4e-4574-b86d-fc11fe2074ba req-aa56299c-684e-4a00-9677-2645cc920e08 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:14.062704 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52512f33-9e4e-4574-b86d-fc11fe2074ba req-aa56299c-684e-4a00-9677-2645cc920e08 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:14.069352 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:14.079266 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-52512f33-9e4e-4574-b86d-fc11fe2074ba req-aa56299c-684e-4a00-9677-2645cc920e08 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 5419 time: 0.2295403 Nov 12 03:26:14.105984 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f777b4ab-ac04-4042-9da3-9c5daa3d9403 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:14.135678 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port f777b4ab-ac04-4042-9da3-9c5daa3d9403, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=f777b4ab-ac04-4042-9da3-9c5daa3d9403,segment=NetworkSegment(fec36af3-9300-48b5-9e38-a45077560b9e),segment_id=fec36af3-9300-48b5-9e38-a45077560b9e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:14.143263 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:14.188422 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-52512f33-9e4e-4574-b86d-fc11fe2074ba req-5858dcb8-217c-44da-8996-3813e74385ee tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a22aea3-060b-45a8-a7ba-9d5508ea1c86&id=163708d6-2806-48a4-99ff-2841929f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1042490 Nov 12 03:26:14.257610 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=f777b4ab-ac04-4042-9da3-9c5daa3d9403,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:14.392111 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01207a-5a2e-4957-9def-35c2b1a52674 req-ca1f7c98-a920-4fde-9dd6-2cf8172aca62 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:14.393776 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1d01207a-5a2e-4957-9def-35c2b1a52674 req-ca1f7c98-a920-4fde-9dd6-2cf8172aca62 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffd24f28-d1f2-424d-a54a-07a89350f5cb HTTP/1.1" status: 200 len: 945 time: 0.1125853 Nov 12 03:26:14.489739 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['f777b4ab-ac04-4042-9da3-9c5daa3d9403'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:14.506128 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1d01207a-5a2e-4957-9def-35c2b1a52674 req-1240ec6b-e49f-492a-91b2-51352d410cab tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfa74b35-347f-4524-ae5c-cff5e8847540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802629 Nov 12 03:26:14.813884 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd8f83d-6b1c-4fa2-b4c9-17b47bedbbe4 req-d1f5248c-d588-41cb-a22a-479480b5abce tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:14.816914 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ddd8f83d-6b1c-4fa2-b4c9-17b47bedbbe4 req-d1f5248c-d588-41cb-a22a-479480b5abce tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 950 time: 0.1601903 Nov 12 03:26:14.913292 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ddd8f83d-6b1c-4fa2-b4c9-17b47bedbbe4 req-e69c6e1b-9745-43bb-a720-4dbb8539c059 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739634 Nov 12 03:26:15.150189 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33eefb-413c-4e8a-bf37-5a832283df59 req-87000d24-da4c-495f-acfb-2dd01662468e tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:15.156176 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9e33eefb-413c-4e8a-bf37-5a832283df59 req-87000d24-da4c-495f-acfb-2dd01662468e tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/ports?device_id=7400df99-e2ed-494c-b77a-154bedd689de HTTP/1.1" status: 200 len: 945 time: 0.1576540 Nov 12 03:26:15.309938 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9e33eefb-413c-4e8a-bf37-5a832283df59 req-4e7bdf46-270e-489c-9de0-36c1fdca5fd0 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c02f414-12bb-422e-8141-f3284114c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442513 Nov 12 03:26:15.325208 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34647376-8c8b-4535-bf39-d77d3cb17e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50373608-939c-404f-8e58-d13ffe4451a7'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:15.327822 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da33295b-2155-48cb-9395-948ac04a9afc" -d '{"events": [{"server_uuid": "34647376-8c8b-4535-bf39-d77d3cb17e99", "name": "network-vif-plugged", "status": "completed", "tag": "50373608-939c-404f-8e58-d13ffe4451a7"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:15.490661 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3157fc10-acc9-4fc6-9470-ce9d03067275 req-202aa3ee-873f-428a-b358-c16b710e5e02 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-75237076&fields=id&tenant_id=91fef26da8e143afb79eb810bd46376a HTTP/1.1" status: 200 len: 267 time: 0.0946202 Nov 12 03:26:15.605088 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157fc10-acc9-4fc6-9470-ce9d03067275 req-65edc445-b672-4538-baac-6b495add33f4 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:15.632986 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3157fc10-acc9-4fc6-9470-ce9d03067275 req-65edc445-b672-4538-baac-6b495add33f4 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffd24f28-d1f2-424d-a54a-07a89350f5cb HTTP/1.1" status: 200 len: 945 time: 0.1270738 Nov 12 03:26:15.641324 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-3157fc10-acc9-4fc6-9470-ce9d03067275 req-880768ce-b4e9-4e36-b613-b8f61af449c9 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Request body: {'port': {'security_groups': ['dfa74b35-347f-4524-ae5c-cff5e8847540', 'c515790e-749b-48d1-82cc-d0b248cf5433']}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:15.730903 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3157fc10-acc9-4fc6-9470-ce9d03067275 req-880768ce-b4e9-4e36-b613-b8f61af449c9 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:16.243606 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-3157fc10-acc9-4fc6-9470-ce9d03067275 req-880768ce-b4e9-4e36-b613-b8f61af449c9 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] For port f7014e0c-3160-4db2-bb42-90d6d11ca96e, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=f7014e0c-3160-4db2-bb42-90d6d11ca96e,segment=NetworkSegment(c201839a-9ee8-4927-8170-35a235ff6ef6),segment_id=c201839a-9ee8-4927-8170-35a235ff6ef6)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:16.314108 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3157fc10-acc9-4fc6-9470-ce9d03067275 req-880768ce-b4e9-4e36-b613-b8f61af449c9 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:16.321587 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3157fc10-acc9-4fc6-9470-ce9d03067275 req-880768ce-b4e9-4e36-b613-b8f61af449c9 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:16.340575 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['f7014e0c-3160-4db2-bb42-90d6d11ca96e'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:16.421733 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157fc10-acc9-4fc6-9470-ce9d03067275 req-880768ce-b4e9-4e36-b613-b8f61af449c9 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:16.426871 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3157fc10-acc9-4fc6-9470-ce9d03067275 req-880768ce-b4e9-4e36-b613-b8f61af449c9 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:16.427902 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3157fc10-acc9-4fc6-9470-ce9d03067275 req-880768ce-b4e9-4e36-b613-b8f61af449c9 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "PUT /v2.0/ports/f7014e0c-3160-4db2-bb42-90d6d11ca96e HTTP/1.1" status: 200 len: 981 time: 0.7939115 Nov 12 03:26:16.428404 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd24f28-d1f2-424d-a54a-07a89350f5cb', 'tag': 'f7014e0c-3160-4db2-bb42-90d6d11ca96e'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:16.436375 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c133d67-0e1a-4261-b429-f5425ae35d85" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd24f28-d1f2-424d-a54a-07a89350f5cb", "tag": "f7014e0c-3160-4db2-bb42-90d6d11ca96e"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:16.484920 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880768ce-b4e9-4e36-b613-b8f61af449c9 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Pushing event updated for resources: {'Port': ['ID=f7014e0c-3160-4db2-bb42-90d6d11ca96e,revision_number=6']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:16.537960 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['f7014e0c-3160-4db2-bb42-90d6d11ca96e'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:16.652955 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30462991-ca58-4a5a-bd39-1b71545d55e8 req-a177ccf9-a50f-44df-bd2f-af467b5f9b3e tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:16.669107 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-30462991-ca58-4a5a-bd39-1b71545d55e8 req-a177ccf9-a50f-44df-bd2f-af467b5f9b3e tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=de6fb720-333f-4db9-b89f-5ea5f4cafe46 HTTP/1.1" status: 200 len: 945 time: 0.1560268 Nov 12 03:26:16.780441 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-30462991-ca58-4a5a-bd39-1b71545d55e8 req-40b51747-9f0b-47e1-b39d-5a5cdbaa8bec tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097574 Nov 12 03:26:17.131197 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55493ffb-30bd-44f8-a170-83519b863f78 req-1efdbd43-6ed0-40bf-bef8-f6c441e8a4df tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:17.145338 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55493ffb-30bd-44f8-a170-83519b863f78 req-1efdbd43-6ed0-40bf-bef8-f6c441e8a4df tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:17.163695 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55493ffb-30bd-44f8-a170-83519b863f78 req-1efdbd43-6ed0-40bf-bef8-f6c441e8a4df tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:17.174175 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55493ffb-30bd-44f8-a170-83519b863f78 req-1efdbd43-6ed0-40bf-bef8-f6c441e8a4df tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:17.185248 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55493ffb-30bd-44f8-a170-83519b863f78 req-1efdbd43-6ed0-40bf-bef8-f6c441e8a4df tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:17.198775 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55493ffb-30bd-44f8-a170-83519b863f78 req-1efdbd43-6ed0-40bf-bef8-f6c441e8a4df tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:17.223143 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55493ffb-30bd-44f8-a170-83519b863f78 req-1efdbd43-6ed0-40bf-bef8-f6c441e8a4df tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:17.226795 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-55493ffb-30bd-44f8-a170-83519b863f78 req-1efdbd43-6ed0-40bf-bef8-f6c441e8a4df tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 5419 time: 0.2425585 Nov 12 03:26:17.317355 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-55493ffb-30bd-44f8-a170-83519b863f78 req-0f5b085b-d75c-45e4-9772-dcbd144a9233 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a22aea3-060b-45a8-a7ba-9d5508ea1c86&id=163708d6-2806-48a4-99ff-2841929f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0821068 Nov 12 03:26:17.408727 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27fd3df-2a56-4287-aee9-7d556805a0c8 x-openstack-request-id: req-c27fd3df-2a56-4287-aee9-7d556805a0c8 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:17.410089 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34647376-8c8b-4535-bf39-d77d3cb17e99", "name": "network-vif-plugged", "status": "completed", "tag": "50373608-939c-404f-8e58-d13ffe4451a7", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:17.410691 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c27fd3df-2a56-4287-aee9-7d556805a0c8 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:17.411593 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34647376-8c8b-4535-bf39-d77d3cb17e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50373608-939c-404f-8e58-d13ffe4451a7', 'code': 200} Nov 12 03:26:17.614265 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f0f60-f783-42a7-8089-f3fce7053b7c req-24f7981f-db08-4ab3-8237-dfcfdf71c64a tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:17.616051 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-075f0f60-f783-42a7-8089-f3fce7053b7c req-24f7981f-db08-4ab3-8237-dfcfdf71c64a tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 950 time: 0.1079495 Nov 12 03:26:17.629819 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device f777b4ab-ac04-4042-9da3-9c5daa3d9403 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:17.753751 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port f777b4ab-ac04-4042-9da3-9c5daa3d9403 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:26:17.760536 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port f777b4ab-ac04-4042-9da3-9c5daa3d9403 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:17.761166 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:17.768923 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-075f0f60-f783-42a7-8089-f3fce7053b7c req-4ff7c395-3e17-412c-9a6a-f3c324627be2 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347704 Nov 12 03:26:17.790536 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05766a-00e6-4085-b197-9d0f039d6459 req-11660d7b-55b6-4ad0-a3f9-427c5be132e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:17.792789 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9c05766a-00e6-4085-b197-9d0f039d6459 req-11660d7b-55b6-4ad0-a3f9-427c5be132e7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 1102 time: 0.1255081 Nov 12 03:26:17.899081 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9c05766a-00e6-4085-b197-9d0f039d6459 req-d22c029a-061f-46ae-a808-8e28e93b804a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984142 Nov 12 03:26:17.954536 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb6d78-73b2-4dfe-ba9a-464ccd1b4406 req-12080f78-9bcc-4eca-b479-739db879e4c3 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:17.962916 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aebb6d78-73b2-4dfe-ba9a-464ccd1b4406 req-12080f78-9bcc-4eca-b479-739db879e4c3 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/ports?device_id=7400df99-e2ed-494c-b77a-154bedd689de HTTP/1.1" status: 200 len: 945 time: 0.0862300 Nov 12 03:26:18.047610 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:18.049658 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aebb6d78-73b2-4dfe-ba9a-464ccd1b4406 req-11daf267-c6c3-45ae-98a6-c9d650bc59f5 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c02f414-12bb-422e-8141-f3284114c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851743 Nov 12 03:26:18.095697 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0bb4a7-6ea1-42f6-913e-961413ddeb4f x-openstack-request-id: req-1d0bb4a7-6ea1-42f6-913e-961413ddeb4f {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:18.096209 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd24f28-d1f2-424d-a54a-07a89350f5cb", "tag": "f7014e0c-3160-4db2-bb42-90d6d11ca96e", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:18.096627 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1d0bb4a7-6ea1-42f6-913e-961413ddeb4f {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:18.097206 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffd24f28-d1f2-424d-a54a-07a89350f5cb', 'tag': 'f7014e0c-3160-4db2-bb42-90d6d11ca96e', 'status': 'completed', 'code': 200} Nov 12 03:26:18.127524 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:18.184269 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port f777b4ab-ac04-4042-9da3-9c5daa3d9403, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=f777b4ab-ac04-4042-9da3-9c5daa3d9403,segment=NetworkSegment(fec36af3-9300-48b5-9e38-a45077560b9e),segment_id=fec36af3-9300-48b5-9e38-a45077560b9e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:18.199388 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:18.221956 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ef7f7630-ac18-4330-8a0d-9b88f113ef75 req-a10bfa75-fcfd-4bdf-8a41-fb13c14e28e9 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1345050249&fields=id&tenant_id=91fef26da8e143afb79eb810bd46376a HTTP/1.1" status: 200 len: 267 time: 0.0976920 Nov 12 03:26:18.293164 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=f777b4ab-ac04-4042-9da3-9c5daa3d9403,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:18.302530 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda99a8-5068-40ac-8f86-512cfa8e226e req-03a1af3a-af28-43b6-93bf-ca10326d5ef2 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:18.305876 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:18.306474 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:18.307014 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:18.307548 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:18.308762 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:18.309315 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:18.309872 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:18.310428 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:18.311183 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:18.311710 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:18.312275 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:18.312559 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f7630-ac18-4330-8a0d-9b88f113ef75 req-f2e9a05d-acd9-40bf-a9f0-a184cd82d3a3 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:18.312757 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fdda99a8-5068-40ac-8f86-512cfa8e226e req-03a1af3a-af28-43b6-93bf-ca10326d5ef2 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 945 time: 0.1454499 Nov 12 03:26:18.313063 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:18.315521 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ef7f7630-ac18-4330-8a0d-9b88f113ef75 req-f2e9a05d-acd9-40bf-a9f0-a184cd82d3a3 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffd24f28-d1f2-424d-a54a-07a89350f5cb HTTP/1.1" status: 200 len: 984 time: 0.0843585 Nov 12 03:26:18.333164 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-ef7f7630-ac18-4330-8a0d-9b88f113ef75 req-3bf6d4cc-5685-4afe-ac7d-ff262add0522 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Request body: {'port': {'security_groups': ['c515790e-749b-48d1-82cc-d0b248cf5433', 'dfa74b35-347f-4524-ae5c-cff5e8847540', '80146229-ade4-4c7f-8d78-806844ce15f0']}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:18.398440 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c133d67-0e1a-4261-b429-f5425ae35d85 req-6a52e095-968d-4ae8-8e19-0de2af033d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:18.401342 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3c133d67-0e1a-4261-b429-f5425ae35d85 req-6a52e095-968d-4ae8-8e19-0de2af033d36 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=91fef26da8e143afb79eb810bd46376a&device_id=ffd24f28-d1f2-424d-a54a-07a89350f5cb HTTP/1.1" status: 200 len: 1136 time: 0.1669645 Nov 12 03:26:18.425874 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ef7f7630-ac18-4330-8a0d-9b88f113ef75 req-3bf6d4cc-5685-4afe-ac7d-ff262add0522 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:18.469742 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fdda99a8-5068-40ac-8f86-512cfa8e226e req-3b6857ca-9eeb-48ec-92cc-99e69ba2dddc tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562054 Nov 12 03:26:18.607110 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c133d67-0e1a-4261-b429-f5425ae35d85 req-6da34c28-a76c-40c6-a0f8-983a7fc000d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:18.607930 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3c133d67-0e1a-4261-b429-f5425ae35d85 req-6da34c28-a76c-40c6-a0f8-983a7fc000d8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=169e1144-ccf3-4d1d-a931-5204a7d70a64 HTTP/1.1" status: 200 len: 913 time: 0.1882567 Nov 12 03:26:18.620402 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa20b0-ea7d-4e17-93e3-7b63d048a4b2 req-96704747-4b71-40d0-b1a8-60fcf39001b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:18.621903 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-17aa20b0-ea7d-4e17-93e3-7b63d048a4b2 req-96704747-4b71-40d0-b1a8-60fcf39001b8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e1192f3b82c6435d93d38f097bb06d31&device_id=de6fb720-333f-4db9-b89f-5ea5f4cafe46 HTTP/1.1" status: 200 len: 1097 time: 0.0873640 Nov 12 03:26:18.701789 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3c133d67-0e1a-4261-b429-f5425ae35d85 req-ee76127f-bf43-4c76-aab7-eed94891cdb0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7014e0c-3160-4db2-bb42-90d6d11ca96e HTTP/1.1" status: 200 len: 217 time: 0.0638404 Nov 12 03:26:18.719316 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-ef7f7630-ac18-4330-8a0d-9b88f113ef75 req-3bf6d4cc-5685-4afe-ac7d-ff262add0522 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] For port f7014e0c-3160-4db2-bb42-90d6d11ca96e, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=f7014e0c-3160-4db2-bb42-90d6d11ca96e,segment=NetworkSegment(c201839a-9ee8-4927-8170-35a235ff6ef6),segment_id=c201839a-9ee8-4927-8170-35a235ff6ef6)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:18.754677 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ef7f7630-ac18-4330-8a0d-9b88f113ef75 req-3bf6d4cc-5685-4afe-ac7d-ff262add0522 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:18.760191 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ef7f7630-ac18-4330-8a0d-9b88f113ef75 req-3bf6d4cc-5685-4afe-ac7d-ff262add0522 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:18.779599 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['f7014e0c-3160-4db2-bb42-90d6d11ca96e'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:18.797304 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e08ae-3bf0-4f63-8ee1-22975d6132fd req-dbe6b695-77a8-4452-a0fa-cc397af69974 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:18.799533 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d55e08ae-3bf0-4f63-8ee1-22975d6132fd req-dbe6b695-77a8-4452-a0fa-cc397af69974 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=de6fb720-333f-4db9-b89f-5ea5f4cafe46 HTTP/1.1" status: 200 len: 945 time: 0.1973588 Nov 12 03:26:18.847629 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f7630-ac18-4330-8a0d-9b88f113ef75 req-3bf6d4cc-5685-4afe-ac7d-ff262add0522 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:18.848762 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ef7f7630-ac18-4330-8a0d-9b88f113ef75 req-3bf6d4cc-5685-4afe-ac7d-ff262add0522 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:18.861872 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ef7f7630-ac18-4330-8a0d-9b88f113ef75 req-3bf6d4cc-5685-4afe-ac7d-ff262add0522 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "PUT /v2.0/ports/f7014e0c-3160-4db2-bb42-90d6d11ca96e HTTP/1.1" status: 200 len: 1020 time: 0.5365336 Nov 12 03:26:18.862867 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd24f28-d1f2-424d-a54a-07a89350f5cb', 'tag': 'f7014e0c-3160-4db2-bb42-90d6d11ca96e'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:18.878082 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a39493-d3d1-406d-af91-0435da5d5e82" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd24f28-d1f2-424d-a54a-07a89350f5cb", "tag": "f7014e0c-3160-4db2-bb42-90d6d11ca96e"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:18.882256 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c133d67-0e1a-4261-b429-f5425ae35d85 req-567f51b3-1e4a-48e4-af4c-b246a9bbb592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:18.884700 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3c133d67-0e1a-4261-b429-f5425ae35d85 req-567f51b3-1e4a-48e4-af4c-b246a9bbb592 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=81deee3d-5b3d-4089-86fe-7bb37174d9df HTTP/1.1" status: 200 len: 852 time: 0.1490576 Nov 12 03:26:18.920242 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6d4cc-5685-4afe-ac7d-ff262add0522 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Pushing event updated for resources: {'Port': ['ID=f7014e0c-3160-4db2-bb42-90d6d11ca96e,revision_number=7']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:18.965670 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa20b0-ea7d-4e17-93e3-7b63d048a4b2 req-a07f9cfe-e5a3-4f64-b624-2059b783c08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:18.969894 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-17aa20b0-ea7d-4e17-93e3-7b63d048a4b2 req-a07f9cfe-e5a3-4f64-b624-2059b783c08c service neutron] 10.222.0.74 "GET /v2.0/networks?id=e27d7564-6d22-4aba-8393-df25a0e0004d HTTP/1.1" status: 200 len: 913 time: 0.3322611 Nov 12 03:26:18.980782 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3c133d67-0e1a-4261-b429-f5425ae35d85 req-9e8d611e-1fd2-44fc-b722-efdc235d30f0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=169e1144-ccf3-4d1d-a931-5204a7d70a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778558 Nov 12 03:26:19.004453 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['f7014e0c-3160-4db2-bb42-90d6d11ca96e'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:19.043014 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d55e08ae-3bf0-4f63-8ee1-22975d6132fd req-b756658a-d390-4390-9f10-5a5727436705 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280304 Nov 12 03:26:19.098132 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59942) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:19.129572 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-17aa20b0-ea7d-4e17-93e3-7b63d048a4b2 req-16bbb262-697b-42ca-ba32-f316355c7822 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30fae683-0579-462c-a01b-25d596bbf1b4 HTTP/1.1" status: 200 len: 217 time: 0.1236711 Nov 12 03:26:19.157290 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e012e3-e43e-4cee-9dc9-2444442e1504 req-92b46226-0abe-4125-b3eb-3564feac4bac tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:19.164626 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e012e3-e43e-4cee-9dc9-2444442e1504 req-92b46226-0abe-4125-b3eb-3564feac4bac tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:19.172907 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e012e3-e43e-4cee-9dc9-2444442e1504 req-92b46226-0abe-4125-b3eb-3564feac4bac tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:19.179638 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e012e3-e43e-4cee-9dc9-2444442e1504 req-92b46226-0abe-4125-b3eb-3564feac4bac tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:19.188065 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e012e3-e43e-4cee-9dc9-2444442e1504 req-92b46226-0abe-4125-b3eb-3564feac4bac tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:19.202990 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e012e3-e43e-4cee-9dc9-2444442e1504 req-92b46226-0abe-4125-b3eb-3564feac4bac tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:19.219215 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e012e3-e43e-4cee-9dc9-2444442e1504 req-92b46226-0abe-4125-b3eb-3564feac4bac tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:19.223390 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-88e012e3-e43e-4cee-9dc9-2444442e1504 req-92b46226-0abe-4125-b3eb-3564feac4bac tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 5419 time: 0.1975420 Nov 12 03:26:19.339982 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa20b0-ea7d-4e17-93e3-7b63d048a4b2 req-8a9392b9-2e9d-490b-ae95-b9ad8568e978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:19.342359 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-17aa20b0-ea7d-4e17-93e3-7b63d048a4b2 req-8a9392b9-2e9d-490b-ae95-b9ad8568e978 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=36b22bc4-04aa-4109-bb38-599b9cb93288 HTTP/1.1" status: 200 len: 852 time: 0.1991968 Nov 12 03:26:19.368554 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5e4fd3f4-326b-4a17-95c1-04eca8ae578d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:19.388584 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-17aa20b0-ea7d-4e17-93e3-7b63d048a4b2 req-278e1a03-6fcf-481f-9f5f-50be6509e0e8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e27d7564-6d22-4aba-8393-df25a0e0004d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333776 Nov 12 03:26:19.407792 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3c133d67-0e1a-4261-b429-f5425ae35d85 req-2462594b-c8d4-45f8-ba4a-8cd2eaa1d5b3 service neutron] 10.222.0.74 "GET /v2.0/networks/169e1144-ccf3-4d1d-a931-5204a7d70a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976371 Nov 12 03:26:19.417070 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7400df99-e2ed-494c-b77a-154bedd689de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f777b4ab-ac04-4042-9da3-9c5daa3d9403'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:19.417219 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-88e012e3-e43e-4cee-9dc9-2444442e1504 req-77503777-544b-4f0d-935d-fa59d20ee766 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a22aea3-060b-45a8-a7ba-9d5508ea1c86&id=163708d6-2806-48a4-99ff-2841929f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1796403 Nov 12 03:26:19.417405 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae7d35b-fbd0-4470-9ffc-5ec97c07bef3" -d '{"events": [{"server_uuid": "7400df99-e2ed-494c-b77a-154bedd689de", "name": "network-vif-plugged", "status": "completed", "tag": "f777b4ab-ac04-4042-9da3-9c5daa3d9403"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:19.534805 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5e4fd3f4-326b-4a17-95c1-04eca8ae578d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:19.540891 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5e4fd3f4-326b-4a17-95c1-04eca8ae578d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:19.579723 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-17aa20b0-ea7d-4e17-93e3-7b63d048a4b2 req-fc97d8e2-8af8-48fc-9b80-96fda7d58b1e service neutron] 10.222.0.74 "GET /v2.0/networks/e27d7564-6d22-4aba-8393-df25a0e0004d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629601 Nov 12 03:26:19.630925 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5e4fd3f4-326b-4a17-95c1-04eca8ae578d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c6ef33ca52f64584b60ec9dd7198db14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5291021 Nov 12 03:26:19.637125 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59956) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:19.690058 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4fd3f4-326b-4a17-95c1-04eca8ae578d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49bd097b-4110-48d5-a8ce-851b21da0ca9,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:19.746200 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2bf17-54ff-4856-9dae-e3bf13529681 req-2df372a9-d57d-4d9d-9808-0b1246359183 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:19.749584 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8bb2bf17-54ff-4856-9dae-e3bf13529681 req-2df372a9-d57d-4d9d-9808-0b1246359183 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 950 time: 0.1542795 Nov 12 03:26:19.804253 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3c133d67-0e1a-4261-b429-f5425ae35d85 req-66596988-23d9-47f3-a30d-ac7c91900658 service neutron] 10.222.0.74 "GET /v2.0/networks/169e1144-ccf3-4d1d-a931-5204a7d70a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599900 Nov 12 03:26:19.811614 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-905efefb-7021-45e0-ae7c-8c56d7b7fdfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:19.815731 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8bb2bf17-54ff-4856-9dae-e3bf13529681 req-1a877c39-50a6-4f48-909c-c1679e7fce42 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599270 Nov 12 03:26:19.816634 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-17aa20b0-ea7d-4e17-93e3-7b63d048a4b2 req-ccd33433-7200-439c-8eca-8c8817339d2a service neutron] 10.222.0.74 "GET /v2.0/networks/e27d7564-6d22-4aba-8393-df25a0e0004d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284319 Nov 12 03:26:19.855492 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-905efefb-7021-45e0-ae7c-8c56d7b7fdfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:19.860091 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc630808-45d3-45dc-b240-03bc34a1648e x-openstack-request-id: req-dc630808-45d3-45dc-b240-03bc34a1648e {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:19.861021 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd24f28-d1f2-424d-a54a-07a89350f5cb", "tag": "f7014e0c-3160-4db2-bb42-90d6d11ca96e", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:19.861021 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dc630808-45d3-45dc-b240-03bc34a1648e {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:19.861262 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffd24f28-d1f2-424d-a54a-07a89350f5cb', 'tag': 'f7014e0c-3160-4db2-bb42-90d6d11ca96e', 'status': 'completed', 'code': 200} Nov 12 03:26:19.874516 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fbb1de-a9e5-47d8-bf13-01be0a3b8a05 req-b0b27dc2-4ec7-4ebe-a86b-6c8d3830a82c tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:19.876380 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-70fbb1de-a9e5-47d8-bf13-01be0a3b8a05 req-b0b27dc2-4ec7-4ebe-a86b-6c8d3830a82c tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffd24f28-d1f2-424d-a54a-07a89350f5cb HTTP/1.1" status: 200 len: 1023 time: 0.1302567 Nov 12 03:26:19.981164 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-905efefb-7021-45e0-ae7c-8c56d7b7fdfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:19.985320 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-905efefb-7021-45e0-ae7c-8c56d7b7fdfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:19.986456 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-905efefb-7021-45e0-ae7c-8c56d7b7fdfb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/49bd097b-4110-48d5-a8ce-851b21da0ca9 HTTP/1.1" status: 204 len: 168 time: 0.3474970 Nov 12 03:26:20.015663 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a39493-d3d1-406d-af91-0435da5d5e82 req-0c27ed97-2914-4265-b95c-22ac60b5d835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:20.017159 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b1a39493-d3d1-406d-af91-0435da5d5e82 req-0c27ed97-2914-4265-b95c-22ac60b5d835 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=91fef26da8e143afb79eb810bd46376a&device_id=ffd24f28-d1f2-424d-a54a-07a89350f5cb HTTP/1.1" status: 200 len: 1175 time: 0.1123435 Nov 12 03:26:20.022453 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905efefb-7021-45e0-ae7c-8c56d7b7fdfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49bd097b-4110-48d5-a8ce-851b21da0ca9,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:20.048637 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-70fbb1de-a9e5-47d8-bf13-01be0a3b8a05 req-d4bb8554-ffdf-4cb9-99e7-246df7ab76de tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups?id=80146229-ade4-4c7f-8d78-806844ce15f0&id=c515790e-749b-48d1-82cc-d0b248cf5433&id=dfa74b35-347f-4524-ae5c-cff5e8847540 HTTP/1.1" status: 200 len: 6198 time: 0.1642790 Nov 12 03:26:20.221773 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a39493-d3d1-406d-af91-0435da5d5e82 req-2f6ab575-0bc4-4681-bf6e-4906eb20434d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:20.223358 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b1a39493-d3d1-406d-af91-0435da5d5e82 req-2f6ab575-0bc4-4681-bf6e-4906eb20434d service neutron] 10.222.0.74 "GET /v2.0/networks?id=169e1144-ccf3-4d1d-a931-5204a7d70a64 HTTP/1.1" status: 200 len: 913 time: 0.1959431 Nov 12 03:26:20.265253 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1494c-6463-4382-8f7e-1f9ef5f442b7 req-ac63e406-03e1-4f4c-ac69-37cd09228cd5 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:20.268791 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bdc1494c-6463-4382-8f7e-1f9ef5f442b7 req-ac63e406-03e1-4f4c-ac69-37cd09228cd5 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/ports?device_id=7400df99-e2ed-494c-b77a-154bedd689de HTTP/1.1" status: 200 len: 946 time: 0.1123455 Nov 12 03:26:20.314603 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b1a39493-d3d1-406d-af91-0435da5d5e82 req-f3c63845-e0f3-43f2-a6dc-f951d1eb0e2f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7014e0c-3160-4db2-bb42-90d6d11ca96e HTTP/1.1" status: 200 len: 217 time: 0.0810144 Nov 12 03:26:20.333800 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547d0d7a-c1ed-4f57-824b-c6416c248fff x-openstack-request-id: req-547d0d7a-c1ed-4f57-824b-c6416c248fff {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:20.334704 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7400df99-e2ed-494c-b77a-154bedd689de", "name": "network-vif-plugged", "status": "completed", "tag": "f777b4ab-ac04-4042-9da3-9c5daa3d9403", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:20.334704 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-547d0d7a-c1ed-4f57-824b-c6416c248fff {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:20.335000 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7400df99-e2ed-494c-b77a-154bedd689de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f777b4ab-ac04-4042-9da3-9c5daa3d9403', 'code': 200} Nov 12 03:26:20.421950 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bdc1494c-6463-4382-8f7e-1f9ef5f442b7 req-d8720b6b-71c5-4e79-a3af-1c13d4c4a87a tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c02f414-12bb-422e-8141-f3284114c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107371 Nov 12 03:26:20.427707 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a39493-d3d1-406d-af91-0435da5d5e82 req-d6dbbffe-13ff-4b28-885a-575f92547727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:20.429932 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b1a39493-d3d1-406d-af91-0435da5d5e82 req-d6dbbffe-13ff-4b28-885a-575f92547727 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=81deee3d-5b3d-4089-86fe-7bb37174d9df HTTP/1.1" status: 200 len: 852 time: 0.1012075 Nov 12 03:26:20.458008 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60010) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:20.472275 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b1a39493-d3d1-406d-af91-0435da5d5e82 req-945bf52f-3d32-401e-ae1f-e6b6cfd9a08e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=169e1144-ccf3-4d1d-a931-5204a7d70a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310276 Nov 12 03:26:20.477555 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4a6addee-4819-4a62-b0c2-41a77c6b18fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.489011 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-0c68b0d8-f3d3-4f91-ba67-905fe95f083e req-8a891efa-69e6-483d-80db-9d7fa746e6f0 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Request body: {'security_group': {'name': ' tempest-securitygroup -299487647 ', 'description': 'tempest-description-2063238410'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:20.505181 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b37a6-26fb-4b72-9aba-71918135b7d7 req-f844c295-dd39-4b3a-9712-29c3ed8f5407 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:20.507320 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d51b37a6-26fb-4b72-9aba-71918135b7d7 req-f844c295-dd39-4b3a-9712-29c3ed8f5407 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 950 time: 0.0879688 Nov 12 03:26:20.589858 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0c68b0d8-f3d3-4f91-ba67-905fe95f083e req-8a891efa-69e6-483d-80db-9d7fa746e6f0 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.596335 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d51b37a6-26fb-4b72-9aba-71918135b7d7 req-cbd01b53-2a43-4e80-ad9b-0b410bea7ce8 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758526 Nov 12 03:26:20.611948 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3bd87-d854-40a6-9582-09ca878202f7 req-8d7f77a2-3692-4a16-9cf5-864df18df1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:20.613572 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d6f3bd87-d854-40a6-9582-09ca878202f7 req-8d7f77a2-3692-4a16-9cf5-864df18df1fe service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7400df99-e2ed-494c-b77a-154bedd689de HTTP/1.1" status: 200 len: 1098 time: 0.1903009 Nov 12 03:26:20.636696 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4a6addee-4819-4a62-b0c2-41a77c6b18fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.645883 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4a6addee-4819-4a62-b0c2-41a77c6b18fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.666212 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b1a39493-d3d1-406d-af91-0435da5d5e82 req-fc706061-6cff-45d0-9486-c2dcef2641c2 service neutron] 10.222.0.74 "GET /v2.0/networks/169e1144-ccf3-4d1d-a931-5204a7d70a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727288 Nov 12 03:26:20.733619 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4a6addee-4819-4a62-b0c2-41a77c6b18fa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3b6008487f504cd5b1d3139e58a849bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2740324 Nov 12 03:26:20.754340 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60020) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:20.755146 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6addee-4819-4a62-b0c2-41a77c6b18fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe2ed25-e7de-4fe6-b771-34d3ad2e8735,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:20.763313 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d6f3bd87-d854-40a6-9582-09ca878202f7 req-98e1ae6a-d539-491d-bcf7-5df2cc0d570f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=5c02f414-12bb-422e-8141-f3284114c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330030 Nov 12 03:26:20.790405 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0c68b0d8-f3d3-4f91-ba67-905fe95f083e req-8a891efa-69e6-483d-80db-9d7fa746e6f0 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.799095 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0c68b0d8-f3d3-4f91-ba67-905fe95f083e req-8a891efa-69e6-483d-80db-9d7fa746e6f0 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.807749 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:26:20.831455 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b1a39493-d3d1-406d-af91-0435da5d5e82 req-d3e99c09-704c-4b20-a13f-1749caf7fbf8 service neutron] 10.222.0.74 "GET /v2.0/networks/169e1144-ccf3-4d1d-a931-5204a7d70a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548440 Nov 12 03:26:20.842762 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5ac1f-231e-418c-829c-e667c4d48842 req-bed537ea-dcbc-4157-8329-e07e8dfd3d6d tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:20.844952 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0c68b0d8-f3d3-4f91-ba67-905fe95f083e req-8a891efa-69e6-483d-80db-9d7fa746e6f0 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.845238 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1fb5ac1f-231e-418c-829c-e667c4d48842 req-bed537ea-dcbc-4157-8329-e07e8dfd3d6d tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=de6fb720-333f-4db9-b89f-5ea5f4cafe46 HTTP/1.1" status: 200 len: 945 time: 0.1429629 Nov 12 03:26:20.846125 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0c68b0d8-f3d3-4f91-ba67-905fe95f083e req-8a891efa-69e6-483d-80db-9d7fa746e6f0 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3784957 Nov 12 03:26:20.848001 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a891efa-69e6-483d-80db-9d7fa746e6f0 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03537a4b-fce1-4fc0-a54e-43e91e7f5a97,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:20.873484 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-23f1c9d9-5cd3-4478-a2b8-f45cb7273b7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.933179 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-23f1c9d9-5cd3-4478-a2b8-f45cb7273b7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.964606 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1fb5ac1f-231e-418c-829c-e667c4d48842 req-1e47909a-4f0e-4393-b104-0b426a435a79 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949852 Nov 12 03:26:21.041144 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-23f1c9d9-5cd3-4478-a2b8-f45cb7273b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:21.046920 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-23f1c9d9-5cd3-4478-a2b8-f45cb7273b7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:21.048552 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-23f1c9d9-5cd3-4478-a2b8-f45cb7273b7f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/afe2ed25-e7de-4fe6-b771-34d3ad2e8735 HTTP/1.1" status: 204 len: 168 time: 0.2893505 Nov 12 03:26:21.094600 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f1c9d9-5cd3-4478-a2b8-f45cb7273b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe2ed25-e7de-4fe6-b771-34d3ad2e8735,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:21.143961 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c381e90-ad30-4e51-abcd-a0e5ee6470c5 req-369632a4-32f6-41f1-a9f2-6f9245ce4e34 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:21.151942 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c381e90-ad30-4e51-abcd-a0e5ee6470c5 req-369632a4-32f6-41f1-a9f2-6f9245ce4e34 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:21.158497 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c381e90-ad30-4e51-abcd-a0e5ee6470c5 req-369632a4-32f6-41f1-a9f2-6f9245ce4e34 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:21.164619 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c381e90-ad30-4e51-abcd-a0e5ee6470c5 req-369632a4-32f6-41f1-a9f2-6f9245ce4e34 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:21.171898 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c381e90-ad30-4e51-abcd-a0e5ee6470c5 req-369632a4-32f6-41f1-a9f2-6f9245ce4e34 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:21.178016 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c381e90-ad30-4e51-abcd-a0e5ee6470c5 req-369632a4-32f6-41f1-a9f2-6f9245ce4e34 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:21.184054 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c381e90-ad30-4e51-abcd-a0e5ee6470c5 req-369632a4-32f6-41f1-a9f2-6f9245ce4e34 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:21.186258 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3c381e90-ad30-4e51-abcd-a0e5ee6470c5 req-369632a4-32f6-41f1-a9f2-6f9245ce4e34 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 5419 time: 0.1582043 Nov 12 03:26:21.300322 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3c381e90-ad30-4e51-abcd-a0e5ee6470c5 req-7aaae35e-ba94-4f9d-b66e-1e698a1ec464 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a22aea3-060b-45a8-a7ba-9d5508ea1c86&id=163708d6-2806-48a4-99ff-2841929f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1041589 Nov 12 03:26:21.471959 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c75b990f-1fa3-4f6a-8cd9-b2cdd5b461b7 req-68071c9e-d282-4199-a52f-68b5a520757e tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups/03537a4b-fce1-4fc0-a54e-43e91e7f5a97 HTTP/1.1" status: 200 len: 1797 time: 0.0536456 Nov 12 03:26:21.629536 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 30fae683-0579-462c-a01b-25d596bbf1b4 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:26:21.768678 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6299e350-5087-440c-a150-f7c69b4acc10 req-a93e8f3c-0cf0-4e3a-9852-4c37674b500d tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups/03537a4b-fce1-4fc0-a54e-43e91e7f5a97 HTTP/1.1" status: 200 len: 1797 time: 0.0703552 Nov 12 03:26:21.779444 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52efe1dd-cb39-4334-a704-1bb4fb53a4ee req-232707cf-65cf-47db-a4b3-0e8d85835812 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:21.783481 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-52efe1dd-cb39-4334-a704-1bb4fb53a4ee req-232707cf-65cf-47db-a4b3-0e8d85835812 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/ports?device_id=7400df99-e2ed-494c-b77a-154bedd689de HTTP/1.1" status: 200 len: 946 time: 0.1421723 Nov 12 03:26:21.833645 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:21.881212 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-52efe1dd-cb39-4334-a704-1bb4fb53a4ee req-4de5bf80-8904-4c83-a5fc-5f8d6c6b7759 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c02f414-12bb-422e-8141-f3284114c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899203 Nov 12 03:26:21.893415 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 30fae683-0579-462c-a01b-25d596bbf1b4, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=30fae683-0579-462c-a01b-25d596bbf1b4,segment=NetworkSegment(eece85e2-9491-495c-808d-869c08a5aaa4),segment_id=eece85e2-9491-495c-808d-869c08a5aaa4)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:21.899989 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:21.928507 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6299e350-5087-440c-a150-f7c69b4acc10 req-9fe6774f-f3b6-450f-9f3d-e15dedf7bbd2 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:21.976932 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6299e350-5087-440c-a150-f7c69b4acc10 req-9fe6774f-f3b6-450f-9f3d-e15dedf7bbd2 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:21.982116 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=30fae683-0579-462c-a01b-25d596bbf1b4,revision_number=8']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:22.058473 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6299e350-5087-440c-a150-f7c69b4acc10 req-9fe6774f-f3b6-450f-9f3d-e15dedf7bbd2 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:22.063562 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6299e350-5087-440c-a150-f7c69b4acc10 req-9fe6774f-f3b6-450f-9f3d-e15dedf7bbd2 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:22.063562 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6299e350-5087-440c-a150-f7c69b4acc10 req-9fe6774f-f3b6-450f-9f3d-e15dedf7bbd2 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "DELETE /v2.0/security-groups/03537a4b-fce1-4fc0-a54e-43e91e7f5a97 HTTP/1.1" status: 204 len: 173 time: 0.2915435 Nov 12 03:26:22.073935 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6774f-f3b6-450f-9f3d-e15dedf7bbd2 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03537a4b-fce1-4fc0-a54e-43e91e7f5a97,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:22.239973 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de822b-d9d3-46bc-9557-da77ffbc9bc0 req-53f8d834-2e71-4dd3-9814-7a477b1cc564 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:22.241587 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a8de822b-d9d3-46bc-9557-da77ffbc9bc0 req-53f8d834-2e71-4dd3-9814-7a477b1cc564 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 950 time: 0.0635600 Nov 12 03:26:22.260752 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 55a09f1f-5f9e-4783-9942-dfb020785189 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:26:22.277981 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 55a09f1f-5f9e-4783-9942-dfb020785189 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:26:22.388446 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6fb720-333f-4db9-b89f-5ea5f4cafe46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30fae683-0579-462c-a01b-25d596bbf1b4'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:22.397226 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e956961d-29a6-4c37-a706-f8203fdd42d4" -d '{"events": [{"server_uuid": "de6fb720-333f-4db9-b89f-5ea5f4cafe46", "name": "network-vif-unplugged", "status": "completed", "tag": "30fae683-0579-462c-a01b-25d596bbf1b4"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:22.422782 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a8de822b-d9d3-46bc-9557-da77ffbc9bc0 req-13313a16-0217-4295-b90f-9307331ee799 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733778 Nov 12 03:26:22.614973 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:22.636387 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab1323-a9b8-4629-a856-3a228dcfe6ee req-88c7ae70-676c-4e91-9aa9-07c9a93af8a2 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:22.648851 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f7ab1323-a9b8-4629-a856-3a228dcfe6ee req-88c7ae70-676c-4e91-9aa9-07c9a93af8a2 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=de6fb720-333f-4db9-b89f-5ea5f4cafe46 HTTP/1.1" status: 200 len: 943 time: 0.0994024 Nov 12 03:26:22.660413 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 55a09f1f-5f9e-4783-9942-dfb020785189, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=55a09f1f-5f9e-4783-9942-dfb020785189,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:22.682987 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [req-105274eb-2864-4a7f-9905-9c84943ba8e6 req-09b10507-157a-4a63-9079-44dd9a7cd2d5 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] show failed (client error): The resource could not be found. Nov 12 03:26:22.683212 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 55a09f1f-5f9e-4783-9942-dfb020785189, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=55a09f1f-5f9e-4783-9942-dfb020785189,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:22.684692 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '55a09f1f-5f9e-4783-9942-dfb020785189', 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3', 'port_id': '55a09f1f-5f9e-4783-9942-dfb020785189', 'mac_address': 'fa:16:3e:48:a8:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c41913f5-e5c1-4e60-8ee6-4f6d29d519f8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:26:22.689515 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:22.698595 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-105274eb-2864-4a7f-9905-9c84943ba8e6 req-09b10507-157a-4a63-9079-44dd9a7cd2d5 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups/03537a4b-fce1-4fc0-a54e-43e91e7f5a97 HTTP/1.1" status: 404 len: 352 time: 0.0342643 Nov 12 03:26:22.728382 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f7ab1323-a9b8-4629-a856-3a228dcfe6ee req-383c7048-2486-45d1-af6c-81f5c13d25ce tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795164 Nov 12 03:26:22.774727 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:22.804950 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812f10eb-8bd0-450f-909d-5bd4e1443611 x-openstack-request-id: req-812f10eb-8bd0-450f-909d-5bd4e1443611 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:22.805347 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6fb720-333f-4db9-b89f-5ea5f4cafe46", "name": "network-vif-unplugged", "status": "completed", "tag": "30fae683-0579-462c-a01b-25d596bbf1b4", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:22.805719 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-812f10eb-8bd0-450f-909d-5bd4e1443611 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:22.806064 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6fb720-333f-4db9-b89f-5ea5f4cafe46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30fae683-0579-462c-a01b-25d596bbf1b4', 'code': 200} Nov 12 03:26:22.810364 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55a09f1f-5f9e-4783-9942-dfb020785189 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:22.834557 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 55a09f1f-5f9e-4783-9942-dfb020785189, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=55a09f1f-5f9e-4783-9942-dfb020785189,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:22.839031 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=55a09f1f-5f9e-4783-9942-dfb020785189,revision_number=8']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:22.843607 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:22.893432 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93367c3-d8ea-451b-bb30-860816f01a66 req-68c9b1c0-d02e-47f5-a86d-b5e0333a11bd tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:22.896531 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60192) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:22.900028 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93367c3-d8ea-451b-bb30-860816f01a66 req-68c9b1c0-d02e-47f5-a86d-b5e0333a11bd tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:22.907206 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93367c3-d8ea-451b-bb30-860816f01a66 req-68c9b1c0-d02e-47f5-a86d-b5e0333a11bd tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:22.918354 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93367c3-d8ea-451b-bb30-860816f01a66 req-68c9b1c0-d02e-47f5-a86d-b5e0333a11bd tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:22.928221 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93367c3-d8ea-451b-bb30-860816f01a66 req-68c9b1c0-d02e-47f5-a86d-b5e0333a11bd tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:22.935348 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93367c3-d8ea-451b-bb30-860816f01a66 req-68c9b1c0-d02e-47f5-a86d-b5e0333a11bd tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:22.937515 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=55a09f1f-5f9e-4783-9942-dfb020785189,revision_number=9']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:22.941924 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93367c3-d8ea-451b-bb30-860816f01a66 req-68c9b1c0-d02e-47f5-a86d-b5e0333a11bd tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:22.944095 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e93367c3-d8ea-451b-bb30-860816f01a66 req-68c9b1c0-d02e-47f5-a86d-b5e0333a11bd tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 5419 time: 0.1608894 Nov 12 03:26:23.030544 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['55a09f1f-5f9e-4783-9942-dfb020785189'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:23.063625 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e93367c3-d8ea-451b-bb30-860816f01a66 req-62621021-b9c2-4444-8379-f45a30e36a4f tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a22aea3-060b-45a8-a7ba-9d5508ea1c86&id=163708d6-2806-48a4-99ff-2841929f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1021688 Nov 12 03:26:23.115575 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-8cfa2cb9-6d6e-4275-b14a-c84f25c6fe5b req-3c4f3e56-0818-4c42-b138-0d4085423021 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1660202690', 'description': 'tempest-description-346737435'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:23.144804 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-8cfa2cb9-6d6e-4275-b14a-c84f25c6fe5b req-3c4f3e56-0818-4c42-b138-0d4085423021 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:23.147775 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-761b8031-db16-4151-9e38-854354a8d9a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:23.258226 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-8cfa2cb9-6d6e-4275-b14a-c84f25c6fe5b req-3c4f3e56-0818-4c42-b138-0d4085423021 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:23.264603 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-8cfa2cb9-6d6e-4275-b14a-c84f25c6fe5b req-3c4f3e56-0818-4c42-b138-0d4085423021 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:23.276827 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-761b8031-db16-4151-9e38-854354a8d9a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:23.282290 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-761b8031-db16-4151-9e38-854354a8d9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:23.307473 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f3e56-0818-4c42-b138-0d4085423021 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01f3eaa3-8d91-42e3-b3d8-f24919a017e7,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:23.311818 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-8cfa2cb9-6d6e-4275-b14a-c84f25c6fe5b req-3c4f3e56-0818-4c42-b138-0d4085423021 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:23.313070 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8cfa2cb9-6d6e-4275-b14a-c84f25c6fe5b req-3c4f3e56-0818-4c42-b138-0d4085423021 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2030461 Nov 12 03:26:23.335468 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-761b8031-db16-4151-9e38-854354a8d9a9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=64b3732fea814fdba2715f90fb5ae590&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4363005 Nov 12 03:26:23.336357 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b8031-db16-4151-9e38-854354a8d9a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a7c301-39e7-45e9-8c1d-91852c44fbfb,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:23.339642 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60220) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:23.404520 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-09bc01fc-5356-4c38-b645-c0bd31c35800 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:23.447044 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-09bc01fc-5356-4c38-b645-c0bd31c35800 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:23.515640 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-09bc01fc-5356-4c38-b645-c0bd31c35800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:23.519054 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-09bc01fc-5356-4c38-b645-c0bd31c35800 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:23.520388 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-09bc01fc-5356-4c38-b645-c0bd31c35800 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/69a7c301-39e7-45e9-8c1d-91852c44fbfb HTTP/1.1" status: 204 len: 168 time: 0.1797161 Nov 12 03:26:23.529195 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc01fc-5356-4c38-b645-c0bd31c35800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a7c301-39e7-45e9-8c1d-91852c44fbfb,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:23.624661 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device e14041bd-b04a-4f9c-8b9a-4602f8a15d0b details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:26:23.757260 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b76106-c0d3-4751-9316-bd4c2bb87c93 req-907f1c37-ef97-4b1e-9b05-6c21670981a3 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:23.761106 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-62b76106-c0d3-4751-9316-bd4c2bb87c93 req-907f1c37-ef97-4b1e-9b05-6c21670981a3 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/ports?device_id=7400df99-e2ed-494c-b77a-154bedd689de HTTP/1.1" status: 200 len: 946 time: 0.0893199 Nov 12 03:26:23.772863 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port e14041bd-b04a-4f9c-8b9a-4602f8a15d0b, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=e14041bd-b04a-4f9c-8b9a-4602f8a15d0b,segment=NetworkSegment(13bc166f-55e1-4dc8-baa3-5d15709f86ad),segment_id=13bc166f-55e1-4dc8-baa3-5d15709f86ad)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:23.797938 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'e14041bd-b04a-4f9c-8b9a-4602f8a15d0b', 'network_id': '0a9162de-bdde-427f-8e0e-6dfc54c7d9d5', 'port_id': 'e14041bd-b04a-4f9c-8b9a-4602f8a15d0b', 'mac_address': 'fa:16:3e:dd:80:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47b6a17e-6944-4d40-9328-627b4b928ff7', 'ip_address': '10.1.1.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:26:23.830522 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-62b76106-c0d3-4751-9316-bd4c2bb87c93 req-1b1f15b0-3286-4fad-a421-41915f6e8aa9 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c02f414-12bb-422e-8141-f3284114c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617530 Nov 12 03:26:23.867076 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-8b5a5479-ca65-4b06-9bc1-85b14705be00 req-287c750f-55d7-4f76-8662-484343d593fa tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1993884603', 'description': 'tempest-description-513169286'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:23.876574 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:23.907200 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e14041bd-b04a-4f9c-8b9a-4602f8a15d0b {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:23.923160 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-8b5a5479-ca65-4b06-9bc1-85b14705be00 req-287c750f-55d7-4f76-8662-484343d593fa tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:23.941684 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port e14041bd-b04a-4f9c-8b9a-4602f8a15d0b, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=e14041bd-b04a-4f9c-8b9a-4602f8a15d0b,segment=NetworkSegment(13bc166f-55e1-4dc8-baa3-5d15709f86ad),segment_id=13bc166f-55e1-4dc8-baa3-5d15709f86ad)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:23.948704 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:23.949749 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device f7283506-b691-45c6-9375-298221385ad8 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:26:24.034678 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port f7283506-b691-45c6-9375-298221385ad8, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=f7283506-b691-45c6-9375-298221385ad8,segment=NetworkSegment(13bc166f-55e1-4dc8-baa3-5d15709f86ad),segment_id=13bc166f-55e1-4dc8-baa3-5d15709f86ad)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:24.044686 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=e14041bd-b04a-4f9c-8b9a-4602f8a15d0b,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:24.057496 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-8b5a5479-ca65-4b06-9bc1-85b14705be00 req-287c750f-55d7-4f76-8662-484343d593fa tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:24.059098 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'f7283506-b691-45c6-9375-298221385ad8', 'network_id': '0a9162de-bdde-427f-8e0e-6dfc54c7d9d5', 'port_id': 'f7283506-b691-45c6-9375-298221385ad8', 'mac_address': 'fa:16:3e:f2:a4:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47b6a17e-6944-4d40-9328-627b4b928ff7', 'ip_address': '10.1.1.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:26:24.070892 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-8b5a5479-ca65-4b06-9bc1-85b14705be00 req-287c750f-55d7-4f76-8662-484343d593fa tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:24.104062 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c750f-55d7-4f76-8662-484343d593fa tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c9c9ae-775f-4604-b8b8-d3719de0a69a,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:24.112739 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:24.131479 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-8b5a5479-ca65-4b06-9bc1-85b14705be00 req-287c750f-55d7-4f76-8662-484343d593fa tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:24.134738 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7283506-b691-45c6-9375-298221385ad8 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:24.144230 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8b5a5479-ca65-4b06-9bc1-85b14705be00 req-287c750f-55d7-4f76-8662-484343d593fa tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2823446 Nov 12 03:26:24.173820 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port f7283506-b691-45c6-9375-298221385ad8, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=f7283506-b691-45c6-9375-298221385ad8,segment=NetworkSegment(13bc166f-55e1-4dc8-baa3-5d15709f86ad),segment_id=13bc166f-55e1-4dc8-baa3-5d15709f86ad)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:24.178643 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:24.179606 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 8ad279e8-eae6-43bc-9187-fb73596735da details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:26:24.275103 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 55a09f1f-5f9e-4783-9942-dfb020785189 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:24.280122 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=f7283506-b691-45c6-9375-298221385ad8,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:24.344771 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580d369-8901-4259-a311-57f77f6ad512 req-82781b83-7b88-44b5-972c-b067439f7877 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:24.360937 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7580d369-8901-4259-a311-57f77f6ad512 req-82781b83-7b88-44b5-972c-b067439f7877 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 950 time: 0.1447434 Nov 12 03:26:24.423309 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 8ad279e8-eae6-43bc-9187-fb73596735da, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=8ad279e8-eae6-43bc-9187-fb73596735da,segment=NetworkSegment(6d3a857c-682f-4de6-9fab-f391ef609ad0),segment_id=6d3a857c-682f-4de6-9fab-f391ef609ad0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:24.438605 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 55a09f1f-5f9e-4783-9942-dfb020785189 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:24.438975 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:24.464713 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '8ad279e8-eae6-43bc-9187-fb73596735da', 'network_id': '05567585-3225-43ff-908b-682604349a1c', 'port_id': '8ad279e8-eae6-43bc-9187-fb73596735da', 'mac_address': 'fa:16:3e:fd:85:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27f881fe-8083-445e-acea-d73d96d974cb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:26:24.499295 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7580d369-8901-4259-a311-57f77f6ad512 req-6f7c3078-84be-4a89-aed8-d77790dffecd tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369543 Nov 12 03:26:24.595753 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:24.634592 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:24.637061 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ad279e8-eae6-43bc-9187-fb73596735da {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:24.638232 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57da693-4bb3-4d78-8973-1e914f532cb1 req-ec667226-0c70-463a-8544-808145f13d60 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:24.646996 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a57da693-4bb3-4d78-8973-1e914f532cb1 req-ec667226-0c70-463a-8544-808145f13d60 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=de6fb720-333f-4db9-b89f-5ea5f4cafe46 HTTP/1.1" status: 200 len: 943 time: 0.0914159 Nov 12 03:26:24.714691 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 55a09f1f-5f9e-4783-9942-dfb020785189, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=55a09f1f-5f9e-4783-9942-dfb020785189,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:24.732552 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 8ad279e8-eae6-43bc-9187-fb73596735da, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=8ad279e8-eae6-43bc-9187-fb73596735da,segment=NetworkSegment(6d3a857c-682f-4de6-9fab-f391ef609ad0),segment_id=6d3a857c-682f-4de6-9fab-f391ef609ad0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:24.739927 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:24.811997 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55a09f1f-5f9e-4783-9942-dfb020785189'}, {'server_uuid': '7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a09f1f-5f9e-4783-9942-dfb020785189'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:24.815220 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb10c3d3-0c52-4483-b7ef-9ee35d7ef632" -d '{"events": [{"server_uuid": "7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c", "name": "network-vif-unplugged", "status": "completed", "tag": "55a09f1f-5f9e-4783-9942-dfb020785189"}, {"server_uuid": "7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c", "name": "network-vif-plugged", "status": "completed", "tag": "55a09f1f-5f9e-4783-9942-dfb020785189"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:24.819412 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:24.820195 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:26:24.851668 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-a57da693-4bb3-4d78-8973-1e914f532cb1 req-ef9a0c52-f95e-499a-8b73-f0dbcd9ea192 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Deleting port 30fae683-0579-462c-a01b-25d596bbf1b4 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:24.852129 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-a57da693-4bb3-4d78-8973-1e914f532cb1 req-ef9a0c52-f95e-499a-8b73-f0dbcd9ea192 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:24.867192 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=55a09f1f-5f9e-4783-9942-dfb020785189,revision_number=10']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:24.908416 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7,segment=NetworkSegment(13bc166f-55e1-4dc8-baa3-5d15709f86ad),segment_id=13bc166f-55e1-4dc8-baa3-5d15709f86ad)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:24.936680 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7', 'network_id': '0a9162de-bdde-427f-8e0e-6dfc54c7d9d5', 'port_id': '4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7', 'mac_address': 'fa:16:3e:b0:9c:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47b6a17e-6944-4d40-9328-627b4b928ff7', 'ip_address': '10.1.1.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:26:24.979218 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536effe7-5709-452d-b26f-d091f83126df req-2fdb843e-258c-4116-86f4-a49338cd4ebb tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:24.981177 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-536effe7-5709-452d-b26f-d091f83126df req-2fdb843e-258c-4116-86f4-a49338cd4ebb tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/ports?device_id=69a11867-f1f2-409f-a547-78a33346f288&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1966426 Nov 12 03:26:25.008814 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=8ad279e8-eae6-43bc-9187-fb73596735da,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:25.019002 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-a57da693-4bb3-4d78-8973-1e914f532cb1 req-ef9a0c52-f95e-499a-8b73-f0dbcd9ea192 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] For port 30fae683-0579-462c-a01b-25d596bbf1b4, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=30fae683-0579-462c-a01b-25d596bbf1b4,segment=NetworkSegment(eece85e2-9491-495c-808d-869c08a5aaa4),segment_id=eece85e2-9491-495c-808d-869c08a5aaa4)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:25.020130 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-a57da693-4bb3-4d78-8973-1e914f532cb1 req-ef9a0c52-f95e-499a-8b73-f0dbcd9ea192 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.023510 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.052520 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:25.053204 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-a57da693-4bb3-4d78-8973-1e914f532cb1 req-ef9a0c52-f95e-499a-8b73-f0dbcd9ea192 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Calling delete_port for 30fae683-0579-462c-a01b-25d596bbf1b4 owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:25.069583 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-536effe7-5709-452d-b26f-d091f83126df req-792b22dd-ec8f-4c50-ad7e-18e6e9d7547e tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.177 HTTP/1.1" status: 200 len: 696 time: 0.0782516 Nov 12 03:26:25.076191 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-536effe7-5709-452d-b26f-d091f83126df req-bb5a2a70-5c2d-443d-866d-b0a557f2955e tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Request body: {'floatingip': {'port_id': '5731207e-39c0-427c-8694-1555fafb7f5b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:25.101351 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7,segment=NetworkSegment(13bc166f-55e1-4dc8-baa3-5d15709f86ad),segment_id=13bc166f-55e1-4dc8-baa3-5d15709f86ad)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:25.110412 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.190374 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-536effe7-5709-452d-b26f-d091f83126df req-bb5a2a70-5c2d-443d-866d-b0a557f2955e tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks [] for floatingip, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.214972 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:25.236020 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-a57da693-4bb3-4d78-8973-1e914f532cb1 req-ef9a0c52-f95e-499a-8b73-f0dbcd9ea192 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.322062 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a0c52-f95e-499a-8b73-f0dbcd9ea192 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Pushing event deleted for resources: {'Port': ['ID=30fae683-0579-462c-a01b-25d596bbf1b4,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:25.347880 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-a57da693-4bb3-4d78-8973-1e914f532cb1 req-ef9a0c52-f95e-499a-8b73-f0dbcd9ea192 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] No DVR routers for this DVR port 30fae683-0579-462c-a01b-25d596bbf1b4 on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:26:25.350646 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-a57da693-4bb3-4d78-8973-1e914f532cb1 req-ef9a0c52-f95e-499a-8b73-f0dbcd9ea192 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.360309 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a57da693-4bb3-4d78-8973-1e914f532cb1 req-ef9a0c52-f95e-499a-8b73-f0dbcd9ea192 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "DELETE /v2.0/ports/30fae683-0579-462c-a01b-25d596bbf1b4 HTTP/1.1" status: 204 len: 173 time: 0.7103882 Nov 12 03:26:25.361097 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6fb720-333f-4db9-b89f-5ea5f4cafe46', 'name': 'network-vif-deleted', 'tag': '30fae683-0579-462c-a01b-25d596bbf1b4'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:25.363714 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f2ff1c-8a1b-4d80-8b5b-9b6701f1a012" -d '{"events": [{"server_uuid": "de6fb720-333f-4db9-b89f-5ea5f4cafe46", "name": "network-vif-deleted", "tag": "30fae683-0579-462c-a01b-25d596bbf1b4"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:25.619380 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 94c8258d-67c2-4ad8-9f8c-67f760634674 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:26:25.671667 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 30fae683-0579-462c-a01b-25d596bbf1b4 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:26:25.742046 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 30fae683-0579-462c-a01b-25d596bbf1b4 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:26:25.743248 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 30fae683-0579-462c-a01b-25d596bbf1b4 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:26:25.870067 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['e14041bd-b04a-4f9c-8b9a-4602f8a15d0b'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:25.893759 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac67db7-cc2b-45ef-a670-db22f44ab697 req-f1e05d33-4cc4-4bde-aae6-57b79c6d50e3 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:25.902665 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac67db7-cc2b-45ef-a670-db22f44ab697 req-f1e05d33-4cc4-4bde-aae6-57b79c6d50e3 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:25.911022 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac67db7-cc2b-45ef-a670-db22f44ab697 req-f1e05d33-4cc4-4bde-aae6-57b79c6d50e3 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:25.925118 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac67db7-cc2b-45ef-a670-db22f44ab697 req-f1e05d33-4cc4-4bde-aae6-57b79c6d50e3 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:25.927427 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['f7283506-b691-45c6-9375-298221385ad8'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:25.938956 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac67db7-cc2b-45ef-a670-db22f44ab697 req-f1e05d33-4cc4-4bde-aae6-57b79c6d50e3 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:25.943837 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['8ad279e8-eae6-43bc-9187-fb73596735da'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:25.948369 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:25.957187 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac67db7-cc2b-45ef-a670-db22f44ab697 req-f1e05d33-4cc4-4bde-aae6-57b79c6d50e3 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:25.967195 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac67db7-cc2b-45ef-a670-db22f44ab697 req-f1e05d33-4cc4-4bde-aae6-57b79c6d50e3 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:25.975133 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7ac67db7-cc2b-45ef-a670-db22f44ab697 req-f1e05d33-4cc4-4bde-aae6-57b79c6d50e3 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 5423 time: 0.1827748 Nov 12 03:26:26.083585 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7ac67db7-cc2b-45ef-a670-db22f44ab697 req-123663d7-a8d6-4c45-9cfa-931e0970e310 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a22aea3-060b-45a8-a7ba-9d5508ea1c86&id=163708d6-2806-48a4-99ff-2841929f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1072006 Nov 12 03:26:26.128708 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-58007ad9-62c2-439c-aa1a-4d4aeddccf10 req-f34b600b-eff4-4967-9687-c28ec11a293f tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-180605805', 'description': 'tempest-description-1881636331'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:26.138878 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-536effe7-5709-452d-b26f-d091f83126df req-bb5a2a70-5c2d-443d-866d-b0a557f2955e tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:26.144902 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-536effe7-5709-452d-b26f-d091f83126df req-bb5a2a70-5c2d-443d-866d-b0a557f2955e tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:26.150508 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60374) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:26.193101 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-58007ad9-62c2-439c-aa1a-4d4aeddccf10 req-f34b600b-eff4-4967-9687-c28ec11a293f tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:26.352008 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 94c8258d-67c2-4ad8-9f8c-67f760634674, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=94c8258d-67c2-4ad8-9f8c-67f760634674,segment=NetworkSegment(83020275-838e-40df-a5ab-a96ac61387a9),segment_id=83020275-838e-40df-a5ab-a96ac61387a9)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:26.367286 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-58007ad9-62c2-439c-aa1a-4d4aeddccf10 req-f34b600b-eff4-4967-9687-c28ec11a293f tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:26.374150 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-58007ad9-62c2-439c-aa1a-4d4aeddccf10 req-f34b600b-eff4-4967-9687-c28ec11a293f tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:26.419933 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '94c8258d-67c2-4ad8-9f8c-67f760634674', 'network_id': '573baa8f-b6be-41d7-a7a6-73c38233ca3f', 'port_id': '94c8258d-67c2-4ad8-9f8c-67f760634674', 'mac_address': 'fa:16:3e:b0:03:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba17018e-b96b-4c29-adff-c6650fd08ac2', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:26:26.430433 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [req-536effe7-5709-452d-b26f-d091f83126df req-bb5a2a70-5c2d-443d-866d-b0a557f2955e tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Floating IP a954dedc-e0b9-4d64-99ed-d972c9821963 associated. External IP: 172.25.5.177, port: 5731207e-39c0-427c-8694-1555fafb7f5b. Nov 12 03:26:26.443526 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-58007ad9-62c2-439c-aa1a-4d4aeddccf10 req-f34b600b-eff4-4967-9687-c28ec11a293f tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:26.456573 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-58007ad9-62c2-439c-aa1a-4d4aeddccf10 req-f34b600b-eff4-4967-9687-c28ec11a293f tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3364577 Nov 12 03:26:26.472929 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b600b-eff4-4967-9687-c28ec11a293f tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa1cb31-4e84-4905-ac3f-a24e0992e054,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:26.519815 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5ac1189d-42fe-406a-a3f6-f45dbf4d1497 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:26.718650 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:26.743825 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c8258d-67c2-4ad8-9f8c-67f760634674 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:26.801425 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5ac1189d-42fe-406a-a3f6-f45dbf4d1497 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:26.809147 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5ac1189d-42fe-406a-a3f6-f45dbf4d1497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:26.867383 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 94c8258d-67c2-4ad8-9f8c-67f760634674, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=94c8258d-67c2-4ad8-9f8c-67f760634674,segment=NetworkSegment(83020275-838e-40df-a5ab-a96ac61387a9),segment_id=83020275-838e-40df-a5ab-a96ac61387a9)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:26.885491 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-536effe7-5709-452d-b26f-d091f83126df req-bb5a2a70-5c2d-443d-866d-b0a557f2955e tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Router 33458856-dd88-43b6-a487-48502771a672 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:26:26.888707 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1189d-42fe-406a-a3f6-f45dbf4d1497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333446a1-851f-4e66-b5b7-a7e51bc19a5f,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:26.912880 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60408) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:26.915773 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5ac1189d-42fe-406a-a3f6-f45dbf4d1497 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=198f0f3a4e3e4028ac58bdfb167e23e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7582865 Nov 12 03:26:26.930023 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:26.930703 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 105f9594-14de-46d7-9d78-d82b9da371f6 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:26:27.023642 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9fc7d82c-754f-4158-afd0-b86106a7ec44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:27.150206 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-536effe7-5709-452d-b26f-d091f83126df req-bb5a2a70-5c2d-443d-866d-b0a557f2955e tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:26:27.156854 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-536effe7-5709-452d-b26f-d091f83126df req-bb5a2a70-5c2d-443d-866d-b0a557f2955e tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:27.165775 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27856242-a4a9-4711-9874-dc833b55e3d8 None None] Sync routers for ids ['33458856-dd88-43b6-a487-48502771a672'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:26:27.190924 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27856242-a4a9-4711-9874-dc833b55e3d8 None None] Routers {'33458856-dd88-43b6-a487-48502771a672'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:27.191792 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-27856242-a4a9-4711-9874-dc833b55e3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:26:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['33458856-dd88-43b6-a487-48502771a672'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:27.200305 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-536effe7-5709-452d-b26f-d091f83126df req-bb5a2a70-5c2d-443d-866d-b0a557f2955e tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "PUT /v2.0/floatingips/a954dedc-e0b9-4d64-99ed-d972c9821963 HTTP/1.1" status: 200 len: 997 time: 2.1298704 Nov 12 03:26:27.201254 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a11867-f1f2-409f-a547-78a33346f288', 'tag': '5731207e-39c0-427c-8694-1555fafb7f5b'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:27.204795 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26e1f70-b075-43dd-9241-60947ac7de32" -d '{"events": [{"name": "network-changed", "server_uuid": "69a11867-f1f2-409f-a547-78a33346f288", "tag": "5731207e-39c0-427c-8694-1555fafb7f5b"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:27.220979 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.resource_extend [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:26:27.282469 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=94c8258d-67c2-4ad8-9f8c-67f760634674,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:27.339031 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536effe7-5709-452d-b26f-d091f83126df req-5850f83d-8868-494c-9212-8e5ae7367944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:27.348994 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-536effe7-5709-452d-b26f-d091f83126df req-5850f83d-8868-494c-9212-8e5ae7367944 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0debc975661f439796e2390b4a57b652&device_id=69a11867-f1f2-409f-a547-78a33346f288 HTTP/1.1" status: 200 len: 1098 time: 0.1261122 Nov 12 03:26:27.436904 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95dd2e9-f0eb-48da-b96e-13c9d20997c3 x-openstack-request-id: req-b95dd2e9-f0eb-48da-b96e-13c9d20997c3 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:27.437253 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c", "name": "network-vif-unplugged", "status": "completed", "tag": "55a09f1f-5f9e-4783-9942-dfb020785189", "code": 200}, {"server_uuid": "7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c", "name": "network-vif-plugged", "status": "completed", "tag": "55a09f1f-5f9e-4783-9942-dfb020785189", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:27.437456 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b95dd2e9-f0eb-48da-b96e-13c9d20997c3 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:27.437874 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55a09f1f-5f9e-4783-9942-dfb020785189', 'code': 200} Nov 12 03:26:27.438055 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-27856242-a4a9-4711-9874-dc833b55e3d8 None None] Set router 33458856-dd88-43b6-a487-48502771a672 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:27.438188 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a09f1f-5f9e-4783-9942-dfb020785189', 'code': 200} Nov 12 03:26:27.519479 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 105f9594-14de-46d7-9d78-d82b9da371f6, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=105f9594-14de-46d7-9d78-d82b9da371f6,segment=NetworkSegment(13bc166f-55e1-4dc8-baa3-5d15709f86ad),segment_id=13bc166f-55e1-4dc8-baa3-5d15709f86ad)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:27.553468 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '105f9594-14de-46d7-9d78-d82b9da371f6', 'network_id': '0a9162de-bdde-427f-8e0e-6dfc54c7d9d5', 'port_id': '105f9594-14de-46d7-9d78-d82b9da371f6', 'mac_address': 'fa:16:3e:d5:a5:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47b6a17e-6944-4d40-9328-627b4b928ff7', 'ip_address': '10.1.1.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:26:27.566669 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536effe7-5709-452d-b26f-d091f83126df req-ce9eaea4-a9ba-48ba-962a-fe18e256ac2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:27.570711 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-536effe7-5709-452d-b26f-d091f83126df req-ce9eaea4-a9ba-48ba-962a-fe18e256ac2d service neutron] 10.222.0.50 "GET /v2.0/networks?id=7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce HTTP/1.1" status: 200 len: 922 time: 0.2208283 Nov 12 03:26:27.615940 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9fc7d82c-754f-4158-afd0-b86106a7ec44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:27.640965 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:27.669996 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 105f9594-14de-46d7-9d78-d82b9da371f6 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:27.691781 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b66db0-b5f9-453b-b94f-1e7b339215e7 x-openstack-request-id: req-b5b66db0-b5f9-453b-b94f-1e7b339215e7 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:27.692673 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6fb720-333f-4db9-b89f-5ea5f4cafe46", "name": "network-vif-deleted", "tag": "30fae683-0579-462c-a01b-25d596bbf1b4", "status": "failed", "code": 422}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:27.693743 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b5b66db0-b5f9-453b-b94f-1e7b339215e7 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:27.694960 n-d-715271-27 neutron-server[102572]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'de6fb720-333f-4db9-b89f-5ea5f4cafe46', 'name': 'network-vif-deleted', 'tag': '30fae683-0579-462c-a01b-25d596bbf1b4', 'status': 'failed', 'code': 422} returned with failed status Nov 12 03:26:27.707706 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-536effe7-5709-452d-b26f-d091f83126df req-291b43a3-31c4-485b-88db-e3bfc4be0b25 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5731207e-39c0-427c-8694-1555fafb7f5b HTTP/1.1" status: 200 len: 1000 time: 0.1287246 Nov 12 03:26:27.712316 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9fc7d82c-754f-4158-afd0-b86106a7ec44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:27.715088 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9fc7d82c-754f-4158-afd0-b86106a7ec44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:27.716908 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9fc7d82c-754f-4158-afd0-b86106a7ec44 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/333446a1-851f-4e66-b5b7-a7e51bc19a5f HTTP/1.1" status: 204 len: 168 time: 0.8025115 Nov 12 03:26:27.735261 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 105f9594-14de-46d7-9d78-d82b9da371f6, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=105f9594-14de-46d7-9d78-d82b9da371f6,segment=NetworkSegment(13bc166f-55e1-4dc8-baa3-5d15709f86ad),segment_id=13bc166f-55e1-4dc8-baa3-5d15709f86ad)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:27.740563 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:27.741467 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 4bbbb60b-8f40-4c1f-9126-34b3f0b5965b details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:26:27.774746 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc7d82c-754f-4158-afd0-b86106a7ec44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333446a1-851f-4e66-b5b7-a7e51bc19a5f,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:27.829604 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca723ff-1515-428e-abf8-1486a298805e req-d2df0678-b7b7-432f-993d-cd948988328f tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:27.837572 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fca723ff-1515-428e-abf8-1486a298805e req-d2df0678-b7b7-432f-993d-cd948988328f tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 950 time: 0.1499131 Nov 12 03:26:27.846756 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536effe7-5709-452d-b26f-d091f83126df req-69444dec-9b10-47ae-9514-b063582d70b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:27.852274 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-536effe7-5709-452d-b26f-d091f83126df req-69444dec-9b10-47ae-9514-b063582d70b5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e23f749e-fea6-4b5c-8a76-f2265b94b364 HTTP/1.1" status: 200 len: 860 time: 0.1390576 Nov 12 03:26:27.852812 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=105f9594-14de-46d7-9d78-d82b9da371f6,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:27.904613 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 4bbbb60b-8f40-4c1f-9126-34b3f0b5965b, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4bbbb60b-8f40-4c1f-9126-34b3f0b5965b,segment=NetworkSegment(83020275-838e-40df-a5ab-a96ac61387a9),segment_id=83020275-838e-40df-a5ab-a96ac61387a9)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:27.919394 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '4bbbb60b-8f40-4c1f-9126-34b3f0b5965b', 'network_id': '573baa8f-b6be-41d7-a7a6-73c38233ca3f', 'port_id': '4bbbb60b-8f40-4c1f-9126-34b3f0b5965b', 'mac_address': 'fa:16:3e:f0:7f:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba17018e-b96b-4c29-adff-c6650fd08ac2', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:26:28.011480 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:28.028434 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fca723ff-1515-428e-abf8-1486a298805e req-97c40c09-943b-48cc-90c6-0ada7e72e937 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835849 Nov 12 03:26:28.032532 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536effe7-5709-452d-b26f-d091f83126df req-e534c213-f122-4b7c-a387-a7c1fcc19e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:28.034652 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bbbb60b-8f40-4c1f-9126-34b3f0b5965b {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:28.037679 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-536effe7-5709-452d-b26f-d091f83126df req-e534c213-f122-4b7c-a387-a7c1fcc19e10 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1675847 Nov 12 03:26:28.085521 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 4bbbb60b-8f40-4c1f-9126-34b3f0b5965b, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4bbbb60b-8f40-4c1f-9126-34b3f0b5965b,segment=NetworkSegment(83020275-838e-40df-a5ab-a96ac61387a9),segment_id=83020275-838e-40df-a5ab-a96ac61387a9)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:28.094221 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:28.096664 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-27856242-a4a9-4711-9874-dc833b55e3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33458856-dd88-43b6-a487-48502771a672', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692260321-router', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:13Z', 'updated_at': '2021-11-12T03:25:25Z', 'revision_number': 4, 'project_id': '0debc975661f439796e2390b4a57b652', 'gw_port': {'id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:49:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33458856-dd88-43b6-a487-48502771a672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:14Z', 'updated_at': '2021-11-12T03:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'a954dedc-e0b9-4d64-99ed-d972c9821963', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'floating_ip_address': '172.25.5.177', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '33458856-dd88-43b6-a487-48502771a672', 'port_id': '5731207e-39c0-427c-8694-1555fafb7f5b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce', 'mac_address': 'fa:16:3e:da:dc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a11867-f1f2-409f-a547-78a33346f288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:25:54Z', 'updated_at': '2021-11-12T03:26:25Z', 'revision_number': 1, 'project_id': '0debc975661f439796e2390b4a57b652', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39bb739f-81d4-48b8-8c44-12feda571b29', 'name': '', 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'mac_address': 'fa:16:3e:36:8f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33458856-dd88-43b6-a487-48502771a672', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'e23f749e-fea6-4b5c-8a76-f2265b94b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:22Z', 'updated_at': '2021-11-12T03:25:29Z', 'revision_number': 5, 'project_id': '0debc975661f439796e2390b4a57b652', 'subnets': [{'id': 'e23f749e-fea6-4b5c-8a76-f2265b94b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:28.172935 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27856242-a4a9-4711-9874-dc833b55e3d8 None None] Checking router: 33458856-dd88-43b6-a487-48502771a672 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:26:28.197636 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27856242-a4a9-4711-9874-dc833b55e3d8 None None] Routers {'33458856-dd88-43b6-a487-48502771a672'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:28.198263 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-27856242-a4a9-4711-9874-dc833b55e3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:26:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['33458856-dd88-43b6-a487-48502771a672'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:28.261939 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=4bbbb60b-8f40-4c1f-9126-34b3f0b5965b,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:28.303102 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-536effe7-5709-452d-b26f-d091f83126df req-b1ff6461-4236-44aa-8cbb-56af44666d0f service neutron] 10.222.0.50 "GET /v2.0/networks/7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583268 Nov 12 03:26:28.378872 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-052c67e6-645c-47a9-b19a-c4ccedbc5834 req-3f4a34c0-21ce-4094-a5ec-9fc85e53a1c5 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=91fef26da8e143afb79eb810bd46376a HTTP/1.1" status: 200 len: 10996 time: 0.2325943 Nov 12 03:26:28.455239 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-27856242-a4a9-4711-9874-dc833b55e3d8 None None] Set router 33458856-dd88-43b6-a487-48502771a672 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:28.463576 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-052c67e6-645c-47a9-b19a-c4ccedbc5834 req-a4cdf9c4-8741-405b-aaf2-0a4a10af47be tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups/dfa74b35-347f-4524-ae5c-cff5e8847540 HTTP/1.1" status: 200 len: 2998 time: 0.0744216 Nov 12 03:26:28.516347 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-536effe7-5709-452d-b26f-d091f83126df req-f4d40438-d5f6-44f3-a183-9899ff1c08fd service neutron] 10.222.0.50 "GET /v2.0/networks/7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119780 Nov 12 03:26:28.615472 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-052c67e6-645c-47a9-b19a-c4ccedbc5834 req-11fa22bf-2b6f-4f35-bb3c-ba61b89a175f tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups/dfa74b35-347f-4524-ae5c-cff5e8847540 HTTP/1.1" status: 200 len: 2998 time: 0.1150436 Nov 12 03:26:28.727820 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a000cb0-d173-4867-bfa8-1b9ff701fead x-openstack-request-id: req-4a000cb0-d173-4867-bfa8-1b9ff701fead {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:28.728515 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a11867-f1f2-409f-a547-78a33346f288", "tag": "5731207e-39c0-427c-8694-1555fafb7f5b", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:28.729031 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4a000cb0-d173-4867-bfa8-1b9ff701fead {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:28.729938 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a11867-f1f2-409f-a547-78a33346f288', 'tag': '5731207e-39c0-427c-8694-1555fafb7f5b', 'status': 'completed', 'code': 200} Nov 12 03:26:28.848146 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e1f70-b075-43dd-9241-60947ac7de32 req-5a0a0c82-8348-463a-9a44-1f9b69767c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:28.849641 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f26e1f70-b075-43dd-9241-60947ac7de32 req-5a0a0c82-8348-463a-9a44-1f9b69767c33 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0debc975661f439796e2390b4a57b652&device_id=69a11867-f1f2-409f-a547-78a33346f288 HTTP/1.1" status: 200 len: 1098 time: 0.1252966 Nov 12 03:26:28.852415 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bb09a-27f1-4a6f-9a66-ccfeba3735d0 req-db44bc4f-8a0f-43cb-8e6e-77e11744a2af tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:28.860128 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bb09a-27f1-4a6f-9a66-ccfeba3735d0 req-db44bc4f-8a0f-43cb-8e6e-77e11744a2af tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:28.887203 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bb09a-27f1-4a6f-9a66-ccfeba3735d0 req-db44bc4f-8a0f-43cb-8e6e-77e11744a2af tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:28.907179 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bb09a-27f1-4a6f-9a66-ccfeba3735d0 req-db44bc4f-8a0f-43cb-8e6e-77e11744a2af tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:28.932347 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bb09a-27f1-4a6f-9a66-ccfeba3735d0 req-db44bc4f-8a0f-43cb-8e6e-77e11744a2af tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:28.945195 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bb09a-27f1-4a6f-9a66-ccfeba3735d0 req-db44bc4f-8a0f-43cb-8e6e-77e11744a2af tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:28.963642 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bb09a-27f1-4a6f-9a66-ccfeba3735d0 req-db44bc4f-8a0f-43cb-8e6e-77e11744a2af tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:28.966296 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bf8bb09a-27f1-4a6f-9a66-ccfeba3735d0 req-db44bc4f-8a0f-43cb-8e6e-77e11744a2af tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 5426 time: 0.3357346 Nov 12 03:26:29.081045 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['4bbbb60b-8f40-4c1f-9126-34b3f0b5965b'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:29.096815 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-27856242-a4a9-4711-9874-dc833b55e3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33458856-dd88-43b6-a487-48502771a672', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692260321-router', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:13Z', 'updated_at': '2021-11-12T03:25:25Z', 'revision_number': 4, 'project_id': '0debc975661f439796e2390b4a57b652', 'gw_port': {'id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:49:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33458856-dd88-43b6-a487-48502771a672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:14Z', 'updated_at': '2021-11-12T03:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'a954dedc-e0b9-4d64-99ed-d972c9821963', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'floating_ip_address': '172.25.5.177', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '33458856-dd88-43b6-a487-48502771a672', 'port_id': '5731207e-39c0-427c-8694-1555fafb7f5b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce', 'mac_address': 'fa:16:3e:da:dc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a11867-f1f2-409f-a547-78a33346f288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:25:54Z', 'updated_at': '2021-11-12T03:26:25Z', 'revision_number': 1, 'project_id': '0debc975661f439796e2390b4a57b652', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39bb739f-81d4-48b8-8c44-12feda571b29', 'name': '', 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'mac_address': 'fa:16:3e:36:8f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33458856-dd88-43b6-a487-48502771a672', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'e23f749e-fea6-4b5c-8a76-f2265b94b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:22Z', 'updated_at': '2021-11-12T03:25:29Z', 'revision_number': 5, 'project_id': '0debc975661f439796e2390b4a57b652', 'subnets': [{'id': 'e23f749e-fea6-4b5c-8a76-f2265b94b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:29.135025 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bf8bb09a-27f1-4a6f-9a66-ccfeba3735d0 req-45b0e123-687b-4dc3-87ce-1f76bce646c3 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a22aea3-060b-45a8-a7ba-9d5508ea1c86&id=163708d6-2806-48a4-99ff-2841929f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1570265 Nov 12 03:26:29.155879 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e1f70-b075-43dd-9241-60947ac7de32 req-3b3b3a54-2286-4c3d-88af-a6acc88680cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:29.157688 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f26e1f70-b075-43dd-9241-60947ac7de32 req-3b3b3a54-2286-4c3d-88af-a6acc88680cf service neutron] 10.222.0.74 "GET /v2.0/networks?id=7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce HTTP/1.1" status: 200 len: 922 time: 0.2884912 Nov 12 03:26:29.176110 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['105f9594-14de-46d7-9d78-d82b9da371f6'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:29.181260 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27856242-a4a9-4711-9874-dc833b55e3d8 None None] The sync data for ids ['33458856-dd88-43b6-a487-48502771a672'] in n-d-715271-27 is: [{'id': '33458856-dd88-43b6-a487-48502771a672', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692260321-router', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:13Z', 'updated_at': '2021-11-12T03:25:25Z', 'revision_number': 4, 'project_id': '0debc975661f439796e2390b4a57b652', 'gw_port': {'id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:49:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33458856-dd88-43b6-a487-48502771a672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:14Z', 'updated_at': '2021-11-12T03:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'a954dedc-e0b9-4d64-99ed-d972c9821963', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'floating_ip_address': '172.25.5.177', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '33458856-dd88-43b6-a487-48502771a672', 'port_id': '5731207e-39c0-427c-8694-1555fafb7f5b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce', 'mac_address': 'fa:16:3e:da:dc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a11867-f1f2-409f-a547-78a33346f288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:25:54Z', 'updated_at': '2021-11-12T03:26:25Z', 'revision_number': 1, 'project_id': '0debc975661f439796e2390b4a57b652', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39bb739f-81d4-48b8-8c44-12feda571b29', 'name': '', 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'mac_address': 'fa:16:3e:36:8f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33458856-dd88-43b6-a487-48502771a672', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'e23f749e-fea6-4b5c-8a76-f2265b94b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:22Z', 'updated_at': '2021-11-12T03:25:29Z', 'revision_number': 5, 'project_id': '0debc975661f439796e2390b4a57b652', 'subnets': [{'id': 'e23f749e-fea6-4b5c-8a76-f2265b94b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:26:29.342833 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f26e1f70-b075-43dd-9241-60947ac7de32 req-ff2b0161-a1d8-4d0b-8b1b-a7aa27fbdd19 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5731207e-39c0-427c-8694-1555fafb7f5b HTTP/1.1" status: 200 len: 1000 time: 0.1764326 Nov 12 03:26:29.438551 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e1f70-b075-43dd-9241-60947ac7de32 req-243810e7-7290-4e86-a291-f1c56cb233fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:29.441434 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f26e1f70-b075-43dd-9241-60947ac7de32 req-243810e7-7290-4e86-a291-f1c56cb233fb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e23f749e-fea6-4b5c-8a76-f2265b94b364 HTTP/1.1" status: 200 len: 860 time: 0.0882168 Nov 12 03:26:29.556550 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e1f70-b075-43dd-9241-60947ac7de32 req-9f39140e-f8c2-4330-b1aa-f0e13053dfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:29.560017 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f26e1f70-b075-43dd-9241-60947ac7de32 req-9f39140e-f8c2-4330-b1aa-f0e13053dfd9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1102068 Nov 12 03:26:29.644889 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-3d09d0af-e7b1-4e94-8cde-3013cd734bbd tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:29.667529 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-3d09d0af-e7b1-4e94-8cde-3013cd734bbd tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/networks?id=e27d7564-6d22-4aba-8393-df25a0e0004d HTTP/1.1" status: 200 len: 812 time: 0.3054812 Nov 12 03:26:29.692690 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-865587e6-ba25-4bde-b21e-1d809484e324 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/quotas/e1192f3b82c6435d93d38f097bb06d31 HTTP/1.1" status: 200 len: 375 time: 0.0233529 Nov 12 03:26:29.697297 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebc4d04-c8cf-4a33-81cc-105b6de5aa09 None None] New status for floating IP a954dedc-e0b9-4d64-99ed-d972c9821963: ACTIVE {{(pid=102573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:26:29.726441 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-81df198a-a089-4a78-8a3f-f460307cec2c tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e1192f3b82c6435d93d38f097bb06d31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323162 Nov 12 03:26:29.779253 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f26e1f70-b075-43dd-9241-60947ac7de32 req-e92f1ee8-481e-478a-9b46-884f5831b577 service neutron] 10.222.0.74 "GET /v2.0/networks/7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879542 Nov 12 03:26:29.992828 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['94c8258d-67c2-4ad8-9f8c-67f760634674'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:30.040291 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-baeb4932-1008-48b0-a177-3227f71160ae service neutron] 10.222.0.50 "GET /v2.0/networks/e27d7564-6d22-4aba-8393-df25a0e0004d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009639 Nov 12 03:26:30.109400 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f26e1f70-b075-43dd-9241-60947ac7de32 req-093601f9-fb0b-476e-bc7f-94e7dfbbc5dd service neutron] 10.222.0.74 "GET /v2.0/networks/7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119321 Nov 12 03:26:30.146862 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device e14041bd-b04a-4f9c-8b9a-4602f8a15d0b up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:30.200650 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02cad6-4ce8-4fd4-956c-e8dd36e6e798 req-5afb2781-1dca-4f94-bea2-c36630342980 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:30.202916 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6d02cad6-4ce8-4fd4-956c-e8dd36e6e798 req-5afb2781-1dca-4f94-bea2-c36630342980 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/ports?device_id=7400df99-e2ed-494c-b77a-154bedd689de&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1309154 Nov 12 03:26:30.359746 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d590bb45-7e19-42ac-a1bc-3c74eef8e720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:30.369861 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port e14041bd-b04a-4f9c-8b9a-4602f8a15d0b completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:26:30.388971 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6d02cad6-4ce8-4fd4-956c-e8dd36e6e798 req-517f2771-298d-4903-9fb0-8a13e061fb35 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.177 HTTP/1.1" status: 200 len: 1002 time: 0.1734917 Nov 12 03:26:30.395353 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-6d02cad6-4ce8-4fd4-956c-e8dd36e6e798 req-12da56da-296e-4ea2-abe1-66bf695b0266 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Request body: {'floatingip': {'port_id': 'f777b4ab-ac04-4042-9da3-9c5daa3d9403', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:30.398221 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port e14041bd-b04a-4f9c-8b9a-4602f8a15d0b triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:30.398655 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:30.412822 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-1d48b63f-28c8-4bdb-9df9-27fbde879f5e service neutron] 10.222.0.50 "GET /v2.0/networks/e27d7564-6d22-4aba-8393-df25a0e0004d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677611 Nov 12 03:26:30.511015 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6d02cad6-4ce8-4fd4-956c-e8dd36e6e798 req-12da56da-296e-4ea2-abe1-66bf695b0266 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks [] for floatingip, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:30.595801 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:30.649347 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901c888a-da2b-477a-9adf-2639921bb668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14041bd-b04a-4f9c-8b9a-4602f8a15d0b'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:30.655762 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b278a208-84c9-4cfc-9c33-6ef5dd16ba61" -d '{"events": [{"server_uuid": "901c888a-da2b-477a-9adf-2639921bb668", "name": "network-vif-plugged", "status": "completed", "tag": "e14041bd-b04a-4f9c-8b9a-4602f8a15d0b"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:30.687826 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port e14041bd-b04a-4f9c-8b9a-4602f8a15d0b, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=e14041bd-b04a-4f9c-8b9a-4602f8a15d0b,segment=NetworkSegment(13bc166f-55e1-4dc8-baa3-5d15709f86ad),segment_id=13bc166f-55e1-4dc8-baa3-5d15709f86ad)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:30.693682 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:30.694954 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device f7283506-b691-45c6-9375-298221385ad8 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:30.842108 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=e14041bd-b04a-4f9c-8b9a-4602f8a15d0b,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:30.862872 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port f7283506-b691-45c6-9375-298221385ad8 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:26:30.872752 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port f7283506-b691-45c6-9375-298221385ad8 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:30.873230 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:30.886470 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a904c781-61ae-476d-a979-95be258f7cf8 req-605b7f5c-fa79-4276-a3b3-c063f6799b23 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups/01f3eaa3-8d91-42e3-b3d8-f24919a017e7 HTTP/1.1" status: 200 len: 1817 time: 0.1683691 Nov 12 03:26:31.013457 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-a904c781-61ae-476d-a979-95be258f7cf8 req-33b26c36-7b7a-4262-b730-2ec5a06d7e21 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:31.039512 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-a904c781-61ae-476d-a979-95be258f7cf8 req-33b26c36-7b7a-4262-b730-2ec5a06d7e21 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:31.099100 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:31.103902 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-a904c781-61ae-476d-a979-95be258f7cf8 req-33b26c36-7b7a-4262-b730-2ec5a06d7e21 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:31.113362 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-a904c781-61ae-476d-a979-95be258f7cf8 req-33b26c36-7b7a-4262-b730-2ec5a06d7e21 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:31.130705 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a904c781-61ae-476d-a979-95be258f7cf8 req-33b26c36-7b7a-4262-b730-2ec5a06d7e21 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "DELETE /v2.0/security-groups/01f3eaa3-8d91-42e3-b3d8-f24919a017e7 HTTP/1.1" status: 204 len: 173 time: 0.2310188 Nov 12 03:26:31.148567 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port f7283506-b691-45c6-9375-298221385ad8, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=f7283506-b691-45c6-9375-298221385ad8,segment=NetworkSegment(13bc166f-55e1-4dc8-baa3-5d15709f86ad),segment_id=13bc166f-55e1-4dc8-baa3-5d15709f86ad)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:31.161889 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:31.164031 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 8ad279e8-eae6-43bc-9187-fb73596735da up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:31.174588 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b26c36-7b7a-4262-b730-2ec5a06d7e21 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f3eaa3-8d91-42e3-b3d8-f24919a017e7,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:31.294641 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=f7283506-b691-45c6-9375-298221385ad8,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:31.355266 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 8ad279e8-eae6-43bc-9187-fb73596735da completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:26:31.363941 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 8ad279e8-eae6-43bc-9187-fb73596735da triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:31.364617 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:31.513404 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc403b0-9ccf-4c85-ae31-fd97c421721e req-e9e332a1-eb6b-4edd-87f4-4709c8f97024 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:31.515019 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7cc403b0-9ccf-4c85-ae31-fd97c421721e req-e9e332a1-eb6b-4edd-87f4-4709c8f97024 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 950 time: 0.1302619 Nov 12 03:26:31.646732 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:31.683969 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7cc403b0-9ccf-4c85-ae31-fd97c421721e req-9d5c3986-d763-4fcb-b4f5-08e4cad02688 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400688 Nov 12 03:26:31.744557 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 8ad279e8-eae6-43bc-9187-fb73596735da, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=8ad279e8-eae6-43bc-9187-fb73596735da,segment=NetworkSegment(6d3a857c-682f-4de6-9fab-f391ef609ad0),segment_id=6d3a857c-682f-4de6-9fab-f391ef609ad0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:31.752498 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:31.753948 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:31.778696 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6d02cad6-4ce8-4fd4-956c-e8dd36e6e798 req-12da56da-296e-4ea2-abe1-66bf695b0266 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:31.787178 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6d02cad6-4ce8-4fd4-956c-e8dd36e6e798 req-12da56da-296e-4ea2-abe1-66bf695b0266 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:31.915692 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:26:31.927232 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:31.927974 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:32.050742 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=8ad279e8-eae6-43bc-9187-fb73596735da,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:32.103645 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [req-6d02cad6-4ce8-4fd4-956c-e8dd36e6e798 req-12da56da-296e-4ea2-abe1-66bf695b0266 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Floating IP a954dedc-e0b9-4d64-99ed-d972c9821963 associated. External IP: 172.25.5.177, port: 5731207e-39c0-427c-8694-1555fafb7f5b. Nov 12 03:26:32.318359 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:32.487306 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7,segment=NetworkSegment(13bc166f-55e1-4dc8-baa3-5d15709f86ad),segment_id=13bc166f-55e1-4dc8-baa3-5d15709f86ad)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:32.499211 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:32.522785 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ea4b4-1dc8-4022-92d9-e1f88a4dccf9 req-acc07654-0a14-4d74-9f73-c1905a7b4250 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:32.554390 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ea4b4-1dc8-4022-92d9-e1f88a4dccf9 req-acc07654-0a14-4d74-9f73-c1905a7b4250 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:32.601930 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ea4b4-1dc8-4022-92d9-e1f88a4dccf9 req-acc07654-0a14-4d74-9f73-c1905a7b4250 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:32.602930 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d02cad6-4ce8-4fd4-956c-e8dd36e6e798 req-12da56da-296e-4ea2-abe1-66bf695b0266 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Router 33458856-dd88-43b6-a487-48502771a672 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:26:32.619784 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:32.626116 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 94c8258d-67c2-4ad8-9f8c-67f760634674 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:32.639129 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ea4b4-1dc8-4022-92d9-e1f88a4dccf9 req-acc07654-0a14-4d74-9f73-c1905a7b4250 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:32.667451 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ea4b4-1dc8-4022-92d9-e1f88a4dccf9 req-acc07654-0a14-4d74-9f73-c1905a7b4250 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:32.685018 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ea4b4-1dc8-4022-92d9-e1f88a4dccf9 req-acc07654-0a14-4d74-9f73-c1905a7b4250 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:32.696799 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ea4b4-1dc8-4022-92d9-e1f88a4dccf9 req-acc07654-0a14-4d74-9f73-c1905a7b4250 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:32.711360 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-165ea4b4-1dc8-4022-92d9-e1f88a4dccf9 req-acc07654-0a14-4d74-9f73-c1905a7b4250 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 5429 time: 0.3492172 Nov 12 03:26:32.781199 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 94c8258d-67c2-4ad8-9f8c-67f760634674 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:26:32.796067 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 94c8258d-67c2-4ad8-9f8c-67f760634674 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:32.796743 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:32.880424 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-165ea4b4-1dc8-4022-92d9-e1f88a4dccf9 req-4bee848c-111a-4ae0-8792-3672a2902db5 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a22aea3-060b-45a8-a7ba-9d5508ea1c86&id=163708d6-2806-48a4-99ff-2841929f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1664851 Nov 12 03:26:32.914979 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d02cad6-4ce8-4fd4-956c-e8dd36e6e798 req-12da56da-296e-4ea2-abe1-66bf695b0266 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:26:32.928538 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2bb47f-d7b2-412d-be1e-f1e59bd6f14b None None] Sync routers for ids ['33458856-dd88-43b6-a487-48502771a672'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:26:32.953247 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2bb47f-d7b2-412d-be1e-f1e59bd6f14b None None] Routers {'33458856-dd88-43b6-a487-48502771a672'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:32.953963 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-ae2bb47f-d7b2-412d-be1e-f1e59bd6f14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:26:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['33458856-dd88-43b6-a487-48502771a672'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:32.967619 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0786c564-3ac9-4d08-bcea-3a2f4bf34c6b x-openstack-request-id: req-0786c564-3ac9-4d08-bcea-3a2f4bf34c6b {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:32.967925 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "901c888a-da2b-477a-9adf-2639921bb668", "name": "network-vif-plugged", "status": "completed", "tag": "e14041bd-b04a-4f9c-8b9a-4602f8a15d0b", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:32.974760 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0786c564-3ac9-4d08-bcea-3a2f4bf34c6b {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:32.975152 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901c888a-da2b-477a-9adf-2639921bb668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14041bd-b04a-4f9c-8b9a-4602f8a15d0b', 'code': 200} Nov 12 03:26:33.168611 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:33.241524 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fc4ab48a-e43d-429a-92b1-c7165a0f08ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:33.244578 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3fecaff9-910d-4ef2-8625-cd4d10462f04 req-41ed5989-9d08-4af1-a665-5476d0f40713 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a65edf96-a810-4ee3-b7d1-38eb6d581511 HTTP/1.1" status: 200 len: 210 time: 0.1071935 Nov 12 03:26:33.317035 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 94c8258d-67c2-4ad8-9f8c-67f760634674, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=94c8258d-67c2-4ad8-9f8c-67f760634674,segment=NetworkSegment(83020275-838e-40df-a5ab-a96ac61387a9),segment_id=83020275-838e-40df-a5ab-a96ac61387a9)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:33.328408 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:33.330997 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 105f9594-14de-46d7-9d78-d82b9da371f6 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:33.351085 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-ae2bb47f-d7b2-412d-be1e-f1e59bd6f14b None None] Set router 33458856-dd88-43b6-a487-48502771a672 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:33.404184 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [req-56912f07-68bc-4de8-8ca2-9c09f18b9425 req-b18efe7b-1050-474a-a36b-8409daa6b6a2 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] show failed (client error): The resource could not be found. Nov 12 03:26:33.432398 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-56912f07-68bc-4de8-8ca2-9c09f18b9425 req-b18efe7b-1050-474a-a36b-8409daa6b6a2 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups/01f3eaa3-8d91-42e3-b3d8-f24919a017e7 HTTP/1.1" status: 404 len: 352 time: 0.1080980 Nov 12 03:26:33.527890 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=94c8258d-67c2-4ad8-9f8c-67f760634674,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:33.556287 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 105f9594-14de-46d7-9d78-d82b9da371f6 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:26:33.566535 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 105f9594-14de-46d7-9d78-d82b9da371f6 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:33.566954 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:33.618379 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-2b4e126e-14b9-4eab-a165-049b8f25d3b7 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:33.633786 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-2b4e126e-14b9-4eab-a165-049b8f25d3b7 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.74 "GET /v2.0/networks?id=e27d7564-6d22-4aba-8393-df25a0e0004d HTTP/1.1" status: 200 len: 812 time: 0.5369995 Nov 12 03:26:33.660664 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-8753e22a-7a56-45b2-915b-fcebf34647a5 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Request body: {'port': {'device_id': 'a65edf96-a810-4ee3-b7d1-38eb6d581511', 'network_id': 'e27d7564-6d22-4aba-8393-df25a0e0004d', 'admin_state_up': True, 'tenant_id': 'e1192f3b82c6435d93d38f097bb06d31'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:33.837235 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:33.937576 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d370b-64bd-45fe-a4f3-00acfa61347a req-0d2272b6-50da-49dc-91b7-98a5d3e2c5d1 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:33.955924 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ef6d370b-64bd-45fe-a4f3-00acfa61347a req-0d2272b6-50da-49dc-91b7-98a5d3e2c5d1 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 950 time: 0.2582030 Nov 12 03:26:34.054250 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 105f9594-14de-46d7-9d78-d82b9da371f6, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=105f9594-14de-46d7-9d78-d82b9da371f6,segment=NetworkSegment(13bc166f-55e1-4dc8-baa3-5d15709f86ad),segment_id=13bc166f-55e1-4dc8-baa3-5d15709f86ad)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:34.073595 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-ae2bb47f-d7b2-412d-be1e-f1e59bd6f14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33458856-dd88-43b6-a487-48502771a672', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692260321-router', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:13Z', 'updated_at': '2021-11-12T03:25:25Z', 'revision_number': 4, 'project_id': '0debc975661f439796e2390b4a57b652', 'gw_port': {'id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:49:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33458856-dd88-43b6-a487-48502771a672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:14Z', 'updated_at': '2021-11-12T03:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'a954dedc-e0b9-4d64-99ed-d972c9821963', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'floating_ip_address': '172.25.5.177', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '33458856-dd88-43b6-a487-48502771a672', 'port_id': 'f777b4ab-ac04-4042-9da3-9c5daa3d9403', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce', 'mac_address': 'fa:16:3e:cc:23:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7400df99-e2ed-494c-b77a-154bedd689de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:25:54Z', 'updated_at': '2021-11-12T03:26:31Z', 'revision_number': 3, 'project_id': '0debc975661f439796e2390b4a57b652', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39bb739f-81d4-48b8-8c44-12feda571b29', 'name': '', 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'mac_address': 'fa:16:3e:36:8f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33458856-dd88-43b6-a487-48502771a672', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'e23f749e-fea6-4b5c-8a76-f2265b94b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:22Z', 'updated_at': '2021-11-12T03:25:29Z', 'revision_number': 5, 'project_id': '0debc975661f439796e2390b4a57b652', 'subnets': [{'id': 'e23f749e-fea6-4b5c-8a76-f2265b94b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:34.080544 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:34.093710 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:34.097480 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 4bbbb60b-8f40-4c1f-9126-34b3f0b5965b up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:34.195712 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2bb47f-d7b2-412d-be1e-f1e59bd6f14b None None] Checking router: 33458856-dd88-43b6-a487-48502771a672 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:26:34.210636 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ef6d370b-64bd-45fe-a4f3-00acfa61347a req-0b69f73f-aee5-4e7c-8be3-f0fccdaddfc2 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519176 Nov 12 03:26:34.239921 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2bb47f-d7b2-412d-be1e-f1e59bd6f14b None None] Routers {'33458856-dd88-43b6-a487-48502771a672'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:34.246103 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-ae2bb47f-d7b2-412d-be1e-f1e59bd6f14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:26:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['33458856-dd88-43b6-a487-48502771a672'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:34.284300 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-8753e22a-7a56-45b2-915b-fcebf34647a5 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Made reservation on behalf of e1192f3b82c6435d93d38f097bb06d31 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:34.289686 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-8753e22a-7a56-45b2-915b-fcebf34647a5 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:34.392190 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4de4729d-ebdb-48bb-b119-78c0c90c4867 req-39d03bed-d6e0-4408-b2a9-9c1d6332341f tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups/b3c9c9ae-775f-4604-b8b8-d3719de0a69a HTTP/1.1" status: 200 len: 1817 time: 0.1312499 Nov 12 03:26:34.451630 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d02cad6-4ce8-4fd4-956c-e8dd36e6e798 req-12da56da-296e-4ea2-abe1-66bf695b0266 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Router 33458856-dd88-43b6-a487-48502771a672 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:26:34.468594 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=105f9594-14de-46d7-9d78-d82b9da371f6,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:34.509530 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 4bbbb60b-8f40-4c1f-9126-34b3f0b5965b completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:26:34.529008 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 4bbbb60b-8f40-4c1f-9126-34b3f0b5965b triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:34.529375 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:34.601848 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-4de4729d-ebdb-48bb-b119-78c0c90c4867 req-3f497c06-f70b-4d21-bc44-0d6a0043e47b tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:34.651049 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60646) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:34.661323 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-8753e22a-7a56-45b2-915b-fcebf34647a5 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Allocated IP 172.20.0.6 (e27d7564-6d22-4aba-8393-df25a0e0004d/36b22bc4-04aa-4109-bb38-599b9cb93288/0ff05508-94c8-457b-a72d-501d5be0298b) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:34.684870 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-4de4729d-ebdb-48bb-b119-78c0c90c4867 req-3f497c06-f70b-4d21-bc44-0d6a0043e47b tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:34.712266 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60650) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:34.728969 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-ae2bb47f-d7b2-412d-be1e-f1e59bd6f14b None None] Set router 33458856-dd88-43b6-a487-48502771a672 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:34.782288 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:34.860203 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-4de4729d-ebdb-48bb-b119-78c0c90c4867 req-3f497c06-f70b-4d21-bc44-0d6a0043e47b tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:34.868337 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-4de4729d-ebdb-48bb-b119-78c0c90c4867 req-3f497c06-f70b-4d21-bc44-0d6a0043e47b tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:34.869587 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4de4729d-ebdb-48bb-b119-78c0c90c4867 req-3f497c06-f70b-4d21-bc44-0d6a0043e47b tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "DELETE /v2.0/security-groups/b3c9c9ae-775f-4604-b8b8-d3719de0a69a HTTP/1.1" status: 204 len: 173 time: 0.4762557 Nov 12 03:26:34.882443 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d02cad6-4ce8-4fd4-956c-e8dd36e6e798 req-12da56da-296e-4ea2-abe1-66bf695b0266 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:26:34.892057 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 4bbbb60b-8f40-4c1f-9126-34b3f0b5965b, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4bbbb60b-8f40-4c1f-9126-34b3f0b5965b,segment=NetworkSegment(83020275-838e-40df-a5ab-a96ac61387a9),segment_id=83020275-838e-40df-a5ab-a96ac61387a9)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:34.897455 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:34.905559 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f497c06-f70b-4d21-bc44-0d6a0043e47b tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c9c9ae-775f-4604-b8b8-d3719de0a69a,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:34.910303 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6d02cad6-4ce8-4fd4-956c-e8dd36e6e798 req-12da56da-296e-4ea2-abe1-66bf695b0266 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:34.982082 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901c888a-da2b-477a-9adf-2639921bb668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7283506-b691-45c6-9375-298221385ad8'}, {'server_uuid': '901c888a-da2b-477a-9adf-2639921bb668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad279e8-eae6-43bc-9187-fb73596735da'}, {'server_uuid': '901c888a-da2b-477a-9adf-2639921bb668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7'}, {'server_uuid': '901c888a-da2b-477a-9adf-2639921bb668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c8258d-67c2-4ad8-9f8c-67f760634674'}, {'server_uuid': '901c888a-da2b-477a-9adf-2639921bb668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105f9594-14de-46d7-9d78-d82b9da371f6'}, {'server_uuid': '901c888a-da2b-477a-9adf-2639921bb668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbbb60b-8f40-4c1f-9126-34b3f0b5965b'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:34.986049 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c217ab4e-8005-4a05-b669-e6b9709d8f85" -d '{"events": [{"server_uuid": "901c888a-da2b-477a-9adf-2639921bb668", "name": "network-vif-plugged", "status": "completed", "tag": "f7283506-b691-45c6-9375-298221385ad8"}, {"server_uuid": "901c888a-da2b-477a-9adf-2639921bb668", "name": "network-vif-plugged", "status": "completed", "tag": "8ad279e8-eae6-43bc-9187-fb73596735da"}, {"server_uuid": "901c888a-da2b-477a-9adf-2639921bb668", "name": "network-vif-plugged", "status": "completed", "tag": "4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7"}, {"server_uuid": "901c888a-da2b-477a-9adf-2639921bb668", "name": "network-vif-plugged", "status": "completed", "tag": "94c8258d-67c2-4ad8-9f8c-67f760634674"}, {"server_uuid": "901c888a-da2b-477a-9adf-2639921bb668", "name": "network-vif-plugged", "status": "completed", "tag": "105f9594-14de-46d7-9d78-d82b9da371f6"}, {"server_uuid": "901c888a-da2b-477a-9adf-2639921bb668", "name": "network-vif-plugged", "status": "completed", "tag": "4bbbb60b-8f40-4c1f-9126-34b3f0b5965b"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:35.008991 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-27519596-a7b3-4a89-a344-31581337120b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:35.061097 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a11867-f1f2-409f-a547-78a33346f288', 'tag': '5731207e-39c0-427c-8694-1555fafb7f5b'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:35.067148 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f33f8d-a39e-4063-b69a-3f8af42626c8" -d '{"events": [{"name": "network-changed", "server_uuid": "69a11867-f1f2-409f-a547-78a33346f288", "tag": "5731207e-39c0-427c-8694-1555fafb7f5b"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:35.072150 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=4bbbb60b-8f40-4c1f-9126-34b3f0b5965b,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:35.161510 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6d02cad6-4ce8-4fd4-956c-e8dd36e6e798 req-12da56da-296e-4ea2-abe1-66bf695b0266 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "PUT /v2.0/floatingips/a954dedc-e0b9-4d64-99ed-d972c9821963 HTTP/1.1" status: 200 len: 999 time: 4.7716448 Nov 12 03:26:35.276118 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-27519596-a7b3-4a89-a344-31581337120b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:35.282527 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4ce191e9-2c78-4f9c-bd3e-f2bd1880826d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:35.292160 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-27519596-a7b3-4a89-a344-31581337120b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:35.329275 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02cad6-4ce8-4fd4-956c-e8dd36e6e798 req-22238fd0-341e-4aec-b17a-c431a44fc1b8 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:35.334857 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6d02cad6-4ce8-4fd4-956c-e8dd36e6e798 req-22238fd0-341e-4aec-b17a-c431a44fc1b8 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/ports/5731207e-39c0-427c-8694-1555fafb7f5b HTTP/1.1" status: 200 len: 943 time: 0.1595685 Nov 12 03:26:35.368494 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-ae2bb47f-d7b2-412d-be1e-f1e59bd6f14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33458856-dd88-43b6-a487-48502771a672', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692260321-router', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:13Z', 'updated_at': '2021-11-12T03:25:25Z', 'revision_number': 4, 'project_id': '0debc975661f439796e2390b4a57b652', 'gw_port': {'id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:49:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33458856-dd88-43b6-a487-48502771a672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:14Z', 'updated_at': '2021-11-12T03:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'a954dedc-e0b9-4d64-99ed-d972c9821963', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'floating_ip_address': '172.25.5.177', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '33458856-dd88-43b6-a487-48502771a672', 'port_id': 'f777b4ab-ac04-4042-9da3-9c5daa3d9403', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce', 'mac_address': 'fa:16:3e:cc:23:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7400df99-e2ed-494c-b77a-154bedd689de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:25:54Z', 'updated_at': '2021-11-12T03:26:31Z', 'revision_number': 3, 'project_id': '0debc975661f439796e2390b4a57b652', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39bb739f-81d4-48b8-8c44-12feda571b29', 'name': '', 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'mac_address': 'fa:16:3e:36:8f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33458856-dd88-43b6-a487-48502771a672', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'e23f749e-fea6-4b5c-8a76-f2265b94b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:22Z', 'updated_at': '2021-11-12T03:25:29Z', 'revision_number': 5, 'project_id': '0debc975661f439796e2390b4a57b652', 'subnets': [{'id': 'e23f749e-fea6-4b5c-8a76-f2265b94b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:35.410948 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2bb47f-d7b2-412d-be1e-f1e59bd6f14b None None] The sync data for ids ['33458856-dd88-43b6-a487-48502771a672'] in n-d-715271-27 is: [{'id': '33458856-dd88-43b6-a487-48502771a672', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692260321-router', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:13Z', 'updated_at': '2021-11-12T03:25:25Z', 'revision_number': 4, 'project_id': '0debc975661f439796e2390b4a57b652', 'gw_port': {'id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:49:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33458856-dd88-43b6-a487-48502771a672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:14Z', 'updated_at': '2021-11-12T03:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'a954dedc-e0b9-4d64-99ed-d972c9821963', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'floating_ip_address': '172.25.5.177', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '33458856-dd88-43b6-a487-48502771a672', 'port_id': 'f777b4ab-ac04-4042-9da3-9c5daa3d9403', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce', 'mac_address': 'fa:16:3e:cc:23:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7400df99-e2ed-494c-b77a-154bedd689de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:25:54Z', 'updated_at': '2021-11-12T03:26:31Z', 'revision_number': 3, 'project_id': '0debc975661f439796e2390b4a57b652', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39bb739f-81d4-48b8-8c44-12feda571b29', 'name': '', 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'mac_address': 'fa:16:3e:36:8f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33458856-dd88-43b6-a487-48502771a672', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'e23f749e-fea6-4b5c-8a76-f2265b94b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:22Z', 'updated_at': '2021-11-12T03:25:29Z', 'revision_number': 5, 'project_id': '0debc975661f439796e2390b4a57b652', 'subnets': [{'id': 'e23f749e-fea6-4b5c-8a76-f2265b94b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:26:35.425198 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-8753e22a-7a56-45b2-915b-fcebf34647a5 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:35.430692 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27519596-a7b3-4a89-a344-31581337120b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1300eecf-29ac-47e8-be51-21b26bb18f19,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:35.524895 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02cad6-4ce8-4fd4-956c-e8dd36e6e798 req-1089f6f9-16e5-443a-b7d5-f226e2a1b845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:35.525928 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6d02cad6-4ce8-4fd4-956c-e8dd36e6e798 req-1089f6f9-16e5-443a-b7d5-f226e2a1b845 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0debc975661f439796e2390b4a57b652&device_id=69a11867-f1f2-409f-a547-78a33346f288 HTTP/1.1" status: 200 len: 1098 time: 0.0796297 Nov 12 03:26:35.595017 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3120e0d-4354-4a01-ad95-2701002aa0ff req-d5b5897c-d3dd-4ef1-920a-2d6841742b60 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:35.610625 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3120e0d-4354-4a01-ad95-2701002aa0ff req-d5b5897c-d3dd-4ef1-920a-2d6841742b60 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:35.623213 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3120e0d-4354-4a01-ad95-2701002aa0ff req-d5b5897c-d3dd-4ef1-920a-2d6841742b60 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:35.640436 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3120e0d-4354-4a01-ad95-2701002aa0ff req-d5b5897c-d3dd-4ef1-920a-2d6841742b60 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:35.651785 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3120e0d-4354-4a01-ad95-2701002aa0ff req-d5b5897c-d3dd-4ef1-920a-2d6841742b60 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:35.672602 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02cad6-4ce8-4fd4-956c-e8dd36e6e798 req-a408ed28-fe32-41a8-91c8-af5cd1a21d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:35.675358 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6d02cad6-4ce8-4fd4-956c-e8dd36e6e798 req-a408ed28-fe32-41a8-91c8-af5cd1a21d57 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce HTTP/1.1" status: 200 len: 922 time: 0.1414011 Nov 12 03:26:35.677354 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-8753e22a-7a56-45b2-915b-fcebf34647a5 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:35.695595 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3120e0d-4354-4a01-ad95-2701002aa0ff req-d5b5897c-d3dd-4ef1-920a-2d6841742b60 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:35.723986 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3120e0d-4354-4a01-ad95-2701002aa0ff req-d5b5897c-d3dd-4ef1-920a-2d6841742b60 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:35.739506 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d3120e0d-4354-4a01-ad95-2701002aa0ff req-d5b5897c-d3dd-4ef1-920a-2d6841742b60 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 5433 time: 0.6310678 Nov 12 03:26:35.747489 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753e22a-7a56-45b2-915b-fcebf34647a5 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Pushing event updated for resources: {'Port': ['ID=0ff05508-94c8-457b-a72d-501d5be0298b,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:35.800118 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-27519596-a7b3-4a89-a344-31581337120b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4d62c57211b04e87b88b49040282b8db&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1458073 Nov 12 03:26:35.803926 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6d02cad6-4ce8-4fd4-956c-e8dd36e6e798 req-428cb18b-eede-4202-ad9e-f039153dcda6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5731207e-39c0-427c-8694-1555fafb7f5b HTTP/1.1" status: 200 len: 217 time: 0.0573478 Nov 12 03:26:35.807359 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60666) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:35.812188 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-8753e22a-7a56-45b2-915b-fcebf34647a5 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Network e27d7564-6d22-4aba-8393-df25a0e0004d is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:35.814277 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-8753e22a-7a56-45b2-915b-fcebf34647a5 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:35.830811 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-8753e22a-7a56-45b2-915b-fcebf34647a5 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:35.907900 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:35.912553 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c857099b-75e6-4708-bc54-d26d7d89e09a None None] New status for floating IP a954dedc-e0b9-4d64-99ed-d972c9821963: ACTIVE {{(pid=102573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:26:35.922425 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d3120e0d-4354-4a01-ad95-2701002aa0ff req-df51fe8d-2a07-41d5-bd44-c893de5eb134 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a22aea3-060b-45a8-a7ba-9d5508ea1c86&id=163708d6-2806-48a4-99ff-2841929f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1799543 Nov 12 03:26:36.155410 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-8753e22a-7a56-45b2-915b-fcebf34647a5 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:36.156964 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-8753e22a-7a56-45b2-915b-fcebf34647a5 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:36.200859 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02cad6-4ce8-4fd4-956c-e8dd36e6e798 req-6dd47081-43f2-4232-a5cb-35279c2dbc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:36.202580 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6d02cad6-4ce8-4fd4-956c-e8dd36e6e798 req-6dd47081-43f2-4232-a5cb-35279c2dbc16 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e23f749e-fea6-4b5c-8a76-f2265b94b364 HTTP/1.1" status: 200 len: 860 time: 0.3643610 Nov 12 03:26:36.212118 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-8753e22a-7a56-45b2-915b-fcebf34647a5 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5641766 Nov 12 03:26:36.237885 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-68ce354a-1fcf-4dff-a837-53600ecdad21 service neutron] Request body: {'port': {'device_id': 'a65edf96-a810-4ee3-b7d1-38eb6d581511', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:36.305471 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0879e3cb-0c8d-4089-be8e-c124cf1d7040 None None] Sync routers for ids ['33458856-dd88-43b6-a487-48502771a672'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:26:36.325785 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:36.348474 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0879e3cb-0c8d-4089-be8e-c124cf1d7040 None None] Routers {'33458856-dd88-43b6-a487-48502771a672'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:36.352505 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-0879e3cb-0c8d-4089-be8e-c124cf1d7040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:26:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['33458856-dd88-43b6-a487-48502771a672'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:36.381584 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02cad6-4ce8-4fd4-956c-e8dd36e6e798 req-626f7925-b83e-4aaa-b1e3-eaeeb69b0f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:36.390493 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6d02cad6-4ce8-4fd4-956c-e8dd36e6e798 req-626f7925-b83e-4aaa-b1e3-eaeeb69b0f5f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1693122 Nov 12 03:26:36.396263 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-6d02cad6-4ce8-4fd4-956c-e8dd36e6e798 req-fabceb03-8201-4226-8da7-f18edf89728f service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:26:36.401142 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6d02cad6-4ce8-4fd4-956c-e8dd36e6e798 req-fabceb03-8201-4226-8da7-f18edf89728f service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091581 Nov 12 03:26:36.456443 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-68ce354a-1fcf-4dff-a837-53600ecdad21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:36.456739 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-891f7532-03a2-4714-a875-a9d60e8d00fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:36.485272 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-891f7532-03a2-4714-a875-a9d60e8d00fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:36.569214 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-891f7532-03a2-4714-a875-a9d60e8d00fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:36.576352 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-891f7532-03a2-4714-a875-a9d60e8d00fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:36.578100 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-891f7532-03a2-4714-a875-a9d60e8d00fe admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1300eecf-29ac-47e8-be51-21b26bb18f19 HTTP/1.1" status: 204 len: 168 time: 0.7650058 Nov 12 03:26:36.598422 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891f7532-03a2-4714-a875-a9d60e8d00fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1300eecf-29ac-47e8-be51-21b26bb18f19,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:36.636003 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4ce191e9-2c78-4f9c-bd3e-f2bd1880826d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:36.642632 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4ce191e9-2c78-4f9c-bd3e-f2bd1880826d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:36.643692 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-0879e3cb-0c8d-4089-be8e-c124cf1d7040 None None] Set router 33458856-dd88-43b6-a487-48502771a672 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:36.748404 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4ce191e9-2c78-4f9c-bd3e-f2bd1880826d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=51570c1195ea4bdd85c07a603d278501&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0170984 Nov 12 03:26:36.763026 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60674) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:36.784440 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6d02cad6-4ce8-4fd4-956c-e8dd36e6e798 req-70e25247-d0ed-4289-9246-da2513057029 service neutron] 10.222.0.50 "GET /v2.0/networks/7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728123 Nov 12 03:26:36.795509 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ba666-2bb1-41cc-bab5-df58968b9f14 req-b91e40b8-5616-4d32-9bc5-ef2025e7a2d0 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:36.803044 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-402ba666-2bb1-41cc-bab5-df58968b9f14 req-b91e40b8-5616-4d32-9bc5-ef2025e7a2d0 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a65edf96-a810-4ee3-b7d1-38eb6d581511 HTTP/1.1" status: 200 len: 931 time: 0.3612974 Nov 12 03:26:37.013295 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-402ba666-2bb1-41cc-bab5-df58968b9f14 req-611154ca-ac9d-4dc5-a664-b499a42d8758 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101062 Nov 12 03:26:37.017122 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce191e9-2c78-4f9c-bd3e-f2bd1880826d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc28cab-0a12-48ff-8c51-faed9a92f2f6,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:37.049924 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7172c533-0ea1-4621-a018-bd96671ae230 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:37.146724 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [req-684bcd73-2020-4a1e-b10f-2a5bb054c670 req-0ea51603-ba45-442c-88b9-1dce4427af92 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] show failed (client error): The resource could not be found. Nov 12 03:26:37.151934 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-684bcd73-2020-4a1e-b10f-2a5bb054c670 req-0ea51603-ba45-442c-88b9-1dce4427af92 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups/b3c9c9ae-775f-4604-b8b8-d3719de0a69a HTTP/1.1" status: 404 len: 352 time: 0.0465884 Nov 12 03:26:37.169073 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7172c533-0ea1-4621-a018-bd96671ae230 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:37.210501 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6d02cad6-4ce8-4fd4-956c-e8dd36e6e798 req-44cef4a3-b478-44c4-9614-5ce173bb5e68 service neutron] 10.222.0.50 "GET /v2.0/networks/7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249921 Nov 12 03:26:37.228662 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59c993a-bd94-4845-b21b-7cc26e807c56 x-openstack-request-id: req-f59c993a-bd94-4845-b21b-7cc26e807c56 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:37.231358 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "901c888a-da2b-477a-9adf-2639921bb668", "name": "network-vif-plugged", "status": "completed", "tag": "f7283506-b691-45c6-9375-298221385ad8", "code": 200}, {"server_uuid": "901c888a-da2b-477a-9adf-2639921bb668", "name": "network-vif-plugged", "status": "completed", "tag": "8ad279e8-eae6-43bc-9187-fb73596735da", "code": 200}, {"server_uuid": "901c888a-da2b-477a-9adf-2639921bb668", "name": "network-vif-plugged", "status": "completed", "tag": "4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7", "code": 200}, {"server_uuid": "901c888a-da2b-477a-9adf-2639921bb668", "name": "network-vif-plugged", "status": "completed", "tag": "94c8258d-67c2-4ad8-9f8c-67f760634674", "code": 200}, {"server_uuid": "901c888a-da2b-477a-9adf-2639921bb668", "name": "network-vif-plugged", "status": "completed", "tag": "105f9594-14de-46d7-9d78-d82b9da371f6", "code": 200}, {"server_uuid": "901c888a-da2b-477a-9adf-2639921bb668", "name": "network-vif-plugged", "status": "completed", "tag": "4bbbb60b-8f40-4c1f-9126-34b3f0b5965b", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:37.232541 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f59c993a-bd94-4845-b21b-7cc26e807c56 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:37.234046 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901c888a-da2b-477a-9adf-2639921bb668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7283506-b691-45c6-9375-298221385ad8', 'code': 200} Nov 12 03:26:37.235213 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901c888a-da2b-477a-9adf-2639921bb668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad279e8-eae6-43bc-9187-fb73596735da', 'code': 200} Nov 12 03:26:37.235826 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901c888a-da2b-477a-9adf-2639921bb668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7', 'code': 200} Nov 12 03:26:37.236341 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901c888a-da2b-477a-9adf-2639921bb668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c8258d-67c2-4ad8-9f8c-67f760634674', 'code': 200} Nov 12 03:26:37.236923 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901c888a-da2b-477a-9adf-2639921bb668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105f9594-14de-46d7-9d78-d82b9da371f6', 'code': 200} Nov 12 03:26:37.237475 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901c888a-da2b-477a-9adf-2639921bb668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbbb60b-8f40-4c1f-9126-34b3f0b5965b', 'code': 200} Nov 12 03:26:37.308762 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7172c533-0ea1-4621-a018-bd96671ae230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:37.315998 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7172c533-0ea1-4621-a018-bd96671ae230 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:37.322047 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7172c533-0ea1-4621-a018-bd96671ae230 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/edc28cab-0a12-48ff-8c51-faed9a92f2f6 HTTP/1.1" status: 204 len: 168 time: 0.5148613 Nov 12 03:26:37.350847 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7172c533-0ea1-4621-a018-bd96671ae230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc28cab-0a12-48ff-8c51-faed9a92f2f6,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:37.361166 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba43487-032b-48a6-bebb-7bbd7e51972a x-openstack-request-id: req-4ba43487-032b-48a6-bebb-7bbd7e51972a {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:37.361492 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a11867-f1f2-409f-a547-78a33346f288", "tag": "5731207e-39c0-427c-8694-1555fafb7f5b", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:37.361726 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4ba43487-032b-48a6-bebb-7bbd7e51972a {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:37.362075 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a11867-f1f2-409f-a547-78a33346f288', 'tag': '5731207e-39c0-427c-8694-1555fafb7f5b', 'status': 'completed', 'code': 200} Nov 12 03:26:37.384957 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02cad6-4ce8-4fd4-956c-e8dd36e6e798 req-a9491dd0-bd9c-47c2-af56-8eb7806f7a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:37.393995 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6d02cad6-4ce8-4fd4-956c-e8dd36e6e798 req-a9491dd0-bd9c-47c2-af56-8eb7806f7a26 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0debc975661f439796e2390b4a57b652&device_id=7400df99-e2ed-494c-b77a-154bedd689de HTTP/1.1" status: 200 len: 1098 time: 0.1825633 Nov 12 03:26:37.487452 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60684) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:37.551754 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aa33d893-2c64-4d02-bee2-2633bfb354d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:37.556617 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-0879e3cb-0c8d-4089-be8e-c124cf1d7040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33458856-dd88-43b6-a487-48502771a672', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692260321-router', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:13Z', 'updated_at': '2021-11-12T03:25:25Z', 'revision_number': 4, 'project_id': '0debc975661f439796e2390b4a57b652', 'gw_port': {'id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:49:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33458856-dd88-43b6-a487-48502771a672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:14Z', 'updated_at': '2021-11-12T03:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'a954dedc-e0b9-4d64-99ed-d972c9821963', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'floating_ip_address': '172.25.5.177', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '33458856-dd88-43b6-a487-48502771a672', 'port_id': 'f777b4ab-ac04-4042-9da3-9c5daa3d9403', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce', 'mac_address': 'fa:16:3e:cc:23:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7400df99-e2ed-494c-b77a-154bedd689de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:25:54Z', 'updated_at': '2021-11-12T03:26:36Z', 'revision_number': 4, 'project_id': '0debc975661f439796e2390b4a57b652', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39bb739f-81d4-48b8-8c44-12feda571b29', 'name': '', 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'mac_address': 'fa:16:3e:36:8f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33458856-dd88-43b6-a487-48502771a672', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'e23f749e-fea6-4b5c-8a76-f2265b94b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:22Z', 'updated_at': '2021-11-12T03:25:29Z', 'revision_number': 5, 'project_id': '0debc975661f439796e2390b4a57b652', 'subnets': [{'id': 'e23f749e-fea6-4b5c-8a76-f2265b94b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:37.651731 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0879e3cb-0c8d-4089-be8e-c124cf1d7040 None None] Checking router: 33458856-dd88-43b6-a487-48502771a672 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:26:37.681886 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0879e3cb-0c8d-4089-be8e-c124cf1d7040 None None] Routers {'33458856-dd88-43b6-a487-48502771a672'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:37.682527 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-0879e3cb-0c8d-4089-be8e-c124cf1d7040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:26:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['33458856-dd88-43b6-a487-48502771a672'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:37.888976 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aa33d893-2c64-4d02-bee2-2633bfb354d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:37.917087 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f33f8d-a39e-4063-b69a-3f8af42626c8 req-febde023-4f68-4360-8de9-3954a50b88b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:37.918664 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10f33f8d-a39e-4063-b69a-3f8af42626c8 req-febde023-4f68-4360-8de9-3954a50b88b2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0debc975661f439796e2390b4a57b652&device_id=69a11867-f1f2-409f-a547-78a33346f288 HTTP/1.1" status: 200 len: 1098 time: 0.5133317 Nov 12 03:26:37.919942 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aa33d893-2c64-4d02-bee2-2633bfb354d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:37.990272 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9d47c-bb82-4061-b7a0-f7a9bafe9966 req-4015d826-9311-4905-a8ca-b3174143f63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:37.990804 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9d47c-bb82-4061-b7a0-f7a9bafe9966 req-4015d826-9311-4905-a8ca-b3174143f63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:37.991263 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9d47c-bb82-4061-b7a0-f7a9bafe9966 req-4015d826-9311-4905-a8ca-b3174143f63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:37.991710 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9d47c-bb82-4061-b7a0-f7a9bafe9966 req-4015d826-9311-4905-a8ca-b3174143f63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:37.992182 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9d47c-bb82-4061-b7a0-f7a9bafe9966 req-4015d826-9311-4905-a8ca-b3174143f63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:37.992633 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9d47c-bb82-4061-b7a0-f7a9bafe9966 req-4015d826-9311-4905-a8ca-b3174143f63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:37.993093 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9d47c-bb82-4061-b7a0-f7a9bafe9966 req-4015d826-9311-4905-a8ca-b3174143f63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:37.995375 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-67f9d47c-bb82-4061-b7a0-f7a9bafe9966 req-4015d826-9311-4905-a8ca-b3174143f63c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 6497 time: 0.5915256 Nov 12 03:26:38.008926 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-68ce354a-1fcf-4dff-a837-53600ecdad21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ff05508-94c8-457b-a72d-501d5be0298b {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:38.018669 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa33d893-2c64-4d02-bee2-2633bfb354d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b84d253-ca60-4551-a6c8-6b5f14266d33,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:38.028864 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-0879e3cb-0c8d-4089-be8e-c124cf1d7040 None None] Set router 33458856-dd88-43b6-a487-48502771a672 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:38.057234 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-68ce354a-1fcf-4dff-a837-53600ecdad21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:38.062939 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02cad6-4ce8-4fd4-956c-e8dd36e6e798 req-ebf5361b-75de-4d75-bc6d-f3a6ba16338e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:38.072364 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6d02cad6-4ce8-4fd4-956c-e8dd36e6e798 req-ebf5361b-75de-4d75-bc6d-f3a6ba16338e service neutron] 10.222.0.50 "GET /v2.0/networks?id=7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce HTTP/1.1" status: 200 len: 922 time: 0.6773961 Nov 12 03:26:38.122957 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-68ce354a-1fcf-4dff-a837-53600ecdad21 service neutron] Transition to ACTIVE for port object 0ff05508-94c8-457b-a72d-501d5be0298b will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:26:38.152595 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4932265-34ad-45b8-aad4-8004e489ad37 req-74f52aa9-d346-4258-ba17-3cd06df961cd tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:38.164993 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c4932265-34ad-45b8-aad4-8004e489ad37 req-74f52aa9-d346-4258-ba17-3cd06df961cd tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 950 time: 0.6221418 Nov 12 03:26:38.236648 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-68ce354a-1fcf-4dff-a837-53600ecdad21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:38.237146 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-aa33d893-2c64-4d02-bee2-2633bfb354d9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=13136a279a3c488bb7b15e294222b965&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7388778 Nov 12 03:26:38.241821 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60700) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:38.307218 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c4932265-34ad-45b8-aad4-8004e489ad37 req-d85cdd2d-feef-4a3b-8be6-f75d675011ff tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410637 Nov 12 03:26:38.335937 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6d02cad6-4ce8-4fd4-956c-e8dd36e6e798 req-45ac590b-5549-4358-9a8d-1ac28babd242 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f777b4ab-ac04-4042-9da3-9c5daa3d9403 HTTP/1.1" status: 200 len: 1002 time: 0.2604499 Nov 12 03:26:38.370809 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f33f8d-a39e-4063-b69a-3f8af42626c8 req-57289ab9-d44c-429b-937f-2dc391e01835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:38.373335 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10f33f8d-a39e-4063-b69a-3f8af42626c8 req-57289ab9-d44c-429b-937f-2dc391e01835 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce HTTP/1.1" status: 200 len: 922 time: 0.3850858 Nov 12 03:26:38.392815 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fed75273-db6b-4805-b524-8ffed1ed9e4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:38.398065 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:38.441186 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fed75273-db6b-4805-b524-8ffed1ed9e4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:38.468856 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce354a-1fcf-4dff-a837-53600ecdad21 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff05508-94c8-457b-a72d-501d5be0298b,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:38.546944 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-67f9d47c-bb82-4061-b7a0-f7a9bafe9966 req-9515ffbd-a603-4cd7-bfc0-32163dd34471 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=163708d6-2806-48a4-99ff-2841929f9877&id=6a22aea3-060b-45a8-a7ba-9d5508ea1c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5264447 Nov 12 03:26:38.632847 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fed75273-db6b-4805-b524-8ffed1ed9e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:38.640887 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fed75273-db6b-4805-b524-8ffed1ed9e4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:38.642048 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-fed75273-db6b-4805-b524-8ffed1ed9e4a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1b84d253-ca60-4551-a6c8-6b5f14266d33 HTTP/1.1" status: 204 len: 168 time: 0.3991218 Nov 12 03:26:38.648108 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02cad6-4ce8-4fd4-956c-e8dd36e6e798 req-242378d8-965a-4835-9a1a-610d8c876347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:38.648743 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-0879e3cb-0c8d-4089-be8e-c124cf1d7040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33458856-dd88-43b6-a487-48502771a672', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692260321-router', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:13Z', 'updated_at': '2021-11-12T03:25:25Z', 'revision_number': 4, 'project_id': '0debc975661f439796e2390b4a57b652', 'gw_port': {'id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:49:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33458856-dd88-43b6-a487-48502771a672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:14Z', 'updated_at': '2021-11-12T03:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'a954dedc-e0b9-4d64-99ed-d972c9821963', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'floating_ip_address': '172.25.5.177', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '33458856-dd88-43b6-a487-48502771a672', 'port_id': 'f777b4ab-ac04-4042-9da3-9c5daa3d9403', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce', 'mac_address': 'fa:16:3e:cc:23:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7400df99-e2ed-494c-b77a-154bedd689de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:25:54Z', 'updated_at': '2021-11-12T03:26:36Z', 'revision_number': 4, 'project_id': '0debc975661f439796e2390b4a57b652', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39bb739f-81d4-48b8-8c44-12feda571b29', 'name': '', 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'mac_address': 'fa:16:3e:36:8f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33458856-dd88-43b6-a487-48502771a672', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'e23f749e-fea6-4b5c-8a76-f2265b94b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:22Z', 'updated_at': '2021-11-12T03:25:29Z', 'revision_number': 5, 'project_id': '0debc975661f439796e2390b4a57b652', 'subnets': [{'id': 'e23f749e-fea6-4b5c-8a76-f2265b94b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:38.662153 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6d02cad6-4ce8-4fd4-956c-e8dd36e6e798 req-242378d8-965a-4835-9a1a-610d8c876347 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e23f749e-fea6-4b5c-8a76-f2265b94b364 HTTP/1.1" status: 200 len: 860 time: 0.2565920 Nov 12 03:26:38.707567 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10f33f8d-a39e-4063-b69a-3f8af42626c8 req-6c4ed39a-55da-4213-9f32-aa47194dd5b1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5731207e-39c0-427c-8694-1555fafb7f5b HTTP/1.1" status: 200 len: 217 time: 0.3162427 Nov 12 03:26:38.730564 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed75273-db6b-4805-b524-8ffed1ed9e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b84d253-ca60-4551-a6c8-6b5f14266d33,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:38.739356 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0879e3cb-0c8d-4089-be8e-c124cf1d7040 None None] The sync data for ids ['33458856-dd88-43b6-a487-48502771a672'] in n-d-715271-27 is: [{'id': '33458856-dd88-43b6-a487-48502771a672', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692260321-router', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:13Z', 'updated_at': '2021-11-12T03:25:25Z', 'revision_number': 4, 'project_id': '0debc975661f439796e2390b4a57b652', 'gw_port': {'id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:49:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33458856-dd88-43b6-a487-48502771a672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:14Z', 'updated_at': '2021-11-12T03:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'a954dedc-e0b9-4d64-99ed-d972c9821963', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'floating_ip_address': '172.25.5.177', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '33458856-dd88-43b6-a487-48502771a672', 'port_id': 'f777b4ab-ac04-4042-9da3-9c5daa3d9403', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce', 'mac_address': 'fa:16:3e:cc:23:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7400df99-e2ed-494c-b77a-154bedd689de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:25:54Z', 'updated_at': '2021-11-12T03:26:36Z', 'revision_number': 4, 'project_id': '0debc975661f439796e2390b4a57b652', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39bb739f-81d4-48b8-8c44-12feda571b29', 'name': '', 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'mac_address': 'fa:16:3e:36:8f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33458856-dd88-43b6-a487-48502771a672', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'e23f749e-fea6-4b5c-8a76-f2265b94b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:22Z', 'updated_at': '2021-11-12T03:25:29Z', 'revision_number': 5, 'project_id': '0debc975661f439796e2390b4a57b652', 'subnets': [{'id': 'e23f749e-fea6-4b5c-8a76-f2265b94b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:26:38.754028 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-68ce354a-1fcf-4dff-a837-53600ecdad21 service neutron] Attempting to bind port 0ff05508-94c8-457b-a72d-501d5be0298b on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:38.754357 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-68ce354a-1fcf-4dff-a837-53600ecdad21 service neutron] Attempting to bind port 0ff05508-94c8-457b-a72d-501d5be0298b by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'eece85e2-9491-495c-808d-869c08a5aaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e27d7564-6d22-4aba-8393-df25a0e0004d'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:38.754682 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-68ce354a-1fcf-4dff-a837-53600ecdad21 service neutron] Attempting to bind port 0ff05508-94c8-457b-a72d-501d5be0298b on network e27d7564-6d22-4aba-8393-df25a0e0004d {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:38.770099 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-68ce354a-1fcf-4dff-a837-53600ecdad21 service neutron] Port 0ff05508-94c8-457b-a72d-501d5be0298b on network e27d7564-6d22-4aba-8393-df25a0e0004d not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:38.782305 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-68ce354a-1fcf-4dff-a837-53600ecdad21 service neutron] Attempting to bind port 0ff05508-94c8-457b-a72d-501d5be0298b on network e27d7564-6d22-4aba-8393-df25a0e0004d {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:38.798377 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a198c32b-559d-44ef-8207-f389bee3c476 req-1b6845f0-e83f-41fc-9103-3839a741fb3f tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:38.802595 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-68ce354a-1fcf-4dff-a837-53600ecdad21 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:38.813520 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-68ce354a-1fcf-4dff-a837-53600ecdad21 service neutron] Checking segment: {'id': 'eece85e2-9491-495c-808d-869c08a5aaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e27d7564-6d22-4aba-8393-df25a0e0004d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:38.817801 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-68ce354a-1fcf-4dff-a837-53600ecdad21 service neutron] Bound using segment: {'id': 'eece85e2-9491-495c-808d-869c08a5aaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e27d7564-6d22-4aba-8393-df25a0e0004d'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:38.818643 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-68ce354a-1fcf-4dff-a837-53600ecdad21 service neutron] Bound port: 0ff05508-94c8-457b-a72d-501d5be0298b, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eece85e2-9491-495c-808d-869c08a5aaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e27d7564-6d22-4aba-8393-df25a0e0004d'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:38.819212 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-68ce354a-1fcf-4dff-a837-53600ecdad21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:38.832625 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a198c32b-559d-44ef-8207-f389bee3c476 req-1b6845f0-e83f-41fc-9103-3839a741fb3f tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:38.839179 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a198c32b-559d-44ef-8207-f389bee3c476 req-1b6845f0-e83f-41fc-9103-3839a741fb3f tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:38.851817 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a198c32b-559d-44ef-8207-f389bee3c476 req-1b6845f0-e83f-41fc-9103-3839a741fb3f tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:38.861123 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02cad6-4ce8-4fd4-956c-e8dd36e6e798 req-01898f91-41c3-47a6-9b4b-8b43db99b1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:38.871271 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6d02cad6-4ce8-4fd4-956c-e8dd36e6e798 req-01898f91-41c3-47a6-9b4b-8b43db99b1d5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2082260 Nov 12 03:26:38.887468 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a198c32b-559d-44ef-8207-f389bee3c476 req-1b6845f0-e83f-41fc-9103-3839a741fb3f tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:38.896348 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a198c32b-559d-44ef-8207-f389bee3c476 req-1b6845f0-e83f-41fc-9103-3839a741fb3f tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:38.912578 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a198c32b-559d-44ef-8207-f389bee3c476 req-1b6845f0-e83f-41fc-9103-3839a741fb3f tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:38.922156 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a198c32b-559d-44ef-8207-f389bee3c476 req-1b6845f0-e83f-41fc-9103-3839a741fb3f tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 5433 time: 0.3876712 Nov 12 03:26:39.114503 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f33f8d-a39e-4063-b69a-3f8af42626c8 req-199c30e3-5d73-478f-86c0-859fa5555c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:39.117269 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10f33f8d-a39e-4063-b69a-3f8af42626c8 req-199c30e3-5d73-478f-86c0-859fa5555c5a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e23f749e-fea6-4b5c-8a76-f2265b94b364 HTTP/1.1" status: 200 len: 860 time: 0.1925843 Nov 12 03:26:39.144357 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a198c32b-559d-44ef-8207-f389bee3c476 req-d1903835-8a92-44ef-8065-2e0b99c8bf4b tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a22aea3-060b-45a8-a7ba-9d5508ea1c86&id=163708d6-2806-48a4-99ff-2841929f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2182555 Nov 12 03:26:39.153672 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6d02cad6-4ce8-4fd4-956c-e8dd36e6e798 req-a59d9d81-ffc8-4ef5-9b2d-618c2a28db35 service neutron] 10.222.0.50 "GET /v2.0/networks/7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807813 Nov 12 03:26:39.265093 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f33f8d-a39e-4063-b69a-3f8af42626c8 req-e4e18bf6-213a-44b2-bc44-0a6580e14a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:39.266663 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10f33f8d-a39e-4063-b69a-3f8af42626c8 req-e4e18bf6-213a-44b2-bc44-0a6580e14a7d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1238058 Nov 12 03:26:39.277879 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-30f204f4-7ae0-4d75-b6aa-ef743bad5ea9 req-0418e16f-2968-494e-ae38-f42c70b90747 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups/eaa1cb31-4e84-4905-ac3f-a24e0992e054 HTTP/1.1" status: 200 len: 1817 time: 0.0712476 Nov 12 03:26:39.321482 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-68ce354a-1fcf-4dff-a837-53600ecdad21 service neutron] For port 0ff05508-94c8-457b-a72d-501d5be0298b, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:39.341625 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-68ce354a-1fcf-4dff-a837-53600ecdad21 service neutron] For port 0ff05508-94c8-457b-a72d-501d5be0298b, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=0ff05508-94c8-457b-a72d-501d5be0298b,segment=NetworkSegment(eece85e2-9491-495c-808d-869c08a5aaa4),segment_id=eece85e2-9491-495c-808d-869c08a5aaa4)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:39.360917 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-68ce354a-1fcf-4dff-a837-53600ecdad21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:39.377691 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7400df99-e2ed-494c-b77a-154bedd689de', 'tag': 'f777b4ab-ac04-4042-9da3-9c5daa3d9403'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:39.381545 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca50daf-6117-4c11-aca4-16d76840992b" -d '{"events": [{"name": "network-changed", "server_uuid": "7400df99-e2ed-494c-b77a-154bedd689de", "tag": "f777b4ab-ac04-4042-9da3-9c5daa3d9403"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:39.415810 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6d02cad6-4ce8-4fd4-956c-e8dd36e6e798 req-b3139ab1-bd67-4178-a133-02ee61d2cf4c service neutron] 10.222.0.50 "GET /v2.0/networks/7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520278 Nov 12 03:26:39.422322 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10f33f8d-a39e-4063-b69a-3f8af42626c8 req-aef50980-1254-40bd-87ae-2f92cb8318e8 service neutron] 10.222.0.74 "GET /v2.0/networks/7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398077 Nov 12 03:26:39.428374 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-68ce354a-1fcf-4dff-a837-53600ecdad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:39.428717 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-68ce354a-1fcf-4dff-a837-53600ecdad21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:39.430459 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-68ce354a-1fcf-4dff-a837-53600ecdad21 service neutron] 10.222.0.74 "PUT /v2.0/ports/0ff05508-94c8-457b-a72d-501d5be0298b HTTP/1.1" status: 200 len: 1092 time: 3.1979008 Nov 12 03:26:39.504745 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-30f204f4-7ae0-4d75-b6aa-ef743bad5ea9 req-20f799aa-2b0f-49c6-bd8c-99dcfdf7902d tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:39.527631 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce354a-1fcf-4dff-a837-53600ecdad21 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff05508-94c8-457b-a72d-501d5be0298b,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:39.618170 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-9725d6ac-732c-4b46-8cb5-d9faa96554f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:39.620531 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-9725d6ac-732c-4b46-8cb5-d9faa96554f0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e1192f3b82c6435d93d38f097bb06d31&device_id=a65edf96-a810-4ee3-b7d1-38eb6d581511 HTTP/1.1" status: 200 len: 1095 time: 0.1198177 Nov 12 03:26:39.620729 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-30f204f4-7ae0-4d75-b6aa-ef743bad5ea9 req-20f799aa-2b0f-49c6-bd8c-99dcfdf7902d tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:39.646810 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dda1a0-0b78-4ba9-96f2-9748baa5a9d4 req-c171c4bf-e44c-4b7d-b0ca-ef203d4430ee tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:39.648767 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-78dda1a0-0b78-4ba9-96f2-9748baa5a9d4 req-c171c4bf-e44c-4b7d-b0ca-ef203d4430ee tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a65edf96-a810-4ee3-b7d1-38eb6d581511 HTTP/1.1" status: 200 len: 943 time: 0.1245465 Nov 12 03:26:39.705244 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-6c07563f-d799-43e4-8c62-02c76bc2e4a3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ff05508-94c8-457b-a72d-501d5be0298b HTTP/1.1" status: 200 len: 217 time: 0.0668311 Nov 12 03:26:39.753321 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10f33f8d-a39e-4063-b69a-3f8af42626c8 req-f507fb7b-c6ae-4396-b6fd-908ceb8d861d service neutron] 10.222.0.74 "GET /v2.0/networks/7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220687 Nov 12 03:26:39.769996 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-30f204f4-7ae0-4d75-b6aa-ef743bad5ea9 req-20f799aa-2b0f-49c6-bd8c-99dcfdf7902d tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:39.772979 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-30f204f4-7ae0-4d75-b6aa-ef743bad5ea9 req-20f799aa-2b0f-49c6-bd8c-99dcfdf7902d tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:39.781711 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-30f204f4-7ae0-4d75-b6aa-ef743bad5ea9 req-20f799aa-2b0f-49c6-bd8c-99dcfdf7902d tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "DELETE /v2.0/security-groups/eaa1cb31-4e84-4905-ac3f-a24e0992e054 HTTP/1.1" status: 204 len: 173 time: 0.5005541 Nov 12 03:26:39.812945 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f799aa-2b0f-49c6-bd8c-99dcfdf7902d tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa1cb31-4e84-4905-ac3f-a24e0992e054,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:39.870552 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-78dda1a0-0b78-4ba9-96f2-9748baa5a9d4 req-e372a577-3371-4174-b597-3f8d7d1c96ac tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075098 Nov 12 03:26:39.872881 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-135f042b-4cac-4105-ba49-4f6b53f5cb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:39.875153 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-135f042b-4cac-4105-ba49-4f6b53f5cb22 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=36b22bc4-04aa-4109-bb38-599b9cb93288 HTTP/1.1" status: 200 len: 852 time: 0.1619303 Nov 12 03:26:39.935089 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-2cac8d9d-88f7-479c-bcaf-5fc44702813e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e27d7564-6d22-4aba-8393-df25a0e0004d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483563 Nov 12 03:26:40.175062 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569c03a-0a63-4117-b219-df48cd07e6ce req-cff4a132-e842-4a75-8ba3-dac623b82da4 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:40.177072 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b569c03a-0a63-4117-b219-df48cd07e6ce req-cff4a132-e842-4a75-8ba3-dac623b82da4 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 950 time: 0.2115548 Nov 12 03:26:40.210796 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-c7a57c4b-d116-45c5-b4c1-95d088be03e6 service neutron] 10.222.0.74 "GET /v2.0/networks/e27d7564-6d22-4aba-8393-df25a0e0004d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668078 Nov 12 03:26:40.258969 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b569c03a-0a63-4117-b219-df48cd07e6ce req-93ca123e-d020-4b7b-a0dd-00fd6147680d tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694866 Nov 12 03:26:40.298186 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6479cd-c4a6-47bc-94a8-952173fe48b1 x-openstack-request-id: req-0b6479cd-c4a6-47bc-94a8-952173fe48b1 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:40.298511 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7400df99-e2ed-494c-b77a-154bedd689de", "tag": "f777b4ab-ac04-4042-9da3-9c5daa3d9403", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:40.298709 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0b6479cd-c4a6-47bc-94a8-952173fe48b1 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:40.299115 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7400df99-e2ed-494c-b77a-154bedd689de', 'tag': 'f777b4ab-ac04-4042-9da3-9c5daa3d9403', 'status': 'completed', 'code': 200} Nov 12 03:26:40.357894 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [req-1979a80a-2e51-4a9a-ba33-ff38d87856e0 req-008b3cf4-31e4-43d5-91e6-5f096c21573c tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] show failed (client error): The resource could not be found. Nov 12 03:26:40.372848 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1979a80a-2e51-4a9a-ba33-ff38d87856e0 req-008b3cf4-31e4-43d5-91e6-5f096c21573c tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups/eaa1cb31-4e84-4905-ac3f-a24e0992e054 HTTP/1.1" status: 404 len: 352 time: 0.0408883 Nov 12 03:26:40.563032 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca50daf-6117-4c11-aca4-16d76840992b req-9b87f68d-bb18-4eda-83e9-e8a79da5a9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:40.565211 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cca50daf-6117-4c11-aca4-16d76840992b req-9b87f68d-bb18-4eda-83e9-e8a79da5a9e4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0debc975661f439796e2390b4a57b652&device_id=7400df99-e2ed-494c-b77a-154bedd689de HTTP/1.1" status: 200 len: 1098 time: 0.1910937 Nov 12 03:26:40.565738 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-767ed957-17fa-4442-8529-b6807f9c7dc3 req-6a0978bf-4782-4bc3-87eb-cc0653d416b3 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.177 HTTP/1.1" status: 200 len: 1002 time: 0.2230463 Nov 12 03:26:40.567814 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6367c8a4-3668-44ae-92f3-c7f2cff5af4f req-492cb46d-85e4-42e3-9e35-400e44ce790c service neutron] 10.222.0.74 "GET /v2.0/networks/e27d7564-6d22-4aba-8393-df25a0e0004d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143203 Nov 12 03:26:40.705043 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ed957-17fa-4442-8529-b6807f9c7dc3 req-0d77600a-3001-4765-9097-aa63cf9a122d tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:40.705043 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-767ed957-17fa-4442-8529-b6807f9c7dc3 req-0d77600a-3001-4765-9097-aa63cf9a122d tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/ports/f777b4ab-ac04-4042-9da3-9c5daa3d9403 HTTP/1.1" status: 200 len: 943 time: 0.1212933 Nov 12 03:26:40.794285 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b20e07-8374-46e9-ad2c-050f8da74a65 req-f6bbc64d-e2a7-4672-80ab-498ebb8d7f49 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:40.801576 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b20e07-8374-46e9-ad2c-050f8da74a65 req-f6bbc64d-e2a7-4672-80ab-498ebb8d7f49 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:40.810260 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b20e07-8374-46e9-ad2c-050f8da74a65 req-f6bbc64d-e2a7-4672-80ab-498ebb8d7f49 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:40.820636 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b20e07-8374-46e9-ad2c-050f8da74a65 req-f6bbc64d-e2a7-4672-80ab-498ebb8d7f49 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:40.828654 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b20e07-8374-46e9-ad2c-050f8da74a65 req-f6bbc64d-e2a7-4672-80ab-498ebb8d7f49 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:40.836891 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b20e07-8374-46e9-ad2c-050f8da74a65 req-f6bbc64d-e2a7-4672-80ab-498ebb8d7f49 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:40.846762 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b20e07-8374-46e9-ad2c-050f8da74a65 req-f6bbc64d-e2a7-4672-80ab-498ebb8d7f49 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:40.849163 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-03b20e07-8374-46e9-ad2c-050f8da74a65 req-f6bbc64d-e2a7-4672-80ab-498ebb8d7f49 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 5433 time: 0.2924273 Nov 12 03:26:40.858213 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca50daf-6117-4c11-aca4-16d76840992b req-48d9a456-422a-4b0f-8d50-3d3b989e023d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:40.860295 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cca50daf-6117-4c11-aca4-16d76840992b req-48d9a456-422a-4b0f-8d50-3d3b989e023d service neutron] 10.222.0.74 "GET /v2.0/networks?id=7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce HTTP/1.1" status: 200 len: 922 time: 0.2545421 Nov 12 03:26:40.948172 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-767ed957-17fa-4442-8529-b6807f9c7dc3 req-de64c0d2-4360-4e79-8b72-8ee17143480c tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.177 HTTP/1.1" status: 200 len: 1002 time: 0.1752365 Nov 12 03:26:40.998631 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-03b20e07-8374-46e9-ad2c-050f8da74a65 req-0cf08a8e-bbd6-4284-87c1-51e122d94e77 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a22aea3-060b-45a8-a7ba-9d5508ea1c86&id=163708d6-2806-48a4-99ff-2841929f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1330597 Nov 12 03:26:41.135288 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cca50daf-6117-4c11-aca4-16d76840992b req-b71d07b6-27cf-42f0-9c01-8d82737e46cd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f777b4ab-ac04-4042-9da3-9c5daa3d9403 HTTP/1.1" status: 200 len: 1002 time: 0.2365918 Nov 12 03:26:41.142796 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ed957-17fa-4442-8529-b6807f9c7dc3 req-ebfde9dc-34ba-4db7-92ab-25757446c115 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:41.148015 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-767ed957-17fa-4442-8529-b6807f9c7dc3 req-ebfde9dc-34ba-4db7-92ab-25757446c115 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/networks/7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 HTTP/1.1" status: 200 len: 784 time: 0.1918278 Nov 12 03:26:41.273895 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca50daf-6117-4c11-aca4-16d76840992b req-4a2d93f4-85c9-4187-848c-19f50e4679b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:41.275894 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cca50daf-6117-4c11-aca4-16d76840992b req-4a2d93f4-85c9-4187-848c-19f50e4679b2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e23f749e-fea6-4b5c-8a76-f2265b94b364 HTTP/1.1" status: 200 len: 860 time: 0.1019347 Nov 12 03:26:41.340891 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9387aed7-8f8b-45e5-b312-e472fd620248 req-5d0fcf6d-4c7a-4a88-a1c5-a033ed98286c tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=91fef26da8e143afb79eb810bd46376a HTTP/1.1" status: 200 len: 6198 time: 0.2016323 Nov 12 03:26:41.342606 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c234b-0155-4bef-aad7-93996bf3ab0d req-8acba38d-c4b3-46c5-993a-3714a6037e00 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:41.344823 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-886c234b-0155-4bef-aad7-93996bf3ab0d req-8acba38d-c4b3-46c5-993a-3714a6037e00 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a65edf96-a810-4ee3-b7d1-38eb6d581511 HTTP/1.1" status: 200 len: 943 time: 0.0988324 Nov 12 03:26:41.443981 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9387aed7-8f8b-45e5-b312-e472fd620248 req-fcfe4bb3-ec99-4858-a611-b52fb5444fa2 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups/dfa74b35-347f-4524-ae5c-cff5e8847540 HTTP/1.1" status: 200 len: 2998 time: 0.1017411 Nov 12 03:26:41.474524 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-886c234b-0155-4bef-aad7-93996bf3ab0d req-129da147-6c66-4f91-86f0-fe46416431d3 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023734 Nov 12 03:26:41.500826 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca50daf-6117-4c11-aca4-16d76840992b req-b61bac12-5def-4462-b9f8-20073a479cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:41.502462 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cca50daf-6117-4c11-aca4-16d76840992b req-b61bac12-5def-4462-b9f8-20073a479cc6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2144825 Nov 12 03:26:41.537769 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9387aed7-8f8b-45e5-b312-e472fd620248 req-5686f702-bd33-4678-952f-b7d9b3fda79b tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups/dfa74b35-347f-4524-ae5c-cff5e8847540 HTTP/1.1" status: 200 len: 2998 time: 0.0921657 Nov 12 03:26:41.776873 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cc12ad9a-2d59-4060-b06d-6d860962e6d3 req-d3f60dba-305b-4fde-82eb-71724274dc3b tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.177 HTTP/1.1" status: 200 len: 1002 time: 0.1672151 Nov 12 03:26:41.786715 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cca50daf-6117-4c11-aca4-16d76840992b req-63c0a14b-f8d3-4f9c-b967-122eb575fa4e service neutron] 10.222.0.74 "GET /v2.0/networks/7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662339 Nov 12 03:26:41.864041 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5b93f-23c7-4fa7-b873-32ecd7cbe3eb req-c436f475-a4ca-481e-b3cb-f5404ed0f1cb tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:41.866847 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12ad9a-2d59-4060-b06d-6d860962e6d3 req-dc9cfae6-1b0c-47df-936f-f9d17b6c6317 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:41.868364 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cc12ad9a-2d59-4060-b06d-6d860962e6d3 req-dc9cfae6-1b0c-47df-936f-f9d17b6c6317 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/ports/f777b4ab-ac04-4042-9da3-9c5daa3d9403 HTTP/1.1" status: 200 len: 943 time: 0.0852098 Nov 12 03:26:41.869166 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-eba5b93f-23c7-4fa7-b873-32ecd7cbe3eb req-c436f475-a4ca-481e-b3cb-f5404ed0f1cb tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 950 time: 0.1077802 Nov 12 03:26:41.944282 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-eba5b93f-23c7-4fa7-b873-32ecd7cbe3eb req-4eb39dcc-e7a3-4824-b2d3-c794f60006a4 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626504 Nov 12 03:26:41.963156 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cca50daf-6117-4c11-aca4-16d76840992b req-90628e8c-c0fb-4555-b851-0f2e69cbf263 service neutron] 10.222.0.74 "GET /v2.0/networks/7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637502 Nov 12 03:26:42.036869 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-560810ea-2445-4c3c-85cd-d5e3385d1bb8 req-92c6305e-13c8-4548-bc75-5aa3de905f20 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-169366710', 'description': 'tempest-description-996399528'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:42.089359 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cc12ad9a-2d59-4060-b06d-6d860962e6d3 req-785e1e5f-65fc-4f37-92bf-01dafbb4e82d tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.177 HTTP/1.1" status: 200 len: 1002 time: 0.1001678 Nov 12 03:26:42.093852 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-560810ea-2445-4c3c-85cd-d5e3385d1bb8 req-92c6305e-13c8-4548-bc75-5aa3de905f20 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.256555 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-560810ea-2445-4c3c-85cd-d5e3385d1bb8 req-92c6305e-13c8-4548-bc75-5aa3de905f20 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.264687 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-560810ea-2445-4c3c-85cd-d5e3385d1bb8 req-92c6305e-13c8-4548-bc75-5aa3de905f20 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.342760 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a65edf96-a810-4ee3-b7d1-38eb6d581511', 'tag': '0ff05508-94c8-457b-a72d-501d5be0298b'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:42.344548 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d80cfe-7754-4ac4-b72f-4e0bf09c5cbb" -d '{"events": [{"name": "network-changed", "server_uuid": "a65edf96-a810-4ee3-b7d1-38eb6d581511", "tag": "0ff05508-94c8-457b-a72d-501d5be0298b"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:42.348535 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c6305e-13c8-4548-bc75-5aa3de905f20 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf7987f-f475-4c1b-97ee-5dd577bf724a,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:42.359066 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12ad9a-2d59-4060-b06d-6d860962e6d3 req-72be20f4-f418-46b7-8c8c-32495f320ab0 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:42.370605 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-560810ea-2445-4c3c-85cd-d5e3385d1bb8 req-92c6305e-13c8-4548-bc75-5aa3de905f20 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.376356 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cc12ad9a-2d59-4060-b06d-6d860962e6d3 req-72be20f4-f418-46b7-8c8c-32495f320ab0 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/networks/7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 HTTP/1.1" status: 200 len: 784 time: 0.2760630 Nov 12 03:26:42.379040 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-560810ea-2445-4c3c-85cd-d5e3385d1bb8 req-92c6305e-13c8-4548-bc75-5aa3de905f20 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.3498189 Nov 12 03:26:42.533732 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cc12ad9a-2d59-4060-b06d-6d860962e6d3 req-ddde05d8-40d5-4b8b-b07d-e88144cfeab9 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.177 HTTP/1.1" status: 200 len: 1002 time: 0.1560361 Nov 12 03:26:42.540671 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-cc12ad9a-2d59-4060-b06d-6d860962e6d3 req-173c6c52-5e84-4c50-82b0-bdf4b79ccc0a tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:42.652700 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e882e-d64b-4414-a686-5fcc6ea917f0 req-a5ff0ca8-56a6-4ebd-9bb8-439c99557993 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:42.660651 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e882e-d64b-4414-a686-5fcc6ea917f0 req-a5ff0ca8-56a6-4ebd-9bb8-439c99557993 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:42.668925 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e882e-d64b-4414-a686-5fcc6ea917f0 req-a5ff0ca8-56a6-4ebd-9bb8-439c99557993 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:42.677569 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e882e-d64b-4414-a686-5fcc6ea917f0 req-a5ff0ca8-56a6-4ebd-9bb8-439c99557993 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:42.685645 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-cc12ad9a-2d59-4060-b06d-6d860962e6d3 req-173c6c52-5e84-4c50-82b0-bdf4b79ccc0a tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks [] for floatingip, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.687198 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e882e-d64b-4414-a686-5fcc6ea917f0 req-a5ff0ca8-56a6-4ebd-9bb8-439c99557993 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:42.693826 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e882e-d64b-4414-a686-5fcc6ea917f0 req-a5ff0ca8-56a6-4ebd-9bb8-439c99557993 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:42.700460 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e882e-d64b-4414-a686-5fcc6ea917f0 req-a5ff0ca8-56a6-4ebd-9bb8-439c99557993 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:42.708919 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6e2e882e-d64b-4414-a686-5fcc6ea917f0 req-a5ff0ca8-56a6-4ebd-9bb8-439c99557993 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 5433 time: 0.1412721 Nov 12 03:26:42.838077 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6e2e882e-d64b-4414-a686-5fcc6ea917f0 req-65c6240e-b213-4df4-acc9-9f2d9a121427 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a22aea3-060b-45a8-a7ba-9d5508ea1c86&id=163708d6-2806-48a4-99ff-2841929f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1280732 Nov 12 03:26:42.912598 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247e61c6-a4e5-4554-9edd-210a6ffbfb5a x-openstack-request-id: req-247e61c6-a4e5-4554-9edd-210a6ffbfb5a {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:42.913251 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a65edf96-a810-4ee3-b7d1-38eb6d581511", "tag": "0ff05508-94c8-457b-a72d-501d5be0298b", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:42.913251 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-247e61c6-a4e5-4554-9edd-210a6ffbfb5a {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:42.913598 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a65edf96-a810-4ee3-b7d1-38eb6d581511', 'tag': '0ff05508-94c8-457b-a72d-501d5be0298b', 'status': 'completed', 'code': 200} Nov 12 03:26:42.950206 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-ea4e0bed-9db5-4599-a474-99568d41231d req-739a0e82-4f77-40b0-9b3f-882fc33bf26f tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2048115808', 'description': 'tempest-description-1732649084'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:42.962542 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-cc12ad9a-2d59-4060-b06d-6d860962e6d3 req-173c6c52-5e84-4c50-82b0-bdf4b79ccc0a tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.968746 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-cc12ad9a-2d59-4060-b06d-6d860962e6d3 req-173c6c52-5e84-4c50-82b0-bdf4b79ccc0a tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.969292 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [req-cc12ad9a-2d59-4060-b06d-6d860962e6d3 req-173c6c52-5e84-4c50-82b0-bdf4b79ccc0a tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Floating IP a954dedc-e0b9-4d64-99ed-d972c9821963 disassociated. External IP: 172.25.5.177, port: f777b4ab-ac04-4042-9da3-9c5daa3d9403. Nov 12 03:26:42.989668 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-ea4e0bed-9db5-4599-a474-99568d41231d req-739a0e82-4f77-40b0-9b3f-882fc33bf26f tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.134141 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d80cfe-7754-4ac4-b72f-4e0bf09c5cbb req-d6e46667-2169-4490-8609-a1ad25490c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:43.140777 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-13d80cfe-7754-4ac4-b72f-4e0bf09c5cbb req-d6e46667-2169-4490-8609-a1ad25490c0b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e1192f3b82c6435d93d38f097bb06d31&device_id=a65edf96-a810-4ee3-b7d1-38eb6d581511 HTTP/1.1" status: 200 len: 1095 time: 0.1133590 Nov 12 03:26:43.166633 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-ea4e0bed-9db5-4599-a474-99568d41231d req-739a0e82-4f77-40b0-9b3f-882fc33bf26f tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.177795 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-ea4e0bed-9db5-4599-a474-99568d41231d req-739a0e82-4f77-40b0-9b3f-882fc33bf26f tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.264209 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a0e82-4f77-40b0-9b3f-882fc33bf26f tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee4d3ce-8a15-42e1-8f65-1888ae5723bb,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:43.286323 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-ea4e0bed-9db5-4599-a474-99568d41231d req-739a0e82-4f77-40b0-9b3f-882fc33bf26f tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.307463 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ea4e0bed-9db5-4599-a474-99568d41231d req-739a0e82-4f77-40b0-9b3f-882fc33bf26f tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3737564 Nov 12 03:26:43.470352 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d80cfe-7754-4ac4-b72f-4e0bf09c5cbb req-02dce383-b5d0-4c2b-951f-77b5e3f0d7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:43.472838 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-13d80cfe-7754-4ac4-b72f-4e0bf09c5cbb req-02dce383-b5d0-4c2b-951f-77b5e3f0d7a8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e27d7564-6d22-4aba-8393-df25a0e0004d HTTP/1.1" status: 200 len: 913 time: 0.3229551 Nov 12 03:26:43.556805 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-13d80cfe-7754-4ac4-b72f-4e0bf09c5cbb req-2afede9b-3b28-4e56-b0f2-4430f6e0a0e8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ff05508-94c8-457b-a72d-501d5be0298b HTTP/1.1" status: 200 len: 217 time: 0.0734427 Nov 12 03:26:43.561660 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c7c7f-7850-40e6-99aa-a21359a5e5fa req-f060732d-2bcc-4a98-acf1-7a012b09c4b2 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:43.563201 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc12ad9a-2d59-4060-b06d-6d860962e6d3 req-173c6c52-5e84-4c50-82b0-bdf4b79ccc0a tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Router 33458856-dd88-43b6-a487-48502771a672 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:26:43.569802 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-864c7c7f-7850-40e6-99aa-a21359a5e5fa req-f060732d-2bcc-4a98-acf1-7a012b09c4b2 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a65edf96-a810-4ee3-b7d1-38eb6d581511 HTTP/1.1" status: 200 len: 943 time: 0.1131516 Nov 12 03:26:43.640561 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-864c7c7f-7850-40e6-99aa-a21359a5e5fa req-fd4493cf-5704-4a6d-969a-7df13013e6ea tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696170 Nov 12 03:26:43.774806 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d80cfe-7754-4ac4-b72f-4e0bf09c5cbb req-0eb2edfc-5e60-4178-806f-13b176904732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:43.775797 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-13d80cfe-7754-4ac4-b72f-4e0bf09c5cbb req-0eb2edfc-5e60-4178-806f-13b176904732 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=36b22bc4-04aa-4109-bb38-599b9cb93288 HTTP/1.1" status: 200 len: 852 time: 0.1382515 Nov 12 03:26:43.801962 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8ad68-fe58-42b8-be94-7cc6132ab72f req-aed26392-6c90-492b-be9d-1bec8d2c5d28 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:43.812398 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8ad68-fe58-42b8-be94-7cc6132ab72f req-aed26392-6c90-492b-be9d-1bec8d2c5d28 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:43.822031 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8ad68-fe58-42b8-be94-7cc6132ab72f req-aed26392-6c90-492b-be9d-1bec8d2c5d28 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:43.829553 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8ad68-fe58-42b8-be94-7cc6132ab72f req-aed26392-6c90-492b-be9d-1bec8d2c5d28 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:43.836761 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8ad68-fe58-42b8-be94-7cc6132ab72f req-aed26392-6c90-492b-be9d-1bec8d2c5d28 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:43.838409 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-13d80cfe-7754-4ac4-b72f-4e0bf09c5cbb req-e8ee9352-5e1b-4d30-b90d-bb39b5233877 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e27d7564-6d22-4aba-8393-df25a0e0004d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518343 Nov 12 03:26:43.840187 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc12ad9a-2d59-4060-b06d-6d860962e6d3 req-173c6c52-5e84-4c50-82b0-bdf4b79ccc0a tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:26:43.845759 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-cc12ad9a-2d59-4060-b06d-6d860962e6d3 req-173c6c52-5e84-4c50-82b0-bdf4b79ccc0a tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.857645 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4ff344-1a36-42ce-9d4c-7be96534c795 None None] Sync routers for ids ['33458856-dd88-43b6-a487-48502771a672'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:26:43.868069 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8ad68-fe58-42b8-be94-7cc6132ab72f req-aed26392-6c90-492b-be9d-1bec8d2c5d28 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:43.877199 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4ff344-1a36-42ce-9d4c-7be96534c795 None None] Routers {'33458856-dd88-43b6-a487-48502771a672'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:43.878140 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-5b4ff344-1a36-42ce-9d4c-7be96534c795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:26:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['33458856-dd88-43b6-a487-48502771a672'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:43.888362 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8ad68-fe58-42b8-be94-7cc6132ab72f req-aed26392-6c90-492b-be9d-1bec8d2c5d28 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:43.908841 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cc12ad9a-2d59-4060-b06d-6d860962e6d3 req-173c6c52-5e84-4c50-82b0-bdf4b79ccc0a tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "PUT /v2.0/floatingips/a954dedc-e0b9-4d64-99ed-d972c9821963 HTTP/1.1" status: 200 len: 695 time: 1.3700199 Nov 12 03:26:43.908841 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60958) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:43.932894 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-57f8ad68-fe58-42b8-be94-7cc6132ab72f req-aed26392-6c90-492b-be9d-1bec8d2c5d28 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 5433 time: 0.2227545 Nov 12 03:26:43.938711 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7400df99-e2ed-494c-b77a-154bedd689de', 'tag': 'f777b4ab-ac04-4042-9da3-9c5daa3d9403'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:43.941202 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dcebc2f-22e0-4055-8309-1c4b014750a9" -d '{"events": [{"name": "network-changed", "server_uuid": "7400df99-e2ed-494c-b77a-154bedd689de", "tag": "f777b4ab-ac04-4042-9da3-9c5daa3d9403"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:43.955376 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-e8839374-bf29-4c57-b971-3f11fa3062c2 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Request body: {'floatingip': {'port_id': '8ad279e8-eae6-43bc-9187-fb73596735da'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:44.073934 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e8839374-bf29-4c57-b971-3f11fa3062c2 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks [] for floatingip, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:44.108674 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-5b4ff344-1a36-42ce-9d4c-7be96534c795 None None] Set router 33458856-dd88-43b6-a487-48502771a672 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:44.163631 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee72c8f-9cda-4677-be68-4e503f2b513f req-4898ca2c-cb33-4120-811b-0506291bc17a tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:44.166024 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6ee72c8f-9cda-4677-be68-4e503f2b513f req-4898ca2c-cb33-4120-811b-0506291bc17a tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 950 time: 0.1275182 Nov 12 03:26:44.213870 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 0ff05508-94c8-457b-a72d-501d5be0298b details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:26:44.286834 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6ee72c8f-9cda-4677-be68-4e503f2b513f req-48f0fef7-01cc-4d26-bf43-e036b5264828 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117792 Nov 12 03:26:44.311521 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12ad9a-2d59-4060-b06d-6d860962e6d3 req-0842e739-5e9e-453d-ae9e-2b0aadea37fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:44.330157 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cc12ad9a-2d59-4060-b06d-6d860962e6d3 req-0842e739-5e9e-453d-ae9e-2b0aadea37fa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0debc975661f439796e2390b4a57b652&device_id=7400df99-e2ed-494c-b77a-154bedd689de HTTP/1.1" status: 200 len: 1098 time: 0.3687689 Nov 12 03:26:44.359126 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-13d80cfe-7754-4ac4-b72f-4e0bf09c5cbb req-75ddbc26-8dab-4990-bc37-6b667b1fd9a1 service neutron] 10.222.0.74 "GET /v2.0/networks/e27d7564-6d22-4aba-8393-df25a0e0004d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5106707 Nov 12 03:26:44.493477 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.resource_extend [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:26:44.615809 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60992) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:44.662625 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-5b4ff344-1a36-42ce-9d4c-7be96534c795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33458856-dd88-43b6-a487-48502771a672', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692260321-router', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:13Z', 'updated_at': '2021-11-12T03:25:25Z', 'revision_number': 4, 'project_id': '0debc975661f439796e2390b4a57b652', 'gw_port': {'id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:49:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33458856-dd88-43b6-a487-48502771a672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:14Z', 'updated_at': '2021-11-12T03:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '39bb739f-81d4-48b8-8c44-12feda571b29', 'name': '', 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'mac_address': 'fa:16:3e:36:8f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33458856-dd88-43b6-a487-48502771a672', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'e23f749e-fea6-4b5c-8a76-f2265b94b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:22Z', 'updated_at': '2021-11-12T03:25:29Z', 'revision_number': 5, 'project_id': '0debc975661f439796e2390b4a57b652', 'subnets': [{'id': 'e23f749e-fea6-4b5c-8a76-f2265b94b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:44.722501 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4ff344-1a36-42ce-9d4c-7be96534c795 None None] Checking router: 33458856-dd88-43b6-a487-48502771a672 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:26:44.749341 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 0ff05508-94c8-457b-a72d-501d5be0298b, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=0ff05508-94c8-457b-a72d-501d5be0298b,segment=NetworkSegment(eece85e2-9491-495c-808d-869c08a5aaa4),segment_id=eece85e2-9491-495c-808d-869c08a5aaa4)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:44.808433 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4ff344-1a36-42ce-9d4c-7be96534c795 None None] Routers {'33458856-dd88-43b6-a487-48502771a672'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:44.812954 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-5b4ff344-1a36-42ce-9d4c-7be96534c795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:26:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['33458856-dd88-43b6-a487-48502771a672'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:44.819662 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '0ff05508-94c8-457b-a72d-501d5be0298b', 'network_id': 'e27d7564-6d22-4aba-8393-df25a0e0004d', 'port_id': '0ff05508-94c8-457b-a72d-501d5be0298b', 'mac_address': 'fa:16:3e:d4:6e:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b22bc4-04aa-4109-bb38-599b9cb93288', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:26:44.825504 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12ad9a-2d59-4060-b06d-6d860962e6d3 req-2b14f3df-389c-433f-beef-530434dcb920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:44.840815 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cc12ad9a-2d59-4060-b06d-6d860962e6d3 req-2b14f3df-389c-433f-beef-530434dcb920 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce HTTP/1.1" status: 200 len: 922 time: 0.5088952 Nov 12 03:26:44.850605 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-11458a3b-5c72-4d4f-885d-086b622bbe78 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:44.861500 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-11458a3b-5c72-4d4f-885d-086b622bbe78 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/networks?id=169e1144-ccf3-4d1d-a931-5204a7d70a64 HTTP/1.1" status: 200 len: 812 time: 0.3125250 Nov 12 03:26:44.886053 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-40198351-12e2-400a-911c-981bbe28bd37 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/quotas/91fef26da8e143afb79eb810bd46376a HTTP/1.1" status: 200 len: 375 time: 0.0225847 Nov 12 03:26:44.964329 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-7d59c72a-1c32-4d5b-89c3-be457a37f6d8 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=91fef26da8e143afb79eb810bd46376a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0751278 Nov 12 03:26:45.002243 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.013960 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cc12ad9a-2d59-4060-b06d-6d860962e6d3 req-761c16d1-a19f-43f2-976d-f4d62d140d2f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f777b4ab-ac04-4042-9da3-9c5daa3d9403 HTTP/1.1" status: 200 len: 217 time: 0.1707335 Nov 12 03:26:45.017334 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8e96e876-32d8-49c3-b745-d740cf5d3d21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.030259 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ff05508-94c8-457b-a72d-501d5be0298b {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:45.051385 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-5b4ff344-1a36-42ce-9d4c-7be96534c795 None None] Set router 33458856-dd88-43b6-a487-48502771a672 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:45.119310 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 0ff05508-94c8-457b-a72d-501d5be0298b, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=0ff05508-94c8-457b-a72d-501d5be0298b,segment=NetworkSegment(eece85e2-9491-495c-808d-869c08a5aaa4),segment_id=eece85e2-9491-495c-808d-869c08a5aaa4)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:45.127596 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.142459 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 32768) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:45.158207 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8e96e876-32d8-49c3-b745-d740cf5d3d21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.246272 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8e96e876-32d8-49c3-b745-d740cf5d3d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.318813 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e96e876-32d8-49c3-b745-d740cf5d3d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f8720e-6f47-42be-baee-6950296e2e33,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:45.329115 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8e96e876-32d8-49c3-b745-d740cf5d3d21 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7e783a7654a744058be5f3bced5fe871&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7106791 Nov 12 03:26:45.330280 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 32776) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:45.378928 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=0ff05508-94c8-457b-a72d-501d5be0298b,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:45.413737 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-f026a4dc-23b5-4ed5-b061-29b4c10a4a53 service neutron] 10.222.0.50 "GET /v2.0/networks/169e1144-ccf3-4d1d-a931-5204a7d70a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483705 Nov 12 03:26:45.490049 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-03a095ce-cab9-49ea-aec2-6711d4cb9579 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.536000 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e15a12b3-76be-4168-9d79-fb780cacfd88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.544095 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-5b4ff344-1a36-42ce-9d4c-7be96534c795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33458856-dd88-43b6-a487-48502771a672', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692260321-router', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:13Z', 'updated_at': '2021-11-12T03:25:25Z', 'revision_number': 4, 'project_id': '0debc975661f439796e2390b4a57b652', 'gw_port': {'id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:49:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33458856-dd88-43b6-a487-48502771a672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:14Z', 'updated_at': '2021-11-12T03:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '39bb739f-81d4-48b8-8c44-12feda571b29', 'name': '', 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'mac_address': 'fa:16:3e:36:8f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33458856-dd88-43b6-a487-48502771a672', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'e23f749e-fea6-4b5c-8a76-f2265b94b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:22Z', 'updated_at': '2021-11-12T03:25:29Z', 'revision_number': 5, 'project_id': '0debc975661f439796e2390b4a57b652', 'subnets': [{'id': 'e23f749e-fea6-4b5c-8a76-f2265b94b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:45.638019 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e15a12b3-76be-4168-9d79-fb780cacfd88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.710048 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-528af906-6bb0-4abf-9bd0-781c20b4b564 service neutron] 10.222.0.50 "GET /v2.0/networks/169e1144-ccf3-4d1d-a931-5204a7d70a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929623 Nov 12 03:26:45.710960 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-13d80cfe-7754-4ac4-b72f-4e0bf09c5cbb req-b8530d2a-6025-4075-85e1-380d93c26237 service neutron] 10.222.0.74 "GET /v2.0/networks/e27d7564-6d22-4aba-8393-df25a0e0004d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3328540 Nov 12 03:26:45.738166 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-03a095ce-cab9-49ea-aec2-6711d4cb9579 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.756498 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-03a095ce-cab9-49ea-aec2-6711d4cb9579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.769340 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12ad9a-2d59-4060-b06d-6d860962e6d3 req-88dee69a-2299-43cf-81e4-83f68af6ace3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:45.771203 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cc12ad9a-2d59-4060-b06d-6d860962e6d3 req-88dee69a-2299-43cf-81e4-83f68af6ace3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e23f749e-fea6-4b5c-8a76-f2265b94b364 HTTP/1.1" status: 200 len: 860 time: 0.7563705 Nov 12 03:26:45.805125 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['0ff05508-94c8-457b-a72d-501d5be0298b'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:45.813857 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4ff344-1a36-42ce-9d4c-7be96534c795 None None] The sync data for ids ['33458856-dd88-43b6-a487-48502771a672'] in n-d-715271-27 is: [{'id': '33458856-dd88-43b6-a487-48502771a672', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692260321-router', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:13Z', 'updated_at': '2021-11-12T03:25:25Z', 'revision_number': 4, 'project_id': '0debc975661f439796e2390b4a57b652', 'gw_port': {'id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:49:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33458856-dd88-43b6-a487-48502771a672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:14Z', 'updated_at': '2021-11-12T03:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '39bb739f-81d4-48b8-8c44-12feda571b29', 'name': '', 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'mac_address': 'fa:16:3e:36:8f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33458856-dd88-43b6-a487-48502771a672', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'e23f749e-fea6-4b5c-8a76-f2265b94b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:22Z', 'updated_at': '2021-11-12T03:25:29Z', 'revision_number': 5, 'project_id': '0debc975661f439796e2390b4a57b652', 'subnets': [{'id': 'e23f749e-fea6-4b5c-8a76-f2265b94b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:26:45.867557 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-03a095ce-cab9-49ea-aec2-6711d4cb9579 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=aa26ae3547f8403b8ef238ed72414051&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7213635 Nov 12 03:26:45.874391 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 32780) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:45.894969 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e15a12b3-76be-4168-9d79-fb780cacfd88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.900539 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e15a12b3-76be-4168-9d79-fb780cacfd88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.906497 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e15a12b3-76be-4168-9d79-fb780cacfd88 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/23f8720e-6f47-42be-baee-6950296e2e33 HTTP/1.1" status: 204 len: 168 time: 0.5712101 Nov 12 03:26:45.909234 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a095ce-cab9-49ea-aec2-6711d4cb9579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ec41c0-e9ce-4ee8-b635-2047bc364a62,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:45.948594 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a12b3-76be-4168-9d79-fb780cacfd88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f8720e-6f47-42be-baee-6950296e2e33,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:46.144984 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd1fa16-bf1a-4300-b260-6a27cd923b8c x-openstack-request-id: req-5fd1fa16-bf1a-4300-b260-6a27cd923b8c {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:46.145393 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7400df99-e2ed-494c-b77a-154bedd689de", "tag": "f777b4ab-ac04-4042-9da3-9c5daa3d9403", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:46.145538 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5fd1fa16-bf1a-4300-b260-6a27cd923b8c {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:46.145913 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7400df99-e2ed-494c-b77a-154bedd689de', 'tag': 'f777b4ab-ac04-4042-9da3-9c5daa3d9403', 'status': 'completed', 'code': 200} Nov 12 03:26:46.237899 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fb91e60b-bf22-4afe-8c98-da1778f82849 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:46.324736 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9f716-580f-44c3-9432-102418a25297 req-9a27787a-c0a6-49b6-854a-de63fce2cd59 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:46.347642 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5bf9f716-580f-44c3-9432-102418a25297 req-9a27787a-c0a6-49b6-854a-de63fce2cd59 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a65edf96-a810-4ee3-b7d1-38eb6d581511 HTTP/1.1" status: 200 len: 944 time: 0.2782910 Nov 12 03:26:46.419779 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fb91e60b-bf22-4afe-8c98-da1778f82849 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:46.458120 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f7cc19-8076-49e1-b7a2-b00d0c34438b None None] New status for floating IP a954dedc-e0b9-4d64-99ed-d972c9821963: DOWN {{(pid=102574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:26:46.503923 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e8839374-bf29-4c57-b971-3f11fa3062c2 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:46.548696 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e8839374-bf29-4c57-b971-3f11fa3062c2 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:46.568995 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5bf9f716-580f-44c3-9432-102418a25297 req-96d9b1d9-7de5-41fd-aff4-7ff62da7e4bf tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938918 Nov 12 03:26:46.600644 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fb91e60b-bf22-4afe-8c98-da1778f82849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:46.607614 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fb91e60b-bf22-4afe-8c98-da1778f82849 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:46.612984 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-fb91e60b-bf22-4afe-8c98-da1778f82849 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/69ec41c0-e9ce-4ee8-b635-2047bc364a62 HTTP/1.1" status: 204 len: 168 time: 0.7342184 Nov 12 03:26:46.642737 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91e60b-bf22-4afe-8c98-da1778f82849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ec41c0-e9ce-4ee8-b635-2047bc364a62,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:46.683027 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 32802) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:46.707493 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7f24a000-3e7d-4a62-916e-874018aa72a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:46.871664 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12ad9a-2d59-4060-b06d-6d860962e6d3 req-470e978b-6814-4399-b266-fcddea15e799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:46.881710 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cc12ad9a-2d59-4060-b06d-6d860962e6d3 req-470e978b-6814-4399-b266-fcddea15e799 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0501575 Nov 12 03:26:46.901798 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcebc2f-22e0-4055-8309-1c4b014750a9 req-fc41480b-70e5-4944-a230-4239df0c96c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:46.904808 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1dcebc2f-22e0-4055-8309-1c4b014750a9 req-fc41480b-70e5-4944-a230-4239df0c96c9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0debc975661f439796e2390b4a57b652&device_id=7400df99-e2ed-494c-b77a-154bedd689de HTTP/1.1" status: 200 len: 1098 time: 0.7649491 Nov 12 03:26:47.022609 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7f24a000-3e7d-4a62-916e-874018aa72a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:47.046921 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c79ce4-ca51-47d1-8a31-4b427c694284 req-510ce03b-f517-4200-a288-bc12aafee71d tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:47.048717 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e8c79ce4-ca51-47d1-8a31-4b427c694284 req-510ce03b-f517-4200-a288-bc12aafee71d tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 950 time: 0.2424736 Nov 12 03:26:47.051776 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7f24a000-3e7d-4a62-916e-874018aa72a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:47.096545 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcebc2f-22e0-4055-8309-1c4b014750a9 req-4fd6c4fb-9e12-4cf9-87a8-2cbe24f24016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:47.098195 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1dcebc2f-22e0-4055-8309-1c4b014750a9 req-4fd6c4fb-9e12-4cf9-87a8-2cbe24f24016 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce HTTP/1.1" status: 200 len: 922 time: 0.1322415 Nov 12 03:26:47.149982 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7f24a000-3e7d-4a62-916e-874018aa72a4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5564180a52e04d859a08c27b0deaadeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4648283 Nov 12 03:26:47.153901 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 32806) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:47.180055 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1dcebc2f-22e0-4055-8309-1c4b014750a9 req-b76ea305-938a-47ae-8fd9-4168434a163b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f777b4ab-ac04-4042-9da3-9c5daa3d9403 HTTP/1.1" status: 200 len: 217 time: 0.0478599 Nov 12 03:26:47.182948 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [None req-e8839374-bf29-4c57-b971-3f11fa3062c2 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Floating IP e554af0b-2104-4ea9-afab-e516aa5fd7d6 associated. External IP: 172.25.5.203, port: 8ad279e8-eae6-43bc-9187-fb73596735da. Nov 12 03:26:47.258924 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f24a000-3e7d-4a62-916e-874018aa72a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0f0bc2-614b-429b-987f-0b1bf964e004,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:47.344002 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e8c79ce4-ca51-47d1-8a31-4b427c694284 req-567f770a-c342-4ab8-8746-301ec659c536 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176790 Nov 12 03:26:47.374119 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cc12ad9a-2d59-4060-b06d-6d860962e6d3 req-355d2675-7346-43ef-9291-df4159412675 service neutron] 10.222.0.50 "GET /v2.0/networks/7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4913089 Nov 12 03:26:47.378997 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcebc2f-22e0-4055-8309-1c4b014750a9 req-e4581c26-bf9c-4305-ab9f-701177ae588b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:47.380833 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1dcebc2f-22e0-4055-8309-1c4b014750a9 req-e4581c26-bf9c-4305-ab9f-701177ae588b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e23f749e-fea6-4b5c-8a76-f2265b94b364 HTTP/1.1" status: 200 len: 860 time: 0.1903760 Nov 12 03:26:47.457781 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-abf738f3-e669-4559-ac22-6b403de871d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:47.536896 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-abf738f3-e669-4559-ac22-6b403de871d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:47.561862 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4ecb48fe-82e3-4731-afa2-a2fa70833b3a req-f49e3816-64e9-487b-8d6f-bbb300197730 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af7f917-fdb1-474b-9188-36aeb89162de HTTP/1.1" status: 200 len: 210 time: 0.0494397 Nov 12 03:26:47.662659 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-abf738f3-e669-4559-ac22-6b403de871d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:47.668437 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-abf738f3-e669-4559-ac22-6b403de871d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:47.670454 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-abf738f3-e669-4559-ac22-6b403de871d3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fe0f0bc2-614b-429b-987f-0b1bf964e004 HTTP/1.1" status: 204 len: 168 time: 0.5089905 Nov 12 03:26:47.705702 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf738f3-e669-4559-ac22-6b403de871d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0f0bc2-614b-429b-987f-0b1bf964e004,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:47.868103 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcebc2f-22e0-4055-8309-1c4b014750a9 req-7122b074-f068-4ef7-b81d-01685507ecfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:47.869669 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1dcebc2f-22e0-4055-8309-1c4b014750a9 req-7122b074-f068-4ef7-b81d-01685507ecfa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3691306 Nov 12 03:26:47.879719 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8839374-bf29-4c57-b971-3f11fa3062c2 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Router 8861b51c-7688-41a1-b08e-0b7ed21ef33d has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:26:47.884993 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a228b0-11d8-40dd-b20f-0f90645ebd10 req-8a6d8383-eae7-4b8d-90df-28016aaed22c tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:47.886576 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e5a228b0-11d8-40dd-b20f-0f90645ebd10 req-8a6d8383-eae7-4b8d-90df-28016aaed22c tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a65edf96-a810-4ee3-b7d1-38eb6d581511 HTTP/1.1" status: 200 len: 944 time: 0.1835623 Nov 12 03:26:47.892902 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cc12ad9a-2d59-4060-b06d-6d860962e6d3 req-31a1b178-2a4e-40e4-9700-af24cacac77c service neutron] 10.222.0.50 "GET /v2.0/networks/7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5088811 Nov 12 03:26:47.919702 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:48.208534 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-2fe1e19d-d353-4da5-8f88-70e9201b68a2 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:48.220431 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 0ff05508-94c8-457b-a72d-501d5be0298b up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:48.235157 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-2fe1e19d-d353-4da5-8f88-70e9201b68a2 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.74 "GET /v2.0/networks?id=169e1144-ccf3-4d1d-a931-5204a7d70a64 HTTP/1.1" status: 200 len: 812 time: 0.3209677 Nov 12 03:26:48.264479 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-002e8fe7-1886-4c94-bf87-666f6b1a9d88 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Request body: {'port': {'device_id': '5af7f917-fdb1-474b-9188-36aeb89162de', 'network_id': '169e1144-ccf3-4d1d-a931-5204a7d70a64', 'admin_state_up': True, 'tenant_id': '91fef26da8e143afb79eb810bd46376a'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:48.338188 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1dcebc2f-22e0-4055-8309-1c4b014750a9 req-9f2bd889-6582-4679-80b4-e9b7c3201644 service neutron] 10.222.0.74 "GET /v2.0/networks/7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4565961 Nov 12 03:26:48.349872 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e5a228b0-11d8-40dd-b20f-0f90645ebd10 req-be254505-eed5-4de4-8577-db14a1041c5a tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4412284 Nov 12 03:26:48.453165 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8839374-bf29-4c57-b971-3f11fa3062c2 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:26:48.455529 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 0ff05508-94c8-457b-a72d-501d5be0298b completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:26:48.459261 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e8839374-bf29-4c57-b971-3f11fa3062c2 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:48.485325 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 0ff05508-94c8-457b-a72d-501d5be0298b triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:48.496268 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:48.505202 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03983d47-c227-4807-847f-2187713c4041 None None] Sync routers for ids ['8861b51c-7688-41a1-b08e-0b7ed21ef33d'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:26:48.549004 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e8839374-bf29-4c57-b971-3f11fa3062c2 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "PUT /v2.0/floatingips/e554af0b-2104-4ea9-afab-e516aa5fd7d6 HTTP/1.1" status: 200 len: 991 time: 4.6042926 Nov 12 03:26:48.579859 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-002e8fe7-1886-4c94-bf87-666f6b1a9d88 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Made reservation on behalf of 91fef26da8e143afb79eb810bd46376a for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:48.589887 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-002e8fe7-1886-4c94-bf87-666f6b1a9d88 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:48.620592 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 32852) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:48.624952 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '901c888a-da2b-477a-9adf-2639921bb668', 'tag': '8ad279e8-eae6-43bc-9187-fb73596735da'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:48.625388 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03983d47-c227-4807-847f-2187713c4041 None None] Routers {'8861b51c-7688-41a1-b08e-0b7ed21ef33d'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:48.626496 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-03983d47-c227-4807-847f-2187713c4041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:26:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8861b51c-7688-41a1-b08e-0b7ed21ef33d'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:48.627241 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8705c574-358c-4a2d-b2d8-46d5fee6ae0c" -d '{"events": [{"name": "network-changed", "server_uuid": "901c888a-da2b-477a-9adf-2639921bb668", "tag": "8ad279e8-eae6-43bc-9187-fb73596735da"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:48.722511 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826d11a-80f8-40d2-94c1-edb470d0315c req-827f0e29-143e-4fa4-a487-5a0114239dda tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:48.735676 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a826d11a-80f8-40d2-94c1-edb470d0315c req-827f0e29-143e-4fa4-a487-5a0114239dda tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/ports?device_id=69a11867-f1f2-409f-a547-78a33346f288&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1956434 Nov 12 03:26:48.738092 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1dcebc2f-22e0-4055-8309-1c4b014750a9 req-e86b0a09-9288-4538-8626-9c4575e3e32a service neutron] 10.222.0.74 "GET /v2.0/networks/7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711026 Nov 12 03:26:48.850104 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a826d11a-80f8-40d2-94c1-edb470d0315c req-64b5bb18-8c25-4c51-b7ef-0b34bc8b1a09 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.177 HTTP/1.1" status: 200 len: 696 time: 0.1069403 Nov 12 03:26:48.863646 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-a826d11a-80f8-40d2-94c1-edb470d0315c req-e4f6f596-9937-4f2a-8516-fe7c242ae523 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Request body: {'floatingip': {'port_id': '5731207e-39c0-427c-8694-1555fafb7f5b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:48.936674 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-a826d11a-80f8-40d2-94c1-edb470d0315c req-e4f6f596-9937-4f2a-8516-fe7c242ae523 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks [] for floatingip, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:48.948591 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e755b9-b4c0-4d00-82c6-7c31f24e5cfe req-fddf6758-d698-413c-98b2-eea9db64f355 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:48.957428 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-16e755b9-b4c0-4d00-82c6-7c31f24e5cfe req-fddf6758-d698-413c-98b2-eea9db64f355 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 950 time: 0.3371546 Nov 12 03:26:48.985548 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:49.025181 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-002e8fe7-1886-4c94-bf87-666f6b1a9d88 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Allocated IP 172.20.0.12 (169e1144-ccf3-4d1d-a931-5204a7d70a64/81deee3d-5b3d-4089-86fe-7bb37174d9df/6d01834f-c095-41da-914b-94f1790b7d2c) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:49.053510 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-03983d47-c227-4807-847f-2187713c4041 None None] Set router 8861b51c-7688-41a1-b08e-0b7ed21ef33d gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:49.062021 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-16e755b9-b4c0-4d00-82c6-7c31f24e5cfe req-8c7dcf98-6a66-4c32-8ba6-e909168173fc tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894639 Nov 12 03:26:49.118041 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-2f731f6d-2802-4b65-aa0e-589fa35cc91f admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1739267077-network', 'tenant_id': 'fe1ea3932bc44070a2c0197067579e3d'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:49.167223 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65edf96-a810-4ee3-b7d1-38eb6d581511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff05508-94c8-457b-a72d-501d5be0298b'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:49.172140 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5dedfd4-ca65-4ead-9342-6efccc36592a" -d '{"events": [{"server_uuid": "a65edf96-a810-4ee3-b7d1-38eb6d581511", "name": "network-vif-plugged", "status": "completed", "tag": "0ff05508-94c8-457b-a72d-501d5be0298b"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:49.223328 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f731f6d-2802-4b65-aa0e-589fa35cc91f admin admin] Made reservation on behalf of fe1ea3932bc44070a2c0197067579e3d for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:49.226660 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2f731f6d-2802-4b65-aa0e-589fa35cc91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:49.248889 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 0ff05508-94c8-457b-a72d-501d5be0298b, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=0ff05508-94c8-457b-a72d-501d5be0298b,segment=NetworkSegment(eece85e2-9491-495c-808d-869c08a5aaa4),segment_id=eece85e2-9491-495c-808d-869c08a5aaa4)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:49.269763 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2f731f6d-2802-4b65-aa0e-589fa35cc91f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:49.292603 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:49.407336 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f97f732d-5270-4d8e-baeb-0ca6f9a40a56 req-ca2fea6e-5618-4348-ac9f-dd1d5a6e0bec tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af7f917-fdb1-474b-9188-36aeb89162de HTTP/1.1" status: 200 len: 210 time: 0.0389884 Nov 12 03:26:49.438370 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-002e8fe7-1886-4c94-bf87-666f6b1a9d88 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:49.503181 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2f731f6d-2802-4b65-aa0e-589fa35cc91f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:49.510007 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2f731f6d-2802-4b65-aa0e-589fa35cc91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:49.522398 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-002e8fe7-1886-4c94-bf87-666f6b1a9d88 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:49.551507 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f731f6d-2802-4b65-aa0e-589fa35cc91f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:26:49.586849 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['f7014e0c-3160-4db2-bb42-90d6d11ca96e'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:49.604915 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-002e8fe7-1886-4c94-bf87-666f6b1a9d88 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Network 169e1144-ccf3-4d1d-a931-5204a7d70a64 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:49.611853 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-002e8fe7-1886-4c94-bf87-666f6b1a9d88 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:49.621423 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-002e8fe7-1886-4c94-bf87-666f6b1a9d88 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:49.705093 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-002e8fe7-1886-4c94-bf87-666f6b1a9d88 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:49.717975 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-002e8fe7-1886-4c94-bf87-666f6b1a9d88 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:49.722166 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f731f6d-2802-4b65-aa0e-589fa35cc91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936b2e05-c318-45fa-bf70-0c1b3ac9d739,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:49.727101 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63ac857-bf6b-462d-839a-b48815820612 x-openstack-request-id: req-a63ac857-bf6b-462d-839a-b48815820612 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:49.727659 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2f731f6d-2802-4b65-aa0e-589fa35cc91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:49.728577 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65edf96-a810-4ee3-b7d1-38eb6d581511", "name": "network-vif-plugged", "status": "completed", "tag": "0ff05508-94c8-457b-a72d-501d5be0298b", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:49.729015 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-2f731f6d-2802-4b65-aa0e-589fa35cc91f admin admin] Added segment 87eca40d-206a-481c-a883-b95018bc626e of type vlan for network 5a9a546a-69e3-4236-8c1f-f93b46e5283a Nov 12 03:26:49.729587 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a63ac857-bf6b-462d-839a-b48815820612 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:49.734769 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65edf96-a810-4ee3-b7d1-38eb6d581511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff05508-94c8-457b-a72d-501d5be0298b', 'code': 200} Nov 12 03:26:49.878076 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2319f083-bbf1-4db8-bd5a-fc87b3a1e501 x-openstack-request-id: req-2319f083-bbf1-4db8-bd5a-fc87b3a1e501 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:49.878959 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "901c888a-da2b-477a-9adf-2639921bb668", "tag": "8ad279e8-eae6-43bc-9187-fb73596735da", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:49.879211 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2319f083-bbf1-4db8-bd5a-fc87b3a1e501 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:49.879635 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '901c888a-da2b-477a-9adf-2639921bb668', 'tag': '8ad279e8-eae6-43bc-9187-fb73596735da', 'status': 'completed', 'code': 200} Nov 12 03:26:49.964213 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-002e8fe7-1886-4c94-bf87-666f6b1a9d88 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6534445 Nov 12 03:26:49.964213 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e8fe7-1886-4c94-bf87-666f6b1a9d88 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Pushing event updated for resources: {'Port': ['ID=6d01834f-c095-41da-914b-94f1790b7d2c,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:49.989143 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=0ff05508-94c8-457b-a72d-501d5be0298b,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:49.991848 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-648c9d62-78d0-4864-a452-8d133ffe8ed9 service neutron] Request body: {'port': {'device_id': '5af7f917-fdb1-474b-9188-36aeb89162de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:50.186245 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-a826d11a-80f8-40d2-94c1-edb470d0315c req-e4f6f596-9937-4f2a-8516-fe7c242ae523 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:50.194068 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-a826d11a-80f8-40d2-94c1-edb470d0315c req-e4f6f596-9937-4f2a-8516-fe7c242ae523 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:50.211557 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2f731f6d-2802-4b65-aa0e-589fa35cc91f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:50.268732 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963b139-84c1-4da3-a612-d74ee6a6133c req-90f7d4fd-e24f-4c47-9dd8-61c8c54895a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:50.272877 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1963b139-84c1-4da3-a612-d74ee6a6133c req-90f7d4fd-e24f-4c47-9dd8-61c8c54895a7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a65edf96-a810-4ee3-b7d1-38eb6d581511 HTTP/1.1" status: 200 len: 1097 time: 0.3789222 Nov 12 03:26:50.327037 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705c574-358c-4a2d-b2d8-46d5fee6ae0c req-0387e037-366c-4ba6-88d6-c698cc033d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:50.327522 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705c574-358c-4a2d-b2d8-46d5fee6ae0c req-0387e037-366c-4ba6-88d6-c698cc033d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:50.327985 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705c574-358c-4a2d-b2d8-46d5fee6ae0c req-0387e037-366c-4ba6-88d6-c698cc033d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:50.328496 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705c574-358c-4a2d-b2d8-46d5fee6ae0c req-0387e037-366c-4ba6-88d6-c698cc033d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:50.328947 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705c574-358c-4a2d-b2d8-46d5fee6ae0c req-0387e037-366c-4ba6-88d6-c698cc033d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:50.329395 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705c574-358c-4a2d-b2d8-46d5fee6ae0c req-0387e037-366c-4ba6-88d6-c698cc033d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:50.329841 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705c574-358c-4a2d-b2d8-46d5fee6ae0c req-0387e037-366c-4ba6-88d6-c698cc033d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:50.331810 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8705c574-358c-4a2d-b2d8-46d5fee6ae0c req-0387e037-366c-4ba6-88d6-c698cc033d4e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=984b5bf9950d4e568e34b6531154493c&device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 6497 time: 0.4513025 Nov 12 03:26:50.472193 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73456bf7-28ea-43e0-a31f-ca329e839378 req-e9998330-90be-4544-a118-39a7dc556412 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:50.474476 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-73456bf7-28ea-43e0-a31f-ca329e839378 req-e9998330-90be-4544-a118-39a7dc556412 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a65edf96-a810-4ee3-b7d1-38eb6d581511 HTTP/1.1" status: 200 len: 945 time: 0.6684206 Nov 12 03:26:50.542560 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-03983d47-c227-4807-847f-2187713c4041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8861b51c-7688-41a1-b08e-0b7ed21ef33d', 'name': 'tempest-TaggedBootDevicesTest-1539754991-router', 'tenant_id': '984b5bf9950d4e568e34b6531154493c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'dce33d61-f8d5-47fe-86c6-a2da2256e708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:07Z', 'updated_at': '2021-11-12T03:24:14Z', 'revision_number': 4, 'project_id': '984b5bf9950d4e568e34b6531154493c', 'gw_port': {'id': 'dce33d61-f8d5-47fe-86c6-a2da2256e708', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:96:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8861b51c-7688-41a1-b08e-0b7ed21ef33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:09Z', 'updated_at': '2021-11-12T03:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'e554af0b-2104-4ea9-afab-e516aa5fd7d6', 'tenant_id': '984b5bf9950d4e568e34b6531154493c', 'floating_ip_address': '172.25.5.203', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '8861b51c-7688-41a1-b08e-0b7ed21ef33d', 'port_id': '8ad279e8-eae6-43bc-9187-fb73596735da', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05567585-3225-43ff-908b-682604349a1c', 'mac_address': 'fa:16:3e:fd:85:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901c888a-da2b-477a-9adf-2639921bb668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:25:10Z', 'updated_at': '2021-11-12T03:26:46Z', 'revision_number': 1, 'project_id': '984b5bf9950d4e568e34b6531154493c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8390b18-c957-4cd1-b1f1-eb43e6338b42', 'name': '', 'network_id': '05567585-3225-43ff-908b-682604349a1c', 'tenant_id': '984b5bf9950d4e568e34b6531154493c', 'mac_address': 'fa:16:3e:7e:8c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8861b51c-7688-41a1-b08e-0b7ed21ef33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '27f881fe-8083-445e-acea-d73d96d974cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:12Z', 'updated_at': '2021-11-12T03:24:19Z', 'revision_number': 5, 'project_id': '984b5bf9950d4e568e34b6531154493c', 'subnets': [{'id': '27f881fe-8083-445e-acea-d73d96d974cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:50.594404 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2f731f6d-2802-4b65-aa0e-589fa35cc91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:50.595652 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f731f6d-2802-4b65-aa0e-589fa35cc91f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:50.596400 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2f731f6d-2802-4b65-aa0e-589fa35cc91f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:50.598627 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-648c9d62-78d0-4864-a452-8d133ffe8ed9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:50.627183 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03983d47-c227-4807-847f-2187713c4041 None None] Checking router: 8861b51c-7688-41a1-b08e-0b7ed21ef33d for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:26:50.737620 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03983d47-c227-4807-847f-2187713c4041 None None] Routers {'8861b51c-7688-41a1-b08e-0b7ed21ef33d'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:50.738386 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-03983d47-c227-4807-847f-2187713c4041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:26:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8861b51c-7688-41a1-b08e-0b7ed21ef33d'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:50.787043 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b427aba-fe22-487f-b7e5-e40ac89a369c req-6754a307-28e7-42ed-9709-371bf2936080 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:50.788892 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9b427aba-fe22-487f-b7e5-e40ac89a369c req-6754a307-28e7-42ed-9709-371bf2936080 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.74 "GET /v2.0/ports?device_id=7400df99-e2ed-494c-b77a-154bedd689de HTTP/1.1" status: 200 len: 946 time: 0.5271153 Nov 12 03:26:50.821018 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2f731f6d-2802-4b65-aa0e-589fa35cc91f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.1060653 Nov 12 03:26:50.823330 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 32930) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:50.832668 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-274f9b6f-ef10-4bb3-b2d8-2678356fb56d admin admin] Request body: {'subnet': {'network_id': '5a9a546a-69e3-4236-8c1f-f93b46e5283a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1739267077-subnet', 'tenant_id': 'fe1ea3932bc44070a2c0197067579e3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:50.850496 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-73456bf7-28ea-43e0-a31f-ca329e839378 req-d80321bd-14a5-41e3-9132-4379b9836481 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582301 Nov 12 03:26:50.917633 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1963b139-84c1-4da3-a612-d74ee6a6133c req-c1fb0a83-e314-4f3a-9f60-451d464d540e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6033564 Nov 12 03:26:51.016230 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-03983d47-c227-4807-847f-2187713c4041 None None] Set router 8861b51c-7688-41a1-b08e-0b7ed21ef33d gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:51.024177 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705c574-358c-4a2d-b2d8-46d5fee6ae0c req-ea954797-d0c5-46df-a245-7958125fdc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:51.026412 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8705c574-358c-4a2d-b2d8-46d5fee6ae0c req-ea954797-d0c5-46df-a245-7958125fdc28 service neutron] 10.222.0.74 "GET /v2.0/networks?id=05567585-3225-43ff-908b-682604349a1c HTTP/1.1" status: 200 len: 913 time: 0.2851093 Nov 12 03:26:51.034167 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [req-a826d11a-80f8-40d2-94c1-edb470d0315c req-e4f6f596-9937-4f2a-8516-fe7c242ae523 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Floating IP a954dedc-e0b9-4d64-99ed-d972c9821963 associated. External IP: 172.25.5.177, port: 5731207e-39c0-427c-8694-1555fafb7f5b. Nov 12 03:26:51.299449 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-648c9d62-78d0-4864-a452-8d133ffe8ed9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d01834f-c095-41da-914b-94f1790b7d2c {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:51.307872 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-648c9d62-78d0-4864-a452-8d133ffe8ed9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:51.321063 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 32934) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:51.350536 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-648c9d62-78d0-4864-a452-8d133ffe8ed9 service neutron] Transition to ACTIVE for port object 6d01834f-c095-41da-914b-94f1790b7d2c will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:26:51.370470 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f731f6d-2802-4b65-aa0e-589fa35cc91f admin admin] Pushing event updated for resources: {'Network': ['ID=5a9a546a-69e3-4236-8c1f-f93b46e5283a,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:51.370470 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-648c9d62-78d0-4864-a452-8d133ffe8ed9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:51.385257 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 5a9a546a-69e3-4236-8c1f-f93b46e5283a details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:26:51.413740 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a826d11a-80f8-40d2-94c1-edb470d0315c req-e4f6f596-9937-4f2a-8516-fe7c242ae523 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Router 33458856-dd88-43b6-a487-48502771a672 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:26:51.578556 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2414a-7cd1-45db-9bf6-06aaa34d8645 req-b9771760-5781-4ae3-968e-381e0948d533 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:51.580050 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-acc2414a-7cd1-45db-9bf6-06aaa34d8645 req-b9771760-5781-4ae3-968e-381e0948d533 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 950 time: 0.2580879 Nov 12 03:26:51.610681 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274f9b6f-ef10-4bb3-b2d8-2678356fb56d admin admin] Made reservation on behalf of fe1ea3932bc44070a2c0197067579e3d for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:51.618012 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-274f9b6f-ef10-4bb3-b2d8-2678356fb56d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:51.628826 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c9d62-78d0-4864-a452-8d133ffe8ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=6d01834f-c095-41da-914b-94f1790b7d2c,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:51.694704 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-03983d47-c227-4807-847f-2187713c4041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8861b51c-7688-41a1-b08e-0b7ed21ef33d', 'name': 'tempest-TaggedBootDevicesTest-1539754991-router', 'tenant_id': '984b5bf9950d4e568e34b6531154493c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'dce33d61-f8d5-47fe-86c6-a2da2256e708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:07Z', 'updated_at': '2021-11-12T03:24:14Z', 'revision_number': 4, 'project_id': '984b5bf9950d4e568e34b6531154493c', 'gw_port': {'id': 'dce33d61-f8d5-47fe-86c6-a2da2256e708', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:96:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8861b51c-7688-41a1-b08e-0b7ed21ef33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:09Z', 'updated_at': '2021-11-12T03:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'e554af0b-2104-4ea9-afab-e516aa5fd7d6', 'tenant_id': '984b5bf9950d4e568e34b6531154493c', 'floating_ip_address': '172.25.5.203', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '8861b51c-7688-41a1-b08e-0b7ed21ef33d', 'port_id': '8ad279e8-eae6-43bc-9187-fb73596735da', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05567585-3225-43ff-908b-682604349a1c', 'mac_address': 'fa:16:3e:fd:85:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901c888a-da2b-477a-9adf-2639921bb668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:25:10Z', 'updated_at': '2021-11-12T03:26:46Z', 'revision_number': 1, 'project_id': '984b5bf9950d4e568e34b6531154493c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8390b18-c957-4cd1-b1f1-eb43e6338b42', 'name': '', 'network_id': '05567585-3225-43ff-908b-682604349a1c', 'tenant_id': '984b5bf9950d4e568e34b6531154493c', 'mac_address': 'fa:16:3e:7e:8c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8861b51c-7688-41a1-b08e-0b7ed21ef33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '27f881fe-8083-445e-acea-d73d96d974cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:12Z', 'updated_at': '2021-11-12T03:24:19Z', 'revision_number': 5, 'project_id': '984b5bf9950d4e568e34b6531154493c', 'subnets': [{'id': '27f881fe-8083-445e-acea-d73d96d974cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:51.738672 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03983d47-c227-4807-847f-2187713c4041 None None] The sync data for ids ['8861b51c-7688-41a1-b08e-0b7ed21ef33d'] in n-d-715271-27 is: [{'id': '8861b51c-7688-41a1-b08e-0b7ed21ef33d', 'name': 'tempest-TaggedBootDevicesTest-1539754991-router', 'tenant_id': '984b5bf9950d4e568e34b6531154493c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'dce33d61-f8d5-47fe-86c6-a2da2256e708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:07Z', 'updated_at': '2021-11-12T03:24:14Z', 'revision_number': 4, 'project_id': '984b5bf9950d4e568e34b6531154493c', 'gw_port': {'id': 'dce33d61-f8d5-47fe-86c6-a2da2256e708', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:96:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8861b51c-7688-41a1-b08e-0b7ed21ef33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:09Z', 'updated_at': '2021-11-12T03:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'e554af0b-2104-4ea9-afab-e516aa5fd7d6', 'tenant_id': '984b5bf9950d4e568e34b6531154493c', 'floating_ip_address': '172.25.5.203', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '8861b51c-7688-41a1-b08e-0b7ed21ef33d', 'port_id': '8ad279e8-eae6-43bc-9187-fb73596735da', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05567585-3225-43ff-908b-682604349a1c', 'mac_address': 'fa:16:3e:fd:85:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901c888a-da2b-477a-9adf-2639921bb668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:25:10Z', 'updated_at': '2021-11-12T03:26:46Z', 'revision_number': 1, 'project_id': '984b5bf9950d4e568e34b6531154493c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8390b18-c957-4cd1-b1f1-eb43e6338b42', 'name': '', 'network_id': '05567585-3225-43ff-908b-682604349a1c', 'tenant_id': '984b5bf9950d4e568e34b6531154493c', 'mac_address': 'fa:16:3e:7e:8c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8861b51c-7688-41a1-b08e-0b7ed21ef33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '27f881fe-8083-445e-acea-d73d96d974cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:12Z', 'updated_at': '2021-11-12T03:24:19Z', 'revision_number': 5, 'project_id': '984b5bf9950d4e568e34b6531154493c', 'subnets': [{'id': '27f881fe-8083-445e-acea-d73d96d974cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:26:51.746816 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7dd2fe05-7dad-44f0-ab1e-8de7cee21880 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:51.761204 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8705c574-358c-4a2d-b2d8-46d5fee6ae0c req-7f4e3a30-b09d-4e4d-addc-5e03fb9d915b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ad279e8-eae6-43bc-9187-fb73596735da HTTP/1.1" status: 200 len: 999 time: 0.5630507 Nov 12 03:26:51.843897 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-acc2414a-7cd1-45db-9bf6-06aaa34d8645 req-a780dc81-42d6-4711-9650-7819d399834d tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161276 Nov 12 03:26:51.867124 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-648c9d62-78d0-4864-a452-8d133ffe8ed9 service neutron] Attempting to bind port 6d01834f-c095-41da-914b-94f1790b7d2c on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:51.867640 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-648c9d62-78d0-4864-a452-8d133ffe8ed9 service neutron] Attempting to bind port 6d01834f-c095-41da-914b-94f1790b7d2c by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'c201839a-9ee8-4927-8170-35a235ff6ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '169e1144-ccf3-4d1d-a931-5204a7d70a64'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:51.868421 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-648c9d62-78d0-4864-a452-8d133ffe8ed9 service neutron] Attempting to bind port 6d01834f-c095-41da-914b-94f1790b7d2c on network 169e1144-ccf3-4d1d-a931-5204a7d70a64 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:51.885234 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-648c9d62-78d0-4864-a452-8d133ffe8ed9 service neutron] Port 6d01834f-c095-41da-914b-94f1790b7d2c on network 169e1144-ccf3-4d1d-a931-5204a7d70a64 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:51.885234 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-648c9d62-78d0-4864-a452-8d133ffe8ed9 service neutron] Attempting to bind port 6d01834f-c095-41da-914b-94f1790b7d2c on network 169e1144-ccf3-4d1d-a931-5204a7d70a64 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:51.925955 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705c574-358c-4a2d-b2d8-46d5fee6ae0c req-63b1a428-792d-46a5-9127-5fe00c25f489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:51.927722 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-648c9d62-78d0-4864-a452-8d133ffe8ed9 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:51.928679 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-648c9d62-78d0-4864-a452-8d133ffe8ed9 service neutron] Checking segment: {'id': 'c201839a-9ee8-4927-8170-35a235ff6ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '169e1144-ccf3-4d1d-a931-5204a7d70a64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:51.929068 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-648c9d62-78d0-4864-a452-8d133ffe8ed9 service neutron] Bound using segment: {'id': 'c201839a-9ee8-4927-8170-35a235ff6ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '169e1144-ccf3-4d1d-a931-5204a7d70a64'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:51.929357 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8705c574-358c-4a2d-b2d8-46d5fee6ae0c req-63b1a428-792d-46a5-9127-5fe00c25f489 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=27f881fe-8083-445e-acea-d73d96d974cb HTTP/1.1" status: 200 len: 851 time: 0.1102636 Nov 12 03:26:51.931703 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-648c9d62-78d0-4864-a452-8d133ffe8ed9 service neutron] Bound port: 6d01834f-c095-41da-914b-94f1790b7d2c, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c201839a-9ee8-4927-8170-35a235ff6ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '169e1144-ccf3-4d1d-a931-5204a7d70a64'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:51.932222 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-648c9d62-78d0-4864-a452-8d133ffe8ed9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:51.956818 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-9b427aba-fe22-487f-b7e5-e40ac89a369c req-b2269177-eae5-450b-810e-064b19c37fbf tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Deleting port f777b4ab-ac04-4042-9da3-9c5daa3d9403 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:51.968182 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9b427aba-fe22-487f-b7e5-e40ac89a369c req-b2269177-eae5-450b-810e-064b19c37fbf tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.072943 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02465e22-cc1c-430a-b6d7-80a51fee44eb None None] New status for floating IP e554af0b-2104-4ea9-afab-e516aa5fd7d6: ACTIVE {{(pid=102574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:26:52.123071 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7dd2fe05-7dad-44f0-ab1e-8de7cee21880 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.131621 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7dd2fe05-7dad-44f0-ab1e-8de7cee21880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.152116 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-648c9d62-78d0-4864-a452-8d133ffe8ed9 service neutron] For port 6d01834f-c095-41da-914b-94f1790b7d2c, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:52.187788 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-648c9d62-78d0-4864-a452-8d133ffe8ed9 service neutron] For port 6d01834f-c095-41da-914b-94f1790b7d2c, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=6d01834f-c095-41da-914b-94f1790b7d2c,segment=NetworkSegment(c201839a-9ee8-4927-8170-35a235ff6ef6),segment_id=c201839a-9ee8-4927-8170-35a235ff6ef6)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:52.201382 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-648c9d62-78d0-4864-a452-8d133ffe8ed9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.205421 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7dd2fe05-7dad-44f0-ab1e-8de7cee21880 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cba47f0354d14bdc805ecf36b49720ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8739622 Nov 12 03:26:52.209348 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 32944) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:52.232840 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2fe05-7dad-44f0-ab1e-8de7cee21880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd06ad4-c0a9-4b41-8098-a05ef2959561,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:52.282222 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-274f9b6f-ef10-4bb3-b2d8-2678356fb56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.308440 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-648c9d62-78d0-4864-a452-8d133ffe8ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:52.309223 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-648c9d62-78d0-4864-a452-8d133ffe8ed9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.311330 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-648c9d62-78d0-4864-a452-8d133ffe8ed9 service neutron] 10.222.0.74 "PUT /v2.0/ports/6d01834f-c095-41da-914b-94f1790b7d2c HTTP/1.1" status: 200 len: 1093 time: 2.3302526 Nov 12 03:26:52.329917 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af7f917-fdb1-474b-9188-36aeb89162de', 'tag': '6d01834f-c095-41da-914b-94f1790b7d2c'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:52.333975 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a34359b-cf94-4537-8f41-41f38603f973" -d '{"events": [{"name": "network-changed", "server_uuid": "5af7f917-fdb1-474b-9188-36aeb89162de", "tag": "6d01834f-c095-41da-914b-94f1790b7d2c"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:52.432555 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c9d62-78d0-4864-a452-8d133ffe8ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=6d01834f-c095-41da-914b-94f1790b7d2c,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:52.442955 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a826d11a-80f8-40d2-94c1-edb470d0315c req-e4f6f596-9937-4f2a-8516-fe7c242ae523 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:26:52.446840 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c0cb9-2ae2-4f6d-9ae7-87144ede4df7 req-de5a16ff-9b58-46e5-ad78-199a26b4e844 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:52.454947 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a26c0cb9-2ae2-4f6d-9ae7-87144ede4df7 req-de5a16ff-9b58-46e5-ad78-199a26b4e844 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af7f917-fdb1-474b-9188-36aeb89162de HTTP/1.1" status: 200 len: 944 time: 0.2177708 Nov 12 03:26:52.457259 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4435250-d608-4824-a4a8-b24f62ede032 None None] Sync routers for ids ['33458856-dd88-43b6-a487-48502771a672'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:26:52.486940 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4435250-d608-4824-a4a8-b24f62ede032 None None] Routers {'33458856-dd88-43b6-a487-48502771a672'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:52.487942 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f4435250-d608-4824-a4a8-b24f62ede032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:26:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['33458856-dd88-43b6-a487-48502771a672'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:52.489654 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-a826d11a-80f8-40d2-94c1-edb470d0315c req-e4f6f596-9937-4f2a-8516-fe7c242ae523 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.517596 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-889a8c28-3b71-40cf-ad9a-5942eafb1a39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.565418 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a826d11a-80f8-40d2-94c1-edb470d0315c req-e4f6f596-9937-4f2a-8516-fe7c242ae523 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "PUT /v2.0/floatingips/a954dedc-e0b9-4d64-99ed-d972c9821963 HTTP/1.1" status: 200 len: 997 time: 3.7058601 Nov 12 03:26:52.573305 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a11867-f1f2-409f-a547-78a33346f288', 'tag': '5731207e-39c0-427c-8694-1555fafb7f5b'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:52.578021 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f009c7-143b-4705-a04a-5dcbb96825e4" -d '{"events": [{"name": "network-changed", "server_uuid": "69a11867-f1f2-409f-a547-78a33346f288", "tag": "5731207e-39c0-427c-8694-1555fafb7f5b"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:52.612630 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-889a8c28-3b71-40cf-ad9a-5942eafb1a39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.616753 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-9660cebb-4f8c-4abb-b45b-f13cc4708dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:52.618275 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-9660cebb-4f8c-4abb-b45b-f13cc4708dac service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=91fef26da8e143afb79eb810bd46376a&device_id=5af7f917-fdb1-474b-9188-36aeb89162de HTTP/1.1" status: 200 len: 1096 time: 0.1343024 Nov 12 03:26:52.641143 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a26c0cb9-2ae2-4f6d-9ae7-87144ede4df7 req-df75c64e-9939-4222-89e9-96b5e2da5b63 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfa74b35-347f-4524-ae5c-cff5e8847540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851640 Nov 12 03:26:52.696158 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73fd4a-2da3-44be-b7b6-9800c0c0c2ac req-a61752f2-47e2-4607-b4d6-76fe3a6d45a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:52.698824 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8a73fd4a-2da3-44be-b7b6-9800c0c0c2ac req-a61752f2-47e2-4607-b4d6-76fe3a6d45a8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ce756b44a7b943d8bdc1152693620036&device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 1102 time: 0.1765039 Nov 12 03:26:52.735920 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274f9b6f-ef10-4bb3-b2d8-2678356fb56d admin admin] Checking segment: {'id': '87eca40d-206a-481c-a883-b95018bc626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5a9a546a-69e3-4236-8c1f-f93b46e5283a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:52.736976 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274f9b6f-ef10-4bb3-b2d8-2678356fb56d admin admin] Network hostable DHCP agents. Network: 5a9a546a-69e3-4236-8c1f-f93b46e5283a, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:26:52.839569 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-b116c5e9-d043-4fd1-8330-58b8d3b70e1c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d01834f-c095-41da-914b-94f1790b7d2c HTTP/1.1" status: 200 len: 217 time: 0.1948252 Nov 12 03:26:52.842372 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-9b427aba-fe22-487f-b7e5-e40ac89a369c req-b2269177-eae5-450b-810e-064b19c37fbf tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] For port f777b4ab-ac04-4042-9da3-9c5daa3d9403, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=f777b4ab-ac04-4042-9da3-9c5daa3d9403,segment=NetworkSegment(fec36af3-9300-48b5-9e38-a45077560b9e),segment_id=fec36af3-9300-48b5-9e38-a45077560b9e)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:52.842764 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9b427aba-fe22-487f-b7e5-e40ac89a369c req-b2269177-eae5-450b-810e-064b19c37fbf tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.864562 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-9b427aba-fe22-487f-b7e5-e40ac89a369c req-b2269177-eae5-450b-810e-064b19c37fbf tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Calling delete_port for f777b4ab-ac04-4042-9da3-9c5daa3d9403 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:52.891592 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705c574-358c-4a2d-b2d8-46d5fee6ae0c req-4ef43889-5a4c-4a9d-a429-f675681b9303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:52.891962 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-f4435250-d608-4824-a4a8-b24f62ede032 None None] Set router 33458856-dd88-43b6-a487-48502771a672 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:52.897437 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8705c574-358c-4a2d-b2d8-46d5fee6ae0c req-4ef43889-5a4c-4a9d-a429-f675681b9303 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=05567585-3225-43ff-908b-682604349a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9156346 Nov 12 03:26:53.006535 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-358dbdec-2d51-4051-9b33-a03b477398b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:53.008174 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-358dbdec-2d51-4051-9b33-a03b477398b5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=81deee3d-5b3d-4089-86fe-7bb37174d9df HTTP/1.1" status: 200 len: 852 time: 0.1372833 Nov 12 03:26:53.025184 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce4c8b-ed34-4ca7-873b-12ad0b38bbd0 req-56493cfe-05b3-4be5-9ace-cc136628edb5 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:53.027435 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-88ce4c8b-ed34-4ca7-873b-12ad0b38bbd0 req-56493cfe-05b3-4be5-9ace-cc136628edb5 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a65edf96-a810-4ee3-b7d1-38eb6d581511 HTTP/1.1" status: 200 len: 945 time: 0.2123623 Nov 12 03:26:53.034030 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-889a8c28-3b71-40cf-ad9a-5942eafb1a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:53.044288 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-889a8c28-3b71-40cf-ad9a-5942eafb1a39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:53.046145 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-889a8c28-3b71-40cf-ad9a-5942eafb1a39 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3cd06ad4-c0a9-4b41-8098-a05ef2959561 HTTP/1.1" status: 204 len: 168 time: 0.8319457 Nov 12 03:26:53.117887 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f9b6f-ef10-4bb3-b2d8-2678356fb56d admin admin] Pushing event updated for resources: {'Subnet': ['ID=55fcb4ac-68a0-4f3f-8428-4711adf69e69,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:53.170871 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a8c28-3b71-40cf-ad9a-5942eafb1a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd06ad4-c0a9-4b41-8098-a05ef2959561,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:53.173254 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73fd4a-2da3-44be-b7b6-9800c0c0c2ac req-f7cf1a74-7d68-4d17-8ce2-5c15e8aca1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:53.176097 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8a73fd4a-2da3-44be-b7b6-9800c0c0c2ac req-f7cf1a74-7d68-4d17-8ce2-5c15e8aca1cf service neutron] 10.222.0.74 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.3705773 Nov 12 03:26:53.176912 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274f9b6f-ef10-4bb3-b2d8-2678356fb56d admin admin] Network 5a9a546a-69e3-4236-8c1f-f93b46e5283a is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:26:53.180767 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-031d32c0-fe0f-4827-b811-3de747f73121 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=169e1144-ccf3-4d1d-a931-5204a7d70a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1514370 Nov 12 03:26:53.316724 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-274f9b6f-ef10-4bb3-b2d8-2678356fb56d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 5a9a546a-69e3-4236-8c1f-f93b46e5283a) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:53.333291 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52471a1-aff3-400f-8f93-8d7fd9002626 None None] Network 5a9a546a-69e3-4236-8c1f-f93b46e5283a requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:53.337087 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826d11a-80f8-40d2-94c1-edb470d0315c req-89f7f5e1-b503-46e4-b0a0-1324f3296aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:53.340256 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a826d11a-80f8-40d2-94c1-edb470d0315c req-89f7f5e1-b503-46e4-b0a0-1324f3296aff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0debc975661f439796e2390b4a57b652&device_id=69a11867-f1f2-409f-a547-78a33346f288 HTTP/1.1" status: 200 len: 1098 time: 0.6887460 Nov 12 03:26:53.350050 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274f9b6f-ef10-4bb3-b2d8-2678356fb56d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:53.350996 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-274f9b6f-ef10-4bb3-b2d8-2678356fb56d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:53.470943 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-274f9b6f-ef10-4bb3-b2d8-2678356fb56d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.6421878 Nov 12 03:26:53.764101 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9b427aba-fe22-487f-b7e5-e40ac89a369c req-b2269177-eae5-450b-810e-064b19c37fbf tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:53.870215 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2269177-eae5-450b-810e-064b19c37fbf tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Pushing event deleted for resources: {'Port': ['ID=f777b4ab-ac04-4042-9da3-9c5daa3d9403,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:53.901572 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8705c574-358c-4a2d-b2d8-46d5fee6ae0c req-f5800807-7956-481c-84ae-6b0a59075e82 service neutron] 10.222.0.74 "GET /v2.0/networks/05567585-3225-43ff-908b-682604349a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9740851 Nov 12 03:26:53.906129 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826d11a-80f8-40d2-94c1-edb470d0315c req-9660a999-69ae-404c-a3c0-c192fa1c0c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:53.920383 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a826d11a-80f8-40d2-94c1-edb470d0315c req-9660a999-69ae-404c-a3c0-c192fa1c0c6d service neutron] 10.222.0.50 "GET /v2.0/networks?id=7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce HTTP/1.1" status: 200 len: 922 time: 0.5309379 Nov 12 03:26:54.091645 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['5731207e-39c0-427c-8694-1555fafb7f5b'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:54.163054 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b427aba-fe22-487f-b7e5-e40ac89a369c req-b2269177-eae5-450b-810e-064b19c37fbf tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] No DVR routers for this DVR port f777b4ab-ac04-4042-9da3-9c5daa3d9403 on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:26:54.167883 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9b427aba-fe22-487f-b7e5-e40ac89a369c req-b2269177-eae5-450b-810e-064b19c37fbf tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:54.175000 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9b427aba-fe22-487f-b7e5-e40ac89a369c req-b2269177-eae5-450b-810e-064b19c37fbf tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.74 "DELETE /v2.0/ports/f777b4ab-ac04-4042-9da3-9c5daa3d9403 HTTP/1.1" status: 204 len: 173 time: 3.3474996 Nov 12 03:26:54.260276 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775ca25e-5b3c-4c9b-ba43-eeaf2bc20ec3 None None] Network 5a9a546a-69e3-4236-8c1f-f93b46e5283a requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:54.295706 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8a73fd4a-2da3-44be-b7b6-9800c0c0c2ac req-e1304b2b-ba43-4425-898b-2cd5ceb0f534 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=50373608-939c-404f-8e58-d13ffe4451a7 HTTP/1.1" status: 200 len: 217 time: 0.1537237 Nov 12 03:26:54.301076 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device f777b4ab-ac04-4042-9da3-9c5daa3d9403 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:26:54.303178 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-88ce4c8b-ed34-4ca7-873b-12ad0b38bbd0 req-0b876758-add4-41f5-ab52-9d62f66b1453 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2441518 Nov 12 03:26:54.376115 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8705c574-358c-4a2d-b2d8-46d5fee6ae0c req-df569f0a-6e30-498d-821f-63de99c43109 service neutron] 10.222.0.74 "GET /v2.0/networks/05567585-3225-43ff-908b-682604349a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4447885 Nov 12 03:26:54.376482 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-c390efda-7b7a-4c0d-aa6f-439eb0a8e4fa service neutron] 10.222.0.74 "GET /v2.0/networks/169e1144-ccf3-4d1d-a931-5204a7d70a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1682549 Nov 12 03:26:54.444464 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a826d11a-80f8-40d2-94c1-edb470d0315c req-b79b95e1-94f6-4698-a593-91ac88aba0bb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5731207e-39c0-427c-8694-1555fafb7f5b HTTP/1.1" status: 200 len: 1000 time: 0.5224984 Nov 12 03:26:54.489060 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: f777b4ab-ac04-4042-9da3-9c5daa3d9403 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:26:54.489409 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device f777b4ab-ac04-4042-9da3-9c5daa3d9403 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:26:54.537097 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b16b51f-c46f-46af-bd00-28ff6cdfa25f x-openstack-request-id: req-2b16b51f-c46f-46af-bd00-28ff6cdfa25f {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:54.537523 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af7f917-fdb1-474b-9188-36aeb89162de", "tag": "6d01834f-c095-41da-914b-94f1790b7d2c", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:54.537970 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2b16b51f-c46f-46af-bd00-28ff6cdfa25f {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:54.538531 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af7f917-fdb1-474b-9188-36aeb89162de', 'tag': '6d01834f-c095-41da-914b-94f1790b7d2c', 'status': 'completed', 'code': 200} Nov 12 03:26:54.542667 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588f52f6-19b8-4289-91d0-721a4cf3440a x-openstack-request-id: req-588f52f6-19b8-4289-91d0-721a4cf3440a {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:54.543263 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a11867-f1f2-409f-a547-78a33346f288", "tag": "5731207e-39c0-427c-8694-1555fafb7f5b", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:54.544362 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-588f52f6-19b8-4289-91d0-721a4cf3440a {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:54.545342 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a11867-f1f2-409f-a547-78a33346f288', 'tag': '5731207e-39c0-427c-8694-1555fafb7f5b', 'status': 'completed', 'code': 200} Nov 12 03:26:54.547526 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73fd4a-2da3-44be-b7b6-9800c0c0c2ac req-3f46bbab-f5a0-4803-ab08-b521f7fd148a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:54.549893 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8a73fd4a-2da3-44be-b7b6-9800c0c0c2ac req-3f46bbab-f5a0-4803-ab08-b521f7fd148a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.2428963 Nov 12 03:26:54.589938 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f4435250-d608-4824-a4a8-b24f62ede032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33458856-dd88-43b6-a487-48502771a672', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692260321-router', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:13Z', 'updated_at': '2021-11-12T03:25:25Z', 'revision_number': 4, 'project_id': '0debc975661f439796e2390b4a57b652', 'gw_port': {'id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:49:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33458856-dd88-43b6-a487-48502771a672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:14Z', 'updated_at': '2021-11-12T03:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'a954dedc-e0b9-4d64-99ed-d972c9821963', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'floating_ip_address': '172.25.5.177', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '33458856-dd88-43b6-a487-48502771a672', 'port_id': '5731207e-39c0-427c-8694-1555fafb7f5b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce', 'mac_address': 'fa:16:3e:da:dc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a11867-f1f2-409f-a547-78a33346f288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:25:54Z', 'updated_at': '2021-11-12T03:26:49Z', 'revision_number': 8, 'project_id': '0debc975661f439796e2390b4a57b652', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39bb739f-81d4-48b8-8c44-12feda571b29', 'name': '', 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'mac_address': 'fa:16:3e:36:8f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33458856-dd88-43b6-a487-48502771a672', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'e23f749e-fea6-4b5c-8a76-f2265b94b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:22Z', 'updated_at': '2021-11-12T03:25:29Z', 'revision_number': 5, 'project_id': '0debc975661f439796e2390b4a57b652', 'subnets': [{'id': 'e23f749e-fea6-4b5c-8a76-f2265b94b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:54.600551 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826d11a-80f8-40d2-94c1-edb470d0315c req-acf7e39e-c804-443a-b706-6a31d0ada0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:54.603183 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a826d11a-80f8-40d2-94c1-edb470d0315c req-acf7e39e-c804-443a-b706-6a31d0ada0ff service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e23f749e-fea6-4b5c-8a76-f2265b94b364 HTTP/1.1" status: 200 len: 860 time: 0.1510344 Nov 12 03:26:54.651066 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4435250-d608-4824-a4a8-b24f62ede032 None None] Checking router: 33458856-dd88-43b6-a487-48502771a672 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:26:54.690603 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4435250-d608-4824-a4a8-b24f62ede032 None None] Routers {'33458856-dd88-43b6-a487-48502771a672'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:54.691238 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f4435250-d608-4824-a4a8-b24f62ede032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:26:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['33458856-dd88-43b6-a487-48502771a672'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:54.733170 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f009c7-143b-4705-a04a-5dcbb96825e4 req-e096453f-36f4-412d-b555-ab3b6c428514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:54.734746 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-04f009c7-143b-4705-a04a-5dcbb96825e4 req-e096453f-36f4-412d-b555-ab3b6c428514 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0debc975661f439796e2390b4a57b652&device_id=69a11867-f1f2-409f-a547-78a33346f288 HTTP/1.1" status: 200 len: 1098 time: 0.1529698 Nov 12 03:26:54.741778 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826d11a-80f8-40d2-94c1-edb470d0315c req-1bedced2-9ee2-461b-a585-2a8ac1d0d72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:54.744946 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a826d11a-80f8-40d2-94c1-edb470d0315c req-1bedced2-9ee2-461b-a585-2a8ac1d0d72c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1088486 Nov 12 03:26:54.845977 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73fd4a-2da3-44be-b7b6-9800c0c0c2ac req-a1af4a69-f9d4-49a3-a0e5-ad9c8a3fd808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:54.848665 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8a73fd4a-2da3-44be-b7b6-9800c0c0c2ac req-a1af4a69-f9d4-49a3-a0e5-ad9c8a3fd808 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1901581 Nov 12 03:26:54.855297 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-f4435250-d608-4824-a4a8-b24f62ede032 None None] Set router 33458856-dd88-43b6-a487-48502771a672 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:54.875972 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a826d11a-80f8-40d2-94c1-edb470d0315c req-5a535420-3651-4822-888b-da2a36698701 service neutron] 10.222.0.50 "GET /v2.0/networks/7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163161 Nov 12 03:26:54.878182 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8aa9c-4733-43fb-8ad6-8ab4af713389 req-932f4117-a2d8-4d89-b715-c09d327f4796 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:54.916337 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-05b8aa9c-4733-43fb-8ad6-8ab4af713389 req-932f4117-a2d8-4d89-b715-c09d327f4796 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 950 time: 0.2605455 Nov 12 03:26:54.966859 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c3b358da-0106-41c0-ae5e-a50438bd9cd9 req-c2c9342f-d20c-4d19-9830-1bebc0d122c1 service neutron] 10.222.0.74 "GET /v2.0/networks/169e1144-ccf3-4d1d-a931-5204a7d70a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5690916 Nov 12 03:26:55.045735 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f009c7-143b-4705-a04a-5dcbb96825e4 req-d85f0d76-8719-4aba-9adc-300a17a08134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:55.047227 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-04f009c7-143b-4705-a04a-5dcbb96825e4 req-d85f0d76-8719-4aba-9adc-300a17a08134 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce HTTP/1.1" status: 200 len: 922 time: 0.2992909 Nov 12 03:26:55.052883 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a826d11a-80f8-40d2-94c1-edb470d0315c req-d3f59283-a7e5-4dc4-95b0-fa21b5c08a07 service neutron] 10.222.0.50 "GET /v2.0/networks/7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687956 Nov 12 03:26:55.195261 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-04f009c7-143b-4705-a04a-5dcbb96825e4 req-4a5e7cda-88c0-44b0-b62f-16f11df45404 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5731207e-39c0-427c-8694-1555fafb7f5b HTTP/1.1" status: 200 len: 1000 time: 0.1184149 Nov 12 03:26:55.241076 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-05b8aa9c-4733-43fb-8ad6-8ab4af713389 req-a8291b95-cc35-4a55-bdbb-1a69d4a52de6 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235502 Nov 12 03:26:55.294179 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8a73fd4a-2da3-44be-b7b6-9800c0c0c2ac req-3fc13446-adf4-46be-936a-1b550c326acb service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313965 Nov 12 03:26:55.297476 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34359b-cf94-4537-8f41-41f38603f973 req-e499043b-8411-441e-bc0f-396c0d4791cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:55.299427 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0a34359b-cf94-4537-8f41-41f38603f973 req-e499043b-8411-441e-bc0f-396c0d4791cd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=91fef26da8e143afb79eb810bd46376a&device_id=5af7f917-fdb1-474b-9188-36aeb89162de HTTP/1.1" status: 200 len: 1096 time: 0.1783769 Nov 12 03:26:55.344284 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f009c7-143b-4705-a04a-5dcbb96825e4 req-34776c78-21dc-45cd-93ea-f7a5e9dae9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:55.346085 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-04f009c7-143b-4705-a04a-5dcbb96825e4 req-34776c78-21dc-45cd-93ea-f7a5e9dae9e0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e23f749e-fea6-4b5c-8a76-f2265b94b364 HTTP/1.1" status: 200 len: 860 time: 0.1350501 Nov 12 03:26:55.395248 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f4435250-d608-4824-a4a8-b24f62ede032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33458856-dd88-43b6-a487-48502771a672', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692260321-router', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:13Z', 'updated_at': '2021-11-12T03:25:25Z', 'revision_number': 4, 'project_id': '0debc975661f439796e2390b4a57b652', 'gw_port': {'id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:49:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33458856-dd88-43b6-a487-48502771a672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:14Z', 'updated_at': '2021-11-12T03:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'a954dedc-e0b9-4d64-99ed-d972c9821963', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'floating_ip_address': '172.25.5.177', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '33458856-dd88-43b6-a487-48502771a672', 'port_id': '5731207e-39c0-427c-8694-1555fafb7f5b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce', 'mac_address': 'fa:16:3e:da:dc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a11867-f1f2-409f-a547-78a33346f288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:25:54Z', 'updated_at': '2021-11-12T03:26:49Z', 'revision_number': 8, 'project_id': '0debc975661f439796e2390b4a57b652', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39bb739f-81d4-48b8-8c44-12feda571b29', 'name': '', 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'mac_address': 'fa:16:3e:36:8f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33458856-dd88-43b6-a487-48502771a672', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'e23f749e-fea6-4b5c-8a76-f2265b94b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:22Z', 'updated_at': '2021-11-12T03:25:29Z', 'revision_number': 5, 'project_id': '0debc975661f439796e2390b4a57b652', 'subnets': [{'id': 'e23f749e-fea6-4b5c-8a76-f2265b94b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:55.419280 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fbd6f2-1bd3-45b1-b860-e36757bb24c1 req-390ec7c5-2ede-4003-9ba4-c1f99d04a133 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:55.420999 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-03fbd6f2-1bd3-45b1-b860-e36757bb24c1 req-390ec7c5-2ede-4003-9ba4-c1f99d04a133 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af7f917-fdb1-474b-9188-36aeb89162de HTTP/1.1" status: 200 len: 944 time: 0.1172268 Nov 12 03:26:55.461052 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f009c7-143b-4705-a04a-5dcbb96825e4 req-25193648-b8bc-4bf4-9958-29f049ded171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:55.462794 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-04f009c7-143b-4705-a04a-5dcbb96825e4 req-25193648-b8bc-4bf4-9958-29f049ded171 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1065953 Nov 12 03:26:55.472373 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4435250-d608-4824-a4a8-b24f62ede032 None None] The sync data for ids ['33458856-dd88-43b6-a487-48502771a672'] in n-d-715271-27 is: [{'id': '33458856-dd88-43b6-a487-48502771a672', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692260321-router', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:13Z', 'updated_at': '2021-11-12T03:25:25Z', 'revision_number': 4, 'project_id': '0debc975661f439796e2390b4a57b652', 'gw_port': {'id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:49:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33458856-dd88-43b6-a487-48502771a672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:14Z', 'updated_at': '2021-11-12T03:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'a954dedc-e0b9-4d64-99ed-d972c9821963', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'floating_ip_address': '172.25.5.177', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '33458856-dd88-43b6-a487-48502771a672', 'port_id': '5731207e-39c0-427c-8694-1555fafb7f5b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce', 'mac_address': 'fa:16:3e:da:dc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a11867-f1f2-409f-a547-78a33346f288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:25:54Z', 'updated_at': '2021-11-12T03:26:49Z', 'revision_number': 8, 'project_id': '0debc975661f439796e2390b4a57b652', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39bb739f-81d4-48b8-8c44-12feda571b29', 'name': '', 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'mac_address': 'fa:16:3e:36:8f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33458856-dd88-43b6-a487-48502771a672', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'e23f749e-fea6-4b5c-8a76-f2265b94b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:22Z', 'updated_at': '2021-11-12T03:25:29Z', 'revision_number': 5, 'project_id': '0debc975661f439796e2390b4a57b652', 'subnets': [{'id': 'e23f749e-fea6-4b5c-8a76-f2265b94b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:26:55.485792 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34359b-cf94-4537-8f41-41f38603f973 req-22fa696e-3136-4471-a16d-7c0c796f3f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:55.487630 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0a34359b-cf94-4537-8f41-41f38603f973 req-22fa696e-3136-4471-a16d-7c0c796f3f90 service neutron] 10.222.0.74 "GET /v2.0/networks?id=169e1144-ccf3-4d1d-a931-5204a7d70a64 HTTP/1.1" status: 200 len: 913 time: 0.1655481 Nov 12 03:26:55.577606 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0a34359b-cf94-4537-8f41-41f38603f973 req-ca467cd0-0f9c-40a3-8c07-6e6fd28adbca service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d01834f-c095-41da-914b-94f1790b7d2c HTTP/1.1" status: 200 len: 217 time: 0.0812473 Nov 12 03:26:55.610662 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-03fbd6f2-1bd3-45b1-b860-e36757bb24c1 req-8cbb7736-bf07-4d5b-95df-f538758146e4 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfa74b35-347f-4524-ae5c-cff5e8847540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795239 Nov 12 03:26:55.686010 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-04f009c7-143b-4705-a04a-5dcbb96825e4 req-2f7e8f86-e10a-4273-adc4-dacf4e51ce9a service neutron] 10.222.0.74 "GET /v2.0/networks/7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086794 Nov 12 03:26:55.711446 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8a73fd4a-2da3-44be-b7b6-9800c0c0c2ac req-4ccec551-ba22-48c5-b34c-17bd47a5b8bf service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979323 Nov 12 03:26:55.744780 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34359b-cf94-4537-8f41-41f38603f973 req-8c5cdc58-6b57-42d5-9b2d-aeae6bd6b927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:55.747582 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0a34359b-cf94-4537-8f41-41f38603f973 req-8c5cdc58-6b57-42d5-9b2d-aeae6bd6b927 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=81deee3d-5b3d-4089-86fe-7bb37174d9df HTTP/1.1" status: 200 len: 852 time: 0.1516454 Nov 12 03:26:55.826061 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0a34359b-cf94-4537-8f41-41f38603f973 req-22e2fc79-bc56-4991-9f59-e83fa963035c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=169e1144-ccf3-4d1d-a931-5204a7d70a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686491 Nov 12 03:26:55.847839 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-04f009c7-143b-4705-a04a-5dcbb96825e4 req-a8799c03-969c-4062-bca9-d7da97b84945 service neutron] 10.222.0.74 "GET /v2.0/networks/7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475778 Nov 12 03:26:55.880459 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baf7c41-be88-46f2-bb00-6844aa70cb95 None None] New status for floating IP a954dedc-e0b9-4d64-99ed-d972c9821963: ACTIVE {{(pid=102574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:26:55.892837 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3a111-dab2-4e7f-91cb-6b9baac086ae req-61b0b470-0dad-49b0-8def-1f817a7f57bc tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:55.902882 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b9d3a111-dab2-4e7f-91cb-6b9baac086ae req-61b0b470-0dad-49b0-8def-1f817a7f57bc tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 946 time: 0.1875637 Nov 12 03:26:55.983252 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b9d3a111-dab2-4e7f-91cb-6b9baac086ae req-e443c78f-fbe4-41ec-aafe-482ab5c4da97 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789003 Nov 12 03:26:56.002599 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0a34359b-cf94-4537-8f41-41f38603f973 req-29750dd4-1848-4564-bf0f-de78ef7e702f service neutron] 10.222.0.74 "GET /v2.0/networks/169e1144-ccf3-4d1d-a931-5204a7d70a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416340 Nov 12 03:26:56.117025 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-1c0a009e-4c68-4e6a-9c55-f929d1104b32 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:56.125416 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-1c0a009e-4c68-4e6a-9c55-f929d1104b32 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/networks?id=5a9a546a-69e3-4236-8c1f-f93b46e5283a HTTP/1.1" status: 200 len: 822 time: 0.3634701 Nov 12 03:26:56.140828 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bc383d18-0036-4fe5-832b-0f88af3f3257 req-3606d4cf-3cf0-4f00-a230-4e7f8bda52e0 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/floatingips/a954dedc-e0b9-4d64-99ed-d972c9821963 HTTP/1.1" status: 200 len: 997 time: 0.1236362 Nov 12 03:26:56.154412 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-fc72a9aa-0580-4ae8-bef8-bd62fa5730f0 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/quotas/fe1ea3932bc44070a2c0197067579e3d HTTP/1.1" status: 200 len: 375 time: 0.0284071 Nov 12 03:26:56.180881 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33042) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:56.196385 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-4cc9db99-c68b-4958-81d2-7058379e2844 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fe1ea3932bc44070a2c0197067579e3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410550 Nov 12 03:26:56.226176 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0a34359b-cf94-4537-8f41-41f38603f973 req-4c569728-f4ad-42dc-ace3-88d9329a4cc4 service neutron] 10.222.0.74 "GET /v2.0/networks/169e1144-ccf3-4d1d-a931-5204a7d70a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098634 Nov 12 03:26:56.292860 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc383d18-0036-4fe5-832b-0f88af3f3257 req-7fefc025-11cd-4c6d-8869-6d34eebe8b1e tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:56.294961 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bc383d18-0036-4fe5-832b-0f88af3f3257 req-7fefc025-11cd-4c6d-8869-6d34eebe8b1e tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/networks/7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 HTTP/1.1" status: 200 len: 784 time: 0.1531811 Nov 12 03:26:56.309892 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [req-bc383d18-0036-4fe5-832b-0f88af3f3257 req-8c232504-7367-4c73-9d0e-a8267b7ee051 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:26:56.311472 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bc383d18-0036-4fe5-832b-0f88af3f3257 req-8c232504-7367-4c73-9d0e-a8267b7ee051 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066402 Nov 12 03:26:56.347274 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-a9c78853-7744-4375-a4ab-7eee3a5faa96 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:56.350555 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-51ef514d-b346-4e46-b558-3ab97b829d74 service neutron] 10.222.0.50 "GET /v2.0/networks/5a9a546a-69e3-4236-8c1f-f93b46e5283a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357849 Nov 12 03:26:56.386018 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a9c78853-7744-4375-a4ab-7eee3a5faa96 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:56.473445 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 55a09f1f-5f9e-4783-9942-dfb020785189 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:26:56.477860 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1d903-b80c-4f92-bc7f-480aa537f5ac req-b2951d5b-3655-424c-ac14-76a028c9ea7f tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:56.479418 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2bc1d903-b80c-4f92-bc7f-480aa537f5ac req-b2951d5b-3655-424c-ac14-76a028c9ea7f tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a65edf96-a810-4ee3-b7d1-38eb6d581511 HTTP/1.1" status: 200 len: 945 time: 0.1052170 Nov 12 03:26:56.487724 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-bb226b70-6ad2-44c7-92a6-ffc043ef5ba5 service neutron] 10.222.0.50 "GET /v2.0/networks/5a9a546a-69e3-4236-8c1f-f93b46e5283a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251142 Nov 12 03:26:56.549788 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7400df99-e2ed-494c-b77a-154bedd689de', 'name': 'network-vif-deleted', 'tag': 'f777b4ab-ac04-4042-9da3-9c5daa3d9403'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:56.552122 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9779bf1-8dac-479e-96f1-aacb359a2c00" -d '{"events": [{"server_uuid": "7400df99-e2ed-494c-b77a-154bedd689de", "name": "network-vif-deleted", "tag": "f777b4ab-ac04-4042-9da3-9c5daa3d9403"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:56.567700 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2bc1d903-b80c-4f92-bc7f-480aa537f5ac req-7e4f00f9-8846-414d-b9e8-466cc4a046bf tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744336 Nov 12 03:26:56.575818 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a9c78853-7744-4375-a4ab-7eee3a5faa96 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:56.604433 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:56.655244 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55a09f1f-5f9e-4783-9942-dfb020785189'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:56.660407 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb08dc6-dded-4815-8586-b70a9b7a0292" -d '{"events": [{"server_uuid": "7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c", "name": "network-vif-unplugged", "status": "completed", "tag": "55a09f1f-5f9e-4783-9942-dfb020785189"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:56.682190 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 55a09f1f-5f9e-4783-9942-dfb020785189, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=55a09f1f-5f9e-4783-9942-dfb020785189,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:56.690325 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:56.769878 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=55a09f1f-5f9e-4783-9942-dfb020785189,revision_number=11']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:56.782418 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-a9c78853-7744-4375-a4ab-7eee3a5faa96 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] Allocated IP 172.25.5.196 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/52b19375-fea0-4fea-8638-85f4cac27775) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:56.942835 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1f68a-16fa-4227-ace2-0fb3a7b45649 req-802870e8-94ac-410b-bab9-bf916065f336 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:56.955255 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1bb1f68a-16fa-4227-ace2-0fb3a7b45649 req-802870e8-94ac-410b-bab9-bf916065f336 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 950 time: 0.0987568 Nov 12 03:26:56.968442 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a9c78853-7744-4375-a4ab-7eee3a5faa96 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:57.025400 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a9c78853-7744-4375-a4ab-7eee3a5faa96 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:57.042306 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1bb1f68a-16fa-4227-ace2-0fb3a7b45649 req-175664a0-9520-4f11-989f-7746d458a4e7 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855138 Nov 12 03:26:57.093571 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c78853-7744-4375-a4ab-7eee3a5faa96 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:57.097138 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-a9c78853-7744-4375-a4ab-7eee3a5faa96 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:57.101418 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c78853-7744-4375-a4ab-7eee3a5faa96 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:57.126826 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c78853-7744-4375-a4ab-7eee3a5faa96 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] Pushing event updated for resources: {'Port': ['ID=52b19375-fea0-4fea-8638-85f4cac27775,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:57.143715 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c78853-7744-4375-a4ab-7eee3a5faa96 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:57.144199 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c78853-7744-4375-a4ab-7eee3a5faa96 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:57.144463 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c78853-7744-4375-a4ab-7eee3a5faa96 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:57.144818 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c78853-7744-4375-a4ab-7eee3a5faa96 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:57.145711 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c78853-7744-4375-a4ab-7eee3a5faa96 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:57.145711 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c78853-7744-4375-a4ab-7eee3a5faa96 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:57.146169 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c78853-7744-4375-a4ab-7eee3a5faa96 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:57.146438 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c78853-7744-4375-a4ab-7eee3a5faa96 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:57.146826 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c78853-7744-4375-a4ab-7eee3a5faa96 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:57.147161 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c78853-7744-4375-a4ab-7eee3a5faa96 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:57.147492 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c78853-7744-4375-a4ab-7eee3a5faa96 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:57.147853 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c78853-7744-4375-a4ab-7eee3a5faa96 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:57.270435 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83b5e2e-b78b-4ab1-9204-1f8b0fa10c5a x-openstack-request-id: req-a83b5e2e-b78b-4ab1-9204-1f8b0fa10c5a {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:57.271747 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7400df99-e2ed-494c-b77a-154bedd689de", "name": "network-vif-deleted", "tag": "f777b4ab-ac04-4042-9da3-9c5daa3d9403", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:57.272747 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a83b5e2e-b78b-4ab1-9204-1f8b0fa10c5a {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:57.276293 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7400df99-e2ed-494c-b77a-154bedd689de', 'name': 'network-vif-deleted', 'tag': 'f777b4ab-ac04-4042-9da3-9c5daa3d9403', 'status': 'completed', 'code': 200} Nov 12 03:26:57.287209 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a9c78853-7744-4375-a4ab-7eee3a5faa96 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:57.318423 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d8675d27-1f7b-48d6-be24-e2fab904002e req-620c6229-25d7-46fd-9fbf-31ded85ce600 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.177 HTTP/1.1" status: 200 len: 1002 time: 0.2142093 Nov 12 03:26:57.396186 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a9c78853-7744-4375-a4ab-7eee3a5faa96 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:57.410670 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8675d27-1f7b-48d6-be24-e2fab904002e req-8afa45c5-5fac-4317-bebd-b6edc163e193 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:57.413113 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d8675d27-1f7b-48d6-be24-e2fab904002e req-8afa45c5-5fac-4317-bebd-b6edc163e193 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/ports/5731207e-39c0-427c-8694-1555fafb7f5b HTTP/1.1" status: 200 len: 943 time: 0.0938520 Nov 12 03:26:57.578315 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d8675d27-1f7b-48d6-be24-e2fab904002e req-132fe173-cd84-4ce9-aa95-7f905d7b0969 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.177 HTTP/1.1" status: 200 len: 1002 time: 0.0970590 Nov 12 03:26:57.745292 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8675d27-1f7b-48d6-be24-e2fab904002e req-ebf6143c-e5cf-41f9-a684-7102c384fce7 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:57.757058 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d8675d27-1f7b-48d6-be24-e2fab904002e req-ebf6143c-e5cf-41f9-a684-7102c384fce7 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/networks/7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 HTTP/1.1" status: 200 len: 784 time: 0.1720500 Nov 12 03:26:57.757380 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a9c78853-7744-4375-a4ab-7eee3a5faa96 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:57.764363 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a9c78853-7744-4375-a4ab-7eee3a5faa96 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:57.777220 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc9cf8-be32-426b-bc64-59e4d4523314 req-ea204b73-c627-40ca-bd6b-e73a0a4b2a5c tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:57.779841 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-67dc9cf8-be32-426b-bc64-59e4d4523314 req-ea204b73-c627-40ca-bd6b-e73a0a4b2a5c tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af7f917-fdb1-474b-9188-36aeb89162de HTTP/1.1" status: 200 len: 944 time: 0.1071560 Nov 12 03:26:57.800468 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:26:57.840451 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d8675d27-1f7b-48d6-be24-e2fab904002e req-9dbb5425-a6f4-46f5-8d92-dfb0ff43cd7f tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.177 HTTP/1.1" status: 200 len: 1002 time: 0.0815258 Nov 12 03:26:57.853367 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-d8675d27-1f7b-48d6-be24-e2fab904002e req-338d1273-c1e1-4fe5-afbc-52db95de4eba tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:57.879824 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c78853-7744-4375-a4ab-7eee3a5faa96 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] Pushing event updated for resources: {'Port': ['ID=52b19375-fea0-4fea-8638-85f4cac27775,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:57.913100 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a9c78853-7744-4375-a4ab-7eee3a5faa96 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:57.921632 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-67dc9cf8-be32-426b-bc64-59e4d4523314 req-90bc13cb-24c9-4251-a485-9fb55ac4e36d tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfa74b35-347f-4524-ae5c-cff5e8847540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152499 Nov 12 03:26:57.927687 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d8675d27-1f7b-48d6-be24-e2fab904002e req-338d1273-c1e1-4fe5-afbc-52db95de4eba tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks [] for floatingip, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:57.937580 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a9c78853-7744-4375-a4ab-7eee3a5faa96 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:57.942209 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a9c78853-7744-4375-a4ab-7eee3a5faa96 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7571888 Nov 12 03:26:57.948870 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33084) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:57.956864 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-2bfad491-0d74-4c68-b17e-75ab7bec8302 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1765519245', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'fixed_ips': [{'ip_address': '172.25.5.196'}]}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:57.989676 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e643cdb-285c-405d-815c-7abf278d4b9e x-openstack-request-id: req-5e643cdb-285c-405d-815c-7abf278d4b9e {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:57.990272 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c", "name": "network-vif-unplugged", "status": "completed", "tag": "55a09f1f-5f9e-4783-9942-dfb020785189", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:57.990520 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5e643cdb-285c-405d-815c-7abf278d4b9e {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:57.991104 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55a09f1f-5f9e-4783-9942-dfb020785189', 'code': 200} Nov 12 03:26:57.991683 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfad491-0d74-4c68-b17e-75ab7bec8302 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] Made reservation on behalf of 0d5c239b0a4f40a3a2d573c47e0f8fda for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:57.996177 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2bfad491-0d74-4c68-b17e-75ab7bec8302 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:58.006470 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2bfad491-0d74-4c68-b17e-75ab7bec8302 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:58.091154 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-577236a8-508b-4ff8-af2c-5f80b534b9e4 req-45e212b4-2523-4c0c-885b-3b6c74b09c7b tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=03382784-3a8d-4da6-b1d5-19d3c131c9b8 HTTP/1.1" status: 200 len: 210 time: 0.0402811 Nov 12 03:26:58.098904 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d8675d27-1f7b-48d6-be24-e2fab904002e req-338d1273-c1e1-4fe5-afbc-52db95de4eba tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:58.104104 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d8675d27-1f7b-48d6-be24-e2fab904002e req-338d1273-c1e1-4fe5-afbc-52db95de4eba tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:58.104552 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [req-d8675d27-1f7b-48d6-be24-e2fab904002e req-338d1273-c1e1-4fe5-afbc-52db95de4eba tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Floating IP a954dedc-e0b9-4d64-99ed-d972c9821963 disassociated. External IP: 172.25.5.177, port: 5731207e-39c0-427c-8694-1555fafb7f5b. Nov 12 03:26:58.140012 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2bfad491-0d74-4c68-b17e-75ab7bec8302 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:58.147384 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2bfad491-0d74-4c68-b17e-75ab7bec8302 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:58.159227 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-2bfad491-0d74-4c68-b17e-75ab7bec8302 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] device_id is not set on port b7d1ecd3-03d5-40f4-88c8-508cf1c782a3 yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:26:58.265915 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 6d01834f-c095-41da-914b-94f1790b7d2c details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:26:58.271069 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfad491-0d74-4c68-b17e-75ab7bec8302 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf7ac37-e2bc-4a98-80df-7f4c255b6d8b,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:58.427133 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-827a75b0-c7f1-44aa-b8d2-314fbaf702fa tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:58.428718 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-827a75b0-c7f1-44aa-b8d2-314fbaf702fa tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.74 "GET /v2.0/networks?id=5a9a546a-69e3-4236-8c1f-f93b46e5283a HTTP/1.1" status: 200 len: 822 time: 0.2091734 Nov 12 03:26:58.445716 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 6d01834f-c095-41da-914b-94f1790b7d2c, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=6d01834f-c095-41da-914b-94f1790b7d2c,segment=NetworkSegment(c201839a-9ee8-4927-8170-35a235ff6ef6),segment_id=c201839a-9ee8-4927-8170-35a235ff6ef6)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:58.459204 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '6d01834f-c095-41da-914b-94f1790b7d2c', 'network_id': '169e1144-ccf3-4d1d-a931-5204a7d70a64', 'port_id': '6d01834f-c095-41da-914b-94f1790b7d2c', 'mac_address': 'fa:16:3e:e6:22:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81deee3d-5b3d-4089-86fe-7bb37174d9df', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:26:58.475430 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-e1deda00-a4b2-4064-84dc-fbeee09773ec tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Request body: {'port': {'device_id': '03382784-3a8d-4da6-b1d5-19d3c131c9b8', 'network_id': '5a9a546a-69e3-4236-8c1f-f93b46e5283a', 'admin_state_up': True, 'tenant_id': 'fe1ea3932bc44070a2c0197067579e3d'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:58.510035 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:58.526759 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d01834f-c095-41da-914b-94f1790b7d2c {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:58.554965 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 6d01834f-c095-41da-914b-94f1790b7d2c, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=6d01834f-c095-41da-914b-94f1790b7d2c,segment=NetworkSegment(c201839a-9ee8-4927-8170-35a235ff6ef6),segment_id=c201839a-9ee8-4927-8170-35a235ff6ef6)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:58.560692 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:58.567670 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8675d27-1f7b-48d6-be24-e2fab904002e req-338d1273-c1e1-4fe5-afbc-52db95de4eba tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Router 33458856-dd88-43b6-a487-48502771a672 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:26:58.635401 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=6d01834f-c095-41da-914b-94f1790b7d2c,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:58.705515 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e265782-c8c9-468f-92da-9e677832bac3 req-0b21a5f8-82cc-418b-bc84-881368e18d4c tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:58.707251 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6e265782-c8c9-468f-92da-9e677832bac3 req-0b21a5f8-82cc-418b-bc84-881368e18d4c tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.5354488 Nov 12 03:26:58.711709 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-e1deda00-a4b2-4064-84dc-fbeee09773ec tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Made reservation on behalf of fe1ea3932bc44070a2c0197067579e3d for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:58.716198 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-e1deda00-a4b2-4064-84dc-fbeee09773ec tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:58.740408 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8675d27-1f7b-48d6-be24-e2fab904002e req-338d1273-c1e1-4fe5-afbc-52db95de4eba tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:26:58.747799 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d8675d27-1f7b-48d6-be24-e2fab904002e req-338d1273-c1e1-4fe5-afbc-52db95de4eba tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:58.755930 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5044f5-ba6a-4bdb-8977-ceb1d6357375 None None] Sync routers for ids ['33458856-dd88-43b6-a487-48502771a672'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:26:58.774107 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5044f5-ba6a-4bdb-8977-ceb1d6357375 None None] Routers {'33458856-dd88-43b6-a487-48502771a672'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:58.775435 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-1b5044f5-ba6a-4bdb-8977-ceb1d6357375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:26:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['33458856-dd88-43b6-a487-48502771a672'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:58.797440 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bfad491-0d74-4c68-b17e-75ab7bec8302 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 03:26:58.797859 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bfad491-0d74-4c68-b17e-75ab7bec8302 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:26:58.836108 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2bfad491-0d74-4c68-b17e-75ab7bec8302 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.8851109 Nov 12 03:26:58.837030 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33090) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:58.847889 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d8675d27-1f7b-48d6-be24-e2fab904002e req-338d1273-c1e1-4fe5-afbc-52db95de4eba tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "PUT /v2.0/floatingips/a954dedc-e0b9-4d64-99ed-d972c9821963 HTTP/1.1" status: 200 len: 696 time: 0.9928062 Nov 12 03:26:58.854390 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a11867-f1f2-409f-a547-78a33346f288', 'tag': '5731207e-39c0-427c-8694-1555fafb7f5b'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:58.858677 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179170ce-c80f-4758-8306-6f799e2d8358" -d '{"events": [{"name": "network-changed", "server_uuid": "69a11867-f1f2-409f-a547-78a33346f288", "tag": "5731207e-39c0-427c-8694-1555fafb7f5b"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:58.920643 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-1b5044f5-ba6a-4bdb-8977-ceb1d6357375 None None] Set router 33458856-dd88-43b6-a487-48502771a672 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:58.968316 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8675d27-1f7b-48d6-be24-e2fab904002e req-7bb56d15-55ef-438e-8fa6-4d7a26785f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:58.970431 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d8675d27-1f7b-48d6-be24-e2fab904002e req-7bb56d15-55ef-438e-8fa6-4d7a26785f55 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0debc975661f439796e2390b4a57b652&device_id=69a11867-f1f2-409f-a547-78a33346f288 HTTP/1.1" status: 200 len: 1098 time: 0.1087291 Nov 12 03:26:58.992255 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-e1deda00-a4b2-4064-84dc-fbeee09773ec tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Allocated IP 172.20.0.12 (5a9a546a-69e3-4236-8c1f-f93b46e5283a/55fcb4ac-68a0-4f3f-8428-4711adf69e69/6196cda8-6a69-4b31-b399-37c8d189d77d) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:59.030198 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['6d01834f-c095-41da-914b-94f1790b7d2c'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:59.081745 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6e265782-c8c9-468f-92da-9e677832bac3 req-96e8a291-c0a7-48c9-97b6-892e30bc2227 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3654447 Nov 12 03:26:59.130739 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-8318d680-d81d-4fcc-9623-9f19ada2e5a3 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] Deleting port 52b19375-fea0-4fea-8638-85f4cac27775 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:59.131239 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8318d680-d81d-4fcc-9623-9f19ada2e5a3 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:59.150869 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8675d27-1f7b-48d6-be24-e2fab904002e req-8a307cde-845d-4cbd-a5e9-04d34cad5eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:59.152408 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d8675d27-1f7b-48d6-be24-e2fab904002e req-8a307cde-845d-4cbd-a5e9-04d34cad5eb3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce HTTP/1.1" status: 200 len: 922 time: 0.1684029 Nov 12 03:26:59.234837 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d8675d27-1f7b-48d6-be24-e2fab904002e req-c87094ab-f505-4032-a8eb-859764971d2b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5731207e-39c0-427c-8694-1555fafb7f5b HTTP/1.1" status: 200 len: 217 time: 0.0481513 Nov 12 03:26:59.269111 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec14cf3-e5cc-47dd-9322-e16ee36db4fb req-643a40f0-63a9-435d-a0fb-787e59fe6480 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:59.271990 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7ec14cf3-e5cc-47dd-9322-e16ee36db4fb req-643a40f0-63a9-435d-a0fb-787e59fe6480 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a65edf96-a810-4ee3-b7d1-38eb6d581511 HTTP/1.1" status: 200 len: 945 time: 0.0819414 Nov 12 03:26:59.274924 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8318d680-d81d-4fcc-9623-9f19ada2e5a3 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:59.274924 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8318d680-d81d-4fcc-9623-9f19ada2e5a3 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:59.304420 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-8318d680-d81d-4fcc-9623-9f19ada2e5a3 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] Calling delete_port for 52b19375-fea0-4fea-8638-85f4cac27775 owned by network:floatingip {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:59.311901 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8675d27-1f7b-48d6-be24-e2fab904002e req-e8edc831-a6b4-4bcf-909d-b36c7c252b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:59.317983 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-1b5044f5-ba6a-4bdb-8977-ceb1d6357375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33458856-dd88-43b6-a487-48502771a672', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692260321-router', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:13Z', 'updated_at': '2021-11-12T03:25:25Z', 'revision_number': 4, 'project_id': '0debc975661f439796e2390b4a57b652', 'gw_port': {'id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:49:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33458856-dd88-43b6-a487-48502771a672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:14Z', 'updated_at': '2021-11-12T03:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '39bb739f-81d4-48b8-8c44-12feda571b29', 'name': '', 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'mac_address': 'fa:16:3e:36:8f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33458856-dd88-43b6-a487-48502771a672', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'e23f749e-fea6-4b5c-8a76-f2265b94b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:22Z', 'updated_at': '2021-11-12T03:25:29Z', 'revision_number': 5, 'project_id': '0debc975661f439796e2390b4a57b652', 'subnets': [{'id': 'e23f749e-fea6-4b5c-8a76-f2265b94b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:59.327283 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d8675d27-1f7b-48d6-be24-e2fab904002e req-e8edc831-a6b4-4bcf-909d-b36c7c252b17 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e23f749e-fea6-4b5c-8a76-f2265b94b364 HTTP/1.1" status: 200 len: 860 time: 0.0887628 Nov 12 03:26:59.353757 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5044f5-ba6a-4bdb-8977-ceb1d6357375 None None] Checking router: 33458856-dd88-43b6-a487-48502771a672 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:26:59.368903 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5044f5-ba6a-4bdb-8977-ceb1d6357375 None None] Routers {'33458856-dd88-43b6-a487-48502771a672'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:59.369567 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-1b5044f5-ba6a-4bdb-8977-ceb1d6357375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:26:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['33458856-dd88-43b6-a487-48502771a672'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:59.369846 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-e1deda00-a4b2-4064-84dc-fbeee09773ec tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:59.388915 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7ec14cf3-e5cc-47dd-9322-e16ee36db4fb req-637c88ec-63a1-400c-a037-9755137698c4 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999207 Nov 12 03:26:59.407202 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8675d27-1f7b-48d6-be24-e2fab904002e req-bd90e94f-a7a3-47cd-a9d6-0b9c1c6e05ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:59.408840 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d8675d27-1f7b-48d6-be24-e2fab904002e req-bd90e94f-a7a3-47cd-a9d6-0b9c1c6e05ce service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0765748 Nov 12 03:26:59.459625 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-e1deda00-a4b2-4064-84dc-fbeee09773ec tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:59.538990 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8318d680-d81d-4fcc-9623-9f19ada2e5a3 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:59.561062 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-e1deda00-a4b2-4064-84dc-fbeee09773ec tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Network 5a9a546a-69e3-4236-8c1f-f93b46e5283a is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:59.564141 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1deda00-a4b2-4064-84dc-fbeee09773ec tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Pushing event updated for resources: {'Port': ['ID=6196cda8-6a69-4b31-b399-37c8d189d77d,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:59.569140 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-e1deda00-a4b2-4064-84dc-fbeee09773ec tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:59.574115 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-e1deda00-a4b2-4064-84dc-fbeee09773ec tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:59.585617 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8318d680-d81d-4fcc-9623-9f19ada2e5a3 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] Pushing event deleted for resources: {'Port': ['ID=52b19375-fea0-4fea-8638-85f4cac27775,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:59.620593 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d8675d27-1f7b-48d6-be24-e2fab904002e req-7bffd3d7-07de-4a7f-b04f-0bd5edb6ed12 service neutron] 10.222.0.50 "GET /v2.0/networks/7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869247 Nov 12 03:26:59.635702 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-e1deda00-a4b2-4064-84dc-fbeee09773ec tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:59.636363 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-e1deda00-a4b2-4064-84dc-fbeee09773ec tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:59.671005 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e0b76-020b-46bb-8d2f-24e33576ccda req-8681e249-22e7-4760-b530-22141015facb tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:59.672805 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-220e0b76-020b-46bb-8d2f-24e33576ccda req-8681e249-22e7-4760-b530-22141015facb tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 950 time: 0.0988438 Nov 12 03:26:59.692408 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-1b5044f5-ba6a-4bdb-8977-ceb1d6357375 None None] Set router 33458856-dd88-43b6-a487-48502771a672 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:59.700117 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8318d680-d81d-4fcc-9623-9f19ada2e5a3 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:59.702712 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8318d680-d81d-4fcc-9623-9f19ada2e5a3 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:59.710647 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8318d680-d81d-4fcc-9623-9f19ada2e5a3 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768 tempest-ExternalNetworksAdminNegativeTestJSON-1633465768-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/9e99710b-afd2-4b2f-8e68-20de9ecfbd7a HTTP/1.1" status: 204 len: 168 time: 0.8648005 Nov 12 03:26:59.710899 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-e1deda00-a4b2-4064-84dc-fbeee09773ec tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2366343 Nov 12 03:26:59.740053 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-938d295d-698f-44aa-bae9-25567783d230 service neutron] Request body: {'port': {'device_id': '03382784-3a8d-4da6-b1d5-19d3c131c9b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:59.753995 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-220e0b76-020b-46bb-8d2f-24e33576ccda req-9a8acecf-2ab7-433c-af49-db4fa67e2412 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741446 Nov 12 03:26:59.917445 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179170ce-c80f-4758-8306-6f799e2d8358 req-4e7ed000-ddcb-4242-99a0-1f757bb12a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:59.920633 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-179170ce-c80f-4758-8306-6f799e2d8358 req-4e7ed000-ddcb-4242-99a0-1f757bb12a4d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0debc975661f439796e2390b4a57b652&device_id=69a11867-f1f2-409f-a547-78a33346f288 HTTP/1.1" status: 200 len: 1098 time: 0.0683908 Nov 12 03:26:59.980291 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-1b5044f5-ba6a-4bdb-8977-ceb1d6357375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33458856-dd88-43b6-a487-48502771a672', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692260321-router', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:13Z', 'updated_at': '2021-11-12T03:25:25Z', 'revision_number': 4, 'project_id': '0debc975661f439796e2390b4a57b652', 'gw_port': {'id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:49:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33458856-dd88-43b6-a487-48502771a672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:14Z', 'updated_at': '2021-11-12T03:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '39bb739f-81d4-48b8-8c44-12feda571b29', 'name': '', 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'mac_address': 'fa:16:3e:36:8f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33458856-dd88-43b6-a487-48502771a672', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'e23f749e-fea6-4b5c-8a76-f2265b94b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:22Z', 'updated_at': '2021-11-12T03:25:29Z', 'revision_number': 5, 'project_id': '0debc975661f439796e2390b4a57b652', 'subnets': [{'id': 'e23f749e-fea6-4b5c-8a76-f2265b94b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:00.018730 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5044f5-ba6a-4bdb-8977-ceb1d6357375 None None] The sync data for ids ['33458856-dd88-43b6-a487-48502771a672'] in n-d-715271-27 is: [{'id': '33458856-dd88-43b6-a487-48502771a672', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692260321-router', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:13Z', 'updated_at': '2021-11-12T03:25:25Z', 'revision_number': 4, 'project_id': '0debc975661f439796e2390b4a57b652', 'gw_port': {'id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:49:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33458856-dd88-43b6-a487-48502771a672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:14Z', 'updated_at': '2021-11-12T03:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '39bb739f-81d4-48b8-8c44-12feda571b29', 'name': '', 'network_id': '7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'mac_address': 'fa:16:3e:36:8f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33458856-dd88-43b6-a487-48502771a672', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'e23f749e-fea6-4b5c-8a76-f2265b94b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:22Z', 'updated_at': '2021-11-12T03:25:29Z', 'revision_number': 5, 'project_id': '0debc975661f439796e2390b4a57b652', 'subnets': [{'id': 'e23f749e-fea6-4b5c-8a76-f2265b94b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:00.089455 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360ea73-613f-439e-b00f-47b87e67fa12 req-6bde58e0-b21a-43b0-ad3c-4f5779fd54df tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:00.092189 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9360ea73-613f-439e-b00f-47b87e67fa12 req-6bde58e0-b21a-43b0-ad3c-4f5779fd54df tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af7f917-fdb1-474b-9188-36aeb89162de HTTP/1.1" status: 200 len: 945 time: 0.1647198 Nov 12 03:27:00.140030 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179170ce-c80f-4758-8306-6f799e2d8358 req-ca0099a2-f35d-4e32-891e-978b2ae052f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:00.141600 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-179170ce-c80f-4758-8306-6f799e2d8358 req-ca0099a2-f35d-4e32-891e-978b2ae052f0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce HTTP/1.1" status: 200 len: 922 time: 0.1872683 Nov 12 03:27:00.168620 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eae9d5f-42b1-40aa-a305-24fd072c6f07 x-openstack-request-id: req-6eae9d5f-42b1-40aa-a305-24fd072c6f07 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:00.169176 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a11867-f1f2-409f-a547-78a33346f288", "tag": "5731207e-39c0-427c-8694-1555fafb7f5b", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:00.169176 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6eae9d5f-42b1-40aa-a305-24fd072c6f07 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:00.169564 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a11867-f1f2-409f-a547-78a33346f288', 'tag': '5731207e-39c0-427c-8694-1555fafb7f5b', 'status': 'completed', 'code': 200} Nov 12 03:27:00.203034 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-179170ce-c80f-4758-8306-6f799e2d8358 req-103e8d7d-d841-4361-951e-40eacaa837cd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5731207e-39c0-427c-8694-1555fafb7f5b HTTP/1.1" status: 200 len: 217 time: 0.0481052 Nov 12 03:27:00.206968 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9360ea73-613f-439e-b00f-47b87e67fa12 req-d0251144-b253-4875-8614-1a1d73c45f1f tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfa74b35-347f-4524-ae5c-cff5e8847540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016896 Nov 12 03:27:00.223528 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-938d295d-698f-44aa-bae9-25567783d230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:00.255047 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33104) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:00.273294 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d8675d27-1f7b-48d6-be24-e2fab904002e req-a93273b5-f56f-4fc6-80a7-c45b5f0df1f8 service neutron] 10.222.0.50 "GET /v2.0/networks/7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6334555 Nov 12 03:27:00.301636 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179170ce-c80f-4758-8306-6f799e2d8358 req-bff69954-8a8c-4428-8e02-6e7be83aee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:00.306485 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e55f9998-2afe-40f1-a518-26088d85138d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:00.308257 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-179170ce-c80f-4758-8306-6f799e2d8358 req-bff69954-8a8c-4428-8e02-6e7be83aee00 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e23f749e-fea6-4b5c-8a76-f2265b94b364 HTTP/1.1" status: 200 len: 860 time: 0.0883996 Nov 12 03:27:00.439492 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179170ce-c80f-4758-8306-6f799e2d8358 req-9ecf6716-2ef5-4cf3-b198-0258cfefdc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:00.439492 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-179170ce-c80f-4758-8306-6f799e2d8358 req-9ecf6716-2ef5-4cf3-b198-0258cfefdc50 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1182437 Nov 12 03:27:00.455569 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d291a00-4237-4cd8-9117-c973d7f7b24d req-37d2a299-5e39-4082-9a9b-578d9e0b9c70 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:00.456052 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97d8152-90fa-48f4-8a47-ca8a187e0df6 None None] New status for floating IP a954dedc-e0b9-4d64-99ed-d972c9821963: DOWN {{(pid=102574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:27:00.464902 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8d291a00-4237-4cd8-9117-c973d7f7b24d req-37d2a299-5e39-4082-9a9b-578d9e0b9c70 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=03382784-3a8d-4da6-b1d5-19d3c131c9b8 HTTP/1.1" status: 200 len: 932 time: 0.1327980 Nov 12 03:27:00.491090 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 55a09f1f-5f9e-4783-9942-dfb020785189 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:27:00.608121 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8d291a00-4237-4cd8-9117-c973d7f7b24d req-f0869488-c33e-449d-a02d-450f957dbfd2 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412477 Nov 12 03:27:00.669548 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-179170ce-c80f-4758-8306-6f799e2d8358 req-2600700c-66b4-4823-9ecb-63da35292ecd service neutron] 10.222.0.74 "GET /v2.0/networks/7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005055 Nov 12 03:27:00.689535 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f548aeae-d058-4934-8965-09acaaae1cd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:00.690164 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 55a09f1f-5f9e-4783-9942-dfb020785189, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=55a09f1f-5f9e-4783-9942-dfb020785189,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:00.705708 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '55a09f1f-5f9e-4783-9942-dfb020785189', 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3', 'port_id': '55a09f1f-5f9e-4783-9942-dfb020785189', 'mac_address': 'fa:16:3e:48:a8:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c41913f5-e5c1-4e60-8ee6-4f6d29d519f8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:27:00.754917 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c28c4-f6b9-4644-ac38-7272d94b8589 req-13d12a32-cc6f-40bd-b5b8-c8583536241e tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:00.757017 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-401c28c4-f6b9-4644-ac38-7272d94b8589 req-13d12a32-cc6f-40bd-b5b8-c8583536241e tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.2936094 Nov 12 03:27:00.791385 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:00.815471 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55a09f1f-5f9e-4783-9942-dfb020785189 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:27:00.841860 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 55a09f1f-5f9e-4783-9942-dfb020785189, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=55a09f1f-5f9e-4783-9942-dfb020785189,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:00.853351 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-179170ce-c80f-4758-8306-6f799e2d8358 req-5eb1df1d-6106-4a3c-8590-93f4356d069e service neutron] 10.222.0.74 "GET /v2.0/networks/7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731911 Nov 12 03:27:00.858190 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:00.935212 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e970d35-1c11-436c-b83a-1c049da933cb req-32b37101-a8c8-45f4-bbc0-20563b50972c tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:00.936827 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7e970d35-1c11-436c-b83a-1c049da933cb req-32b37101-a8c8-45f4-bbc0-20563b50972c tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a65edf96-a810-4ee3-b7d1-38eb6d581511 HTTP/1.1" status: 200 len: 945 time: 0.1002023 Nov 12 03:27:00.937022 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-938d295d-698f-44aa-bae9-25567783d230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6196cda8-6a69-4b31-b399-37c8d189d77d {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:27:00.943859 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=55a09f1f-5f9e-4783-9942-dfb020785189,revision_number=12']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:00.952935 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-938d295d-698f-44aa-bae9-25567783d230 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:00.972237 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-401c28c4-f6b9-4644-ac38-7272d94b8589 req-f9a5b5a9-acdd-46b7-b889-4e43d593f048 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431985 Nov 12 03:27:00.985207 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-938d295d-698f-44aa-bae9-25567783d230 service neutron] Transition to ACTIVE for port object 6196cda8-6a69-4b31-b399-37c8d189d77d will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:27:00.992583 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-938d295d-698f-44aa-bae9-25567783d230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:01.007038 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7e970d35-1c11-436c-b83a-1c049da933cb req-9a724bcd-3803-4db5-a175-d6b0bee583f6 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608771 Nov 12 03:27:01.035955 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['55a09f1f-5f9e-4783-9942-dfb020785189'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:01.082441 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d295d-698f-44aa-bae9-25567783d230 service neutron] Pushing event updated for resources: {'Port': ['ID=6196cda8-6a69-4b31-b399-37c8d189d77d,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:01.095228 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f548aeae-d058-4934-8965-09acaaae1cd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:01.103581 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f548aeae-d058-4934-8965-09acaaae1cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:01.201225 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d6440-0d7c-4785-b02a-53c09e922e51 req-19c0b682-a312-4dc7-9af2-04ee9982a8c2 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:01.202832 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-670d6440-0d7c-4785-b02a-53c09e922e51 req-19c0b682-a312-4dc7-9af2-04ee9982a8c2 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 950 time: 0.0615954 Nov 12 03:27:01.241380 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f548aeae-d058-4934-8965-09acaaae1cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb70be4-ebcf-4c04-8fd9-d448ee50967c,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:01.254120 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f548aeae-d058-4934-8965-09acaaae1cd8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6979853e47d7448d8c44ff36c651417c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9976709 Nov 12 03:27:01.260420 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33122) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:01.267296 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-faec79d2-9917-4dcc-ab65-487eb04e189a req-5cbbb24a-6fdf-41f7-a6b0-55050bc51860 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/floatingips/a954dedc-e0b9-4d64-99ed-d972c9821963 HTTP/1.1" status: 200 len: 694 time: 0.0983388 Nov 12 03:27:01.272389 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-670d6440-0d7c-4785-b02a-53c09e922e51 req-3d17b541-1014-4a09-97e8-4460199ad891 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632346 Nov 12 03:27:01.316492 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-938d295d-698f-44aa-bae9-25567783d230 service neutron] Attempting to bind port 6196cda8-6a69-4b31-b399-37c8d189d77d on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:01.316787 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-938d295d-698f-44aa-bae9-25567783d230 service neutron] Attempting to bind port 6196cda8-6a69-4b31-b399-37c8d189d77d by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '87eca40d-206a-481c-a883-b95018bc626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5a9a546a-69e3-4236-8c1f-f93b46e5283a'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:01.317107 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-938d295d-698f-44aa-bae9-25567783d230 service neutron] Attempting to bind port 6196cda8-6a69-4b31-b399-37c8d189d77d on network 5a9a546a-69e3-4236-8c1f-f93b46e5283a {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:01.332489 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a900b502-7f9f-40b5-aeae-e62583bcca16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:01.343480 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-938d295d-698f-44aa-bae9-25567783d230 service neutron] Port 6196cda8-6a69-4b31-b399-37c8d189d77d on network 5a9a546a-69e3-4236-8c1f-f93b46e5283a not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:01.343755 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-938d295d-698f-44aa-bae9-25567783d230 service neutron] Attempting to bind port 6196cda8-6a69-4b31-b399-37c8d189d77d on network 5a9a546a-69e3-4236-8c1f-f93b46e5283a {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:01.366820 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a900b502-7f9f-40b5-aeae-e62583bcca16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:01.377977 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-938d295d-698f-44aa-bae9-25567783d230 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:01.378317 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-938d295d-698f-44aa-bae9-25567783d230 service neutron] Checking segment: {'id': '87eca40d-206a-481c-a883-b95018bc626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5a9a546a-69e3-4236-8c1f-f93b46e5283a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:01.378692 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-938d295d-698f-44aa-bae9-25567783d230 service neutron] Bound using segment: {'id': '87eca40d-206a-481c-a883-b95018bc626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5a9a546a-69e3-4236-8c1f-f93b46e5283a'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:01.379124 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-938d295d-698f-44aa-bae9-25567783d230 service neutron] Bound port: 6196cda8-6a69-4b31-b399-37c8d189d77d, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87eca40d-206a-481c-a883-b95018bc626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5a9a546a-69e3-4236-8c1f-f93b46e5283a'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:01.379675 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-938d295d-698f-44aa-bae9-25567783d230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:01.439457 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f176d683-a9d1-4e57-8da7-01444086824b req-40d49cf0-6358-4e9a-a3da-03fff6e5b141 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:01.441090 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f176d683-a9d1-4e57-8da7-01444086824b req-40d49cf0-6358-4e9a-a3da-03fff6e5b141 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af7f917-fdb1-474b-9188-36aeb89162de HTTP/1.1" status: 200 len: 945 time: 0.0886543 Nov 12 03:27:01.478016 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a900b502-7f9f-40b5-aeae-e62583bcca16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:01.480456 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a900b502-7f9f-40b5-aeae-e62583bcca16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:01.481710 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a900b502-7f9f-40b5-aeae-e62583bcca16 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7cb70be4-ebcf-4c04-8fd9-d448ee50967c HTTP/1.1" status: 204 len: 168 time: 0.2202573 Nov 12 03:27:01.482679 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec79d2-9917-4dcc-ab65-487eb04e189a req-c4e2afd7-ccee-49e5-8455-1e9cd2527957 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:01.485191 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-faec79d2-9917-4dcc-ab65-487eb04e189a req-c4e2afd7-ccee-49e5-8455-1e9cd2527957 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/networks/7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 HTTP/1.1" status: 200 len: 784 time: 0.1988096 Nov 12 03:27:01.503586 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a900b502-7f9f-40b5-aeae-e62583bcca16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb70be4-ebcf-4c04-8fd9-d448ee50967c,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:01.508869 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f176d683-a9d1-4e57-8da7-01444086824b req-a0c49dc1-6e09-420a-a830-4bdf732d1e57 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfa74b35-347f-4524-ae5c-cff5e8847540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600166 Nov 12 03:27:01.511536 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-938d295d-698f-44aa-bae9-25567783d230 service neutron] For port 6196cda8-6a69-4b31-b399-37c8d189d77d, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:01.579603 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-faec79d2-9917-4dcc-ab65-487eb04e189a req-d9a2f9b9-c705-4491-bb77-b1f12267246a tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.177 HTTP/1.1" status: 200 len: 697 time: 0.0835228 Nov 12 03:27:01.581406 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-938d295d-698f-44aa-bae9-25567783d230 service neutron] For port 6196cda8-6a69-4b31-b399-37c8d189d77d, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=6196cda8-6a69-4b31-b399-37c8d189d77d,segment=NetworkSegment(87eca40d-206a-481c-a883-b95018bc626e),segment_id=87eca40d-206a-481c-a883-b95018bc626e)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:01.586577 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-938d295d-698f-44aa-bae9-25567783d230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:01.637409 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-938d295d-698f-44aa-bae9-25567783d230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:01.638122 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-938d295d-698f-44aa-bae9-25567783d230 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:01.639699 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-938d295d-698f-44aa-bae9-25567783d230 service neutron] 10.222.0.74 "PUT /v2.0/ports/6196cda8-6a69-4b31-b399-37c8d189d77d HTTP/1.1" status: 200 len: 1093 time: 1.9083178 Nov 12 03:27:01.665104 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d295d-698f-44aa-bae9-25567783d230 service neutron] Pushing event updated for resources: {'Port': ['ID=6196cda8-6a69-4b31-b399-37c8d189d77d,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:01.756663 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-6dfeac5e-4bd4-42df-a68d-354932cc22e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:01.759787 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-6dfeac5e-4bd4-42df-a68d-354932cc22e0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fe1ea3932bc44070a2c0197067579e3d&device_id=03382784-3a8d-4da6-b1d5-19d3c131c9b8 HTTP/1.1" status: 200 len: 1096 time: 0.0615489 Nov 12 03:27:01.783739 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde91f66-d1cd-48bb-8779-371525e05f50 req-b11a2063-3953-4069-a732-f7cf2e751d84 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:01.785321 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bde91f66-d1cd-48bb-8779-371525e05f50 req-b11a2063-3953-4069-a732-f7cf2e751d84 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=03382784-3a8d-4da6-b1d5-19d3c131c9b8 HTTP/1.1" status: 200 len: 944 time: 0.0616772 Nov 12 03:27:01.821181 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-00be4059-7cc0-4f39-94b3-695c8784c6c4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6196cda8-6a69-4b31-b399-37c8d189d77d HTTP/1.1" status: 200 len: 217 time: 0.0471516 Nov 12 03:27:01.844707 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bde91f66-d1cd-48bb-8779-371525e05f50 req-0a37ec29-e4af-4a9b-8b15-c59df85e30df tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502474 Nov 12 03:27:01.896348 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-faec79d2-9917-4dcc-ab65-487eb04e189a req-35d4c677-74d1-4e78-b822-f4d18060d15c tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.177 HTTP/1.1" status: 200 len: 697 time: 0.3069437 Nov 12 03:27:01.921188 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33132) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:01.975860 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-5e76e5db-d92a-4a60-bc6b-1e37208a1299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:01.977514 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-5e76e5db-d92a-4a60-bc6b-1e37208a1299 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=55fcb4ac-68a0-4f3f-8428-4711adf69e69 HTTP/1.1" status: 200 len: 862 time: 0.1471584 Nov 12 03:27:02.059632 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-615e5383-d730-4812-8e6b-5552dd8ad9d7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5a9a546a-69e3-4236-8c1f-f93b46e5283a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693996 Nov 12 03:27:02.111993 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5475eb51-fdfa-45c1-bea9-f3ae5456905b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0d5c239b0a4f40a3a2d573c47e0f8fda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1887805 Nov 12 03:27:02.114930 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33146) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:02.125799 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904fc2e-f937-49e7-a32b-9b395d8426ea req-dcb1aad8-6e36-4bb3-9df5-fa84b8427eb7 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:02.132628 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5904fc2e-f937-49e7-a32b-9b395d8426ea req-dcb1aad8-6e36-4bb3-9df5-fa84b8427eb7 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 945 time: 0.0692401 Nov 12 03:27:02.170951 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03382784-3a8d-4da6-b1d5-19d3c131c9b8', 'tag': '6196cda8-6a69-4b31-b399-37c8d189d77d'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:02.173327 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b95dce-671b-4efb-9c7d-4fe7040d07a4" -d '{"events": [{"name": "network-changed", "server_uuid": "03382784-3a8d-4da6-b1d5-19d3c131c9b8", "tag": "6196cda8-6a69-4b31-b399-37c8d189d77d"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:02.194765 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-faec79d2-9917-4dcc-ab65-487eb04e189a req-ee438c72-03de-4d31-8d96-080e5d585112 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Deleting port ccec2384-fa14-44a7-8f82-7a966d97e707 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:02.194765 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-faec79d2-9917-4dcc-ab65-487eb04e189a req-ee438c72-03de-4d31-8d96-080e5d585112 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:02.211314 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5904fc2e-f937-49e7-a32b-9b395d8426ea req-1ff892bc-b6ac-4086-aa37-445f6eb86a1b tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776756 Nov 12 03:27:02.227710 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-26d92f62-66f4-4c84-9388-83b181c1cc65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:02.253640 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-26d92f62-66f4-4c84-9388-83b181c1cc65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:02.269117 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-ee8abdbc-0448-460b-8b2d-0aaa55b42521 service neutron] 10.222.0.74 "GET /v2.0/networks/5a9a546a-69e3-4236-8c1f-f93b46e5283a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824887 Nov 12 03:27:02.314707 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 6d01834f-c095-41da-914b-94f1790b7d2c up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:02.361279 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786471a3-e0f0-4368-a076-c1df1f6d5432 req-8e22e320-e500-42b9-ad64-d5eef2202c20 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:02.363265 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-786471a3-e0f0-4368-a076-c1df1f6d5432 req-8e22e320-e500-42b9-ad64-d5eef2202c20 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a65edf96-a810-4ee3-b7d1-38eb6d581511 HTTP/1.1" status: 200 len: 945 time: 0.0681469 Nov 12 03:27:02.364553 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-26d92f62-66f4-4c84-9388-83b181c1cc65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:02.368056 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-26d92f62-66f4-4c84-9388-83b181c1cc65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:02.369314 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-26d92f62-66f4-4c84-9388-83b181c1cc65 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6bf7ac37-e2bc-4a98-80df-7f4c255b6d8b HTTP/1.1" status: 204 len: 168 time: 0.2533128 Nov 12 03:27:02.379497 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-faec79d2-9917-4dcc-ab65-487eb04e189a req-ee438c72-03de-4d31-8d96-080e5d585112 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:02.379889 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-faec79d2-9917-4dcc-ab65-487eb04e189a req-ee438c72-03de-4d31-8d96-080e5d585112 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:02.400605 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d92f62-66f4-4c84-9388-83b181c1cc65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf7ac37-e2bc-4a98-80df-7f4c255b6d8b,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:02.409769 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 6d01834f-c095-41da-914b-94f1790b7d2c completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:27:02.415855 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-faec79d2-9917-4dcc-ab65-487eb04e189a req-ee438c72-03de-4d31-8d96-080e5d585112 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Calling delete_port for ccec2384-fa14-44a7-8f82-7a966d97e707 owned by network:floatingip {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:02.432677 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 6d01834f-c095-41da-914b-94f1790b7d2c triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:02.433370 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:02.448227 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-786471a3-e0f0-4368-a076-c1df1f6d5432 req-10b2917f-39a7-4672-8ff4-b2de424fdb0b tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756867 Nov 12 03:27:02.506518 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c1d05f6f-547c-4f87-a48a-d1466834109a req-ef940a09-7550-47f8-bf30-74734376bc25 service neutron] 10.222.0.74 "GET /v2.0/networks/5a9a546a-69e3-4236-8c1f-f93b46e5283a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271504 Nov 12 03:27:02.525155 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 55a09f1f-5f9e-4783-9942-dfb020785189 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:02.620502 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:02.628796 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db20fc72-1b6d-4fc6-af9d-df492083db6d x-openstack-request-id: req-db20fc72-1b6d-4fc6-af9d-df492083db6d {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:02.629303 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03382784-3a8d-4da6-b1d5-19d3c131c9b8", "tag": "6196cda8-6a69-4b31-b399-37c8d189d77d", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:02.629716 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-db20fc72-1b6d-4fc6-af9d-df492083db6d {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:02.630291 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03382784-3a8d-4da6-b1d5-19d3c131c9b8', 'tag': '6196cda8-6a69-4b31-b399-37c8d189d77d', 'status': 'completed', 'code': 200} Nov 12 03:27:02.652610 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 55a09f1f-5f9e-4783-9942-dfb020785189 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:02.654632 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:02.701420 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af7f917-fdb1-474b-9188-36aeb89162de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d01834f-c095-41da-914b-94f1790b7d2c'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:02.712263 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b130ce-5c9c-4b4b-8631-192cd563db2b" -d '{"events": [{"server_uuid": "5af7f917-fdb1-474b-9188-36aeb89162de", "name": "network-vif-plugged", "status": "completed", "tag": "6d01834f-c095-41da-914b-94f1790b7d2c"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:02.749657 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 6d01834f-c095-41da-914b-94f1790b7d2c, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=6d01834f-c095-41da-914b-94f1790b7d2c,segment=NetworkSegment(c201839a-9ee8-4927-8170-35a235ff6ef6),segment_id=c201839a-9ee8-4927-8170-35a235ff6ef6)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:02.753241 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-faec79d2-9917-4dcc-ab65-487eb04e189a req-ee438c72-03de-4d31-8d96-080e5d585112 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:02.757947 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:02.777080 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3be462-f82a-4213-9931-3ae7c633b510 req-d9ba1509-c769-455f-a857-6bad59141fde tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:02.786728 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-aa3be462-f82a-4213-9931-3ae7c633b510 req-d9ba1509-c769-455f-a857-6bad59141fde tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 950 time: 0.0875564 Nov 12 03:27:02.834636 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee438c72-03de-4d31-8d96-080e5d585112 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Pushing event deleted for resources: {'Port': ['ID=ccec2384-fa14-44a7-8f82-7a966d97e707,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:02.848145 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b95dce-671b-4efb-9c7d-4fe7040d07a4 req-40df7a68-d241-40e5-95f4-400016b9e9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:02.850769 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c1b95dce-671b-4efb-9c7d-4fe7040d07a4 req-40df7a68-d241-40e5-95f4-400016b9e9cf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fe1ea3932bc44070a2c0197067579e3d&device_id=03382784-3a8d-4da6-b1d5-19d3c131c9b8 HTTP/1.1" status: 200 len: 1096 time: 0.1817091 Nov 12 03:27:02.867198 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-aa3be462-f82a-4213-9931-3ae7c633b510 req-9df95beb-f279-4ef1-951b-41d0282f92d4 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792024 Nov 12 03:27:02.890350 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=6d01834f-c095-41da-914b-94f1790b7d2c,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:02.943271 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:03.022435 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 55a09f1f-5f9e-4783-9942-dfb020785189, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=55a09f1f-5f9e-4783-9942-dfb020785189,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:03.041336 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:03.064585 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-faec79d2-9917-4dcc-ab65-487eb04e189a req-ee438c72-03de-4d31-8d96-080e5d585112 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks [] for floatingip, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:03.086929 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-faec79d2-9917-4dcc-ab65-487eb04e189a req-ee438c72-03de-4d31-8d96-080e5d585112 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:03.091230 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-faec79d2-9917-4dcc-ab65-487eb04e189a req-ee438c72-03de-4d31-8d96-080e5d585112 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "DELETE /v2.0/floatingips/a954dedc-e0b9-4d64-99ed-d972c9821963 HTTP/1.1" status: 204 len: 173 time: 1.1791527 Nov 12 03:27:03.123722 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=55a09f1f-5f9e-4783-9942-dfb020785189,revision_number=13']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:03.145960 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b95dce-671b-4efb-9c7d-4fe7040d07a4 req-5eab30d6-e0e0-4987-b435-de64435ec397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:03.147538 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c1b95dce-671b-4efb-9c7d-4fe7040d07a4 req-5eab30d6-e0e0-4987-b435-de64435ec397 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5a9a546a-69e3-4236-8c1f-f93b46e5283a HTTP/1.1" status: 200 len: 923 time: 0.2728560 Nov 12 03:27:03.151568 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a35dd6-1c6a-41f9-9144-d87f3d9e20bb req-a78c0433-2918-4d66-87da-d33618174d1c tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:03.160410 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-06a35dd6-1c6a-41f9-9144-d87f3d9e20bb req-a78c0433-2918-4d66-87da-d33618174d1c tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af7f917-fdb1-474b-9188-36aeb89162de HTTP/1.1" status: 200 len: 946 time: 0.1375453 Nov 12 03:27:03.219985 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887873a9-e336-409a-b16c-d5ecdb7f13f9 x-openstack-request-id: req-887873a9-e336-409a-b16c-d5ecdb7f13f9 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:03.221008 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af7f917-fdb1-474b-9188-36aeb89162de", "name": "network-vif-plugged", "status": "completed", "tag": "6d01834f-c095-41da-914b-94f1790b7d2c", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:03.221267 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-887873a9-e336-409a-b16c-d5ecdb7f13f9 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:03.221667 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af7f917-fdb1-474b-9188-36aeb89162de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d01834f-c095-41da-914b-94f1790b7d2c', 'code': 200} Nov 12 03:27:03.240400 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0df08bbd-9987-44d7-bea7-da3e6c3d940d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:03.258320 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c1b95dce-671b-4efb-9c7d-4fe7040d07a4 req-866d7f16-7723-4e21-be56-15e7b3c4ae1d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6196cda8-6a69-4b31-b399-37c8d189d77d HTTP/1.1" status: 200 len: 217 time: 0.0998418 Nov 12 03:27:03.280554 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-06a35dd6-1c6a-41f9-9144-d87f3d9e20bb req-e3e8c448-00c9-43de-b42b-e2ec3d0e6a00 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfa74b35-347f-4524-ae5c-cff5e8847540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190603 Nov 12 03:27:03.370556 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34694e19-2a9a-41d2-b281-a6cc15792a16 req-c2cb0ef2-8122-4b10-a6cb-c1284d09cd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:03.372736 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-34694e19-2a9a-41d2-b281-a6cc15792a16 req-c2cb0ef2-8122-4b10-a6cb-c1284d09cd70 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5af7f917-fdb1-474b-9188-36aeb89162de HTTP/1.1" status: 200 len: 1098 time: 0.0660169 Nov 12 03:27:03.417707 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b95dce-671b-4efb-9c7d-4fe7040d07a4 req-4eee5aec-e6bd-4cfe-afdc-bcc71799bae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:03.423434 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c1b95dce-671b-4efb-9c7d-4fe7040d07a4 req-4eee5aec-e6bd-4cfe-afdc-bcc71799bae0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=55fcb4ac-68a0-4f3f-8428-4711adf69e69 HTTP/1.1" status: 200 len: 862 time: 0.1485047 Nov 12 03:27:03.436794 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c5853-7efa-4ec6-87ac-51bfa8920b6a req-495cdd26-9e93-4b3c-8d76-35469acc1314 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:03.439136 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f09c5853-7efa-4ec6-87ac-51bfa8920b6a req-495cdd26-9e93-4b3c-8d76-35469acc1314 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=03382784-3a8d-4da6-b1d5-19d3c131c9b8 HTTP/1.1" status: 200 len: 944 time: 0.0920184 Nov 12 03:27:03.475016 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c1b95dce-671b-4efb-9c7d-4fe7040d07a4 req-93250070-6eba-454e-9db2-b90b259d7b2a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5a9a546a-69e3-4236-8c1f-f93b46e5283a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347009 Nov 12 03:27:03.486331 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-34694e19-2a9a-41d2-b281-a6cc15792a16 req-d8a426dd-4089-4eb4-b11d-db28dbc312f3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=dfa74b35-347f-4524-ae5c-cff5e8847540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976832 Nov 12 03:27:03.610025 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f09c5853-7efa-4ec6-87ac-51bfa8920b6a req-d42fb946-1e6e-4437-b4af-23177451bb02 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581964 Nov 12 03:27:03.649254 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c1b95dce-671b-4efb-9c7d-4fe7040d07a4 req-0da7f98b-19c6-4b26-8259-f3bdeb34f244 service neutron] 10.222.0.74 "GET /v2.0/networks/5a9a546a-69e3-4236-8c1f-f93b46e5283a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601245 Nov 12 03:27:03.731560 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd931ee-aa83-4b50-9e42-c13db30e1336 req-d623dad8-3713-42a5-98a0-3815bef7deea tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:03.733323 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3fd931ee-aa83-4b50-9e42-c13db30e1336 req-d623dad8-3713-42a5-98a0-3815bef7deea tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 946 time: 0.0902369 Nov 12 03:27:03.835602 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3fd931ee-aa83-4b50-9e42-c13db30e1336 req-3e4fbea6-8d90-41e8-b004-45877b2d65a4 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935454 Nov 12 03:27:03.865579 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c1b95dce-671b-4efb-9c7d-4fe7040d07a4 req-bc488daa-1f78-4773-8510-fbc96ac7fdab service neutron] 10.222.0.74 "GET /v2.0/networks/5a9a546a-69e3-4236-8c1f-f93b46e5283a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461768 Nov 12 03:27:03.869864 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33204) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:03.941021 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b47591-c35d-4316-a4cb-ddd402421772 req-cc5cb171-8422-43ea-8600-4b871cd1b099 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:03.949325 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f3b47591-c35d-4316-a4cb-ddd402421772 req-cc5cb171-8422-43ea-8600-4b871cd1b099 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a65edf96-a810-4ee3-b7d1-38eb6d581511 HTTP/1.1" status: 200 len: 945 time: 0.2434471 Nov 12 03:27:03.968692 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425e4ef-bc69-4447-8778-2d93dc488751 req-bc6ca678-6b2a-404b-abfc-2ad1c268e649 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:03.977116 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3425e4ef-bc69-4447-8778-2d93dc488751 req-bc6ca678-6b2a-404b-abfc-2ad1c268e649 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/ports?device_id=69a11867-f1f2-409f-a547-78a33346f288 HTTP/1.1" status: 200 len: 946 time: 0.0734904 Nov 12 03:27:03.990490 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:04.039103 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f3b47591-c35d-4316-a4cb-ddd402421772 req-878d2df0-1e2f-4fa2-baa5-7b943e0c93c4 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823267 Nov 12 03:27:04.051976 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3425e4ef-bc69-4447-8778-2d93dc488751 req-569364b3-7ce2-4c4f-b762-00de09f07bc4 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c02f414-12bb-422e-8141-f3284114c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700204 Nov 12 03:27:04.112473 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-b73bc20e-270b-4a9e-be03-8acc269bbf42 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-901569703'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:04.145132 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73bc20e-270b-4a9e-be03-8acc269bbf42 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:04.149088 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b73bc20e-270b-4a9e-be03-8acc269bbf42 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:04.162849 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b73bc20e-270b-4a9e-be03-8acc269bbf42 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:04.204855 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8b419-057c-4efd-89f6-634f90a23210 req-99dfd3ce-59cd-49c3-834e-41da945a49dd tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:04.213068 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-25b8b419-057c-4efd-89f6-634f90a23210 req-99dfd3ce-59cd-49c3-834e-41da945a49dd tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 950 time: 0.0729287 Nov 12 03:27:04.274731 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-25b8b419-057c-4efd-89f6-634f90a23210 req-994b8bb1-8d8e-4e14-b67e-985869e3cb9b tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580015 Nov 12 03:27:04.274969 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b73bc20e-270b-4a9e-be03-8acc269bbf42 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:04.288435 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b73bc20e-270b-4a9e-be03-8acc269bbf42 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:04.328600 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73bc20e-270b-4a9e-be03-8acc269bbf42 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e53d7407-7f1d-4458-8fcb-6e8d9385a2bb,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:04.342162 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73bc20e-270b-4a9e-be03-8acc269bbf42 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:04.342410 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73bc20e-270b-4a9e-be03-8acc269bbf42 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:04.342809 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73bc20e-270b-4a9e-be03-8acc269bbf42 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:04.349071 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73bc20e-270b-4a9e-be03-8acc269bbf42 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:04.349071 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73bc20e-270b-4a9e-be03-8acc269bbf42 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:04.349071 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73bc20e-270b-4a9e-be03-8acc269bbf42 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:04.349071 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73bc20e-270b-4a9e-be03-8acc269bbf42 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:04.349071 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73bc20e-270b-4a9e-be03-8acc269bbf42 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:04.349071 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73bc20e-270b-4a9e-be03-8acc269bbf42 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:04.349071 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73bc20e-270b-4a9e-be03-8acc269bbf42 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:04.349071 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73bc20e-270b-4a9e-be03-8acc269bbf42 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:04.349071 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73bc20e-270b-4a9e-be03-8acc269bbf42 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:04.351865 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b73bc20e-270b-4a9e-be03-8acc269bbf42 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:27:04.403896 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b73bc20e-270b-4a9e-be03-8acc269bbf42 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:04.404292 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-b73bc20e-270b-4a9e-be03-8acc269bbf42 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Added segment 30b7ac69-a18e-41be-945f-a2d990224105 of type vlan for network 73a88994-9b3d-4208-8808-2295e92df12e Nov 12 03:27:04.467929 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e362c-1f58-40ec-b6ee-96ffbe3a565c req-1a54ba98-54a9-46af-9bf2-4ca1f69dcac6 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:04.469515 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-418e362c-1f58-40ec-b6ee-96ffbe3a565c req-1a54ba98-54a9-46af-9bf2-4ca1f69dcac6 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af7f917-fdb1-474b-9188-36aeb89162de HTTP/1.1" status: 200 len: 946 time: 0.1153274 Nov 12 03:27:04.471296 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b73bc20e-270b-4a9e-be03-8acc269bbf42 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:04.524510 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b73bc20e-270b-4a9e-be03-8acc269bbf42 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:04.531985 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73bc20e-270b-4a9e-be03-8acc269bbf42 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:04.532613 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b73bc20e-270b-4a9e-be03-8acc269bbf42 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:04.599252 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-418e362c-1f58-40ec-b6ee-96ffbe3a565c req-d1b7dcb8-a058-44c1-8493-db52693b2fbf tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfa74b35-347f-4524-ae5c-cff5e8847540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207290 Nov 12 03:27:04.607663 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b73bc20e-270b-4a9e-be03-8acc269bbf42 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7367952 Nov 12 03:27:04.611593 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33212) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:04.623881 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-0f9fda3c-eb96-4ed0-8781-79347b21f98f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'subnet': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:04.650081 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73bc20e-270b-4a9e-be03-8acc269bbf42 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Network': ['ID=73a88994-9b3d-4208-8808-2295e92df12e,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:04.669896 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:27:04.834878 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9fda3c-eb96-4ed0-8781-79347b21f98f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:04.843049 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0f9fda3c-eb96-4ed0-8781-79347b21f98f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:04.859619 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e0d27-921a-4b65-90bf-59641c1b9b51 req-18b73f4b-41d3-4fdd-8ca1-23dc128ac838 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:04.861769 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e56e0d27-921a-4b65-90bf-59641c1b9b51 req-18b73f4b-41d3-4fdd-8ca1-23dc128ac838 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=03382784-3a8d-4da6-b1d5-19d3c131c9b8 HTTP/1.1" status: 200 len: 944 time: 0.1107497 Nov 12 03:27:04.990686 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56bfb9-94c1-4ca8-9652-6e730a8db1ad req-d6084b6f-b25f-46c4-b4c1-bb1fa8e9a99d tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:04.996988 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e56e0d27-921a-4b65-90bf-59641c1b9b51 req-e037037c-55c4-42fd-9b2e-6eacb3bfb19b tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170950 Nov 12 03:27:04.999868 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2c56bfb9-94c1-4ca8-9652-6e730a8db1ad req-d6084b6f-b25f-46c4-b4c1-bb1fa8e9a99d tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 946 time: 0.0741472 Nov 12 03:27:05.063140 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2c56bfb9-94c1-4ca8-9652-6e730a8db1ad req-15eb896f-e98d-4c56-a313-d3bcfde4d0d0 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624776 Nov 12 03:27:05.214338 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0f9fda3c-eb96-4ed0-8781-79347b21f98f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:05.222472 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a09f1f-5f9e-4783-9942-dfb020785189'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:05.227664 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fbaccc-196f-48af-972b-ff560126b44d" -d '{"events": [{"server_uuid": "7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c", "name": "network-vif-plugged", "status": "completed", "tag": "55a09f1f-5f9e-4783-9942-dfb020785189"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:05.251569 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd0cf6-a436-4c20-8382-297abbc55747 req-e16e007e-4ed7-4ab9-9697-3022133298fb tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:05.253136 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b2fd0cf6-a436-4c20-8382-297abbc55747 req-e16e007e-4ed7-4ab9-9697-3022133298fb tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/ports?device_id=69a11867-f1f2-409f-a547-78a33346f288 HTTP/1.1" status: 200 len: 946 time: 0.0926142 Nov 12 03:27:05.267140 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7868be-d94b-48c9-93a1-996bc1ecbe78 req-13ec754e-9e39-4a51-8643-870ed7cc24e9 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:05.274493 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dc7868be-d94b-48c9-93a1-996bc1ecbe78 req-13ec754e-9e39-4a51-8643-870ed7cc24e9 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a65edf96-a810-4ee3-b7d1-38eb6d581511 HTTP/1.1" status: 200 len: 945 time: 0.1300526 Nov 12 03:27:05.319092 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b2fd0cf6-a436-4c20-8382-297abbc55747 req-540ad29b-438f-4bc3-8e55-95facfab1ca1 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c02f414-12bb-422e-8141-f3284114c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548055 Nov 12 03:27:05.338160 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9fda3c-eb96-4ed0-8781-79347b21f98f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Subnet': ['ID=3a8038f7-f085-4eeb-850c-456a98410d2e,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:05.359585 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9fda3c-eb96-4ed0-8781-79347b21f98f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Checking segment: {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:05.359955 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9fda3c-eb96-4ed0-8781-79347b21f98f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network hostable DHCP agents. Network: 73a88994-9b3d-4208-8808-2295e92df12e, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:27:05.379815 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dc7868be-d94b-48c9-93a1-996bc1ecbe78 req-55dab996-d745-4610-b40e-6fa8f2f30009 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997748 Nov 12 03:27:05.411980 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9fda3c-eb96-4ed0-8781-79347b21f98f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:27:05.432812 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:05.434906 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-0f9fda3c-eb96-4ed0-8781-79347b21f98f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 73a88994-9b3d-4208-8808-2295e92df12e) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:05.441511 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9fda3c-eb96-4ed0-8781-79347b21f98f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:05.443696 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb656137-6e94-4b8b-aea5-ab935f4ad836 x-openstack-request-id: req-eb656137-6e94-4b8b-aea5-ab935f4ad836 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:05.444305 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c", "name": "network-vif-plugged", "status": "completed", "tag": "55a09f1f-5f9e-4783-9942-dfb020785189", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:05.444601 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-eb656137-6e94-4b8b-aea5-ab935f4ad836 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:05.445013 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a09f1f-5f9e-4783-9942-dfb020785189', 'code': 200} Nov 12 03:27:05.446321 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0f9fda3c-eb96-4ed0-8781-79347b21f98f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:05.447734 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4aca939-1d28-4123-827b-ccdbe42ee96d None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:05.473834 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0f9fda3c-eb96-4ed0-8781-79347b21f98f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8605118 Nov 12 03:27:05.476540 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33228) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:05.487461 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-d73fd06a-1565-4686-a720-a7927f4a51a7 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'port': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'name': 'tempest-NetworksTestDHCPv6-561944387'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:05.673718 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d32096-493e-426d-9ecf-d042b04d8af5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-73a88994-9b3d-4208-8808-2295e92df12e', 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'tenant_id': 'c89f39c463fe4565b0b406898cbbe00b', 'fixed_ips': [{'subnet_id': '3a8038f7-f085-4eeb-850c-456a98410d2e'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:27:05.674723 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-31d32096-493e-426d-9ecf-d042b04d8af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:05.771708 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90834a32-2fa7-44c0-9594-a26a1c3b23a6 req-2b320540-cc02-4134-97da-771c3ea89de2 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:05.781072 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-90834a32-2fa7-44c0-9594-a26a1c3b23a6 req-2b320540-cc02-4134-97da-771c3ea89de2 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 950 time: 0.2070122 Nov 12 03:27:05.786646 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284acc4-79eb-4bb1-a71f-063c6a79659b req-224be873-831c-4624-92dc-e6e774e86267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:05.788235 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5284acc4-79eb-4bb1-a71f-063c6a79659b req-224be873-831c-4624-92dc-e6e774e86267 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=eda4d7a9c5834d36bc2b22e1ed979ccd&device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 1098 time: 0.1981816 Nov 12 03:27:05.835771 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-31d32096-493e-426d-9ecf-d042b04d8af5 None None] Allocated IP 2001:db8::2 (73a88994-9b3d-4208-8808-2295e92df12e/3a8038f7-f085-4eeb-850c-456a98410d2e/e8d5fbd4-715f-488a-8329-c4d0b1dae2f6) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:05.842596 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73fd06a-1565-4686-a720-a7927f4a51a7 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:05.847175 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d73fd06a-1565-4686-a720-a7927f4a51a7 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:05.876046 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a68a3d-e5ca-43c1-bcd6-9cde53ff10f0 req-154c5fd4-aee1-4415-a05e-a33cf905c45e tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:05.895450 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-96a68a3d-e5ca-43c1-bcd6-9cde53ff10f0 req-154c5fd4-aee1-4415-a05e-a33cf905c45e tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af7f917-fdb1-474b-9188-36aeb89162de HTTP/1.1" status: 200 len: 946 time: 0.1264935 Nov 12 03:27:05.946535 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-90834a32-2fa7-44c0-9594-a26a1c3b23a6 req-4a807e59-d8fe-4011-a9cf-5d35e783cd98 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635904 Nov 12 03:27:05.955558 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-d73fd06a-1565-4686-a720-a7927f4a51a7 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] device_id is not set on port 0cda0707-cc6c-4f75-aa45-5afca09850fe yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:27:06.006520 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-96a68a3d-e5ca-43c1-bcd6-9cde53ff10f0 req-5f3a127a-c7a2-426d-841f-b7683ea32790 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfa74b35-347f-4524-ae5c-cff5e8847540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098533 Nov 12 03:27:06.007972 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-31d32096-493e-426d-9ecf-d042b04d8af5 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:06.018424 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-31d32096-493e-426d-9ecf-d042b04d8af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:06.087523 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284acc4-79eb-4bb1-a71f-063c6a79659b req-57492aae-52af-4c98-b56e-ea15b4fdbc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:06.089057 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5284acc4-79eb-4bb1-a71f-063c6a79659b req-57492aae-52af-4c98-b56e-ea15b4fdbc86 service neutron] 10.222.0.90 "GET /v2.0/networks?id=56493891-2b14-40ba-a8cb-65015d9b59f3 HTTP/1.1" status: 200 len: 912 time: 0.2738106 Nov 12 03:27:06.101505 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3598207-7dce-4c0d-8953-5a453d9de4d0 req-2f00da4d-92d8-4ae7-9199-63d2877ebd8f tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:06.103364 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c3598207-7dce-4c0d-8953-5a453d9de4d0 req-2f00da4d-92d8-4ae7-9199-63d2877ebd8f tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.74 "GET /v2.0/ports?device_id=69a11867-f1f2-409f-a547-78a33346f288 HTTP/1.1" status: 200 len: 946 time: 0.1269035 Nov 12 03:27:06.128822 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d32096-493e-426d-9ecf-d042b04d8af5 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:06.131885 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-31d32096-493e-426d-9ecf-d042b04d8af5 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:06.138299 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d32096-493e-426d-9ecf-d042b04d8af5 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:06.173890 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d32096-493e-426d-9ecf-d042b04d8af5 None None] Pushing event updated for resources: {'Port': ['ID=e8d5fbd4-715f-488a-8329-c4d0b1dae2f6,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:06.225214 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-31d32096-493e-426d-9ecf-d042b04d8af5 None None] Attempting to bind port e8d5fbd4-715f-488a-8329-c4d0b1dae2f6 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:06.225910 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-31d32096-493e-426d-9ecf-d042b04d8af5 None None] Attempting to bind port e8d5fbd4-715f-488a-8329-c4d0b1dae2f6 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:06.225910 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d32096-493e-426d-9ecf-d042b04d8af5 None None] Attempting to bind port e8d5fbd4-715f-488a-8329-c4d0b1dae2f6 on network 73a88994-9b3d-4208-8808-2295e92df12e {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:06.233660 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d32096-493e-426d-9ecf-d042b04d8af5 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:06.234206 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d32096-493e-426d-9ecf-d042b04d8af5 None None] Checking segment: {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:06.234618 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-31d32096-493e-426d-9ecf-d042b04d8af5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:06.235846 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d32096-493e-426d-9ecf-d042b04d8af5 None None] Bound using segment: {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:06.236391 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-31d32096-493e-426d-9ecf-d042b04d8af5 None None] Bound port: e8d5fbd4-715f-488a-8329-c4d0b1dae2f6, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:06.236781 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-31d32096-493e-426d-9ecf-d042b04d8af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:06.258968 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c4fd67bf-8e40-44f6-9d2c-1c8781a4fc91 req-ee9d93ce-f1fa-4801-8659-e67fbc45525d tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-169366710&fields=id&tenant_id=91fef26da8e143afb79eb810bd46376a HTTP/1.1" status: 200 len: 267 time: 0.1043196 Nov 12 03:27:06.260376 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5284acc4-79eb-4bb1-a71f-063c6a79659b req-ea8c91a7-bd6e-4381-a278-cd62444c53be service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55a09f1f-5f9e-4783-9942-dfb020785189 HTTP/1.1" status: 200 len: 1000 time: 0.1584885 Nov 12 03:27:06.306302 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:06.326890 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-c3598207-7dce-4c0d-8953-5a453d9de4d0 req-cd0ee5b7-1136-4b72-a5c8-6bcc1b53c390 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Deleting port 5731207e-39c0-427c-8694-1555fafb7f5b {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:06.328053 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c3598207-7dce-4c0d-8953-5a453d9de4d0 req-cd0ee5b7-1136-4b72-a5c8-6bcc1b53c390 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:06.338465 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c06f35-af92-419f-bb40-f30b9deffc17 req-828472bb-3d4d-4149-a276-83820e7c093f tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:06.346081 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 6196cda8-6a69-4b31-b399-37c8d189d77d details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:27:06.346343 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e9c06f35-af92-419f-bb40-f30b9deffc17 req-828472bb-3d4d-4149-a276-83820e7c093f tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=03382784-3a8d-4da6-b1d5-19d3c131c9b8 HTTP/1.1" status: 200 len: 944 time: 0.1587934 Nov 12 03:27:06.350400 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-31d32096-493e-426d-9ecf-d042b04d8af5 None None] For port e8d5fbd4-715f-488a-8329-c4d0b1dae2f6, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:06.375075 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-31d32096-493e-426d-9ecf-d042b04d8af5 None None] For port e8d5fbd4-715f-488a-8329-c4d0b1dae2f6, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e8d5fbd4-715f-488a-8329-c4d0b1dae2f6,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:06.375538 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-d73fd06a-1565-4686-a720-a7927f4a51a7 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Allocated IP 2001:db8::1ec (73a88994-9b3d-4208-8808-2295e92df12e/3a8038f7-f085-4eeb-850c-456a98410d2e/0cda0707-cc6c-4f75-aa45-5afca09850fe) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:06.382145 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-31d32096-493e-426d-9ecf-d042b04d8af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:06.390577 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284acc4-79eb-4bb1-a71f-063c6a79659b req-179f9941-8721-4ed8-a608-616710163a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:06.392318 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5284acc4-79eb-4bb1-a71f-063c6a79659b req-179f9941-8721-4ed8-a608-616710163a54 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c41913f5-e5c1-4e60-8ee6-4f6d29d519f8 HTTP/1.1" status: 200 len: 850 time: 0.1227913 Nov 12 03:27:06.493407 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd67bf-8e40-44f6-9d2c-1c8781a4fc91 req-7660b0cc-cc5e-411d-ad4d-f4bfad307b3c tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:06.504371 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c4fd67bf-8e40-44f6-9d2c-1c8781a4fc91 req-7660b0cc-cc5e-411d-ad4d-f4bfad307b3c tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af7f917-fdb1-474b-9188-36aeb89162de HTTP/1.1" status: 200 len: 946 time: 0.2367501 Nov 12 03:27:06.510453 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-c4fd67bf-8e40-44f6-9d2c-1c8781a4fc91 req-066bc7af-d243-4a70-8a3f-b07ee598acd8 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Request body: {'port': {'security_groups': ['dfa74b35-347f-4524-ae5c-cff5e8847540', 'cdf7987f-f475-4c1b-97ee-5dd577bf724a']}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:06.523370 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d32096-493e-426d-9ecf-d042b04d8af5 None None] Pushing event updated for resources: {'Port': ['ID=e8d5fbd4-715f-488a-8329-c4d0b1dae2f6,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:06.528630 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e9c06f35-af92-419f-bb40-f30b9deffc17 req-31fa766e-d953-47f1-8fbb-8f37b1c89b7e tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749930 Nov 12 03:27:06.548698 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284acc4-79eb-4bb1-a71f-063c6a79659b req-d716dad4-872e-4507-87e9-8da7c5856dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:06.550219 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5284acc4-79eb-4bb1-a71f-063c6a79659b req-d716dad4-872e-4507-87e9-8da7c5856dfc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=56493891-2b14-40ba-a8cb-65015d9b59f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1481788 Nov 12 03:27:06.622300 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 6196cda8-6a69-4b31-b399-37c8d189d77d, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=6196cda8-6a69-4b31-b399-37c8d189d77d,segment=NetworkSegment(87eca40d-206a-481c-a883-b95018bc626e),segment_id=87eca40d-206a-481c-a883-b95018bc626e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:06.641838 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '6196cda8-6a69-4b31-b399-37c8d189d77d', 'network_id': '5a9a546a-69e3-4236-8c1f-f93b46e5283a', 'port_id': '6196cda8-6a69-4b31-b399-37c8d189d77d', 'mac_address': 'fa:16:3e:69:a6:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55fcb4ac-68a0-4f3f-8428-4711adf69e69', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:27:06.663742 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c4fd67bf-8e40-44f6-9d2c-1c8781a4fc91 req-066bc7af-d243-4a70-8a3f-b07ee598acd8 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:06.713840 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:06.747444 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6196cda8-6a69-4b31-b399-37c8d189d77d {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:27:06.851572 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 6196cda8-6a69-4b31-b399-37c8d189d77d, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=6196cda8-6a69-4b31-b399-37c8d189d77d,segment=NetworkSegment(87eca40d-206a-481c-a883-b95018bc626e),segment_id=87eca40d-206a-481c-a883-b95018bc626e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:06.864789 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:06.933374 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5284acc4-79eb-4bb1-a71f-063c6a79659b req-176e70dd-29d6-406f-9cb2-df284c73dfd6 service neutron] 10.222.0.90 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736284 Nov 12 03:27:06.978557 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=6196cda8-6a69-4b31-b399-37c8d189d77d,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:07.008684 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-c4fd67bf-8e40-44f6-9d2c-1c8781a4fc91 req-066bc7af-d243-4a70-8a3f-b07ee598acd8 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] For port 6d01834f-c095-41da-914b-94f1790b7d2c, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=6d01834f-c095-41da-914b-94f1790b7d2c,segment=NetworkSegment(c201839a-9ee8-4927-8170-35a235ff6ef6),segment_id=c201839a-9ee8-4927-8170-35a235ff6ef6)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:07.011418 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-c3598207-7dce-4c0d-8953-5a453d9de4d0 req-cd0ee5b7-1136-4b72-a5c8-6bcc1b53c390 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] For port 5731207e-39c0-427c-8694-1555fafb7f5b, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=5731207e-39c0-427c-8694-1555fafb7f5b,segment=NetworkSegment(fec36af3-9300-48b5-9e38-a45077560b9e),segment_id=fec36af3-9300-48b5-9e38-a45077560b9e)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:07.012317 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c3598207-7dce-4c0d-8953-5a453d9de4d0 req-cd0ee5b7-1136-4b72-a5c8-6bcc1b53c390 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:07.036642 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-c3598207-7dce-4c0d-8953-5a453d9de4d0 req-cd0ee5b7-1136-4b72-a5c8-6bcc1b53c390 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Calling delete_port for 5731207e-39c0-427c-8694-1555fafb7f5b owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:07.053111 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2124ec-b9ad-4206-ab9f-2efa5bd01d17 req-ba5b6ded-94e8-4c05-95a2-0baafdfbf4e3 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:07.055598 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1a2124ec-b9ad-4206-ab9f-2efa5bd01d17 req-ba5b6ded-94e8-4c05-95a2-0baafdfbf4e3 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 946 time: 0.3962221 Nov 12 03:27:07.068891 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c4fd67bf-8e40-44f6-9d2c-1c8781a4fc91 req-066bc7af-d243-4a70-8a3f-b07ee598acd8 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:07.106880 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c4fd67bf-8e40-44f6-9d2c-1c8781a4fc91 req-066bc7af-d243-4a70-8a3f-b07ee598acd8 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:07.108395 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d73fd06a-1565-4686-a720-a7927f4a51a7 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:07.119167 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['f7014e0c-3160-4db2-bb42-90d6d11ca96e', '6d01834f-c095-41da-914b-94f1790b7d2c'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:07.180134 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd67bf-8e40-44f6-9d2c-1c8781a4fc91 req-066bc7af-d243-4a70-8a3f-b07ee598acd8 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:07.180950 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c4fd67bf-8e40-44f6-9d2c-1c8781a4fc91 req-066bc7af-d243-4a70-8a3f-b07ee598acd8 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:07.197464 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c4fd67bf-8e40-44f6-9d2c-1c8781a4fc91 req-066bc7af-d243-4a70-8a3f-b07ee598acd8 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "PUT /v2.0/ports/6d01834f-c095-41da-914b-94f1790b7d2c HTTP/1.1" status: 200 len: 982 time: 0.6918166 Nov 12 03:27:07.220409 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af7f917-fdb1-474b-9188-36aeb89162de', 'tag': '6d01834f-c095-41da-914b-94f1790b7d2c'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:07.223064 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ea954d-09da-43d1-925e-2164f5d34aa3" -d '{"events": [{"name": "network-changed", "server_uuid": "5af7f917-fdb1-474b-9188-36aeb89162de", "tag": "6d01834f-c095-41da-914b-94f1790b7d2c"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:07.238875 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1a2124ec-b9ad-4206-ab9f-2efa5bd01d17 req-b65d3abb-af84-4522-8425-b09eae7d3076 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511133 Nov 12 03:27:07.312023 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5284acc4-79eb-4bb1-a71f-063c6a79659b req-0a4c75df-9dd9-4e04-a017-44335ef13f70 service neutron] 10.222.0.90 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648682 Nov 12 03:27:07.365006 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d73fd06a-1565-4686-a720-a7927f4a51a7 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:07.376058 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['6d01834f-c095-41da-914b-94f1790b7d2c'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:07.384631 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066bc7af-d243-4a70-8a3f-b07ee598acd8 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Pushing event updated for resources: {'Port': ['ID=6d01834f-c095-41da-914b-94f1790b7d2c,revision_number=6']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:07.479975 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['6196cda8-6a69-4b31-b399-37c8d189d77d'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:07.525362 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73fd06a-1565-4686-a720-a7927f4a51a7 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Port': ['ID=0cda0707-cc6c-4f75-aa45-5afca09850fe,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:07.575909 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73fd06a-1565-4686-a720-a7927f4a51a7 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:07.612392 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-d73fd06a-1565-4686-a720-a7927f4a51a7 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:07.620665 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e8d5fbd4-715f-488a-8329-c4d0b1dae2f6 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:07.631512 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56731302-bc05-4278-ba6a-3f7f547754ac req-d960eef2-d2b7-4d57-8cb2-81bc87e96017 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:07.639126 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73fd06a-1565-4686-a720-a7927f4a51a7 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:07.643363 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-56731302-bc05-4278-ba6a-3f7f547754ac req-d960eef2-d2b7-4d57-8cb2-81bc87e96017 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/ports?device_id=69a11867-f1f2-409f-a547-78a33346f288 HTTP/1.1" status: 200 len: 946 time: 0.3169203 Nov 12 03:27:07.646370 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73fd06a-1565-4686-a720-a7927f4a51a7 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:07.647882 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d73fd06a-1565-4686-a720-a7927f4a51a7 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:07.663043 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c3598207-7dce-4c0d-8953-5a453d9de4d0 req-cd0ee5b7-1136-4b72-a5c8-6bcc1b53c390 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:07.706849 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d73fd06a-1565-4686-a720-a7927f4a51a7 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2255230 Nov 12 03:27:07.727778 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38965626-2b8a-492b-a2aa-91d6314ac2e5 req-419b43f2-78fa-4302-bf09-d77f19c49066 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:07.735018 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33252) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:07.739802 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-38965626-2b8a-492b-a2aa-91d6314ac2e5 req-419b43f2-78fa-4302-bf09-d77f19c49066 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a65edf96-a810-4ee3-b7d1-38eb6d581511 HTTP/1.1" status: 200 len: 945 time: 0.2531688 Nov 12 03:27:07.838338 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-38965626-2b8a-492b-a2aa-91d6314ac2e5 req-2b60d5e6-2aec-4430-b811-f65fdc9a8d48 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951378 Nov 12 03:27:08.001481 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-56731302-bc05-4278-ba6a-3f7f547754ac req-d1df4e9c-0acd-4afd-9c95-fdbf08618627 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c02f414-12bb-422e-8141-f3284114c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529310 Nov 12 03:27:08.003323 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ee5b7-1136-4b72-a5c8-6bcc1b53c390 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Pushing event deleted for resources: {'Port': ['ID=5731207e-39c0-427c-8694-1555fafb7f5b,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:08.018870 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3598207-7dce-4c0d-8953-5a453d9de4d0 req-cd0ee5b7-1136-4b72-a5c8-6bcc1b53c390 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] No DVR routers for this DVR port 5731207e-39c0-427c-8694-1555fafb7f5b on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:08.025264 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c3598207-7dce-4c0d-8953-5a453d9de4d0 req-cd0ee5b7-1136-4b72-a5c8-6bcc1b53c390 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:08.058327 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c3598207-7dce-4c0d-8953-5a453d9de4d0 req-cd0ee5b7-1136-4b72-a5c8-6bcc1b53c390 tempest-FloatingIPsAssociationTestJSON-1062389376 tempest-FloatingIPsAssociationTestJSON-1062389376-project] 10.222.0.74 "DELETE /v2.0/ports/5731207e-39c0-427c-8694-1555fafb7f5b HTTP/1.1" status: 204 len: 173 time: 1.9471662 Nov 12 03:27:08.213601 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977bdbe0-0dcd-493c-adef-94b24bff2939 req-679b3c76-f882-41cd-8091-22b29ab24abf tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:08.228215 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-977bdbe0-0dcd-493c-adef-94b24bff2939 req-679b3c76-f882-41cd-8091-22b29ab24abf tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 950 time: 0.1337693 Nov 12 03:27:08.264803 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port e8d5fbd4-715f-488a-8329-c4d0b1dae2f6 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:08.265416 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:08.327826 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6d43fa-91df-46b0-a8e8-cb820fbb0902 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:08.336826 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c9e1e5-92dd-41bd-a0f6-f88af8af08a3 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:08.360699 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6d43fa-91df-46b0-a8e8-cb820fbb0902 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:08.362387 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-fd6d43fa-91df-46b0-a8e8-cb820fbb0902 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.6183562 Nov 12 03:27:08.373816 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 50373608-939c-404f-8e58-d13ffe4451a7 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:27:08.374025 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33260) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:08.377249 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 50373608-939c-404f-8e58-d13ffe4451a7 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:08.381167 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-977bdbe0-0dcd-493c-adef-94b24bff2939 req-efb09895-3d6b-4a3c-b365-49a2b275a0fb tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487207 Nov 12 03:27:08.508900 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3337cf-c516-47ac-a2ad-27aad799d3fd x-openstack-request-id: req-ae3337cf-c516-47ac-a2ad-27aad799d3fd {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:08.509197 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af7f917-fdb1-474b-9188-36aeb89162de", "tag": "6d01834f-c095-41da-914b-94f1790b7d2c", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:08.509430 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ae3337cf-c516-47ac-a2ad-27aad799d3fd {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:08.509833 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af7f917-fdb1-474b-9188-36aeb89162de', 'tag': '6d01834f-c095-41da-914b-94f1790b7d2c', 'status': 'completed', 'code': 200} Nov 12 03:27:08.555037 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-29373ae5-24fd-4b01-b211-248f5c6adfd0 req-2c03accb-785c-41d8-a048-9d10e1f83569 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups/cdf7987f-f475-4c1b-97ee-5dd577bf724a HTTP/1.1" status: 200 len: 1816 time: 0.4496863 Nov 12 03:27:08.579910 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3016f1-e797-4fda-84f4-726eff8fdeb7 req-f748db7b-9184-4182-aedf-6bc40ed391b5 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:08.588058 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cc3016f1-e797-4fda-84f4-726eff8fdeb7 req-f748db7b-9184-4182-aedf-6bc40ed391b5 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=03382784-3a8d-4da6-b1d5-19d3c131c9b8 HTTP/1.1" status: 200 len: 945 time: 0.0724878 Nov 12 03:27:08.643184 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cc3016f1-e797-4fda-84f4-726eff8fdeb7 req-3bad43f8-1be7-4715-8536-d7dff0df3021 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541198 Nov 12 03:27:08.665419 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-124a8cc5-3604-4ea9-a876-b9fca3836013 None None] Provisioning complete for port e8d5fbd4-715f-488a-8329-c4d0b1dae2f6 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:08.666074 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-124a8cc5-3604-4ea9-a876-b9fca3836013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:08.788153 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [req-29373ae5-24fd-4b01-b211-248f5c6adfd0 req-d96fba07-c941-43e0-adea-0a8ab12d7886 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 03:27:08.790234 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-29373ae5-24fd-4b01-b211-248f5c6adfd0 req-d96fba07-c941-43e0-adea-0a8ab12d7886 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "DELETE /v2.0/security-groups/cdf7987f-f475-4c1b-97ee-5dd577bf724a HTTP/1.1" status: 409 len: 341 time: 0.1819651 Nov 12 03:27:08.834676 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea954d-09da-43d1-925e-2164f5d34aa3 req-84adab87-0f8b-45aa-bd8a-253e7379a50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:08.836691 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f5ea954d-09da-43d1-925e-2164f5d34aa3 req-84adab87-0f8b-45aa-bd8a-253e7379a50e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=91fef26da8e143afb79eb810bd46376a&device_id=5af7f917-fdb1-474b-9188-36aeb89162de HTTP/1.1" status: 200 len: 1137 time: 0.3335099 Nov 12 03:27:08.861121 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:08.906746 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.resource_extend [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:27:09.095645 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-124a8cc5-3604-4ea9-a876-b9fca3836013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:09.178565 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-6ef17c4e-b741-4adb-a2c1-f6f4743d8023 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting port 0cda0707-cc6c-4f75-aa45-5afca09850fe {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:09.180922 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6ef17c4e-b741-4adb-a2c1-f6f4743d8023 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:09.349862 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:09.423824 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86967d46-b23c-47c5-b58c-f1948e9529cb req-8207cd2e-a99c-40ce-81e4-3bfd44ef600b tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:09.438289 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-86967d46-b23c-47c5-b58c-f1948e9529cb req-8207cd2e-a99c-40ce-81e4-3bfd44ef600b tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 946 time: 0.1316211 Nov 12 03:27:09.474743 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['5731207e-39c0-427c-8694-1555fafb7f5b'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:09.587449 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-86967d46-b23c-47c5-b58c-f1948e9529cb req-2731c793-16bb-4ad6-89ae-ef08fda3a93e tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456997 Nov 12 03:27:09.600008 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-124a8cc5-3604-4ea9-a876-b9fca3836013 None None] For port e8d5fbd4-715f-488a-8329-c4d0b1dae2f6, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e8d5fbd4-715f-488a-8329-c4d0b1dae2f6,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:09.623641 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-124a8cc5-3604-4ea9-a876-b9fca3836013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:09.629039 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:09.713348 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:27:09.713736 n-d-715271-27 neutron-server[102573]: DEBUG oslo_db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:27:09.769353 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34647376-8c8b-4535-bf39-d77d3cb17e99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50373608-939c-404f-8e58-d13ffe4451a7'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:09.771444 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e3886a-4354-4647-ad37-38e36d9c5764" -d '{"events": [{"server_uuid": "34647376-8c8b-4535-bf39-d77d3cb17e99", "name": "network-vif-unplugged", "status": "completed", "tag": "50373608-939c-404f-8e58-d13ffe4451a7"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:09.787411 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 50373608-939c-404f-8e58-d13ffe4451a7, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=50373608-939c-404f-8e58-d13ffe4451a7,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:09.788705 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea954d-09da-43d1-925e-2164f5d34aa3 req-698dd09c-c611-4675-88ea-4c0f96e58673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:09.791523 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f5ea954d-09da-43d1-925e-2164f5d34aa3 req-698dd09c-c611-4675-88ea-4c0f96e58673 service neutron] 10.222.0.74 "GET /v2.0/networks?id=169e1144-ccf3-4d1d-a931-5204a7d70a64 HTTP/1.1" status: 200 len: 913 time: 0.9114707 Nov 12 03:27:09.814559 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4bcf8-1e9a-4be4-91ba-3eff83cc5bc8 req-7a16ae7c-1bd1-4479-a166-bfcf78f73f1f tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:09.822304 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c3c4bcf8-1e9a-4be4-91ba-3eff83cc5bc8 req-7a16ae7c-1bd1-4479-a166-bfcf78f73f1f tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a65edf96-a810-4ee3-b7d1-38eb6d581511 HTTP/1.1" status: 200 len: 945 time: 0.5748534 Nov 12 03:27:09.825633 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 50373608-939c-404f-8e58-d13ffe4451a7, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=50373608-939c-404f-8e58-d13ffe4451a7,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:09.839655 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '50373608-939c-404f-8e58-d13ffe4451a7', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'port_id': '50373608-939c-404f-8e58-d13ffe4451a7', 'mac_address': 'fa:16:3e:33:6b:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa66706f-b415-4bb9-838e-cfd08f81d96b', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:27:09.851812 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6ef17c4e-b741-4adb-a2c1-f6f4743d8023 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:09.852581 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:09.858796 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a8cc5-3604-4ea9-a876-b9fca3836013 None None] Pushing event updated for resources: {'Port': ['ID=e8d5fbd4-715f-488a-8329-c4d0b1dae2f6,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:09.936645 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f5ea954d-09da-43d1-925e-2164f5d34aa3 req-cba9a8d1-70ec-41b3-858e-3a226e6e70de service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d01834f-c095-41da-914b-94f1790b7d2c HTTP/1.1" status: 200 len: 217 time: 0.1033106 Nov 12 03:27:09.946239 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-6ef17c4e-b741-4adb-a2c1-f6f4743d8023 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Calling delete_port for 0cda0707-cc6c-4f75-aa45-5afca09850fe owned by {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:09.953440 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:09.997236 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33280) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:10.003692 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50373608-939c-404f-8e58-d13ffe4451a7 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:27:10.028894 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 50373608-939c-404f-8e58-d13ffe4451a7, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=50373608-939c-404f-8e58-d13ffe4451a7,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:10.035366 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:10.062822 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=50373608-939c-404f-8e58-d13ffe4451a7,revision_number=9']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:10.092375 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c3c4bcf8-1e9a-4be4-91ba-3eff83cc5bc8 req-badee847-f59e-49cb-b726-fa305f9b875c tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690713 Nov 12 03:27:10.159762 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-b7a8a16e-80c2-47d6-98c1-46b961f7a7b3 None None] Provisioning complete for port 0cda0707-cc6c-4f75-aa45-5afca09850fe triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:10.160227 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b7a8a16e-80c2-47d6-98c1-46b961f7a7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:10.203725 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-b7a8a16e-80c2-47d6-98c1-46b961f7a7b3 None None] Port 0cda0707-cc6c-4f75-aa45-5afca09850fe cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:10.206812 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=50373608-939c-404f-8e58-d13ffe4451a7,revision_number=10']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:10.242642 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea954d-09da-43d1-925e-2164f5d34aa3 req-d1f7ec2b-56c7-464d-83ea-cbff652fc9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:10.244119 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f5ea954d-09da-43d1-925e-2164f5d34aa3 req-d1f7ec2b-56c7-464d-83ea-cbff652fc9cb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=81deee3d-5b3d-4089-86fe-7bb37174d9df HTTP/1.1" status: 200 len: 852 time: 0.2871978 Nov 12 03:27:10.246955 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-b7a8a16e-80c2-47d6-98c1-46b961f7a7b3 None None] Provisioning complete for port e8d5fbd4-715f-488a-8329-c4d0b1dae2f6 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:10.247652 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b7a8a16e-80c2-47d6-98c1-46b961f7a7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:10.380532 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f5ea954d-09da-43d1-925e-2164f5d34aa3 req-853f6877-c27d-458d-995b-c7d260c2e511 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=169e1144-ccf3-4d1d-a931-5204a7d70a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1059742 Nov 12 03:27:10.419468 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-f5ea954d-09da-43d1-925e-2164f5d34aa3 req-371a72d0-9ce6-4336-afaa-e05118925034 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:27:10.420565 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f5ea954d-09da-43d1-925e-2164f5d34aa3 req-371a72d0-9ce6-4336-afaa-e05118925034 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0243313 Nov 12 03:27:10.432557 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 6196cda8-6a69-4b31-b399-37c8d189d77d up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:10.439722 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba71b1-815c-45a2-bb65-5651886d2369 req-0016df6d-4125-4d17-a2db-a7e0b2911566 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:10.442355 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-93ba71b1-815c-45a2-bb65-5651886d2369 req-0016df6d-4125-4d17-a2db-a7e0b2911566 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 950 time: 0.2211373 Nov 12 03:27:10.482004 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e8d5fbd4-715f-488a-8329-c4d0b1dae2f6 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:10.532354 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a11867-f1f2-409f-a547-78a33346f288', 'name': 'network-vif-deleted', 'tag': '5731207e-39c0-427c-8694-1555fafb7f5b'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:10.538264 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663df198-58c9-4d8d-af52-421f0f0bd930" -d '{"events": [{"server_uuid": "69a11867-f1f2-409f-a547-78a33346f288", "name": "network-vif-deleted", "tag": "5731207e-39c0-427c-8694-1555fafb7f5b"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:10.540505 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['50373608-939c-404f-8e58-d13ffe4451a7'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:10.547628 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-93ba71b1-815c-45a2-bb65-5651886d2369 req-684cedcd-eb90-4c7e-b734-a83348ad124f tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897789 Nov 12 03:27:10.720920 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6ef17c4e-b741-4adb-a2c1-f6f4743d8023 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:10.734831 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port e8d5fbd4-715f-488a-8329-c4d0b1dae2f6 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:10.735202 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:10.769502 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef17c4e-b741-4adb-a2c1-f6f4743d8023 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Port': ['ID=0cda0707-cc6c-4f75-aa45-5afca09850fe,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:10.785275 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f5ea954d-09da-43d1-925e-2164f5d34aa3 req-dbc23c8b-baad-43ef-aedb-c35b546064af service neutron] 10.222.0.74 "GET /v2.0/networks/169e1144-ccf3-4d1d-a931-5204a7d70a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408678 Nov 12 03:27:10.856120 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-92414c4a-57b7-4cc1-a171-92a6a44f6f87 None None] Provisioning complete for port 0cda0707-cc6c-4f75-aa45-5afca09850fe triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:10.856482 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-92414c4a-57b7-4cc1-a171-92a6a44f6f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:10.903598 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-92414c4a-57b7-4cc1-a171-92a6a44f6f87 None None] Port 0cda0707-cc6c-4f75-aa45-5afca09850fe was deleted so its status cannot be updated. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 03:27:10.930628 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894b5be-b3d5-4dea-a635-a3971f545f28 req-efecee93-8d13-4dc1-a58a-67aad8644cbd tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:10.941953 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f5ea954d-09da-43d1-925e-2164f5d34aa3 req-78fc291c-3e20-4829-b83a-9c1808c64764 service neutron] 10.222.0.74 "GET /v2.0/networks/169e1144-ccf3-4d1d-a931-5204a7d70a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251853 Nov 12 03:27:10.943403 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8894b5be-b3d5-4dea-a635-a3971f545f28 req-efecee93-8d13-4dc1-a58a-67aad8644cbd tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af7f917-fdb1-474b-9188-36aeb89162de HTTP/1.1" status: 200 len: 985 time: 0.7288857 Nov 12 03:27:10.944092 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 6196cda8-6a69-4b31-b399-37c8d189d77d completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:27:10.964338 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 6196cda8-6a69-4b31-b399-37c8d189d77d triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:10.965619 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:11.005393 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6ef17c4e-b741-4adb-a2c1-f6f4743d8023 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:11.014352 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6ef17c4e-b741-4adb-a2c1-f6f4743d8023 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/ports/0cda0707-cc6c-4f75-aa45-5afca09850fe HTTP/1.1" status: 204 len: 168 time: 2.6277473 Nov 12 03:27:11.015105 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33288) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:11.072703 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8894b5be-b3d5-4dea-a635-a3971f545f28 req-9948095d-7463-48ac-b3c1-9f02dec1b9ec tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups?id=cdf7987f-f475-4c1b-97ee-5dd577bf724a&id=dfa74b35-347f-4524-ae5c-cff5e8847540&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1228666 Nov 12 03:27:11.101200 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c325d-645b-4dc4-ad9d-ef09e4d9ce5d req-261c5e09-9f41-4d2f-bfee-354bc295f059 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:11.105022 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-114c325d-645b-4dc4-ad9d-ef09e4d9ce5d req-261c5e09-9f41-4d2f-bfee-354bc295f059 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=03382784-3a8d-4da6-b1d5-19d3c131c9b8 HTTP/1.1" status: 200 len: 945 time: 0.4425879 Nov 12 03:27:11.205408 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb620af7-03aa-4cc7-8298-100f93a6882f x-openstack-request-id: req-eb620af7-03aa-4cc7-8298-100f93a6882f {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:11.205747 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34647376-8c8b-4535-bf39-d77d3cb17e99", "name": "network-vif-unplugged", "status": "completed", "tag": "50373608-939c-404f-8e58-d13ffe4451a7", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:11.210244 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-eb620af7-03aa-4cc7-8298-100f93a6882f {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:11.210762 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34647376-8c8b-4535-bf39-d77d3cb17e99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50373608-939c-404f-8e58-d13ffe4451a7', 'code': 200} Nov 12 03:27:11.212482 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:11.323835 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26f8fd5-04b9-4ab5-a08e-267a54f79984 x-openstack-request-id: req-e26f8fd5-04b9-4ab5-a08e-267a54f79984 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:11.324758 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a11867-f1f2-409f-a547-78a33346f288", "name": "network-vif-deleted", "tag": "5731207e-39c0-427c-8694-1555fafb7f5b", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:11.324758 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e26f8fd5-04b9-4ab5-a08e-267a54f79984 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:11.325087 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a11867-f1f2-409f-a547-78a33346f288', 'name': 'network-vif-deleted', 'tag': '5731207e-39c0-427c-8694-1555fafb7f5b', 'status': 'completed', 'code': 200} Nov 12 03:27:11.335552 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 6196cda8-6a69-4b31-b399-37c8d189d77d, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=6196cda8-6a69-4b31-b399-37c8d189d77d,segment=NetworkSegment(87eca40d-206a-481c-a883-b95018bc626e),segment_id=87eca40d-206a-481c-a883-b95018bc626e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:11.343417 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:11.343898 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 5731207e-39c0-427c-8694-1555fafb7f5b no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:11.379552 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd0d4b-7e5d-48d5-800f-09673e4053a3 req-56ccd583-1710-49c2-89c1-53904dfec0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:11.381478 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fedd0d4b-7e5d-48d5-800f-09673e4053a3 req-56ccd583-1710-49c2-89c1-53904dfec0bf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=91fef26da8e143afb79eb810bd46376a&device_id=5af7f917-fdb1-474b-9188-36aeb89162de HTTP/1.1" status: 200 len: 1137 time: 0.3650784 Nov 12 03:27:11.385079 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0761cd1-8a4f-47f9-9034-0a5982129fd9 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:11.387426 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0761cd1-8a4f-47f9-9034-0a5982129fd9 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:11.391621 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b0761cd1-8a4f-47f9-9034-0a5982129fd9 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3151917 Nov 12 03:27:11.404791 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33292) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:11.405142 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 5731207e-39c0-427c-8694-1555fafb7f5b {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:11.405142 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 5731207e-39c0-427c-8694-1555fafb7f5b not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:11.456329 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=6196cda8-6a69-4b31-b399-37c8d189d77d,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:11.485073 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-b467e958-7f3d-4cfa-b5e4-978c86d0b1ff tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting subnet 3a8038f7-f085-4eeb-850c-456a98410d2e {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:27:11.501139 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388005f-9d36-4c1c-a982-7661874238d2 req-12d747a2-ead6-4fa6-8c97-d8acc9583b0e tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:11.511049 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2388005f-9d36-4c1c-a982-7661874238d2 req-12d747a2-ead6-4fa6-8c97-d8acc9583b0e tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 946 time: 0.1263578 Nov 12 03:27:11.511407 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b467e958-7f3d-4cfa-b5e4-978c86d0b1ff tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:11.546284 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-80da8c4f-7d37-4a98-9938-61267f900089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:11.607585 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b467e958-7f3d-4cfa-b5e4-978c86d0b1ff tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:11.614828 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-114c325d-645b-4dc4-ad9d-ef09e4d9ce5d req-de3ae3a4-331d-4a32-b057-f70a687b5679 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887762 Nov 12 03:27:11.690185 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd0d4b-7e5d-48d5-800f-09673e4053a3 req-a07ae975-9e98-4262-8260-288557bcee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:11.692350 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fedd0d4b-7e5d-48d5-800f-09673e4053a3 req-a07ae975-9e98-4262-8260-288557bcee60 service neutron] 10.222.0.74 "GET /v2.0/networks?id=169e1144-ccf3-4d1d-a931-5204a7d70a64 HTTP/1.1" status: 200 len: 913 time: 0.3020060 Nov 12 03:27:11.718893 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2388005f-9d36-4c1c-a982-7661874238d2 req-42e84cd6-b2cc-42a6-830d-9f73bbac53dd tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992986 Nov 12 03:27:11.784942 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fedd0d4b-7e5d-48d5-800f-09673e4053a3 req-e48986b5-36b9-423b-9383-9844809a790c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d01834f-c095-41da-914b-94f1790b7d2c HTTP/1.1" status: 200 len: 217 time: 0.0599525 Nov 12 03:27:11.920107 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b711d-9fdb-4582-a09f-fa1e97d6ac98 req-c4e7a099-e3c3-4002-a657-5bde8ae7530a tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:11.922424 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-733b711d-9fdb-4582-a09f-fa1e97d6ac98 req-c4e7a099-e3c3-4002-a657-5bde8ae7530a tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a65edf96-a810-4ee3-b7d1-38eb6d581511 HTTP/1.1" status: 200 len: 945 time: 0.1100104 Nov 12 03:27:11.931815 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b467e958-7f3d-4cfa-b5e4-978c86d0b1ff tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:11.963827 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd0d4b-7e5d-48d5-800f-09673e4053a3 req-5412367c-86c2-491d-9c67-874d5aca6afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:11.965666 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fedd0d4b-7e5d-48d5-800f-09673e4053a3 req-5412367c-86c2-491d-9c67-874d5aca6afa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=81deee3d-5b3d-4089-86fe-7bb37174d9df HTTP/1.1" status: 200 len: 852 time: 0.1593916 Nov 12 03:27:11.984652 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931527c-cb86-491c-9896-388a4f3440b0 req-a7e975ef-67fa-426d-9643-0a2d27e1db37 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:11.986207 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b931527c-cb86-491c-9896-388a4f3440b0 req-a7e975ef-67fa-426d-9643-0a2d27e1db37 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 950 time: 0.1151400 Nov 12 03:27:12.025869 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fedd0d4b-7e5d-48d5-800f-09673e4053a3 req-753188bc-83e0-478d-a358-b4e0f2970101 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=169e1144-ccf3-4d1d-a931-5204a7d70a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349917 Nov 12 03:27:12.114316 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-733b711d-9fdb-4582-a09f-fa1e97d6ac98 req-8a1abb77-1b5a-4cbb-9fa8-fc9157b578f5 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804078 Nov 12 03:27:12.140583 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b467e958-7f3d-4cfa-b5e4-978c86d0b1ff tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.188007 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b467e958-7f3d-4cfa-b5e4-978c86d0b1ff tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Subnet': ['ID=3a8038f7-f085-4eeb-850c-456a98410d2e,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:12.196089 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b931527c-cb86-491c-9896-388a4f3440b0 req-c01d1aea-0bb3-4441-a1c7-815c8c7cac3e tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735361 Nov 12 03:27:12.197325 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b467e958-7f3d-4cfa-b5e4-978c86d0b1ff tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.205378 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b467e958-7f3d-4cfa-b5e4-978c86d0b1ff tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/3a8038f7-f085-4eeb-850c-456a98410d2e HTTP/1.1" status: 204 len: 168 time: 0.7998753 Nov 12 03:27:12.205378 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33298) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:12.207936 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1e46a8-3bbc-4c93-adff-e40415a186bd None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:12.278316 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-bd6c9a1d-d227-4180-9ca4-08b630db95f3 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0687056 Nov 12 03:27:12.278648 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33300) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:12.283506 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-e71112f4-e0fc-456e-98ff-89df2f1b01cc tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'subnet': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:12.327128 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fedd0d4b-7e5d-48d5-800f-09673e4053a3 req-03ba1a6e-86a4-48db-bd4f-5caca00da9e0 service neutron] 10.222.0.74 "GET /v2.0/networks/169e1144-ccf3-4d1d-a931-5204a7d70a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817867 Nov 12 03:27:12.363647 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe218be5-a8a1-4120-a89d-9ba526cc771b req-69ae1de0-87f4-4640-8df5-7ca8bb844f6c tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:12.365122 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fe218be5-a8a1-4120-a89d-9ba526cc771b req-69ae1de0-87f4-4640-8df5-7ca8bb844f6c tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af7f917-fdb1-474b-9188-36aeb89162de HTTP/1.1" status: 200 len: 985 time: 0.0847163 Nov 12 03:27:12.377917 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 50373608-939c-404f-8e58-d13ffe4451a7 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:12.440646 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-80da8c4f-7d37-4a98-9938-61267f900089 admin admin] Deleting port 39bb739f-81d4-48b8-8c44-12feda571b29 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:12.441794 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-80da8c4f-7d37-4a98-9938-61267f900089 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.481263 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fedd0d4b-7e5d-48d5-800f-09673e4053a3 req-15793ff1-8259-456f-8cd8-ac32504f7249 service neutron] 10.222.0.74 "GET /v2.0/networks/169e1144-ccf3-4d1d-a931-5204a7d70a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245058 Nov 12 03:27:12.489093 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fe218be5-a8a1-4120-a89d-9ba526cc771b req-8d418074-50f1-418b-950e-fcafda4df000 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups?id=cdf7987f-f475-4c1b-97ee-5dd577bf724a&id=dfa74b35-347f-4524-ae5c-cff5e8847540&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1118059 Nov 12 03:27:12.492212 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71112f4-e0fc-456e-98ff-89df2f1b01cc tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:12.496481 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e71112f4-e0fc-456e-98ff-89df2f1b01cc tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.586538 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-80da8c4f-7d37-4a98-9938-61267f900089 admin admin] For port 39bb739f-81d4-48b8-8c44-12feda571b29, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=39bb739f-81d4-48b8-8c44-12feda571b29,segment=NetworkSegment(fec36af3-9300-48b5-9e38-a45077560b9e),segment_id=fec36af3-9300-48b5-9e38-a45077560b9e)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:12.586988 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-80da8c4f-7d37-4a98-9938-61267f900089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.602683 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-80da8c4f-7d37-4a98-9938-61267f900089 admin admin] Calling delete_port for 39bb739f-81d4-48b8-8c44-12feda571b29 owned by network:router_interface {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:12.706753 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 50373608-939c-404f-8e58-d13ffe4451a7 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:12.707130 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.815203 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f823c550-d53b-4780-8039-c663a3a2d220 None None] DHCP port deletion for 73a88994-9b3d-4208-8808-2295e92df12e request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:12.939091 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58d1e8-bcfe-49ed-bea5-dd6333341e0e req-3a2f7c96-a8e5-4604-b56a-e5b50d582e14 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:12.941831 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1e58d1e8-bcfe-49ed-bea5-dd6333341e0e req-3a2f7c96-a8e5-4604-b56a-e5b50d582e14 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=03382784-3a8d-4da6-b1d5-19d3c131c9b8 HTTP/1.1" status: 200 len: 946 time: 0.1624391 Nov 12 03:27:12.946828 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.951298 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e71112f4-e0fc-456e-98ff-89df2f1b01cc tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.983698 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a726ff-b6d3-4428-934d-c2f20a10b73f req-dd69bf32-70cb-40fb-9711-b02d8c757fa9 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:12.985390 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-61a726ff-b6d3-4428-934d-c2f20a10b73f req-dd69bf32-70cb-40fb-9711-b02d8c757fa9 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 946 time: 0.1122622 Nov 12 03:27:13.006371 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-f823c550-d53b-4780-8039-c663a3a2d220 None None] Deleting port e8d5fbd4-715f-488a-8329-c4d0b1dae2f6 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:13.006790 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f823c550-d53b-4780-8039-c663a3a2d220 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:13.013052 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 50373608-939c-404f-8e58-d13ffe4451a7, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=50373608-939c-404f-8e58-d13ffe4451a7,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:13.032743 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:13.046878 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71112f4-e0fc-456e-98ff-89df2f1b01cc tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:13.057410 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-e71112f4-e0fc-456e-98ff-89df2f1b01cc tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:13.068330 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71112f4-e0fc-456e-98ff-89df2f1b01cc tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:13.069900 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e71112f4-e0fc-456e-98ff-89df2f1b01cc tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:13.085025 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-80da8c4f-7d37-4a98-9938-61267f900089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:13.109518 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-61a726ff-b6d3-4428-934d-c2f20a10b73f req-6a58a348-fb84-4f09-b26f-96f5607cf064 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922632 Nov 12 03:27:13.178585 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da8c4f-7d37-4a98-9938-61267f900089 admin admin] Pushing event deleted for resources: {'Port': ['ID=39bb739f-81d4-48b8-8c44-12feda571b29,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:13.226906 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71112f4-e0fc-456e-98ff-89df2f1b01cc tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Subnet': ['ID=006b0ea1-7776-48f5-86bf-685dfd44a159,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:13.261259 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e71112f4-e0fc-456e-98ff-89df2f1b01cc tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9816878 Nov 12 03:27:13.264350 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33312) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:13.283470 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-f823c550-d53b-4780-8039-c663a3a2d220 None None] For port e8d5fbd4-715f-488a-8329-c4d0b1dae2f6, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e8d5fbd4-715f-488a-8329-c4d0b1dae2f6,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:13.284089 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f823c550-d53b-4780-8039-c663a3a2d220 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:13.294486 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-13c34df4-790e-4006-a902-371f8b0e943c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'port': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'name': 'tempest-NetworksTestDHCPv6-2063388349'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:13.306123 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03382784-3a8d-4da6-b1d5-19d3c131c9b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6196cda8-6a69-4b31-b399-37c8d189d77d'}, {'server_uuid': '34647376-8c8b-4535-bf39-d77d3cb17e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50373608-939c-404f-8e58-d13ffe4451a7'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:13.311714 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a529b053-ef87-46ca-8c0e-dd1f662ac91a" -d '{"events": [{"server_uuid": "03382784-3a8d-4da6-b1d5-19d3c131c9b8", "name": "network-vif-plugged", "status": "completed", "tag": "6196cda8-6a69-4b31-b399-37c8d189d77d"}, {"server_uuid": "34647376-8c8b-4535-bf39-d77d3cb17e99", "name": "network-vif-plugged", "status": "completed", "tag": "50373608-939c-404f-8e58-d13ffe4451a7"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:13.338521 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-f823c550-d53b-4780-8039-c663a3a2d220 None None] Calling delete_port for e8d5fbd4-715f-488a-8329-c4d0b1dae2f6 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:13.360725 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=50373608-939c-404f-8e58-d13ffe4451a7,revision_number=11']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:13.442963 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1e58d1e8-bcfe-49ed-bea5-dd6333341e0e req-88bfae0e-c73d-4d94-a78e-174783692b09 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4782367 Nov 12 03:27:13.555822 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f823c550-d53b-4780-8039-c663a3a2d220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:13.576626 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-80da8c4f-7d37-4a98-9938-61267f900089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:13.592036 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f823c550-d53b-4780-8039-c663a3a2d220 None None] Pushing event deleted for resources: {'Port': ['ID=e8d5fbd4-715f-488a-8329-c4d0b1dae2f6,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:13.601454 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39333a-cc8a-4b47-a4c9-15196cfd5383 req-8382d11c-2ae5-4329-bea9-ad03a1827b68 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:13.603014 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ca39333a-cc8a-4b47-a4c9-15196cfd5383 req-8382d11c-2ae5-4329-bea9-ad03a1827b68 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a65edf96-a810-4ee3-b7d1-38eb6d581511 HTTP/1.1" status: 200 len: 945 time: 0.1285264 Nov 12 03:27:13.612138 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f823c550-d53b-4780-8039-c663a3a2d220 None None] No DVR routers for this DVR port e8d5fbd4-715f-488a-8329-c4d0b1dae2f6 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:13.638971 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c73d41e-bad3-4593-b3e7-2e8d21521282 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:13.671329 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c34df4-790e-4006-a902-371f8b0e943c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:13.674996 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-13c34df4-790e-4006-a902-371f8b0e943c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:13.695926 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-13c34df4-790e-4006-a902-371f8b0e943c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] device_id is not set on port 7703248c-3c9e-4ea3-9b53-701b9ac39423 yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:27:13.717838 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051550d-855d-4fc5-81a6-5c1332950a78 req-6acc3345-fa23-4c4b-ae57-ae2de7cfe293 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:13.725241 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5051550d-855d-4fc5-81a6-5c1332950a78 req-6acc3345-fa23-4c4b-ae57-ae2de7cfe293 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 951 time: 0.1331091 Nov 12 03:27:13.826532 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5051550d-855d-4fc5-81a6-5c1332950a78 req-21f776b8-6edc-487e-84e2-665c73b5bed2 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003034 Nov 12 03:27:13.844271 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24eb6dc6-ebca-4aa3-830c-4c0ad0f96973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-73a88994-9b3d-4208-8808-2295e92df12e', 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'tenant_id': 'c89f39c463fe4565b0b406898cbbe00b', 'fixed_ips': [{'subnet_id': '006b0ea1-7776-48f5-86bf-685dfd44a159'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:27:13.845287 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-24eb6dc6-ebca-4aa3-830c-4c0ad0f96973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:13.948978 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-13c34df4-790e-4006-a902-371f8b0e943c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Allocated IP 2001:db8::2cf (73a88994-9b3d-4208-8808-2295e92df12e/006b0ea1-7776-48f5-86bf-685dfd44a159/7703248c-3c9e-4ea3-9b53-701b9ac39423) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:13.972858 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ca39333a-cc8a-4b47-a4c9-15196cfd5383 req-4264b7ee-fdb4-4601-b2da-dff17d3e1032 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100500 Nov 12 03:27:14.006045 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80da8c4f-7d37-4a98-9938-61267f900089 admin admin] Router 33458856-dd88-43b6-a487-48502771a672 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:27:14.053640 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6def67ba-3989-4007-bc15-7dfae637f4f1 x-openstack-request-id: req-6def67ba-3989-4007-bc15-7dfae637f4f1 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:14.055548 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03382784-3a8d-4da6-b1d5-19d3c131c9b8", "name": "network-vif-plugged", "status": "completed", "tag": "6196cda8-6a69-4b31-b399-37c8d189d77d", "code": 200}, {"server_uuid": "34647376-8c8b-4535-bf39-d77d3cb17e99", "name": "network-vif-plugged", "status": "completed", "tag": "50373608-939c-404f-8e58-d13ffe4451a7", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:14.058266 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6def67ba-3989-4007-bc15-7dfae637f4f1 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:14.059883 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03382784-3a8d-4da6-b1d5-19d3c131c9b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6196cda8-6a69-4b31-b399-37c8d189d77d', 'code': 200} Nov 12 03:27:14.060415 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34647376-8c8b-4535-bf39-d77d3cb17e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50373608-939c-404f-8e58-d13ffe4451a7', 'code': 200} Nov 12 03:27:14.330583 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80da8c4f-7d37-4a98-9938-61267f900089 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:14.346174 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94e9334-289d-4138-87d7-908e687b3f7e None None] Sync routers for ids ['33458856-dd88-43b6-a487-48502771a672'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:14.362502 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-80da8c4f-7d37-4a98-9938-61267f900089 admin admin] 10.222.0.50 "PUT /v2.0/routers/33458856-dd88-43b6-a487-48502771a672/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3641958 Nov 12 03:27:14.374956 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33326) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:14.377149 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94e9334-289d-4138-87d7-908e687b3f7e None None] Routers {'33458856-dd88-43b6-a487-48502771a672'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:14.377881 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-c94e9334-289d-4138-87d7-908e687b3f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:27:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['33458856-dd88-43b6-a487-48502771a672'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:14.445653 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-13c34df4-790e-4006-a902-371f8b0e943c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.503589 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b8570-e66a-446c-8a60-8fa2841415ca req-56ef4442-46f7-40b3-a2f4-86c805e047f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:14.507369 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-562b8570-e66a-446c-8a60-8fa2841415ca req-56ef4442-46f7-40b3-a2f4-86c805e047f0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 1103 time: 0.3440824 Nov 12 03:27:14.529004 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f63811-bb80-40c9-9027-ff426735d8a4 req-4d0a0db7-8c66-4497-8c4c-bbd9f0ee9c3c tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:14.545281 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-65f63811-bb80-40c9-9027-ff426735d8a4 req-4d0a0db7-8c66-4497-8c4c-bbd9f0ee9c3c tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 946 time: 0.2108488 Nov 12 03:27:14.591488 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d4b9b-3401-43d0-af73-df20b365c082 req-af9b6901-a7b0-4b3c-9783-84a01d1a18bb tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:14.600894 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-584d4b9b-3401-43d0-af73-df20b365c082 req-af9b6901-a7b0-4b3c-9783-84a01d1a18bb tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af7f917-fdb1-474b-9188-36aeb89162de HTTP/1.1" status: 200 len: 985 time: 0.5233383 Nov 12 03:27:14.613757 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e8d5fbd4-715f-488a-8329-c4d0b1dae2f6 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:14.631067 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-562b8570-e66a-446c-8a60-8fa2841415ca req-279a9d2a-bd09-40e3-83aa-f1e4f4ae9e77 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654013 Nov 12 03:27:14.655404 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: e8d5fbd4-715f-488a-8329-c4d0b1dae2f6 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:14.656034 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e8d5fbd4-715f-488a-8329-c4d0b1dae2f6 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:14.659849 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4631c6-7a79-460b-adb8-f0ae5f54c7cd req-852dff26-a769-407c-8995-13d301437a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:14.662237 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8a4631c6-7a79-460b-adb8-f0ae5f54c7cd req-852dff26-a769-407c-8995-13d301437a03 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=03382784-3a8d-4da6-b1d5-19d3c131c9b8 HTTP/1.1" status: 200 len: 1098 time: 0.5760195 Nov 12 03:27:14.672466 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-65f63811-bb80-40c9-9027-ff426735d8a4 req-f53a554e-d87b-4b23-b805-04a263384740 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099832 Nov 12 03:27:14.695839 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-c94e9334-289d-4138-87d7-908e687b3f7e None None] Set router 33458856-dd88-43b6-a487-48502771a672 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:14.763472 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c823d086-089d-42dd-9ee0-d5fa6095f515 admin admin] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.867917 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-584d4b9b-3401-43d0-af73-df20b365c082 req-377ee6ea-a3b2-4ea6-913c-52b595c3632b tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups?id=cdf7987f-f475-4c1b-97ee-5dd577bf724a&id=dfa74b35-347f-4524-ae5c-cff5e8847540&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2659900 Nov 12 03:27:14.940782 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-13c34df4-790e-4006-a902-371f8b0e943c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:15.086522 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-24eb6dc6-ebca-4aa3-830c-4c0ad0f96973 None None] Allocated IP 2001:db8::2 (73a88994-9b3d-4208-8808-2295e92df12e/006b0ea1-7776-48f5-86bf-685dfd44a159/115b1ee3-f2fb-487c-a7b3-0157ce80c18a) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:15.100528 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c34df4-790e-4006-a902-371f8b0e943c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:15.165322 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-13c34df4-790e-4006-a902-371f8b0e943c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:15.192014 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-c94e9334-289d-4138-87d7-908e687b3f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33458856-dd88-43b6-a487-48502771a672', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692260321-router', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:13Z', 'updated_at': '2021-11-12T03:27:12Z', 'revision_number': 5, 'project_id': '0debc975661f439796e2390b4a57b652', 'gw_port': {'id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:49:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33458856-dd88-43b6-a487-48502771a672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:14Z', 'updated_at': '2021-11-12T03:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:15.203578 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081a572-4bcb-4381-9976-f452b7ab4bf3 req-90074ead-ce68-431f-99b7-d5e7eb0b4782 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:15.203849 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946677c-39ae-4ecb-9142-e30888d61211 req-da941679-92f8-4ba7-8d5b-3b79cd453018 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:15.205753 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a081a572-4bcb-4381-9976-f452b7ab4bf3 req-90074ead-ce68-431f-99b7-d5e7eb0b4782 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=03382784-3a8d-4da6-b1d5-19d3c131c9b8 HTTP/1.1" status: 200 len: 946 time: 0.1998291 Nov 12 03:27:15.209913 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c34df4-790e-4006-a902-371f8b0e943c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:15.217181 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c34df4-790e-4006-a902-371f8b0e943c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:15.218331 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-13c34df4-790e-4006-a902-371f8b0e943c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:15.232994 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2946677c-39ae-4ecb-9142-e30888d61211 req-da941679-92f8-4ba7-8d5b-3b79cd453018 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 951 time: 0.1494894 Nov 12 03:27:15.239430 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94e9334-289d-4138-87d7-908e687b3f7e None None] Checking router: 33458856-dd88-43b6-a487-48502771a672 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:27:15.283274 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8a4631c6-7a79-460b-adb8-f0ae5f54c7cd req-c96eb645-5705-4573-856f-8064d36b05eb service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022028 Nov 12 03:27:15.289503 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94e9334-289d-4138-87d7-908e687b3f7e None None] Routers {'33458856-dd88-43b6-a487-48502771a672'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:15.290182 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-c94e9334-289d-4138-87d7-908e687b3f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:27:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['33458856-dd88-43b6-a487-48502771a672'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:15.294744 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c34df4-790e-4006-a902-371f8b0e943c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Port': ['ID=7703248c-3c9e-4ea3-9b53-701b9ac39423,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:15.300731 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-13c34df4-790e-4006-a902-371f8b0e943c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0315266 Nov 12 03:27:15.307402 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33336) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:15.309672 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c823d086-089d-42dd-9ee0-d5fa6095f515 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:15.320955 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2946677c-39ae-4ecb-9142-e30888d61211 req-20446f44-3ca3-4c0a-8455-dc527ce5b861 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813119 Nov 12 03:27:15.500824 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a081a572-4bcb-4381-9976-f452b7ab4bf3 req-2bd63ee7-6407-4943-938e-85d04dc15d00 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631452 Nov 12 03:27:15.538896 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-24eb6dc6-ebca-4aa3-830c-4c0ad0f96973 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:15.554486 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-c823d086-089d-42dd-9ee0-d5fa6095f515 admin admin] Deleting port ab732bba-3eed-40e5-bd00-6cccf969e4d3 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:15.554864 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c823d086-089d-42dd-9ee0-d5fa6095f515 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:15.560646 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a39b16-9319-4137-9d76-391d668a10bc tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:15.563026 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f8a39b16-9319-4137-9d76-391d668a10bc tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2410808 Nov 12 03:27:15.573994 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33338) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:15.588591 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-24eb6dc6-ebca-4aa3-830c-4c0ad0f96973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:15.688845 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0cf91c62-3303-4f64-9d65-9277053fe4ac req-fa25e4a2-21b1-4bf2-b76e-6c9f8d0f6b5e tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2048115808&fields=id&tenant_id=91fef26da8e143afb79eb810bd46376a HTTP/1.1" status: 200 len: 267 time: 0.2205245 Nov 12 03:27:15.731415 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24eb6dc6-ebca-4aa3-830c-4c0ad0f96973 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:15.741532 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-24eb6dc6-ebca-4aa3-830c-4c0ad0f96973 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:15.743084 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24eb6dc6-ebca-4aa3-830c-4c0ad0f96973 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:15.786401 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-c94e9334-289d-4138-87d7-908e687b3f7e None None] Set router 33458856-dd88-43b6-a487-48502771a672 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:15.791761 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb6dc6-ebca-4aa3-830c-4c0ad0f96973 None None] Pushing event updated for resources: {'Port': ['ID=115b1ee3-f2fb-487c-a7b3-0157ce80c18a,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:15.832536 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf91c62-3303-4f64-9d65-9277053fe4ac req-af770c00-d9b7-4a8a-b81c-030b229970df tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:15.834460 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0cf91c62-3303-4f64-9d65-9277053fe4ac req-af770c00-d9b7-4a8a-b81c-030b229970df tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af7f917-fdb1-474b-9188-36aeb89162de HTTP/1.1" status: 200 len: 985 time: 0.1437240 Nov 12 03:27:15.850397 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-0cf91c62-3303-4f64-9d65-9277053fe4ac req-8727f966-7cbd-41fd-9817-1efd480577f3 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Request body: {'port': {'security_groups': ['cdf7987f-f475-4c1b-97ee-5dd577bf724a', 'dfa74b35-347f-4524-ae5c-cff5e8847540', '5ee4d3ce-8a15-42e1-8f65-1888ae5723bb']}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:15.868841 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12583fa6-4533-4fcb-8b3f-c139afd3d40f req-3a2380ed-63e6-47f1-9bb8-f4974a797a5a tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:15.877085 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-12583fa6-4533-4fcb-8b3f-c139afd3d40f req-3a2380ed-63e6-47f1-9bb8-f4974a797a5a tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a65edf96-a810-4ee3-b7d1-38eb6d581511 HTTP/1.1" status: 200 len: 945 time: 0.2247627 Nov 12 03:27:15.907051 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-c823d086-089d-42dd-9ee0-d5fa6095f515 admin admin] For port ab732bba-3eed-40e5-bd00-6cccf969e4d3, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=ab732bba-3eed-40e5-bd00-6cccf969e4d3,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:15.907491 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c823d086-089d-42dd-9ee0-d5fa6095f515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:15.927082 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-c823d086-089d-42dd-9ee0-d5fa6095f515 admin admin] Calling delete_port for ab732bba-3eed-40e5-bd00-6cccf969e4d3 owned by network:router_gateway {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:15.955235 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-40ffcc07-3533-4ac2-a466-05b1b83b3d93 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting port 7703248c-3c9e-4ea3-9b53-701b9ac39423 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:15.955497 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-40ffcc07-3533-4ac2-a466-05b1b83b3d93 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:15.971109 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0cf91c62-3303-4f64-9d65-9277053fe4ac req-8727f966-7cbd-41fd-9817-1efd480577f3 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.021938 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-24eb6dc6-ebca-4aa3-830c-4c0ad0f96973 None None] Attempting to bind port 115b1ee3-f2fb-487c-a7b3-0157ce80c18a on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:16.022469 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-24eb6dc6-ebca-4aa3-830c-4c0ad0f96973 None None] Attempting to bind port 115b1ee3-f2fb-487c-a7b3-0157ce80c18a by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:16.023616 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24eb6dc6-ebca-4aa3-830c-4c0ad0f96973 None None] Attempting to bind port 115b1ee3-f2fb-487c-a7b3-0157ce80c18a on network 73a88994-9b3d-4208-8808-2295e92df12e {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:16.035265 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24eb6dc6-ebca-4aa3-830c-4c0ad0f96973 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:16.036350 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24eb6dc6-ebca-4aa3-830c-4c0ad0f96973 None None] Checking segment: {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:16.036974 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-24eb6dc6-ebca-4aa3-830c-4c0ad0f96973 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.037349 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24eb6dc6-ebca-4aa3-830c-4c0ad0f96973 None None] Bound using segment: {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:16.037937 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-24eb6dc6-ebca-4aa3-830c-4c0ad0f96973 None None] Bound port: 115b1ee3-f2fb-487c-a7b3-0157ce80c18a, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:16.038580 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-24eb6dc6-ebca-4aa3-830c-4c0ad0f96973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.099714 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-12583fa6-4533-4fcb-8b3f-c139afd3d40f req-b7f20c02-f57e-49d6-8dc7-eb0433f6636a tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217484 Nov 12 03:27:16.207069 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-24eb6dc6-ebca-4aa3-830c-4c0ad0f96973 None None] For port 115b1ee3-f2fb-487c-a7b3-0157ce80c18a, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:16.210615 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-24eb6dc6-ebca-4aa3-830c-4c0ad0f96973 None None] For port 115b1ee3-f2fb-487c-a7b3-0157ce80c18a, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=115b1ee3-f2fb-487c-a7b3-0157ce80c18a,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:16.219221 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-24eb6dc6-ebca-4aa3-830c-4c0ad0f96973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.278987 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-40ffcc07-3533-4ac2-a466-05b1b83b3d93 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.280216 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-0cf91c62-3303-4f64-9d65-9277053fe4ac req-8727f966-7cbd-41fd-9817-1efd480577f3 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] For port 6d01834f-c095-41da-914b-94f1790b7d2c, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=6d01834f-c095-41da-914b-94f1790b7d2c,segment=NetworkSegment(c201839a-9ee8-4927-8170-35a235ff6ef6),segment_id=c201839a-9ee8-4927-8170-35a235ff6ef6)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:16.375920 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0cf91c62-3303-4f64-9d65-9277053fe4ac req-8727f966-7cbd-41fd-9817-1efd480577f3 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.383091 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0cf91c62-3303-4f64-9d65-9277053fe4ac req-8727f966-7cbd-41fd-9817-1efd480577f3 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.441325 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['f7014e0c-3160-4db2-bb42-90d6d11ca96e', '6d01834f-c095-41da-914b-94f1790b7d2c'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:16.461364 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf91c62-3303-4f64-9d65-9277053fe4ac req-8727f966-7cbd-41fd-9817-1efd480577f3 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:16.462423 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0cf91c62-3303-4f64-9d65-9277053fe4ac req-8727f966-7cbd-41fd-9817-1efd480577f3 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.483691 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0cf91c62-3303-4f64-9d65-9277053fe4ac req-8727f966-7cbd-41fd-9817-1efd480577f3 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "PUT /v2.0/ports/6d01834f-c095-41da-914b-94f1790b7d2c HTTP/1.1" status: 200 len: 1021 time: 0.6367486 Nov 12 03:27:16.484580 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af7f917-fdb1-474b-9188-36aeb89162de', 'tag': '6d01834f-c095-41da-914b-94f1790b7d2c'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:16.491114 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c823d086-089d-42dd-9ee0-d5fa6095f515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.495116 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-40ffcc07-3533-4ac2-a466-05b1b83b3d93 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Calling delete_port for 7703248c-3c9e-4ea3-9b53-701b9ac39423 owned by {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:16.497429 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457aa8ba-4361-4777-922f-289822d808e1" -d '{"events": [{"name": "network-changed", "server_uuid": "5af7f917-fdb1-474b-9188-36aeb89162de", "tag": "6d01834f-c095-41da-914b-94f1790b7d2c"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:16.562273 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-c94e9334-289d-4138-87d7-908e687b3f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33458856-dd88-43b6-a487-48502771a672', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692260321-router', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:13Z', 'updated_at': '2021-11-12T03:27:12Z', 'revision_number': 5, 'project_id': '0debc975661f439796e2390b4a57b652', 'gw_port': {'id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:49:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33458856-dd88-43b6-a487-48502771a672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:14Z', 'updated_at': '2021-11-12T03:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:16.578639 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8727f966-7cbd-41fd-9817-1efd480577f3 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Pushing event updated for resources: {'Port': ['ID=6d01834f-c095-41da-914b-94f1790b7d2c,revision_number=7']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:16.587869 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f0cd64-6eb6-421b-a652-7244679c1d76 req-8496837f-d8d0-42e5-8684-d435f99fc860 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:16.599016 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-21f0cd64-6eb6-421b-a652-7244679c1d76 req-8496837f-d8d0-42e5-8684-d435f99fc860 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 946 time: 0.3807526 Nov 12 03:27:16.602691 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94e9334-289d-4138-87d7-908e687b3f7e None None] The sync data for ids ['33458856-dd88-43b6-a487-48502771a672'] in n-d-715271-27 is: [{'id': '33458856-dd88-43b6-a487-48502771a672', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692260321-router', 'tenant_id': '0debc975661f439796e2390b4a57b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:13Z', 'updated_at': '2021-11-12T03:27:12Z', 'revision_number': 5, 'project_id': '0debc975661f439796e2390b4a57b652', 'gw_port': {'id': 'ab732bba-3eed-40e5-bd00-6cccf969e4d3', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:49:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33458856-dd88-43b6-a487-48502771a672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:14Z', 'updated_at': '2021-11-12T03:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:16.625457 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb6dc6-ebca-4aa3-830c-4c0ad0f96973 None None] Pushing event updated for resources: {'Port': ['ID=115b1ee3-f2fb-487c-a7b3-0157ce80c18a,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:16.653385 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c823d086-089d-42dd-9ee0-d5fa6095f515 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab732bba-3eed-40e5-bd00-6cccf969e4d3,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:16.710158 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['6d01834f-c095-41da-914b-94f1790b7d2c'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:16.944639 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc9200-ba02-407f-8aee-8c129efb1fc1 req-a6bcea97-dfb0-4959-b2ef-e128429f6705 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:16.947129 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-44cc9200-ba02-407f-8aee-8c129efb1fc1 req-a6bcea97-dfb0-4959-b2ef-e128429f6705 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 951 time: 0.1355283 Nov 12 03:27:17.107717 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-44cc9200-ba02-407f-8aee-8c129efb1fc1 req-cf7ac1c7-8ed8-45fe-8ddb-0973b89ff556 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526015 Nov 12 03:27:17.232304 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a402c6f0-ca5e-466e-bf7a-e36048506ab5 req-78441388-5b86-47b0-8b5e-83f48bbdb819 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups/5ee4d3ce-8a15-42e1-8f65-1888ae5723bb HTTP/1.1" status: 200 len: 1819 time: 0.0960279 Nov 12 03:27:17.317274 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [req-a402c6f0-ca5e-466e-bf7a-e36048506ab5 req-8ff0dbf3-7155-4de4-99c7-26ccf802a396 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 03:27:17.318480 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a402c6f0-ca5e-466e-bf7a-e36048506ab5 req-8ff0dbf3-7155-4de4-99c7-26ccf802a396 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "DELETE /v2.0/security-groups/5ee4d3ce-8a15-42e1-8f65-1888ae5723bb HTTP/1.1" status: 409 len: 341 time: 0.0853631 Nov 12 03:27:17.535891 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d7092-7438-43df-9922-3555003b78fa req-fd8a54b7-8296-4ebe-8d95-1d7456eb8826 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:17.545398 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5a4d7092-7438-43df-9922-3555003b78fa req-fd8a54b7-8296-4ebe-8d95-1d7456eb8826 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=03382784-3a8d-4da6-b1d5-19d3c131c9b8 HTTP/1.1" status: 200 len: 946 time: 0.1133766 Nov 12 03:27:17.623182 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-21f0cd64-6eb6-421b-a652-7244679c1d76 req-666c30ec-8dcc-477f-a127-5d933c3fd5d7 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0207686 Nov 12 03:27:17.650316 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5a4d7092-7438-43df-9922-3555003b78fa req-310b88a2-20b4-4adf-98a7-b5a43019cc97 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029143 Nov 12 03:27:17.750957 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c823d086-089d-42dd-9ee0-d5fa6095f515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.830332 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a9984d-17bc-4c81-accb-4478aae52a49 x-openstack-request-id: req-95a9984d-17bc-4c81-accb-4478aae52a49 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:17.830771 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af7f917-fdb1-474b-9188-36aeb89162de", "tag": "6d01834f-c095-41da-914b-94f1790b7d2c", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:17.831027 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-95a9984d-17bc-4c81-accb-4478aae52a49 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:17.831454 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af7f917-fdb1-474b-9188-36aeb89162de', 'tag': '6d01834f-c095-41da-914b-94f1790b7d2c', 'status': 'completed', 'code': 200} Nov 12 03:27:17.895209 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12b7b5-de85-4d17-aad4-b237d87b1127 req-ea9a8241-7229-47fd-8f44-7c2bfb30916d tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:17.905172 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dd12b7b5-de85-4d17-aad4-b237d87b1127 req-ea9a8241-7229-47fd-8f44-7c2bfb30916d tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a65edf96-a810-4ee3-b7d1-38eb6d581511 HTTP/1.1" status: 200 len: 945 time: 0.1614869 Nov 12 03:27:17.989174 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.993559 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dd12b7b5-de85-4d17-aad4-b237d87b1127 req-d5088842-0b49-493a-94ff-9bc730ce3776 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874047 Nov 12 03:27:18.166544 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c823d086-089d-42dd-9ee0-d5fa6095f515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.180268 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c823d086-089d-42dd-9ee0-d5fa6095f515 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.374353 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457aa8ba-4361-4777-922f-289822d808e1 req-57b34040-955d-4b1e-83fe-e8313124d332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:18.384257 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-457aa8ba-4361-4777-922f-289822d808e1 req-57b34040-955d-4b1e-83fe-e8313124d332 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=91fef26da8e143afb79eb810bd46376a&device_id=5af7f917-fdb1-474b-9188-36aeb89162de HTTP/1.1" status: 200 len: 1176 time: 0.5412445 Nov 12 03:27:18.545848 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-7fb71c16-061d-405c-a2ee-56cd1b581d79 None None] Provisioning complete for port 115b1ee3-f2fb-487c-a7b3-0157ce80c18a triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:18.545848 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7fb71c16-061d-405c-a2ee-56cd1b581d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.549728 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c823d086-089d-42dd-9ee0-d5fa6095f515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.550286 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c823d086-089d-42dd-9ee0-d5fa6095f515 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33458856-dd88-43b6-a487-48502771a672 {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:27:18.555759 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c823d086-089d-42dd-9ee0-d5fa6095f515 admin admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.556960 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c823d086-089d-42dd-9ee0-d5fa6095f515 admin admin] 10.222.0.50 "DELETE /v2.0/routers/33458856-dd88-43b6-a487-48502771a672 HTTP/1.1" status: 204 len: 168 time: 4.1677184 Nov 12 03:27:18.563300 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33370) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:18.617376 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-40ffcc07-3533-4ac2-a466-05b1b83b3d93 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.647448 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 115b1ee3-f2fb-487c-a7b3-0157ce80c18a up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:18.648279 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec684177-6bd8-409d-91fa-d42f9b19b494 req-34540924-c8d8-4d08-a5c1-1622a32b5bfb tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:18.656892 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ec684177-6bd8-409d-91fa-d42f9b19b494 req-34540924-c8d8-4d08-a5c1-1622a32b5bfb tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=03382784-3a8d-4da6-b1d5-19d3c131c9b8 HTTP/1.1" status: 200 len: 946 time: 0.3265295 Nov 12 03:27:18.721750 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ffcc07-3533-4ac2-a466-05b1b83b3d93 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Port': ['ID=7703248c-3c9e-4ea3-9b53-701b9ac39423,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:18.809316 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 115b1ee3-f2fb-487c-a7b3-0157ce80c18a triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:18.809721 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.810643 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-40ffcc07-3533-4ac2-a466-05b1b83b3d93 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.823026 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-40ffcc07-3533-4ac2-a466-05b1b83b3d93 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/ports/7703248c-3c9e-4ea3-9b53-701b9ac39423 HTTP/1.1" status: 204 len: 168 time: 3.2521834 Nov 12 03:27:18.832024 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33374) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:18.847166 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457aa8ba-4361-4777-922f-289822d808e1 req-eab195f4-913d-462c-937a-7d5a6b259a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:18.848680 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-457aa8ba-4361-4777-922f-289822d808e1 req-eab195f4-913d-462c-937a-7d5a6b259a0f service neutron] 10.222.0.74 "GET /v2.0/networks?id=169e1144-ccf3-4d1d-a931-5204a7d70a64 HTTP/1.1" status: 200 len: 913 time: 0.3763082 Nov 12 03:27:18.998312 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ec684177-6bd8-409d-91fa-d42f9b19b494 req-ecc234dd-6df2-4756-9916-242fbc3426b2 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374703 Nov 12 03:27:19.000645 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-457aa8ba-4361-4777-922f-289822d808e1 req-cb50fac1-1244-4ce1-8560-34bd6f51dab5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d01834f-c095-41da-914b-94f1790b7d2c HTTP/1.1" status: 200 len: 217 time: 0.1322443 Nov 12 03:27:19.030754 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7fb71c16-061d-405c-a2ee-56cd1b581d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.094140 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-7fb71c16-061d-405c-a2ee-56cd1b581d79 None None] For port 115b1ee3-f2fb-487c-a7b3-0157ce80c18a, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=115b1ee3-f2fb-487c-a7b3-0157ce80c18a,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:19.101719 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e94cd76-85db-4919-a9c2-8c62d284519b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:19.121635 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e94cd76-85db-4919-a9c2-8c62d284519b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:19.125784 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0e94cd76-85db-4919-a9c2-8c62d284519b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2871580 Nov 12 03:27:19.130542 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33380) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:19.172542 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7fb71c16-061d-405c-a2ee-56cd1b581d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.228172 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-328c23ae-6ccd-490f-8452-06d71d1211c3 admin admin] Deleting subnet e23f749e-fea6-4b5c-8a76-f2265b94b364 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:27:19.238813 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-328c23ae-6ccd-490f-8452-06d71d1211c3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.283959 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457aa8ba-4361-4777-922f-289822d808e1 req-e604dcb2-2259-4ab0-9cd3-2d306ebf76f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:19.285960 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-457aa8ba-4361-4777-922f-289822d808e1 req-e604dcb2-2259-4ab0-9cd3-2d306ebf76f3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=81deee3d-5b3d-4089-86fe-7bb37174d9df HTTP/1.1" status: 200 len: 852 time: 0.2764943 Nov 12 03:27:19.336750 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-328c23ae-6ccd-490f-8452-06d71d1211c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.337069 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-457aa8ba-4361-4777-922f-289822d808e1 req-2b3fbb3a-fe20-4460-881a-853e150147af service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=169e1144-ccf3-4d1d-a931-5204a7d70a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413198 Nov 12 03:27:19.345768 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-28c2c25f-ec3b-4afe-9787-7308809c18cb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting subnet 006b0ea1-7776-48f5-86bf-685dfd44a159 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:27:19.361276 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-28c2c25f-ec3b-4afe-9787-7308809c18cb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.383611 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb71c16-061d-405c-a2ee-56cd1b581d79 None None] Pushing event updated for resources: {'Port': ['ID=115b1ee3-f2fb-487c-a7b3-0157ce80c18a,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:19.409210 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 39bb739f-81d4-48b8-8c44-12feda571b29 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:19.419574 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22297513-f768-4c10-bdf9-54cfe50f5274 req-b4430c6f-7ca4-4e09-ad59-b987deeefb4b tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:19.425030 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-22297513-f768-4c10-bdf9-54cfe50f5274 req-b4430c6f-7ca4-4e09-ad59-b987deeefb4b tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af7f917-fdb1-474b-9188-36aeb89162de HTTP/1.1" status: 200 len: 1024 time: 0.2304289 Nov 12 03:27:19.465866 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a29f2-dcac-4651-ba7d-10515bfc1607 req-6534272b-e7a4-4fb8-bb34-b4275629ab4d tempest-ServersAdminTestJSON-860113271 tempest-ServersAdminTestJSON-860113271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:19.475448 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-653a29f2-dcac-4651-ba7d-10515bfc1607 req-6534272b-e7a4-4fb8-bb34-b4275629ab4d tempest-ServersAdminTestJSON-860113271 tempest-ServersAdminTestJSON-860113271-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 1103 time: 0.7721500 Nov 12 03:27:19.488746 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb71c16-061d-405c-a2ee-56cd1b581d79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:19.489340 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb71c16-061d-405c-a2ee-56cd1b581d79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:19.489923 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb71c16-061d-405c-a2ee-56cd1b581d79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:19.491613 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb71c16-061d-405c-a2ee-56cd1b581d79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:19.492283 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb71c16-061d-405c-a2ee-56cd1b581d79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:19.492859 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb71c16-061d-405c-a2ee-56cd1b581d79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:19.493426 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb71c16-061d-405c-a2ee-56cd1b581d79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:19.493993 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb71c16-061d-405c-a2ee-56cd1b581d79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:19.494558 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb71c16-061d-405c-a2ee-56cd1b581d79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:19.495115 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb71c16-061d-405c-a2ee-56cd1b581d79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:19.495960 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb71c16-061d-405c-a2ee-56cd1b581d79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:19.498613 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb71c16-061d-405c-a2ee-56cd1b581d79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:19.512122 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-328c23ae-6ccd-490f-8452-06d71d1211c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.528908 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-28c2c25f-ec3b-4afe-9787-7308809c18cb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.531550 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 39bb739f-81d4-48b8-8c44-12feda571b29 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:19.531932 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 39bb739f-81d4-48b8-8c44-12feda571b29 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:19.545946 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-42ca8eab-f13e-44d4-871f-d77ce478314f None None] Could not find standard attr ID for object 7703248c-3c9e-4ea3-9b53-701b9ac39423. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:27:19.585517 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-653a29f2-dcac-4651-ba7d-10515bfc1607 req-e108784d-2f1c-4536-b537-1b87ac60caac tempest-ServersAdminTestJSON-860113271 tempest-ServersAdminTestJSON-860113271-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090858 Nov 12 03:27:19.644205 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-328c23ae-6ccd-490f-8452-06d71d1211c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.687825 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c23ae-6ccd-490f-8452-06d71d1211c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e23f749e-fea6-4b5c-8a76-f2265b94b364,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:19.688425 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-22297513-f768-4c10-bdf9-54cfe50f5274 req-0ae7d913-90a2-4463-9225-d3fc6960177f tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups?id=cdf7987f-f475-4c1b-97ee-5dd577bf724a&id=5ee4d3ce-8a15-42e1-8f65-1888ae5723bb&id=dfa74b35-347f-4524-ae5c-cff5e8847540&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2599397 Nov 12 03:27:19.704120 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-328c23ae-6ccd-490f-8452-06d71d1211c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.707334 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-328c23ae-6ccd-490f-8452-06d71d1211c3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e23f749e-fea6-4b5c-8a76-f2265b94b364 HTTP/1.1" status: 204 len: 168 time: 1.1425712 Nov 12 03:27:19.711268 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2870f5-3879-4388-a0a7-23b9055ab456 None None] Network 7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:19.718376 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-457aa8ba-4361-4777-922f-289822d808e1 req-418a6861-9de2-47e3-a80d-ec9a846ae566 service neutron] 10.222.0.74 "GET /v2.0/networks/169e1144-ccf3-4d1d-a931-5204a7d70a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683610 Nov 12 03:27:19.719006 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33386) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:19.791066 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722606b-edc2-41e8-bb17-a47645266315 req-6e5d3145-5874-4db6-9896-1b0d67486803 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:19.794356 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1722606b-edc2-41e8-bb17-a47645266315 req-6e5d3145-5874-4db6-9896-1b0d67486803 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 946 time: 0.1036403 Nov 12 03:27:19.925485 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1722606b-edc2-41e8-bb17-a47645266315 req-adf269a6-d992-4ab2-968b-8f6b85cb1879 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187382 Nov 12 03:27:20.020983 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-28c2c25f-ec3b-4afe-9787-7308809c18cb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:20.038721 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26030d12-6127-40fa-8d8a-4ac2e48ac60b None None] DHCP port deletion for 7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:20.126786 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-28c2c25f-ec3b-4afe-9787-7308809c18cb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:20.181836 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-26030d12-6127-40fa-8d8a-4ac2e48ac60b None None] Deleting port ce996e9f-0a08-4d85-90f7-f99d4f2c9bb5 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:20.182267 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-26030d12-6127-40fa-8d8a-4ac2e48ac60b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:20.202539 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ca06daef-aef0-462e-9cbc-294ec04abfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:20.218124 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-28c2c25f-ec3b-4afe-9787-7308809c18cb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:20.225223 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33390) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:20.226509 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-28c2c25f-ec3b-4afe-9787-7308809c18cb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/006b0ea1-7776-48f5-86bf-685dfd44a159 HTTP/1.1" status: 204 len: 168 time: 1.0946777 Nov 12 03:27:20.235423 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c2c25f-ec3b-4afe-9787-7308809c18cb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Subnet': ['ID=006b0ea1-7776-48f5-86bf-685dfd44a159,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:20.323742 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c234a1db-3d64-490a-a868-bfaee070c53d None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:20.384333 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd7d4f-f5fa-4bf0-9687-27fef0f0256b req-0f4031b3-5611-4b78-a696-c23d11a1c974 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:20.399118 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-86dd7d4f-f5fa-4bf0-9687-27fef0f0256b req-0f4031b3-5611-4b78-a696-c23d11a1c974 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a65edf96-a810-4ee3-b7d1-38eb6d581511 HTTP/1.1" status: 200 len: 945 time: 0.4689498 Nov 12 03:27:20.432146 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-457aa8ba-4361-4777-922f-289822d808e1 req-b87b2f2f-fb5b-42c2-861a-fe1b67cd2abe service neutron] 10.222.0.74 "GET /v2.0/networks/169e1144-ccf3-4d1d-a931-5204a7d70a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6910493 Nov 12 03:27:20.524718 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b5539ea1-6c35-4b96-948c-778690e62b16 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2955792 Nov 12 03:27:20.525965 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33394) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:20.536824 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-64380efa-aadc-4fe0-b971-d094248e7ee8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'subnet': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:20.598411 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-86dd7d4f-f5fa-4bf0-9687-27fef0f0256b req-840897fc-c4f3-4049-b734-46d2d6d102b3 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978819 Nov 12 03:27:20.643084 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 115b1ee3-f2fb-487c-a7b3-0157ce80c18a up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:20.690540 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-ca06daef-aef0-462e-9cbc-294ec04abfd8 admin admin] Deleting port ce996e9f-0a08-4d85-90f7-f99d4f2c9bb5 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:20.691252 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ca06daef-aef0-462e-9cbc-294ec04abfd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:20.809506 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69d3c2-75cf-4163-a0b0-dc916ce6a977 req-7969ff36-941d-4ff0-a822-aa8fffdfa23d tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:20.811271 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3f69d3c2-75cf-4163-a0b0-dc916ce6a977 req-7969ff36-941d-4ff0-a822-aa8fffdfa23d tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.74 "GET /v2.0/ports?device_id=5af7f917-fdb1-474b-9188-36aeb89162de HTTP/1.1" status: 200 len: 1024 time: 0.3075836 Nov 12 03:27:20.833427 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511aaf44-ced5-483a-ae18-b979fa6cfaa9 req-4dc78945-1c99-4b26-8275-e54f2bfe6f84 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:20.841643 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-511aaf44-ced5-483a-ae18-b979fa6cfaa9 req-4dc78945-1c99-4b26-8275-e54f2bfe6f84 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=03382784-3a8d-4da6-b1d5-19d3c131c9b8 HTTP/1.1" status: 200 len: 946 time: 0.1749890 Nov 12 03:27:20.853082 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-ca06daef-aef0-462e-9cbc-294ec04abfd8 admin admin] For port ce996e9f-0a08-4d85-90f7-f99d4f2c9bb5, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=ce996e9f-0a08-4d85-90f7-f99d4f2c9bb5,segment=NetworkSegment(fec36af3-9300-48b5-9e38-a45077560b9e),segment_id=fec36af3-9300-48b5-9e38-a45077560b9e)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:20.853595 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ca06daef-aef0-462e-9cbc-294ec04abfd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:20.873811 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-ca06daef-aef0-462e-9cbc-294ec04abfd8 admin admin] Calling delete_port for ce996e9f-0a08-4d85-90f7-f99d4f2c9bb5 owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:20.888613 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-26030d12-6127-40fa-8d8a-4ac2e48ac60b None None] For port ce996e9f-0a08-4d85-90f7-f99d4f2c9bb5, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=ce996e9f-0a08-4d85-90f7-f99d4f2c9bb5,segment=NetworkSegment(fec36af3-9300-48b5-9e38-a45077560b9e),segment_id=fec36af3-9300-48b5-9e38-a45077560b9e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:20.889086 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-26030d12-6127-40fa-8d8a-4ac2e48ac60b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:20.922179 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-26030d12-6127-40fa-8d8a-4ac2e48ac60b None None] Calling delete_port for ce996e9f-0a08-4d85-90f7-f99d4f2c9bb5 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:20.992996 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-511aaf44-ced5-483a-ae18-b979fa6cfaa9 req-6d12dc02-3a68-4c6c-adf8-a0c5e3ec3828 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503677 Nov 12 03:27:20.997807 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64380efa-aadc-4fe0-b971-d094248e7ee8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:21.013034 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-64380efa-aadc-4fe0-b971-d094248e7ee8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.082227 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-3f69d3c2-75cf-4163-a0b0-dc916ce6a977 req-31cc0e9a-0ebf-4279-bb37-2fe7dd1e9ffa tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Deleting port 6d01834f-c095-41da-914b-94f1790b7d2c {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:21.085409 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3f69d3c2-75cf-4163-a0b0-dc916ce6a977 req-31cc0e9a-0ebf-4279-bb37-2fe7dd1e9ffa tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.086955 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d534781-3c02-401b-9159-53f8f6c3f52d req-724c29ea-4922-447c-8d13-dc673ee22e2f tempest-ServersAdminTestJSON-860113271 tempest-ServersAdminTestJSON-860113271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:21.088855 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8d534781-3c02-401b-9159-53f8f6c3f52d req-724c29ea-4922-447c-8d13-dc673ee22e2f tempest-ServersAdminTestJSON-860113271 tempest-ServersAdminTestJSON-860113271-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 1103 time: 0.2980256 Nov 12 03:27:21.194117 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ca06daef-aef0-462e-9cbc-294ec04abfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.234260 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 115b1ee3-f2fb-487c-a7b3-0157ce80c18a triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:21.235048 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.248917 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8d534781-3c02-401b-9159-53f8f6c3f52d req-6c67173d-d362-4340-8f64-eca28bef9484 tempest-ServersAdminTestJSON-860113271 tempest-ServersAdminTestJSON-860113271-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253829 Nov 12 03:27:21.252227 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca06daef-aef0-462e-9cbc-294ec04abfd8 admin admin] No DVR routers for this DVR port ce996e9f-0a08-4d85-90f7-f99d4f2c9bb5 on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:21.255315 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca06daef-aef0-462e-9cbc-294ec04abfd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce996e9f-0a08-4d85-90f7-f99d4f2c9bb5,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:21.284114 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b347d2b-9574-43f2-98c9-2507be17e058 req-e18c2b04-fe66-4c0b-a1c8-b28bf5c01a8d tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:21.294423 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9b347d2b-9574-43f2-98c9-2507be17e058 req-e18c2b04-fe66-4c0b-a1c8-b28bf5c01a8d tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af7f917-fdb1-474b-9188-36aeb89162de HTTP/1.1" status: 200 len: 1024 time: 0.1199005 Nov 12 03:27:21.305684 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-3f69d3c2-75cf-4163-a0b0-dc916ce6a977 req-31cc0e9a-0ebf-4279-bb37-2fe7dd1e9ffa tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] For port 6d01834f-c095-41da-914b-94f1790b7d2c, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=6d01834f-c095-41da-914b-94f1790b7d2c,segment=NetworkSegment(c201839a-9ee8-4927-8170-35a235ff6ef6),segment_id=c201839a-9ee8-4927-8170-35a235ff6ef6)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:21.306021 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3f69d3c2-75cf-4163-a0b0-dc916ce6a977 req-31cc0e9a-0ebf-4279-bb37-2fe7dd1e9ffa tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.316648 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-26030d12-6127-40fa-8d8a-4ac2e48ac60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.347709 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-3f69d3c2-75cf-4163-a0b0-dc916ce6a977 req-31cc0e9a-0ebf-4279-bb37-2fe7dd1e9ffa tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Calling delete_port for 6d01834f-c095-41da-914b-94f1790b7d2c owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:21.392890 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26030d12-6127-40fa-8d8a-4ac2e48ac60b None None] Pushing event deleted for resources: {'Port': ['ID=ce996e9f-0a08-4d85-90f7-f99d4f2c9bb5,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:21.396399 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ca06daef-aef0-462e-9cbc-294ec04abfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.401184 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26030d12-6127-40fa-8d8a-4ac2e48ac60b None None] No DVR routers for this DVR port ce996e9f-0a08-4d85-90f7-f99d4f2c9bb5 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:21.461931 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-ca06daef-aef0-462e-9cbc-294ec04abfd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:21.560832 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-ca06daef-aef0-462e-9cbc-294ec04abfd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fec36af3-9300-48b5-9e38-a45077560b9e') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:21.561473 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-ca06daef-aef0-462e-9cbc-294ec04abfd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fec36af3-9300-48b5-9e38-a45077560b9e') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:21.593512 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98347aaa-2ea4-4aed-a214-ef4f590de255 None None] DHCP port deletion for 73a88994-9b3d-4208-8808-2295e92df12e request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:21.612689 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9b347d2b-9574-43f2-98c9-2507be17e058 req-83164a30-3582-4659-b457-40dba7066a44 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups?id=cdf7987f-f475-4c1b-97ee-5dd577bf724a&id=5ee4d3ce-8a15-42e1-8f65-1888ae5723bb&id=dfa74b35-347f-4524-ae5c-cff5e8847540&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3166130 Nov 12 03:27:21.679361 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-64380efa-aadc-4fe0-b971-d094248e7ee8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.688302 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device ab732bba-3eed-40e5-bd00-6cccf969e4d3 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:21.698742 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ca06daef-aef0-462e-9cbc-294ec04abfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.770550 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3f69d3c2-75cf-4163-a0b0-dc916ce6a977 req-31cc0e9a-0ebf-4279-bb37-2fe7dd1e9ffa tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.773915 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: ab732bba-3eed-40e5-bd00-6cccf969e4d3 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:21.774415 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device ab732bba-3eed-40e5-bd00-6cccf969e4d3 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:21.775791 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device ce996e9f-0a08-4d85-90f7-f99d4f2c9bb5 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:21.819556 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['f7014e0c-3160-4db2-bb42-90d6d11ca96e', '6d01834f-c095-41da-914b-94f1790b7d2c'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:21.862287 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ca06daef-aef0-462e-9cbc-294ec04abfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.866770 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64380efa-aadc-4fe0-b971-d094248e7ee8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Subnet': ['ID=2f8800bb-5607-4e67-9c1d-0bdcb611f1b5,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:21.887594 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca06daef-aef0-462e-9cbc-294ec04abfd8 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:27:21.888006 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ca06daef-aef0-462e-9cbc-294ec04abfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.890974 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64380efa-aadc-4fe0-b971-d094248e7ee8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:21.896374 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:27:21.896374 n-d-715271-27 neutron-server[102572]: items = [ Nov 12 03:27:21.896374 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:27:21.896374 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:27:21.896374 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:27:21.896374 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:27:21.896374 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:27:21.896374 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:27:21.896374 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:27:21.896374 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:27:21.896374 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:27:21.896374 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:27:21.896374 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:27:21.896374 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:27:21.896374 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:27:21.896374 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:27:21.896374 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:27:21.896374 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:27:21.896374 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:27:21.896374 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:27:21.896374 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:27:21.896374 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:27:21.896374 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:27:21.896374 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:27:21.896374 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:27:21.896374 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:27:21.896374 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:27:21.896374 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:27:21.896374 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:27:21.896374 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:27:21.896374 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:27:21.896374 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:27:21.896374 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:27:21.896374 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:27:21.916930 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: ce996e9f-0a08-4d85-90f7-f99d4f2c9bb5 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:21.918202 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device ce996e9f-0a08-4d85-90f7-f99d4f2c9bb5 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:21.923903 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1d250-fc1b-47e0-9af4-a60bc2676bd2 req-4a8679aa-2711-4ab5-a111-a2007ea45ec7 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:21.925765 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ddb1d250-fc1b-47e0-9af4-a60bc2676bd2 req-4a8679aa-2711-4ab5-a111-a2007ea45ec7 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 946 time: 0.2871840 Nov 12 03:27:21.944536 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-64380efa-aadc-4fe0-b971-d094248e7ee8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:21.947781 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64380efa-aadc-4fe0-b971-d094248e7ee8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:21.948399 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-64380efa-aadc-4fe0-b971-d094248e7ee8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.950465 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc0e9a-0ebf-4279-bb37-2fe7dd1e9ffa tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Pushing event deleted for resources: {'Port': ['ID=6d01834f-c095-41da-914b-94f1790b7d2c,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:21.995458 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-98347aaa-2ea4-4aed-a214-ef4f590de255 None None] Deleting port 115b1ee3-f2fb-487c-a7b3-0157ce80c18a {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:21.997432 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-98347aaa-2ea4-4aed-a214-ef4f590de255 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:22.010390 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f69d3c2-75cf-4163-a0b0-dc916ce6a977 req-31cc0e9a-0ebf-4279-bb37-2fe7dd1e9ffa tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] No DVR routers for this DVR port 6d01834f-c095-41da-914b-94f1790b7d2c on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:22.021849 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a99e864-0079-4d71-8fad-e8dba7346d95 req-c41dff61-2e07-46b0-b511-729726209ddd tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:22.023736 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5a99e864-0079-4d71-8fad-e8dba7346d95 req-c41dff61-2e07-46b0-b511-729726209ddd tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=03382784-3a8d-4da6-b1d5-19d3c131c9b8 HTTP/1.1" status: 200 len: 946 time: 0.2564030 Nov 12 03:27:22.025265 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3f69d3c2-75cf-4163-a0b0-dc916ce6a977 req-31cc0e9a-0ebf-4279-bb37-2fe7dd1e9ffa tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:22.029917 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3f69d3c2-75cf-4163-a0b0-dc916ce6a977 req-31cc0e9a-0ebf-4279-bb37-2fe7dd1e9ffa tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.74 "DELETE /v2.0/ports/6d01834f-c095-41da-914b-94f1790b7d2c HTTP/1.1" status: 204 len: 173 time: 1.2061086 Nov 12 03:27:22.030524 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af7f917-fdb1-474b-9188-36aeb89162de', 'name': 'network-vif-deleted', 'tag': '6d01834f-c095-41da-914b-94f1790b7d2c'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:22.041663 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00b35e1-3684-48b2-b582-7b99a11249bc" -d '{"events": [{"server_uuid": "5af7f917-fdb1-474b-9188-36aeb89162de", "name": "network-vif-deleted", "tag": "6d01834f-c095-41da-914b-94f1790b7d2c"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:22.207938 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5a99e864-0079-4d71-8fad-e8dba7346d95 req-45f7a6be-9412-45f9-8b61-83abec2f8b37 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566958 Nov 12 03:27:22.364926 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-98347aaa-2ea4-4aed-a214-ef4f590de255 None None] For port 115b1ee3-f2fb-487c-a7b3-0157ce80c18a, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=115b1ee3-f2fb-487c-a7b3-0157ce80c18a,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:22.366076 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-98347aaa-2ea4-4aed-a214-ef4f590de255 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:22.402849 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-98347aaa-2ea4-4aed-a214-ef4f590de255 None None] Calling delete_port for 115b1ee3-f2fb-487c-a7b3-0157ce80c18a owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:22.428117 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-64380efa-aadc-4fe0-b971-d094248e7ee8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8964586 Nov 12 03:27:22.428334 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33412) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:22.440333 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-a75c5de9-a3cc-4bd7-ae5f-7013380f9241 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'port': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'name': 'tempest-NetworksTestDHCPv6-1016662951'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:22.513168 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ddb1d250-fc1b-47e0-9af4-a60bc2676bd2 req-a0b4f3e8-3460-49fa-ae05-251b002fb4d7 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5417395 Nov 12 03:27:22.514305 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ca06daef-aef0-462e-9cbc-294ec04abfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:22.524425 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ca06daef-aef0-462e-9cbc-294ec04abfd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:22.533190 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ca06daef-aef0-462e-9cbc-294ec04abfd8 admin admin] 10.222.0.50 "DELETE /v2.0/networks/7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce HTTP/1.1" status: 204 len: 168 time: 2.7954383 Nov 12 03:27:22.536654 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 115b1ee3-f2fb-487c-a7b3-0157ce80c18a no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:22.545243 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca06daef-aef0-462e-9cbc-294ec04abfd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a2b26a4-ecda-4edc-a1e0-e3764c7f39ce,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:22.914318 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6cab6-5ce6-4a9e-9150-8b623da8a0e8 req-4a66f665-8793-4748-9888-23f99e80ce2e tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:22.915927 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-76d6cab6-5ce6-4a9e-9150-8b623da8a0e8 req-4a66f665-8793-4748-9888-23f99e80ce2e tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a65edf96-a810-4ee3-b7d1-38eb6d581511 HTTP/1.1" status: 200 len: 945 time: 0.1541734 Nov 12 03:27:22.921988 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75c5de9-a3cc-4bd7-ae5f-7013380f9241 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:22.926622 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a75c5de9-a3cc-4bd7-ae5f-7013380f9241 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:22.990976 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-a75c5de9-a3cc-4bd7-ae5f-7013380f9241 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] device_id is not set on port 6462c07f-9383-4698-9857-d3bc36563dfe yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:27:23.103281 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-76d6cab6-5ce6-4a9e-9150-8b623da8a0e8 req-98648b19-8bbb-4e18-8093-954453412702 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762466 Nov 12 03:27:23.196941 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-a75c5de9-a3cc-4bd7-ae5f-7013380f9241 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Allocated IP 2001:db8::a2 (73a88994-9b3d-4208-8808-2295e92df12e/2f8800bb-5607-4e67-9c1d-0bdcb611f1b5/6462c07f-9383-4698-9857-d3bc36563dfe) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:23.236414 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:23.285432 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33430) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:23.365282 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 115b1ee3-f2fb-487c-a7b3-0157ce80c18a, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=115b1ee3-f2fb-487c-a7b3-0157ce80c18a,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:23.373455 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:23.374250 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd5f36-6f60-4a58-8857-961e3b2bbefd req-f770099e-aec7-4a4b-a138-214cc10041bf tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:23.382225 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-20fd5f36-6f60-4a58-8857-961e3b2bbefd req-f770099e-aec7-4a4b-a138-214cc10041bf tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2b209f9-8057-402f-b431-081786c97024 HTTP/1.1" status: 200 len: 948 time: 0.1375985 Nov 12 03:27:23.397192 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-82c52e52-92b1-4a5b-839c-5c244a75ee1b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0debc975661f439796e2390b4a57b652&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1075599 Nov 12 03:27:23.404579 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33434) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:23.409025 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a75c5de9-a3cc-4bd7-ae5f-7013380f9241 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:23.423526 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-98347aaa-2ea4-4aed-a214-ef4f590de255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:23.445340 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb39dcc-f5a3-46fb-83f0-0b1761371b1b x-openstack-request-id: req-6eb39dcc-f5a3-46fb-83f0-0b1761371b1b {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:23.446116 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af7f917-fdb1-474b-9188-36aeb89162de", "name": "network-vif-deleted", "tag": "6d01834f-c095-41da-914b-94f1790b7d2c", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:23.446116 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6eb39dcc-f5a3-46fb-83f0-0b1761371b1b {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:23.446496 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af7f917-fdb1-474b-9188-36aeb89162de', 'name': 'network-vif-deleted', 'tag': '6d01834f-c095-41da-914b-94f1790b7d2c', 'status': 'completed', 'code': 200} Nov 12 03:27:23.451342 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a75c5de9-a3cc-4bd7-ae5f-7013380f9241 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:23.470846 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-20fd5f36-6f60-4a58-8857-961e3b2bbefd req-c0bfc450-6f3c-4402-b88d-602d4e2af8fb tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877194 Nov 12 03:27:23.491193 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98347aaa-2ea4-4aed-a214-ef4f590de255 None None] No DVR routers for this DVR port 115b1ee3-f2fb-487c-a7b3-0157ce80c18a on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:23.527693 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ded0e8c4-214d-4656-878c-9d57a5a2674b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:23.532724 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af457d21-94b6-4354-aa73-3bc561a001ac None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:23.535211 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=115b1ee3-f2fb-487c-a7b3-0157ce80c18a,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:23.579110 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ded0e8c4-214d-4656-878c-9d57a5a2674b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:23.591075 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75c5de9-a3cc-4bd7-ae5f-7013380f9241 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:23.599640 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-a75c5de9-a3cc-4bd7-ae5f-7013380f9241 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:23.602126 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98347aaa-2ea4-4aed-a214-ef4f590de255 None None] Pushing event deleted for resources: {'Port': ['ID=115b1ee3-f2fb-487c-a7b3-0157ce80c18a,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:23.616539 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75c5de9-a3cc-4bd7-ae5f-7013380f9241 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:23.622721 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75c5de9-a3cc-4bd7-ae5f-7013380f9241 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:23.623864 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a75c5de9-a3cc-4bd7-ae5f-7013380f9241 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:23.679368 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c5de9-a3cc-4bd7-ae5f-7013380f9241 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Port': ['ID=6462c07f-9383-4698-9857-d3bc36563dfe,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:23.710410 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a75c5de9-a3cc-4bd7-ae5f-7013380f9241 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2808046 Nov 12 03:27:23.711054 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33438) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:23.723992 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-86fd1861-c371-47be-8eb4-b87f32d0a0f3 req-ca7868be-2d9d-4418-8727-5ca5393dc076 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups/cdf7987f-f475-4c1b-97ee-5dd577bf724a HTTP/1.1" status: 200 len: 1816 time: 0.1477172 Nov 12 03:27:23.751264 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824344f6-f786-47bf-844e-3dcfc88e8ff5 req-1ff309db-7fdb-4c4c-8f6f-996dab9ebfd6 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:23.758705 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-824344f6-f786-47bf-844e-3dcfc88e8ff5 req-1ff309db-7fdb-4c4c-8f6f-996dab9ebfd6 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=03382784-3a8d-4da6-b1d5-19d3c131c9b8 HTTP/1.1" status: 200 len: 946 time: 0.3092546 Nov 12 03:27:23.786073 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ded0e8c4-214d-4656-878c-9d57a5a2674b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:23.791325 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ded0e8c4-214d-4656-878c-9d57a5a2674b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:23.796694 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ded0e8c4-214d-4656-878c-9d57a5a2674b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5c02f414-12bb-422e-8141-f3284114c1e2 HTTP/1.1" status: 204 len: 168 time: 0.3868549 Nov 12 03:27:23.837198 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded0e8c4-214d-4656-878c-9d57a5a2674b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c02f414-12bb-422e-8141-f3284114c1e2,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:23.870050 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c21acec-ba82-4c84-9b31-4a66a12d08e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-73a88994-9b3d-4208-8808-2295e92df12e', 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'tenant_id': 'c89f39c463fe4565b0b406898cbbe00b', 'fixed_ips': [{'subnet_id': '2f8800bb-5607-4e67-9c1d-0bdcb611f1b5'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:27:23.871104 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9c21acec-ba82-4c84-9b31-4a66a12d08e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:23.914552 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-86fd1861-c371-47be-8eb4-b87f32d0a0f3 req-da041081-6013-454e-bccd-99461450503e tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:23.954898 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-824344f6-f786-47bf-844e-3dcfc88e8ff5 req-fbcda5d9-c4a3-416b-af7b-261cadbf2f0b tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907418 Nov 12 03:27:23.983159 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e093f80-574b-4ad3-941f-87292e5d4fb2 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:23.998299 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1e093f80-574b-4ad3-941f-87292e5d4fb2 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2842867 Nov 12 03:27:23.999819 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33444) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:24.007867 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-86fd1861-c371-47be-8eb4-b87f32d0a0f3 req-da041081-6013-454e-bccd-99461450503e tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.140813 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-86fd1861-c371-47be-8eb4-b87f32d0a0f3 req-da041081-6013-454e-bccd-99461450503e tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.140813 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-86fd1861-c371-47be-8eb4-b87f32d0a0f3 req-da041081-6013-454e-bccd-99461450503e tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.141280 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-86fd1861-c371-47be-8eb4-b87f32d0a0f3 req-da041081-6013-454e-bccd-99461450503e tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "DELETE /v2.0/security-groups/cdf7987f-f475-4c1b-97ee-5dd577bf724a HTTP/1.1" status: 204 len: 173 time: 0.4094977 Nov 12 03:27:24.181409 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da041081-6013-454e-bccd-99461450503e tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf7987f-f475-4c1b-97ee-5dd577bf724a,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:24.266713 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-f24c616d-962f-45e8-a10d-368620960817 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting port 6462c07f-9383-4698-9857-d3bc36563dfe {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:24.266713 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f24c616d-962f-45e8-a10d-368620960817 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.369408 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-9c21acec-ba82-4c84-9b31-4a66a12d08e3 None None] Allocated IP 2001:db8::2 (73a88994-9b3d-4208-8808-2295e92df12e/2f8800bb-5607-4e67-9c1d-0bdcb611f1b5/17da20e0-93de-45b2-82c8-a389b8b512e3) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:24.377139 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 6d01834f-c095-41da-914b-94f1790b7d2c no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:24.394169 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff93b491-a505-4857-8324-9df7c2e29f6e req-1123f576-5f39-4010-b76a-2cb1e2b08099 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:24.395745 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ff93b491-a505-4857-8324-9df7c2e29f6e req-1123f576-5f39-4010-b76a-2cb1e2b08099 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=03382784-3a8d-4da6-b1d5-19d3c131c9b8 HTTP/1.1" status: 200 len: 946 time: 0.1156054 Nov 12 03:27:24.440731 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 6d01834f-c095-41da-914b-94f1790b7d2c {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:24.442872 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 6d01834f-c095-41da-914b-94f1790b7d2c not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:24.457934 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f24c616d-962f-45e8-a10d-368620960817 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.500063 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-f24c616d-962f-45e8-a10d-368620960817 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Calling delete_port for 6462c07f-9383-4698-9857-d3bc36563dfe owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:24.546447 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ff93b491-a505-4857-8324-9df7c2e29f6e req-b5795c93-4e19-4bb2-8b64-2c63526a451c tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156776 Nov 12 03:27:24.571849 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dda0c-59d4-436a-bc4f-b6b2909f502f req-7e9230ee-8ef3-4c62-b89f-fd317baadb9a tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:24.581581 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7d2dda0c-59d4-436a-bc4f-b6b2909f502f req-7e9230ee-8ef3-4c62-b89f-fd317baadb9a tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 946 time: 0.3048844 Nov 12 03:27:24.667965 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7d2dda0c-59d4-436a-bc4f-b6b2909f502f req-632e9df6-6cd1-4837-b0a4-c4a1160b7315 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847619 Nov 12 03:27:24.784096 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f8dfb-50cb-47be-a9e2-531c57526467 req-29a406a5-c055-4e4a-b788-8490bea50968 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:24.789119 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-853f8dfb-50cb-47be-a9e2-531c57526467 req-29a406a5-c055-4e4a-b788-8490bea50968 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a65edf96-a810-4ee3-b7d1-38eb6d581511 HTTP/1.1" status: 200 len: 945 time: 0.1749363 Nov 12 03:27:24.816231 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fde56cd8-9d23-405d-bcc9-c52010a516e6 req-1e99b711-f3ec-40b3-88d8-62103e899e3e tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups/5ee4d3ce-8a15-42e1-8f65-1888ae5723bb HTTP/1.1" status: 200 len: 1819 time: 0.0913606 Nov 12 03:27:24.853526 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f24c616d-962f-45e8-a10d-368620960817 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.905054 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24c616d-962f-45e8-a10d-368620960817 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Port': ['ID=6462c07f-9383-4698-9857-d3bc36563dfe,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:24.926706 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-853f8dfb-50cb-47be-a9e2-531c57526467 req-206024c0-5b54-40ae-b39e-61e68c1dd9b7 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293278 Nov 12 03:27:24.934432 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fde56cd8-9d23-405d-bcc9-c52010a516e6 req-77901458-07fc-4a6d-b1b0-17ce5c1c9144 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.966547 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f24c616d-962f-45e8-a10d-368620960817 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.969873 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f24c616d-962f-45e8-a10d-368620960817 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/ports/6462c07f-9383-4698-9857-d3bc36563dfe HTTP/1.1" status: 204 len: 168 time: 0.9621806 Nov 12 03:27:24.978033 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33478) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:24.983781 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fde56cd8-9d23-405d-bcc9-c52010a516e6 req-77901458-07fc-4a6d-b1b0-17ce5c1c9144 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.993673 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9c21acec-ba82-4c84-9b31-4a66a12d08e3 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.001615 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9c21acec-ba82-4c84-9b31-4a66a12d08e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.053347 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c21acec-ba82-4c84-9b31-4a66a12d08e3 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:25.079261 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c21acec-ba82-4c84-9b31-4a66a12d08e3 None None] Pushing event updated for resources: {'Port': ['ID=17da20e0-93de-45b2-82c8-a389b8b512e3,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:25.084057 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-9c21acec-ba82-4c84-9b31-4a66a12d08e3 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:25.086114 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c21acec-ba82-4c84-9b31-4a66a12d08e3 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:25.086523 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f63f95-6715-4eeb-9f6d-677cbd4f35b9 req-d7c422a2-011e-41f3-a64b-20562da42ed6 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:25.088298 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c7f63f95-6715-4eeb-9f6d-677cbd4f35b9 req-d7c422a2-011e-41f3-a64b-20562da42ed6 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2b209f9-8057-402f-b431-081786c97024 HTTP/1.1" status: 200 len: 948 time: 0.0963938 Nov 12 03:27:25.090272 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fde56cd8-9d23-405d-bcc9-c52010a516e6 req-77901458-07fc-4a6d-b1b0-17ce5c1c9144 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.093393 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fde56cd8-9d23-405d-bcc9-c52010a516e6 req-77901458-07fc-4a6d-b1b0-17ce5c1c9144 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.099320 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fde56cd8-9d23-405d-bcc9-c52010a516e6 req-77901458-07fc-4a6d-b1b0-17ce5c1c9144 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "DELETE /v2.0/security-groups/5ee4d3ce-8a15-42e1-8f65-1888ae5723bb HTTP/1.1" status: 204 len: 173 time: 0.2823215 Nov 12 03:27:25.110947 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dcb723-077c-495b-8ceb-aa095632a26f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:25.121454 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dcb723-077c-495b-8ceb-aa095632a26f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:25.123603 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-35dcb723-077c-495b-8ceb-aa095632a26f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1443915 Nov 12 03:27:25.130581 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33486) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:25.146425 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77901458-07fc-4a6d-b1b0-17ce5c1c9144 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee4d3ce-8a15-42e1-8f65-1888ae5723bb,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:25.166525 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea7f74-4a58-415c-9d3e-981594370bb6 req-6f525e80-54b9-44da-b037-e7d2d94ccbec tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:25.169138 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cbea7f74-4a58-415c-9d3e-981594370bb6 req-6f525e80-54b9-44da-b037-e7d2d94ccbec tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2b209f9-8057-402f-b431-081786c97024 HTTP/1.1" status: 200 len: 948 time: 0.1334300 Nov 12 03:27:25.187352 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-824a3e26-70a9-4b40-8c65-5ed808b57eb1 req-62402e15-8063-4bdd-ba2c-b21ccbf8b821 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-914205905', 'description': 'tempest-description-1030055173'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:25.206039 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-9c21acec-ba82-4c84-9b31-4a66a12d08e3 None None] Attempting to bind port 17da20e0-93de-45b2-82c8-a389b8b512e3 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:25.206919 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-9c21acec-ba82-4c84-9b31-4a66a12d08e3 None None] Attempting to bind port 17da20e0-93de-45b2-82c8-a389b8b512e3 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:25.207470 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c21acec-ba82-4c84-9b31-4a66a12d08e3 None None] Attempting to bind port 17da20e0-93de-45b2-82c8-a389b8b512e3 on network 73a88994-9b3d-4208-8808-2295e92df12e {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:25.217842 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c21acec-ba82-4c84-9b31-4a66a12d08e3 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:25.218633 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c21acec-ba82-4c84-9b31-4a66a12d08e3 None None] Checking segment: {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:25.219204 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9c21acec-ba82-4c84-9b31-4a66a12d08e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.219760 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c21acec-ba82-4c84-9b31-4a66a12d08e3 None None] Bound using segment: {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:25.220466 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-9c21acec-ba82-4c84-9b31-4a66a12d08e3 None None] Bound port: 17da20e0-93de-45b2-82c8-a389b8b512e3, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:25.221042 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9c21acec-ba82-4c84-9b31-4a66a12d08e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.245513 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-5343d544-3b64-4d8d-ad57-293dfe3c743b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting subnet 2f8800bb-5607-4e67-9c1d-0bdcb611f1b5 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:27:25.254832 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5343d544-3b64-4d8d-ad57-293dfe3c743b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.265063 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-824a3e26-70a9-4b40-8c65-5ed808b57eb1 req-62402e15-8063-4bdd-ba2c-b21ccbf8b821 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.303640 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33492) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:25.313496 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cbea7f74-4a58-415c-9d3e-981594370bb6 req-918cdaa1-37e8-4c25-a708-2e4e6a2465f2 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181448 Nov 12 03:27:25.338628 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5343d544-3b64-4d8d-ad57-293dfe3c743b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.396808 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-9c21acec-ba82-4c84-9b31-4a66a12d08e3 None None] For port 17da20e0-93de-45b2-82c8-a389b8b512e3, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:25.402814 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-824a3e26-70a9-4b40-8c65-5ed808b57eb1 req-62402e15-8063-4bdd-ba2c-b21ccbf8b821 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.406450 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-c7f63f95-6715-4eeb-9f6d-677cbd4f35b9 req-32c2b766-e359-45f4-856b-cddbacada363 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Deleting port 4117863d-1e67-4ba9-a65f-ee134a064e4c {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:25.406979 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c7f63f95-6715-4eeb-9f6d-677cbd4f35b9 req-32c2b766-e359-45f4-856b-cddbacada363 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.407172 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-9c21acec-ba82-4c84-9b31-4a66a12d08e3 None None] For port 17da20e0-93de-45b2-82c8-a389b8b512e3, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=17da20e0-93de-45b2-82c8-a389b8b512e3,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:25.413253 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-824a3e26-70a9-4b40-8c65-5ed808b57eb1 req-62402e15-8063-4bdd-ba2c-b21ccbf8b821 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.414389 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9c21acec-ba82-4c84-9b31-4a66a12d08e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.536657 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c21acec-ba82-4c84-9b31-4a66a12d08e3 None None] Pushing event updated for resources: {'Port': ['ID=17da20e0-93de-45b2-82c8-a389b8b512e3,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:25.569760 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5343d544-3b64-4d8d-ad57-293dfe3c743b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.605745 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28641f-5640-4397-b295-d0a57cbdadf2 req-97fba13b-c69b-49ad-8f80-8baa12e2557b tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:25.607793 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2c28641f-5640-4397-b295-d0a57cbdadf2 req-97fba13b-c69b-49ad-8f80-8baa12e2557b tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=03382784-3a8d-4da6-b1d5-19d3c131c9b8 HTTP/1.1" status: 200 len: 946 time: 0.1573091 Nov 12 03:27:25.748892 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5343d544-3b64-4d8d-ad57-293dfe3c743b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.804694 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2c28641f-5640-4397-b295-d0a57cbdadf2 req-afafb625-eb0c-4d90-bcac-c2455946a852 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760712 Nov 12 03:27:25.816219 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5343d544-3b64-4d8d-ad57-293dfe3c743b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Subnet': ['ID=2f8800bb-5607-4e67-9c1d-0bdcb611f1b5,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:25.845928 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5343d544-3b64-4d8d-ad57-293dfe3c743b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.857067 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5343d544-3b64-4d8d-ad57-293dfe3c743b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/2f8800bb-5607-4e67-9c1d-0bdcb611f1b5 HTTP/1.1" status: 204 len: 168 time: 0.7217326 Nov 12 03:27:25.857777 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33512) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:25.886041 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-53c00025-a5e0-4bdd-adf3-ef0b40e0c090 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1834831913-network', 'tenant_id': '1d6c893ca49044dfac9a410cc1ad6232'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:25.928387 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c87ccb2f-8483-48b7-8e47-31d075c53df6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0689864 Nov 12 03:27:25.929180 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33516) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:25.937298 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62402e15-8063-4bdd-ba2c-b21ccbf8b821 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4372c7-09d3-4ae3-8da9-a8c900f2ec3f,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:25.990936 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c00025-a5e0-4bdd-adf3-ef0b40e0c090 admin admin] Made reservation on behalf of 1d6c893ca49044dfac9a410cc1ad6232 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:25.993217 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-53c00025-a5e0-4bdd-adf3-ef0b40e0c090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.007225 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-824a3e26-70a9-4b40-8c65-5ed808b57eb1 req-62402e15-8063-4bdd-ba2c-b21ccbf8b821 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.014385 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-824a3e26-70a9-4b40-8c65-5ed808b57eb1 req-62402e15-8063-4bdd-ba2c-b21ccbf8b821 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.8521504 Nov 12 03:27:26.017621 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722c548e-8832-4326-9c51-d3e0e444fbb8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:26.020162 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-722c548e-8832-4326-9c51-d3e0e444fbb8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0889745 Nov 12 03:27:26.021839 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33526) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:26.049786 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-53c00025-a5e0-4bdd-adf3-ef0b40e0c090 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.125253 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d95b22c-bda6-44dc-98ad-fd07f7587c80 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:26.128621 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6d95b22c-bda6-44dc-98ad-fd07f7587c80 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1057250 Nov 12 03:27:26.131337 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33540) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:26.176059 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-fcdb36e2-8e3b-402a-84df-6e94efecdbc7 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0439153 Nov 12 03:27:26.181434 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33546) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:26.186429 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-c4717509-7582-41db-b956-7c0741f82fa8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'subnet': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:26.199944 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef135a-5c8d-4d37-9c3a-1b8989f85083 req-0a8fd181-62e8-425d-846a-a009937b620a tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:26.201685 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fbef135a-5c8d-4d37-9c3a-1b8989f85083 req-0a8fd181-62e8-425d-846a-a009937b620a tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 946 time: 0.1313264 Nov 12 03:27:26.205046 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-c7f63f95-6715-4eeb-9f6d-677cbd4f35b9 req-32c2b766-e359-45f4-856b-cddbacada363 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] For port 4117863d-1e67-4ba9-a65f-ee134a064e4c, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4117863d-1e67-4ba9-a65f-ee134a064e4c,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:26.205875 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c7f63f95-6715-4eeb-9f6d-677cbd4f35b9 req-32c2b766-e359-45f4-856b-cddbacada363 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.239187 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-c7f63f95-6715-4eeb-9f6d-677cbd4f35b9 req-32c2b766-e359-45f4-856b-cddbacada363 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Calling delete_port for 4117863d-1e67-4ba9-a65f-ee134a064e4c owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:26.310648 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843cfc47-104e-45c6-b23c-1b51e43872b4 req-65db1bb2-682d-452d-99d3-a9438a071ebe tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:26.318191 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-843cfc47-104e-45c6-b23c-1b51e43872b4 req-65db1bb2-682d-452d-99d3-a9438a071ebe tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=03382784-3a8d-4da6-b1d5-19d3c131c9b8 HTTP/1.1" status: 200 len: 946 time: 0.1974535 Nov 12 03:27:26.347038 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fbef135a-5c8d-4d37-9c3a-1b8989f85083 req-b1693beb-570f-4dc1-8fdf-427bd3df458f tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254530 Nov 12 03:27:26.347502 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-53c00025-a5e0-4bdd-adf3-ef0b40e0c090 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.365391 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4717509-7582-41db-b956-7c0741f82fa8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:26.369751 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c4717509-7582-41db-b956-7c0741f82fa8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.485863 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-53c00025-a5e0-4bdd-adf3-ef0b40e0c090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.534946 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c7f63f95-6715-4eeb-9f6d-677cbd4f35b9 req-32c2b766-e359-45f4-856b-cddbacada363 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.543991 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c00025-a5e0-4bdd-adf3-ef0b40e0c090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:26.549742 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 17da20e0-93de-45b2-82c8-a389b8b512e3 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:26.564912 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['b39a57cd-b764-4391-a7a9-e9de28772117', '50373608-939c-404f-8e58-d13ffe4451a7'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:26.606228 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53c00025-a5e0-4bdd-adf3-ef0b40e0c090 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:27:26.621316 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-53c00025-a5e0-4bdd-adf3-ef0b40e0c090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.621982 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-53c00025-a5e0-4bdd-adf3-ef0b40e0c090 admin admin] Added segment 3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd of type vlan for network d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e Nov 12 03:27:26.674734 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-53c00025-a5e0-4bdd-adf3-ef0b40e0c090 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.712756 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-53c00025-a5e0-4bdd-adf3-ef0b40e0c090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.713715 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c00025-a5e0-4bdd-adf3-ef0b40e0c090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:26.714299 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-53c00025-a5e0-4bdd-adf3-ef0b40e0c090 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.716961 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f5a5f-c626-4a2e-bb3b-33ff157d7a30 req-959cd9d7-34f4-45ba-955d-ff38dc438895 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:26.718571 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-651f5a5f-c626-4a2e-bb3b-33ff157d7a30 req-959cd9d7-34f4-45ba-955d-ff38dc438895 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a65edf96-a810-4ee3-b7d1-38eb6d581511 HTTP/1.1" status: 200 len: 945 time: 0.1482151 Nov 12 03:27:26.728222 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 17da20e0-93de-45b2-82c8-a389b8b512e3 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:26.728540 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c2b766-e359-45f4-856b-cddbacada363 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Pushing event deleted for resources: {'Port': ['ID=4117863d-1e67-4ba9-a65f-ee134a064e4c,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:26.729100 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.819787 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-53c00025-a5e0-4bdd-adf3-ef0b40e0c090 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5149024 Nov 12 03:27:26.832237 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33564) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:26.850001 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-baca194e-1ba5-4e3c-bb57-39080381e1d1 admin admin] Request body: {'subnet': {'network_id': 'd45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1834831913-subnet', 'tenant_id': '1d6c893ca49044dfac9a410cc1ad6232', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:26.850464 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f63f95-6715-4eeb-9f6d-677cbd4f35b9 req-32c2b766-e359-45f4-856b-cddbacada363 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] No DVR routers for this DVR port 4117863d-1e67-4ba9-a65f-ee134a064e4c on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:26.873284 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-651f5a5f-c626-4a2e-bb3b-33ff157d7a30 req-1ba484c8-729a-4a8c-89b2-03c568114f47 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456375 Nov 12 03:27:26.890570 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c4717509-7582-41db-b956-7c0741f82fa8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.910463 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c7f63f95-6715-4eeb-9f6d-677cbd4f35b9 req-32c2b766-e359-45f4-856b-cddbacada363 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.914342 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c7f63f95-6715-4eeb-9f6d-677cbd4f35b9 req-32c2b766-e359-45f4-856b-cddbacada363 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.74 "DELETE /v2.0/ports/4117863d-1e67-4ba9-a65f-ee134a064e4c HTTP/1.1" status: 204 len: 173 time: 1.8139970 Nov 12 03:27:26.917151 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b209f9-8057-402f-b431-081786c97024', 'name': 'network-vif-deleted', 'tag': '4117863d-1e67-4ba9-a65f-ee134a064e4c'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:26.928163 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52cd666b-f6ec-41a9-982e-51bb9c275f1b" -d '{"events": [{"server_uuid": "b2b209f9-8057-402f-b431-081786c97024", "name": "network-vif-deleted", "tag": "4117863d-1e67-4ba9-a65f-ee134a064e4c"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:26.945203 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-843cfc47-104e-45c6-b23c-1b51e43872b4 req-affd650a-3d9d-48ff-8723-c4fc1ca4a65b tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6260598 Nov 12 03:27:26.959316 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c00025-a5e0-4bdd-adf3-ef0b40e0c090 admin admin] Pushing event updated for resources: {'Network': ['ID=d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:26.962694 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baca194e-1ba5-4e3c-bb57-39080381e1d1 admin admin] Made reservation on behalf of 1d6c893ca49044dfac9a410cc1ad6232 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:26.965477 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-baca194e-1ba5-4e3c-bb57-39080381e1d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.969497 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4717509-7582-41db-b956-7c0741f82fa8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:26.997384 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4bd169-5737-42f0-ba82-20bc4facd65d None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:26.999863 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:27:27.009314 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-c4717509-7582-41db-b956-7c0741f82fa8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:27.021133 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4717509-7582-41db-b956-7c0741f82fa8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:27.022431 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c4717509-7582-41db-b956-7c0741f82fa8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:27.039735 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6bef7040-e76d-4c95-b6f3-23a0a3ba37bc req-9a602ee3-8e10-4172-9cbd-f8ee4b255ae8 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups/ff4372c7-09d3-4ae3-8da9-a8c900f2ec3f HTTP/1.1" status: 200 len: 1819 time: 0.1319566 Nov 12 03:27:27.085692 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-6bef7040-e76d-4c95-b6f3-23a0a3ba37bc req-aaa122d2-3021-4b56-9c7b-7accbb2e6625 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Request body: {'security_group': {'name': 'tempest-sg-hth-202965193', 'description': 'tempest-description-hth-1535492922'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:27.091513 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9066e018-2849-4456-a66a-0ec2268b9657 req-055820ef-cddc-43fa-b4fd-341dd6384914 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2b209f9-8057-402f-b431-081786c97024 HTTP/1.1" status: 200 len: 210 time: 0.0423112 Nov 12 03:27:27.100855 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c4717509-7582-41db-b956-7c0741f82fa8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9171088 Nov 12 03:27:27.101439 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33572) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:27.107657 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-cd6ea079-a792-4ac0-8a27-4d4199eca95b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'port': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'fixed_ips': [{'subnet_id': 'e1dc8310-7ef2-4af7-aa75-e77d20e5d625', 'ip_address': '2001:db8::29f:e29a:ed41:85a7'}], 'name': 'tempest-NetworksTestDHCPv6-1254697633'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:27.108648 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4717509-7582-41db-b956-7c0741f82fa8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Subnet': ['ID=e1dc8310-7ef2-4af7-aa75-e77d20e5d625,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:27.169869 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6bef7040-e76d-4c95-b6f3-23a0a3ba37bc req-aaa122d2-3021-4b56-9c7b-7accbb2e6625 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:27.294653 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6bef7040-e76d-4c95-b6f3-23a0a3ba37bc req-aaa122d2-3021-4b56-9c7b-7accbb2e6625 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:27.306030 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6bef7040-e76d-4c95-b6f3-23a0a3ba37bc req-aaa122d2-3021-4b56-9c7b-7accbb2e6625 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:27.306324 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb998782-f2c3-422c-8ea3-03a693638ade req-821a4f3e-609a-45e7-8dd0-e039c283886d tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:27.309967 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-eb998782-f2c3-422c-8ea3-03a693638ade req-821a4f3e-609a-45e7-8dd0-e039c283886d tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 946 time: 0.0771756 Nov 12 03:27:27.313403 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6bef7040-e76d-4c95-b6f3-23a0a3ba37bc req-aaa122d2-3021-4b56-9c7b-7accbb2e6625 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:27.315876 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:27.318125 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6bef7040-e76d-4c95-b6f3-23a0a3ba37bc req-aaa122d2-3021-4b56-9c7b-7accbb2e6625 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "PUT /v2.0/security-groups/ff4372c7-09d3-4ae3-8da9-a8c900f2ec3f HTTP/1.1" status: 200 len: 1793 time: 0.2444267 Nov 12 03:27:27.362365 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa122d2-3021-4b56-9c7b-7accbb2e6625 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4372c7-09d3-4ae3-8da9-a8c900f2ec3f,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:27.373337 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-d812281d-bba2-44e4-b969-f9a40c8574ea None None] Provisioning complete for port 17da20e0-93de-45b2-82c8-a389b8b512e3 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:27.373711 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d812281d-bba2-44e4-b969-f9a40c8574ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:27.399202 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97c70b8-97dd-4d23-8d48-3764f5c44422 x-openstack-request-id: req-c97c70b8-97dd-4d23-8d48-3764f5c44422 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:27.399857 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b209f9-8057-402f-b431-081786c97024", "name": "network-vif-deleted", "tag": "4117863d-1e67-4ba9-a65f-ee134a064e4c", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:27.399857 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c97c70b8-97dd-4d23-8d48-3764f5c44422 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:27.400165 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b209f9-8057-402f-b431-081786c97024', 'name': 'network-vif-deleted', 'tag': '4117863d-1e67-4ba9-a65f-ee134a064e4c', 'status': 'completed', 'code': 200} Nov 12 03:27:27.406541 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6ea079-a792-4ac0-8a27-4d4199eca95b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:27.443008 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-baca194e-1ba5-4e3c-bb57-39080381e1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:27.463341 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-eb998782-f2c3-422c-8ea3-03a693638ade req-3bd5f3e6-a766-4872-9b5e-a84883928ec3 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336365 Nov 12 03:27:27.487244 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 17da20e0-93de-45b2-82c8-a389b8b512e3, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=17da20e0-93de-45b2-82c8-a389b8b512e3,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:27.528465 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baca194e-1ba5-4e3c-bb57-39080381e1d1 admin admin] Checking segment: {'id': '3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:27.529469 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baca194e-1ba5-4e3c-bb57-39080381e1d1 admin admin] Network hostable DHCP agents. Network: d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:27:27.540685 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baca194e-1ba5-4e3c-bb57-39080381e1d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df107fe4-b619-4341-93e8-c25b14853a6f,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:27.564948 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:27.568525 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cd6ea079-a792-4ac0-8a27-4d4199eca95b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:27.594243 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baca194e-1ba5-4e3c-bb57-39080381e1d1 admin admin] Network d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:27:27.608104 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-baca194e-1ba5-4e3c-bb57-39080381e1d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:27.616742 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baca194e-1ba5-4e3c-bb57-39080381e1d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:27.617380 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-baca194e-1ba5-4e3c-bb57-39080381e1d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:27.623601 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-cd6ea079-a792-4ac0-8a27-4d4199eca95b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] device_id is not set on port 65bd6725-e102-4507-9cf9-15f125128112 yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:27:27.625641 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e45c45-dddd-4f86-896a-ec7af5f9b8a2 None None] Network d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:27.660597 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-baca194e-1ba5-4e3c-bb57-39080381e1d1 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8119292 Nov 12 03:27:27.793809 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-21116d1d-a046-42ea-bd1a-f18b939001cc req-4ed96a56-4641-4981-adee-93057863ef19 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups/ff4372c7-09d3-4ae3-8da9-a8c900f2ec3f HTTP/1.1" status: 200 len: 1793 time: 0.1046798 Nov 12 03:27:27.947727 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-84df9323-1a83-4447-adef-6989cd85eab0 req-463ea156-e543-42f9-8ac4-9cdf2565e9c0 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups/ff4372c7-09d3-4ae3-8da9-a8c900f2ec3f HTTP/1.1" status: 200 len: 1793 time: 0.1189871 Nov 12 03:27:28.006323 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-cd6ea079-a792-4ac0-8a27-4d4199eca95b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Allocated IP 2001:db8::29f:e29a:ed41:85a7 (73a88994-9b3d-4208-8808-2295e92df12e/e1dc8310-7ef2-4af7-aa75-e77d20e5d625/65bd6725-e102-4507-9cf9-15f125128112) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:28.032602 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=17da20e0-93de-45b2-82c8-a389b8b512e3,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:28.067532 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-d812281d-bba2-44e4-b969-f9a40c8574ea None None] Could not find standard attr ID for object 6462c07f-9383-4698-9857-d3bc36563dfe. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:27:28.088521 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cce267e-0a40-4f5a-9a0e-a1dcec2f9855 None None] Network d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:28.116815 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-84df9323-1a83-4447-adef-6989cd85eab0 req-a5becd62-bc27-4df6-bebb-2ee30de15c0f tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.167923 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-84df9323-1a83-4447-adef-6989cd85eab0 req-a5becd62-bc27-4df6-bebb-2ee30de15c0f tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.309303 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31178a-a112-4ee4-adfc-c3280f740a45 req-19f27de0-7c16-4b40-8bd9-2b48bbdebc0d tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:28.310982 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7e31178a-a112-4ee4-adfc-c3280f740a45 req-19f27de0-7c16-4b40-8bd9-2b48bbdebc0d tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a65edf96-a810-4ee3-b7d1-38eb6d581511 HTTP/1.1" status: 200 len: 945 time: 0.1329768 Nov 12 03:27:28.314562 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-84df9323-1a83-4447-adef-6989cd85eab0 req-a5becd62-bc27-4df6-bebb-2ee30de15c0f tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.317430 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-84df9323-1a83-4447-adef-6989cd85eab0 req-a5becd62-bc27-4df6-bebb-2ee30de15c0f tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.344765 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-84df9323-1a83-4447-adef-6989cd85eab0 req-a5becd62-bc27-4df6-bebb-2ee30de15c0f tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "DELETE /v2.0/security-groups/ff4372c7-09d3-4ae3-8da9-a8c900f2ec3f HTTP/1.1" status: 204 len: 173 time: 0.3958628 Nov 12 03:27:28.397662 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 4117863d-1e67-4ba9-a65f-ee134a064e4c no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:28.406002 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cd6ea079-a792-4ac0-8a27-4d4199eca95b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.454255 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 4117863d-1e67-4ba9-a65f-ee134a064e4c {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:28.458833 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 4117863d-1e67-4ba9-a65f-ee134a064e4c not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:28.459111 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5becd62-bc27-4df6-bebb-2ee30de15c0f tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4372c7-09d3-4ae3-8da9-a8c900f2ec3f,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:28.465172 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cd6ea079-a792-4ac0-8a27-4d4199eca95b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.519521 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 17da20e0-93de-45b2-82c8-a389b8b512e3 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:28.520059 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7e31178a-a112-4ee4-adfc-c3280f740a45 req-cfdeee6d-26b6-4a63-8b2f-6b65c405430b tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867638 Nov 12 03:27:28.523865 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6ea079-a792-4ac0-8a27-4d4199eca95b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:28.531864 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-cd6ea079-a792-4ac0-8a27-4d4199eca95b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:28.534278 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6ea079-a792-4ac0-8a27-4d4199eca95b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:28.540516 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6ea079-a792-4ac0-8a27-4d4199eca95b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:28.541170 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cd6ea079-a792-4ac0-8a27-4d4199eca95b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.576874 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ea079-a792-4ac0-8a27-4d4199eca95b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Port': ['ID=65bd6725-e102-4507-9cf9-15f125128112,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:28.590979 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-cd6ea079-a792-4ac0-8a27-4d4199eca95b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4853001 Nov 12 03:27:28.591824 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33648) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:28.598381 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3ac205-8e1b-4ce7-80e8-db37308e9ea9 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:28.638677 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 55a09f1f-5f9e-4783-9942-dfb020785189 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:28.684791 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f916841-6201-48c5-af8d-12ce5e5f1040 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:28.692247 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f916841-6201-48c5-af8d-12ce5e5f1040 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:28.694932 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8f916841-6201-48c5-af8d-12ce5e5f1040 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1015356 Nov 12 03:27:28.697696 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33662) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:28.715553 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-8f5f0589-4eac-4d7a-979d-308c2cadacdc None None] Provisioning complete for port 17da20e0-93de-45b2-82c8-a389b8b512e3 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:28.716025 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8f5f0589-4eac-4d7a-979d-308c2cadacdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.726190 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 17da20e0-93de-45b2-82c8-a389b8b512e3 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:28.726563 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.878336 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-3dd55f2e-3b6e-46bf-a4f2-466ff87dc80f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting port 65bd6725-e102-4507-9cf9-15f125128112 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:28.878668 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3dd55f2e-3b6e-46bf-a4f2-466ff87dc80f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.954303 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-21c743f0-c232-4a1e-a219-cf7137aec419 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:28.960044 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-21c743f0-c232-4a1e-a219-cf7137aec419 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/networks?id=d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e HTTP/1.1" status: 200 len: 805 time: 0.2031229 Nov 12 03:27:28.985721 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-5a5bb97e-343a-4423-a89b-90ece38a5038 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/quotas/1d6c893ca49044dfac9a410cc1ad6232 HTTP/1.1" status: 200 len: 375 time: 0.0167019 Nov 12 03:27:29.020853 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3dd55f2e-3b6e-46bf-a4f2-466ff87dc80f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.036846 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-3dd55f2e-3b6e-46bf-a4f2-466ff87dc80f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Calling delete_port for 65bd6725-e102-4507-9cf9-15f125128112 owned by {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:29.054488 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-6d1a6500-75ec-44d4-8508-aeffef4a0cf2 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d6c893ca49044dfac9a410cc1ad6232&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627177 Nov 12 03:27:29.073261 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-1f0a4dc1-8c27-45c3-898c-f5b42e72b01d service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:27:29.075363 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-1f0a4dc1-8c27-45c3-898c-f5b42e72b01d service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066345 Nov 12 03:27:29.210383 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3dd55f2e-3b6e-46bf-a4f2-466ff87dc80f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.224732 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-737e41c9-3d29-406f-b16c-8a88d4991edb service neutron] 10.222.0.50 "GET /v2.0/networks/d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310523 Nov 12 03:27:29.237281 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.244425 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd55f2e-3b6e-46bf-a4f2-466ff87dc80f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Port': ['ID=65bd6725-e102-4507-9cf9-15f125128112,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:29.277255 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3dd55f2e-3b6e-46bf-a4f2-466ff87dc80f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.284235 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3dd55f2e-3b6e-46bf-a4f2-466ff87dc80f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/ports/65bd6725-e102-4507-9cf9-15f125128112 HTTP/1.1" status: 204 len: 168 time: 0.5826097 Nov 12 03:27:29.284718 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33702) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:29.291652 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 55a09f1f-5f9e-4783-9942-dfb020785189, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=55a09f1f-5f9e-4783-9942-dfb020785189,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:29.302865 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55a09f1f-5f9e-4783-9942-dfb020785189'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:29.305125 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e312330-0d71-4055-9006-55daadaab49c" -d '{"events": [{"server_uuid": "7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c", "name": "network-vif-unplugged", "status": "completed", "tag": "55a09f1f-5f9e-4783-9942-dfb020785189"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:29.307921 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.354843 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e616fa16-8fbd-4414-b9dd-a7cb5fcacc4e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:29.358728 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e616fa16-8fbd-4414-b9dd-a7cb5fcacc4e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:29.361370 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e616fa16-8fbd-4414-b9dd-a7cb5fcacc4e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0743783 Nov 12 03:27:29.363758 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33708) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:29.396931 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-4835c824-7388-45ca-b3f6-3e0108703990 service neutron] 10.222.0.50 "GET /v2.0/networks/d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644292 Nov 12 03:27:29.398121 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=55a09f1f-5f9e-4783-9942-dfb020785189,revision_number=14']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:29.453140 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d0c65d6-4c9c-4ea2-8ce4-7a8372e457b5 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting subnet e1dc8310-7ef2-4af7-aa75-e77d20e5d625 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:27:29.457126 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9d0c65d6-4c9c-4ea2-8ce4-7a8372e457b5 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.532037 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9d0c65d6-4c9c-4ea2-8ce4-7a8372e457b5 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.574359 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9f2e9-90e4-47d8-93ba-48fa558b6617 req-f341af26-2e72-48e5-b5a5-4de3fffbcf4b tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:29.575860 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-94c9f2e9-90e4-47d8-93ba-48fa558b6617 req-f341af26-2e72-48e5-b5a5-4de3fffbcf4b tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=03382784-3a8d-4da6-b1d5-19d3c131c9b8 HTTP/1.1" status: 200 len: 946 time: 0.1156595 Nov 12 03:27:29.630545 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9d0c65d6-4c9c-4ea2-8ce4-7a8372e457b5 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.706522 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4b4f2-2c54-4360-8cae-05fb54b9a652 req-059fd58c-31e5-4b6f-ba9e-1d94146402c8 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:29.708355 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-94c9f2e9-90e4-47d8-93ba-48fa558b6617 req-7a5d67da-d06c-4196-9e83-964483634921 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213830 Nov 12 03:27:29.708567 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-13c4b4f2-2c54-4360-8cae-05fb54b9a652 req-059fd58c-31e5-4b6f-ba9e-1d94146402c8 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.0754714 Nov 12 03:27:29.733830 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9d0c65d6-4c9c-4ea2-8ce4-7a8372e457b5 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.764616 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-29293544-45c8-4abe-bd82-d59601d7e67f None None] Could not find standard attr ID for object 65bd6725-e102-4507-9cf9-15f125128112. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:27:29.794855 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-29293544-45c8-4abe-bd82-d59601d7e67f None None] Provisioning complete for port 17da20e0-93de-45b2-82c8-a389b8b512e3 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:29.795142 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-29293544-45c8-4abe-bd82-d59601d7e67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.797655 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9d0c65d6-4c9c-4ea2-8ce4-7a8372e457b5 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.806422 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9d0c65d6-4c9c-4ea2-8ce4-7a8372e457b5 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/e1dc8310-7ef2-4af7-aa75-e77d20e5d625 HTTP/1.1" status: 204 len: 168 time: 0.4404676 Nov 12 03:27:29.808788 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33720) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:29.811133 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0c65d6-4c9c-4ea2-8ce4-7a8372e457b5 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Subnet': ['ID=e1dc8310-7ef2-4af7-aa75-e77d20e5d625,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:29.818491 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-13c4b4f2-2c54-4360-8cae-05fb54b9a652 req-31d6d450-9fac-4c76-9486-0c02d40e9792 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810351 Nov 12 03:27:29.838823 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c8e25f-ae5c-4ec7-8d87-54c11654900a x-openstack-request-id: req-82c8e25f-ae5c-4ec7-8d87-54c11654900a {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:29.838989 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c", "name": "network-vif-unplugged", "status": "completed", "tag": "55a09f1f-5f9e-4783-9942-dfb020785189", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:29.840135 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-82c8e25f-ae5c-4ec7-8d87-54c11654900a {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:29.863709 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55a09f1f-5f9e-4783-9942-dfb020785189', 'code': 200} Nov 12 03:27:29.903650 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [req-08017b80-4063-4ecb-9de1-ef15df545052 req-bb87ff28-b5a2-4391-ab37-9eccbb07c2e2 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] show failed (client error): The resource could not be found. Nov 12 03:27:29.904783 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-08017b80-4063-4ecb-9de1-ef15df545052 req-bb87ff28-b5a2-4391-ab37-9eccbb07c2e2 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups/5ee4d3ce-8a15-42e1-8f65-1888ae5723bb HTTP/1.1" status: 404 len: 352 time: 0.0299132 Nov 12 03:27:29.926245 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33726) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:29.929676 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e9d80c8b-8439-4933-a859-8ce0b7a1b7ec tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1131413 Nov 12 03:27:29.932698 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-509a241b-e356-443e-a88c-d9dc2d2fa10a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'subnet': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:30.019983 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45268f58-1848-4b7b-9319-3be35a6a16c9 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:30.029919 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e9767-772b-4d26-bb71-fa1fc98068b0 req-2292dd88-3e6c-4498-811e-8d588733f258 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:30.032889 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-676e9767-772b-4d26-bb71-fa1fc98068b0 req-2292dd88-3e6c-4498-811e-8d588733f258 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=29b098cc-910b-4265-9575-afd28a7f8efc HTTP/1.1" status: 200 len: 950 time: 0.1005623 Nov 12 03:27:30.098506 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-676e9767-772b-4d26-bb71-fa1fc98068b0 req-33fdc724-1693-4569-a833-41fb17d75d89 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604923 Nov 12 03:27:30.116531 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbae0c6-4b6a-4a1a-a8a8-b261edd608dc req-170ab385-16c7-4479-87ce-821d47e3ae00 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:30.124706 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2cbae0c6-4b6a-4a1a-a8a8-b261edd608dc req-170ab385-16c7-4479-87ce-821d47e3ae00 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a65edf96-a810-4ee3-b7d1-38eb6d581511 HTTP/1.1" status: 200 len: 945 time: 0.1035061 Nov 12 03:27:30.146624 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-49c94ea4-09aa-45af-929c-44551ead4655 None None] Could not find standard attr ID for object 6462c07f-9383-4698-9857-d3bc36563dfe. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:27:30.156518 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509a241b-e356-443e-a88c-d9dc2d2fa10a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:30.160497 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-509a241b-e356-443e-a88c-d9dc2d2fa10a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.255944 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-771a04a1-f080-49d9-970b-41f18180398f req-3825a7b4-1953-434b-b21a-2bfd088c81b4 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=eeaf4e58-1a75-488e-9096-2d0c211847ee HTTP/1.1" status: 200 len: 210 time: 0.0455160 Nov 12 03:27:30.318418 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c0506db6-777d-482f-8ea9-7e311a405e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.327672 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2cbae0c6-4b6a-4a1a-a8a8-b261edd608dc req-7e80d33b-019b-4184-ac19-a06d85a559e7 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019758 Nov 12 03:27:30.368128 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e84ae2a-5dde-4edc-9cc0-8f217aba2a2a None None] DHCP port deletion for 73a88994-9b3d-4208-8808-2295e92df12e request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:30.418641 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [req-7edb4658-aa6f-403c-94bf-6336c2d11f65 req-941a25a2-94f0-4514-807e-b7dfb8c3180d tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] show failed (client error): The resource could not be found. Nov 12 03:27:30.428276 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 6196cda8-6a69-4b31-b399-37c8d189d77d details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:27:30.433269 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7edb4658-aa6f-403c-94bf-6336c2d11f65 req-941a25a2-94f0-4514-807e-b7dfb8c3180d tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups/cdf7987f-f475-4c1b-97ee-5dd577bf724a HTTP/1.1" status: 404 len: 352 time: 0.0748818 Nov 12 03:27:30.520062 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 17da20e0-93de-45b2-82c8-a389b8b512e3 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:30.616721 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-9e84ae2a-5dde-4edc-9cc0-8f217aba2a2a None None] Deleting port 17da20e0-93de-45b2-82c8-a389b8b512e3 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:30.617104 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9e84ae2a-5dde-4edc-9cc0-8f217aba2a2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.617662 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [req-856c087c-0a35-4a71-837b-9ed57d1d5cb8 req-83880f32-6052-4c0c-8391-8a5daae72ade tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] show failed (client error): The resource could not be found. Nov 12 03:27:30.621088 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-856c087c-0a35-4a71-837b-9ed57d1d5cb8 req-83880f32-6052-4c0c-8391-8a5daae72ade tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups/eaa1cb31-4e84-4905-ac3f-a24e0992e054 HTTP/1.1" status: 404 len: 352 time: 0.0477531 Nov 12 03:27:30.701582 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [req-23f3f9a2-ce9b-4a1d-94ac-16a196c67f93 req-a502acf5-94c1-40d8-ac6b-f7247d694ffc tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] show failed (client error): The resource could not be found. Nov 12 03:27:30.704681 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-23f3f9a2-ce9b-4a1d-94ac-16a196c67f93 req-a502acf5-94c1-40d8-ac6b-f7247d694ffc tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups/b3c9c9ae-775f-4604-b8b8-d3719de0a69a HTTP/1.1" status: 404 len: 352 time: 0.0427413 Nov 12 03:27:30.743423 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [req-bdda2132-9630-4aa3-a7f1-07c6f6326724 req-e4b90a5d-b581-4e83-9595-43901ffab2be tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] show failed (client error): The resource could not be found. Nov 12 03:27:30.744840 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bdda2132-9630-4aa3-a7f1-07c6f6326724 req-e4b90a5d-b581-4e83-9595-43901ffab2be tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups/01f3eaa3-8d91-42e3-b3d8-f24919a017e7 HTTP/1.1" status: 404 len: 352 time: 0.0155814 Nov 12 03:27:30.762442 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-509a241b-e356-443e-a88c-d9dc2d2fa10a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.789407 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-9e84ae2a-5dde-4edc-9cc0-8f217aba2a2a None None] For port 17da20e0-93de-45b2-82c8-a389b8b512e3, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=17da20e0-93de-45b2-82c8-a389b8b512e3,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:30.789985 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9e84ae2a-5dde-4edc-9cc0-8f217aba2a2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.794911 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 6196cda8-6a69-4b31-b399-37c8d189d77d, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=6196cda8-6a69-4b31-b399-37c8d189d77d,segment=NetworkSegment(87eca40d-206a-481c-a883-b95018bc626e),segment_id=87eca40d-206a-481c-a883-b95018bc626e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:30.822410 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509a241b-e356-443e-a88c-d9dc2d2fa10a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:30.828724 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '6196cda8-6a69-4b31-b399-37c8d189d77d', 'network_id': '5a9a546a-69e3-4236-8c1f-f93b46e5283a', 'port_id': '6196cda8-6a69-4b31-b399-37c8d189d77d', 'mac_address': 'fa:16:3e:69:a6:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55fcb4ac-68a0-4f3f-8428-4711adf69e69', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:27:30.830822 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-9e84ae2a-5dde-4edc-9cc0-8f217aba2a2a None None] Calling delete_port for 17da20e0-93de-45b2-82c8-a389b8b512e3 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:30.833484 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.847070 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-509a241b-e356-443e-a88c-d9dc2d2fa10a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:30.851006 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509a241b-e356-443e-a88c-d9dc2d2fa10a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:30.851534 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-509a241b-e356-443e-a88c-d9dc2d2fa10a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.894569 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae287f3-b210-4298-9daa-566787dc066e req-411df849-0378-44bf-8063-28283a5e81b0 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:30.909884 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3ae287f3-b210-4298-9daa-566787dc066e req-411df849-0378-44bf-8063-28283a5e81b0 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=03382784-3a8d-4da6-b1d5-19d3c131c9b8 HTTP/1.1" status: 200 len: 946 time: 0.0819674 Nov 12 03:27:30.917058 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f140bc0-ac13-455e-97f8-eb13d57ac8a6 req-6981a969-6cb7-4c28-8b5b-d5498a533e74 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:30.919468 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0f140bc0-ac13-455e-97f8-eb13d57ac8a6 req-6981a969-6cb7-4c28-8b5b-d5498a533e74 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.2019355 Nov 12 03:27:30.923128 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a241b-e356-443e-a88c-d9dc2d2fa10a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Subnet': ['ID=c2392dd7-4dae-4372-902e-7dfd95bf0c6a,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:30.936898 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-509a241b-e356-443e-a88c-d9dc2d2fa10a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0066674 Nov 12 03:27:30.938334 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33750) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:30.946768 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-e55bafdd-aace-4539-9a22-ca98f789e467 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'port': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'fixed_ips': [{'subnet_id': 'c2392dd7-4dae-4372-902e-7dfd95bf0c6a', 'ip_address': '2001:db8::4565:9d96:1937:ee3a'}], 'name': 'tempest-NetworksTestDHCPv6-528935529'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:30.947046 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab9b93-25ce-484c-b5d1-6c958f4e4590 req-2adeb71b-8703-404a-a2d9-ca04f4f578cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:30.949981 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d4ab9b93-25ce-484c-b5d1-6c958f4e4590 req-2adeb71b-8703-404a-a2d9-ca04f4f578cf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=eda4d7a9c5834d36bc2b22e1ed979ccd&device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 1096 time: 0.2337463 Nov 12 03:27:30.950208 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 17da20e0-93de-45b2-82c8-a389b8b512e3, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=17da20e0-93de-45b2-82c8-a389b8b512e3,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:30.961891 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.979895 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.023324 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3ae287f3-b210-4298-9daa-566787dc066e req-5ea3fb25-c061-45c9-b566-f0fd2c94474c tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121852 Nov 12 03:27:31.031406 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6196cda8-6a69-4b31-b399-37c8d189d77d {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:27:31.081238 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 6196cda8-6a69-4b31-b399-37c8d189d77d, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=6196cda8-6a69-4b31-b399-37c8d189d77d,segment=NetworkSegment(87eca40d-206a-481c-a883-b95018bc626e),segment_id=87eca40d-206a-481c-a883-b95018bc626e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:31.085788 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=17da20e0-93de-45b2-82c8-a389b8b512e3,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:31.086109 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [req-53c12c6e-e73d-491b-9538-8d9a704496b0 req-c43a0434-0278-43f8-94e4-be5c39903572 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] show failed (client error): The resource could not be found. Nov 12 03:27:31.087059 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-53c12c6e-e73d-491b-9538-8d9a704496b0 req-c43a0434-0278-43f8-94e4-be5c39903572 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups/03537a4b-fce1-4fc0-a54e-43e91e7f5a97 HTTP/1.1" status: 404 len: 352 time: 0.0241504 Nov 12 03:27:31.090316 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9e84ae2a-5dde-4edc-9cc0-8f217aba2a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.099917 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.119847 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0f140bc0-ac13-455e-97f8-eb13d57ac8a6 req-56028d23-c0fb-4389-b5c9-55cc0711cdf4 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751542 Nov 12 03:27:31.133788 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84ae2a-5dde-4edc-9cc0-8f217aba2a2a None None] Pushing event deleted for resources: {'Port': ['ID=17da20e0-93de-45b2-82c8-a389b8b512e3,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:31.160401 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e84ae2a-5dde-4edc-9cc0-8f217aba2a2a None None] No DVR routers for this DVR port 17da20e0-93de-45b2-82c8-a389b8b512e3 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:31.173773 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab9b93-25ce-484c-b5d1-6c958f4e4590 req-e990bdfc-b46a-4298-a396-eebcde460e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:31.175157 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55bafdd-aace-4539-9a22-ca98f789e467 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:31.180721 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d4ab9b93-25ce-484c-b5d1-6c958f4e4590 req-e990bdfc-b46a-4298-a396-eebcde460e2f service neutron] 10.222.0.90 "GET /v2.0/networks?id=56493891-2b14-40ba-a8cb-65015d9b59f3 HTTP/1.1" status: 200 len: 912 time: 0.2224457 Nov 12 03:27:31.189027 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd02a42-2356-415e-9c40-8baf9d81677d None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:31.227689 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=6196cda8-6a69-4b31-b399-37c8d189d77d,revision_number=6']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:31.337566 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d4ab9b93-25ce-484c-b5d1-6c958f4e4590 req-bbc69889-8900-4466-ac11-d40a5721b6bb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55a09f1f-5f9e-4783-9942-dfb020785189 HTTP/1.1" status: 200 len: 998 time: 0.1480238 Nov 12 03:27:31.349966 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e55bafdd-aace-4539-9a22-ca98f789e467 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.350375 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8648d-6ac1-4460-b174-51662dc5a007 req-314901b6-36d2-49ea-9e61-2fd79a97c280 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:31.351934 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7af8648d-6ac1-4460-b174-51662dc5a007 req-314901b6-36d2-49ea-9e61-2fd79a97c280 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=29b098cc-910b-4265-9575-afd28a7f8efc HTTP/1.1" status: 200 len: 950 time: 0.0728476 Nov 12 03:27:31.373146 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-e55bafdd-aace-4539-9a22-ca98f789e467 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] device_id is not set on port f5d9f837-1fc5-4491-a0cb-e46c2b7b101c yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:27:31.423181 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be43fb4-7f30-40c4-9d82-b324523bf6a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-73a88994-9b3d-4208-8808-2295e92df12e', 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'tenant_id': 'c89f39c463fe4565b0b406898cbbe00b', 'fixed_ips': [{'subnet_id': 'c2392dd7-4dae-4372-902e-7dfd95bf0c6a'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:27:31.424596 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3be43fb4-7f30-40c4-9d82-b324523bf6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.444391 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7af8648d-6ac1-4460-b174-51662dc5a007 req-d0a9ae82-1745-4455-a35f-b59964e958ca tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824976 Nov 12 03:27:31.452686 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab9b93-25ce-484c-b5d1-6c958f4e4590 req-6f3ac05c-707c-4f17-9927-4a341c9f9825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:31.454888 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d4ab9b93-25ce-484c-b5d1-6c958f4e4590 req-6f3ac05c-707c-4f17-9927-4a341c9f9825 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c41913f5-e5c1-4e60-8ee6-4f6d29d519f8 HTTP/1.1" status: 200 len: 850 time: 0.1014059 Nov 12 03:27:31.482922 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-01f62321-a651-42ef-84d1-835df125fad2 req-5a2c6a94-cdeb-4b5b-8e33-7bfb7c7a324a tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=eeaf4e58-1a75-488e-9096-2d0c211847ee HTTP/1.1" status: 200 len: 210 time: 0.0867016 Nov 12 03:27:31.519527 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab9b93-25ce-484c-b5d1-6c958f4e4590 req-ba8e3865-e42d-45a3-a42d-ced1c1284ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:31.521368 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d4ab9b93-25ce-484c-b5d1-6c958f4e4590 req-ba8e3865-e42d-45a3-a42d-ced1c1284ddb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=56493891-2b14-40ba-a8cb-65015d9b59f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590992 Nov 12 03:27:31.566388 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [req-d4ab9b93-25ce-484c-b5d1-6c958f4e4590 req-78e3f3c8-ae04-4b14-bfba-b4b831ae505d service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:27:31.567541 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d4ab9b93-25ce-484c-b5d1-6c958f4e4590 req-78e3f3c8-ae04-4b14-bfba-b4b831ae505d service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0259304 Nov 12 03:27:31.626040 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['6196cda8-6a69-4b31-b399-37c8d189d77d'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:31.638359 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92179e1d-ef27-4957-a671-d3b8109ce416 req-438f1a5f-9ec2-4b65-901c-fb06a22da50f tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:31.639877 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-92179e1d-ef27-4957-a671-d3b8109ce416 req-438f1a5f-9ec2-4b65-901c-fb06a22da50f tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a65edf96-a810-4ee3-b7d1-38eb6d581511 HTTP/1.1" status: 200 len: 945 time: 0.0741413 Nov 12 03:27:31.709507 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-92179e1d-ef27-4957-a671-d3b8109ce416 req-366a8a24-7af2-4122-b155-f01da106e957 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626402 Nov 12 03:27:31.711013 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-3be43fb4-7f30-40c4-9d82-b324523bf6a1 None None] Allocated IP 2001:db8::2 (73a88994-9b3d-4208-8808-2295e92df12e/c2392dd7-4dae-4372-902e-7dfd95bf0c6a/54e7eda5-a26c-4a2d-b977-155e0f3c861e) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:31.742179 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be567d29-adc6-4a8d-a4d8-362fe4bafeab req-b69ff79d-368f-4a27-a831-ba320d70de72 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:31.744314 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-be567d29-adc6-4a8d-a4d8-362fe4bafeab req-b69ff79d-368f-4a27-a831-ba320d70de72 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffd24f28-d1f2-424d-a54a-07a89350f5cb HTTP/1.1" status: 200 len: 1023 time: 0.2181456 Nov 12 03:27:31.890354 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d4ab9b93-25ce-484c-b5d1-6c958f4e4590 req-63c3d9ff-2c56-47da-9f36-e7d8f4c5ba80 service neutron] 10.222.0.90 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997570 Nov 12 03:27:31.959328 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-be567d29-adc6-4a8d-a4d8-362fe4bafeab req-1349eee8-cef7-4439-aa7a-4b64fee7abc5 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups?id=80146229-ade4-4c7f-8d78-806844ce15f0&id=c515790e-749b-48d1-82cc-d0b248cf5433&id=dfa74b35-347f-4524-ae5c-cff5e8847540&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2043471 Nov 12 03:27:31.968934 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-c1953057-71a6-4b83-ab1c-056d0a3be54c tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:31.970587 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-c1953057-71a6-4b83-ab1c-056d0a3be54c tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.74 "GET /v2.0/networks?id=d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e HTTP/1.1" status: 200 len: 805 time: 0.2844362 Nov 12 03:27:31.999623 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3be43fb4-7f30-40c4-9d82-b324523bf6a1 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.007495 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3be43fb4-7f30-40c4-9d82-b324523bf6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.008508 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-bcf71006-32ce-4c3c-b59d-8a66ad809231 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Request body: {'port': {'device_id': 'eeaf4e58-1a75-488e-9096-2d0c211847ee', 'network_id': 'd45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e', 'admin_state_up': True, 'tenant_id': '1d6c893ca49044dfac9a410cc1ad6232'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:32.057886 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be43fb4-7f30-40c4-9d82-b324523bf6a1 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:32.061460 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-3be43fb4-7f30-40c4-9d82-b324523bf6a1 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:32.065324 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be43fb4-7f30-40c4-9d82-b324523bf6a1 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:32.072694 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be43fb4-7f30-40c4-9d82-b324523bf6a1 None None] Pushing event updated for resources: {'Port': ['ID=54e7eda5-a26c-4a2d-b977-155e0f3c861e,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:32.086465 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-e55bafdd-aace-4539-9a22-ca98f789e467 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Allocated IP 2001:db8::4565:9d96:1937:ee3a (73a88994-9b3d-4208-8808-2295e92df12e/c2392dd7-4dae-4372-902e-7dfd95bf0c6a/f5d9f837-1fc5-4491-a0cb-e46c2b7b101c) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:32.111190 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d4ab9b93-25ce-484c-b5d1-6c958f4e4590 req-fda313a9-df86-4947-9680-d0e23a0b3817 service neutron] 10.222.0.90 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059374 Nov 12 03:27:32.143517 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-3be43fb4-7f30-40c4-9d82-b324523bf6a1 None None] Attempting to bind port 54e7eda5-a26c-4a2d-b977-155e0f3c861e on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:32.143932 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-3be43fb4-7f30-40c4-9d82-b324523bf6a1 None None] Attempting to bind port 54e7eda5-a26c-4a2d-b977-155e0f3c861e by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:32.144576 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be43fb4-7f30-40c4-9d82-b324523bf6a1 None None] Attempting to bind port 54e7eda5-a26c-4a2d-b977-155e0f3c861e on network 73a88994-9b3d-4208-8808-2295e92df12e {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:32.149911 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be43fb4-7f30-40c4-9d82-b324523bf6a1 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:32.150462 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be43fb4-7f30-40c4-9d82-b324523bf6a1 None None] Checking segment: {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:32.150934 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3be43fb4-7f30-40c4-9d82-b324523bf6a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.151419 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be43fb4-7f30-40c4-9d82-b324523bf6a1 None None] Bound using segment: {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:32.153493 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-3be43fb4-7f30-40c4-9d82-b324523bf6a1 None None] Bound port: 54e7eda5-a26c-4a2d-b977-155e0f3c861e, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:32.153992 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3be43fb4-7f30-40c4-9d82-b324523bf6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.185736 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-bcf71006-32ce-4c3c-b59d-8a66ad809231 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Made reservation on behalf of 1d6c893ca49044dfac9a410cc1ad6232 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:32.187826 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-bcf71006-32ce-4c3c-b59d-8a66ad809231 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.235295 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3be43fb4-7f30-40c4-9d82-b324523bf6a1 None None] For port 54e7eda5-a26c-4a2d-b977-155e0f3c861e, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:32.239023 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3be43fb4-7f30-40c4-9d82-b324523bf6a1 None None] For port 54e7eda5-a26c-4a2d-b977-155e0f3c861e, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=54e7eda5-a26c-4a2d-b977-155e0f3c861e,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:32.245840 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3be43fb4-7f30-40c4-9d82-b324523bf6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.331462 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be43fb4-7f30-40c4-9d82-b324523bf6a1 None None] Pushing event updated for resources: {'Port': ['ID=54e7eda5-a26c-4a2d-b977-155e0f3c861e,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:32.348824 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b4f94-2e98-40f1-a9bc-9c852c73e285 req-8a04fb74-a5eb-44f3-866e-8859f2cc7929 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:32.351788 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5a7b4f94-2e98-40f1-a9bc-9c852c73e285 req-8a04fb74-a5eb-44f3-866e-8859f2cc7929 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.1222334 Nov 12 03:27:32.393450 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e55bafdd-aace-4539-9a22-ca98f789e467 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.399894 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 6196cda8-6a69-4b31-b399-37c8d189d77d up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:32.415335 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d91d47-43a5-4b93-b478-575619a40cf2 req-46ace561-0481-42cc-a835-588a0c41318e tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:32.423792 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-79d91d47-43a5-4b93-b478-575619a40cf2 req-46ace561-0481-42cc-a835-588a0c41318e tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=03382784-3a8d-4da6-b1d5-19d3c131c9b8 HTTP/1.1" status: 200 len: 945 time: 0.2623861 Nov 12 03:27:32.454689 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20b348-21a7-4529-9032-67646ef38bd4 req-37304a83-1af0-4444-b539-6d118e373388 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:32.456465 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b20b348-21a7-4529-9032-67646ef38bd4 req-37304a83-1af0-4444-b539-6d118e373388 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.74 "GET /v2.0/ports?device_id=29b098cc-910b-4265-9575-afd28a7f8efc HTTP/1.1" status: 200 len: 950 time: 0.3425398 Nov 12 03:27:32.469823 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 6196cda8-6a69-4b31-b399-37c8d189d77d triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:32.470238 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.498815 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-bcf71006-32ce-4c3c-b59d-8a66ad809231 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Allocated IP 172.20.0.10 (d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e/df107fe4-b619-4341-93e8-c25b14853a6f/eaf58679-5955-450b-9e33-474897257567) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:32.516190 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5a7b4f94-2e98-40f1-a9bc-9c852c73e285 req-585d0acc-a2c2-42e9-9180-e6fd6e17f138 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310611 Nov 12 03:27:32.591958 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-79d91d47-43a5-4b93-b478-575619a40cf2 req-6d70b6ec-6baf-45a7-b3d0-3302d7d1bbb9 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672609 Nov 12 03:27:32.617240 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e55bafdd-aace-4539-9a22-ca98f789e467 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.625133 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.672566 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03382784-3a8d-4da6-b1d5-19d3c131c9b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6196cda8-6a69-4b31-b399-37c8d189d77d'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:32.684156 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8942b6e-2bdc-4d02-916d-4f1051dcfc54" -d '{"events": [{"server_uuid": "03382784-3a8d-4da6-b1d5-19d3c131c9b8", "name": "network-vif-plugged", "status": "completed", "tag": "6196cda8-6a69-4b31-b399-37c8d189d77d"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:32.727959 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 6196cda8-6a69-4b31-b399-37c8d189d77d, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=6196cda8-6a69-4b31-b399-37c8d189d77d,segment=NetworkSegment(87eca40d-206a-481c-a883-b95018bc626e),segment_id=87eca40d-206a-481c-a883-b95018bc626e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:32.740470 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.778939 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55bafdd-aace-4539-9a22-ca98f789e467 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:32.807025 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=6196cda8-6a69-4b31-b399-37c8d189d77d,revision_number=7']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:32.831468 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-e55bafdd-aace-4539-9a22-ca98f789e467 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:32.838888 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e4f6a70c-285b-4707-96c8-dc5c5810fede req-f4e8d0cb-d92c-4c6d-96a5-6e193a9dde7c tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=eeaf4e58-1a75-488e-9096-2d0c211847ee HTTP/1.1" status: 200 len: 210 time: 0.0897050 Nov 12 03:27:32.840542 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55bafdd-aace-4539-9a22-ca98f789e467 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:32.840688 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae103a98-658b-4118-bbb7-53cbe75d3d5e req-ee23d954-1f00-416c-a4fa-32765dd98689 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:32.842277 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ae103a98-658b-4118-bbb7-53cbe75d3d5e req-ee23d954-1f00-416c-a4fa-32765dd98689 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=29b098cc-910b-4265-9575-afd28a7f8efc HTTP/1.1" status: 200 len: 950 time: 0.2471974 Nov 12 03:27:32.863213 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55bafdd-aace-4539-9a22-ca98f789e467 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:32.863213 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e55bafdd-aace-4539-9a22-ca98f789e467 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.876148 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55bafdd-aace-4539-9a22-ca98f789e467 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Port': ['ID=f5d9f837-1fc5-4491-a0cb-e46c2b7b101c,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:32.893308 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e55bafdd-aace-4539-9a22-ca98f789e467 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9489493 Nov 12 03:27:32.893553 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-bcf71006-32ce-4c3c-b59d-8a66ad809231 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.894005 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33782) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:32.913779 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-6b20b348-21a7-4529-9032-67646ef38bd4 req-ac455b27-84f3-4575-a714-d06d70fb61f2 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Deleting port b39a57cd-b764-4391-a7a9-e9de28772117 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:32.914115 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6b20b348-21a7-4529-9032-67646ef38bd4 req-ac455b27-84f3-4575-a714-d06d70fb61f2 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.934963 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ae103a98-658b-4118-bbb7-53cbe75d3d5e req-f7898ebe-ddb3-4f74-b07b-92fc7e363450 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851438 Nov 12 03:27:32.982838 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a035a29-38d8-49d7-909e-cadffdd49f0d x-openstack-request-id: req-2a035a29-38d8-49d7-909e-cadffdd49f0d {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:32.983397 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03382784-3a8d-4da6-b1d5-19d3c131c9b8", "name": "network-vif-plugged", "status": "completed", "tag": "6196cda8-6a69-4b31-b399-37c8d189d77d", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:32.983990 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2a035a29-38d8-49d7-909e-cadffdd49f0d {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:32.986413 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03382784-3a8d-4da6-b1d5-19d3c131c9b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6196cda8-6a69-4b31-b399-37c8d189d77d', 'code': 200} Nov 12 03:27:32.988973 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a0fe95-4b7b-405b-a447-adbd115b1cb5 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:32.995739 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a0fe95-4b7b-405b-a447-adbd115b1cb5 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:32.997766 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-74a0fe95-4b7b-405b-a447-adbd115b1cb5 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0772612 Nov 12 03:27:33.003134 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33786) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:33.057152 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-6b20b348-21a7-4529-9032-67646ef38bd4 req-ac455b27-84f3-4575-a714-d06d70fb61f2 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] For port b39a57cd-b764-4391-a7a9-e9de28772117, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=b39a57cd-b764-4391-a7a9-e9de28772117,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:33.057152 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6b20b348-21a7-4529-9032-67646ef38bd4 req-ac455b27-84f3-4575-a714-d06d70fb61f2 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.079188 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-6b20b348-21a7-4529-9032-67646ef38bd4 req-ac455b27-84f3-4575-a714-d06d70fb61f2 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Calling delete_port for b39a57cd-b764-4391-a7a9-e9de28772117 owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:33.093869 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-bcf71006-32ce-4c3c-b59d-8a66ad809231 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.177626 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-bcf71006-32ce-4c3c-b59d-8a66ad809231 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Network d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:33.200832 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8459eb0-d7c2-406f-8c79-2fe9c57419b3 req-68ea3528-af37-4e65-b194-275ae611572a tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:33.210693 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f8459eb0-d7c2-406f-8c79-2fe9c57419b3 req-68ea3528-af37-4e65-b194-275ae611572a tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a65edf96-a810-4ee3-b7d1-38eb6d581511 HTTP/1.1" status: 200 len: 945 time: 0.1656833 Nov 12 03:27:33.218728 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-bcf71006-32ce-4c3c-b59d-8a66ad809231 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:33.221204 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1811b974-dd3a-4979-a5f0-c4b25e9a4acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.226267 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-bcf71006-32ce-4c3c-b59d-8a66ad809231 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:33.259121 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14b62e-eea7-4614-99e4-aaea42d2e53f req-2248289c-e415-44e5-9761-7bb004b79285 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:33.267518 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9a14b62e-eea7-4614-99e4-aaea42d2e53f req-2248289c-e415-44e5-9761-7bb004b79285 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffd24f28-d1f2-424d-a54a-07a89350f5cb HTTP/1.1" status: 200 len: 1023 time: 0.1122465 Nov 12 03:27:33.270188 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf71006-32ce-4c3c-b59d-8a66ad809231 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Pushing event updated for resources: {'Port': ['ID=eaf58679-5955-450b-9e33-474897257567,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:33.314849 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-da40d179-695f-4b37-aff5-1602853cc322 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting port f5d9f837-1fc5-4491-a0cb-e46c2b7b101c {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:33.315296 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-da40d179-695f-4b37-aff5-1602853cc322 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.324326 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6b20b348-21a7-4529-9032-67646ef38bd4 req-ac455b27-84f3-4575-a714-d06d70fb61f2 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.339051 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['b39a57cd-b764-4391-a7a9-e9de28772117', '50373608-939c-404f-8e58-d13ffe4451a7'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:33.354068 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-bcf71006-32ce-4c3c-b59d-8a66ad809231 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:33.354707 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-bcf71006-32ce-4c3c-b59d-8a66ad809231 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.367877 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f8459eb0-d7c2-406f-8c79-2fe9c57419b3 req-9bf82a55-3c75-4930-a90c-9dfb4caca6b4 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574848 Nov 12 03:27:33.389043 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9a14b62e-eea7-4614-99e4-aaea42d2e53f req-b71fbf1e-f32e-4a3a-abe8-84006328dc1c tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups?id=80146229-ade4-4c7f-8d78-806844ce15f0&id=c515790e-749b-48d1-82cc-d0b248cf5433&id=dfa74b35-347f-4524-ae5c-cff5e8847540&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1195648 Nov 12 03:27:33.395877 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-bcf71006-32ce-4c3c-b59d-8a66ad809231 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3931844 Nov 12 03:27:33.424219 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac455b27-84f3-4575-a714-d06d70fb61f2 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Pushing event deleted for resources: {'Port': ['ID=b39a57cd-b764-4391-a7a9-e9de28772117,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:33.461083 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-6172401f-e872-4124-afae-fcd64e8f3ff2 service neutron] Request body: {'port': {'device_id': 'eeaf4e58-1a75-488e-9096-2d0c211847ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:33.566701 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-da40d179-695f-4b37-aff5-1602853cc322 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.569191 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-6172401f-e872-4124-afae-fcd64e8f3ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.593567 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-da40d179-695f-4b37-aff5-1602853cc322 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Calling delete_port for f5d9f837-1fc5-4491-a0cb-e46c2b7b101c owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:33.727326 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3667c7f3-4f22-454d-8b0e-5598861a7211 None None] Provisioning complete for port 54e7eda5-a26c-4a2d-b977-155e0f3c861e triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:33.727591 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3667c7f3-4f22-454d-8b0e-5598861a7211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.811795 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b20b348-21a7-4529-9032-67646ef38bd4 req-ac455b27-84f3-4575-a714-d06d70fb61f2 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] No DVR routers for this DVR port b39a57cd-b764-4391-a7a9-e9de28772117 on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:33.816294 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6b20b348-21a7-4529-9032-67646ef38bd4 req-ac455b27-84f3-4575-a714-d06d70fb61f2 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.822132 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b20b348-21a7-4529-9032-67646ef38bd4 req-ac455b27-84f3-4575-a714-d06d70fb61f2 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.74 "DELETE /v2.0/ports/b39a57cd-b764-4391-a7a9-e9de28772117 HTTP/1.1" status: 204 len: 173 time: 1.3278213 Nov 12 03:27:33.833212 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b098cc-910b-4265-9575-afd28a7f8efc', 'name': 'network-vif-deleted', 'tag': 'b39a57cd-b764-4391-a7a9-e9de28772117'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:33.843699 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91faeac-49fc-4bd9-a7d4-735aef25a2b7" -d '{"events": [{"server_uuid": "29b098cc-910b-4265-9575-afd28a7f8efc", "name": "network-vif-deleted", "tag": "b39a57cd-b764-4391-a7a9-e9de28772117"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:33.863454 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3667c7f3-4f22-454d-8b0e-5598861a7211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.923551 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3667c7f3-4f22-454d-8b0e-5598861a7211 None None] For port 54e7eda5-a26c-4a2d-b977-155e0f3c861e, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=54e7eda5-a26c-4a2d-b977-155e0f3c861e,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:33.931348 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3667c7f3-4f22-454d-8b0e-5598861a7211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.939416 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472ebce-bbaf-48b8-bd91-9c5533fbc031 req-c5aa3be0-1b49-4ba6-bf54-209a483c60bd tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:33.941358 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3472ebce-bbaf-48b8-bd91-9c5533fbc031 req-c5aa3be0-1b49-4ba6-bf54-209a483c60bd tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.2990103 Nov 12 03:27:33.975915 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109e844-6255-4078-b80d-42767232c8f7 req-59640e3b-e7af-4f8f-8c73-0c1567850abb tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:33.992894 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8109e844-6255-4078-b80d-42767232c8f7 req-59640e3b-e7af-4f8f-8c73-0c1567850abb tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=03382784-3a8d-4da6-b1d5-19d3c131c9b8 HTTP/1.1" status: 200 len: 946 time: 0.1827266 Nov 12 03:27:34.046345 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.056053 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667c7f3-4f22-454d-8b0e-5598861a7211 None None] Pushing event updated for resources: {'Port': ['ID=54e7eda5-a26c-4a2d-b977-155e0f3c861e,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:34.083425 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8109e844-6255-4078-b80d-42767232c8f7 req-3d2b159c-ced2-4ef6-8619-e2d7671e84c7 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894608 Nov 12 03:27:34.150051 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-0586eb2e-bf35-41d3-b161-3ad5aeed424b None None] Could not find standard attr ID for object 65bd6725-e102-4507-9cf9-15f125128112. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:27:34.167396 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c78027-2773-48d0-a154-7e49d53b0b21 req-b63fe3da-f462-4da7-a292-a83d75ba7327 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:34.169618 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-62c78027-2773-48d0-a154-7e49d53b0b21 req-b63fe3da-f462-4da7-a292-a83d75ba7327 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.74 "GET /v2.0/ports?device_id=ffd24f28-d1f2-424d-a54a-07a89350f5cb HTTP/1.1" status: 200 len: 1023 time: 0.0785306 Nov 12 03:27:34.244275 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f55496-6ef1-478c-a4b1-14ead2d4bad6 x-openstack-request-id: req-78f55496-6ef1-478c-a4b1-14ead2d4bad6 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:34.244572 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b098cc-910b-4265-9575-afd28a7f8efc", "name": "network-vif-deleted", "tag": "b39a57cd-b764-4391-a7a9-e9de28772117", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:34.244929 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-78f55496-6ef1-478c-a4b1-14ead2d4bad6 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:34.245332 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b098cc-910b-4265-9575-afd28a7f8efc', 'name': 'network-vif-deleted', 'tag': 'b39a57cd-b764-4391-a7a9-e9de28772117', 'status': 'completed', 'code': 200} Nov 12 03:27:34.323095 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-62c78027-2773-48d0-a154-7e49d53b0b21 req-610bec63-5d02-4a9a-81a0-8fc23e47086a tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Deleting port f7014e0c-3160-4db2-bb42-90d6d11ca96e {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:34.323454 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-62c78027-2773-48d0-a154-7e49d53b0b21 req-610bec63-5d02-4a9a-81a0-8fc23e47086a tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.446916 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9fcf0-4d0c-487f-8f54-0969a62aaf49 req-680e0eb3-3574-48df-b1e7-e743cd4b917a tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:34.455667 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-95f9fcf0-4d0c-487f-8f54-0969a62aaf49 req-680e0eb3-3574-48df-b1e7-e743cd4b917a tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=eeaf4e58-1a75-488e-9096-2d0c211847ee HTTP/1.1" status: 200 len: 932 time: 0.1507282 Nov 12 03:27:34.500571 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-5f30e471-c6fb-4077-b65f-b4bbf0c1c227 None None] Provisioning complete for port f5d9f837-1fc5-4491-a0cb-e46c2b7b101c triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:34.501588 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5f30e471-c6fb-4077-b65f-b4bbf0c1c227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.546188 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-62c78027-2773-48d0-a154-7e49d53b0b21 req-610bec63-5d02-4a9a-81a0-8fc23e47086a tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] For port f7014e0c-3160-4db2-bb42-90d6d11ca96e, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=f7014e0c-3160-4db2-bb42-90d6d11ca96e,segment=NetworkSegment(c201839a-9ee8-4927-8170-35a235ff6ef6),segment_id=c201839a-9ee8-4927-8170-35a235ff6ef6)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:34.546890 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-62c78027-2773-48d0-a154-7e49d53b0b21 req-610bec63-5d02-4a9a-81a0-8fc23e47086a tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.554591 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-5f30e471-c6fb-4077-b65f-b4bbf0c1c227 None None] Port f5d9f837-1fc5-4491-a0cb-e46c2b7b101c cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:34.556588 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 54e7eda5-a26c-4a2d-b977-155e0f3c861e up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:34.588223 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-62c78027-2773-48d0-a154-7e49d53b0b21 req-610bec63-5d02-4a9a-81a0-8fc23e47086a tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Calling delete_port for f7014e0c-3160-4db2-bb42-90d6d11ca96e owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:34.611045 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-95f9fcf0-4d0c-487f-8f54-0969a62aaf49 req-0418de11-3f62-4cdf-b15c-b2b250696807 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505911 Nov 12 03:27:34.647889 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 54e7eda5-a26c-4a2d-b977-155e0f3c861e triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:34.648604 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.691603 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-da40d179-695f-4b37-aff5-1602853cc322 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.781022 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40d179-695f-4b37-aff5-1602853cc322 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Port': ['ID=f5d9f837-1fc5-4491-a0cb-e46c2b7b101c,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:34.793316 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3472ebce-bbaf-48b8-bd91-9c5533fbc031 req-fd7abdaa-79b2-45fd-9e46-702cd36cc033 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8407700 Nov 12 03:27:34.823005 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:27:34.849591 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-da40d179-695f-4b37-aff5-1602853cc322 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.866398 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-da40d179-695f-4b37-aff5-1602853cc322 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/ports/f5d9f837-1fc5-4491-a0cb-e46c2b7b101c HTTP/1.1" status: 204 len: 168 time: 1.8609359 Nov 12 03:27:34.892418 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33812) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:35.020949 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-62c78027-2773-48d0-a154-7e49d53b0b21 req-610bec63-5d02-4a9a-81a0-8fc23e47086a tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.041034 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['f7014e0c-3160-4db2-bb42-90d6d11ca96e'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:35.074012 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610bec63-5d02-4a9a-81a0-8fc23e47086a tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Pushing event deleted for resources: {'Port': ['ID=f7014e0c-3160-4db2-bb42-90d6d11ca96e,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:35.149228 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9989e8b-f180-4564-b187-d94f5ce3041e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:35.153188 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9989e8b-f180-4564-b187-d94f5ce3041e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:35.153901 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d9989e8b-f180-4564-b187-d94f5ce3041e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2595215 Nov 12 03:27:35.156664 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33816) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:35.203758 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c78027-2773-48d0-a154-7e49d53b0b21 req-610bec63-5d02-4a9a-81a0-8fc23e47086a tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] No DVR routers for this DVR port f7014e0c-3160-4db2-bb42-90d6d11ca96e on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:35.207058 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-62c78027-2773-48d0-a154-7e49d53b0b21 req-610bec63-5d02-4a9a-81a0-8fc23e47086a tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.207731 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-6172401f-e872-4124-afae-fcd64e8f3ff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaf58679-5955-450b-9e33-474897257567 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:27:35.210595 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-62c78027-2773-48d0-a154-7e49d53b0b21 req-610bec63-5d02-4a9a-81a0-8fc23e47086a tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.74 "DELETE /v2.0/ports/f7014e0c-3160-4db2-bb42-90d6d11ca96e HTTP/1.1" status: 204 len: 173 time: 1.0294282 Nov 12 03:27:35.234007 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752ad01-2894-45d7-b7bf-8bfbca426abb req-2f648c8f-9c8d-4b12-9e94-d44688a55079 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:35.234293 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-6172401f-e872-4124-afae-fcd64e8f3ff2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.235590 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f752ad01-2894-45d7-b7bf-8bfbca426abb req-2f648c8f-9c8d-4b12-9e94-d44688a55079 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a65edf96-a810-4ee3-b7d1-38eb6d581511 HTTP/1.1" status: 200 len: 945 time: 0.1496658 Nov 12 03:27:35.279990 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-281ae9e2-992f-47ef-9a58-97fc8ac7918e req-65c1fd36-e2c2-4245-b7ff-9ea1604d46f7 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffd24f28-d1f2-424d-a54a-07a89350f5cb HTTP/1.1" status: 200 len: 210 time: 0.0638273 Nov 12 03:27:35.284948 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-6172401f-e872-4124-afae-fcd64e8f3ff2 service neutron] Transition to ACTIVE for port object eaf58679-5955-450b-9e33-474897257567 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:27:35.290299 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecaa9276-0dbd-49b7-8338-12f0370c1672 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting subnet c2392dd7-4dae-4372-902e-7dfd95bf0c6a {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:27:35.294589 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-6172401f-e872-4124-afae-fcd64e8f3ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.296610 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ecaa9276-0dbd-49b7-8338-12f0370c1672 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.309106 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f752ad01-2894-45d7-b7bf-8bfbca426abb req-37314b74-1d2b-4341-9b69-90dc735274ff tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621250 Nov 12 03:27:35.389404 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ecaa9276-0dbd-49b7-8338-12f0370c1672 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.430013 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.443895 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172401f-e872-4124-afae-fcd64e8f3ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=eaf58679-5955-450b-9e33-474897257567,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:35.563311 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-6172401f-e872-4124-afae-fcd64e8f3ff2 service neutron] Attempting to bind port eaf58679-5955-450b-9e33-474897257567 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:35.563692 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-6172401f-e872-4124-afae-fcd64e8f3ff2 service neutron] Attempting to bind port eaf58679-5955-450b-9e33-474897257567 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:35.563971 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-6172401f-e872-4124-afae-fcd64e8f3ff2 service neutron] Attempting to bind port eaf58679-5955-450b-9e33-474897257567 on network d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:35.573494 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-6172401f-e872-4124-afae-fcd64e8f3ff2 service neutron] Port eaf58679-5955-450b-9e33-474897257567 on network d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:35.574493 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-6172401f-e872-4124-afae-fcd64e8f3ff2 service neutron] Attempting to bind port eaf58679-5955-450b-9e33-474897257567 on network d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:35.579404 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ecaa9276-0dbd-49b7-8338-12f0370c1672 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.600895 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e58b49-9a04-45a1-b0fe-bbe73aa80ed8 req-1d532d2a-a5e0-4a77-a9c5-47f5fc24339e tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:35.602761 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-43e58b49-9a04-45a1-b0fe-bbe73aa80ed8 req-1d532d2a-a5e0-4a77-a9c5-47f5fc24339e tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=03382784-3a8d-4da6-b1d5-19d3c131c9b8 HTTP/1.1" status: 200 len: 946 time: 0.0666382 Nov 12 03:27:35.617356 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-6172401f-e872-4124-afae-fcd64e8f3ff2 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:35.617695 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-6172401f-e872-4124-afae-fcd64e8f3ff2 service neutron] Checking segment: {'id': '3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:35.618080 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-6172401f-e872-4124-afae-fcd64e8f3ff2 service neutron] Bound using segment: {'id': '3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:35.618522 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-6172401f-e872-4124-afae-fcd64e8f3ff2 service neutron] Bound port: eaf58679-5955-450b-9e33-474897257567, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:35.618873 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-6172401f-e872-4124-afae-fcd64e8f3ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.663304 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-43e58b49-9a04-45a1-b0fe-bbe73aa80ed8 req-b0f6755a-22be-421e-b9a0-e42dc957bf43 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537310 Nov 12 03:27:35.738034 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00722b-4647-4669-98bc-74329f1a6df5 req-e763f21d-ac30-4d3f-aa2b-f859cc2434e6 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:35.739433 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5c00722b-4647-4669-98bc-74329f1a6df5 req-e763f21d-ac30-4d3f-aa2b-f859cc2434e6 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.1566849 Nov 12 03:27:35.780269 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ecaa9276-0dbd-49b7-8338-12f0370c1672 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.793963 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff5063-c51d-44ad-bdad-86e3e3cfc695 req-5b77956e-0082-4580-8d3b-c75b1a63837a tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:35.795494 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-53ff5063-c51d-44ad-bdad-86e3e3cfc695 req-5b77956e-0082-4580-8d3b-c75b1a63837a tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 951 time: 0.0622718 Nov 12 03:27:35.818206 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-6172401f-e872-4124-afae-fcd64e8f3ff2 service neutron] For port eaf58679-5955-450b-9e33-474897257567, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:35.825557 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa9276-0dbd-49b7-8338-12f0370c1672 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Subnet': ['ID=c2392dd7-4dae-4372-902e-7dfd95bf0c6a,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:35.833456 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ecaa9276-0dbd-49b7-8338-12f0370c1672 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.836878 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ecaa9276-0dbd-49b7-8338-12f0370c1672 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/c2392dd7-4dae-4372-902e-7dfd95bf0c6a HTTP/1.1" status: 204 len: 168 time: 0.6791015 Nov 12 03:27:35.842786 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33824) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:35.852936 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb01dec-86aa-4d38-893a-bab6daeafba8 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:35.856181 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-6172401f-e872-4124-afae-fcd64e8f3ff2 service neutron] For port eaf58679-5955-450b-9e33-474897257567, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=eaf58679-5955-450b-9e33-474897257567,segment=NetworkSegment(3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd),segment_id=3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:35.866028 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-6172401f-e872-4124-afae-fcd64e8f3ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.897438 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5c00722b-4647-4669-98bc-74329f1a6df5 req-e3763b24-00cb-4eea-a319-0dc3cb6b4d6a tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451473 Nov 12 03:27:35.906781 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2486eb44-b789-4d8c-8889-4dd0b1f98783 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0626290 Nov 12 03:27:35.908059 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33826) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:35.912016 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-1d01f9f3-b0fd-4ae4-8c81-b3a7f9164ac8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'subnet': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:35.920707 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-53ff5063-c51d-44ad-bdad-86e3e3cfc695 req-b71b7fb6-c7ce-4381-8d36-a050a3ffe5e9 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184373 Nov 12 03:27:35.939767 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-6172401f-e872-4124-afae-fcd64e8f3ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:35.940515 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-6172401f-e872-4124-afae-fcd64e8f3ff2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.941899 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-6172401f-e872-4124-afae-fcd64e8f3ff2 service neutron] 10.222.0.74 "PUT /v2.0/ports/eaf58679-5955-450b-9e33-474897257567 HTTP/1.1" status: 200 len: 1093 time: 2.4900389 Nov 12 03:27:35.942270 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeaf4e58-1a75-488e-9096-2d0c211847ee', 'tag': 'eaf58679-5955-450b-9e33-474897257567'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:35.944586 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423f04fc-1d22-4f9d-8491-0d6215a2522e" -d '{"events": [{"name": "network-changed", "server_uuid": "eeaf4e58-1a75-488e-9096-2d0c211847ee", "tag": "eaf58679-5955-450b-9e33-474897257567"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:36.014394 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172401f-e872-4124-afae-fcd64e8f3ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=eaf58679-5955-450b-9e33-474897257567,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:36.106122 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce2502-21e2-45ab-bdd8-83ea30f336f8 req-765c4510-743c-42fd-9860-efaa871f63bf tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:36.117616 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-56ce2502-21e2-45ab-bdd8-83ea30f336f8 req-765c4510-743c-42fd-9860-efaa871f63bf tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.0739875 Nov 12 03:27:36.153219 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-b22d24a8-6856-4c0e-98be-ea471596cc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:36.154880 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-b22d24a8-6856-4c0e-98be-ea471596cc3b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1d6c893ca49044dfac9a410cc1ad6232&device_id=eeaf4e58-1a75-488e-9096-2d0c211847ee HTTP/1.1" status: 200 len: 1096 time: 0.1244450 Nov 12 03:27:36.159252 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d01f9f3-b0fd-4ae4-8c81-b3a7f9164ac8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:36.162876 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1d01f9f3-b0fd-4ae4-8c81-b3a7f9164ac8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:36.163344 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d539c1e4-06a7-4f44-a0a9-36b5a5a02be5 None None] DHCP port deletion for 73a88994-9b3d-4208-8808-2295e92df12e request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:36.193891 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985bc33-2645-4b50-956a-9fb3c8c6b234 req-436da928-2cbd-40d7-96d6-45346fcde5d2 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:36.197227 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7985bc33-2645-4b50-956a-9fb3c8c6b234 req-436da928-2cbd-40d7-96d6-45346fcde5d2 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=eeaf4e58-1a75-488e-9096-2d0c211847ee HTTP/1.1" status: 200 len: 944 time: 0.1276262 Nov 12 03:27:36.220107 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-56ce2502-21e2-45ab-bdd8-83ea30f336f8 req-f8746312-585f-4459-aef6-cb0c404c2f4a tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011500 Nov 12 03:27:36.246526 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd24f28-d1f2-424d-a54a-07a89350f5cb', 'name': 'network-vif-deleted', 'tag': 'f7014e0c-3160-4db2-bb42-90d6d11ca96e'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:36.254935 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e2008e-a036-426a-af6b-bf3ee4832992" -d '{"events": [{"server_uuid": "ffd24f28-d1f2-424d-a54a-07a89350f5cb", "name": "network-vif-deleted", "tag": "f7014e0c-3160-4db2-bb42-90d6d11ca96e"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:36.295970 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c688fcc-e2b2-4c63-bc53-af25beaecda0 x-openstack-request-id: req-7c688fcc-e2b2-4c63-bc53-af25beaecda0 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:36.296239 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeaf4e58-1a75-488e-9096-2d0c211847ee", "tag": "eaf58679-5955-450b-9e33-474897257567", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:36.296371 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7c688fcc-e2b2-4c63-bc53-af25beaecda0 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:36.296749 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeaf4e58-1a75-488e-9096-2d0c211847ee', 'tag': 'eaf58679-5955-450b-9e33-474897257567', 'status': 'completed', 'code': 200} Nov 12 03:27:36.302183 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-c22ec107-2ae1-4e08-b9f0-2ae31d45bbf3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eaf58679-5955-450b-9e33-474897257567 HTTP/1.1" status: 200 len: 217 time: 0.1233721 Nov 12 03:27:36.446847 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-62eeabe8-eaa7-4cb0-8479-840319b5287b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:36.448514 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-62eeabe8-eaa7-4cb0-8479-840319b5287b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=df107fe4-b619-4341-93e8-c25b14853a6f HTTP/1.1" status: 200 len: 845 time: 0.1333714 Nov 12 03:27:36.451549 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device b39a57cd-b764-4391-a7a9-e9de28772117 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:36.455835 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e7d201-c4e8-40b7-b796-b2ab1a97615f x-openstack-request-id: req-b3e7d201-c4e8-40b7-b796-b2ab1a97615f {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:36.456282 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd24f28-d1f2-424d-a54a-07a89350f5cb", "name": "network-vif-deleted", "tag": "f7014e0c-3160-4db2-bb42-90d6d11ca96e", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:36.456699 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b3e7d201-c4e8-40b7-b796-b2ab1a97615f {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:36.457773 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd24f28-d1f2-424d-a54a-07a89350f5cb', 'name': 'network-vif-deleted', 'tag': 'f7014e0c-3160-4db2-bb42-90d6d11ca96e', 'status': 'completed', 'code': 200} Nov 12 03:27:36.460798 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7985bc33-2645-4b50-956a-9fb3c8c6b234 req-5f4e5876-f808-44ad-bd59-5f87ed998328 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440851 Nov 12 03:27:36.461261 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 54e7eda5-a26c-4a2d-b977-155e0f3c861e no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:36.509394 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-008f6036-99d7-4e24-ba17-2b14b6b79729 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398049 Nov 12 03:27:36.520213 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: b39a57cd-b764-4391-a7a9-e9de28772117 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:36.520765 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device b39a57cd-b764-4391-a7a9-e9de28772117 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:36.521430 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 6196cda8-6a69-4b31-b399-37c8d189d77d no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:36.552685 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:36.607654 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-d539c1e4-06a7-4f44-a0a9-36b5a5a02be5 None None] Deleting port 54e7eda5-a26c-4a2d-b977-155e0f3c861e {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:36.607654 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d539c1e4-06a7-4f44-a0a9-36b5a5a02be5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:36.730738 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:36.740215 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-b49335ca-146a-451a-a989-ec3c2ebf7d4d tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:36.742142 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-b49335ca-146a-451a-a989-ec3c2ebf7d4d tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/networks?id=56493891-2b14-40ba-a8cb-65015d9b59f3 HTTP/1.1" status: 200 len: 811 time: 0.1275015 Nov 12 03:27:36.765871 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-d539c1e4-06a7-4f44-a0a9-36b5a5a02be5 None None] For port 54e7eda5-a26c-4a2d-b977-155e0f3c861e, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=54e7eda5-a26c-4a2d-b977-155e0f3c861e,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:36.766153 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616653b1-e115-4c0b-9a55-74919023afbd req-df4d551c-b1f1-4107-b122-8df186f952df tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:36.766291 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d539c1e4-06a7-4f44-a0a9-36b5a5a02be5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:36.772449 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-a99890eb-c355-44a4-b264-29471181f7bc tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/quotas/eda4d7a9c5834d36bc2b22e1ed979ccd HTTP/1.1" status: 200 len: 375 time: 0.0220106 Nov 12 03:27:36.773535 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-616653b1-e115-4c0b-9a55-74919023afbd req-df4d551c-b1f1-4107-b122-8df186f952df tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a65edf96-a810-4ee3-b7d1-38eb6d581511 HTTP/1.1" status: 200 len: 945 time: 0.2166877 Nov 12 03:27:36.773927 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:36.798285 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-73967b34-7f51-4dfc-98f4-a000c89ca6c3 service neutron] 10.222.0.74 "GET /v2.0/networks/d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770529 Nov 12 03:27:36.803501 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-d539c1e4-06a7-4f44-a0a9-36b5a5a02be5 None None] Calling delete_port for 54e7eda5-a26c-4a2d-b977-155e0f3c861e owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:36.824310 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 54e7eda5-a26c-4a2d-b977-155e0f3c861e, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=54e7eda5-a26c-4a2d-b977-155e0f3c861e,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:36.835643 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03382784-3a8d-4da6-b1d5-19d3c131c9b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6196cda8-6a69-4b31-b399-37c8d189d77d'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:36.838149 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a3ab7e-0467-446e-9b05-93045415fda1" -d '{"events": [{"server_uuid": "03382784-3a8d-4da6-b1d5-19d3c131c9b8", "name": "network-vif-unplugged", "status": "completed", "tag": "6196cda8-6a69-4b31-b399-37c8d189d77d"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:36.844358 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1d01f9f3-b0fd-4ae4-8c81-b3a7f9164ac8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:36.845845 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:36.854726 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-e45582c0-aff8-4729-b935-da53d0cedd88 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=eda4d7a9c5834d36bc2b22e1ed979ccd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0808387 Nov 12 03:27:36.888532 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 6196cda8-6a69-4b31-b399-37c8d189d77d, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=6196cda8-6a69-4b31-b399-37c8d189d77d,segment=NetworkSegment(87eca40d-206a-481c-a883-b95018bc626e),segment_id=87eca40d-206a-481c-a883-b95018bc626e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:36.921367 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:36.922055 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device f7014e0c-3160-4db2-bb42-90d6d11ca96e no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:36.943983 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d01f9f3-b0fd-4ae4-8c81-b3a7f9164ac8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:36.950322 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-616653b1-e115-4c0b-9a55-74919023afbd req-3b51239d-9899-4a59-8545-5c237735a202 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758935 Nov 12 03:27:36.957244 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-1d01f9f3-b0fd-4ae4-8c81-b3a7f9164ac8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:36.961630 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: f7014e0c-3160-4db2-bb42-90d6d11ca96e {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:36.961990 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device f7014e0c-3160-4db2-bb42-90d6d11ca96e not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:36.962244 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d01f9f3-b0fd-4ae4-8c81-b3a7f9164ac8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:36.963072 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1d01f9f3-b0fd-4ae4-8c81-b3a7f9164ac8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:36.992357 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=54e7eda5-a26c-4a2d-b977-155e0f3c861e,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:37.008925 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-1ad9b6d1-bcf1-4160-a332-587dd367c329 service neutron] 10.222.0.50 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521547 Nov 12 03:27:37.014422 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1d01f9f3-b0fd-4ae4-8c81-b3a7f9164ac8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1059091 Nov 12 03:27:37.023195 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33860) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:37.029826 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-b789876b-88e7-4b2c-8cf5-4d251289b36e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'port': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'fixed_ips': [{'subnet_id': '9068fedc-1d7e-463b-843a-39d659bc3a9b', 'ip_address': '2001:db8::343f:dc50:19a6:1712'}], 'name': 'tempest-NetworksTestDHCPv6-672320233'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:37.035046 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d539c1e4-06a7-4f44-a0a9-36b5a5a02be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:37.058474 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d539c1e4-06a7-4f44-a0a9-36b5a5a02be5 None None] No DVR routers for this DVR port 54e7eda5-a26c-4a2d-b977-155e0f3c861e on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:37.065688 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=6196cda8-6a69-4b31-b399-37c8d189d77d,revision_number=8']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:37.069233 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d01f9f3-b0fd-4ae4-8c81-b3a7f9164ac8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Subnet': ['ID=9068fedc-1d7e-463b-843a-39d659bc3a9b,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:37.083100 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6ac64f9b-85e2-44db-aa4d-d60a06972577 req-e264d925-50f7-4011-aa51-2c78d775248c service neutron] 10.222.0.74 "GET /v2.0/networks/d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732811 Nov 12 03:27:37.089087 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-16ba8fcc-2168-44eb-a703-a86eb7ad18e0 req-e977040c-34cb-4f83-be4c-0514fc6c2a13 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups/80146229-ade4-4c7f-8d78-806844ce15f0 HTTP/1.1" status: 200 len: 1818 time: 0.0842485 Nov 12 03:27:37.097397 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fc8d0d-ab32-4907-ac92-75b9136fdaf7 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:37.100680 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d539c1e4-06a7-4f44-a0a9-36b5a5a02be5 None None] Pushing event deleted for resources: {'Port': ['ID=54e7eda5-a26c-4a2d-b977-155e0f3c861e,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:37.172420 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-16ba8fcc-2168-44eb-a703-a86eb7ad18e0 req-d14c643f-71c2-4fe7-9b2e-eafb905ba797 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:37.221680 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-16ba8fcc-2168-44eb-a703-a86eb7ad18e0 req-d14c643f-71c2-4fe7-9b2e-eafb905ba797 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:37.224990 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-87e2d927-7620-4015-a7f4-ca225674bbc9 service neutron] 10.222.0.50 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111492 Nov 12 03:27:37.252273 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f04fc-1d22-4f9d-8491-0d6215a2522e req-b8c120cc-c311-43f7-9506-b695810a0940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:37.254006 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-423f04fc-1d22-4f9d-8491-0d6215a2522e req-b8c120cc-c311-43f7-9506-b695810a0940 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1d6c893ca49044dfac9a410cc1ad6232&device_id=eeaf4e58-1a75-488e-9096-2d0c211847ee HTTP/1.1" status: 200 len: 1096 time: 0.0692041 Nov 12 03:27:37.257718 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b789876b-88e7-4b2c-8cf5-4d251289b36e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:37.315610 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-16ba8fcc-2168-44eb-a703-a86eb7ad18e0 req-d14c643f-71c2-4fe7-9b2e-eafb905ba797 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:37.318448 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-16ba8fcc-2168-44eb-a703-a86eb7ad18e0 req-d14c643f-71c2-4fe7-9b2e-eafb905ba797 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:37.319779 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-16ba8fcc-2168-44eb-a703-a86eb7ad18e0 req-d14c643f-71c2-4fe7-9b2e-eafb905ba797 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "DELETE /v2.0/security-groups/80146229-ade4-4c7f-8d78-806844ce15f0 HTTP/1.1" status: 204 len: 173 time: 0.2233899 Nov 12 03:27:37.336665 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec54ad0-66f2-4622-8015-d117e939a425 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-73a88994-9b3d-4208-8808-2295e92df12e', 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'tenant_id': 'c89f39c463fe4565b0b406898cbbe00b', 'fixed_ips': [{'subnet_id': '9068fedc-1d7e-463b-843a-39d659bc3a9b'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:27:37.337967 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5ec54ad0-66f2-4622-8015-d117e939a425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:37.371104 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c643f-71c2-4fe7-9b2e-eafb905ba797 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80146229-ade4-4c7f-8d78-806844ce15f0,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:37.438468 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b789876b-88e7-4b2c-8cf5-4d251289b36e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:37.477059 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f04fc-1d22-4f9d-8491-0d6215a2522e req-23d85fe5-ccab-46ae-865b-dc617aa57d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:37.478363 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-423f04fc-1d22-4f9d-8491-0d6215a2522e req-23d85fe5-ccab-46ae-865b-dc617aa57d18 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e HTTP/1.1" status: 200 len: 906 time: 0.2047930 Nov 12 03:27:37.479709 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-b789876b-88e7-4b2c-8cf5-4d251289b36e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] device_id is not set on port a7e50f7d-a4c6-4185-9d36-488f04a39228 yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:27:37.520364 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553e08ab-7954-442a-9a59-53e9b65ba0a9 x-openstack-request-id: req-553e08ab-7954-442a-9a59-53e9b65ba0a9 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:37.520652 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03382784-3a8d-4da6-b1d5-19d3c131c9b8", "name": "network-vif-unplugged", "status": "completed", "tag": "6196cda8-6a69-4b31-b399-37c8d189d77d", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:37.520906 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-553e08ab-7954-442a-9a59-53e9b65ba0a9 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:37.521300 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03382784-3a8d-4da6-b1d5-19d3c131c9b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6196cda8-6a69-4b31-b399-37c8d189d77d', 'code': 200} Nov 12 03:27:37.531191 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8085f6-24b8-45d2-9cc0-90a1f2ff6b7c req-53058d3a-cae0-4ae4-ba53-5f1bc74c49c3 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:37.532777 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ca8085f6-24b8-45d2-9cc0-90a1f2ff6b7c req-53058d3a-cae0-4ae4-ba53-5f1bc74c49c3 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=03382784-3a8d-4da6-b1d5-19d3c131c9b8 HTTP/1.1" status: 200 len: 944 time: 0.1015205 Nov 12 03:27:37.577427 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-423f04fc-1d22-4f9d-8491-0d6215a2522e req-a85712d7-3aa3-4f73-b063-07353d4fa014 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eaf58679-5955-450b-9e33-474897257567 HTTP/1.1" status: 200 len: 217 time: 0.0860369 Nov 12 03:27:37.598673 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-5ec54ad0-66f2-4622-8015-d117e939a425 None None] Allocated IP 2001:db8::2 (73a88994-9b3d-4208-8808-2295e92df12e/9068fedc-1d7e-463b-843a-39d659bc3a9b/283f3cf6-62ad-4585-8436-85565a39c0a7) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:37.653925 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8db98-3c47-48ce-987d-295bc4956064 req-7ed10f09-afd4-4c76-90eb-a8b33b064731 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:37.657583 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7ea8db98-3c47-48ce-987d-295bc4956064 req-7ed10f09-afd4-4c76-90eb-a8b33b064731 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 951 time: 0.1222811 Nov 12 03:27:37.690262 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f04fc-1d22-4f9d-8491-0d6215a2522e req-d0646c91-75c3-4b69-b130-360f929c6449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:37.691752 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-423f04fc-1d22-4f9d-8491-0d6215a2522e req-d0646c91-75c3-4b69-b130-360f929c6449 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=df107fe4-b619-4341-93e8-c25b14853a6f HTTP/1.1" status: 200 len: 845 time: 0.0876944 Nov 12 03:27:37.723709 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ca8085f6-24b8-45d2-9cc0-90a1f2ff6b7c req-88bf47d2-e627-4101-86b2-a19a6fb117c7 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547303 Nov 12 03:27:37.752396 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-423f04fc-1d22-4f9d-8491-0d6215a2522e req-6608c412-5809-4f9a-bfdb-d2b8e33df126 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455613 Nov 12 03:27:37.781421 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7ea8db98-3c47-48ce-987d-295bc4956064 req-d765f83f-5172-4bf3-9c31-9268c42f5ce1 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152322 Nov 12 03:27:37.815994 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5ec54ad0-66f2-4622-8015-d117e939a425 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:37.825887 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5ec54ad0-66f2-4622-8015-d117e939a425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:37.870193 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec54ad0-66f2-4622-8015-d117e939a425 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:37.877659 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-5ec54ad0-66f2-4622-8015-d117e939a425 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:37.883094 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec54ad0-66f2-4622-8015-d117e939a425 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:37.908482 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-b789876b-88e7-4b2c-8cf5-4d251289b36e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Allocated IP 2001:db8::343f:dc50:19a6:1712 (73a88994-9b3d-4208-8808-2295e92df12e/9068fedc-1d7e-463b-843a-39d659bc3a9b/a7e50f7d-a4c6-4185-9d36-488f04a39228) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:37.930213 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec54ad0-66f2-4622-8015-d117e939a425 None None] Pushing event updated for resources: {'Port': ['ID=283f3cf6-62ad-4585-8436-85565a39c0a7,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:37.962726 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-df0bc971-881b-4c13-95d4-1a81f05474d1 req-a62f1756-95cf-4899-af00-2369e8db3ab2 tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "GET /v2.0/security-groups/c515790e-749b-48d1-82cc-d0b248cf5433 HTTP/1.1" status: 200 len: 1815 time: 0.2073689 Nov 12 03:27:37.975149 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-5ec54ad0-66f2-4622-8015-d117e939a425 None None] Attempting to bind port 283f3cf6-62ad-4585-8436-85565a39c0a7 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:37.975676 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-5ec54ad0-66f2-4622-8015-d117e939a425 None None] Attempting to bind port 283f3cf6-62ad-4585-8436-85565a39c0a7 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:37.976634 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec54ad0-66f2-4622-8015-d117e939a425 None None] Attempting to bind port 283f3cf6-62ad-4585-8436-85565a39c0a7 on network 73a88994-9b3d-4208-8808-2295e92df12e {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:37.984567 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec54ad0-66f2-4622-8015-d117e939a425 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:37.985342 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec54ad0-66f2-4622-8015-d117e939a425 None None] Checking segment: {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:37.985872 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5ec54ad0-66f2-4622-8015-d117e939a425 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:37.986447 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec54ad0-66f2-4622-8015-d117e939a425 None None] Bound using segment: {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:37.987253 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-5ec54ad0-66f2-4622-8015-d117e939a425 None None] Bound port: 283f3cf6-62ad-4585-8436-85565a39c0a7, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:37.987858 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5ec54ad0-66f2-4622-8015-d117e939a425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.022293 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-423f04fc-1d22-4f9d-8491-0d6215a2522e req-ecef968d-ca86-4476-b16d-dd97eceed547 service neutron] 10.222.0.74 "GET /v2.0/networks/d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564619 Nov 12 03:27:38.084005 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-5ec54ad0-66f2-4622-8015-d117e939a425 None None] For port 283f3cf6-62ad-4585-8436-85565a39c0a7, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:38.094967 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-5ec54ad0-66f2-4622-8015-d117e939a425 None None] For port 283f3cf6-62ad-4585-8436-85565a39c0a7, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=283f3cf6-62ad-4585-8436-85565a39c0a7,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:38.101298 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5ec54ad0-66f2-4622-8015-d117e939a425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.147973 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-df0bc971-881b-4c13-95d4-1a81f05474d1 req-2879baa5-5b5b-4655-b3db-2848714c8dbb tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.155824 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b789876b-88e7-4b2c-8cf5-4d251289b36e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.166207 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d49ab1d6-6f32-4be9-9c05-2fb4ccc4f1d5 req-8c0036dc-85fa-48b3-94cb-bd1ce5a15b12 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5a7c876-1f11-44fa-aa3b-36a029663a47 HTTP/1.1" status: 200 len: 210 time: 0.0663853 Nov 12 03:27:38.196270 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-df0bc971-881b-4c13-95d4-1a81f05474d1 req-2879baa5-5b5b-4655-b3db-2848714c8dbb tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.205051 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec54ad0-66f2-4622-8015-d117e939a425 None None] Pushing event updated for resources: {'Port': ['ID=283f3cf6-62ad-4585-8436-85565a39c0a7,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:38.243708 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-423f04fc-1d22-4f9d-8491-0d6215a2522e req-ab7751c6-b1d3-47ec-b504-7dc4cbb95510 service neutron] 10.222.0.74 "GET /v2.0/networks/d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021246 Nov 12 03:27:38.273782 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-df0bc971-881b-4c13-95d4-1a81f05474d1 req-2879baa5-5b5b-4655-b3db-2848714c8dbb tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.281456 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-df0bc971-881b-4c13-95d4-1a81f05474d1 req-2879baa5-5b5b-4655-b3db-2848714c8dbb tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.282815 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-df0bc971-881b-4c13-95d4-1a81f05474d1 req-2879baa5-5b5b-4655-b3db-2848714c8dbb tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] 10.222.0.50 "DELETE /v2.0/security-groups/c515790e-749b-48d1-82cc-d0b248cf5433 HTTP/1.1" status: 204 len: 173 time: 0.3121204 Nov 12 03:27:38.295319 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33880) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:38.318950 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2879baa5-5b5b-4655-b3db-2848714c8dbb tempest-SecurityGroupsTestJSON-2042499145 tempest-SecurityGroupsTestJSON-2042499145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c515790e-749b-48d1-82cc-d0b248cf5433,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:38.415416 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbadb3-e79d-4461-b3bc-6cf5cfbce0ad req-1acee3d6-cfd1-4278-945b-0b746c1d69d1 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:38.418268 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-61cbadb3-e79d-4461-b3bc-6cf5cfbce0ad req-1acee3d6-cfd1-4278-945b-0b746c1d69d1 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.74 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 951 time: 0.3150599 Nov 12 03:27:38.442993 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e4e7a-53ff-4830-85ad-aa8a23d3347f req-9f543683-936f-4966-84ef-369f4729b92b tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:38.444658 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bd5e4e7a-53ff-4830-85ad-aa8a23d3347f req-9f543683-936f-4966-84ef-369f4729b92b tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.74 "GET /v2.0/ports?device_id=03382784-3a8d-4da6-b1d5-19d3c131c9b8 HTTP/1.1" status: 200 len: 944 time: 0.2767727 Nov 12 03:27:38.445465 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-e05db957-df67-4d3e-8c3e-e1e367a27255 admin admin] Deleting subnet 81deee3d-5b3d-4089-86fe-7bb37174d9df {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:27:38.451618 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e05db957-df67-4d3e-8c3e-e1e367a27255 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.483871 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.531722 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c819359-66f8-4ea4-a02c-b65636081290 req-b49a90b7-b410-46d2-94d0-85b9f495303c tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:38.533262 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7c819359-66f8-4ea4-a02c-b65636081290 req-b49a90b7-b410-46d2-94d0-85b9f495303c tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a65edf96-a810-4ee3-b7d1-38eb6d581511 HTTP/1.1" status: 200 len: 945 time: 0.1595135 Nov 12 03:27:38.548047 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e05db957-df67-4d3e-8c3e-e1e367a27255 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.567620 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51441048-dbe2-4589-a2e9-1e51322785d9 req-f95e10b5-d257-4238-8623-e248f50ce828 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:38.576567 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-51441048-dbe2-4589-a2e9-1e51322785d9 req-f95e10b5-d257-4238-8623-e248f50ce828 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=eeaf4e58-1a75-488e-9096-2d0c211847ee HTTP/1.1" status: 200 len: 944 time: 0.2711368 Nov 12 03:27:38.591301 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b789876b-88e7-4b2c-8cf5-4d251289b36e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.654605 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e05db957-df67-4d3e-8c3e-e1e367a27255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.680651 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7c819359-66f8-4ea4-a02c-b65636081290 req-ea653508-4bc6-4341-8e11-859ac4ae8442 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286645 Nov 12 03:27:38.726458 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e05db957-df67-4d3e-8c3e-e1e367a27255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.756336 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05db957-df67-4d3e-8c3e-e1e367a27255 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81deee3d-5b3d-4089-86fe-7bb37174d9df,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:38.756981 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b789876b-88e7-4b2c-8cf5-4d251289b36e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:38.764111 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e05db957-df67-4d3e-8c3e-e1e367a27255 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.767465 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e05db957-df67-4d3e-8c3e-e1e367a27255 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/81deee3d-5b3d-4089-86fe-7bb37174d9df HTTP/1.1" status: 204 len: 168 time: 0.4703157 Nov 12 03:27:38.771866 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33884) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:38.789667 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-b789876b-88e7-4b2c-8cf5-4d251289b36e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:38.792115 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b789876b-88e7-4b2c-8cf5-4d251289b36e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:38.799813 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b789876b-88e7-4b2c-8cf5-4d251289b36e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:38.800479 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b789876b-88e7-4b2c-8cf5-4d251289b36e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.820013 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b789876b-88e7-4b2c-8cf5-4d251289b36e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Port': ['ID=a7e50f7d-a4c6-4185-9d36-488f04a39228,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:38.851851 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b789876b-88e7-4b2c-8cf5-4d251289b36e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8272684 Nov 12 03:27:38.853939 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33888) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:38.859547 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-51441048-dbe2-4589-a2e9-1e51322785d9 req-186c8e22-14ee-4c97-87e6-4f01d9dea517 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821362 Nov 12 03:27:38.895629 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5cd86f77-628c-44e3-af92-a12d297fefde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.926136 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f32b70-ec02-4294-82f0-beba563ee6e4 req-a5007b46-e93c-4c55-9c3d-6a984f9c7387 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:38.933943 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-89f32b70-ec02-4294-82f0-beba563ee6e4 req-a5007b46-e93c-4c55-9c3d-6a984f9c7387 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=03382784-3a8d-4da6-b1d5-19d3c131c9b8 HTTP/1.1" status: 200 len: 944 time: 0.0976853 Nov 12 03:27:38.948375 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-61cbadb3-e79d-4461-b3bc-6cf5cfbce0ad req-877a6730-0442-4823-ba6b-a5c53b438d82 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Deleting port 50373608-939c-404f-8e58-d13ffe4451a7 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:38.948821 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-61cbadb3-e79d-4461-b3bc-6cf5cfbce0ad req-877a6730-0442-4823-ba6b-a5c53b438d82 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.966702 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-bd5e4e7a-53ff-4830-85ad-aa8a23d3347f req-6fe31b77-4350-4041-9706-be86dcb7202e tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Deleting port 6196cda8-6a69-4b31-b399-37c8d189d77d {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:38.967059 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-bd5e4e7a-53ff-4830-85ad-aa8a23d3347f req-6fe31b77-4350-4041-9706-be86dcb7202e tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.092475 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0b9033-63ba-4fa0-ba63-daf4771e86be tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:39.100030 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0b9033-63ba-4fa0-ba63-daf4771e86be tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:39.104369 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-be0b9033-63ba-4fa0-ba63-daf4771e86be tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2466958 Nov 12 03:27:39.106613 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-89f32b70-ec02-4294-82f0-beba563ee6e4 req-66bb5488-6f10-4d97-8094-2f66f453c924 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718616 Nov 12 03:27:39.113053 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33892) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:39.159619 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5cd86f77-628c-44e3-af92-a12d297fefde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.198021 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-5cd86f77-628c-44e3-af92-a12d297fefde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['169e1144-ccf3-4d1d-a931-5204a7d70a64']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:39.215336 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-5cd86f77-628c-44e3-af92-a12d297fefde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c201839a-9ee8-4927-8170-35a235ff6ef6') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:39.215784 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-5cd86f77-628c-44e3-af92-a12d297fefde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c201839a-9ee8-4927-8170-35a235ff6ef6') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:39.236307 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5cd86f77-628c-44e3-af92-a12d297fefde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.269646 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-54246d9a-bb29-4436-9aa4-2aa506ce8851 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:39.269646 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-54246d9a-bb29-4436-9aa4-2aa506ce8851 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.74 "GET /v2.0/networks?id=56493891-2b14-40ba-a8cb-65015d9b59f3 HTTP/1.1" status: 200 len: 811 time: 0.2456348 Nov 12 03:27:39.278952 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5cd86f77-628c-44e3-af92-a12d297fefde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.290448 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-6acfcad9-1aef-4f49-baae-49913a4effd7 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Request body: {'port': {'device_id': 'c5a7c876-1f11-44fa-aa3b-36a029663a47', 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3', 'admin_state_up': True, 'tenant_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:39.299381 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd86f77-628c-44e3-af92-a12d297fefde admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:27:39.299532 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5cd86f77-628c-44e3-af92-a12d297fefde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.301837 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:27:39.301837 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:27:39.301837 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:27:39.301837 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:27:39.301837 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:27:39.301837 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:27:39.301837 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:27:39.301837 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:27:39.301837 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:27:39.301837 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:27:39.301837 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:27:39.301837 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:27:39.301837 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:27:39.301837 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:27:39.301837 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:27:39.301837 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:27:39.301837 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:27:39.301837 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:27:39.301837 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:27:39.301837 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:27:39.301837 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:27:39.301837 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:27:39.301837 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:27:39.301837 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:27:39.301837 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:27:39.301837 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:27:39.301837 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:27:39.301837 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:27:39.301837 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:27:39.301837 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:27:39.301837 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:27:39.301837 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:27:39.321184 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca60f3c-03cb-4319-9034-02b00235cab1 req-d6871c81-b85f-45b8-bfec-701764ebdbf6 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:39.329905 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bca60f3c-03cb-4319-9034-02b00235cab1 req-d6871c81-b85f-45b8-bfec-701764ebdbf6 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 951 time: 0.3884885 Nov 12 03:27:39.371611 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-61cbadb3-e79d-4461-b3bc-6cf5cfbce0ad req-877a6730-0442-4823-ba6b-a5c53b438d82 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] For port 50373608-939c-404f-8e58-d13ffe4451a7, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=50373608-939c-404f-8e58-d13ffe4451a7,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:39.372680 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-61cbadb3-e79d-4461-b3bc-6cf5cfbce0ad req-877a6730-0442-4823-ba6b-a5c53b438d82 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.404985 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-61cbadb3-e79d-4461-b3bc-6cf5cfbce0ad req-877a6730-0442-4823-ba6b-a5c53b438d82 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Calling delete_port for 50373608-939c-404f-8e58-d13ffe4451a7 owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:39.428150 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d1ab2268-64ac-46f6-83c8-e347497791df req-e50314ae-70e3-4418-863f-3724c84e6b74 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5a7c876-1f11-44fa-aa3b-36a029663a47 HTTP/1.1" status: 200 len: 210 time: 0.0593419 Nov 12 03:27:39.452990 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bca60f3c-03cb-4319-9034-02b00235cab1 req-49643600-3727-4525-813c-df131d848a47 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/security-groups?id=5678085a-ddf7-44a2-9e8e-683bd605cbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218152 Nov 12 03:27:39.454598 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5cd86f77-628c-44e3-af92-a12d297fefde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.473194 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5cd86f77-628c-44e3-af92-a12d297fefde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.478818 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5cd86f77-628c-44e3-af92-a12d297fefde admin admin] 10.222.0.50 "DELETE /v2.0/networks/169e1144-ccf3-4d1d-a931-5204a7d70a64 HTTP/1.1" status: 204 len: 168 time: 0.7033105 Nov 12 03:27:39.481060 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd86f77-628c-44e3-af92-a12d297fefde admin admin] Pushing event deleted for resources: {'Network': ['ID=169e1144-ccf3-4d1d-a931-5204a7d70a64,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:39.510124 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-bd5e4e7a-53ff-4830-85ad-aa8a23d3347f req-6fe31b77-4350-4041-9706-be86dcb7202e tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] For port 6196cda8-6a69-4b31-b399-37c8d189d77d, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=6196cda8-6a69-4b31-b399-37c8d189d77d,segment=NetworkSegment(87eca40d-206a-481c-a883-b95018bc626e),segment_id=87eca40d-206a-481c-a883-b95018bc626e)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:39.510476 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-bd5e4e7a-53ff-4830-85ad-aa8a23d3347f req-6fe31b77-4350-4041-9706-be86dcb7202e tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.548785 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-bd5e4e7a-53ff-4830-85ad-aa8a23d3347f req-6fe31b77-4350-4041-9706-be86dcb7202e tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Calling delete_port for 6196cda8-6a69-4b31-b399-37c8d189d77d owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:39.594153 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-6acfcad9-1aef-4f49-baae-49913a4effd7 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Made reservation on behalf of eda4d7a9c5834d36bc2b22e1ed979ccd for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:39.600052 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-6acfcad9-1aef-4f49-baae-49913a4effd7 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.633075 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-84a97d64-d1bf-4156-a548-54f2f52260b1 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting port a7e50f7d-a4c6-4185-9d36-488f04a39228 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:39.633512 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-84a97d64-d1bf-4156-a548-54f2f52260b1 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.705930 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33898) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:39.760914 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-6f9306ba-7ffc-4d9f-8cb9-ff88956196cb None None] Provisioning complete for port 283f3cf6-62ad-4585-8436-85565a39c0a7 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:39.764141 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6f9306ba-7ffc-4d9f-8cb9-ff88956196cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.845843 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-6acfcad9-1aef-4f49-baae-49913a4effd7 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Allocated IP 172.20.0.8 (56493891-2b14-40ba-a8cb-65015d9b59f3/c41913f5-e5c1-4e60-8ee6-4f6d29d519f8/41ecabea-c3bc-40a6-9a28-2efb66f91951) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:39.861120 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-87d6aa9d-f413-41eb-a306-abd697828e33 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=91fef26da8e143afb79eb810bd46376a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1537035 Nov 12 03:27:39.921403 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33902) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:39.965077 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6f9306ba-7ffc-4d9f-8cb9-ff88956196cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.016864 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-6f9306ba-7ffc-4d9f-8cb9-ff88956196cb None None] For port 283f3cf6-62ad-4585-8436-85565a39c0a7, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=283f3cf6-62ad-4585-8436-85565a39c0a7,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:40.023619 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6f9306ba-7ffc-4d9f-8cb9-ff88956196cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.076265 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774f05b-2d8a-413a-96cc-99d652a19805 req-d69bbc8f-6dab-49c9-ba1f-f2aec22d4dcb tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:40.077958 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9774f05b-2d8a-413a-96cc-99d652a19805 req-d69bbc8f-6dab-49c9-ba1f-f2aec22d4dcb tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a65edf96-a810-4ee3-b7d1-38eb6d581511 HTTP/1.1" status: 200 len: 945 time: 0.2268867 Nov 12 03:27:40.103058 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9306ba-7ffc-4d9f-8cb9-ff88956196cb None None] Pushing event updated for resources: {'Port': ['ID=283f3cf6-62ad-4585-8436-85565a39c0a7,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:40.152245 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-57be26d5-7f9a-42e9-aed2-56d240ff94dd None None] Provisioning complete for port a7e50f7d-a4c6-4185-9d36-488f04a39228 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:40.153934 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-57be26d5-7f9a-42e9-aed2-56d240ff94dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.155423 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ddbb38cd-345f-4339-855a-d6e855c43198 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.207665 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-61cbadb3-e79d-4461-b3bc-6cf5cfbce0ad req-877a6730-0442-4823-ba6b-a5c53b438d82 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.221425 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['50373608-939c-404f-8e58-d13ffe4451a7'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:40.225714 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-57be26d5-7f9a-42e9-aed2-56d240ff94dd None None] Port a7e50f7d-a4c6-4185-9d36-488f04a39228 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:40.233288 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ddbb38cd-345f-4339-855a-d6e855c43198 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.245320 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9774f05b-2d8a-413a-96cc-99d652a19805 req-d2c7c523-74d1-4c2f-8302-6c840e0e81ea tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519520 Nov 12 03:27:40.251723 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-84a97d64-d1bf-4156-a548-54f2f52260b1 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.291593 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a6730-0442-4823-ba6b-a5c53b438d82 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Pushing event deleted for resources: {'Port': ['ID=50373608-939c-404f-8e58-d13ffe4451a7,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:40.313227 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-84a97d64-d1bf-4156-a548-54f2f52260b1 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Calling delete_port for a7e50f7d-a4c6-4185-9d36-488f04a39228 owned by {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:40.321625 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-6acfcad9-1aef-4f49-baae-49913a4effd7 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.348639 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ddbb38cd-345f-4339-855a-d6e855c43198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.351723 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ddbb38cd-345f-4339-855a-d6e855c43198 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.353632 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ddbb38cd-345f-4339-855a-d6e855c43198 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dfa74b35-347f-4524-ae5c-cff5e8847540 HTTP/1.1" status: 204 len: 168 time: 0.4312501 Nov 12 03:27:40.408174 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb38cd-345f-4339-855a-d6e855c43198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa74b35-347f-4524-ae5c-cff5e8847540,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:40.420250 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c854a-c18a-4a0f-bf3a-e4d997bc3aff req-a84d9b64-96f8-4746-b283-a34110c81935 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:40.430846 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-651c854a-c18a-4a0f-bf3a-e4d997bc3aff req-a84d9b64-96f8-4746-b283-a34110c81935 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=eeaf4e58-1a75-488e-9096-2d0c211847ee HTTP/1.1" status: 200 len: 944 time: 0.2673364 Nov 12 03:27:40.433592 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-61cbadb3-e79d-4461-b3bc-6cf5cfbce0ad req-877a6730-0442-4823-ba6b-a5c53b438d82 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] No DVR routers for this DVR port 50373608-939c-404f-8e58-d13ffe4451a7 on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:40.448252 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-61cbadb3-e79d-4461-b3bc-6cf5cfbce0ad req-877a6730-0442-4823-ba6b-a5c53b438d82 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.452264 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-61cbadb3-e79d-4461-b3bc-6cf5cfbce0ad req-877a6730-0442-4823-ba6b-a5c53b438d82 tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.74 "DELETE /v2.0/ports/50373608-939c-404f-8e58-d13ffe4451a7 HTTP/1.1" status: 204 len: 173 time: 2.0201824 Nov 12 03:27:40.453546 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34647376-8c8b-4535-bf39-d77d3cb17e99', 'name': 'network-vif-deleted', 'tag': '50373608-939c-404f-8e58-d13ffe4451a7'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:40.459339 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device eaf58679-5955-450b-9e33-474897257567 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:27:40.467579 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee81c1f3-884a-414c-a90f-12513afdb48e" -d '{"events": [{"server_uuid": "34647376-8c8b-4535-bf39-d77d3cb17e99", "name": "network-vif-deleted", "tag": "50373608-939c-404f-8e58-d13ffe4451a7"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:40.487829 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-6acfcad9-1aef-4f49-baae-49913a4effd7 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.499102 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-bd5e4e7a-53ff-4830-85ad-aa8a23d3347f req-6fe31b77-4350-4041-9706-be86dcb7202e tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.609845 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acfcad9-1aef-4f49-baae-49913a4effd7 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Pushing event updated for resources: {'Port': ['ID=41ecabea-c3bc-40a6-9a28-2efb66f91951,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:40.633253 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 283f3cf6-62ad-4585-8436-85565a39c0a7 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:40.657680 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c02f96-e278-4908-bccc-767164bca54b req-8001b066-8a3b-427d-8a27-30802f39adc8 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:40.672955 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-98c02f96-e278-4908-bccc-767164bca54b req-8001b066-8a3b-427d-8a27-30802f39adc8 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=03382784-3a8d-4da6-b1d5-19d3c131c9b8 HTTP/1.1" status: 200 len: 865 time: 0.3005807 Nov 12 03:27:40.687080 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-6acfcad9-1aef-4f49-baae-49913a4effd7 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Network 56493891-2b14-40ba-a8cb-65015d9b59f3 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:40.691466 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-6acfcad9-1aef-4f49-baae-49913a4effd7 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:40.701094 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-6acfcad9-1aef-4f49-baae-49913a4effd7 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:40.781939 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe31b77-4350-4041-9706-be86dcb7202e tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Pushing event deleted for resources: {'Port': ['ID=6196cda8-6a69-4b31-b399-37c8d189d77d,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:40.793827 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port eaf58679-5955-450b-9e33-474897257567, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=eaf58679-5955-450b-9e33-474897257567,segment=NetworkSegment(3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd),segment_id=3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:40.806505 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-6acfcad9-1aef-4f49-baae-49913a4effd7 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:40.807267 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-6acfcad9-1aef-4f49-baae-49913a4effd7 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.813099 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'eaf58679-5955-450b-9e33-474897257567', 'network_id': 'd45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e', 'port_id': 'eaf58679-5955-450b-9e33-474897257567', 'mac_address': 'fa:16:3e:18:16:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df107fe4-b619-4341-93e8-c25b14853a6f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:27:40.819538 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 283f3cf6-62ad-4585-8436-85565a39c0a7 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:40.820348 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.821376 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-98c02f96-e278-4908-bccc-767164bca54b req-142329d1-bbd4-488b-a415-2e8adca680b5 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323085 Nov 12 03:27:40.857700 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-6acfcad9-1aef-4f49-baae-49913a4effd7 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5752132 Nov 12 03:27:40.862196 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-651c854a-c18a-4a0f-bf3a-e4d997bc3aff req-bcf9c5e0-ddc2-476e-9962-f93cd9acfaa3 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4189472 Nov 12 03:27:40.879006 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-adafe4aa-cf40-4439-9d91-c68ac0702191 service neutron] Request body: {'port': {'device_id': 'c5a7c876-1f11-44fa-aa3b-36a029663a47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:41.016302 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd5e4e7a-53ff-4830-85ad-aa8a23d3347f req-6fe31b77-4350-4041-9706-be86dcb7202e tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] No DVR routers for this DVR port 6196cda8-6a69-4b31-b399-37c8d189d77d on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:41.024239 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-bd5e4e7a-53ff-4830-85ad-aa8a23d3347f req-6fe31b77-4350-4041-9706-be86dcb7202e tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.029782 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bd5e4e7a-53ff-4830-85ad-aa8a23d3347f req-6fe31b77-4350-4041-9706-be86dcb7202e tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.74 "DELETE /v2.0/ports/6196cda8-6a69-4b31-b399-37c8d189d77d HTTP/1.1" status: 204 len: 173 time: 2.5690591 Nov 12 03:27:41.030107 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.033130 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-adafe4aa-cf40-4439-9d91-c68ac0702191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.035150 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-84a97d64-d1bf-4156-a548-54f2f52260b1 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.039163 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1a8b25-a984-482f-baf1-14b77782ef56 x-openstack-request-id: req-4b1a8b25-a984-482f-baf1-14b77782ef56 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:41.048201 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34647376-8c8b-4535-bf39-d77d3cb17e99", "name": "network-vif-deleted", "tag": "50373608-939c-404f-8e58-d13ffe4451a7", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:41.048459 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4b1a8b25-a984-482f-baf1-14b77782ef56 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:41.049003 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34647376-8c8b-4535-bf39-d77d3cb17e99', 'name': 'network-vif-deleted', 'tag': '50373608-939c-404f-8e58-d13ffe4451a7', 'status': 'completed', 'code': 200} Nov 12 03:27:41.077459 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaf58679-5955-450b-9e33-474897257567 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:27:41.138122 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port eaf58679-5955-450b-9e33-474897257567, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=eaf58679-5955-450b-9e33-474897257567,segment=NetworkSegment(3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd),segment_id=3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:41.210762 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.211841 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a97d64-d1bf-4156-a548-54f2f52260b1 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Port': ['ID=a7e50f7d-a4c6-4185-9d36-488f04a39228,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:41.272781 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-475e57b3-b280-4193-99a5-77169356d42b req-07593740-0ca3-44ed-bf49-b2e4aec6e3eb tempest-ServersAdminTestJSON-2116976372 tempest-ServersAdminTestJSON-2116976372-project] 10.222.0.50 "GET /v2.0/ports?device_id=34647376-8c8b-4535-bf39-d77d3cb17e99 HTTP/1.1" status: 200 len: 210 time: 0.0974894 Nov 12 03:27:41.286492 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-84a97d64-d1bf-4156-a548-54f2f52260b1 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.303412 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-20e7fc0f-f6b5-4328-963c-6946d1af5d37 None None] Provisioning complete for port 41ecabea-c3bc-40a6-9a28-2efb66f91951 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:41.306183 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-84a97d64-d1bf-4156-a548-54f2f52260b1 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/ports/a7e50f7d-a4c6-4185-9d36-488f04a39228 HTTP/1.1" status: 204 len: 168 time: 2.1860802 Nov 12 03:27:41.312271 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-20e7fc0f-f6b5-4328-963c-6946d1af5d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.313837 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33930) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:41.416225 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81f9229-3355-4c54-8621-4b348358b7c1 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:41.420715 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81f9229-3355-4c54-8621-4b348358b7c1 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:41.423989 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c81f9229-3355-4c54-8621-4b348358b7c1 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1090112 Nov 12 03:27:41.442750 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33932) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:41.460005 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=eaf58679-5955-450b-9e33-474897257567,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:41.468861 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96bd963-38a6-4094-9aa9-453fe32d6f05 req-e6932aed-c0a5-4991-b217-793b5f9ce16a tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:41.473429 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b96bd963-38a6-4094-9aa9-453fe32d6f05 req-e6932aed-c0a5-4991-b217-793b5f9ce16a tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5a7c876-1f11-44fa-aa3b-36a029663a47 HTTP/1.1" status: 200 len: 931 time: 0.4420362 Nov 12 03:27:41.474940 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-20e7fc0f-f6b5-4328-963c-6946d1af5d37 None None] Port 41ecabea-c3bc-40a6-9a28-2efb66f91951 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:41.585599 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b96bd963-38a6-4094-9aa9-453fe32d6f05 req-a89c3e79-7339-449d-83e9-996de5e66552 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968339 Nov 12 03:27:41.627515 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['eaf58679-5955-450b-9e33-474897257567'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:41.638768 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-975af6d5-44cc-4ba5-98c3-841024acd33a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting subnet 9068fedc-1d7e-463b-843a-39d659bc3a9b {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:27:41.654171 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-975af6d5-44cc-4ba5-98c3-841024acd33a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.664527 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05325d10-c93b-48be-b711-d64535a4780a req-d6684102-7239-4437-965d-c6f1edef449d tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:41.666059 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-05325d10-c93b-48be-b711-d64535a4780a req-d6684102-7239-4437-965d-c6f1edef449d tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a65edf96-a810-4ee3-b7d1-38eb6d581511 HTTP/1.1" status: 200 len: 945 time: 0.2383888 Nov 12 03:27:41.809086 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33942) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:41.977323 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7e322477-0d90-4463-b6b7-549b08c62eac req-3e0ab626-2819-4ec7-a6a2-d15402249c6f tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=03382784-3a8d-4da6-b1d5-19d3c131c9b8 HTTP/1.1" status: 200 len: 210 time: 0.0433786 Nov 12 03:27:41.983855 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-14ef9283-4369-47bc-9f6c-67ac744fac3c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1488512457-network', 'tenant_id': 'eb6abf846d434d7c83b1370d63a01c80'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:42.019954 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ef9283-4369-47bc-9f6c-67ac744fac3c admin admin] Made reservation on behalf of eb6abf846d434d7c83b1370d63a01c80 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:42.023041 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-14ef9283-4369-47bc-9f6c-67ac744fac3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.038457 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-14ef9283-4369-47bc-9f6c-67ac744fac3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.125725 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-975af6d5-44cc-4ba5-98c3-841024acd33a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.126369 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6257d4b-ce9e-4bd4-a228-f884d30679d8 req-f400aab8-1f4a-4b9d-af93-9873ba63afa1 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:42.128116 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e6257d4b-ce9e-4bd4-a228-f884d30679d8 req-f400aab8-1f4a-4b9d-af93-9873ba63afa1 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=eeaf4e58-1a75-488e-9096-2d0c211847ee HTTP/1.1" status: 200 len: 945 time: 0.0865815 Nov 12 03:27:42.167217 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-05325d10-c93b-48be-b711-d64535a4780a req-14ef834f-bd0c-44ed-84ca-89ffc42b3516 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4800320 Nov 12 03:27:42.222934 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-14ef9283-4369-47bc-9f6c-67ac744fac3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.227578 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e6257d4b-ce9e-4bd4-a228-f884d30679d8 req-01033bb2-cdbd-41b3-a920-e0875a330b7c tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921397 Nov 12 03:27:42.228793 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-14ef9283-4369-47bc-9f6c-67ac744fac3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.270503 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14ef9283-4369-47bc-9f6c-67ac744fac3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:27:42.284669 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ef9283-4369-47bc-9f6c-67ac744fac3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45243d9-e273-4be4-904f-3f103f14853b,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:42.287675 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-14ef9283-4369-47bc-9f6c-67ac744fac3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.287990 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-14ef9283-4369-47bc-9f6c-67ac744fac3c admin admin] Added segment 176db6de-b605-434e-ad55-88a729ddb151 of type vlan for network 47a2fcaf-032c-425f-816c-b5c4a4d54eb1 Nov 12 03:27:42.311508 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-975af6d5-44cc-4ba5-98c3-841024acd33a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.345172 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-14ef9283-4369-47bc-9f6c-67ac744fac3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.364244 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-adafe4aa-cf40-4439-9d91-c68ac0702191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41ecabea-c3bc-40a6-9a28-2efb66f91951 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:27:42.375272 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-14ef9283-4369-47bc-9f6c-67ac744fac3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.377199 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ef9283-4369-47bc-9f6c-67ac744fac3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:42.377199 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-14ef9283-4369-47bc-9f6c-67ac744fac3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.378074 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-adafe4aa-cf40-4439-9d91-c68ac0702191 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.420876 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-adafe4aa-cf40-4439-9d91-c68ac0702191 service neutron] Transition to ACTIVE for port object 41ecabea-c3bc-40a6-9a28-2efb66f91951 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:27:42.423864 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-975af6d5-44cc-4ba5-98c3-841024acd33a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.430525 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-14ef9283-4369-47bc-9f6c-67ac744fac3c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6189816 Nov 12 03:27:42.437737 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-adafe4aa-cf40-4439-9d91-c68ac0702191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.441274 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33956) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:42.462221 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 6196cda8-6a69-4b31-b399-37c8d189d77d no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:42.474393 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ef9283-4369-47bc-9f6c-67ac744fac3c admin admin] Pushing event updated for resources: {'Network': ['ID=47a2fcaf-032c-425f-816c-b5c4a4d54eb1,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:42.477928 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-eb8e1ada-639d-4e3c-af41-9b3ee7515b7e admin admin] Request body: {'subnet': {'network_id': '47a2fcaf-032c-425f-816c-b5c4a4d54eb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1488512457-subnet', 'tenant_id': 'eb6abf846d434d7c83b1370d63a01c80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:42.492869 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 47a2fcaf-032c-425f-816c-b5c4a4d54eb1 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:27:42.495157 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 6196cda8-6a69-4b31-b399-37c8d189d77d {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:42.495768 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 6196cda8-6a69-4b31-b399-37c8d189d77d not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:42.496611 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 50373608-939c-404f-8e58-d13ffe4451a7 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:42.514632 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975af6d5-44cc-4ba5-98c3-841024acd33a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Subnet': ['ID=9068fedc-1d7e-463b-843a-39d659bc3a9b,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:42.533536 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-975af6d5-44cc-4ba5-98c3-841024acd33a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.538963 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 50373608-939c-404f-8e58-d13ffe4451a7 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:42.539625 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 50373608-939c-404f-8e58-d13ffe4451a7 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:42.541760 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-975af6d5-44cc-4ba5-98c3-841024acd33a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/9068fedc-1d7e-463b-843a-39d659bc3a9b HTTP/1.1" status: 204 len: 168 time: 1.0971179 Nov 12 03:27:42.543468 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33960) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:42.545768 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3167109f-8598-41dc-af28-38bec5748314 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:42.587423 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adafe4aa-cf40-4439-9d91-c68ac0702191 service neutron] Pushing event updated for resources: {'Port': ['ID=41ecabea-c3bc-40a6-9a28-2efb66f91951,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:42.610028 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8e1ada-639d-4e3c-af41-9b3ee7515b7e admin admin] Made reservation on behalf of eb6abf846d434d7c83b1370d63a01c80 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:42.613513 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-eb8e1ada-639d-4e3c-af41-9b3ee7515b7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.632529 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33964) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:42.637703 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e6367ac7-47eb-4a32-8746-b04f42acf6a7 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0921018 Nov 12 03:27:42.656465 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33966) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:42.798638 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5207689-6291-41b8-a499-3173e309ea91 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:42.803195 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e5207689-6291-41b8-a499-3173e309ea91 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1427383 Nov 12 03:27:42.805625 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33970) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:42.837606 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-adafe4aa-cf40-4439-9d91-c68ac0702191 service neutron] Attempting to bind port 41ecabea-c3bc-40a6-9a28-2efb66f91951 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:42.838085 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-adafe4aa-cf40-4439-9d91-c68ac0702191 service neutron] Attempting to bind port 41ecabea-c3bc-40a6-9a28-2efb66f91951 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '51bc27e8-7dd2-406e-8102-7505cd62de69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:42.838536 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-adafe4aa-cf40-4439-9d91-c68ac0702191 service neutron] Attempting to bind port 41ecabea-c3bc-40a6-9a28-2efb66f91951 on network 56493891-2b14-40ba-a8cb-65015d9b59f3 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:42.857674 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-adafe4aa-cf40-4439-9d91-c68ac0702191 service neutron] Port 41ecabea-c3bc-40a6-9a28-2efb66f91951 on network 56493891-2b14-40ba-a8cb-65015d9b59f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:42.858387 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-adafe4aa-cf40-4439-9d91-c68ac0702191 service neutron] Attempting to bind port 41ecabea-c3bc-40a6-9a28-2efb66f91951 on network 56493891-2b14-40ba-a8cb-65015d9b59f3 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:42.873548 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-adafe4aa-cf40-4439-9d91-c68ac0702191 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:42.873958 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-adafe4aa-cf40-4439-9d91-c68ac0702191 service neutron] Checking segment: {'id': '51bc27e8-7dd2-406e-8102-7505cd62de69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:42.874351 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-adafe4aa-cf40-4439-9d91-c68ac0702191 service neutron] Bound using segment: {'id': '51bc27e8-7dd2-406e-8102-7505cd62de69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:42.875374 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-adafe4aa-cf40-4439-9d91-c68ac0702191 service neutron] Bound port: 41ecabea-c3bc-40a6-9a28-2efb66f91951, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51bc27e8-7dd2-406e-8102-7505cd62de69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:42.875687 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-adafe4aa-cf40-4439-9d91-c68ac0702191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.888969 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dec7b8-9381-458d-8484-705b2f43f827 req-f78ec31a-efba-4193-bb6f-eb89d333a4b7 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:42.892912 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-35dec7b8-9381-458d-8484-705b2f43f827 req-f78ec31a-efba-4193-bb6f-eb89d333a4b7 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5a7c876-1f11-44fa-aa3b-36a029663a47 HTTP/1.1" status: 200 len: 943 time: 0.1440458 Nov 12 03:27:42.919761 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b37b36-192e-4b91-b781-e021fe6ec209 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:42.923631 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a5b37b36-192e-4b91-b781-e021fe6ec209 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1143064 Nov 12 03:27:42.925253 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33972) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:42.984738 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-bcff68cb-b0e7-42b5-ab77-7066a957a7a3 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0575688 Nov 12 03:27:42.986609 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b5d281ea-72f3-4695-bc60-a48ed274732a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ce756b44a7b943d8bdc1152693620036&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3522105 Nov 12 03:27:42.987954 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33974) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:42.990986 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33976) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:42.997898 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-ce52db54-70e2-4d3e-a815-001cfe64f5b1 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'subnet': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:43.058458 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03382784-3a8d-4da6-b1d5-19d3c131c9b8', 'name': 'network-vif-deleted', 'tag': '6196cda8-6a69-4b31-b399-37c8d189d77d'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:43.060876 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e85921-c355-4ef0-b257-2e5332bca0d3" -d '{"events": [{"server_uuid": "03382784-3a8d-4da6-b1d5-19d3c131c9b8", "name": "network-vif-deleted", "tag": "6196cda8-6a69-4b31-b399-37c8d189d77d"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:43.124433 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd0fed3-fe5a-4286-9a57-59851615be60 None None] DHCP port deletion for 73a88994-9b3d-4208-8808-2295e92df12e request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:43.133588 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-35dec7b8-9381-458d-8484-705b2f43f827 req-af0c15e4-f6c9-4be7-bce1-6786df99d9fd tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257469 Nov 12 03:27:43.144059 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-adafe4aa-cf40-4439-9d91-c68ac0702191 service neutron] For port 41ecabea-c3bc-40a6-9a28-2efb66f91951, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:43.163222 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b1bdf0-f9d3-4ae9-a16c-20a003f2adff x-openstack-request-id: req-c8b1bdf0-f9d3-4ae9-a16c-20a003f2adff {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:43.163399 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03382784-3a8d-4da6-b1d5-19d3c131c9b8", "name": "network-vif-deleted", "tag": "6196cda8-6a69-4b31-b399-37c8d189d77d", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:43.163637 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c8b1bdf0-f9d3-4ae9-a16c-20a003f2adff {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:43.164043 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03382784-3a8d-4da6-b1d5-19d3c131c9b8', 'name': 'network-vif-deleted', 'tag': '6196cda8-6a69-4b31-b399-37c8d189d77d', 'status': 'completed', 'code': 200} Nov 12 03:27:43.164787 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cbc35d62-a160-409c-8dea-45647779c988 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.192477 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-adafe4aa-cf40-4439-9d91-c68ac0702191 service neutron] For port 41ecabea-c3bc-40a6-9a28-2efb66f91951, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=41ecabea-c3bc-40a6-9a28-2efb66f91951,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:43.211994 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-adafe4aa-cf40-4439-9d91-c68ac0702191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.233779 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-eb8e1ada-639d-4e3c-af41-9b3ee7515b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.239432 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cbc35d62-a160-409c-8dea-45647779c988 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.249207 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-7fd0fed3-fe5a-4286-9a57-59851615be60 None None] Deleting port 283f3cf6-62ad-4585-8436-85565a39c0a7 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:43.249890 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7fd0fed3-fe5a-4286-9a57-59851615be60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.343436 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e1ada-639d-4e3c-af41-9b3ee7515b7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=021454ad-d6cd-40c9-b80d-967adfd1b968,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:43.351485 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-7fd0fed3-fe5a-4286-9a57-59851615be60 None None] For port 283f3cf6-62ad-4585-8436-85565a39c0a7, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=283f3cf6-62ad-4585-8436-85565a39c0a7,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:43.352238 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7fd0fed3-fe5a-4286-9a57-59851615be60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.367215 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cbc35d62-a160-409c-8dea-45647779c988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.374753 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-adafe4aa-cf40-4439-9d91-c68ac0702191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:43.375075 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cbc35d62-a160-409c-8dea-45647779c988 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.375407 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-adafe4aa-cf40-4439-9d91-c68ac0702191 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.376873 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-adafe4aa-cf40-4439-9d91-c68ac0702191 service neutron] 10.222.0.74 "PUT /v2.0/ports/41ecabea-c3bc-40a6-9a28-2efb66f91951 HTTP/1.1" status: 200 len: 1092 time: 2.5026128 Nov 12 03:27:43.378459 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-cbc35d62-a160-409c-8dea-45647779c988 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5678085a-ddf7-44a2-9e8e-683bd605cbd4 HTTP/1.1" status: 204 len: 168 time: 0.3707147 Nov 12 03:27:43.380145 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a7c876-1f11-44fa-aa3b-36a029663a47', 'tag': '41ecabea-c3bc-40a6-9a28-2efb66f91951'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:43.382681 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00951fc-8ec3-4223-bf1c-2cf806c5e3b0" -d '{"events": [{"name": "network-changed", "server_uuid": "c5a7c876-1f11-44fa-aa3b-36a029663a47", "tag": "41ecabea-c3bc-40a6-9a28-2efb66f91951"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:43.383387 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-7fd0fed3-fe5a-4286-9a57-59851615be60 None None] Calling delete_port for 283f3cf6-62ad-4585-8436-85565a39c0a7 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:43.394467 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce52db54-70e2-4d3e-a815-001cfe64f5b1 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:43.412596 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ce52db54-70e2-4d3e-a815-001cfe64f5b1 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.505389 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adafe4aa-cf40-4439-9d91-c68ac0702191 service neutron] Pushing event updated for resources: {'Port': ['ID=41ecabea-c3bc-40a6-9a28-2efb66f91951,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:43.551094 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeef2d1-9eaf-4444-a8a3-d442887a05aa req-8c30d1b8-be36-4ae8-9a3e-e8539552ec8a tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:43.561467 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6aeef2d1-9eaf-4444-a8a3-d442887a05aa req-8c30d1b8-be36-4ae8-9a3e-e8539552ec8a tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a65edf96-a810-4ee3-b7d1-38eb6d581511 HTTP/1.1" status: 200 len: 945 time: 0.2275362 Nov 12 03:27:43.588134 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8e1ada-639d-4e3c-af41-9b3ee7515b7e admin admin] Checking segment: {'id': '176db6de-b605-434e-ad55-88a729ddb151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '47a2fcaf-032c-425f-816c-b5c4a4d54eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:43.588616 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8e1ada-639d-4e3c-af41-9b3ee7515b7e admin admin] Network hostable DHCP agents. Network: 47a2fcaf-032c-425f-816c-b5c4a4d54eb1, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:27:43.594741 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7fd0fed3-fe5a-4286-9a57-59851615be60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.595849 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33994) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:43.601297 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-a7b3cb10-648b-4fc1-985c-3d8a12860e47 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Request body: {'security_group': {'name': 'tempest-securitygroup--281549338', 'description': 'tempest-description--1801943180'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:43.663093 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd0fed3-fe5a-4286-9a57-59851615be60 None None] No DVR routers for this DVR port 283f3cf6-62ad-4585-8436-85565a39c0a7 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:43.673685 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0fed3-fe5a-4286-9a57-59851615be60 None None] Pushing event deleted for resources: {'Port': ['ID=283f3cf6-62ad-4585-8436-85565a39c0a7,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:43.697131 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-20ad4f1a-27d0-4530-9f8e-921f0c2c43f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:43.699061 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-20ad4f1a-27d0-4530-9f8e-921f0c2c43f5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=eda4d7a9c5834d36bc2b22e1ed979ccd&device_id=c5a7c876-1f11-44fa-aa3b-36a029663a47 HTTP/1.1" status: 200 len: 1095 time: 0.2295403 Nov 12 03:27:43.703731 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc35d62-a160-409c-8dea-45647779c988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5678085a-ddf7-44a2-9e8e-683bd605cbd4,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:43.721526 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8e1ada-639d-4e3c-af41-9b3ee7515b7e admin admin] Network 47a2fcaf-032c-425f-816c-b5c4a4d54eb1 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:27:43.784872 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6aeef2d1-9eaf-4444-a8a3-d442887a05aa req-ae896698-340d-4ca8-a447-3dd813a0bc79 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222579 Nov 12 03:27:43.793412 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-6b598773-400b-4dd6-93b3-21dafd1e40d7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41ecabea-c3bc-40a6-9a28-2efb66f91951 HTTP/1.1" status: 200 len: 217 time: 0.0830815 Nov 12 03:27:43.796957 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a7b3cb10-648b-4fc1-985c-3d8a12860e47 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.826750 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-eb8e1ada-639d-4e3c-af41-9b3ee7515b7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 47a2fcaf-032c-425f-816c-b5c4a4d54eb1) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:43.843086 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8ef5e0-a1be-463d-814d-c9c6995418de None None] Network 47a2fcaf-032c-425f-816c-b5c4a4d54eb1 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:43.857584 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8e1ada-639d-4e3c-af41-9b3ee7515b7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:43.858729 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-eb8e1ada-639d-4e3c-af41-9b3ee7515b7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.913446 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ce52db54-70e2-4d3e-a815-001cfe64f5b1 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.918486 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-eb8e1ada-639d-4e3c-af41-9b3ee7515b7e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4698918 Nov 12 03:27:43.927853 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-dcb306d3-6d9f-4c7a-950d-ba3bf8eaba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:43.929701 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-dcb306d3-6d9f-4c7a-950d-ba3bf8eaba44 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c41913f5-e5c1-4e60-8ee6-4f6d29d519f8 HTTP/1.1" status: 200 len: 850 time: 0.1281102 Nov 12 03:27:44.018373 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc65201-18d5-4026-80e1-6925c2bb0aa6 x-openstack-request-id: req-afc65201-18d5-4026-80e1-6925c2bb0aa6 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:44.018988 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5a7c876-1f11-44fa-aa3b-36a029663a47", "tag": "41ecabea-c3bc-40a6-9a28-2efb66f91951", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:44.019434 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-afc65201-18d5-4026-80e1-6925c2bb0aa6 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:44.020009 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5a7c876-1f11-44fa-aa3b-36a029663a47', 'tag': '41ecabea-c3bc-40a6-9a28-2efb66f91951', 'status': 'completed', 'code': 200} Nov 12 03:27:44.049078 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34002) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:44.055051 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d8d9e3-3def-45b4-aeda-dc3dbe766e86 req-b7c15681-d17b-4b43-9660-bc21167490b7 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:44.066597 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-90d8d9e3-3def-45b4-aeda-dc3dbe766e86 req-b7c15681-d17b-4b43-9660-bc21167490b7 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=eeaf4e58-1a75-488e-9096-2d0c211847ee HTTP/1.1" status: 200 len: 945 time: 0.2959993 Nov 12 03:27:44.067659 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d077eb-551d-4af3-97dd-1e1c9b6fe278 None None] Network 47a2fcaf-032c-425f-816c-b5c4a4d54eb1 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:44.096608 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce52db54-70e2-4d3e-a815-001cfe64f5b1 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:44.106399 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a7b3cb10-648b-4fc1-985c-3d8a12860e47 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.122759 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a7b3cb10-648b-4fc1-985c-3d8a12860e47 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.124752 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-ce52db54-70e2-4d3e-a815-001cfe64f5b1 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:44.130614 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce52db54-70e2-4d3e-a815-001cfe64f5b1 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:44.131217 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ce52db54-70e2-4d3e-a815-001cfe64f5b1 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.162767 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-6e58a47c-208f-4a99-9638-95cd3d02e452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:44.166008 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce52db54-70e2-4d3e-a815-001cfe64f5b1 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Subnet': ['ID=d1bebdbf-35a0-416b-92f3-bc9092e4669b,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:44.175355 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-6e58a47c-208f-4a99-9638-95cd3d02e452 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=56493891-2b14-40ba-a8cb-65015d9b59f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2353711 Nov 12 03:27:44.175741 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ce52db54-70e2-4d3e-a815-001cfe64f5b1 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1860311 Nov 12 03:27:44.179702 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 34006) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:44.189648 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-c2a5b8b8-c153-4df6-856c-006ef445c1b8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'port': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'fixed_ips': [{'subnet_id': 'd1bebdbf-35a0-416b-92f3-bc9092e4669b', 'ip_address': '2001:db8::d693:25b:152a:2d0c'}], 'name': 'tempest-NetworksTestDHCPv6-692817132'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:44.195819 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d7d6dd-b23b-457c-a7b8-759bd24665e4 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:44.262667 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3cb10-648b-4fc1-985c-3d8a12860e47 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=397bab42-a9d9-4f17-a5a1-40cc1f9544a7,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:44.292235 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a7b3cb10-648b-4fc1-985c-3d8a12860e47 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.294975 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a7b3cb10-648b-4fc1-985c-3d8a12860e47 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6978488 Nov 12 03:27:44.325458 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34012) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:44.334964 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-b3bba211-7eac-4bb6-b8a2-5548c402f0f3 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Request body: {'security_group_rule': {'security_group_id': '397bab42-a9d9-4f17-a5a1-40cc1f9544a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:44.376472 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1306102e-ba75-4cef-8fc8-7977da73ed38 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2d98376d032b41a4a4ead874c43bc809&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3254166 Nov 12 03:27:44.379758 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 34014) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:44.424997 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-90d8d9e3-3def-45b4-aeda-dc3dbe766e86 req-dcf6dd38-b23b-447a-bcaf-8cc54ecbd1f7 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572342 Nov 12 03:27:44.450282 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d274d8-06e5-49cc-aafd-08d255628932 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-73a88994-9b3d-4208-8808-2295e92df12e', 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'tenant_id': 'c89f39c463fe4565b0b406898cbbe00b', 'fixed_ips': [{'subnet_id': 'd1bebdbf-35a0-416b-92f3-bc9092e4669b'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:27:44.451185 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-28d274d8-06e5-49cc-aafd-08d255628932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.490792 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 283f3cf6-62ad-4585-8436-85565a39c0a7 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:44.521471 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef21ed64-b442-46c8-96c9-2791936b2eea req-d2b4bf72-fc2f-4ffa-8f79-41f677da0bea tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:44.523102 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ef21ed64-b442-46c8-96c9-2791936b2eea req-d2b4bf72-fc2f-4ffa-8f79-41f677da0bea tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5a7c876-1f11-44fa-aa3b-36a029663a47 HTTP/1.1" status: 200 len: 943 time: 0.1404405 Nov 12 03:27:44.536047 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 283f3cf6-62ad-4585-8436-85565a39c0a7 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:44.536544 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 283f3cf6-62ad-4585-8436-85565a39c0a7 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:44.540523 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device eaf58679-5955-450b-9e33-474897257567 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:44.563969 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b3bba211-7eac-4bb6-b8a2-5548c402f0f3 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.587213 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-b318b8d8-189d-4bac-a2ef-9000a8fee1d5 service neutron] 10.222.0.74 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804476 Nov 12 03:27:44.645018 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a5b8b8-c153-4df6-856c-006ef445c1b8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:44.661518 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220ed2d-4eed-4bea-b931-9055cee40fc1 req-c82d3304-2193-45f6-a006-75b6f2149ae3 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:44.663755 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a220ed2d-4eed-4bea-b931-9055cee40fc1 req-c82d3304-2193-45f6-a006-75b6f2149ae3 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a65edf96-a810-4ee3-b7d1-38eb6d581511 HTTP/1.1" status: 200 len: 945 time: 0.1276698 Nov 12 03:27:44.691615 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fdc72c86-ab4b-45a1-898f-579c4ff30443 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.696981 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port eaf58679-5955-450b-9e33-474897257567 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:27:44.705698 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port eaf58679-5955-450b-9e33-474897257567 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:44.706079 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.779763 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fdc72c86-ab4b-45a1-898f-579c4ff30443 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.783651 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ef21ed64-b442-46c8-96c9-2791936b2eea req-abe64651-c951-47ac-b723-e7eb0f7100c2 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213287 Nov 12 03:27:44.821843 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-28d274d8-06e5-49cc-aafd-08d255628932 None None] Allocated IP 2001:db8::2 (73a88994-9b3d-4208-8808-2295e92df12e/d1bebdbf-35a0-416b-92f3-bc9092e4669b/32101543-b51a-4a8e-9411-64326bfba6d6) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:44.824694 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a220ed2d-4eed-4bea-b931-9055cee40fc1 req-07d29f3f-d17f-458c-bb0c-91eb115f3bcb tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479545 Nov 12 03:27:44.840012 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b3bba211-7eac-4bb6-b8a2-5548c402f0f3 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.848884 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2572eee5-9a34-4908-a5e5-33b509ee29b6 req-fd71ccf6-b3bf-452d-87a9-7413c4b49381 service neutron] 10.222.0.74 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464526 Nov 12 03:27:44.850398 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b3bba211-7eac-4bb6-b8a2-5548c402f0f3 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.870580 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c2a5b8b8-c153-4df6-856c-006ef445c1b8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.878131 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b3bba211-7eac-4bb6-b8a2-5548c402f0f3 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.879717 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b3bba211-7eac-4bb6-b8a2-5548c402f0f3 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5514436 Nov 12 03:27:44.881242 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bba211-7eac-4bb6-b8a2-5548c402f0f3 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2adc117-687c-47d8-bfa5-1a03c5d7bf5f,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:44.884188 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34020) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:44.893994 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-c2a5b8b8-c153-4df6-856c-006ef445c1b8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] device_id is not set on port d08137dc-3e24-4d51-a184-0918420fd0b5 yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:27:44.902592 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-4b5412b1-59c9-40f5-b057-07c1d2c66e70 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Request body: {'security_group_rule': {'security_group_id': '397bab42-a9d9-4f17-a5a1-40cc1f9544a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:44.981104 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fdc72c86-ab4b-45a1-898f-579c4ff30443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.984317 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fdc72c86-ab4b-45a1-898f-579c4ff30443 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.985675 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-fdc72c86-ab4b-45a1-898f-579c4ff30443 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/360ea356-9954-41f4-b484-d50bc66ae135 HTTP/1.1" status: 204 len: 168 time: 0.6041837 Nov 12 03:27:45.006494 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc72c86-ab4b-45a1-898f-579c4ff30443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360ea356-9954-41f4-b484-d50bc66ae135,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:45.041467 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4b5412b1-59c9-40f5-b057-07c1d2c66e70 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.051709 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00951fc-8ec3-4223-bf1c-2cf806c5e3b0 req-024a5a05-8c7b-4729-a36a-ba77f1094420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:45.053563 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e00951fc-8ec3-4223-bf1c-2cf806c5e3b0 req-024a5a05-8c7b-4729-a36a-ba77f1094420 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=eda4d7a9c5834d36bc2b22e1ed979ccd&device_id=c5a7c876-1f11-44fa-aa3b-36a029663a47 HTTP/1.1" status: 200 len: 1095 time: 0.1294560 Nov 12 03:27:45.079105 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.137668 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeaf4e58-1a75-488e-9096-2d0c211847ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf58679-5955-450b-9e33-474897257567'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:45.140057 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345beebc-c480-4606-a32c-b0391e9ff1d6" -d '{"events": [{"server_uuid": "eeaf4e58-1a75-488e-9096-2d0c211847ee", "name": "network-vif-plugged", "status": "completed", "tag": "eaf58679-5955-450b-9e33-474897257567"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:45.161068 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port eaf58679-5955-450b-9e33-474897257567, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=eaf58679-5955-450b-9e33-474897257567,segment=NetworkSegment(3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd),segment_id=3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:45.175585 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.185089 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-28d274d8-06e5-49cc-aafd-08d255628932 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.213432 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4b5412b1-59c9-40f5-b057-07c1d2c66e70 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.216725 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-28d274d8-06e5-49cc-aafd-08d255628932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.222664 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4b5412b1-59c9-40f5-b057-07c1d2c66e70 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.245719 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa82657-3faf-4f91-ae8d-eb8fbac6d352 x-openstack-request-id: req-8fa82657-3faf-4f91-ae8d-eb8fbac6d352 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:45.245995 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeaf4e58-1a75-488e-9096-2d0c211847ee", "name": "network-vif-plugged", "status": "completed", "tag": "eaf58679-5955-450b-9e33-474897257567", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:45.246350 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8fa82657-3faf-4f91-ae8d-eb8fbac6d352 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:45.246814 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeaf4e58-1a75-488e-9096-2d0c211847ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf58679-5955-450b-9e33-474897257567', 'code': 200} Nov 12 03:27:45.253483 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00951fc-8ec3-4223-bf1c-2cf806c5e3b0 req-ab7fd581-818f-4d74-a46d-3d83448bca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:45.255342 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e00951fc-8ec3-4223-bf1c-2cf806c5e3b0 req-ab7fd581-818f-4d74-a46d-3d83448bca00 service neutron] 10.222.0.74 "GET /v2.0/networks?id=56493891-2b14-40ba-a8cb-65015d9b59f3 HTTP/1.1" status: 200 len: 912 time: 0.1902399 Nov 12 03:27:45.257684 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5412b1-59c9-40f5-b057-07c1d2c66e70 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb0850f-e409-4094-b86a-fe678e7516be,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:45.263999 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4b5412b1-59c9-40f5-b057-07c1d2c66e70 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.265356 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4b5412b1-59c9-40f5-b057-07c1d2c66e70 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3679264 Nov 12 03:27:45.277603 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34032) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:45.281298 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-eaadf351-8374-402c-be6a-2b99afaa2c9f tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:45.286422 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d274d8-06e5-49cc-aafd-08d255628932 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:45.287795 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=eaf58679-5955-450b-9e33-474897257567,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:45.297988 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-28d274d8-06e5-49cc-aafd-08d255628932 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:45.326223 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d274d8-06e5-49cc-aafd-08d255628932 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:45.327627 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e00951fc-8ec3-4223-bf1c-2cf806c5e3b0 req-03be15ba-956f-42b2-93ff-29acef3af5db service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41ecabea-c3bc-40a6-9a28-2efb66f91951 HTTP/1.1" status: 200 len: 217 time: 0.0591760 Nov 12 03:27:45.408534 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-c2a5b8b8-c153-4df6-856c-006ef445c1b8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Allocated IP 2001:db8::d693:25b:152a:2d0c (73a88994-9b3d-4208-8808-2295e92df12e/d1bebdbf-35a0-416b-92f3-bc9092e4669b/d08137dc-3e24-4d51-a184-0918420fd0b5) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:45.428490 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfbebc7-cf7e-4a24-beb7-e9d396a8c5ba req-8044990e-5e70-4ecd-8891-980201b31cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:45.431190 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d274d8-06e5-49cc-aafd-08d255628932 None None] Pushing event updated for resources: {'Port': ['ID=32101543-b51a-4a8e-9411-64326bfba6d6,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:45.431956 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bbfbebc7-cf7e-4a24-beb7-e9d396a8c5ba req-8044990e-5e70-4ecd-8891-980201b31cbc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=eeaf4e58-1a75-488e-9096-2d0c211847ee HTTP/1.1" status: 200 len: 1098 time: 0.1076419 Nov 12 03:27:45.438907 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-28d274d8-06e5-49cc-aafd-08d255628932 None None] Attempting to bind port 32101543-b51a-4a8e-9411-64326bfba6d6 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:45.439372 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-28d274d8-06e5-49cc-aafd-08d255628932 None None] Attempting to bind port 32101543-b51a-4a8e-9411-64326bfba6d6 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:45.439690 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d274d8-06e5-49cc-aafd-08d255628932 None None] Attempting to bind port 32101543-b51a-4a8e-9411-64326bfba6d6 on network 73a88994-9b3d-4208-8808-2295e92df12e {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:45.450187 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d274d8-06e5-49cc-aafd-08d255628932 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:45.451009 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d274d8-06e5-49cc-aafd-08d255628932 None None] Checking segment: {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:45.452022 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-28d274d8-06e5-49cc-aafd-08d255628932 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.453138 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d274d8-06e5-49cc-aafd-08d255628932 None None] Bound using segment: {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:45.453731 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-28d274d8-06e5-49cc-aafd-08d255628932 None None] Bound port: 32101543-b51a-4a8e-9411-64326bfba6d6, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:45.454128 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-28d274d8-06e5-49cc-aafd-08d255628932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.527355 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-eaadf351-8374-402c-be6a-2b99afaa2c9f tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks [] for floatingip, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.528968 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-28d274d8-06e5-49cc-aafd-08d255628932 None None] For port 32101543-b51a-4a8e-9411-64326bfba6d6, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:45.533153 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-28d274d8-06e5-49cc-aafd-08d255628932 None None] For port 32101543-b51a-4a8e-9411-64326bfba6d6, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=32101543-b51a-4a8e-9411-64326bfba6d6,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:45.538607 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-28d274d8-06e5-49cc-aafd-08d255628932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.557291 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bbfbebc7-cf7e-4a24-beb7-e9d396a8c5ba req-9e73dab2-0131-4d35-abd6-e3266ef5102b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143277 Nov 12 03:27:45.604439 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00951fc-8ec3-4223-bf1c-2cf806c5e3b0 req-20239cec-f467-4475-8846-5f3afb121591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:45.607456 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e00951fc-8ec3-4223-bf1c-2cf806c5e3b0 req-20239cec-f467-4475-8846-5f3afb121591 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c41913f5-e5c1-4e60-8ee6-4f6d29d519f8 HTTP/1.1" status: 200 len: 850 time: 0.2642009 Nov 12 03:27:45.644598 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d274d8-06e5-49cc-aafd-08d255628932 None None] Pushing event updated for resources: {'Port': ['ID=32101543-b51a-4a8e-9411-64326bfba6d6,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:45.689809 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1cf321-38b7-49bb-a946-5056a12316b3 req-efa9a288-e66a-4ed3-adde-3274b944cbd2 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:45.691395 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4c1cf321-38b7-49bb-a946-5056a12316b3 req-efa9a288-e66a-4ed3-adde-3274b944cbd2 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=eeaf4e58-1a75-488e-9096-2d0c211847ee HTTP/1.1" status: 200 len: 946 time: 0.1369302 Nov 12 03:27:45.707463 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-0cc2da7e-35b8-40f2-9990-06c6baa237dc tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:45.708510 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-0cc2da7e-35b8-40f2-9990-06c6baa237dc tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/networks?id=47a2fcaf-032c-425f-816c-b5c4a4d54eb1 HTTP/1.1" status: 200 len: 815 time: 0.3761334 Nov 12 03:27:45.748819 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-0930f27e-880c-4203-b997-dad160f879d3 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/quotas/eb6abf846d434d7c83b1370d63a01c80 HTTP/1.1" status: 200 len: 375 time: 0.0274251 Nov 12 03:27:45.763082 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c2a5b8b8-c153-4df6-856c-006ef445c1b8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.787251 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4c1cf321-38b7-49bb-a946-5056a12316b3 req-aa0a51e9-790e-4c2c-b367-ff947a8c5486 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834973 Nov 12 03:27:45.798638 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-d48da695-c986-4ed5-8185-f27a0dedf5a1 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=eb6abf846d434d7c83b1370d63a01c80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484545 Nov 12 03:27:45.834414 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c2a5b8b8-c153-4df6-856c-006ef445c1b8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.918842 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a5b8b8-c153-4df6-856c-006ef445c1b8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:45.929324 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a5b8b8-c153-4df6-856c-006ef445c1b8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Port': ['ID=d08137dc-3e24-4d51-a184-0918420fd0b5,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:45.941701 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-c2a5b8b8-c153-4df6-856c-006ef445c1b8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:45.944186 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-eaadf351-8374-402c-be6a-2b99afaa2c9f tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.958296 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a5b8b8-c153-4df6-856c-006ef445c1b8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:45.965789 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a5b8b8-c153-4df6-856c-006ef445c1b8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:45.967010 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c2a5b8b8-c153-4df6-856c-006ef445c1b8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.974201 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00951fc-8ec3-4223-bf1c-2cf806c5e3b0 req-f0e61f43-0200-4c63-ab65-dc0f08aa1ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:45.975998 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e00951fc-8ec3-4223-bf1c-2cf806c5e3b0 req-f0e61f43-0200-4c63-ab65-dc0f08aa1ecf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=56493891-2b14-40ba-a8cb-65015d9b59f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1692615 Nov 12 03:27:46.042521 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c2a5b8b8-c153-4df6-856c-006ef445c1b8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.8616216 Nov 12 03:27:46.046057 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 34060) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:46.054674 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-992399eb-68a4-460a-be54-8ca1361b740a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'port': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'fixed_ips': [{'subnet_id': 'd1bebdbf-35a0-416b-92f3-bc9092e4669b', 'ip_address': '2001:db8::d693:25b:152a:2d0c'}], 'name': 'tempest-NetworksTestDHCPv6-1764134868'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:46.074663 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-766e0a0f-8ff1-498b-84b9-3ed936438873 service neutron] 10.222.0.50 "GET /v2.0/networks/47a2fcaf-032c-425f-816c-b5c4a4d54eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742679 Nov 12 03:27:46.147062 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8d196-c982-4804-89d3-df43661029d4 req-fe5854e6-e1a5-4691-8d01-379fd9b24916 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:46.148855 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c6c8d196-c982-4804-89d3-df43661029d4 req-fe5854e6-e1a5-4691-8d01-379fd9b24916 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5a7c876-1f11-44fa-aa3b-36a029663a47 HTTP/1.1" status: 200 len: 943 time: 0.2208424 Nov 12 03:27:46.243658 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e00951fc-8ec3-4223-bf1c-2cf806c5e3b0 req-b3a2f58a-8103-4795-99f9-d07e0809b12e service neutron] 10.222.0.74 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383313 Nov 12 03:27:46.247562 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-eaadf351-8374-402c-be6a-2b99afaa2c9f tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Allocated IP 172.25.5.238 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/1692b42b-86a6-44fa-9de2-ab3b0c37c3d2) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:46.272699 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e168b8d-665c-4600-ab2c-5355ab5cc195 req-df7345ef-a78b-4bfb-9d4e-f0a86312f8ca tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:46.274215 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6e168b8d-665c-4600-ab2c-5355ab5cc195 req-df7345ef-a78b-4bfb-9d4e-f0a86312f8ca tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.74 "GET /v2.0/ports?device_id=a65edf96-a810-4ee3-b7d1-38eb6d581511 HTTP/1.1" status: 200 len: 945 time: 0.1243882 Nov 12 03:27:46.282240 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c6c8d196-c982-4804-89d3-df43661029d4 req-2286fa67-0ba9-4dad-8111-7ec121d50dbd tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101849 Nov 12 03:27:46.308612 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-6b1b7891-02d3-4ab4-b64b-893214ff95e6 service neutron] 10.222.0.50 "GET /v2.0/networks/47a2fcaf-032c-425f-816c-b5c4a4d54eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316685 Nov 12 03:27:46.361402 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992399eb-68a4-460a-be54-8ca1361b740a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:46.366559 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-992399eb-68a4-460a-be54-8ca1361b740a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:46.437827 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-992399eb-68a4-460a-be54-8ca1361b740a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] device_id is not set on port 42d4c768-b059-4337-afb0-2208b8a6c513 yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:27:46.560536 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 32101543-b51a-4a8e-9411-64326bfba6d6 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:46.682458 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e00951fc-8ec3-4223-bf1c-2cf806c5e3b0 req-26d51efa-282a-486c-a224-01240675cc38 service neutron] 10.222.0.74 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4191151 Nov 12 03:27:46.702852 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 32101543-b51a-4a8e-9411-64326bfba6d6 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:46.703496 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:46.753796 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-eaadf351-8374-402c-be6a-2b99afaa2c9f tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:46.791658 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22fe73-32c9-4bc6-aff5-425fb5673eb1 req-8f476dae-6d01-44f7-b348-1657e62a2da6 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:46.796893 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2f22fe73-32c9-4bc6-aff5-425fb5673eb1 req-8f476dae-6d01-44f7-b348-1657e62a2da6 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a65edf96-a810-4ee3-b7d1-38eb6d581511 HTTP/1.1" status: 200 len: 945 time: 0.2030218 Nov 12 03:27:46.802171 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-992399eb-68a4-460a-be54-8ca1361b740a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 03:27:46.802634 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-992399eb-68a4-460a-be54-8ca1361b740a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:27:46.826617 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cf6ffc4c-d4c0-4936-a9a0-379d50682fb3 req-559efb38-5c89-44bb-ac7d-dcdab8a6dac5 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6b90254-6b9a-4d4b-ac71-ae323985b6ab HTTP/1.1" status: 200 len: 210 time: 0.0560436 Nov 12 03:27:46.845846 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-6e168b8d-665c-4600-ab2c-5355ab5cc195 req-bdd3101a-2cb1-4536-a80e-bda23f980ff8 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Deleting port 0ff05508-94c8-457b-a72d-501d5be0298b {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:46.846185 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6e168b8d-665c-4600-ab2c-5355ab5cc195 req-bdd3101a-2cb1-4536-a80e-bda23f980ff8 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:46.860523 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-992399eb-68a4-460a-be54-8ca1361b740a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.8120215 Nov 12 03:27:46.862992 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34080) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:46.872944 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:46.923433 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 32101543-b51a-4a8e-9411-64326bfba6d6, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=32101543-b51a-4a8e-9411-64326bfba6d6,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:46.942102 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.046655 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=32101543-b51a-4a8e-9411-64326bfba6d6,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:47.075137 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-eaadf351-8374-402c-be6a-2b99afaa2c9f tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.099538 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaadf351-8374-402c-be6a-2b99afaa2c9f tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:47.105632 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-eaadf351-8374-402c-be6a-2b99afaa2c9f tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:47.117406 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2f22fe73-32c9-4bc6-aff5-425fb5673eb1 req-eaf54fcd-dd3a-497b-b847-2c704a81993b tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034766 Nov 12 03:27:47.130644 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-6e168b8d-665c-4600-ab2c-5355ab5cc195 req-bdd3101a-2cb1-4536-a80e-bda23f980ff8 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] For port 0ff05508-94c8-457b-a72d-501d5be0298b, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=0ff05508-94c8-457b-a72d-501d5be0298b,segment=NetworkSegment(eece85e2-9491-495c-808d-869c08a5aaa4),segment_id=eece85e2-9491-495c-808d-869c08a5aaa4)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:47.131058 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6e168b8d-665c-4600-ab2c-5355ab5cc195 req-bdd3101a-2cb1-4536-a80e-bda23f980ff8 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.147106 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-6e168b8d-665c-4600-ab2c-5355ab5cc195 req-bdd3101a-2cb1-4536-a80e-bda23f980ff8 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Calling delete_port for 0ff05508-94c8-457b-a72d-501d5be0298b owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:47.163211 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d8347a-cbbc-4126-b74b-4ca373fe64e5 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:47.177746 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d8347a-cbbc-4126-b74b-4ca373fe64e5 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:47.179417 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-74d8347a-cbbc-4126-b74b-4ca373fe64e5 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.3154840 Nov 12 03:27:47.182438 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaadf351-8374-402c-be6a-2b99afaa2c9f tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:47.186713 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34090) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:47.292599 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaadf351-8374-402c-be6a-2b99afaa2c9f tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Pushing event updated for resources: {'Port': ['ID=1692b42b-86a6-44fa-9de2-ab3b0c37c3d2,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:47.313244 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9af258-4346-4f4e-8c8a-7538e51d93d6 req-94ee6341-1936-4958-b53b-3ed953ac3071 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:47.326154 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3e9af258-4346-4f4e-8c8a-7538e51d93d6 req-94ee6341-1936-4958-b53b-3ed953ac3071 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=eeaf4e58-1a75-488e-9096-2d0c211847ee HTTP/1.1" status: 200 len: 946 time: 0.3211825 Nov 12 03:27:47.384050 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6e168b8d-665c-4600-ab2c-5355ab5cc195 req-bdd3101a-2cb1-4536-a80e-bda23f980ff8 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.416696 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['0ff05508-94c8-457b-a72d-501d5be0298b'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:47.498450 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-dff4f10c-0542-4979-9ae2-edab94a9cc8f None None] Provisioning complete for port 32101543-b51a-4a8e-9411-64326bfba6d6 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:47.498795 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-dff4f10c-0542-4979-9ae2-edab94a9cc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.520209 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3e9af258-4346-4f4e-8c8a-7538e51d93d6 req-04a9d088-2813-4c52-b05c-f7a16b155a40 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810710 Nov 12 03:27:47.553575 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-eaadf351-8374-402c-be6a-2b99afaa2c9f tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.567704 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-20fb2d50-e294-42a3-8a97-35f1d7fac9d9 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting port d08137dc-3e24-4d51-a184-0918420fd0b5 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:47.568312 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-20fb2d50-e294-42a3-8a97-35f1d7fac9d9 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.581155 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd3101a-2cb1-4536-a80e-bda23f980ff8 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Pushing event deleted for resources: {'Port': ['ID=0ff05508-94c8-457b-a72d-501d5be0298b,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:47.690846 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e168b8d-665c-4600-ab2c-5355ab5cc195 req-bdd3101a-2cb1-4536-a80e-bda23f980ff8 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] No DVR routers for this DVR port 0ff05508-94c8-457b-a72d-501d5be0298b on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:47.697900 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6e168b8d-665c-4600-ab2c-5355ab5cc195 req-bdd3101a-2cb1-4536-a80e-bda23f980ff8 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.702632 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6e168b8d-665c-4600-ab2c-5355ab5cc195 req-bdd3101a-2cb1-4536-a80e-bda23f980ff8 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.74 "DELETE /v2.0/ports/0ff05508-94c8-457b-a72d-501d5be0298b HTTP/1.1" status: 204 len: 173 time: 1.4174738 Nov 12 03:27:47.703235 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65edf96-a810-4ee3-b7d1-38eb6d581511', 'name': 'network-vif-deleted', 'tag': '0ff05508-94c8-457b-a72d-501d5be0298b'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:47.706907 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee4f001-5f4a-48a2-9ebc-cbd658e15f49" -d '{"events": [{"server_uuid": "a65edf96-a810-4ee3-b7d1-38eb6d581511", "name": "network-vif-deleted", "tag": "0ff05508-94c8-457b-a72d-501d5be0298b"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:47.719992 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53c2bc-fdee-4daa-a9c6-12b9f71e21b5 req-e3148d50-f1bf-4d21-94ed-31fb528f928e tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:47.722000 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ca53c2bc-fdee-4daa-a9c6-12b9f71e21b5 req-e3148d50-f1bf-4d21-94ed-31fb528f928e tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5a7c876-1f11-44fa-aa3b-36a029663a47 HTTP/1.1" status: 200 len: 943 time: 0.2968841 Nov 12 03:27:47.771552 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-eaadf351-8374-402c-be6a-2b99afaa2c9f tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.816118 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-20fb2d50-e294-42a3-8a97-35f1d7fac9d9 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.817680 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-09a49ed0-862b-4763-ab3d-8052f5f012bc None None] Provisioning complete for port d08137dc-3e24-4d51-a184-0918420fd0b5 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:47.820641 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-09a49ed0-862b-4763-ab3d-8052f5f012bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.825738 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ca53c2bc-fdee-4daa-a9c6-12b9f71e21b5 req-4aaecfbb-22b1-4212-964e-835fc77719e6 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963190 Nov 12 03:27:47.874028 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-20fb2d50-e294-42a3-8a97-35f1d7fac9d9 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Calling delete_port for d08137dc-3e24-4d51-a184-0918420fd0b5 owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:47.881930 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-09a49ed0-862b-4763-ab3d-8052f5f012bc None None] Port d08137dc-3e24-4d51-a184-0918420fd0b5 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:47.924334 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.928614 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e46cda9a-2757-47e6-9798-be5679222b86 req-e46043e0-ed7e-4414-a0db-b8444fd4688c tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=a1d21364fcd043778a27fa00092fa6b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477607 Nov 12 03:27:47.972953 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e031c0f9-70a0-4cb1-9409-c97efd4409a6 x-openstack-request-id: req-e031c0f9-70a0-4cb1-9409-c97efd4409a6 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:47.974151 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65edf96-a810-4ee3-b7d1-38eb6d581511", "name": "network-vif-deleted", "tag": "0ff05508-94c8-457b-a72d-501d5be0298b", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:47.974505 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e031c0f9-70a0-4cb1-9409-c97efd4409a6 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:47.975202 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65edf96-a810-4ee3-b7d1-38eb6d581511', 'name': 'network-vif-deleted', 'tag': '0ff05508-94c8-457b-a72d-501d5be0298b', 'status': 'completed', 'code': 200} Nov 12 03:27:48.046215 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-94b7e9df-eda4-4fe3-89c0-3049def0736b req-506cb991-3a18-4c97-ba30-416d4470944c tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6b90254-6b9a-4d4b-ac71-ae323985b6ab HTTP/1.1" status: 200 len: 210 time: 0.0270009 Nov 12 03:27:48.199543 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46cda9a-2757-47e6-9798-be5679222b86 req-798399cb-4014-401a-995f-ebcdfa6e3333 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:48.201127 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e46cda9a-2757-47e6-9798-be5679222b86 req-798399cb-4014-401a-995f-ebcdfa6e3333 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2270303 Nov 12 03:27:48.234673 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-eaadf351-8374-402c-be6a-2b99afaa2c9f tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.240300 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e46cda9a-2757-47e6-9798-be5679222b86 req-1974e3b7-be23-4f6f-9e2c-7a39d77808e0 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/quotas/a1d21364fcd043778a27fa00092fa6b4 HTTP/1.1" status: 200 len: 375 time: 0.0276656 Nov 12 03:27:48.244984 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-eaadf351-8374-402c-be6a-2b99afaa2c9f tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.271253 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5986c4a4-83ba-4532-ad96-22e408c4decd req-a25cc344-4759-473d-94da-3c97e957f4b0 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a65edf96-a810-4ee3-b7d1-38eb6d581511 HTTP/1.1" status: 200 len: 210 time: 0.0432448 Nov 12 03:27:48.304762 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-20fb2d50-e294-42a3-8a97-35f1d7fac9d9 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.309339 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e46cda9a-2757-47e6-9798-be5679222b86 req-533661c8-8227-4478-a5cf-535c4cbc1ff4 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a1d21364fcd043778a27fa00092fa6b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619044 Nov 12 03:27:48.392891 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaadf351-8374-402c-be6a-2b99afaa2c9f tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Pushing event updated for resources: {'Port': ['ID=1692b42b-86a6-44fa-9de2-ab3b0c37c3d2,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:48.404511 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-20fb2d50-e294-42a3-8a97-35f1d7fac9d9 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.407805 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-20fb2d50-e294-42a3-8a97-35f1d7fac9d9 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/ports/d08137dc-3e24-4d51-a184-0918420fd0b5 HTTP/1.1" status: 204 len: 168 time: 1.2170699 Nov 12 03:27:48.411708 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34120) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:48.430209 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-cb00bac8-f022-4b01-8a96-fddba74fe819 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:48.431880 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-cb00bac8-f022-4b01-8a96-fddba74fe819 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.74 "GET /v2.0/networks?id=47a2fcaf-032c-425f-816c-b5c4a4d54eb1 HTTP/1.1" status: 200 len: 815 time: 0.1635406 Nov 12 03:27:48.446671 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-eaadf351-8374-402c-be6a-2b99afaa2c9f tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.450160 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-27b70bcd-5d75-4d41-acf9-a508885998cc tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Request body: {'port': {'device_id': 'c6b90254-6b9a-4d4b-ac71-ae323985b6ab', 'network_id': '47a2fcaf-032c-425f-816c-b5c4a4d54eb1', 'admin_state_up': True, 'tenant_id': 'eb6abf846d434d7c83b1370d63a01c80'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:48.472965 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb2d50-e294-42a3-8a97-35f1d7fac9d9 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Port': ['ID=d08137dc-3e24-4d51-a184-0918420fd0b5,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:48.499947 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 32101543-b51a-4a8e-9411-64326bfba6d6 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:48.505721 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-eaadf351-8374-402c-be6a-2b99afaa2c9f tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.507584 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-eaadf351-8374-402c-be6a-2b99afaa2c9f tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2300019 Nov 12 03:27:48.576810 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 41ecabea-c3bc-40a6-9a28-2efb66f91951 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:27:48.586132 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d800cd49-9b24-4500-ba5d-b47cfda4d358 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:48.592475 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d800cd49-9b24-4500-ba5d-b47cfda4d358 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:48.596710 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d800cd49-9b24-4500-ba5d-b47cfda4d358 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1815014 Nov 12 03:27:48.597049 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34126) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:48.670751 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-27b70bcd-5d75-4d41-acf9-a508885998cc tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Made reservation on behalf of eb6abf846d434d7c83b1370d63a01c80 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:48.678219 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-27b70bcd-5d75-4d41-acf9-a508885998cc tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.770602 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-03c5ed2a-5bde-4c19-95e1-4b6e66f5d79e req-591e88f6-27af-4cd5-9425-7439f123e842 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=48b57dd8-1a4f-4992-b7de-2b966afd3102 HTTP/1.1" status: 200 len: 210 time: 0.0735643 Nov 12 03:27:48.832811 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-68b17642-dced-47c6-98f3-2544e84ef17f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting subnet d1bebdbf-35a0-416b-92f3-bc9092e4669b {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:27:48.842229 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-68b17642-dced-47c6-98f3-2544e84ef17f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.849860 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 32101543-b51a-4a8e-9411-64326bfba6d6 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:48.854690 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.897322 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a4f9b-94b6-4127-9350-cdb3ee01332b req-0cdd7cac-345a-48b1-99b9-146a39329364 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:48.911780 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b8a4f9b-94b6-4127-9350-cdb3ee01332b req-0cdd7cac-345a-48b1-99b9-146a39329364 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=eeaf4e58-1a75-488e-9096-2d0c211847ee HTTP/1.1" status: 200 len: 946 time: 0.1875386 Nov 12 03:27:48.993002 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 41ecabea-c3bc-40a6-9a28-2efb66f91951, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=41ecabea-c3bc-40a6-9a28-2efb66f91951,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:49.024179 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-68b17642-dced-47c6-98f3-2544e84ef17f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.041645 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '41ecabea-c3bc-40a6-9a28-2efb66f91951', 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3', 'port_id': '41ecabea-c3bc-40a6-9a28-2efb66f91951', 'mac_address': 'fa:16:3e:50:3f:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c41913f5-e5c1-4e60-8ee6-4f6d29d519f8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:27:49.106458 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.125293 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41ecabea-c3bc-40a6-9a28-2efb66f91951 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:27:49.130746 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b8a4f9b-94b6-4127-9350-cdb3ee01332b req-0124a70e-e6da-42ac-98b5-ff8c7a9baa5e tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115440 Nov 12 03:27:49.149175 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 41ecabea-c3bc-40a6-9a28-2efb66f91951, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=41ecabea-c3bc-40a6-9a28-2efb66f91951,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:49.157154 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.194683 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-27b70bcd-5d75-4d41-acf9-a508885998cc tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Allocated IP 172.20.0.8 (47a2fcaf-032c-425f-816c-b5c4a4d54eb1/021454ad-d6cd-40c9-b80d-967adfd1b968/7d773296-9b38-4a0a-8b02-da8fe06d86ea) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:49.216459 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=41ecabea-c3bc-40a6-9a28-2efb66f91951,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:49.414664 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7127b67-e53d-4ebe-88e4-8536b88482b4 req-ccf6f09c-990d-44d5-b9e1-96478b63d152 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:49.416282 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a7127b67-e53d-4ebe-88e4-8536b88482b4 req-ccf6f09c-990d-44d5-b9e1-96478b63d152 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5a7c876-1f11-44fa-aa3b-36a029663a47 HTTP/1.1" status: 200 len: 944 time: 0.1255357 Nov 12 03:27:49.490522 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-27b70bcd-5d75-4d41-acf9-a508885998cc tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.510025 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a7127b67-e53d-4ebe-88e4-8536b88482b4 req-d2cf47df-ee8b-4a4b-81f8-8636b7d07e72 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793705 Nov 12 03:27:49.514024 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ccc41-3040-4c39-a323-44d268ba64ea req-206430ff-9369-492d-97f3-e8e04309d97e tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:49.515597 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-868ccc41-3040-4c39-a323-44d268ba64ea req-206430ff-9369-492d-97f3-e8e04309d97e tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/networks?id=5a9a546a-69e3-4236-8c1f-f93b46e5283a HTTP/1.1" status: 200 len: 822 time: 0.5989065 Nov 12 03:27:49.539743 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['41ecabea-c3bc-40a6-9a28-2efb66f91951'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:49.550438 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-27b70bcd-5d75-4d41-acf9-a508885998cc tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.556738 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-868ccc41-3040-4c39-a323-44d268ba64ea req-e4c59495-5230-4a4f-a36c-978f44158faf tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/quotas/fe1ea3932bc44070a2c0197067579e3d HTTP/1.1" status: 200 len: 375 time: 0.0307891 Nov 12 03:27:49.609711 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-27b70bcd-5d75-4d41-acf9-a508885998cc tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Network 47a2fcaf-032c-425f-816c-b5c4a4d54eb1 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:49.615421 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-27b70bcd-5d75-4d41-acf9-a508885998cc tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:49.619219 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-27b70bcd-5d75-4d41-acf9-a508885998cc tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:49.659809 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b70bcd-5d75-4d41-acf9-a508885998cc tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Pushing event updated for resources: {'Port': ['ID=7d773296-9b38-4a0a-8b02-da8fe06d86ea,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:49.664795 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-868ccc41-3040-4c39-a323-44d268ba64ea req-c0101bec-fdcd-41d4-9ac2-21bf26a3a436 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fe1ea3932bc44070a2c0197067579e3d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1069758 Nov 12 03:27:49.696219 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-27b70bcd-5d75-4d41-acf9-a508885998cc tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:49.697290 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-27b70bcd-5d75-4d41-acf9-a508885998cc tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.725086 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-27b70bcd-5d75-4d41-acf9-a508885998cc tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2800701 Nov 12 03:27:49.736370 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-68b17642-dced-47c6-98f3-2544e84ef17f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.812763 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-868ccc41-3040-4c39-a323-44d268ba64ea req-6416d621-d03a-491c-9bc3-8f95b6170936 service neutron] 10.222.0.50 "GET /v2.0/networks/5a9a546a-69e3-4236-8c1f-f93b46e5283a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467967 Nov 12 03:27:49.883458 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-68b17642-dced-47c6-98f3-2544e84ef17f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.925727 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b17642-dced-47c6-98f3-2544e84ef17f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Subnet': ['ID=d1bebdbf-35a0-416b-92f3-bc9092e4669b,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:49.932878 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-68b17642-dced-47c6-98f3-2544e84ef17f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.938458 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97f9f4b-b4ee-470c-b68a-c14289c88855 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:49.939349 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-68b17642-dced-47c6-98f3-2544e84ef17f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/d1bebdbf-35a0-416b-92f3-bc9092e4669b HTTP/1.1" status: 204 len: 168 time: 1.3413713 Nov 12 03:27:49.942074 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34160) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:49.997902 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6d11309b-4d58-4e09-8070-caee898af05a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0547874 Nov 12 03:27:50.000623 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34162) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:50.007307 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-1d2f8a17-9d83-4e7b-a19e-6d4f2dfa7d91 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'subnet': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:50.025454 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-868ccc41-3040-4c39-a323-44d268ba64ea req-b427242d-f185-43dd-9ebd-47c3f88bbc06 service neutron] 10.222.0.50 "GET /v2.0/networks/5a9a546a-69e3-4236-8c1f-f93b46e5283a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077763 Nov 12 03:27:50.060172 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-3e38fd41-508f-479d-97cd-191ce34e4498 service neutron] Request body: {'port': {'device_id': 'c6b90254-6b9a-4d4b-ac71-ae323985b6ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:50.115264 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e46cda9a-2757-47e6-9798-be5679222b86 req-af93e2b3-0499-478b-b88d-2c8b72cab88e tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=a1d21364fcd043778a27fa00092fa6b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272291 Nov 12 03:27:50.128778 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00ebff-dec8-4304-89e2-01de1f479dfc req-8d12026b-9955-4f80-8ea1-21f9b9c90f47 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:50.138206 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ad00ebff-dec8-4304-89e2-01de1f479dfc req-8d12026b-9955-4f80-8ea1-21f9b9c90f47 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6b90254-6b9a-4d4b-ac71-ae323985b6ab HTTP/1.1" status: 200 len: 931 time: 0.4260852 Nov 12 03:27:50.222792 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f5f089-a220-4097-9d23-f89927ed62a3 None None] DHCP port deletion for 73a88994-9b3d-4208-8808-2295e92df12e request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:50.241786 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2f8a17-9d83-4e7b-a19e-6d4f2dfa7d91 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:50.245821 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1d2f8a17-9d83-4e7b-a19e-6d4f2dfa7d91 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.281855 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-3e38fd41-508f-479d-97cd-191ce34e4498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.328021 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46cda9a-2757-47e6-9798-be5679222b86 req-71981e00-57c4-4620-8c9f-7b74f59c6d38 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:50.329663 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e46cda9a-2757-47e6-9798-be5679222b86 req-71981e00-57c4-4620-8c9f-7b74f59c6d38 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2066791 Nov 12 03:27:50.349534 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-e46cda9a-2757-47e6-9798-be5679222b86 req-45ad5a10-714f-4d50-9ef5-1ca131253db4 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Request body: {'port': {'device_id': '48b57dd8-1a4f-4992-b7de-2b966afd3102', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'admin_state_up': True, 'tenant_id': 'a1d21364fcd043778a27fa00092fa6b4'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:50.362530 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-c6f5f089-a220-4097-9d23-f89927ed62a3 None None] Deleting port 32101543-b51a-4a8e-9411-64326bfba6d6 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:50.364032 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c6f5f089-a220-4097-9d23-f89927ed62a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.573155 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 32101543-b51a-4a8e-9411-64326bfba6d6 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:50.587231 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ad00ebff-dec8-4304-89e2-01de1f479dfc req-88926668-4ef3-4a7b-98c4-fb1d388869fc tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479451 Nov 12 03:27:50.670660 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-83ad306a-d228-4e98-aa56-58854a0d0bdf req-c30a8d0d-7f05-4528-816b-537b8aa27ae0 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=48b57dd8-1a4f-4992-b7de-2b966afd3102 HTTP/1.1" status: 200 len: 210 time: 0.0768707 Nov 12 03:27:50.715235 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-34102719-4178-4e1a-b1d7-ab3378da4fd8 req-28003d2f-27b1-44f4-b5ae-e2c71ade3894 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6a93e5d-209d-402f-a73a-5f09b3d73a9f HTTP/1.1" status: 200 len: 210 time: 0.0546527 Nov 12 03:27:50.807016 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-3e38fd41-508f-479d-97cd-191ce34e4498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d773296-9b38-4a0a-8b02-da8fe06d86ea {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:27:50.811786 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 0ff05508-94c8-457b-a72d-501d5be0298b no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:50.837945 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-3e38fd41-508f-479d-97cd-191ce34e4498 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.862418 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1d2f8a17-9d83-4e7b-a19e-6d4f2dfa7d91 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.875996 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-3e38fd41-508f-479d-97cd-191ce34e4498 service neutron] Transition to ACTIVE for port object 7d773296-9b38-4a0a-8b02-da8fe06d86ea will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:27:50.895054 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-3e38fd41-508f-479d-97cd-191ce34e4498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.899198 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 0ff05508-94c8-457b-a72d-501d5be0298b {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:50.908489 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 0ff05508-94c8-457b-a72d-501d5be0298b not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:50.917353 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-c6f5f089-a220-4097-9d23-f89927ed62a3 None None] For port 32101543-b51a-4a8e-9411-64326bfba6d6, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=32101543-b51a-4a8e-9411-64326bfba6d6,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:50.917794 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c6f5f089-a220-4097-9d23-f89927ed62a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.922637 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e46cda9a-2757-47e6-9798-be5679222b86 req-45ad5a10-714f-4d50-9ef5-1ca131253db4 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Made reservation on behalf of a1d21364fcd043778a27fa00092fa6b4 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:50.927122 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e46cda9a-2757-47e6-9798-be5679222b86 req-45ad5a10-714f-4d50-9ef5-1ca131253db4 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.960926 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2f8a17-9d83-4e7b-a19e-6d4f2dfa7d91 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:50.967158 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-c6f5f089-a220-4097-9d23-f89927ed62a3 None None] Calling delete_port for 32101543-b51a-4a8e-9411-64326bfba6d6 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:50.970963 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-1d2f8a17-9d83-4e7b-a19e-6d4f2dfa7d91 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:50.984440 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2f8a17-9d83-4e7b-a19e-6d4f2dfa7d91 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:50.985071 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1d2f8a17-9d83-4e7b-a19e-6d4f2dfa7d91 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.988276 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e46cda9a-2757-47e6-9798-be5679222b86 req-45ad5a10-714f-4d50-9ef5-1ca131253db4 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.022565 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.072733 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1d2f8a17-9d83-4e7b-a19e-6d4f2dfa7d91 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0711868 Nov 12 03:27:51.075763 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f8a17-9d83-4e7b-a19e-6d4f2dfa7d91 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Subnet': ['ID=62ffd8bf-b250-49ea-82b7-f8fc7b280b7f,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:51.076978 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 32101543-b51a-4a8e-9411-64326bfba6d6, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=32101543-b51a-4a8e-9411-64326bfba6d6,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:51.077981 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34184) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:51.085053 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.091936 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-f956e553-4338-4c43-b38b-3f9e72fa8224 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'port': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'fixed_ips': [{'subnet_id': '62ffd8bf-b250-49ea-82b7-f8fc7b280b7f', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-411307546'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:51.142193 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c6f5f089-a220-4097-9d23-f89927ed62a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.146432 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38fd41-508f-479d-97cd-191ce34e4498 service neutron] Pushing event updated for resources: {'Port': ['ID=7d773296-9b38-4a0a-8b02-da8fe06d86ea,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:51.151062 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=32101543-b51a-4a8e-9411-64326bfba6d6,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:51.160524 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f5f089-a220-4097-9d23-f89927ed62a3 None None] No DVR routers for this DVR port 32101543-b51a-4a8e-9411-64326bfba6d6 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:51.181541 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86202811-4770-4d3b-a413-5c37608e50af req-0ee3decd-45ba-4679-9eac-fda730aed55e tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:51.182442 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f5f089-a220-4097-9d23-f89927ed62a3 None None] Pushing event deleted for resources: {'Port': ['ID=32101543-b51a-4a8e-9411-64326bfba6d6,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:51.189415 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-86202811-4770-4d3b-a413-5c37608e50af req-0ee3decd-45ba-4679-9eac-fda730aed55e tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=eeaf4e58-1a75-488e-9096-2d0c211847ee HTTP/1.1" status: 200 len: 946 time: 0.3330388 Nov 12 03:27:51.201093 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d40c86-9da8-4255-a32a-00bbe71fee62 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:51.203988 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1ef7a-a041-4836-bca4-beee062aee7f req-e428bd03-8fd9-4c34-b48e-d88766004843 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:51.212765 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9dc1ef7a-a041-4836-bca4-beee062aee7f req-e428bd03-8fd9-4c34-b48e-d88766004843 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5a7c876-1f11-44fa-aa3b-36a029663a47 HTTP/1.1" status: 200 len: 944 time: 0.2550561 Nov 12 03:27:51.272713 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e46cda9a-2757-47e6-9798-be5679222b86 req-45ad5a10-714f-4d50-9ef5-1ca131253db4 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.285812 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e46cda9a-2757-47e6-9798-be5679222b86 req-45ad5a10-714f-4d50-9ef5-1ca131253db4 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.299930 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-86202811-4770-4d3b-a413-5c37608e50af req-2720ac76-d3b4-46ed-9c28-ded48d9d4e36 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094320 Nov 12 03:27:51.322636 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9dc1ef7a-a041-4836-bca4-beee062aee7f req-03201f63-66b4-4894-a96f-f585cd4978eb tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068079 Nov 12 03:27:51.324533 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-3e38fd41-508f-479d-97cd-191ce34e4498 service neutron] Attempting to bind port 7d773296-9b38-4a0a-8b02-da8fe06d86ea on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:51.337663 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-3e38fd41-508f-479d-97cd-191ce34e4498 service neutron] Attempting to bind port 7d773296-9b38-4a0a-8b02-da8fe06d86ea by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '176db6de-b605-434e-ad55-88a729ddb151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '47a2fcaf-032c-425f-816c-b5c4a4d54eb1'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:51.337663 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-3e38fd41-508f-479d-97cd-191ce34e4498 service neutron] Attempting to bind port 7d773296-9b38-4a0a-8b02-da8fe06d86ea on network 47a2fcaf-032c-425f-816c-b5c4a4d54eb1 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:51.340022 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-3e38fd41-508f-479d-97cd-191ce34e4498 service neutron] Port 7d773296-9b38-4a0a-8b02-da8fe06d86ea on network 47a2fcaf-032c-425f-816c-b5c4a4d54eb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:51.340387 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-3e38fd41-508f-479d-97cd-191ce34e4498 service neutron] Attempting to bind port 7d773296-9b38-4a0a-8b02-da8fe06d86ea on network 47a2fcaf-032c-425f-816c-b5c4a4d54eb1 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:51.358011 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-3e38fd41-508f-479d-97cd-191ce34e4498 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:51.358346 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-3e38fd41-508f-479d-97cd-191ce34e4498 service neutron] Checking segment: {'id': '176db6de-b605-434e-ad55-88a729ddb151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '47a2fcaf-032c-425f-816c-b5c4a4d54eb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:51.358877 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-3e38fd41-508f-479d-97cd-191ce34e4498 service neutron] Bound using segment: {'id': '176db6de-b605-434e-ad55-88a729ddb151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '47a2fcaf-032c-425f-816c-b5c4a4d54eb1'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:51.359956 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-3e38fd41-508f-479d-97cd-191ce34e4498 service neutron] Bound port: 7d773296-9b38-4a0a-8b02-da8fe06d86ea, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '176db6de-b605-434e-ad55-88a729ddb151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '47a2fcaf-032c-425f-816c-b5c4a4d54eb1'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:51.360427 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-3e38fd41-508f-479d-97cd-191ce34e4498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.433187 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad5a10-714f-4d50-9ef5-1ca131253db4 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:51.464961 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f6730e-f2f6-45b1-90c6-975d281280e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-73a88994-9b3d-4208-8808-2295e92df12e', 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'tenant_id': 'c89f39c463fe4565b0b406898cbbe00b', 'fixed_ips': [{'subnet_id': '62ffd8bf-b250-49ea-82b7-f8fc7b280b7f'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:27:51.467222 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d0f6730e-f2f6-45b1-90c6-975d281280e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.473372 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f956e553-4338-4c43-b38b-3f9e72fa8224 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:51.516459 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-3e38fd41-508f-479d-97cd-191ce34e4498 service neutron] For port 7d773296-9b38-4a0a-8b02-da8fe06d86ea, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:51.523621 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-3e38fd41-508f-479d-97cd-191ce34e4498 service neutron] For port 7d773296-9b38-4a0a-8b02-da8fe06d86ea, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=7d773296-9b38-4a0a-8b02-da8fe06d86ea,segment=NetworkSegment(176db6de-b605-434e-ad55-88a729ddb151),segment_id=176db6de-b605-434e-ad55-88a729ddb151)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:51.544069 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-3e38fd41-508f-479d-97cd-191ce34e4498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.636892 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-3e38fd41-508f-479d-97cd-191ce34e4498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:51.638482 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-3e38fd41-508f-479d-97cd-191ce34e4498 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.640361 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-3e38fd41-508f-479d-97cd-191ce34e4498 service neutron] 10.222.0.74 "PUT /v2.0/ports/7d773296-9b38-4a0a-8b02-da8fe06d86ea HTTP/1.1" status: 200 len: 1092 time: 1.5975201 Nov 12 03:27:51.641025 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b90254-6b9a-4d4b-ac71-ae323985b6ab', 'tag': '7d773296-9b38-4a0a-8b02-da8fe06d86ea'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:51.649082 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f4e3ff-5f11-4a10-8573-938bb7969865" -d '{"events": [{"name": "network-changed", "server_uuid": "c6b90254-6b9a-4d4b-ac71-ae323985b6ab", "tag": "7d773296-9b38-4a0a-8b02-da8fe06d86ea"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:51.756327 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f956e553-4338-4c43-b38b-3f9e72fa8224 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.795470 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-d0f6730e-f2f6-45b1-90c6-975d281280e8 None None] Allocated IP 2001:db8::2 (73a88994-9b3d-4208-8808-2295e92df12e/62ffd8bf-b250-49ea-82b7-f8fc7b280b7f/0c6d2998-1966-4158-ac0e-148e673ec2fa) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:51.815108 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38fd41-508f-479d-97cd-191ce34e4498 service neutron] Pushing event updated for resources: {'Port': ['ID=7d773296-9b38-4a0a-8b02-da8fe06d86ea,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:51.862465 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-e46cda9a-2757-47e6-9798-be5679222b86 req-45ad5a10-714f-4d50-9ef5-1ca131253db4 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Allocated IP 192.168.233.247 (eca3953c-c804-4641-8812-bff95be59582/fa66706f-b415-4bb9-838e-cfd08f81d96b/29c55453-a17f-44dd-81d4-865fdc84d846) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:51.928297 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-533d9d6a-a6b9-4591-8fae-deecc81253d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:51.929811 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-533d9d6a-a6b9-4591-8fae-deecc81253d0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=eb6abf846d434d7c83b1370d63a01c80&device_id=c6b90254-6b9a-4d4b-ac71-ae323985b6ab HTTP/1.1" status: 200 len: 1095 time: 0.2268279 Nov 12 03:27:52.011991 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d0f6730e-f2f6-45b1-90c6-975d281280e8 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.014866 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-2ed26303-8d36-4246-8421-46f1a7ae3e28 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d773296-9b38-4a0a-8b02-da8fe06d86ea HTTP/1.1" status: 200 len: 217 time: 0.0530930 Nov 12 03:27:52.023041 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d0f6730e-f2f6-45b1-90c6-975d281280e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.082957 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f6730e-f2f6-45b1-90c6-975d281280e8 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:52.098296 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-cc8ea2d8-e8ea-44b2-97a6-23688297e929 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:52.099600 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-f956e553-4338-4c43-b38b-3f9e72fa8224 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] device_id is not set on port a10a74e2-f73d-404f-8c87-2fe09bbab262 yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:27:52.100865 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-cc8ea2d8-e8ea-44b2-97a6-23688297e929 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/networks?id=e27d7564-6d22-4aba-8393-df25a0e0004d HTTP/1.1" status: 200 len: 812 time: 0.3192074 Nov 12 03:27:52.123640 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-d0f6730e-f2f6-45b1-90c6-975d281280e8 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:52.130858 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f6730e-f2f6-45b1-90c6-975d281280e8 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:52.185080 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-f3541cf9-942a-41af-988b-ae34c54bddbf tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/quotas/e1192f3b82c6435d93d38f097bb06d31 HTTP/1.1" status: 200 len: 375 time: 0.0690615 Nov 12 03:27:52.189731 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-b83d3201-8874-41c7-8017-b4a41d674a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:52.191539 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-b83d3201-8874-41c7-8017-b4a41d674a6f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=021454ad-d6cd-40c9-b80d-967adfd1b968 HTTP/1.1" status: 200 len: 855 time: 0.1635928 Nov 12 03:27:52.222896 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13732dbb-a43b-4f71-b570-d2826b6313c5 req-4dcd10b6-0a31-46bd-8f2f-c4bbe5a4ba8b tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:52.224614 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-13732dbb-a43b-4f71-b570-d2826b6313c5 req-4dcd10b6-0a31-46bd-8f2f-c4bbe5a4ba8b tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6b90254-6b9a-4d4b-ac71-ae323985b6ab HTTP/1.1" status: 200 len: 943 time: 0.3409739 Nov 12 03:27:52.229199 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6730e-f2f6-45b1-90c6-975d281280e8 None None] Pushing event updated for resources: {'Port': ['ID=0c6d2998-1966-4158-ac0e-148e673ec2fa,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:52.263981 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ccc41-3040-4c39-a323-44d268ba64ea req-205cc45f-1b8a-4d81-84ca-db612e1b6198 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:52.267367 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-868ccc41-3040-4c39-a323-44d268ba64ea req-205cc45f-1b8a-4d81-84ca-db612e1b6198 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.74 "GET /v2.0/networks?id=5a9a546a-69e3-4236-8c1f-f93b46e5283a HTTP/1.1" status: 200 len: 822 time: 0.2171285 Nov 12 03:27:52.277322 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-d0f6730e-f2f6-45b1-90c6-975d281280e8 None None] Attempting to bind port 0c6d2998-1966-4158-ac0e-148e673ec2fa on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:52.278157 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-d0f6730e-f2f6-45b1-90c6-975d281280e8 None None] Attempting to bind port 0c6d2998-1966-4158-ac0e-148e673ec2fa by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:52.279360 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f6730e-f2f6-45b1-90c6-975d281280e8 None None] Attempting to bind port 0c6d2998-1966-4158-ac0e-148e673ec2fa on network 73a88994-9b3d-4208-8808-2295e92df12e {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:52.285871 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f6730e-f2f6-45b1-90c6-975d281280e8 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:52.286272 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f6730e-f2f6-45b1-90c6-975d281280e8 None None] Checking segment: {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:52.286646 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d0f6730e-f2f6-45b1-90c6-975d281280e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.287035 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f6730e-f2f6-45b1-90c6-975d281280e8 None None] Bound using segment: {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:52.287497 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-d0f6730e-f2f6-45b1-90c6-975d281280e8 None None] Bound port: 0c6d2998-1966-4158-ac0e-148e673ec2fa, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:52.287877 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d0f6730e-f2f6-45b1-90c6-975d281280e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.307690 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-868ccc41-3040-4c39-a323-44d268ba64ea req-b83f2d63-3d1b-4607-91ce-d174207e5c89 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Request body: {'port': {'device_id': 'b6a93e5d-209d-402f-a73a-5f09b3d73a9f', 'network_id': '5a9a546a-69e3-4236-8c1f-f93b46e5283a', 'admin_state_up': True, 'tenant_id': 'fe1ea3932bc44070a2c0197067579e3d'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:52.312949 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-eb6e4701-1a7a-426e-9406-1983125ffa18 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=47a2fcaf-032c-425f-816c-b5c4a4d54eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086724 Nov 12 03:27:52.316716 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-7d47cd11-f37b-4eff-9c73-c3c10f4c46b5 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e1192f3b82c6435d93d38f097bb06d31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1095691 Nov 12 03:27:52.316999 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e46cda9a-2757-47e6-9798-be5679222b86 req-45ad5a10-714f-4d50-9ef5-1ca131253db4 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.394667 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-f956e553-4338-4c43-b38b-3f9e72fa8224 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:27:52.395290 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f956e553-4338-4c43-b38b-3f9e72fa8224 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:27:52.418291 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-13732dbb-a43b-4f71-b570-d2826b6313c5 req-99084e52-3199-4e7f-8a99-1c32189b99d8 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797442 Nov 12 03:27:52.440242 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-d0f6730e-f2f6-45b1-90c6-975d281280e8 None None] For port 0c6d2998-1966-4158-ac0e-148e673ec2fa, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:52.449799 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-d0f6730e-f2f6-45b1-90c6-975d281280e8 None None] For port 0c6d2998-1966-4158-ac0e-148e673ec2fa, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=0c6d2998-1966-4158-ac0e-148e673ec2fa,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:52.458155 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d0f6730e-f2f6-45b1-90c6-975d281280e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.482046 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f956e553-4338-4c43-b38b-3f9e72fa8224 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.3987825 Nov 12 03:27:52.492955 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34208) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:52.517090 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e46cda9a-2757-47e6-9798-be5679222b86 req-45ad5a10-714f-4d50-9ef5-1ca131253db4 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.537584 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 41ecabea-c3bc-40a6-9a28-2efb66f91951 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:52.555683 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8458666b-0175-4606-a217-be88881da649 x-openstack-request-id: req-8458666b-0175-4606-a217-be88881da649 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:52.568966 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6b90254-6b9a-4d4b-ac71-ae323985b6ab", "tag": "7d773296-9b38-4a0a-8b02-da8fe06d86ea", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:52.569342 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8458666b-0175-4606-a217-be88881da649 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:52.570011 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6b90254-6b9a-4d4b-ac71-ae323985b6ab', 'tag': '7d773296-9b38-4a0a-8b02-da8fe06d86ea', 'status': 'completed', 'code': 200} Nov 12 03:27:52.609687 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad5a10-714f-4d50-9ef5-1ca131253db4 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Pushing event updated for resources: {'Port': ['ID=29c55453-a17f-44dd-81d4-865fdc84d846,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:52.686717 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6730e-f2f6-45b1-90c6-975d281280e8 None None] Pushing event updated for resources: {'Port': ['ID=0c6d2998-1966-4158-ac0e-148e673ec2fa,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:52.689525 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e46cda9a-2757-47e6-9798-be5679222b86 req-45ad5a10-714f-4d50-9ef5-1ca131253db4 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Network eca3953c-c804-4641-8812-bff95be59582 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:52.702311 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-e46cda9a-2757-47e6-9798-be5679222b86 req-45ad5a10-714f-4d50-9ef5-1ca131253db4 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:52.707118 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46cda9a-2757-47e6-9798-be5679222b86 req-45ad5a10-714f-4d50-9ef5-1ca131253db4 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:52.733085 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-b22f939d-655a-4a2f-9afc-a7c6f8783a5e service neutron] 10.222.0.74 "GET /v2.0/networks/47a2fcaf-032c-425f-816c-b5c4a4d54eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970029 Nov 12 03:27:52.736867 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-005ade05-8350-4ae1-976c-0e1eb313524d service neutron] 10.222.0.50 "GET /v2.0/networks/e27d7564-6d22-4aba-8393-df25a0e0004d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997686 Nov 12 03:27:52.754454 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 41ecabea-c3bc-40a6-9a28-2efb66f91951 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:27:52.761706 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 41ecabea-c3bc-40a6-9a28-2efb66f91951 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:52.762532 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.789089 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-868ccc41-3040-4c39-a323-44d268ba64ea req-b83f2d63-3d1b-4607-91ce-d174207e5c89 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Made reservation on behalf of fe1ea3932bc44070a2c0197067579e3d for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:52.793440 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-868ccc41-3040-4c39-a323-44d268ba64ea req-b83f2d63-3d1b-4607-91ce-d174207e5c89 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.827140 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46cda9a-2757-47e6-9798-be5679222b86 req-45ad5a10-714f-4d50-9ef5-1ca131253db4 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:52.828035 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e46cda9a-2757-47e6-9798-be5679222b86 req-45ad5a10-714f-4d50-9ef5-1ca131253db4 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.865206 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504d1c1b-da1c-44a9-86eb-1bae2fc4e6e2 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:52.867323 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-504d1c1b-da1c-44a9-86eb-1bae2fc4e6e2 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3731411 Nov 12 03:27:52.877755 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-ec6a35b0-8105-4611-ab09-d3f00ec79175 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3305254 Nov 12 03:27:52.883611 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34212) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:52.952030 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e46cda9a-2757-47e6-9798-be5679222b86 req-45ad5a10-714f-4d50-9ef5-1ca131253db4 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6072364 Nov 12 03:27:52.966988 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.970441 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196db4d3-059b-4b54-bc12-cc744f14f686 req-7e13681d-1da9-4570-bc7d-ad711cb6d989 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:52.979715 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-196db4d3-059b-4b54-bc12-cc744f14f686 req-7e13681d-1da9-4570-bc7d-ad711cb6d989 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=48b57dd8-1a4f-4992-b7de-2b966afd3102 HTTP/1.1" status: 200 len: 936 time: 0.3600636 Nov 12 03:27:52.991187 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-e46cda9a-2757-47e6-9798-be5679222b86 req-33881ca6-99a4-4b93-80f4-8c74815043fa service neutron] Request body: {'port': {'device_id': '48b57dd8-1a4f-4992-b7de-2b966afd3102', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:53.016363 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a7c876-1f11-44fa-aa3b-36a029663a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ecabea-c3bc-40a6-9a28-2efb66f91951'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:53.018826 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d7eda7-3091-4063-8ea9-fffb7e73d2b8" -d '{"events": [{"server_uuid": "c5a7c876-1f11-44fa-aa3b-36a029663a47", "name": "network-vif-plugged", "status": "completed", "tag": "41ecabea-c3bc-40a6-9a28-2efb66f91951"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:53.062169 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 41ecabea-c3bc-40a6-9a28-2efb66f91951, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=41ecabea-c3bc-40a6-9a28-2efb66f91951,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:53.068459 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.105610 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-5689d2d8-4b88-45d7-9a4d-5ee26301236d service neutron] 10.222.0.50 "GET /v2.0/networks/e27d7564-6d22-4aba-8393-df25a0e0004d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375704 Nov 12 03:27:53.166176 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1529e2-37c8-4776-8e05-d07e5190900b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:53.167935 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1529e2-37c8-4776-8e05-d07e5190900b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:53.170257 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ff1529e2-37c8-4776-8e05-d07e5190900b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2569849 Nov 12 03:27:53.180561 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34216) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:53.187700 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-66d021c0-73e5-4ff3-a79c-4ad275496886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:53.188205 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-66d021c0-73e5-4ff3-a79c-4ad275496886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:53.188637 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=41ecabea-c3bc-40a6-9a28-2efb66f91951,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:53.188793 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-66d021c0-73e5-4ff3-a79c-4ad275496886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:53.189171 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-66d021c0-73e5-4ff3-a79c-4ad275496886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:53.189628 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-66d021c0-73e5-4ff3-a79c-4ad275496886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:53.190081 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-66d021c0-73e5-4ff3-a79c-4ad275496886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:53.190538 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-66d021c0-73e5-4ff3-a79c-4ad275496886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:53.193718 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-66d021c0-73e5-4ff3-a79c-4ad275496886 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=984b5bf9950d4e568e34b6531154493c&device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 6497 time: 0.2623208 Nov 12 03:27:53.201213 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-8d4fecfc-1bf8-4390-9107-38475f709ffc None None] Provisioning complete for port 29c55453-a17f-44dd-81d4-865fdc84d846 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:53.201690 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8d4fecfc-1bf8-4390-9107-38475f709ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.239135 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-196db4d3-059b-4b54-bc12-cc744f14f686 req-a8ba7577-9fea-4d08-b87e-eb49c7d0b2d9 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581837 Nov 12 03:27:53.240301 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-8d4fecfc-1bf8-4390-9107-38475f709ffc None None] Port 29c55453-a17f-44dd-81d4-865fdc84d846 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:53.264900 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f90c1da1-3380-42a2-8a68-23c9bd060019 req-f6b27eb4-a4bb-4609-bf8e-0a7767f82632 service neutron] 10.222.0.74 "GET /v2.0/networks/47a2fcaf-032c-425f-816c-b5c4a4d54eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5229113 Nov 12 03:27:53.393592 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-868ccc41-3040-4c39-a323-44d268ba64ea req-b83f2d63-3d1b-4607-91ce-d174207e5c89 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Allocated IP 172.20.0.13 (5a9a546a-69e3-4236-8c1f-f93b46e5283a/55fcb4ac-68a0-4f3f-8428-4711adf69e69/ef94ac23-7442-4a0f-852d-37c647527a14) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:53.475444 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-007cd26d-248d-40ef-9439-622a27cf7102 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting subnet 62ffd8bf-b250-49ea-82b7-f8fc7b280b7f {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:27:53.510969 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e46cda9a-2757-47e6-9798-be5679222b86 req-33881ca6-99a4-4b93-80f4-8c74815043fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.517308 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b8c6d6b7-2f22-4fa7-b12e-8a75ac20b1a7 req-9279d9d7-c496-461f-acbd-690b2c5a8636 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6a93e5d-209d-402f-a73a-5f09b3d73a9f HTTP/1.1" status: 200 len: 210 time: 0.0322835 Nov 12 03:27:53.518119 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-007cd26d-248d-40ef-9439-622a27cf7102 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.616994 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928ab0c-af6f-425f-be86-80d5a5bc06be req-d3b70238-88ca-461f-b45d-f4a6a46a5d7b tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:53.618715 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d928ab0c-af6f-425f-be86-80d5a5bc06be req-d3b70238-88ca-461f-b45d-f4a6a46a5d7b tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=eeaf4e58-1a75-488e-9096-2d0c211847ee HTTP/1.1" status: 200 len: 946 time: 0.1875844 Nov 12 03:27:53.625446 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4e3ff-5f11-4a10-8573-938bb7969865 req-63236ad7-820b-43ab-8c26-e43d75b7a84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:53.627047 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-66f4e3ff-5f11-4a10-8573-938bb7969865 req-63236ad7-820b-43ab-8c26-e43d75b7a84a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=eb6abf846d434d7c83b1370d63a01c80&device_id=c6b90254-6b9a-4d4b-ac71-ae323985b6ab HTTP/1.1" status: 200 len: 1095 time: 0.1872377 Nov 12 03:27:53.675009 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-6611cef9-691c-47d5-8d2f-f6924fdba2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:53.675583 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-6611cef9-691c-47d5-8d2f-f6924fdba2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:53.675962 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-6611cef9-691c-47d5-8d2f-f6924fdba2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:53.677625 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-6611cef9-691c-47d5-8d2f-f6924fdba2ac service neutron] 10.222.0.74 "GET /v2.0/networks?id=05567585-3225-43ff-908b-682604349a1c&id=0a9162de-bdde-427f-8e0e-6dfc54c7d9d5&id=0a9162de-bdde-427f-8e0e-6dfc54c7d9d5&id=0a9162de-bdde-427f-8e0e-6dfc54c7d9d5&id=0a9162de-bdde-427f-8e0e-6dfc54c7d9d5&id=573baa8f-b6be-41d7-a7a6-73c38233ca3f&id=573baa8f-b6be-41d7-a7a6-73c38233ca3f HTTP/1.1" status: 200 len: 2293 time: 0.4369977 Nov 12 03:27:53.737576 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d928ab0c-af6f-425f-be86-80d5a5bc06be req-66e61bc5-377d-4081-9863-06f1c22c4008 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073892 Nov 12 03:27:53.803804 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-007cd26d-248d-40ef-9439-622a27cf7102 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.858358 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4e3ff-5f11-4a10-8573-938bb7969865 req-4cf55fd8-a619-4544-9539-0d26d1bb6f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:53.861245 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-66f4e3ff-5f11-4a10-8573-938bb7969865 req-4cf55fd8-a619-4544-9539-0d26d1bb6f75 service neutron] 10.222.0.74 "GET /v2.0/networks?id=47a2fcaf-032c-425f-816c-b5c4a4d54eb1 HTTP/1.1" status: 200 len: 916 time: 0.2202210 Nov 12 03:27:53.876427 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0b5f8-2495-4868-bfa6-a1151c94ab43 req-83a07a2e-2512-4d3c-88c9-7b5b2d573413 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:53.879388 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-868ccc41-3040-4c39-a323-44d268ba64ea req-b83f2d63-3d1b-4607-91ce-d174207e5c89 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.884047 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10e0b5f8-2495-4868-bfa6-a1151c94ab43 req-83a07a2e-2512-4d3c-88c9-7b5b2d573413 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5a7c876-1f11-44fa-aa3b-36a029663a47 HTTP/1.1" status: 200 len: 945 time: 0.2584341 Nov 12 03:27:53.981525 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-868ccc41-3040-4c39-a323-44d268ba64ea req-b83f2d63-3d1b-4607-91ce-d174207e5c89 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.986417 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-66f4e3ff-5f11-4a10-8573-938bb7969865 req-83d7ed00-ffe9-43b5-8f2b-f284e358f177 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d773296-9b38-4a0a-8b02-da8fe06d86ea HTTP/1.1" status: 200 len: 217 time: 0.0654597 Nov 12 03:27:53.991781 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-c1ffe228-d2ed-4d2d-88e8-f62c1c6ae810 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ad279e8-eae6-43bc-9187-fb73596735da HTTP/1.1" status: 200 len: 1001 time: 0.3017108 Nov 12 03:27:54.002055 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba74e8c2-76ca-440b-816b-bb16a942544c x-openstack-request-id: req-ba74e8c2-76ca-440b-816b-bb16a942544c {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:54.002349 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5a7c876-1f11-44fa-aa3b-36a029663a47", "name": "network-vif-plugged", "status": "completed", "tag": "41ecabea-c3bc-40a6-9a28-2efb66f91951", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:54.002596 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ba74e8c2-76ca-440b-816b-bb16a942544c {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:54.002986 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a7c876-1f11-44fa-aa3b-36a029663a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ecabea-c3bc-40a6-9a28-2efb66f91951', 'code': 200} Nov 12 03:27:54.072669 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-868ccc41-3040-4c39-a323-44d268ba64ea req-b83f2d63-3d1b-4607-91ce-d174207e5c89 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Network 5a9a546a-69e3-4236-8c1f-f93b46e5283a is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:54.088620 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-868ccc41-3040-4c39-a323-44d268ba64ea req-b83f2d63-3d1b-4607-91ce-d174207e5c89 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:54.095259 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f2d63-3d1b-4607-91ce-d174207e5c89 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Pushing event updated for resources: {'Port': ['ID=ef94ac23-7442-4a0f-852d-37c647527a14,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:54.110537 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-868ccc41-3040-4c39-a323-44d268ba64ea req-b83f2d63-3d1b-4607-91ce-d174207e5c89 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:54.173250 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ccc41-3040-4c39-a323-44d268ba64ea req-b83f2d63-3d1b-4607-91ce-d174207e5c89 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:54.173876 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-868ccc41-3040-4c39-a323-44d268ba64ea req-b83f2d63-3d1b-4607-91ce-d174207e5c89 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.198931 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4e3ff-5f11-4a10-8573-938bb7969865 req-94386925-76dd-4089-9aa1-864457a0cf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:54.200515 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-66f4e3ff-5f11-4a10-8573-938bb7969865 req-94386925-76dd-4089-9aa1-864457a0cf69 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=021454ad-d6cd-40c9-b80d-967adfd1b968 HTTP/1.1" status: 200 len: 855 time: 0.1794856 Nov 12 03:27:54.228687 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-72b90c50-7662-4a63-8f8c-1721684fdc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:54.230447 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-72b90c50-7662-4a63-8f8c-1721684fdc73 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=27f881fe-8083-445e-acea-d73d96d974cb HTTP/1.1" status: 200 len: 851 time: 0.2061830 Nov 12 03:27:54.282473 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-a5265b39-b9b0-4f5d-8fb3-7462a4b5cd9a None None] Provisioning complete for port 0c6d2998-1966-4158-ac0e-148e673ec2fa triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:54.283520 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a5265b39-b9b0-4f5d-8fb3-7462a4b5cd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.285189 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-50c8dfb3-7b12-45d5-96df-47db5b6db7c8 req-7394545c-13ad-44a1-8329-6a8bc1769d99 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a61d4675-2915-474b-bad3-13f62530438b HTTP/1.1" status: 200 len: 210 time: 0.1049395 Nov 12 03:27:54.290637 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10e0b5f8-2495-4868-bfa6-a1151c94ab43 req-04b800db-f435-4a69-b81a-049ebc6f1091 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4043140 Nov 12 03:27:54.291137 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-868ccc41-3040-4c39-a323-44d268ba64ea req-b83f2d63-3d1b-4607-91ce-d174207e5c89 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9866560 Nov 12 03:27:54.295659 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-66f4e3ff-5f11-4a10-8573-938bb7969865 req-40232dda-04c6-4f18-804f-1e0d2efcb27c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=47a2fcaf-032c-425f-816c-b5c4a4d54eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798464 Nov 12 03:27:54.313399 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-868ccc41-3040-4c39-a323-44d268ba64ea req-02ee202c-fa01-4254-aeba-02fdd141edf3 service neutron] Request body: {'port': {'device_id': 'b6a93e5d-209d-402f-a73a-5f09b3d73a9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:54.407969 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-007cd26d-248d-40ef-9439-622a27cf7102 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.415962 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd148102-2d36-45e6-8348-7222108f8506 req-11d1b6e7-0313-46ad-9efb-66ea001decde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:54.435406 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cd148102-2d36-45e6-8348-7222108f8506 req-11d1b6e7-0313-46ad-9efb-66ea001decde service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c5a7c876-1f11-44fa-aa3b-36a029663a47 HTTP/1.1" status: 200 len: 1097 time: 0.3080530 Nov 12 03:27:54.545116 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a5265b39-b9b0-4f5d-8fb3-7462a4b5cd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.549362 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 0c6d2998-1966-4158-ac0e-148e673ec2fa up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:54.570393 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-868ccc41-3040-4c39-a323-44d268ba64ea req-02ee202c-fa01-4254-aeba-02fdd141edf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.635152 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-66f4e3ff-5f11-4a10-8573-938bb7969865 req-9296cbd9-b802-487f-accd-7208ef54179e service neutron] 10.222.0.74 "GET /v2.0/networks/47a2fcaf-032c-425f-816c-b5c4a4d54eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112149 Nov 12 03:27:54.644706 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cd148102-2d36-45e6-8348-7222108f8506 req-489798c5-b0e5-45ca-ad82-c793ef1fcf29 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602106 Nov 12 03:27:54.645932 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-007cd26d-248d-40ef-9439-622a27cf7102 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.657356 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.api [None req-a5265b39-b9b0-4f5d-8fb3-7462a4b5cd9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:27:54.658720 n-d-715271-27 neutron-server[102573]: DEBUG oslo_db.api [None req-a5265b39-b9b0-4f5d-8fb3-7462a4b5cd9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:27:54.659685 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 0c6d2998-1966-4158-ac0e-148e673ec2fa triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:54.660307 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.691113 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007cd26d-248d-40ef-9439-622a27cf7102 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Subnet': ['ID=62ffd8bf-b250-49ea-82b7-f8fc7b280b7f,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:54.719620 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-fe6c0b8c-a7ac-477f-b8c3-f7c58bda916c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:54.721170 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-fe6c0b8c-a7ac-477f-b8c3-f7c58bda916c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=05567585-3225-43ff-908b-682604349a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4259961 Nov 12 03:27:54.733643 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-007cd26d-248d-40ef-9439-622a27cf7102 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.739457 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-007cd26d-248d-40ef-9439-622a27cf7102 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/62ffd8bf-b250-49ea-82b7-f8fc7b280b7f HTTP/1.1" status: 204 len: 168 time: 1.5549452 Nov 12 03:27:54.749169 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae94828-a5c6-40e6-9987-b28b18809d9f req-419adf7d-d7f8-4089-8799-ac62aab6dd56 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:54.750705 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bae94828-a5c6-40e6-9987-b28b18809d9f req-419adf7d-d7f8-4089-8799-ac62aab6dd56 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6b90254-6b9a-4d4b-ac71-ae323985b6ab HTTP/1.1" status: 200 len: 943 time: 0.2348590 Nov 12 03:27:54.752295 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34244) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:54.760395 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.763820 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba4a2d5-a93b-494b-99d1-3f27d42c52b1 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:54.837328 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6acae380-8897-4b36-a996-3b38b36431d0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0758140 Nov 12 03:27:54.842038 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 34248) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:54.860742 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-a42e0d5f-e5c3-43f3-af37-d0ed2fee89bf tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'subnet': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:54.949284 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bae94828-a5c6-40e6-9987-b28b18809d9f req-7cf22615-538d-417f-85da-b75ebf585ee6 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805348 Nov 12 03:27:54.949842 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-66f4e3ff-5f11-4a10-8573-938bb7969865 req-f1fcf7ca-f099-4e32-ac45-f84628f9ef64 service neutron] 10.222.0.74 "GET /v2.0/networks/47a2fcaf-032c-425f-816c-b5c4a4d54eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059671 Nov 12 03:27:54.968047 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 0c6d2998-1966-4158-ac0e-148e673ec2fa, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=0c6d2998-1966-4158-ac0e-148e673ec2fa,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:54.973606 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.043366 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-e46cda9a-2757-47e6-9798-be5679222b86 req-33881ca6-99a4-4b93-80f4-8c74815043fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29c55453-a17f-44dd-81d4-865fdc84d846 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:27:55.059120 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72aed76-acc5-4786-9191-337ff012b086 None None] DHCP port deletion for 73a88994-9b3d-4208-8808-2295e92df12e request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:55.078189 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e46cda9a-2757-47e6-9798-be5679222b86 req-33881ca6-99a4-4b93-80f4-8c74815043fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.099360 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=0c6d2998-1966-4158-ac0e-148e673ec2fa,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:55.109441 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-e46cda9a-2757-47e6-9798-be5679222b86 req-33881ca6-99a4-4b93-80f4-8c74815043fa service neutron] Transition to ACTIVE for port object 29c55453-a17f-44dd-81d4-865fdc84d846 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:27:55.117163 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e46cda9a-2757-47e6-9798-be5679222b86 req-33881ca6-99a4-4b93-80f4-8c74815043fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.145059 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-f72aed76-acc5-4786-9191-337ff012b086 None None] Deleting port 0c6d2998-1966-4158-ac0e-148e673ec2fa {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:55.145622 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f72aed76-acc5-4786-9191-337ff012b086 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.201360 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-58556e3d-eb85-413e-9e2e-480bd004b629 service neutron] 10.222.0.74 "GET /v2.0/networks/05567585-3225-43ff-908b-682604349a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394680 Nov 12 03:27:55.251802 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-f72aed76-acc5-4786-9191-337ff012b086 None None] For port 0c6d2998-1966-4158-ac0e-148e673ec2fa, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=0c6d2998-1966-4158-ac0e-148e673ec2fa,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:55.252281 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f72aed76-acc5-4786-9191-337ff012b086 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.270480 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-f72aed76-acc5-4786-9191-337ff012b086 None None] Calling delete_port for 0c6d2998-1966-4158-ac0e-148e673ec2fa owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:55.425585 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f72aed76-acc5-4786-9191-337ff012b086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.457842 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72aed76-acc5-4786-9191-337ff012b086 None None] Pushing event deleted for resources: {'Port': ['ID=0c6d2998-1966-4158-ac0e-148e673ec2fa,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:55.461124 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72aed76-acc5-4786-9191-337ff012b086 None None] No DVR routers for this DVR port 0c6d2998-1966-4158-ac0e-148e673ec2fa on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:55.608807 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe133ae-1e57-4087-a426-46591a253b77 req-2d08d41f-34bd-4e74-9567-fe4625773bfa tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:55.610518 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0fe133ae-1e57-4087-a426-46591a253b77 req-2d08d41f-34bd-4e74-9567-fe4625773bfa tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=48b57dd8-1a4f-4992-b7de-2b966afd3102 HTTP/1.1" status: 200 len: 948 time: 0.6696301 Nov 12 03:27:55.621962 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42e0d5f-e5c3-43f3-af37-d0ed2fee89bf tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:55.625492 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a42e0d5f-e5c3-43f3-af37-d0ed2fee89bf tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.692814 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-fdc8beca-012c-4956-b816-35006fe0afb2 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:55.694315 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-fdc8beca-012c-4956-b816-35006fe0afb2 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.74 "GET /v2.0/networks?id=e27d7564-6d22-4aba-8393-df25a0e0004d HTTP/1.1" status: 200 len: 812 time: 0.2790020 Nov 12 03:27:55.727773 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33881ca6-99a4-4b93-80f4-8c74815043fa service neutron] Pushing event updated for resources: {'Port': ['ID=29c55453-a17f-44dd-81d4-865fdc84d846,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:55.761954 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-09a1d8a5-1c70-4814-b301-76936ce4c564 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Request body: {'port': {'device_id': 'a61d4675-2915-474b-bad3-13f62530438b', 'network_id': 'e27d7564-6d22-4aba-8393-df25a0e0004d', 'admin_state_up': True, 'tenant_id': 'e1192f3b82c6435d93d38f097bb06d31'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:55.762894 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abc6fa-d691-4fa8-8937-63c94fd003a2 req-28e72cf9-359a-4d21-b0c2-3b57cb45b899 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:55.764437 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a2abc6fa-d691-4fa8-8937-63c94fd003a2 req-28e72cf9-359a-4d21-b0c2-3b57cb45b899 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6a93e5d-209d-402f-a73a-5f09b3d73a9f HTTP/1.1" status: 200 len: 932 time: 0.6010776 Nov 12 03:27:55.822388 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-0d7d40c5-a5ce-4032-ab09-268158a9b273 service neutron] 10.222.0.74 "GET /v2.0/networks/05567585-3225-43ff-908b-682604349a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6097817 Nov 12 03:27:55.851667 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0fe133ae-1e57-4087-a426-46591a253b77 req-d0552610-5dc2-4ea9-95bc-6ba87ddf015b tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165601 Nov 12 03:27:55.864663 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-868ccc41-3040-4c39-a323-44d268ba64ea req-02ee202c-fa01-4254-aeba-02fdd141edf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef94ac23-7442-4a0f-852d-37c647527a14 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:27:55.882483 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-868ccc41-3040-4c39-a323-44d268ba64ea req-02ee202c-fa01-4254-aeba-02fdd141edf3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.910046 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-e46cda9a-2757-47e6-9798-be5679222b86 req-33881ca6-99a4-4b93-80f4-8c74815043fa service neutron] Attempting to bind port 29c55453-a17f-44dd-81d4-865fdc84d846 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:55.910513 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-e46cda9a-2757-47e6-9798-be5679222b86 req-33881ca6-99a4-4b93-80f4-8c74815043fa service neutron] Attempting to bind port 29c55453-a17f-44dd-81d4-865fdc84d846 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:55.911069 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46cda9a-2757-47e6-9798-be5679222b86 req-33881ca6-99a4-4b93-80f4-8c74815043fa service neutron] Attempting to bind port 29c55453-a17f-44dd-81d4-865fdc84d846 on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:55.921603 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46cda9a-2757-47e6-9798-be5679222b86 req-33881ca6-99a4-4b93-80f4-8c74815043fa service neutron] Port 29c55453-a17f-44dd-81d4-865fdc84d846 on network eca3953c-c804-4641-8812-bff95be59582 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:55.922070 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46cda9a-2757-47e6-9798-be5679222b86 req-33881ca6-99a4-4b93-80f4-8c74815043fa service neutron] Attempting to bind port 29c55453-a17f-44dd-81d4-865fdc84d846 on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:55.922208 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-868ccc41-3040-4c39-a323-44d268ba64ea req-02ee202c-fa01-4254-aeba-02fdd141edf3 service neutron] Transition to ACTIVE for port object ef94ac23-7442-4a0f-852d-37c647527a14 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:27:55.929064 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-f29ef0cc-88b0-4d80-a752-3415f5746e68 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=e14041bd-b04a-4f9c-8b9a-4602f8a15d0b HTTP/1.1" status: 200 len: 217 time: 0.0919769 Nov 12 03:27:55.931021 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46cda9a-2757-47e6-9798-be5679222b86 req-33881ca6-99a4-4b93-80f4-8c74815043fa service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:55.931611 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46cda9a-2757-47e6-9798-be5679222b86 req-33881ca6-99a4-4b93-80f4-8c74815043fa service neutron] Checking segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:55.932132 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46cda9a-2757-47e6-9798-be5679222b86 req-33881ca6-99a4-4b93-80f4-8c74815043fa service neutron] Bound using segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:55.932348 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-868ccc41-3040-4c39-a323-44d268ba64ea req-02ee202c-fa01-4254-aeba-02fdd141edf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.932803 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-e46cda9a-2757-47e6-9798-be5679222b86 req-33881ca6-99a4-4b93-80f4-8c74815043fa service neutron] Bound port: 29c55453-a17f-44dd-81d4-865fdc84d846, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:55.933518 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e46cda9a-2757-47e6-9798-be5679222b86 req-33881ca6-99a4-4b93-80f4-8c74815043fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.947568 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a2abc6fa-d691-4fa8-8937-63c94fd003a2 req-4dcb40e1-ca35-4041-b0b0-589492e37bbe tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625631 Nov 12 03:27:56.070203 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-a9332a1b-6209-41c5-95e1-05f185562e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:56.071145 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-a9332a1b-6209-41c5-95e1-05f185562e83 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=47b6a17e-6944-4d40-9328-627b4b928ff7 HTTP/1.1" status: 200 len: 797 time: 0.1202698 Nov 12 03:27:56.110338 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee202c-fa01-4254-aeba-02fdd141edf3 service neutron] Pushing event updated for resources: {'Port': ['ID=ef94ac23-7442-4a0f-852d-37c647527a14,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:56.132885 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-09a1d8a5-1c70-4814-b301-76936ce4c564 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Made reservation on behalf of e1192f3b82c6435d93d38f097bb06d31 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:56.137121 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-09a1d8a5-1c70-4814-b301-76936ce4c564 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.143766 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-74495fea-4681-4922-894d-f9c07e38d522 req-029532e0-4136-4295-a4eb-c40293947e55 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a61d4675-2915-474b-bad3-13f62530438b HTTP/1.1" status: 200 len: 210 time: 0.0644398 Nov 12 03:27:56.154077 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-e46cda9a-2757-47e6-9798-be5679222b86 req-33881ca6-99a4-4b93-80f4-8c74815043fa service neutron] For port 29c55453-a17f-44dd-81d4-865fdc84d846, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:56.184350 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-e46cda9a-2757-47e6-9798-be5679222b86 req-33881ca6-99a4-4b93-80f4-8c74815043fa service neutron] For port 29c55453-a17f-44dd-81d4-865fdc84d846, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=29c55453-a17f-44dd-81d4-865fdc84d846,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:56.192972 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-89e86853-83e8-44b1-aa40-0786034cc141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:56.194534 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-89e86853-83e8-44b1-aa40-0786034cc141 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0a9162de-bdde-427f-8e0e-6dfc54c7d9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1037569 Nov 12 03:27:56.195801 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e46cda9a-2757-47e6-9798-be5679222b86 req-33881ca6-99a4-4b93-80f4-8c74815043fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.231905 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46cda9a-2757-47e6-9798-be5679222b86 req-33881ca6-99a4-4b93-80f4-8c74815043fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:56.232642 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e46cda9a-2757-47e6-9798-be5679222b86 req-33881ca6-99a4-4b93-80f4-8c74815043fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.234527 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e46cda9a-2757-47e6-9798-be5679222b86 req-33881ca6-99a4-4b93-80f4-8c74815043fa service neutron] 10.222.0.74 "PUT /v2.0/ports/29c55453-a17f-44dd-81d4-865fdc84d846 HTTP/1.1" status: 200 len: 1097 time: 3.2475939 Nov 12 03:27:56.250288 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a42e0d5f-e5c3-43f3-af37-d0ed2fee89bf tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.282942 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48b57dd8-1a4f-4992-b7de-2b966afd3102', 'tag': '29c55453-a17f-44dd-81d4-865fdc84d846'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:56.286488 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa430f2-d9de-4a14-b109-11c168cbb717" -d '{"events": [{"name": "network-changed", "server_uuid": "48b57dd8-1a4f-4992-b7de-2b966afd3102", "tag": "29c55453-a17f-44dd-81d4-865fdc84d846"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:56.419237 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42e0d5f-e5c3-43f3-af37-d0ed2fee89bf tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:56.424672 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c3107-4d91-435f-bc73-7b53ae303726 req-1ea839fd-1e8b-4691-a35d-13a924392179 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:56.426250 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-504c3107-4d91-435f-bc73-7b53ae303726 req-1ea839fd-1e8b-4691-a35d-13a924392179 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5a7c876-1f11-44fa-aa3b-36a029663a47 HTTP/1.1" status: 200 len: 945 time: 0.1908808 Nov 12 03:27:56.427862 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-868ccc41-3040-4c39-a323-44d268ba64ea req-02ee202c-fa01-4254-aeba-02fdd141edf3 service neutron] Attempting to bind port ef94ac23-7442-4a0f-852d-37c647527a14 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:56.428314 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-868ccc41-3040-4c39-a323-44d268ba64ea req-02ee202c-fa01-4254-aeba-02fdd141edf3 service neutron] Attempting to bind port ef94ac23-7442-4a0f-852d-37c647527a14 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '87eca40d-206a-481c-a883-b95018bc626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5a9a546a-69e3-4236-8c1f-f93b46e5283a'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:56.428757 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868ccc41-3040-4c39-a323-44d268ba64ea req-02ee202c-fa01-4254-aeba-02fdd141edf3 service neutron] Attempting to bind port ef94ac23-7442-4a0f-852d-37c647527a14 on network 5a9a546a-69e3-4236-8c1f-f93b46e5283a {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:56.436292 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 0c6d2998-1966-4158-ac0e-148e673ec2fa no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:56.437470 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33881ca6-99a4-4b93-80f4-8c74815043fa service neutron] Pushing event updated for resources: {'Port': ['ID=29c55453-a17f-44dd-81d4-865fdc84d846,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:56.454747 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-a42e0d5f-e5c3-43f3-af37-d0ed2fee89bf tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:56.458102 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42e0d5f-e5c3-43f3-af37-d0ed2fee89bf tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:56.459041 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a42e0d5f-e5c3-43f3-af37-d0ed2fee89bf tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.461328 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e0d5f-e5c3-43f3-af37-d0ed2fee89bf tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Subnet': ['ID=756e52d2-455d-43c6-b6d9-8a16956b3c93,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:56.469754 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62598299-6420-4818-b8e4-043d2d79f848 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:56.472784 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46cda9a-2757-47e6-9798-be5679222b86 req-2acc6394-2067-485d-b5db-2a698f1f277b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:56.473979 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868ccc41-3040-4c39-a323-44d268ba64ea req-02ee202c-fa01-4254-aeba-02fdd141edf3 service neutron] Port ef94ac23-7442-4a0f-852d-37c647527a14 on network 5a9a546a-69e3-4236-8c1f-f93b46e5283a not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:56.474325 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e46cda9a-2757-47e6-9798-be5679222b86 req-2acc6394-2067-485d-b5db-2a698f1f277b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a1d21364fcd043778a27fa00092fa6b4&device_id=48b57dd8-1a4f-4992-b7de-2b966afd3102 HTTP/1.1" status: 200 len: 1100 time: 0.1709838 Nov 12 03:27:56.474449 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868ccc41-3040-4c39-a323-44d268ba64ea req-02ee202c-fa01-4254-aeba-02fdd141edf3 service neutron] Attempting to bind port ef94ac23-7442-4a0f-852d-37c647527a14 on network 5a9a546a-69e3-4236-8c1f-f93b46e5283a {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:56.481098 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 0c6d2998-1966-4158-ac0e-148e673ec2fa {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:56.481548 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 0c6d2998-1966-4158-ac0e-148e673ec2fa not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:56.488872 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868ccc41-3040-4c39-a323-44d268ba64ea req-02ee202c-fa01-4254-aeba-02fdd141edf3 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:56.489204 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868ccc41-3040-4c39-a323-44d268ba64ea req-02ee202c-fa01-4254-aeba-02fdd141edf3 service neutron] Checking segment: {'id': '87eca40d-206a-481c-a883-b95018bc626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5a9a546a-69e3-4236-8c1f-f93b46e5283a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:56.489582 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868ccc41-3040-4c39-a323-44d268ba64ea req-02ee202c-fa01-4254-aeba-02fdd141edf3 service neutron] Bound using segment: {'id': '87eca40d-206a-481c-a883-b95018bc626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5a9a546a-69e3-4236-8c1f-f93b46e5283a'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:56.490009 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-868ccc41-3040-4c39-a323-44d268ba64ea req-02ee202c-fa01-4254-aeba-02fdd141edf3 service neutron] Bound port: ef94ac23-7442-4a0f-852d-37c647527a14, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87eca40d-206a-481c-a883-b95018bc626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5a9a546a-69e3-4236-8c1f-f93b46e5283a'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:56.490513 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-868ccc41-3040-4c39-a323-44d268ba64ea req-02ee202c-fa01-4254-aeba-02fdd141edf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.518331 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe6e7d-22b3-45f5-bf30-9868172fb3ba req-b3032846-405b-476c-87c0-941916614511 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:56.527425 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7efe6e7d-22b3-45f5-bf30-9868172fb3ba req-b3032846-405b-476c-87c0-941916614511 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6b90254-6b9a-4d4b-ac71-ae323985b6ab HTTP/1.1" status: 200 len: 943 time: 0.2058156 Nov 12 03:27:56.560876 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device eaf58679-5955-450b-9e33-474897257567 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:27:56.570551 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e46cda9a-2757-47e6-9798-be5679222b86 req-cc3cf290-6a34-4c91-b907-ac049b620ab6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=29c55453-a17f-44dd-81d4-865fdc84d846 HTTP/1.1" status: 200 len: 217 time: 0.0673816 Nov 12 03:27:56.583896 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-bab1f258-6e67-4b3c-8763-98f6df64023f service neutron] 10.222.0.74 "GET /v2.0/networks/0a9162de-bdde-427f-8e0e-6dfc54c7d9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772948 Nov 12 03:27:56.600746 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-504c3107-4d91-435f-bc73-7b53ae303726 req-59034514-c179-4fce-a19a-11a6bf11b156 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596563 Nov 12 03:27:56.617503 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a42e0d5f-e5c3-43f3-af37-d0ed2fee89bf tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7718396 Nov 12 03:27:56.618066 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34268) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:56.625831 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-1308398c-f561-4810-ae32-d4dc1261ab93 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1867359331', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:56.675785 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7efe6e7d-22b3-45f5-bf30-9868172fb3ba req-d5263f97-bb91-4a6b-a903-95f66905f4d6 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473439 Nov 12 03:27:56.705138 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-09a1d8a5-1c70-4814-b301-76936ce4c564 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Allocated IP 172.20.0.9 (e27d7564-6d22-4aba-8393-df25a0e0004d/36b22bc4-04aa-4109-bb38-599b9cb93288/a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:56.710356 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e7904f-c0e5-448f-9e5e-400208de692f x-openstack-request-id: req-38e7904f-c0e5-448f-9e5e-400208de692f {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:56.710728 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48b57dd8-1a4f-4992-b7de-2b966afd3102", "tag": "29c55453-a17f-44dd-81d4-865fdc84d846", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:56.711052 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-38e7904f-c0e5-448f-9e5e-400208de692f {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:56.711555 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48b57dd8-1a4f-4992-b7de-2b966afd3102', 'tag': '29c55453-a17f-44dd-81d4-865fdc84d846', 'status': 'completed', 'code': 200} Nov 12 03:27:56.721214 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-868ccc41-3040-4c39-a323-44d268ba64ea req-02ee202c-fa01-4254-aeba-02fdd141edf3 service neutron] For port ef94ac23-7442-4a0f-852d-37c647527a14, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:56.725769 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-868ccc41-3040-4c39-a323-44d268ba64ea req-02ee202c-fa01-4254-aeba-02fdd141edf3 service neutron] For port ef94ac23-7442-4a0f-852d-37c647527a14, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=ef94ac23-7442-4a0f-852d-37c647527a14,segment=NetworkSegment(87eca40d-206a-481c-a883-b95018bc626e),segment_id=87eca40d-206a-481c-a883-b95018bc626e)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:56.745704 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-868ccc41-3040-4c39-a323-44d268ba64ea req-02ee202c-fa01-4254-aeba-02fdd141edf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.763234 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1308398c-f561-4810-ae32-d4dc1261ab93 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.764806 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1308398c-f561-4810-ae32-d4dc1261ab93 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.798339 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46cda9a-2757-47e6-9798-be5679222b86 req-efaf3bd0-ac2d-46cb-af48-88c81d604eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:56.800703 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e46cda9a-2757-47e6-9798-be5679222b86 req-efaf3bd0-ac2d-46cb-af48-88c81d604eb7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.2153902 Nov 12 03:27:56.816714 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cd8f55-1bbd-4fe0-8d51-8359bf1f0afa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-73a88994-9b3d-4208-8808-2295e92df12e', 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'tenant_id': 'c89f39c463fe4565b0b406898cbbe00b', 'fixed_ips': [{'subnet_id': '756e52d2-455d-43c6-b6d9-8a16956b3c93'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:27:56.817731 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-91cd8f55-1bbd-4fe0-8d51-8359bf1f0afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.833760 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee202c-fa01-4254-aeba-02fdd141edf3 service neutron] Pushing event updated for resources: {'Port': ['ID=ef94ac23-7442-4a0f-852d-37c647527a14,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:56.857871 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ccc41-3040-4c39-a323-44d268ba64ea req-02ee202c-fa01-4254-aeba-02fdd141edf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:56.860013 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-868ccc41-3040-4c39-a323-44d268ba64ea req-02ee202c-fa01-4254-aeba-02fdd141edf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.860149 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-868ccc41-3040-4c39-a323-44d268ba64ea req-02ee202c-fa01-4254-aeba-02fdd141edf3 service neutron] 10.222.0.74 "PUT /v2.0/ports/ef94ac23-7442-4a0f-852d-37c647527a14 HTTP/1.1" status: 200 len: 1093 time: 2.5527437 Nov 12 03:27:56.860734 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a93e5d-209d-402f-a73a-5f09b3d73a9f', 'tag': 'ef94ac23-7442-4a0f-852d-37c647527a14'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:56.863124 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39b4166-1084-4def-9b25-36b3b0b7fe76" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a93e5d-209d-402f-a73a-5f09b3d73a9f", "tag": "ef94ac23-7442-4a0f-852d-37c647527a14"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:56.942637 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-3eab54dc-3c97-4893-a251-e6633ea9b2a6 service neutron] 10.222.0.74 "GET /v2.0/networks/0a9162de-bdde-427f-8e0e-6dfc54c7d9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342047 Nov 12 03:27:56.958422 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1308398c-f561-4810-ae32-d4dc1261ab93 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.992894 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1308398c-f561-4810-ae32-d4dc1261ab93 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.003675 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11faf662-249b-4a8b-9d17-b3d890f7a9ea x-openstack-request-id: req-11faf662-249b-4a8b-9d17-b3d890f7a9ea {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:57.004152 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a93e5d-209d-402f-a73a-5f09b3d73a9f", "tag": "ef94ac23-7442-4a0f-852d-37c647527a14", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:57.004503 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-11faf662-249b-4a8b-9d17-b3d890f7a9ea {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:57.005013 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6a93e5d-209d-402f-a73a-5f09b3d73a9f', 'tag': 'ef94ac23-7442-4a0f-852d-37c647527a14', 'status': 'completed', 'code': 200} Nov 12 03:27:57.037690 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46cda9a-2757-47e6-9798-be5679222b86 req-4a7baa34-48e5-43bd-9289-039d414a1e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:57.039167 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e46cda9a-2757-47e6-9798-be5679222b86 req-4a7baa34-48e5-43bd-9289-039d414a1e99 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2239101 Nov 12 03:27:57.044271 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-05561031-24be-4ccb-a158-3935f24b9ea4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=f7283506-b691-45c6-9375-298221385ad8 HTTP/1.1" status: 200 len: 217 time: 0.0845978 Nov 12 03:27:57.059580 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1308398c-f561-4810-ae32-d4dc1261ab93 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.066880 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1308398c-f561-4810-ae32-d4dc1261ab93 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4411843 Nov 12 03:27:57.068424 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 34282) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:57.070254 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-91cd8f55-1bbd-4fe0-8d51-8359bf1f0afa None None] Allocated IP 2001:db8::2 (73a88994-9b3d-4208-8808-2295e92df12e/756e52d2-455d-43c6-b6d9-8a16956b3c93/d90b8166-b0ec-4e9e-a6bd-db87423881de) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:57.086753 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ccc41-3040-4c39-a323-44d268ba64ea req-e8cc57b3-1c9b-4078-8c67-465b4eb573a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:57.088413 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-868ccc41-3040-4c39-a323-44d268ba64ea req-e8cc57b3-1c9b-4078-8c67-465b4eb573a8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fe1ea3932bc44070a2c0197067579e3d&device_id=b6a93e5d-209d-402f-a73a-5f09b3d73a9f HTTP/1.1" status: 200 len: 1096 time: 0.1546440 Nov 12 03:27:57.132387 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c37ca6-3307-45a8-bafc-411dae4a1bd7 req-03f9f882-ba2b-46e4-8074-430cdb65100b tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:57.133880 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d5c37ca6-3307-45a8-bafc-411dae4a1bd7 req-03f9f882-ba2b-46e4-8074-430cdb65100b tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5a7c876-1f11-44fa-aa3b-36a029663a47 HTTP/1.1" status: 200 len: 945 time: 0.1902683 Nov 12 03:27:57.162237 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port eaf58679-5955-450b-9e33-474897257567, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=eaf58679-5955-450b-9e33-474897257567,segment=NetworkSegment(3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd),segment_id=3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:57.186166 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'eaf58679-5955-450b-9e33-474897257567', 'network_id': 'd45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e', 'port_id': 'eaf58679-5955-450b-9e33-474897257567', 'mac_address': 'fa:16:3e:18:16:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df107fe4-b619-4341-93e8-c25b14853a6f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:27:57.218204 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-a0a5d248-7799-4130-98f7-010fc36ce499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:57.219758 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-a0a5d248-7799-4130-98f7-010fc36ce499 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=47b6a17e-6944-4d40-9328-627b4b928ff7 HTTP/1.1" status: 200 len: 797 time: 0.1478956 Nov 12 03:27:57.258809 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-09a1d8a5-1c70-4814-b301-76936ce4c564 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.261492 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-868ccc41-3040-4c39-a323-44d268ba64ea req-bb067d65-e420-4257-8081-378019009e92 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef94ac23-7442-4a0f-852d-37c647527a14 HTTP/1.1" status: 200 len: 217 time: 0.1141427 Nov 12 03:27:57.301725 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.311926 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d5c37ca6-3307-45a8-bafc-411dae4a1bd7 req-6d5cbc87-cdb6-4a96-a644-726e3a29a455 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319029 Nov 12 03:27:57.317983 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e46cda9a-2757-47e6-9798-be5679222b86 req-1a0916c2-4f32-4a53-9ea3-892658595f3b service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555733 Nov 12 03:27:57.320630 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eaf58679-5955-450b-9e33-474897257567 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:27:57.325123 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-c9cd4087-434f-419a-b814-e0609776a1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:57.328012 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-c9cd4087-434f-419a-b814-e0609776a1ea service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0a9162de-bdde-427f-8e0e-6dfc54c7d9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0966067 Nov 12 03:27:57.333727 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b605f80-2057-4ff9-be44-c5d189afff52 req-893e110c-ea9d-45e1-ba2e-195ae04667d5 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:57.341963 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1b605f80-2057-4ff9-be44-c5d189afff52 req-893e110c-ea9d-45e1-ba2e-195ae04667d5 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=48b57dd8-1a4f-4992-b7de-2b966afd3102 HTTP/1.1" status: 200 len: 948 time: 0.3096981 Nov 12 03:27:57.352222 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port eaf58679-5955-450b-9e33-474897257567, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=eaf58679-5955-450b-9e33-474897257567,segment=NetworkSegment(3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd),segment_id=3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:57.359703 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.360519 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 7d773296-9b38-4a0a-8b02-da8fe06d86ea details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:27:57.472827 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 7d773296-9b38-4a0a-8b02-da8fe06d86ea, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=7d773296-9b38-4a0a-8b02-da8fe06d86ea,segment=NetworkSegment(176db6de-b605-434e-ad55-88a729ddb151),segment_id=176db6de-b605-434e-ad55-88a729ddb151)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:57.521102 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ccc41-3040-4c39-a323-44d268ba64ea req-a4d7c68d-060e-4cf8-9f50-e08a634655dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:57.522772 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-868ccc41-3040-4c39-a323-44d268ba64ea req-a4d7c68d-060e-4cf8-9f50-e08a634655dd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=55fcb4ac-68a0-4f3f-8428-4711adf69e69 HTTP/1.1" status: 200 len: 862 time: 0.2482460 Nov 12 03:27:57.554744 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-09a1d8a5-1c70-4814-b301-76936ce4c564 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.580922 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-868ccc41-3040-4c39-a323-44d268ba64ea req-0f671865-5131-41d8-a012-e9a77f2e4ba5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5a9a546a-69e3-4236-8c1f-f93b46e5283a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437827 Nov 12 03:27:57.597534 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e46cda9a-2757-47e6-9798-be5679222b86 req-1d015e06-6934-445d-b550-b333f1a1846a service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682488 Nov 12 03:27:57.602240 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1b605f80-2057-4ff9-be44-c5d189afff52 req-3109dbb7-1fcd-49b6-820f-651f0ab3f013 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582612 Nov 12 03:27:57.602503 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-fe93d3c6-4d3c-418b-8ba8-158964e58764 service neutron] 10.222.0.74 "GET /v2.0/networks/0a9162de-bdde-427f-8e0e-6dfc54c7d9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641501 Nov 12 03:27:57.689300 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '7d773296-9b38-4a0a-8b02-da8fe06d86ea', 'network_id': '47a2fcaf-032c-425f-816c-b5c4a4d54eb1', 'port_id': '7d773296-9b38-4a0a-8b02-da8fe06d86ea', 'mac_address': 'fa:16:3e:70:94:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '021454ad-d6cd-40c9-b80d-967adfd1b968', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:27:57.740746 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-09a1d8a5-1c70-4814-b301-76936ce4c564 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Network e27d7564-6d22-4aba-8393-df25a0e0004d is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:57.748144 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-91cd8f55-1bbd-4fe0-8d51-8359bf1f0afa None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.750991 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-06a73970-86e4-4d91-a5de-8d7055ad5c9b service neutron] 10.222.0.74 "GET /v2.0/networks/0a9162de-bdde-427f-8e0e-6dfc54c7d9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336982 Nov 12 03:27:57.774748 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=eaf58679-5955-450b-9e33-474897257567,revision_number=6']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:57.780768 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-09a1d8a5-1c70-4814-b301-76936ce4c564 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:57.781407 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1d8a5-1c70-4814-b301-76936ce4c564 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Pushing event updated for resources: {'Port': ['ID=a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:57.781589 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-91cd8f55-1bbd-4fe0-8d51-8359bf1f0afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.783953 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-09a1d8a5-1c70-4814-b301-76936ce4c564 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:57.811746 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.829163 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4bb32-5454-449b-ad9b-d7694a874e08 req-2fab017b-ffd8-45f1-86ad-db3e5acc5161 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:57.830718 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-15b4bb32-5454-449b-ad9b-d7694a874e08 req-2fab017b-ffd8-45f1-86ad-db3e5acc5161 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6a93e5d-209d-402f-a73a-5f09b3d73a9f HTTP/1.1" status: 200 len: 944 time: 0.3195879 Nov 12 03:27:57.832053 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-577ecef5-33d2-4ff8-9faf-b7ca3cb60092 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7 HTTP/1.1" status: 200 len: 217 time: 0.0648019 Nov 12 03:27:57.862028 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cd8f55-1bbd-4fe0-8d51-8359bf1f0afa None None] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:57.865648 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d773296-9b38-4a0a-8b02-da8fe06d86ea {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:27:57.882577 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-91cd8f55-1bbd-4fe0-8d51-8359bf1f0afa None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:57.889226 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cd8f55-1bbd-4fe0-8d51-8359bf1f0afa None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:57.889226 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd8f55-1bbd-4fe0-8d51-8359bf1f0afa None None] Pushing event updated for resources: {'Port': ['ID=d90b8166-b0ec-4e9e-a6bd-db87423881de,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:57.918708 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 7d773296-9b38-4a0a-8b02-da8fe06d86ea, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=7d773296-9b38-4a0a-8b02-da8fe06d86ea,segment=NetworkSegment(176db6de-b605-434e-ad55-88a729ddb151),segment_id=176db6de-b605-434e-ad55-88a729ddb151)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:57.924630 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.929432 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-15b4bb32-5454-449b-ad9b-d7694a874e08 req-c4973350-d44b-4e06-ab20-f105782c2d78 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806839 Nov 12 03:27:58.051935 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-91cd8f55-1bbd-4fe0-8d51-8359bf1f0afa None None] Attempting to bind port d90b8166-b0ec-4e9e-a6bd-db87423881de on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:58.052325 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-91cd8f55-1bbd-4fe0-8d51-8359bf1f0afa None None] Attempting to bind port d90b8166-b0ec-4e9e-a6bd-db87423881de by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:58.052880 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cd8f55-1bbd-4fe0-8d51-8359bf1f0afa None None] Attempting to bind port d90b8166-b0ec-4e9e-a6bd-db87423881de on network 73a88994-9b3d-4208-8808-2295e92df12e {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:58.055427 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=7d773296-9b38-4a0a-8b02-da8fe06d86ea,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:58.057142 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-a1ef4457-4363-4899-adf3-d3837c4d2ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:58.063962 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cd8f55-1bbd-4fe0-8d51-8359bf1f0afa None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:58.064325 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cd8f55-1bbd-4fe0-8d51-8359bf1f0afa None None] Checking segment: {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:58.064727 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-91cd8f55-1bbd-4fe0-8d51-8359bf1f0afa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.065118 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cd8f55-1bbd-4fe0-8d51-8359bf1f0afa None None] Bound using segment: {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:58.065589 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-91cd8f55-1bbd-4fe0-8d51-8359bf1f0afa None None] Bound port: d90b8166-b0ec-4e9e-a6bd-db87423881de, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:58.065969 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-91cd8f55-1bbd-4fe0-8d51-8359bf1f0afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.066063 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-a1ef4457-4363-4899-adf3-d3837c4d2ab4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=47b6a17e-6944-4d40-9328-627b4b928ff7 HTTP/1.1" status: 200 len: 797 time: 0.1987133 Nov 12 03:27:58.085909 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['eaf58679-5955-450b-9e33-474897257567'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:58.147786 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa430f2-d9de-4a14-b109-11c168cbb717 req-0a690a10-2e1c-40bb-973a-7e8200b9856f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:58.149337 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1aa430f2-d9de-4a14-b109-11c168cbb717 req-0a690a10-2e1c-40bb-973a-7e8200b9856f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a1d21364fcd043778a27fa00092fa6b4&device_id=48b57dd8-1a4f-4992-b7de-2b966afd3102 HTTP/1.1" status: 200 len: 1100 time: 0.3965542 Nov 12 03:27:58.211087 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-91cd8f55-1bbd-4fe0-8d51-8359bf1f0afa None None] For port d90b8166-b0ec-4e9e-a6bd-db87423881de, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:58.235113 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-868ccc41-3040-4c39-a323-44d268ba64ea req-64934680-40bf-4ab5-a017-1fca828b78b0 service neutron] 10.222.0.74 "GET /v2.0/networks/5a9a546a-69e3-4236-8c1f-f93b46e5283a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5878878 Nov 12 03:27:58.236257 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-91cd8f55-1bbd-4fe0-8d51-8359bf1f0afa None None] For port d90b8166-b0ec-4e9e-a6bd-db87423881de, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d90b8166-b0ec-4e9e-a6bd-db87423881de,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:58.241380 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5a0ce929-7651-4e3a-8961-a8b044a8583a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.250337 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-91cd8f55-1bbd-4fe0-8d51-8359bf1f0afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.287012 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa430f2-d9de-4a14-b109-11c168cbb717 req-ca3cbdce-ee74-4468-9f5d-102e4162ee8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:58.288779 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1aa430f2-d9de-4a14-b109-11c168cbb717 req-ca3cbdce-ee74-4468-9f5d-102e4162ee8c service neutron] 10.222.0.74 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.1286907 Nov 12 03:27:58.329369 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e363197-693d-43a7-b3fa-8e67e771e6d6 req-03f1a7eb-a588-4665-a342-d4ccb6d75781 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:58.347931 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['7d773296-9b38-4a0a-8b02-da8fe06d86ea'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:58.360816 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7e363197-693d-43a7-b3fa-8e67e771e6d6 req-03f1a7eb-a588-4665-a342-d4ccb6d75781 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6b90254-6b9a-4d4b-ac71-ae323985b6ab HTTP/1.1" status: 200 len: 944 time: 0.3176398 Nov 12 03:27:58.412870 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd8f55-1bbd-4fe0-8d51-8359bf1f0afa None None] Pushing event updated for resources: {'Port': ['ID=d90b8166-b0ec-4e9e-a6bd-db87423881de,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:58.417361 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-88d363dd-8c22-499a-9d3f-517dadb4d444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:58.433817 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-88d363dd-8c22-499a-9d3f-517dadb4d444 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0a9162de-bdde-427f-8e0e-6dfc54c7d9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3613317 Nov 12 03:27:58.443503 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1aa430f2-d9de-4a14-b109-11c168cbb717 req-dfa9b3b6-cbe8-43ce-9188-faf12fcc8c00 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=29c55453-a17f-44dd-81d4-865fdc84d846 HTTP/1.1" status: 200 len: 217 time: 0.1458092 Nov 12 03:27:58.525262 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa430f2-d9de-4a14-b109-11c168cbb717 req-1cc72e5b-5a4c-46da-8061-edae39c47075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:58.528091 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-09a1d8a5-1c70-4814-b301-76936ce4c564 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:58.528273 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1aa430f2-d9de-4a14-b109-11c168cbb717 req-1cc72e5b-5a4c-46da-8061-edae39c47075 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.0683374 Nov 12 03:27:58.529065 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-09a1d8a5-1c70-4814-b301-76936ce4c564 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.601767 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-09a1d8a5-1c70-4814-b301-76936ce4c564 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8471904 Nov 12 03:27:58.617143 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0022c-6f6b-461d-b0f4-f003c8834320 req-4c3f522e-1916-4d0a-b57f-114162028173 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:58.625929 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6af0022c-6f6b-461d-b0f4-f003c8834320 req-4c3f522e-1916-4d0a-b57f-114162028173 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a61d4675-2915-474b-bad3-13f62530438b HTTP/1.1" status: 200 len: 931 time: 0.4053938 Nov 12 03:27:58.646402 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-769d9eb2-7c66-4c14-bd76-badcd9f3f114 service neutron] Request body: {'port': {'device_id': 'a61d4675-2915-474b-bad3-13f62530438b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:58.752731 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7e363197-693d-43a7-b3fa-8e67e771e6d6 req-783937d2-68bd-4080-ae9f-edcfbaa12513 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905957 Nov 12 03:27:58.777010 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa430f2-d9de-4a14-b109-11c168cbb717 req-d8f2cbc6-4d5c-4541-aad0-a1ccc45d539a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:58.779950 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1aa430f2-d9de-4a14-b109-11c168cbb717 req-d8f2cbc6-4d5c-4541-aad0-a1ccc45d539a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2333388 Nov 12 03:27:58.822390 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-868ccc41-3040-4c39-a323-44d268ba64ea req-6160a7de-c330-4abd-a615-1e171ab3353f service neutron] 10.222.0.74 "GET /v2.0/networks/5a9a546a-69e3-4236-8c1f-f93b46e5283a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5258718 Nov 12 03:27:58.970873 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1aa430f2-d9de-4a14-b109-11c168cbb717 req-9486b7e0-d8e5-4e27-adce-649fc96e2fa3 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797159 Nov 12 03:27:58.993399 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-769d9eb2-7c66-4c14-bd76-badcd9f3f114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:59.035114 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-12f64f50-463c-49b7-9bb5-cce7bf0b24be service neutron] 10.222.0.74 "GET /v2.0/networks/0a9162de-bdde-427f-8e0e-6dfc54c7d9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5906105 Nov 12 03:27:59.052701 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6af0022c-6f6b-461d-b0f4-f003c8834320 req-98047294-5672-4c2a-af7b-fdb0e4636628 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249027 Nov 12 03:27:59.174800 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-5a0ce929-7651-4e3a-8961-a8b044a8583a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Allocated IP 2001:db8::1 (73a88994-9b3d-4208-8808-2295e92df12e/756e52d2-455d-43c6-b6d9-8a16956b3c93/cb03d9fb-19f4-4d60-b794-ccf797359852) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:59.185349 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a6483-4466-441e-a04c-cd07f447801c req-9166ad89-3d8c-446d-b061-823298a01f0f tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:59.187014 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8d7a6483-4466-441e-a04c-cd07f447801c req-9166ad89-3d8c-446d-b061-823298a01f0f tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5a7c876-1f11-44fa-aa3b-36a029663a47 HTTP/1.1" status: 200 len: 945 time: 0.2143679 Nov 12 03:27:59.239278 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1aa430f2-d9de-4a14-b109-11c168cbb717 req-c1422187-5a8c-43b8-a684-ffde4f7bbcaf service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544990 Nov 12 03:27:59.273810 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b4166-1084-4def-9b25-36b3b0b7fe76 req-13edcfd8-fd5b-4117-b44b-7bb624f03681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:59.274338 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-8f7e2003-eac8-42e1-ac0c-3120b0896578 service neutron] 10.222.0.74 "GET /v2.0/networks/0a9162de-bdde-427f-8e0e-6dfc54c7d9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274697 Nov 12 03:27:59.275287 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c39b4166-1084-4def-9b25-36b3b0b7fe76 req-13edcfd8-fd5b-4117-b44b-7bb624f03681 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fe1ea3932bc44070a2c0197067579e3d&device_id=b6a93e5d-209d-402f-a73a-5f09b3d73a9f HTTP/1.1" status: 200 len: 1096 time: 0.3598289 Nov 12 03:27:59.287865 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8d7a6483-4466-441e-a04c-cd07f447801c req-93a540d2-5ee9-45e7-b0a1-1eae7ea5df76 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879636 Nov 12 03:27:59.395286 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-f26033e3-6019-4ea8-8848-4a5cc49cd825 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=105f9594-14de-46d7-9d78-d82b9da371f6 HTTP/1.1" status: 200 len: 217 time: 0.1033163 Nov 12 03:27:59.460729 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-4d01a251-3a25-4359-8ffe-30e5ef770f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:59.462992 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-4d01a251-3a25-4359-8ffe-30e5ef770f92 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=47b6a17e-6944-4d40-9328-627b4b928ff7 HTTP/1.1" status: 200 len: 797 time: 0.0570955 Nov 12 03:27:59.508222 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b4166-1084-4def-9b25-36b3b0b7fe76 req-38920995-079e-4269-b627-5a985c1077d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:59.509884 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c39b4166-1084-4def-9b25-36b3b0b7fe76 req-38920995-079e-4269-b627-5a985c1077d1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5a9a546a-69e3-4236-8c1f-f93b46e5283a HTTP/1.1" status: 200 len: 923 time: 0.1717825 Nov 12 03:27:59.588440 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9080b020-48e2-4593-8b52-65493155fbff req-74a8c4f6-d466-4396-8aed-52e81a803be4 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:59.601957 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9080b020-48e2-4593-8b52-65493155fbff req-74a8c4f6-d466-4396-8aed-52e81a803be4 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6a93e5d-209d-402f-a73a-5f09b3d73a9f HTTP/1.1" status: 200 len: 944 time: 0.0905843 Nov 12 03:27:59.642703 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-6f9defdc-a4fa-401e-a9c1-f4d1b648a5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:59.646211 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-6f9defdc-a4fa-401e-a9c1-f4d1b648a5c8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0a9162de-bdde-427f-8e0e-6dfc54c7d9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1729796 Nov 12 03:27:59.657094 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05e66f-701f-4480-b142-0a14c013f4f0 req-af8f0475-eaed-4688-b374-6fac4ef9583a tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:59.658781 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-af05e66f-701f-4480-b142-0a14c013f4f0 req-af8f0475-eaed-4688-b374-6fac4ef9583a tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=48b57dd8-1a4f-4992-b7de-2b966afd3102 HTTP/1.1" status: 200 len: 948 time: 0.4314654 Nov 12 03:27:59.673665 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c39b4166-1084-4def-9b25-36b3b0b7fe76 req-35735ef0-b729-447d-ae75-37535ad2b73f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef94ac23-7442-4a0f-852d-37c647527a14 HTTP/1.1" status: 200 len: 217 time: 0.1549630 Nov 12 03:27:59.709531 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9080b020-48e2-4593-8b52-65493155fbff req-fc1b6fa9-c5b1-4ac0-8223-e09fdf5b7c6d tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011574 Nov 12 03:27:59.937657 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-85740d16-7b5b-470e-b65b-44d47215c74e service neutron] 10.222.0.74 "GET /v2.0/networks/0a9162de-bdde-427f-8e0e-6dfc54c7d9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522538 Nov 12 03:28:00.023727 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-769d9eb2-7c66-4c14-bd76-badcd9f3f114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:00.048498 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-769d9eb2-7c66-4c14-bd76-badcd9f3f114 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.072800 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5a0ce929-7651-4e3a-8961-a8b044a8583a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.084300 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49177b58-c98f-41c9-bf1a-b5328348b836 req-0828471e-e0e7-4b52-b801-38ab0c256e24 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:00.093556 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-49177b58-c98f-41c9-bf1a-b5328348b836 req-0828471e-e0e7-4b52-b801-38ab0c256e24 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6b90254-6b9a-4d4b-ac71-ae323985b6ab HTTP/1.1" status: 200 len: 944 time: 0.1546929 Nov 12 03:28:00.110370 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b4166-1084-4def-9b25-36b3b0b7fe76 req-3e69abe1-c5be-4b16-91af-e1a027977ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:00.111913 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c39b4166-1084-4def-9b25-36b3b0b7fe76 req-3e69abe1-c5be-4b16-91af-e1a027977ec2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=55fcb4ac-68a0-4f3f-8428-4711adf69e69 HTTP/1.1" status: 200 len: 862 time: 0.3525746 Nov 12 03:28:00.113052 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-769d9eb2-7c66-4c14-bd76-badcd9f3f114 service neutron] Transition to ACTIVE for port object a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:00.118676 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-c9b94aaa-3056-4dee-9b53-0a58f73cea94 None None] Provisioning complete for port d90b8166-b0ec-4e9e-a6bd-db87423881de triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:00.119704 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c9b94aaa-3056-4dee-9b53-0a58f73cea94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.134632 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-769d9eb2-7c66-4c14-bd76-badcd9f3f114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.157989 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-af05e66f-701f-4480-b142-0a14c013f4f0 req-c2577ca5-e163-4189-af98-8e74c813abd2 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054382 Nov 12 03:28:00.161222 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-88b99d4a-2a19-4ee8-8120-8c6c6200c6c1 service neutron] 10.222.0.74 "GET /v2.0/networks/0a9162de-bdde-427f-8e0e-6dfc54c7d9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884563 Nov 12 03:28:00.260865 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c9b94aaa-3056-4dee-9b53-0a58f73cea94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.272718 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-4e6580c1-4860-49c2-9e01-7fa43e9b27fd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=94c8258d-67c2-4ad8-9f8c-67f760634674 HTTP/1.1" status: 200 len: 217 time: 0.0998833 Nov 12 03:28:00.293419 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c39b4166-1084-4def-9b25-36b3b0b7fe76 req-bbb0fd02-9705-44b2-bbdf-8b300fbbd1b8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5a9a546a-69e3-4236-8c1f-f93b46e5283a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1688342 Nov 12 03:28:00.325997 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1bd42757-db89-4b34-8899-0ffb18471f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.347377 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-c9b94aaa-3056-4dee-9b53-0a58f73cea94 None None] For port d90b8166-b0ec-4e9e-a6bd-db87423881de, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d90b8166-b0ec-4e9e-a6bd-db87423881de,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:00.355299 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c9b94aaa-3056-4dee-9b53-0a58f73cea94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.388377 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-49177b58-c98f-41c9-bf1a-b5328348b836 req-366a6002-b683-46e7-9a60-934809a0a711 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861648 Nov 12 03:28:00.436690 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-9701afe1-f7b8-45e6-9f0e-ec7bf000c00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:00.439653 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-9701afe1-f7b8-45e6-9f0e-ec7bf000c00e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ba17018e-b96b-4c29-adff-c6650fd08ac2 HTTP/1.1" status: 200 len: 797 time: 0.1577609 Nov 12 03:28:00.474275 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b94aaa-3056-4dee-9b53-0a58f73cea94 None None] Pushing event updated for resources: {'Port': ['ID=d90b8166-b0ec-4e9e-a6bd-db87423881de,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:00.532847 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d9eb2-7c66-4c14-bd76-badcd9f3f114 service neutron] Pushing event updated for resources: {'Port': ['ID=a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:00.572409 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5a0ce929-7651-4e3a-8961-a8b044a8583a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.579952 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-5ec9a979-8a97-4eaf-abd5-c7c4177517b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:00.581477 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-5ec9a979-8a97-4eaf-abd5-c7c4177517b4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=573baa8f-b6be-41d7-a7a6-73c38233ca3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1222918 Nov 12 03:28:00.607392 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device ef94ac23-7442-4a0f-852d-37c647527a14 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:00.611230 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device eaf58679-5955-450b-9e33-474897257567 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:00.631411 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d90b8166-b0ec-4e9e-a6bd-db87423881de up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:00.658025 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0ce929-7651-4e3a-8961-a8b044a8583a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:00.671778 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-5a0ce929-7651-4e3a-8961-a8b044a8583a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:00.674779 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0ce929-7651-4e3a-8961-a8b044a8583a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:00.675541 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5a0ce929-7651-4e3a-8961-a8b044a8583a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.759275 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd75554-204d-4c91-bcac-8e9b9896ea04 req-d57067ed-7e1a-4955-95d1-0262ee240048 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:00.768675 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bfd75554-204d-4c91-bcac-8e9b9896ea04 req-d57067ed-7e1a-4955-95d1-0262ee240048 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a61d4675-2915-474b-bad3-13f62530438b HTTP/1.1" status: 200 len: 943 time: 0.4331629 Nov 12 03:28:00.792728 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef5dd9-e266-4cb4-98df-2131871bebb8 req-bf87a8d1-2a09-4946-9f1d-236976bc1d66 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:00.803475 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-08ef5dd9-e266-4cb4-98df-2131871bebb8 req-bf87a8d1-2a09-4946-9f1d-236976bc1d66 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5a7c876-1f11-44fa-aa3b-36a029663a47 HTTP/1.1" status: 200 len: 945 time: 0.1692231 Nov 12 03:28:00.820981 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ce929-7651-4e3a-8961-a8b044a8583a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Port': ['ID=cb03d9fb-19f4-4d60-b794-ccf797359852,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:00.833968 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c39b4166-1084-4def-9b25-36b3b0b7fe76 req-eaaebe4b-df0a-4c5f-a438-2282b756c7fd service neutron] 10.222.0.74 "GET /v2.0/networks/5a9a546a-69e3-4236-8c1f-f93b46e5283a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5163498 Nov 12 03:28:00.860506 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-769d9eb2-7c66-4c14-bd76-badcd9f3f114 service neutron] Attempting to bind port a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:00.861056 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-769d9eb2-7c66-4c14-bd76-badcd9f3f114 service neutron] Attempting to bind port a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'eece85e2-9491-495c-808d-869c08a5aaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e27d7564-6d22-4aba-8393-df25a0e0004d'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:00.861464 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-769d9eb2-7c66-4c14-bd76-badcd9f3f114 service neutron] Attempting to bind port a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e on network e27d7564-6d22-4aba-8393-df25a0e0004d {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:00.875961 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-2f20d6b9-60a1-4837-92a4-4f9a8ef13df6 service neutron] 10.222.0.74 "GET /v2.0/networks/573baa8f-b6be-41d7-a7a6-73c38233ca3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503130 Nov 12 03:28:00.889967 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-08ef5dd9-e266-4cb4-98df-2131871bebb8 req-e6e4bc9f-b033-4a28-94d9-c775eaf5f090 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851991 Nov 12 03:28:00.921366 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port d90b8166-b0ec-4e9e-a6bd-db87423881de triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:00.921735 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.102220 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port ef94ac23-7442-4a0f-852d-37c647527a14, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=ef94ac23-7442-4a0f-852d-37c647527a14,segment=NetworkSegment(87eca40d-206a-481c-a883-b95018bc626e),segment_id=87eca40d-206a-481c-a883-b95018bc626e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:01.125482 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-ec87962e-d1c1-4b2e-8eee-75bca531db05 service neutron] 10.222.0.74 "GET /v2.0/networks/573baa8f-b6be-41d7-a7a6-73c38233ca3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270288 Nov 12 03:28:01.143031 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-769d9eb2-7c66-4c14-bd76-badcd9f3f114 service neutron] Port a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e on network e27d7564-6d22-4aba-8393-df25a0e0004d not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:01.143874 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-769d9eb2-7c66-4c14-bd76-badcd9f3f114 service neutron] Attempting to bind port a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e on network e27d7564-6d22-4aba-8393-df25a0e0004d {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:01.150083 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'ef94ac23-7442-4a0f-852d-37c647527a14', 'network_id': '5a9a546a-69e3-4236-8c1f-f93b46e5283a', 'port_id': 'ef94ac23-7442-4a0f-852d-37c647527a14', 'mac_address': 'fa:16:3e:81:11:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55fcb4ac-68a0-4f3f-8428-4711adf69e69', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:01.161020 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port eaf58679-5955-450b-9e33-474897257567 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:01.161645 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.188001 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-769d9eb2-7c66-4c14-bd76-badcd9f3f114 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:01.189084 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-769d9eb2-7c66-4c14-bd76-badcd9f3f114 service neutron] Checking segment: {'id': 'eece85e2-9491-495c-808d-869c08a5aaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e27d7564-6d22-4aba-8393-df25a0e0004d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:01.189585 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-769d9eb2-7c66-4c14-bd76-badcd9f3f114 service neutron] Bound using segment: {'id': 'eece85e2-9491-495c-808d-869c08a5aaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e27d7564-6d22-4aba-8393-df25a0e0004d'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:01.190092 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-769d9eb2-7c66-4c14-bd76-badcd9f3f114 service neutron] Bound port: a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eece85e2-9491-495c-808d-869c08a5aaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e27d7564-6d22-4aba-8393-df25a0e0004d'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:01.190547 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-769d9eb2-7c66-4c14-bd76-badcd9f3f114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.202778 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-3fcf881a-3c72-4f36-b421-4221aa2b22d2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4bbbb60b-8f40-4c1f-9126-34b3f0b5965b HTTP/1.1" status: 200 len: 217 time: 0.0714414 Nov 12 03:28:01.260296 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bfd75554-204d-4c91-bcac-8e9b9896ea04 req-dc31ca53-ca2c-486a-996b-fcd3c6b47c68 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4904311 Nov 12 03:28:01.266314 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-b8a07281-4035-4180-b1af-1427d4c266db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:01.267950 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-b8a07281-4035-4180-b1af-1427d4c266db service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ba17018e-b96b-4c29-adff-c6650fd08ac2 HTTP/1.1" status: 200 len: 797 time: 0.0570519 Nov 12 03:28:01.415212 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c39b4166-1084-4def-9b25-36b3b0b7fe76 req-9a56e848-96f7-42a0-8f25-c137d05a8623 service neutron] 10.222.0.74 "GET /v2.0/networks/5a9a546a-69e3-4236-8c1f-f93b46e5283a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5507681 Nov 12 03:28:01.442753 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5a0ce929-7651-4e3a-8961-a8b044a8583a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.452680 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.486440 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-93fd2062-589d-4335-adb3-0486901418bc None None] Provisioning complete for port cb03d9fb-19f4-4d60-b794-ccf797359852 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:01.486964 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-93fd2062-589d-4335-adb3-0486901418bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.491833 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef94ac23-7442-4a0f-852d-37c647527a14 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:01.564195 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port ef94ac23-7442-4a0f-852d-37c647527a14, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=ef94ac23-7442-4a0f-852d-37c647527a14,segment=NetworkSegment(87eca40d-206a-481c-a883-b95018bc626e),segment_id=87eca40d-206a-481c-a883-b95018bc626e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:01.567317 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-93fd2062-589d-4335-adb3-0486901418bc None None] Port cb03d9fb-19f4-4d60-b794-ccf797359852 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:28:01.571776 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-769d9eb2-7c66-4c14-bd76-badcd9f3f114 service neutron] For port a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:01.572222 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.573563 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 29c55453-a17f-44dd-81d4-865fdc84d846 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:01.623869 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-769d9eb2-7c66-4c14-bd76-badcd9f3f114 service neutron] For port a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e,segment=NetworkSegment(eece85e2-9491-495c-808d-869c08a5aaa4),segment_id=eece85e2-9491-495c-808d-869c08a5aaa4)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:01.648477 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cab159-5af6-4df3-af95-b0dcd0601d12 req-047bf74d-750e-4631-a526-0fc86733c7c1 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:01.661437 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-81cab159-5af6-4df3-af95-b0dcd0601d12 req-047bf74d-750e-4631-a526-0fc86733c7c1 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=48b57dd8-1a4f-4992-b7de-2b966afd3102 HTTP/1.1" status: 200 len: 948 time: 0.1805687 Nov 12 03:28:01.666249 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-769d9eb2-7c66-4c14-bd76-badcd9f3f114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.711627 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.797838 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=ef94ac23-7442-4a0f-852d-37c647527a14,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:01.813888 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d9eb2-7c66-4c14-bd76-badcd9f3f114 service neutron] Pushing event updated for resources: {'Port': ['ID=a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:01.833204 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeaf4e58-1a75-488e-9096-2d0c211847ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf58679-5955-450b-9e33-474897257567'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:01.836383 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8163b655-1044-48a1-ae75-82fbf78dfb7d" -d '{"events": [{"server_uuid": "eeaf4e58-1a75-488e-9096-2d0c211847ee", "name": "network-vif-plugged", "status": "completed", "tag": "eaf58679-5955-450b-9e33-474897257567"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:01.862307 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port eaf58679-5955-450b-9e33-474897257567, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=eaf58679-5955-450b-9e33-474897257567,segment=NetworkSegment(3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd),segment_id=3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:01.867937 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.869005 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 7d773296-9b38-4a0a-8b02-da8fe06d86ea up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:01.942250 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d69883-cbbd-4d7d-903d-9457054f4ca7 req-c6014a11-bb72-4854-84c8-1ae336bb55e1 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:01.953328 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-46d69883-cbbd-4d7d-903d-9457054f4ca7 req-c6014a11-bb72-4854-84c8-1ae336bb55e1 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6a93e5d-209d-402f-a73a-5f09b3d73a9f HTTP/1.1" status: 200 len: 944 time: 0.8107603 Nov 12 03:28:01.971572 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 29c55453-a17f-44dd-81d4-865fdc84d846, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=29c55453-a17f-44dd-81d4-865fdc84d846,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:01.992823 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-f4eb747d-f144-4f7d-814d-a68a534ae0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:01.994347 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-f4eb747d-f144-4f7d-814d-a68a534ae0fc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=573baa8f-b6be-41d7-a7a6-73c38233ca3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7184725 Nov 12 03:28:02.040745 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=eaf58679-5955-450b-9e33-474897257567,revision_number=7']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:02.047451 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '29c55453-a17f-44dd-81d4-865fdc84d846', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'port_id': '29c55453-a17f-44dd-81d4-865fdc84d846', 'mac_address': 'fa:16:3e:40:6d:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa66706f-b415-4bb9-838e-cfd08f81d96b', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:02.087646 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-46d69883-cbbd-4d7d-903d-9457054f4ca7 req-1faa1637-4da2-41d4-9d46-dae0eea80957 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334064 Nov 12 03:28:02.132572 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.157741 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-a2851576-2455-4b7e-bf19-f7a2d5b6d08d service neutron] 10.222.0.74 "GET /v2.0/networks/573baa8f-b6be-41d7-a7a6-73c38233ca3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542630 Nov 12 03:28:02.186240 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29c55453-a17f-44dd-81d4-865fdc84d846 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:02.239735 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 29c55453-a17f-44dd-81d4-865fdc84d846, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=29c55453-a17f-44dd-81d4-865fdc84d846,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:02.254167 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.262972 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-81cab159-5af6-4df3-af95-b0dcd0601d12 req-7015bd89-f3ca-4068-92e0-76027f678088 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5970798 Nov 12 03:28:02.282745 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 7d773296-9b38-4a0a-8b02-da8fe06d86ea completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:28:02.302507 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-769d9eb2-7c66-4c14-bd76-badcd9f3f114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:02.306049 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-769d9eb2-7c66-4c14-bd76-badcd9f3f114 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.309850 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-769d9eb2-7c66-4c14-bd76-badcd9f3f114 service neutron] 10.222.0.74 "PUT /v2.0/ports/a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e HTTP/1.1" status: 200 len: 1092 time: 3.6693473 Nov 12 03:28:02.312436 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61d4675-2915-474b-bad3-13f62530438b', 'tag': 'a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:02.321437 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b94f14-4136-441d-920e-c2cb7beb7b0c" -d '{"events": [{"name": "network-changed", "server_uuid": "a61d4675-2915-474b-bad3-13f62530438b", "tag": "a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:02.339488 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 7d773296-9b38-4a0a-8b02-da8fe06d86ea triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:02.340116 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.405831 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80236c2-4afd-42b2-9931-dfc92a9b6baf req-a5ff8047-5b90-45c0-9f76-db3075f36e99 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:02.410555 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f80236c2-4afd-42b2-9931-dfc92a9b6baf req-a5ff8047-5b90-45c0-9f76-db3075f36e99 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6b90254-6b9a-4d4b-ac71-ae323985b6ab HTTP/1.1" status: 200 len: 944 time: 0.1384110 Nov 12 03:28:02.419632 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f1f3a28-9ee4-4b99-9224-6edc4e5db443 req-1e1cca3e-4dc7-44f5-94c8-64826b17ae47 service neutron] 10.222.0.74 "GET /v2.0/networks/573baa8f-b6be-41d7-a7a6-73c38233ca3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526572 Nov 12 03:28:02.441173 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=29c55453-a17f-44dd-81d4-865fdc84d846,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:02.537113 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-aac158fc-7164-4466-9219-78c2ea5af9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:02.538667 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-aac158fc-7164-4466-9219-78c2ea5af9da service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e1192f3b82c6435d93d38f097bb06d31&device_id=a61d4675-2915-474b-bad3-13f62530438b HTTP/1.1" status: 200 len: 1095 time: 0.1711471 Nov 12 03:28:02.544176 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f80236c2-4afd-42b2-9931-dfc92a9b6baf req-161356b7-0aec-4a1b-a52a-71a62d744fa8 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164420 Nov 12 03:28:02.545501 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715a6b17-2f20-4a2c-b4ea-0fc49e28ebe5 x-openstack-request-id: req-715a6b17-2f20-4a2c-b4ea-0fc49e28ebe5 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:02.545875 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeaf4e58-1a75-488e-9096-2d0c211847ee", "name": "network-vif-plugged", "status": "completed", "tag": "eaf58679-5955-450b-9e33-474897257567", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:02.546272 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-715a6b17-2f20-4a2c-b4ea-0fc49e28ebe5 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:02.546722 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeaf4e58-1a75-488e-9096-2d0c211847ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf58679-5955-450b-9e33-474897257567', 'code': 200} Nov 12 03:28:02.558629 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d90b8166-b0ec-4e9e-a6bd-db87423881de up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:02.576557 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.645413 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-88c710b4-df47-4b12-b002-6dd5f212dde9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e HTTP/1.1" status: 200 len: 217 time: 0.0938148 Nov 12 03:28:02.652448 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 7d773296-9b38-4a0a-8b02-da8fe06d86ea, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=7d773296-9b38-4a0a-8b02-da8fe06d86ea,segment=NetworkSegment(176db6de-b605-434e-ad55-88a729ddb151),segment_id=176db6de-b605-434e-ad55-88a729ddb151)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:02.671307 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.716139 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['29c55453-a17f-44dd-81d4-865fdc84d846'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:02.740886 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['ef94ac23-7442-4a0f-852d-37c647527a14'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:02.791186 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port d90b8166-b0ec-4e9e-a6bd-db87423881de triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:02.791453 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.815092 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8dc4b-1501-46b7-b061-171dca219b53 req-8b29c4fe-0a55-477f-b627-03f72afa0f13 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:02.822425 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-91e8dc4b-1501-46b7-b061-171dca219b53 req-8b29c4fe-0a55-477f-b627-03f72afa0f13 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5a7c876-1f11-44fa-aa3b-36a029663a47 HTTP/1.1" status: 200 len: 945 time: 0.1878452 Nov 12 03:28:02.858963 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-93f516a0-3601-40a5-934d-6b7d05f756a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:02.860549 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-93f516a0-3601-40a5-934d-6b7d05f756a9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=36b22bc4-04aa-4109-bb38-599b9cb93288 HTTP/1.1" status: 200 len: 852 time: 0.1932819 Nov 12 03:28:02.874216 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4feb3e-58fb-4ead-8c16-f0dbac4d5c37 req-bae79422-9d26-494a-bd34-569901c895f8 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:02.876624 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7e4feb3e-58fb-4ead-8c16-f0dbac4d5c37 req-bae79422-9d26-494a-bd34-569901c895f8 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a61d4675-2915-474b-bad3-13f62530438b HTTP/1.1" status: 200 len: 943 time: 0.0988026 Nov 12 03:28:02.929364 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-7b9b4e99-2492-47b0-b0e9-d46ee31d4320 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e27d7564-6d22-4aba-8393-df25a0e0004d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559807 Nov 12 03:28:02.935587 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5a0ce929-7651-4e3a-8961-a8b044a8583a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.987172 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7e4feb3e-58fb-4ead-8c16-f0dbac4d5c37 req-c85e308c-86ed-40aa-b2b0-d928264dad3e tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031029 Nov 12 03:28:03.012591 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=7d773296-9b38-4a0a-8b02-da8fe06d86ea,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:03.063274 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-91e8dc4b-1501-46b7-b061-171dca219b53 req-186f296b-9a5b-4254-92ae-f3e051e2369c tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396479 Nov 12 03:28:03.066453 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-c1bbecd2-68fe-4a06-984a-cf89cb3e9500 service neutron] 10.222.0.74 "GET /v2.0/networks/e27d7564-6d22-4aba-8393-df25a0e0004d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277585 Nov 12 03:28:03.068089 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5a0ce929-7651-4e3a-8961-a8b044a8583a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:03.069280 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5a0ce929-7651-4e3a-8961-a8b044a8583a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:03.138427 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df22d004-c907-4898-b86f-8afa4370bea9 x-openstack-request-id: req-df22d004-c907-4898-b86f-8afa4370bea9 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:03.138927 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a61d4675-2915-474b-bad3-13f62530438b", "tag": "a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:03.139208 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-df22d004-c907-4898-b86f-8afa4370bea9 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:03.139803 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a61d4675-2915-474b-bad3-13f62530438b', 'tag': 'a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e', 'status': 'completed', 'code': 200} Nov 12 03:28:03.310578 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-98b33e95-e2c3-4241-9ea6-e708305ffa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:03.322520 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05186c5c-cfb8-4e0b-a92f-e4bb5ef27b25 req-628ffe58-f6c5-4522-a162-f2199c9eb8f3 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:03.325721 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-05186c5c-cfb8-4e0b-a92f-e4bb5ef27b25 req-628ffe58-f6c5-4522-a162-f2199c9eb8f3 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6a93e5d-209d-402f-a73a-5f09b3d73a9f HTTP/1.1" status: 200 len: 945 time: 0.1068399 Nov 12 03:28:03.445010 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-05186c5c-cfb8-4e0b-a92f-e4bb5ef27b25 req-be9be749-ea96-48f5-a318-879f0c4952ed tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085529 Nov 12 03:28:03.503472 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ce929-7651-4e3a-8961-a8b044a8583a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Port': ['ID=cb03d9fb-19f4-4d60-b794-ccf797359852,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:03.569665 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314eb17a-c1d0-4fcf-8ae1-d8a9d4122f90 req-d64c6be7-5900-4286-9198-c98a0d548e2c tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:03.571775 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-314eb17a-c1d0-4fcf-8ae1-d8a9d4122f90 req-d64c6be7-5900-4286-9198-c98a0d548e2c tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=48b57dd8-1a4f-4992-b7de-2b966afd3102 HTTP/1.1" status: 200 len: 949 time: 0.1593127 Nov 12 03:28:03.583257 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0ce929-7651-4e3a-8961-a8b044a8583a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:03.586421 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-5a0ce929-7651-4e3a-8961-a8b044a8583a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:03.591924 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-63516c94-6f56-488e-93fc-f3634c6a49d1 req-7feae33e-6589-41c5-acb0-43df0857bef2 service neutron] 10.222.0.74 "GET /v2.0/networks/e27d7564-6d22-4aba-8393-df25a0e0004d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4781184 Nov 12 03:28:03.748646 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf8e2f-b76a-42bc-90e3-4ce17f55b5db req-b561e994-2dc8-4db8-a350-9e55180c2747 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:03.750767 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-80bf8e2f-b76a-42bc-90e3-4ce17f55b5db req-b561e994-2dc8-4db8-a350-9e55180c2747 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6b90254-6b9a-4d4b-ac71-ae323985b6ab HTTP/1.1" status: 200 len: 945 time: 0.0941701 Nov 12 03:28:03.833881 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-314eb17a-c1d0-4fcf-8ae1-d8a9d4122f90 req-f98a7a03-91bc-4f7f-9dc7-fd1af386f08c tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446458 Nov 12 03:28:03.836755 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-80bf8e2f-b76a-42bc-90e3-4ce17f55b5db req-3d4f122c-40b2-4fc8-84f6-1d50451c402e tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795064 Nov 12 03:28:03.897182 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b94f14-4136-441d-920e-c2cb7beb7b0c req-a212a039-0fa3-4b93-aa8a-5aa7b57e63a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:03.898797 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-15b94f14-4136-441d-920e-c2cb7beb7b0c req-a212a039-0fa3-4b93-aa8a-5aa7b57e63a5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e1192f3b82c6435d93d38f097bb06d31&device_id=a61d4675-2915-474b-bad3-13f62530438b HTTP/1.1" status: 200 len: 1095 time: 0.2107611 Nov 12 03:28:04.021695 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.055683 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0ce929-7651-4e3a-8961-a8b044a8583a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Router 82e73584-2730-4e5c-a4e4-2c7234037170 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:28:04.066348 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-9639ea7e-be05-4050-ae0d-0762cba41f46 None None] Provisioning complete for port cb03d9fb-19f4-4d60-b794-ccf797359852 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:04.066952 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9639ea7e-be05-4050-ae0d-0762cba41f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.161063 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-9639ea7e-be05-4050-ae0d-0762cba41f46 None None] Port cb03d9fb-19f4-4d60-b794-ccf797359852 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:28:04.269339 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb42e30-8a03-40ea-b6b1-e7d30b16aa36 req-9b009453-d4d0-4432-b6c9-ad2f1300074b tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:04.286242 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4bb42e30-8a03-40ea-b6b1-e7d30b16aa36 req-9b009453-d4d0-4432-b6c9-ad2f1300074b tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5a7c876-1f11-44fa-aa3b-36a029663a47 HTTP/1.1" status: 200 len: 945 time: 0.0903902 Nov 12 03:28:04.291404 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b94f14-4136-441d-920e-c2cb7beb7b0c req-b362eab8-dc78-4586-92e0-ad7bc51385fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:04.293922 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-15b94f14-4136-441d-920e-c2cb7beb7b0c req-b362eab8-dc78-4586-92e0-ad7bc51385fb service neutron] 10.222.0.74 "GET /v2.0/networks?id=e27d7564-6d22-4aba-8393-df25a0e0004d HTTP/1.1" status: 200 len: 913 time: 0.3750048 Nov 12 03:28:04.360002 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-15b94f14-4136-441d-920e-c2cb7beb7b0c req-7929876d-06d2-4c85-922b-6977625b3d2f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e HTTP/1.1" status: 200 len: 217 time: 0.0545790 Nov 12 03:28:04.384011 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c80e9-54b2-4d57-9eed-feb9b0796ef2 req-1c51e360-ad61-4414-8432-08afd356c6dc tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:04.385643 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ed9c80e9-54b2-4d57-9eed-feb9b0796ef2 req-1c51e360-ad61-4414-8432-08afd356c6dc tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a61d4675-2915-474b-bad3-13f62530438b HTTP/1.1" status: 200 len: 943 time: 0.2284606 Nov 12 03:28:04.395268 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0ce929-7651-4e3a-8961-a8b044a8583a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:28:04.408671 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5a0ce929-7651-4e3a-8961-a8b044a8583a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "PUT /v2.0/routers/82e73584-2730-4e5c-a4e4-2c7234037170/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3349667 Nov 12 03:28:04.413137 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4bb42e30-8a03-40ea-b6b1-e7d30b16aa36 req-4fed391b-4784-4186-8399-a2f046e3668b tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225405 Nov 12 03:28:04.414411 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34406) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:04.439787 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd936200-07a2-4895-9841-1f7c8ce7e11b None None] Sync routers for ids ['82e73584-2730-4e5c-a4e4-2c7234037170'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:28:04.462691 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd936200-07a2-4895-9841-1f7c8ce7e11b None None] Routers {'82e73584-2730-4e5c-a4e4-2c7234037170'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:28:04.466418 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-bd936200-07a2-4895-9841-1f7c8ce7e11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:28:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['82e73584-2730-4e5c-a4e4-2c7234037170'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:04.543429 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b94f14-4136-441d-920e-c2cb7beb7b0c req-697b157d-ac2e-461b-bcd5-2b5576f697f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:04.545093 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-15b94f14-4136-441d-920e-c2cb7beb7b0c req-697b157d-ac2e-461b-bcd5-2b5576f697f4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=36b22bc4-04aa-4109-bb38-599b9cb93288 HTTP/1.1" status: 200 len: 852 time: 0.1771889 Nov 12 03:28:04.548223 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b90254-6b9a-4d4b-ac71-ae323985b6ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d773296-9b38-4a0a-8b02-da8fe06d86ea'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:04.552125 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598c7b87-d3e4-4a46-b263-58e615656f4b" -d '{"events": [{"server_uuid": "c6b90254-6b9a-4d4b-ac71-ae323985b6ab", "name": "network-vif-plugged", "status": "completed", "tag": "7d773296-9b38-4a0a-8b02-da8fe06d86ea"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:04.574318 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede7fab9-e8ec-4dd6-97ce-e8ee076af392 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:04.578906 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ede7fab9-e8ec-4dd6-97ce-e8ee076af392 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/ports/cb03d9fb-19f4-4d60-b794-ccf797359852 HTTP/1.1" status: 200 len: 911 time: 0.1631076 Nov 12 03:28:04.579535 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34414) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:04.593865 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 29c55453-a17f-44dd-81d4-865fdc84d846 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:04.608399 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-bd936200-07a2-4895-9841-1f7c8ce7e11b None None] Set router 82e73584-2730-4e5c-a4e4-2c7234037170 gateway port host: None {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:28:04.641806 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-15b94f14-4136-441d-920e-c2cb7beb7b0c req-001ac572-6e96-40a2-96ec-9164fa83b811 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e27d7564-6d22-4aba-8393-df25a0e0004d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747807 Nov 12 03:28:04.648311 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ed9c80e9-54b2-4d57-9eed-feb9b0796ef2 req-7758c2ad-33c6-49ff-b9cd-10a586237445 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498882 Nov 12 03:28:04.696365 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 29c55453-a17f-44dd-81d4-865fdc84d846 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:28:04.702625 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 29c55453-a17f-44dd-81d4-865fdc84d846 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:04.703355 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.808841 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b012f-be30-46a7-97e1-d85c0490c34b req-9380bdf2-456c-42d5-b686-55daddc72301 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:04.819702 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d14b012f-be30-46a7-97e1-d85c0490c34b req-9380bdf2-456c-42d5-b686-55daddc72301 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6a93e5d-209d-402f-a73a-5f09b3d73a9f HTTP/1.1" status: 200 len: 945 time: 0.2029746 Nov 12 03:28:04.852958 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f0ac8e-9873-4be0-9e02-41f388039ebd x-openstack-request-id: req-12f0ac8e-9873-4be0-9e02-41f388039ebd {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:04.853406 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b90254-6b9a-4d4b-ac71-ae323985b6ab", "name": "network-vif-plugged", "status": "completed", "tag": "7d773296-9b38-4a0a-8b02-da8fe06d86ea", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:04.853760 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-12f0ac8e-9873-4be0-9e02-41f388039ebd {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:04.854315 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b90254-6b9a-4d4b-ac71-ae323985b6ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d773296-9b38-4a0a-8b02-da8fe06d86ea', 'code': 200} Nov 12 03:28:04.880553 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.888849 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-15b94f14-4136-441d-920e-c2cb7beb7b0c req-7cf426ec-38c0-4f81-b29b-095e758f8e97 service neutron] 10.222.0.74 "GET /v2.0/networks/e27d7564-6d22-4aba-8393-df25a0e0004d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395015 Nov 12 03:28:04.941892 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b1dcea-1fef-4bc3-aa51-c02a743fddbd tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:04.950615 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b1dcea-1fef-4bc3-aa51-c02a743fddbd tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:04.954951 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d9b1dcea-1fef-4bc3-aa51-c02a743fddbd tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3738527 Nov 12 03:28:04.955360 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34430) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:04.968681 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 29c55453-a17f-44dd-81d4-865fdc84d846, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=29c55453-a17f-44dd-81d4-865fdc84d846,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:04.980337 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.980337 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device ef94ac23-7442-4a0f-852d-37c647527a14 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:05.123406 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=29c55453-a17f-44dd-81d4-865fdc84d846,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:05.130569 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port ef94ac23-7442-4a0f-852d-37c647527a14 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:28:05.139041 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port ef94ac23-7442-4a0f-852d-37c647527a14 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:05.139334 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.156533 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-bd936200-07a2-4895-9841-1f7c8ce7e11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e73584-2730-4e5c-a4e4-2c7234037170', 'name': 'tempest-NetworksTestDHCPv6-router-1867359331', 'tenant_id': 'c89f39c463fe4565b0b406898cbbe00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:27:56Z', 'updated_at': '2021-11-12T03:28:01Z', 'revision_number': 2, 'project_id': 'c89f39c463fe4565b0b406898cbbe00b', 'gw_port_host': None, '_interfaces': [{'id': 'cb03d9fb-19f4-4d60-b794-ccf797359852', 'name': '', 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'tenant_id': 'c89f39c463fe4565b0b406898cbbe00b', 'mac_address': 'fa:16:3e:1f:d0:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e73584-2730-4e5c-a4e4-2c7234037170', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '756e52d2-455d-43c6-b6d9-8a16956b3c93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:58Z', 'updated_at': '2021-11-12T03:28:02Z', 'revision_number': 2, 'project_id': 'c89f39c463fe4565b0b406898cbbe00b', 'subnets': [{'id': '756e52d2-455d-43c6-b6d9-8a16956b3c93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:05.172608 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-15b94f14-4136-441d-920e-c2cb7beb7b0c req-e539d371-a842-4391-90f3-02083195a438 service neutron] 10.222.0.74 "GET /v2.0/networks/e27d7564-6d22-4aba-8393-df25a0e0004d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761738 Nov 12 03:28:05.199076 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7f81203e-78d2-4469-86ef-47ad0c95de08 req-50b3ea6f-8b6a-4b70-a318-aaa92de705b4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4278934 Nov 12 03:28:05.231597 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd936200-07a2-4895-9841-1f7c8ce7e11b None None] Checking router: 82e73584-2730-4e5c-a4e4-2c7234037170 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:28:05.240174 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd936200-07a2-4895-9841-1f7c8ce7e11b None None] Updating router 82e73584-2730-4e5c-a4e4-2c7234037170 port cb03d9fb-19f4-4d60-b794-ccf797359852 binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:28:05.280744 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-bd936200-07a2-4895-9841-1f7c8ce7e11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.304367 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d14b012f-be30-46a7-97e1-d85c0490c34b req-f103a2e8-3a5f-4948-b23b-f3e41598c35b tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4793563 Nov 12 03:28:05.334560 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.342434 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b111c9d-5186-4ca3-96a2-cfafe7812e09 req-389a2974-529e-4d3f-bfb4-fe95a34d2b18 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:05.345238 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7b111c9d-5186-4ca3-96a2-cfafe7812e09 req-389a2974-529e-4d3f-bfb4-fe95a34d2b18 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6b90254-6b9a-4d4b-ac71-ae323985b6ab HTTP/1.1" status: 200 len: 945 time: 0.1481299 Nov 12 03:28:05.355921 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaeff00-7682-412a-9417-3ac0a7239975 req-fa5860ce-ad84-46be-b15c-a502e24b0180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:05.358496 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bdaeff00-7682-412a-9417-3ac0a7239975 req-fa5860ce-ad84-46be-b15c-a502e24b0180 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c6b90254-6b9a-4d4b-ac71-ae323985b6ab HTTP/1.1" status: 200 len: 1097 time: 0.3936248 Nov 12 03:28:05.477148 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7b111c9d-5186-4ca3-96a2-cfafe7812e09 req-f3764af1-3cd2-4b23-ba2b-19f216a3ee77 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258073 Nov 12 03:28:05.484747 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port ef94ac23-7442-4a0f-852d-37c647527a14, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=ef94ac23-7442-4a0f-852d-37c647527a14,segment=NetworkSegment(87eca40d-206a-481c-a883-b95018bc626e),segment_id=87eca40d-206a-481c-a883-b95018bc626e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:05.489206 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.491098 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.624415 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81203e-78d2-4469-86ef-47ad0c95de08 req-fb4b5767-2b89-4e21-ba37-46a7133ea150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:05.625934 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7f81203e-78d2-4469-86ef-47ad0c95de08 req-fb4b5767-2b89-4e21-ba37-46a7133ea150 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=eda4d7a9c5834d36bc2b22e1ed979ccd&device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 1096 time: 0.3461154 Nov 12 03:28:05.641484 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=ef94ac23-7442-4a0f-852d-37c647527a14,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:05.750853 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880496a3-2dd0-48a3-941f-89fab53dc043 req-1b848bb8-5f4a-46f3-a61a-8855e54916c4 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:05.757892 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-bd936200-07a2-4895-9841-1f7c8ce7e11b None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.763836 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-880496a3-2dd0-48a3-941f-89fab53dc043 req-1b848bb8-5f4a-46f3-a61a-8855e54916c4 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=48b57dd8-1a4f-4992-b7de-2b966afd3102 HTTP/1.1" status: 200 len: 950 time: 0.2846031 Nov 12 03:28:05.767335 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-bd936200-07a2-4895-9841-1f7c8ce7e11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.777988 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bdaeff00-7682-412a-9417-3ac0a7239975 req-ef5cb11a-4d01-451e-8513-9aaa01b4c169 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886586 Nov 12 03:28:05.815896 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af6f06e-52e9-4c93-9a85-49111c5325ce req-3d3272b6-2ecb-4429-b604-830ff1c99371 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:05.828252 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6af6f06e-52e9-4c93-9a85-49111c5325ce req-3d3272b6-2ecb-4429-b604-830ff1c99371 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5a7c876-1f11-44fa-aa3b-36a029663a47 HTTP/1.1" status: 200 len: 945 time: 0.1145213 Nov 12 03:28:05.946096 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6af6f06e-52e9-4c93-9a85-49111c5325ce req-aa1b90fb-30f1-4f03-8235-ec6a87e764c8 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160548 Nov 12 03:28:06.042689 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-bd936200-07a2-4895-9841-1f7c8ce7e11b None None] Attempting to bind port cb03d9fb-19f4-4d60-b794-ccf797359852 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:06.042689 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-bd936200-07a2-4895-9841-1f7c8ce7e11b None None] Attempting to bind port cb03d9fb-19f4-4d60-b794-ccf797359852 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:06.042689 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd936200-07a2-4895-9841-1f7c8ce7e11b None None] Attempting to bind port cb03d9fb-19f4-4d60-b794-ccf797359852 on network 73a88994-9b3d-4208-8808-2295e92df12e {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:06.067987 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd936200-07a2-4895-9841-1f7c8ce7e11b None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:06.067987 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd936200-07a2-4895-9841-1f7c8ce7e11b None None] Checking segment: {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:06.067987 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-bd936200-07a2-4895-9841-1f7c8ce7e11b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.067987 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd936200-07a2-4895-9841-1f7c8ce7e11b None None] Bound using segment: {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:06.067987 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-bd936200-07a2-4895-9841-1f7c8ce7e11b None None] Bound port: cb03d9fb-19f4-4d60-b794-ccf797359852, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:06.073011 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-bd936200-07a2-4895-9841-1f7c8ce7e11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.115649 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81203e-78d2-4469-86ef-47ad0c95de08 req-fa32ab5a-df78-4d9b-870b-40be71a96903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:06.117471 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0296814c-6dac-4a9d-99a1-a466c246b030 req-5f0ff29e-6903-4dd8-999a-d8961cf58641 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:06.117657 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7f81203e-78d2-4469-86ef-47ad0c95de08 req-fa32ab5a-df78-4d9b-870b-40be71a96903 service neutron] 10.222.0.90 "GET /v2.0/networks?id=56493891-2b14-40ba-a8cb-65015d9b59f3 HTTP/1.1" status: 200 len: 912 time: 0.4278510 Nov 12 03:28:06.126872 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0296814c-6dac-4a9d-99a1-a466c246b030 req-5f0ff29e-6903-4dd8-999a-d8961cf58641 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a61d4675-2915-474b-bad3-13f62530438b HTTP/1.1" status: 200 len: 943 time: 0.1032419 Nov 12 03:28:06.161935 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf3791-787c-4a52-947c-2636731578b7 None None] Pushing event updated for resources: {'Port': ['ID=cb03d9fb-19f4-4d60-b794-ccf797359852,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:06.191489 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-880496a3-2dd0-48a3-941f-89fab53dc043 req-1eaaa764-f8d7-4481-9e0a-ae43d5315854 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4264956 Nov 12 03:28:06.207107 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf3791-787c-4a52-947c-2636731578b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:06.207295 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf3791-787c-4a52-947c-2636731578b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:06.207629 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf3791-787c-4a52-947c-2636731578b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:06.208052 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf3791-787c-4a52-947c-2636731578b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:06.208416 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf3791-787c-4a52-947c-2636731578b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:06.208618 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf3791-787c-4a52-947c-2636731578b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:06.208931 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf3791-787c-4a52-947c-2636731578b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:06.209246 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf3791-787c-4a52-947c-2636731578b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:06.210017 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf3791-787c-4a52-947c-2636731578b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:06.210017 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf3791-787c-4a52-947c-2636731578b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:06.218140 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0296814c-6dac-4a9d-99a1-a466c246b030 req-0c8f5a89-6c8f-4864-9d11-857449a3db73 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891633 Nov 12 03:28:06.224923 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf3791-787c-4a52-947c-2636731578b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:06.225362 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf3791-787c-4a52-947c-2636731578b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:06.256385 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7f81203e-78d2-4469-86ef-47ad0c95de08 req-4ef41298-c9f2-4bdf-a727-6d1c6cc412f2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55a09f1f-5f9e-4783-9942-dfb020785189 HTTP/1.1" status: 200 len: 998 time: 0.1273360 Nov 12 03:28:06.317238 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-bd936200-07a2-4895-9841-1f7c8ce7e11b None None] For port cb03d9fb-19f4-4d60-b794-ccf797359852, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:06.321786 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-bd936200-07a2-4895-9841-1f7c8ce7e11b None None] For port cb03d9fb-19f4-4d60-b794-ccf797359852, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=cb03d9fb-19f4-4d60-b794-ccf797359852,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:06.324148 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.329622 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-bd936200-07a2-4895-9841-1f7c8ce7e11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.418763 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ffe930a6-69cb-4452-ac1f-a2b48348f400 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.419350 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2883e973-9826-4e60-913c-9871ff1d8a18 None None] Provisioning complete for port cb03d9fb-19f4-4d60-b794-ccf797359852 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:06.419947 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2883e973-9826-4e60-913c-9871ff1d8a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.452391 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf3791-787c-4a52-947c-2636731578b7 None None] Pushing event updated for resources: {'Port': ['ID=cb03d9fb-19f4-4d60-b794-ccf797359852,revision_number=4']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:06.456102 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd936200-07a2-4895-9841-1f7c8ce7e11b None None] Routers {'82e73584-2730-4e5c-a4e4-2c7234037170'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:28:06.473292 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-bd936200-07a2-4895-9841-1f7c8ce7e11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:28:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['82e73584-2730-4e5c-a4e4-2c7234037170'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:06.555648 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81203e-78d2-4469-86ef-47ad0c95de08 req-6aa773eb-20da-4f12-9af2-aad1d7cbbaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:06.557237 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7f81203e-78d2-4469-86ef-47ad0c95de08 req-6aa773eb-20da-4f12-9af2-aad1d7cbbaab service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c41913f5-e5c1-4e60-8ee6-4f6d29d519f8 HTTP/1.1" status: 200 len: 850 time: 0.2920179 Nov 12 03:28:06.685286 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-bd936200-07a2-4895-9841-1f7c8ce7e11b None None] Set router 82e73584-2730-4e5c-a4e4-2c7234037170 gateway port host: None {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:28:06.685629 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7f926-74bd-4cb1-b139-b2d7d9bb5a4b req-9bdb61be-1c3b-46cc-be46-2ea371bd17a9 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:06.700826 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-51d7f926-74bd-4cb1-b139-b2d7d9bb5a4b req-9bdb61be-1c3b-46cc-be46-2ea371bd17a9 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6a93e5d-209d-402f-a73a-5f09b3d73a9f HTTP/1.1" status: 200 len: 946 time: 0.1803226 Nov 12 03:28:06.701380 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2883e973-9826-4e60-913c-9871ff1d8a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.729369 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:06.739947 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00db3af-239a-4439-baec-649dc3fe79e4 req-6743a1c1-5c3d-475e-8a8e-2b66ecba81b8 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:06.762379 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a00db3af-239a-4439-baec-649dc3fe79e4 req-6743a1c1-5c3d-475e-8a8e-2b66ecba81b8 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6b90254-6b9a-4d4b-ac71-ae323985b6ab HTTP/1.1" status: 200 len: 945 time: 0.1190696 Nov 12 03:28:06.796879 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2883e973-9826-4e60-913c-9871ff1d8a18 None None] For port cb03d9fb-19f4-4d60-b794-ccf797359852, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=cb03d9fb-19f4-4d60-b794-ccf797359852,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:06.804561 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-51d7f926-74bd-4cb1-b139-b2d7d9bb5a4b req-a4c355b0-afb2-49ae-a3a7-631c6270cd9b tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006515 Nov 12 03:28:06.808528 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81203e-78d2-4469-86ef-47ad0c95de08 req-dc358e49-c0df-4157-a6a3-2cb93b01764c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:06.815552 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2883e973-9826-4e60-913c-9871ff1d8a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.820562 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7f81203e-78d2-4469-86ef-47ad0c95de08 req-dc358e49-c0df-4157-a6a3-2cb93b01764c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=56493891-2b14-40ba-a8cb-65015d9b59f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2426593 Nov 12 03:28:06.855434 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b57dd8-1a4f-4992-b7de-2b966afd3102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c55453-a17f-44dd-81d4-865fdc84d846'}, {'server_uuid': 'b6a93e5d-209d-402f-a73a-5f09b3d73a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef94ac23-7442-4a0f-852d-37c647527a14'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:06.858519 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a323a72c-4b3a-4c79-8530-7173035d3ba5" -d '{"events": [{"server_uuid": "48b57dd8-1a4f-4992-b7de-2b966afd3102", "name": "network-vif-plugged", "status": "completed", "tag": "29c55453-a17f-44dd-81d4-865fdc84d846"}, {"server_uuid": "b6a93e5d-209d-402f-a73a-5f09b3d73a9f", "name": "network-vif-plugged", "status": "completed", "tag": "ef94ac23-7442-4a0f-852d-37c647527a14"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:06.930511 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a00db3af-239a-4439-baec-649dc3fe79e4 req-98dd61b0-03c6-45c2-90bb-9d378f95903a tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614683 Nov 12 03:28:07.058175 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2883e973-9826-4e60-913c-9871ff1d8a18 None None] Pushing event updated for resources: {'Port': ['ID=cb03d9fb-19f4-4d60-b794-ccf797359852,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:07.074883 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b284ab8d-ca93-480e-8753-a81cb757b3d8 x-openstack-request-id: req-b284ab8d-ca93-480e-8753-a81cb757b3d8 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:07.075507 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b57dd8-1a4f-4992-b7de-2b966afd3102", "name": "network-vif-plugged", "status": "completed", "tag": "29c55453-a17f-44dd-81d4-865fdc84d846", "code": 200}, {"server_uuid": "b6a93e5d-209d-402f-a73a-5f09b3d73a9f", "name": "network-vif-plugged", "status": "completed", "tag": "ef94ac23-7442-4a0f-852d-37c647527a14", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:07.075997 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b284ab8d-ca93-480e-8753-a81cb757b3d8 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:07.076652 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48b57dd8-1a4f-4992-b7de-2b966afd3102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c55453-a17f-44dd-81d4-865fdc84d846', 'code': 200} Nov 12 03:28:07.077759 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a93e5d-209d-402f-a73a-5f09b3d73a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef94ac23-7442-4a0f-852d-37c647527a14', 'code': 200} Nov 12 03:28:07.101137 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-d3e7c8c0-672c-4215-a534-5bb04a63d845 None None] Provisioning complete for port cb03d9fb-19f4-4d60-b794-ccf797359852 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:07.103438 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d3e7c8c0-672c-4215-a534-5bb04a63d845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:07.152658 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7f81203e-78d2-4469-86ef-47ad0c95de08 req-5b6cd1e3-316b-49e9-8ff1-94a5c2423934 service neutron] 10.222.0.90 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225496 Nov 12 03:28:07.163185 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e,segment=NetworkSegment(eece85e2-9491-495c-808d-869c08a5aaa4),segment_id=eece85e2-9491-495c-808d-869c08a5aaa4)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:07.181044 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e', 'network_id': 'e27d7564-6d22-4aba-8393-df25a0e0004d', 'port_id': 'a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e', 'mac_address': 'fa:16:3e:fd:11:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b22bc4-04aa-4109-bb38-599b9cb93288', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:07.223900 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-bd936200-07a2-4895-9841-1f7c8ce7e11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e73584-2730-4e5c-a4e4-2c7234037170', 'name': 'tempest-NetworksTestDHCPv6-router-1867359331', 'tenant_id': 'c89f39c463fe4565b0b406898cbbe00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:27:56Z', 'updated_at': '2021-11-12T03:28:01Z', 'revision_number': 2, 'project_id': 'c89f39c463fe4565b0b406898cbbe00b', 'gw_port_host': None, '_interfaces': [{'id': 'cb03d9fb-19f4-4d60-b794-ccf797359852', 'name': '', 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'tenant_id': 'c89f39c463fe4565b0b406898cbbe00b', 'mac_address': 'fa:16:3e:1f:d0:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e73584-2730-4e5c-a4e4-2c7234037170', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '756e52d2-455d-43c6-b6d9-8a16956b3c93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:58Z', 'updated_at': '2021-11-12T03:28:06Z', 'revision_number': 4, 'project_id': 'c89f39c463fe4565b0b406898cbbe00b', 'subnets': [{'id': '756e52d2-455d-43c6-b6d9-8a16956b3c93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:07.263463 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd936200-07a2-4895-9841-1f7c8ce7e11b None None] The sync data for ids ['82e73584-2730-4e5c-a4e4-2c7234037170'] in n-d-715271-27 is: [{'id': '82e73584-2730-4e5c-a4e4-2c7234037170', 'name': 'tempest-NetworksTestDHCPv6-router-1867359331', 'tenant_id': 'c89f39c463fe4565b0b406898cbbe00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:27:56Z', 'updated_at': '2021-11-12T03:28:01Z', 'revision_number': 2, 'project_id': 'c89f39c463fe4565b0b406898cbbe00b', 'gw_port_host': None, '_interfaces': [{'id': 'cb03d9fb-19f4-4d60-b794-ccf797359852', 'name': '', 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'tenant_id': 'c89f39c463fe4565b0b406898cbbe00b', 'mac_address': 'fa:16:3e:1f:d0:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e73584-2730-4e5c-a4e4-2c7234037170', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '756e52d2-455d-43c6-b6d9-8a16956b3c93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:58Z', 'updated_at': '2021-11-12T03:28:06Z', 'revision_number': 4, 'project_id': 'c89f39c463fe4565b0b406898cbbe00b', 'subnets': [{'id': '756e52d2-455d-43c6-b6d9-8a16956b3c93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:28:07.330575 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afe246-8be4-4797-bd33-60462c10b755 req-27fe25a1-2096-4af4-8063-5db19cd881fe tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:07.340594 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-21afe246-8be4-4797-bd33-60462c10b755 req-27fe25a1-2096-4af4-8063-5db19cd881fe tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5a7c876-1f11-44fa-aa3b-36a029663a47 HTTP/1.1" status: 200 len: 945 time: 0.2687027 Nov 12 03:28:07.348237 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924706c9-cc93-477b-8f00-62c2e8f33b73 req-5bd135f2-f64b-4025-96c9-87daefdc31be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:07.350996 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-924706c9-cc93-477b-8f00-62c2e8f33b73 req-5bd135f2-f64b-4025-96c9-87daefdc31be service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=48b57dd8-1a4f-4992-b7de-2b966afd3102 HTTP/1.1" status: 200 len: 1102 time: 0.1291983 Nov 12 03:28:07.457022 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:07.476514 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:07.503808 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c048fc-bb9c-4a62-b43d-cb83e522ecd7 req-d0f9dadc-bd50-41d7-b9cc-a6d40be6630e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:07.505568 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-79c048fc-bb9c-4a62-b43d-cb83e522ecd7 req-d0f9dadc-bd50-41d7-b9cc-a6d40be6630e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b6a93e5d-209d-402f-a73a-5f09b3d73a9f HTTP/1.1" status: 200 len: 1098 time: 0.2955375 Nov 12 03:28:07.511852 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e,segment=NetworkSegment(eece85e2-9491-495c-808d-869c08a5aaa4),segment_id=eece85e2-9491-495c-808d-869c08a5aaa4)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:07.518158 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-21afe246-8be4-4797-bd33-60462c10b755 req-e1faa017-4b05-4988-953e-c51c0d92c0ab tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731546 Nov 12 03:28:07.519063 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:07.540964 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbec8a7-0843-4ee0-a644-065dedbd490f req-dc2b1c06-d413-4ddf-b792-5b1b74a405a9 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:07.544664 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dcbec8a7-0843-4ee0-a644-065dedbd490f req-dc2b1c06-d413-4ddf-b792-5b1b74a405a9 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=48b57dd8-1a4f-4992-b7de-2b966afd3102 HTTP/1.1" status: 200 len: 950 time: 0.1915233 Nov 12 03:28:07.548807 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-924706c9-cc93-477b-8f00-62c2e8f33b73 req-c506add7-b5c3-4d88-a248-bad34ba9a152 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627264 Nov 12 03:28:07.568697 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7f81203e-78d2-4469-86ef-47ad0c95de08 req-04e0d38b-180d-401e-8326-b23d0aa85371 service neutron] 10.222.0.90 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878014 Nov 12 03:28:07.638275 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-ffe930a6-69cb-4452-ac1f-a2b48348f400 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting port cb03d9fb-19f4-4d60-b794-ccf797359852 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:07.638901 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ffe930a6-69cb-4452-ac1f-a2b48348f400 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:07.688197 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-79c048fc-bb9c-4a62-b43d-cb83e522ecd7 req-6536b1a2-cf3d-4e17-8be6-9368e2b82085 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628759 Nov 12 03:28:07.697833 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:07.717786 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dcbec8a7-0843-4ee0-a644-065dedbd490f req-d5af6709-9f4b-4616-8cd3-c16ba69a4488 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648486 Nov 12 03:28:07.888141 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa43a7-73a4-49ee-b82a-d3762b8176a6 req-edda7a8e-1526-494a-89c1-b317b67531a6 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:07.891501 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-34aa43a7-73a4-49ee-b82a-d3762b8176a6 req-edda7a8e-1526-494a-89c1-b317b67531a6 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a61d4675-2915-474b-bad3-13f62530438b HTTP/1.1" status: 200 len: 944 time: 0.1674519 Nov 12 03:28:07.976975 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec9f2f-b5e9-423d-8609-8a1bf2e16582 req-65f34144-6c79-4447-b48a-d0061feb3977 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:07.986235 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ffec9f2f-b5e9-423d-8609-8a1bf2e16582 req-65f34144-6c79-4447-b48a-d0061feb3977 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6a93e5d-209d-402f-a73a-5f09b3d73a9f HTTP/1.1" status: 200 len: 946 time: 0.0857112 Nov 12 03:28:08.031122 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:08.051201 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ffec9f2f-b5e9-423d-8609-8a1bf2e16582 req-7cddfbe5-c897-4490-8c4a-0ef767d8f0e5 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629835 Nov 12 03:28:08.196333 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187327e4-1c29-4a19-bcf3-369bfe863bbe req-4b33042f-c3ac-40c9-9df0-778542cf4479 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:08.198613 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-187327e4-1c29-4a19-bcf3-369bfe863bbe req-4b33042f-c3ac-40c9-9df0-778542cf4479 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6b90254-6b9a-4d4b-ac71-ae323985b6ab HTTP/1.1" status: 200 len: 945 time: 0.0649574 Nov 12 03:28:08.287645 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-187327e4-1c29-4a19-bcf3-369bfe863bbe req-c10d823d-fedf-41fe-99c3-4e2181784324 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718343 Nov 12 03:28:08.394501 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-ffe930a6-69cb-4452-ac1f-a2b48348f400 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] For port cb03d9fb-19f4-4d60-b794-ccf797359852, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=cb03d9fb-19f4-4d60-b794-ccf797359852,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:08.394874 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ffe930a6-69cb-4452-ac1f-a2b48348f400 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.427277 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.437971 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-ffe930a6-69cb-4452-ac1f-a2b48348f400 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Calling delete_port for cb03d9fb-19f4-4d60-b794-ccf797359852 owned by network:router_interface {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:08.513743 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-34aa43a7-73a4-49ee-b82a-d3762b8176a6 req-e98e2075-b269-4019-82f9-a3d59e03b5e1 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6097531 Nov 12 03:28:08.550752 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device cb03d9fb-19f4-4d60-b794-ccf797359852 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:08.593835 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c786bc-eac4-476f-9206-56e303a49971 req-9c97df58-050a-4fa4-91b2-a484d77a59e3 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:08.601222 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-27c786bc-eac4-476f-9206-56e303a49971 req-9c97df58-050a-4fa4-91b2-a484d77a59e3 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6b90254-6b9a-4d4b-ac71-ae323985b6ab HTTP/1.1" status: 200 len: 945 time: 0.1201994 Nov 12 03:28:08.659202 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port cb03d9fb-19f4-4d60-b794-ccf797359852 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:08.659959 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.676967 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-27c786bc-eac4-476f-9206-56e303a49971 req-0202b721-88a7-4c72-9bcd-7b472c84dcca tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747917 Nov 12 03:28:08.785139 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f68797-4718-4126-b436-1bb2f08deacb req-c9bdb031-91a2-4008-85fa-b7cdd1deeed2 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:08.786924 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-20f68797-4718-4126-b436-1bb2f08deacb req-c9bdb031-91a2-4008-85fa-b7cdd1deeed2 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5a7c876-1f11-44fa-aa3b-36a029663a47 HTTP/1.1" status: 200 len: 945 time: 0.1059980 Nov 12 03:28:08.889897 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ffe930a6-69cb-4452-ac1f-a2b48348f400 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.897231 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-20f68797-4718-4126-b436-1bb2f08deacb req-fe7cf4c1-aecc-4637-95a0-af75ebb979e2 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905082 Nov 12 03:28:08.934557 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe930a6-69cb-4452-ac1f-a2b48348f400 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Port': ['ID=cb03d9fb-19f4-4d60-b794-ccf797359852,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:08.965755 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe930a6-69cb-4452-ac1f-a2b48348f400 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:08.966109 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe930a6-69cb-4452-ac1f-a2b48348f400 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:08.966450 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe930a6-69cb-4452-ac1f-a2b48348f400 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:08.966788 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe930a6-69cb-4452-ac1f-a2b48348f400 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:08.967119 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe930a6-69cb-4452-ac1f-a2b48348f400 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:08.970972 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe930a6-69cb-4452-ac1f-a2b48348f400 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:08.971381 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe930a6-69cb-4452-ac1f-a2b48348f400 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:08.971721 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe930a6-69cb-4452-ac1f-a2b48348f400 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:08.972053 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe930a6-69cb-4452-ac1f-a2b48348f400 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:08.972428 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe930a6-69cb-4452-ac1f-a2b48348f400 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:08.972760 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe930a6-69cb-4452-ac1f-a2b48348f400 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:08.973096 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe930a6-69cb-4452-ac1f-a2b48348f400 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:09.251319 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ffe930a6-69cb-4452-ac1f-a2b48348f400 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.507481 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd5a2b-2a95-4930-bc0b-10cf25b8efb3 req-cd5f7030-1abb-4a5b-ba22-19d72c674dc3 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:09.513945 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18ab62-cd8f-48c1-9171-c544de427db0 req-5dbeeb60-d7d2-456b-be04-6831a403cefe tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:09.517251 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ed18ab62-cd8f-48c1-9171-c544de427db0 req-5dbeeb60-d7d2-456b-be04-6831a403cefe tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6a93e5d-209d-402f-a73a-5f09b3d73a9f HTTP/1.1" status: 200 len: 946 time: 0.1001339 Nov 12 03:28:09.532510 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e1dd5a2b-2a95-4930-bc0b-10cf25b8efb3 req-cd5f7030-1abb-4a5b-ba22-19d72c674dc3 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=48b57dd8-1a4f-4992-b7de-2b966afd3102 HTTP/1.1" status: 200 len: 950 time: 0.4987435 Nov 12 03:28:09.614322 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ed18ab62-cd8f-48c1-9171-c544de427db0 req-04996850-1248-48da-9f6d-4e9948c0509f tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899460 Nov 12 03:28:09.689795 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e1dd5a2b-2a95-4930-bc0b-10cf25b8efb3 req-868fbb71-3e10-4e52-b0df-eb76c16b57d0 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563087 Nov 12 03:28:09.700968 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe930a6-69cb-4452-ac1f-a2b48348f400 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Router 82e73584-2730-4e5c-a4e4-2c7234037170 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:28:09.777199 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b31f10-8aed-4b24-8f26-41603f56da4d req-0946b416-1038-479e-ac9d-2b0d22cccf0f tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:09.786061 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c7b31f10-8aed-4b24-8f26-41603f56da4d req-0946b416-1038-479e-ac9d-2b0d22cccf0f tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6b90254-6b9a-4d4b-ac71-ae323985b6ab HTTP/1.1" status: 200 len: 945 time: 0.0643530 Nov 12 03:28:09.795081 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe930a6-69cb-4452-ac1f-a2b48348f400 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:28:09.800938 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ffe930a6-69cb-4452-ac1f-a2b48348f400 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "PUT /v2.0/routers/82e73584-2730-4e5c-a4e4-2c7234037170/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8432581 Nov 12 03:28:09.806105 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4c9bd0-23b8-46ea-bba5-6d8e84372f03 None None] Sync routers for ids ['82e73584-2730-4e5c-a4e4-2c7234037170'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:28:09.814797 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34518) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:09.821171 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4c9bd0-23b8-46ea-bba5-6d8e84372f03 None None] Routers {'82e73584-2730-4e5c-a4e4-2c7234037170'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:28:09.821863 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-3d4c9bd0-23b8-46ea-bba5-6d8e84372f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:28:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['82e73584-2730-4e5c-a4e4-2c7234037170'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:09.885212 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c7b31f10-8aed-4b24-8f26-41603f56da4d req-8e896bee-6431-42a5-99c5-fa0e381c3927 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981381 Nov 12 03:28:09.928321 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2255d7-a3a9-41cc-adc8-ae8d29a12cd1 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:09.933240 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2255d7-a3a9-41cc-adc8-ae8d29a12cd1 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:09.936153 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2a2255d7-a3a9-41cc-adc8-ae8d29a12cd1 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1176465 Nov 12 03:28:09.937925 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 34522) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:09.968976 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-3d4c9bd0-23b8-46ea-bba5-6d8e84372f03 None None] Set router 82e73584-2730-4e5c-a4e4-2c7234037170 gateway port host: None {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:28:10.010707 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5bbd8a-c267-482b-9429-763acd404a0b req-d5d83170-3248-443b-b642-c57905f5596a tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:10.012248 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-14924b17-51f5-4dae-a320-5c1b1f99ca24 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting subnet 756e52d2-455d-43c6-b6d9-8a16956b3c93 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:28:10.015921 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-14924b17-51f5-4dae-a320-5c1b1f99ca24 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.020796 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4c5bbd8a-c267-482b-9429-763acd404a0b req-d5d83170-3248-443b-b642-c57905f5596a tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a61d4675-2915-474b-bad3-13f62530438b HTTP/1.1" status: 200 len: 944 time: 0.0761402 Nov 12 03:28:10.067053 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-3d4c9bd0-23b8-46ea-bba5-6d8e84372f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e73584-2730-4e5c-a4e4-2c7234037170', 'name': 'tempest-NetworksTestDHCPv6-router-1867359331', 'tenant_id': 'c89f39c463fe4565b0b406898cbbe00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:27:56Z', 'updated_at': '2021-11-12T03:28:08Z', 'revision_number': 3, 'project_id': 'c89f39c463fe4565b0b406898cbbe00b', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:10.069106 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-14924b17-51f5-4dae-a320-5c1b1f99ca24 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.092719 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4c5bbd8a-c267-482b-9429-763acd404a0b req-a56535d8-cd6c-4d33-a52a-f32e4b719ce6 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651150 Nov 12 03:28:10.103000 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4c9bd0-23b8-46ea-bba5-6d8e84372f03 None None] Checking router: 82e73584-2730-4e5c-a4e4-2c7234037170 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:28:10.113118 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4c9bd0-23b8-46ea-bba5-6d8e84372f03 None None] Routers {'82e73584-2730-4e5c-a4e4-2c7234037170'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:28:10.113731 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-3d4c9bd0-23b8-46ea-bba5-6d8e84372f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:28:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['82e73584-2730-4e5c-a4e4-2c7234037170'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:10.197330 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-3d4c9bd0-23b8-46ea-bba5-6d8e84372f03 None None] Set router 82e73584-2730-4e5c-a4e4-2c7234037170 gateway port host: None {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:28:10.215147 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-14924b17-51f5-4dae-a320-5c1b1f99ca24 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.258503 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc119e2-2a30-47d8-8e02-b2a6a04a9be9 req-dc420c93-d038-4240-a626-44e81daa5d1c tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:10.260021 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1cc119e2-2a30-47d8-8e02-b2a6a04a9be9 req-dc420c93-d038-4240-a626-44e81daa5d1c tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5a7c876-1f11-44fa-aa3b-36a029663a47 HTTP/1.1" status: 200 len: 945 time: 0.1127672 Nov 12 03:28:10.281878 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-3d4c9bd0-23b8-46ea-bba5-6d8e84372f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e73584-2730-4e5c-a4e4-2c7234037170', 'name': 'tempest-NetworksTestDHCPv6-router-1867359331', 'tenant_id': 'c89f39c463fe4565b0b406898cbbe00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:27:56Z', 'updated_at': '2021-11-12T03:28:08Z', 'revision_number': 3, 'project_id': 'c89f39c463fe4565b0b406898cbbe00b', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:10.331519 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4c9bd0-23b8-46ea-bba5-6d8e84372f03 None None] The sync data for ids ['82e73584-2730-4e5c-a4e4-2c7234037170'] in n-d-715271-27 is: [{'id': '82e73584-2730-4e5c-a4e4-2c7234037170', 'name': 'tempest-NetworksTestDHCPv6-router-1867359331', 'tenant_id': 'c89f39c463fe4565b0b406898cbbe00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:27:56Z', 'updated_at': '2021-11-12T03:28:08Z', 'revision_number': 3, 'project_id': 'c89f39c463fe4565b0b406898cbbe00b', 'gw_port_host': None}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:28:10.381333 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1cc119e2-2a30-47d8-8e02-b2a6a04a9be9 req-f2d5308e-9c1d-45c4-97f8-bef5ca6b90cd tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110613 Nov 12 03:28:10.389156 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-14924b17-51f5-4dae-a320-5c1b1f99ca24 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.408748 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-14924b17-51f5-4dae-a320-5c1b1f99ca24 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.422644 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-14924b17-51f5-4dae-a320-5c1b1f99ca24 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/756e52d2-455d-43c6-b6d9-8a16956b3c93 HTTP/1.1" status: 204 len: 168 time: 0.4836051 Nov 12 03:28:10.425464 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 34534) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:10.434248 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b95f9b-14ad-4d97-896d-3585b0fd3cb4 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:10.453387 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14924b17-51f5-4dae-a320-5c1b1f99ca24 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Subnet': ['ID=756e52d2-455d-43c6-b6d9-8a16956b3c93,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:10.522809 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14924b17-51f5-4dae-a320-5c1b1f99ca24 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:10.523539 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14924b17-51f5-4dae-a320-5c1b1f99ca24 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:10.523539 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14924b17-51f5-4dae-a320-5c1b1f99ca24 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:10.523798 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14924b17-51f5-4dae-a320-5c1b1f99ca24 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:10.524324 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14924b17-51f5-4dae-a320-5c1b1f99ca24 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:10.524650 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14924b17-51f5-4dae-a320-5c1b1f99ca24 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:10.525170 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14924b17-51f5-4dae-a320-5c1b1f99ca24 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:10.525495 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14924b17-51f5-4dae-a320-5c1b1f99ca24 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:10.525817 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14924b17-51f5-4dae-a320-5c1b1f99ca24 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:10.527203 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14924b17-51f5-4dae-a320-5c1b1f99ca24 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:10.527530 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14924b17-51f5-4dae-a320-5c1b1f99ca24 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:10.528048 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14924b17-51f5-4dae-a320-5c1b1f99ca24 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:10.587529 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a95b310f-86e5-4b37-9c8f-0eb18645b4e0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1604567 Nov 12 03:28:10.590307 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 34536) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:10.625811 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:10.696699 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:28:10.703084 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:10.703871 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.745682 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-77497ae9-a71b-4eb8-9e2f-de40e0eca47c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.798905 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd6608f-9e89-43a2-bea3-56eac24cd788 None None] DHCP port deletion for 73a88994-9b3d-4208-8808-2295e92df12e request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:28:10.806374 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a518124-9701-4822-b1f0-3c0eaa8786f5 req-317dfb67-0190-41fc-a006-d69feca7921e tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:10.816504 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4a518124-9701-4822-b1f0-3c0eaa8786f5 req-317dfb67-0190-41fc-a006-d69feca7921e tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6a93e5d-209d-402f-a73a-5f09b3d73a9f HTTP/1.1" status: 200 len: 946 time: 0.0986843 Nov 12 03:28:10.951201 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.991262 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4a518124-9701-4822-b1f0-3c0eaa8786f5 req-dcc7177d-8d12-4db2-8e30-c6c26657c1fc tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618433 Nov 12 03:28:10.996698 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-cfd6608f-9e89-43a2-bea3-56eac24cd788 None None] Deleting port d90b8166-b0ec-4e9e-a6bd-db87423881de {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:10.997189 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cfd6608f-9e89-43a2-bea3-56eac24cd788 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.005528 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61d4675-2915-474b-bad3-13f62530438b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:11.008098 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99fe61c8-4994-48b3-b733-ee605b7b3031" -d '{"events": [{"server_uuid": "a61d4675-2915-474b-bad3-13f62530438b", "name": "network-vif-plugged", "status": "completed", "tag": "a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:11.056173 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e,segment=NetworkSegment(eece85e2-9491-495c-808d-869c08a5aaa4),segment_id=eece85e2-9491-495c-808d-869c08a5aaa4)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:11.126417 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.178504 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-cfd6608f-9e89-43a2-bea3-56eac24cd788 None None] For port d90b8166-b0ec-4e9e-a6bd-db87423881de, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d90b8166-b0ec-4e9e-a6bd-db87423881de,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:11.178983 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cfd6608f-9e89-43a2-bea3-56eac24cd788 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.206980 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-cfd6608f-9e89-43a2-bea3-56eac24cd788 None None] Calling delete_port for d90b8166-b0ec-4e9e-a6bd-db87423881de owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:11.234817 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:11.329106 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cfd6608f-9e89-43a2-bea3-56eac24cd788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.367447 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd6608f-9e89-43a2-bea3-56eac24cd788 None None] Pushing event deleted for resources: {'Port': ['ID=d90b8166-b0ec-4e9e-a6bd-db87423881de,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:11.384138 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd6608f-9e89-43a2-bea3-56eac24cd788 None None] No DVR routers for this DVR port d90b8166-b0ec-4e9e-a6bd-db87423881de on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:11.487512 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e852f40-2e59-4672-8eea-213f41ad3109 req-7ec533c8-5e1b-4afc-bada-1dac5d55ac78 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:11.488308 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b448cb-040c-4f70-b97b-525a63866a2d req-cc0783e7-988a-4fe7-a8ed-5285c857f2de tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:11.489493 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9e852f40-2e59-4672-8eea-213f41ad3109 req-7ec533c8-5e1b-4afc-bada-1dac5d55ac78 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6b90254-6b9a-4d4b-ac71-ae323985b6ab HTTP/1.1" status: 200 len: 945 time: 0.1635818 Nov 12 03:28:11.493655 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-25b448cb-040c-4f70-b97b-525a63866a2d req-cc0783e7-988a-4fe7-a8ed-5285c857f2de tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=48b57dd8-1a4f-4992-b7de-2b966afd3102 HTTP/1.1" status: 200 len: 950 time: 0.6270940 Nov 12 03:28:11.555264 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-77497ae9-a71b-4eb8-9e2f-de40e0eca47c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.562189 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-77497ae9-a71b-4eb8-9e2f-de40e0eca47c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.582429 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9e852f40-2e59-4672-8eea-213f41ad3109 req-3264b5bf-a9f5-4d5a-aee2-5f1e0ac232e0 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763166 Nov 12 03:28:11.640824 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecaf6cfa-2e68-47f9-bf1d-45faaa67150b x-openstack-request-id: req-ecaf6cfa-2e68-47f9-bf1d-45faaa67150b {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:11.641434 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61d4675-2915-474b-bad3-13f62530438b", "name": "network-vif-plugged", "status": "completed", "tag": "a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:11.641980 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ecaf6cfa-2e68-47f9-bf1d-45faaa67150b {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:11.642621 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61d4675-2915-474b-bad3-13f62530438b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e', 'code': 200} Nov 12 03:28:11.685050 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-77497ae9-a71b-4eb8-9e2f-de40e0eca47c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.686463 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77497ae9-a71b-4eb8-9e2f-de40e0eca47c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Fanout notify agent at l3_agent the message router_deleted on router 82e73584-2730-4e5c-a4e4-2c7234037170 {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:28:11.704707 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-77497ae9-a71b-4eb8-9e2f-de40e0eca47c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.704707 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-77497ae9-a71b-4eb8-9e2f-de40e0eca47c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/routers/82e73584-2730-4e5c-a4e4-2c7234037170 HTTP/1.1" status: 204 len: 168 time: 1.1039577 Nov 12 03:28:11.704707 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-25b448cb-040c-4f70-b97b-525a63866a2d req-45ce4773-9cbb-4a14-8c8d-40d2a1bac928 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691568 Nov 12 03:28:11.705698 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34556) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:11.716543 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-e1ea4d4a-c705-4898-b5f1-5398e361990e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'subnet': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:11.821397 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:28:11.897477 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af6c82-3a43-4562-9187-35ef0ced445c req-f1f19fa5-2058-4c80-8cfc-e2aa29261671 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:11.905684 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4377b266-9d9a-4e96-b7ab-53a1a847a02b req-218612fb-8c9d-4454-b6ca-1d237aa356e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:11.907186 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4377b266-9d9a-4e96-b7ab-53a1a847a02b req-218612fb-8c9d-4454-b6ca-1d237aa356e3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a61d4675-2915-474b-bad3-13f62530438b HTTP/1.1" status: 200 len: 1097 time: 0.1543190 Nov 12 03:28:11.910024 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-69af6c82-3a43-4562-9187-35ef0ced445c req-f1f19fa5-2058-4c80-8cfc-e2aa29261671 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a61d4675-2915-474b-bad3-13f62530438b HTTP/1.1" status: 200 len: 945 time: 0.0871985 Nov 12 03:28:11.955027 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d67b9-1ef3-4b51-9f49-2b0710a41366 req-820b9cf5-5974-42ae-8446-4bcb67bf9aa9 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:11.956543 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dd9d67b9-1ef3-4b51-9f49-2b0710a41366 req-820b9cf5-5974-42ae-8446-4bcb67bf9aa9 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6a93e5d-209d-402f-a73a-5f09b3d73a9f HTTP/1.1" status: 200 len: 946 time: 0.1916571 Nov 12 03:28:11.961889 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ea4d4a-c705-4898-b5f1-5398e361990e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:11.970602 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e1ea4d4a-c705-4898-b5f1-5398e361990e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.972644 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-69af6c82-3a43-4562-9187-35ef0ced445c req-8ffeb5f3-320a-40c2-85b3-20719be91c7c tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614369 Nov 12 03:28:12.170297 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2bd61-04b5-459a-a094-6710a7a34712 req-4bb337df-7711-417d-af36-75ffe3fd502b tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:12.171542 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dd9d67b9-1ef3-4b51-9f49-2b0710a41366 req-8e1a42f1-e736-4e84-ba64-6c7c9fa1fe3c tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896427 Nov 12 03:28:12.178308 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e6f2bd61-04b5-459a-a094-6710a7a34712 req-4bb337df-7711-417d-af36-75ffe3fd502b tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5a7c876-1f11-44fa-aa3b-36a029663a47 HTTP/1.1" status: 200 len: 945 time: 0.0781856 Nov 12 03:28:12.192556 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4377b266-9d9a-4e96-b7ab-53a1a847a02b req-1e5adefb-df92-4998-8508-73b1a5806884 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600787 Nov 12 03:28:12.246773 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e6f2bd61-04b5-459a-a094-6710a7a34712 req-a9196460-8291-4818-b532-c8d99e1012bc tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593014 Nov 12 03:28:12.315713 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e1ea4d4a-c705-4898-b5f1-5398e361990e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.394454 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ea4d4a-c705-4898-b5f1-5398e361990e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:12.424737 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-e1ea4d4a-c705-4898-b5f1-5398e361990e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:12.440679 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ea4d4a-c705-4898-b5f1-5398e361990e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:12.441427 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e1ea4d4a-c705-4898-b5f1-5398e361990e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.442251 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58975572-37db-4c05-b632-73bfeaa3d6df None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:12.487371 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 34582) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:12.491059 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e1ea4d4a-c705-4898-b5f1-5398e361990e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7836478 Nov 12 03:28:12.494426 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-6aea80a6-062c-443f-bf85-4f439009b979 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1714866594', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:12.498535 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32cc25-e6a2-435d-becd-afc8b1f34b86 req-9c547906-b5db-49c9-b313-5348ee20329f tempest-ServersOnMultiNodesTest-375895766 tempest-ServersOnMultiNodesTest-375895766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:12.500226 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3b32cc25-e6a2-435d-becd-afc8b1f34b86 req-9c547906-b5db-49c9-b313-5348ee20329f tempest-ServersOnMultiNodesTest-375895766 tempest-ServersOnMultiNodesTest-375895766-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=48b57dd8-1a4f-4992-b7de-2b966afd3102 HTTP/1.1" status: 200 len: 1102 time: 0.1475279 Nov 12 03:28:12.502061 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea4d4a-c705-4898-b5f1-5398e361990e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Subnet': ['ID=f7e19db9-9dc0-4e9a-bffa-ab6d34032c16,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:12.531483 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3b32cc25-e6a2-435d-becd-afc8b1f34b86 req-d486e2d8-4da6-46cd-9663-cdc3fed7d685 tempest-ServersOnMultiNodesTest-375895766 tempest-ServersOnMultiNodesTest-375895766-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.565032 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6aea80a6-062c-443f-bf85-4f439009b979 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.566177 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6aea80a6-062c-443f-bf85-4f439009b979 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.641657 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3b32cc25-e6a2-435d-becd-afc8b1f34b86 req-d486e2d8-4da6-46cd-9663-cdc3fed7d685 tempest-ServersOnMultiNodesTest-375895766 tempest-ServersOnMultiNodesTest-375895766-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.653646 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3b32cc25-e6a2-435d-becd-afc8b1f34b86 req-d486e2d8-4da6-46cd-9663-cdc3fed7d685 tempest-ServersOnMultiNodesTest-375895766 tempest-ServersOnMultiNodesTest-375895766-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.713509 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3b32cc25-e6a2-435d-becd-afc8b1f34b86 req-d486e2d8-4da6-46cd-9663-cdc3fed7d685 tempest-ServersOnMultiNodesTest-375895766 tempest-ServersOnMultiNodesTest-375895766-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018507 Nov 12 03:28:12.714668 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d486e2d8-4da6-46cd-9663-cdc3fed7d685 tempest-ServersOnMultiNodesTest-375895766 tempest-ServersOnMultiNodesTest-375895766-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca55db11-919c-4131-be8a-c5593e3f1e8f,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:12.747697 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device cb03d9fb-19f4-4d60-b794-ccf797359852 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:12.783925 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6aea80a6-062c-443f-bf85-4f439009b979 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.795332 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6aea80a6-062c-443f-bf85-4f439009b979 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.821531 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: cb03d9fb-19f4-4d60-b794-ccf797359852 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:12.821869 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device cb03d9fb-19f4-4d60-b794-ccf797359852 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:12.822426 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d90b8166-b0ec-4e9e-a6bd-db87423881de no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:12.848425 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6aea80a6-062c-443f-bf85-4f439009b979 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.853136 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6aea80a6-062c-443f-bf85-4f439009b979 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3615937 Nov 12 03:28:12.853480 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 34598) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:12.856616 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: d90b8166-b0ec-4e9e-a6bd-db87423881de {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:12.856963 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d90b8166-b0ec-4e9e-a6bd-db87423881de not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:12.963429 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723aaf3b-278d-4ae6-a7bf-8067e46f4d22 req-dbf0d96c-2c68-4918-bcfc-d12aa4133da3 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:12.973502 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-723aaf3b-278d-4ae6-a7bf-8067e46f4d22 req-dbf0d96c-2c68-4918-bcfc-d12aa4133da3 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6b90254-6b9a-4d4b-ac71-ae323985b6ab HTTP/1.1" status: 200 len: 945 time: 0.0935907 Nov 12 03:28:13.047491 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd5ff7d-a067-48c5-80ef-0e1f431724d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-73a88994-9b3d-4208-8808-2295e92df12e', 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'tenant_id': 'c89f39c463fe4565b0b406898cbbe00b', 'fixed_ips': [{'subnet_id': 'f7e19db9-9dc0-4e9a-bffa-ab6d34032c16'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:28:13.048726 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ddd5ff7d-a067-48c5-80ef-0e1f431724d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.052924 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-723aaf3b-278d-4ae6-a7bf-8067e46f4d22 req-2289e86c-2510-4f41-bdf2-7418f7e80cd5 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780981 Nov 12 03:28:13.377695 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-ddd5ff7d-a067-48c5-80ef-0e1f431724d7 None None] Allocated IP 2001:db8::2 (73a88994-9b3d-4208-8808-2295e92df12e/f7e19db9-9dc0-4e9a-bffa-ab6d34032c16/c6ca169c-c7ae-4b57-8f51-b8d201d2efbd) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:13.391743 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56421c96-abb4-4466-85e2-e4af4cd29cf3 req-5fafee1f-2e4d-458d-a368-3660e2ab0a65 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:13.395259 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-56421c96-abb4-4466-85e2-e4af4cd29cf3 req-5fafee1f-2e4d-458d-a368-3660e2ab0a65 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a61d4675-2915-474b-bad3-13f62530438b HTTP/1.1" status: 200 len: 945 time: 0.1207321 Nov 12 03:28:13.437507 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cd3186b5-268e-4f37-9a00-8b8e6c65db25 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.484370 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80067bf-774a-4ff0-9bb0-756fbdb51855 req-660b04b0-914c-4686-92d2-f1bdaf7ec43c tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:13.489137 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b80067bf-774a-4ff0-9bb0-756fbdb51855 req-660b04b0-914c-4686-92d2-f1bdaf7ec43c tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5a7c876-1f11-44fa-aa3b-36a029663a47 HTTP/1.1" status: 200 len: 945 time: 0.1059301 Nov 12 03:28:13.551221 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b80067bf-774a-4ff0-9bb0-756fbdb51855 req-49909c4a-ad81-4da2-b921-b2729b5e1a4b tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539880 Nov 12 03:28:13.610178 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-56421c96-abb4-4466-85e2-e4af4cd29cf3 req-591d15ba-dd75-4a0f-bb9d-b15136e65bc1 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443272 Nov 12 03:28:13.632940 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ddd5ff7d-a067-48c5-80ef-0e1f431724d7 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.650022 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ddd5ff7d-a067-48c5-80ef-0e1f431724d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.727457 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd5ff7d-a067-48c5-80ef-0e1f431724d7 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:13.731461 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-ddd5ff7d-a067-48c5-80ef-0e1f431724d7 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:13.736273 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd5ff7d-a067-48c5-80ef-0e1f431724d7 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:13.736786 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed3369-ae06-4640-a7d3-d59abddf5740 req-8884fd00-c1ff-49ea-b3dc-9adf01df545d tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:13.738417 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b2ed3369-ae06-4640-a7d3-d59abddf5740 req-8884fd00-c1ff-49ea-b3dc-9adf01df545d tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6a93e5d-209d-402f-a73a-5f09b3d73a9f HTTP/1.1" status: 200 len: 946 time: 0.0934963 Nov 12 03:28:13.756224 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5ff7d-a067-48c5-80ef-0e1f431724d7 None None] Pushing event updated for resources: {'Port': ['ID=c6ca169c-c7ae-4b57-8f51-b8d201d2efbd,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:13.770603 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-52bae03d-595f-4e7d-95fb-0217d9ca144b tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=a1d21364fcd043778a27fa00092fa6b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483482 Nov 12 03:28:13.851156 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-ddd5ff7d-a067-48c5-80ef-0e1f431724d7 None None] Attempting to bind port c6ca169c-c7ae-4b57-8f51-b8d201d2efbd on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:13.851527 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-ddd5ff7d-a067-48c5-80ef-0e1f431724d7 None None] Attempting to bind port c6ca169c-c7ae-4b57-8f51-b8d201d2efbd by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:13.851953 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd5ff7d-a067-48c5-80ef-0e1f431724d7 None None] Attempting to bind port c6ca169c-c7ae-4b57-8f51-b8d201d2efbd on network 73a88994-9b3d-4208-8808-2295e92df12e {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:13.859255 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd5ff7d-a067-48c5-80ef-0e1f431724d7 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:13.859642 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd5ff7d-a067-48c5-80ef-0e1f431724d7 None None] Checking segment: {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:13.860051 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ddd5ff7d-a067-48c5-80ef-0e1f431724d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.860473 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd5ff7d-a067-48c5-80ef-0e1f431724d7 None None] Bound using segment: {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:13.860943 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-ddd5ff7d-a067-48c5-80ef-0e1f431724d7 None None] Bound port: c6ca169c-c7ae-4b57-8f51-b8d201d2efbd, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:13.861330 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ddd5ff7d-a067-48c5-80ef-0e1f431724d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.861795 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b2ed3369-ae06-4640-a7d3-d59abddf5740 req-e6344973-ecb8-4149-90c2-21f648857742 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148005 Nov 12 03:28:13.969612 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-ddd5ff7d-a067-48c5-80ef-0e1f431724d7 None None] For port c6ca169c-c7ae-4b57-8f51-b8d201d2efbd, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:13.974075 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-ddd5ff7d-a067-48c5-80ef-0e1f431724d7 None None] For port c6ca169c-c7ae-4b57-8f51-b8d201d2efbd, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=c6ca169c-c7ae-4b57-8f51-b8d201d2efbd,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:13.981439 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ddd5ff7d-a067-48c5-80ef-0e1f431724d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.052156 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5ff7d-a067-48c5-80ef-0e1f431724d7 None None] Pushing event updated for resources: {'Port': ['ID=c6ca169c-c7ae-4b57-8f51-b8d201d2efbd,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:14.218353 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4396970-a51b-4ab8-bbbe-77084080aa5b req-0814a7ab-cbf2-4a74-86d5-96bc8d89dfdd tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:14.219024 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-38f80259-4f22-4e50-80ef-4adada6b9a2d tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:14.221736 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f4396970-a51b-4ab8-bbbe-77084080aa5b req-0814a7ab-cbf2-4a74-86d5-96bc8d89dfdd tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6b90254-6b9a-4d4b-ac71-ae323985b6ab HTTP/1.1" status: 200 len: 945 time: 0.0900855 Nov 12 03:28:14.226845 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-38f80259-4f22-4e50-80ef-4adada6b9a2d tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4289439 Nov 12 03:28:14.248479 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-cd3186b5-268e-4f37-9a00-8b8e6c65db25 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Allocated IP 2001:db8::1 (73a88994-9b3d-4208-8808-2295e92df12e/f7e19db9-9dc0-4e9a-bffa-ab6d34032c16/b9f4e35a-8264-4356-ad7d-42fad9239fdd) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:14.263129 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-e68029e9-ebd1-4b11-932f-5b01639869ca tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/quotas/a1d21364fcd043778a27fa00092fa6b4 HTTP/1.1" status: 200 len: 375 time: 0.0353038 Nov 12 03:28:14.343521 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f4396970-a51b-4ab8-bbbe-77084080aa5b req-98f1dba5-375f-4659-8a46-f36b5a3ffa45 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050034 Nov 12 03:28:14.468911 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-7921f29f-8f53-4ac5-b6d2-c79b6ad607fe tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a1d21364fcd043778a27fa00092fa6b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2042484 Nov 12 03:28:14.533921 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cd3186b5-268e-4f37-9a00-8b8e6c65db25 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.591518 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cd3186b5-268e-4f37-9a00-8b8e6c65db25 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.598763 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device c6ca169c-c7ae-4b57-8f51-b8d201d2efbd up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:14.673059 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device ef94ac23-7442-4a0f-852d-37c647527a14 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:14.694919 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3186b5-268e-4f37-9a00-8b8e6c65db25 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:14.696293 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3186b5-268e-4f37-9a00-8b8e6c65db25 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Port': ['ID=b9f4e35a-8264-4356-ad7d-42fad9239fdd,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:14.706046 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-cd3186b5-268e-4f37-9a00-8b8e6c65db25 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:14.714341 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3186b5-268e-4f37-9a00-8b8e6c65db25 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:14.716366 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cd3186b5-268e-4f37-9a00-8b8e6c65db25 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.754024 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80e87a-45d5-408f-a72a-75a0f9ae30dc req-014bbec9-730a-489c-97fb-a409d6df3119 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:14.763574 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bd80e87a-45d5-408f-a72a-75a0f9ae30dc req-014bbec9-730a-489c-97fb-a409d6df3119 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5a7c876-1f11-44fa-aa3b-36a029663a47 HTTP/1.1" status: 200 len: 945 time: 0.0922744 Nov 12 03:28:14.860400 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bd80e87a-45d5-408f-a72a-75a0f9ae30dc req-aaf114d6-1c82-45f0-bc2a-1b7db7620511 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914748 Nov 12 03:28:14.906061 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cd3186b5-268e-4f37-9a00-8b8e6c65db25 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.926020 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port ef94ac23-7442-4a0f-852d-37c647527a14, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=ef94ac23-7442-4a0f-852d-37c647527a14,segment=NetworkSegment(87eca40d-206a-481c-a883-b95018bc626e),segment_id=87eca40d-206a-481c-a883-b95018bc626e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:14.965148 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'ef94ac23-7442-4a0f-852d-37c647527a14', 'network_id': '5a9a546a-69e3-4236-8c1f-f93b46e5283a', 'port_id': 'ef94ac23-7442-4a0f-852d-37c647527a14', 'mac_address': 'fa:16:3e:81:11:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55fcb4ac-68a0-4f3f-8428-4711adf69e69', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:15.056661 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port c6ca169c-c7ae-4b57-8f51-b8d201d2efbd triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:15.057024 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.085199 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d02312-11cf-48fe-be80-c11c80d4a8f6 req-81f12f47-5d73-40df-b5dc-048a02a03880 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:15.087613 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.097730 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-19d02312-11cf-48fe-be80-c11c80d4a8f6 req-81f12f47-5d73-40df-b5dc-048a02a03880 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a61d4675-2915-474b-bad3-13f62530438b HTTP/1.1" status: 200 len: 945 time: 0.1339006 Nov 12 03:28:15.131590 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef94ac23-7442-4a0f-852d-37c647527a14 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:15.176007 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port ef94ac23-7442-4a0f-852d-37c647527a14, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=ef94ac23-7442-4a0f-852d-37c647527a14,segment=NetworkSegment(87eca40d-206a-481c-a883-b95018bc626e),segment_id=87eca40d-206a-481c-a883-b95018bc626e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:15.191235 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.220743 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-19d02312-11cf-48fe-be80-c11c80d4a8f6 req-52091cfc-fa6d-4b0d-a15b-bf2f4af70762 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160369 Nov 12 03:28:15.358665 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.403206 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=ef94ac23-7442-4a0f-852d-37c647527a14,revision_number=6']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:15.468096 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port c6ca169c-c7ae-4b57-8f51-b8d201d2efbd, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=c6ca169c-c7ae-4b57-8f51-b8d201d2efbd,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:15.488986 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.551035 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['ef94ac23-7442-4a0f-852d-37c647527a14'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:15.644341 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab51ca-9c3f-4564-8d6b-8fec6d791ff2 req-80d42ea5-cda7-45a3-a845-730d91018b09 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:15.646808 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c0ab51ca-9c3f-4564-8d6b-8fec6d791ff2 req-80d42ea5-cda7-45a3-a845-730d91018b09 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6a93e5d-209d-402f-a73a-5f09b3d73a9f HTTP/1.1" status: 200 len: 945 time: 0.1715505 Nov 12 03:28:15.696419 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=c6ca169c-c7ae-4b57-8f51-b8d201d2efbd,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:15.733438 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cd3186b5-268e-4f37-9a00-8b8e6c65db25 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.752576 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cd3186b5-268e-4f37-9a00-8b8e6c65db25 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.753524 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cd3186b5-268e-4f37-9a00-8b8e6c65db25 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.878331 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3186b5-268e-4f37-9a00-8b8e6c65db25 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Port': ['ID=b9f4e35a-8264-4356-ad7d-42fad9239fdd,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:15.912759 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-f03e755b-68bf-4673-b047-fc1b4f210e40 None None] Provisioning complete for port c6ca169c-c7ae-4b57-8f51-b8d201d2efbd triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:15.913141 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f03e755b-68bf-4673-b047-fc1b4f210e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.945138 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c0ab51ca-9c3f-4564-8d6b-8fec6d791ff2 req-4f6d1e31-5c73-4700-b248-e8de5222cfc9 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659016 Nov 12 03:28:16.274311 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-95d17838-9c37-4a9e-965d-607252094d82 None None] Provisioning complete for port b9f4e35a-8264-4356-ad7d-42fad9239fdd triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:16.275593 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-95d17838-9c37-4a9e-965d-607252094d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.324864 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d20faad1-d4b7-425c-a09a-4843b9ca2d69 req-dce0f0fd-1b15-4d57-8486-74e78834e8ba tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e02fb1a-a2a4-478b-8643-e7815d5a3ed8 HTTP/1.1" status: 200 len: 210 time: 0.0499644 Nov 12 03:28:16.331977 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6d2c8-9aac-42f1-b612-9ebcaa4372ef req-f9413315-c2f4-45be-a61d-213800512b81 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:16.340168 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b5f6d2c8-9aac-42f1-b612-9ebcaa4372ef req-f9413315-c2f4-45be-a61d-213800512b81 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6b90254-6b9a-4d4b-ac71-ae323985b6ab HTTP/1.1" status: 200 len: 945 time: 0.1616921 Nov 12 03:28:16.349004 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3186b5-268e-4f37-9a00-8b8e6c65db25 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:16.349824 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-95d17838-9c37-4a9e-965d-607252094d82 None None] Port b9f4e35a-8264-4356-ad7d-42fad9239fdd cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:28:16.434300 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-cd3186b5-268e-4f37-9a00-8b8e6c65db25 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:16.460274 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbb3e9-7a77-4007-ac68-0f477b18f495 req-20ca2863-436a-42b4-bc5d-c60efae0543d tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:16.469545 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c0cbb3e9-7a77-4007-ac68-0f477b18f495 req-20ca2863-436a-42b4-bc5d-c60efae0543d tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5a7c876-1f11-44fa-aa3b-36a029663a47 HTTP/1.1" status: 200 len: 945 time: 0.0711713 Nov 12 03:28:16.550761 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c0cbb3e9-7a77-4007-ac68-0f477b18f495 req-82b4570f-f4d6-491d-83d6-b047bac73c75 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800083 Nov 12 03:28:16.597187 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device c6ca169c-c7ae-4b57-8f51-b8d201d2efbd up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:16.705329 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ad45d-f1b6-4511-96dc-0da8eeddeb38 req-7951cc02-b456-4aa7-8434-653095375d27 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:16.707768 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device ef94ac23-7442-4a0f-852d-37c647527a14 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:16.708664 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ae8ad45d-f1b6-4511-96dc-0da8eeddeb38 req-7951cc02-b456-4aa7-8434-653095375d27 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a61d4675-2915-474b-bad3-13f62530438b HTTP/1.1" status: 200 len: 945 time: 0.0617907 Nov 12 03:28:16.796004 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b5f6d2c8-9aac-42f1-b612-9ebcaa4372ef req-d6e503f5-b940-4ecc-a4cd-1f9f830c5c61 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448605 Nov 12 03:28:16.817929 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ae8ad45d-f1b6-4511-96dc-0da8eeddeb38 req-36117f5c-3957-431c-aace-5e3c26772fb6 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972407 Nov 12 03:28:16.848791 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3186b5-268e-4f37-9a00-8b8e6c65db25 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Router 53b1e9ee-0f7b-4c68-b8e9-1cf6a68fe18f is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:28:16.891947 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port c6ca169c-c7ae-4b57-8f51-b8d201d2efbd triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:16.892354 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.894768 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port ef94ac23-7442-4a0f-852d-37c647527a14 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:16.895130 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:17.085833 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-c43aa539-cab9-4fc7-b33e-0818b5eed5df None None] Provisioning complete for port b9f4e35a-8264-4356-ad7d-42fad9239fdd triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:17.086162 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c43aa539-cab9-4fc7-b33e-0818b5eed5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:17.090357 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3186b5-268e-4f37-9a00-8b8e6c65db25 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:28:17.101014 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-cd3186b5-268e-4f37-9a00-8b8e6c65db25 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "PUT /v2.0/routers/53b1e9ee-0f7b-4c68-b8e9-1cf6a68fe18f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2461982 Nov 12 03:28:17.101653 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 34696) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:17.105291 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23485257-2447-462a-b230-02acae250390 None None] Sync routers for ids ['53b1e9ee-0f7b-4c68-b8e9-1cf6a68fe18f'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:28:17.131271 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23485257-2447-462a-b230-02acae250390 None None] Routers {'53b1e9ee-0f7b-4c68-b8e9-1cf6a68fe18f'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:28:17.138272 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-23485257-2447-462a-b230-02acae250390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:28:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['53b1e9ee-0f7b-4c68-b8e9-1cf6a68fe18f'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:17.141060 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:17.159311 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91eeb484-a080-484e-96bc-b942be74abb1 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:17.164065 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-91eeb484-a080-484e-96bc-b942be74abb1 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/ports/b9f4e35a-8264-4356-ad7d-42fad9239fdd HTTP/1.1" status: 200 len: 911 time: 0.0608220 Nov 12 03:28:17.164808 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 34698) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:17.208368 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-c43aa539-cab9-4fc7-b33e-0818b5eed5df None None] Port b9f4e35a-8264-4356-ad7d-42fad9239fdd cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:28:17.215057 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab7c2a-b01e-4441-9fd3-b1fc35e59ce7 req-b80e4754-7c1f-441e-81dd-d93642d1e08e tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:17.216978 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-00ab7c2a-b01e-4441-9fd3-b1fc35e59ce7 req-b80e4754-7c1f-441e-81dd-d93642d1e08e tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6a93e5d-209d-402f-a73a-5f09b3d73a9f HTTP/1.1" status: 200 len: 945 time: 0.1172791 Nov 12 03:28:17.279456 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port ef94ac23-7442-4a0f-852d-37c647527a14, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=ef94ac23-7442-4a0f-852d-37c647527a14,segment=NetworkSegment(87eca40d-206a-481c-a883-b95018bc626e),segment_id=87eca40d-206a-481c-a883-b95018bc626e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:17.286229 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a93e5d-209d-402f-a73a-5f09b3d73a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef94ac23-7442-4a0f-852d-37c647527a14'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:17.289674 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99376031-4786-4013-b83c-13780363ab5f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:17.293241 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc07d41-8ad4-4adb-ab48-481fdb8e953c" -d '{"events": [{"server_uuid": "b6a93e5d-209d-402f-a73a-5f09b3d73a9f", "name": "network-vif-plugged", "status": "completed", "tag": "ef94ac23-7442-4a0f-852d-37c647527a14"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:17.305609 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99376031-4786-4013-b83c-13780363ab5f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:17.307750 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:17.311626 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-99376031-4786-4013-b83c-13780363ab5f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1432488 Nov 12 03:28:17.313696 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 34712) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:17.411133 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e889c87-1e73-4325-bb7b-0ab4939a60fb x-openstack-request-id: req-2e889c87-1e73-4325-bb7b-0ab4939a60fb {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:17.411417 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a93e5d-209d-402f-a73a-5f09b3d73a9f", "name": "network-vif-plugged", "status": "completed", "tag": "ef94ac23-7442-4a0f-852d-37c647527a14", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:17.415072 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2e889c87-1e73-4325-bb7b-0ab4939a60fb {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:17.415701 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a93e5d-209d-402f-a73a-5f09b3d73a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef94ac23-7442-4a0f-852d-37c647527a14', 'code': 200} Nov 12 03:28:17.462675 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=ef94ac23-7442-4a0f-852d-37c647527a14,revision_number=7']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:17.474698 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-00ab7c2a-b01e-4441-9fd3-b1fc35e59ce7 req-d202bd45-7a4e-4cf5-b35e-5fe765abdb07 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385578 Nov 12 03:28:17.493509 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-23485257-2447-462a-b230-02acae250390 None None] Set router 53b1e9ee-0f7b-4c68-b8e9-1cf6a68fe18f gateway port host: None {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:28:17.747910 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-71513c0e-2e7e-43a1-a90d-0ac810172955 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=a1d21364fcd043778a27fa00092fa6b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0736151 Nov 12 03:28:17.850297 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-526b79aa-858b-4db6-9a6c-45a52a239e0f req-0bbd0e11-b37f-451b-b149-afdfeb4e3457 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e02fb1a-a2a4-478b-8643-e7815d5a3ed8 HTTP/1.1" status: 200 len: 210 time: 0.2354150 Nov 12 03:28:17.961165 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.002052 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb61bbb-66c2-4777-b97f-54dea616c228 req-8715b075-8d75-4d93-a94c-027f4a0713be tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:18.011038 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9fb61bbb-66c2-4777-b97f-54dea616c228 req-8715b075-8d75-4d93-a94c-027f4a0713be tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5a7c876-1f11-44fa-aa3b-36a029663a47 HTTP/1.1" status: 200 len: 945 time: 0.1041031 Nov 12 03:28:18.040173 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-61f59768-2ea8-497d-beb5-afb76c239d84 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:18.043111 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-61f59768-2ea8-497d-beb5-afb76c239d84 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2924867 Nov 12 03:28:18.067561 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-84b507ce-3c41-4682-a9f2-9912f9c0d21f tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Request body: {'port': {'device_id': 'fc1a4aec-01b8-4a86-bfa8-ee294082fc61', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'admin_state_up': True, 'tenant_id': 'a1d21364fcd043778a27fa00092fa6b4'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:18.157199 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9fb61bbb-66c2-4777-b97f-54dea616c228 req-29280a9b-42d3-4834-b0c7-c9a0b9e7e657 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449051 Nov 12 03:28:18.223651 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-23485257-2447-462a-b230-02acae250390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b1e9ee-0f7b-4c68-b8e9-1cf6a68fe18f', 'name': 'tempest-NetworksTestDHCPv6-router-1714866594', 'tenant_id': 'c89f39c463fe4565b0b406898cbbe00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:12Z', 'updated_at': '2021-11-12T03:28:14Z', 'revision_number': 2, 'project_id': 'c89f39c463fe4565b0b406898cbbe00b', 'gw_port_host': None, '_interfaces': [{'id': 'b9f4e35a-8264-4356-ad7d-42fad9239fdd', 'name': '', 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'tenant_id': 'c89f39c463fe4565b0b406898cbbe00b', 'mac_address': 'fa:16:3e:25:b1:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b1e9ee-0f7b-4c68-b8e9-1cf6a68fe18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'f7e19db9-9dc0-4e9a-bffa-ab6d34032c16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:13Z', 'updated_at': '2021-11-12T03:28:15Z', 'revision_number': 2, 'project_id': 'c89f39c463fe4565b0b406898cbbe00b', 'subnets': [{'id': 'f7e19db9-9dc0-4e9a-bffa-ab6d34032c16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:18.297100 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23485257-2447-462a-b230-02acae250390 None None] Checking router: 53b1e9ee-0f7b-4c68-b8e9-1cf6a68fe18f for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:28:18.304188 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23485257-2447-462a-b230-02acae250390 None None] Updating router 53b1e9ee-0f7b-4c68-b8e9-1cf6a68fe18f port b9f4e35a-8264-4356-ad7d-42fad9239fdd binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:28:18.358474 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-84b507ce-3c41-4682-a9f2-9912f9c0d21f tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Made reservation on behalf of a1d21364fcd043778a27fa00092fa6b4 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:18.372457 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-23485257-2447-462a-b230-02acae250390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.390971 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-84b507ce-3c41-4682-a9f2-9912f9c0d21f tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.440142 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79fc43-38e1-423f-93af-f3f0a2251a16 req-1f85f803-042f-4c4c-b125-92fbd3840326 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:18.449055 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0c79fc43-38e1-423f-93af-f3f0a2251a16 req-1f85f803-042f-4c4c-b125-92fbd3840326 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6b90254-6b9a-4d4b-ac71-ae323985b6ab HTTP/1.1" status: 200 len: 945 time: 0.2073729 Nov 12 03:28:18.601088 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0c79fc43-38e1-423f-93af-f3f0a2251a16 req-315d5164-1dfc-4a5a-b5cf-a6fcda54d15f tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458673 Nov 12 03:28:18.664785 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-84b507ce-3c41-4682-a9f2-9912f9c0d21f tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Allocated IP 192.168.233.223 (eca3953c-c804-4641-8812-bff95be59582/fa66706f-b415-4bb9-838e-cfd08f81d96b/af9fd09b-bb20-4600-b6dd-8e32823a9811) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:18.730235 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1202b1-718f-4857-919f-a9b709f58ba8 req-0f2133e3-bd3b-481f-bf82-a44031f0ea6b tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:18.741612 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b1202b1-718f-4857-919f-a9b709f58ba8 req-0f2133e3-bd3b-481f-bf82-a44031f0ea6b tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6a93e5d-209d-402f-a73a-5f09b3d73a9f HTTP/1.1" status: 200 len: 946 time: 0.6864581 Nov 12 03:28:18.744240 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-23485257-2447-462a-b230-02acae250390 None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.745400 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-48fbbb55-89f8-42a0-8809-28f412cdb9fa tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=a1d21364fcd043778a27fa00092fa6b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5187786 Nov 12 03:28:18.757978 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-23485257-2447-462a-b230-02acae250390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.817148 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8d279-0575-46d6-939c-469701b0afcd None None] Pushing event updated for resources: {'Port': ['ID=b9f4e35a-8264-4356-ad7d-42fad9239fdd,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:18.924364 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57bc6fa-fd64-4c57-aa3e-9cb5696b8ce6 req-a6068014-b4ea-4dc1-8377-db9afdcc5aef tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:18.936651 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e57bc6fa-fd64-4c57-aa3e-9cb5696b8ce6 req-a6068014-b4ea-4dc1-8377-db9afdcc5aef tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a61d4675-2915-474b-bad3-13f62530438b HTTP/1.1" status: 200 len: 945 time: 0.1827598 Nov 12 03:28:18.941254 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-23485257-2447-462a-b230-02acae250390 None None] Attempting to bind port b9f4e35a-8264-4356-ad7d-42fad9239fdd on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:18.941736 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-23485257-2447-462a-b230-02acae250390 None None] Attempting to bind port b9f4e35a-8264-4356-ad7d-42fad9239fdd by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:18.944458 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23485257-2447-462a-b230-02acae250390 None None] Attempting to bind port b9f4e35a-8264-4356-ad7d-42fad9239fdd on network 73a88994-9b3d-4208-8808-2295e92df12e {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:18.955436 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23485257-2447-462a-b230-02acae250390 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:18.957126 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23485257-2447-462a-b230-02acae250390 None None] Checking segment: {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:18.966806 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-23485257-2447-462a-b230-02acae250390 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.970865 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23485257-2447-462a-b230-02acae250390 None None] Bound using segment: {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:18.971497 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-23485257-2447-462a-b230-02acae250390 None None] Bound port: b9f4e35a-8264-4356-ad7d-42fad9239fdd, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:18.972824 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-23485257-2447-462a-b230-02acae250390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.991697 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b1202b1-718f-4857-919f-a9b709f58ba8 req-c8e7c70c-2d60-4851-b73b-5f52877710cc tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487583 Nov 12 03:28:19.074514 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e57bc6fa-fd64-4c57-aa3e-9cb5696b8ce6 req-abc033c8-2b2d-4bb8-b09d-9ae742d7c550 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361339 Nov 12 03:28:19.076901 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-23485257-2447-462a-b230-02acae250390 None None] For port b9f4e35a-8264-4356-ad7d-42fad9239fdd, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:19.083271 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-84b507ce-3c41-4682-a9f2-9912f9c0d21f tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.095847 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-23485257-2447-462a-b230-02acae250390 None None] For port b9f4e35a-8264-4356-ad7d-42fad9239fdd, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=b9f4e35a-8264-4356-ad7d-42fad9239fdd,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:19.130072 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-23485257-2447-462a-b230-02acae250390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.170323 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5ac9dbdb-875e-4091-b9d7-4eb1a6530881 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.225917 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-84b507ce-3c41-4682-a9f2-9912f9c0d21f tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.248608 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['29c55453-a17f-44dd-81d4-865fdc84d846'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:19.281404 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8d279-0575-46d6-939c-469701b0afcd None None] Pushing event updated for resources: {'Port': ['ID=b9f4e35a-8264-4356-ad7d-42fad9239fdd,revision_number=4']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:19.296685 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-84b507ce-3c41-4682-a9f2-9912f9c0d21f tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Network eca3953c-c804-4641-8812-bff95be59582 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:19.306042 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-84b507ce-3c41-4682-a9f2-9912f9c0d21f tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:19.311800 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-84b507ce-3c41-4682-a9f2-9912f9c0d21f tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:19.342052 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23485257-2447-462a-b230-02acae250390 None None] Routers {'53b1e9ee-0f7b-4c68-b8e9-1cf6a68fe18f'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:28:19.342867 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-23485257-2447-462a-b230-02acae250390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:28:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['53b1e9ee-0f7b-4c68-b8e9-1cf6a68fe18f'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:19.448112 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b507ce-3c41-4682-a9f2-9912f9c0d21f tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Pushing event updated for resources: {'Port': ['ID=af9fd09b-bb20-4600-b6dd-8e32823a9811,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:19.475254 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-becefc9d-d1dc-4e9a-813f-bef04ac3a3ec tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:19.477012 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-becefc9d-d1dc-4e9a-813f-bef04ac3a3ec tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7092965 Nov 12 03:28:19.507930 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-9c59cc45-4d08-45d0-b795-1cb73b2ec5b6 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Request body: {'port': {'device_id': '0e02fb1a-a2a4-478b-8643-e7815d5a3ed8', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'admin_state_up': True, 'tenant_id': 'a1d21364fcd043778a27fa00092fa6b4'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:19.532322 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-d19875d1-1321-4413-96ea-1208c36b5341 None None] Provisioning complete for port b9f4e35a-8264-4356-ad7d-42fad9239fdd triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:19.533797 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d19875d1-1321-4413-96ea-1208c36b5341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.533925 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-84b507ce-3c41-4682-a9f2-9912f9c0d21f tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:19.534593 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-84b507ce-3c41-4682-a9f2-9912f9c0d21f tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.601564 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-84b507ce-3c41-4682-a9f2-9912f9c0d21f tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5396240 Nov 12 03:28:19.623922 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-7172a5b4-7cf9-4e3f-80d5-7050bfbca012 service neutron] Request body: {'port': {'device_id': 'fc1a4aec-01b8-4a86-bfa8-ee294082fc61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:19.706106 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e46c3257-5000-4476-b89c-508979ebc72d req-7db34061-b5cb-4c3d-a5c6-389dfa6bee48 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e02fb1a-a2a4-478b-8643-e7815d5a3ed8 HTTP/1.1" status: 200 len: 210 time: 0.3108830 Nov 12 03:28:19.751467 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-23485257-2447-462a-b230-02acae250390 None None] Set router 53b1e9ee-0f7b-4c68-b8e9-1cf6a68fe18f gateway port host: None {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:28:19.846107 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d19875d1-1321-4413-96ea-1208c36b5341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.980663 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570852b3-02bb-4653-acfd-f2084b446fb6 req-b7346b7c-df6e-49af-96ce-f559ed9c7a9f tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:20.002643 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-570852b3-02bb-4653-acfd-f2084b446fb6 req-b7346b7c-df6e-49af-96ce-f559ed9c7a9f tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5a7c876-1f11-44fa-aa3b-36a029663a47 HTTP/1.1" status: 200 len: 945 time: 0.2547712 Nov 12 03:28:20.012607 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f71e5-cfc8-4fed-8a34-bc81f8e42e54 req-cb48f9c5-bcbe-4901-8dfd-0f99f9891667 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:20.014267 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-196f71e5-cfc8-4fed-8a34-bc81f8e42e54 req-cb48f9c5-bcbe-4901-8dfd-0f99f9891667 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6a93e5d-209d-402f-a73a-5f09b3d73a9f HTTP/1.1" status: 200 len: 946 time: 0.2746108 Nov 12 03:28:20.030678 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-d19875d1-1321-4413-96ea-1208c36b5341 None None] For port b9f4e35a-8264-4356-ad7d-42fad9239fdd, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=b9f4e35a-8264-4356-ad7d-42fad9239fdd,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:20.043641 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d19875d1-1321-4413-96ea-1208c36b5341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:20.076020 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-7172a5b4-7cf9-4e3f-80d5-7050bfbca012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:20.153914 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19875d1-1321-4413-96ea-1208c36b5341 None None] Pushing event updated for resources: {'Port': ['ID=b9f4e35a-8264-4356-ad7d-42fad9239fdd,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:20.169092 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19875d1-1321-4413-96ea-1208c36b5341 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:20.169685 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19875d1-1321-4413-96ea-1208c36b5341 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:20.170199 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19875d1-1321-4413-96ea-1208c36b5341 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:20.170701 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19875d1-1321-4413-96ea-1208c36b5341 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:20.171290 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19875d1-1321-4413-96ea-1208c36b5341 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:20.171891 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19875d1-1321-4413-96ea-1208c36b5341 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:20.172629 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19875d1-1321-4413-96ea-1208c36b5341 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:20.173672 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19875d1-1321-4413-96ea-1208c36b5341 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:20.174627 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19875d1-1321-4413-96ea-1208c36b5341 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:20.174627 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19875d1-1321-4413-96ea-1208c36b5341 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:20.175171 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19875d1-1321-4413-96ea-1208c36b5341 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:20.175564 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19875d1-1321-4413-96ea-1208c36b5341 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:20.177702 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-9c59cc45-4d08-45d0-b795-1cb73b2ec5b6 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Made reservation on behalf of a1d21364fcd043778a27fa00092fa6b4 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:20.189842 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-9c59cc45-4d08-45d0-b795-1cb73b2ec5b6 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:20.197438 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-570852b3-02bb-4653-acfd-f2084b446fb6 req-19241d66-f00c-42f5-9390-f8f872905bb0 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895838 Nov 12 03:28:20.200843 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-48ccc72d-c641-4a03-8ff6-f6b5151a7466 None None] Provisioning complete for port b9f4e35a-8264-4356-ad7d-42fad9239fdd triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:20.201238 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-48ccc72d-c641-4a03-8ff6-f6b5151a7466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:20.259095 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-23485257-2447-462a-b230-02acae250390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b1e9ee-0f7b-4c68-b8e9-1cf6a68fe18f', 'name': 'tempest-NetworksTestDHCPv6-router-1714866594', 'tenant_id': 'c89f39c463fe4565b0b406898cbbe00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:12Z', 'updated_at': '2021-11-12T03:28:14Z', 'revision_number': 2, 'project_id': 'c89f39c463fe4565b0b406898cbbe00b', 'gw_port_host': None, '_interfaces': [{'id': 'b9f4e35a-8264-4356-ad7d-42fad9239fdd', 'name': '', 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'tenant_id': 'c89f39c463fe4565b0b406898cbbe00b', 'mac_address': 'fa:16:3e:25:b1:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b1e9ee-0f7b-4c68-b8e9-1cf6a68fe18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'f7e19db9-9dc0-4e9a-bffa-ab6d34032c16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:13Z', 'updated_at': '2021-11-12T03:28:19Z', 'revision_number': 4, 'project_id': 'c89f39c463fe4565b0b406898cbbe00b', 'subnets': [{'id': 'f7e19db9-9dc0-4e9a-bffa-ab6d34032c16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:20.311019 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23485257-2447-462a-b230-02acae250390 None None] The sync data for ids ['53b1e9ee-0f7b-4c68-b8e9-1cf6a68fe18f'] in n-d-715271-27 is: [{'id': '53b1e9ee-0f7b-4c68-b8e9-1cf6a68fe18f', 'name': 'tempest-NetworksTestDHCPv6-router-1714866594', 'tenant_id': 'c89f39c463fe4565b0b406898cbbe00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:12Z', 'updated_at': '2021-11-12T03:28:14Z', 'revision_number': 2, 'project_id': 'c89f39c463fe4565b0b406898cbbe00b', 'gw_port_host': None, '_interfaces': [{'id': 'b9f4e35a-8264-4356-ad7d-42fad9239fdd', 'name': '', 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'tenant_id': 'c89f39c463fe4565b0b406898cbbe00b', 'mac_address': 'fa:16:3e:25:b1:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b1e9ee-0f7b-4c68-b8e9-1cf6a68fe18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'f7e19db9-9dc0-4e9a-bffa-ab6d34032c16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:13Z', 'updated_at': '2021-11-12T03:28:19Z', 'revision_number': 4, 'project_id': 'c89f39c463fe4565b0b406898cbbe00b', 'subnets': [{'id': 'f7e19db9-9dc0-4e9a-bffa-ab6d34032c16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:28:20.374518 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-48ccc72d-c641-4a03-8ff6-f6b5151a7466 None None] Provisioning complete for port af9fd09b-bb20-4600-b6dd-8e32823a9811 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:20.375378 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-48ccc72d-c641-4a03-8ff6-f6b5151a7466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:20.379791 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895d202-a30a-4acd-baa1-c154ddc6de6d req-dc0fca68-dfa1-44ad-b2eb-e344d5ba39a6 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:20.381090 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1895d202-a30a-4acd-baa1-c154ddc6de6d req-dc0fca68-dfa1-44ad-b2eb-e344d5ba39a6 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a61d4675-2915-474b-bad3-13f62530438b HTTP/1.1" status: 200 len: 945 time: 0.3657451 Nov 12 03:28:20.447469 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-48ccc72d-c641-4a03-8ff6-f6b5151a7466 None None] Port af9fd09b-bb20-4600-b6dd-8e32823a9811 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:28:20.525921 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1895d202-a30a-4acd-baa1-c154ddc6de6d req-3f141dba-f253-4378-956b-700800416584 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036477 Nov 12 03:28:20.533440 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-196f71e5-cfc8-4fed-8a34-bc81f8e42e54 req-c866db6a-b7de-4dbc-b4d5-f0468bb0d06b tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Deleting port ef94ac23-7442-4a0f-852d-37c647527a14 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:20.533874 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-196f71e5-cfc8-4fed-8a34-bc81f8e42e54 req-c866db6a-b7de-4dbc-b4d5-f0468bb0d06b tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:20.658753 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-5ac9dbdb-875e-4091-b9d7-4eb1a6530881 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting port b9f4e35a-8264-4356-ad7d-42fad9239fdd {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:20.659314 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5ac9dbdb-875e-4091-b9d7-4eb1a6530881 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:20.693792 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device eaf58679-5955-450b-9e33-474897257567 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:20.890697 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:20.930858 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port eaf58679-5955-450b-9e33-474897257567, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=eaf58679-5955-450b-9e33-474897257567,segment=NetworkSegment(3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd),segment_id=3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:20.931785 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeaf4e58-1a75-488e-9096-2d0c211847ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaf58679-5955-450b-9e33-474897257567'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:20.934254 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90840ebf-d11a-400a-b85f-f7aa60480a1d" -d '{"events": [{"server_uuid": "eeaf4e58-1a75-488e-9096-2d0c211847ee", "name": "network-vif-unplugged", "status": "completed", "tag": "eaf58679-5955-450b-9e33-474897257567"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:20.938632 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:20.939577 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device ef94ac23-7442-4a0f-852d-37c647527a14 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:20.946472 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-5ac9dbdb-875e-4091-b9d7-4eb1a6530881 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] For port b9f4e35a-8264-4356-ad7d-42fad9239fdd, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=b9f4e35a-8264-4356-ad7d-42fad9239fdd,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:20.946992 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5ac9dbdb-875e-4091-b9d7-4eb1a6530881 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:20.953754 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a669c2-f0da-47e4-99dd-7f4ff146cce0 req-f52f1536-8f99-41b9-9603-121fe90a3470 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:20.956440 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-19a669c2-f0da-47e4-99dd-7f4ff146cce0 req-f52f1536-8f99-41b9-9603-121fe90a3470 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6b90254-6b9a-4d4b-ac71-ae323985b6ab HTTP/1.1" status: 200 len: 945 time: 0.1200047 Nov 12 03:28:20.984153 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-5ac9dbdb-875e-4091-b9d7-4eb1a6530881 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Calling delete_port for b9f4e35a-8264-4356-ad7d-42fad9239fdd owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:21.053517 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=eaf58679-5955-450b-9e33-474897257567,revision_number=8']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:21.067267 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-196f71e5-cfc8-4fed-8a34-bc81f8e42e54 req-c866db6a-b7de-4dbc-b4d5-f0468bb0d06b tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] For port ef94ac23-7442-4a0f-852d-37c647527a14, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=ef94ac23-7442-4a0f-852d-37c647527a14,segment=NetworkSegment(87eca40d-206a-481c-a883-b95018bc626e),segment_id=87eca40d-206a-481c-a883-b95018bc626e)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:21.068363 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-196f71e5-cfc8-4fed-8a34-bc81f8e42e54 req-c866db6a-b7de-4dbc-b4d5-f0468bb0d06b tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:21.071176 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-19a669c2-f0da-47e4-99dd-7f4ff146cce0 req-232b19a7-9dc2-4bbe-8c7b-4c70cda704e7 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058919 Nov 12 03:28:21.102291 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb10b7-6ad1-4ff4-8d53-51da4eedad04 req-dcc87fd1-e2c3-4854-b254-3fc3012811bc tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:21.104567 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b4fb10b7-6ad1-4ff4-8d53-51da4eedad04 req-dcc87fd1-e2c3-4854-b254-3fc3012811bc tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6a93e5d-209d-402f-a73a-5f09b3d73a9f HTTP/1.1" status: 200 len: 946 time: 0.4403543 Nov 12 03:28:21.142397 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-196f71e5-cfc8-4fed-8a34-bc81f8e42e54 req-c866db6a-b7de-4dbc-b4d5-f0468bb0d06b tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Calling delete_port for ef94ac23-7442-4a0f-852d-37c647527a14 owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:21.163180 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:21.196159 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-7172a5b4-7cf9-4e3f-80d5-7050bfbca012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af9fd09b-bb20-4600-b6dd-8e32823a9811 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:21.219836 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-7172a5b4-7cf9-4e3f-80d5-7050bfbca012 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:21.229651 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b4fb10b7-6ad1-4ff4-8d53-51da4eedad04 req-36859e57-80af-4d1c-b0c5-8d1224038c3b tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109149 Nov 12 03:28:21.232243 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port ef94ac23-7442-4a0f-852d-37c647527a14, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=ef94ac23-7442-4a0f-852d-37c647527a14,segment=NetworkSegment(87eca40d-206a-481c-a883-b95018bc626e),segment_id=87eca40d-206a-481c-a883-b95018bc626e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:21.242184 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:21.266606 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-7172a5b4-7cf9-4e3f-80d5-7050bfbca012 service neutron] Transition to ACTIVE for port object af9fd09b-bb20-4600-b6dd-8e32823a9811 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:21.273198 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-7172a5b4-7cf9-4e3f-80d5-7050bfbca012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:21.457915 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=ef94ac23-7442-4a0f-852d-37c647527a14,revision_number=8']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:21.464483 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-34ae0545-0bb5-4cdc-92d0-662adfe165f2 req-cf451ffe-a1da-4c05-925a-a685fadc0e30 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e02fb1a-a2a4-478b-8643-e7815d5a3ed8 HTTP/1.1" status: 200 len: 210 time: 0.0649989 Nov 12 03:28:21.479258 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea01f52-7f18-4eff-a9e5-1b63982869e7 x-openstack-request-id: req-0ea01f52-7f18-4eff-a9e5-1b63982869e7 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:21.480232 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeaf4e58-1a75-488e-9096-2d0c211847ee", "name": "network-vif-unplugged", "status": "completed", "tag": "eaf58679-5955-450b-9e33-474897257567", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:21.480495 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0ea01f52-7f18-4eff-a9e5-1b63982869e7 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:21.480911 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeaf4e58-1a75-488e-9096-2d0c211847ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaf58679-5955-450b-9e33-474897257567', 'code': 200} Nov 12 03:28:21.518965 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7172a5b4-7cf9-4e3f-80d5-7050bfbca012 service neutron] Pushing event updated for resources: {'Port': ['ID=af9fd09b-bb20-4600-b6dd-8e32823a9811,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:21.583300 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-9c59cc45-4d08-45d0-b795-1cb73b2ec5b6 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Allocated IP 192.168.233.68 (eca3953c-c804-4641-8812-bff95be59582/fa66706f-b415-4bb9-838e-cfd08f81d96b/900fa92f-3422-43cd-b1f5-64544257fe2c) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:21.762883 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf0d52-7fb7-4a67-82cb-612db7e129c6 req-cbf19c54-7e82-4f20-9dab-ca53f397b595 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:21.764564 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9ccf0d52-7fb7-4a67-82cb-612db7e129c6 req-cbf19c54-7e82-4f20-9dab-ca53f397b595 tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.74 "GET /v2.0/ports?device_id=a61d4675-2915-474b-bad3-13f62530438b HTTP/1.1" status: 200 len: 945 time: 0.3728368 Nov 12 03:28:21.852520 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-9c59cc45-4d08-45d0-b795-1cb73b2ec5b6 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:21.894046 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f9d8b-652c-4e03-9fe7-ef37a159b6dd req-deebb946-3f40-4a87-b491-abe4533ff32c tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:21.908326 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-944f9d8b-652c-4e03-9fe7-ef37a159b6dd req-deebb946-3f40-4a87-b491-abe4533ff32c tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5a7c876-1f11-44fa-aa3b-36a029663a47 HTTP/1.1" status: 200 len: 945 time: 0.2341273 Nov 12 03:28:21.965385 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-7172a5b4-7cf9-4e3f-80d5-7050bfbca012 service neutron] Attempting to bind port af9fd09b-bb20-4600-b6dd-8e32823a9811 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:21.966499 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-7172a5b4-7cf9-4e3f-80d5-7050bfbca012 service neutron] Attempting to bind port af9fd09b-bb20-4600-b6dd-8e32823a9811 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:21.966499 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-7172a5b4-7cf9-4e3f-80d5-7050bfbca012 service neutron] Attempting to bind port af9fd09b-bb20-4600-b6dd-8e32823a9811 on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:21.996346 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-7172a5b4-7cf9-4e3f-80d5-7050bfbca012 service neutron] Port af9fd09b-bb20-4600-b6dd-8e32823a9811 on network eca3953c-c804-4641-8812-bff95be59582 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:21.996981 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-7172a5b4-7cf9-4e3f-80d5-7050bfbca012 service neutron] Attempting to bind port af9fd09b-bb20-4600-b6dd-8e32823a9811 on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:22.010757 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-7172a5b4-7cf9-4e3f-80d5-7050bfbca012 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:22.011228 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-7172a5b4-7cf9-4e3f-80d5-7050bfbca012 service neutron] Checking segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:22.012049 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-7172a5b4-7cf9-4e3f-80d5-7050bfbca012 service neutron] Bound using segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:22.012777 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-7172a5b4-7cf9-4e3f-80d5-7050bfbca012 service neutron] Bound port: af9fd09b-bb20-4600-b6dd-8e32823a9811, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:22.013345 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-7172a5b4-7cf9-4e3f-80d5-7050bfbca012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.036037 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-9c59cc45-4d08-45d0-b795-1cb73b2ec5b6 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.062876 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['29c55453-a17f-44dd-81d4-865fdc84d846'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:22.112438 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-944f9d8b-652c-4e03-9fe7-ef37a159b6dd req-e6ad53ec-9ed6-4f08-80d5-c2d93370741a tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027252 Nov 12 03:28:22.118573 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5ac9dbdb-875e-4091-b9d7-4eb1a6530881 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.156747 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-9c59cc45-4d08-45d0-b795-1cb73b2ec5b6 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Network eca3953c-c804-4641-8812-bff95be59582 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:22.164470 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-9c59cc45-4d08-45d0-b795-1cb73b2ec5b6 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:22.175456 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-9ccf0d52-7fb7-4a67-82cb-612db7e129c6 req-aee65c29-0380-40cc-9e11-9ebed029455f tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Deleting port a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:22.175872 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9ccf0d52-7fb7-4a67-82cb-612db7e129c6 req-aee65c29-0380-40cc-9e11-9ebed029455f tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.177980 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-9c59cc45-4d08-45d0-b795-1cb73b2ec5b6 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:22.180665 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-196f71e5-cfc8-4fed-8a34-bc81f8e42e54 req-c866db6a-b7de-4dbc-b4d5-f0468bb0d06b tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.242108 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c59cc45-4d08-45d0-b795-1cb73b2ec5b6 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Pushing event updated for resources: {'Port': ['ID=900fa92f-3422-43cd-b1f5-64544257fe2c,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:22.284121 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-7172a5b4-7cf9-4e3f-80d5-7050bfbca012 service neutron] For port af9fd09b-bb20-4600-b6dd-8e32823a9811, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:22.371264 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-7172a5b4-7cf9-4e3f-80d5-7050bfbca012 service neutron] For port af9fd09b-bb20-4600-b6dd-8e32823a9811, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=af9fd09b-bb20-4600-b6dd-8e32823a9811,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:22.396204 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-7172a5b4-7cf9-4e3f-80d5-7050bfbca012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.441750 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-7172a5b4-7cf9-4e3f-80d5-7050bfbca012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:22.442380 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-7172a5b4-7cf9-4e3f-80d5-7050bfbca012 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.450015 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-7172a5b4-7cf9-4e3f-80d5-7050bfbca012 service neutron] 10.222.0.74 "PUT /v2.0/ports/af9fd09b-bb20-4600-b6dd-8e32823a9811 HTTP/1.1" status: 200 len: 1097 time: 2.8327055 Nov 12 03:28:22.463705 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc1a4aec-01b8-4a86-bfa8-ee294082fc61', 'tag': 'af9fd09b-bb20-4600-b6dd-8e32823a9811'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:22.464261 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762d90ff-514a-481f-899b-5e0bd8b34331" -d '{"events": [{"name": "network-changed", "server_uuid": "fc1a4aec-01b8-4a86-bfa8-ee294082fc61", "tag": "af9fd09b-bb20-4600-b6dd-8e32823a9811"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:22.597583 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-9c59cc45-4d08-45d0-b795-1cb73b2ec5b6 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:22.598040 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-9c59cc45-4d08-45d0-b795-1cb73b2ec5b6 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.636964 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f911ccb-b741-430e-825c-9340d8321b0f req-5a680336-1f82-40e6-b945-e01169d4e44c tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:22.644359 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-9ccf0d52-7fb7-4a67-82cb-612db7e129c6 req-aee65c29-0380-40cc-9e11-9ebed029455f tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] For port a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e,segment=NetworkSegment(eece85e2-9491-495c-808d-869c08a5aaa4),segment_id=eece85e2-9491-495c-808d-869c08a5aaa4)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:22.644840 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9ccf0d52-7fb7-4a67-82cb-612db7e129c6 req-aee65c29-0380-40cc-9e11-9ebed029455f tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.647231 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9f911ccb-b741-430e-825c-9340d8321b0f req-5a680336-1f82-40e6-b945-e01169d4e44c tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/ports?device_id=a61d4675-2915-474b-bad3-13f62530438b HTTP/1.1" status: 200 len: 945 time: 0.6383195 Nov 12 03:28:22.662549 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device b9f4e35a-8264-4356-ad7d-42fad9239fdd up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:22.699700 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-9ccf0d52-7fb7-4a67-82cb-612db7e129c6 req-aee65c29-0380-40cc-9e11-9ebed029455f tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Calling delete_port for a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:22.701627 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: b9f4e35a-8264-4356-ad7d-42fad9239fdd {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:22.702071 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device b9f4e35a-8264-4356-ad7d-42fad9239fdd not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 12 03:28:22.732667 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5ac9dbdb-875e-4091-b9d7-4eb1a6530881 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.737871 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac9dbdb-875e-4091-b9d7-4eb1a6530881 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Port': ['ID=b9f4e35a-8264-4356-ad7d-42fad9239fdd,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:22.757065 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-9c59cc45-4d08-45d0-b795-1cb73b2ec5b6 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2654531 Nov 12 03:28:22.805852 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Port b9f4e35a-8264-4356-ad7d-42fad9239fdd not found, will not notify nova. {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 12 03:28:22.809921 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-ddeb2232-a7fe-4e05-935d-d7174d683c16 service neutron] Request body: {'port': {'device_id': '0e02fb1a-a2a4-478b-8643-e7815d5a3ed8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:22.847848 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7172a5b4-7cf9-4e3f-80d5-7050bfbca012 service neutron] Pushing event updated for resources: {'Port': ['ID=af9fd09b-bb20-4600-b6dd-8e32823a9811,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:22.863049 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-094e8700-3dfd-4645-b0db-e97252dce56b None None] Provisioning complete for port 900fa92f-3422-43cd-b1f5-64544257fe2c triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:22.864643 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-094e8700-3dfd-4645-b0db-e97252dce56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.868661 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c866db6a-b7de-4dbc-b4d5-f0468bb0d06b tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Pushing event deleted for resources: {'Port': ['ID=ef94ac23-7442-4a0f-852d-37c647527a14,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:22.911574 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-0b60098d-3486-41e4-8208-e12fd5e05947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:22.913642 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-0b60098d-3486-41e4-8208-e12fd5e05947 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a1d21364fcd043778a27fa00092fa6b4&device_id=fc1a4aec-01b8-4a86-bfa8-ee294082fc61 HTTP/1.1" status: 200 len: 1100 time: 0.3790081 Nov 12 03:28:22.952700 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-094e8700-3dfd-4645-b0db-e97252dce56b None None] Port 900fa92f-3422-43cd-b1f5-64544257fe2c cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:28:23.007176 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-43deb77d-2cba-40c3-9b2f-67a964108e61 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=af9fd09b-bb20-4600-b6dd-8e32823a9811 HTTP/1.1" status: 200 len: 217 time: 0.0717027 Nov 12 03:28:23.009464 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-196f71e5-cfc8-4fed-8a34-bc81f8e42e54 req-c866db6a-b7de-4dbc-b4d5-f0468bb0d06b tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] No DVR routers for this DVR port ef94ac23-7442-4a0f-852d-37c647527a14 on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:23.073483 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-196f71e5-cfc8-4fed-8a34-bc81f8e42e54 req-c866db6a-b7de-4dbc-b4d5-f0468bb0d06b tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.079183 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-196f71e5-cfc8-4fed-8a34-bc81f8e42e54 req-c866db6a-b7de-4dbc-b4d5-f0468bb0d06b tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.74 "DELETE /v2.0/ports/ef94ac23-7442-4a0f-852d-37c647527a14 HTTP/1.1" status: 204 len: 173 time: 3.0219412 Nov 12 03:28:23.083751 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a93e5d-209d-402f-a73a-5f09b3d73a9f', 'name': 'network-vif-deleted', 'tag': 'ef94ac23-7442-4a0f-852d-37c647527a14'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:23.086837 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a355c53a-c60b-4254-b317-f90947f01f44" -d '{"events": [{"server_uuid": "b6a93e5d-209d-402f-a73a-5f09b3d73a9f", "name": "network-vif-deleted", "tag": "ef94ac23-7442-4a0f-852d-37c647527a14"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:23.111582 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9f911ccb-b741-430e-825c-9340d8321b0f req-cd4c5a4d-5188-41a9-9fcf-567a63c0cd1e tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd66ef84-5279-473a-b3a5-35f5ef278547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4560983 Nov 12 03:28:23.209143 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-ddeb2232-a7fe-4e05-935d-d7174d683c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.225827 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-5b8560ff-16e3-4062-a981-9fefaca70d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:23.227367 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-5b8560ff-16e3-4062-a981-9fefaca70d7f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.2025723 Nov 12 03:28:23.232955 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9ccf0d52-7fb7-4a67-82cb-612db7e129c6 req-aee65c29-0380-40cc-9e11-9ebed029455f tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.313380 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee65c29-0380-40cc-9e11-9ebed029455f tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Pushing event deleted for resources: {'Port': ['ID=a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:23.372517 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ccf0d52-7fb7-4a67-82cb-612db7e129c6 req-aee65c29-0380-40cc-9e11-9ebed029455f tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] No DVR routers for this DVR port a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:23.376577 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9ccf0d52-7fb7-4a67-82cb-612db7e129c6 req-aee65c29-0380-40cc-9e11-9ebed029455f tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.380790 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9ccf0d52-7fb7-4a67-82cb-612db7e129c6 req-aee65c29-0380-40cc-9e11-9ebed029455f tempest-DeleteServersTestJSON-1252891550 tempest-DeleteServersTestJSON-1252891550-project] 10.222.0.74 "DELETE /v2.0/ports/a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e HTTP/1.1" status: 204 len: 173 time: 1.6076820 Nov 12 03:28:23.388401 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-3814730c-a8ff-4f50-be95-393d8952f26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:23.391226 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-3814730c-a8ff-4f50-be95-393d8952f26d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1417150 Nov 12 03:28:23.481781 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a93e5d-209d-402f-a73a-5f09b3d73a9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef94ac23-7442-4a0f-852d-37c647527a14'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:23.484460 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3695174-1d90-47bb-84b0-b5928cd56640" -d '{"events": [{"server_uuid": "b6a93e5d-209d-402f-a73a-5f09b3d73a9f", "name": "network-vif-unplugged", "status": "completed", "tag": "ef94ac23-7442-4a0f-852d-37c647527a14"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:23.504766 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c97cf394-23be-4281-bb96-ffdd572f74b1 req-fd799964-2d6b-47a9-8341-32f9b9d65ae2 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6a93e5d-209d-402f-a73a-5f09b3d73a9f HTTP/1.1" status: 200 len: 210 time: 0.0651422 Nov 12 03:28:23.570868 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-87e6f61e-9acf-4c9d-a744-55de1738a874 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672993 Nov 12 03:28:23.604463 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebd23cb-2d19-4f22-af24-6daea42472b0 x-openstack-request-id: req-7ebd23cb-2d19-4f22-af24-6daea42472b0 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:23.604463 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc1a4aec-01b8-4a86-bfa8-ee294082fc61", "tag": "af9fd09b-bb20-4600-b6dd-8e32823a9811", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:23.604697 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7ebd23cb-2d19-4f22-af24-6daea42472b0 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:23.605198 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc1a4aec-01b8-4a86-bfa8-ee294082fc61', 'tag': 'af9fd09b-bb20-4600-b6dd-8e32823a9811', 'status': 'completed', 'code': 200} Nov 12 03:28:23.775291 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-e5a8a9d0-77a5-4c84-8e83-69e623e19d96 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922963 Nov 12 03:28:23.787832 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e7abf-ce5f-4e2f-8697-612ee047ba90 req-bcdc9bb0-fe52-4a48-ade3-e7295d2bd652 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:23.788128 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac9dbdb-875e-4091-b9d7-4eb1a6530881 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Router 53b1e9ee-0f7b-4c68-b8e9-1cf6a68fe18f has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:28:23.801269 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ce1e7abf-ce5f-4e2f-8697-612ee047ba90 req-bcdc9bb0-fe52-4a48-ade3-e7295d2bd652 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e02fb1a-a2a4-478b-8643-e7815d5a3ed8 HTTP/1.1" status: 200 len: 935 time: 0.1463742 Nov 12 03:28:23.898648 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ce1e7abf-ce5f-4e2f-8697-612ee047ba90 req-08bdfcf3-7482-48e6-a079-e8d13145e066 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934143 Nov 12 03:28:23.905468 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523dfc91-29ac-42c0-a9e9-355c66f5546b req-2d01caeb-6477-4c93-80c9-e395740eb1f4 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:23.906608 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-523dfc91-29ac-42c0-a9e9-355c66f5546b req-2d01caeb-6477-4c93-80c9-e395740eb1f4 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6b90254-6b9a-4d4b-ac71-ae323985b6ab HTTP/1.1" status: 200 len: 945 time: 0.2623332 Nov 12 03:28:23.922898 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d90ff-514a-481f-899b-5e0bd8b34331 req-06e05ab7-9001-4470-a44e-f7fe9c158c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:23.924781 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-762d90ff-514a-481f-899b-5e0bd8b34331 req-06e05ab7-9001-4470-a44e-f7fe9c158c74 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a1d21364fcd043778a27fa00092fa6b4&device_id=fc1a4aec-01b8-4a86-bfa8-ee294082fc61 HTTP/1.1" status: 200 len: 1100 time: 0.0794849 Nov 12 03:28:23.968514 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55f0aea-4606-4c4a-8b02-bf8870ea7eb6 x-openstack-request-id: req-f55f0aea-4606-4c4a-8b02-bf8870ea7eb6 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:23.968796 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a93e5d-209d-402f-a73a-5f09b3d73a9f", "name": "network-vif-deleted", "tag": "ef94ac23-7442-4a0f-852d-37c647527a14", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:23.969043 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f55f0aea-4606-4c4a-8b02-bf8870ea7eb6 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:23.969542 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a93e5d-209d-402f-a73a-5f09b3d73a9f', 'name': 'network-vif-deleted', 'tag': 'ef94ac23-7442-4a0f-852d-37c647527a14', 'status': 'completed', 'code': 200} Nov 12 03:28:24.051718 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac9dbdb-875e-4091-b9d7-4eb1a6530881 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:28:24.060353 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d90ff-514a-481f-899b-5e0bd8b34331 req-282a7b0d-3eb1-4ce0-8e2a-76381ad39157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:24.061925 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-762d90ff-514a-481f-899b-5e0bd8b34331 req-282a7b0d-3eb1-4ce0-8e2a-76381ad39157 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.1275673 Nov 12 03:28:24.063703 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34850) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:24.063943 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5ac9dbdb-875e-4091-b9d7-4eb1a6530881 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "PUT /v2.0/routers/53b1e9ee-0f7b-4c68-b8e9-1cf6a68fe18f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7488983 Nov 12 03:28:24.075710 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c74625-6f6c-4f54-8755-bd0476f5a914 None None] Sync routers for ids ['53b1e9ee-0f7b-4c68-b8e9-1cf6a68fe18f'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:28:24.088651 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c74625-6f6c-4f54-8755-bd0476f5a914 None None] Routers {'53b1e9ee-0f7b-4c68-b8e9-1cf6a68fe18f'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:28:24.089573 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-91c74625-6f6c-4f54-8755-bd0476f5a914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:28:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['53b1e9ee-0f7b-4c68-b8e9-1cf6a68fe18f'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:24.112661 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-523dfc91-29ac-42c0-a9e9-355c66f5546b req-bac0607e-7d05-4a7d-8ce2-f12aba8c75fc tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612375 Nov 12 03:28:24.116365 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb56376-de97-4156-9fa2-d60c6ee389ee req-1b8d8a8f-8545-46a3-9e49-fd429d132699 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:24.126662 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bcb56376-de97-4156-9fa2-d60c6ee389ee req-1b8d8a8f-8545-46a3-9e49-fd429d132699 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5a7c876-1f11-44fa-aa3b-36a029663a47 HTTP/1.1" status: 200 len: 945 time: 0.1185272 Nov 12 03:28:24.175345 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-762d90ff-514a-481f-899b-5e0bd8b34331 req-37f5be1c-3994-43fa-af6b-9273ff80c29b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=af9fd09b-bb20-4600-b6dd-8e32823a9811 HTTP/1.1" status: 200 len: 217 time: 0.1009872 Nov 12 03:28:24.233161 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d90ff-514a-481f-899b-5e0bd8b34331 req-4cd14875-3e8c-4598-acce-25a29da3478f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:24.234664 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-762d90ff-514a-481f-899b-5e0bd8b34331 req-4cd14875-3e8c-4598-acce-25a29da3478f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.0512156 Nov 12 03:28:24.307505 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14ac34c-0520-4565-9bcd-93f2851e85ec tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:24.307505 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14ac34c-0520-4565-9bcd-93f2851e85ec tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:24.307505 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d14ac34c-0520-4565-9bcd-93f2851e85ec tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2400258 Nov 12 03:28:24.308789 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34854) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:24.313621 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-ddeb2232-a7fe-4e05-935d-d7174d683c16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 900fa92f-3422-43cd-b1f5-64544257fe2c {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:24.319367 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-91c74625-6f6c-4f54-8755-bd0476f5a914 None None] Set router 53b1e9ee-0f7b-4c68-b8e9-1cf6a68fe18f gateway port host: None {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:28:24.328042 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-ddeb2232-a7fe-4e05-935d-d7174d683c16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.350627 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-ddeb2232-a7fe-4e05-935d-d7174d683c16 service neutron] Transition to ACTIVE for port object 900fa92f-3422-43cd-b1f5-64544257fe2c will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:24.366668 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bcb56376-de97-4156-9fa2-d60c6ee389ee req-8e41015a-8a75-4897-9de1-67e62ef00f13 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389793 Nov 12 03:28:24.368432 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-ddeb2232-a7fe-4e05-935d-d7174d683c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.388895 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-91c74625-6f6c-4f54-8755-bd0476f5a914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b1e9ee-0f7b-4c68-b8e9-1cf6a68fe18f', 'name': 'tempest-NetworksTestDHCPv6-router-1714866594', 'tenant_id': 'c89f39c463fe4565b0b406898cbbe00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:12Z', 'updated_at': '2021-11-12T03:28:21Z', 'revision_number': 3, 'project_id': 'c89f39c463fe4565b0b406898cbbe00b', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:24.397881 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-0de6eba4-2721-4d30-be08-5491eec09021 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting subnet f7e19db9-9dc0-4e9a-bffa-ab6d34032c16 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:28:24.415289 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0de6eba4-2721-4d30-be08-5491eec09021 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.501259 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d90ff-514a-481f-899b-5e0bd8b34331 req-3566774f-7e03-420a-bc80-b28103da5dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:24.502792 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-762d90ff-514a-481f-899b-5e0bd8b34331 req-3566774f-7e03-420a-bc80-b28103da5dbd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2525108 Nov 12 03:28:24.507910 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1e1b65-ab0e-4bb5-a1e5-05069a2e3526 x-openstack-request-id: req-ee1e1b65-ab0e-4bb5-a1e5-05069a2e3526 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:24.508227 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a93e5d-209d-402f-a73a-5f09b3d73a9f", "name": "network-vif-unplugged", "status": "completed", "tag": "ef94ac23-7442-4a0f-852d-37c647527a14", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:24.508476 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ee1e1b65-ab0e-4bb5-a1e5-05069a2e3526 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:24.508865 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a93e5d-209d-402f-a73a-5f09b3d73a9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef94ac23-7442-4a0f-852d-37c647527a14', 'code': 200} Nov 12 03:28:24.509661 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c74625-6f6c-4f54-8755-bd0476f5a914 None None] Checking router: 53b1e9ee-0f7b-4c68-b8e9-1cf6a68fe18f for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:28:24.569212 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb2232-a7fe-4e05-935d-d7174d683c16 service neutron] Pushing event updated for resources: {'Port': ['ID=900fa92f-3422-43cd-b1f5-64544257fe2c,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:24.597816 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c74625-6f6c-4f54-8755-bd0476f5a914 None None] Routers {'53b1e9ee-0f7b-4c68-b8e9-1cf6a68fe18f'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:28:24.598366 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0de6eba4-2721-4d30-be08-5491eec09021 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.598489 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-91c74625-6f6c-4f54-8755-bd0476f5a914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:28:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['53b1e9ee-0f7b-4c68-b8e9-1cf6a68fe18f'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:24.694283 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-ddeb2232-a7fe-4e05-935d-d7174d683c16 service neutron] Attempting to bind port 900fa92f-3422-43cd-b1f5-64544257fe2c on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:24.694283 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-ddeb2232-a7fe-4e05-935d-d7174d683c16 service neutron] Attempting to bind port 900fa92f-3422-43cd-b1f5-64544257fe2c by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:24.695081 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-ddeb2232-a7fe-4e05-935d-d7174d683c16 service neutron] Attempting to bind port 900fa92f-3422-43cd-b1f5-64544257fe2c on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:24.702769 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-ddeb2232-a7fe-4e05-935d-d7174d683c16 service neutron] Port 900fa92f-3422-43cd-b1f5-64544257fe2c on network eca3953c-c804-4641-8812-bff95be59582 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:24.703309 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-ddeb2232-a7fe-4e05-935d-d7174d683c16 service neutron] Attempting to bind port 900fa92f-3422-43cd-b1f5-64544257fe2c on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:24.721326 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-ddeb2232-a7fe-4e05-935d-d7174d683c16 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:24.721744 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-ddeb2232-a7fe-4e05-935d-d7174d683c16 service neutron] Checking segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:24.722272 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-ddeb2232-a7fe-4e05-935d-d7174d683c16 service neutron] Bound using segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:24.722774 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-ddeb2232-a7fe-4e05-935d-d7174d683c16 service neutron] Bound port: 900fa92f-3422-43cd-b1f5-64544257fe2c, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:24.723199 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-ddeb2232-a7fe-4e05-935d-d7174d683c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.758614 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-91c74625-6f6c-4f54-8755-bd0476f5a914 None None] Set router 53b1e9ee-0f7b-4c68-b8e9-1cf6a68fe18f gateway port host: None {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:28:24.841465 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-ddeb2232-a7fe-4e05-935d-d7174d683c16 service neutron] For port 900fa92f-3422-43cd-b1f5-64544257fe2c, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:24.842560 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-91c74625-6f6c-4f54-8755-bd0476f5a914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b1e9ee-0f7b-4c68-b8e9-1cf6a68fe18f', 'name': 'tempest-NetworksTestDHCPv6-router-1714866594', 'tenant_id': 'c89f39c463fe4565b0b406898cbbe00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:12Z', 'updated_at': '2021-11-12T03:28:21Z', 'revision_number': 3, 'project_id': 'c89f39c463fe4565b0b406898cbbe00b', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:24.845965 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-ddeb2232-a7fe-4e05-935d-d7174d683c16 service neutron] For port 900fa92f-3422-43cd-b1f5-64544257fe2c, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=900fa92f-3422-43cd-b1f5-64544257fe2c,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:24.846751 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:24.861259 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-ddeb2232-a7fe-4e05-935d-d7174d683c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.886583 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-762d90ff-514a-481f-899b-5e0bd8b34331 req-f25519fa-75a1-4597-b243-344407ad04e3 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616722 Nov 12 03:28:24.897431 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e668ea-f59f-48ce-a83c-c7880ecd61bb req-081507e5-30d3-47bb-aedb-ca010f1733e6 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:24.898995 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b0e668ea-f59f-48ce-a83c-c7880ecd61bb req-081507e5-30d3-47bb-aedb-ca010f1733e6 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.1625898 Nov 12 03:28:24.923571 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c74625-6f6c-4f54-8755-bd0476f5a914 None None] The sync data for ids ['53b1e9ee-0f7b-4c68-b8e9-1cf6a68fe18f'] in n-d-715271-27 is: [{'id': '53b1e9ee-0f7b-4c68-b8e9-1cf6a68fe18f', 'name': 'tempest-NetworksTestDHCPv6-router-1714866594', 'tenant_id': 'c89f39c463fe4565b0b406898cbbe00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:12Z', 'updated_at': '2021-11-12T03:28:21Z', 'revision_number': 3, 'project_id': 'c89f39c463fe4565b0b406898cbbe00b', 'gw_port_host': None}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:28:24.926685 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:24.927558 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:24.949165 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-ddeb2232-a7fe-4e05-935d-d7174d683c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:24.950246 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-ddeb2232-a7fe-4e05-935d-d7174d683c16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.952588 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-ddeb2232-a7fe-4e05-935d-d7174d683c16 service neutron] 10.222.0.74 "PUT /v2.0/ports/900fa92f-3422-43cd-b1f5-64544257fe2c HTTP/1.1" status: 200 len: 1096 time: 2.1507578 Nov 12 03:28:24.959089 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0de6eba4-2721-4d30-be08-5491eec09021 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.091731 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb2232-a7fe-4e05-935d-d7174d683c16 service neutron] Pushing event updated for resources: {'Port': ['ID=900fa92f-3422-43cd-b1f5-64544257fe2c,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:25.113731 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b0e668ea-f59f-48ce-a83c-c7880ecd61bb req-8eb84ed2-98a2-436f-b8f3-6824288ed7f7 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885889 Nov 12 03:28:25.115448 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-a877cecf-16aa-466d-8810-176ddbcaa3c6 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:25.117064 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-a877cecf-16aa-466d-8810-176ddbcaa3c6 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/networks?id=d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e HTTP/1.1" status: 200 len: 805 time: 0.3042240 Nov 12 03:28:25.120833 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-77b868bd-a47a-419a-8597-23c2ef053042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:25.122308 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-77b868bd-a47a-419a-8597-23c2ef053042 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a1d21364fcd043778a27fa00092fa6b4&device_id=0e02fb1a-a2a4-478b-8643-e7815d5a3ed8 HTTP/1.1" status: 200 len: 1099 time: 0.1104505 Nov 12 03:28:25.145626 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-762d90ff-514a-481f-899b-5e0bd8b34331 req-3c7a35d0-d0bc-40b6-815b-82f9f6e6dc35 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437828 Nov 12 03:28:25.157385 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0de6eba4-2721-4d30-be08-5491eec09021 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.194694 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0de6eba4-2721-4d30-be08-5491eec09021 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.198790 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0de6eba4-2721-4d30-be08-5491eec09021 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/f7e19db9-9dc0-4e9a-bffa-ab6d34032c16 HTTP/1.1" status: 204 len: 168 time: 0.8887770 Nov 12 03:28:25.199810 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de6eba4-2721-4d30-be08-5491eec09021 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Subnet': ['ID=f7e19db9-9dc0-4e9a-bffa-ab6d34032c16,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:25.207816 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ee1e43-b069-4929-a187-b071331c9dee None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:25.217174 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34892) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:25.225470 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-73687e89-7b30-4de7-8ba0-096131d42183 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/quotas/1d6c893ca49044dfac9a410cc1ad6232 HTTP/1.1" status: 200 len: 375 time: 0.0950429 Nov 12 03:28:25.227857 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-4d21a196-9435-4357-aaad-3e120cb2819a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=900fa92f-3422-43cd-b1f5-64544257fe2c HTTP/1.1" status: 200 len: 217 time: 0.0822496 Nov 12 03:28:25.358290 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-6df0ad5d-9451-4deb-8360-9167f35ccc98 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d6c893ca49044dfac9a410cc1ad6232&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1192868 Nov 12 03:28:25.361838 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-d6167cf3-a180-4c8c-8aee-3d672276324e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:25.363951 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-d6167cf3-a180-4c8c-8aee-3d672276324e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.1231973 Nov 12 03:28:25.498388 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8b797de8-9818-468c-84ad-526035e28261 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2748973 Nov 12 03:28:25.499672 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 34902) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:25.539343 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198f9bc-b309-46dc-9446-e9f11480882c req-bb29ec43-214f-40ae-b5ce-931046f2868b tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:25.541152 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b198f9bc-b309-46dc-9446-e9f11480882c req-bb29ec43-214f-40ae-b5ce-931046f2868b tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/networks?id=5a9a546a-69e3-4236-8c1f-f93b46e5283a HTTP/1.1" status: 200 len: 822 time: 0.2211914 Nov 12 03:28:25.549208 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faac7b44-9d55-4e6a-be7d-0c556a581bb8 None None] DHCP port deletion for 73a88994-9b3d-4208-8808-2295e92df12e request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:28:25.573865 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b198f9bc-b309-46dc-9446-e9f11480882c req-87e7b66a-4f18-4b6e-97a5-4681045fdf4c tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/quotas/fe1ea3932bc44070a2c0197067579e3d HTTP/1.1" status: 200 len: 375 time: 0.0135994 Nov 12 03:28:25.583651 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-efa672db-fa4b-447a-b72c-d90c7b23b3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:25.585208 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-efa672db-fa4b-447a-b72c-d90c7b23b3a9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2070796 Nov 12 03:28:25.606590 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61d4675-2915-474b-bad3-13f62530438b', 'name': 'network-vif-deleted', 'tag': 'a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:25.613991 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bc1bdb-f598-46ab-987f-627db5e757fa" -d '{"events": [{"server_uuid": "a61d4675-2915-474b-bad3-13f62530438b", "name": "network-vif-deleted", "tag": "a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:25.622201 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6f8afac3-3d95-4249-b07b-d7326828f8f6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.629543 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-faac7b44-9d55-4e6a-be7d-0c556a581bb8 None None] Deleting port c6ca169c-c7ae-4b57-8f51-b8d201d2efbd {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:25.630456 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-faac7b44-9d55-4e6a-be7d-0c556a581bb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.640692 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-99f31220-e969-47fd-851c-25578d7ff2ab service neutron] 10.222.0.50 "GET /v2.0/networks/d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718205 Nov 12 03:28:25.652296 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b198f9bc-b309-46dc-9446-e9f11480882c req-6da62791-5cc0-4642-b978-af5989ab2d3b tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fe1ea3932bc44070a2c0197067579e3d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0692353 Nov 12 03:28:25.705135 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-faac7b44-9d55-4e6a-be7d-0c556a581bb8 None None] For port c6ca169c-c7ae-4b57-8f51-b8d201d2efbd, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=c6ca169c-c7ae-4b57-8f51-b8d201d2efbd,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:25.705452 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-faac7b44-9d55-4e6a-be7d-0c556a581bb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.725389 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-faac7b44-9d55-4e6a-be7d-0c556a581bb8 None None] Calling delete_port for c6ca169c-c7ae-4b57-8f51-b8d201d2efbd owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:25.816022 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-faac7b44-9d55-4e6a-be7d-0c556a581bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.848643 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac7b44-9d55-4e6a-be7d-0c556a581bb8 None None] Pushing event deleted for resources: {'Port': ['ID=c6ca169c-c7ae-4b57-8f51-b8d201d2efbd,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:25.854396 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faac7b44-9d55-4e6a-be7d-0c556a581bb8 None None] No DVR routers for this DVR port c6ca169c-c7ae-4b57-8f51-b8d201d2efbd on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:25.872814 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b198f9bc-b309-46dc-9446-e9f11480882c req-b5d7b804-d02d-4fc7-9aa3-3b63b1e9c926 service neutron] 10.222.0.50 "GET /v2.0/networks/5a9a546a-69e3-4236-8c1f-f93b46e5283a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111084 Nov 12 03:28:25.935305 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6f8afac3-3d95-4249-b07b-d7326828f8f6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.941298 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6f8afac3-3d95-4249-b07b-d7326828f8f6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.953473 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-51fc78ee-5e5b-4dbd-a963-c1058eb81ed9 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483739 Nov 12 03:28:25.980471 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b198f9bc-b309-46dc-9446-e9f11480882c req-01e030b9-839d-41b9-86db-34b09c9a460a service neutron] 10.222.0.50 "GET /v2.0/networks/5a9a546a-69e3-4236-8c1f-f93b46e5283a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999250 Nov 12 03:28:25.992774 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e02fb1a-a2a4-478b-8643-e7815d5a3ed8', 'tag': '900fa92f-3422-43cd-b1f5-64544257fe2c'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:25.995434 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc8a6e2-a2f2-49d6-91fc-c235aca6b063" -d '{"events": [{"name": "network-changed", "server_uuid": "0e02fb1a-a2a4-478b-8643-e7815d5a3ed8", "tag": "900fa92f-3422-43cd-b1f5-64544257fe2c"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:26.015120 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-cf670da0-e13b-4c6a-af0b-6ea14ac6e4a9 service neutron] 10.222.0.50 "GET /v2.0/networks/d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732588 Nov 12 03:28:26.031821 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6f8afac3-3d95-4249-b07b-d7326828f8f6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.032412 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8afac3-3d95-4249-b07b-d7326828f8f6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Fanout notify agent at l3_agent the message router_deleted on router 53b1e9ee-0f7b-4c68-b8e9-1cf6a68fe18f {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:28:26.040916 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6f8afac3-3d95-4249-b07b-d7326828f8f6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.042903 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6f8afac3-3d95-4249-b07b-d7326828f8f6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/routers/53b1e9ee-0f7b-4c68-b8e9-1cf6a68fe18f HTTP/1.1" status: 204 len: 168 time: 0.5420356 Nov 12 03:28:26.045811 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 34912) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:26.099500 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-904d313c-5d92-4e1d-aa49-462a70ceb3c9 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0506060 Nov 12 03:28:26.100033 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 34916) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:26.160675 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e9aa1f-b79b-460c-ac93-1a6ca10186ca tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:26.162223 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-13e9aa1f-b79b-460c-ac93-1a6ca10186ca tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0612476 Nov 12 03:28:26.164870 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 34920) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:26.230928 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9e23e023-e047-496e-8afc-569b3329503f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0602949 Nov 12 03:28:26.231500 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 34924) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:26.235876 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-707dccdc-dafb-4931-9709-715431ed15ee tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'subnet': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:26.314356 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c05fc5-3710-467c-9be1-76f17a10fd0e req-aa361d86-d7ce-41fb-b28a-5f3c272b94c5 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:26.328012 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e6f0d7ce-8a87-4ce9-8d29-84c538615c57 req-f505ff39-6d02-4bce-98b8-7db5bcb99fb6 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290706 Nov 12 03:28:26.328240 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c1c05fc5-3710-467c-9be1-76f17a10fd0e req-aa361d86-d7ce-41fb-b28a-5f3c272b94c5 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e02fb1a-a2a4-478b-8643-e7815d5a3ed8 HTTP/1.1" status: 200 len: 947 time: 0.1304560 Nov 12 03:28:26.409731 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707dccdc-dafb-4931-9709-715431ed15ee tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:26.415054 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-707dccdc-dafb-4931-9709-715431ed15ee tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.435416 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2078de-00a7-460f-9dcb-a17b15ba0239 req-65ade995-22bd-43f0-b1e4-2e5dcdc8d1b3 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:26.446061 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cc2078de-00a7-460f-9dcb-a17b15ba0239 req-65ade995-22bd-43f0-b1e4-2e5dcdc8d1b3 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6b90254-6b9a-4d4b-ac71-ae323985b6ab HTTP/1.1" status: 200 len: 945 time: 0.1333942 Nov 12 03:28:26.465572 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c1c05fc5-3710-467c-9be1-76f17a10fd0e req-e1518eee-c637-4938-a41b-b688513bcd17 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357033 Nov 12 03:28:26.532566 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device b9f4e35a-8264-4356-ad7d-42fad9239fdd no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:26.591603 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: b9f4e35a-8264-4356-ad7d-42fad9239fdd {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:26.591945 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device b9f4e35a-8264-4356-ad7d-42fad9239fdd not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:26.592391 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device c6ca169c-c7ae-4b57-8f51-b8d201d2efbd no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:26.654553 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: c6ca169c-c7ae-4b57-8f51-b8d201d2efbd {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:26.658843 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device c6ca169c-c7ae-4b57-8f51-b8d201d2efbd not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:26.685487 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cc2078de-00a7-460f-9dcb-a17b15ba0239 req-b346e028-2bd9-4ba7-a67c-9e1aa565019e tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383113 Nov 12 03:28:26.691553 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a1611-2e26-4d8c-b66a-cf0160f41a17 req-58ec3c70-c9bb-4518-a6e3-48802930e163 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:26.693279 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d29a1611-2e26-4d8c-b66a-cf0160f41a17 req-58ec3c70-c9bb-4518-a6e3-48802930e163 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.1155398 Nov 12 03:28:26.732528 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device af9fd09b-bb20-4600-b6dd-8e32823a9811 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:26.737755 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f9ce5-1756-4bd1-8886-40b45800658e req-5f00081a-d6c8-444f-8e96-ca93fa61c136 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:26.750517 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-705f9ce5-1756-4bd1-8886-40b45800658e req-5f00081a-d6c8-444f-8e96-ca93fa61c136 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.74 "GET /v2.0/ports?device_id=eeaf4e58-1a75-488e-9096-2d0c211847ee HTTP/1.1" status: 200 len: 944 time: 0.2194371 Nov 12 03:28:26.806361 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d29a1611-2e26-4d8c-b66a-cf0160f41a17 req-b9717f20-dfef-4042-8c84-849735e91e34 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001313 Nov 12 03:28:26.880964 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port af9fd09b-bb20-4600-b6dd-8e32823a9811, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=af9fd09b-bb20-4600-b6dd-8e32823a9811,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:26.903950 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'af9fd09b-bb20-4600-b6dd-8e32823a9811', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'port_id': 'af9fd09b-bb20-4600-b6dd-8e32823a9811', 'mac_address': 'fa:16:3e:54:d0:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa66706f-b415-4bb9-838e-cfd08f81d96b', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:26.947329 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50df21f-c29d-456e-a441-691ea6582d58 x-openstack-request-id: req-d50df21f-c29d-456e-a441-691ea6582d58 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:26.949623 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61d4675-2915-474b-bad3-13f62530438b", "name": "network-vif-deleted", "tag": "a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:26.950031 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d50df21f-c29d-456e-a441-691ea6582d58 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:26.950668 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61d4675-2915-474b-bad3-13f62530438b', 'name': 'network-vif-deleted', 'tag': 'a73d4a2e-90cf-42c2-a7ae-9ef12ef7a97e', 'status': 'completed', 'code': 200} Nov 12 03:28:26.957675 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.976714 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af9fd09b-bb20-4600-b6dd-8e32823a9811 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:27.007605 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port af9fd09b-bb20-4600-b6dd-8e32823a9811, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=af9fd09b-bb20-4600-b6dd-8e32823a9811,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:27.013956 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.039306 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c92bbf1-b3c5-4f16-bfa3-9b31f3a506db x-openstack-request-id: req-8c92bbf1-b3c5-4f16-bfa3-9b31f3a506db {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:27.039741 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e02fb1a-a2a4-478b-8643-e7815d5a3ed8", "tag": "900fa92f-3422-43cd-b1f5-64544257fe2c", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:27.040199 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8c92bbf1-b3c5-4f16-bfa3-9b31f3a506db {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:27.040839 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e02fb1a-a2a4-478b-8643-e7815d5a3ed8', 'tag': '900fa92f-3422-43cd-b1f5-64544257fe2c', 'status': 'completed', 'code': 200} Nov 12 03:28:27.142604 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=af9fd09b-bb20-4600-b6dd-8e32823a9811,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:27.185182 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5af0fa85-0ee9-43c4-bef7-c1eb5541a137 req-68c5c8ae-5cd7-4e80-add6-fdcb5f0a6a13 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa111337-35da-4b96-90c0-aeefbdb090e7 HTTP/1.1" status: 200 len: 210 time: 0.0328536 Nov 12 03:28:27.191876 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8a6e2-a2f2-49d6-91fc-c235aca6b063 req-b838f6aa-68bf-4db9-b592-987c106ed526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:27.193640 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cdc8a6e2-a2f2-49d6-91fc-c235aca6b063 req-b838f6aa-68bf-4db9-b592-987c106ed526 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a1d21364fcd043778a27fa00092fa6b4&device_id=0e02fb1a-a2a4-478b-8643-e7815d5a3ed8 HTTP/1.1" status: 200 len: 1099 time: 0.1406376 Nov 12 03:28:27.208063 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b7785aae-8a38-4e20-9a45-0b2c2e23c6c7 req-7c56aadb-84f2-4f3e-a8ec-cf1e3bc22302 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=20d88f18-db54-4676-9506-83fa2d55987d HTTP/1.1" status: 200 len: 210 time: 0.0497427 Nov 12 03:28:27.292968 n-d-715271-27 neutron-server[102572]: DEBUG neutron.objects.ports [None req-707dccdc-dafb-4931-9709-715431ed15ee tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102572) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:28:27.298364 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-707dccdc-dafb-4931-9709-715431ed15ee tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.363083 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-705f9ce5-1756-4bd1-8886-40b45800658e req-d06cb9dc-8633-4059-9acd-53c9739817d6 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Deleting port eaf58679-5955-450b-9e33-474897257567 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:27.363253 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-705f9ce5-1756-4bd1-8886-40b45800658e req-d06cb9dc-8633-4059-9acd-53c9739817d6 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.379509 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707dccdc-dafb-4931-9709-715431ed15ee tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:27.410411 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-707dccdc-dafb-4931-9709-715431ed15ee tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:27.412654 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['af9fd09b-bb20-4600-b6dd-8e32823a9811'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:27.422356 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707dccdc-dafb-4931-9709-715431ed15ee tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:27.422953 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-707dccdc-dafb-4931-9709-715431ed15ee tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.450274 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a65b842-11b4-493c-9885-54be219d6c30 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:27.534700 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707dccdc-dafb-4931-9709-715431ed15ee tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Subnet': ['ID=9a9d840a-72ed-4112-abe7-a70665bf725c,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:27.561615 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-707dccdc-dafb-4931-9709-715431ed15ee tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3292501 Nov 12 03:28:27.576142 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 34968) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:27.583091 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-a94ef60c-c678-4860-9805-14f725120cb3 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'subnet': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:27.720222 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-9d81dd09-8aac-4e44-8352-c8245ccc8c52 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:27.721708 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-9d81dd09-8aac-4e44-8352-c8245ccc8c52 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/networks?id=56493891-2b14-40ba-a8cb-65015d9b59f3 HTTP/1.1" status: 200 len: 811 time: 0.3902879 Nov 12 03:28:27.760719 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-5a1a25ad-bf51-4b1e-ac2a-3f75e892694c tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/quotas/eda4d7a9c5834d36bc2b22e1ed979ccd HTTP/1.1" status: 200 len: 375 time: 0.0228631 Nov 12 03:28:27.765733 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-705f9ce5-1756-4bd1-8886-40b45800658e req-d06cb9dc-8633-4059-9acd-53c9739817d6 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] For port eaf58679-5955-450b-9e33-474897257567, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=eaf58679-5955-450b-9e33-474897257567,segment=NetworkSegment(3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd),segment_id=3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:27.766441 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-705f9ce5-1756-4bd1-8886-40b45800658e req-d06cb9dc-8633-4059-9acd-53c9739817d6 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.796711 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1a7c61-70ea-454e-8db8-27a645832b2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-73a88994-9b3d-4208-8808-2295e92df12e', 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'tenant_id': 'c89f39c463fe4565b0b406898cbbe00b', 'fixed_ips': [{'subnet_id': '9a9d840a-72ed-4112-abe7-a70665bf725c'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:28:27.797595 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fd1a7c61-70ea-454e-8db8-27a645832b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.812911 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-705f9ce5-1756-4bd1-8886-40b45800658e req-d06cb9dc-8633-4059-9acd-53c9739817d6 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Calling delete_port for eaf58679-5955-450b-9e33-474897257567 owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:27.835886 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8a6e2-a2f2-49d6-91fc-c235aca6b063 req-3dd58a44-ba6d-4c87-8bd2-05eabdf2de29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:27.840293 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cdc8a6e2-a2f2-49d6-91fc-c235aca6b063 req-3dd58a44-ba6d-4c87-8bd2-05eabdf2de29 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.6333601 Nov 12 03:28:27.869131 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda739e-d566-4f3c-aa03-296237630714 req-cf7d2acf-7091-40a6-b3ee-98578138bbc1 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:27.872629 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5bda739e-d566-4f3c-aa03-296237630714 req-cf7d2acf-7091-40a6-b3ee-98578138bbc1 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e02fb1a-a2a4-478b-8643-e7815d5a3ed8 HTTP/1.1" status: 200 len: 947 time: 0.2882073 Nov 12 03:28:27.938067 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cdc8a6e2-a2f2-49d6-91fc-c235aca6b063 req-370cdcc2-5bb9-43d8-bdf4-377eff5b63b6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=900fa92f-3422-43cd-b1f5-64544257fe2c HTTP/1.1" status: 200 len: 217 time: 0.0638921 Nov 12 03:28:27.954379 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-bb15e290-c73e-4f3a-a658-de0b884b5865 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=eda4d7a9c5834d36bc2b22e1ed979ccd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1645827 Nov 12 03:28:27.967421 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94ef60c-c678-4860-9805-14f725120cb3 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:27.971047 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a94ef60c-c678-4860-9805-14f725120cb3 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:28.009181 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-fd1a7c61-70ea-454e-8db8-27a645832b2d None None] Allocated IP 2001:db8::f816:3eff:feaa:a902 (73a88994-9b3d-4208-8808-2295e92df12e/9a9d840a-72ed-4112-abe7-a70665bf725c/d0bffc23-0140-49d0-952d-9e2db801a2bb) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:28.044837 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198f9bc-b309-46dc-9446-e9f11480882c req-72a630b5-5dd1-46f8-8f2a-42927b0c031f tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:28.046444 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b198f9bc-b309-46dc-9446-e9f11480882c req-72a630b5-5dd1-46f8-8f2a-42927b0c031f tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.74 "GET /v2.0/networks?id=5a9a546a-69e3-4236-8c1f-f93b46e5283a HTTP/1.1" status: 200 len: 822 time: 0.3798163 Nov 12 03:28:28.064345 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5bda739e-d566-4f3c-aa03-296237630714 req-6cf15bc8-5a9c-4689-9673-fba6adb02009 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796367 Nov 12 03:28:28.065972 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8a6e2-a2f2-49d6-91fc-c235aca6b063 req-5a81b969-d26e-41dd-b60d-45be6a069716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:28.067579 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cdc8a6e2-a2f2-49d6-91fc-c235aca6b063 req-5a81b969-d26e-41dd-b60d-45be6a069716 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.1136405 Nov 12 03:28:28.073858 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-b198f9bc-b309-46dc-9446-e9f11480882c req-e27f858a-8988-488c-a6e4-e832d5b220ad tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Request body: {'port': {'device_id': 'fa111337-35da-4b96-90c0-aeefbdb090e7', 'network_id': '5a9a546a-69e3-4236-8c1f-f93b46e5283a', 'admin_state_up': True, 'tenant_id': 'fe1ea3932bc44070a2c0197067579e3d'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:28.235886 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fd1a7c61-70ea-454e-8db8-27a645832b2d None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:28.247938 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8a6e2-a2f2-49d6-91fc-c235aca6b063 req-1b5c5575-9873-4d7f-8c63-f416bf2ccd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:28.250235 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cdc8a6e2-a2f2-49d6-91fc-c235aca6b063 req-1b5c5575-9873-4d7f-8c63-f416bf2ccd72 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1700149 Nov 12 03:28:28.260740 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fd1a7c61-70ea-454e-8db8-27a645832b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:28.377217 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1a7c61-70ea-454e-8db8-27a645832b2d None None] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:28.380266 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-fd1a7c61-70ea-454e-8db8-27a645832b2d None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:28.386073 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1a7c61-70ea-454e-8db8-27a645832b2d None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:28.390031 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a7c61-70ea-454e-8db8-27a645832b2d None None] Pushing event updated for resources: {'Port': ['ID=d0bffc23-0140-49d0-952d-9e2db801a2bb,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:28.489996 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-fd1a7c61-70ea-454e-8db8-27a645832b2d None None] Attempting to bind port d0bffc23-0140-49d0-952d-9e2db801a2bb on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:28.490193 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b198f9bc-b309-46dc-9446-e9f11480882c req-e27f858a-8988-488c-a6e4-e832d5b220ad tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Made reservation on behalf of fe1ea3932bc44070a2c0197067579e3d for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:28.490450 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-fd1a7c61-70ea-454e-8db8-27a645832b2d None None] Attempting to bind port d0bffc23-0140-49d0-952d-9e2db801a2bb by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:28.491837 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1a7c61-70ea-454e-8db8-27a645832b2d None None] Attempting to bind port d0bffc23-0140-49d0-952d-9e2db801a2bb on network 73a88994-9b3d-4208-8808-2295e92df12e {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:28.495911 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b198f9bc-b309-46dc-9446-e9f11480882c req-e27f858a-8988-488c-a6e4-e832d5b220ad tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:28.498723 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1a7c61-70ea-454e-8db8-27a645832b2d None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:28.502899 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1a7c61-70ea-454e-8db8-27a645832b2d None None] Checking segment: {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:28.503050 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fd1a7c61-70ea-454e-8db8-27a645832b2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:28.503341 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1a7c61-70ea-454e-8db8-27a645832b2d None None] Bound using segment: {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:28.503832 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-fd1a7c61-70ea-454e-8db8-27a645832b2d None None] Bound port: d0bffc23-0140-49d0-952d-9e2db801a2bb, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:28.504262 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fd1a7c61-70ea-454e-8db8-27a645832b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:28.541248 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abcc50-ab22-47a3-b239-8cf8492b45bc req-64ded969-8497-4cd5-ac78-539ecf10ed05 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:28.542988 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-24abcc50-ab22-47a3-b239-8cf8492b45bc req-64ded969-8497-4cd5-ac78-539ecf10ed05 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6b90254-6b9a-4d4b-ac71-ae323985b6ab HTTP/1.1" status: 200 len: 945 time: 0.2416344 Nov 12 03:28:28.597311 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cdc8a6e2-a2f2-49d6-91fc-c235aca6b063 req-8093d095-8d78-4e31-8e06-3308fbdcb059 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224597 Nov 12 03:28:28.604171 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-fd1a7c61-70ea-454e-8db8-27a645832b2d None None] For port d0bffc23-0140-49d0-952d-9e2db801a2bb, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:28.608368 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-fd1a7c61-70ea-454e-8db8-27a645832b2d None None] For port d0bffc23-0140-49d0-952d-9e2db801a2bb, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d0bffc23-0140-49d0-952d-9e2db801a2bb,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:28.618628 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fd1a7c61-70ea-454e-8db8-27a645832b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:28.704581 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a7c61-70ea-454e-8db8-27a645832b2d None None] Pushing event updated for resources: {'Port': ['ID=d0bffc23-0140-49d0-952d-9e2db801a2bb,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:28.723584 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-24abcc50-ab22-47a3-b239-8cf8492b45bc req-ca99fe11-c18b-4583-b094-a25fc72e3582 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706243 Nov 12 03:28:28.728129 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-b8ab12ae-168a-4069-b216-78808ed8fa59 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:28.729488 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-b8ab12ae-168a-4069-b216-78808ed8fa59 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.74 "GET /v2.0/networks?id=d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e HTTP/1.1" status: 200 len: 805 time: 0.3947005 Nov 12 03:28:28.732759 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-705f9ce5-1756-4bd1-8886-40b45800658e req-d06cb9dc-8633-4059-9acd-53c9739817d6 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:28.738531 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-8beefa8d-be46-4187-ba6e-61e51b99f8ff service neutron] 10.222.0.50 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7642841 Nov 12 03:28:28.754938 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 900fa92f-3422-43cd-b1f5-64544257fe2c details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:28.758362 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-d0476055-c307-4502-a649-542a005b6f67 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Request body: {'port': {'device_id': '20d88f18-db54-4676-9506-83fa2d55987d', 'network_id': 'd45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e', 'admin_state_up': True, 'tenant_id': '1d6c893ca49044dfac9a410cc1ad6232'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:28.823836 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06cb9dc-8633-4059-9acd-53c9739817d6 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Pushing event deleted for resources: {'Port': ['ID=eaf58679-5955-450b-9e33-474897257567,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:28.836175 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cdc8a6e2-a2f2-49d6-91fc-c235aca6b063 req-a15ae6a1-bb8f-45a6-8ba7-235ea39763cf service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854374 Nov 12 03:28:28.849241 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device eaf58679-5955-450b-9e33-474897257567 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:28.876216 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-b198f9bc-b309-46dc-9446-e9f11480882c req-e27f858a-8988-488c-a6e4-e832d5b220ad tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Allocated IP 172.20.0.10 (5a9a546a-69e3-4236-8c1f-f93b46e5283a/55fcb4ac-68a0-4f3f-8428-4711adf69e69/720ff260-86fb-4a36-a213-e693ef4a7c18) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:28.967721 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: eaf58679-5955-450b-9e33-474897257567 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:28.968276 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device eaf58679-5955-450b-9e33-474897257567 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:29.056888 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ffd8433f-1548-4893-a92d-fd9c59554f25 req-231326a4-f3a1-4a8a-a022-1b7e0b2262b8 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa111337-35da-4b96-90c0-aeefbdb090e7 HTTP/1.1" status: 200 len: 210 time: 0.1074004 Nov 12 03:28:29.069689 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 900fa92f-3422-43cd-b1f5-64544257fe2c, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=900fa92f-3422-43cd-b1f5-64544257fe2c,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:29.073406 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-705f9ce5-1756-4bd1-8886-40b45800658e req-d06cb9dc-8633-4059-9acd-53c9739817d6 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] No DVR routers for this DVR port eaf58679-5955-450b-9e33-474897257567 on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:29.077660 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-705f9ce5-1756-4bd1-8886-40b45800658e req-d06cb9dc-8633-4059-9acd-53c9739817d6 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:29.081913 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-705f9ce5-1756-4bd1-8886-40b45800658e req-d06cb9dc-8633-4059-9acd-53c9739817d6 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.74 "DELETE /v2.0/ports/eaf58679-5955-450b-9e33-474897257567 HTTP/1.1" status: 204 len: 173 time: 2.3020468 Nov 12 03:28:29.086553 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '900fa92f-3422-43cd-b1f5-64544257fe2c', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'port_id': '900fa92f-3422-43cd-b1f5-64544257fe2c', 'mac_address': 'fa:16:3e:84:ed:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa66706f-b415-4bb9-838e-cfd08f81d96b', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:29.088596 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeaf4e58-1a75-488e-9096-2d0c211847ee', 'name': 'network-vif-deleted', 'tag': 'eaf58679-5955-450b-9e33-474897257567'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:29.091111 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b572a333-2132-4899-ab31-65d08eecb873" -d '{"events": [{"server_uuid": "eeaf4e58-1a75-488e-9096-2d0c211847ee", "name": "network-vif-deleted", "tag": "eaf58679-5955-450b-9e33-474897257567"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:29.201475 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:29.221705 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 900fa92f-3422-43cd-b1f5-64544257fe2c {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:29.278424 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-7803e995-d8a7-44a9-8a01-3e138b6ffa29 service neutron] 10.222.0.50 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5237448 Nov 12 03:28:29.291532 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 900fa92f-3422-43cd-b1f5-64544257fe2c, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=900fa92f-3422-43cd-b1f5-64544257fe2c,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:29.302323 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:29.333829 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-d0476055-c307-4502-a649-542a005b6f67 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Made reservation on behalf of 1d6c893ca49044dfac9a410cc1ad6232 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:29.345377 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-d0476055-c307-4502-a649-542a005b6f67 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:29.395408 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=900fa92f-3422-43cd-b1f5-64544257fe2c,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:29.425978 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a94ef60c-c678-4860-9805-14f725120cb3 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:29.486217 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b198f9bc-b309-46dc-9446-e9f11480882c req-e27f858a-8988-488c-a6e4-e832d5b220ad tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:29.515001 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ef60c-c678-4860-9805-14f725120cb3 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Subnet': ['ID=f7977c15-4410-491d-9b29-3e2c919abac9,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:29.549690 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9189c6d0-0446-4657-934d-ba0d79bc6114 req-b1e0abe5-6993-460f-baa3-c1b1002d082a tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=20d88f18-db54-4676-9506-83fa2d55987d HTTP/1.1" status: 200 len: 210 time: 0.1408281 Nov 12 03:28:29.637532 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b198f9bc-b309-46dc-9446-e9f11480882c req-e27f858a-8988-488c-a6e4-e832d5b220ad tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:29.646734 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94ef60c-c678-4860-9805-14f725120cb3 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:29.648625 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1968e92-ccca-4e34-82f4-60f486bfd44d x-openstack-request-id: req-d1968e92-ccca-4e34-82f4-60f486bfd44d {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:29.649083 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeaf4e58-1a75-488e-9096-2d0c211847ee", "name": "network-vif-deleted", "tag": "eaf58679-5955-450b-9e33-474897257567", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:29.649481 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d1968e92-ccca-4e34-82f4-60f486bfd44d {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:29.650095 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeaf4e58-1a75-488e-9096-2d0c211847ee', 'name': 'network-vif-deleted', 'tag': 'eaf58679-5955-450b-9e33-474897257567', 'status': 'completed', 'code': 200} Nov 12 03:28:29.666991 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-a94ef60c-c678-4860-9805-14f725120cb3 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:29.676196 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94ef60c-c678-4860-9805-14f725120cb3 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:29.677260 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a94ef60c-c678-4860-9805-14f725120cb3 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:29.711013 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['900fa92f-3422-43cd-b1f5-64544257fe2c'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:29.724019 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062c10d-3d86-44f5-b21a-e10880042ffa req-b50ae566-ba35-4197-b609-8b6f37b70c1e tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:29.733409 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0062c10d-3d86-44f5-b21a-e10880042ffa req-b50ae566-ba35-4197-b609-8b6f37b70c1e tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e02fb1a-a2a4-478b-8643-e7815d5a3ed8 HTTP/1.1" status: 200 len: 948 time: 0.2056615 Nov 12 03:28:29.799823 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a94ef60c-c678-4860-9805-14f725120cb3 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2203634 Nov 12 03:28:29.808916 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b198f9bc-b309-46dc-9446-e9f11480882c req-e27f858a-8988-488c-a6e4-e832d5b220ad tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Network 5a9a546a-69e3-4236-8c1f-f93b46e5283a is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:29.809646 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35002) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:29.831869 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-dec6115b-2459-4af6-b2ed-513d2f6c1e56 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'port': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'mac_address': 'fa:16:3e:6c:6d:3b', 'name': 'tempest-NetworksTestDHCPv6-969443564'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:29.903984 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-b198f9bc-b309-46dc-9446-e9f11480882c req-e27f858a-8988-488c-a6e4-e832d5b220ad tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:29.914411 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bd6436bd-aea0-4ef7-912c-0ae2c718ec75 req-6f6075ad-c77c-48ad-ae00-c65a2d79403d tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a2b2ffb-abe2-4a3c-8232-416f53f656a1 HTTP/1.1" status: 200 len: 210 time: 0.1709518 Nov 12 03:28:29.920609 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-b198f9bc-b309-46dc-9446-e9f11480882c req-e27f858a-8988-488c-a6e4-e832d5b220ad tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:29.957175 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0062c10d-3d86-44f5-b21a-e10880042ffa req-de8df5b2-7fad-4ee2-ae1e-42b13038914e tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171149 Nov 12 03:28:29.959673 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-d0476055-c307-4502-a649-542a005b6f67 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Allocated IP 172.20.0.2 (d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e/df107fe4-b619-4341-93e8-c25b14853a6f/dffdbe80-4de7-4764-a98f-a73786bf31ed) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:30.159677 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f858a-8988-488c-a6e4-e832d5b220ad tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Pushing event updated for resources: {'Port': ['ID=720ff260-86fb-4a36-a213-e693ef4a7c18,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:30.286434 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198f9bc-b309-46dc-9446-e9f11480882c req-e27f858a-8988-488c-a6e4-e832d5b220ad tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:30.293467 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b198f9bc-b309-46dc-9446-e9f11480882c req-e27f858a-8988-488c-a6e4-e832d5b220ad tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.351921 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-41844922-e939-416d-a764-4f6ef19c9b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.365448 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-d0476055-c307-4502-a649-542a005b6f67 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.405160 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b198f9bc-b309-46dc-9446-e9f11480882c req-e27f858a-8988-488c-a6e4-e832d5b220ad tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3360326 Nov 12 03:28:30.433997 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-b198f9bc-b309-46dc-9446-e9f11480882c req-22b59d86-41c9-4cc8-9f18-83c7ccab70bf service neutron] Request body: {'port': {'device_id': 'fa111337-35da-4b96-90c0-aeefbdb090e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:30.467990 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fdac20-a2e7-4617-a432-06f9dc49ab68 req-462a0d13-098b-4d32-891e-93c235899925 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:30.482876 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b7fdac20-a2e7-4617-a432-06f9dc49ab68 req-462a0d13-098b-4d32-891e-93c235899925 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6b90254-6b9a-4d4b-ac71-ae323985b6ab HTTP/1.1" status: 200 len: 945 time: 0.3438294 Nov 12 03:28:30.563238 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e74e3-2347-4e6d-bec0-22b8d7e188ba req-1048e80c-43b3-435e-b9ea-96e45eb4bd81 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:30.585948 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef6c3d2-288d-4a64-9c88-bb3f2c9ebc97 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:30.596269 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-032e74e3-2347-4e6d-bec0-22b8d7e188ba req-1048e80c-43b3-435e-b9ea-96e45eb4bd81 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa111337-35da-4b96-90c0-aeefbdb090e7 HTTP/1.1" status: 200 len: 932 time: 0.2541835 Nov 12 03:28:30.665397 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec6115b-2459-4af6-b2ed-513d2f6c1e56 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:30.706737 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d0bffc23-0140-49d0-952d-9e2db801a2bb up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:30.766845 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-032e74e3-2347-4e6d-bec0-22b8d7e188ba req-7e730919-0702-4fbc-95e4-0d4b6f71631f tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673727 Nov 12 03:28:30.768000 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-d0476055-c307-4502-a649-542a005b6f67 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.790348 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-dec6115b-2459-4af6-b2ed-513d2f6c1e56 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.824842 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b7fdac20-a2e7-4617-a432-06f9dc49ab68 req-01b0035a-493f-4fb3-8498-57f7fb826f5f tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288977 Nov 12 03:28:30.825119 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device af9fd09b-bb20-4600-b6dd-8e32823a9811 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:30.834049 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-08727dfa-95f6-452c-940c-ce8646ef8ff4 None None] Provisioning complete for port d0bffc23-0140-49d0-952d-9e2db801a2bb triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:30.834421 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-08727dfa-95f6-452c-940c-ce8646ef8ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.846183 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-dec6115b-2459-4af6-b2ed-513d2f6c1e56 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] device_id is not set on port ad295492-365d-4fdb-9833-5d5ddb2dd851 yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:28:30.891567 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-d0476055-c307-4502-a649-542a005b6f67 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Network d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:30.895252 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-d0476055-c307-4502-a649-542a005b6f67 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:30.900149 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-d0476055-c307-4502-a649-542a005b6f67 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:30.904900 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0476055-c307-4502-a649-542a005b6f67 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Pushing event updated for resources: {'Port': ['ID=dffdbe80-4de7-4764-a98f-a73786bf31ed,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:30.917705 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b198f9bc-b309-46dc-9446-e9f11480882c req-22b59d86-41c9-4cc8-9f18-83c7ccab70bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.055130 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-d0476055-c307-4502-a649-542a005b6f67 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:31.060173 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-d0476055-c307-4502-a649-542a005b6f67 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.089291 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port d0bffc23-0140-49d0-952d-9e2db801a2bb triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:31.089795 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.091614 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port af9fd09b-bb20-4600-b6dd-8e32823a9811 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:28:31.101103 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-d0476055-c307-4502-a649-542a005b6f67 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3539362 Nov 12 03:28:31.116444 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f22da-c3a6-4cfb-a014-431725c7e4c9 req-3081a0ed-22fd-41f2-a0c2-d2591b32a1f5 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:31.130923 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7d7f22da-c3a6-4cfb-a014-431725c7e4c9 req-3081a0ed-22fd-41f2-a0c2-d2591b32a1f5 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=20d88f18-db54-4676-9506-83fa2d55987d HTTP/1.1" status: 200 len: 931 time: 0.1963973 Nov 12 03:28:31.152727 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port af9fd09b-bb20-4600-b6dd-8e32823a9811 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:31.153494 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.160028 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-c827b096-11ab-4e38-846b-bbaa95cba045 service neutron] Request body: {'port': {'device_id': '20d88f18-db54-4676-9506-83fa2d55987d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:31.176677 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-339b28ef-cad9-45a9-ab6c-12e7234a076b req-1f99c5a9-197e-48ba-b9b7-d90a2685fcb9 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a2b2ffb-abe2-4a3c-8232-416f53f656a1 HTTP/1.1" status: 200 len: 210 time: 0.0739958 Nov 12 03:28:31.231719 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-dec6115b-2459-4af6-b2ed-513d2f6c1e56 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Allocated IP 172.20.0.12 (73a88994-9b3d-4208-8808-2295e92df12e/f7977c15-4410-491d-9b29-3e2c919abac9/ad295492-365d-4fdb-9833-5d5ddb2dd851) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:31.235575 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-08727dfa-95f6-452c-940c-ce8646ef8ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.247739 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-dec6115b-2459-4af6-b2ed-513d2f6c1e56 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Allocated IP 2001:db8::f816:3eff:fe6c:6d3b (73a88994-9b3d-4208-8808-2295e92df12e/9a9d840a-72ed-4112-abe7-a70665bf725c/ad295492-365d-4fdb-9833-5d5ddb2dd851) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:31.315007 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-08727dfa-95f6-452c-940c-ce8646ef8ff4 None None] For port d0bffc23-0140-49d0-952d-9e2db801a2bb, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d0bffc23-0140-49d0-952d-9e2db801a2bb,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:31.327955 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-08727dfa-95f6-452c-940c-ce8646ef8ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.340301 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-c827b096-11ab-4e38-846b-bbaa95cba045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.424781 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.465707 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7d7f22da-c3a6-4cfb-a014-431725c7e4c9 req-53e32d32-2b6e-4dc7-895f-32307bad0ec8 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337080 Nov 12 03:28:31.582836 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08727dfa-95f6-452c-940c-ce8646ef8ff4 None None] Pushing event updated for resources: {'Port': ['ID=d0bffc23-0140-49d0-952d-9e2db801a2bb,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:31.585508 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1a4aec-01b8-4a86-bfa8-ee294082fc61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af9fd09b-bb20-4600-b6dd-8e32823a9811'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:31.588034 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b8a5ff-70bb-4329-ae7f-b2c9782b94a5" -d '{"events": [{"server_uuid": "fc1a4aec-01b8-4a86-bfa8-ee294082fc61", "name": "network-vif-plugged", "status": "completed", "tag": "af9fd09b-bb20-4600-b6dd-8e32823a9811"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:31.617796 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a465cdf0-ae98-42fa-8499-c9f4e56ad153 None None] Update dhcp port {'port': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'fixed_ips': [{'subnet_id': '9a9d840a-72ed-4112-abe7-a70665bf725c', 'ip_address': '2001:db8::f816:3eff:feaa:a902'}, {'subnet_id': 'f7977c15-4410-491d-9b29-3e2c919abac9'}], 'binding:host_id': 'n-d-715271-27'}, 'id': 'd0bffc23-0140-49d0-952d-9e2db801a2bb'} from n-d-715271-27. {{(pid=102573) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:28:31.620259 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f471646a-4b24-4ec6-8668-98ee81277d33 req-7e806f00-48f5-4d79-bad0-3d4dd1968a55 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:31.629721 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f471646a-4b24-4ec6-8668-98ee81277d33 req-7e806f00-48f5-4d79-bad0-3d4dd1968a55 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e02fb1a-a2a4-478b-8643-e7815d5a3ed8 HTTP/1.1" status: 200 len: 948 time: 0.2337940 Nov 12 03:28:31.651173 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port af9fd09b-bb20-4600-b6dd-8e32823a9811, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=af9fd09b-bb20-4600-b6dd-8e32823a9811,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:31.669013 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2142d4ce-f601-44b6-86ae-0b59343f56cd x-openstack-request-id: req-2142d4ce-f601-44b6-86ae-0b59343f56cd {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:31.669391 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc1a4aec-01b8-4a86-bfa8-ee294082fc61", "name": "network-vif-plugged", "status": "completed", "tag": "af9fd09b-bb20-4600-b6dd-8e32823a9811", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:31.669739 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2142d4ce-f601-44b6-86ae-0b59343f56cd {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:31.670055 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-b198f9bc-b309-46dc-9446-e9f11480882c req-22b59d86-41c9-4cc8-9f18-83c7ccab70bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 720ff260-86fb-4a36-a213-e693ef4a7c18 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:31.670366 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc1a4aec-01b8-4a86-bfa8-ee294082fc61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af9fd09b-bb20-4600-b6dd-8e32823a9811', 'code': 200} Nov 12 03:28:31.691649 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b198f9bc-b309-46dc-9446-e9f11480882c req-22b59d86-41c9-4cc8-9f18-83c7ccab70bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.701396 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-f7e620fb-fe9b-4398-b01c-cd55d4541d3d tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:31.703079 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-f7e620fb-fe9b-4398-b01c-cd55d4541d3d tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.74 "GET /v2.0/networks?id=56493891-2b14-40ba-a8cb-65015d9b59f3 HTTP/1.1" status: 200 len: 811 time: 0.3956714 Nov 12 03:28:31.704231 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.720300 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-9dd7ff99-fe6e-451a-aee3-a6e37f97e59b tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Request body: {'port': {'device_id': '0a2b2ffb-abe2-4a3c-8232-416f53f656a1', 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3', 'admin_state_up': True, 'tenant_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:31.769138 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a465cdf0-ae98-42fa-8499-c9f4e56ad153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.771289 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-dec6115b-2459-4af6-b2ed-513d2f6c1e56 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.774869 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-b198f9bc-b309-46dc-9446-e9f11480882c req-22b59d86-41c9-4cc8-9f18-83c7ccab70bf service neutron] Transition to ACTIVE for port object 720ff260-86fb-4a36-a213-e693ef4a7c18 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:31.844046 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f471646a-4b24-4ec6-8668-98ee81277d33 req-ebe5d575-b194-471d-9cd4-b0a45548d5d6 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131567 Nov 12 03:28:31.873728 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=af9fd09b-bb20-4600-b6dd-8e32823a9811,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:31.925389 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b198f9bc-b309-46dc-9446-e9f11480882c req-22b59d86-41c9-4cc8-9f18-83c7ccab70bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.937724 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-dec6115b-2459-4af6-b2ed-513d2f6c1e56 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:32.030783 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-9dd7ff99-fe6e-451a-aee3-a6e37f97e59b tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Made reservation on behalf of eda4d7a9c5834d36bc2b22e1ed979ccd for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:32.034541 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-9dd7ff99-fe6e-451a-aee3-a6e37f97e59b tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:32.058373 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec6115b-2459-4af6-b2ed-513d2f6c1e56 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:32.070718 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba3ee3-253d-4fc6-9639-8bd96ba83f3b req-8b8d7213-ab01-42bf-9c1b-f9d9657fc7b0 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:32.071915 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b59d86-41c9-4cc8-9f18-83c7ccab70bf service neutron] Pushing event updated for resources: {'Port': ['ID=720ff260-86fb-4a36-a213-e693ef4a7c18,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:32.076266 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7769c7-5000-4d69-ae1f-f0f46f21f573 req-a4ca3e96-2020-4299-93b0-b5478cea7dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:32.077816 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6a7769c7-5000-4d69-ae1f-f0f46f21f573 req-a4ca3e96-2020-4299-93b0-b5478cea7dea service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fc1a4aec-01b8-4a86-bfa8-ee294082fc61 HTTP/1.1" status: 200 len: 1102 time: 0.3123095 Nov 12 03:28:32.079724 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f2ba3ee3-253d-4fc6-9639-8bd96ba83f3b req-8b8d7213-ab01-42bf-9c1b-f9d9657fc7b0 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa111337-35da-4b96-90c0-aeefbdb090e7 HTTP/1.1" status: 200 len: 944 time: 0.1545410 Nov 12 03:28:32.082497 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-dec6115b-2459-4af6-b2ed-513d2f6c1e56 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:32.115014 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec6115b-2459-4af6-b2ed-513d2f6c1e56 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:32.119714 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-a465cdf0-ae98-42fa-8499-c9f4e56ad153 None None] Allocated IP 172.20.0.2 (73a88994-9b3d-4208-8808-2295e92df12e/f7977c15-4410-491d-9b29-3e2c919abac9/d0bffc23-0140-49d0-952d-9e2db801a2bb) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:32.250960 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f2ba3ee3-253d-4fc6-9639-8bd96ba83f3b req-3c3054db-3e28-4eff-aed7-90d93bbaa82f tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702235 Nov 12 03:28:32.285292 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-c827b096-11ab-4e38-846b-bbaa95cba045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dffdbe80-4de7-4764-a98f-a73786bf31ed {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:32.290156 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-a465cdf0-ae98-42fa-8499-c9f4e56ad153 None None] For port d0bffc23-0140-49d0-952d-9e2db801a2bb, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d0bffc23-0140-49d0-952d-9e2db801a2bb,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:32.329902 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-c827b096-11ab-4e38-846b-bbaa95cba045 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:32.355434 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a465cdf0-ae98-42fa-8499-c9f4e56ad153 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:32.363195 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-c827b096-11ab-4e38-846b-bbaa95cba045 service neutron] Transition to ACTIVE for port object dffdbe80-4de7-4764-a98f-a73786bf31ed will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:32.366019 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a465cdf0-ae98-42fa-8499-c9f4e56ad153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:32.375276 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-c827b096-11ab-4e38-846b-bbaa95cba045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:32.392920 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-9dd7ff99-fe6e-451a-aee3-a6e37f97e59b tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Allocated IP 172.20.0.14 (56493891-2b14-40ba-a8cb-65015d9b59f3/c41913f5-e5c1-4e60-8ee6-4f6d29d519f8/08df2476-a404-43ef-8d05-1fb4b2eb283c) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:32.510208 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a465cdf0-ae98-42fa-8499-c9f4e56ad153 None None] Pushing event updated for resources: {'Port': ['ID=d0bffc23-0140-49d0-952d-9e2db801a2bb,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:32.517343 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c827b096-11ab-4e38-846b-bbaa95cba045 service neutron] Pushing event updated for resources: {'Port': ['ID=dffdbe80-4de7-4764-a98f-a73786bf31ed,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:32.566433 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f4064-81f1-48f8-985d-e37418c50a07 req-16abd728-8874-4c13-928f-29dc61278a5a tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:32.568453 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e88f4064-81f1-48f8-985d-e37418c50a07 req-16abd728-8874-4c13-928f-29dc61278a5a tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6b90254-6b9a-4d4b-ac71-ae323985b6ab HTTP/1.1" status: 200 len: 945 time: 0.5824451 Nov 12 03:28:32.609937 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec6115b-2459-4af6-b2ed-513d2f6c1e56 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Port': ['ID=ad295492-365d-4fdb-9833-5d5ddb2dd851,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:32.635980 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d0bffc23-0140-49d0-952d-9e2db801a2bb up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:32.675897 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec6115b-2459-4af6-b2ed-513d2f6c1e56 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:32.677228 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-dec6115b-2459-4af6-b2ed-513d2f6c1e56 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:32.693585 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9fcb7c21-749e-4fe3-bf31-6a07c1e09bb7 req-9d400f2b-31fb-4a66-8eda-7fc94e883e6f tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a2b2ffb-abe2-4a3c-8232-416f53f656a1 HTTP/1.1" status: 200 len: 210 time: 0.1490335 Nov 12 03:28:32.760794 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port d0bffc23-0140-49d0-952d-9e2db801a2bb triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:32.761917 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:32.770431 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 900fa92f-3422-43cd-b1f5-64544257fe2c up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:32.771693 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6a7769c7-5000-4d69-ae1f-f0f46f21f573 req-2f1ce759-3f45-4bbb-9f0e-24f6b2f1b571 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6820176 Nov 12 03:28:32.854632 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-dec6115b-2459-4af6-b2ed-513d2f6c1e56 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.0295694 Nov 12 03:28:32.859666 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-b198f9bc-b309-46dc-9446-e9f11480882c req-22b59d86-41c9-4cc8-9f18-83c7ccab70bf service neutron] Attempting to bind port 720ff260-86fb-4a36-a213-e693ef4a7c18 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:32.859912 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-b198f9bc-b309-46dc-9446-e9f11480882c req-22b59d86-41c9-4cc8-9f18-83c7ccab70bf service neutron] Attempting to bind port 720ff260-86fb-4a36-a213-e693ef4a7c18 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '87eca40d-206a-481c-a883-b95018bc626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5a9a546a-69e3-4236-8c1f-f93b46e5283a'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:32.860235 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b198f9bc-b309-46dc-9446-e9f11480882c req-22b59d86-41c9-4cc8-9f18-83c7ccab70bf service neutron] Attempting to bind port 720ff260-86fb-4a36-a213-e693ef4a7c18 on network 5a9a546a-69e3-4236-8c1f-f93b46e5283a {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:32.862940 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35038) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:32.897231 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b198f9bc-b309-46dc-9446-e9f11480882c req-22b59d86-41c9-4cc8-9f18-83c7ccab70bf service neutron] Port 720ff260-86fb-4a36-a213-e693ef4a7c18 on network 5a9a546a-69e3-4236-8c1f-f93b46e5283a not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:32.897514 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b198f9bc-b309-46dc-9446-e9f11480882c req-22b59d86-41c9-4cc8-9f18-83c7ccab70bf service neutron] Attempting to bind port 720ff260-86fb-4a36-a213-e693ef4a7c18 on network 5a9a546a-69e3-4236-8c1f-f93b46e5283a {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:32.922427 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-c827b096-11ab-4e38-846b-bbaa95cba045 service neutron] Attempting to bind port dffdbe80-4de7-4764-a98f-a73786bf31ed on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:32.923117 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-c827b096-11ab-4e38-846b-bbaa95cba045 service neutron] Attempting to bind port dffdbe80-4de7-4764-a98f-a73786bf31ed by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:32.923702 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-c827b096-11ab-4e38-846b-bbaa95cba045 service neutron] Attempting to bind port dffdbe80-4de7-4764-a98f-a73786bf31ed on network d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:32.936604 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b198f9bc-b309-46dc-9446-e9f11480882c req-22b59d86-41c9-4cc8-9f18-83c7ccab70bf service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:32.937092 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b198f9bc-b309-46dc-9446-e9f11480882c req-22b59d86-41c9-4cc8-9f18-83c7ccab70bf service neutron] Checking segment: {'id': '87eca40d-206a-481c-a883-b95018bc626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5a9a546a-69e3-4236-8c1f-f93b46e5283a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:32.937214 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b198f9bc-b309-46dc-9446-e9f11480882c req-22b59d86-41c9-4cc8-9f18-83c7ccab70bf service neutron] Bound using segment: {'id': '87eca40d-206a-481c-a883-b95018bc626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5a9a546a-69e3-4236-8c1f-f93b46e5283a'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:32.937603 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-b198f9bc-b309-46dc-9446-e9f11480882c req-22b59d86-41c9-4cc8-9f18-83c7ccab70bf service neutron] Bound port: 720ff260-86fb-4a36-a213-e693ef4a7c18, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87eca40d-206a-481c-a883-b95018bc626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5a9a546a-69e3-4236-8c1f-f93b46e5283a'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:32.937952 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b198f9bc-b309-46dc-9446-e9f11480882c req-22b59d86-41c9-4cc8-9f18-83c7ccab70bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:32.977097 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e88f4064-81f1-48f8-985d-e37418c50a07 req-173a36a8-97da-41ee-b53c-6027e3ab19a0 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889341 Nov 12 03:28:33.015985 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 900fa92f-3422-43cd-b1f5-64544257fe2c completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:28:33.020599 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 900fa92f-3422-43cd-b1f5-64544257fe2c triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:33.020967 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.032288 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-c827b096-11ab-4e38-846b-bbaa95cba045 service neutron] Port dffdbe80-4de7-4764-a98f-a73786bf31ed on network d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:33.033311 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-c827b096-11ab-4e38-846b-bbaa95cba045 service neutron] Attempting to bind port dffdbe80-4de7-4764-a98f-a73786bf31ed on network d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:33.071208 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-c827b096-11ab-4e38-846b-bbaa95cba045 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:33.072376 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-c827b096-11ab-4e38-846b-bbaa95cba045 service neutron] Checking segment: {'id': '3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:33.073497 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-c827b096-11ab-4e38-846b-bbaa95cba045 service neutron] Bound using segment: {'id': '3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:33.074459 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-c827b096-11ab-4e38-846b-bbaa95cba045 service neutron] Bound port: dffdbe80-4de7-4764-a98f-a73786bf31ed, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:33.075078 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-c827b096-11ab-4e38-846b-bbaa95cba045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.088624 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23439065-b62a-4f49-8488-ac97ea1e2d58 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:33.107170 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23439065-b62a-4f49-8488-ac97ea1e2d58 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:33.112291 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-23439065-b62a-4f49-8488-ac97ea1e2d58 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2424114 Nov 12 03:28:33.115692 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35042) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:33.176459 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-9dd7ff99-fe6e-451a-aee3-a6e37f97e59b tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.202664 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362877b7-ff1d-4d45-a832-9bec68c6c7b3 req-93cef0b8-7f18-49aa-b9c9-469396864b78 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:33.204534 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-362877b7-ff1d-4d45-a832-9bec68c6c7b3 req-93cef0b8-7f18-49aa-b9c9-469396864b78 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=20d88f18-db54-4676-9506-83fa2d55987d HTTP/1.1" status: 200 len: 943 time: 0.3200672 Nov 12 03:28:33.205238 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-b198f9bc-b309-46dc-9446-e9f11480882c req-22b59d86-41c9-4cc8-9f18-83c7ccab70bf service neutron] For port 720ff260-86fb-4a36-a213-e693ef4a7c18, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:33.215383 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-b198f9bc-b309-46dc-9446-e9f11480882c req-22b59d86-41c9-4cc8-9f18-83c7ccab70bf service neutron] For port 720ff260-86fb-4a36-a213-e693ef4a7c18, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=720ff260-86fb-4a36-a213-e693ef4a7c18,segment=NetworkSegment(87eca40d-206a-481c-a883-b95018bc626e),segment_id=87eca40d-206a-481c-a883-b95018bc626e)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:33.258223 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b198f9bc-b309-46dc-9446-e9f11480882c req-22b59d86-41c9-4cc8-9f18-83c7ccab70bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.306372 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.309282 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1bf07df7-c080-4e08-b8cc-df3cb5b9363b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.348519 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198f9bc-b309-46dc-9446-e9f11480882c req-22b59d86-41c9-4cc8-9f18-83c7ccab70bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:33.349656 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b198f9bc-b309-46dc-9446-e9f11480882c req-22b59d86-41c9-4cc8-9f18-83c7ccab70bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.351235 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b198f9bc-b309-46dc-9446-e9f11480882c req-22b59d86-41c9-4cc8-9f18-83c7ccab70bf service neutron] 10.222.0.74 "PUT /v2.0/ports/720ff260-86fb-4a36-a213-e693ef4a7c18 HTTP/1.1" status: 200 len: 1093 time: 2.9259214 Nov 12 03:28:33.383335 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa111337-35da-4b96-90c0-aeefbdb090e7', 'tag': '720ff260-86fb-4a36-a213-e693ef4a7c18'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:33.386423 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4cc8b9-9eff-4cc8-b1ae-d7924d0db672" -d '{"events": [{"name": "network-changed", "server_uuid": "fa111337-35da-4b96-90c0-aeefbdb090e7", "tag": "720ff260-86fb-4a36-a213-e693ef4a7c18"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:33.415787 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 900fa92f-3422-43cd-b1f5-64544257fe2c, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=900fa92f-3422-43cd-b1f5-64544257fe2c,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:33.422614 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.452313 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-c827b096-11ab-4e38-846b-bbaa95cba045 service neutron] For port dffdbe80-4de7-4764-a98f-a73786bf31ed, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:33.469088 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-68dd5466-767a-4efc-928b-f12dc12ce531 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting port ad295492-365d-4fdb-9833-5d5ddb2dd851 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:33.469525 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-68dd5466-767a-4efc-928b-f12dc12ce531 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.476616 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b59d86-41c9-4cc8-9f18-83c7ccab70bf service neutron] Pushing event updated for resources: {'Port': ['ID=720ff260-86fb-4a36-a213-e693ef4a7c18,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:33.493226 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-c827b096-11ab-4e38-846b-bbaa95cba045 service neutron] For port dffdbe80-4de7-4764-a98f-a73786bf31ed, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=dffdbe80-4de7-4764-a98f-a73786bf31ed,segment=NetworkSegment(3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd),segment_id=3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:33.512532 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-362877b7-ff1d-4d45-a832-9bec68c6c7b3 req-ede99a42-8565-4305-a281-528c7e86c75f tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221098 Nov 12 03:28:33.514840 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-9dd7ff99-fe6e-451a-aee3-a6e37f97e59b tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.526245 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d485ec2-2036-4182-9bc5-c99a7dbefb49 req-7a9f3ffe-dc3d-4491-aeba-59422ded2958 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:33.527944 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3d485ec2-2036-4182-9bc5-c99a7dbefb49 req-7a9f3ffe-dc3d-4491-aeba-59422ded2958 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e02fb1a-a2a4-478b-8643-e7815d5a3ed8 HTTP/1.1" status: 200 len: 948 time: 0.1925130 Nov 12 03:28:33.539884 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['41ecabea-c3bc-40a6-9a28-2efb66f91951'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:33.639428 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198f9bc-b309-46dc-9446-e9f11480882c req-04b31faf-5350-4a5c-adf1-4ae43f443350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:33.641349 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b198f9bc-b309-46dc-9446-e9f11480882c req-04b31faf-5350-4a5c-adf1-4ae43f443350 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fe1ea3932bc44070a2c0197067579e3d&device_id=fa111337-35da-4b96-90c0-aeefbdb090e7 HTTP/1.1" status: 200 len: 1096 time: 0.1872060 Nov 12 03:28:33.654371 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd7ff99-fe6e-451a-aee3-a6e37f97e59b tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Pushing event updated for resources: {'Port': ['ID=08df2476-a404-43ef-8d05-1fb4b2eb283c,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:33.684396 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-9dd7ff99-fe6e-451a-aee3-a6e37f97e59b tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Network 56493891-2b14-40ba-a8cb-65015d9b59f3 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:33.687070 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=900fa92f-3422-43cd-b1f5-64544257fe2c,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:33.688607 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-c827b096-11ab-4e38-846b-bbaa95cba045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.691851 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-9dd7ff99-fe6e-451a-aee3-a6e37f97e59b tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:33.695504 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-9dd7ff99-fe6e-451a-aee3-a6e37f97e59b tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:33.708048 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e02fb1a-a2a4-478b-8643-e7815d5a3ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900fa92f-3422-43cd-b1f5-64544257fe2c'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:33.716915 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-68dd5466-767a-4efc-928b-f12dc12ce531 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.720191 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3d912b-040a-4ac9-ac9d-794e509a779e" -d '{"events": [{"server_uuid": "0e02fb1a-a2a4-478b-8643-e7815d5a3ed8", "name": "network-vif-plugged", "status": "completed", "tag": "900fa92f-3422-43cd-b1f5-64544257fe2c"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:33.727777 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3d485ec2-2036-4182-9bc5-c99a7dbefb49 req-60efbd5a-1e40-4efb-9ef8-ce722111f033 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796360 Nov 12 03:28:33.735650 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b198f9bc-b309-46dc-9446-e9f11480882c req-9dfca3fc-d05c-4272-aa02-4dc675267af9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=720ff260-86fb-4a36-a213-e693ef4a7c18 HTTP/1.1" status: 200 len: 217 time: 0.0782588 Nov 12 03:28:33.750328 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-68dd5466-767a-4efc-928b-f12dc12ce531 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Calling delete_port for ad295492-365d-4fdb-9833-5d5ddb2dd851 owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:33.837550 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-1d099daf-03a9-4e89-b723-118edb33974b None None] Provisioning complete for port d0bffc23-0140-49d0-952d-9e2db801a2bb triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:33.838731 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1d099daf-03a9-4e89-b723-118edb33974b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.896825 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb396730-e5e4-41c5-bc3f-95a76dd2f3ef x-openstack-request-id: req-cb396730-e5e4-41c5-bc3f-95a76dd2f3ef {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:33.897089 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa111337-35da-4b96-90c0-aeefbdb090e7", "tag": "720ff260-86fb-4a36-a213-e693ef4a7c18", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:33.897440 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cb396730-e5e4-41c5-bc3f-95a76dd2f3ef {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:33.898091 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa111337-35da-4b96-90c0-aeefbdb090e7', 'tag': '720ff260-86fb-4a36-a213-e693ef4a7c18', 'status': 'completed', 'code': 200} Nov 12 03:28:34.058345 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.096590 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198f9bc-b309-46dc-9446-e9f11480882c req-298b2d3e-2e14-4f4e-94f9-4308c415ef5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:34.098303 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b198f9bc-b309-46dc-9446-e9f11480882c req-298b2d3e-2e14-4f4e-94f9-4308c415ef5d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=55fcb4ac-68a0-4f3f-8428-4711adf69e69 HTTP/1.1" status: 200 len: 862 time: 0.3457189 Nov 12 03:28:34.298363 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b198f9bc-b309-46dc-9446-e9f11480882c req-374bfc6a-acb4-44f2-b7d2-2bb6311eea14 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5a9a546a-69e3-4236-8c1f-f93b46e5283a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1585414 Nov 12 03:28:34.317917 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6837446-47a9-48e3-aa26-b0cc6802090f req-6d4e5df5-903d-4f4d-8c4f-9ebbdbdf8d49 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:34.324641 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b6837446-47a9-48e3-aa26-b0cc6802090f req-6d4e5df5-903d-4f4d-8c4f-9ebbdbdf8d49 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a2b2ffb-abe2-4a3c-8232-416f53f656a1 HTTP/1.1" status: 200 len: 932 time: 0.2975607 Nov 12 03:28:34.358622 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3c87546a-a921-4397-bfd6-0d311a8fdfd7 None None] Provisioning complete for port 08df2476-a404-43ef-8d05-1fb4b2eb283c triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:34.359169 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3c87546a-a921-4397-bfd6-0d311a8fdfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.404481 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3c87546a-a921-4397-bfd6-0d311a8fdfd7 None None] Port 08df2476-a404-43ef-8d05-1fb4b2eb283c cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:28:34.418478 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3c87546a-a921-4397-bfd6-0d311a8fdfd7 None None] Provisioning complete for port ad295492-365d-4fdb-9833-5d5ddb2dd851 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:34.419398 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3c87546a-a921-4397-bfd6-0d311a8fdfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.451675 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-c827b096-11ab-4e38-846b-bbaa95cba045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:34.452292 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-c827b096-11ab-4e38-846b-bbaa95cba045 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.453740 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-c827b096-11ab-4e38-846b-bbaa95cba045 service neutron] 10.222.0.74 "PUT /v2.0/ports/dffdbe80-4de7-4764-a98f-a73786bf31ed HTTP/1.1" status: 200 len: 1092 time: 3.3039863 Nov 12 03:28:34.459473 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20d88f18-db54-4676-9506-83fa2d55987d', 'tag': 'dffdbe80-4de7-4764-a98f-a73786bf31ed'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:34.461703 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ec63ae-ee51-476f-9924-93be65661954" -d '{"events": [{"name": "network-changed", "server_uuid": "20d88f18-db54-4676-9506-83fa2d55987d", "tag": "dffdbe80-4de7-4764-a98f-a73786bf31ed"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:34.471384 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3c87546a-a921-4397-bfd6-0d311a8fdfd7 None None] Port ad295492-365d-4fdb-9833-5d5ddb2dd851 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:28:34.515046 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d72a9-d993-496c-badd-43bd82ba72d7 req-245afbbe-d62d-43d5-a7d8-8e52b8ebb9b0 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:34.520454 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b6837446-47a9-48e3-aa26-b0cc6802090f req-2199c538-f124-4a38-90e7-049d1be23cae tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554124 Nov 12 03:28:34.523755 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d38d72a9-d993-496c-badd-43bd82ba72d7 req-245afbbe-d62d-43d5-a7d8-8e52b8ebb9b0 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa111337-35da-4b96-90c0-aeefbdb090e7 HTTP/1.1" status: 200 len: 944 time: 0.8690264 Nov 12 03:28:34.544436 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d0bffc23-0140-49d0-952d-9e2db801a2bb up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:34.548831 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-9dd7ff99-fe6e-451a-aee3-a6e37f97e59b tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:34.549491 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-9dd7ff99-fe6e-451a-aee3-a6e37f97e59b tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.569013 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c827b096-11ab-4e38-846b-bbaa95cba045 service neutron] Pushing event updated for resources: {'Port': ['ID=dffdbe80-4de7-4764-a98f-a73786bf31ed,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:34.579218 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-68dd5466-767a-4efc-928b-f12dc12ce531 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.608172 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-9dd7ff99-fe6e-451a-aee3-a6e37f97e59b tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8950989 Nov 12 03:28:34.630398 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-77210fb8-e2f5-4f15-b7c5-0f52cc501ae8 service neutron] Request body: {'port': {'device_id': '0a2b2ffb-abe2-4a3c-8232-416f53f656a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:34.637634 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db87450-bd93-485b-84d1-ab2b73b23bbd x-openstack-request-id: req-7db87450-bd93-485b-84d1-ab2b73b23bbd {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:34.637986 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e02fb1a-a2a4-478b-8643-e7815d5a3ed8", "name": "network-vif-plugged", "status": "completed", "tag": "900fa92f-3422-43cd-b1f5-64544257fe2c", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:34.638247 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7db87450-bd93-485b-84d1-ab2b73b23bbd {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:34.638593 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e02fb1a-a2a4-478b-8643-e7815d5a3ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900fa92f-3422-43cd-b1f5-64544257fe2c', 'code': 200} Nov 12 03:28:34.657911 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd5466-767a-4efc-928b-f12dc12ce531 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Port': ['ID=ad295492-365d-4fdb-9833-5d5ddb2dd851,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:34.690946 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port d0bffc23-0140-49d0-952d-9e2db801a2bb triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:34.691452 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.741315 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-73a1ae40-b902-4eb3-b3be-379a043976e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:34.742867 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-73a1ae40-b902-4eb3-b3be-379a043976e5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1d6c893ca49044dfac9a410cc1ad6232&device_id=20d88f18-db54-4676-9506-83fa2d55987d HTTP/1.1" status: 200 len: 1095 time: 0.2166977 Nov 12 03:28:34.783144 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d38d72a9-d993-496c-badd-43bd82ba72d7 req-b2d050c9-42f7-444e-bcd2-b3e17745e1de tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602351 Nov 12 03:28:34.835634 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b198f9bc-b309-46dc-9446-e9f11480882c req-c5a1b39a-4877-40da-9a75-00b936ca59de service neutron] 10.222.0.74 "GET /v2.0/networks/5a9a546a-69e3-4236-8c1f-f93b46e5283a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5096962 Nov 12 03:28:34.868865 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-4444def6-7595-42f5-a419-62f5d10d2c1a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dffdbe80-4de7-4764-a98f-a73786bf31ed HTTP/1.1" status: 200 len: 217 time: 0.1116488 Nov 12 03:28:34.877815 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-77210fb8-e2f5-4f15-b7c5-0f52cc501ae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.940186 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-68dd5466-767a-4efc-928b-f12dc12ce531 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.944456 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-68dd5466-767a-4efc-928b-f12dc12ce531 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/ports/ad295492-365d-4fdb-9833-5d5ddb2dd851 HTTP/1.1" status: 204 len: 168 time: 1.8165050 Nov 12 03:28:34.954457 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35068) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:34.973397 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373b344-45db-4191-9367-9590791f926c req-47c5dc4a-4cc7-4db3-a19e-727aa377dcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:34.975885 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2373b344-45db-4191-9367-9590791f926c req-47c5dc4a-4cc7-4db3-a19e-727aa377dcdb service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0e02fb1a-a2a4-478b-8643-e7815d5a3ed8 HTTP/1.1" status: 200 len: 1101 time: 0.2889624 Nov 12 03:28:34.982403 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1f3b37-d5b1-4a60-8128-13f98ea1ebc2 x-openstack-request-id: req-eb1f3b37-d5b1-4a60-8128-13f98ea1ebc2 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:34.982537 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20d88f18-db54-4676-9506-83fa2d55987d", "tag": "dffdbe80-4de7-4764-a98f-a73786bf31ed", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:34.982845 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-eb1f3b37-d5b1-4a60-8128-13f98ea1ebc2 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:34.986788 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20d88f18-db54-4676-9506-83fa2d55987d', 'tag': 'dffdbe80-4de7-4764-a98f-a73786bf31ed', 'status': 'completed', 'code': 200} Nov 12 03:28:35.038473 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c240de-9095-4ef2-817e-d5c5d0bee563 req-eda45f9b-20ec-4b60-9580-ecc63aefa4f0 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:35.047149 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-62c240de-9095-4ef2-817e-d5c5d0bee563 req-eda45f9b-20ec-4b60-9580-ecc63aefa4f0 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6b90254-6b9a-4d4b-ac71-ae323985b6ab HTTP/1.1" status: 200 len: 945 time: 0.3091476 Nov 12 03:28:35.118889 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b69d5a-9b25-401a-babe-0d28f9d15cea tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:35.121523 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b69d5a-9b25-401a-babe-0d28f9d15cea tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:35.123189 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b69d5a-9b25-401a-babe-0d28f9d15cea tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:35.127127 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-10b69d5a-9b25-401a-babe-0d28f9d15cea tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1694396 Nov 12 03:28:35.131609 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b198f9bc-b309-46dc-9446-e9f11480882c req-aa5d43fa-d689-4659-9be5-1a2181dc1fc7 service neutron] 10.222.0.74 "GET /v2.0/networks/5a9a546a-69e3-4236-8c1f-f93b46e5283a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802045 Nov 12 03:28:35.136900 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35070) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:35.199589 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2373b344-45db-4191-9367-9590791f926c req-0e064647-ee95-44da-a5ce-28816ac865d9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843276 Nov 12 03:28:35.217433 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-62c240de-9095-4ef2-817e-d5c5d0bee563 req-28bc471a-394a-439c-8a13-8076374f6e03 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687107 Nov 12 03:28:35.253794 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-c827c435-e4e9-47a6-9542-22697af1d204 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting subnet 9a9d840a-72ed-4112-abe7-a70665bf725c {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:28:35.259364 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c827c435-e4e9-47a6-9542-22697af1d204 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:35.300737 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-4bfcdeb8-886b-4e27-8e65-814bfbd8f8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:35.302714 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-4bfcdeb8-886b-4e27-8e65-814bfbd8f8b6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=df107fe4-b619-4341-93e8-c25b14853a6f HTTP/1.1" status: 200 len: 845 time: 0.4046052 Nov 12 03:28:35.354231 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0165b9-df7f-4add-b391-b6b15fe715f0 req-a4c5fa7d-4a39-4ef4-be4e-93f1cea1ceb0 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:35.364522 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fe0165b9-df7f-4add-b391-b6b15fe715f0 req-a4c5fa7d-4a39-4ef4-be4e-93f1cea1ceb0 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=20d88f18-db54-4676-9506-83fa2d55987d HTTP/1.1" status: 200 len: 943 time: 0.2471840 Nov 12 03:28:35.406791 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c827c435-e4e9-47a6-9542-22697af1d204 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:35.470737 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-77210fb8-e2f5-4f15-b7c5-0f52cc501ae8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08df2476-a404-43ef-8d05-1fb4b2eb283c {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:35.483109 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-77210fb8-e2f5-4f15-b7c5-0f52cc501ae8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:35.499235 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-77210fb8-e2f5-4f15-b7c5-0f52cc501ae8 service neutron] Transition to ACTIVE for port object 08df2476-a404-43ef-8d05-1fb4b2eb283c will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:35.510738 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:35.535683 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce59e8-74de-41ba-a105-da330c76e90b req-3a74ed01-1e55-445c-9438-97ba6c719199 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:35.545957 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bcce59e8-74de-41ba-a105-da330c76e90b req-3a74ed01-1e55-445c-9438-97ba6c719199 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e02fb1a-a2a4-478b-8643-e7815d5a3ed8 HTTP/1.1" status: 200 len: 949 time: 0.1741636 Nov 12 03:28:35.549405 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-2f0dfd60-2555-43a0-a5b4-15b176ca84c8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483887 Nov 12 03:28:35.551506 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-77210fb8-e2f5-4f15-b7c5-0f52cc501ae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:35.614087 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4cc8b9-9eff-4cc8-b1ae-d7924d0db672 req-b9f5f806-47d5-42dc-a95d-9809e7041a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:35.615620 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4a4cc8b9-9eff-4cc8-b1ae-d7924d0db672 req-b9f5f806-47d5-42dc-a95d-9809e7041a60 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fe1ea3932bc44070a2c0197067579e3d&device_id=fa111337-35da-4b96-90c0-aeefbdb090e7 HTTP/1.1" status: 200 len: 1096 time: 0.1709259 Nov 12 03:28:35.633075 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c827c435-e4e9-47a6-9542-22697af1d204 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:35.734981 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fe0165b9-df7f-4add-b391-b6b15fe715f0 req-7169fd73-c344-4a38-afb0-3e76cb840202 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956429 Nov 12 03:28:35.766117 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bcce59e8-74de-41ba-a105-da330c76e90b req-d2071797-7792-4735-8e94-5de084aefeb8 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187233 Nov 12 03:28:35.860562 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4cc8b9-9eff-4cc8-b1ae-d7924d0db672 req-d21dcd5d-25c7-453e-8f2a-032e83d716b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:35.862100 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4a4cc8b9-9eff-4cc8-b1ae-d7924d0db672 req-d21dcd5d-25c7-453e-8f2a-032e83d716b3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5a9a546a-69e3-4236-8c1f-f93b46e5283a HTTP/1.1" status: 200 len: 923 time: 0.2241409 Nov 12 03:28:35.939834 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77210fb8-e2f5-4f15-b7c5-0f52cc501ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=08df2476-a404-43ef-8d05-1fb4b2eb283c,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:35.950437 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4a4cc8b9-9eff-4cc8-b1ae-d7924d0db672 req-41dcca61-ab95-43cb-b9d1-c51ca629b894 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=720ff260-86fb-4a36-a213-e693ef4a7c18 HTTP/1.1" status: 200 len: 217 time: 0.0775845 Nov 12 03:28:36.046287 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c827c435-e4e9-47a6-9542-22697af1d204 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.061794 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e28ef-9101-4235-ad7c-3161db08e493 req-599d7f7b-dd04-4e75-ba3e-a78d8c71a330 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:36.063303 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-8929449f-8a21-4ce9-a500-0797eb67a341 service neutron] 10.222.0.74 "GET /v2.0/networks/d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4628358 Nov 12 03:28:36.064112 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-034e28ef-9101-4235-ad7c-3161db08e493 req-599d7f7b-dd04-4e75-ba3e-a78d8c71a330 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a2b2ffb-abe2-4a3c-8232-416f53f656a1 HTTP/1.1" status: 200 len: 944 time: 0.1118042 Nov 12 03:28:36.086585 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3df796-98f3-4d35-9a69-6bff73e9a85d req-3ee5c155-3bd9-4d58-82f3-7c20fca74700 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:36.089327 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cf3df796-98f3-4d35-9a69-6bff73e9a85d req-3ee5c155-3bd9-4d58-82f3-7c20fca74700 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa111337-35da-4b96-90c0-aeefbdb090e7 HTTP/1.1" status: 200 len: 944 time: 0.1353157 Nov 12 03:28:36.105933 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c827c435-e4e9-47a6-9542-22697af1d204 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Subnet': ['ID=9a9d840a-72ed-4112-abe7-a70665bf725c,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:36.106197 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-77210fb8-e2f5-4f15-b7c5-0f52cc501ae8 service neutron] Attempting to bind port 08df2476-a404-43ef-8d05-1fb4b2eb283c on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:36.106472 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-77210fb8-e2f5-4f15-b7c5-0f52cc501ae8 service neutron] Attempting to bind port 08df2476-a404-43ef-8d05-1fb4b2eb283c by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '51bc27e8-7dd2-406e-8102-7505cd62de69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:36.106806 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-77210fb8-e2f5-4f15-b7c5-0f52cc501ae8 service neutron] Attempting to bind port 08df2476-a404-43ef-8d05-1fb4b2eb283c on network 56493891-2b14-40ba-a8cb-65015d9b59f3 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:36.113389 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c827c435-e4e9-47a6-9542-22697af1d204 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.120591 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c827c435-e4e9-47a6-9542-22697af1d204 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/9a9d840a-72ed-4112-abe7-a70665bf725c HTTP/1.1" status: 204 len: 168 time: 0.9752417 Nov 12 03:28:36.125698 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35082) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:36.126455 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003b6713-6310-4076-a0ad-99b81721c3af None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:36.127241 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4cc8b9-9eff-4cc8-b1ae-d7924d0db672 req-a63cf367-ae30-47ed-9fb0-78bb34b2f202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:36.128030 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4a4cc8b9-9eff-4cc8-b1ae-d7924d0db672 req-a63cf367-ae30-47ed-9fb0-78bb34b2f202 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=55fcb4ac-68a0-4f3f-8428-4711adf69e69 HTTP/1.1" status: 200 len: 862 time: 0.1658709 Nov 12 03:28:36.161475 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-77210fb8-e2f5-4f15-b7c5-0f52cc501ae8 service neutron] Port 08df2476-a404-43ef-8d05-1fb4b2eb283c on network 56493891-2b14-40ba-a8cb-65015d9b59f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:36.161969 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-77210fb8-e2f5-4f15-b7c5-0f52cc501ae8 service neutron] Attempting to bind port 08df2476-a404-43ef-8d05-1fb4b2eb283c on network 56493891-2b14-40ba-a8cb-65015d9b59f3 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:36.203568 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-77210fb8-e2f5-4f15-b7c5-0f52cc501ae8 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:36.204784 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-77210fb8-e2f5-4f15-b7c5-0f52cc501ae8 service neutron] Checking segment: {'id': '51bc27e8-7dd2-406e-8102-7505cd62de69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:36.205243 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-77210fb8-e2f5-4f15-b7c5-0f52cc501ae8 service neutron] Bound using segment: {'id': '51bc27e8-7dd2-406e-8102-7505cd62de69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:36.205764 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-77210fb8-e2f5-4f15-b7c5-0f52cc501ae8 service neutron] Bound port: 08df2476-a404-43ef-8d05-1fb4b2eb283c, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51bc27e8-7dd2-406e-8102-7505cd62de69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:36.206195 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-77210fb8-e2f5-4f15-b7c5-0f52cc501ae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.214592 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4a4cc8b9-9eff-4cc8-b1ae-d7924d0db672 req-240348dc-cf1d-43b6-b51b-daaf001a2045 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5a9a546a-69e3-4236-8c1f-f93b46e5283a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534039 Nov 12 03:28:36.251185 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f81a762-88f2-4d8e-b425-d3cafada6967 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting subnet f7977c15-4410-491d-9b29-3e2c919abac9 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:28:36.266060 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-034e28ef-9101-4235-ad7c-3161db08e493 req-2f174243-884f-4fdf-8faf-b33d06ed5611 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917768 Nov 12 03:28:36.275039 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8f81a762-88f2-4d8e-b425-d3cafada6967 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.300725 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cf3df796-98f3-4d35-9a69-6bff73e9a85d req-96f60d1f-b6ef-46e3-890a-892a146cc989 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970325 Nov 12 03:28:36.317847 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.326314 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3375687a-16f5-4a2c-b42f-11f7da327fb4 req-089b2f4f-d43b-4f1f-ae1f-22a0fe8a4163 service neutron] 10.222.0.74 "GET /v2.0/networks/d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356098 Nov 12 03:28:36.378291 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-77210fb8-e2f5-4f15-b7c5-0f52cc501ae8 service neutron] For port 08df2476-a404-43ef-8d05-1fb4b2eb283c, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:36.382490 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-77210fb8-e2f5-4f15-b7c5-0f52cc501ae8 service neutron] For port 08df2476-a404-43ef-8d05-1fb4b2eb283c, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=08df2476-a404-43ef-8d05-1fb4b2eb283c,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:36.387611 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-77210fb8-e2f5-4f15-b7c5-0f52cc501ae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.396675 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8f81a762-88f2-4d8e-b425-d3cafada6967 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.433753 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35086) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:36.483699 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4a4cc8b9-9eff-4cc8-b1ae-d7924d0db672 req-c5c1ac55-9416-4629-a4cc-ca51b5bc753d service neutron] 10.222.0.74 "GET /v2.0/networks/5a9a546a-69e3-4236-8c1f-f93b46e5283a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536523 Nov 12 03:28:36.497364 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77210fb8-e2f5-4f15-b7c5-0f52cc501ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=08df2476-a404-43ef-8d05-1fb4b2eb283c,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:36.505380 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-77210fb8-e2f5-4f15-b7c5-0f52cc501ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:36.505951 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-77210fb8-e2f5-4f15-b7c5-0f52cc501ae8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.507853 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-77210fb8-e2f5-4f15-b7c5-0f52cc501ae8 service neutron] 10.222.0.74 "PUT /v2.0/ports/08df2476-a404-43ef-8d05-1fb4b2eb283c HTTP/1.1" status: 200 len: 1093 time: 1.8818972 Nov 12 03:28:36.526686 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec63ae-ee51-476f-9924-93be65661954 req-e7a8e2aa-f47d-4115-a0af-a1b0f29a6fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:36.531099 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-85ec63ae-ee51-476f-9924-93be65661954 req-e7a8e2aa-f47d-4115-a0af-a1b0f29a6fde service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1d6c893ca49044dfac9a410cc1ad6232&device_id=20d88f18-db54-4676-9506-83fa2d55987d HTTP/1.1" status: 200 len: 1095 time: 0.0693040 Nov 12 03:28:36.740701 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8f81a762-88f2-4d8e-b425-d3cafada6967 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.769339 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-84f6166f-5cca-4eb7-af99-9b6e983da40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:36.771041 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-84f6166f-5cca-4eb7-af99-9b6e983da40d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=eda4d7a9c5834d36bc2b22e1ed979ccd&device_id=0a2b2ffb-abe2-4a3c-8232-416f53f656a1 HTTP/1.1" status: 200 len: 1096 time: 0.1753738 Nov 12 03:28:36.792035 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec63ae-ee51-476f-9924-93be65661954 req-ef7826d9-6cd6-40d2-a6bd-82e0d7815449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:36.800433 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 720ff260-86fb-4a36-a213-e693ef4a7c18 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:36.808308 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-85ec63ae-ee51-476f-9924-93be65661954 req-ef7826d9-6cd6-40d2-a6bd-82e0d7815449 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e HTTP/1.1" status: 200 len: 906 time: 0.2461083 Nov 12 03:28:36.853952 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bbe5d61-a9e1-4350-8569-603a22639781 admin admin] Deleting subnet 36b22bc4-04aa-4109-bb38-599b9cb93288 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:28:36.894229 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061923a-f6ec-4c26-91e3-b01e6071f95b req-ad474266-dfc8-4d9e-b616-44cf19495cd8 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:36.895879 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6061923a-f6ec-4c26-91e3-b01e6071f95b req-ad474266-dfc8-4d9e-b616-44cf19495cd8 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6b90254-6b9a-4d4b-ac71-ae323985b6ab HTTP/1.1" status: 200 len: 945 time: 0.3613808 Nov 12 03:28:36.908169 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5bbe5d61-a9e1-4350-8569-603a22639781 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.955507 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-85ec63ae-ee51-476f-9924-93be65661954 req-06eca6b8-02fc-46bc-b1db-37be07d17a3d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dffdbe80-4de7-4764-a98f-a73786bf31ed HTTP/1.1" status: 200 len: 217 time: 0.1427472 Nov 12 03:28:36.957704 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-32d3d345-e5c7-4800-a5a2-94d9e9680aba service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08df2476-a404-43ef-8d05-1fb4b2eb283c HTTP/1.1" status: 200 len: 217 time: 0.1306956 Nov 12 03:28:36.980953 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 720ff260-86fb-4a36-a213-e693ef4a7c18, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=720ff260-86fb-4a36-a213-e693ef4a7c18,segment=NetworkSegment(87eca40d-206a-481c-a883-b95018bc626e),segment_id=87eca40d-206a-481c-a883-b95018bc626e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:36.998220 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '720ff260-86fb-4a36-a213-e693ef4a7c18', 'network_id': '5a9a546a-69e3-4236-8c1f-f93b46e5283a', 'port_id': '720ff260-86fb-4a36-a213-e693ef4a7c18', 'mac_address': 'fa:16:3e:68:a9:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55fcb4ac-68a0-4f3f-8428-4711adf69e69', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:37.000641 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a2b2ffb-abe2-4a3c-8232-416f53f656a1', 'tag': '08df2476-a404-43ef-8d05-1fb4b2eb283c'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:37.003205 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ef5c8c-beca-4cf7-9519-aa9cd6443c94" -d '{"events": [{"name": "network-changed", "server_uuid": "0a2b2ffb-abe2-4a3c-8232-416f53f656a1", "tag": "08df2476-a404-43ef-8d05-1fb4b2eb283c"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:37.047000 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:37.070701 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 720ff260-86fb-4a36-a213-e693ef4a7c18 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:37.076910 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80700590-f9ee-4044-851d-505ac4e93ee8 req-fadd8ed1-2702-4365-8123-6492eb24721c tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:37.085059 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-80700590-f9ee-4044-851d-505ac4e93ee8 req-fadd8ed1-2702-4365-8123-6492eb24721c tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=20d88f18-db54-4676-9506-83fa2d55987d HTTP/1.1" status: 200 len: 943 time: 0.2153990 Nov 12 03:28:37.105605 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 720ff260-86fb-4a36-a213-e693ef4a7c18, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=720ff260-86fb-4a36-a213-e693ef4a7c18,segment=NetworkSegment(87eca40d-206a-481c-a883-b95018bc626e),segment_id=87eca40d-206a-481c-a883-b95018bc626e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:37.111091 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:37.140630 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-9b1ca905-885d-4514-b73b-cec81a2ff94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:37.142396 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-9b1ca905-885d-4514-b73b-cec81a2ff94d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c41913f5-e5c1-4e60-8ee6-4f6d29d519f8 HTTP/1.1" status: 200 len: 850 time: 0.1595540 Nov 12 03:28:37.189669 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=720ff260-86fb-4a36-a213-e693ef4a7c18,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:37.218162 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec63ae-ee51-476f-9924-93be65661954 req-656e9859-389d-411c-a760-a148ca59be26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:37.219923 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-85ec63ae-ee51-476f-9924-93be65661954 req-656e9859-389d-411c-a760-a148ca59be26 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=df107fe4-b619-4341-93e8-c25b14853a6f HTTP/1.1" status: 200 len: 845 time: 0.2259912 Nov 12 03:28:37.231836 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-80700590-f9ee-4044-851d-505ac4e93ee8 req-1202183f-d4ea-410c-a7dd-d75a6cb80076 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456711 Nov 12 03:28:37.263462 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-85ec63ae-ee51-476f-9924-93be65661954 req-7a2f1c6b-2bec-4719-ac43-88a6d90158e9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295694 Nov 12 03:28:37.297857 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-49736c1f-80de-47c3-aab5-7a3505e4893b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:37.300446 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-49736c1f-80de-47c3-aab5-7a3505e4893b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=56493891-2b14-40ba-a8cb-65015d9b59f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1445510 Nov 12 03:28:37.328433 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5bbe5d61-a9e1-4350-8569-603a22639781 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:37.334421 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4a4cc8b9-9eff-4cc8-b1ae-d7924d0db672 req-9ffd8d03-4a31-4cef-b528-7c82ceb0bed2 service neutron] 10.222.0.74 "GET /v2.0/networks/5a9a546a-69e3-4236-8c1f-f93b46e5283a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8009403 Nov 12 03:28:37.370361 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-d84c7329-8d69-4c4d-98a4-2c57cb9dad70 None None] Provisioning complete for port d0bffc23-0140-49d0-952d-9e2db801a2bb triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:37.371062 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d84c7329-8d69-4c4d-98a4-2c57cb9dad70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:37.433616 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8f81a762-88f2-4d8e-b425-d3cafada6967 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:37.437969 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5bbe5d61-a9e1-4350-8569-603a22639781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:37.496674 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6061923a-f6ec-4c26-91e3-b01e6071f95b req-7a58925c-f9ba-4329-9d1d-0d0a5a4f47cc tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5828907 Nov 12 03:28:37.496926 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e30ce-36bd-4d75-8653-91fcbdb7e4d2 req-fd18bdef-3d65-415b-8ee3-e4200eb32a44 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:37.498348 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5a8e30ce-36bd-4d75-8653-91fcbdb7e4d2 req-fd18bdef-3d65-415b-8ee3-e4200eb32a44 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e02fb1a-a2a4-478b-8643-e7815d5a3ed8 HTTP/1.1" status: 200 len: 949 time: 0.1616886 Nov 12 03:28:37.503666 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8f81a762-88f2-4d8e-b425-d3cafada6967 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:37.505652 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-85ec63ae-ee51-476f-9924-93be65661954 req-c36677ce-bddb-4309-8285-7c9efb2f9077 service neutron] 10.222.0.74 "GET /v2.0/networks/d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328746 Nov 12 03:28:37.507659 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8f81a762-88f2-4d8e-b425-d3cafada6967 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/f7977c15-4410-491d-9b29-3e2c919abac9 HTTP/1.1" status: 204 len: 168 time: 1.3786304 Nov 12 03:28:37.508876 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f81a762-88f2-4d8e-b425-d3cafada6967 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Subnet': ['ID=f7977c15-4410-491d-9b29-3e2c919abac9,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:37.517980 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-393470f7-7c39-4937-a635-fb3002c48d0b service neutron] 10.222.0.74 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069907 Nov 12 03:28:37.521783 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35102) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:37.524425 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3ed99f-931e-40b2-a577-ba81f55602cd None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:37.564583 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead21b4f-d710-48f3-bce8-efeded131790 x-openstack-request-id: req-ead21b4f-d710-48f3-bce8-efeded131790 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:37.564805 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a2b2ffb-abe2-4a3c-8232-416f53f656a1", "tag": "08df2476-a404-43ef-8d05-1fb4b2eb283c", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:37.565054 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ead21b4f-d710-48f3-bce8-efeded131790 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:37.565443 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a2b2ffb-abe2-4a3c-8232-416f53f656a1', 'tag': '08df2476-a404-43ef-8d05-1fb4b2eb283c', 'status': 'completed', 'code': 200} Nov 12 03:28:37.578443 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-da451603-de83-4905-8a9c-b3d2e0e3009a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0533254 Nov 12 03:28:37.584304 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35104) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:37.590337 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-c1f511d7-d9a2-43d8-8076-c5ab04f3c7de tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'subnet': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:37.649638 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['720ff260-86fb-4a36-a213-e693ef4a7c18'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:37.706132 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5a8e30ce-36bd-4d75-8653-91fcbdb7e4d2 req-5b2d0ac8-ccda-4376-b32d-f3f4c63b22ad tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871696 Nov 12 03:28:37.739283 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5bbe5d61-a9e1-4350-8569-603a22639781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:37.742084 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f511d7-d9a2-43d8-8076-c5ab04f3c7de tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:37.744414 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-85ec63ae-ee51-476f-9924-93be65661954 req-9d2e4ede-b263-4c9d-beb5-b5929759fbd4 service neutron] 10.222.0.74 "GET /v2.0/networks/d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238870 Nov 12 03:28:37.745799 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c1f511d7-d9a2-43d8-8076-c5ab04f3c7de tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:37.760840 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b9e86d1-719a-44bd-9ff0-26fe7c78c5dc req-53502cdb-4bcb-42ba-bc14-cd449e6fd514 service neutron] 10.222.0.74 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269769 Nov 12 03:28:37.805468 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5bbe5d61-a9e1-4350-8569-603a22639781 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:37.811809 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35108) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:37.812529 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5bbe5d61-a9e1-4350-8569-603a22639781 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/36b22bc4-04aa-4109-bb38-599b9cb93288 HTTP/1.1" status: 204 len: 168 time: 1.3773758 Nov 12 03:28:37.819887 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe5d61-a9e1-4350-8569-603a22639781 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36b22bc4-04aa-4109-bb38-599b9cb93288,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:37.836322 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c50b3fb-3143-4740-8920-18d11e6ddbfe req-2848af9c-3d96-43c4-b42a-10b8189d5c36 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:37.836473 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3d8c01-30ae-439c-a8e1-19492316eaf1 None None] DHCP port deletion for 73a88994-9b3d-4208-8808-2295e92df12e request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:28:37.839026 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9c50b3fb-3143-4740-8920-18d11e6ddbfe req-2848af9c-3d96-43c4-b42a-10b8189d5c36 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a2b2ffb-abe2-4a3c-8232-416f53f656a1 HTTP/1.1" status: 200 len: 944 time: 0.1851988 Nov 12 03:28:37.913780 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-5e3d8c01-30ae-439c-a8e1-19492316eaf1 None None] Deleting port d0bffc23-0140-49d0-952d-9e2db801a2bb {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:37.914150 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5e3d8c01-30ae-439c-a8e1-19492316eaf1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:37.951582 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9c50b3fb-3143-4740-8920-18d11e6ddbfe req-14931bf4-6db3-47ae-8dd0-794d2beadc73 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827348 Nov 12 03:28:37.968641 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-145e2918-3803-4258-ad89-dc0c60244627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:37.983866 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef5c8c-beca-4cf7-9519-aa9cd6443c94 req-1d1cf5f1-619d-42c7-90ea-b6e2a611687a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:37.985758 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-53ef5c8c-beca-4cf7-9519-aa9cd6443c94 req-1d1cf5f1-619d-42c7-90ea-b6e2a611687a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=eda4d7a9c5834d36bc2b22e1ed979ccd&device_id=0a2b2ffb-abe2-4a3c-8232-416f53f656a1 HTTP/1.1" status: 200 len: 1096 time: 0.1283956 Nov 12 03:28:37.998872 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-5e3d8c01-30ae-439c-a8e1-19492316eaf1 None None] For port d0bffc23-0140-49d0-952d-9e2db801a2bb, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d0bffc23-0140-49d0-952d-9e2db801a2bb,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:37.999279 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5e3d8c01-30ae-439c-a8e1-19492316eaf1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.001835 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b7333-e98c-405f-8611-4bc1f78a951e req-f156f84b-4be6-48f3-862c-010affdb7e93 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:38.004128 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-962b7333-e98c-405f-8611-4bc1f78a951e req-f156f84b-4be6-48f3-862c-010affdb7e93 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa111337-35da-4b96-90c0-aeefbdb090e7 HTTP/1.1" status: 200 len: 945 time: 0.1576705 Nov 12 03:28:38.029436 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-5e3d8c01-30ae-439c-a8e1-19492316eaf1 None None] Calling delete_port for d0bffc23-0140-49d0-952d-9e2db801a2bb owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:38.121723 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5e3d8c01-30ae-439c-a8e1-19492316eaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.148958 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d8c01-30ae-439c-a8e1-19492316eaf1 None None] Pushing event deleted for resources: {'Port': ['ID=d0bffc23-0140-49d0-952d-9e2db801a2bb,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:38.153887 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3d8c01-30ae-439c-a8e1-19492316eaf1 None None] No DVR routers for this DVR port d0bffc23-0140-49d0-952d-9e2db801a2bb on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:38.174017 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-145e2918-3803-4258-ad89-dc0c60244627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.207699 n-d-715271-27 neutron-server[102571]: DEBUG neutron.objects.ports [None req-c1f511d7-d9a2-43d8-8076-c5ab04f3c7de tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102571) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:28:38.209880 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c1f511d7-d9a2-43d8-8076-c5ab04f3c7de tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.229887 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-145e2918-3803-4258-ad89-dc0c60244627 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e27d7564-6d22-4aba-8393-df25a0e0004d']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:38.248471 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-962b7333-e98c-405f-8611-4bc1f78a951e req-271ca96f-5786-44d4-bba9-2568f8ae69ca tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327709 Nov 12 03:28:38.254573 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-145e2918-3803-4258-ad89-dc0c60244627 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eece85e2-9491-495c-808d-869c08a5aaa4') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:38.254795 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-145e2918-3803-4258-ad89-dc0c60244627 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eece85e2-9491-495c-808d-869c08a5aaa4') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:38.261976 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3e830-88cf-4028-9764-1ae56a549858 req-5e153c9e-5c38-4d86-a809-3942171f6f38 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:38.262563 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef5c8c-beca-4cf7-9519-aa9cd6443c94 req-13f843c9-3630-4e6e-b528-d7f191e1dc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:38.263320 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-92d3e830-88cf-4028-9764-1ae56a549858 req-5e153c9e-5c38-4d86-a809-3942171f6f38 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc1a4aec-01b8-4a86-bfa8-ee294082fc61 HTTP/1.1" status: 200 len: 950 time: 0.1391857 Nov 12 03:28:38.273507 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-53ef5c8c-beca-4cf7-9519-aa9cd6443c94 req-13f843c9-3630-4e6e-b528-d7f191e1dc8f service neutron] 10.222.0.74 "GET /v2.0/networks?id=56493891-2b14-40ba-a8cb-65015d9b59f3 HTTP/1.1" status: 200 len: 912 time: 0.2640483 Nov 12 03:28:38.276593 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-145e2918-3803-4258-ad89-dc0c60244627 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.276922 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f511d7-d9a2-43d8-8076-c5ab04f3c7de tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:38.287044 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-c1f511d7-d9a2-43d8-8076-c5ab04f3c7de tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:38.293305 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f511d7-d9a2-43d8-8076-c5ab04f3c7de tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:38.293986 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c1f511d7-d9a2-43d8-8076-c5ab04f3c7de tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.305852 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f511d7-d9a2-43d8-8076-c5ab04f3c7de tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Subnet': ['ID=0a49c274-91db-4017-80f6-383bce472f1a,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:38.308916 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b18ea3a-b9ef-410a-a8fb-a8a678b055ef None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:38.334431 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-145e2918-3803-4258-ad89-dc0c60244627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.339069 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c1f511d7-d9a2-43d8-8076-c5ab04f3c7de tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7534487 Nov 12 03:28:38.339747 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35112) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:38.341747 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-145e2918-3803-4258-ad89-dc0c60244627 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:28:38.342840 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-145e2918-3803-4258-ad89-dc0c60244627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.350705 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-ea248e62-2878-4288-8a56-656605057772 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'subnet': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:38.363726 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:28:38.363726 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:28:38.363726 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:28:38.363726 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:28:38.363726 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:28:38.363726 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:28:38.363726 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:28:38.363726 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:28:38.363726 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:28:38.363726 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:28:38.363726 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:28:38.363726 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:28:38.363726 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:28:38.363726 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:28:38.363726 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:28:38.363726 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:28:38.363726 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:28:38.363726 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:28:38.363726 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:28:38.363726 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:28:38.363726 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:28:38.363726 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:28:38.363726 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:28:38.363726 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:28:38.363726 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:28:38.363726 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:28:38.363726 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:28:38.363726 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:28:38.363726 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:28:38.363726 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:28:38.363726 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:28:38.363726 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:28:38.389816 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-92d3e830-88cf-4028-9764-1ae56a549858 req-47022d5a-831d-4ff4-843d-2045dd06f1d4 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201913 Nov 12 03:28:38.410090 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-53ef5c8c-beca-4cf7-9519-aa9cd6443c94 req-c9d5bcb5-8589-44be-8171-8f32b2faf78b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08df2476-a404-43ef-8d05-1fb4b2eb283c HTTP/1.1" status: 200 len: 217 time: 0.1309166 Nov 12 03:28:38.457011 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.526242 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef5c8c-beca-4cf7-9519-aa9cd6443c94 req-7f6d99b2-8264-43e0-9f9d-fbac8aa9adc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:38.528167 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-53ef5c8c-beca-4cf7-9519-aa9cd6443c94 req-7f6d99b2-8264-43e0-9f9d-fbac8aa9adc4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c41913f5-e5c1-4e60-8ee6-4f6d29d519f8 HTTP/1.1" status: 200 len: 850 time: 0.0985744 Nov 12 03:28:38.533916 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-145e2918-3803-4258-ad89-dc0c60244627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.539348 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-145e2918-3803-4258-ad89-dc0c60244627 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.544481 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-145e2918-3803-4258-ad89-dc0c60244627 admin admin] 10.222.0.50 "DELETE /v2.0/networks/e27d7564-6d22-4aba-8393-df25a0e0004d HTTP/1.1" status: 204 len: 168 time: 0.7310154 Nov 12 03:28:38.546251 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d0bffc23-0140-49d0-952d-9e2db801a2bb no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:38.556434 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea248e62-2878-4288-8a56-656605057772 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:38.567573 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ea248e62-2878-4288-8a56-656605057772 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.575104 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e2918-3803-4258-ad89-dc0c60244627 admin admin] Pushing event deleted for resources: {'Network': ['ID=e27d7564-6d22-4aba-8393-df25a0e0004d,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:38.583750 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: d0bffc23-0140-49d0-952d-9e2db801a2bb {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:38.584535 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d0bffc23-0140-49d0-952d-9e2db801a2bb not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:38.614841 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e536e42-8227-40ac-a69c-9621165f56c2 req-66d1d463-b18c-47ce-967b-26c713a36f90 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:38.615714 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfdc02f-f451-4b06-85dd-fd61a9e85dc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-73a88994-9b3d-4208-8808-2295e92df12e', 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'tenant_id': 'c89f39c463fe4565b0b406898cbbe00b', 'fixed_ips': [{'subnet_id': '0a49c274-91db-4017-80f6-383bce472f1a'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:28:38.616712 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-dcfdc02f-f451-4b06-85dd-fd61a9e85dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.623710 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5e536e42-8227-40ac-a69c-9621165f56c2 req-66d1d463-b18c-47ce-967b-26c713a36f90 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=20d88f18-db54-4676-9506-83fa2d55987d HTTP/1.1" status: 200 len: 943 time: 0.2589974 Nov 12 03:28:38.671095 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef5c8c-beca-4cf7-9519-aa9cd6443c94 req-7c3b80f9-2a62-4f87-81a0-daf22a0eaf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:38.672827 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-53ef5c8c-beca-4cf7-9519-aa9cd6443c94 req-7c3b80f9-2a62-4f87-81a0-daf22a0eaf3b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=56493891-2b14-40ba-a8cb-65015d9b59f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1077530 Nov 12 03:28:38.745942 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35120) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:38.748665 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5e536e42-8227-40ac-a69c-9621165f56c2 req-f28f7384-ea6c-4277-af4d-ddd8c6c466a9 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239696 Nov 12 03:28:38.824289 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-53ef5c8c-beca-4cf7-9519-aa9cd6443c94 req-8016a375-047d-4f02-b52e-9f4a3c0bdc81 service neutron] 10.222.0.74 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384134 Nov 12 03:28:38.825033 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device dffdbe80-4de7-4764-a98f-a73786bf31ed details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:38.860261 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d3a51-cca8-4f72-88eb-415a0e43afaf req-eb6f795b-6729-471b-ad19-2fd8cacca2f9 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:38.863970 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-dcfdc02f-f451-4b06-85dd-fd61a9e85dc9 None None] Allocated IP 2001:db8::f816:3eff:fe1b:9b9c (73a88994-9b3d-4208-8808-2295e92df12e/0a49c274-91db-4017-80f6-383bce472f1a/b9a64eaa-ce69-4f93-866e-3401ff06690e) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:38.868929 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d3a51-cca8-4f72-88eb-415a0e43afaf req-eb6f795b-6729-471b-ad19-2fd8cacca2f9 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:38.871676 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-147d3a51-cca8-4f72-88eb-415a0e43afaf req-eb6f795b-6729-471b-ad19-2fd8cacca2f9 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e02fb1a-a2a4-478b-8643-e7815d5a3ed8&device_id=fc1a4aec-01b8-4a86-bfa8-ee294082fc61 HTTP/1.1" status: 200 len: 1690 time: 0.1275907 Nov 12 03:28:38.942086 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-136c2512-67ff-4701-86a4-7b41ad9c3f64 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e1192f3b82c6435d93d38f097bb06d31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1855588 Nov 12 03:28:38.944603 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35122) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:38.976220 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-147d3a51-cca8-4f72-88eb-415a0e43afaf req-d2731701-5b62-4d10-9815-e3c08b5e3db2 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823569 Nov 12 03:28:38.999393 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13640b-bc83-49ad-a1ec-fd28212b19ee req-94292795-4748-424a-8dd1-357f3710b590 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:39.011721 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dd13640b-bc83-49ad-a1ec-fd28212b19ee req-94292795-4748-424a-8dd1-357f3710b590 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6b90254-6b9a-4d4b-ac71-ae323985b6ab HTTP/1.1" status: 200 len: 945 time: 0.1756668 Nov 12 03:28:39.025084 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port dffdbe80-4de7-4764-a98f-a73786bf31ed, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=dffdbe80-4de7-4764-a98f-a73786bf31ed,segment=NetworkSegment(3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd),segment_id=3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:39.047681 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'dffdbe80-4de7-4764-a98f-a73786bf31ed', 'network_id': 'd45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e', 'port_id': 'dffdbe80-4de7-4764-a98f-a73786bf31ed', 'mac_address': 'fa:16:3e:02:fd:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df107fe4-b619-4341-93e8-c25b14853a6f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:39.077211 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-53ef5c8c-beca-4cf7-9519-aa9cd6443c94 req-ece14b35-f109-42be-bbf4-9c676fe7887b service neutron] 10.222.0.74 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317057 Nov 12 03:28:39.103995 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ea248e62-2878-4288-8a56-656605057772 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.114704 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dd13640b-bc83-49ad-a1ec-fd28212b19ee req-8796f813-9ac1-4604-85d7-83d15f1793b3 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016300 Nov 12 03:28:39.115255 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b7764-7601-42b4-b95d-94f4f15cb262 req-d84bb620-595e-4511-b174-f1a333028c48 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:39.116607 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-194b7764-7601-42b4-b95d-94f4f15cb262 req-d84bb620-595e-4511-b174-f1a333028c48 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a2b2ffb-abe2-4a3c-8232-416f53f656a1 HTTP/1.1" status: 200 len: 944 time: 0.0703444 Nov 12 03:28:39.123338 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.125984 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8d32a893-ff1c-4bee-98fa-dc8655c051e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.151044 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dffdbe80-4de7-4764-a98f-a73786bf31ed {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:39.156464 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8d32a893-ff1c-4bee-98fa-dc8655c051e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.182908 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-dcfdc02f-f451-4b06-85dd-fd61a9e85dc9 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.187874 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port dffdbe80-4de7-4764-a98f-a73786bf31ed, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=dffdbe80-4de7-4764-a98f-a73786bf31ed,segment=NetworkSegment(3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd),segment_id=3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:39.189513 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea248e62-2878-4288-8a56-656605057772 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:39.195351 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-ea248e62-2878-4288-8a56-656605057772 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:39.195706 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-dcfdc02f-f451-4b06-85dd-fd61a9e85dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.199014 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea248e62-2878-4288-8a56-656605057772 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:39.199797 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ea248e62-2878-4288-8a56-656605057772 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.202458 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea248e62-2878-4288-8a56-656605057772 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Subnet': ['ID=f77909f5-bb1e-457c-be2e-0c80d7d315c3,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:39.241437 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ea248e62-2878-4288-8a56-656605057772 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8978562 Nov 12 03:28:39.243586 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.245157 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 7d773296-9b38-4a0a-8b02-da8fe06d86ea details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:39.246744 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35132) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:39.251845 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-d4fe569f-9225-47f5-849d-336418ce5ec6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'port': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'mac_address': 'fa:16:3e:71:e1:1c', 'name': 'tempest-NetworksTestDHCPv6-1941219836'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:39.266251 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfdc02f-f451-4b06-85dd-fd61a9e85dc9 None None] Pushing event updated for resources: {'Port': ['ID=b9a64eaa-ce69-4f93-866e-3401ff06690e,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:39.267096 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-194b7764-7601-42b4-b95d-94f4f15cb262 req-2ccb718f-81f7-4b3e-9509-7344f63d07c6 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191373 Nov 12 03:28:39.277343 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfdc02f-f451-4b06-85dd-fd61a9e85dc9 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:39.299675 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-dcfdc02f-f451-4b06-85dd-fd61a9e85dc9 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:39.305836 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfdc02f-f451-4b06-85dd-fd61a9e85dc9 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:39.365732 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8d32a893-ff1c-4bee-98fa-dc8655c051e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.368301 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8d32a893-ff1c-4bee-98fa-dc8655c051e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.369615 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8d32a893-ff1c-4bee-98fa-dc8655c051e5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cd66ef84-5279-473a-b3a5-35f5ef278547 HTTP/1.1" status: 204 len: 168 time: 0.4233868 Nov 12 03:28:39.387490 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d32a893-ff1c-4bee-98fa-dc8655c051e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd66ef84-5279-473a-b3a5-35f5ef278547,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:39.397610 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adbf2b0-e307-4e36-a873-d586d107b854 req-18898837-6237-4a7c-825b-3b1bf2b48029 tempest-ServersOnMultiNodesTest-375895766 tempest-ServersOnMultiNodesTest-375895766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:39.402741 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3adbf2b0-e307-4e36-a873-d586d107b854 req-18898837-6237-4a7c-825b-3b1bf2b48029 tempest-ServersOnMultiNodesTest-375895766 tempest-ServersOnMultiNodesTest-375895766-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=0e02fb1a-a2a4-478b-8643-e7815d5a3ed8 HTTP/1.1" status: 200 len: 1101 time: 0.0744789 Nov 12 03:28:39.465113 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3adbf2b0-e307-4e36-a873-d586d107b854 req-ff984f87-772c-4deb-b53f-dccf36f97b1d tempest-ServersOnMultiNodesTest-375895766 tempest-ServersOnMultiNodesTest-375895766-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476971 Nov 12 03:28:39.508882 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e72205-8d9f-4a33-9521-fc7fe3008eb0 req-a3e16204-9ab5-4b9c-900f-60d182623602 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:39.517723 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a5e72205-8d9f-4a33-9521-fc7fe3008eb0 req-a3e16204-9ab5-4b9c-900f-60d182623602 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa111337-35da-4b96-90c0-aeefbdb090e7 HTTP/1.1" status: 200 len: 945 time: 0.1155889 Nov 12 03:28:39.519272 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=dffdbe80-4de7-4764-a98f-a73786bf31ed,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:39.533561 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 7d773296-9b38-4a0a-8b02-da8fe06d86ea, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=7d773296-9b38-4a0a-8b02-da8fe06d86ea,segment=NetworkSegment(176db6de-b605-434e-ad55-88a729ddb151),segment_id=176db6de-b605-434e-ad55-88a729ddb151)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:39.546300 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-dcfdc02f-f451-4b06-85dd-fd61a9e85dc9 None None] Attempting to bind port b9a64eaa-ce69-4f93-866e-3401ff06690e on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:39.546674 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-dcfdc02f-f451-4b06-85dd-fd61a9e85dc9 None None] Attempting to bind port b9a64eaa-ce69-4f93-866e-3401ff06690e by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:39.547051 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfdc02f-f451-4b06-85dd-fd61a9e85dc9 None None] Attempting to bind port b9a64eaa-ce69-4f93-866e-3401ff06690e on network 73a88994-9b3d-4208-8808-2295e92df12e {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:39.553422 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '7d773296-9b38-4a0a-8b02-da8fe06d86ea', 'network_id': '47a2fcaf-032c-425f-816c-b5c4a4d54eb1', 'port_id': '7d773296-9b38-4a0a-8b02-da8fe06d86ea', 'mac_address': 'fa:16:3e:70:94:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '021454ad-d6cd-40c9-b80d-967adfd1b968', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:39.555248 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfdc02f-f451-4b06-85dd-fd61a9e85dc9 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:39.555614 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfdc02f-f451-4b06-85dd-fd61a9e85dc9 None None] Checking segment: {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:39.556013 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-dcfdc02f-f451-4b06-85dd-fd61a9e85dc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.556429 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfdc02f-f451-4b06-85dd-fd61a9e85dc9 None None] Bound using segment: {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:39.557842 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-dcfdc02f-f451-4b06-85dd-fd61a9e85dc9 None None] Bound port: b9a64eaa-ce69-4f93-866e-3401ff06690e, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:39.558401 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-dcfdc02f-f451-4b06-85dd-fd61a9e85dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.577022 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4fe569f-9225-47f5-849d-336418ce5ec6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:39.621302 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a5e72205-8d9f-4a33-9521-fc7fe3008eb0 req-aee469c8-6097-487e-ad5d-5cf1312a1680 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969076 Nov 12 03:28:39.637378 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ece775-f7a9-4ced-8837-314dff47a741 req-b29b8b8c-d3ee-49b4-b645-61e66fa7e686 tempest-ServersOnMultiNodesTest-375895766 tempest-ServersOnMultiNodesTest-375895766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:39.640018 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c5ece775-f7a9-4ced-8837-314dff47a741 req-b29b8b8c-d3ee-49b4-b645-61e66fa7e686 tempest-ServersOnMultiNodesTest-375895766 tempest-ServersOnMultiNodesTest-375895766-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=fc1a4aec-01b8-4a86-bfa8-ee294082fc61 HTTP/1.1" status: 200 len: 1102 time: 0.0784450 Nov 12 03:28:39.655160 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.682898 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d773296-9b38-4a0a-8b02-da8fe06d86ea {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:39.688680 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-dcfdc02f-f451-4b06-85dd-fd61a9e85dc9 None None] For port b9a64eaa-ce69-4f93-866e-3401ff06690e, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:39.692572 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-dcfdc02f-f451-4b06-85dd-fd61a9e85dc9 None None] For port b9a64eaa-ce69-4f93-866e-3401ff06690e, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=b9a64eaa-ce69-4f93-866e-3401ff06690e,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:39.700389 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-dcfdc02f-f451-4b06-85dd-fd61a9e85dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.705334 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d4fe569f-9225-47f5-849d-336418ce5ec6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.730592 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-d4fe569f-9225-47f5-849d-336418ce5ec6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] device_id is not set on port 291fe038-e488-4945-ba90-8a648c0c9ee6 yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:28:39.745971 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 7d773296-9b38-4a0a-8b02-da8fe06d86ea, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=7d773296-9b38-4a0a-8b02-da8fe06d86ea,segment=NetworkSegment(176db6de-b605-434e-ad55-88a729ddb151),segment_id=176db6de-b605-434e-ad55-88a729ddb151)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:39.754726 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c5ece775-f7a9-4ced-8837-314dff47a741 req-65da7e4a-b29f-4cba-a97d-66b7ac3e0508 tempest-ServersOnMultiNodesTest-375895766 tempest-ServersOnMultiNodesTest-375895766-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029117 Nov 12 03:28:39.764264 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.810918 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfdc02f-f451-4b06-85dd-fd61a9e85dc9 None None] Pushing event updated for resources: {'Port': ['ID=b9a64eaa-ce69-4f93-866e-3401ff06690e,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:39.894144 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=7d773296-9b38-4a0a-8b02-da8fe06d86ea,revision_number=6']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:39.985245 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c63fa-8109-4b03-93b5-c0993ac2afda req-326447c4-25c0-44ed-bb45-f8c3825981b6 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:39.992738 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-475c63fa-8109-4b03-93b5-c0993ac2afda req-326447c4-25c0-44ed-bb45-f8c3825981b6 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=20d88f18-db54-4676-9506-83fa2d55987d HTTP/1.1" status: 200 len: 944 time: 0.0856922 Nov 12 03:28:40.113227 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-475c63fa-8109-4b03-93b5-c0993ac2afda req-6446773f-617b-477f-9359-1fb9abb05c45 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191444 Nov 12 03:28:40.115047 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-d4fe569f-9225-47f5-849d-336418ce5ec6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Allocated IP 172.20.0.6 (73a88994-9b3d-4208-8808-2295e92df12e/f77909f5-bb1e-457c-be2e-0c80d7d315c3/291fe038-e488-4945-ba90-8a648c0c9ee6) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:40.130866 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-d4fe569f-9225-47f5-849d-336418ce5ec6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Allocated IP 2001:db8::f816:3eff:fe71:e11c (73a88994-9b3d-4208-8808-2295e92df12e/0a49c274-91db-4017-80f6-383bce472f1a/291fe038-e488-4945-ba90-8a648c0c9ee6) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:40.221671 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['7d773296-9b38-4a0a-8b02-da8fe06d86ea'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:40.250282 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-634743e8-d5dd-4402-8ca8-c47eb9538634 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=a1d21364fcd043778a27fa00092fa6b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499704 Nov 12 03:28:40.475967 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['dffdbe80-4de7-4764-a98f-a73786bf31ed'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:40.557565 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-de11d323-7da9-4a5f-9deb-bf84abcb5664 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:40.566932 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-de11d323-7da9-4a5f-9deb-bf84abcb5664 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3058205 Nov 12 03:28:40.591676 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-eea6a5db-71c1-4064-a679-0309ff81925c tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/quotas/a1d21364fcd043778a27fa00092fa6b4 HTTP/1.1" status: 200 len: 375 time: 0.0234239 Nov 12 03:28:40.597606 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device b9a64eaa-ce69-4f93-866e-3401ff06690e up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:40.678117 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35182) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:40.681126 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-11946ae6-2a33-4f4b-bd90-b56f02fe257c tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a1d21364fcd043778a27fa00092fa6b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0882325 Nov 12 03:28:40.735806 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3fe518-9930-4c62-a9fb-8d395977f678 req-4d021d6c-f758-4a47-90fe-a9a6b31526e1 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:40.743722 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8f3fe518-9930-4c62-a9fb-8d395977f678 req-4d021d6c-f758-4a47-90fe-a9a6b31526e1 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6b90254-6b9a-4d4b-ac71-ae323985b6ab HTTP/1.1" status: 200 len: 944 time: 0.5118449 Nov 12 03:28:40.808170 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d4fe569f-9225-47f5-849d-336418ce5ec6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.831319 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8f3fe518-9930-4c62-a9fb-8d395977f678 req-e35565d4-f4b8-4f65-a29f-424f9611659a tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865183 Nov 12 03:28:40.852927 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 08df2476-a404-43ef-8d05-1fb4b2eb283c details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:40.855565 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 720ff260-86fb-4a36-a213-e693ef4a7c18 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:40.888522 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d4fe569f-9225-47f5-849d-336418ce5ec6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.935723 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port b9a64eaa-ce69-4f93-866e-3401ff06690e triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:40.936205 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.957899 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-e21cabff-6e31-411b-af0a-7a1aa22a4309 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1124040181-network', 'tenant_id': 'd558dd5b9f934464b6c1626ad18ebb6c'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:40.971768 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe569f-9225-47f5-849d-336418ce5ec6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Port': ['ID=291fe038-e488-4945-ba90-8a648c0c9ee6,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:41.019190 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fe569f-9225-47f5-849d-336418ce5ec6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:41.028063 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-d4fe569f-9225-47f5-849d-336418ce5ec6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:41.032405 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fe569f-9225-47f5-849d-336418ce5ec6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:41.068715 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21cabff-6e31-411b-af0a-7a1aa22a4309 admin admin] Made reservation on behalf of d558dd5b9f934464b6c1626ad18ebb6c for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:41.071135 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e21cabff-6e31-411b-af0a-7a1aa22a4309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.084276 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2743f-c8db-4c80-8d9d-897c1e580d37 req-bfa3746f-6c5a-46f3-9651-368d7d5fb6fe tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:41.085971 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-32e2743f-c8db-4c80-8d9d-897c1e580d37 req-bfa3746f-6c5a-46f3-9651-368d7d5fb6fe tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a2b2ffb-abe2-4a3c-8232-416f53f656a1 HTTP/1.1" status: 200 len: 944 time: 0.1247149 Nov 12 03:28:41.104718 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e21cabff-6e31-411b-af0a-7a1aa22a4309 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.225375 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 720ff260-86fb-4a36-a213-e693ef4a7c18 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:28:41.229842 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fe569f-9225-47f5-849d-336418ce5ec6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:41.230763 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d4fe569f-9225-47f5-849d-336418ce5ec6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.259134 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 08df2476-a404-43ef-8d05-1fb4b2eb283c, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=08df2476-a404-43ef-8d05-1fb4b2eb283c,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:41.268329 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 720ff260-86fb-4a36-a213-e693ef4a7c18 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:41.268850 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.269475 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-32e2743f-c8db-4c80-8d9d-897c1e580d37 req-500389c8-f678-406a-8f93-aab53c9452e6 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564255 Nov 12 03:28:41.274806 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.287642 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d4fe569f-9225-47f5-849d-336418ce5ec6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0402246 Nov 12 03:28:41.289934 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35190) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:41.334519 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '08df2476-a404-43ef-8d05-1fb4b2eb283c', 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3', 'port_id': '08df2476-a404-43ef-8d05-1fb4b2eb283c', 'mac_address': 'fa:16:3e:8d:c6:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c41913f5-e5c1-4e60-8ee6-4f6d29d519f8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:41.343567 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa23172d-f1b2-4749-9180-cec8fb96d15a None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:41.374536 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca51262-80fd-4dba-bf4d-4994233d732d tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:41.381832 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca51262-80fd-4dba-bf4d-4994233d732d tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:41.387940 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6ca51262-80fd-4dba-bf4d-4994233d732d tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0968297 Nov 12 03:28:41.389021 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35194) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:41.440816 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e21cabff-6e31-411b-af0a-7a1aa22a4309 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.446674 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e21cabff-6e31-411b-af0a-7a1aa22a4309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.458134 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port b9a64eaa-ce69-4f93-866e-3401ff06690e, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=b9a64eaa-ce69-4f93-866e-3401ff06690e,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:41.506674 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.513269 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-c60e9f4a-e644-4bf4-8473-567e0163915c None None] Provisioning complete for port b9a64eaa-ce69-4f93-866e-3401ff06690e triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:41.514104 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c60e9f4a-e644-4bf4-8473-567e0163915c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.530324 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e21cabff-6e31-411b-af0a-7a1aa22a4309 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:28:41.539569 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21cabff-6e31-411b-af0a-7a1aa22a4309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b056fd-a3e0-4ec3-b81f-bf096a7d102e,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:41.549361 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e21cabff-6e31-411b-af0a-7a1aa22a4309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.549875 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-e21cabff-6e31-411b-af0a-7a1aa22a4309 admin admin] Added segment 4e7b8aec-969c-41d9-8252-0d15a236e5b1 of type vlan for network 6c7f6069-f411-4391-9326-65cfd4966ecb Nov 12 03:28:41.561932 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f89c49-8f51-4ae7-9b3a-d80bedfac2ed req-a3e180a5-26d6-4968-8d96-957429da4cef tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:41.573408 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-04f89c49-8f51-4ae7-9b3a-d80bedfac2ed req-a3e180a5-26d6-4968-8d96-957429da4cef tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa111337-35da-4b96-90c0-aeefbdb090e7 HTTP/1.1" status: 200 len: 945 time: 0.1177747 Nov 12 03:28:41.585609 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5096ff-96b3-4c83-b0b2-9e1d45ae0a05 req-a6b41646-2c57-4548-9df1-63f17f554aca tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:41.594656 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ba5096ff-96b3-4c83-b0b2-9e1d45ae0a05 req-a6b41646-2c57-4548-9df1-63f17f554aca tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=20d88f18-db54-4676-9506-83fa2d55987d HTTP/1.1" status: 200 len: 944 time: 0.1358097 Nov 12 03:28:41.641907 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-08b0a339-815a-49bb-9f5d-cc99d11e3e7f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting port 291fe038-e488-4945-ba90-8a648c0c9ee6 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:41.643026 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-08b0a339-815a-49bb-9f5d-cc99d11e3e7f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.659769 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.664625 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e21cabff-6e31-411b-af0a-7a1aa22a4309 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.675061 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.690484 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-04f89c49-8f51-4ae7-9b3a-d80bedfac2ed req-9b9c473e-3103-4760-aa5c-2a66f5bf952a tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106462 Nov 12 03:28:41.722696 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08df2476-a404-43ef-8d05-1fb4b2eb283c {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:41.731520 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e21cabff-6e31-411b-af0a-7a1aa22a4309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.733146 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21cabff-6e31-411b-af0a-7a1aa22a4309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:41.733829 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e21cabff-6e31-411b-af0a-7a1aa22a4309 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.761066 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ba5096ff-96b3-4c83-b0b2-9e1d45ae0a05 req-a49d3476-ba48-4a73-ada7-5d7e7123b700 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635180 Nov 12 03:28:41.778158 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=b9a64eaa-ce69-4f93-866e-3401ff06690e,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:41.797312 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e21cabff-6e31-411b-af0a-7a1aa22a4309 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1144719 Nov 12 03:28:41.797859 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35200) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:41.805104 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-37a7499f-a3d9-4f31-ae8c-ef8aae221944 admin admin] Request body: {'subnet': {'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1124040181-subnet', 'tenant_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:41.817589 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 08df2476-a404-43ef-8d05-1fb4b2eb283c, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=08df2476-a404-43ef-8d05-1fb4b2eb283c,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:41.824907 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa111337-35da-4b96-90c0-aeefbdb090e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720ff260-86fb-4a36-a213-e693ef4a7c18'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:41.827662 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bebacd-39a5-46f8-b640-8a3ee7c7fa97" -d '{"events": [{"server_uuid": "fa111337-35da-4b96-90c0-aeefbdb090e7", "name": "network-vif-plugged", "status": "completed", "tag": "720ff260-86fb-4a36-a213-e693ef4a7c18"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:41.846353 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.915163 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 720ff260-86fb-4a36-a213-e693ef4a7c18, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=720ff260-86fb-4a36-a213-e693ef4a7c18,segment=NetworkSegment(87eca40d-206a-481c-a883-b95018bc626e),segment_id=87eca40d-206a-481c-a883-b95018bc626e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:41.921491 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=08df2476-a404-43ef-8d05-1fb4b2eb283c,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:41.930467 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.930926 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21cabff-6e31-411b-af0a-7a1aa22a4309 admin admin] Pushing event updated for resources: {'Network': ['ID=6c7f6069-f411-4391-9326-65cfd4966ecb,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:41.931888 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 7d773296-9b38-4a0a-8b02-da8fe06d86ea no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:41.935871 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a7499f-a3d9-4f31-ae8c-ef8aae221944 admin admin] Made reservation on behalf of d558dd5b9f934464b6c1626ad18ebb6c for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:41.938875 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37a7499f-a3d9-4f31-ae8c-ef8aae221944 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.943796 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-08b0a339-815a-49bb-9f5d-cc99d11e3e7f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.963553 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fc2269-ac48-4cc2-b166-aa1c41252c2c x-openstack-request-id: req-e8fc2269-ac48-4cc2-b166-aa1c41252c2c {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:41.964191 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa111337-35da-4b96-90c0-aeefbdb090e7", "name": "network-vif-plugged", "status": "completed", "tag": "720ff260-86fb-4a36-a213-e693ef4a7c18", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:41.964663 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e8fc2269-ac48-4cc2-b166-aa1c41252c2c {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:41.965961 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa111337-35da-4b96-90c0-aeefbdb090e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720ff260-86fb-4a36-a213-e693ef4a7c18', 'code': 200} Nov 12 03:28:41.969074 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 6c7f6069-f411-4391-9326-65cfd4966ecb details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:28:42.043478 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-08b0a339-815a-49bb-9f5d-cc99d11e3e7f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Calling delete_port for 291fe038-e488-4945-ba90-8a648c0c9ee6 owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:42.111838 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8a90a388-7229-414d-b47a-7a58ec5f2156 req-19c6727a-e9a5-4e47-a81c-74eee3cfb30f tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f4ba0db-f552-406a-8372-250dd85b08b9 HTTP/1.1" status: 200 len: 210 time: 0.0656636 Nov 12 03:28:42.123837 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30e4dc-3d49-44b5-a02a-1a0b3b1dff02 req-6cc08f64-678a-4ec0-a92d-38a35d4f57fc tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:42.133708 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2a30e4dc-3d49-44b5-a02a-1a0b3b1dff02 req-6cc08f64-678a-4ec0-a92d-38a35d4f57fc tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6b90254-6b9a-4d4b-ac71-ae323985b6ab HTTP/1.1" status: 200 len: 944 time: 0.1671097 Nov 12 03:28:42.143503 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=720ff260-86fb-4a36-a213-e693ef4a7c18,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:42.157634 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fba77-193f-4bb6-a9c6-77bb4c779a7b req-03c21b4f-f152-44d2-b86c-1e338a754a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:42.159563 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f88fba77-193f-4bb6-a9c6-77bb4c779a7b req-03c21b4f-f152-44d2-b86c-1e338a754a42 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fa111337-35da-4b96-90c0-aeefbdb090e7 HTTP/1.1" status: 200 len: 1098 time: 0.1042588 Nov 12 03:28:42.263402 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2a30e4dc-3d49-44b5-a02a-1a0b3b1dff02 req-07e2b4eb-07db-40f2-98ea-c5d36a3c8f33 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270523 Nov 12 03:28:42.324945 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f88fba77-193f-4bb6-a9c6-77bb4c779a7b req-dec9d779-af79-4585-9bd6-4a9aa48ad401 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531618 Nov 12 03:28:42.333337 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:42.385688 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7d773296-9b38-4a0a-8b02-da8fe06d86ea {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:42.421594 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf867fbc-b805-4a37-95cd-d0e07fb0dd31 None None] Update dhcp port {'port': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'fixed_ips': [{'subnet_id': '0a49c274-91db-4017-80f6-383bce472f1a', 'ip_address': '2001:db8::f816:3eff:fe1b:9b9c'}, {'subnet_id': 'f77909f5-bb1e-457c-be2e-0c80d7d315c3'}], 'binding:host_id': 'n-d-715271-27'}, 'id': 'b9a64eaa-ce69-4f93-866e-3401ff06690e'} from n-d-715271-27. {{(pid=102573) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:28:42.429983 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 7d773296-9b38-4a0a-8b02-da8fe06d86ea, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=7d773296-9b38-4a0a-8b02-da8fe06d86ea,segment=NetworkSegment(176db6de-b605-434e-ad55-88a729ddb151),segment_id=176db6de-b605-434e-ad55-88a729ddb151)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:42.451450 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:42.491928 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['08df2476-a404-43ef-8d05-1fb4b2eb283c'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:42.494697 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cf867fbc-b805-4a37-95cd-d0e07fb0dd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:42.564626 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37a7499f-a3d9-4f31-ae8c-ef8aae221944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:42.625375 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device b9a64eaa-ce69-4f93-866e-3401ff06690e up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:42.646944 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5763b79-cb2b-472c-9d53-e6e30cc2afdf req-7e8142b9-bb02-43a7-bfa6-9cf60be97d96 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:42.655458 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f5763b79-cb2b-472c-9d53-e6e30cc2afdf req-7e8142b9-bb02-43a7-bfa6-9cf60be97d96 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a2b2ffb-abe2-4a3c-8232-416f53f656a1 HTTP/1.1" status: 200 len: 945 time: 0.2396381 Nov 12 03:28:42.695759 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=7d773296-9b38-4a0a-8b02-da8fe06d86ea,revision_number=7']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:42.725770 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7499f-a3d9-4f31-ae8c-ef8aae221944 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:42.734706 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a7499f-a3d9-4f31-ae8c-ef8aae221944 admin admin] Checking segment: {'id': '4e7b8aec-969c-41d9-8252-0d15a236e5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:42.735211 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a7499f-a3d9-4f31-ae8c-ef8aae221944 admin admin] Network hostable DHCP agents. Network: 6c7f6069-f411-4391-9326-65cfd4966ecb, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:28:42.745321 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-08b0a339-815a-49bb-9f5d-cc99d11e3e7f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:42.784255 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b0a339-815a-49bb-9f5d-cc99d11e3e7f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Port': ['ID=291fe038-e488-4945-ba90-8a648c0c9ee6,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:42.824661 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f5763b79-cb2b-472c-9d53-e6e30cc2afdf req-d78ab8f2-d9e5-4225-8cb6-e194adb55101 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635823 Nov 12 03:28:42.852898 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device dffdbe80-4de7-4764-a98f-a73786bf31ed up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:42.875099 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a7499f-a3d9-4f31-ae8c-ef8aae221944 admin admin] Network 6c7f6069-f411-4391-9326-65cfd4966ecb is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:28:42.952262 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b854c-7dd2-4e8b-92aa-8c1c2bdcfb87 req-9d51f2a4-c18e-415f-b227-eb137a175715 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:42.953305 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port b9a64eaa-ce69-4f93-866e-3401ff06690e triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:42.953683 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:42.960739 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-544b854c-7dd2-4e8b-92aa-8c1c2bdcfb87 req-9d51f2a4-c18e-415f-b227-eb137a175715 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa111337-35da-4b96-90c0-aeefbdb090e7 HTTP/1.1" status: 200 len: 946 time: 0.1063817 Nov 12 03:28:42.985181 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-37a7499f-a3d9-4f31-ae8c-ef8aae221944 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 6c7f6069-f411-4391-9326-65cfd4966ecb) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:43.006699 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a7499f-a3d9-4f31-ae8c-ef8aae221944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:43.007358 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37a7499f-a3d9-4f31-ae8c-ef8aae221944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.010430 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-08b0a339-815a-49bb-9f5d-cc99d11e3e7f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.014721 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-544b854c-7dd2-4e8b-92aa-8c1c2bdcfb87 req-4c5368f3-98b4-4f1a-9d8d-b8f1a30c1ebe tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530655 Nov 12 03:28:43.016397 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35222) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:43.016889 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-08b0a339-815a-49bb-9f5d-cc99d11e3e7f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/ports/291fe038-e488-4945-ba90-8a648c0c9ee6 HTTP/1.1" status: 204 len: 168 time: 1.6261501 Nov 12 03:28:43.030510 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f2cd4c-48ae-4741-a1c5-35ff7a07c5db None None] Network 6c7f6069-f411-4391-9326-65cfd4966ecb requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:43.044923 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-37a7499f-a3d9-4f31-ae8c-ef8aae221944 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2469258 Nov 12 03:28:43.052107 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35224) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:43.057723 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d4fb3-ffbe-430d-a796-2a20876cc261 req-56116a11-5133-4bca-ba80-7e5ed1a2d98e tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:43.059482 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-619d4fb3-ffbe-430d-a796-2a20876cc261 req-56116a11-5133-4bca-ba80-7e5ed1a2d98e tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=20d88f18-db54-4676-9506-83fa2d55987d HTTP/1.1" status: 200 len: 944 time: 0.1310751 Nov 12 03:28:43.060047 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-37293642-c153-48ef-b6f1-b191056668cb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1124040181-router', 'tenant_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:43.108520 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b8b805-85dd-402f-acd3-41be634ee81b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:43.110528 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b8b805-85dd-402f-acd3-41be634ee81b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:43.111966 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b8b805-85dd-402f-acd3-41be634ee81b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:43.113667 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e4b8b805-85dd-402f-acd3-41be634ee81b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0959072 Nov 12 03:28:43.116919 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35226) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:43.122085 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-37293642-c153-48ef-b6f1-b191056668cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.123314 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-37293642-c153-48ef-b6f1-b191056668cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.131225 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-619d4fb3-ffbe-430d-a796-2a20876cc261 req-2c6e0354-0b45-4240-8b1f-a5d061e343c3 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648682 Nov 12 03:28:43.185358 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f249b0d-47d8-4179-92a4-f3fffb0a7d04 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting subnet 0a49c274-91db-4017-80f6-383bce472f1a {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:28:43.189118 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-37293642-c153-48ef-b6f1-b191056668cb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.273579 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-cf867fbc-b805-4a37-95cd-d0e07fb0dd31 None None] Allocated IP 172.20.0.2 (73a88994-9b3d-4208-8808-2295e92df12e/f77909f5-bb1e-457c-be2e-0c80d7d315c3/b9a64eaa-ce69-4f93-866e-3401ff06690e) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:43.290022 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-677e6dcf-ccbf-45d4-99d7-75794b73cc5d req-be68c8a6-fe0c-4144-8c39-43fd9aef3fdd tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f4ba0db-f552-406a-8372-250dd85b08b9 HTTP/1.1" status: 200 len: 210 time: 0.0590222 Nov 12 03:28:43.315443 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port dffdbe80-4de7-4764-a98f-a73786bf31ed completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:28:43.319244 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port dffdbe80-4de7-4764-a98f-a73786bf31ed triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:43.319615 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.375383 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-37293642-c153-48ef-b6f1-b191056668cb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.473670 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90071bf-7d1e-4e5b-8caf-a9756c45a337 req-44db820e-2a28-4055-8283-680e07088dd6 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:43.475262 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a90071bf-7d1e-4e5b-8caf-a9756c45a337 req-44db820e-2a28-4055-8283-680e07088dd6 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6b90254-6b9a-4d4b-ac71-ae323985b6ab HTTP/1.1" status: 200 len: 943 time: 0.0829690 Nov 12 03:28:43.553325 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a90071bf-7d1e-4e5b-8caf-a9756c45a337 req-6bf56903-b56a-4475-a9a9-4b99c50d71c8 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680475 Nov 12 03:28:43.619693 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-19368ba2-18da-4358-9952-2b14e86bea01 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=a1d21364fcd043778a27fa00092fa6b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420570 Nov 12 03:28:43.633198 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-e4e833c5-9da9-4d8d-b6ef-8339d7218a37 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=a1d21364fcd043778a27fa00092fa6b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0631979 Nov 12 03:28:43.662834 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71c2935-226e-4850-a0ee-6b0f6af7d3ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-6c7f6069-f411-4391-9326-65cfd4966ecb', 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb', 'tenant_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'fixed_ips': [{'subnet_id': '4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:28:43.663710 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d71c2935-226e-4850-a0ee-6b0f6af7d3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.695050 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-cf867fbc-b805-4a37-95cd-d0e07fb0dd31 None None] For port b9a64eaa-ce69-4f93-866e-3401ff06690e, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=b9a64eaa-ce69-4f93-866e-3401ff06690e,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:43.734537 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.753245 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-37293642-c153-48ef-b6f1-b191056668cb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.805251 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-37293642-c153-48ef-b6f1-b191056668cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.833614 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cf867fbc-b805-4a37-95cd-d0e07fb0dd31 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.838915 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6f249b0d-47d8-4179-92a4-f3fffb0a7d04 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.844021 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cf867fbc-b805-4a37-95cd-d0e07fb0dd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.874139 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port dffdbe80-4de7-4764-a98f-a73786bf31ed, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=dffdbe80-4de7-4764-a98f-a73786bf31ed,segment=NetworkSegment(3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd),segment_id=3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:43.928387 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-d68e27df-db8e-43c2-be09-eab24b37c385 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:43.933515 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-d68e27df-db8e-43c2-be09-eab24b37c385 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3037019 Nov 12 03:28:43.961084 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.962050 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 7d773296-9b38-4a0a-8b02-da8fe06d86ea up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:43.977984 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-d29e5e36-b7cc-4ebb-b21c-e0e3905c34f9 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:43.980731 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-d29e5e36-b7cc-4ebb-b21c-e0e3905c34f9 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3054447 Nov 12 03:28:43.985482 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-23cf3dd7-24c5-4f56-87bc-cf5f4ee53863 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Request body: {'port': {'device_id': '4f4ba0db-f552-406a-8372-250dd85b08b9', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'admin_state_up': True, 'tenant_id': 'a1d21364fcd043778a27fa00092fa6b4'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:43.991161 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d88f18-db54-4676-9506-83fa2d55987d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffdbe80-4de7-4764-a98f-a73786bf31ed'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:43.993497 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07fbdec8-48b3-4f83-ba0b-b7b893eab518" -d '{"events": [{"server_uuid": "20d88f18-db54-4676-9506-83fa2d55987d", "name": "network-vif-plugged", "status": "completed", "tag": "dffdbe80-4de7-4764-a98f-a73786bf31ed"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:44.012498 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-be94a2fc-fa86-458e-8f88-583b1158ac16 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Request body: {'port': {'device_id': '9f6d0629-a03c-4a24-aae3-37e9488599f3', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'admin_state_up': True, 'tenant_id': 'a1d21364fcd043778a27fa00092fa6b4'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:44.036482 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6f249b0d-47d8-4179-92a4-f3fffb0a7d04 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:44.115648 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-37293642-c153-48ef-b6f1-b191056668cb admin admin] Allocated IP 172.25.5.222 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/e232dec0-dc70-4660-ae8e-a45a708c7eea) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:44.131305 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf867fbc-b805-4a37-95cd-d0e07fb0dd31 None None] Pushing event updated for resources: {'Port': ['ID=b9a64eaa-ce69-4f93-866e-3401ff06690e,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:44.140372 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3f49f0-3a16-430f-bd1f-11c44681b4c9 x-openstack-request-id: req-9f3f49f0-3a16-430f-bd1f-11c44681b4c9 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:44.140702 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d88f18-db54-4676-9506-83fa2d55987d", "name": "network-vif-plugged", "status": "completed", "tag": "dffdbe80-4de7-4764-a98f-a73786bf31ed", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:44.141297 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9f3f49f0-3a16-430f-bd1f-11c44681b4c9 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:44.141715 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d88f18-db54-4676-9506-83fa2d55987d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffdbe80-4de7-4764-a98f-a73786bf31ed', 'code': 200} Nov 12 03:28:44.161145 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56849b94-0faa-44c5-ab7f-475af5588221 req-cbc6f591-24ed-4d7c-9255-a4ee87ba7189 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:44.168632 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-56849b94-0faa-44c5-ab7f-475af5588221 req-cbc6f591-24ed-4d7c-9255-a4ee87ba7189 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a2b2ffb-abe2-4a3c-8232-416f53f656a1 HTTP/1.1" status: 200 len: 945 time: 0.2259939 Nov 12 03:28:44.177301 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-d71c2935-226e-4850-a0ee-6b0f6af7d3ba None None] Allocated IP 172.20.0.2 (6c7f6069-f411-4391-9326-65cfd4966ecb/4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390/f67e9ec7-4fcb-47be-87f5-ae152afd510f) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:44.299399 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c52d97-793e-449e-a654-41b22a4c6cc8 req-758a709d-c8c7-4e2e-b992-b1b839d9871d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:44.300382 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-56849b94-0faa-44c5-ab7f-475af5588221 req-3ae97015-16fe-42f8-8d20-36b7a1de9e70 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247015 Nov 12 03:28:44.301058 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-15c52d97-793e-449e-a654-41b22a4c6cc8 req-758a709d-c8c7-4e2e-b992-b1b839d9871d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=20d88f18-db54-4676-9506-83fa2d55987d HTTP/1.1" status: 200 len: 1097 time: 0.1743448 Nov 12 03:28:44.307750 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6f249b0d-47d8-4179-92a4-f3fffb0a7d04 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:44.343794 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=dffdbe80-4de7-4764-a98f-a73786bf31ed,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:44.346312 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d874e-cc71-421b-aecf-d450946487a0 req-79e6af85-11cc-4758-a97f-dcf1fe9d9dbd tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:44.349685 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-889d874e-cc71-421b-aecf-d450946487a0 req-79e6af85-11cc-4758-a97f-dcf1fe9d9dbd tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa111337-35da-4b96-90c0-aeefbdb090e7 HTTP/1.1" status: 200 len: 946 time: 0.2101827 Nov 12 03:28:44.371616 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 7d773296-9b38-4a0a-8b02-da8fe06d86ea triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:44.372006 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:44.373118 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-23cf3dd7-24c5-4f56-87bc-cf5f4ee53863 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Made reservation on behalf of a1d21364fcd043778a27fa00092fa6b4 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:44.378833 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-23cf3dd7-24c5-4f56-87bc-cf5f4ee53863 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:44.396777 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-be94a2fc-fa86-458e-8f88-583b1158ac16 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Made reservation on behalf of a1d21364fcd043778a27fa00092fa6b4 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:44.401305 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-be94a2fc-fa86-458e-8f88-583b1158ac16 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:44.533374 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d71c2935-226e-4850-a0ee-6b0f6af7d3ba None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:44.547727 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d71c2935-226e-4850-a0ee-6b0f6af7d3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:44.560031 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device b9a64eaa-ce69-4f93-866e-3401ff06690e up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:44.596348 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6f249b0d-47d8-4179-92a4-f3fffb0a7d04 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:44.603338 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:44.635216 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-37293642-c153-48ef-b6f1-b191056668cb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:44.640048 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4317a-4ec1-471c-ab96-cd6b8ceb1c43 req-444cfd42-fc4c-4e02-9987-1ac27d9dd16a tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:44.642616 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-15c52d97-793e-449e-a654-41b22a4c6cc8 req-c1744d1e-7761-463d-aaed-a64b45fd5b93 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796450 Nov 12 03:28:44.642909 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-56f4317a-4ec1-471c-ab96-cd6b8ceb1c43 req-444cfd42-fc4c-4e02-9987-1ac27d9dd16a tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=20d88f18-db54-4676-9506-83fa2d55987d HTTP/1.1" status: 200 len: 945 time: 0.2362604 Nov 12 03:28:44.659200 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-889d874e-cc71-421b-aecf-d450946487a0 req-d718c524-1912-4af0-9716-57feea807ab1 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377267 Nov 12 03:28:44.660357 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71c2935-226e-4850-a0ee-6b0f6af7d3ba None None] Network 6c7f6069-f411-4391-9326-65cfd4966ecb is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:44.676790 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-d71c2935-226e-4850-a0ee-6b0f6af7d3ba None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:44.676790 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71c2935-226e-4850-a0ee-6b0f6af7d3ba None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:44.676790 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c2935-226e-4850-a0ee-6b0f6af7d3ba None None] Pushing event updated for resources: {'Port': ['ID=f67e9ec7-4fcb-47be-87f5-ae152afd510f,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:44.721453 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 7d773296-9b38-4a0a-8b02-da8fe06d86ea, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=7d773296-9b38-4a0a-8b02-da8fe06d86ea,segment=NetworkSegment(176db6de-b605-434e-ad55-88a729ddb151),segment_id=176db6de-b605-434e-ad55-88a729ddb151)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:44.751402 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:44.758741 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-37293642-c153-48ef-b6f1-b191056668cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:44.763522 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port b9a64eaa-ce69-4f93-866e-3401ff06690e triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:44.764193 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:44.826600 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-d71c2935-226e-4850-a0ee-6b0f6af7d3ba None None] Attempting to bind port f67e9ec7-4fcb-47be-87f5-ae152afd510f on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:44.827040 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-d71c2935-226e-4850-a0ee-6b0f6af7d3ba None None] Attempting to bind port f67e9ec7-4fcb-47be-87f5-ae152afd510f by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '4e7b8aec-969c-41d9-8252-0d15a236e5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:44.827337 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71c2935-226e-4850-a0ee-6b0f6af7d3ba None None] Attempting to bind port f67e9ec7-4fcb-47be-87f5-ae152afd510f on network 6c7f6069-f411-4391-9326-65cfd4966ecb {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:44.844735 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37293642-c153-48ef-b6f1-b191056668cb admin admin] Pushing event updated for resources: {'Port': ['ID=e232dec0-dc70-4660-ae8e-a45a708c7eea,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:44.848550 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37293642-c153-48ef-b6f1-b191056668cb admin admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:44.853739 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71c2935-226e-4850-a0ee-6b0f6af7d3ba None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:44.854056 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71c2935-226e-4850-a0ee-6b0f6af7d3ba None None] Checking segment: {'id': '4e7b8aec-969c-41d9-8252-0d15a236e5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:44.854467 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d71c2935-226e-4850-a0ee-6b0f6af7d3ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:44.855010 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71c2935-226e-4850-a0ee-6b0f6af7d3ba None None] Bound using segment: {'id': '4e7b8aec-969c-41d9-8252-0d15a236e5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:44.855508 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-d71c2935-226e-4850-a0ee-6b0f6af7d3ba None None] Bound port: f67e9ec7-4fcb-47be-87f5-ae152afd510f, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e7b8aec-969c-41d9-8252-0d15a236e5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:44.855893 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d71c2935-226e-4850-a0ee-6b0f6af7d3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:44.871684 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=7d773296-9b38-4a0a-8b02-da8fe06d86ea,revision_number=8']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:44.882943 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f768ec6e-c4b5-4d0e-81af-fbc4b7541ed3 req-beb507f2-0600-4b3e-b179-11e7ab61e385 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f4ba0db-f552-406a-8372-250dd85b08b9 HTTP/1.1" status: 200 len: 210 time: 0.0561574 Nov 12 03:28:44.884147 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-37293642-c153-48ef-b6f1-b191056668cb admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:44.890945 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37293642-c153-48ef-b6f1-b191056668cb admin admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:45.002022 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6f249b0d-47d8-4179-92a4-f3fffb0a7d04 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.008456 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6f249b0d-47d8-4179-92a4-f3fffb0a7d04 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/0a49c274-91db-4017-80f6-383bce472f1a HTTP/1.1" status: 204 len: 168 time: 1.8867676 Nov 12 03:28:45.008992 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-d71c2935-226e-4850-a0ee-6b0f6af7d3ba None None] For port f67e9ec7-4fcb-47be-87f5-ae152afd510f, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:45.011143 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35250) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:45.012713 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f249b0d-47d8-4179-92a4-f3fffb0a7d04 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Subnet': ['ID=0a49c274-91db-4017-80f6-383bce472f1a,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:45.016357 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-d71c2935-226e-4850-a0ee-6b0f6af7d3ba None None] For port f67e9ec7-4fcb-47be-87f5-ae152afd510f, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=f67e9ec7-4fcb-47be-87f5-ae152afd510f,segment=NetworkSegment(4e7b8aec-969c-41d9-8252-0d15a236e5b1),segment_id=4e7b8aec-969c-41d9-8252-0d15a236e5b1)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:45.021983 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d71c2935-226e-4850-a0ee-6b0f6af7d3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.097625 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c2935-226e-4850-a0ee-6b0f6af7d3ba None None] Pushing event updated for resources: {'Port': ['ID=f67e9ec7-4fcb-47be-87f5-ae152afd510f,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:45.126957 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-23cf3dd7-24c5-4f56-87bc-cf5f4ee53863 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Allocated IP 192.168.233.51 (eca3953c-c804-4641-8812-bff95be59582/fa66706f-b415-4bb9-838e-cfd08f81d96b/65fe472f-769b-4636-a403-0932ced07563) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:45.155973 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9e2a1-b8d8-4ab0-b7de-7749a94bf8a4 req-a0bfd4b8-3c33-444a-81db-607459686657 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:45.161816 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aeb2455-556e-4cca-97cd-f256a8a6ca99 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting subnet f77909f5-bb1e-457c-be2e-0c80d7d315c3 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:28:45.163694 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c2a9e2a1-b8d8-4ab0-b7de-7749a94bf8a4 req-a0bfd4b8-3c33-444a-81db-607459686657 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6b90254-6b9a-4d4b-ac71-ae323985b6ab HTTP/1.1" status: 200 len: 945 time: 0.1916513 Nov 12 03:28:45.169112 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9aeb2455-556e-4cca-97cd-f256a8a6ca99 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.174535 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-56f4317a-4ec1-471c-ab96-cd6b8ceb1c43 req-04a6089d-df6c-425a-90c4-0a6ae2a4e0f0 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676574 Nov 12 03:28:45.255074 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9aeb2455-556e-4cca-97cd-f256a8a6ca99 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.259610 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c2a9e2a1-b8d8-4ab0-b7de-7749a94bf8a4 req-7ce2a045-5bfd-4f3e-b544-b868759935bf tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917389 Nov 12 03:28:45.302946 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1d9303-2298-4939-a4da-a44b8408b572 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:45.471884 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-a9273e4f-fe0f-4383-a316-41d6afaf462d None None] Could not find standard attr ID for object 291fe038-e488-4945-ba90-8a648c0c9ee6. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:28:45.502155 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-23cf3dd7-24c5-4f56-87bc-cf5f4ee53863 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.510244 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-a9273e4f-fe0f-4383-a316-41d6afaf462d None None] Provisioning complete for port b9a64eaa-ce69-4f93-866e-3401ff06690e triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:45.510874 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a9273e4f-fe0f-4383-a316-41d6afaf462d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.527797 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-37293642-c153-48ef-b6f1-b191056668cb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.567909 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-23cf3dd7-24c5-4f56-87bc-cf5f4ee53863 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.587638 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['29c55453-a17f-44dd-81d4-865fdc84d846', 'af9fd09b-bb20-4600-b6dd-8e32823a9811', '900fa92f-3422-43cd-b1f5-64544257fe2c'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:45.667943 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-23cf3dd7-24c5-4f56-87bc-cf5f4ee53863 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Network eca3953c-c804-4641-8812-bff95be59582 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:45.678444 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-23cf3dd7-24c5-4f56-87bc-cf5f4ee53863 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:45.681478 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-23cf3dd7-24c5-4f56-87bc-cf5f4ee53863 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:45.695918 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9aeb2455-556e-4cca-97cd-f256a8a6ca99 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.736780 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-be94a2fc-fa86-458e-8f88-583b1158ac16 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Allocated IP 192.168.233.169 (eca3953c-c804-4641-8812-bff95be59582/fa66706f-b415-4bb9-838e-cfd08f81d96b/364ed264-e28d-4514-98a6-8f5421f1f74a) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:45.742371 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf3dd7-24c5-4f56-87bc-cf5f4ee53863 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Pushing event updated for resources: {'Port': ['ID=65fe472f-769b-4636-a403-0932ced07563,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:45.758380 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d440d4-06f7-4c4a-ae95-5465b6ae6162 req-9fce1aac-7a1a-41f6-bffe-d4f6685cd097 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:45.768597 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-21d440d4-06f7-4c4a-ae95-5465b6ae6162 req-9fce1aac-7a1a-41f6-bffe-d4f6685cd097 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a2b2ffb-abe2-4a3c-8232-416f53f656a1 HTTP/1.1" status: 200 len: 945 time: 0.2375162 Nov 12 03:28:45.805255 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b8276-e046-4813-8fba-df7f23081e06 req-eed75811-f711-474c-aefd-b5d7f5e9bebc tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:45.806713 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8d4b8276-e046-4813-8fba-df7f23081e06 req-eed75811-f711-474c-aefd-b5d7f5e9bebc tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa111337-35da-4b96-90c0-aeefbdb090e7 HTTP/1.1" status: 200 len: 946 time: 0.2188141 Nov 12 03:28:45.840678 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-23cf3dd7-24c5-4f56-87bc-cf5f4ee53863 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:45.841531 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-23cf3dd7-24c5-4f56-87bc-cf5f4ee53863 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.909169 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8d4b8276-e046-4813-8fba-df7f23081e06 req-9e0011e8-9151-4c9f-89bb-d18b2f069a69 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938621 Nov 12 03:28:45.914186 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-23cf3dd7-24c5-4f56-87bc-cf5f4ee53863 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9389081 Nov 12 03:28:45.925458 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9aeb2455-556e-4cca-97cd-f256a8a6ca99 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.946351 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-58a8912b-a149-4abb-b5b1-82e11508094d service neutron] Request body: {'port': {'device_id': '4f4ba0db-f552-406a-8372-250dd85b08b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:46.022589 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb2455-556e-4cca-97cd-f256a8a6ca99 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Subnet': ['ID=f77909f5-bb1e-457c-be2e-0c80d7d315c3,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:46.039533 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9aeb2455-556e-4cca-97cd-f256a8a6ca99 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:46.047559 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9aeb2455-556e-4cca-97cd-f256a8a6ca99 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/f77909f5-bb1e-457c-be2e-0c80d7d315c3 HTTP/1.1" status: 204 len: 168 time: 1.0325136 Nov 12 03:28:46.050587 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35258) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:46.073183 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-21d440d4-06f7-4c4a-ae95-5465b6ae6162 req-8c4c89ea-b6bc-4fe4-9651-5e98cb433bb2 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036196 Nov 12 03:28:46.114844 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-43b214bf-28ed-490c-96f6-994364aeed7a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0621119 Nov 12 03:28:46.125141 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35260) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:46.148419 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-37293642-c153-48ef-b6f1-b191056668cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:46.155222 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b90254-6b9a-4d4b-ac71-ae323985b6ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d773296-9b38-4a0a-8b02-da8fe06d86ea'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:46.158491 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe950c0-c65d-478d-9363-c7dfb65ad19a" -d '{"events": [{"server_uuid": "c6b90254-6b9a-4d4b-ac71-ae323985b6ab", "name": "network-vif-plugged", "status": "completed", "tag": "7d773296-9b38-4a0a-8b02-da8fe06d86ea"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:46.202849 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-2bb296c1-e5ec-44a0-a653-172ddd2c5ef9 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'subnet': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:46.209280 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-58a8912b-a149-4abb-b5b1-82e11508094d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:46.298892 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd6eeb8-c95e-4351-ba26-b8457b135135 x-openstack-request-id: req-fdd6eeb8-c95e-4351-ba26-b8457b135135 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:46.300644 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b90254-6b9a-4d4b-ac71-ae323985b6ab", "name": "network-vif-plugged", "status": "completed", "tag": "7d773296-9b38-4a0a-8b02-da8fe06d86ea", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:46.301255 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fdd6eeb8-c95e-4351-ba26-b8457b135135 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:46.313601 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b90254-6b9a-4d4b-ac71-ae323985b6ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d773296-9b38-4a0a-8b02-da8fe06d86ea', 'code': 200} Nov 12 03:28:46.442555 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2249aaf0-b78e-4d4c-863f-ebe984d99a0e None None] Provisioning complete for port 65fe472f-769b-4636-a403-0932ced07563 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:46.446994 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2249aaf0-b78e-4d4c-863f-ebe984d99a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:46.487741 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59523bf-feb0-40a3-a17f-0a9af23f393c req-9b1f537a-f748-46a5-9f1a-b84a7a7cca94 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:46.496551 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b59523bf-feb0-40a3-a17f-0a9af23f393c req-9b1f537a-f748-46a5-9f1a-b84a7a7cca94 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f4ba0db-f552-406a-8372-250dd85b08b9 HTTP/1.1" status: 200 len: 935 time: 0.3871069 Nov 12 03:28:46.619321 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2249aaf0-b78e-4d4c-863f-ebe984d99a0e None None] Port 65fe472f-769b-4636-a403-0932ced07563 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:28:46.637693 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device f67e9ec7-4fcb-47be-87f5-ae152afd510f up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:46.745183 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b59523bf-feb0-40a3-a17f-0a9af23f393c req-3206b503-2efa-4bc6-92ec-cc7dc56e8c3f tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476192 Nov 12 03:28:46.748986 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb296c1-e5ec-44a0-a653-172ddd2c5ef9 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:46.756179 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2bb296c1-e5ec-44a0-a653-172ddd2c5ef9 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:46.774747 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port f67e9ec7-4fcb-47be-87f5-ae152afd510f triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:46.774747 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:46.839414 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 08df2476-a404-43ef-8d05-1fb4b2eb283c up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:46.886036 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10428ad5-809f-4797-8976-0d5d1b5a9166 None None] Network 6c7f6069-f411-4391-9326-65cfd4966ecb requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:46.935441 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e75f1a-3051-42fa-8964-6d9cf52235fc req-b316ac64-c6f6-4aee-b7fc-a23ce5e9491d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:46.936959 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a7e75f1a-3051-42fa-8964-6d9cf52235fc req-b316ac64-c6f6-4aee-b7fc-a23ce5e9491d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c6b90254-6b9a-4d4b-ac71-ae323985b6ab HTTP/1.1" status: 200 len: 1097 time: 0.1018753 Nov 12 03:28:46.994929 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967f002-c623-4dac-9dd3-ccf09b6f7b72 req-de88a580-a353-409b-ae33-c68dafeb50d7 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:47.002494 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c967f002-c623-4dac-9dd3-ccf09b6f7b72 req-de88a580-a353-409b-ae33-c68dafeb50d7 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6b90254-6b9a-4d4b-ac71-ae323985b6ab HTTP/1.1" status: 200 len: 945 time: 0.1284385 Nov 12 03:28:47.057338 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda0564-0dda-45a8-a693-60367bcb78fb req-e841e47b-05f0-4de0-a1bd-f985c04ad169 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:47.060058 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5bda0564-0dda-45a8-a693-60367bcb78fb req-e841e47b-05f0-4de0-a1bd-f985c04ad169 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=20d88f18-db54-4676-9506-83fa2d55987d HTTP/1.1" status: 200 len: 945 time: 0.2340193 Nov 12 03:28:47.077134 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a7e75f1a-3051-42fa-8964-6d9cf52235fc req-1ff368ec-f720-4d49-aa7f-66992480171c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256390 Nov 12 03:28:47.091171 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f341ff3-5fb3-4d8a-8146-6a642217ab29 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:47.104735 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c967f002-c623-4dac-9dd3-ccf09b6f7b72 req-e9758a79-0ca1-47d7-9015-18a420fd3440 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007905 Nov 12 03:28:47.136948 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-be94a2fc-fa86-458e-8f88-583b1158ac16 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.140005 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2bb296c1-e5ec-44a0-a653-172ddd2c5ef9 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.162743 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-5e2c5fbc-7621-46a3-8238-263cda8feb3c None None] Provisioning complete for port f67e9ec7-4fcb-47be-87f5-ae152afd510f triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:47.163308 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5e2c5fbc-7621-46a3-8238-263cda8feb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.172609 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb296c1-e5ec-44a0-a653-172ddd2c5ef9 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:47.175991 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-2bb296c1-e5ec-44a0-a653-172ddd2c5ef9 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:47.192900 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-be94a2fc-fa86-458e-8f88-583b1158ac16 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.211568 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb296c1-e5ec-44a0-a653-172ddd2c5ef9 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:47.211568 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2bb296c1-e5ec-44a0-a653-172ddd2c5ef9 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.277583 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2bb296c1-e5ec-44a0-a653-172ddd2c5ef9 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0993974 Nov 12 03:28:47.283795 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5bda0564-0dda-45a8-a693-60367bcb78fb req-2f79b09e-c69b-4095-9144-490ab0306ac4 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007344 Nov 12 03:28:47.285268 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35274) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:47.289292 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-be94a2fc-fa86-458e-8f88-583b1158ac16 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Network eca3953c-c804-4641-8812-bff95be59582 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:47.290678 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-45e4debe-65a0-4d18-9e2a-73316b089250 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'subnet': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:47.292468 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 08df2476-a404-43ef-8d05-1fb4b2eb283c completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:28:47.294818 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb296c1-e5ec-44a0-a653-172ddd2c5ef9 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Subnet': ['ID=2beb9d3d-c6da-4b19-bebd-1e0211100f06,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:47.308828 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.315181 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-be94a2fc-fa86-458e-8f88-583b1158ac16 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:47.323057 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-be94a2fc-fa86-458e-8f88-583b1158ac16 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:47.354967 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94a2fc-fa86-458e-8f88-583b1158ac16 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Pushing event updated for resources: {'Port': ['ID=364ed264-e28d-4514-98a6-8f5421f1f74a,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:47.359282 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 08df2476-a404-43ef-8d05-1fb4b2eb283c triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:47.359833 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.452429 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-be94a2fc-fa86-458e-8f88-583b1158ac16 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:47.452429 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-be94a2fc-fa86-458e-8f88-583b1158ac16 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.471775 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37293642-c153-48ef-b6f1-b191056668cb admin admin] Router 0f5a727d-6fe0-480c-9e3e-d640e65e3682 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:28:47.532290 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-be94a2fc-fa86-458e-8f88-583b1158ac16 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5253477 Nov 12 03:28:47.532682 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-58a8912b-a149-4abb-b5b1-82e11508094d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65fe472f-769b-4636-a403-0932ced07563 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:47.542527 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-58a8912b-a149-4abb-b5b1-82e11508094d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.558750 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-58a8912b-a149-4abb-b5b1-82e11508094d service neutron] Transition to ACTIVE for port object 65fe472f-769b-4636-a403-0932ced07563 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:47.577639 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-58a8912b-a149-4abb-b5b1-82e11508094d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.630555 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port f67e9ec7-4fcb-47be-87f5-ae152afd510f, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=f67e9ec7-4fcb-47be-87f5-ae152afd510f,segment=NetworkSegment(4e7b8aec-969c-41d9-8252-0d15a236e5b1),segment_id=4e7b8aec-969c-41d9-8252-0d15a236e5b1)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:47.643123 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-615ce256-4e16-4d5a-927b-f84ae40bfe79 service neutron] Request body: {'port': {'device_id': '9f6d0629-a03c-4a24-aae3-37e9488599f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:47.646826 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.691664 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a8912b-a149-4abb-b5b1-82e11508094d service neutron] Pushing event updated for resources: {'Port': ['ID=65fe472f-769b-4636-a403-0932ced07563,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:47.785835 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d9025-dab6-4023-90fc-17eee18012c0 req-fc200013-4fb2-468a-8502-85ede5fcbe54 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:47.794349 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a15d9025-dab6-4023-90fc-17eee18012c0 req-fc200013-4fb2-468a-8502-85ede5fcbe54 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a2b2ffb-abe2-4a3c-8232-416f53f656a1 HTTP/1.1" status: 200 len: 945 time: 0.2312913 Nov 12 03:28:47.817546 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36e35c-31e8-4f3b-9bfe-bc433ec61fe4 req-90d65ec0-1c68-4904-9786-6d6d584892b8 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:47.826412 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e4debe-65a0-4d18-9e2a-73316b089250 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:47.827640 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9d36e35c-31e8-4f3b-9bfe-bc433ec61fe4 req-90d65ec0-1c68-4904-9786-6d6d584892b8 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa111337-35da-4b96-90c0-aeefbdb090e7 HTTP/1.1" status: 200 len: 946 time: 0.3782055 Nov 12 03:28:47.830014 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-45e4debe-65a0-4d18-9e2a-73316b089250 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.836965 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-58a8912b-a149-4abb-b5b1-82e11508094d service neutron] Attempting to bind port 65fe472f-769b-4636-a403-0932ced07563 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:47.838493 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-58a8912b-a149-4abb-b5b1-82e11508094d service neutron] Attempting to bind port 65fe472f-769b-4636-a403-0932ced07563 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:47.838493 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-58a8912b-a149-4abb-b5b1-82e11508094d service neutron] Attempting to bind port 65fe472f-769b-4636-a403-0932ced07563 on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:47.873537 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-58a8912b-a149-4abb-b5b1-82e11508094d service neutron] Port 65fe472f-769b-4636-a403-0932ced07563 on network eca3953c-c804-4641-8812-bff95be59582 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:47.873862 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-58a8912b-a149-4abb-b5b1-82e11508094d service neutron] Attempting to bind port 65fe472f-769b-4636-a403-0932ced07563 on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:47.876154 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-615ce256-4e16-4d5a-927b-f84ae40bfe79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.882761 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-58a8912b-a149-4abb-b5b1-82e11508094d service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:47.882761 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-58a8912b-a149-4abb-b5b1-82e11508094d service neutron] Checking segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:47.883128 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-58a8912b-a149-4abb-b5b1-82e11508094d service neutron] Bound using segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:47.883509 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-58a8912b-a149-4abb-b5b1-82e11508094d service neutron] Bound port: 65fe472f-769b-4636-a403-0932ced07563, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:47.883866 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-58a8912b-a149-4abb-b5b1-82e11508094d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.903745 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=f67e9ec7-4fcb-47be-87f5-ae152afd510f,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:47.919011 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.938873 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37293642-c153-48ef-b6f1-b191056668cb admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:28:47.941284 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-5e2c5fbc-7621-46a3-8238-263cda8feb3c None None] Provisioning complete for port b9a64eaa-ce69-4f93-866e-3401ff06690e triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:47.941718 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5e2c5fbc-7621-46a3-8238-263cda8feb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.955416 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad23cc-7671-435f-81bb-104f2c1c7404 req-dd924ab7-c178-4f58-b23a-18c4e9fc5ddd tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:47.956945 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68c916a-bd4a-4ef4-b4ba-7c486e491bfc None None] Sync routers for ids ['0f5a727d-6fe0-480c-9e3e-d640e65e3682'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:28:47.957408 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-81ad23cc-7671-435f-81bb-104f2c1c7404 req-dd924ab7-c178-4f58-b23a-18c4e9fc5ddd tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa111337-35da-4b96-90c0-aeefbdb090e7 HTTP/1.1" status: 200 len: 946 time: 0.3237104 Nov 12 03:28:47.982672 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68c916a-bd4a-4ef4-b4ba-7c486e491bfc None None] Routers {'0f5a727d-6fe0-480c-9e3e-d640e65e3682'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:28:47.983191 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-d68c916a-bd4a-4ef4-b4ba-7c486e491bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:28:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['0f5a727d-6fe0-480c-9e3e-d640e65e3682'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:48.002312 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['29c55453-a17f-44dd-81d4-865fdc84d846', 'af9fd09b-bb20-4600-b6dd-8e32823a9811', '900fa92f-3422-43cd-b1f5-64544257fe2c'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:48.014614 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a15d9025-dab6-4023-90fc-17eee18012c0 req-c27b79e8-3a01-4e79-b63c-5cda00fed6e9 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176900 Nov 12 03:28:48.155819 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-58a8912b-a149-4abb-b5b1-82e11508094d service neutron] For port 65fe472f-769b-4636-a403-0932ced07563, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:48.171105 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 08df2476-a404-43ef-8d05-1fb4b2eb283c, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=08df2476-a404-43ef-8d05-1fb4b2eb283c,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:48.172408 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.178321 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-58a8912b-a149-4abb-b5b1-82e11508094d service neutron] For port 65fe472f-769b-4636-a403-0932ced07563, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=65fe472f-769b-4636-a403-0932ced07563,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:48.191190 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-58a8912b-a149-4abb-b5b1-82e11508094d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.199380 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.205029 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9d36e35c-31e8-4f3b-9bfe-bc433ec61fe4 req-6488e569-455e-4e9e-aeab-d1fa4483221d tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups?id=936b2e05-c318-45fa-bf70-0c1b3ac9d739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762002 Nov 12 03:28:48.213312 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-37293642-c153-48ef-b6f1-b191056668cb admin admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.214833 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-37293642-c153-48ef-b6f1-b191056668cb admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.1613495 Nov 12 03:28:48.238593 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35282) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:48.272534 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-d68c916a-bd4a-4ef4-b4ba-7c486e491bfc None None] Set router 0f5a727d-6fe0-480c-9e3e-d640e65e3682 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:28:48.359706 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-58a8912b-a149-4abb-b5b1-82e11508094d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:48.363584 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-58a8912b-a149-4abb-b5b1-82e11508094d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.369795 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-58a8912b-a149-4abb-b5b1-82e11508094d service neutron] 10.222.0.90 "PUT /v2.0/ports/65fe472f-769b-4636-a403-0932ced07563 HTTP/1.1" status: 200 len: 1096 time: 2.4373813 Nov 12 03:28:48.388948 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f4ba0db-f552-406a-8372-250dd85b08b9', 'tag': '65fe472f-769b-4636-a403-0932ced07563'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:48.396042 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dec15bd-57a8-4c52-8f65-2ccf13b022bf" -d '{"events": [{"name": "network-changed", "server_uuid": "4f4ba0db-f552-406a-8372-250dd85b08b9", "tag": "65fe472f-769b-4636-a403-0932ced07563"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:48.424908 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a2b2ffb-abe2-4a3c-8232-416f53f656a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08df2476-a404-43ef-8d05-1fb4b2eb283c'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:48.438214 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b29a6b6-562b-464b-a9db-b1935c4e53a5" -d '{"events": [{"server_uuid": "0a2b2ffb-abe2-4a3c-8232-416f53f656a1", "name": "network-vif-plugged", "status": "completed", "tag": "08df2476-a404-43ef-8d05-1fb4b2eb283c"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:48.640755 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7a5848-f344-4b78-b483-5cded342e804 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:48.664797 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device f67e9ec7-4fcb-47be-87f5-ae152afd510f up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:48.693132 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a8912b-a149-4abb-b5b1-82e11508094d service neutron] Pushing event updated for resources: {'Port': ['ID=65fe472f-769b-4636-a403-0932ced07563,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:48.778528 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab97c6-ee61-4a91-bc3d-33ff90285e59 req-84dc1f4c-8ea9-407e-8326-a8af11c78536 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:48.780504 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f2ab97c6-ee61-4a91-bc3d-33ff90285e59 req-84dc1f4c-8ea9-407e-8326-a8af11c78536 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6b90254-6b9a-4d4b-ac71-ae323985b6ab HTTP/1.1" status: 200 len: 945 time: 0.3600452 Nov 12 03:28:48.802128 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-d68c916a-bd4a-4ef4-b4ba-7c486e491bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'name': 'tempest-AttachVolumeShelveTestJSON-1124040181-router', 'tenant_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'e232dec0-dc70-4660-ae8e-a45a708c7eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:43Z', 'updated_at': '2021-11-12T03:28:45Z', 'revision_number': 3, 'project_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'gw_port': {'id': 'e232dec0-dc70-4660-ae8e-a45a708c7eea', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:43Z', 'updated_at': '2021-11-12T03:28:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:48.842626 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=08df2476-a404-43ef-8d05-1fb4b2eb283c,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:48.849121 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-01494287-9b40-4b9a-9503-4ad65b6946da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:48.850639 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-01494287-9b40-4b9a-9503-4ad65b6946da service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a1d21364fcd043778a27fa00092fa6b4&device_id=4f4ba0db-f552-406a-8372-250dd85b08b9 HTTP/1.1" status: 200 len: 1099 time: 0.1514008 Nov 12 03:28:48.886962 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68c916a-bd4a-4ef4-b4ba-7c486e491bfc None None] Checking router: 0f5a727d-6fe0-480c-9e3e-d640e65e3682 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:28:48.888200 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68c916a-bd4a-4ef4-b4ba-7c486e491bfc None None] Updating router 0f5a727d-6fe0-480c-9e3e-d640e65e3682 port e232dec0-dc70-4660-ae8e-a45a708c7eea binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:28:48.894559 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:28:48.911714 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f2ab97c6-ee61-4a91-bc3d-33ff90285e59 req-f7814aec-4a4c-4e6e-a088-ef59cff98c7f tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196373 Nov 12 03:28:48.919804 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2459a41a-4b41-470d-b8b4-70a5dd7c85ba None None] Provisioning complete for port 364ed264-e28d-4514-98a6-8f5421f1f74a triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:48.920319 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2459a41a-4b41-470d-b8b4-70a5dd7c85ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.927614 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ae86d-80d4-4905-bc86-50c725de4315 req-474a3622-7a63-4ba1-a338-4db77aad891c tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:48.929731 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-854ae86d-80d4-4905-bc86-50c725de4315 req-474a3622-7a63-4ba1-a338-4db77aad891c tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f4ba0db-f552-406a-8372-250dd85b08b9 HTTP/1.1" status: 200 len: 947 time: 0.4469504 Nov 12 03:28:48.939990 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d68c916a-bd4a-4ef4-b4ba-7c486e491bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.972728 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-81ad23cc-7671-435f-81bb-104f2c1c7404 req-87931467-216f-4cba-8bc5-1171b803a505 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Deleting port 720ff260-86fb-4a36-a213-e693ef4a7c18 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:48.973338 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-81ad23cc-7671-435f-81bb-104f2c1c7404 req-87931467-216f-4cba-8bc5-1171b803a505 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.008119 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2459a41a-4b41-470d-b8b4-70a5dd7c85ba None None] Port 364ed264-e28d-4514-98a6-8f5421f1f74a cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:28:49.012882 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port f67e9ec7-4fcb-47be-87f5-ae152afd510f triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:49.013408 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.077703 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-615ce256-4e16-4d5a-927b-f84ae40bfe79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 364ed264-e28d-4514-98a6-8f5421f1f74a {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:49.088616 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-01a6a4d0-b94c-4950-8472-4fe6109f8e80 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=65fe472f-769b-4636-a403-0932ced07563 HTTP/1.1" status: 200 len: 217 time: 0.2200334 Nov 12 03:28:49.100653 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2459a41a-4b41-470d-b8b4-70a5dd7c85ba None None] Provisioning complete for port b9a64eaa-ce69-4f93-866e-3401ff06690e triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:49.101193 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2459a41a-4b41-470d-b8b4-70a5dd7c85ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.105850 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-615ce256-4e16-4d5a-927b-f84ae40bfe79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.191797 n-d-715271-27 neutron-server[102571]: DEBUG neutron.objects.ports [None req-45e4debe-65a0-4d18-9e2a-73316b089250 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102571) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:28:49.192390 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-81ad23cc-7671-435f-81bb-104f2c1c7404 req-87931467-216f-4cba-8bc5-1171b803a505 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] For port 720ff260-86fb-4a36-a213-e693ef4a7c18, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=720ff260-86fb-4a36-a213-e693ef4a7c18,segment=NetworkSegment(87eca40d-206a-481c-a883-b95018bc626e),segment_id=87eca40d-206a-481c-a883-b95018bc626e)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:49.193392 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-81ad23cc-7671-435f-81bb-104f2c1c7404 req-87931467-216f-4cba-8bc5-1171b803a505 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.204442 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d51a9-0ab3-40d9-ac78-b74db53a01bf req-7d38ac21-b750-4f76-877b-adb88082de9f tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:49.212363 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-854ae86d-80d4-4905-bc86-50c725de4315 req-9086e73f-aa19-4ce7-bf08-5742ed64111c tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719486 Nov 12 03:28:49.224168 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-195d51a9-0ab3-40d9-ac78-b74db53a01bf req-7d38ac21-b750-4f76-877b-adb88082de9f tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=20d88f18-db54-4676-9506-83fa2d55987d HTTP/1.1" status: 200 len: 945 time: 0.2096140 Nov 12 03:28:49.230429 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-81ad23cc-7671-435f-81bb-104f2c1c7404 req-87931467-216f-4cba-8bc5-1171b803a505 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Calling delete_port for 720ff260-86fb-4a36-a213-e693ef4a7c18 owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:49.232749 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-615ce256-4e16-4d5a-927b-f84ae40bfe79 service neutron] Transition to ACTIVE for port object 364ed264-e28d-4514-98a6-8f5421f1f74a will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:49.272954 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-615ce256-4e16-4d5a-927b-f84ae40bfe79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.293168 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-1c28fa8b-c101-484e-b4bb-0eb3253000d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:49.295188 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-1c28fa8b-c101-484e-b4bb-0eb3253000d3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.1923010 Nov 12 03:28:49.424232 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ed79b1-290a-4944-970c-e06b0ce2ef3b None None] Update dhcp port {'port': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'fixed_ips': [{'subnet_id': '2beb9d3d-c6da-4b19-bebd-1e0211100f06'}, {'subnet_id': 'fbe88cf7-721d-43ec-b0ed-ee9ddc62eccc'}], 'binding:host_id': 'n-d-715271-27'}, 'id': 'b9a64eaa-ce69-4f93-866e-3401ff06690e'} from n-d-715271-27. {{(pid=102573) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:28:49.453459 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ce256-4e16-4d5a-927b-f84ae40bfe79 service neutron] Pushing event updated for resources: {'Port': ['ID=364ed264-e28d-4514-98a6-8f5421f1f74a,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:49.473388 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2459a41a-4b41-470d-b8b4-70a5dd7c85ba None None] Provisioning complete for port f67e9ec7-4fcb-47be-87f5-ae152afd510f triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:49.473827 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2459a41a-4b41-470d-b8b4-70a5dd7c85ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.485109 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d68c916a-bd4a-4ef4-b4ba-7c486e491bfc None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.504000 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d68c916a-bd4a-4ef4-b4ba-7c486e491bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.585449 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4a5fd8-0e82-4379-bf84-c42036545984 x-openstack-request-id: req-5c4a5fd8-0e82-4379-bf84-c42036545984 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:49.585786 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a2b2ffb-abe2-4a3c-8232-416f53f656a1", "name": "network-vif-plugged", "status": "completed", "tag": "08df2476-a404-43ef-8d05-1fb4b2eb283c", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:49.586026 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5c4a5fd8-0e82-4379-bf84-c42036545984 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:49.586422 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a2b2ffb-abe2-4a3c-8232-416f53f656a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08df2476-a404-43ef-8d05-1fb4b2eb283c', 'code': 200} Nov 12 03:28:49.587514 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-18ed79b1-290a-4944-970c-e06b0ce2ef3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.607110 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba155f66-0d8c-442a-a9ce-a9195891b0aa None None] Pushing event updated for resources: {'Port': ['ID=e232dec0-dc70-4660-ae8e-a45a708c7eea,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:49.640052 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-d68c916a-bd4a-4ef4-b4ba-7c486e491bfc None None] Attempting to bind port e232dec0-dc70-4660-ae8e-a45a708c7eea on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:49.640460 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-d68c916a-bd4a-4ef4-b4ba-7c486e491bfc None None] Attempting to bind port e232dec0-dc70-4660-ae8e-a45a708c7eea by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:49.640821 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68c916a-bd4a-4ef4-b4ba-7c486e491bfc None None] Attempting to bind port e232dec0-dc70-4660-ae8e-a45a708c7eea on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:49.648683 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68c916a-bd4a-4ef4-b4ba-7c486e491bfc None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:49.649053 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68c916a-bd4a-4ef4-b4ba-7c486e491bfc None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:49.649529 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d68c916a-bd4a-4ef4-b4ba-7c486e491bfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.649837 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68c916a-bd4a-4ef4-b4ba-7c486e491bfc None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:49.650907 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-d68c916a-bd4a-4ef4-b4ba-7c486e491bfc None None] Bound port: e232dec0-dc70-4660-ae8e-a45a708c7eea, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:49.651338 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d68c916a-bd4a-4ef4-b4ba-7c486e491bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.758355 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-d68c916a-bd4a-4ef4-b4ba-7c486e491bfc None None] For port e232dec0-dc70-4660-ae8e-a45a708c7eea, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:49.768549 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-d68c916a-bd4a-4ef4-b4ba-7c486e491bfc None None] For port e232dec0-dc70-4660-ae8e-a45a708c7eea, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e232dec0-dc70-4660-ae8e-a45a708c7eea,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:49.779290 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d68c916a-bd4a-4ef4-b4ba-7c486e491bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.824894 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-615ce256-4e16-4d5a-927b-f84ae40bfe79 service neutron] Attempting to bind port 364ed264-e28d-4514-98a6-8f5421f1f74a on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:49.825137 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-615ce256-4e16-4d5a-927b-f84ae40bfe79 service neutron] Attempting to bind port 364ed264-e28d-4514-98a6-8f5421f1f74a by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:49.825455 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-615ce256-4e16-4d5a-927b-f84ae40bfe79 service neutron] Attempting to bind port 364ed264-e28d-4514-98a6-8f5421f1f74a on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:49.834765 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-81ad23cc-7671-435f-81bb-104f2c1c7404 req-87931467-216f-4cba-8bc5-1171b803a505 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.843547 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-615ce256-4e16-4d5a-927b-f84ae40bfe79 service neutron] Port 364ed264-e28d-4514-98a6-8f5421f1f74a on network eca3953c-c804-4641-8812-bff95be59582 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:49.843910 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-615ce256-4e16-4d5a-927b-f84ae40bfe79 service neutron] Attempting to bind port 364ed264-e28d-4514-98a6-8f5421f1f74a on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:49.852348 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68c916a-bd4a-4ef4-b4ba-7c486e491bfc None None] Routers {'0f5a727d-6fe0-480c-9e3e-d640e65e3682'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:28:49.852813 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a4852-de1f-4caa-8e98-fef64b1985e8 req-f2d550e3-0e2d-4fc0-b7fb-36b8ac53077e tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:49.854253 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-d68c916a-bd4a-4ef4-b4ba-7c486e491bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:28:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['0f5a727d-6fe0-480c-9e3e-d640e65e3682'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:49.855014 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-692a4852-de1f-4caa-8e98-fef64b1985e8 req-f2d550e3-0e2d-4fc0-b7fb-36b8ac53077e tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a2b2ffb-abe2-4a3c-8232-416f53f656a1 HTTP/1.1" status: 200 len: 946 time: 0.1880350 Nov 12 03:28:49.872038 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f98085-65d9-436e-a616-7a6159a73573 x-openstack-request-id: req-80f98085-65d9-436e-a616-7a6159a73573 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:49.872740 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f4ba0db-f552-406a-8372-250dd85b08b9", "tag": "65fe472f-769b-4636-a403-0932ced07563", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:49.873202 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-80f98085-65d9-436e-a616-7a6159a73573 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:49.873975 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f4ba0db-f552-406a-8372-250dd85b08b9', 'tag': '65fe472f-769b-4636-a403-0932ced07563', 'status': 'completed', 'code': 200} Nov 12 03:28:49.909296 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-615ce256-4e16-4d5a-927b-f84ae40bfe79 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:49.909714 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-615ce256-4e16-4d5a-927b-f84ae40bfe79 service neutron] Checking segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:49.910059 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-615ce256-4e16-4d5a-927b-f84ae40bfe79 service neutron] Bound using segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:49.910430 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-615ce256-4e16-4d5a-927b-f84ae40bfe79 service neutron] Bound port: 364ed264-e28d-4514-98a6-8f5421f1f74a, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:49.910781 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-615ce256-4e16-4d5a-927b-f84ae40bfe79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.914531 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba155f66-0d8c-442a-a9ce-a9195891b0aa None None] Pushing event updated for resources: {'Port': ['ID=e232dec0-dc70-4660-ae8e-a45a708c7eea,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:49.921837 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87931467-216f-4cba-8bc5-1171b803a505 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Pushing event deleted for resources: {'Port': ['ID=720ff260-86fb-4a36-a213-e693ef4a7c18,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:50.033502 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ad23cc-7671-435f-81bb-104f2c1c7404 req-87931467-216f-4cba-8bc5-1171b803a505 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] No DVR routers for this DVR port 720ff260-86fb-4a36-a213-e693ef4a7c18 on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:50.048186 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-81ad23cc-7671-435f-81bb-104f2c1c7404 req-87931467-216f-4cba-8bc5-1171b803a505 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:50.051471 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-81ad23cc-7671-435f-81bb-104f2c1c7404 req-87931467-216f-4cba-8bc5-1171b803a505 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.74 "DELETE /v2.0/ports/720ff260-86fb-4a36-a213-e693ef4a7c18 HTTP/1.1" status: 204 len: 173 time: 1.8595812 Nov 12 03:28:50.051933 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa111337-35da-4b96-90c0-aeefbdb090e7', 'name': 'network-vif-deleted', 'tag': '720ff260-86fb-4a36-a213-e693ef4a7c18'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:50.054080 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-195d51a9-0ab3-40d9-ac78-b74db53a01bf req-c7aedbba-2e54-42ae-bf95-b53a8605cc71 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8265147 Nov 12 03:28:50.054224 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79418afe-14bf-4fc2-b5aa-b05c607bb30c" -d '{"events": [{"server_uuid": "fa111337-35da-4b96-90c0-aeefbdb090e7", "name": "network-vif-deleted", "tag": "720ff260-86fb-4a36-a213-e693ef4a7c18"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:50.057635 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-d68c916a-bd4a-4ef4-b4ba-7c486e491bfc None None] Set router 0f5a727d-6fe0-480c-9e3e-d640e65e3682 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:28:50.065750 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c14186-b77a-47fe-a282-9fad5b2199b1 req-0608ec97-6d6a-4678-b6a9-6c0cc112d31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:50.067633 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-60c14186-b77a-47fe-a282-9fad5b2199b1 req-0608ec97-6d6a-4678-b6a9-6c0cc112d31f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0a2b2ffb-abe2-4a3c-8232-416f53f656a1 HTTP/1.1" status: 200 len: 1098 time: 0.1974800 Nov 12 03:28:50.077448 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-40fdffc5-fc61-4632-83d1-eede0c7fe1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:50.078986 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-40fdffc5-fc61-4632-83d1-eede0c7fe1a0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7304742 Nov 12 03:28:50.099711 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.api [None req-18ed79b1-290a-4944-970c-e06b0ce2ef3b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 03:28:50.099711 n-d-715271-27 neutron-server[102573]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Nov 12 03:28:50.099711 n-d-715271-27 neutron-server[102573]: [parameters: {'ip_address': '2001:db8::f816:3eff:fe1b:9b9c', 'status': 'ALLOCATED', 'ipam_subnet_id': '0b3d0ae0-0b59-4f3f-bc7f-cf063df9bdd0'}] Nov 12 03:28:50.099711 n-d-715271-27 neutron-server[102573]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:28:50.101239 n-d-715271-27 neutron-server[102573]: DEBUG oslo_db.api [None req-18ed79b1-290a-4944-970c-e06b0ce2ef3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:28:50.111800 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-615ce256-4e16-4d5a-927b-f84ae40bfe79 service neutron] For port 364ed264-e28d-4514-98a6-8f5421f1f74a, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:50.118049 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-615ce256-4e16-4d5a-927b-f84ae40bfe79 service neutron] For port 364ed264-e28d-4514-98a6-8f5421f1f74a, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=364ed264-e28d-4514-98a6-8f5421f1f74a,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:50.133505 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-692a4852-de1f-4caa-8e98-fef64b1985e8 req-1bf4cf24-0e12-4b49-88f3-9df6842bfab3 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371740 Nov 12 03:28:50.166114 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-615ce256-4e16-4d5a-927b-f84ae40bfe79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:50.232053 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6992d00f-8130-4957-8f35-6333c5507270 req-ec0b82d1-544e-461c-8d6a-7f9c78be8109 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa111337-35da-4b96-90c0-aeefbdb090e7 HTTP/1.1" status: 200 len: 210 time: 0.0827835 Nov 12 03:28:50.255237 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-615ce256-4e16-4d5a-927b-f84ae40bfe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:50.255874 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-615ce256-4e16-4d5a-927b-f84ae40bfe79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:50.257957 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-615ce256-4e16-4d5a-927b-f84ae40bfe79 service neutron] 10.222.0.74 "PUT /v2.0/ports/364ed264-e28d-4514-98a6-8f5421f1f74a HTTP/1.1" status: 200 len: 1097 time: 2.6216168 Nov 12 03:28:50.346388 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98dddc9e-be5a-462d-b6f4-e4ff0caa3338 x-openstack-request-id: req-98dddc9e-be5a-462d-b6f4-e4ff0caa3338 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:50.346674 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa111337-35da-4b96-90c0-aeefbdb090e7", "name": "network-vif-deleted", "tag": "720ff260-86fb-4a36-a213-e693ef4a7c18", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:50.346924 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-98dddc9e-be5a-462d-b6f4-e4ff0caa3338 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:50.347319 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa111337-35da-4b96-90c0-aeefbdb090e7', 'name': 'network-vif-deleted', 'tag': '720ff260-86fb-4a36-a213-e693ef4a7c18', 'status': 'completed', 'code': 200} Nov 12 03:28:50.367239 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-96bdd578-d0bc-4086-9a42-e3e204517ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:50.384399 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-45e4debe-65a0-4d18-9e2a-73316b089250 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:50.404812 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-60c14186-b77a-47fe-a282-9fad5b2199b1 req-23bafb6e-1bf3-4471-bc9b-a60233f6f786 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211882 Nov 12 03:28:50.413355 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ce256-4e16-4d5a-927b-f84ae40bfe79 service neutron] Pushing event updated for resources: {'Port': ['ID=364ed264-e28d-4514-98a6-8f5421f1f74a,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:50.500817 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-de3355bc-d702-41e1-9460-fe67d4d7813e service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933647 Nov 12 03:28:50.513540 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-d68c916a-bd4a-4ef4-b4ba-7c486e491bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'name': 'tempest-AttachVolumeShelveTestJSON-1124040181-router', 'tenant_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'e232dec0-dc70-4660-ae8e-a45a708c7eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:43Z', 'updated_at': '2021-11-12T03:28:45Z', 'revision_number': 3, 'project_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'gw_port': {'id': 'e232dec0-dc70-4660-ae8e-a45a708c7eea', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:43Z', 'updated_at': '2021-11-12T03:28:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:50.551360 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68c916a-bd4a-4ef4-b4ba-7c486e491bfc None None] The sync data for ids ['0f5a727d-6fe0-480c-9e3e-d640e65e3682'] in n-d-715271-27 is: [{'id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'name': 'tempest-AttachVolumeShelveTestJSON-1124040181-router', 'tenant_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'e232dec0-dc70-4660-ae8e-a45a708c7eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:43Z', 'updated_at': '2021-11-12T03:28:45Z', 'revision_number': 3, 'project_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'gw_port': {'id': 'e232dec0-dc70-4660-ae8e-a45a708c7eea', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:43Z', 'updated_at': '2021-11-12T03:28:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:28:50.552923 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244178a-1547-4b55-a14e-cff40d407ab3 req-729cec78-c8de-4632-80eb-f9baef5afb56 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:50.554562 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f244178a-1547-4b55-a14e-cff40d407ab3 req-729cec78-c8de-4632-80eb-f9baef5afb56 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f4ba0db-f552-406a-8372-250dd85b08b9 HTTP/1.1" status: 200 len: 947 time: 0.1659076 Nov 12 03:28:50.646834 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-18ed79b1-290a-4944-970c-e06b0ce2ef3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:50.749403 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f244178a-1547-4b55-a14e-cff40d407ab3 req-385891f1-0a83-4d95-bb0f-18220be344ee tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818109 Nov 12 03:28:50.800443 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-c0a34192-d027-4170-b60f-ec9cfcff531a service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844191 Nov 12 03:28:50.825276 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-45e4debe-65a0-4d18-9e2a-73316b089250 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] For port b9a64eaa-ce69-4f93-866e-3401ff06690e, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=b9a64eaa-ce69-4f93-866e-3401ff06690e,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:50.869770 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08a156-b6ad-4962-bc55-42ce86e8185e req-4bbd389b-83b3-4c8e-8bcd-c559a806ef09 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:50.872750 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ab08a156-b6ad-4962-bc55-42ce86e8185e req-4bbd389b-83b3-4c8e-8bcd-c559a806ef09 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6b90254-6b9a-4d4b-ac71-ae323985b6ab HTTP/1.1" status: 200 len: 945 time: 0.5913100 Nov 12 03:28:50.887385 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-45e4debe-65a0-4d18-9e2a-73316b089250 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:50.896572 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-45e4debe-65a0-4d18-9e2a-73316b089250 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:50.898222 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-45e4debe-65a0-4d18-9e2a-73316b089250 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:50.941353 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-71dea256-530e-4904-a617-25d7b6e4d03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:50.949011 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-71dea256-530e-4904-a617-25d7b6e4d03f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a1d21364fcd043778a27fa00092fa6b4&device_id=9f6d0629-a03c-4a24-aae3-37e9488599f3 HTTP/1.1" status: 200 len: 1100 time: 0.5990419 Nov 12 03:28:51.045009 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 720ff260-86fb-4a36-a213-e693ef4a7c18 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:51.065423 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-2679f0a1-91a5-46d4-83a8-a4d2e07bee5c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=364ed264-e28d-4514-98a6-8f5421f1f74a HTTP/1.1" status: 200 len: 217 time: 0.0983114 Nov 12 03:28:51.070050 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e4debe-65a0-4d18-9e2a-73316b089250 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Port': ['ID=b9a64eaa-ce69-4f93-866e-3401ff06690e,revision_number=8']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:51.074617 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 720ff260-86fb-4a36-a213-e693ef4a7c18 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:51.075049 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 720ff260-86fb-4a36-a213-e693ef4a7c18 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:51.141130 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e4debe-65a0-4d18-9e2a-73316b089250 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:51.147266 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-45e4debe-65a0-4d18-9e2a-73316b089250 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:51.156688 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e4debe-65a0-4d18-9e2a-73316b089250 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:51.157683 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ab08a156-b6ad-4962-bc55-42ce86e8185e req-317b5d72-cd34-4f7d-9c6a-cd0351e62780 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627852 Nov 12 03:28:51.157807 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-45e4debe-65a0-4d18-9e2a-73316b089250 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:51.214244 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-45e4debe-65a0-4d18-9e2a-73316b089250 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.9243324 Nov 12 03:28:51.214244 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e4debe-65a0-4d18-9e2a-73316b089250 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Subnet': ['ID=fbe88cf7-721d-43ec-b0ed-ee9ddc62eccc,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:51.216948 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35310) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:51.221350 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec15bd-57a8-4c52-8f65-2ccf13b022bf req-57dd3d2b-4365-41eb-8a89-37cdc4667e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:51.223142 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1dec15bd-57a8-4c52-8f65-2ccf13b022bf req-57dd3d2b-4365-41eb-8a89-37cdc4667e0c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a1d21364fcd043778a27fa00092fa6b4&device_id=4f4ba0db-f552-406a-8372-250dd85b08b9 HTTP/1.1" status: 200 len: 1099 time: 0.1547322 Nov 12 03:28:51.228690 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-2aacfc6f-4bfc-418e-9005-9d3f6b49d44a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'port': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'mac_address': 'fa:16:3e:5e:49:45', 'name': 'tempest-NetworksTestDHCPv6-1322808014'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:51.249827 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-96bdd578-d0bc-4086-9a42-e3e204517ac2 admin admin] Allocated IP 172.20.0.1 (6c7f6069-f411-4391-9326-65cfd4966ecb/4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390/7c309888-1e42-4f70-953a-89bc8d5ea61c) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:51.285123 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-18ed79b1-290a-4944-970c-e06b0ce2ef3b None None] Allocated IP 172.20.0.2 (73a88994-9b3d-4208-8808-2295e92df12e/2beb9d3d-c6da-4b19-bebd-1e0211100f06/b9a64eaa-ce69-4f93-866e-3401ff06690e) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:51.434533 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-35e39201-9176-4629-a869-1826e6000ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:51.437472 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-35e39201-9176-4629-a869-1826e6000ce2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.3597291 Nov 12 03:28:51.485629 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-96bdd578-d0bc-4086-9a42-e3e204517ac2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:51.493023 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-18ed79b1-290a-4944-970c-e06b0ce2ef3b None None] For port b9a64eaa-ce69-4f93-866e-3401ff06690e, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=b9a64eaa-ce69-4f93-866e-3401ff06690e,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:51.545839 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-18ed79b1-290a-4944-970c-e06b0ce2ef3b None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:51.559569 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-18ed79b1-290a-4944-970c-e06b0ce2ef3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:51.618165 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d89e81-b7ed-4f09-b5e5-0298327b7a18 req-e1938229-9beb-4947-a587-73cb6e798dd5 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:51.619976 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-70d89e81-b7ed-4f09-b5e5-0298327b7a18 req-e1938229-9beb-4947-a587-73cb6e798dd5 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a2b2ffb-abe2-4a3c-8232-416f53f656a1 HTTP/1.1" status: 200 len: 946 time: 0.3313956 Nov 12 03:28:51.641718 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9e34e-8332-4f4c-89a7-6ff6e836b3ab req-8bd49286-2eb3-4c11-a9ef-5fbc60ad4405 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:51.643314 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-beb9e34e-8332-4f4c-89a7-6ff6e836b3ab req-8bd49286-2eb3-4c11-a9ef-5fbc60ad4405 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=20d88f18-db54-4676-9506-83fa2d55987d HTTP/1.1" status: 200 len: 945 time: 0.3522320 Nov 12 03:28:51.651831 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec15bd-57a8-4c52-8f65-2ccf13b022bf req-51733d5e-3cd0-4314-9cad-a58d0fcc0193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:51.656901 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-3b605566-4b41-4b0c-a72a-62828e041ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:51.658468 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-3b605566-4b41-4b0c-a72a-62828e041ceb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1372941 Nov 12 03:28:51.675755 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1dec15bd-57a8-4c52-8f65-2ccf13b022bf req-51733d5e-3cd0-4314-9cad-a58d0fcc0193 service neutron] 10.222.0.90 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.4286325 Nov 12 03:28:51.728727 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed79b1-290a-4944-970c-e06b0ce2ef3b None None] Pushing event updated for resources: {'Port': ['ID=b9a64eaa-ce69-4f93-866e-3401ff06690e,revision_number=9']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:51.769917 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1dec15bd-57a8-4c52-8f65-2ccf13b022bf req-4c23a54c-db94-486a-a224-34de618241ea service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=65fe472f-769b-4636-a403-0932ced07563 HTTP/1.1" status: 200 len: 217 time: 0.0932779 Nov 12 03:28:51.784346 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aacfc6f-4bfc-418e-9005-9d3f6b49d44a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:51.836550 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-d448405e-e282-4572-ae53-9557391cea1a service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612718 Nov 12 03:28:51.843389 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-70d89e81-b7ed-4f09-b5e5-0298327b7a18 req-7702ce92-978b-4eb8-b843-e979227fe61c tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169409 Nov 12 03:28:51.860588 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-96bdd578-d0bc-4086-9a42-e3e204517ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:51.913893 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2aacfc6f-4bfc-418e-9005-9d3f6b49d44a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:51.957253 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-2aacfc6f-4bfc-418e-9005-9d3f6b49d44a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] device_id is not set on port 4acc02bf-8a48-4e93-8f3e-a260830edaa2 yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:28:51.996376 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bdd578-d0bc-4086-9a42-e3e204517ac2 admin admin] Pushing event updated for resources: {'Port': ['ID=7c309888-1e42-4f70-953a-89bc8d5ea61c,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:52.013236 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bdd578-d0bc-4086-9a42-e3e204517ac2 admin admin] Network 6c7f6069-f411-4391-9326-65cfd4966ecb is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:52.038186 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-beb9e34e-8332-4f4c-89a7-6ff6e836b3ab req-5edbf209-43e3-43fb-9eef-16e9bdc5be73 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536172 Nov 12 03:28:52.044552 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-96bdd578-d0bc-4086-9a42-e3e204517ac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:52.048683 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bdd578-d0bc-4086-9a42-e3e204517ac2 admin admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:52.075343 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec15bd-57a8-4c52-8f65-2ccf13b022bf req-70ca8632-a8cb-42eb-a530-0bb236b62cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:52.076966 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1dec15bd-57a8-4c52-8f65-2ccf13b022bf req-70ca8632-a8cb-42eb-a530-0bb236b62cf0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.2957880 Nov 12 03:28:52.125527 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-96bdd578-d0bc-4086-9a42-e3e204517ac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:52.269326 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837d93e-41ad-4850-97b9-643e01818df0 req-7877bcba-5988-4d72-97d8-d129784624fe tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:52.271014 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c837d93e-41ad-4850-97b9-643e01818df0 req-7877bcba-5988-4d72-97d8-d129784624fe tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6b90254-6b9a-4d4b-ac71-ae323985b6ab HTTP/1.1" status: 200 len: 945 time: 0.3184683 Nov 12 03:28:52.348754 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f6d0629-a03c-4a24-aae3-37e9488599f3', 'tag': '364ed264-e28d-4514-98a6-8f5421f1f74a'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:52.351156 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80feb9c2-efc1-4e77-8acc-0de412af00ef" -d '{"events": [{"name": "network-changed", "server_uuid": "9f6d0629-a03c-4a24-aae3-37e9488599f3", "tag": "364ed264-e28d-4514-98a6-8f5421f1f74a"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:52.404869 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec15bd-57a8-4c52-8f65-2ccf13b022bf req-495bddcc-225d-4e69-9059-af72cd5b46b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:52.404869 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1dec15bd-57a8-4c52-8f65-2ccf13b022bf req-495bddcc-225d-4e69-9059-af72cd5b46b2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3177061 Nov 12 03:28:52.417643 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-778379ee-728b-49c9-95ac-7bbc586d1b67 req-3dc9269f-c043-4960-8fe5-2d7156f2f8c7 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5637188 Nov 12 03:28:52.418784 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-96bdd578-d0bc-4086-9a42-e3e204517ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:52.443722 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c837d93e-41ad-4850-97b9-643e01818df0 req-8093f815-d15e-459e-8071-1c7ba3ee74e2 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396413 Nov 12 03:28:52.512829 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-2aacfc6f-4bfc-418e-9005-9d3f6b49d44a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Allocated IP 172.20.0.13 (73a88994-9b3d-4208-8808-2295e92df12e/2beb9d3d-c6da-4b19-bebd-1e0211100f06/4acc02bf-8a48-4e93-8f3e-a260830edaa2) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:52.548022 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56462ed2-e2d4-4930-b891-6825b4a76180 req-3c68efda-fadf-4039-9d51-9f8b53639fad tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:52.557858 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-56462ed2-e2d4-4930-b891-6825b4a76180 req-3c68efda-fadf-4039-9d51-9f8b53639fad tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f4ba0db-f552-406a-8372-250dd85b08b9 HTTP/1.1" status: 200 len: 947 time: 0.2537315 Nov 12 03:28:52.616923 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-2aacfc6f-4bfc-418e-9005-9d3f6b49d44a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Allocated IP 2001:db8::f816:3eff:fe5e:4945 (73a88994-9b3d-4208-8808-2295e92df12e/fbe88cf7-721d-43ec-b0ed-ee9ddc62eccc/4acc02bf-8a48-4e93-8f3e-a260830edaa2) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:52.655197 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-f620c9ee-a664-4615-84c2-98af400b3d6d None None] Provisioning complete for port 7c309888-1e42-4f70-953a-89bc8d5ea61c triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:52.656846 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f620c9ee-a664-4615-84c2-98af400b3d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:52.781652 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-f620c9ee-a664-4615-84c2-98af400b3d6d None None] Port 7c309888-1e42-4f70-953a-89bc8d5ea61c cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:28:52.783996 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device b9a64eaa-ce69-4f93-866e-3401ff06690e up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:52.802969 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-96bdd578-d0bc-4086-9a42-e3e204517ac2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:52.811162 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1dec15bd-57a8-4c52-8f65-2ccf13b022bf req-526a82ce-22ae-483c-b70e-0896ef7c905a service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969305 Nov 12 03:28:52.812632 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-96bdd578-d0bc-4086-9a42-e3e204517ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:52.854862 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-56462ed2-e2d4-4930-b891-6825b4a76180 req-f4ccadd1-9cb2-4d98-b2a3-550c216a6ccc tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959588 Nov 12 03:28:52.864975 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6abfdc72-364e-4f58-a789-8ffae444aa5b x-openstack-request-id: req-6abfdc72-364e-4f58-a789-8ffae444aa5b {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:52.865321 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f6d0629-a03c-4a24-aae3-37e9488599f3", "tag": "364ed264-e28d-4514-98a6-8f5421f1f74a", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:52.865573 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6abfdc72-364e-4f58-a789-8ffae444aa5b {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:52.865970 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f6d0629-a03c-4a24-aae3-37e9488599f3', 'tag': '364ed264-e28d-4514-98a6-8f5421f1f74a', 'status': 'completed', 'code': 200} Nov 12 03:28:52.894344 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51442a31-e926-4a3d-9295-de7e5438d66e None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:52.912763 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-96bdd578-d0bc-4086-9a42-e3e204517ac2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:52.917288 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bdd578-d0bc-4086-9a42-e3e204517ac2 admin admin] Pushing event updated for resources: {'Port': ['ID=7c309888-1e42-4f70-953a-89bc8d5ea61c,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:53.075924 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bdd578-d0bc-4086-9a42-e3e204517ac2 admin admin] Network 6c7f6069-f411-4391-9326-65cfd4966ecb is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:53.076928 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 65fe472f-769b-4636-a403-0932ced07563 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:53.079433 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-96bdd578-d0bc-4086-9a42-e3e204517ac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:53.189033 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80feb9c2-efc1-4e77-8acc-0de412af00ef req-b5ef6509-b96b-487c-a77e-bef9c8084539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:53.193876 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-80feb9c2-efc1-4e77-8acc-0de412af00ef req-b5ef6509-b96b-487c-a77e-bef9c8084539 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a1d21364fcd043778a27fa00092fa6b4&device_id=9f6d0629-a03c-4a24-aae3-37e9488599f3 HTTP/1.1" status: 200 len: 1100 time: 0.2778013 Nov 12 03:28:53.306332 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1dec15bd-57a8-4c52-8f65-2ccf13b022bf req-72d81ba8-fe38-47cb-bd5f-062c444a3f62 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4725041 Nov 12 03:28:53.351574 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238ed0d-97c2-45c5-aac8-7a773ac4cbb9 req-9a101fc0-e841-49d3-a977-78870ee9901b tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:53.354104 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6238ed0d-97c2-45c5-aac8-7a773ac4cbb9 req-9a101fc0-e841-49d3-a977-78870ee9901b tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a2b2ffb-abe2-4a3c-8232-416f53f656a1 HTTP/1.1" status: 200 len: 946 time: 0.2940407 Nov 12 03:28:53.406957 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 65fe472f-769b-4636-a403-0932ced07563, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=65fe472f-769b-4636-a403-0932ced07563,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:53.429095 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '65fe472f-769b-4636-a403-0932ced07563', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'port_id': '65fe472f-769b-4636-a403-0932ced07563', 'mac_address': 'fa:16:3e:1a:55:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa66706f-b415-4bb9-838e-cfd08f81d96b', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:53.453985 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2aacfc6f-4bfc-418e-9005-9d3f6b49d44a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:53.484362 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:53.505802 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65fe472f-769b-4636-a403-0932ced07563 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:53.507925 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2aacfc6f-4bfc-418e-9005-9d3f6b49d44a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:53.510097 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port b9a64eaa-ce69-4f93-866e-3401ff06690e triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:53.511379 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:53.545923 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96bdd578-d0bc-4086-9a42-e3e204517ac2 admin admin] Router 0f5a727d-6fe0-480c-9e3e-d640e65e3682 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:28:53.546139 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-88b068b8-a081-4201-8c0a-15abb60dbd84 None None] Provisioning complete for port b9a64eaa-ce69-4f93-866e-3401ff06690e triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:53.546484 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-88b068b8-a081-4201-8c0a-15abb60dbd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:53.555977 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746b1ad-afa5-453c-8761-47f34c478bb1 req-959fe6b1-1eed-427d-aa05-77416363bf2b tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:53.558409 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2746b1ad-afa5-453c-8761-47f34c478bb1 req-959fe6b1-1eed-427d-aa05-77416363bf2b tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=20d88f18-db54-4676-9506-83fa2d55987d HTTP/1.1" status: 200 len: 945 time: 0.2569363 Nov 12 03:28:53.582587 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aacfc6f-4bfc-418e-9005-9d3f6b49d44a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:53.587133 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-2aacfc6f-4bfc-418e-9005-9d3f6b49d44a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:53.589854 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aacfc6f-4bfc-418e-9005-9d3f6b49d44a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:53.628945 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2746b1ad-afa5-453c-8761-47f34c478bb1 req-7896adf0-e612-4563-b459-71f98538ff4d tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537877 Nov 12 03:28:53.630557 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80feb9c2-efc1-4e77-8acc-0de412af00ef req-64da4cb1-668b-4673-88e2-adf50dfcc123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:53.632413 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-80feb9c2-efc1-4e77-8acc-0de412af00ef req-64da4cb1-668b-4673-88e2-adf50dfcc123 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.4244006 Nov 12 03:28:53.640263 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 65fe472f-769b-4636-a403-0932ced07563, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=65fe472f-769b-4636-a403-0932ced07563,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:53.648138 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aacfc6f-4bfc-418e-9005-9d3f6b49d44a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:53.648889 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2aacfc6f-4bfc-418e-9005-9d3f6b49d44a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:53.664678 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6238ed0d-97c2-45c5-aac8-7a773ac4cbb9 req-9da51530-a3c7-4b03-8e1e-2d2bb294e5a2 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034382 Nov 12 03:28:53.666640 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aacfc6f-4bfc-418e-9005-9d3f6b49d44a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Port': ['ID=4acc02bf-8a48-4e93-8f3e-a260830edaa2,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:53.672111 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:53.685198 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2aacfc6f-4bfc-418e-9005-9d3f6b49d44a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.4669895 Nov 12 03:28:53.687779 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35344) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:53.765206 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35352) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:53.781888 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-80feb9c2-efc1-4e77-8acc-0de412af00ef req-f359f81e-3883-4e73-8184-ac04e4b89ccc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=364ed264-e28d-4514-98a6-8f5421f1f74a HTTP/1.1" status: 200 len: 217 time: 0.0770574 Nov 12 03:28:53.804640 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505975b3-d912-44d6-b657-d5cf7a7100a0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:53.814152 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505975b3-d912-44d6-b657-d5cf7a7100a0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:53.822415 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=65fe472f-769b-4636-a403-0932ced07563,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:53.823119 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-505975b3-d912-44d6-b657-d5cf7a7100a0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1334629 Nov 12 03:28:53.823892 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35358) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:53.858832 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80feb9c2-efc1-4e77-8acc-0de412af00ef req-d377e1e6-3b22-41be-848b-a7e62be0edc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:53.860482 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-80feb9c2-efc1-4e77-8acc-0de412af00ef req-d377e1e6-3b22-41be-848b-a7e62be0edc3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.0567250 Nov 12 03:28:53.885191 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e232dec0-dc70-4660-ae8e-a45a708c7eea up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:53.969921 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port e232dec0-dc70-4660-ae8e-a45a708c7eea triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:53.970841 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:54.012675 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3aeb1eaa-36f9-4a1c-93f1-ddf0d01e46fb tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:54.015053 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96bdd578-d0bc-4086-9a42-e3e204517ac2 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:28:54.018736 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80feb9c2-efc1-4e77-8acc-0de412af00ef req-8654eb2a-9853-45ce-97e0-4dcb90406578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:54.020591 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-80feb9c2-efc1-4e77-8acc-0de412af00ef req-8654eb2a-9853-45ce-97e0-4dcb90406578 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1020870 Nov 12 03:28:54.037535 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-96bdd578-d0bc-4086-9a42-e3e204517ac2 admin admin] 10.222.0.50 "PUT /v2.0/routers/0f5a727d-6fe0-480c-9e3e-d640e65e3682/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7959571 Nov 12 03:28:54.044626 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d025882-e36d-4078-8adb-3e2270117d81 None None] Sync routers for ids ['0f5a727d-6fe0-480c-9e3e-d640e65e3682'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:28:54.065399 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['65fe472f-769b-4636-a403-0932ced07563'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:54.106072 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-7df1a241-1d89-4bfa-b2d7-b8bfe5d0a18e tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:54.119405 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-7df1a241-1d89-4bfa-b2d7-b8bfe5d0a18e tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/networks?id=47a2fcaf-032c-425f-816c-b5c4a4d54eb1 HTTP/1.1" status: 200 len: 815 time: 0.2924893 Nov 12 03:28:54.126990 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3aeb1eaa-36f9-4a1c-93f1-ddf0d01e46fb tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:54.163923 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-b046c6b4-67cc-4d82-a6a9-67a58306fb38 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting port 4acc02bf-8a48-4e93-8f3e-a260830edaa2 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:54.164672 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b046c6b4-67cc-4d82-a6a9-67a58306fb38 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:54.176544 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-988335fe-7de2-476c-bce6-d36fbe2753e7 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/quotas/eb6abf846d434d7c83b1370d63a01c80 HTTP/1.1" status: 200 len: 375 time: 0.0480995 Nov 12 03:28:54.230768 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-80feb9c2-efc1-4e77-8acc-0de412af00ef req-5f47acd5-1b05-4f4b-bc3f-542a150a4b1e service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904399 Nov 12 03:28:54.256512 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db639df3-38a4-4a1c-8e41-d7eab0416429 req-5bb3a123-dfe7-48b4-88dc-75b8f34507d3 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:54.265389 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-db639df3-38a4-4a1c-8e41-d7eab0416429 req-5bb3a123-dfe7-48b4-88dc-75b8f34507d3 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f4ba0db-f552-406a-8372-250dd85b08b9 HTTP/1.1" status: 200 len: 948 time: 0.1060381 Nov 12 03:28:54.289013 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3aeb1eaa-36f9-4a1c-93f1-ddf0d01e46fb tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:54.295251 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3aeb1eaa-36f9-4a1c-93f1-ddf0d01e46fb tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:54.296685 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3aeb1eaa-36f9-4a1c-93f1-ddf0d01e46fb tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "DELETE /v2.0/security-groups/397bab42-a9d9-4f17-a5a1-40cc1f9544a7 HTTP/1.1" status: 204 len: 168 time: 0.5304413 Nov 12 03:28:54.300287 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35364) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:54.302306 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-dbc14b79-ba6f-46f0-9200-e8e766c83388 None None] Provisioning complete for port 7c309888-1e42-4f70-953a-89bc8d5ea61c triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:54.302699 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-dbc14b79-ba6f-46f0-9200-e8e766c83388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:54.305980 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d025882-e36d-4078-8adb-3e2270117d81 None None] Routers {'0f5a727d-6fe0-480c-9e3e-d640e65e3682'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:28:54.305980 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-9d025882-e36d-4078-8adb-3e2270117d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:28:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['0f5a727d-6fe0-480c-9e3e-d640e65e3682'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:54.345789 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb1eaa-36f9-4a1c-93f1-ddf0d01e46fb tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=397bab42-a9d9-4f17-a5a1-40cc1f9544a7,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:54.428855 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-db639df3-38a4-4a1c-8e41-d7eab0416429 req-65965d93-5471-4cef-9562-131a594cb41f tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625178 Nov 12 03:28:54.482374 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-80feb9c2-efc1-4e77-8acc-0de412af00ef req-96955250-6c1c-4469-afcc-d1d2132ceb8e service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138662 Nov 12 03:28:54.506784 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:54.522872 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-dbc14b79-ba6f-46f0-9200-e8e766c83388 None None] Port 7c309888-1e42-4f70-953a-89bc8d5ea61c cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:28:54.599507 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-9d025882-e36d-4078-8adb-3e2270117d81 None None] Set router 0f5a727d-6fe0-480c-9e3e-d640e65e3682 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:28:54.646954 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-3749f854-b098-439b-945f-e6e444849d2b tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=eb6abf846d434d7c83b1370d63a01c80&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4693706 Nov 12 03:28:54.652266 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-12f1221b-c8f5-4d24-b55e-3c752bd2f7a9 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] show failed (client error): The resource could not be found. Nov 12 03:28:54.653412 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-12f1221b-c8f5-4d24-b55e-3c752bd2f7a9 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "GET /v2.0/security-groups/397bab42-a9d9-4f17-a5a1-40cc1f9544a7 HTTP/1.1" status: 404 len: 347 time: 0.3472342 Nov 12 03:28:54.656285 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35370) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:54.670030 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b046c6b4-67cc-4d82-a6a9-67a58306fb38 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:54.678685 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port e232dec0-dc70-4660-ae8e-a45a708c7eea, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e232dec0-dc70-4660-ae8e-a45a708c7eea,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:54.689548 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf4df-1d69-4b38-8111-3f2bde6b36b6 None None] Could not find standard attr ID for object 291fe038-e488-4945-ba90-8a648c0c9ee6. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:28:54.691028 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:54.777720 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-39cc6399-8023-482d-8e52-525b2f16bb49 service neutron] 10.222.0.50 "GET /v2.0/networks/47a2fcaf-032c-425f-816c-b5c4a4d54eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037607 Nov 12 03:28:54.786517 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=e232dec0-dc70-4660-ae8e-a45a708c7eea,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:54.800429 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-b046c6b4-67cc-4d82-a6a9-67a58306fb38 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Calling delete_port for 4acc02bf-8a48-4e93-8f3e-a260830edaa2 owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:54.911326 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-1adb7130-a330-44cd-b404-bd67b585b4b9 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Deleting port 1692b42b-86a6-44fa-9de2-ab3b0c37c3d2 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:54.912973 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1adb7130-a330-44cd-b404-bd67b585b4b9 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:54.925747 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 364ed264-e28d-4514-98a6-8f5421f1f74a details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:54.974052 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-c7153b53-bf72-41de-8e40-a21737058067 service neutron] 10.222.0.50 "GET /v2.0/networks/47a2fcaf-032c-425f-816c-b5c4a4d54eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834831 Nov 12 03:28:54.991874 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf4df-1d69-4b38-8111-3f2bde6b36b6 None None] Provisioning complete for port 4acc02bf-8a48-4e93-8f3e-a260830edaa2 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:54.993036 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf4df-1d69-4b38-8111-3f2bde6b36b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.049103 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1adb7130-a330-44cd-b404-bd67b585b4b9 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.049648 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1adb7130-a330-44cd-b404-bd67b585b4b9 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.067117 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-1adb7130-a330-44cd-b404-bd67b585b4b9 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Calling delete_port for 1692b42b-86a6-44fa-9de2-ab3b0c37c3d2 owned by network:floatingip {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:55.095573 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35378) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:55.102076 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-cfe6001d-b97a-4189-9217-eb85a92567df tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Request body: {'security_group': {'name': 'tempest-securitygroup--798998547', 'description': 'tempest-description--1470542268'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:55.161343 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cfe6001d-b97a-4189-9217-eb85a92567df tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.280824 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b046c6b4-67cc-4d82-a6a9-67a58306fb38 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.339326 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b046c6b4-67cc-4d82-a6a9-67a58306fb38 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Port': ['ID=4acc02bf-8a48-4e93-8f3e-a260830edaa2,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:55.366595 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbf4df-1d69-4b38-8111-3f2bde6b36b6 None None] Port 4acc02bf-8a48-4e93-8f3e-a260830edaa2 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:28:55.510251 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204529d1-6a27-4d2f-a7f1-8461f8a20e9a req-a76da344-7b90-44d1-b50f-1d3a07e985e1 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:55.512139 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-204529d1-6a27-4d2f-a7f1-8461f8a20e9a req-a76da344-7b90-44d1-b50f-1d3a07e985e1 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.74 "GET /v2.0/ports?device_id=c6b90254-6b9a-4d4b-ac71-ae323985b6ab HTTP/1.1" status: 200 len: 945 time: 0.1859386 Nov 12 03:28:55.538723 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b18d1-f048-4e8f-a654-5b4252fcd2b9 req-ba489529-f1cd-4e2b-80b0-238534d8816f tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:55.541702 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3e1b18d1-f048-4e8f-a654-5b4252fcd2b9 req-ba489529-f1cd-4e2b-80b0-238534d8816f tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=20d88f18-db54-4676-9506-83fa2d55987d HTTP/1.1" status: 200 len: 945 time: 0.3059895 Nov 12 03:28:55.552984 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1adb7130-a330-44cd-b404-bd67b585b4b9 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.560410 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-5ccbf4df-1d69-4b38-8111-3f2bde6b36b6 None None] Provisioning complete for port b9a64eaa-ce69-4f93-866e-3401ff06690e triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:55.560804 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf4df-1d69-4b38-8111-3f2bde6b36b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.576969 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 364ed264-e28d-4514-98a6-8f5421f1f74a, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=364ed264-e28d-4514-98a6-8f5421f1f74a,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:55.583099 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cfe6001d-b97a-4189-9217-eb85a92567df tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.623429 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d56290d3-bd96-4053-acd3-2c19cb1e996f req-1acee77c-d6c8-4c7c-90fb-55b455080c61 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 210 time: 0.0813305 Nov 12 03:28:55.628910 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cfe6001d-b97a-4189-9217-eb85a92567df tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.639926 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '364ed264-e28d-4514-98a6-8f5421f1f74a', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'port_id': '364ed264-e28d-4514-98a6-8f5421f1f74a', 'mac_address': 'fa:16:3e:40:7b:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa66706f-b415-4bb9-838e-cfd08f81d96b', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:55.661339 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb7130-a330-44cd-b404-bd67b585b4b9 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Pushing event deleted for resources: {'Port': ['ID=1692b42b-86a6-44fa-9de2-ab3b0c37c3d2,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:55.711092 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b046c6b4-67cc-4d82-a6a9-67a58306fb38 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.720711 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b046c6b4-67cc-4d82-a6a9-67a58306fb38 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/ports/4acc02bf-8a48-4e93-8f3e-a260830edaa2 HTTP/1.1" status: 204 len: 168 time: 1.8727655 Nov 12 03:28:55.722517 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35390) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:55.787730 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.810408 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 364ed264-e28d-4514-98a6-8f5421f1f74a {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:55.841954 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4809b969-6700-4dfe-be1c-d2bf1990d823 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:55.844718 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4809b969-6700-4dfe-be1c-d2bf1990d823 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:55.846572 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4809b969-6700-4dfe-be1c-d2bf1990d823 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:55.854048 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4809b969-6700-4dfe-be1c-d2bf1990d823 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1169779 Nov 12 03:28:55.856863 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 364ed264-e28d-4514-98a6-8f5421f1f74a, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=364ed264-e28d-4514-98a6-8f5421f1f74a,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:55.874505 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.878437 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-9d025882-e36d-4078-8adb-3e2270117d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'name': 'tempest-AttachVolumeShelveTestJSON-1124040181-router', 'tenant_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'e232dec0-dc70-4660-ae8e-a45a708c7eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:43Z', 'updated_at': '2021-11-12T03:28:52Z', 'revision_number': 4, 'project_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'gw_port': {'id': 'e232dec0-dc70-4660-ae8e-a45a708c7eea', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:43Z', 'updated_at': '2021-11-12T03:28:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '7c309888-1e42-4f70-953a-89bc8d5ea61c', 'name': '', 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb', 'tenant_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'mac_address': 'fa:16:3e:0c:f9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:50Z', 'updated_at': '2021-11-12T03:28:52Z', 'revision_number': 2, 'project_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'subnets': [{'id': '4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:55.898560 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35394) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:55.904295 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cfe6001d-b97a-4189-9217-eb85a92567df tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.908499 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-cfe6001d-b97a-4189-9217-eb85a92567df tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8086033 Nov 12 03:28:55.915026 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35396) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:55.936386 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3e1b18d1-f048-4e8f-a654-5b4252fcd2b9 req-b0e410f0-fbe9-4c29-b868-65d14b61c36c tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875574 Nov 12 03:28:55.946931 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-6ab86b6e-d4db-4abb-a95c-4a2c72a59009 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Request body: {'security_group_rule': {'security_group_id': '0692c94b-b692-4cc5-8b88-2e79e19b7879', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:55.978813 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1adb7130-a330-44cd-b404-bd67b585b4b9 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks [] for floatingip, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.992046 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1adb7130-a330-44cd-b404-bd67b585b4b9 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.993266 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-1adb7130-a330-44cd-b404-bd67b585b4b9 tempest-ImagesOneServerNegativeTestJSON-1426388517 tempest-ImagesOneServerNegativeTestJSON-1426388517-project] 10.222.0.50 "DELETE /v2.0/floatingips/f5bf8ace-c022-4514-96a6-0627b617a940 HTTP/1.1" status: 204 len: 168 time: 1.3359828 Nov 12 03:28:56.003121 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d025882-e36d-4078-8adb-3e2270117d81 None None] Checking router: 0f5a727d-6fe0-480c-9e3e-d640e65e3682 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:28:56.003682 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d025882-e36d-4078-8adb-3e2270117d81 None None] Updating router 0f5a727d-6fe0-480c-9e3e-d640e65e3682 port 7c309888-1e42-4f70-953a-89bc8d5ea61c binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:28:56.021648 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-5c81294d-e163-472e-a4b6-38d88a8a8c9b None None] Could not find standard attr ID for object 4acc02bf-8a48-4e93-8f3e-a260830edaa2. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:28:56.035676 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe6001d-b97a-4189-9217-eb85a92567df tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0692c94b-b692-4cc5-8b88-2e79e19b7879,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:56.053940 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-204529d1-6a27-4d2f-a7f1-8461f8a20e9a req-c4e3295c-5997-466e-a12b-c51905722e0f tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Deleting port 7d773296-9b38-4a0a-8b02-da8fe06d86ea {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:56.054501 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-204529d1-6a27-4d2f-a7f1-8461f8a20e9a req-c4e3295c-5997-466e-a12b-c51905722e0f tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.065815 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6ab86b6e-d4db-4abb-a95c-4a2c72a59009 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.081536 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4409133-fbb2-4e29-a303-aac6b8478296 req-d196dc78-9fcd-4516-9cf1-9efad3a64108 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:56.083570 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f4409133-fbb2-4e29-a303-aac6b8478296 req-d196dc78-9fcd-4516-9cf1-9efad3a64108 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f4ba0db-f552-406a-8372-250dd85b08b9 HTTP/1.1" status: 200 len: 948 time: 0.2227278 Nov 12 03:28:56.089505 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9d025882-e36d-4078-8adb-3e2270117d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.092769 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=364ed264-e28d-4514-98a6-8f5421f1f74a,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:56.173364 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-a960a6f3-7857-4013-9bb4-920d55175186 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting subnet 2beb9d3d-c6da-4b19-bebd-1e0211100f06 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:28:56.214975 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35408) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:56.216405 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a960a6f3-7857-4013-9bb4-920d55175186 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.261094 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-204529d1-6a27-4d2f-a7f1-8461f8a20e9a req-c4e3295c-5997-466e-a12b-c51905722e0f tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] For port 7d773296-9b38-4a0a-8b02-da8fe06d86ea, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=7d773296-9b38-4a0a-8b02-da8fe06d86ea,segment=NetworkSegment(176db6de-b605-434e-ad55-88a729ddb151),segment_id=176db6de-b605-434e-ad55-88a729ddb151)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:56.265956 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-204529d1-6a27-4d2f-a7f1-8461f8a20e9a req-c4e3295c-5997-466e-a12b-c51905722e0f tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.287085 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-204529d1-6a27-4d2f-a7f1-8461f8a20e9a req-c4e3295c-5997-466e-a12b-c51905722e0f tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Calling delete_port for 7d773296-9b38-4a0a-8b02-da8fe06d86ea owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:56.312572 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f4409133-fbb2-4e29-a303-aac6b8478296 req-748cdfae-e6d3-4197-9466-dd0662678b1a tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204499 Nov 12 03:28:56.361436 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6ab86b6e-d4db-4abb-a95c-4a2c72a59009 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.387108 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6ab86b6e-d4db-4abb-a95c-4a2c72a59009 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.397703 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a960a6f3-7857-4013-9bb4-920d55175186 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.407502 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['364ed264-e28d-4514-98a6-8f5421f1f74a'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:56.450414 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f8695d0-b6d0-46ce-a731-89798a146004 admin admin] Deleting subnet 55fcb4ac-68a0-4f3f-8428-4711adf69e69 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:28:56.473385 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9f8695d0-b6d0-46ce-a731-89798a146004 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.501807 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab86b6e-d4db-4abb-a95c-4a2c72a59009 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb5d5cf3-abf5-4681-8c7a-4f1cb3916149,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:56.527865 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-204529d1-6a27-4d2f-a7f1-8461f8a20e9a req-c4e3295c-5997-466e-a12b-c51905722e0f tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.537840 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6ab86b6e-d4db-4abb-a95c-4a2c72a59009 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.539383 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6ab86b6e-d4db-4abb-a95c-4a2c72a59009 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6028039 Nov 12 03:28:56.546629 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35414) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:56.552664 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-7082f899-600b-461e-b100-80b21015ede9 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Request body: {'security_group_rule': {'security_group_id': '0692c94b-b692-4cc5-8b88-2e79e19b7879', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:56.579742 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9f8695d0-b6d0-46ce-a731-89798a146004 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.618093 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9d025882-e36d-4078-8adb-3e2270117d81 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.640463 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9d025882-e36d-4078-8adb-3e2270117d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.663051 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a960a6f3-7857-4013-9bb4-920d55175186 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.686267 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9f8695d0-b6d0-46ce-a731-89798a146004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.776879 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f699112-2ce1-495c-97ef-8538320b630d None None] Pushing event updated for resources: {'Port': ['ID=7c309888-1e42-4f70-953a-89bc8d5ea61c,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:56.780540 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9f8695d0-b6d0-46ce-a731-89798a146004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.788826 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a960a6f3-7857-4013-9bb4-920d55175186 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.869645 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8695d0-b6d0-46ce-a731-89798a146004 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55fcb4ac-68a0-4f3f-8428-4711adf69e69,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:56.892041 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9f8695d0-b6d0-46ce-a731-89798a146004 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.895125 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-9d025882-e36d-4078-8adb-3e2270117d81 None None] Attempting to bind port 7c309888-1e42-4f70-953a-89bc8d5ea61c on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:56.895601 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-9d025882-e36d-4078-8adb-3e2270117d81 None None] Attempting to bind port 7c309888-1e42-4f70-953a-89bc8d5ea61c by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '4e7b8aec-969c-41d9-8252-0d15a236e5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:56.896033 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d025882-e36d-4078-8adb-3e2270117d81 None None] Attempting to bind port 7c309888-1e42-4f70-953a-89bc8d5ea61c on network 6c7f6069-f411-4391-9326-65cfd4966ecb {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:56.901918 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9f8695d0-b6d0-46ce-a731-89798a146004 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/55fcb4ac-68a0-4f3f-8428-4711adf69e69 HTTP/1.1" status: 204 len: 168 time: 0.6792085 Nov 12 03:28:56.906214 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e232dec0-dc70-4660-ae8e-a45a708c7eea up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:56.934794 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35418) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:56.955038 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d025882-e36d-4078-8adb-3e2270117d81 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:56.955530 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d025882-e36d-4078-8adb-3e2270117d81 None None] Checking segment: {'id': '4e7b8aec-969c-41d9-8252-0d15a236e5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:56.955992 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9d025882-e36d-4078-8adb-3e2270117d81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.956677 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d025882-e36d-4078-8adb-3e2270117d81 None None] Bound using segment: {'id': '4e7b8aec-969c-41d9-8252-0d15a236e5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:56.957248 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-9d025882-e36d-4078-8adb-3e2270117d81 None None] Bound port: 7c309888-1e42-4f70-953a-89bc8d5ea61c, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e7b8aec-969c-41d9-8252-0d15a236e5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:56.957684 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9d025882-e36d-4078-8adb-3e2270117d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.964718 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0fba07-90e6-4e11-9e87-14ebc2ef221a None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:56.968778 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a960a6f3-7857-4013-9bb4-920d55175186 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.974164 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a960a6f3-7857-4013-9bb4-920d55175186 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/2beb9d3d-c6da-4b19-bebd-1e0211100f06 HTTP/1.1" status: 204 len: 168 time: 1.0666850 Nov 12 03:28:56.976480 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a960a6f3-7857-4013-9bb4-920d55175186 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Subnet': ['ID=2beb9d3d-c6da-4b19-bebd-1e0211100f06,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:56.984510 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35420) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:57.070935 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 65fe472f-769b-4636-a403-0932ced07563 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:57.078543 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e3295c-5997-466e-a12b-c51905722e0f tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Pushing event deleted for resources: {'Port': ['ID=7d773296-9b38-4a0a-8b02-da8fe06d86ea,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:57.111686 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-204529d1-6a27-4d2f-a7f1-8461f8a20e9a req-c4e3295c-5997-466e-a12b-c51905722e0f tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] No DVR routers for this DVR port 7d773296-9b38-4a0a-8b02-da8fe06d86ea on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:57.115713 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-204529d1-6a27-4d2f-a7f1-8461f8a20e9a req-c4e3295c-5997-466e-a12b-c51905722e0f tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.120589 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-204529d1-6a27-4d2f-a7f1-8461f8a20e9a req-c4e3295c-5997-466e-a12b-c51905722e0f tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.74 "DELETE /v2.0/ports/7d773296-9b38-4a0a-8b02-da8fe06d86ea HTTP/1.1" status: 204 len: 173 time: 1.5765750 Nov 12 03:28:57.136740 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b90254-6b9a-4d4b-ac71-ae323985b6ab', 'name': 'network-vif-deleted', 'tag': '7d773296-9b38-4a0a-8b02-da8fe06d86ea'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:57.140246 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca88ce8-7d31-4d05-ac8c-6e6dfecd9c14" -d '{"events": [{"server_uuid": "c6b90254-6b9a-4d4b-ac71-ae323985b6ab", "name": "network-vif-deleted", "tag": "7d773296-9b38-4a0a-8b02-da8fe06d86ea"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:57.176382 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-afa35658-3e89-488a-9ab3-af2b6702e192 req-cb63d7ba-5867-4bbd-9c17-878b6245db3a tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 210 time: 0.0935636 Nov 12 03:28:57.189210 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port e232dec0-dc70-4660-ae8e-a45a708c7eea triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:57.189626 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.211433 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7082f899-600b-461e-b100-80b21015ede9 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.269732 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-83cca30d-4cb4-4ed4-b265-b916b57a5359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.287002 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-05396aeb-0e20-4397-85c2-4b21bc949f11 None None] Provisioning complete for port 7c309888-1e42-4f70-953a-89bc8d5ea61c triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:57.287382 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-05396aeb-0e20-4397-85c2-4b21bc949f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.290534 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f2bb07-d755-44a6-9b85-be14957973f6 x-openstack-request-id: req-55f2bb07-d755-44a6-9b85-be14957973f6 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:57.291966 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b90254-6b9a-4d4b-ac71-ae323985b6ab", "name": "network-vif-deleted", "tag": "7d773296-9b38-4a0a-8b02-da8fe06d86ea", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:57.291966 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-55f2bb07-d755-44a6-9b85-be14957973f6 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:57.292910 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b90254-6b9a-4d4b-ac71-ae323985b6ab', 'name': 'network-vif-deleted', 'tag': '7d773296-9b38-4a0a-8b02-da8fe06d86ea', 'status': 'completed', 'code': 200} Nov 12 03:28:57.305649 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a21f20-3625-4dda-90e4-e1fe78990342 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting subnet fbe88cf7-721d-43ec-b0ed-ee9ddc62eccc {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:28:57.315617 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-16a21f20-3625-4dda-90e4-e1fe78990342 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.337120 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-9d025882-e36d-4078-8adb-3e2270117d81 None None] For port 7c309888-1e42-4f70-953a-89bc8d5ea61c, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:57.363731 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 65fe472f-769b-4636-a403-0932ced07563 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:28:57.366551 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7082f899-600b-461e-b100-80b21015ede9 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.372812 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7082f899-600b-461e-b100-80b21015ede9 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.378422 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3150c-5d7f-45be-8044-05b89c95bb4e req-039bb2c8-1426-459c-838e-8f84e0a3f1fa tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:57.378660 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-9d025882-e36d-4078-8adb-3e2270117d81 None None] For port 7c309888-1e42-4f70-953a-89bc8d5ea61c, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=7c309888-1e42-4f70-953a-89bc8d5ea61c,segment=NetworkSegment(4e7b8aec-969c-41d9-8252-0d15a236e5b1),segment_id=4e7b8aec-969c-41d9-8252-0d15a236e5b1)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:57.379648 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 65fe472f-769b-4636-a403-0932ced07563 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:57.380020 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.380774 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6ce3150c-5d7f-45be-8044-05b89c95bb4e req-039bb2c8-1426-459c-838e-8f84e0a3f1fa tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=20d88f18-db54-4676-9506-83fa2d55987d HTTP/1.1" status: 200 len: 945 time: 0.2303116 Nov 12 03:28:57.403174 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082f899-600b-461e-b100-80b21015ede9 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7585282-5b2f-49d7-a832-a5ee278b7f33,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:57.412460 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9d025882-e36d-4078-8adb-3e2270117d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.430315 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7082f899-600b-461e-b100-80b21015ede9 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.437457 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7082f899-600b-461e-b100-80b21015ede9 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8893073 Nov 12 03:28:57.440305 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35428) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:57.445892 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-00c3daf5-8982-40d0-9a19-6c8713cc41c0 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:57.484413 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f699112-2ce1-495c-97ef-8538320b630d None None] Pushing event updated for resources: {'Port': ['ID=7c309888-1e42-4f70-953a-89bc8d5ea61c,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:57.488996 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-00c3daf5-8982-40d0-9a19-6c8713cc41c0 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks [] for floatingip, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.491500 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-05396aeb-0e20-4397-85c2-4b21bc949f11 None None] Port 7c309888-1e42-4f70-953a-89bc8d5ea61c cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:28:57.497267 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-6c21a7dd-b6e2-414b-a73a-fec73326ee2f tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:57.498787 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-6c21a7dd-b6e2-414b-a73a-fec73326ee2f tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.74 "GET /v2.0/networks?id=47a2fcaf-032c-425f-816c-b5c4a4d54eb1 HTTP/1.1" status: 200 len: 815 time: 0.5539687 Nov 12 03:28:57.552653 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-16a21f20-3625-4dda-90e4-e1fe78990342 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.558292 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389299f6-a704-4b0d-ae80-fdeb5ed53de6 req-b3ac9361-536c-4b3b-a392-dc23137aabc6 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:57.559869 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-389299f6-a704-4b0d-ae80-fdeb5ed53de6 req-b3ac9361-536c-4b3b-a392-dc23137aabc6 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f4ba0db-f552-406a-8372-250dd85b08b9 HTTP/1.1" status: 200 len: 948 time: 0.0833173 Nov 12 03:28:57.627337 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d025882-e36d-4078-8adb-3e2270117d81 None None] Routers {'0f5a727d-6fe0-480c-9e3e-d640e65e3682'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:28:57.628728 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-9d025882-e36d-4078-8adb-3e2270117d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:28:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['0f5a727d-6fe0-480c-9e3e-d640e65e3682'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:57.664297 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-83cca30d-4cb4-4ed4-b265-b916b57a5359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.672908 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-389299f6-a704-4b0d-ae80-fdeb5ed53de6 req-543b446c-90b6-40d6-9a89-36e4e056936f tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767672 Nov 12 03:28:57.723656 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-83cca30d-4cb4-4ed4-b265-b916b57a5359 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a9a546a-69e3-4236-8c1f-f93b46e5283a']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:57.724334 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-00c3daf5-8982-40d0-9a19-6c8713cc41c0 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.741176 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.745666 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-83cca30d-4cb4-4ed4-b265-b916b57a5359 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87eca40d-206a-481c-a883-b95018bc626e') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:57.746053 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-83cca30d-4cb4-4ed4-b265-b916b57a5359 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87eca40d-206a-481c-a883-b95018bc626e') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:57.768109 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-83cca30d-4cb4-4ed4-b265-b916b57a5359 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.786439 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-83cca30d-4cb4-4ed4-b265-b916b57a5359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.797053 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83cca30d-4cb4-4ed4-b265-b916b57a5359 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:28:57.798178 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-83cca30d-4cb4-4ed4-b265-b916b57a5359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.827911 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:28:57.827911 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:28:57.827911 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:28:57.827911 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:28:57.827911 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:28:57.827911 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:28:57.827911 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:28:57.827911 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:28:57.827911 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:28:57.827911 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:28:57.827911 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:28:57.827911 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:28:57.827911 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:28:57.827911 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:28:57.827911 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:28:57.827911 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:28:57.827911 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:28:57.827911 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:28:57.827911 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:28:57.827911 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:28:57.827911 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:28:57.827911 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:28:57.827911 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:28:57.827911 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:28:57.827911 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:28:57.827911 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:28:57.827911 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:28:57.827911 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:28:57.827911 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:28:57.827911 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:28:57.827911 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:28:57.827911 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:28:57.838784 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-4043a953-2485-4b61-abc7-0c7542bf0cb0 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Request body: {'port': {'device_id': '861e9bc7-11c9-4c0b-a493-9ff7a6d6000f', 'network_id': '47a2fcaf-032c-425f-816c-b5c4a4d54eb1', 'admin_state_up': True, 'tenant_id': 'eb6abf846d434d7c83b1370d63a01c80'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:57.896198 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-00c3daf5-8982-40d0-9a19-6c8713cc41c0 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Allocated IP 172.25.5.67 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/ce387ed0-872e-472a-a542-400f11549270) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:57.935342 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f4ba0db-f552-406a-8372-250dd85b08b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fe472f-769b-4636-a403-0932ced07563'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:57.938931 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28e0647-922e-4350-8cfe-98bf3aac0a26" -d '{"events": [{"server_uuid": "4f4ba0db-f552-406a-8372-250dd85b08b9", "name": "network-vif-plugged", "status": "completed", "tag": "65fe472f-769b-4636-a403-0932ced07563"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:57.966126 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 65fe472f-769b-4636-a403-0932ced07563, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=65fe472f-769b-4636-a403-0932ced07563,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:57.981559 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.991082 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-d680445b-589f-4a11-aa62-4c0163001e43 None None] Provisioning complete for port 7c309888-1e42-4f70-953a-89bc8d5ea61c triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:57.991944 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d680445b-589f-4a11-aa62-4c0163001e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.997995 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-9d025882-e36d-4078-8adb-3e2270117d81 None None] Set router 0f5a727d-6fe0-480c-9e3e-d640e65e3682 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:28:58.066130 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-00c3daf5-8982-40d0-9a19-6c8713cc41c0 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.109789 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-16a21f20-3625-4dda-90e4-e1fe78990342 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.124871 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-00c3daf5-8982-40d0-9a19-6c8713cc41c0 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.227237 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c3daf5-8982-40d0-9a19-6c8713cc41c0 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:58.237204 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-00c3daf5-8982-40d0-9a19-6c8713cc41c0 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:58.252277 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c3daf5-8982-40d0-9a19-6c8713cc41c0 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:58.287274 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6ce3150c-5d7f-45be-8044-05b89c95bb4e req-a8f474b7-1466-47dd-8524-7952b0ff8a2d tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8450122 Nov 12 03:28:58.302118 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-16a21f20-3625-4dda-90e4-e1fe78990342 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.311728 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c3daf5-8982-40d0-9a19-6c8713cc41c0 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Pushing event updated for resources: {'Port': ['ID=ce387ed0-872e-472a-a542-400f11549270,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:58.336965 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-83cca30d-4cb4-4ed4-b265-b916b57a5359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.374071 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-92576936-c44f-439e-b1d7-40a20dc70faf req-3bd3ad12-b2e9-4cc0-a67f-d307a6fd84cb tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 210 time: 0.0435944 Nov 12 03:28:58.444566 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f3cc52-b6aa-4a51-872a-50d213ac3636 x-openstack-request-id: req-52f3cc52-b6aa-4a51-872a-50d213ac3636 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:58.445196 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f4ba0db-f552-406a-8372-250dd85b08b9", "name": "network-vif-plugged", "status": "completed", "tag": "65fe472f-769b-4636-a403-0932ced07563", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:58.445196 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-52f3cc52-b6aa-4a51-872a-50d213ac3636 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:58.445476 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f4ba0db-f552-406a-8372-250dd85b08b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fe472f-769b-4636-a403-0932ced07563', 'code': 200} Nov 12 03:28:58.454620 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-83cca30d-4cb4-4ed4-b265-b916b57a5359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.458200 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-83cca30d-4cb4-4ed4-b265-b916b57a5359 admin admin] 10.222.0.50 "DELETE /v2.0/networks/5a9a546a-69e3-4236-8c1f-f93b46e5283a HTTP/1.1" status: 204 len: 168 time: 1.5220780 Nov 12 03:28:58.459624 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cca30d-4cb4-4ed4-b265-b916b57a5359 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a9a546a-69e3-4236-8c1f-f93b46e5283a,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:58.470405 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a21f20-3625-4dda-90e4-e1fe78990342 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Subnet': ['ID=fbe88cf7-721d-43ec-b0ed-ee9ddc62eccc,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:58.480780 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-16a21f20-3625-4dda-90e4-e1fe78990342 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.481665 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-00c3daf5-8982-40d0-9a19-6c8713cc41c0 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.488102 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-16a21f20-3625-4dda-90e4-e1fe78990342 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/fbe88cf7-721d-43ec-b0ed-ee9ddc62eccc HTTP/1.1" status: 204 len: 168 time: 1.4840226 Nov 12 03:28:58.490136 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35440) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:58.512702 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=65fe472f-769b-4636-a403-0932ced07563,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:58.551472 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-30355942-55d0-4b1c-b482-74f792cdb35e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0597639 Nov 12 03:28:58.553646 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35442) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:58.560574 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-7971cb70-cbd5-4173-b61d-11ed7101c8ad tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'subnet': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:58.562148 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29489acf-ec4f-4f06-b1d1-ec1a4c6cf19d req-83ed9208-f681-49df-84a6-c615d0eed76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:58.565019 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-29489acf-ec4f-4f06-b1d1-ec1a4c6cf19d req-83ed9208-f681-49df-84a6-c615d0eed76c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4f4ba0db-f552-406a-8372-250dd85b08b9 HTTP/1.1" status: 200 len: 1101 time: 0.2645376 Nov 12 03:28:58.573995 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-4043a953-2485-4b61-abc7-0c7542bf0cb0 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Made reservation on behalf of eb6abf846d434d7c83b1370d63a01c80 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:58.578197 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-4043a953-2485-4b61-abc7-0c7542bf0cb0 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.616439 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-00c3daf5-8982-40d0-9a19-6c8713cc41c0 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.687957 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35444) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:58.691321 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d680445b-589f-4a11-aa62-4c0163001e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.767694 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-29489acf-ec4f-4f06-b1d1-ec1a4c6cf19d req-8dd58fca-ce5d-4dc2-8916-d8a7bc9d6618 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708353 Nov 12 03:28:58.786360 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7971cb70-cbd5-4173-b61d-11ed7101c8ad tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:58.786828 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-d680445b-589f-4a11-aa62-4c0163001e43 None None] For port 7c309888-1e42-4f70-953a-89bc8d5ea61c, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=7c309888-1e42-4f70-953a-89bc8d5ea61c,segment=NetworkSegment(4e7b8aec-969c-41d9-8252-0d15a236e5b1),segment_id=4e7b8aec-969c-41d9-8252-0d15a236e5b1)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:58.792412 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7971cb70-cbd5-4173-b61d-11ed7101c8ad tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.795239 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d680445b-589f-4a11-aa62-4c0163001e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.865801 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7caada-c706-46dc-b61b-1acccc9bf949 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:58.871271 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-898bec3d-5c10-41a5-9bde-623c94b701c8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fe1ea3932bc44070a2c0197067579e3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1757536 Nov 12 03:28:58.883082 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5327cd6-ee4a-4282-b193-fb99d3918339 req-e85e4402-bbb4-4640-b071-a5511a454d02 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:58.884985 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f5327cd6-ee4a-4282-b193-fb99d3918339 req-e85e4402-bbb4-4640-b071-a5511a454d02 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f4ba0db-f552-406a-8372-250dd85b08b9 HTTP/1.1" status: 200 len: 949 time: 0.1102524 Nov 12 03:28:58.885495 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35450) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:58.929831 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d680445b-589f-4a11-aa62-4c0163001e43 None None] Pushing event updated for resources: {'Port': ['ID=7c309888-1e42-4f70-953a-89bc8d5ea61c,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:58.973306 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 364ed264-e28d-4514-98a6-8f5421f1f74a up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:58.984166 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-4043a953-2485-4b61-abc7-0c7542bf0cb0 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Allocated IP 172.20.0.3 (47a2fcaf-032c-425f-816c-b5c4a4d54eb1/021454ad-d6cd-40c9-b80d-967adfd1b968/1ed38768-261b-4cc3-a175-60f8e1dc7342) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:59.014075 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f5327cd6-ee4a-4282-b193-fb99d3918339 req-b4ca4c53-1413-4308-a5a8-55f0c58df184 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196439 Nov 12 03:28:59.033348 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fd3f3ef9-45ed-414c-a0bc-dcc5f05bf9e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.051084 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-1cac93b0-7f77-425b-b93e-332ce498cb7f None None] Provisioning complete for port b9a64eaa-ce69-4f93-866e-3401ff06690e triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:59.051461 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1cac93b0-7f77-425b-b93e-332ce498cb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.086615 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fd3f3ef9-45ed-414c-a0bc-dcc5f05bf9e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.098453 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-00c3daf5-8982-40d0-9a19-6c8713cc41c0 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.109116 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-00c3daf5-8982-40d0-9a19-6c8713cc41c0 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.156587 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-9d025882-e36d-4078-8adb-3e2270117d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'name': 'tempest-AttachVolumeShelveTestJSON-1124040181-router', 'tenant_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'e232dec0-dc70-4660-ae8e-a45a708c7eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:43Z', 'updated_at': '2021-11-12T03:28:52Z', 'revision_number': 4, 'project_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'gw_port': {'id': 'e232dec0-dc70-4660-ae8e-a45a708c7eea', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:43Z', 'updated_at': '2021-11-12T03:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '7c309888-1e42-4f70-953a-89bc8d5ea61c', 'name': '', 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb', 'tenant_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'mac_address': 'fa:16:3e:0c:f9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:50Z', 'updated_at': '2021-11-12T03:28:57Z', 'revision_number': 4, 'project_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'subnets': [{'id': '4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:59.165002 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 364ed264-e28d-4514-98a6-8f5421f1f74a completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:28:59.204814 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d025882-e36d-4078-8adb-3e2270117d81 None None] The sync data for ids ['0f5a727d-6fe0-480c-9e3e-d640e65e3682'] in n-d-715271-27 is: [{'id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'name': 'tempest-AttachVolumeShelveTestJSON-1124040181-router', 'tenant_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'e232dec0-dc70-4660-ae8e-a45a708c7eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:43Z', 'updated_at': '2021-11-12T03:28:52Z', 'revision_number': 4, 'project_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'gw_port': {'id': 'e232dec0-dc70-4660-ae8e-a45a708c7eea', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:43Z', 'updated_at': '2021-11-12T03:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '7c309888-1e42-4f70-953a-89bc8d5ea61c', 'name': '', 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb', 'tenant_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'mac_address': 'fa:16:3e:0c:f9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:50Z', 'updated_at': '2021-11-12T03:28:57Z', 'revision_number': 4, 'project_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'subnets': [{'id': '4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:28:59.208475 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 364ed264-e28d-4514-98a6-8f5421f1f74a triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:59.208820 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.221741 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c3daf5-8982-40d0-9a19-6c8713cc41c0 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Pushing event updated for resources: {'Port': ['ID=ce387ed0-872e-472a-a542-400f11549270,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:59.261597 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fd3f3ef9-45ed-414c-a0bc-dcc5f05bf9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.264373 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fd3f3ef9-45ed-414c-a0bc-dcc5f05bf9e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.265586 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-fd3f3ef9-45ed-414c-a0bc-dcc5f05bf9e9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/936b2e05-c318-45fa-bf70-0c1b3ac9d739 HTTP/1.1" status: 204 len: 168 time: 0.3768899 Nov 12 03:28:59.293070 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7971cb70-cbd5-4173-b61d-11ed7101c8ad tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.363313 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f3ef9-45ed-414c-a0bc-dcc5f05bf9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936b2e05-c318-45fa-bf70-0c1b3ac9d739,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:59.420286 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-00c3daf5-8982-40d0-9a19-6c8713cc41c0 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.425791 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007dfa5a-6c2f-46c7-96b6-952d6d1f804d None None] DHCP port deletion for 73a88994-9b3d-4208-8808-2295e92df12e request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:28:59.443183 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.472624 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-00c3daf5-8982-40d0-9a19-6c8713cc41c0 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.488390 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-00c3daf5-8982-40d0-9a19-6c8713cc41c0 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0360997 Nov 12 03:28:59.531744 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7971cb70-cbd5-4173-b61d-11ed7101c8ad tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:59.561932 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-7971cb70-cbd5-4173-b61d-11ed7101c8ad tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:59.581480 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7971cb70-cbd5-4173-b61d-11ed7101c8ad tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:59.592554 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7971cb70-cbd5-4173-b61d-11ed7101c8ad tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.601051 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 364ed264-e28d-4514-98a6-8f5421f1f74a, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=364ed264-e28d-4514-98a6-8f5421f1f74a,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:59.602706 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-4043a953-2485-4b61-abc7-0c7542bf0cb0 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.610359 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.613369 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 7d773296-9b38-4a0a-8b02-da8fe06d86ea no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:59.636755 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7971cb70-cbd5-4173-b61d-11ed7101c8ad tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Subnet': ['ID=2b44d4e6-8b94-4fe3-b3f8-4b7b9ae98eb4,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:59.668350 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 7d773296-9b38-4a0a-8b02-da8fe06d86ea {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:59.668733 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 7d773296-9b38-4a0a-8b02-da8fe06d86ea not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:59.680743 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7971cb70-cbd5-4173-b61d-11ed7101c8ad tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1243405 Nov 12 03:28:59.682220 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35462) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:59.700311 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-5d67558d-69f0-4645-9719-a57efeca61b6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'subnet': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:59.708859 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451e8ce-0c42-4105-9443-b0ea8214d209 req-0e770b42-2b5f-4719-abf7-57eb9341e01e tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:59.726824 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e451e8ce-0c42-4105-9443-b0ea8214d209 req-0e770b42-2b5f-4719-abf7-57eb9341e01e tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=20d88f18-db54-4676-9506-83fa2d55987d HTTP/1.1" status: 200 len: 945 time: 0.2248344 Nov 12 03:28:59.736126 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-007dfa5a-6c2f-46c7-96b6-952d6d1f804d None None] Deleting port b9a64eaa-ce69-4f93-866e-3401ff06690e {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:59.736741 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-007dfa5a-6c2f-46c7-96b6-952d6d1f804d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.800041 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-4043a953-2485-4b61-abc7-0c7542bf0cb0 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.856449 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=364ed264-e28d-4514-98a6-8f5421f1f74a,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:59.886898 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-36a3ea37-6197-43da-af1e-95659a4cdc7c req-571ec59a-27a7-4e08-a95f-8829fb15dbae tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 210 time: 0.1701159 Nov 12 03:28:59.949206 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-007dfa5a-6c2f-46c7-96b6-952d6d1f804d None None] For port b9a64eaa-ce69-4f93-866e-3401ff06690e, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=b9a64eaa-ce69-4f93-866e-3401ff06690e,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:59.949809 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-007dfa5a-6c2f-46c7-96b6-952d6d1f804d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.962931 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-4043a953-2485-4b61-abc7-0c7542bf0cb0 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Network 47a2fcaf-032c-425f-816c-b5c4a4d54eb1 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:59.970405 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4043a953-2485-4b61-abc7-0c7542bf0cb0 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Pushing event updated for resources: {'Port': ['ID=1ed38768-261b-4cc3-a175-60f8e1dc7342,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:59.978393 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-007dfa5a-6c2f-46c7-96b6-952d6d1f804d None None] Calling delete_port for b9a64eaa-ce69-4f93-866e-3401ff06690e owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:59.983648 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-4043a953-2485-4b61-abc7-0c7542bf0cb0 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:59.990627 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-4043a953-2485-4b61-abc7-0c7542bf0cb0 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:00.053652 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e451e8ce-0c42-4105-9443-b0ea8214d209 req-8464f9b5-cd9b-4dc5-886a-8e5fe14fcf37 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239009 Nov 12 03:29:00.130630 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-4043a953-2485-4b61-abc7-0c7542bf0cb0 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:00.131730 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-4043a953-2485-4b61-abc7-0c7542bf0cb0 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:00.168212 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d67558d-69f0-4645-9719-a57efeca61b6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:00.173137 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5d67558d-69f0-4645-9719-a57efeca61b6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:00.174476 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-4043a953-2485-4b61-abc7-0c7542bf0cb0 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3509481 Nov 12 03:29:00.201967 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-019040c4-015e-4085-9671-bb443f08d9de service neutron] Request body: {'port': {'device_id': '861e9bc7-11c9-4c0b-a493-9ff7a6d6000f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:00.232388 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-007dfa5a-6c2f-46c7-96b6-952d6d1f804d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:00.333936 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007dfa5a-6c2f-46c7-96b6-952d6d1f804d None None] Pushing event deleted for resources: {'Port': ['ID=b9a64eaa-ce69-4f93-866e-3401ff06690e,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:00.357867 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007dfa5a-6c2f-46c7-96b6-952d6d1f804d None None] No DVR routers for this DVR port b9a64eaa-ce69-4f93-866e-3401ff06690e on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:29:00.365694 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bfa51581-5d06-440e-a092-a944b9a1697b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:00.381757 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21ce662-cc49-4d2e-84b5-37064c1aeb2d None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:00.392704 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-019040c4-015e-4085-9671-bb443f08d9de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:00.465231 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6d0629-a03c-4a24-aae3-37e9488599f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364ed264-e28d-4514-98a6-8f5421f1f74a'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:00.467917 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6786942-55a0-475a-b125-a2c37891e46d" -d '{"events": [{"server_uuid": "9f6d0629-a03c-4a24-aae3-37e9488599f3", "name": "network-vif-plugged", "status": "completed", "tag": "364ed264-e28d-4514-98a6-8f5421f1f74a"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:00.646755 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-d5ac42d8-bc77-435e-b3ea-cbabc3774884 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--798998547&fields=id&tenant_id=d558dd5b9f934464b6c1626ad18ebb6c HTTP/1.1" status: 200 len: 267 time: 0.5500252 Nov 12 03:29:00.723681 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a4e94-14cf-4a50-8635-e098e5ec2ec6 req-dcc06384-cd4c-42b4-a6a0-1f067fc02ef6 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:00.732203 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1f7a4e94-14cf-4a50-8635-e098e5ec2ec6 req-dcc06384-cd4c-42b4-a6a0-1f067fc02ef6 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f4ba0db-f552-406a-8372-250dd85b08b9 HTTP/1.1" status: 200 len: 949 time: 0.2028587 Nov 12 03:29:00.760392 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5488dc-a54f-4281-afca-33c597fee750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-73a88994-9b3d-4208-8808-2295e92df12e', 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'tenant_id': 'c89f39c463fe4565b0b406898cbbe00b', 'fixed_ips': [{'subnet_id': '2b44d4e6-8b94-4fe3-b3f8-4b7b9ae98eb4'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:29:00.762729 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8f5488dc-a54f-4281-afca-33c597fee750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:00.879746 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-adf9c035-7a10-4029-8a3b-e58a41b5be25 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:00.891555 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-adf9c035-7a10-4029-8a3b-e58a41b5be25 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/networks?id=6c7f6069-f411-4391-9326-65cfd4966ecb HTTP/1.1" status: 200 len: 817 time: 0.2429528 Nov 12 03:29:00.914942 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-f7c6a9ae-9ba5-4716-bd63-a14391b27394 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/quotas/d558dd5b9f934464b6c1626ad18ebb6c HTTP/1.1" status: 200 len: 375 time: 0.0216815 Nov 12 03:29:00.953994 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1f7a4e94-14cf-4a50-8635-e098e5ec2ec6 req-21116821-c814-4ff8-9cec-388846a85ddb tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174852 Nov 12 03:29:00.967700 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 7c309888-1e42-4f70-953a-89bc8d5ea61c up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:00.979764 n-d-715271-27 neutron-server[102572]: DEBUG neutron.objects.ports [None req-5d67558d-69f0-4645-9719-a57efeca61b6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102572) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:29:01.033293 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5d67558d-69f0-4645-9719-a57efeca61b6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.128096 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-019040c4-015e-4085-9671-bb443f08d9de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ed38768-261b-4cc3-a175-60f8e1dc7342 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:01.140892 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-019040c4-015e-4085-9671-bb443f08d9de service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.150548 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d67558d-69f0-4645-9719-a57efeca61b6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:01.152956 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35508) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:01.153508 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b47262e-d3b8-4165-9ad9-86dbfb0711ba x-openstack-request-id: req-7b47262e-d3b8-4165-9ad9-86dbfb0711ba {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:01.153952 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f6d0629-a03c-4a24-aae3-37e9488599f3", "name": "network-vif-plugged", "status": "completed", "tag": "364ed264-e28d-4514-98a6-8f5421f1f74a", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:01.154335 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7b47262e-d3b8-4165-9ad9-86dbfb0711ba {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:01.154921 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6d0629-a03c-4a24-aae3-37e9488599f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364ed264-e28d-4514-98a6-8f5421f1f74a', 'code': 200} Nov 12 03:29:01.163438 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-194c63fd-bb31-4cb3-93bc-9b8c025d7369 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d558dd5b9f934464b6c1626ad18ebb6c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2218845 Nov 12 03:29:01.164413 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67558d-69f0-4645-9719-a57efeca61b6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Subnet': ['ID=63c25f0e-5626-4832-a714-9feb8844735a,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:01.177683 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-5d67558d-69f0-4645-9719-a57efeca61b6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:01.184024 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d67558d-69f0-4645-9719-a57efeca61b6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:01.185002 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5d67558d-69f0-4645-9719-a57efeca61b6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.188009 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-019040c4-015e-4085-9671-bb443f08d9de service neutron] Transition to ACTIVE for port object 1ed38768-261b-4cc3-a175-60f8e1dc7342 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:29:01.194661 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-019040c4-015e-4085-9671-bb443f08d9de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.218313 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-7ac65e3f-8613-4f64-8709-b19216020f3e service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:29:01.229159 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-7ac65e3f-8613-4f64-8709-b19216020f3e service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0194206 Nov 12 03:29:01.234215 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 7c309888-1e42-4f70-953a-89bc8d5ea61c triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:01.234482 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.333689 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-8f5488dc-a54f-4281-afca-33c597fee750 None None] Allocated IP 172.20.0.2 (73a88994-9b3d-4208-8808-2295e92df12e/2b44d4e6-8b94-4fe3-b3f8-4b7b9ae98eb4/203f4014-c01a-4d24-b81e-cec5db5923a2) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:01.364989 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5d67558d-69f0-4645-9719-a57efeca61b6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6796751 Nov 12 03:29:01.370945 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-8f5488dc-a54f-4281-afca-33c597fee750 None None] Allocated IP 2001:db8::f816:3eff:fe5a:b22f (73a88994-9b3d-4208-8808-2295e92df12e/63c25f0e-5626-4832-a714-9feb8844735a/203f4014-c01a-4d24-b81e-cec5db5923a2) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:01.397973 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35514) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:01.404871 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-0fac4548-3ee2-4705-b584-923dbcf23cae tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'port': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'mac_address': 'fa:16:3e:d6:7d:4d', 'name': 'tempest-NetworksTestDHCPv6-789706825'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:01.475850 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-b5b31cc1-0c8e-44f9-ab85-99a005b4f638 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-304620144-network', 'tenant_id': '1b9fc5e0d9464105abfa607f9a3a1f48'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:01.487199 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device b9a64eaa-ce69-4f93-866e-3401ff06690e no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:29:01.512339 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207af2f8-d115-4c9c-89d5-0f484bbee591 req-77cca008-6eaa-4035-ad96-fb209fe7c3ae tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:01.517617 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: b9a64eaa-ce69-4f93-866e-3401ff06690e {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:29:01.518221 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device b9a64eaa-ce69-4f93-866e-3401ff06690e not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:29:01.523978 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-207af2f8-d115-4c9c-89d5-0f484bbee591 req-77cca008-6eaa-4035-ad96-fb209fe7c3ae tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 943 time: 0.2335289 Nov 12 03:29:01.535745 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019040c4-015e-4085-9671-bb443f08d9de service neutron] Pushing event updated for resources: {'Port': ['ID=1ed38768-261b-4cc3-a175-60f8e1dc7342,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:01.576721 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-d6b64fcf-82ee-4e3d-a489-39e9a65cc32e service neutron] 10.222.0.50 "GET /v2.0/networks/6c7f6069-f411-4391-9326-65cfd4966ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446615 Nov 12 03:29:01.586307 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-019040c4-015e-4085-9671-bb443f08d9de service neutron] Attempting to bind port 1ed38768-261b-4cc3-a175-60f8e1dc7342 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:01.586626 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-019040c4-015e-4085-9671-bb443f08d9de service neutron] Attempting to bind port 1ed38768-261b-4cc3-a175-60f8e1dc7342 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '176db6de-b605-434e-ad55-88a729ddb151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '47a2fcaf-032c-425f-816c-b5c4a4d54eb1'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:01.587458 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-019040c4-015e-4085-9671-bb443f08d9de service neutron] Attempting to bind port 1ed38768-261b-4cc3-a175-60f8e1dc7342 on network 47a2fcaf-032c-425f-816c-b5c4a4d54eb1 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:01.613496 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-019040c4-015e-4085-9671-bb443f08d9de service neutron] Port 1ed38768-261b-4cc3-a175-60f8e1dc7342 on network 47a2fcaf-032c-425f-816c-b5c4a4d54eb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:29:01.613799 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-019040c4-015e-4085-9671-bb443f08d9de service neutron] Attempting to bind port 1ed38768-261b-4cc3-a175-60f8e1dc7342 on network 47a2fcaf-032c-425f-816c-b5c4a4d54eb1 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:01.619351 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8f5488dc-a54f-4281-afca-33c597fee750 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.626900 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8f5488dc-a54f-4281-afca-33c597fee750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.629975 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2394e-636a-444e-b8d4-9c69e56533a9 req-20400b94-27f8-432e-9ae7-0d6c87f00815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:01.631769 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-03b2394e-636a-444e-b8d4-9c69e56533a9 req-20400b94-27f8-432e-9ae7-0d6c87f00815 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9f6d0629-a03c-4a24-aae3-37e9488599f3 HTTP/1.1" status: 200 len: 1102 time: 0.3603370 Nov 12 03:29:01.640486 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-019040c4-015e-4085-9671-bb443f08d9de service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:01.640885 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-019040c4-015e-4085-9671-bb443f08d9de service neutron] Checking segment: {'id': '176db6de-b605-434e-ad55-88a729ddb151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '47a2fcaf-032c-425f-816c-b5c4a4d54eb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:01.641285 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-019040c4-015e-4085-9671-bb443f08d9de service neutron] Bound using segment: {'id': '176db6de-b605-434e-ad55-88a729ddb151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '47a2fcaf-032c-425f-816c-b5c4a4d54eb1'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:01.641727 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-019040c4-015e-4085-9671-bb443f08d9de service neutron] Bound port: 1ed38768-261b-4cc3-a175-60f8e1dc7342, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '176db6de-b605-434e-ad55-88a729ddb151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '47a2fcaf-032c-425f-816c-b5c4a4d54eb1'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:01.642081 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-019040c4-015e-4085-9671-bb443f08d9de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.663944 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b31cc1-0c8e-44f9-ab85-99a005b4f638 admin admin] Made reservation on behalf of 1b9fc5e0d9464105abfa607f9a3a1f48 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:01.666978 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b5b31cc1-0c8e-44f9-ab85-99a005b4f638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.671951 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5488dc-a54f-4281-afca-33c597fee750 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:01.675099 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-8f5488dc-a54f-4281-afca-33c597fee750 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:01.677939 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-207af2f8-d115-4c9c-89d5-0f484bbee591 req-3484648c-ad57-4cdc-a2a8-3e6f626c037c tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529362 Nov 12 03:29:01.678963 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5488dc-a54f-4281-afca-33c597fee750 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:01.723126 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5488dc-a54f-4281-afca-33c597fee750 None None] Pushing event updated for resources: {'Port': ['ID=203f4014-c01a-4d24-b81e-cec5db5923a2,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:01.732058 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b5b31cc1-0c8e-44f9-ab85-99a005b4f638 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.759998 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-019040c4-015e-4085-9671-bb443f08d9de service neutron] For port 1ed38768-261b-4cc3-a175-60f8e1dc7342, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:01.764750 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-019040c4-015e-4085-9671-bb443f08d9de service neutron] For port 1ed38768-261b-4cc3-a175-60f8e1dc7342, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=1ed38768-261b-4cc3-a175-60f8e1dc7342,segment=NetworkSegment(176db6de-b605-434e-ad55-88a729ddb151),segment_id=176db6de-b605-434e-ad55-88a729ddb151)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:01.775231 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-019040c4-015e-4085-9671-bb443f08d9de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.785409 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-8f5488dc-a54f-4281-afca-33c597fee750 None None] Attempting to bind port 203f4014-c01a-4d24-b81e-cec5db5923a2 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:01.786005 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-8f5488dc-a54f-4281-afca-33c597fee750 None None] Attempting to bind port 203f4014-c01a-4d24-b81e-cec5db5923a2 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:01.786123 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5488dc-a54f-4281-afca-33c597fee750 None None] Attempting to bind port 203f4014-c01a-4d24-b81e-cec5db5923a2 on network 73a88994-9b3d-4208-8808-2295e92df12e {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:01.793200 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5488dc-a54f-4281-afca-33c597fee750 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:01.793574 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5488dc-a54f-4281-afca-33c597fee750 None None] Checking segment: {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:01.794239 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8f5488dc-a54f-4281-afca-33c597fee750 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.794785 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5488dc-a54f-4281-afca-33c597fee750 None None] Bound using segment: {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:01.795261 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-8f5488dc-a54f-4281-afca-33c597fee750 None None] Bound port: 203f4014-c01a-4d24-b81e-cec5db5923a2, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:01.795640 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8f5488dc-a54f-4281-afca-33c597fee750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.815827 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-03b2394e-636a-444e-b8d4-9c69e56533a9 req-8e9b2d44-ca30-47fa-92fc-52d8c9838aa0 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453207 Nov 12 03:29:01.847049 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-019040c4-015e-4085-9671-bb443f08d9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:01.847858 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-6d371c0b-a101-4220-af10-60ecbe8f5358 service neutron] 10.222.0.50 "GET /v2.0/networks/6c7f6069-f411-4391-9326-65cfd4966ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702339 Nov 12 03:29:01.856128 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-019040c4-015e-4085-9671-bb443f08d9de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.858170 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-019040c4-015e-4085-9671-bb443f08d9de service neutron] 10.222.0.74 "PUT /v2.0/ports/1ed38768-261b-4cc3-a175-60f8e1dc7342 HTTP/1.1" status: 200 len: 1092 time: 1.6651914 Nov 12 03:29:01.859492 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '861e9bc7-11c9-4c0b-a493-9ff7a6d6000f', 'tag': '1ed38768-261b-4cc3-a175-60f8e1dc7342'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:01.861892 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b036d68-2f68-4681-9daf-e4b9a20af8cb" -d '{"events": [{"name": "network-changed", "server_uuid": "861e9bc7-11c9-4c0b-a493-9ff7a6d6000f", "tag": "1ed38768-261b-4cc3-a175-60f8e1dc7342"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:01.863638 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fac4548-3ee2-4705-b584-923dbcf23cae tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:01.892342 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-8f5488dc-a54f-4281-afca-33c597fee750 None None] For port 203f4014-c01a-4d24-b81e-cec5db5923a2, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:01.900513 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-8f5488dc-a54f-4281-afca-33c597fee750 None None] For port 203f4014-c01a-4d24-b81e-cec5db5923a2, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=203f4014-c01a-4d24-b81e-cec5db5923a2,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:01.906795 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8f5488dc-a54f-4281-afca-33c597fee750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.914717 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c358f-1d08-47b2-9d66-318998f583ba req-f60bf793-5ffb-4935-9117-b6c9a3949686 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:01.925123 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f28c358f-1d08-47b2-9d66-318998f583ba req-f60bf793-5ffb-4935-9117-b6c9a3949686 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f6d0629-a03c-4a24-aae3-37e9488599f3 HTTP/1.1" status: 200 len: 950 time: 0.1444094 Nov 12 03:29:01.937070 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019040c4-015e-4085-9671-bb443f08d9de service neutron] Pushing event updated for resources: {'Port': ['ID=1ed38768-261b-4cc3-a175-60f8e1dc7342,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:02.001631 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5488dc-a54f-4281-afca-33c597fee750 None None] Pushing event updated for resources: {'Port': ['ID=203f4014-c01a-4d24-b81e-cec5db5923a2,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:02.033570 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0fac4548-3ee2-4705-b584-923dbcf23cae tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.067644 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b5b31cc1-0c8e-44f9-ab85-99a005b4f638 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.074996 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f28c358f-1d08-47b2-9d66-318998f583ba req-6680e3c4-6ae1-4988-8646-3aebb03108e9 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485679 Nov 12 03:29:02.092777 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-0fac4548-3ee2-4705-b584-923dbcf23cae tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] device_id is not set on port e99da178-0485-4321-bb67-d51f6e26c573 yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:29:02.104905 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b5b31cc1-0c8e-44f9-ab85-99a005b4f638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.204814 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-359135a0-3906-4ae3-b797-363d188509bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:02.206151 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-359135a0-3906-4ae3-b797-363d188509bd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=eb6abf846d434d7c83b1370d63a01c80&device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 1095 time: 0.0895078 Nov 12 03:29:02.245585 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5b31cc1-0c8e-44f9-ab85-99a005b4f638 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:29:02.286764 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3af38a-5e87-4e85-9b4e-506b995a5035 x-openstack-request-id: req-2f3af38a-5e87-4e85-9b4e-506b995a5035 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:02.310671 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "861e9bc7-11c9-4c0b-a493-9ff7a6d6000f", "tag": "1ed38768-261b-4cc3-a175-60f8e1dc7342", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:02.313845 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2f3af38a-5e87-4e85-9b4e-506b995a5035 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:02.316753 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '861e9bc7-11c9-4c0b-a493-9ff7a6d6000f', 'tag': '1ed38768-261b-4cc3-a175-60f8e1dc7342', 'status': 'completed', 'code': 200} Nov 12 03:29:02.323356 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-a419b3ed-d049-4f4e-ba0c-0cf6d1c53c14 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ed38768-261b-4cc3-a175-60f8e1dc7342 HTTP/1.1" status: 200 len: 217 time: 0.1067133 Nov 12 03:29:02.369104 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b31cc1-0c8e-44f9-ab85-99a005b4f638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d5f42c-c877-4dde-b96c-8fb3d388cd1d,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:02.387825 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b5b31cc1-0c8e-44f9-ab85-99a005b4f638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.388268 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-b5b31cc1-0c8e-44f9-ab85-99a005b4f638 admin admin] Added segment 1a0811ba-ef01-4859-a89c-bf5a7d70596f of type vlan for network 824fe32b-bdfa-4d36-a464-97e6e0242abd Nov 12 03:29:02.517560 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-630037c9-671d-465d-9909-76dfb9b9394f req-4fd76bf8-80ee-4773-be1e-ebeb3e68797d tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 210 time: 0.1492658 Nov 12 03:29:02.541916 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-803a8de2-3ad0-482a-b1ed-6f2ec39c66fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:02.545512 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-803a8de2-3ad0-482a-b1ed-6f2ec39c66fb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=021454ad-d6cd-40c9-b80d-967adfd1b968 HTTP/1.1" status: 200 len: 855 time: 0.2118106 Nov 12 03:29:02.561315 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ca5a2-3549-4576-84b8-286520947b1c req-e37f20c0-6cc1-45e1-962a-5a47e426da83 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:02.568626 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2c5ca5a2-3549-4576-84b8-286520947b1c req-e37f20c0-6cc1-45e1-962a-5a47e426da83 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=20d88f18-db54-4676-9506-83fa2d55987d HTTP/1.1" status: 200 len: 945 time: 0.3906834 Nov 12 03:29:02.611735 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-f331b90e-cac8-46e9-af12-a32ef8848f5b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=47a2fcaf-032c-425f-816c-b5c4a4d54eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573699 Nov 12 03:29:02.617896 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b5b31cc1-0c8e-44f9-ab85-99a005b4f638 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.711019 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2c5ca5a2-3549-4576-84b8-286520947b1c req-84295e23-9869-44cb-9902-4122f423a0f0 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308172 Nov 12 03:29:02.727701 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b5b31cc1-0c8e-44f9-ab85-99a005b4f638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.737089 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b31cc1-0c8e-44f9-ab85-99a005b4f638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:02.737618 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b5b31cc1-0c8e-44f9-ab85-99a005b4f638 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.785532 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-0fac4548-3ee2-4705-b584-923dbcf23cae tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Allocated IP 172.20.0.4 (73a88994-9b3d-4208-8808-2295e92df12e/2b44d4e6-8b94-4fe3-b3f8-4b7b9ae98eb4/e99da178-0485-4321-bb67-d51f6e26c573) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:02.863618 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 203f4014-c01a-4d24-b81e-cec5db5923a2 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:02.866273 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-0fac4548-3ee2-4705-b584-923dbcf23cae tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Allocated IP 2001:db8::f816:3eff:fed6:7d4d (73a88994-9b3d-4208-8808-2295e92df12e/63c25f0e-5626-4832-a714-9feb8844735a/e99da178-0485-4321-bb67-d51f6e26c573) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:02.878607 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b5b31cc1-0c8e-44f9-ab85-99a005b4f638 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6888082 Nov 12 03:29:02.882139 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35532) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:02.886818 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b31cc1-0c8e-44f9-ab85-99a005b4f638 admin admin] Pushing event updated for resources: {'Network': ['ID=824fe32b-bdfa-4d36-a464-97e6e0242abd,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:02.891936 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-841ed735-f4c9-4b13-915f-08cf73a4f270 admin admin] Request body: {'subnet': {'network_id': '824fe32b-bdfa-4d36-a464-97e6e0242abd', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-304620144-subnet', 'tenant_id': '1b9fc5e0d9464105abfa607f9a3a1f48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:02.947367 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841ed735-f4c9-4b13-915f-08cf73a4f270 admin admin] Made reservation on behalf of 1b9fc5e0d9464105abfa607f9a3a1f48 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:02.949952 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-841ed735-f4c9-4b13-915f-08cf73a4f270 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.956531 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 824fe32b-bdfa-4d36-a464-97e6e0242abd details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:29:03.142091 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 203f4014-c01a-4d24-b81e-cec5db5923a2 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:03.143207 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.242801 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0fac4548-3ee2-4705-b584-923dbcf23cae tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.263629 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-8c6b0c8b-4a3d-4f6a-9a9d-049aca81012e service neutron] 10.222.0.74 "GET /v2.0/networks/47a2fcaf-032c-425f-816c-b5c4a4d54eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6388006 Nov 12 03:29:03.272991 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e9d28501-fb73-404a-b91f-52bfae38be84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.284366 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b877db-de05-4118-8067-2057c29caa12 req-e2f153e7-5a53-41d8-a64b-f770cfd7116d tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:03.286972 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-05b877db-de05-4118-8067-2057c29caa12 req-e2f153e7-5a53-41d8-a64b-f770cfd7116d tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 943 time: 0.1287045 Nov 12 03:29:03.382614 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.436796 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0fac4548-3ee2-4705-b584-923dbcf23cae tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.444362 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-05b877db-de05-4118-8067-2057c29caa12 req-b5ec4f4d-93ea-4832-9863-66dbb554b84d tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365979 Nov 12 03:29:03.489857 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221f97e-d3d0-40d8-8320-af92ef26c201 req-5964c62d-a150-4712-90c3-83cb2fdbcb39 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:03.497398 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b221f97e-d3d0-40d8-8320-af92ef26c201 req-5964c62d-a150-4712-90c3-83cb2fdbcb39 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f6d0629-a03c-4a24-aae3-37e9488599f3 HTTP/1.1" status: 200 len: 950 time: 0.2255168 Nov 12 03:29:03.499072 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9125fb88-5551-40ec-aedb-e1b2f92f8cdf req-b4714c90-c58a-44fc-bbe9-7fd92088cbe9 service neutron] 10.222.0.74 "GET /v2.0/networks/47a2fcaf-032c-425f-816c-b5c4a4d54eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107239 Nov 12 03:29:03.503191 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 203f4014-c01a-4d24-b81e-cec5db5923a2, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=203f4014-c01a-4d24-b81e-cec5db5923a2,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:03.512464 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.550297 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-841ed735-f4c9-4b13-915f-08cf73a4f270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.576806 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fac4548-3ee2-4705-b584-923dbcf23cae tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:03.620343 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-0fac4548-3ee2-4705-b584-923dbcf23cae tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:03.636798 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fac4548-3ee2-4705-b584-923dbcf23cae tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:03.642429 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac4548-3ee2-4705-b584-923dbcf23cae tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Port': ['ID=e99da178-0485-4321-bb67-d51f6e26c573,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:03.654205 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b036d68-2f68-4681-9daf-e4b9a20af8cb req-a3075d7a-c743-4c75-9d8c-83986cc3f069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:03.656227 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=203f4014-c01a-4d24-b81e-cec5db5923a2,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:03.657719 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3b036d68-2f68-4681-9daf-e4b9a20af8cb req-a3075d7a-c743-4c75-9d8c-83986cc3f069 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=eb6abf846d434d7c83b1370d63a01c80&device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 1095 time: 0.0572731 Nov 12 03:29:03.719895 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b221f97e-d3d0-40d8-8320-af92ef26c201 req-c093c8bd-618f-499b-815c-b63dc3c25b56 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190521 Nov 12 03:29:03.747736 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ed735-f4c9-4b13-915f-08cf73a4f270 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dc911cc-5073-46be-8151-b39fdf8aecd4,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:03.796589 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fac4548-3ee2-4705-b584-923dbcf23cae tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:03.797412 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0fac4548-3ee2-4705-b584-923dbcf23cae tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.832798 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6546d2d0-7bef-4790-8e31-a7771d2eef4a req-acff3a4f-a110-43b3-a75c-a8e724b14aff tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 210 time: 0.0836821 Nov 12 03:29:03.835648 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473ff287-10a4-4af3-bfd6-3d4031b5e440 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:03.864666 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841ed735-f4c9-4b13-915f-08cf73a4f270 admin admin] Checking segment: {'id': '1a0811ba-ef01-4859-a89c-bf5a7d70596f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '824fe32b-bdfa-4d36-a464-97e6e0242abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:03.865208 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841ed735-f4c9-4b13-915f-08cf73a4f270 admin admin] Network hostable DHCP agents. Network: 824fe32b-bdfa-4d36-a464-97e6e0242abd, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:29:03.890917 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b036d68-2f68-4681-9daf-e4b9a20af8cb req-5b1e3574-1683-497d-a3c8-0090646fce96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:03.893465 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-0fac4548-3ee2-4705-b584-923dbcf23cae tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.4935057 Nov 12 03:29:03.894590 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3b036d68-2f68-4681-9daf-e4b9a20af8cb req-5b1e3574-1683-497d-a3c8-0090646fce96 service neutron] 10.222.0.74 "GET /v2.0/networks?id=47a2fcaf-032c-425f-816c-b5c4a4d54eb1 HTTP/1.1" status: 200 len: 916 time: 0.2168629 Nov 12 03:29:03.895190 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35544) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:03.958759 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-8ea2eaf4-fa90-47b2-bfc3-af94ee51f4f9 None None] Provisioning complete for port 203f4014-c01a-4d24-b81e-cec5db5923a2 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:03.960005 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8ea2eaf4-fa90-47b2-bfc3-af94ee51f4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.976041 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3b036d68-2f68-4681-9daf-e4b9a20af8cb req-3a9df804-0fb0-46e4-b1a4-2cf4d1bcd33c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ed38768-261b-4cc3-a175-60f8e1dc7342 HTTP/1.1" status: 200 len: 217 time: 0.0636144 Nov 12 03:29:03.985843 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841ed735-f4c9-4b13-915f-08cf73a4f270 admin admin] Network 824fe32b-bdfa-4d36-a464-97e6e0242abd is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:29:04.047161 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41635875-b816-4852-829b-63bedfff9d8f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:04.054084 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41635875-b816-4852-829b-63bedfff9d8f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:04.059636 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.059988 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-41635875-b816-4852-829b-63bedfff9d8f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1633375 Nov 12 03:29:04.062674 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35546) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:04.108631 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b036d68-2f68-4681-9daf-e4b9a20af8cb req-0b409d6d-b731-4e5d-b233-e0405cdbadc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:04.110226 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3b036d68-2f68-4681-9daf-e4b9a20af8cb req-0b409d6d-b731-4e5d-b233-e0405cdbadc5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=021454ad-d6cd-40c9-b80d-967adfd1b968 HTTP/1.1" status: 200 len: 855 time: 0.1236823 Nov 12 03:29:04.166976 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3b036d68-2f68-4681-9daf-e4b9a20af8cb req-ed1771ab-ef3d-464f-9202-9cb9220f673a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=47a2fcaf-032c-425f-816c-b5c4a4d54eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426624 Nov 12 03:29:04.303612 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-0a19e057-bdf7-46c7-8b1d-9b47293da9d3 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting port e99da178-0485-4321-bb67-d51f6e26c573 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:04.304120 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0a19e057-bdf7-46c7-8b1d-9b47293da9d3 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.331145 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3b036d68-2f68-4681-9daf-e4b9a20af8cb req-01777a86-07c6-4f59-b169-b9692237468d service neutron] 10.222.0.74 "GET /v2.0/networks/47a2fcaf-032c-425f-816c-b5c4a4d54eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452038 Nov 12 03:29:04.404746 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-841ed735-f4c9-4b13-915f-08cf73a4f270 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 824fe32b-bdfa-4d36-a464-97e6e0242abd) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:04.410250 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841ed735-f4c9-4b13-915f-08cf73a4f270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:04.411020 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-841ed735-f4c9-4b13-915f-08cf73a4f270 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.417734 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72216d9-0667-41a6-aca2-e24e9e2a22ce None None] Network 824fe32b-bdfa-4d36-a464-97e6e0242abd requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:04.457181 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbdd0a-f015-4eb3-92fd-68ce9714759e req-8e09dca7-aaca-4a58-904b-72365805e886 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:04.466595 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bbcbdd0a-f015-4eb3-92fd-68ce9714759e req-8e09dca7-aaca-4a58-904b-72365805e886 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=20d88f18-db54-4676-9506-83fa2d55987d HTTP/1.1" status: 200 len: 945 time: 0.5626366 Nov 12 03:29:04.487818 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-841ed735-f4c9-4b13-915f-08cf73a4f270 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5939415 Nov 12 03:29:04.487818 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-752aaf62-20f5-4723-b2e1-9904526ddd13 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:04.487818 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-752aaf62-20f5-4723-b2e1-9904526ddd13 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.74 "GET /v2.0/networks?id=6c7f6069-f411-4391-9326-65cfd4966ecb HTTP/1.1" status: 200 len: 817 time: 0.6866770 Nov 12 03:29:04.518786 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3b036d68-2f68-4681-9daf-e4b9a20af8cb req-672f0298-20d2-4156-a5c9-586c7fe31c7a service neutron] 10.222.0.74 "GET /v2.0/networks/47a2fcaf-032c-425f-816c-b5c4a4d54eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542358 Nov 12 03:29:04.557313 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0a19e057-bdf7-46c7-8b1d-9b47293da9d3 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.604786 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-0a19e057-bdf7-46c7-8b1d-9b47293da9d3 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Calling delete_port for e99da178-0485-4321-bb67-d51f6e26c573 owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:04.626583 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-87e3bd11-9e7c-4169-a3f0-e588ab92e83b tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d558dd5b9f934464b6c1626ad18ebb6c HTTP/1.1" status: 200 len: 379 time: 0.1251438 Nov 12 03:29:04.645979 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-811c596a-cae1-4eda-8de2-92a9e57d3d5a tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Request body: {'port': {'device_id': '3e9a64a6-4910-470a-8b3a-17813c6ca67e', 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb', 'admin_state_up': True, 'tenant_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'security_groups': ['0692c94b-b692-4cc5-8b88-2e79e19b7879']}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:04.681495 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bbcbdd0a-f015-4eb3-92fd-68ce9714759e req-9fce8139-d173-4eb6-8910-9f1612444c3d tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133455 Nov 12 03:29:04.799803 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f6842-e0b1-4ebb-9dcc-8b739c95fa26 req-f0751d85-cb91-4ed9-a3f3-626e7ba0c2b7 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:04.802789 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-985f6842-e0b1-4ebb-9dcc-8b739c95fa26 req-f0751d85-cb91-4ed9-a3f3-626e7ba0c2b7 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 943 time: 0.2130752 Nov 12 03:29:04.832767 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-811c596a-cae1-4eda-8de2-92a9e57d3d5a tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Made reservation on behalf of d558dd5b9f934464b6c1626ad18ebb6c for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:04.841849 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-811c596a-cae1-4eda-8de2-92a9e57d3d5a tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.868133 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 203f4014-c01a-4d24-b81e-cec5db5923a2 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:04.934824 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-985f6842-e0b1-4ebb-9dcc-8b739c95fa26 req-636ce159-79a5-4add-ac8c-a301bf4ee32c tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887151 Nov 12 03:29:04.959327 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-69a8b1f0-f636-4c5c-9b51-7a797202ff7b req-f93a4b7b-b72a-4167-beac-bbc0e06a1237 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1897573 Nov 12 03:29:04.998504 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 1ed38768-261b-4cc3-a175-60f8e1dc7342 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:29:05.079663 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f986dc6-90ca-4f39-b3d7-774358385b11 None None] Network 824fe32b-bdfa-4d36-a464-97e6e0242abd requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:05.201641 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-811c596a-cae1-4eda-8de2-92a9e57d3d5a tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Allocated IP 172.20.0.6 (6c7f6069-f411-4391-9326-65cfd4966ecb/4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390/b950f9ac-c38e-477d-94e4-ee676fd7e1a8) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:05.229004 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 203f4014-c01a-4d24-b81e-cec5db5923a2 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:05.229462 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.262802 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0a19e057-bdf7-46c7-8b1d-9b47293da9d3 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.284685 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-03f1f1ea-2f6e-40cb-8bf9-1d3f2ecf5219 req-ae7bd40d-1a67-4511-9791-be335af10d7a tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1547946668', 'description': 'tempest-description-1695893747'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:05.348285 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19e057-bdf7-46c7-8b1d-9b47293da9d3 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Port': ['ID=e99da178-0485-4321-bb67-d51f6e26c573,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:05.403864 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8b1f0-f636-4c5c-9b51-7a797202ff7b req-830e5d4a-a688-4b36-be45-12ef925bc15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:05.403864 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-69a8b1f0-f636-4c5c-9b51-7a797202ff7b req-830e5d4a-a688-4b36-be45-12ef925bc15c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=eda4d7a9c5834d36bc2b22e1ed979ccd&device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 1096 time: 0.1651359 Nov 12 03:29:05.421269 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 1ed38768-261b-4cc3-a175-60f8e1dc7342, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=1ed38768-261b-4cc3-a175-60f8e1dc7342,segment=NetworkSegment(176db6de-b605-434e-ad55-88a729ddb151),segment_id=176db6de-b605-434e-ad55-88a729ddb151)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:05.432632 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-47786a87-ad01-4189-8afd-6b6ce6f6cff5 None None] Provisioning complete for port 203f4014-c01a-4d24-b81e-cec5db5923a2 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:05.433376 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-47786a87-ad01-4189-8afd-6b6ce6f6cff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.471512 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6b310-3bdb-4a04-b602-cc54cab7e64c req-3012359a-554a-45ab-90f4-49ff75ad72fd tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:05.473041 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d8a6b310-3bdb-4a04-b602-cc54cab7e64c req-3012359a-554a-45ab-90f4-49ff75ad72fd tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f6d0629-a03c-4a24-aae3-37e9488599f3 HTTP/1.1" status: 200 len: 950 time: 0.2343674 Nov 12 03:29:05.503213 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '1ed38768-261b-4cc3-a175-60f8e1dc7342', 'network_id': '47a2fcaf-032c-425f-816c-b5c4a4d54eb1', 'port_id': '1ed38768-261b-4cc3-a175-60f8e1dc7342', 'mac_address': 'fa:16:3e:a9:b9:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '021454ad-d6cd-40c9-b80d-967adfd1b968', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:29:05.518905 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-811c596a-cae1-4eda-8de2-92a9e57d3d5a tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.519694 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.571097 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-811c596a-cae1-4eda-8de2-92a9e57d3d5a tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.641482 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0a19e057-bdf7-46c7-8b1d-9b47293da9d3 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.648501 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0a19e057-bdf7-46c7-8b1d-9b47293da9d3 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/ports/e99da178-0485-4321-bb67-d51f6e26c573 HTTP/1.1" status: 204 len: 168 time: 1.5812635 Nov 12 03:29:05.653242 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35564) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:05.667841 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d8a6b310-3bdb-4a04-b602-cc54cab7e64c req-c8596921-d30d-4dcf-9a3d-75dcf8129bd3 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554241 Nov 12 03:29:05.678103 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.688200 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-811c596a-cae1-4eda-8de2-92a9e57d3d5a tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Network 6c7f6069-f411-4391-9326-65cfd4966ecb is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:05.688923 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-03f1f1ea-2f6e-40cb-8bf9-1d3f2ecf5219 req-ae7bd40d-1a67-4511-9791-be335af10d7a tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.702648 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8b1f0-f636-4c5c-9b51-7a797202ff7b req-f2f81aca-e0b7-4053-ac2a-18ab14eecce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:05.702648 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-69a8b1f0-f636-4c5c-9b51-7a797202ff7b req-f2f81aca-e0b7-4053-ac2a-18ab14eecce5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=56493891-2b14-40ba-a8cb-65015d9b59f3 HTTP/1.1" status: 200 len: 912 time: 0.2559323 Nov 12 03:29:05.728855 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c596a-cae1-4eda-8de2-92a9e57d3d5a tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Pushing event updated for resources: {'Port': ['ID=b950f9ac-c38e-477d-94e4-ee676fd7e1a8,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:05.733244 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ed38768-261b-4cc3-a175-60f8e1dc7342 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:05.747325 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-811c596a-cae1-4eda-8de2-92a9e57d3d5a tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:05.755237 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-811c596a-cae1-4eda-8de2-92a9e57d3d5a tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:05.777146 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 1ed38768-261b-4cc3-a175-60f8e1dc7342, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=1ed38768-261b-4cc3-a175-60f8e1dc7342,segment=NetworkSegment(176db6de-b605-434e-ad55-88a729ddb151),segment_id=176db6de-b605-434e-ad55-88a729ddb151)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:05.786776 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.829433 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-47786a87-ad01-4189-8afd-6b6ce6f6cff5 None None] Could not find standard attr ID for object e99da178-0485-4321-bb67-d51f6e26c573. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:29:05.833435 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0b9c53-a8d1-454c-a9fd-c789a7d54735 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:05.835140 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0b9c53-a8d1-454c-a9fd-c789a7d54735 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:05.836977 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0b9c53-a8d1-454c-a9fd-c789a7d54735 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:05.839990 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5a0b9c53-a8d1-454c-a9fd-c789a7d54735 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1854117 Nov 12 03:29:05.840200 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-69a8b1f0-f636-4c5c-9b51-7a797202ff7b req-93efd445-ca2a-48bc-9c09-a4efdcb98103 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55a09f1f-5f9e-4783-9942-dfb020785189 HTTP/1.1" status: 200 len: 998 time: 0.1314511 Nov 12 03:29:05.844387 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35570) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:05.887755 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=1ed38768-261b-4cc3-a175-60f8e1dc7342,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:05.897140 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-811c596a-cae1-4eda-8de2-92a9e57d3d5a tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:05.897811 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-811c596a-cae1-4eda-8de2-92a9e57d3d5a tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.927135 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-811c596a-cae1-4eda-8de2-92a9e57d3d5a tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2883210 Nov 12 03:29:05.942888 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-727525e0-bbbd-4caf-a981-eed5c43db8a7 None None] Could not find standard attr ID for object e99da178-0485-4321-bb67-d51f6e26c573. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:29:05.951482 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-0e3d85f1-0071-44c0-8597-48af9d62411b service neutron] Request body: {'port': {'device_id': '3e9a64a6-4910-470a-8b3a-17813c6ca67e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:05.956381 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-d477dd9e-05c0-48ef-9067-bed4de0a6389 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting subnet 2b44d4e6-8b94-4fe3-b3f8-4b7b9ae98eb4 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:29:05.987410 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-03f1f1ea-2f6e-40cb-8bf9-1d3f2ecf5219 req-ae7bd40d-1a67-4511-9791-be335af10d7a tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.992500 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d477dd9e-05c0-48ef-9067-bed4de0a6389 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.998708 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-03f1f1ea-2f6e-40cb-8bf9-1d3f2ecf5219 req-ae7bd40d-1a67-4511-9791-be335af10d7a tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:06.077297 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-03f1f1ea-2f6e-40cb-8bf9-1d3f2ecf5219 req-ae7bd40d-1a67-4511-9791-be335af10d7a tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:06.077607 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d477dd9e-05c0-48ef-9067-bed4de0a6389 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:06.077762 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-03f1f1ea-2f6e-40cb-8bf9-1d3f2ecf5219 req-ae7bd40d-1a67-4511-9791-be335af10d7a tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.8018897 Nov 12 03:29:06.079667 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8b1f0-f636-4c5c-9b51-7a797202ff7b req-1e2094e1-be6a-40d2-b2ee-4fe110a74bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:06.081212 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-69a8b1f0-f636-4c5c-9b51-7a797202ff7b req-1e2094e1-be6a-40d2-b2ee-4fe110a74bdc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c41913f5-e5c1-4e60-8ee6-4f6d29d519f8 HTTP/1.1" status: 200 len: 850 time: 0.2312329 Nov 12 03:29:06.094684 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7bd40d-1a67-4511-9791-be335af10d7a tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8534d8-1f04-41e4-85f6-6a9d73a7d334,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:06.098814 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-0e3d85f1-0071-44c0-8597-48af9d62411b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:06.180384 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-8b1fbc61-ed9d-4bd3-9fbf-c1ac1d41857a None None] Provisioning complete for port b950f9ac-c38e-477d-94e4-ee676fd7e1a8 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:06.181484 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8b1fbc61-ed9d-4bd3-9fbf-c1ac1d41857a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:06.232823 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-8b1fbc61-ed9d-4bd3-9fbf-c1ac1d41857a None None] Port b950f9ac-c38e-477d-94e4-ee676fd7e1a8 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:29:06.250897 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['1ed38768-261b-4cc3-a175-60f8e1dc7342'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:06.270475 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d86048-5e7f-4f76-89b9-772ad3b871e7 req-36966f8e-7c39-482a-a980-d6eb3200d2c5 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:06.273153 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a8d86048-5e7f-4f76-89b9-772ad3b871e7 req-36966f8e-7c39-482a-a980-d6eb3200d2c5 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 931 time: 0.3132563 Nov 12 03:29:06.339400 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:06.384816 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8b1f0-f636-4c5c-9b51-7a797202ff7b req-17c7bccb-8b64-466b-9a2d-1bc8e3594ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:06.386836 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-69a8b1f0-f636-4c5c-9b51-7a797202ff7b req-17c7bccb-8b64-466b-9a2d-1bc8e3594ff8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=56493891-2b14-40ba-a8cb-65015d9b59f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2460334 Nov 12 03:29:06.472851 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d477dd9e-05c0-48ef-9067-bed4de0a6389 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:06.547798 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a8d86048-5e7f-4f76-89b9-772ad3b871e7 req-74af7959-d3c4-422a-8475-94ac9268cdfa tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2370534 Nov 12 03:29:06.611179 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-69a8b1f0-f636-4c5c-9b51-7a797202ff7b req-3b884e7c-5e88-4876-a501-628b327559c4 service neutron] 10.222.0.90 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133644 Nov 12 03:29:06.614077 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d477dd9e-05c0-48ef-9067-bed4de0a6389 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:06.624931 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-0e3d85f1-0071-44c0-8597-48af9d62411b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b950f9ac-c38e-477d-94e4-ee676fd7e1a8 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:06.635568 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-0e3d85f1-0071-44c0-8597-48af9d62411b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:06.659831 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4271c4e-6163-43db-8542-a5b89b2d9cf1 req-dcf0047b-4fa6-49e9-a141-5010c2f680b5 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:06.666924 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4271c4e-6163-43db-8542-a5b89b2d9cf1 req-dcf0047b-4fa6-49e9-a141-5010c2f680b5 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:06.668587 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f4271c4e-6163-43db-8542-a5b89b2d9cf1 req-dcf0047b-4fa6-49e9-a141-5010c2f680b5 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f4ba0db-f552-406a-8372-250dd85b08b9&device_id=9f6d0629-a03c-4a24-aae3-37e9488599f3 HTTP/1.1" status: 200 len: 1690 time: 0.1246347 Nov 12 03:29:06.672167 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-0e3d85f1-0071-44c0-8597-48af9d62411b service neutron] Transition to ACTIVE for port object b950f9ac-c38e-477d-94e4-ee676fd7e1a8 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:29:06.679695 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-0e3d85f1-0071-44c0-8597-48af9d62411b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:06.682912 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d477dd9e-05c0-48ef-9067-bed4de0a6389 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:06.689128 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d477dd9e-05c0-48ef-9067-bed4de0a6389 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/2b44d4e6-8b94-4fe3-b3f8-4b7b9ae98eb4 HTTP/1.1" status: 204 len: 168 time: 0.8406804 Nov 12 03:29:06.695160 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35578) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:06.699818 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de08753-cc46-4b5c-84a6-620e60f25630 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:06.701183 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d477dd9e-05c0-48ef-9067-bed4de0a6389 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Subnet': ['ID=2b44d4e6-8b94-4fe3-b3f8-4b7b9ae98eb4,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:06.766941 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2119a8-7a07-4581-b492-64ffe53f67e3 req-3c4a4e3a-e389-407b-858c-18319c9b02a0 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:06.768488 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2d2119a8-7a07-4581-b492-64ffe53f67e3 req-3c4a4e3a-e389-407b-858c-18319c9b02a0 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=20d88f18-db54-4676-9506-83fa2d55987d HTTP/1.1" status: 200 len: 945 time: 0.1468849 Nov 12 03:29:06.823129 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-69a8b1f0-f636-4c5c-9b51-7a797202ff7b req-90660c3a-4b53-4e8a-aa22-92f46472bc69 service neutron] 10.222.0.90 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025492 Nov 12 03:29:06.842680 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3d85f1-0071-44c0-8597-48af9d62411b service neutron] Pushing event updated for resources: {'Port': ['ID=b950f9ac-c38e-477d-94e4-ee676fd7e1a8,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:06.867425 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2d2119a8-7a07-4581-b492-64ffe53f67e3 req-26f2c15d-b07e-4842-86f2-38695a40530e tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915082 Nov 12 03:29:06.879295 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-205ca49d-3094-4cca-88d3-5ff82a565f5f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting subnet 63c25f0e-5626-4832-a714-9feb8844735a {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:29:06.901544 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f4271c4e-6163-43db-8542-a5b89b2d9cf1 req-c3cd897d-5bb1-490b-a138-834266e06358 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147532 Nov 12 03:29:06.902555 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-205ca49d-3094-4cca-88d3-5ff82a565f5f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.045825 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6f7ca873-1e60-4534-9a39-8924abd6ee5c req-a080a11f-5eee-4118-8aa0-ab668db654fb tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] 10.222.0.50 "GET /v2.0/security-groups/9c8534d8-1f04-41e4-85f6-6a9d73a7d334 HTTP/1.1" status: 200 len: 1832 time: 0.0669332 Nov 12 03:29:07.052439 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-205ca49d-3094-4cca-88d3-5ff82a565f5f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.060063 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-6f7ca873-1e60-4534-9a39-8924abd6ee5c req-fde7a75d-0258-46a0-a286-666fd5e8cf25 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9c8534d8-1f04-41e4-85f6-6a9d73a7d334', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:07.060490 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-6f7ca873-1e60-4534-9a39-8924abd6ee5c req-fde7a75d-0258-46a0-a286-666fd5e8cf25 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9c8534d8-1f04-41e4-85f6-6a9d73a7d334', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:07.107676 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-0e3d85f1-0071-44c0-8597-48af9d62411b service neutron] Attempting to bind port b950f9ac-c38e-477d-94e4-ee676fd7e1a8 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:07.107930 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-0e3d85f1-0071-44c0-8597-48af9d62411b service neutron] Attempting to bind port b950f9ac-c38e-477d-94e4-ee676fd7e1a8 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '4e7b8aec-969c-41d9-8252-0d15a236e5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:07.108270 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-0e3d85f1-0071-44c0-8597-48af9d62411b service neutron] Attempting to bind port b950f9ac-c38e-477d-94e4-ee676fd7e1a8 on network 6c7f6069-f411-4391-9326-65cfd4966ecb {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:07.122159 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78a680-925c-4da4-82bd-9e3721c09a4f req-5d31c894-386a-4561-8381-c60e6f21abe9 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:07.128700 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4e78a680-925c-4da4-82bd-9e3721c09a4f req-5d31c894-386a-4561-8381-c60e6f21abe9 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 944 time: 0.1419156 Nov 12 03:29:07.143907 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6f7ca873-1e60-4534-9a39-8924abd6ee5c req-fde7a75d-0258-46a0-a286-666fd5e8cf25 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.150476 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-0e3d85f1-0071-44c0-8597-48af9d62411b service neutron] Port b950f9ac-c38e-477d-94e4-ee676fd7e1a8 on network 6c7f6069-f411-4391-9326-65cfd4966ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:29:07.150906 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-0e3d85f1-0071-44c0-8597-48af9d62411b service neutron] Attempting to bind port b950f9ac-c38e-477d-94e4-ee676fd7e1a8 on network 6c7f6069-f411-4391-9326-65cfd4966ecb {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:07.166839 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-0e3d85f1-0071-44c0-8597-48af9d62411b service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:07.167319 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-0e3d85f1-0071-44c0-8597-48af9d62411b service neutron] Checking segment: {'id': '4e7b8aec-969c-41d9-8252-0d15a236e5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:07.168697 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-0e3d85f1-0071-44c0-8597-48af9d62411b service neutron] Bound using segment: {'id': '4e7b8aec-969c-41d9-8252-0d15a236e5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:07.169562 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-0e3d85f1-0071-44c0-8597-48af9d62411b service neutron] Bound port: b950f9ac-c38e-477d-94e4-ee676fd7e1a8, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e7b8aec-969c-41d9-8252-0d15a236e5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:07.170141 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-0e3d85f1-0071-44c0-8597-48af9d62411b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.180258 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6f7ca873-1e60-4534-9a39-8924abd6ee5c req-fde7a75d-0258-46a0-a286-666fd5e8cf25 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.186657 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6f7ca873-1e60-4534-9a39-8924abd6ee5c req-fde7a75d-0258-46a0-a286-666fd5e8cf25 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.210274 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7a75d-0258-46a0-a286-666fd5e8cf25 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61723fda-4be3-4555-96af-23d4f19b5e5d,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:07.223874 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6f7ca873-1e60-4534-9a39-8924abd6ee5c req-fde7a75d-0258-46a0-a286-666fd5e8cf25 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.225234 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6f7ca873-1e60-4534-9a39-8924abd6ee5c req-fde7a75d-0258-46a0-a286-666fd5e8cf25 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1701791 Nov 12 03:29:07.277971 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-205ca49d-3094-4cca-88d3-5ff82a565f5f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.341586 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4e78a680-925c-4da4-82bd-9e3721c09a4f req-8e0f330a-af7c-4711-991a-8581e45cd63c tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117283 Nov 12 03:29:07.391107 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-0e3d85f1-0071-44c0-8597-48af9d62411b service neutron] For port b950f9ac-c38e-477d-94e4-ee676fd7e1a8, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:07.395583 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-0e3d85f1-0071-44c0-8597-48af9d62411b service neutron] For port b950f9ac-c38e-477d-94e4-ee676fd7e1a8, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=b950f9ac-c38e-477d-94e4-ee676fd7e1a8,segment=NetworkSegment(4e7b8aec-969c-41d9-8252-0d15a236e5b1),segment_id=4e7b8aec-969c-41d9-8252-0d15a236e5b1)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:07.408384 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-0e3d85f1-0071-44c0-8597-48af9d62411b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.439032 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-36dee203-5d88-41fa-8535-4669ba0b7717 req-c2cfc682-aa63-41c2-b6b5-12080c73c20e tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] 10.222.0.50 "GET /v2.0/security-groups/9c8534d8-1f04-41e4-85f6-6a9d73a7d334 HTTP/1.1" status: 200 len: 2426 time: 0.0760894 Nov 12 03:29:07.461509 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-205ca49d-3094-4cca-88d3-5ff82a565f5f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.490937 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1aa09373-464a-4dd7-8311-8380f796b1e8 req-e931113e-ed1b-42c1-ae3d-b0091b6e11cc tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] 10.222.0.50 "GET /v2.0/security-group-rules/61723fda-4be3-4555-96af-23d4f19b5e5d HTTP/1.1" status: 200 len: 778 time: 0.0316892 Nov 12 03:29:07.491852 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-0e3d85f1-0071-44c0-8597-48af9d62411b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:07.492875 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-0e3d85f1-0071-44c0-8597-48af9d62411b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.495453 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-0e3d85f1-0071-44c0-8597-48af9d62411b service neutron] 10.222.0.74 "PUT /v2.0/ports/b950f9ac-c38e-477d-94e4-ee676fd7e1a8 HTTP/1.1" status: 200 len: 1092 time: 1.5501275 Nov 12 03:29:07.499744 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9a64a6-4910-470a-8b3a-17813c6ca67e', 'tag': 'b950f9ac-c38e-477d-94e4-ee676fd7e1a8'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:07.501556 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cf112f-5e3b-465b-8428-8263ec3ce3ea" -d '{"events": [{"name": "network-changed", "server_uuid": "3e9a64a6-4910-470a-8b3a-17813c6ca67e", "tag": "b950f9ac-c38e-477d-94e4-ee676fd7e1a8"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:07.546836 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1aa09373-464a-4dd7-8311-8380f796b1e8 req-d23a8f07-efe9-4bfa-ab99-5493bcc619db tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] 10.222.0.50 "GET /v2.0/security-groups/9c8534d8-1f04-41e4-85f6-6a9d73a7d334 HTTP/1.1" status: 200 len: 2426 time: 0.0548193 Nov 12 03:29:07.575692 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-1aa09373-464a-4dd7-8311-8380f796b1e8 req-40b87fb4-cb50-4ab3-9c1e-1b1d90cab853 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.588941 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-1aa09373-464a-4dd7-8311-8380f796b1e8 req-40b87fb4-cb50-4ab3-9c1e-1b1d90cab853 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.591559 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ca49d-3094-4cca-88d3-5ff82a565f5f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Subnet': ['ID=63c25f0e-5626-4832-a714-9feb8844735a,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:07.623156 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-205ca49d-3094-4cca-88d3-5ff82a565f5f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.626405 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-205ca49d-3094-4cca-88d3-5ff82a565f5f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/63c25f0e-5626-4832-a714-9feb8844735a HTTP/1.1" status: 204 len: 168 time: 0.9241993 Nov 12 03:29:07.632569 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35594) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:07.636286 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3d85f1-0071-44c0-8597-48af9d62411b service neutron] Pushing event updated for resources: {'Port': ['ID=b950f9ac-c38e-477d-94e4-ee676fd7e1a8,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:07.645528 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe51d2-250d-4322-a567-413ce3b36d5c req-0778caee-ce75-4fc1-abfc-416071dceaf1 tempest-ServersOnMultiNodesTest-375895766 tempest-ServersOnMultiNodesTest-375895766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:07.647055 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-befe51d2-250d-4322-a567-413ce3b36d5c req-0778caee-ce75-4fc1-abfc-416071dceaf1 tempest-ServersOnMultiNodesTest-375895766 tempest-ServersOnMultiNodesTest-375895766-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4f4ba0db-f552-406a-8372-250dd85b08b9 HTTP/1.1" status: 200 len: 1101 time: 0.1988084 Nov 12 03:29:07.664733 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-2322601b-9e13-40fc-9fc5-e9d6b6f18f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:07.667025 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-2322601b-9e13-40fc-9fc5-e9d6b6f18f5f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d558dd5b9f934464b6c1626ad18ebb6c&device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 1095 time: 0.0979111 Nov 12 03:29:07.702964 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-1aa09373-464a-4dd7-8311-8380f796b1e8 req-40b87fb4-cb50-4ab3-9c1e-1b1d90cab853 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.709537 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0a37f994-8afe-4db7-975d-8e0b48149d81 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0722675 Nov 12 03:29:07.714674 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-1aa09373-464a-4dd7-8311-8380f796b1e8 req-40b87fb4-cb50-4ab3-9c1e-1b1d90cab853 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.718384 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35596) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:07.736144 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1aa09373-464a-4dd7-8311-8380f796b1e8 req-40b87fb4-cb50-4ab3-9c1e-1b1d90cab853 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/61723fda-4be3-4555-96af-23d4f19b5e5d HTTP/1.1" status: 204 len: 173 time: 0.1881976 Nov 12 03:29:07.736301 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-0039bcbb-3eb2-44d4-8f89-73286edf2309 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b950f9ac-c38e-477d-94e4-ee676fd7e1a8 HTTP/1.1" status: 200 len: 217 time: 0.0559068 Nov 12 03:29:07.747083 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b87fb4-cb50-4ab3-9c1e-1b1d90cab853 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61723fda-4be3-4555-96af-23d4f19b5e5d,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:07.770327 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29736dd-5fbc-48ee-861e-e3b6c4792a78 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:07.795234 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9332c995-7092-47a9-a355-2dac222bfcd3 x-openstack-request-id: req-9332c995-7092-47a9-a355-2dac222bfcd3 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:07.795591 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e9a64a6-4910-470a-8b3a-17813c6ca67e", "tag": "b950f9ac-c38e-477d-94e4-ee676fd7e1a8", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:07.795786 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9332c995-7092-47a9-a355-2dac222bfcd3 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:07.796208 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e9a64a6-4910-470a-8b3a-17813c6ca67e', 'tag': 'b950f9ac-c38e-477d-94e4-ee676fd7e1a8', 'status': 'completed', 'code': 200} Nov 12 03:29:07.825903 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-befe51d2-250d-4322-a567-413ce3b36d5c req-33e5c9d2-0742-4862-84a9-7624dcf6f5fd tempest-ServersOnMultiNodesTest-375895766 tempest-ServersOnMultiNodesTest-375895766-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694949 Nov 12 03:29:07.836275 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-0f408e54-69ed-4a7b-a329-fcbbe8a84707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:07.837975 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-0f408e54-69ed-4a7b-a329-fcbbe8a84707 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390 HTTP/1.1" status: 200 len: 856 time: 0.0828457 Nov 12 03:29:07.850692 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6777a60d-40f3-46a6-a281-a550b34eaf45 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:07.851991 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6777a60d-40f3-46a6-a281-a550b34eaf45 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1326509 Nov 12 03:29:07.854974 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35602) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:07.891144 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-c7620f72-ece9-431d-9b63-23d5994cb6fc req-3376c55d-d855-4010-8aa2-d40809173248 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-98837893', 'description': 'tempest-description-1720099119'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:07.920286 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-472c703a-09ae-4f4b-9984-3cb8c644bff3 None None] Provisioning complete for port 203f4014-c01a-4d24-b81e-cec5db5923a2 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:07.920715 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-472c703a-09ae-4f4b-9984-3cb8c644bff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.926675 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c7620f72-ece9-431d-9b63-23d5994cb6fc req-3376c55d-d855-4010-8aa2-d40809173248 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.940684 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f1d1cd-d51d-47ee-ac9e-27d3eb1181ec tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:07.945926 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d2f1d1cd-d51d-47ee-ac9e-27d3eb1181ec tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0861599 Nov 12 03:29:07.945926 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35606) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:07.951460 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-1daf5401-3c79-4848-aa47-74a871871964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:07.954163 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-1daf5401-3c79-4848-aa47-74a871871964 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6c7f6069-f411-4391-9326-65cfd4966ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1008382 Nov 12 03:29:07.992319 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-182d9fdc-3ebc-4300-9499-842f5f63ebc9 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0434813 Nov 12 03:29:07.998269 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35610) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:08.004581 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-b988983f-3309-42ed-9c34-da4398e585d0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'subnet': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:08.007832 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1ef4e-4599-48f6-9d36-ab56211a3a34 req-6e41a19e-8454-4841-aac1-b36467452f10 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:08.012720 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d5b1ef4e-4599-48f6-9d36-ab56211a3a34 req-6e41a19e-8454-4841-aac1-b36467452f10 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 943 time: 0.1263573 Nov 12 03:29:08.075710 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d5b1ef4e-4599-48f6-9d36-ab56211a3a34 req-6a44df34-acae-41da-aedf-29c5a281687a tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586259 Nov 12 03:29:08.142113 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c71049-e237-45f4-b49a-4e96983f2ba7 None None] DHCP port deletion for 73a88994-9b3d-4208-8808-2295e92df12e request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:29:08.208943 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951ee01-0a25-4432-8618-4a046390fa8f req-b9b8113c-10ce-4f34-84c6-71b07a7c13e9 tempest-ServersOnMultiNodesTest-375895766 tempest-ServersOnMultiNodesTest-375895766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:08.210657 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2951ee01-0a25-4432-8618-4a046390fa8f req-b9b8113c-10ce-4f34-84c6-71b07a7c13e9 tempest-ServersOnMultiNodesTest-375895766 tempest-ServersOnMultiNodesTest-375895766-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9f6d0629-a03c-4a24-aae3-37e9488599f3 HTTP/1.1" status: 200 len: 1102 time: 0.0615532 Nov 12 03:29:08.216553 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-38c71049-e237-45f4-b49a-4e96983f2ba7 None None] Deleting port 203f4014-c01a-4d24-b81e-cec5db5923a2 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:08.217059 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-38c71049-e237-45f4-b49a-4e96983f2ba7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.256039 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c7620f72-ece9-431d-9b63-23d5994cb6fc req-3376c55d-d855-4010-8aa2-d40809173248 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.261387 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-248224c7-bff0-4c89-92c4-934c794c647f service neutron] 10.222.0.74 "GET /v2.0/networks/6c7f6069-f411-4391-9326-65cfd4966ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942781 Nov 12 03:29:08.263720 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c7620f72-ece9-431d-9b63-23d5994cb6fc req-3376c55d-d855-4010-8aa2-d40809173248 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.271166 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b988983f-3309-42ed-9c34-da4398e585d0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:08.274967 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b988983f-3309-42ed-9c34-da4398e585d0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.275898 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2951ee01-0a25-4432-8618-4a046390fa8f req-b179ca6f-5a83-4030-9ed5-190012685fd6 tempest-ServersOnMultiNodesTest-375895766 tempest-ServersOnMultiNodesTest-375895766-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512595 Nov 12 03:29:08.277047 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-b988983f-3309-42ed-9c34-da4398e585d0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:29:08.277497 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b988983f-3309-42ed-9c34-da4398e585d0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:08.340535 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c7620f72-ece9-431d-9b63-23d5994cb6fc req-3376c55d-d855-4010-8aa2-d40809173248 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.341992 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c7620f72-ece9-431d-9b63-23d5994cb6fc req-3376c55d-d855-4010-8aa2-d40809173248 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.4578655 Nov 12 03:29:08.352205 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35616) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:08.352339 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b988983f-3309-42ed-9c34-da4398e585d0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3528628 Nov 12 03:29:08.352536 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-38c71049-e237-45f4-b49a-4e96983f2ba7 None None] For port 203f4014-c01a-4d24-b81e-cec5db5923a2, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=203f4014-c01a-4d24-b81e-cec5db5923a2,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:08.354776 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-38c71049-e237-45f4-b49a-4e96983f2ba7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.356574 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376c55d-d855-4010-8aa2-d40809173248 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=064163fa-72d4-40e6-9a2a-d67db884bc82,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:08.376121 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-632ca464-2970-49de-b446-608a7b060600 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'subnet': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:08.378188 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-38c71049-e237-45f4-b49a-4e96983f2ba7 None None] Calling delete_port for 203f4014-c01a-4d24-b81e-cec5db5923a2 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:08.479475 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bac7953f-4398-4b9b-9415-1d3e715db58f req-ac02593a-2a19-4651-a14c-ce68250e2f76 service neutron] 10.222.0.74 "GET /v2.0/networks/6c7f6069-f411-4391-9326-65cfd4966ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897957 Nov 12 03:29:08.488579 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.533349 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-38c71049-e237-45f4-b49a-4e96983f2ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.568372 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c71049-e237-45f4-b49a-4e96983f2ba7 None None] Pushing event deleted for resources: {'Port': ['ID=203f4014-c01a-4d24-b81e-cec5db5923a2,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:08.570295 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c71049-e237-45f4-b49a-4e96983f2ba7 None None] No DVR routers for this DVR port 203f4014-c01a-4d24-b81e-cec5db5923a2 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:29:08.585522 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe540e-d3a1-4867-8595-7d7f625c7591 req-2aa2874d-7043-45de-ac62-65612acc7456 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:08.592815 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3ffe540e-d3a1-4867-8595-7d7f625c7591 req-2aa2874d-7043-45de-ac62-65612acc7456 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=20d88f18-db54-4676-9506-83fa2d55987d HTTP/1.1" status: 200 len: 945 time: 0.0867078 Nov 12 03:29:08.603158 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632ca464-2970-49de-b446-608a7b060600 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:08.605058 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-632ca464-2970-49de-b446-608a7b060600 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.606972 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-632ca464-2970-49de-b446-608a7b060600 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:29:08.607529 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-632ca464-2970-49de-b446-608a7b060600 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:08.640256 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-632ca464-2970-49de-b446-608a7b060600 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2861140 Nov 12 03:29:08.645312 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf112f-5e3b-465b-8428-8263ec3ce3ea req-23b0c2ac-45ce-44e2-8678-43d1d29e5333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:08.646228 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35624) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:08.647362 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-14cf112f-5e3b-465b-8428-8263ec3ce3ea req-23b0c2ac-45ce-44e2-8678-43d1d29e5333 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d558dd5b9f934464b6c1626ad18ebb6c&device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 1095 time: 0.0952246 Nov 12 03:29:08.654352 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-86504277-02f1-4bdd-94c3-e63d7dacfa69 req-4c8624b4-c775-4fd7-a099-92b475893cd3 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] 10.222.0.50 "GET /v2.0/security-groups/064163fa-72d4-40e6-9a2a-d67db884bc82 HTTP/1.1" status: 200 len: 1830 time: 0.0572188 Nov 12 03:29:08.661306 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-492ee0da-c1e8-4610-93bb-0e5bfadadaef tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'subnet': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:08.702755 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3ffe540e-d3a1-4867-8595-7d7f625c7591 req-cf482b22-24fb-48d7-b576-d4d423de0298 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088898 Nov 12 03:29:08.806037 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492ee0da-c1e8-4610-93bb-0e5bfadadaef tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:08.810969 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-492ee0da-c1e8-4610-93bb-0e5bfadadaef tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.817405 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-492ee0da-c1e8-4610-93bb-0e5bfadadaef tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:29:08.818243 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-492ee0da-c1e8-4610-93bb-0e5bfadadaef tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:08.825931 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 203f4014-c01a-4d24-b81e-cec5db5923a2 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:29:08.830868 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf112f-5e3b-465b-8428-8263ec3ce3ea req-d2d0a695-3d4e-4bcc-85a1-7f5ba4ad2a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:08.834418 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-14cf112f-5e3b-465b-8428-8263ec3ce3ea req-d2d0a695-3d4e-4bcc-85a1-7f5ba4ad2a2b service neutron] 10.222.0.74 "GET /v2.0/networks?id=6c7f6069-f411-4391-9326-65cfd4966ecb HTTP/1.1" status: 200 len: 918 time: 0.1671019 Nov 12 03:29:08.849291 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696d15c-c72d-4c84-a947-406c713f20c6 req-5b8daa0b-c557-4f85-9f6e-1b1878424312 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:08.852031 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b696d15c-c72d-4c84-a947-406c713f20c6 req-5b8daa0b-c557-4f85-9f6e-1b1878424312 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 944 time: 0.1253562 Nov 12 03:29:08.857183 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 203f4014-c01a-4d24-b81e-cec5db5923a2 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:29:08.857526 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 203f4014-c01a-4d24-b81e-cec5db5923a2 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:29:08.879591 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-6651bf0c-9ffa-4616-a598-5214fc2cd72a tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=a1d21364fcd043778a27fa00092fa6b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321968 Nov 12 03:29:08.889256 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-492ee0da-c1e8-4610-93bb-0e5bfadadaef tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2417569 Nov 12 03:29:08.894702 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35636) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:08.910027 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-bbbb2a76-ee78-4629-ac69-2cf88d34ea5a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'subnet': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:08.934640 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-14cf112f-5e3b-465b-8428-8263ec3ce3ea req-62a30efe-6627-4f61-9ecb-9acc520c0ff4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b950f9ac-c38e-477d-94e4-ee676fd7e1a8 HTTP/1.1" status: 200 len: 217 time: 0.0804329 Nov 12 03:29:09.001587 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 1ed38768-261b-4cc3-a175-60f8e1dc7342 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:09.039278 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b696d15c-c72d-4c84-a947-406c713f20c6 req-752a4916-5eec-40f0-9245-a3c5574ec244 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746562 Nov 12 03:29:09.068820 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf112f-5e3b-465b-8428-8263ec3ce3ea req-e3cd6687-157f-4e50-85ee-ccaef27edf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:09.071109 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-14cf112f-5e3b-465b-8428-8263ec3ce3ea req-e3cd6687-157f-4e50-85ee-ccaef27edf85 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390 HTTP/1.1" status: 200 len: 856 time: 0.1153045 Nov 12 03:29:09.081057 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 1ed38768-261b-4cc3-a175-60f8e1dc7342 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:29:09.091894 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 1ed38768-261b-4cc3-a175-60f8e1dc7342 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:09.092664 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:09.128730 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-df81f702-c007-4729-9395-7e8007c05a18 req-4d0c648c-a682-451d-b5bf-aa2bd787fe23 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1726663349', 'description': 'tempest-description-1631279986'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:09.161924 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-df81f702-c007-4729-9395-7e8007c05a18 req-4d0c648c-a682-451d-b5bf-aa2bd787fe23 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:09.186093 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf112f-5e3b-465b-8428-8263ec3ce3ea req-65f042df-4a82-41c6-b164-3caae0e9c85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:09.188233 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-14cf112f-5e3b-465b-8428-8263ec3ce3ea req-65f042df-4a82-41c6-b164-3caae0e9c85e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6c7f6069-f411-4391-9326-65cfd4966ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0975471 Nov 12 03:29:09.197845 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-cbdf3227-2f14-4f72-8965-33920590d4e8 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:09.200103 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-cbdf3227-2f14-4f72-8965-33920590d4e8 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3066034 Nov 12 03:29:09.201524 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbb2a76-ee78-4629-ac69-2cf88d34ea5a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:09.205111 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:09.206373 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bbbb2a76-ee78-4629-ac69-2cf88d34ea5a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:09.208384 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbbb2a76-ee78-4629-ac69-2cf88d34ea5a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:29:09.208996 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbbb2a76-ee78-4629-ac69-2cf88d34ea5a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:09.235454 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861e9bc7-11c9-4c0b-a493-9ff7a6d6000f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed38768-261b-4cc3-a175-60f8e1dc7342'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:09.237186 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-ecd0e235-310a-4a92-80e5-99fe4c9abb60 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/quotas/a1d21364fcd043778a27fa00092fa6b4 HTTP/1.1" status: 200 len: 375 time: 0.0254271 Nov 12 03:29:09.239477 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bce49e3-ead7-46ad-992d-b39fa2eed1eb" -d '{"events": [{"server_uuid": "861e9bc7-11c9-4c0b-a493-9ff7a6d6000f", "name": "network-vif-plugged", "status": "completed", "tag": "1ed38768-261b-4cc3-a175-60f8e1dc7342"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:09.246947 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-bbbb2a76-ee78-4629-ac69-2cf88d34ea5a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3463535 Nov 12 03:29:09.250472 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35644) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:09.256397 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-12e74688-349a-4108-912d-d527703713ea tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'subnet': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:09.257872 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 1ed38768-261b-4cc3-a175-60f8e1dc7342, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=1ed38768-261b-4cc3-a175-60f8e1dc7342,segment=NetworkSegment(176db6de-b605-434e-ad55-88a729ddb151),segment_id=176db6de-b605-434e-ad55-88a729ddb151)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:09.267110 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:09.319142 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-ad916cda-a92b-47b1-936d-dc142dd6cf90 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a1d21364fcd043778a27fa00092fa6b4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0734084 Nov 12 03:29:09.329273 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=1ed38768-261b-4cc3-a175-60f8e1dc7342,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:09.413448 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-df81f702-c007-4729-9395-7e8007c05a18 req-4d0c648c-a682-451d-b5bf-aa2bd787fe23 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:09.429044 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-df81f702-c007-4729-9395-7e8007c05a18 req-4d0c648c-a682-451d-b5bf-aa2bd787fe23 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:09.468366 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-14cf112f-5e3b-465b-8428-8263ec3ce3ea req-bd2331e5-1e2b-401d-869f-5ba42d9d7ae3 service neutron] 10.222.0.74 "GET /v2.0/networks/6c7f6069-f411-4391-9326-65cfd4966ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507582 Nov 12 03:29:09.473109 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e74688-349a-4108-912d-d527703713ea tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:09.476753 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-12e74688-349a-4108-912d-d527703713ea tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:09.478307 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-12e74688-349a-4108-912d-d527703713ea tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:29:09.479255 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12e74688-349a-4108-912d-d527703713ea tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:09.483133 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0c648c-a682-451d-b5bf-aa2bd787fe23 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39c9897a-ff7a-47c1-83f3-899905398a61,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:09.493029 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-df81f702-c007-4729-9395-7e8007c05a18 req-4d0c648c-a682-451d-b5bf-aa2bd787fe23 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:09.494381 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-df81f702-c007-4729-9395-7e8007c05a18 req-4d0c648c-a682-451d-b5bf-aa2bd787fe23 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.3716919 Nov 12 03:29:09.540815 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-12e74688-349a-4108-912d-d527703713ea tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2825072 Nov 12 03:29:09.540815 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35654) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:09.556023 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-ca16e1eb-897c-4ceb-8902-ce08881eca72 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'subnet': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:09.567221 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991524b-aaad-4232-a3b9-7034eb455721 req-c66ae1fb-8399-4a9d-9adf-5700f998b118 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:09.569341 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7991524b-aaad-4232-a3b9-7034eb455721 req-c66ae1fb-8399-4a9d-9adf-5700f998b118 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 943 time: 0.0816524 Nov 12 03:29:09.598332 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a5f317-9e54-4c65-9fd3-338263d4af6f x-openstack-request-id: req-e8a5f317-9e54-4c65-9fd3-338263d4af6f {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:09.598771 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "861e9bc7-11c9-4c0b-a493-9ff7a6d6000f", "name": "network-vif-plugged", "status": "completed", "tag": "1ed38768-261b-4cc3-a175-60f8e1dc7342", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:09.599143 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e8a5f317-9e54-4c65-9fd3-338263d4af6f {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:09.599810 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '861e9bc7-11c9-4c0b-a493-9ff7a6d6000f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed38768-261b-4cc3-a175-60f8e1dc7342', 'code': 200} Nov 12 03:29:09.657111 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7991524b-aaad-4232-a3b9-7034eb455721 req-db977c70-653b-45d1-90bf-19b31e947e1b tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784342 Nov 12 03:29:09.710591 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ccd0d3f3-c32f-44cb-ac54-e2870edde1fe req-831761f8-5025-432f-b426-da762226c94f tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=4198acbe-54f1-415f-979a-f5e9043284b7 HTTP/1.1" status: 200 len: 210 time: 0.0507824 Nov 12 03:29:09.734852 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e08f3e-2883-4fee-8bd2-fe0c3f6bc21d req-200a75e1-8dcd-4b81-a8d0-478a12cc1f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:09.736441 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-91e08f3e-2883-4fee-8bd2-fe0c3f6bc21d req-200a75e1-8dcd-4b81-a8d0-478a12cc1f45 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 1097 time: 0.0647848 Nov 12 03:29:09.786981 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-14cf112f-5e3b-465b-8428-8263ec3ce3ea req-013929c5-b5c1-4c39-86f5-b88e886848b3 service neutron] 10.222.0.74 "GET /v2.0/networks/6c7f6069-f411-4391-9326-65cfd4966ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877214 Nov 12 03:29:09.807467 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-91e08f3e-2883-4fee-8bd2-fe0c3f6bc21d req-46ae124f-6686-4713-be4d-49d6a7d97ab6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607314 Nov 12 03:29:09.846636 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d9ded63b-6cc1-42b9-8f26-679220a4dc1f req-301ff1b6-7b58-46c1-99b3-70c49e725bda tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] 10.222.0.50 "GET /v2.0/security-groups/39c9897a-ff7a-47c1-83f3-899905398a61 HTTP/1.1" status: 200 len: 1832 time: 0.0983810 Nov 12 03:29:09.847995 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca16e1eb-897c-4ceb-8902-ce08881eca72 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:09.851510 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ca16e1eb-897c-4ceb-8902-ce08881eca72 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:09.854055 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca16e1eb-897c-4ceb-8902-ce08881eca72 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:29:09.854947 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca16e1eb-897c-4ceb-8902-ce08881eca72 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:09.886357 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ca16e1eb-897c-4ceb-8902-ce08881eca72 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3325226 Nov 12 03:29:09.886580 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35668) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:09.924385 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35670) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:09.924623 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1f14c43d-ad9c-487c-a4b3-c8a311d096d7 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0366240 Nov 12 03:29:10.012779 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97b728a-587f-4a78-8e47-0468073ff98f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:10.014280 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f97b728a-587f-4a78-8e47-0468073ff98f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0790570 Nov 12 03:29:10.017428 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35672) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:10.029043 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cc416-1278-4cca-b7f1-74cac810cc76 req-215877a4-a198-4f9f-865c-595cbbacbd12 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:10.030641 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-286cc416-1278-4cca-b7f1-74cac810cc76 req-215877a4-a198-4f9f-865c-595cbbacbd12 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=20d88f18-db54-4676-9506-83fa2d55987d HTTP/1.1" status: 200 len: 945 time: 0.1103063 Nov 12 03:29:10.078144 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-65961fb7-a09f-4018-b8a4-1d714fa6e29c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0506217 Nov 12 03:29:10.078467 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35676) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:10.084217 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-1661f7f3-600b-4ab3-a256-245777af31a8 req-33c85bab-ae07-4981-ad00-ebb05fc4b8e4 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1094444792', 'description': 'tempest-description-1426214166'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:10.085141 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-071dafea-0099-4a25-97ff-94c597a35c72 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'subnet': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:10.111371 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-1661f7f3-600b-4ab3-a256-245777af31a8 req-33c85bab-ae07-4981-ad00-ebb05fc4b8e4 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.181010 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-286cc416-1278-4cca-b7f1-74cac810cc76 req-c9416888-840c-4584-8951-87cb501e96bd tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389880 Nov 12 03:29:10.201995 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-1661f7f3-600b-4ab3-a256-245777af31a8 req-33c85bab-ae07-4981-ad00-ebb05fc4b8e4 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.208391 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-1661f7f3-600b-4ab3-a256-245777af31a8 req-33c85bab-ae07-4981-ad00-ebb05fc4b8e4 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.226800 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071dafea-0099-4a25-97ff-94c597a35c72 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:10.233364 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-071dafea-0099-4a25-97ff-94c597a35c72 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.251675 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c85bab-ae07-4981-ad00-ebb05fc4b8e4 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=011d00c4-3aa1-423b-912d-db516929c14b,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:10.267549 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-1661f7f3-600b-4ab3-a256-245777af31a8 req-33c85bab-ae07-4981-ad00-ebb05fc4b8e4 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.268828 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1661f7f3-600b-4ab3-a256-245777af31a8 req-33c85bab-ae07-4981-ad00-ebb05fc4b8e4 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.2017438 Nov 12 03:29:10.270549 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c85bab-ae07-4981-ad00-ebb05fc4b8e4 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:10.270880 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c85bab-ae07-4981-ad00-ebb05fc4b8e4 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:10.271216 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c85bab-ae07-4981-ad00-ebb05fc4b8e4 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:10.271548 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c85bab-ae07-4981-ad00-ebb05fc4b8e4 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:10.271883 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c85bab-ae07-4981-ad00-ebb05fc4b8e4 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:10.272234 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c85bab-ae07-4981-ad00-ebb05fc4b8e4 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:10.272557 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c85bab-ae07-4981-ad00-ebb05fc4b8e4 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:10.272876 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c85bab-ae07-4981-ad00-ebb05fc4b8e4 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:10.273195 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c85bab-ae07-4981-ad00-ebb05fc4b8e4 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:10.273512 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c85bab-ae07-4981-ad00-ebb05fc4b8e4 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:10.273832 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c85bab-ae07-4981-ad00-ebb05fc4b8e4 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:10.274171 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c85bab-ae07-4981-ad00-ebb05fc4b8e4 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:10.429210 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558c7ab-d3c7-4bb3-84fd-3ce953417ea1 req-98ec6c4d-710c-4a64-a7ee-a0e05e500de7 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:10.431523 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6558c7ab-d3c7-4bb3-84fd-3ce953417ea1 req-98ec6c4d-710c-4a64-a7ee-a0e05e500de7 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 945 time: 0.0887182 Nov 12 03:29:10.548757 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6558c7ab-d3c7-4bb3-84fd-3ce953417ea1 req-00012d5d-b13e-456c-b6a4-361d4d9f65a4 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077991 Nov 12 03:29:10.640798 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ac05ef65-23e2-49f4-8a79-0e96bc804b38 req-06adca0e-d2a1-473e-ab39-55cd4ecc3f88 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] 10.222.0.50 "GET /v2.0/security-groups/011d00c4-3aa1-423b-912d-db516929c14b HTTP/1.1" status: 200 len: 1832 time: 0.3209002 Nov 12 03:29:10.678190 n-d-715271-27 neutron-server[102572]: DEBUG neutron.objects.ports [None req-071dafea-0099-4a25-97ff-94c597a35c72 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102572) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:29:10.683709 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-d13f0ec1-139e-4622-b933-709403d549e9 req-614ddec9-d84c-45fd-8f9d-5bea80c9f4ef tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1419568780', 'description': 'tempest-description-542430610'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:10.688046 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-071dafea-0099-4a25-97ff-94c597a35c72 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.748287 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071dafea-0099-4a25-97ff-94c597a35c72 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:10.755412 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-071dafea-0099-4a25-97ff-94c597a35c72 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:10.760750 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071dafea-0099-4a25-97ff-94c597a35c72 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:10.761364 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-071dafea-0099-4a25-97ff-94c597a35c72 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.767076 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d13f0ec1-139e-4622-b933-709403d549e9 req-614ddec9-d84c-45fd-8f9d-5bea80c9f4ef tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.772781 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896747d0-8c62-4fc2-a594-e1b5fae62f58 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:10.787143 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071dafea-0099-4a25-97ff-94c597a35c72 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Subnet': ['ID=475f17cf-b580-403a-b40d-47a7ef0540d9,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:10.808870 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071dafea-0099-4a25-97ff-94c597a35c72 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:10.809411 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071dafea-0099-4a25-97ff-94c597a35c72 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:10.809969 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071dafea-0099-4a25-97ff-94c597a35c72 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:10.810560 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071dafea-0099-4a25-97ff-94c597a35c72 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:10.811133 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071dafea-0099-4a25-97ff-94c597a35c72 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:10.811739 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071dafea-0099-4a25-97ff-94c597a35c72 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:10.812323 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071dafea-0099-4a25-97ff-94c597a35c72 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:10.812903 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071dafea-0099-4a25-97ff-94c597a35c72 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:10.813839 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071dafea-0099-4a25-97ff-94c597a35c72 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:10.814102 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071dafea-0099-4a25-97ff-94c597a35c72 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:10.814639 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071dafea-0099-4a25-97ff-94c597a35c72 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:10.814978 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071dafea-0099-4a25-97ff-94c597a35c72 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:10.827225 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-071dafea-0099-4a25-97ff-94c597a35c72 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7447360 Nov 12 03:29:10.828410 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35688) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:10.833790 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-fb640a46-4326-4f0d-ba4f-6c9839ae5b58 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'port': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'mac_address': 'fa:16:3e:11:64:5f', 'name': 'tempest-NetworksTestDHCPv6-610809977'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:10.862540 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929862cf-3709-449f-88a7-b549f44d00fa req-2b6f5c57-2c51-4edd-a94d-7ac302a8cd54 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:10.872342 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-929862cf-3709-449f-88a7-b549f44d00fa req-2b6f5c57-2c51-4edd-a94d-7ac302a8cd54 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 943 time: 0.1245992 Nov 12 03:29:10.898752 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-e5468161-04bc-4243-8823-db831510effc tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=a1d21364fcd043778a27fa00092fa6b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0830677 Nov 12 03:29:10.981470 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d13f0ec1-139e-4622-b933-709403d549e9 req-614ddec9-d84c-45fd-8f9d-5bea80c9f4ef tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.995748 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d13f0ec1-139e-4622-b933-709403d549e9 req-614ddec9-d84c-45fd-8f9d-5bea80c9f4ef tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.031162 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f465ae94-0529-4563-a344-c8e3481b26c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-73a88994-9b3d-4208-8808-2295e92df12e', 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'tenant_id': 'c89f39c463fe4565b0b406898cbbe00b', 'fixed_ips': [{'subnet_id': '475f17cf-b580-403a-b40d-47a7ef0540d9'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:29:11.031162 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f465ae94-0529-4563-a344-c8e3481b26c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.062388 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d13f0ec1-139e-4622-b933-709403d549e9 req-614ddec9-d84c-45fd-8f9d-5bea80c9f4ef tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.066336 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d13f0ec1-139e-4622-b933-709403d549e9 req-614ddec9-d84c-45fd-8f9d-5bea80c9f4ef tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.3851869 Nov 12 03:29:11.086422 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ddec9-d84c-45fd-8f9d-5bea80c9f4ef tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b647c7-d4f0-4b00-8f9a-2e18afa48018,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:11.107100 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb640a46-4326-4f0d-ba4f-6c9839ae5b58 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:11.125982 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-929862cf-3709-449f-88a7-b549f44d00fa req-a7307438-08a4-43df-b139-1e20b2b4f74d tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2524107 Nov 12 03:29:11.206394 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-783357b0-b977-4384-9a1b-a2136f8ed704 req-66fa015c-0dd7-4981-8261-bdff18dfa70b tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=4198acbe-54f1-415f-979a-f5e9043284b7 HTTP/1.1" status: 200 len: 210 time: 0.0702388 Nov 12 03:29:11.231810 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-f465ae94-0529-4563-a344-c8e3481b26c2 None None] Allocated IP 2001:db8::f816:3eff:fe73:32a7 (73a88994-9b3d-4208-8808-2295e92df12e/475f17cf-b580-403a-b40d-47a7ef0540d9/8ae21e27-6566-4b34-843c-1e5403f3b700) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:11.306946 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-88d6ed6c-d281-4730-8c37-8ca603d512cb tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:11.308870 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-88d6ed6c-d281-4730-8c37-8ca603d512cb tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3921962 Nov 12 03:29:11.338566 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-856eca4d-f85e-469a-9575-c0ed37c57917 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Request body: {'port': {'device_id': '4198acbe-54f1-415f-979a-f5e9043284b7', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'admin_state_up': True, 'tenant_id': 'a1d21364fcd043778a27fa00092fa6b4'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:11.366340 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fb640a46-4326-4f0d-ba4f-6c9839ae5b58 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.422339 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-fb640a46-4326-4f0d-ba4f-6c9839ae5b58 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] device_id is not set on port 15a4e487-69a4-4272-8bd6-ec30faf7b384 yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:29:11.424209 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f2059473-ab42-4c13-8f1e-ca5da84bd11b req-06379aee-58eb-480e-a834-ae26b5ae905f tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] 10.222.0.50 "GET /v2.0/security-groups/b4b647c7-d4f0-4b00-8f9a-2e18afa48018 HTTP/1.1" status: 200 len: 1831 time: 0.1276116 Nov 12 03:29:11.428590 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f465ae94-0529-4563-a344-c8e3481b26c2 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.439908 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f465ae94-0529-4563-a344-c8e3481b26c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.491533 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f465ae94-0529-4563-a344-c8e3481b26c2 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:11.495356 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-f465ae94-0529-4563-a344-c8e3481b26c2 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:11.499204 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f465ae94-0529-4563-a344-c8e3481b26c2 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:11.505678 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [req-5ad984e3-3fd9-4fb1-b4f8-2d080a2396fb req-48a87b88-7213-42dc-91e4-8d3ab72a5d9f tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] show failed (client error): The resource could not be found. Nov 12 03:29:11.507469 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5ad984e3-3fd9-4fb1-b4f8-2d080a2396fb req-48a87b88-7213-42dc-91e4-8d3ab72a5d9f tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] 10.222.0.50 "GET /v2.0/security-groups/7925469a-f9a9-4d52-93f0-77dc9854488e HTTP/1.1" status: 404 len: 352 time: 0.0367048 Nov 12 03:29:11.520807 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f465ae94-0529-4563-a344-c8e3481b26c2 None None] Pushing event updated for resources: {'Port': ['ID=8ae21e27-6566-4b34-843c-1e5403f3b700,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:11.559107 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [req-f8cd53d0-7aa4-432d-b4dc-27ed737c3746 req-443be7fd-b4d0-402c-a759-38c1576561f8 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] show failed (client error): The resource could not be found. Nov 12 03:29:11.565819 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f8cd53d0-7aa4-432d-b4dc-27ed737c3746 req-443be7fd-b4d0-402c-a759-38c1576561f8 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] 10.222.0.50 "GET /v2.0/security-group-rules/ec922dbf-b2b7-4a7c-ad4f-7be9fe49e8ae HTTP/1.1" status: 404 len: 361 time: 0.0217392 Nov 12 03:29:11.578258 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-856eca4d-f85e-469a-9575-c0ed37c57917 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Made reservation on behalf of a1d21364fcd043778a27fa00092fa6b4 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:11.584706 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-856eca4d-f85e-469a-9575-c0ed37c57917 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.602350 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-f465ae94-0529-4563-a344-c8e3481b26c2 None None] Attempting to bind port 8ae21e27-6566-4b34-843c-1e5403f3b700 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:11.602921 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-f465ae94-0529-4563-a344-c8e3481b26c2 None None] Attempting to bind port 8ae21e27-6566-4b34-843c-1e5403f3b700 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:11.603440 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f465ae94-0529-4563-a344-c8e3481b26c2 None None] Attempting to bind port 8ae21e27-6566-4b34-843c-1e5403f3b700 on network 73a88994-9b3d-4208-8808-2295e92df12e {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:11.613314 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f465ae94-0529-4563-a344-c8e3481b26c2 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:11.614636 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f465ae94-0529-4563-a344-c8e3481b26c2 None None] Checking segment: {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:11.615303 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f465ae94-0529-4563-a344-c8e3481b26c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.615929 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d8acd-80ea-4aa3-8be0-64179509c9b1 req-4f87f880-6345-4896-a2a7-c8809dfbc9b5 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:11.616364 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f465ae94-0529-4563-a344-c8e3481b26c2 None None] Bound using segment: {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:11.617169 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-f465ae94-0529-4563-a344-c8e3481b26c2 None None] Bound port: 8ae21e27-6566-4b34-843c-1e5403f3b700, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:11.617803 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f465ae94-0529-4563-a344-c8e3481b26c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.624844 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-931d8acd-80ea-4aa3-8be0-64179509c9b1 req-4f87f880-6345-4896-a2a7-c8809dfbc9b5 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=20d88f18-db54-4676-9506-83fa2d55987d HTTP/1.1" status: 200 len: 945 time: 0.1459482 Nov 12 03:29:11.680525 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-fb640a46-4326-4f0d-ba4f-6c9839ae5b58 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Allocated IP 2001:db8::f816:3eff:fe11:645f (73a88994-9b3d-4208-8808-2295e92df12e/475f17cf-b580-403a-b40d-47a7ef0540d9/15a4e487-69a4-4272-8bd6-ec30faf7b384) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:11.700717 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cc6c6a83-8cc4-4ce1-9cea-7560244313c7 req-913d7949-3a0d-4278-81de-502c11a38437 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] 10.222.0.50 "GET /v2.0/security-groups/b4b647c7-d4f0-4b00-8f9a-2e18afa48018 HTTP/1.1" status: 200 len: 1831 time: 0.1038995 Nov 12 03:29:11.708381 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-931d8acd-80ea-4aa3-8be0-64179509c9b1 req-95e4394a-82af-4c4d-946a-dce8aeb590d6 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811119 Nov 12 03:29:11.792315 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-f465ae94-0529-4563-a344-c8e3481b26c2 None None] For port 8ae21e27-6566-4b34-843c-1e5403f3b700, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:11.796015 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-f465ae94-0529-4563-a344-c8e3481b26c2 None None] For port 8ae21e27-6566-4b34-843c-1e5403f3b700, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=8ae21e27-6566-4b34-843c-1e5403f3b700,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:11.800722 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f465ae94-0529-4563-a344-c8e3481b26c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.818184 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-856eca4d-f85e-469a-9575-c0ed37c57917 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Allocated IP 192.168.233.22 (eca3953c-c804-4641-8812-bff95be59582/fa66706f-b415-4bb9-838e-cfd08f81d96b/12969886-3e87-47c0-bb54-5483975d07ae) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:11.820678 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-cc6c6a83-8cc4-4ce1-9cea-7560244313c7 req-9f462855-98f5-4e40-836a-c20ba72b7b3d tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.849171 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-cc6c6a83-8cc4-4ce1-9cea-7560244313c7 req-9f462855-98f5-4e40-836a-c20ba72b7b3d tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.883410 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f465ae94-0529-4563-a344-c8e3481b26c2 None None] Pushing event updated for resources: {'Port': ['ID=8ae21e27-6566-4b34-843c-1e5403f3b700,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:11.912991 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-cc6c6a83-8cc4-4ce1-9cea-7560244313c7 req-9f462855-98f5-4e40-836a-c20ba72b7b3d tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.916438 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-cc6c6a83-8cc4-4ce1-9cea-7560244313c7 req-9f462855-98f5-4e40-836a-c20ba72b7b3d tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.917688 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cc6c6a83-8cc4-4ce1-9cea-7560244313c7 req-9f462855-98f5-4e40-836a-c20ba72b7b3d tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] 10.222.0.50 "DELETE /v2.0/security-groups/b4b647c7-d4f0-4b00-8f9a-2e18afa48018 HTTP/1.1" status: 204 len: 173 time: 0.2161486 Nov 12 03:29:11.934764 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f462855-98f5-4e40-836a-c20ba72b7b3d tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b647c7-d4f0-4b00-8f9a-2e18afa48018,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:12.026688 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-04cebb4f-7b1a-41a2-9353-40fbc460e8ae req-a5ecab55-6338-481c-9c46-40df0839fe95 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] 10.222.0.50 "GET /v2.0/security-groups/011d00c4-3aa1-423b-912d-db516929c14b HTTP/1.1" status: 200 len: 1832 time: 0.0819883 Nov 12 03:29:12.205358 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-856eca4d-f85e-469a-9575-c0ed37c57917 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.208541 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-04cebb4f-7b1a-41a2-9353-40fbc460e8ae req-607381a6-34c4-452f-8eb8-d7b88812b872 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.252470 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-04cebb4f-7b1a-41a2-9353-40fbc460e8ae req-607381a6-34c4-452f-8eb8-d7b88812b872 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.307714 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-856eca4d-f85e-469a-9575-c0ed37c57917 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.324233 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['29c55453-a17f-44dd-81d4-865fdc84d846', 'af9fd09b-bb20-4600-b6dd-8e32823a9811', '900fa92f-3422-43cd-b1f5-64544257fe2c', '364ed264-e28d-4514-98a6-8f5421f1f74a'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:12.350097 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10d758-7337-4228-89da-e45fc46037bb req-ca1a7539-f159-4127-933a-975d232956fb tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:12.350964 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-04cebb4f-7b1a-41a2-9353-40fbc460e8ae req-607381a6-34c4-452f-8eb8-d7b88812b872 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.356016 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-04cebb4f-7b1a-41a2-9353-40fbc460e8ae req-607381a6-34c4-452f-8eb8-d7b88812b872 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.357364 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cb10d758-7337-4228-89da-e45fc46037bb req-ca1a7539-f159-4127-933a-975d232956fb tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 945 time: 0.5683513 Nov 12 03:29:12.357893 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-04cebb4f-7b1a-41a2-9353-40fbc460e8ae req-607381a6-34c4-452f-8eb8-d7b88812b872 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] 10.222.0.50 "DELETE /v2.0/security-groups/011d00c4-3aa1-423b-912d-db516929c14b HTTP/1.1" status: 204 len: 173 time: 0.2860882 Nov 12 03:29:12.375065 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['65fe472f-769b-4636-a403-0932ced07563'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:12.409576 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607381a6-34c4-452f-8eb8-d7b88812b872 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=011d00c4-3aa1-423b-912d-db516929c14b,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:12.413295 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-856eca4d-f85e-469a-9575-c0ed37c57917 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Network eca3953c-c804-4641-8812-bff95be59582 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:12.423590 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-856eca4d-f85e-469a-9575-c0ed37c57917 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:12.453046 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-856eca4d-f85e-469a-9575-c0ed37c57917 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:12.471640 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cb10d758-7337-4228-89da-e45fc46037bb req-e75514a1-b38c-46fa-88c4-ca9acd4b7284 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036823 Nov 12 03:29:12.523696 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fb640a46-4326-4f0d-ba4f-6c9839ae5b58 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.536712 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856eca4d-f85e-469a-9575-c0ed37c57917 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Pushing event updated for resources: {'Port': ['ID=12969886-3e87-47c0-bb54-5483975d07ae,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:12.621656 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-856eca4d-f85e-469a-9575-c0ed37c57917 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:12.622829 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-856eca4d-f85e-469a-9575-c0ed37c57917 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.637852 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36533278-3036-420d-95fd-ea30663bec23 req-9789d07c-c049-4c71-a5fd-5c341416805f tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:12.641840 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-36533278-3036-420d-95fd-ea30663bec23 req-9789d07c-c049-4c71-a5fd-5c341416805f tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 943 time: 0.1168978 Nov 12 03:29:12.644056 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fb640a46-4326-4f0d-ba4f-6c9839ae5b58 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.690710 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-856eca4d-f85e-469a-9575-c0ed37c57917 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3572550 Nov 12 03:29:12.719759 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-51aad549-285d-47a6-a63b-aef16647efbd service neutron] Request body: {'port': {'device_id': '4198acbe-54f1-415f-979a-f5e9043284b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:12.745265 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb640a46-4326-4f0d-ba4f-6c9839ae5b58 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Port': ['ID=15a4e487-69a4-4272-8bd6-ec30faf7b384,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:12.757562 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb640a46-4326-4f0d-ba4f-6c9839ae5b58 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:12.760491 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-fb640a46-4326-4f0d-ba4f-6c9839ae5b58 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:12.764981 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb640a46-4326-4f0d-ba4f-6c9839ae5b58 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:12.771737 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb640a46-4326-4f0d-ba4f-6c9839ae5b58 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:12.772421 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fb640a46-4326-4f0d-ba4f-6c9839ae5b58 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.778874 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-36533278-3036-420d-95fd-ea30663bec23 req-5563c972-64e8-412c-afb5-b21f1f76668b tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263216 Nov 12 03:29:12.806547 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-fb640a46-4326-4f0d-ba4f-6c9839ae5b58 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9768198 Nov 12 03:29:12.810192 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35720) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:12.835775 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea6d12-822b-442f-ad27-17c808798d42 req-72ea7843-1e5f-448d-b7d3-fcbe7c070e97 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:12.845078 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6cea6d12-822b-442f-ad27-17c808798d42 req-72ea7843-1e5f-448d-b7d3-fcbe7c070e97 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=4198acbe-54f1-415f-979a-f5e9043284b7 HTTP/1.1" status: 200 len: 935 time: 0.2606041 Nov 12 03:29:12.899360 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-61e106ec-3b1d-4ac1-afe9-42651d3b33c1 None None] Provisioning complete for port 12969886-3e87-47c0-bb54-5483975d07ae triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:12.899888 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-61e106ec-3b1d-4ac1-afe9-42651d3b33c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.903412 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-51aad549-285d-47a6-a63b-aef16647efbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.970027 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8750dbe4-68dc-468f-a10b-429e3bf69a72 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:12.977203 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8750dbe4-68dc-468f-a10b-429e3bf69a72 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:12.978987 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8750dbe4-68dc-468f-a10b-429e3bf69a72 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1677361 Nov 12 03:29:12.982804 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6cea6d12-822b-442f-ad27-17c808798d42 req-2dd800bd-84c7-4ba5-b553-e63f5cfbd305 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370475 Nov 12 03:29:12.983278 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35722) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:13.008144 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-61e106ec-3b1d-4ac1-afe9-42651d3b33c1 None None] Port 12969886-3e87-47c0-bb54-5483975d07ae cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:29:13.013586 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 8ae21e27-6566-4b34-843c-1e5403f3b700 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:13.030221 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device b950f9ac-c38e-477d-94e4-ee676fd7e1a8 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:29:13.186047 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e1acff73-2f71-4884-91e9-48227d7840aa req-e80d25de-737b-49cc-8c15-720446eccb81 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] 10.222.0.50 "GET /v2.0/security-groups/39c9897a-ff7a-47c1-83f3-899905398a61 HTTP/1.1" status: 200 len: 1832 time: 0.1414757 Nov 12 03:29:13.220252 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 8ae21e27-6566-4b34-843c-1e5403f3b700 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:13.220798 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.256448 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55f663-3cc1-4d17-948c-26c632cffa11 req-1721e79b-c2f2-4670-8235-47e4680b3482 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:13.257558 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-4438b97c-88e5-46c5-9129-1ed1759bb2b3 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting port 15a4e487-69a4-4272-8bd6-ec30faf7b384 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:13.257980 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ed55f663-3cc1-4d17-948c-26c632cffa11 req-1721e79b-c2f2-4670-8235-47e4680b3482 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 945 time: 0.0784633 Nov 12 03:29:13.258098 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4438b97c-88e5-46c5-9129-1ed1759bb2b3 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.369059 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ed55f663-3cc1-4d17-948c-26c632cffa11 req-9733f57b-da84-4248-853e-7da6e7e57ece tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020792 Nov 12 03:29:13.381114 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4438b97c-88e5-46c5-9129-1ed1759bb2b3 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.386466 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-51aad549-285d-47a6-a63b-aef16647efbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12969886-3e87-47c0-bb54-5483975d07ae {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:13.397310 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-51aad549-285d-47a6-a63b-aef16647efbd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.419826 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-51aad549-285d-47a6-a63b-aef16647efbd service neutron] Transition to ACTIVE for port object 12969886-3e87-47c0-bb54-5483975d07ae will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:29:13.425050 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-51aad549-285d-47a6-a63b-aef16647efbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.433611 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-4438b97c-88e5-46c5-9129-1ed1759bb2b3 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Calling delete_port for 15a4e487-69a4-4272-8bd6-ec30faf7b384 owned by {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:13.443564 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-30497cd3-c687-45a2-92bb-5c9e78fa6f7f None None] Provisioning complete for port 8ae21e27-6566-4b34-843c-1e5403f3b700 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:13.444313 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-30497cd3-c687-45a2-92bb-5c9e78fa6f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.462351 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port b950f9ac-c38e-477d-94e4-ee676fd7e1a8, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=b950f9ac-c38e-477d-94e4-ee676fd7e1a8,segment=NetworkSegment(4e7b8aec-969c-41d9-8252-0d15a236e5b1),segment_id=4e7b8aec-969c-41d9-8252-0d15a236e5b1)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:13.515030 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'b950f9ac-c38e-477d-94e4-ee676fd7e1a8', 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb', 'port_id': 'b950f9ac-c38e-477d-94e4-ee676fd7e1a8', 'mac_address': 'fa:16:3e:8a:7e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:29:13.587343 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aad549-285d-47a6-a63b-aef16647efbd service neutron] Pushing event updated for resources: {'Port': ['ID=12969886-3e87-47c0-bb54-5483975d07ae,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:13.675292 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4438b97c-88e5-46c5-9129-1ed1759bb2b3 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.703011 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16dfabf-a054-48ad-85f8-1db16a7ffaa9 req-ddcdda42-ab1e-423e-8d53-a6fbe245770c tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:13.704635 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d16dfabf-a054-48ad-85f8-1db16a7ffaa9 req-ddcdda42-ab1e-423e-8d53-a6fbe245770c tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=20d88f18-db54-4676-9506-83fa2d55987d HTTP/1.1" status: 200 len: 945 time: 0.2045848 Nov 12 03:29:13.716670 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e1acff73-2f71-4884-91e9-48227d7840aa req-6e6d631f-36a7-48e3-b041-fd33ed9defbc tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.722599 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4438b97c-88e5-46c5-9129-1ed1759bb2b3 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Port': ['ID=15a4e487-69a4-4272-8bd6-ec30faf7b384,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:13.731153 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.769713 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4438b97c-88e5-46c5-9129-1ed1759bb2b3 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.776636 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4438b97c-88e5-46c5-9129-1ed1759bb2b3 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/ports/15a4e487-69a4-4272-8bd6-ec30faf7b384 HTTP/1.1" status: 204 len: 168 time: 0.7893097 Nov 12 03:29:13.779536 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35728) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:13.792946 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e1acff73-2f71-4884-91e9-48227d7840aa req-6e6d631f-36a7-48e3-b041-fd33ed9defbc tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.799534 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b950f9ac-c38e-477d-94e4-ee676fd7e1a8 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:13.815479 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-51aad549-285d-47a6-a63b-aef16647efbd service neutron] Attempting to bind port 12969886-3e87-47c0-bb54-5483975d07ae on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:13.815937 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-51aad549-285d-47a6-a63b-aef16647efbd service neutron] Attempting to bind port 12969886-3e87-47c0-bb54-5483975d07ae by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:13.816525 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-51aad549-285d-47a6-a63b-aef16647efbd service neutron] Attempting to bind port 12969886-3e87-47c0-bb54-5483975d07ae on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:13.825564 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port b950f9ac-c38e-477d-94e4-ee676fd7e1a8, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=b950f9ac-c38e-477d-94e4-ee676fd7e1a8,segment=NetworkSegment(4e7b8aec-969c-41d9-8252-0d15a236e5b1),segment_id=4e7b8aec-969c-41d9-8252-0d15a236e5b1)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:13.847986 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.855728 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-51aad549-285d-47a6-a63b-aef16647efbd service neutron] Port 12969886-3e87-47c0-bb54-5483975d07ae on network eca3953c-c804-4641-8812-bff95be59582 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:29:13.855728 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-51aad549-285d-47a6-a63b-aef16647efbd service neutron] Attempting to bind port 12969886-3e87-47c0-bb54-5483975d07ae on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:13.862700 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-51aad549-285d-47a6-a63b-aef16647efbd service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:13.863042 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-51aad549-285d-47a6-a63b-aef16647efbd service neutron] Checking segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:13.863436 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-51aad549-285d-47a6-a63b-aef16647efbd service neutron] Bound using segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:13.863882 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-51aad549-285d-47a6-a63b-aef16647efbd service neutron] Bound port: 12969886-3e87-47c0-bb54-5483975d07ae, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:13.864399 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-51aad549-285d-47a6-a63b-aef16647efbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.871034 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e1acff73-2f71-4884-91e9-48227d7840aa req-6e6d631f-36a7-48e3-b041-fd33ed9defbc tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.875392 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e1acff73-2f71-4884-91e9-48227d7840aa req-6e6d631f-36a7-48e3-b041-fd33ed9defbc tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.882723 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e1acff73-2f71-4884-91e9-48227d7840aa req-6e6d631f-36a7-48e3-b041-fd33ed9defbc tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] 10.222.0.50 "DELETE /v2.0/security-groups/39c9897a-ff7a-47c1-83f3-899905398a61 HTTP/1.1" status: 204 len: 173 time: 0.6950786 Nov 12 03:29:13.883226 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d16dfabf-a054-48ad-85f8-1db16a7ffaa9 req-1915934d-7dd4-47ff-b6b1-5d309ebada6e tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561430 Nov 12 03:29:13.910458 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d631f-36a7-48e3-b041-fd33ed9defbc tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c9897a-ff7a-47c1-83f3-899905398a61,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:13.917430 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-30497cd3-c687-45a2-92bb-5c9e78fa6f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.931498 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.975896 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87031be-f1dc-4b01-8efe-45cb13aadda7 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:13.977674 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87031be-f1dc-4b01-8efe-45cb13aadda7 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:13.981853 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e87031be-f1dc-4b01-8efe-45cb13aadda7 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1985831 Nov 12 03:29:13.982057 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35736) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:14.074991 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=b950f9ac-c38e-477d-94e4-ee676fd7e1a8,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:14.087141 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-2250bb16-ea61-437a-9bf7-eb1eca7b7dfd tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting subnet 475f17cf-b580-403a-b40d-47a7ef0540d9 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:29:14.091869 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2250bb16-ea61-437a-9bf7-eb1eca7b7dfd tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:14.095058 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-51aad549-285d-47a6-a63b-aef16647efbd service neutron] For port 12969886-3e87-47c0-bb54-5483975d07ae, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:14.098959 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-30497cd3-c687-45a2-92bb-5c9e78fa6f7f None None] For port 8ae21e27-6566-4b34-843c-1e5403f3b700, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=8ae21e27-6566-4b34-843c-1e5403f3b700,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:14.107255 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-30497cd3-c687-45a2-92bb-5c9e78fa6f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:14.113233 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93e762-5e3e-4889-9e54-a89a4aed40b4 req-def4fea1-fdcd-400a-9471-db9c8f05b0f6 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:14.115673 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ab93e762-5e3e-4889-9e54-a89a4aed40b4 req-def4fea1-fdcd-400a-9471-db9c8f05b0f6 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.1164196 Nov 12 03:29:14.163533 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-51aad549-285d-47a6-a63b-aef16647efbd service neutron] For port 12969886-3e87-47c0-bb54-5483975d07ae, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=12969886-3e87-47c0-bb54-5483975d07ae,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:14.182224 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-51aad549-285d-47a6-a63b-aef16647efbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:14.201342 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ab93e762-5e3e-4889-9e54-a89a4aed40b4 req-66fb94e6-acc4-4e39-b72b-8234e610a38a tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632515 Nov 12 03:29:14.256613 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aad549-285d-47a6-a63b-aef16647efbd service neutron] Pushing event updated for resources: {'Port': ['ID=12969886-3e87-47c0-bb54-5483975d07ae,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:14.263285 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2250bb16-ea61-437a-9bf7-eb1eca7b7dfd tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:14.270703 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-662beeeb-7250-4926-8fd1-b45f58ce6f88 None None] Could not find standard attr ID for object 15a4e487-69a4-4272-8bd6-ec30faf7b384. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:29:14.295007 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c41418f7-a3d6-4b2c-b8b0-55433d6271af req-a34b6617-26d2-4614-815f-263b0349ccb4 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] 10.222.0.50 "GET /v2.0/security-groups/064163fa-72d4-40e6-9a2a-d67db884bc82 HTTP/1.1" status: 200 len: 1830 time: 0.0636334 Nov 12 03:29:14.318228 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-51aad549-285d-47a6-a63b-aef16647efbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:14.319202 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-51aad549-285d-47a6-a63b-aef16647efbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:14.321754 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-51aad549-285d-47a6-a63b-aef16647efbd service neutron] 10.222.0.90 "PUT /v2.0/ports/12969886-3e87-47c0-bb54-5483975d07ae HTTP/1.1" status: 200 len: 1096 time: 1.6060936 Nov 12 03:29:14.322504 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4198acbe-54f1-415f-979a-f5e9043284b7', 'tag': '12969886-3e87-47c0-bb54-5483975d07ae'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:14.323168 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:29:14.323526 n-d-715271-27 neutron-server[102573]: DEBUG oslo_db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:29:14.326335 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3fb9f4-02c8-47f4-bca4-3a7520b2bcb1" -d '{"events": [{"name": "network-changed", "server_uuid": "4198acbe-54f1-415f-979a-f5e9043284b7", "tag": "12969886-3e87-47c0-bb54-5483975d07ae"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:14.365737 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30497cd3-c687-45a2-92bb-5c9e78fa6f7f None None] Pushing event updated for resources: {'Port': ['ID=8ae21e27-6566-4b34-843c-1e5403f3b700,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:14.389586 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c41418f7-a3d6-4b2c-b8b0-55433d6271af req-1e1cda28-a326-4d5d-8c48-01c82bf55ed1 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:14.404532 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac26581-b84f-452e-bd6d-189c27df5b5d req-c9ebc741-b8c1-4a9f-ba9d-f4dc54d55e4e tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:14.406789 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6ac26581-b84f-452e-bd6d-189c27df5b5d req-c9ebc741-b8c1-4a9f-ba9d-f4dc54d55e4e tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 944 time: 0.1602368 Nov 12 03:29:14.426714 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c41418f7-a3d6-4b2c-b8b0-55433d6271af req-1e1cda28-a326-4d5d-8c48-01c82bf55ed1 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:14.473886 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2250bb16-ea61-437a-9bf7-eb1eca7b7dfd tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:14.482853 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c41418f7-a3d6-4b2c-b8b0-55433d6271af req-1e1cda28-a326-4d5d-8c48-01c82bf55ed1 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:14.486105 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c41418f7-a3d6-4b2c-b8b0-55433d6271af req-1e1cda28-a326-4d5d-8c48-01c82bf55ed1 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:14.487347 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c41418f7-a3d6-4b2c-b8b0-55433d6271af req-1e1cda28-a326-4d5d-8c48-01c82bf55ed1 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] 10.222.0.50 "DELETE /v2.0/security-groups/064163fa-72d4-40e6-9a2a-d67db884bc82 HTTP/1.1" status: 204 len: 173 time: 0.1904655 Nov 12 03:29:14.491123 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['b950f9ac-c38e-477d-94e4-ee676fd7e1a8'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:14.501924 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1cda28-a326-4d5d-8c48-01c82bf55ed1 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=064163fa-72d4-40e6-9a2a-d67db884bc82,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:14.551684 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6ac26581-b84f-452e-bd6d-189c27df5b5d req-a1bd3754-26c1-448e-9722-fe308231b863 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142318 Nov 12 03:29:14.566695 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-a7b536bd-2b5d-4406-89f1-c8a89efb0be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:14.569092 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-a7b536bd-2b5d-4406-89f1-c8a89efb0be3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a1d21364fcd043778a27fa00092fa6b4&device_id=4198acbe-54f1-415f-979a-f5e9043284b7 HTTP/1.1" status: 200 len: 1099 time: 0.1428709 Nov 12 03:29:14.638355 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-94571e38-9505-4ed2-93d1-265b5eb0c9ac service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=12969886-3e87-47c0-bb54-5483975d07ae HTTP/1.1" status: 200 len: 217 time: 0.0483756 Nov 12 03:29:14.639387 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2250bb16-ea61-437a-9bf7-eb1eca7b7dfd tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:14.672517 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250bb16-ea61-437a-9bf7-eb1eca7b7dfd tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Subnet': ['ID=475f17cf-b580-403a-b40d-47a7ef0540d9,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:14.728825 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2250bb16-ea61-437a-9bf7-eb1eca7b7dfd tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:14.732275 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2250bb16-ea61-437a-9bf7-eb1eca7b7dfd tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/475f17cf-b580-403a-b40d-47a7ef0540d9 HTTP/1.1" status: 204 len: 168 time: 0.7490273 Nov 12 03:29:14.735692 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35748) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:14.739315 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199e628a-d425-4354-a5c7-9153a74e861b None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:14.761546 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-74f20f44-3fc1-4773-8252-e784c37490c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:14.763033 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-74f20f44-3fc1-4773-8252-e784c37490c2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.0916059 Nov 12 03:29:14.771714 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0df53-d46e-4e53-a3ac-c0739372dd88 req-4abf2ef0-e957-478c-9cd0-6e92f5fcc3fd tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:14.773218 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-81f0df53-d46e-4e53-a3ac-c0739372dd88 req-4abf2ef0-e957-478c-9cd0-6e92f5fcc3fd tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=4198acbe-54f1-415f-979a-f5e9043284b7 HTTP/1.1" status: 200 len: 947 time: 0.1060054 Nov 12 03:29:14.803536 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7b7514fa-0976-4110-b452-99e4eead0e1e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0634489 Nov 12 03:29:14.803746 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35750) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:14.808636 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-dce32c41-0afb-4b18-a1f1-53cce5b31ef2 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'subnet': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:14.871933 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-81f0df53-d46e-4e53-a3ac-c0739372dd88 req-56bde221-3e76-49f8-b952-daf43f607a87 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903046 Nov 12 03:29:14.873353 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-7f26f419-0730-4887-a841-21c8c7833e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:14.874933 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-7f26f419-0730-4887-a841-21c8c7833e23 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0873694 Nov 12 03:29:14.881976 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b4e84-a042-400a-bdda-dcc8c7305819 req-0f033bc8-cb0b-4f9b-8545-db2932e4cd3c tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:14.883481 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-965b4e84-a042-400a-bdda-dcc8c7305819 req-0f033bc8-cb0b-4f9b-8545-db2932e4cd3c tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 945 time: 0.1650307 Nov 12 03:29:14.998906 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f4c6d3-868e-451a-bad6-3efeba45d5e7 None None] DHCP port deletion for 73a88994-9b3d-4208-8808-2295e92df12e request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:29:15.009823 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce32c41-0afb-4b18-a1f1-53cce5b31ef2 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:15.013969 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dce32c41-0afb-4b18-a1f1-53cce5b31ef2 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:15.028602 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-d7b90cea-7672-4a60-b841-71bfde06c1f8 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453872 Nov 12 03:29:15.035382 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-965b4e84-a042-400a-bdda-dcc8c7305819 req-362da5ea-65df-4c49-b287-22a5fd411c79 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009302 Nov 12 03:29:15.049936 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-f2f4c6d3-868e-451a-bad6-3efeba45d5e7 None None] Deleting port 8ae21e27-6566-4b34-843c-1e5403f3b700 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:15.050275 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f2f4c6d3-868e-451a-bad6-3efeba45d5e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:15.115217 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f0bc10-8e19-4ca9-ace1-015cbe5413b3 x-openstack-request-id: req-20f0bc10-8e19-4ca9-ace1-015cbe5413b3 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:15.115620 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4198acbe-54f1-415f-979a-f5e9043284b7", "tag": "12969886-3e87-47c0-bb54-5483975d07ae", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:15.115985 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-20f0bc10-8e19-4ca9-ace1-015cbe5413b3 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:15.116500 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4198acbe-54f1-415f-979a-f5e9043284b7', 'tag': '12969886-3e87-47c0-bb54-5483975d07ae', 'status': 'completed', 'code': 200} Nov 12 03:29:15.131505 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce86494-6cd2-4954-b3b8-7a465e96ddcc req-6c164e51-5a4c-41c8-9c10-96a29e9fba56 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:15.133242 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1ce86494-6cd2-4954-b3b8-7a465e96ddcc req-6c164e51-5a4c-41c8-9c10-96a29e9fba56 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.1462927 Nov 12 03:29:15.142316 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-f2f4c6d3-868e-451a-bad6-3efeba45d5e7 None None] For port 8ae21e27-6566-4b34-843c-1e5403f3b700, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=8ae21e27-6566-4b34-843c-1e5403f3b700,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:15.143036 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f2f4c6d3-868e-451a-bad6-3efeba45d5e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:15.161691 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-f2f4c6d3-868e-451a-bad6-3efeba45d5e7 None None] Calling delete_port for 8ae21e27-6566-4b34-843c-1e5403f3b700 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:15.191155 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3f74a9f5-8fd8-4ed4-865f-f60684dc58f1 req-2a911f73-790b-4989-8685-285bc48b5ab2 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495476 Nov 12 03:29:15.199189 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-95cc3d36-de21-459f-9c7e-cdfd4de524a9 req-c28f9b99-ee14-48fe-9ddc-f8553fabe86a tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] 10.222.0.50 "GET /v2.0/security-groups/9c8534d8-1f04-41e4-85f6-6a9d73a7d334 HTTP/1.1" status: 200 len: 1832 time: 0.0779605 Nov 12 03:29:15.206833 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1ce86494-6cd2-4954-b3b8-7a465e96ddcc req-f01ed3bb-6e09-428e-b1d2-28723a4e1696 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624065 Nov 12 03:29:15.263886 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f2f4c6d3-868e-451a-bad6-3efeba45d5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:15.297298 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4c6d3-868e-451a-bad6-3efeba45d5e7 None None] Pushing event deleted for resources: {'Port': ['ID=8ae21e27-6566-4b34-843c-1e5403f3b700,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:15.299620 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f4c6d3-868e-451a-bad6-3efeba45d5e7 None None] No DVR routers for this DVR port 8ae21e27-6566-4b34-843c-1e5403f3b700 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:29:15.351916 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-95cc3d36-de21-459f-9c7e-cdfd4de524a9 req-e24a5da0-995f-4dae-8b12-0c49bf8911a4 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:15.384540 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3fb9f4-02c8-47f4-bca4-3a7520b2bcb1 req-373bb26b-9790-4b32-a719-8d227b862c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:15.386966 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-be3fb9f4-02c8-47f4-bca4-3a7520b2bcb1 req-373bb26b-9790-4b32-a719-8d227b862c2f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a1d21364fcd043778a27fa00092fa6b4&device_id=4198acbe-54f1-415f-979a-f5e9043284b7 HTTP/1.1" status: 200 len: 1099 time: 0.0536036 Nov 12 03:29:15.392767 n-d-715271-27 neutron-server[102572]: DEBUG neutron.objects.ports [None req-dce32c41-0afb-4b18-a1f1-53cce5b31ef2 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102572) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:29:15.397548 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dce32c41-0afb-4b18-a1f1-53cce5b31ef2 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:15.405517 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693cc1c-487b-464c-9a07-67e56e71972a req-876cc781-1e43-47f9-acf2-b07d0c4c0a93 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:15.415142 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-95cc3d36-de21-459f-9c7e-cdfd4de524a9 req-e24a5da0-995f-4dae-8b12-0c49bf8911a4 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:15.426230 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6693cc1c-487b-464c-9a07-67e56e71972a req-876cc781-1e43-47f9-acf2-b07d0c4c0a93 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=20d88f18-db54-4676-9506-83fa2d55987d HTTP/1.1" status: 200 len: 945 time: 0.1451135 Nov 12 03:29:15.475999 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce32c41-0afb-4b18-a1f1-53cce5b31ef2 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:15.494492 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-dce32c41-0afb-4b18-a1f1-53cce5b31ef2 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:15.499311 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce32c41-0afb-4b18-a1f1-53cce5b31ef2 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:15.499901 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dce32c41-0afb-4b18-a1f1-53cce5b31ef2 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:15.507269 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938da666-1229-47a4-b4f4-fd91be78ab5c None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:15.512212 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce32c41-0afb-4b18-a1f1-53cce5b31ef2 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Subnet': ['ID=e49009d7-a7ed-476c-8a9b-e479d1e53641,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:15.523592 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-dce32c41-0afb-4b18-a1f1-53cce5b31ef2 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7187972 Nov 12 03:29:15.529376 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35758) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:15.534606 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-382ae2a5-9f21-4754-b424-6e2ed364cbbb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'port': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'mac_address': 'fa:16:3e:a0:02:5b', 'name': 'tempest-NetworksTestDHCPv6-2123016951'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:15.539776 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-95cc3d36-de21-459f-9c7e-cdfd4de524a9 req-e24a5da0-995f-4dae-8b12-0c49bf8911a4 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:15.543026 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-95cc3d36-de21-459f-9c7e-cdfd4de524a9 req-e24a5da0-995f-4dae-8b12-0c49bf8911a4 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:15.544408 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-95cc3d36-de21-459f-9c7e-cdfd4de524a9 req-e24a5da0-995f-4dae-8b12-0c49bf8911a4 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] 10.222.0.50 "DELETE /v2.0/security-groups/9c8534d8-1f04-41e4-85f6-6a9d73a7d334 HTTP/1.1" status: 204 len: 173 time: 0.3083644 Nov 12 03:29:15.550599 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35760) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:15.583488 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a5da0-995f-4dae-8b12-0c49bf8911a4 tempest-SecurityGroupRulesNegativeTestJSON-329324523 tempest-SecurityGroupRulesNegativeTestJSON-329324523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8534d8-1f04-41e4-85f6-6a9d73a7d334,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:15.628639 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3fb9f4-02c8-47f4-bca4-3a7520b2bcb1 req-213bb82e-2365-4d05-8298-7914b0b43095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:15.630475 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-be3fb9f4-02c8-47f4-bca4-3a7520b2bcb1 req-213bb82e-2365-4d05-8298-7914b0b43095 service neutron] 10.222.0.90 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.2022147 Nov 12 03:29:15.692555 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6693cc1c-487b-464c-9a07-67e56e71972a req-bbcb51f9-d68d-4afd-befe-5d7a75043d6f tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889253 Nov 12 03:29:15.697902 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-0285bd61-1f3a-4103-9566-983cef52f529 admin admin] Deleting subnet 1dc911cc-5073-46be-8151-b39fdf8aecd4 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:29:15.701626 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-be3fb9f4-02c8-47f4-bca4-3a7520b2bcb1 req-6299f94c-4f23-4006-bfa0-a4a373ed9d71 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=12969886-3e87-47c0-bb54-5483975d07ae HTTP/1.1" status: 200 len: 217 time: 0.0575523 Nov 12 03:29:15.704393 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0285bd61-1f3a-4103-9566-983cef52f529 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:15.718859 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc54548-9678-4bda-9444-a12cacd0a1cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-73a88994-9b3d-4208-8808-2295e92df12e', 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'tenant_id': 'c89f39c463fe4565b0b406898cbbe00b', 'fixed_ips': [{'subnet_id': 'e49009d7-a7ed-476c-8a9b-e479d1e53641'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:29:15.719738 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5bc54548-9678-4bda-9444-a12cacd0a1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:15.725143 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382ae2a5-9f21-4754-b424-6e2ed364cbbb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:15.731330 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-382ae2a5-9f21-4754-b424-6e2ed364cbbb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:15.779334 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-382ae2a5-9f21-4754-b424-6e2ed364cbbb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] device_id is not set on port 66f00530-259a-43c7-a1ba-ca48ad99e7f4 yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:29:15.785852 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0285bd61-1f3a-4103-9566-983cef52f529 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:15.797371 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7bfcbb-432e-42cc-8324-3fe87eb7ccfb req-79c89152-a57e-4bb1-a780-a816a662a9b2 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:15.799122 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4f7bfcbb-432e-42cc-8324-3fe87eb7ccfb req-79c89152-a57e-4bb1-a780-a816a662a9b2 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 945 time: 0.1268344 Nov 12 03:29:15.815124 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3fb9f4-02c8-47f4-bca4-3a7520b2bcb1 req-6d5fef0c-3d6e-4178-bc2a-21bb296f31f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:15.816641 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-be3fb9f4-02c8-47f4-bca4-3a7520b2bcb1 req-6d5fef0c-3d6e-4178-bc2a-21bb296f31f3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.0857048 Nov 12 03:29:15.865018 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0285bd61-1f3a-4103-9566-983cef52f529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:15.892167 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-5bc54548-9678-4bda-9444-a12cacd0a1cf None None] Allocated IP 2001:db8::f816:3eff:fed8:234c (73a88994-9b3d-4208-8808-2295e92df12e/e49009d7-a7ed-476c-8a9b-e479d1e53641/ec781f29-af55-46b0-bca0-3c23e4276b04) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:15.922498 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3fb9f4-02c8-47f4-bca4-3a7520b2bcb1 req-66dff0ad-14dd-4a71-8f8d-54dec33dcb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:15.923942 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-be3fb9f4-02c8-47f4-bca4-3a7520b2bcb1 req-66dff0ad-14dd-4a71-8f8d-54dec33dcb77 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0900090 Nov 12 03:29:15.960792 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4f7bfcbb-432e-42cc-8324-3fe87eb7ccfb req-64aa4771-decf-4888-8b0a-be05275bbe16 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892572 Nov 12 03:29:16.019900 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0285bd61-1f3a-4103-9566-983cef52f529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:16.069896 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285bd61-1f3a-4103-9566-983cef52f529 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dc911cc-5073-46be-8151-b39fdf8aecd4,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:16.079958 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0285bd61-1f3a-4103-9566-983cef52f529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:16.083198 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0285bd61-1f3a-4103-9566-983cef52f529 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/1dc911cc-5073-46be-8151-b39fdf8aecd4 HTTP/1.1" status: 204 len: 168 time: 0.5296466 Nov 12 03:29:16.085889 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35774) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:16.114535 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5bc54548-9678-4bda-9444-a12cacd0a1cf None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:16.116664 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb4b4b-c71b-471f-9cc1-e903e7c39d72 req-98ffe4d9-ccbc-4231-94ad-68e86ca1f2be tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:16.118736 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3aeb4b4b-c71b-471f-9cc1-e903e7c39d72 req-98ffe4d9-ccbc-4231-94ad-68e86ca1f2be tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 944 time: 0.1414285 Nov 12 03:29:16.123413 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-be3fb9f4-02c8-47f4-bca4-3a7520b2bcb1 req-7f86eeb2-39cb-4714-ab5e-4b51cee2113d service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873767 Nov 12 03:29:16.123769 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5bc54548-9678-4bda-9444-a12cacd0a1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:16.167125 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc54548-9678-4bda-9444-a12cacd0a1cf None None] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:16.170497 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-5bc54548-9678-4bda-9444-a12cacd0a1cf None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:16.174527 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc54548-9678-4bda-9444-a12cacd0a1cf None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:16.182047 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc54548-9678-4bda-9444-a12cacd0a1cf None None] Pushing event updated for resources: {'Port': ['ID=ec781f29-af55-46b0-bca0-3c23e4276b04,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:16.234250 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-5bc54548-9678-4bda-9444-a12cacd0a1cf None None] Attempting to bind port ec781f29-af55-46b0-bca0-3c23e4276b04 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:16.234617 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-5bc54548-9678-4bda-9444-a12cacd0a1cf None None] Attempting to bind port ec781f29-af55-46b0-bca0-3c23e4276b04 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:16.234978 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc54548-9678-4bda-9444-a12cacd0a1cf None None] Attempting to bind port ec781f29-af55-46b0-bca0-3c23e4276b04 on network 73a88994-9b3d-4208-8808-2295e92df12e {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:16.240130 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc54548-9678-4bda-9444-a12cacd0a1cf None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:16.240501 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc54548-9678-4bda-9444-a12cacd0a1cf None None] Checking segment: {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:16.241154 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5bc54548-9678-4bda-9444-a12cacd0a1cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:16.241329 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc54548-9678-4bda-9444-a12cacd0a1cf None None] Bound using segment: {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:16.241787 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-5bc54548-9678-4bda-9444-a12cacd0a1cf None None] Bound port: ec781f29-af55-46b0-bca0-3c23e4276b04, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:16.242450 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5bc54548-9678-4bda-9444-a12cacd0a1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:16.253665 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3aeb4b4b-c71b-471f-9cc1-e903e7c39d72 req-b3a782b9-bd52-4378-afb1-c27317c5982f tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114590 Nov 12 03:29:16.292304 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-be3fb9f4-02c8-47f4-bca4-3a7520b2bcb1 req-9708cd48-7be6-48e4-9171-d1e9d4a54b2e service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551366 Nov 12 03:29:16.292513 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-382ae2a5-9f21-4754-b424-6e2ed364cbbb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Allocated IP 2001:db8::f816:3eff:fea0:25b (73a88994-9b3d-4208-8808-2295e92df12e/e49009d7-a7ed-476c-8a9b-e479d1e53641/66f00530-259a-43c7-a1ba-ca48ad99e7f4) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:16.302172 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8f8c7a3e-062e-44be-8ac4-32be245c940b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:16.341503 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-5bc54548-9678-4bda-9444-a12cacd0a1cf None None] For port ec781f29-af55-46b0-bca0-3c23e4276b04, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:16.345992 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-5bc54548-9678-4bda-9444-a12cacd0a1cf None None] For port ec781f29-af55-46b0-bca0-3c23e4276b04, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=ec781f29-af55-46b0-bca0-3c23e4276b04,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:16.351716 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5bc54548-9678-4bda-9444-a12cacd0a1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:16.413440 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc54548-9678-4bda-9444-a12cacd0a1cf None None] Pushing event updated for resources: {'Port': ['ID=ec781f29-af55-46b0-bca0-3c23e4276b04,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:16.439011 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb79763-8ed4-4e8a-b69f-ec5e767e241e req-adeb8488-0ff5-4a48-998c-e57836b0c143 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:16.440756 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2cb79763-8ed4-4e8a-b69f-ec5e767e241e req-adeb8488-0ff5-4a48-998c-e57836b0c143 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=4198acbe-54f1-415f-979a-f5e9043284b7 HTTP/1.1" status: 200 len: 947 time: 0.0773041 Nov 12 03:29:16.486355 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4064ef-0ccc-4b8b-9fb4-4378c05cd4d3 req-e9e08164-5463-4917-9486-3651389ba793 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:16.487958 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ca4064ef-0ccc-4b8b-9fb4-4378c05cd4d3 req-e9e08164-5463-4917-9486-3651389ba793 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.1784713 Nov 12 03:29:16.498007 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2cb79763-8ed4-4e8a-b69f-ec5e767e241e req-7e520958-5862-46d4-9592-d55d79e422d6 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508788 Nov 12 03:29:16.506567 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8f8c7a3e-062e-44be-8ac4-32be245c940b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:16.572421 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-8f8c7a3e-062e-44be-8ac4-32be245c940b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['824fe32b-bdfa-4d36-a464-97e6e0242abd']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:16.620786 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-8f8c7a3e-062e-44be-8ac4-32be245c940b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a0811ba-ef01-4859-a89c-bf5a7d70596f') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:16.620786 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-8f8c7a3e-062e-44be-8ac4-32be245c940b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a0811ba-ef01-4859-a89c-bf5a7d70596f') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:16.640574 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ca4064ef-0ccc-4b8b-9fb4-4378c05cd4d3 req-b68c2e18-118b-4efb-8e44-10b8ce154bc2 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415420 Nov 12 03:29:16.644364 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8f8c7a3e-062e-44be-8ac4-32be245c940b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:16.671967 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8f8c7a3e-062e-44be-8ac4-32be245c940b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:16.701721 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f8c7a3e-062e-44be-8ac4-32be245c940b admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:29:16.702123 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8f8c7a3e-062e-44be-8ac4-32be245c940b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:16.754093 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-382ae2a5-9f21-4754-b424-6e2ed364cbbb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:16.788310 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:29:16.788310 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:29:16.788310 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:29:16.788310 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:29:16.788310 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:29:16.788310 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:29:16.788310 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:29:16.788310 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:29:16.788310 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:29:16.788310 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:29:16.788310 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:29:16.788310 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:29:16.788310 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:29:16.788310 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:29:16.788310 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:29:16.788310 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:29:16.788310 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:29:16.788310 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:29:16.788310 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:29:16.788310 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:29:16.788310 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:29:16.788310 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:29:16.788310 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:29:16.788310 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:29:16.788310 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:29:16.788310 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:29:16.788310 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:29:16.788310 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:29:16.788310 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:29:16.788310 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:29:16.788310 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:29:16.788310 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:29:16.793010 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-382ae2a5-9f21-4754-b424-6e2ed364cbbb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:16.879574 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382ae2a5-9f21-4754-b424-6e2ed364cbbb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:16.900190 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-382ae2a5-9f21-4754-b424-6e2ed364cbbb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:16.909102 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382ae2a5-9f21-4754-b424-6e2ed364cbbb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:16.914696 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382ae2a5-9f21-4754-b424-6e2ed364cbbb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:16.916128 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-382ae2a5-9f21-4754-b424-6e2ed364cbbb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:16.918764 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8f8c7a3e-062e-44be-8ac4-32be245c940b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:16.927104 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ae2a5-9f21-4754-b424-6e2ed364cbbb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Port': ['ID=66f00530-259a-43c7-a1ba-ca48ad99e7f4,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:16.938625 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8f8c7a3e-062e-44be-8ac4-32be245c940b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:16.944663 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8f8c7a3e-062e-44be-8ac4-32be245c940b admin admin] 10.222.0.50 "DELETE /v2.0/networks/824fe32b-bdfa-4d36-a464-97e6e0242abd HTTP/1.1" status: 204 len: 168 time: 0.8554096 Nov 12 03:29:16.980868 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c7a3e-062e-44be-8ac4-32be245c940b admin admin] Pushing event deleted for resources: {'Network': ['ID=824fe32b-bdfa-4d36-a464-97e6e0242abd,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:16.991345 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35798) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:16.992299 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-382ae2a5-9f21-4754-b424-6e2ed364cbbb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4577410 Nov 12 03:29:17.015916 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f850e-5ffb-4128-ab5b-50a65b9bf3b2 req-473e6b96-6cf8-422a-8758-95e41f196863 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:17.019597 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a65f850e-5ffb-4128-ab5b-50a65b9bf3b2 req-473e6b96-6cf8-422a-8758-95e41f196863 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=20d88f18-db54-4676-9506-83fa2d55987d HTTP/1.1" status: 200 len: 945 time: 0.1706684 Nov 12 03:29:17.035072 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device b950f9ac-c38e-477d-94e4-ee676fd7e1a8 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:17.114969 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 12969886-3e87-47c0-bb54-5483975d07ae details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:29:17.121114 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a65f850e-5ffb-4128-ab5b-50a65b9bf3b2 req-9b931d70-38e7-4534-8fc2-fcbd7f45b0dd tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944276 Nov 12 03:29:17.144732 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device ec781f29-af55-46b0-bca0-3c23e4276b04 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:17.159241 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63f9c71-e7b5-420a-8494-1418c9d9cb6d tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:17.169617 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63f9c71-e7b5-420a-8494-1418c9d9cb6d tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:17.171287 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b63f9c71-e7b5-420a-8494-1418c9d9cb6d tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1788533 Nov 12 03:29:17.176293 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35802) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:17.189292 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3fe9de-f27f-4453-8d31-3d08f9e7f03a req-cfc825a9-4c5b-4e40-a8cd-7172ead254da tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:17.192396 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35804) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:17.193312 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6b3fe9de-f27f-4453-8d31-3d08f9e7f03a req-cfc825a9-4c5b-4e40-a8cd-7172ead254da tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 945 time: 0.1047142 Nov 12 03:29:17.297510 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6b3fe9de-f27f-4453-8d31-3d08f9e7f03a req-c7143ced-0294-41de-8da4-b36fbc4d5b98 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877795 Nov 12 03:29:17.357525 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port ec781f29-af55-46b0-bca0-3c23e4276b04 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:17.357713 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e13105f5-6f15-451d-8cd7-60422a38c3d5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1b9fc5e0d9464105abfa607f9a3a1f48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1629725 Nov 12 03:29:17.357799 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.357887 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35812) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:17.412223 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-f2592661-1973-4572-8a63-1bcf65520970 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting port 66f00530-259a-43c7-a1ba-ca48ad99e7f4 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:17.412478 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f2592661-1973-4572-8a63-1bcf65520970 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.471733 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b301a050-60f9-42a6-98ed-f17737a8180c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.516948 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b301a050-60f9-42a6-98ed-f17737a8180c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.599828 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f2592661-1973-4572-8a63-1bcf65520970 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.637565 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46dc25b-9354-42e6-a0ce-debfaf174c69 req-48996bdc-cd31-4109-b3e2-4de5cd78ad6f tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:17.639003 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-f2592661-1973-4572-8a63-1bcf65520970 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Calling delete_port for 66f00530-259a-43c7-a1ba-ca48ad99e7f4 owned by {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:17.648644 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f46dc25b-9354-42e6-a0ce-debfaf174c69 req-48996bdc-cd31-4109-b3e2-4de5cd78ad6f tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.1211526 Nov 12 03:29:17.652182 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c81d1-9a8c-4a06-a8ed-4a4ee7f83d29 req-b25bbc70-2bc6-4b31-806c-cc81d3bcfab5 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:17.661086 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-296c81d1-9a8c-4a06-a8ed-4a4ee7f83d29 req-b25bbc70-2bc6-4b31-806c-cc81d3bcfab5 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 944 time: 0.2148159 Nov 12 03:29:17.723724 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f46dc25b-9354-42e6-a0ce-debfaf174c69 req-e52c0a5b-5149-42bd-9d69-c0e1fe78e699 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719743 Nov 12 03:29:17.741425 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.741581 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b301a050-60f9-42a6-98ed-f17737a8180c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.741697 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port b950f9ac-c38e-477d-94e4-ee676fd7e1a8 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:29:17.741774 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b301a050-60f9-42a6-98ed-f17737a8180c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.741774 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b301a050-60f9-42a6-98ed-f17737a8180c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/01d5f42c-c877-4dde-b96c-8fb3d388cd1d HTTP/1.1" status: 204 len: 168 time: 0.3810165 Nov 12 03:29:17.741935 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port b950f9ac-c38e-477d-94e4-ee676fd7e1a8 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:17.742016 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.758750 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b301a050-60f9-42a6-98ed-f17737a8180c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d5f42c-c877-4dde-b96c-8fb3d388cd1d,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:17.798647 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-296c81d1-9a8c-4a06-a8ed-4a4ee7f83d29 req-4a62bb8a-abe3-4862-9829-71ffd399539a tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363719 Nov 12 03:29:17.920449 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f45e6f-0b55-4256-8382-e899c816e4a9 req-c47d8161-d08f-40c5-ad4d-4b3ac413872d tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:17.922050 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c0f45e6f-0b55-4256-8382-e899c816e4a9 req-c47d8161-d08f-40c5-ad4d-4b3ac413872d tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=4198acbe-54f1-415f-979a-f5e9043284b7 HTTP/1.1" status: 200 len: 947 time: 0.0648704 Nov 12 03:29:17.947236 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 12969886-3e87-47c0-bb54-5483975d07ae, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=12969886-3e87-47c0-bb54-5483975d07ae,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:17.979376 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f2592661-1973-4572-8a63-1bcf65520970 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.013239 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '12969886-3e87-47c0-bb54-5483975d07ae', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'port_id': '12969886-3e87-47c0-bb54-5483975d07ae', 'mac_address': 'fa:16:3e:06:9a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa66706f-b415-4bb9-838e-cfd08f81d96b', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:29:18.020739 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port ec781f29-af55-46b0-bca0-3c23e4276b04, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=ec781f29-af55-46b0-bca0-3c23e4276b04,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:18.023434 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.036537 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2592661-1973-4572-8a63-1bcf65520970 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Port': ['ID=66f00530-259a-43c7-a1ba-ca48ad99e7f4,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:18.037844 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-81ed2ec1-e165-40a6-99cf-e0e8edeec1a5 None None] Provisioning complete for port ec781f29-af55-46b0-bca0-3c23e4276b04 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:18.038301 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-81ed2ec1-e165-40a6-99cf-e0e8edeec1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.040190 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.058384 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c0f45e6f-0b55-4256-8382-e899c816e4a9 req-f602ae50-f8f3-4e81-bed1-893cc9484c50 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162827 Nov 12 03:29:18.122682 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f2592661-1973-4572-8a63-1bcf65520970 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.130583 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35818) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:18.134493 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f2592661-1973-4572-8a63-1bcf65520970 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/ports/66f00530-259a-43c7-a1ba-ca48ad99e7f4 HTTP/1.1" status: 204 len: 168 time: 0.9570191 Nov 12 03:29:18.166595 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 8ae21e27-6566-4b34-843c-1e5403f3b700 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:29:18.220249 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ebcda2-a8c1-4205-b41f-ac6256b23a7e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:18.222176 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ebcda2-a8c1-4205-b41f-ac6256b23a7e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:18.223860 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-33ebcda2-a8c1-4205-b41f-ac6256b23a7e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0896943 Nov 12 03:29:18.226570 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35822) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:18.268009 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 8ae21e27-6566-4b34-843c-1e5403f3b700 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:29:18.268009 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 8ae21e27-6566-4b34-843c-1e5403f3b700 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:29:18.294448 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.302704 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.326165 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-694af82b-e538-4028-a77c-c9919c5ce327 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting subnet e49009d7-a7ed-476c-8a9b-e479d1e53641 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:29:18.331743 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-694af82b-e538-4028-a77c-c9919c5ce327 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.335581 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=ec781f29-af55-46b0-bca0-3c23e4276b04,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:18.351233 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12969886-3e87-47c0-bb54-5483975d07ae {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:18.376642 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a73e21-77ba-4eae-8ebf-02615e4d39c0 req-89ba0deb-1a95-465b-891d-da17b11eb808 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:18.378792 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9a64a6-4910-470a-8b3a-17813c6ca67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b950f9ac-c38e-477d-94e4-ee676fd7e1a8'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:18.386639 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-694af82b-e538-4028-a77c-c9919c5ce327 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.388102 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-02a73e21-77ba-4eae-8ebf-02615e4d39c0 req-89ba0deb-1a95-465b-891d-da17b11eb808 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=20d88f18-db54-4676-9506-83fa2d55987d HTTP/1.1" status: 200 len: 945 time: 0.1373250 Nov 12 03:29:18.389684 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63aec11-e4fc-4d21-9791-ceb11579911c" -d '{"events": [{"server_uuid": "3e9a64a6-4910-470a-8b3a-17813c6ca67e", "name": "network-vif-plugged", "status": "completed", "tag": "b950f9ac-c38e-477d-94e4-ee676fd7e1a8"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:18.459144 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port b950f9ac-c38e-477d-94e4-ee676fd7e1a8, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=b950f9ac-c38e-477d-94e4-ee676fd7e1a8,segment=NetworkSegment(4e7b8aec-969c-41d9-8252-0d15a236e5b1),segment_id=4e7b8aec-969c-41d9-8252-0d15a236e5b1)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:18.468151 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 12969886-3e87-47c0-bb54-5483975d07ae, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=12969886-3e87-47c0-bb54-5483975d07ae,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:18.492020 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.508391 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.524674 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-02a73e21-77ba-4eae-8ebf-02615e4d39c0 req-08709028-8d3b-439b-9771-0df850cdf580 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310494 Nov 12 03:29:18.551715 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-694af82b-e538-4028-a77c-c9919c5ce327 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.595423 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=b950f9ac-c38e-477d-94e4-ee676fd7e1a8,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:18.613857 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5614ed-4005-4434-8e15-5225f86f691b req-0cc12069-fa98-4ed6-a6d7-a49f69e9ce95 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:18.631571 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ae5614ed-4005-4434-8e15-5225f86f691b req-0cc12069-fa98-4ed6-a6d7-a49f69e9ce95 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 945 time: 0.1562459 Nov 12 03:29:18.659420 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b451b8-2139-441d-b9e6-52cd295b35d5 x-openstack-request-id: req-73b451b8-2139-441d-b9e6-52cd295b35d5 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:18.659954 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9a64a6-4910-470a-8b3a-17813c6ca67e", "name": "network-vif-plugged", "status": "completed", "tag": "b950f9ac-c38e-477d-94e4-ee676fd7e1a8", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:18.660387 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-73b451b8-2139-441d-b9e6-52cd295b35d5 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:18.660919 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9a64a6-4910-470a-8b3a-17813c6ca67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b950f9ac-c38e-477d-94e4-ee676fd7e1a8', 'code': 200} Nov 12 03:29:18.690507 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-c943bdbc-8f84-4231-8562-9f07ec4dc998 None None] Could not find standard attr ID for object 66f00530-259a-43c7-a1ba-ca48ad99e7f4. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:29:18.695802 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=12969886-3e87-47c0-bb54-5483975d07ae,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:18.716715 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-694af82b-e538-4028-a77c-c9919c5ce327 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.732685 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ae5614ed-4005-4434-8e15-5225f86f691b req-6883c15c-cd48-4224-9e34-ac15f1c40618 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000290 Nov 12 03:29:18.783939 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a3d68a-1ada-4170-bae0-f6d44e828c16 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:18.788752 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-694af82b-e538-4028-a77c-c9919c5ce327 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.796167 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-694af82b-e538-4028-a77c-c9919c5ce327 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/e49009d7-a7ed-476c-8a9b-e479d1e53641 HTTP/1.1" status: 204 len: 168 time: 0.5657456 Nov 12 03:29:18.796167 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694af82b-e538-4028-a77c-c9919c5ce327 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Subnet': ['ID=e49009d7-a7ed-476c-8a9b-e479d1e53641,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:18.796636 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35842) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:18.834889 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19684a28-ff9f-4452-a52f-01ff1b65f72b req-92e68f28-57f4-4463-90f3-6b38259951d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:18.836614 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-19684a28-ff9f-4452-a52f-01ff1b65f72b req-92e68f28-57f4-4463-90f3-6b38259951d2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 1097 time: 0.0962460 Nov 12 03:29:18.850471 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7dd5474e-2ab8-46a0-a1d3-4c1d8c6cb67c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0504723 Nov 12 03:29:18.857766 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35846) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:18.901212 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['12969886-3e87-47c0-bb54-5483975d07ae'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:18.933278 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fd1532-e88f-4e7f-8202-2dd8d5126686 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:18.937146 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-43fd1532-e88f-4e7f-8202-2dd8d5126686 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0747700 Nov 12 03:29:18.938411 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35852) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:18.949833 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-19684a28-ff9f-4452-a52f-01ff1b65f72b req-62b8fa0f-788a-446c-acb0-188946de6b3e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016030 Nov 12 03:29:18.983706 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988b3d2-5fdc-41d9-a036-59b9279fab8f req-fc6db7da-7f3a-46f2-8e4e-8a9665ece054 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:18.985631 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1988b3d2-5fdc-41d9-a036-59b9279fab8f req-fc6db7da-7f3a-46f2-8e4e-8a9665ece054 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.1397524 Nov 12 03:29:18.998532 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abf588-aaf9-4aaa-b944-1f087f189ab2 req-34de90c4-5323-4f35-ba6d-b9685379af83 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:19.002567 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e7abf588-aaf9-4aaa-b944-1f087f189ab2 req-34de90c4-5323-4f35-ba6d-b9685379af83 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 945 time: 0.0991230 Nov 12 03:29:19.068237 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device ec781f29-af55-46b0-bca0-3c23e4276b04 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:19.091573 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c559a1fd-12a3-4db8-aa92-eb5ba655c84e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:19.093078 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c559a1fd-12a3-4db8-aa92-eb5ba655c84e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1547949 Nov 12 03:29:19.106399 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1988b3d2-5fdc-41d9-a036-59b9279fab8f req-97f5fb8a-91d7-4f05-b756-17e340fad5fc tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101193 Nov 12 03:29:19.107104 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35860) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:19.121246 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e7abf588-aaf9-4aaa-b944-1f087f189ab2 req-5032d6ea-6458-42c1-a584-b96af7e17550 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997181 Nov 12 03:29:19.191473 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-362faa24-2674-4d96-8032-4d0bed95737f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0829692 Nov 12 03:29:19.196189 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee0e36c-6903-445d-9b8f-1b42add62b24 None None] DHCP port deletion for 73a88994-9b3d-4208-8808-2295e92df12e request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:29:19.197302 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35862) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:19.202823 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-d402172e-ef85-4025-9f21-c9c2aacbcea0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'subnet': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:19.266641 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port ec781f29-af55-46b0-bca0-3c23e4276b04 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:19.267352 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:19.288165 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe9023-0d35-4c28-92c8-31d18983ea69 req-2f297728-79d6-406f-8e3b-156a03d6c592 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:19.290288 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-eabe9023-0d35-4c28-92c8-31d18983ea69 req-2f297728-79d6-406f-8e3b-156a03d6c592 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=4198acbe-54f1-415f-979a-f5e9043284b7 HTTP/1.1" status: 200 len: 948 time: 0.0668170 Nov 12 03:29:19.334674 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d402172e-ef85-4025-9f21-c9c2aacbcea0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:19.340891 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d402172e-ef85-4025-9f21-c9c2aacbcea0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:19.357009 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-eabe9023-0d35-4c28-92c8-31d18983ea69 req-68951179-1b16-4072-88bc-ad60a5627db8 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564976 Nov 12 03:29:19.358447 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-aee0e36c-6903-445d-9b8f-1b42add62b24 None None] Deleting port ec781f29-af55-46b0-bca0-3c23e4276b04 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:19.358826 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-aee0e36c-6903-445d-9b8f-1b42add62b24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:19.471975 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-aee0e36c-6903-445d-9b8f-1b42add62b24 None None] For port ec781f29-af55-46b0-bca0-3c23e4276b04, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=ec781f29-af55-46b0-bca0-3c23e4276b04,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:19.472407 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-aee0e36c-6903-445d-9b8f-1b42add62b24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:19.494077 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-aee0e36c-6903-445d-9b8f-1b42add62b24 None None] Calling delete_port for ec781f29-af55-46b0-bca0-3c23e4276b04 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:19.617202 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-aee0e36c-6903-445d-9b8f-1b42add62b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:19.680187 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0e36c-6903-445d-9b8f-1b42add62b24 None None] Pushing event deleted for resources: {'Port': ['ID=ec781f29-af55-46b0-bca0-3c23e4276b04,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:19.682941 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee0e36c-6903-445d-9b8f-1b42add62b24 None None] No DVR routers for this DVR port ec781f29-af55-46b0-bca0-3c23e4276b04 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:29:19.688304 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa27aa-3ba3-459a-aafa-7499bf4b74b4 req-d3011589-ef62-4ffc-9873-2ba8a2e9cac0 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:19.698087 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-50aa27aa-3ba3-459a-aafa-7499bf4b74b4 req-d3011589-ef62-4ffc-9873-2ba8a2e9cac0 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=20d88f18-db54-4676-9506-83fa2d55987d HTTP/1.1" status: 200 len: 945 time: 0.0952950 Nov 12 03:29:19.759567 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-50aa27aa-3ba3-459a-aafa-7499bf4b74b4 req-c925b79c-910f-45f5-ab32-fa7aaa64b625 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605724 Nov 12 03:29:19.921138 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a8071-fe3a-4545-a0ad-8473c4da0617 req-96031c65-ab95-4344-9fc8-dc6b78d7e5b3 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:19.928935 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-313a8071-fe3a-4545-a0ad-8473c4da0617 req-96031c65-ab95-4344-9fc8-dc6b78d7e5b3 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 945 time: 0.0958073 Nov 12 03:29:19.998090 n-d-715271-27 neutron-server[102571]: DEBUG neutron.objects.ports [None req-d402172e-ef85-4025-9f21-c9c2aacbcea0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102571) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:29:19.998090 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d402172e-ef85-4025-9f21-c9c2aacbcea0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:19.998953 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-313a8071-fe3a-4545-a0ad-8473c4da0617 req-8dc76475-136c-4ed3-a2f7-4089e472b5e4 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610476 Nov 12 03:29:19.998953 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35880) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:20.035625 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d402172e-ef85-4025-9f21-c9c2aacbcea0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:20.041227 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-d402172e-ef85-4025-9f21-c9c2aacbcea0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:20.044892 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d402172e-ef85-4025-9f21-c9c2aacbcea0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:20.045692 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d402172e-ef85-4025-9f21-c9c2aacbcea0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:20.054440 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28732818-0b89-4eb8-aafa-b0044e9f73d6 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:20.062928 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d402172e-ef85-4025-9f21-c9c2aacbcea0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Subnet': ['ID=017cb6f4-553c-4303-877e-615888eabb49,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:20.072544 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d402172e-ef85-4025-9f21-c9c2aacbcea0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8743513 Nov 12 03:29:20.072737 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35884) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:20.077657 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-99533940-7918-4c45-945f-d9b37ec0b1c0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'port': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'mac_address': 'fa:16:3e:b5:6d:51', 'name': 'tempest-NetworksTestDHCPv6-535185840'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:20.179204 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-44a38c2f-45f8-4789-a45a-5536d6ec3791 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:20.263720 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a423997-b618-45f3-8231-9053942aa940 req-8e589f06-81ce-49ba-9a4a-e6eb4ef7ce65 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:20.270764 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6a423997-b618-45f3-8231-9053942aa940 req-8e589f06-81ce-49ba-9a4a-e6eb4ef7ce65 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.0680029 Nov 12 03:29:20.272979 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ab1132-a79a-45be-8d8f-e55c3840d453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-73a88994-9b3d-4208-8808-2295e92df12e', 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'tenant_id': 'c89f39c463fe4565b0b406898cbbe00b', 'fixed_ips': [{'subnet_id': '017cb6f4-553c-4303-877e-615888eabb49'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:29:20.273928 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-66ab1132-a79a-45be-8d8f-e55c3840d453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:20.325260 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99533940-7918-4c45-945f-d9b37ec0b1c0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:20.328805 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6a423997-b618-45f3-8231-9053942aa940 req-d6e37d60-cff8-4d39-9478-8f0fa775ae28 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574474 Nov 12 03:29:20.418588 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb08ecb-0ade-4775-be26-a35a73973385 req-0b0f1287-d1eb-4443-8c61-e605925043d6 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:20.420914 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ebb08ecb-0ade-4775-be26-a35a73973385 req-0b0f1287-d1eb-4443-8c61-e605925043d6 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 945 time: 0.1605067 Nov 12 03:29:20.459805 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-44a38c2f-45f8-4789-a45a-5536d6ec3791 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:20.473374 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-44a38c2f-45f8-4789-a45a-5536d6ec3791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:20.498359 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-66ab1132-a79a-45be-8d8f-e55c3840d453 None None] Allocated IP 2001:db8::f816:3eff:fed8:fd63 (73a88994-9b3d-4208-8808-2295e92df12e/017cb6f4-553c-4303-877e-615888eabb49/f718f32b-79fe-46e3-8da1-0fb21d962534) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:20.518315 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-99533940-7918-4c45-945f-d9b37ec0b1c0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:20.529545 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c2c1e-7146-4b24-a822-9f9d286690c4 req-5d87a977-9e55-4560-8505-35dd0e366631 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:20.530656 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b72c2c1e-7146-4b24-a822-9f9d286690c4 req-5d87a977-9e55-4560-8505-35dd0e366631 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=4198acbe-54f1-415f-979a-f5e9043284b7 HTTP/1.1" status: 200 len: 948 time: 0.0686839 Nov 12 03:29:20.566570 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-44a38c2f-45f8-4789-a45a-5536d6ec3791 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3a9e3701d69b4d41863cb4ced0f51575&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5653229 Nov 12 03:29:20.570861 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a38c2f-45f8-4789-a45a-5536d6ec3791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0f0659-da72-421e-a778-dac1609b0751,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:20.575281 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35892) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:20.579535 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ebb08ecb-0ade-4775-be26-a35a73973385 req-a601cdb0-893c-4d11-ad19-f5dfbd22b1ba tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508710 Nov 12 03:29:20.584210 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-99533940-7918-4c45-945f-d9b37ec0b1c0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] device_id is not set on port 46575b25-e79e-4b8a-991a-9dbcc950e02d yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:29:20.673154 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b72c2c1e-7146-4b24-a822-9f9d286690c4 req-479c7fc6-7c8e-41ec-9d66-dabc4c160525 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257784 Nov 12 03:29:20.713682 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-294a0e94-aef3-4d62-9f42-da5638ea69ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:20.723920 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-66ab1132-a79a-45be-8d8f-e55c3840d453 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:20.730930 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-66ab1132-a79a-45be-8d8f-e55c3840d453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:20.748843 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-294a0e94-aef3-4d62-9f42-da5638ea69ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:20.769996 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ab1132-a79a-45be-8d8f-e55c3840d453 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:20.775306 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-66ab1132-a79a-45be-8d8f-e55c3840d453 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:20.779119 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ab1132-a79a-45be-8d8f-e55c3840d453 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:20.788856 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab1132-a79a-45be-8d8f-e55c3840d453 None None] Pushing event updated for resources: {'Port': ['ID=f718f32b-79fe-46e3-8da1-0fb21d962534,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:20.800110 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-99533940-7918-4c45-945f-d9b37ec0b1c0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Allocated IP 2001:db8::f816:3eff:feb5:6d51 (73a88994-9b3d-4208-8808-2295e92df12e/017cb6f4-553c-4303-877e-615888eabb49/46575b25-e79e-4b8a-991a-9dbcc950e02d) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:20.821173 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ab1132-a79a-45be-8d8f-e55c3840d453 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:20.821540 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ab1132-a79a-45be-8d8f-e55c3840d453 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:20.821864 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ab1132-a79a-45be-8d8f-e55c3840d453 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:20.822175 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ab1132-a79a-45be-8d8f-e55c3840d453 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:20.822505 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ab1132-a79a-45be-8d8f-e55c3840d453 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:20.822906 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ab1132-a79a-45be-8d8f-e55c3840d453 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:20.823174 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ab1132-a79a-45be-8d8f-e55c3840d453 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:20.823504 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ab1132-a79a-45be-8d8f-e55c3840d453 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:20.823824 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ab1132-a79a-45be-8d8f-e55c3840d453 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:20.824182 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ab1132-a79a-45be-8d8f-e55c3840d453 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:20.824497 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ab1132-a79a-45be-8d8f-e55c3840d453 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:20.824813 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ab1132-a79a-45be-8d8f-e55c3840d453 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:20.829548 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-294a0e94-aef3-4d62-9f42-da5638ea69ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:20.835044 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-294a0e94-aef3-4d62-9f42-da5638ea69ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:20.836856 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-294a0e94-aef3-4d62-9f42-da5638ea69ea admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0d0f0659-da72-421e-a778-dac1609b0751 HTTP/1.1" status: 204 len: 168 time: 0.2634792 Nov 12 03:29:20.849503 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a0e94-aef3-4d62-9f42-da5638ea69ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0f0659-da72-421e-a778-dac1609b0751,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:20.900841 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-66ab1132-a79a-45be-8d8f-e55c3840d453 None None] Attempting to bind port f718f32b-79fe-46e3-8da1-0fb21d962534 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:20.901231 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-66ab1132-a79a-45be-8d8f-e55c3840d453 None None] Attempting to bind port f718f32b-79fe-46e3-8da1-0fb21d962534 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:20.901544 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ab1132-a79a-45be-8d8f-e55c3840d453 None None] Attempting to bind port f718f32b-79fe-46e3-8da1-0fb21d962534 on network 73a88994-9b3d-4208-8808-2295e92df12e {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:20.913823 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ab1132-a79a-45be-8d8f-e55c3840d453 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:20.914280 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ab1132-a79a-45be-8d8f-e55c3840d453 None None] Checking segment: {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:20.914604 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-66ab1132-a79a-45be-8d8f-e55c3840d453 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:20.915592 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ab1132-a79a-45be-8d8f-e55c3840d453 None None] Bound using segment: {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:20.917122 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-66ab1132-a79a-45be-8d8f-e55c3840d453 None None] Bound port: f718f32b-79fe-46e3-8da1-0fb21d962534, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:20.917122 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-66ab1132-a79a-45be-8d8f-e55c3840d453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.024985 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869ab31-3b3e-4b80-a9ae-6b906de7b8af req-64367041-6abd-4614-93e1-c73eefe4554d tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:21.026758 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5869ab31-3b3e-4b80-a9ae-6b906de7b8af req-64367041-6abd-4614-93e1-c73eefe4554d tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=20d88f18-db54-4676-9506-83fa2d55987d HTTP/1.1" status: 200 len: 945 time: 0.1197782 Nov 12 03:29:21.033352 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device ec781f29-af55-46b0-bca0-3c23e4276b04 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:29:21.073880 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 12969886-3e87-47c0-bb54-5483975d07ae up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:21.130778 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: ec781f29-af55-46b0-bca0-3c23e4276b04 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:29:21.131156 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device ec781f29-af55-46b0-bca0-3c23e4276b04 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:29:21.133106 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-66ab1132-a79a-45be-8d8f-e55c3840d453 None None] For port f718f32b-79fe-46e3-8da1-0fb21d962534, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:21.134323 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-99533940-7918-4c45-945f-d9b37ec0b1c0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.151324 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-66ab1132-a79a-45be-8d8f-e55c3840d453 None None] For port f718f32b-79fe-46e3-8da1-0fb21d962534, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=f718f32b-79fe-46e3-8da1-0fb21d962534,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:21.160702 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-66ab1132-a79a-45be-8d8f-e55c3840d453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.179945 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-99533940-7918-4c45-945f-d9b37ec0b1c0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.197514 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 12969886-3e87-47c0-bb54-5483975d07ae completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:29:21.207590 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 12969886-3e87-47c0-bb54-5483975d07ae triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:21.209203 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.229324 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515d04d-b6b1-4308-adba-72e353bb9840 req-3d872c26-95a6-48ba-a315-b1a0e1a75c91 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:21.235154 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9515d04d-b6b1-4308-adba-72e353bb9840 req-3d872c26-95a6-48ba-a315-b1a0e1a75c91 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 945 time: 0.1308119 Nov 12 03:29:21.277867 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5869ab31-3b3e-4b80-a9ae-6b906de7b8af req-3f6d13b2-c8d9-4c2c-bc63-5555242e8e1e tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290885 Nov 12 03:29:21.278897 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99533940-7918-4c45-945f-d9b37ec0b1c0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Port': ['ID=46575b25-e79e-4b8a-991a-9dbcc950e02d,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:21.295289 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99533940-7918-4c45-945f-d9b37ec0b1c0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:21.297398 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-99533940-7918-4c45-945f-d9b37ec0b1c0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:21.305305 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99533940-7918-4c45-945f-d9b37ec0b1c0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:21.311660 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99533940-7918-4c45-945f-d9b37ec0b1c0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:21.312411 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-99533940-7918-4c45-945f-d9b37ec0b1c0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.313453 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab1132-a79a-45be-8d8f-e55c3840d453 None None] Pushing event updated for resources: {'Port': ['ID=f718f32b-79fe-46e3-8da1-0fb21d962534,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:21.335796 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9515d04d-b6b1-4308-adba-72e353bb9840 req-782e2111-0241-47b6-9e65-da7413f7b2ef tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992985 Nov 12 03:29:21.344535 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35908) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:21.345971 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-99533940-7918-4c45-945f-d9b37ec0b1c0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2721577 Nov 12 03:29:21.417748 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.440376 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c2e168-7562-4fef-a947-3207bc411f7d tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:21.452685 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c2e168-7562-4fef-a947-3207bc411f7d tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:21.455313 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e0c2e168-7562-4fef-a947-3207bc411f7d tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1090677 Nov 12 03:29:21.460167 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35916) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:21.475543 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 12969886-3e87-47c0-bb54-5483975d07ae, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=12969886-3e87-47c0-bb54-5483975d07ae,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:21.476969 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4198acbe-54f1-415f-979a-f5e9043284b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12969886-3e87-47c0-bb54-5483975d07ae'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:21.481694 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b781afb-b1a6-466c-85fc-bfcbacb2bcf9" -d '{"events": [{"server_uuid": "4198acbe-54f1-415f-979a-f5e9043284b7", "name": "network-vif-plugged", "status": "completed", "tag": "12969886-3e87-47c0-bb54-5483975d07ae"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:21.486924 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.569602 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da3a436-5808-461e-abc8-adb4f06fcc61 x-openstack-request-id: req-1da3a436-5808-461e-abc8-adb4f06fcc61 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:21.569895 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4198acbe-54f1-415f-979a-f5e9043284b7", "name": "network-vif-plugged", "status": "completed", "tag": "12969886-3e87-47c0-bb54-5483975d07ae", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:21.570151 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1da3a436-5808-461e-abc8-adb4f06fcc61 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:21.570549 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4198acbe-54f1-415f-979a-f5e9043284b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12969886-3e87-47c0-bb54-5483975d07ae', 'code': 200} Nov 12 03:29:21.573652 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c6de9-fb37-450e-b521-c12525817f30 req-d4f808e7-22c4-412c-920d-13056132c236 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:21.575259 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-771c6de9-fb37-450e-b521-c12525817f30 req-d4f808e7-22c4-412c-920d-13056132c236 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.1333570 Nov 12 03:29:21.606133 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=12969886-3e87-47c0-bb54-5483975d07ae,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:21.763375 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-466b9d22-c605-4993-b347-c7b7c1795006 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting port 46575b25-e79e-4b8a-991a-9dbcc950e02d {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:21.763902 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-466b9d22-c605-4993-b347-c7b7c1795006 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.774832 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-771c6de9-fb37-450e-b521-c12525817f30 req-670a543d-2fb7-43d9-b342-291f59e2a32a tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574128 Nov 12 03:29:21.802108 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc2679-0f1a-4905-b946-6b3b6c301ec4 req-9b6253b0-2026-455b-9338-89272f027194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:21.804912 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c7bc2679-0f1a-4905-b946-6b3b6c301ec4 req-9b6253b0-2026-455b-9338-89272f027194 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4198acbe-54f1-415f-979a-f5e9043284b7 HTTP/1.1" status: 200 len: 1101 time: 0.1358421 Nov 12 03:29:21.867806 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad5cb7-4b9b-41b3-9ce6-d32dff12eab8 req-368818dc-a2f1-4316-aa4d-bb825d390d67 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:21.870791 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-20ad5cb7-4b9b-41b3-9ce6-d32dff12eab8 req-368818dc-a2f1-4316-aa4d-bb825d390d67 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 945 time: 0.1226892 Nov 12 03:29:21.910629 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c7bc2679-0f1a-4905-b946-6b3b6c301ec4 req-92d3f343-1418-4c24-b075-bc02d300897e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938377 Nov 12 03:29:21.951506 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-20ad5cb7-4b9b-41b3-9ce6-d32dff12eab8 req-d9b648eb-caed-4940-9e42-ee7a05022e50 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741398 Nov 12 03:29:21.991017 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-466b9d22-c605-4993-b347-c7b7c1795006 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.013131 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56383dfa-bfa0-4d94-85f2-450a8ce38940 req-e8e2701e-37aa-40a0-82cc-da5bd96c383b tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:22.022272 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-56383dfa-bfa0-4d94-85f2-450a8ce38940 req-e8e2701e-37aa-40a0-82cc-da5bd96c383b tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=4198acbe-54f1-415f-979a-f5e9043284b7 HTTP/1.1" status: 200 len: 949 time: 0.1153109 Nov 12 03:29:22.029066 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-466b9d22-c605-4993-b347-c7b7c1795006 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Calling delete_port for 46575b25-e79e-4b8a-991a-9dbcc950e02d owned by {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:22.075437 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35936) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:22.127414 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-56383dfa-bfa0-4d94-85f2-450a8ce38940 req-110e82f2-3fb0-4df5-aaed-5427e9de7b4d tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042342 Nov 12 03:29:22.194089 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af121da-c10f-4f34-9647-03e424c5b47e req-3de2d184-3461-4b83-a1d7-e7d2277cb16a tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:22.196220 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6af121da-c10f-4f34-9647-03e424c5b47e req-3de2d184-3461-4b83-a1d7-e7d2277cb16a tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 945 time: 0.0854084 Nov 12 03:29:22.214118 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35940) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:22.219281 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-c35c7515-beb9-4c86-8359-1989b8921713 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Request body: {'floatingip': {'port_id': 'b950f9ac-c38e-477d-94e4-ee676fd7e1a8'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:22.226850 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-34dca84f-e302-4909-a3ab-e6a6e0efbe9a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-678357773-network', 'tenant_id': '4db3f242efe84343a4ac714d37d3884a'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:22.353600 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c35c7515-beb9-4c86-8359-1989b8921713 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks [] for floatingip, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.405241 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34dca84f-e302-4909-a3ab-e6a6e0efbe9a admin admin] Made reservation on behalf of 4db3f242efe84343a4ac714d37d3884a for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:22.413456 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-34dca84f-e302-4909-a3ab-e6a6e0efbe9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.435166 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-34dca84f-e302-4909-a3ab-e6a6e0efbe9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.599760 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263b51f-be80-4427-a2ab-a60dd5bd8ce3 req-e8c6139e-6ed1-4519-a380-8dced4fcc62b tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:22.603099 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5263b51f-be80-4427-a2ab-a60dd5bd8ce3 req-e8c6139e-6ed1-4519-a380-8dced4fcc62b tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=20d88f18-db54-4676-9506-83fa2d55987d HTTP/1.1" status: 200 len: 945 time: 0.0955403 Nov 12 03:29:22.636727 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020747c-1e04-4bd1-a354-bd6716f06c52 req-78c274bc-e932-492e-902a-13fdb01996c3 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:22.640834 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5020747c-1e04-4bd1-a354-bd6716f06c52 req-78c274bc-e932-492e-902a-13fdb01996c3 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 945 time: 0.2069712 Nov 12 03:29:22.652038 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-466b9d22-c605-4993-b347-c7b7c1795006 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.699411 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466b9d22-c605-4993-b347-c7b7c1795006 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Port': ['ID=46575b25-e79e-4b8a-991a-9dbcc950e02d,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:22.716693 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5263b51f-be80-4427-a2ab-a60dd5bd8ce3 req-08ae5582-ea97-4d23-8c93-c124b674799d tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049294 Nov 12 03:29:22.725921 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-dee5537c-5db4-4fd5-9121-de841cceb18e None None] Provisioning complete for port f718f32b-79fe-46e3-8da1-0fb21d962534 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:22.726554 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-dee5537c-5db4-4fd5-9121-de841cceb18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.742414 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-466b9d22-c605-4993-b347-c7b7c1795006 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.749327 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-466b9d22-c605-4993-b347-c7b7c1795006 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/ports/46575b25-e79e-4b8a-991a-9dbcc950e02d HTTP/1.1" status: 204 len: 168 time: 1.2844470 Nov 12 03:29:22.750595 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35946) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:22.831124 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d328cd84-a423-4959-9bd7-67285ab46706 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:22.833296 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d328cd84-a423-4959-9bd7-67285ab46706 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:22.836196 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d328cd84-a423-4959-9bd7-67285ab46706 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0818090 Nov 12 03:29:22.838740 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35950) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:22.840181 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5020747c-1e04-4bd1-a354-bd6716f06c52 req-e4ee8a48-48e3-403e-98b6-b33a639b5097 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928582 Nov 12 03:29:22.869128 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-34dca84f-e302-4909-a3ab-e6a6e0efbe9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.872211 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-dee5537c-5db4-4fd5-9121-de841cceb18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.885357 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-34dca84f-e302-4909-a3ab-e6a6e0efbe9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.927923 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-dee5537c-5db4-4fd5-9121-de841cceb18e None None] For port f718f32b-79fe-46e3-8da1-0fb21d962534, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=f718f32b-79fe-46e3-8da1-0fb21d962534,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:22.935313 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-dee5537c-5db4-4fd5-9121-de841cceb18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.945700 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34dca84f-e302-4909-a3ab-e6a6e0efbe9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:29:23.020171 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d075c82-370d-4614-98de-273d866aa8ce tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting subnet 017cb6f4-553c-4303-877e-615888eabb49 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:29:23.029765 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5537c-5db4-4fd5-9121-de841cceb18e None None] Pushing event updated for resources: {'Port': ['ID=f718f32b-79fe-46e3-8da1-0fb21d962534,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:23.048153 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-34dca84f-e302-4909-a3ab-e6a6e0efbe9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.048153 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-34dca84f-e302-4909-a3ab-e6a6e0efbe9a admin admin] Added segment 32407c08-ce07-48b7-a236-95158145dd2b of type vlan for network 40959805-8042-4b93-a14b-171b1a6f087e Nov 12 03:29:23.062286 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8d075c82-370d-4614-98de-273d866aa8ce tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.071336 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dca84f-e302-4909-a3ab-e6a6e0efbe9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f43769-16ef-45af-ba40-23eee73509b8,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:23.094243 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-b650828e-3ede-4243-84b5-b073fa6847ba None None] Could not find standard attr ID for object 46575b25-e79e-4b8a-991a-9dbcc950e02d. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:29:23.164834 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6928a3-c6e7-423e-9a04-ec1b120fee80 req-3453482f-2469-481a-be82-92b009b04e18 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:23.165701 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-34dca84f-e302-4909-a3ab-e6a6e0efbe9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.178525 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4c6928a3-c6e7-423e-9a04-ec1b120fee80 req-3453482f-2469-481a-be82-92b009b04e18 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.2564197 Nov 12 03:29:23.182658 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device f718f32b-79fe-46e3-8da1-0fb21d962534 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:23.236758 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8d075c82-370d-4614-98de-273d866aa8ce tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.295896 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port f718f32b-79fe-46e3-8da1-0fb21d962534 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:23.296289 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.340710 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4c6928a3-c6e7-423e-9a04-ec1b120fee80 req-781c00bc-c353-4dcd-9f05-2a5bb86f1444 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599209 Nov 12 03:29:23.403844 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.db.resource_extend [None req-34dca84f-e302-4909-a3ab-e6a6e0efbe9a admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:29:23.451896 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8d075c82-370d-4614-98de-273d866aa8ce tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.469513 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-34dca84f-e302-4909-a3ab-e6a6e0efbe9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.470690 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dca84f-e302-4909-a3ab-e6a6e0efbe9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:23.471271 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-34dca84f-e302-4909-a3ab-e6a6e0efbe9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.517198 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8d075c82-370d-4614-98de-273d866aa8ce tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.551985 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d075c82-370d-4614-98de-273d866aa8ce tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Subnet': ['ID=017cb6f4-553c-4303-877e-615888eabb49,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:23.554222 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8d075c82-370d-4614-98de-273d866aa8ce tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.559884 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8d075c82-370d-4614-98de-273d866aa8ce tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/017cb6f4-553c-4303-877e-615888eabb49 HTTP/1.1" status: 204 len: 168 time: 0.7200077 Nov 12 03:29:23.563212 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35956) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:23.566193 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f1a1f9-4802-4e99-b250-68ac0c91e762 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:23.581133 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c85c0d-ea36-412a-a36e-2e1b62a86c98 req-1b10b7c9-63ff-468b-a69d-c16d7fe67f74 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:23.582682 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e8c85c0d-ea36-412a-a36e-2e1b62a86c98 req-1b10b7c9-63ff-468b-a69d-c16d7fe67f74 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=4198acbe-54f1-415f-979a-f5e9043284b7 HTTP/1.1" status: 200 len: 949 time: 0.2231085 Nov 12 03:29:23.606370 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ec8db017-dbba-4ca1-b6e5-d540e5556033 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0410943 Nov 12 03:29:23.610726 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35958) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:23.618543 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-2dc59f1c-4ce9-47d7-9c29-2c81d2b26d80 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'subnet': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:23.620691 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-34dca84f-e302-4909-a3ab-e6a6e0efbe9a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5437603 Nov 12 03:29:23.625681 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.db.resource_extend [None req-c35c7515-beb9-4c86-8359-1989b8921713 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:29:23.627527 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35960) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:23.701155 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-b59e018c-3978-45c5-b643-7013e1a222bc admin admin] Request body: {'subnet': {'network_id': '40959805-8042-4b93-a14b-171b1a6f087e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-678357773-subnet', 'tenant_id': '4db3f242efe84343a4ac714d37d3884a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:23.730086 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dca84f-e302-4909-a3ab-e6a6e0efbe9a admin admin] Pushing event updated for resources: {'Network': ['ID=40959805-8042-4b93-a14b-171b1a6f087e,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:23.732203 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc59f1c-4ce9-47d7-9c29-2c81d2b26d80 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:23.741690 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 40959805-8042-4b93-a14b-171b1a6f087e details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:29:23.745117 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2dc59f1c-4ce9-47d7-9c29-2c81d2b26d80 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.860979 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c35c7515-beb9-4c86-8359-1989b8921713 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.870961 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d69b8cb-b1a3-4e96-a1b6-b3d1109101bc None None] DHCP port deletion for 73a88994-9b3d-4208-8808-2295e92df12e request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:29:23.878633 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59e018c-3978-45c5-b643-7013e1a222bc admin admin] Made reservation on behalf of 4db3f242efe84343a4ac714d37d3884a for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:23.881984 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b59e018c-3978-45c5-b643-7013e1a222bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.910646 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c35c7515-beb9-4c86-8359-1989b8921713 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.919755 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e8c85c0d-ea36-412a-a36e-2e1b62a86c98 req-a01d2054-b758-43df-aeb8-925710160c64 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957785 Nov 12 03:29:23.937109 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-5d69b8cb-b1a3-4e96-a1b6-b3d1109101bc None None] Deleting port f718f32b-79fe-46e3-8da1-0fb21d962534 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:23.937756 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5d69b8cb-b1a3-4e96-a1b6-b3d1109101bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.940388 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c0364c-0887-4da7-97a1-594fc3667404 req-e72f487e-df26-466a-9b04-34ec76ecc642 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:23.942198 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c2c0364c-0887-4da7-97a1-594fc3667404 req-e72f487e-df26-466a-9b04-34ec76ecc642 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=20d88f18-db54-4676-9506-83fa2d55987d HTTP/1.1" status: 200 len: 945 time: 0.1019032 Nov 12 03:29:24.023043 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c2c0364c-0887-4da7-97a1-594fc3667404 req-3398163e-2639-42f9-8d06-127f5210115c tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693843 Nov 12 03:29:24.210276 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-5d69b8cb-b1a3-4e96-a1b6-b3d1109101bc None None] For port f718f32b-79fe-46e3-8da1-0fb21d962534, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=f718f32b-79fe-46e3-8da1-0fb21d962534,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:24.210761 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5d69b8cb-b1a3-4e96-a1b6-b3d1109101bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.232352 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-5d69b8cb-b1a3-4e96-a1b6-b3d1109101bc None None] Calling delete_port for f718f32b-79fe-46e3-8da1-0fb21d962534 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:24.334527 n-d-715271-27 neutron-server[102572]: DEBUG neutron.objects.ports [None req-2dc59f1c-4ce9-47d7-9c29-2c81d2b26d80 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102572) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:29:24.348900 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5d69b8cb-b1a3-4e96-a1b6-b3d1109101bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.383490 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d69b8cb-b1a3-4e96-a1b6-b3d1109101bc None None] Pushing event deleted for resources: {'Port': ['ID=f718f32b-79fe-46e3-8da1-0fb21d962534,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:24.397991 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d69b8cb-b1a3-4e96-a1b6-b3d1109101bc None None] No DVR routers for this DVR port f718f32b-79fe-46e3-8da1-0fb21d962534 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:29:24.494280 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [None req-c35c7515-beb9-4c86-8359-1989b8921713 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Floating IP 6f7a5057-f0fb-4748-be52-1b70b8e373fa associated. External IP: 172.25.5.67, port: b950f9ac-c38e-477d-94e4-ee676fd7e1a8. Nov 12 03:29:24.562412 n-d-715271-27 neutron-server[102572]: WARNING neutron.services.revisions.revision_plugin [None req-2dc59f1c-4ce9-47d7-9c29-2c81d2b26d80 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Could not find related port for resource to bump revision. Nov 12 03:29:24.569541 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9282a-5e7d-4a4a-9c37-2e79a097c167 req-7bd96686-2227-4a16-b3eb-dab514594d3f tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:24.571927 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b4d9282a-5e7d-4a4a-9c37-2e79a097c167 req-7bd96686-2227-4a16-b3eb-dab514594d3f tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 945 time: 0.4884942 Nov 12 03:29:24.577650 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5846eb-47ac-44c4-aab3-e3c44e8a9b61 req-2090b60f-4bb5-42e9-ab35-2ccc6d8630af tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:24.579146 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7f5846eb-47ac-44c4-aab3-e3c44e8a9b61 req-2090b60f-4bb5-42e9-ab35-2ccc6d8630af tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.1321383 Nov 12 03:29:24.580459 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.ipam_pluggable_backend [None req-2dc59f1c-4ce9-47d7-9c29-2c81d2b26d80 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Port f718f32b-79fe-46e3-8da1-0fb21d962534 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102572) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 12 03:29:24.580459 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.ipam_pluggable_backend [None req-2dc59f1c-4ce9-47d7-9c29-2c81d2b26d80 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Reverting IP allocation for 2001:db8::f816:3eff:fed8:fd63 {{(pid=102572) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 12 03:29:24.584397 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.ipam_pluggable_backend [None req-2dc59f1c-4ce9-47d7-9c29-2c81d2b26d80 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed8:fd63 {{(pid=102572) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 12 03:29:24.585086 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2dc59f1c-4ce9-47d7-9c29-2c81d2b26d80 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.637391 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc59f1c-4ce9-47d7-9c29-2c81d2b26d80 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:24.648895 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-2dc59f1c-4ce9-47d7-9c29-2c81d2b26d80 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:24.655824 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc59f1c-4ce9-47d7-9c29-2c81d2b26d80 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:24.656438 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2dc59f1c-4ce9-47d7-9c29-2c81d2b26d80 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.665513 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59165377-9138-4b3c-bedb-01c5dd91d348 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:24.674630 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc59f1c-4ce9-47d7-9c29-2c81d2b26d80 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Subnet': ['ID=ff7810ea-b327-4061-84ec-a037d0b47b0b,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:24.688503 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2dc59f1c-4ce9-47d7-9c29-2c81d2b26d80 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0755379 Nov 12 03:29:24.692008 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35970) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:24.703239 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-aa5ff9b7-d758-4251-acbd-f0fcecd84c40 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'port': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'mac_address': 'fa:16:3e:06:2f:ca', 'name': 'tempest-NetworksTestDHCPv6-1087917748'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:24.737044 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7f5846eb-47ac-44c4-aab3-e3c44e8a9b61 req-5cbac6b1-5df3-4c50-bffd-c14086a3930f tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223652 Nov 12 03:29:24.798146 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b59e018c-3978-45c5-b643-7013e1a222bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.845282 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b4d9282a-5e7d-4a4a-9c37-2e79a097c167 req-96eb99c3-d6a7-4caa-8a0c-b2737299c32f tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539015 Nov 12 03:29:24.868865 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9438a7-22fa-43ce-be9e-2c63ad5a8235 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-73a88994-9b3d-4208-8808-2295e92df12e', 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'tenant_id': 'c89f39c463fe4565b0b406898cbbe00b', 'fixed_ips': [{'subnet_id': 'ff7810ea-b327-4061-84ec-a037d0b47b0b'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:29:24.870838 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5ff9b7-d758-4251-acbd-f0fcecd84c40 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:24.872977 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9d9438a7-22fa-43ce-be9e-2c63ad5a8235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.877951 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-aa5ff9b7-d758-4251-acbd-f0fcecd84c40 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.916836 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-aa5ff9b7-d758-4251-acbd-f0fcecd84c40 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] device_id is not set on port 016003c1-40a1-476e-81b7-a6217ccd7c8b yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:29:24.929045 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e018c-3978-45c5-b643-7013e1a222bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=27e221dd-0213-4ad3-a133-81ac380e5035,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:24.988312 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59e018c-3978-45c5-b643-7013e1a222bc admin admin] Checking segment: {'id': '32407c08-ce07-48b7-a236-95158145dd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '40959805-8042-4b93-a14b-171b1a6f087e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:24.988676 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59e018c-3978-45c5-b643-7013e1a222bc admin admin] Network hostable DHCP agents. Network: 40959805-8042-4b93-a14b-171b1a6f087e, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:29:25.052160 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59e018c-3978-45c5-b643-7013e1a222bc admin admin] Network 40959805-8042-4b93-a14b-171b1a6f087e is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:29:25.065004 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c35c7515-beb9-4c86-8359-1989b8921713 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Router 0f5a727d-6fe0-480c-9e3e-d640e65e3682 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:29:25.081144 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-b59e018c-3978-45c5-b643-7013e1a222bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 40959805-8042-4b93-a14b-171b1a6f087e) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:25.091280 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec93f0d-057e-4fc9-9681-cacfb0bb54a8 None None] Network 40959805-8042-4b93-a14b-171b1a6f087e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:25.097907 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59e018c-3978-45c5-b643-7013e1a222bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:25.098666 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b59e018c-3978-45c5-b643-7013e1a222bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.168894 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b59e018c-3978-45c5-b643-7013e1a222bc admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5368085 Nov 12 03:29:25.173254 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device f718f32b-79fe-46e3-8da1-0fb21d962534 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:29:25.175247 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35976) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:25.184330 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-047c32de-006e-4bb2-bcf6-df340badf011 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-678357773-router', 'tenant_id': '4db3f242efe84343a4ac714d37d3884a', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:25.199602 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: f718f32b-79fe-46e3-8da1-0fb21d962534 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:29:25.200136 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device f718f32b-79fe-46e3-8da1-0fb21d962534 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:29:25.202793 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-9d9438a7-22fa-43ce-be9e-2c63ad5a8235 None None] Allocated IP 2001:db8::f816:3eff:fef7:23c5 (73a88994-9b3d-4208-8808-2295e92df12e/ff7810ea-b327-4061-84ec-a037d0b47b0b/c06949bb-0251-41fa-ad6b-a15536f4bd0a) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:25.218296 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ea417-0218-4624-95f7-704e14e52a00 req-c9aba808-d9a1-4638-8f13-f78d1ed3f16b tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:25.221135 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-186ea417-0218-4624-95f7-704e14e52a00 req-c9aba808-d9a1-4638-8f13-f78d1ed3f16b tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=4198acbe-54f1-415f-979a-f5e9043284b7 HTTP/1.1" status: 200 len: 949 time: 0.1497488 Nov 12 03:29:25.268622 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-047c32de-006e-4bb2-bcf6-df340badf011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.269996 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-047c32de-006e-4bb2-bcf6-df340badf011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.285287 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35c7515-beb9-4c86-8359-1989b8921713 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:29:25.295502 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8e3b1-2752-495a-9f82-55dcf3ca49a1 req-bff544e9-762b-4433-8264-b73400a0febb tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:25.297100 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c0e8e3b1-2752-495a-9f82-55dcf3ca49a1 req-bff544e9-762b-4433-8264-b73400a0febb tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=20d88f18-db54-4676-9506-83fa2d55987d HTTP/1.1" status: 200 len: 945 time: 0.1269381 Nov 12 03:29:25.300446 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c35c7515-beb9-4c86-8359-1989b8921713 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.305440 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a043ec8-a6cc-45d6-9ae2-b5055eaffefc None None] Sync routers for ids ['0f5a727d-6fe0-480c-9e3e-d640e65e3682'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:29:25.324160 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a043ec8-a6cc-45d6-9ae2-b5055eaffefc None None] Routers {'0f5a727d-6fe0-480c-9e3e-d640e65e3682'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:25.325084 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-2a043ec8-a6cc-45d6-9ae2-b5055eaffefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:29:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['0f5a727d-6fe0-480c-9e3e-d640e65e3682'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:25.354744 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c35c7515-beb9-4c86-8359-1989b8921713 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "PUT /v2.0/floatingips/6f7a5057-f0fb-4748-be52-1b70b8e373fa HTTP/1.1" status: 200 len: 990 time: 3.1358235 Nov 12 03:29:25.354744 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9a64a6-4910-470a-8b3a-17813c6ca67e', 'tag': 'b950f9ac-c38e-477d-94e4-ee676fd7e1a8'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:25.354744 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2545d1e9-a87e-494e-89f3-a6d877054679" -d '{"events": [{"name": "network-changed", "server_uuid": "3e9a64a6-4910-470a-8b3a-17813c6ca67e", "tag": "b950f9ac-c38e-477d-94e4-ee676fd7e1a8"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:25.386982 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c0e8e3b1-2752-495a-9f82-55dcf3ca49a1 req-d458af02-3cd4-4bbc-bfd4-cbc0751b1292 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607533 Nov 12 03:29:25.422624 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-186ea417-0218-4624-95f7-704e14e52a00 req-585d3fde-9e86-49bf-956c-84c23bfee0e9 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896555 Nov 12 03:29:25.432445 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-047c32de-006e-4bb2-bcf6-df340badf011 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.483107 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2686a6d1-2d2e-4557-b992-b5f0f49a0391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-40959805-8042-4b93-a14b-171b1a6f087e', 'network_id': '40959805-8042-4b93-a14b-171b1a6f087e', 'tenant_id': '4db3f242efe84343a4ac714d37d3884a', 'fixed_ips': [{'subnet_id': '27e221dd-0213-4ad3-a133-81ac380e5035'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:29:25.484025 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2686a6d1-2d2e-4557-b992-b5f0f49a0391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.516219 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-2a043ec8-a6cc-45d6-9ae2-b5055eaffefc None None] Set router 0f5a727d-6fe0-480c-9e3e-d640e65e3682 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:29:25.580181 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44664b81-f4d2-4072-bca9-24cd07f37405 x-openstack-request-id: req-44664b81-f4d2-4072-bca9-24cd07f37405 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:25.580921 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e9a64a6-4910-470a-8b3a-17813c6ca67e", "tag": "b950f9ac-c38e-477d-94e4-ee676fd7e1a8", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:25.580921 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-44664b81-f4d2-4072-bca9-24cd07f37405 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:25.581752 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e9a64a6-4910-470a-8b3a-17813c6ca67e', 'tag': 'b950f9ac-c38e-477d-94e4-ee676fd7e1a8', 'status': 'completed', 'code': 200} Nov 12 03:29:25.669010 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-047c32de-006e-4bb2-bcf6-df340badf011 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.727344 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545d1e9-a87e-494e-89f3-a6d877054679 req-d465a551-da11-4d5a-9b8d-eef99c09a8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:25.729646 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2545d1e9-a87e-494e-89f3-a6d877054679 req-d465a551-da11-4d5a-9b8d-eef99c09a8a4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d558dd5b9f934464b6c1626ad18ebb6c&device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 1097 time: 0.1144795 Nov 12 03:29:25.736280 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ebad32-6d03-4360-8c8b-8eaf66b0ab56 req-56afcf90-5048-4822-b1cd-b24aa5ebb40c tempest-ServersOnMultiNodesTest-375895766 tempest-ServersOnMultiNodesTest-375895766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:25.738413 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-73ebad32-6d03-4360-8c8b-8eaf66b0ab56 req-56afcf90-5048-4822-b1cd-b24aa5ebb40c tempest-ServersOnMultiNodesTest-375895766 tempest-ServersOnMultiNodesTest-375895766-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4198acbe-54f1-415f-979a-f5e9043284b7 HTTP/1.1" status: 200 len: 1101 time: 0.0625036 Nov 12 03:29:25.767861 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9d9438a7-22fa-43ce-be9e-2c63ad5a8235 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.836374 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:29:25.837630 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9d9438a7-22fa-43ce-be9e-2c63ad5a8235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.890175 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-73ebad32-6d03-4360-8c8b-8eaf66b0ab56 req-f19ec16e-4d68-4e20-8c41-d24e4c1a375a tempest-ServersOnMultiNodesTest-375895766 tempest-ServersOnMultiNodesTest-375895766-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222460 Nov 12 03:29:25.909860 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545d1e9-a87e-494e-89f3-a6d877054679 req-fb9638fa-ff17-4202-8ffb-6882399d1fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:25.917269 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2545d1e9-a87e-494e-89f3-a6d877054679 req-fb9638fa-ff17-4202-8ffb-6882399d1fb4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6c7f6069-f411-4391-9326-65cfd4966ecb HTTP/1.1" status: 200 len: 918 time: 0.1732740 Nov 12 03:29:25.934205 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9438a7-22fa-43ce-be9e-2c63ad5a8235 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:25.938294 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-2686a6d1-2d2e-4557-b992-b5f0f49a0391 None None] Allocated IP 172.20.0.2 (40959805-8042-4b93-a14b-171b1a6f087e/27e221dd-0213-4ad3-a133-81ac380e5035/93dc8961-b8be-4fd9-a8db-1b9e61d8a13c) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:25.941870 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-9d9438a7-22fa-43ce-be9e-2c63ad5a8235 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:25.948620 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9438a7-22fa-43ce-be9e-2c63ad5a8235 None None] Pushing event updated for resources: {'Port': ['ID=c06949bb-0251-41fa-ad6b-a15536f4bd0a,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:25.952698 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9438a7-22fa-43ce-be9e-2c63ad5a8235 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:26.020427 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-2a043ec8-a6cc-45d6-9ae2-b5055eaffefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'name': 'tempest-AttachVolumeShelveTestJSON-1124040181-router', 'tenant_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'e232dec0-dc70-4660-ae8e-a45a708c7eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:43Z', 'updated_at': '2021-11-12T03:28:52Z', 'revision_number': 4, 'project_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'gw_port': {'id': 'e232dec0-dc70-4660-ae8e-a45a708c7eea', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:43Z', 'updated_at': '2021-11-12T03:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '6f7a5057-f0fb-4748-be52-1b70b8e373fa', 'tenant_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'floating_ip_address': '172.25.5.67', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'port_id': 'b950f9ac-c38e-477d-94e4-ee676fd7e1a8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb', 'mac_address': 'fa:16:3e:8a:7e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9a64a6-4910-470a-8b3a-17813c6ca67e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:28:58Z', 'updated_at': '2021-11-12T03:29:23Z', 'revision_number': 1, 'project_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c309888-1e42-4f70-953a-89bc8d5ea61c', 'name': '', 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb', 'tenant_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'mac_address': 'fa:16:3e:0c:f9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:50Z', 'updated_at': '2021-11-12T03:28:58Z', 'revision_number': 5, 'project_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'subnets': [{'id': '4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:26.043687 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-aa5ff9b7-d758-4251-acbd-f0fcecd84c40 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Allocated IP 2001:db8::f816:3eff:fe06:2fca (73a88994-9b3d-4208-8808-2295e92df12e/ff7810ea-b327-4061-84ec-a037d0b47b0b/016003c1-40a1-476e-81b7-a6217ccd7c8b) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:26.051675 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-9d9438a7-22fa-43ce-be9e-2c63ad5a8235 None None] Attempting to bind port c06949bb-0251-41fa-ad6b-a15536f4bd0a on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:26.051911 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-9d9438a7-22fa-43ce-be9e-2c63ad5a8235 None None] Attempting to bind port c06949bb-0251-41fa-ad6b-a15536f4bd0a by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:26.052307 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9438a7-22fa-43ce-be9e-2c63ad5a8235 None None] Attempting to bind port c06949bb-0251-41fa-ad6b-a15536f4bd0a on network 73a88994-9b3d-4208-8808-2295e92df12e {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:26.081205 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2545d1e9-a87e-494e-89f3-a6d877054679 req-d2509a66-6bb9-4318-a6f9-6df8cc6fefc6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b950f9ac-c38e-477d-94e4-ee676fd7e1a8 HTTP/1.1" status: 200 len: 998 time: 0.1500924 Nov 12 03:29:26.089261 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9438a7-22fa-43ce-be9e-2c63ad5a8235 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:26.089763 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9438a7-22fa-43ce-be9e-2c63ad5a8235 None None] Checking segment: {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:26.090129 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9d9438a7-22fa-43ce-be9e-2c63ad5a8235 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.090532 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9438a7-22fa-43ce-be9e-2c63ad5a8235 None None] Bound using segment: {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:26.091007 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-9d9438a7-22fa-43ce-be9e-2c63ad5a8235 None None] Bound port: c06949bb-0251-41fa-ad6b-a15536f4bd0a, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:26.091684 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9d9438a7-22fa-43ce-be9e-2c63ad5a8235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.096723 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a043ec8-a6cc-45d6-9ae2-b5055eaffefc None None] Checking router: 0f5a727d-6fe0-480c-9e3e-d640e65e3682 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:29:26.120645 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a043ec8-a6cc-45d6-9ae2-b5055eaffefc None None] Routers {'0f5a727d-6fe0-480c-9e3e-d640e65e3682'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:26.121580 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-2a043ec8-a6cc-45d6-9ae2-b5055eaffefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:29:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['0f5a727d-6fe0-480c-9e3e-d640e65e3682'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:26.212930 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b378cc-1f13-4d78-859c-690bf5940fd0 req-6a53ff72-c127-4fca-a8e6-293b86fd3848 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:26.216223 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-68b378cc-1f13-4d78-859c-690bf5940fd0 req-6a53ff72-c127-4fca-a8e6-293b86fd3848 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 945 time: 0.1318030 Nov 12 03:29:26.219205 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545d1e9-a87e-494e-89f3-a6d877054679 req-d3632650-c1ff-49ac-908f-8d393a2c0572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:26.221454 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2545d1e9-a87e-494e-89f3-a6d877054679 req-d3632650-c1ff-49ac-908f-8d393a2c0572 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390 HTTP/1.1" status: 200 len: 856 time: 0.1172526 Nov 12 03:29:26.250163 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43c9d8-9d40-45ed-91b3-30d7c6114051 req-d54c2326-1d0f-484a-a612-5d9d49f7add0 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:26.253787 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2686a6d1-2d2e-4557-b992-b5f0f49a0391 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.259516 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7a43c9d8-9d40-45ed-91b3-30d7c6114051 req-d54c2326-1d0f-484a-a612-5d9d49f7add0 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.3864081 Nov 12 03:29:26.285615 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2686a6d1-2d2e-4557-b992-b5f0f49a0391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.318710 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-047c32de-006e-4bb2-bcf6-df340badf011 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.325831 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-2a043ec8-a6cc-45d6-9ae2-b5055eaffefc None None] Set router 0f5a727d-6fe0-480c-9e3e-d640e65e3682 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:29:26.367464 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2686a6d1-2d2e-4557-b992-b5f0f49a0391 None None] Network 40959805-8042-4b93-a14b-171b1a6f087e is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:26.378930 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-68b378cc-1f13-4d78-859c-690bf5940fd0 req-fbc09a7e-8206-4b72-97c7-a407eca0507e tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496289 Nov 12 03:29:26.379874 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-2686a6d1-2d2e-4557-b992-b5f0f49a0391 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:26.386384 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2686a6d1-2d2e-4557-b992-b5f0f49a0391 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:26.390868 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545d1e9-a87e-494e-89f3-a6d877054679 req-cfceff24-7ac9-4a5b-a69b-0228cfb26c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:26.392043 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-047c32de-006e-4bb2-bcf6-df340badf011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.392850 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2545d1e9-a87e-494e-89f3-a6d877054679 req-cfceff24-7ac9-4a5b-a69b-0228cfb26c96 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6c7f6069-f411-4391-9326-65cfd4966ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1297722 Nov 12 03:29:26.405946 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-9d9438a7-22fa-43ce-be9e-2c63ad5a8235 None None] For port c06949bb-0251-41fa-ad6b-a15536f4bd0a, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:26.414607 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2686a6d1-2d2e-4557-b992-b5f0f49a0391 None None] Pushing event updated for resources: {'Port': ['ID=93dc8961-b8be-4fd9-a8db-1b9e61d8a13c,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:26.431861 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-9d9438a7-22fa-43ce-be9e-2c63ad5a8235 None None] For port c06949bb-0251-41fa-ad6b-a15536f4bd0a, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=c06949bb-0251-41fa-ad6b-a15536f4bd0a,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:26.440189 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9d9438a7-22fa-43ce-be9e-2c63ad5a8235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.532715 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7a43c9d8-9d40-45ed-91b3-30d7c6114051 req-d33b6d96-0458-4849-8db9-d623b92491e7 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2720008 Nov 12 03:29:26.594459 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-2686a6d1-2d2e-4557-b992-b5f0f49a0391 None None] Attempting to bind port 93dc8961-b8be-4fd9-a8db-1b9e61d8a13c on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:26.594885 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-2686a6d1-2d2e-4557-b992-b5f0f49a0391 None None] Attempting to bind port 93dc8961-b8be-4fd9-a8db-1b9e61d8a13c by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '32407c08-ce07-48b7-a236-95158145dd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '40959805-8042-4b93-a14b-171b1a6f087e'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:26.595212 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2686a6d1-2d2e-4557-b992-b5f0f49a0391 None None] Attempting to bind port 93dc8961-b8be-4fd9-a8db-1b9e61d8a13c on network 40959805-8042-4b93-a14b-171b1a6f087e {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:26.609875 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9438a7-22fa-43ce-be9e-2c63ad5a8235 None None] Pushing event updated for resources: {'Port': ['ID=c06949bb-0251-41fa-ad6b-a15536f4bd0a,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:26.611872 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-347504ea-ca65-4f5c-9b80-9df59a0a7d10 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=a1d21364fcd043778a27fa00092fa6b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0753069 Nov 12 03:29:26.621969 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2686a6d1-2d2e-4557-b992-b5f0f49a0391 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:26.623144 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2686a6d1-2d2e-4557-b992-b5f0f49a0391 None None] Checking segment: {'id': '32407c08-ce07-48b7-a236-95158145dd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '40959805-8042-4b93-a14b-171b1a6f087e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:26.623784 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2686a6d1-2d2e-4557-b992-b5f0f49a0391 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.624483 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2686a6d1-2d2e-4557-b992-b5f0f49a0391 None None] Bound using segment: {'id': '32407c08-ce07-48b7-a236-95158145dd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '40959805-8042-4b93-a14b-171b1a6f087e'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:26.625184 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-2686a6d1-2d2e-4557-b992-b5f0f49a0391 None None] Bound port: 93dc8961-b8be-4fd9-a8db-1b9e61d8a13c, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32407c08-ce07-48b7-a236-95158145dd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '40959805-8042-4b93-a14b-171b1a6f087e'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:26.625874 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2686a6d1-2d2e-4557-b992-b5f0f49a0391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.682241 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2545d1e9-a87e-494e-89f3-a6d877054679 req-c9ad14a3-b1da-417b-9c09-6bd13d57013c service neutron] 10.222.0.74 "GET /v2.0/networks/6c7f6069-f411-4391-9326-65cfd4966ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675631 Nov 12 03:29:26.745277 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-2a043ec8-a6cc-45d6-9ae2-b5055eaffefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'name': 'tempest-AttachVolumeShelveTestJSON-1124040181-router', 'tenant_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'e232dec0-dc70-4660-ae8e-a45a708c7eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:43Z', 'updated_at': '2021-11-12T03:28:52Z', 'revision_number': 4, 'project_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'gw_port': {'id': 'e232dec0-dc70-4660-ae8e-a45a708c7eea', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:43Z', 'updated_at': '2021-11-12T03:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '6f7a5057-f0fb-4748-be52-1b70b8e373fa', 'tenant_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'floating_ip_address': '172.25.5.67', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'port_id': 'b950f9ac-c38e-477d-94e4-ee676fd7e1a8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb', 'mac_address': 'fa:16:3e:8a:7e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9a64a6-4910-470a-8b3a-17813c6ca67e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:28:58Z', 'updated_at': '2021-11-12T03:29:23Z', 'revision_number': 1, 'project_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c309888-1e42-4f70-953a-89bc8d5ea61c', 'name': '', 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb', 'tenant_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'mac_address': 'fa:16:3e:0c:f9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:50Z', 'updated_at': '2021-11-12T03:28:58Z', 'revision_number': 5, 'project_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'subnets': [{'id': '4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:26.764884 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2686a6d1-2d2e-4557-b992-b5f0f49a0391 None None] For port 93dc8961-b8be-4fd9-a8db-1b9e61d8a13c, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:26.782969 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2686a6d1-2d2e-4557-b992-b5f0f49a0391 None None] For port 93dc8961-b8be-4fd9-a8db-1b9e61d8a13c, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=93dc8961-b8be-4fd9-a8db-1b9e61d8a13c,segment=NetworkSegment(32407c08-ce07-48b7-a236-95158145dd2b),segment_id=32407c08-ce07-48b7-a236-95158145dd2b)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:26.791673 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2686a6d1-2d2e-4557-b992-b5f0f49a0391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.792061 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a043ec8-a6cc-45d6-9ae2-b5055eaffefc None None] The sync data for ids ['0f5a727d-6fe0-480c-9e3e-d640e65e3682'] in n-d-715271-27 is: [{'id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'name': 'tempest-AttachVolumeShelveTestJSON-1124040181-router', 'tenant_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'e232dec0-dc70-4660-ae8e-a45a708c7eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:43Z', 'updated_at': '2021-11-12T03:28:52Z', 'revision_number': 4, 'project_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'gw_port': {'id': 'e232dec0-dc70-4660-ae8e-a45a708c7eea', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:43Z', 'updated_at': '2021-11-12T03:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '6f7a5057-f0fb-4748-be52-1b70b8e373fa', 'tenant_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'floating_ip_address': '172.25.5.67', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'port_id': 'b950f9ac-c38e-477d-94e4-ee676fd7e1a8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb', 'mac_address': 'fa:16:3e:8a:7e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9a64a6-4910-470a-8b3a-17813c6ca67e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:28:58Z', 'updated_at': '2021-11-12T03:29:23Z', 'revision_number': 1, 'project_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c309888-1e42-4f70-953a-89bc8d5ea61c', 'name': '', 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb', 'tenant_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'mac_address': 'fa:16:3e:0c:f9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:50Z', 'updated_at': '2021-11-12T03:28:58Z', 'revision_number': 5, 'project_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'subnets': [{'id': '4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:29:26.859420 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-aa5ff9b7-d758-4251-acbd-f0fcecd84c40 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.861632 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-047c32de-006e-4bb2-bcf6-df340badf011 admin admin] Allocated IP 172.25.5.3 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/a8804da6-889f-46b4-bfca-a3c619306c25) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:26.885282 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea847b3-c064-4461-bbe7-e03d2326dcd7 req-0c47477a-2f9d-445d-b309-5571c16c7a68 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:26.890723 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8ea847b3-c064-4461-bbe7-e03d2326dcd7 req-0c47477a-2f9d-445d-b309-5571c16c7a68 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=20d88f18-db54-4676-9506-83fa2d55987d HTTP/1.1" status: 200 len: 945 time: 0.2073889 Nov 12 03:29:26.962808 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2686a6d1-2d2e-4557-b992-b5f0f49a0391 None None] Pushing event updated for resources: {'Port': ['ID=93dc8961-b8be-4fd9-a8db-1b9e61d8a13c,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:27.022017 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-e9641e93-cb0c-4e3b-b68b-67e134438eec tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:27.023691 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-e9641e93-cb0c-4e3b-b68b-67e134438eec tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3983018 Nov 12 03:29:27.043446 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2545d1e9-a87e-494e-89f3-a6d877054679 req-af9f21df-a581-43e2-b842-0c27b4c86632 service neutron] 10.222.0.74 "GET /v2.0/networks/6c7f6069-f411-4391-9326-65cfd4966ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208869 Nov 12 03:29:27.063696 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-35a5fdaf-3bd8-4e57-9666-c5403fb1b701 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/quotas/a1d21364fcd043778a27fa00092fa6b4 HTTP/1.1" status: 200 len: 375 time: 0.0192358 Nov 12 03:29:27.150464 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-aa5ff9b7-d758-4251-acbd-f0fcecd84c40 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.199672 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-633c66e4-2e75-4af1-acf6-c7ede1b59273 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a1d21364fcd043778a27fa00092fa6b4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1160932 Nov 12 03:29:27.278103 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aef0961-e2e7-4c33-b445-5ec4ba147d4a None None] New status for floating IP 6f7a5057-f0fb-4748-be52-1b70b8e373fa: ACTIVE {{(pid=102573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:29:27.310691 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-047c32de-006e-4bb2-bcf6-df340badf011 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.331675 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5ff9b7-d758-4251-acbd-f0fcecd84c40 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:27.377240 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8ea847b3-c064-4461-bbe7-e03d2326dcd7 req-984dbec9-f612-4294-999c-966f81d40f12 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353713 Nov 12 03:29:27.385616 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-aa5ff9b7-d758-4251-acbd-f0fcecd84c40 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:27.396412 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5ff9b7-d758-4251-acbd-f0fcecd84c40 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:27.415495 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5ff9b7-d758-4251-acbd-f0fcecd84c40 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:27.428770 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-aa5ff9b7-d758-4251-acbd-f0fcecd84c40 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.444768 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ff9b7-d758-4251-acbd-f0fcecd84c40 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Port': ['ID=016003c1-40a1-476e-81b7-a6217ccd7c8b,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:27.520272 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 36014) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:27.520684 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-aa5ff9b7-d758-4251-acbd-f0fcecd84c40 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8272128 Nov 12 03:29:27.598757 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-047c32de-006e-4bb2-bcf6-df340badf011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.629786 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-27e284f6-ab39-4453-96f8-c953e9aac0eb req-5223222c-d5c7-4b9e-9e3e-657cd16ff687 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=7484e75a-419b-423f-aa85-238efc673e45 HTTP/1.1" status: 200 len: 210 time: 0.0520184 Nov 12 03:29:27.648041 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047c32de-006e-4bb2-bcf6-df340badf011 admin admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:27.674010 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2d4b85-67be-4e9e-a715-f92f5d76610b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:27.688829 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2d4b85-67be-4e9e-a715-f92f5d76610b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:27.690630 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-be2d4b85-67be-4e9e-a715-f92f5d76610b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1679065 Nov 12 03:29:27.694798 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 36018) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:27.720505 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-047c32de-006e-4bb2-bcf6-df340badf011 admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:27.750181 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047c32de-006e-4bb2-bcf6-df340badf011 admin admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:27.954885 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-8bd1debd-fef9-4846-8e3d-70a14d657603 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting port 016003c1-40a1-476e-81b7-a6217ccd7c8b {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:27.955232 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8bd1debd-fef9-4846-8e3d-70a14d657603 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.968488 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138a86c-9133-40ad-981a-ee6778b90d71 req-ec659ac0-c679-489f-a788-e5db5fbc37ce tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:27.976849 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c32de-006e-4bb2-bcf6-df340badf011 admin admin] Pushing event updated for resources: {'Port': ['ID=a8804da6-889f-46b4-bfca-a3c619306c25,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:27.976989 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5138a86c-9133-40ad-981a-ee6778b90d71 req-ec659ac0-c679-489f-a788-e5db5fbc37ce tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.1031804 Nov 12 03:29:28.109461 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5138a86c-9133-40ad-981a-ee6778b90d71 req-ecf6c526-99aa-41ce-9312-ad089c8f41bd tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200073 Nov 12 03:29:28.156126 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8bd1debd-fef9-4846-8e3d-70a14d657603 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:28.160841 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232960d-e5b3-4841-9314-ac9b45113a6d req-f192fd76-8ad7-4e5f-9682-3fcb133d3f0e tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:28.172602 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b232960d-e5b3-4841-9314-ac9b45113a6d req-f192fd76-8ad7-4e5f-9682-3fcb133d3f0e tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 945 time: 0.4388297 Nov 12 03:29:28.187812 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-8bd1debd-fef9-4846-8e3d-70a14d657603 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Calling delete_port for 016003c1-40a1-476e-81b7-a6217ccd7c8b owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:28.320364 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b232960d-e5b3-4841-9314-ac9b45113a6d req-ac6b15cc-6d89-43fa-b0f9-14d7f53ee6d1 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466911 Nov 12 03:29:28.437559 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8bd1debd-fef9-4846-8e3d-70a14d657603 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:28.461439 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-047c32de-006e-4bb2-bcf6-df340badf011 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:28.467171 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd1debd-fef9-4846-8e3d-70a14d657603 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Port': ['ID=016003c1-40a1-476e-81b7-a6217ccd7c8b,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:28.550629 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8bd1debd-fef9-4846-8e3d-70a14d657603 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:28.566343 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8bd1debd-fef9-4846-8e3d-70a14d657603 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/ports/016003c1-40a1-476e-81b7-a6217ccd7c8b HTTP/1.1" status: 204 len: 168 time: 0.8698366 Nov 12 03:29:28.571915 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 36030) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:28.672600 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28cd21-98ce-4666-a214-258d3ea0d176 req-6b850a0b-319f-4dc8-b226-5962680141fe tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:28.682665 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4e28cd21-98ce-4666-a214-258d3ea0d176 req-6b850a0b-319f-4dc8-b226-5962680141fe tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=20d88f18-db54-4676-9506-83fa2d55987d HTTP/1.1" status: 200 len: 945 time: 0.1634777 Nov 12 03:29:28.708991 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49751170-fb1d-4678-9582-deeab6b07bbe tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:28.710726 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49751170-fb1d-4678-9582-deeab6b07bbe tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:28.712594 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-49751170-fb1d-4678-9582-deeab6b07bbe tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1421397 Nov 12 03:29:28.716973 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 36036) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:28.759035 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3f71b9be-6d76-4e9c-a40e-16d1fbc54cca None None] Provisioning complete for port c06949bb-0251-41fa-ad6b-a15536f4bd0a triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:28.759877 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3f71b9be-6d76-4e9c-a40e-16d1fbc54cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:28.947333 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4e28cd21-98ce-4666-a214-258d3ea0d176 req-d950850f-5748-4ba4-9c98-5a682bdbfe98 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630358 Nov 12 03:29:28.949070 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3f71b9be-6d76-4e9c-a40e-16d1fbc54cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:28.952736 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bb22945-3fba-4e04-9930-04cc6e98d468 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting subnet ff7810ea-b327-4061-84ec-a037d0b47b0b {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:29:28.956341 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1bb22945-3fba-4e04-9930-04cc6e98d468 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.029207 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1bb22945-3fba-4e04-9930-04cc6e98d468 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.040724 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c2f1c3-133c-4981-a0af-37943fb396c1 None None] Network 40959805-8042-4b93-a14b-171b1a6f087e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:29.194565 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3f71b9be-6d76-4e9c-a40e-16d1fbc54cca None None] For port c06949bb-0251-41fa-ad6b-a15536f4bd0a, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=c06949bb-0251-41fa-ad6b-a15536f4bd0a,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:29.203073 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1bb22945-3fba-4e04-9930-04cc6e98d468 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.218610 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3f71b9be-6d76-4e9c-a40e-16d1fbc54cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.352533 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-192e2174-703b-46f9-a5e2-d30ffa5b56ff tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=a1d21364fcd043778a27fa00092fa6b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299997 Nov 12 03:29:29.418295 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device c06949bb-0251-41fa-ad6b-a15536f4bd0a up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:29.475066 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a98ef6e7-cc55-425b-9aea-d9731842ee9c req-148749fc-eadf-447d-9084-397d6282ae4b tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=7484e75a-419b-423f-aa85-238efc673e45 HTTP/1.1" status: 200 len: 210 time: 0.1148803 Nov 12 03:29:29.501184 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1bb22945-3fba-4e04-9930-04cc6e98d468 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.524834 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71b9be-6d76-4e9c-a40e-16d1fbc54cca None None] Pushing event updated for resources: {'Port': ['ID=c06949bb-0251-41fa-ad6b-a15536f4bd0a,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:29.544997 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb22945-3fba-4e04-9930-04cc6e98d468 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Subnet': ['ID=ff7810ea-b327-4061-84ec-a037d0b47b0b,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:29.561079 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-047c32de-006e-4bb2-bcf6-df340badf011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.564784 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5f020-b909-435b-95b4-4f1998d42d8f req-dde86e35-49f3-4299-a3b4-b774d24039ef tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:29.572888 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-53a5f020-b909-435b-95b4-4f1998d42d8f req-dde86e35-49f3-4299-a3b4-b774d24039ef tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.2719793 Nov 12 03:29:29.589320 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1bb22945-3fba-4e04-9930-04cc6e98d468 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.599477 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1bb22945-3fba-4e04-9930-04cc6e98d468 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/ff7810ea-b327-4061-84ec-a037d0b47b0b HTTP/1.1" status: 204 len: 168 time: 0.8586285 Nov 12 03:29:29.600794 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 36042) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:29.601101 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-54b27680-5d78-4f10-98cf-376f3d367b7f None None] Provisioning complete for port 93dc8961-b8be-4fd9-a8db-1b9e61d8a13c triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:29.601655 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-54b27680-5d78-4f10-98cf-376f3d367b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.686711 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-bb443fa8-989f-4156-b5a0-94f01bee3d06 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:29.688544 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-bb443fa8-989f-4156-b5a0-94f01bee3d06 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3118076 Nov 12 03:29:29.694424 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ed854e71-2540-4f30-baa0-791cc4ff63bb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0842912 Nov 12 03:29:29.696209 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 36044) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:29.699066 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port c06949bb-0251-41fa-ad6b-a15536f4bd0a triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:29.699835 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.726576 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-e25a653d-f1e4-4aba-bfd8-876b2eae42b7 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Request body: {'port': {'device_id': '7484e75a-419b-423f-aa85-238efc673e45', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'admin_state_up': True, 'tenant_id': 'a1d21364fcd043778a27fa00092fa6b4'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:29.746046 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea85104b-75f4-4605-9d2d-e2b73c052391 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:29.794191 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-53a5f020-b909-435b-95b4-4f1998d42d8f req-61909182-b8de-48df-8450-f0ba075049c0 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2203228 Nov 12 03:29:29.823390 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b71e5-2d31-47a7-800b-166e8f590b01 req-5d6f9c03-da2d-4f3b-b031-bcb920a4cc36 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:29.825415 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b20b71e5-2d31-47a7-800b-166e8f590b01 req-5d6f9c03-da2d-4f3b-b031-bcb920a4cc36 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 945 time: 0.1775765 Nov 12 03:29:29.932968 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b20b71e5-2d31-47a7-800b-166e8f590b01 req-ff0534e3-891d-4f63-9783-fcdf744848b7 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907128 Nov 12 03:29:29.944650 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ac061e-a52b-4ab6-a623-99dc4f92e0a0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:29.949197 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d0ac061e-a52b-4ab6-a623-99dc4f92e0a0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2505262 Nov 12 03:29:29.955116 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36052) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:29.975133 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047c32de-006e-4bb2-bcf6-df340badf011 admin admin] Router ab60901a-ad5e-48a2-acc8-3f3697499338 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:29:30.059488 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-e25a653d-f1e4-4aba-bfd8-876b2eae42b7 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Made reservation on behalf of a1d21364fcd043778a27fa00092fa6b4 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:30.070331 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-e25a653d-f1e4-4aba-bfd8-876b2eae42b7 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:30.084033 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 93dc8961-b8be-4fd9-a8db-1b9e61d8a13c up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:30.088425 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-54b27680-5d78-4f10-98cf-376f3d367b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:30.215785 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-54b27680-5d78-4f10-98cf-376f3d367b7f None None] For port 93dc8961-b8be-4fd9-a8db-1b9e61d8a13c, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=93dc8961-b8be-4fd9-a8db-1b9e61d8a13c,segment=NetworkSegment(32407c08-ce07-48b7-a236-95158145dd2b),segment_id=32407c08-ce07-48b7-a236-95158145dd2b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:30.223474 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-54b27680-5d78-4f10-98cf-376f3d367b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:30.230922 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-54b27680-5d78-4f10-98cf-376f3d367b7f None None] Could not find standard attr ID for object 016003c1-40a1-476e-81b7-a6217ccd7c8b. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:29:30.275016 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 93dc8961-b8be-4fd9-a8db-1b9e61d8a13c triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:30.275398 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:30.320349 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08406b59-e513-4916-8d0d-65be39d85fde req-60fbb3c5-c433-4840-964b-912190586d17 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:30.322727 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-08406b59-e513-4916-8d0d-65be39d85fde req-60fbb3c5-c433-4840-964b-912190586d17 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=20d88f18-db54-4676-9506-83fa2d55987d HTTP/1.1" status: 200 len: 945 time: 0.1329973 Nov 12 03:29:30.342265 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2232f0ef-b8a9-4f57-8e29-50ceec0c1935 None None] DHCP port deletion for 73a88994-9b3d-4208-8808-2295e92df12e request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:29:30.396938 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd10f8c2-bcc9-4397-a017-c3f4a1abad28 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:30.404641 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 36058) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:30.407054 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-fd10f8c2-bcc9-4397-a017-c3f4a1abad28 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4420707 Nov 12 03:29:30.414256 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-e25a653d-f1e4-4aba-bfd8-876b2eae42b7 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Allocated IP 192.168.233.17 (eca3953c-c804-4641-8812-bff95be59582/fa66706f-b415-4bb9-838e-cfd08f81d96b/701494cc-0973-4f32-b3cf-05bb40030d12) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:30.434697 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1f4bb176-1d29-481d-ba0e-4c3aac33971d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:30.439093 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b27680-5d78-4f10-98cf-376f3d367b7f None None] Pushing event updated for resources: {'Port': ['ID=93dc8961-b8be-4fd9-a8db-1b9e61d8a13c,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:30.464490 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047c32de-006e-4bb2-bcf6-df340badf011 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:29:30.470202 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-08406b59-e513-4916-8d0d-65be39d85fde req-a4c36f20-92d7-4b59-9625-c511b3e8bb2d tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223845 Nov 12 03:29:30.480196 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e63de-bce5-41d8-8e1a-a57cc1678778 req-13b93a9d-20ca-442f-aa84-bf7a07d3c878 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:30.481634 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-303e63de-bce5-41d8-8e1a-a57cc1678778 req-13b93a9d-20ca-442f-aa84-bf7a07d3c878 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.1400588 Nov 12 03:29:30.482458 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1645b359-96d1-4925-bd69-8d8f47485578 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0694797 Nov 12 03:29:30.497667 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f9d7d1-158c-4636-8819-b63f60d1aae7 req-f84d6e9b-dccf-43c2-a2d9-bed268e056ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:30.497667 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c7f9d7d1-158c-4636-8819-b63f60d1aae7 req-f84d6e9b-dccf-43c2-a2d9-bed268e056ed service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=eda4d7a9c5834d36bc2b22e1ed979ccd&device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 1096 time: 0.1684420 Nov 12 03:29:30.505260 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-047c32de-006e-4bb2-bcf6-df340badf011 admin admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:30.506484 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-047c32de-006e-4bb2-bcf6-df340badf011 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 5.3294590 Nov 12 03:29:30.507164 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36062) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:30.507529 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83b6d67-9b87-46d5-b929-18b6edec172c None None] Sync routers for ids ['ab60901a-ad5e-48a2-acc8-3f3697499338'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:29:30.521870 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-5aee7c21-0aeb-4406-8a77-1e9ebf7f5bfc tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'subnet': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:30.525755 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 36064) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:30.531846 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83b6d67-9b87-46d5-b929-18b6edec172c None None] Routers {'ab60901a-ad5e-48a2-acc8-3f3697499338'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:30.532928 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-e83b6d67-9b87-46d5-b929-18b6edec172c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:29:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['ab60901a-ad5e-48a2-acc8-3f3697499338'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:30.534799 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-23bca387-8e9b-4983-b817-dc9958e31c59 None None] Provisioning complete for port 93dc8961-b8be-4fd9-a8db-1b9e61d8a13c triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:30.535777 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-23bca387-8e9b-4983-b817-dc9958e31c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:30.767206 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-e83b6d67-9b87-46d5-b929-18b6edec172c None None] Set router ab60901a-ad5e-48a2-acc8-3f3697499338 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:29:30.794498 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f9d7d1-158c-4636-8819-b63f60d1aae7 req-c05f98f3-275d-463e-8c0f-60408ecd48a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:30.797836 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c7f9d7d1-158c-4636-8819-b63f60d1aae7 req-c05f98f3-275d-463e-8c0f-60408ecd48a2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=56493891-2b14-40ba-a8cb-65015d9b59f3 HTTP/1.1" status: 200 len: 912 time: 0.2896030 Nov 12 03:29:30.818135 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-303e63de-bce5-41d8-8e1a-a57cc1678778 req-c3a0dfb8-a31a-4ed4-ab19-94265fe448da tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2869639 Nov 12 03:29:30.846755 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2232f0ef-b8a9-4f57-8e29-50ceec0c1935 None None] Deleting port c06949bb-0251-41fa-ad6b-a15536f4bd0a {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:30.852651 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2232f0ef-b8a9-4f57-8e29-50ceec0c1935 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:31.118281 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2232f0ef-b8a9-4f57-8e29-50ceec0c1935 None None] For port c06949bb-0251-41fa-ad6b-a15536f4bd0a, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=c06949bb-0251-41fa-ad6b-a15536f4bd0a,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:31.119205 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2232f0ef-b8a9-4f57-8e29-50ceec0c1935 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:31.126484 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 93dc8961-b8be-4fd9-a8db-1b9e61d8a13c up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:31.198810 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2232f0ef-b8a9-4f57-8e29-50ceec0c1935 None None] Calling delete_port for c06949bb-0251-41fa-ad6b-a15536f4bd0a owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:31.326871 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c7f9d7d1-158c-4636-8819-b63f60d1aae7 req-761a3104-2279-4983-9de3-f8231e6b5a56 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55a09f1f-5f9e-4783-9942-dfb020785189 HTTP/1.1" status: 200 len: 998 time: 0.4859583 Nov 12 03:29:31.341150 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-e25a653d-f1e4-4aba-bfd8-876b2eae42b7 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:31.350961 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aee7c21-0aeb-4406-8a77-1e9ebf7f5bfc tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:31.360158 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5aee7c21-0aeb-4406-8a77-1e9ebf7f5bfc tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:31.390341 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 93dc8961-b8be-4fd9-a8db-1b9e61d8a13c triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:31.390992 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:31.466325 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-e25a653d-f1e4-4aba-bfd8-876b2eae42b7 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:31.520625 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f9d7d1-158c-4636-8819-b63f60d1aae7 req-5a0d89c5-d5e2-4d37-aa56-5b46f2c0b00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:31.523322 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c7f9d7d1-158c-4636-8819-b63f60d1aae7 req-5a0d89c5-d5e2-4d37-aa56-5b46f2c0b00d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c41913f5-e5c1-4e60-8ee6-4f6d29d519f8 HTTP/1.1" status: 200 len: 850 time: 0.1533701 Nov 12 03:29:31.545140 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-88af4aa7-cc19-4de3-b50b-7015754589cd req-2813a069-5364-4b2b-bb34-2a817f336328 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=7484e75a-419b-423f-aa85-238efc673e45 HTTP/1.1" status: 200 len: 210 time: 0.3881338 Nov 12 03:29:31.573268 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-e25a653d-f1e4-4aba-bfd8-876b2eae42b7 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Network eca3953c-c804-4641-8812-bff95be59582 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:31.578722 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a653d-f1e4-4aba-bfd8-876b2eae42b7 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Pushing event updated for resources: {'Port': ['ID=701494cc-0973-4f32-b3cf-05bb40030d12,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:31.620577 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-e83b6d67-9b87-46d5-b929-18b6edec172c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab60901a-ad5e-48a2-acc8-3f3697499338', 'name': 'tempest-ServersTestJSON-678357773-router', 'tenant_id': '4db3f242efe84343a4ac714d37d3884a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'a8804da6-889f-46b4-bfca-a3c619306c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:25Z', 'updated_at': '2021-11-12T03:29:28Z', 'revision_number': 3, 'project_id': '4db3f242efe84343a4ac714d37d3884a', 'gw_port': {'id': 'a8804da6-889f-46b4-bfca-a3c619306c25', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab60901a-ad5e-48a2-acc8-3f3697499338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:26Z', 'updated_at': '2021-11-12T03:29:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:31.621460 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-e25a653d-f1e4-4aba-bfd8-876b2eae42b7 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:31.625271 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-e25a653d-f1e4-4aba-bfd8-876b2eae42b7 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:31.741525 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83b6d67-9b87-46d5-b929-18b6edec172c None None] Checking router: ab60901a-ad5e-48a2-acc8-3f3697499338 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:29:31.742243 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83b6d67-9b87-46d5-b929-18b6edec172c None None] Updating router ab60901a-ad5e-48a2-acc8-3f3697499338 port a8804da6-889f-46b4-bfca-a3c619306c25 binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:29:31.760237 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f9d7d1-158c-4636-8819-b63f60d1aae7 req-e896f425-ea1e-4040-a764-8f522744f543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:31.761878 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c7f9d7d1-158c-4636-8819-b63f60d1aae7 req-e896f425-ea1e-4040-a764-8f522744f543 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=56493891-2b14-40ba-a8cb-65015d9b59f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1269372 Nov 12 03:29:31.795076 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e83b6d67-9b87-46d5-b929-18b6edec172c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:31.830607 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-e25a653d-f1e4-4aba-bfd8-876b2eae42b7 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:31.831564 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-e25a653d-f1e4-4aba-bfd8-876b2eae42b7 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:31.870877 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['29c55453-a17f-44dd-81d4-865fdc84d846', 'af9fd09b-bb20-4600-b6dd-8e32823a9811', '900fa92f-3422-43cd-b1f5-64544257fe2c', '364ed264-e28d-4514-98a6-8f5421f1f74a'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:31.873435 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['65fe472f-769b-4636-a403-0932ced07563', '12969886-3e87-47c0-bb54-5483975d07ae'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:31.958069 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f39c0-0e8d-4a5c-9e2b-e4abefe90027 req-0fe4c465-4371-4790-9c96-95ffb40d7796 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:31.960532 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-595f39c0-0e8d-4a5c-9e2b-e4abefe90027 req-0fe4c465-4371-4790-9c96-95ffb40d7796 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 945 time: 0.2904952 Nov 12 03:29:31.966084 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-e25a653d-f1e4-4aba-bfd8-876b2eae42b7 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2465062 Nov 12 03:29:31.988228 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-fcfd0334-add0-46db-8c22-17bc8e7f3ee2 service neutron] Request body: {'port': {'device_id': '7484e75a-419b-423f-aa85-238efc673e45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:32.115092 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2232f0ef-b8a9-4f57-8e29-50ceec0c1935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.120246 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c7f9d7d1-158c-4636-8819-b63f60d1aae7 req-56e78501-0ba5-414d-8e24-89c3e1961f16 service neutron] 10.222.0.90 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386421 Nov 12 03:29:32.195172 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2232f0ef-b8a9-4f57-8e29-50ceec0c1935 None None] Pushing event deleted for resources: {'Port': ['ID=c06949bb-0251-41fa-ad6b-a15536f4bd0a,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:32.208286 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-595f39c0-0e8d-4a5c-9e2b-e4abefe90027 req-7bb181cb-ccea-41f7-bdcf-7a19c5dec81f tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373135 Nov 12 03:29:32.213462 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-fcfd0334-add0-46db-8c22-17bc8e7f3ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.229142 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-940d91ab-653b-47cb-9936-801dbbb3dab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.236466 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2232f0ef-b8a9-4f57-8e29-50ceec0c1935 None None] No DVR routers for this DVR port c06949bb-0251-41fa-ad6b-a15536f4bd0a on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:29:32.253136 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac252474-2d80-4f40-bd67-dbe9631f6946 req-c660b6fc-bb20-49d1-ac2d-e17c2661b9a1 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:32.261657 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ac252474-2d80-4f40-bd67-dbe9631f6946 req-c660b6fc-bb20-49d1-ac2d-e17c2661b9a1 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.2295659 Nov 12 03:29:32.271465 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5aee7c21-0aeb-4406-8a77-1e9ebf7f5bfc tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.326357 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e83b6d67-9b87-46d5-b929-18b6edec172c None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.335050 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e83b6d67-9b87-46d5-b929-18b6edec172c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.362681 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aee7c21-0aeb-4406-8a77-1e9ebf7f5bfc tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:32.370400 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-a239be21-80da-4416-ba41-defc6ed23a20 None None] Provisioning complete for port 701494cc-0973-4f32-b3cf-05bb40030d12 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:32.370775 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a239be21-80da-4416-ba41-defc6ed23a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.387667 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-5aee7c21-0aeb-4406-8a77-1e9ebf7f5bfc tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:32.394073 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aee7c21-0aeb-4406-8a77-1e9ebf7f5bfc tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:32.394660 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5aee7c21-0aeb-4406-8a77-1e9ebf7f5bfc tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.398019 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc482de-c1b3-4657-9a4b-16f30a809871 None None] Pushing event updated for resources: {'Port': ['ID=a8804da6-889f-46b4-bfca-a3c619306c25,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:32.409480 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c7f9d7d1-158c-4636-8819-b63f60d1aae7 req-a0fc7ec6-a3d8-47cc-a342-8f700f289924 service neutron] 10.222.0.90 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518520 Nov 12 03:29:32.411912 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc482de-c1b3-4657-9a4b-16f30a809871 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:32.412440 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc482de-c1b3-4657-9a4b-16f30a809871 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:32.412887 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc482de-c1b3-4657-9a4b-16f30a809871 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:32.413694 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc482de-c1b3-4657-9a4b-16f30a809871 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:32.413694 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc482de-c1b3-4657-9a4b-16f30a809871 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:32.414270 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc482de-c1b3-4657-9a4b-16f30a809871 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:32.415116 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc482de-c1b3-4657-9a4b-16f30a809871 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:32.415553 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc482de-c1b3-4657-9a4b-16f30a809871 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:32.416001 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc482de-c1b3-4657-9a4b-16f30a809871 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:32.416646 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc482de-c1b3-4657-9a4b-16f30a809871 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:32.417147 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc482de-c1b3-4657-9a4b-16f30a809871 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:32.417741 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc482de-c1b3-4657-9a4b-16f30a809871 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:32.420544 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee7c21-0aeb-4406-8a77-1e9ebf7f5bfc tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Subnet': ['ID=7081f907-bae5-47b8-8a98-06964b5738ca,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:32.443678 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-e83b6d67-9b87-46d5-b929-18b6edec172c None None] Attempting to bind port a8804da6-889f-46b4-bfca-a3c619306c25 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:32.444245 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-e83b6d67-9b87-46d5-b929-18b6edec172c None None] Attempting to bind port a8804da6-889f-46b4-bfca-a3c619306c25 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:32.445141 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83b6d67-9b87-46d5-b929-18b6edec172c None None] Attempting to bind port a8804da6-889f-46b4-bfca-a3c619306c25 on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:32.452498 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83b6d67-9b87-46d5-b929-18b6edec172c None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:32.453036 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83b6d67-9b87-46d5-b929-18b6edec172c None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:32.453353 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ac252474-2d80-4f40-bd67-dbe9631f6946 req-a48aaaf4-b1eb-4e54-b762-41f58f27c946 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907802 Nov 12 03:29:32.453980 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e83b6d67-9b87-46d5-b929-18b6edec172c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.454487 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83b6d67-9b87-46d5-b929-18b6edec172c None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:32.455196 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-e83b6d67-9b87-46d5-b929-18b6edec172c None None] Bound port: a8804da6-889f-46b4-bfca-a3c619306c25, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:32.456488 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e83b6d67-9b87-46d5-b929-18b6edec172c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.466518 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5aee7c21-0aeb-4406-8a77-1e9ebf7f5bfc tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9493237 Nov 12 03:29:32.471586 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36096) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:32.477101 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-cc7df34a-82e4-40b9-b823-db314f81f0e6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'port': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'mac_address': 'fa:16:3e:3a:4c:b7', 'name': 'tempest-NetworksTestDHCPv6-347067330'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:32.489895 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-a239be21-80da-4416-ba41-defc6ed23a20 None None] Port 701494cc-0973-4f32-b3cf-05bb40030d12 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:29:32.500405 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5f980a-164d-4266-ac41-d8849cba1f26 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:32.552385 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-e83b6d67-9b87-46d5-b929-18b6edec172c None None] For port a8804da6-889f-46b4-bfca-a3c619306c25, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:32.559176 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-e83b6d67-9b87-46d5-b929-18b6edec172c None None] For port a8804da6-889f-46b4-bfca-a3c619306c25, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=a8804da6-889f-46b4-bfca-a3c619306c25,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:32.566690 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e83b6d67-9b87-46d5-b929-18b6edec172c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.637466 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc482de-c1b3-4657-9a4b-16f30a809871 None None] Pushing event updated for resources: {'Port': ['ID=a8804da6-889f-46b4-bfca-a3c619306c25,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:32.669566 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83b6d67-9b87-46d5-b929-18b6edec172c None None] Routers {'ab60901a-ad5e-48a2-acc8-3f3697499338'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:32.670655 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-e83b6d67-9b87-46d5-b929-18b6edec172c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:29:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['ab60901a-ad5e-48a2-acc8-3f3697499338'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:32.728973 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7df34a-82e4-40b9-b823-db314f81f0e6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:32.813408 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-e83b6d67-9b87-46d5-b929-18b6edec172c None None] Set router ab60901a-ad5e-48a2-acc8-3f3697499338 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:29:32.813877 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4797854-90f0-4ca7-bb00-9c90a50bfc68 req-f0f47b43-171e-43b1-a103-125d79601663 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:32.815427 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a4797854-90f0-4ca7-bb00-9c90a50bfc68 req-f0f47b43-171e-43b1-a103-125d79601663 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=7484e75a-419b-423f-aa85-238efc673e45 HTTP/1.1" status: 200 len: 935 time: 0.1459732 Nov 12 03:29:32.848644 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device c06949bb-0251-41fa-ad6b-a15536f4bd0a no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:29:32.886530 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: c06949bb-0251-41fa-ad6b-a15536f4bd0a {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:29:32.886899 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device c06949bb-0251-41fa-ad6b-a15536f4bd0a not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:29:32.976145 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a4797854-90f0-4ca7-bb00-9c90a50bfc68 req-09dc2861-cc87-48a3-aa36-c111113ac93f tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296487 Nov 12 03:29:33.019783 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cc7df34a-82e4-40b9-b823-db314f81f0e6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:33.047001 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-cc7df34a-82e4-40b9-b823-db314f81f0e6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] device_id is not set on port 7403a120-33a2-462c-b033-4f4b7d7f40ab yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:29:33.130464 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-940d91ab-653b-47cb-9936-801dbbb3dab2 admin admin] Allocated IP 172.20.0.1 (40959805-8042-4b93-a14b-171b1a6f087e/27e221dd-0213-4ad3-a133-81ac380e5035/6b896a28-12a2-4edb-9f92-371ffb185bc3) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:33.178126 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-e83b6d67-9b87-46d5-b929-18b6edec172c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab60901a-ad5e-48a2-acc8-3f3697499338', 'name': 'tempest-ServersTestJSON-678357773-router', 'tenant_id': '4db3f242efe84343a4ac714d37d3884a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'a8804da6-889f-46b4-bfca-a3c619306c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:25Z', 'updated_at': '2021-11-12T03:29:28Z', 'revision_number': 3, 'project_id': '4db3f242efe84343a4ac714d37d3884a', 'gw_port': {'id': 'a8804da6-889f-46b4-bfca-a3c619306c25', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab60901a-ad5e-48a2-acc8-3f3697499338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:26Z', 'updated_at': '2021-11-12T03:29:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:33.241541 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83b6d67-9b87-46d5-b929-18b6edec172c None None] The sync data for ids ['ab60901a-ad5e-48a2-acc8-3f3697499338'] in n-d-715271-27 is: [{'id': 'ab60901a-ad5e-48a2-acc8-3f3697499338', 'name': 'tempest-ServersTestJSON-678357773-router', 'tenant_id': '4db3f242efe84343a4ac714d37d3884a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'a8804da6-889f-46b4-bfca-a3c619306c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:25Z', 'updated_at': '2021-11-12T03:29:28Z', 'revision_number': 3, 'project_id': '4db3f242efe84343a4ac714d37d3884a', 'gw_port': {'id': 'a8804da6-889f-46b4-bfca-a3c619306c25', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab60901a-ad5e-48a2-acc8-3f3697499338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:26Z', 'updated_at': '2021-11-12T03:29:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:29:33.246605 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc347d63-ddbf-433d-9123-8823613345bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-73a88994-9b3d-4208-8808-2295e92df12e', 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'tenant_id': 'c89f39c463fe4565b0b406898cbbe00b', 'fixed_ips': [{'subnet_id': '7081f907-bae5-47b8-8a98-06964b5738ca'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:29:33.247502 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bc347d63-ddbf-433d-9123-8823613345bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:33.293901 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-140172f4-346f-433e-94eb-7c971793bbe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:33.370855 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-cc7df34a-82e4-40b9-b823-db314f81f0e6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Allocated IP 2001:db8::2f6 (73a88994-9b3d-4208-8808-2295e92df12e/7081f907-bae5-47b8-8a98-06964b5738ca/7403a120-33a2-462c-b033-4f4b7d7f40ab) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:33.391741 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-fcfd0334-add0-46db-8c22-17bc8e7f3ee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 701494cc-0973-4f32-b3cf-05bb40030d12 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:33.413248 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-fcfd0334-add0-46db-8c22-17bc8e7f3ee2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:33.457581 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-fcfd0334-add0-46db-8c22-17bc8e7f3ee2 service neutron] Transition to ACTIVE for port object 701494cc-0973-4f32-b3cf-05bb40030d12 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:29:33.460711 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-940d91ab-653b-47cb-9936-801dbbb3dab2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:33.464966 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-fcfd0334-add0-46db-8c22-17bc8e7f3ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:33.482304 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b5c0c-9425-4115-b516-c7cfb60a693e req-52639662-e4fc-483a-915c-97947c9bfa06 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:33.484148 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f53b5c0c-9425-4115-b516-c7cfb60a693e req-52639662-e4fc-483a-915c-97947c9bfa06 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 945 time: 0.0994661 Nov 12 03:29:33.543988 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd0334-add0-46db-8c22-17bc8e7f3ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=701494cc-0973-4f32-b3cf-05bb40030d12,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:33.657994 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-940d91ab-653b-47cb-9936-801dbbb3dab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:33.734583 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cc7df34a-82e4-40b9-b823-db314f81f0e6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:33.753857 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d91ab-653b-47cb-9936-801dbbb3dab2 admin admin] Pushing event updated for resources: {'Port': ['ID=6b896a28-12a2-4edb-9f92-371ffb185bc3,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:33.767433 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940d91ab-653b-47cb-9936-801dbbb3dab2 admin admin] Network 40959805-8042-4b93-a14b-171b1a6f087e is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:33.773144 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-940d91ab-653b-47cb-9936-801dbbb3dab2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:33.782535 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940d91ab-653b-47cb-9936-801dbbb3dab2 admin admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:33.793741 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f53b5c0c-9425-4115-b516-c7cfb60a693e req-2c1451e6-7482-43c3-b9f8-15c094e5afd7 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921336 Nov 12 03:29:33.813055 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-fcfd0334-add0-46db-8c22-17bc8e7f3ee2 service neutron] Attempting to bind port 701494cc-0973-4f32-b3cf-05bb40030d12 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:33.813463 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-fcfd0334-add0-46db-8c22-17bc8e7f3ee2 service neutron] Attempting to bind port 701494cc-0973-4f32-b3cf-05bb40030d12 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:33.813900 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-fcfd0334-add0-46db-8c22-17bc8e7f3ee2 service neutron] Attempting to bind port 701494cc-0973-4f32-b3cf-05bb40030d12 on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:33.827081 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-fcfd0334-add0-46db-8c22-17bc8e7f3ee2 service neutron] Port 701494cc-0973-4f32-b3cf-05bb40030d12 on network eca3953c-c804-4641-8812-bff95be59582 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:29:33.827569 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-fcfd0334-add0-46db-8c22-17bc8e7f3ee2 service neutron] Attempting to bind port 701494cc-0973-4f32-b3cf-05bb40030d12 on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:33.834246 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cc7df34a-82e4-40b9-b823-db314f81f0e6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:33.850983 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec7773-96d4-4cbf-8eed-4d5d556fd2a6 req-74c9d9f2-84f0-449e-95ac-d430a098e0c1 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:33.852854 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6eec7773-96d4-4cbf-8eed-4d5d556fd2a6 req-74c9d9f2-84f0-449e-95ac-d430a098e0c1 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.2411399 Nov 12 03:29:33.910662 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-fcfd0334-add0-46db-8c22-17bc8e7f3ee2 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:33.911072 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-fcfd0334-add0-46db-8c22-17bc8e7f3ee2 service neutron] Checking segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:33.911590 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-fcfd0334-add0-46db-8c22-17bc8e7f3ee2 service neutron] Bound using segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:33.912334 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-fcfd0334-add0-46db-8c22-17bc8e7f3ee2 service neutron] Bound port: 701494cc-0973-4f32-b3cf-05bb40030d12, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:33.912843 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-fcfd0334-add0-46db-8c22-17bc8e7f3ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:33.937970 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7df34a-82e4-40b9-b823-db314f81f0e6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:33.941903 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-cc7df34a-82e4-40b9-b823-db314f81f0e6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:33.946892 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7df34a-82e4-40b9-b823-db314f81f0e6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:33.955342 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7df34a-82e4-40b9-b823-db314f81f0e6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:33.956000 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cc7df34a-82e4-40b9-b823-db314f81f0e6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:33.964967 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-bc347d63-ddbf-433d-9123-8823613345bc None None] Allocated IP 2001:db8::2 (73a88994-9b3d-4208-8808-2295e92df12e/7081f907-bae5-47b8-8a98-06964b5738ca/50548f69-82fd-4e7c-8914-ef21694c8603) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:33.967130 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7df34a-82e4-40b9-b823-db314f81f0e6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Port': ['ID=7403a120-33a2-462c-b033-4f4b7d7f40ab,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:33.979329 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-940d91ab-653b-47cb-9936-801dbbb3dab2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:33.986096 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-cc7df34a-82e4-40b9-b823-db314f81f0e6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5109322 Nov 12 03:29:33.986398 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36120) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:34.069918 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.080340 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c69e2e-8884-4aad-bffd-14bbbe1e58b7 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:34.084131 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d5c69e2e-8884-4aad-bffd-14bbbe1e58b7 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0945561 Nov 12 03:29:34.086031 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36126) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:34.151483 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6eec7773-96d4-4cbf-8eed-4d5d556fd2a6 req-8776eb2b-f3f1-431a-8163-831893a2c52f tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2820148 Nov 12 03:29:34.303135 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-fcfd0334-add0-46db-8c22-17bc8e7f3ee2 service neutron] For port 701494cc-0973-4f32-b3cf-05bb40030d12, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:34.308041 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-fcfd0334-add0-46db-8c22-17bc8e7f3ee2 service neutron] For port 701494cc-0973-4f32-b3cf-05bb40030d12, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=701494cc-0973-4f32-b3cf-05bb40030d12,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:34.312582 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-43c63164-69dc-4ce7-ae38-34c480b5671c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting port 7403a120-33a2-462c-b033-4f4b7d7f40ab {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:34.313081 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-43c63164-69dc-4ce7-ae38-34c480b5671c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.335211 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-fcfd0334-add0-46db-8c22-17bc8e7f3ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.431001 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141486f-65e3-45d3-86b1-8e85d7d25b3e req-0d063005-b4a8-49b4-9717-40d168e5fe2e tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:34.435106 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-118bc905-437b-4d1b-910c-1aa39f87c1d4 None None] Provisioning complete for port 6b896a28-12a2-4edb-9f92-371ffb185bc3 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:34.435708 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-118bc905-437b-4d1b-910c-1aa39f87c1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.443631 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8141486f-65e3-45d3-86b1-8e85d7d25b3e req-0d063005-b4a8-49b4-9717-40d168e5fe2e tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=7484e75a-419b-423f-aa85-238efc673e45 HTTP/1.1" status: 200 len: 947 time: 0.2178769 Nov 12 03:29:34.457943 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-fcfd0334-add0-46db-8c22-17bc8e7f3ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:34.458742 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-fcfd0334-add0-46db-8c22-17bc8e7f3ee2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.460890 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-fcfd0334-add0-46db-8c22-17bc8e7f3ee2 service neutron] 10.222.0.90 "PUT /v2.0/ports/701494cc-0973-4f32-b3cf-05bb40030d12 HTTP/1.1" status: 200 len: 1096 time: 2.4767354 Nov 12 03:29:34.488532 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7484e75a-419b-423f-aa85-238efc673e45', 'tag': '701494cc-0973-4f32-b3cf-05bb40030d12'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:34.492238 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a779f960-5085-4013-a855-512410e3f13f" -d '{"events": [{"name": "network-changed", "server_uuid": "7484e75a-419b-423f-aa85-238efc673e45", "tag": "701494cc-0973-4f32-b3cf-05bb40030d12"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:34.577058 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bc347d63-ddbf-433d-9123-8823613345bc None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.581413 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-118bc905-437b-4d1b-910c-1aa39f87c1d4 None None] Port 6b896a28-12a2-4edb-9f92-371ffb185bc3 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:29:34.589477 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8141486f-65e3-45d3-86b1-8e85d7d25b3e req-5debe24a-c419-4e97-91f0-90fc1a66a9f0 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447341 Nov 12 03:29:34.589942 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bc347d63-ddbf-433d-9123-8823613345bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.592956 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-43c63164-69dc-4ce7-ae38-34c480b5671c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.627915 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-43c63164-69dc-4ce7-ae38-34c480b5671c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Calling delete_port for 7403a120-33a2-462c-b033-4f4b7d7f40ab owned by {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:34.685259 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-940d91ab-653b-47cb-9936-801dbbb3dab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.687228 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc347d63-ddbf-433d-9123-8823613345bc None None] Pushing event updated for resources: {'Port': ['ID=50548f69-82fd-4e7c-8914-ef21694c8603,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:34.712163 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd0334-add0-46db-8c22-17bc8e7f3ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=701494cc-0973-4f32-b3cf-05bb40030d12,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:34.730552 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc347d63-ddbf-433d-9123-8823613345bc None None] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:34.733907 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-bc347d63-ddbf-433d-9123-8823613345bc None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:34.740545 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc347d63-ddbf-433d-9123-8823613345bc None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:34.758370 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75943fd0-893f-4792-954a-26cc36d35f2a req-b5d5f836-712d-4c1d-bec2-609398058b16 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:34.761046 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-75943fd0-893f-4792-954a-26cc36d35f2a req-b5d5f836-712d-4c1d-bec2-609398058b16 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.3176239 Nov 12 03:29:34.769326 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c034add-81da-4d3a-bb38-ae35438877cf x-openstack-request-id: req-2c034add-81da-4d3a-bb38-ae35438877cf {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:34.769633 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7484e75a-419b-423f-aa85-238efc673e45", "tag": "701494cc-0973-4f32-b3cf-05bb40030d12", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:34.769901 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2c034add-81da-4d3a-bb38-ae35438877cf {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:34.770431 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7484e75a-419b-423f-aa85-238efc673e45', 'tag': '701494cc-0973-4f32-b3cf-05bb40030d12', 'status': 'completed', 'code': 200} Nov 12 03:29:34.791344 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-06e1cdee-1cdc-4034-9c95-1c943277add0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:34.794033 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-06e1cdee-1cdc-4034-9c95-1c943277add0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a1d21364fcd043778a27fa00092fa6b4&device_id=7484e75a-419b-423f-aa85-238efc673e45 HTTP/1.1" status: 200 len: 1099 time: 0.2054524 Nov 12 03:29:34.899336 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-43c63164-69dc-4ce7-ae38-34c480b5671c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.939892 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-bc347d63-ddbf-433d-9123-8823613345bc None None] Attempting to bind port 50548f69-82fd-4e7c-8914-ef21694c8603 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:34.940604 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-bc347d63-ddbf-433d-9123-8823613345bc None None] Attempting to bind port 50548f69-82fd-4e7c-8914-ef21694c8603 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:34.941479 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc347d63-ddbf-433d-9123-8823613345bc None None] Attempting to bind port 50548f69-82fd-4e7c-8914-ef21694c8603 on network 73a88994-9b3d-4208-8808-2295e92df12e {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:34.968491 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc347d63-ddbf-433d-9123-8823613345bc None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:34.969915 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-094b0fd4-f3a0-4930-9483-d63684275569 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=701494cc-0973-4f32-b3cf-05bb40030d12 HTTP/1.1" status: 200 len: 217 time: 0.1228697 Nov 12 03:29:34.970466 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc347d63-ddbf-433d-9123-8823613345bc None None] Checking segment: {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:34.971118 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bc347d63-ddbf-433d-9123-8823613345bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.973704 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc347d63-ddbf-433d-9123-8823613345bc None None] Bound using segment: {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:34.975650 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-bc347d63-ddbf-433d-9123-8823613345bc None None] Bound port: 50548f69-82fd-4e7c-8914-ef21694c8603, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b7ac69-a18e-41be-945f-a2d990224105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '73a88994-9b3d-4208-8808-2295e92df12e'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:34.976259 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bc347d63-ddbf-433d-9123-8823613345bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.989382 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c63164-69dc-4ce7-ae38-34c480b5671c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Port': ['ID=7403a120-33a2-462c-b033-4f4b7d7f40ab,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:35.059239 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-75943fd0-893f-4792-954a-26cc36d35f2a req-b653f01a-cd21-4557-ae6b-759ef5fb10bb tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2853644 Nov 12 03:29:35.188622 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-bc347d63-ddbf-433d-9123-8823613345bc None None] For port 50548f69-82fd-4e7c-8914-ef21694c8603, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:35.194147 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-bc347d63-ddbf-433d-9123-8823613345bc None None] For port 50548f69-82fd-4e7c-8914-ef21694c8603, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=50548f69-82fd-4e7c-8914-ef21694c8603,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:35.199182 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device dffdbe80-4de7-4764-a98f-a73786bf31ed details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:29:35.205935 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bc347d63-ddbf-433d-9123-8823613345bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.236348 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-312201da-2c0b-4ed0-8836-4153cd8c8303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:35.238940 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-43c63164-69dc-4ce7-ae38-34c480b5671c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.239953 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-312201da-2c0b-4ed0-8836-4153cd8c8303 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.2587330 Nov 12 03:29:35.242275 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-43c63164-69dc-4ce7-ae38-34c480b5671c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/ports/7403a120-33a2-462c-b033-4f4b7d7f40ab HTTP/1.1" status: 204 len: 168 time: 1.1547368 Nov 12 03:29:35.254872 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36162) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:35.293925 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device a8804da6-889f-46b4-bfca-a3c619306c25 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:35.304910 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc347d63-ddbf-433d-9123-8823613345bc None None] Pushing event updated for resources: {'Port': ['ID=50548f69-82fd-4e7c-8914-ef21694c8603,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:35.360953 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d3451-2c3e-413a-a759-e85692d29f01 req-ce04599e-3713-4127-a80c-8f4866db3dbb tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:35.370233 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6a3d3451-2c3e-413a-a759-e85692d29f01 req-ce04599e-3713-4127-a80c-8f4866db3dbb tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 945 time: 0.3383355 Nov 12 03:29:35.406809 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-47ecfbd9-719e-48bf-9999-3e2aed4142d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:35.411495 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-47ecfbd9-719e-48bf-9999-3e2aed4142d5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1396127 Nov 12 03:29:35.422325 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545613f0-1deb-49e0-8b36-d4b73722c9bf tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:35.424003 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545613f0-1deb-49e0-8b36-d4b73722c9bf tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:35.428340 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-545613f0-1deb-49e0-8b36-d4b73722c9bf tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1724365 Nov 12 03:29:35.433082 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.434929 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36176) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:35.438888 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-940d91ab-653b-47cb-9936-801dbbb3dab2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.486413 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-940d91ab-653b-47cb-9936-801dbbb3dab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.527833 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6a3d3451-2c3e-413a-a759-e85692d29f01 req-7418bee4-3a44-4936-b4da-bf226d9bb727 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564119 Nov 12 03:29:35.579866 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port a8804da6-889f-46b4-bfca-a3c619306c25 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:35.580524 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.614802 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fa4f71a-ebf1-48a8-8e69-f82fa7b07192 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting subnet 7081f907-bae5-47b8-8a98-06964b5738ca {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:29:35.640127 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7fa4f71a-ebf1-48a8-8e69-f82fa7b07192 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.645697 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port dffdbe80-4de7-4764-a98f-a73786bf31ed, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=dffdbe80-4de7-4764-a98f-a73786bf31ed,segment=NetworkSegment(3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd),segment_id=3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:35.701101 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'dffdbe80-4de7-4764-a98f-a73786bf31ed', 'network_id': 'd45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e', 'port_id': 'dffdbe80-4de7-4764-a98f-a73786bf31ed', 'mac_address': 'fa:16:3e:02:fd:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df107fe4-b619-4341-93e8-c25b14853a6f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:29:35.769056 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7fa4f71a-ebf1-48a8-8e69-f82fa7b07192 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.872054 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.111344 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port a8804da6-889f-46b4-bfca-a3c619306c25, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=a8804da6-889f-46b4-bfca-a3c619306c25,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:36.136052 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.186553 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7fa4f71a-ebf1-48a8-8e69-f82fa7b07192 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.278093 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.296761 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7fa4f71a-ebf1-48a8-8e69-f82fa7b07192 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.406655 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee73dc-6dfd-452c-bffa-337754e5f658 req-364e2d2e-6399-4f2d-a05e-725042895646 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:36.415611 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-03ee73dc-6dfd-452c-bffa-337754e5f658 req-364e2d2e-6399-4f2d-a05e-725042895646 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=7484e75a-419b-423f-aa85-238efc673e45 HTTP/1.1" status: 200 len: 947 time: 0.3557820 Nov 12 03:29:36.422799 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dffdbe80-4de7-4764-a98f-a73786bf31ed {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:36.427208 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7fa4f71a-ebf1-48a8-8e69-f82fa7b07192 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.437015 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.439083 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7fa4f71a-ebf1-48a8-8e69-f82fa7b07192 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/7081f907-bae5-47b8-8a98-06964b5738ca HTTP/1.1" status: 204 len: 168 time: 0.9998915 Nov 12 03:29:36.441047 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4f71a-ebf1-48a8-8e69-f82fa7b07192 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Subnet': ['ID=7081f907-bae5-47b8-8a98-06964b5738ca,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:36.446861 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36196) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:36.465026 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=a8804da6-889f-46b4-bfca-a3c619306c25,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:36.507116 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port dffdbe80-4de7-4764-a98f-a73786bf31ed, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=dffdbe80-4de7-4764-a98f-a73786bf31ed,segment=NetworkSegment(3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd),segment_id=3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:36.515971 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.560838 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-daaa23ec-45d9-4293-a391-ffc17811cfbb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1109376 Nov 12 03:29:36.562171 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36198) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:36.570242 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d91ab-653b-47cb-9936-801dbbb3dab2 admin admin] Pushing event updated for resources: {'Port': ['ID=6b896a28-12a2-4edb-9f92-371ffb185bc3,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:36.583979 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-b12b883c-e473-4e6f-88e3-5e5a8c88d398 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1423645 Nov 12 03:29:36.588115 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-940d91ab-653b-47cb-9936-801dbbb3dab2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.618059 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b92ca6-f0df-443f-8f7d-c567b75a085d req-630b272c-5500-4632-b81f-bbdc810d5965 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:36.627718 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-28b92ca6-f0df-443f-8f7d-c567b75a085d req-630b272c-5500-4632-b81f-bbdc810d5965 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.1503468 Nov 12 03:29:36.651515 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=dffdbe80-4de7-4764-a98f-a73786bf31ed,revision_number=6']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:36.723011 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-03ee73dc-6dfd-452c-bffa-337754e5f658 req-e0343148-c46a-46db-bb5d-4fcae873dca2 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784636 Nov 12 03:29:36.728899 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['dffdbe80-4de7-4764-a98f-a73786bf31ed'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:36.781800 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230558c9-a631-487d-9a2c-f222deb49f4b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:36.784069 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-230558c9-a631-487d-9a2c-f222deb49f4b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2059734 Nov 12 03:29:36.786435 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36208) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:36.884612 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a301f9bb-0cf8-4ff9-8b1b-6dd8bc03a7df tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:36.885509 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a301f9bb-0cf8-4ff9-8b1b-6dd8bc03a7df tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0981441 Nov 12 03:29:36.888917 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36210) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:36.965142 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-28b92ca6-f0df-443f-8f7d-c567b75a085d req-9162efd9-1885-4d76-93d7-dc41d325188b tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3359907 Nov 12 03:29:36.988125 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-73b8e998-275e-4603-988b-d33ba0fa0406 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0959771 Nov 12 03:29:36.991433 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36212) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:37.004571 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-8cd04959-1611-4435-a013-8c6c83a279dc tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'subnet': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:37.082659 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9b7dde83-bad5-4793-8ad5-b8963d22ca4e req-63451c84-322c-4a70-a16c-c2b1a46cb115 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4761348 Nov 12 03:29:37.113472 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940d91ab-653b-47cb-9936-801dbbb3dab2 admin admin] Network 40959805-8042-4b93-a14b-171b1a6f087e is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:37.115946 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-940d91ab-653b-47cb-9936-801dbbb3dab2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:37.363897 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd04959-1611-4435-a013-8c6c83a279dc tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:37.378796 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8cd04959-1611-4435-a013-8c6c83a279dc tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:37.434743 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device a8804da6-889f-46b4-bfca-a3c619306c25 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:37.504634 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940d91ab-653b-47cb-9936-801dbbb3dab2 admin admin] Router ab60901a-ad5e-48a2-acc8-3f3697499338 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:29:37.511790 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779f960-5085-4013-a855-512410e3f13f req-21fb504b-6886-4502-a6b1-9f92093c0d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:37.515962 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a779f960-5085-4013-a855-512410e3f13f req-21fb504b-6886-4502-a6b1-9f92093c0d15 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a1d21364fcd043778a27fa00092fa6b4&device_id=7484e75a-419b-423f-aa85-238efc673e45 HTTP/1.1" status: 200 len: 1099 time: 0.2803137 Nov 12 03:29:37.542448 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port a8804da6-889f-46b4-bfca-a3c619306c25 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:37.544782 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:37.601475 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc45698-9782-4d4b-9a7a-231e47b3b313 req-a03d0627-5308-47e7-a903-d8bf4c46ccfc tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:37.605847 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0cc45698-9782-4d4b-9a7a-231e47b3b313 req-a03d0627-5308-47e7-a903-d8bf4c46ccfc tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 945 time: 0.3721104 Nov 12 03:29:37.637505 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa7b8b0-6cc0-4289-ba2b-2e425710d7f2 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:37.700240 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0cc45698-9782-4d4b-9a7a-231e47b3b313 req-18d379e7-9f80-4e43-b5f5-0f6cd1b17483 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764196 Nov 12 03:29:37.796122 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-efa99c95-bce7-4677-ac98-154f2da7a0b2 None None] Provisioning complete for port 50548f69-82fd-4e7c-8914-ef21694c8603 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:37.798054 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-efa99c95-bce7-4677-ac98-154f2da7a0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:37.962500 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 50548f69-82fd-4e7c-8914-ef21694c8603 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:38.013813 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779f960-5085-4013-a855-512410e3f13f req-2a1dd696-d845-443b-ba3d-69bdbdef20ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:38.016303 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a779f960-5085-4013-a855-512410e3f13f req-2a1dd696-d845-443b-ba3d-69bdbdef20ab service neutron] 10.222.0.90 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.4806566 Nov 12 03:29:38.049478 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04a845-d69b-427f-9603-b9705039d039 req-68e69ebb-8fcb-43ea-942e-8601ffd58518 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:38.050641 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3d04a845-d69b-427f-9603-b9705039d039 req-68e69ebb-8fcb-43ea-942e-8601ffd58518 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=7484e75a-419b-423f-aa85-238efc673e45 HTTP/1.1" status: 200 len: 947 time: 0.1305716 Nov 12 03:29:38.096145 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09decae1-8134-4d62-bf15-0fd216b6da7b req-87fdc6c3-bd74-4dbd-99c6-96fdcde3091d tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:38.097163 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09decae1-8134-4d62-bf15-0fd216b6da7b req-87fdc6c3-bd74-4dbd-99c6-96fdcde3091d tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.2879291 Nov 12 03:29:38.116478 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a779f960-5085-4013-a855-512410e3f13f req-34d3ad17-e84b-4f8b-9e99-b6d8668e5d0e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=701494cc-0973-4f32-b3cf-05bb40030d12 HTTP/1.1" status: 200 len: 217 time: 0.0863912 Nov 12 03:29:38.180844 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940d91ab-653b-47cb-9936-801dbbb3dab2 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:29:38.181748 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3d04a845-d69b-427f-9603-b9705039d039 req-f9492b77-89aa-4d9e-9660-269ec377b656 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022952 Nov 12 03:29:38.186470 n-d-715271-27 neutron-server[102572]: DEBUG neutron.objects.ports [None req-8cd04959-1611-4435-a013-8c6c83a279dc tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102572) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:29:38.211749 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-940d91ab-653b-47cb-9936-801dbbb3dab2 admin admin] 10.222.0.50 "PUT /v2.0/routers/ab60901a-ad5e-48a2-acc8-3f3697499338/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6754189 Nov 12 03:29:38.274268 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779f960-5085-4013-a855-512410e3f13f req-3f6d7847-2f58-4c8e-8b6f-f13366abe952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:38.285146 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a779f960-5085-4013-a855-512410e3f13f req-3f6d7847-2f58-4c8e-8b6f-f13366abe952 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.1459892 Nov 12 03:29:38.353387 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f2970e-970e-4443-89fe-f9230e287472 None None] Sync routers for ids ['ab60901a-ad5e-48a2-acc8-3f3697499338'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:29:38.387451 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09decae1-8134-4d62-bf15-0fd216b6da7b req-5761ea0e-7167-484f-8a16-c75b34b050f1 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2645757 Nov 12 03:29:38.447714 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779f960-5085-4013-a855-512410e3f13f req-741c6d4c-2004-4343-99c9-ce69a4ab6cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:38.458835 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a779f960-5085-4013-a855-512410e3f13f req-741c6d4c-2004-4343-99c9-ce69a4ab6cac service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1572440 Nov 12 03:29:38.495664 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f2970e-970e-4443-89fe-f9230e287472 None None] Routers {'ab60901a-ad5e-48a2-acc8-3f3697499338'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:38.496902 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f0f2970e-970e-4443-89fe-f9230e287472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:29:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['ab60901a-ad5e-48a2-acc8-3f3697499338'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:38.576294 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a779f960-5085-4013-a855-512410e3f13f req-6e594f45-5767-459f-9bfc-052e8fa2c776 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083403 Nov 12 03:29:38.651351 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-efa99c95-bce7-4677-ac98-154f2da7a0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:38.686852 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8cd04959-1611-4435-a013-8c6c83a279dc tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:38.689308 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:38.690112 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 50548f69-82fd-4e7c-8914-ef21694c8603 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:38.690565 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:38.786898 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.api [None req-efa99c95-bce7-4677-ac98-154f2da7a0b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:29:38.787179 n-d-715271-27 neutron-server[102573]: DEBUG oslo_db.api [None req-efa99c95-bce7-4677-ac98-154f2da7a0b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:29:38.829657 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a779f960-5085-4013-a855-512410e3f13f req-299cc271-96ce-4cee-859c-40a16be199de service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441437 Nov 12 03:29:38.893303 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.025752 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-f0f2970e-970e-4443-89fe-f9230e287472 None None] Set router ab60901a-ad5e-48a2-acc8-3f3697499338 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:29:39.036152 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83db42c-17a9-4342-97fe-02c5118ac39b req-9613590e-3771-4dd7-8569-31f0d8656998 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:39.049888 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-8cd04959-1611-4435-a013-8c6c83a279dc tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] For port 50548f69-82fd-4e7c-8914-ef21694c8603, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=50548f69-82fd-4e7c-8914-ef21694c8603,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:39.063488 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c83db42c-17a9-4342-97fe-02c5118ac39b req-9613590e-3771-4dd7-8569-31f0d8656998 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 945 time: 0.1630049 Nov 12 03:29:39.116009 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8cd04959-1611-4435-a013-8c6c83a279dc tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.123273 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8cd04959-1611-4435-a013-8c6c83a279dc tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.124251 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8cd04959-1611-4435-a013-8c6c83a279dc tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.166380 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device dffdbe80-4de7-4764-a98f-a73786bf31ed up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:39.201222 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c83db42c-17a9-4342-97fe-02c5118ac39b req-516f9197-5438-434e-aeba-23218d6f0053 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365781 Nov 12 03:29:39.256996 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd04959-1611-4435-a013-8c6c83a279dc tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:39.264678 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-8cd04959-1611-4435-a013-8c6c83a279dc tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:39.278479 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd04959-1611-4435-a013-8c6c83a279dc tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:39.279126 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8cd04959-1611-4435-a013-8c6c83a279dc tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.293285 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd04959-1611-4435-a013-8c6c83a279dc tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Subnet': ['ID=f4af8d07-e4ae-412b-890f-bec69edaa01a,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:39.295691 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd04959-1611-4435-a013-8c6c83a279dc tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Port': ['ID=50548f69-82fd-4e7c-8914-ef21694c8603,revision_number=5']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:39.335193 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8cd04959-1611-4435-a013-8c6c83a279dc tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3417118 Nov 12 03:29:39.338511 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 36252) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:39.345638 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-8726b5ad-dd80-4b90-8ee3-00347c63ac20 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'subnet': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:39.387767 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 701494cc-0973-4f32-b3cf-05bb40030d12 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:29:39.500120 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36258) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:39.507751 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-fdc62858-add1-428e-be61-87c4dc4ee1be tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1610390444', 'description': 'tempest-description--1465567033'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:39.563886 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fdc62858-add1-428e-be61-87c4dc4ee1be tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.577956 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e02c35-f299-4f02-801f-3d04f0c88fad None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:39.636433 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f45db-f4d8-4b0f-9f9d-ee8c4c28af40 req-83a9bb15-ddd5-419b-bb1f-b3b64179ca08 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:39.650552 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-888f45db-f4d8-4b0f-9f9d-ee8c4c28af40 req-83a9bb15-ddd5-419b-bb1f-b3b64179ca08 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=7484e75a-419b-423f-aa85-238efc673e45 HTTP/1.1" status: 200 len: 947 time: 0.2550440 Nov 12 03:29:39.730164 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:29:39.730589 n-d-715271-27 neutron-server[102573]: DEBUG oslo_db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:29:39.734408 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.resource_extend [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:29:39.812037 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fdc62858-add1-428e-be61-87c4dc4ee1be tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.819226 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fdc62858-add1-428e-be61-87c4dc4ee1be tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.821122 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-efa99c95-bce7-4677-ac98-154f2da7a0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.832697 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-888f45db-f4d8-4b0f-9f9d-ee8c4c28af40 req-0fc64f7c-8d6c-4174-a5c6-87e803dddbd4 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799452 Nov 12 03:29:39.955209 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8726b5ad-dd80-4b90-8ee3-00347c63ac20 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:39.961505 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8726b5ad-dd80-4b90-8ee3-00347c63ac20 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.962926 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port dffdbe80-4de7-4764-a98f-a73786bf31ed triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:39.963420 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.991242 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fdc62858-add1-428e-be61-87c4dc4ee1be tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.993786 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-fdc62858-add1-428e-be61-87c4dc4ee1be tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4918528 Nov 12 03:29:39.998843 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36264) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:40.022233 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-8f505674-abff-490a-a630-f63e9f2e01a4 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Request body: {'security_group_rule': {'security_group_id': '37d278aa-df37-4d2d-8edc-8e1ca3110a48', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:40.057552 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc62858-add1-428e-be61-87c4dc4ee1be tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37d278aa-df37-4d2d-8edc-8e1ca3110a48,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:40.091191 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-efa99c95-bce7-4677-ac98-154f2da7a0b2 None None] For port 50548f69-82fd-4e7c-8914-ef21694c8603, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=50548f69-82fd-4e7c-8914-ef21694c8603,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:40.130676 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13ba88-0dc2-44fb-b02c-b543346610bc req-37e00497-55cc-480e-b417-9fa53a58b464 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:40.132038 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-efa99c95-bce7-4677-ac98-154f2da7a0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.132382 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bc13ba88-0dc2-44fb-b02c-b543346610bc req-37e00497-55cc-480e-b417-9fa53a58b464 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.2762289 Nov 12 03:29:40.156201 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8f505674-abff-490a-a630-f63e9f2e01a4 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.204087 n-d-715271-27 neutron-server[102571]: INFO neutron.db.ipam_backend_mixin [None req-8726b5ad-dd80-4b90-8ee3-00347c63ac20 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f4af8d07-e4ae-412b-890f-bec69edaa01a (CIDR: 2001:db8::/64) Nov 12 03:29:40.211999 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-8726b5ad-dd80-4b90-8ee3-00347c63ac20 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:29:40.212753 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8726b5ad-dd80-4b90-8ee3-00347c63ac20 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:40.222595 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8f505674-abff-490a-a630-f63e9f2e01a4 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.230761 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8f505674-abff-490a-a630-f63e9f2e01a4 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.247604 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8726b5ad-dd80-4b90-8ee3-00347c63ac20 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9077973 Nov 12 03:29:40.257127 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 36276) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:40.265067 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-4eb396cd-c927-4f2f-ab81-a6ba79f01bb8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'subnet': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:40.329636 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bc13ba88-0dc2-44fb-b02c-b543346610bc req-b1c5d118-251f-4794-96d7-eebc3b57e513 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871386 Nov 12 03:29:40.337581 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f505674-abff-490a-a630-f63e9f2e01a4 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49fa9793-0d3a-4d44-b9ec-4ce288fdd708,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:40.357427 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8f505674-abff-490a-a630-f63e9f2e01a4 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.359504 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8f505674-abff-490a-a630-f63e9f2e01a4 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3564630 Nov 12 03:29:40.374253 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36278) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:40.389958 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-c51646c2-6a8b-48ef-baf2-0b99b2d9a9dc tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Request body: {'security_group_rule': {'security_group_id': '37d278aa-df37-4d2d-8edc-8e1ca3110a48', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:40.403734 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 701494cc-0973-4f32-b3cf-05bb40030d12, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=701494cc-0973-4f32-b3cf-05bb40030d12,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:40.461369 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c51646c2-6a8b-48ef-baf2-0b99b2d9a9dc tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.518159 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa99c95-bce7-4677-ac98-154f2da7a0b2 None None] Pushing event updated for resources: {'Port': ['ID=50548f69-82fd-4e7c-8914-ef21694c8603,revision_number=6']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:40.554598 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '701494cc-0973-4f32-b3cf-05bb40030d12', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'port_id': '701494cc-0973-4f32-b3cf-05bb40030d12', 'mac_address': 'fa:16:3e:6e:65:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa66706f-b415-4bb9-838e-cfd08f81d96b', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:29:40.563004 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c51646c2-6a8b-48ef-baf2-0b99b2d9a9dc tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.583260 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c51646c2-6a8b-48ef-baf2-0b99b2d9a9dc tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.611931 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-93e5e2f4-5690-4d89-bcf6-32b828da3aa0 None None] Provisioning complete for port 6b896a28-12a2-4edb-9f92-371ffb185bc3 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:40.615498 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-93e5e2f4-5690-4d89-bcf6-32b828da3aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.629309 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.686871 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51646c2-6a8b-48ef-baf2-0b99b2d9a9dc tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57bf4128-d155-4ea9-8a86-377fe3b36dfe,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:40.754567 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a854b9d-d74d-4059-997a-2a804d6accdf req-3a253aac-a9de-44ca-a890-3fa53006f5ff tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:40.757361 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4a854b9d-d74d-4059-997a-2a804d6accdf req-3a253aac-a9de-44ca-a890-3fa53006f5ff tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 945 time: 0.4216735 Nov 12 03:29:40.794074 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c51646c2-6a8b-48ef-baf2-0b99b2d9a9dc tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.795726 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c51646c2-6a8b-48ef-baf2-0b99b2d9a9dc tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4198349 Nov 12 03:29:40.801469 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36286) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:40.807274 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-8374ea3a-4f19-4e5e-babd-2f7e807234fc tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:40.816371 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb396cd-c927-4f2f-ab81-a6ba79f01bb8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:40.832773 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4eb396cd-c927-4f2f-ab81-a6ba79f01bb8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.838434 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8374ea3a-4f19-4e5e-babd-2f7e807234fc tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Publish callbacks [] for floatingip, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.849607 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 50548f69-82fd-4e7c-8914-ef21694c8603 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:40.908349 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d88f18-db54-4676-9506-83fa2d55987d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffdbe80-4de7-4764-a98f-a73786bf31ed'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:40.912055 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdff7043-44e7-4bfa-aef8-7c7d5ef0cae4" -d '{"events": [{"server_uuid": "20d88f18-db54-4676-9506-83fa2d55987d", "name": "network-vif-plugged", "status": "completed", "tag": "dffdbe80-4de7-4764-a98f-a73786bf31ed"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:40.920276 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.942853 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-93e5e2f4-5690-4d89-bcf6-32b828da3aa0 None None] Port 6b896a28-12a2-4edb-9f92-371ffb185bc3 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:29:40.966412 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port dffdbe80-4de7-4764-a98f-a73786bf31ed, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=dffdbe80-4de7-4764-a98f-a73786bf31ed,segment=NetworkSegment(3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd),segment_id=3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:40.979437 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.982713 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-93e5e2f4-5690-4d89-bcf6-32b828da3aa0 None None] Could not find standard attr ID for object 7403a120-33a2-462c-b033-4f4b7d7f40ab. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:29:40.984733 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4a854b9d-d74d-4059-997a-2a804d6accdf req-a2e011e4-eb28-4076-84e2-db1f53d6e69f tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055740 Nov 12 03:29:40.996372 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f0f2970e-970e-4443-89fe-f9230e287472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab60901a-ad5e-48a2-acc8-3f3697499338', 'name': 'tempest-ServersTestJSON-678357773-router', 'tenant_id': '4db3f242efe84343a4ac714d37d3884a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'a8804da6-889f-46b4-bfca-a3c619306c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:25Z', 'updated_at': '2021-11-12T03:29:34Z', 'revision_number': 4, 'project_id': '4db3f242efe84343a4ac714d37d3884a', 'gw_port': {'id': 'a8804da6-889f-46b4-bfca-a3c619306c25', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab60901a-ad5e-48a2-acc8-3f3697499338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:26Z', 'updated_at': '2021-11-12T03:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '6b896a28-12a2-4edb-9f92-371ffb185bc3', 'name': '', 'network_id': '40959805-8042-4b93-a14b-171b1a6f087e', 'tenant_id': '4db3f242efe84343a4ac714d37d3884a', 'mac_address': 'fa:16:3e:a9:1f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab60901a-ad5e-48a2-acc8-3f3697499338', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '27e221dd-0213-4ad3-a133-81ac380e5035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:32Z', 'updated_at': '2021-11-12T03:29:34Z', 'revision_number': 2, 'project_id': '4db3f242efe84343a4ac714d37d3884a', 'subnets': [{'id': '27e221dd-0213-4ad3-a133-81ac380e5035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:41.047459 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 701494cc-0973-4f32-b3cf-05bb40030d12 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:41.082888 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80baa482-2c85-45ec-baee-c876c1c03c32 req-29d2b401-a271-447b-aa28-f6cf0d74ffaf tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:41.097576 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-80baa482-2c85-45ec-baee-c876c1c03c32 req-29d2b401-a271-447b-aa28-f6cf0d74ffaf tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.2450619 Nov 12 03:29:41.193398 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-80baa482-2c85-45ec-baee-c876c1c03c32 req-40bd3c31-73fd-4789-b5a8-6de6739b33fe tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866649 Nov 12 03:29:41.254013 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8374ea3a-4f19-4e5e-babd-2f7e807234fc tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.256373 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f2970e-970e-4443-89fe-f9230e287472 None None] Checking router: ab60901a-ad5e-48a2-acc8-3f3697499338 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:29:41.256740 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f2970e-970e-4443-89fe-f9230e287472 None None] Updating router ab60901a-ad5e-48a2-acc8-3f3697499338 port 6b896a28-12a2-4edb-9f92-371ffb185bc3 binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:29:41.329792 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbae89e4-d28a-497a-a9b3-06375b92b7d3 x-openstack-request-id: req-cbae89e4-d28a-497a-a9b3-06375b92b7d3 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:41.330139 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d88f18-db54-4676-9506-83fa2d55987d", "name": "network-vif-plugged", "status": "completed", "tag": "dffdbe80-4de7-4764-a98f-a73786bf31ed", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:41.330316 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cbae89e4-d28a-497a-a9b3-06375b92b7d3 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:41.330698 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d88f18-db54-4676-9506-83fa2d55987d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffdbe80-4de7-4764-a98f-a73786bf31ed', 'code': 200} Nov 12 03:29:41.340583 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 701494cc-0973-4f32-b3cf-05bb40030d12, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=701494cc-0973-4f32-b3cf-05bb40030d12,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:41.348098 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-93e5e2f4-5690-4d89-bcf6-32b828da3aa0 None None] Provisioning complete for port 50548f69-82fd-4e7c-8914-ef21694c8603 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:41.348501 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-93e5e2f4-5690-4d89-bcf6-32b828da3aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.363727 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.393714 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f0f2970e-970e-4443-89fe-f9230e287472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.404813 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=dffdbe80-4de7-4764-a98f-a73786bf31ed,revision_number=7']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:41.436311 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 50548f69-82fd-4e7c-8914-ef21694c8603 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:41.436654 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.512904 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-8374ea3a-4f19-4e5e-babd-2f7e807234fc tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Allocated IP 172.25.5.176 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/829aedac-d994-4c26-90af-1b31719d3d53) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:41.589414 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303dddf-cfaf-47fa-8b59-b8df4b13b129 req-727321d5-0e2f-4661-9c3f-ffffa1fbff79 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:41.591065 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b303dddf-cfaf-47fa-8b59-b8df4b13b129 req-727321d5-0e2f-4661-9c3f-ffffa1fbff79 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=7484e75a-419b-423f-aa85-238efc673e45 HTTP/1.1" status: 200 len: 948 time: 0.2840688 Nov 12 03:29:41.696208 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8374ea3a-4f19-4e5e-babd-2f7e807234fc tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.696898 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b303dddf-cfaf-47fa-8b59-b8df4b13b129 req-882f3f3b-224f-4e31-9c9f-174becc1c09e tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959418 Nov 12 03:29:41.777062 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4eb396cd-c927-4f2f-ab81-a6ba79f01bb8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.791018 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8374ea3a-4f19-4e5e-babd-2f7e807234fc tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.846692 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8374ea3a-4f19-4e5e-babd-2f7e807234fc tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:41.852272 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-8374ea3a-4f19-4e5e-babd-2f7e807234fc tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:41.857773 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8374ea3a-4f19-4e5e-babd-2f7e807234fc tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:41.861535 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb396cd-c927-4f2f-ab81-a6ba79f01bb8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:41.870486 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=701494cc-0973-4f32-b3cf-05bb40030d12,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:41.871842 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-4eb396cd-c927-4f2f-ab81-a6ba79f01bb8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:41.876380 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb396cd-c927-4f2f-ab81-a6ba79f01bb8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:41.876979 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4eb396cd-c927-4f2f-ab81-a6ba79f01bb8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.891012 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb396cd-c927-4f2f-ab81-a6ba79f01bb8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Subnet': ['ID=eb6f4be7-c41a-4141-9c91-6f4976fa454f,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:41.898243 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['701494cc-0973-4f32-b3cf-05bb40030d12'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:41.910229 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4eb396cd-c927-4f2f-ab81-a6ba79f01bb8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6519070 Nov 12 03:29:41.917188 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 36304) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:41.922594 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-a78555d0-976a-4d87-91f7-7c9aeda29017 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'port': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'mac_address': 'fa:16:3e:54:c6:61', 'name': 'tempest-NetworksTestDHCPv6-947002516'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:41.923559 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325c0a24-22e8-4fa6-b9d1-d4310fb9f3a0 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:41.966052 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374ea3a-4f19-4e5e-babd-2f7e807234fc tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Pushing event updated for resources: {'Port': ['ID=829aedac-d994-4c26-90af-1b31719d3d53,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:42.064981 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8374ea3a-4f19-4e5e-babd-2f7e807234fc tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:42.158584 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78555d0-976a-4d87-91f7-7c9aeda29017 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:42.296268 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a78555d0-976a-4d87-91f7-7c9aeda29017 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:42.337475 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-a78555d0-976a-4d87-91f7-7c9aeda29017 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] device_id is not set on port 0c03b2f8-39cf-4e1d-a7a6-d2dbcfbe6253 yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:29:42.432212 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-b2a6a5f4-a14d-41ec-ba27-aa7aabd8c3f1 None None] Provisioning complete for port 50548f69-82fd-4e7c-8914-ef21694c8603 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:42.433520 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b2a6a5f4-a14d-41ec-ba27-aa7aabd8c3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:42.613938 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17884ba-2575-431f-a754-6c0f35e4b121 req-8f2d1367-b056-4ee8-9556-41dadc0d9d7f tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:42.615530 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b17884ba-2575-431f-a754-6c0f35e4b121 req-8f2d1367-b056-4ee8-9556-41dadc0d9d7f tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.1842616 Nov 12 03:29:42.748324 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8374ea3a-4f19-4e5e-babd-2f7e807234fc tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:42.764583 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b17884ba-2575-431f-a754-6c0f35e4b121 req-95f677e5-3858-4dd4-9061-3e82c7b4a09f tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312232 Nov 12 03:29:42.810092 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-a78555d0-976a-4d87-91f7-7c9aeda29017 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Allocated IP 2001:db8:0:1::174 (73a88994-9b3d-4208-8808-2295e92df12e/eb6f4be7-c41a-4141-9c91-6f4976fa454f/0c03b2f8-39cf-4e1d-a7a6-d2dbcfbe6253) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:42.829709 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-a78555d0-976a-4d87-91f7-7c9aeda29017 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Allocated IP 2001:db8::f816:3eff:fe54:c661 (73a88994-9b3d-4208-8808-2295e92df12e/f4af8d07-e4ae-412b-890f-bec69edaa01a/0c03b2f8-39cf-4e1d-a7a6-d2dbcfbe6253) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:43.064996 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9566e3c2-5ca1-46d3-b9e9-346f80bc6505 None None] Update dhcp port {'port': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'fixed_ips': [{'subnet_id': 'f4af8d07-e4ae-412b-890f-bec69edaa01a', 'ip_address': '2001:db8::f816:3eff:fe87:7cf0'}, {'subnet_id': 'eb6f4be7-c41a-4141-9c91-6f4976fa454f'}], 'binding:host_id': 'n-d-715271-27'}, 'id': '50548f69-82fd-4e7c-8914-ef21694c8603'} from n-d-715271-27. {{(pid=102573) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:29:43.078094 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f0f2970e-970e-4443-89fe-f9230e287472 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.084963 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8374ea3a-4f19-4e5e-babd-2f7e807234fc tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.095931 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8374ea3a-4f19-4e5e-babd-2f7e807234fc tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.113108 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f0f2970e-970e-4443-89fe-f9230e287472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.174280 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9566e3c2-5ca1-46d3-b9e9-346f80bc6505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.236525 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfeb36b-7095-4132-9f7f-90e1eab30598 req-d33439f1-25a3-48a6-a53a-842fcc5bd286 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:43.251190 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5bfeb36b-7095-4132-9f7f-90e1eab30598 req-d33439f1-25a3-48a6-a53a-842fcc5bd286 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 945 time: 1.1274104 Nov 12 03:29:43.263692 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a78555d0-976a-4d87-91f7-7c9aeda29017 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.326211 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a78555d0-976a-4d87-91f7-7c9aeda29017 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.355361 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374ea3a-4f19-4e5e-babd-2f7e807234fc tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Pushing event updated for resources: {'Port': ['ID=829aedac-d994-4c26-90af-1b31719d3d53,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:43.366688 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3b3e1-35ca-4525-a517-a8d7413c932f None None] Pushing event updated for resources: {'Port': ['ID=6b896a28-12a2-4edb-9f92-371ffb185bc3,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:43.371678 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8374ea3a-4f19-4e5e-babd-2f7e807234fc tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.407333 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5bfeb36b-7095-4132-9f7f-90e1eab30598 req-c9d796e3-e41b-4c09-9544-2a13aa8bb19a tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540596 Nov 12 03:29:43.437814 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8374ea3a-4f19-4e5e-babd-2f7e807234fc tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.440225 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8374ea3a-4f19-4e5e-babd-2f7e807234fc tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6373124 Nov 12 03:29:43.499219 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78555d0-976a-4d87-91f7-7c9aeda29017 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:43.530915 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-a78555d0-976a-4d87-91f7-7c9aeda29017 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:43.536549 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78555d0-976a-4d87-91f7-7c9aeda29017 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:43.552834 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78555d0-976a-4d87-91f7-7c9aeda29017 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:43.557847 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a78555d0-976a-4d87-91f7-7c9aeda29017 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.604259 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8becf4-664a-4f26-83e5-50442f2497d9 req-6c888746-8e50-4b38-bef7-ac9725d39b3e tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:43.616794 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5d8becf4-664a-4f26-83e5-50442f2497d9 req-6c888746-8e50-4b38-bef7-ac9725d39b3e tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=7484e75a-419b-423f-aa85-238efc673e45 HTTP/1.1" status: 200 len: 948 time: 0.3076768 Nov 12 03:29:43.622982 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78555d0-976a-4d87-91f7-7c9aeda29017 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Port': ['ID=0c03b2f8-39cf-4e1d-a7a6-d2dbcfbe6253,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:43.644926 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-f0f2970e-970e-4443-89fe-f9230e287472 None None] Attempting to bind port 6b896a28-12a2-4edb-9f92-371ffb185bc3 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:43.644926 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-f0f2970e-970e-4443-89fe-f9230e287472 None None] Attempting to bind port 6b896a28-12a2-4edb-9f92-371ffb185bc3 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '32407c08-ce07-48b7-a236-95158145dd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '40959805-8042-4b93-a14b-171b1a6f087e'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:43.644926 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f2970e-970e-4443-89fe-f9230e287472 None None] Attempting to bind port 6b896a28-12a2-4edb-9f92-371ffb185bc3 on network 40959805-8042-4b93-a14b-171b1a6f087e {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:43.667545 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a78555d0-976a-4d87-91f7-7c9aeda29017 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7403126 Nov 12 03:29:43.667789 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d6429-a90c-4d1d-8aa6-7ea977aec728 req-ab2690ab-7973-436d-bd19-d90edccfbc01 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:43.674240 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d21d6429-a90c-4d1d-8aa6-7ea977aec728 req-ab2690ab-7973-436d-bd19-d90edccfbc01 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.1225104 Nov 12 03:29:43.676699 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36334) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:43.699083 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f2970e-970e-4443-89fe-f9230e287472 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:43.699464 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f2970e-970e-4443-89fe-f9230e287472 None None] Checking segment: {'id': '32407c08-ce07-48b7-a236-95158145dd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '40959805-8042-4b93-a14b-171b1a6f087e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:43.699842 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f0f2970e-970e-4443-89fe-f9230e287472 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.700291 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f2970e-970e-4443-89fe-f9230e287472 None None] Bound using segment: {'id': '32407c08-ce07-48b7-a236-95158145dd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '40959805-8042-4b93-a14b-171b1a6f087e'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:43.700809 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-f0f2970e-970e-4443-89fe-f9230e287472 None None] Bound port: 6b896a28-12a2-4edb-9f92-371ffb185bc3, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32407c08-ce07-48b7-a236-95158145dd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '40959805-8042-4b93-a14b-171b1a6f087e'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:43.701164 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f0f2970e-970e-4443-89fe-f9230e287472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.745126 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5d8becf4-664a-4f26-83e5-50442f2497d9 req-580bf752-3ecc-4613-ae0a-7f4f7686fde7 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247182 Nov 12 03:29:43.798061 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-9566e3c2-5ca1-46d3-b9e9-346f80bc6505 None None] Allocated IP 2001:db8:0:1::2 (73a88994-9b3d-4208-8808-2295e92df12e/eb6f4be7-c41a-4141-9c91-6f4976fa454f/50548f69-82fd-4e7c-8914-ef21694c8603) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:43.801680 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-e5a9ee0b-73de-4b2d-8c5f-abed7132ee52 None None] Provisioning complete for port 6b896a28-12a2-4edb-9f92-371ffb185bc3 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:43.802309 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e5a9ee0b-73de-4b2d-8c5f-abed7132ee52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.818039 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d21d6429-a90c-4d1d-8aa6-7ea977aec728 req-ee0693b7-f2d1-4553-9f6e-dd9a721e2c2c tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422677 Nov 12 03:29:43.875104 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-38b59b84-f02c-4df9-b43f-d2791f7d450e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting port 0c03b2f8-39cf-4e1d-a7a6-d2dbcfbe6253 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:43.880484 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-38b59b84-f02c-4df9-b43f-d2791f7d450e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.916439 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-e5a9ee0b-73de-4b2d-8c5f-abed7132ee52 None None] Port 6b896a28-12a2-4edb-9f92-371ffb185bc3 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:29:43.924432 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-f0f2970e-970e-4443-89fe-f9230e287472 None None] For port 6b896a28-12a2-4edb-9f92-371ffb185bc3, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:43.967417 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-f0f2970e-970e-4443-89fe-f9230e287472 None None] For port 6b896a28-12a2-4edb-9f92-371ffb185bc3, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=6b896a28-12a2-4edb-9f92-371ffb185bc3,segment=NetworkSegment(32407c08-ce07-48b7-a236-95158145dd2b),segment_id=32407c08-ce07-48b7-a236-95158145dd2b)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:43.976337 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f0f2970e-970e-4443-89fe-f9230e287472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:44.055607 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-9566e3c2-5ca1-46d3-b9e9-346f80bc6505 None None] For port 50548f69-82fd-4e7c-8914-ef21694c8603, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=50548f69-82fd-4e7c-8914-ef21694c8603,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:44.082290 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3b3e1-35ca-4525-a517-a8d7413c932f None None] Pushing event updated for resources: {'Port': ['ID=6b896a28-12a2-4edb-9f92-371ffb185bc3,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:44.090335 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f2970e-970e-4443-89fe-f9230e287472 None None] Routers {'ab60901a-ad5e-48a2-acc8-3f3697499338'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:44.090977 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f0f2970e-970e-4443-89fe-f9230e287472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:29:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['ab60901a-ad5e-48a2-acc8-3f3697499338'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:44.107332 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-d597712a-fa91-4eb9-ab45-6cd423e98d83 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1610390444&fields=id&tenant_id=4db3f242efe84343a4ac714d37d3884a HTTP/1.1" status: 200 len: 267 time: 0.1039951 Nov 12 03:29:44.111284 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-38b59b84-f02c-4df9-b43f-d2791f7d450e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:44.166121 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-38b59b84-f02c-4df9-b43f-d2791f7d450e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Calling delete_port for 0c03b2f8-39cf-4e1d-a7a6-d2dbcfbe6253 owned by {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:44.183901 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9566e3c2-5ca1-46d3-b9e9-346f80bc6505 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:44.193348 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9566e3c2-5ca1-46d3-b9e9-346f80bc6505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:44.203580 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8354da4-2b24-46da-bce3-f5389111dbd5 req-60fea5ec-1408-494f-b021-1be3f89312f5 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:44.206819 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e8354da4-2b24-46da-bce3-f5389111dbd5 req-60fea5ec-1408-494f-b021-1be3f89312f5 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.1557019 Nov 12 03:29:44.317789 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e8354da4-2b24-46da-bce3-f5389111dbd5 req-acd1a882-366d-4638-a692-713639133c8d tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910685 Nov 12 03:29:44.404927 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566e3c2-5ca1-46d3-b9e9-346f80bc6505 None None] Pushing event updated for resources: {'Port': ['ID=50548f69-82fd-4e7c-8914-ef21694c8603,revision_number=7']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:44.429091 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-f0f2970e-970e-4443-89fe-f9230e287472 None None] Set router ab60901a-ad5e-48a2-acc8-3f3697499338 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:29:44.616230 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-660d381a-a5be-4b18-89fa-dac8f47080d0 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:44.619044 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-660d381a-a5be-4b18-89fa-dac8f47080d0 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "GET /v2.0/networks?id=40959805-8042-4b93-a14b-171b1a6f087e HTTP/1.1" status: 200 len: 805 time: 0.5108087 Nov 12 03:29:44.650300 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-d6d7a3ef-32ac-43a4-a512-e9516fd801f6 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "GET /v2.0/quotas/4db3f242efe84343a4ac714d37d3884a HTTP/1.1" status: 200 len: 375 time: 0.0127347 Nov 12 03:29:44.868183 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-4b40eb15-2aba-4c41-b971-1e0faaaaff1f tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4db3f242efe84343a4ac714d37d3884a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1572266 Nov 12 03:29:44.881038 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-38b59b84-f02c-4df9-b43f-d2791f7d450e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:44.901379 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b2bd5-e375-43a1-887d-caf1ffdbcceb req-d437d09b-f903-4b94-b0d8-3c0a1a6eb609 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:44.910159 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-137b2bd5-e375-43a1-887d-caf1ffdbcceb req-d437d09b-f903-4b94-b0d8-3c0a1a6eb609 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.0996974 Nov 12 03:29:44.947865 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b59b84-f02c-4df9-b43f-d2791f7d450e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Port': ['ID=0c03b2f8-39cf-4e1d-a7a6-d2dbcfbe6253,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:45.003442 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-38b59b84-f02c-4df9-b43f-d2791f7d450e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:45.010467 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-38b59b84-f02c-4df9-b43f-d2791f7d450e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/ports/0c03b2f8-39cf-4e1d-a7a6-d2dbcfbe6253 HTTP/1.1" status: 204 len: 168 time: 1.3320134 Nov 12 03:29:45.011123 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36368) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:45.089009 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-137b2bd5-e375-43a1-887d-caf1ffdbcceb req-cb4c9330-e29b-4d8d-affd-1fa00e515136 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769931 Nov 12 03:29:45.129794 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91791273-368d-4321-9214-1a11443631f3 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:45.134901 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 36370) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:45.145485 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-91791273-368d-4321-9214-1a11443631f3 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1331568 Nov 12 03:29:45.293858 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 50548f69-82fd-4e7c-8914-ef21694c8603 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:45.335523 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1381adc5-b909-4495-b302-a54f071ce33c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:45.338044 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1381adc5-b909-4495-b302-a54f071ce33c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2014461 Nov 12 03:29:45.341764 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 36374) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:45.355882 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-b8848335-66b7-4375-996a-d996a374229c None None] Provisioning complete for port 6b896a28-12a2-4edb-9f92-371ffb185bc3 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:45.356646 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b8848335-66b7-4375-996a-d996a374229c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:45.371763 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-0fc5b16d-d725-4eaf-b141-984a6d19082d service neutron] 10.222.0.50 "GET /v2.0/networks/40959805-8042-4b93-a14b-171b1a6f087e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307954 Nov 12 03:29:45.391381 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120599a-da92-4625-bd04-bc043dfe446f req-d4d6996c-8993-4a97-849d-1e4167f86def tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:45.402876 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6120599a-da92-4625-bd04-bc043dfe446f req-d4d6996c-8993-4a97-849d-1e4167f86def tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 945 time: 0.1595466 Nov 12 03:29:45.459549 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 701494cc-0973-4f32-b3cf-05bb40030d12 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:45.502203 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f105c9-9ca9-4b88-ab41-3390ed600cc6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:45.505326 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f105c9-9ca9-4b88-ab41-3390ed600cc6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:45.509029 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f105c9-9ca9-4b88-ab41-3390ed600cc6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:45.513852 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-18f105c9-9ca9-4b88-ab41-3390ed600cc6 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1682351 Nov 12 03:29:45.516982 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 36380) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:45.553526 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6120599a-da92-4625-bd04-bc043dfe446f req-d28c0321-c030-4ba0-8f12-98f758ce7733 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495557 Nov 12 03:29:45.594391 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-f8868531-6ff5-499b-ac6c-770b09a2445b service neutron] 10.222.0.50 "GET /v2.0/networks/40959805-8042-4b93-a14b-171b1a6f087e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135422 Nov 12 03:29:45.663678 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-96216288-74c8-4c48-afdc-f0fdabcd6953 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting subnet eb6f4be7-c41a-4141-9c91-6f4976fa454f {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:29:45.670139 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-96216288-74c8-4c48-afdc-f0fdabcd6953 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:45.797694 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-96216288-74c8-4c48-afdc-f0fdabcd6953 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:45.820896 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 50548f69-82fd-4e7c-8914-ef21694c8603 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:45.821693 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:45.824647 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 701494cc-0973-4f32-b3cf-05bb40030d12 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:29:45.856459 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07affefa-41d4-41f5-8934-91a70063275e req-c3e0cff1-1ea5-4f53-a6cd-946831d74459 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:45.863883 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-07affefa-41d4-41f5-8934-91a70063275e req-c3e0cff1-1ea5-4f53-a6cd-946831d74459 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=7484e75a-419b-423f-aa85-238efc673e45 HTTP/1.1" status: 200 len: 948 time: 0.1890929 Nov 12 03:29:45.906888 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 701494cc-0973-4f32-b3cf-05bb40030d12 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:45.907917 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:45.920976 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f0f2970e-970e-4443-89fe-f9230e287472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab60901a-ad5e-48a2-acc8-3f3697499338', 'name': 'tempest-ServersTestJSON-678357773-router', 'tenant_id': '4db3f242efe84343a4ac714d37d3884a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'a8804da6-889f-46b4-bfca-a3c619306c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:25Z', 'updated_at': '2021-11-12T03:29:34Z', 'revision_number': 4, 'project_id': '4db3f242efe84343a4ac714d37d3884a', 'gw_port': {'id': 'a8804da6-889f-46b4-bfca-a3c619306c25', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab60901a-ad5e-48a2-acc8-3f3697499338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:26Z', 'updated_at': '2021-11-12T03:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '6b896a28-12a2-4edb-9f92-371ffb185bc3', 'name': '', 'network_id': '40959805-8042-4b93-a14b-171b1a6f087e', 'tenant_id': '4db3f242efe84343a4ac714d37d3884a', 'mac_address': 'fa:16:3e:a9:1f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab60901a-ad5e-48a2-acc8-3f3697499338', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '27e221dd-0213-4ad3-a133-81ac380e5035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:32Z', 'updated_at': '2021-11-12T03:29:43Z', 'revision_number': 4, 'project_id': '4db3f242efe84343a4ac714d37d3884a', 'subnets': [{'id': '27e221dd-0213-4ad3-a133-81ac380e5035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:46.042475 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f2970e-970e-4443-89fe-f9230e287472 None None] The sync data for ids ['ab60901a-ad5e-48a2-acc8-3f3697499338'] in n-d-715271-27 is: [{'id': 'ab60901a-ad5e-48a2-acc8-3f3697499338', 'name': 'tempest-ServersTestJSON-678357773-router', 'tenant_id': '4db3f242efe84343a4ac714d37d3884a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'a8804da6-889f-46b4-bfca-a3c619306c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:25Z', 'updated_at': '2021-11-12T03:29:34Z', 'revision_number': 4, 'project_id': '4db3f242efe84343a4ac714d37d3884a', 'gw_port': {'id': 'a8804da6-889f-46b4-bfca-a3c619306c25', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab60901a-ad5e-48a2-acc8-3f3697499338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:26Z', 'updated_at': '2021-11-12T03:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '6b896a28-12a2-4edb-9f92-371ffb185bc3', 'name': '', 'network_id': '40959805-8042-4b93-a14b-171b1a6f087e', 'tenant_id': '4db3f242efe84343a4ac714d37d3884a', 'mac_address': 'fa:16:3e:a9:1f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab60901a-ad5e-48a2-acc8-3f3697499338', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '27e221dd-0213-4ad3-a133-81ac380e5035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:32Z', 'updated_at': '2021-11-12T03:29:43Z', 'revision_number': 4, 'project_id': '4db3f242efe84343a4ac714d37d3884a', 'subnets': [{'id': '27e221dd-0213-4ad3-a133-81ac380e5035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:29:46.049229 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-07affefa-41d4-41f5-8934-91a70063275e req-a31b59c3-df72-4f6f-aa8e-4cebc532eea2 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837182 Nov 12 03:29:46.057980 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b8848335-66b7-4375-996a-d996a374229c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:46.088821 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-96216288-74c8-4c48-afdc-f0fdabcd6953 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:46.271555 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-96216288-74c8-4c48-afdc-f0fdabcd6953 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:46.371480 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96216288-74c8-4c48-afdc-f0fdabcd6953 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Subnet': ['ID=eb6f4be7-c41a-4141-9c91-6f4976fa454f,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:46.388967 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-b8848335-66b7-4375-996a-d996a374229c None None] For port 6b896a28-12a2-4edb-9f92-371ffb185bc3, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=6b896a28-12a2-4edb-9f92-371ffb185bc3,segment=NetworkSegment(32407c08-ce07-48b7-a236-95158145dd2b),segment_id=32407c08-ce07-48b7-a236-95158145dd2b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:46.414808 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-96216288-74c8-4c48-afdc-f0fdabcd6953 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:46.428495 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b8848335-66b7-4375-996a-d996a374229c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:46.432867 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-96216288-74c8-4c48-afdc-f0fdabcd6953 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/eb6f4be7-c41a-4141-9c91-6f4976fa454f HTTP/1.1" status: 204 len: 168 time: 0.9144979 Nov 12 03:29:46.436008 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36398) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:46.502030 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-38f40c16-d8de-4578-a6ed-ae92562d458f req-6b2c892e-c3da-4299-8b17-2d946f662bb2 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7321975-f9a0-4cf5-b557-413d69e9d2c8 HTTP/1.1" status: 200 len: 210 time: 0.1640947 Nov 12 03:29:46.593729 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-cccc0db8-9d5c-404f-b356-1b4435bfd1b5 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting subnet f4af8d07-e4ae-412b-890f-bec69edaa01a {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:29:46.613998 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cccc0db8-9d5c-404f-b356-1b4435bfd1b5 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:46.618870 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca83b4a-9027-4e75-a501-ba4cde3fce65 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:46.705055 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cccc0db8-9d5c-404f-b356-1b4435bfd1b5 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:46.722234 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:46.779850 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8848335-66b7-4375-996a-d996a374229c None None] Pushing event updated for resources: {'Port': ['ID=6b896a28-12a2-4edb-9f92-371ffb185bc3,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:46.809434 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-ceba3e14-4035-4ce6-a440-b7a7b477d6ee None None] Provisioning complete for port 50548f69-82fd-4e7c-8914-ef21694c8603 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:46.809798 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ceba3e14-4035-4ce6-a440-b7a7b477d6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:46.887803 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 6b896a28-12a2-4edb-9f92-371ffb185bc3 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:46.951857 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cccc0db8-9d5c-404f-b356-1b4435bfd1b5 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:46.982259 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7484e75a-419b-423f-aa85-238efc673e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701494cc-0973-4f32-b3cf-05bb40030d12'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:46.984849 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0c12d9-b86c-42dc-845e-00bf107727ff" -d '{"events": [{"server_uuid": "7484e75a-419b-423f-aa85-238efc673e45", "name": "network-vif-plugged", "status": "completed", "tag": "701494cc-0973-4f32-b3cf-05bb40030d12"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:47.058366 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c9996-a9dc-4116-a3e0-db8a476605d3 req-5d75e1ea-4ca8-428f-8a01-7715eef8e085 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:47.065786 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e03c9996-a9dc-4116-a3e0-db8a476605d3 req-5d75e1ea-4ca8-428f-8a01-7715eef8e085 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 945 time: 0.2289665 Nov 12 03:29:47.097733 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 701494cc-0973-4f32-b3cf-05bb40030d12, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=701494cc-0973-4f32-b3cf-05bb40030d12,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:47.127017 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.131062 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ebf510-4260-4641-8443-2b4bc5401715 x-openstack-request-id: req-86ebf510-4260-4641-8443-2b4bc5401715 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:47.131335 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7484e75a-419b-423f-aa85-238efc673e45", "name": "network-vif-plugged", "status": "completed", "tag": "701494cc-0973-4f32-b3cf-05bb40030d12", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:47.131575 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-86ebf510-4260-4641-8443-2b4bc5401715 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:47.131969 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7484e75a-419b-423f-aa85-238efc673e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701494cc-0973-4f32-b3cf-05bb40030d12', 'code': 200} Nov 12 03:29:47.162643 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cccc0db8-9d5c-404f-b356-1b4435bfd1b5 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.250485 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc0db8-9d5c-404f-b356-1b4435bfd1b5 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Subnet': ['ID=f4af8d07-e4ae-412b-890f-bec69edaa01a,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:47.262673 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cccc0db8-9d5c-404f-b356-1b4435bfd1b5 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.274528 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-cccc0db8-9d5c-404f-b356-1b4435bfd1b5 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/f4af8d07-e4ae-412b-890f-bec69edaa01a HTTP/1.1" status: 204 len: 168 time: 0.8365901 Nov 12 03:29:47.278307 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 36416) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:47.299654 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e03c9996-a9dc-4116-a3e0-db8a476605d3 req-8ff5e23f-9ede-49ac-9d29-d6f90a17333c tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307775 Nov 12 03:29:47.384182 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d119319b-ae22-4082-a857-30fd94dc8cb0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0907931 Nov 12 03:29:47.388494 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 36420) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:47.394314 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-8d7b6634-af47-47ca-b3e9-b37bd16ceb18 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'subnet': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:47.515901 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=701494cc-0973-4f32-b3cf-05bb40030d12,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:47.558674 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9231476-20c0-44b7-bcaa-ac7e0ceaf5fa req-cbdcf91c-0930-471f-aa63-0cb14f2e3e75 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:47.583738 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f9231476-20c0-44b7-bcaa-ac7e0ceaf5fa req-cbdcf91c-0930-471f-aa63-0cb14f2e3e75 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=7484e75a-419b-423f-aa85-238efc673e45 HTTP/1.1" status: 200 len: 949 time: 0.3121998 Nov 12 03:29:47.613838 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 6b896a28-12a2-4edb-9f92-371ffb185bc3 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:47.614376 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.698851 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563c771-6c3d-4df2-913b-4bf49d0f784f req-f421936a-383a-4af1-93d4-9de245accdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:47.710878 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b563c771-6c3d-4df2-913b-4bf49d0f784f req-f421936a-383a-4af1-93d4-9de245accdf5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7484e75a-419b-423f-aa85-238efc673e45 HTTP/1.1" status: 200 len: 1101 time: 0.3373017 Nov 12 03:29:47.747830 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-31e90f67-f409-48e4-8f9b-441a6211ad37 None None] Could not find standard attr ID for object 0c03b2f8-39cf-4e1d-a7a6-d2dbcfbe6253. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:29:47.804606 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7b6634-af47-47ca-b3e9-b37bd16ceb18 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:47.809208 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8d7b6634-af47-47ca-b3e9-b37bd16ceb18 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.832889 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f9231476-20c0-44b7-bcaa-ac7e0ceaf5fa req-c2bb4dbb-f00f-4632-91c9-9a819a198188 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469225 Nov 12 03:29:47.861486 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b563c771-6c3d-4df2-913b-4bf49d0f784f req-08c53514-ad6b-4b72-936c-324d35dadcde service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408024 Nov 12 03:29:47.987783 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bbc03d9f-16eb-433f-b83a-2c2aa148cc1e req-ae6100b2-5032-4c6f-b0b4-2026d37b3c83 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7321975-f9a0-4cf5-b557-413d69e9d2c8 HTTP/1.1" status: 200 len: 210 time: 0.1088738 Nov 12 03:29:48.075009 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:48.109255 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990b0cd7-a399-4f8f-8c45-7b65c33e67f9 None None] Update dhcp port {'port': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'fixed_ips': [{'subnet_id': 'f4af8d07-e4ae-412b-890f-bec69edaa01a'}], 'binding:host_id': 'n-d-715271-27'}, 'id': '50548f69-82fd-4e7c-8914-ef21694c8603'} from n-d-715271-27. {{(pid=102573) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:29:48.162972 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-990b0cd7-a399-4f8f-8c45-7b65c33e67f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:48.486000 n-d-715271-27 neutron-server[102571]: DEBUG neutron.objects.ports [None req-8d7b6634-af47-47ca-b3e9-b37bd16ceb18 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102571) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:29:48.606255 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7908c6-8dc0-4cff-abdf-31c9c0ad196b None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:48.881086 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494fb65-57a3-4b08-8806-06b589fa5a97 req-c50e3fc9-2182-4b79-bcd4-46b01296d9ff tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:48.883715 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d494fb65-57a3-4b08-8806-06b589fa5a97 req-c50e3fc9-2182-4b79-bcd4-46b01296d9ff tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 945 time: 0.2244170 Nov 12 03:29:48.887398 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 6b896a28-12a2-4edb-9f92-371ffb185bc3 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:48.944319 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-992a03b5-4a6c-4c7e-bb86-96e232268bef None None] Provisioning complete for port 50548f69-82fd-4e7c-8914-ef21694c8603 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:48.944986 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-992a03b5-4a6c-4c7e-bb86-96e232268bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:49.098256 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f75c5-db3e-4a7a-a540-25efa1f3c8a5 req-cb38393d-5471-4bd7-8b48-26b444dbba52 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:49.112202 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-595f75c5-db3e-4a7a-a540-25efa1f3c8a5 req-cb38393d-5471-4bd7-8b48-26b444dbba52 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=7484e75a-419b-423f-aa85-238efc673e45 HTTP/1.1" status: 200 len: 949 time: 0.1430502 Nov 12 03:29:49.184820 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-595f75c5-db3e-4a7a-a540-25efa1f3c8a5 req-fba9ba50-a582-4ae1-9c2d-d2355dcdf8bb tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707932 Nov 12 03:29:49.202205 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 6b896a28-12a2-4edb-9f92-371ffb185bc3 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:49.205782 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:49.374153 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f4bffaab-447f-41a6-beaa-1f254ee74ac7 req-e6175cbd-7b11-45fb-979d-e4e137250cfd tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7321975-f9a0-4cf5-b557-413d69e9d2c8 HTTP/1.1" status: 200 len: 210 time: 0.0458634 Nov 12 03:29:49.417970 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e96c5a4-4870-4e57-b419-e0ee64592a65 None None] Update dhcp port {'port': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'fixed_ips': [{'subnet_id': 'e044d60f-152a-4ac7-962c-890cb92abf4a'}], 'binding:host_id': 'n-d-715271-27'}, 'id': '50548f69-82fd-4e7c-8914-ef21694c8603'} from n-d-715271-27. {{(pid=102573) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:29:49.520540 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8d7b6634-af47-47ca-b3e9-b37bd16ceb18 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:49.537069 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d494fb65-57a3-4b08-8806-06b589fa5a97 req-eafb2969-8e8e-4b90-979c-2a1f362cf7bb tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6300292 Nov 12 03:29:49.556903 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8e96c5a4-4870-4e57-b419-e0ee64592a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:49.776491 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 50548f69-82fd-4e7c-8914-ef21694c8603 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:29:49.827728 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-151f3461-8ecd-4c1c-8888-16c8d347ed64 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:49.831237 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-151f3461-8ecd-4c1c-8888-16c8d347ed64 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.90 "GET /v2.0/networks?id=40959805-8042-4b93-a14b-171b1a6f087e HTTP/1.1" status: 200 len: 805 time: 0.4597833 Nov 12 03:29:49.917075 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:50.003302 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-8d7b6634-af47-47ca-b3e9-b37bd16ceb18 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] For port 50548f69-82fd-4e7c-8914-ef21694c8603, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=50548f69-82fd-4e7c-8914-ef21694c8603,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:50.048771 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-ae0463f8-ebbd-43a7-973d-7846989dab9f tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4db3f242efe84343a4ac714d37d3884a HTTP/1.1" status: 200 len: 380 time: 0.1897748 Nov 12 03:29:50.071134 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-57d3bf18-352f-448d-affd-00c5e7aec863 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Request body: {'port': {'device_id': 'f7321975-f9a0-4cf5-b557-413d69e9d2c8', 'network_id': '40959805-8042-4b93-a14b-171b1a6f087e', 'admin_state_up': True, 'tenant_id': '4db3f242efe84343a4ac714d37d3884a', 'security_groups': ['37d278aa-df37-4d2d-8edc-8e1ca3110a48']}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:50.079984 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8d7b6634-af47-47ca-b3e9-b37bd16ceb18 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:50.090582 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.api [None req-8e96c5a4-4870-4e57-b419-e0ee64592a65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:29:50.091272 n-d-715271-27 neutron-server[102573]: DEBUG oslo_db.api [None req-8e96c5a4-4870-4e57-b419-e0ee64592a65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:29:50.105295 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8d7b6634-af47-47ca-b3e9-b37bd16ceb18 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:50.106515 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8d7b6634-af47-47ca-b3e9-b37bd16ceb18 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:50.146335 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:29:50.146335 n-d-715271-27 neutron-server[102573]: DEBUG oslo_db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:29:50.248462 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7b6634-af47-47ca-b3e9-b37bd16ceb18 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:50.259926 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-8d7b6634-af47-47ca-b3e9-b37bd16ceb18 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:50.265339 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7b6634-af47-47ca-b3e9-b37bd16ceb18 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:50.265339 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8d7b6634-af47-47ca-b3e9-b37bd16ceb18 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:50.370979 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8d7b6634-af47-47ca-b3e9-b37bd16ceb18 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9809477 Nov 12 03:29:50.371911 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b6634-af47-47ca-b3e9-b37bd16ceb18 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Port': ['ID=50548f69-82fd-4e7c-8914-ef21694c8603,revision_number=11']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:50.377052 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36468) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:50.385982 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-014586a3-30f8-4b51-bc8e-392dbe89dfdc tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'subnet': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:50.389932 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b6634-af47-47ca-b3e9-b37bd16ceb18 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Subnet': ['ID=e044d60f-152a-4ac7-962c-890cb92abf4a,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:50.445007 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3c82a-7a3b-4dbb-81b9-5159ff1f0e09 req-c84e9729-1894-4876-aee3-e5992eb99604 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:50.447619 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a3b3c82a-7a3b-4dbb-81b9-5159ff1f0e09 req-c84e9729-1894-4876-aee3-e5992eb99604 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=7484e75a-419b-423f-aa85-238efc673e45 HTTP/1.1" status: 200 len: 949 time: 0.1455309 Nov 12 03:29:50.498910 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-57d3bf18-352f-448d-affd-00c5e7aec863 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Made reservation on behalf of 4db3f242efe84343a4ac714d37d3884a for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:50.505321 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-57d3bf18-352f-448d-affd-00c5e7aec863 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:50.587874 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9a176729-17b2-471e-a6af-10620509b20e req-a98730fd-a202-4987-b9f8-89b61041194c tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7321975-f9a0-4cf5-b557-413d69e9d2c8 HTTP/1.1" status: 200 len: 210 time: 0.0603228 Nov 12 03:29:50.615046 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a3b3c82a-7a3b-4dbb-81b9-5159ff1f0e09 req-5f6b87fa-76a1-46b9-a030-1fce50bf1f7e tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594713 Nov 12 03:29:50.672240 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8e96c5a4-4870-4e57-b419-e0ee64592a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:50.741824 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014586a3-30f8-4b51-bc8e-392dbe89dfdc tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:50.758720 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-014586a3-30f8-4b51-bc8e-392dbe89dfdc tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:50.898325 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-57d3bf18-352f-448d-affd-00c5e7aec863 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Allocated IP 172.20.0.4 (40959805-8042-4b93-a14b-171b1a6f087e/27e221dd-0213-4ad3-a133-81ac380e5035/ed2e7777-37cb-46b3-8cc3-896e5bd252e9) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:50.903661 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66532fb-4cb5-4ebe-a1c3-442ee712b4f0 req-ee4674ca-20cf-4034-bf99-7b3f5b0d3670 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:50.921517 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d66532fb-4cb5-4ebe-a1c3-442ee712b4f0 req-ee4674ca-20cf-4034-bf99-7b3f5b0d3670 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 945 time: 0.2047789 Nov 12 03:29:50.988658 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64cee1-901b-4756-8613-f051fa59a1c5 req-b26b4142-6a5f-49ba-b09c-4d97fc923994 tempest-ServersOnMultiNodesTest-375895766 tempest-ServersOnMultiNodesTest-375895766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:50.991954 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0a64cee1-901b-4756-8613-f051fa59a1c5 req-b26b4142-6a5f-49ba-b09c-4d97fc923994 tempest-ServersOnMultiNodesTest-375895766 tempest-ServersOnMultiNodesTest-375895766-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7484e75a-419b-423f-aa85-238efc673e45 HTTP/1.1" status: 200 len: 1101 time: 0.1734657 Nov 12 03:29:51.014847 n-d-715271-27 neutron-server[102572]: INFO neutron.db.ipam_backend_mixin [None req-014586a3-30f8-4b51-bc8e-392dbe89dfdc tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e044d60f-152a-4ac7-962c-890cb92abf4a (CIDR: 2001:db8::/64) Nov 12 03:29:51.034656 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d66532fb-4cb5-4ebe-a1c3-442ee712b4f0 req-95fc49ea-2da1-4731-97e4-d1a6f5ae3526 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107557 Nov 12 03:29:51.042743 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-014586a3-30f8-4b51-bc8e-392dbe89dfdc tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:29:51.057017 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-014586a3-30f8-4b51-bc8e-392dbe89dfdc tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:51.099622 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-014586a3-30f8-4b51-bc8e-392dbe89dfdc tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7208018 Nov 12 03:29:51.103437 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36486) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:51.111717 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-4e6602b8-ed37-47b1-8289-29f0fee87bcb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'subnet': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:51.190359 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:51.299636 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0a64cee1-901b-4756-8613-f051fa59a1c5 req-4a2a6875-da86-4301-a99b-4f5b6a6a595c tempest-ServersOnMultiNodesTest-375895766 tempest-ServersOnMultiNodesTest-375895766-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899008 Nov 12 03:29:51.487045 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-57d3bf18-352f-448d-affd-00c5e7aec863 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:51.599377 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6602b8-ed37-47b1-8289-29f0fee87bcb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:51.615226 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4e6602b8-ed37-47b1-8289-29f0fee87bcb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:51.677993 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-57d3bf18-352f-448d-affd-00c5e7aec863 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:51.696922 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 50548f69-82fd-4e7c-8914-ef21694c8603, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=50548f69-82fd-4e7c-8914-ef21694c8603,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:51.707464 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:51.720943 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.api [None req-8e96c5a4-4870-4e57-b419-e0ee64592a65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:29:51.721558 n-d-715271-27 neutron-server[102573]: DEBUG oslo_db.api [None req-8e96c5a4-4870-4e57-b419-e0ee64592a65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:29:51.869719 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-085dec91-f10d-4909-a2e2-7c75f8303126 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=a1d21364fcd043778a27fa00092fa6b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1653962 Nov 12 03:29:51.881371 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=50548f69-82fd-4e7c-8914-ef21694c8603,revision_number=12']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:51.893328 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-57d3bf18-352f-448d-affd-00c5e7aec863 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Network 40959805-8042-4b93-a14b-171b1a6f087e is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:51.950204 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-57d3bf18-352f-448d-affd-00c5e7aec863 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:51.992911 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-57d3bf18-352f-448d-affd-00c5e7aec863 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:52.056668 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d3bf18-352f-448d-affd-00c5e7aec863 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Pushing event updated for resources: {'Port': ['ID=ed2e7777-37cb-46b3-8cc3-896e5bd252e9,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:52.090810 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a1f82-e7fc-48ae-8fe8-a2d1c24d01f2 req-f9003301-dc52-4388-a5a6-8ff6aa2c3bd0 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:52.102327 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e19a1f82-e7fc-48ae-8fe8-a2d1c24d01f2 req-f9003301-dc52-4388-a5a6-8ff6aa2c3bd0 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7321975-f9a0-4cf5-b557-413d69e9d2c8 HTTP/1.1" status: 200 len: 931 time: 0.2390370 Nov 12 03:29:52.178414 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e19a1f82-e7fc-48ae-8fe8-a2d1c24d01f2 req-b61229a6-fffd-4078-8fa7-bdb5a6bc899c tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "GET /v2.0/security-groups?id=37d278aa-df37-4d2d-8edc-8e1ca3110a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691464 Nov 12 03:29:52.184682 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-57d3bf18-352f-448d-affd-00c5e7aec863 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:52.185338 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-57d3bf18-352f-448d-affd-00c5e7aec863 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:52.209323 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-57d3bf18-352f-448d-affd-00c5e7aec863 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1439857 Nov 12 03:29:52.235569 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-a72d4b04-4578-4062-b5ae-666a0159254d service neutron] Request body: {'port': {'device_id': 'f7321975-f9a0-4cf5-b557-413d69e9d2c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:52.517753 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3dd648f2-181c-4f46-bf22-06ea4339ae54 None None] Provisioning complete for port ed2e7777-37cb-46b3-8cc3-896e5bd252e9 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:52.521540 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3dd648f2-181c-4f46-bf22-06ea4339ae54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:52.527090 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8e96c5a4-4870-4e57-b419-e0ee64592a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:52.535256 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-a72d4b04-4578-4062-b5ae-666a0159254d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:52.626731 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3dd648f2-181c-4f46-bf22-06ea4339ae54 None None] Port ed2e7777-37cb-46b3-8cc3-896e5bd252e9 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:29:52.636882 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4e6602b8-ed37-47b1-8289-29f0fee87bcb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:52.654524 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a88f44-d0f8-49aa-ae86-28b42f4284ea req-523be8d3-cffe-4416-ab0f-3ac595355665 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:52.666936 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-35a88f44-d0f8-49aa-ae86-28b42f4284ea req-523be8d3-cffe-4416-ab0f-3ac595355665 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 945 time: 0.2487726 Nov 12 03:29:52.719082 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6602b8-ed37-47b1-8289-29f0fee87bcb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:52.729801 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-4e6602b8-ed37-47b1-8289-29f0fee87bcb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:52.738842 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6602b8-ed37-47b1-8289-29f0fee87bcb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:52.740716 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4e6602b8-ed37-47b1-8289-29f0fee87bcb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:52.762924 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-7f79c2be-319d-4915-ab4f-61c47adcf34f tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:52.776090 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-7f79c2be-319d-4915-ab4f-61c47adcf34f tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8270173 Nov 12 03:29:52.814406 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-a39217a1-6a71-4adf-8395-141a4b7ebb32 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/quotas/a1d21364fcd043778a27fa00092fa6b4 HTTP/1.1" status: 200 len: 375 time: 0.0370018 Nov 12 03:29:52.858951 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-35a88f44-d0f8-49aa-ae86-28b42f4284ea req-37123677-eeb9-4230-9240-dc3decedd445 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907318 Nov 12 03:29:52.872094 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 36518) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:52.873917 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4e6602b8-ed37-47b1-8289-29f0fee87bcb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7688804 Nov 12 03:29:52.880936 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-f1dd5655-97ad-481d-b6d2-5a6cc8bea3c0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'port': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'mac_address': 'fa:16:3e:ff:a9:e4', 'name': 'tempest-NetworksTestDHCPv6-474707448'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:52.913290 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6602b8-ed37-47b1-8289-29f0fee87bcb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Subnet': ['ID=b7cc6cca-c8e7-46bf-b903-39dc78d88c67,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:52.989145 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-98397a7a-17f3-443e-b10a-99573b38f15f tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a1d21364fcd043778a27fa00092fa6b4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1709535 Nov 12 03:29:53.482044 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-8e96c5a4-4870-4e57-b419-e0ee64592a65 None None] For port 50548f69-82fd-4e7c-8914-ef21694c8603, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=50548f69-82fd-4e7c-8914-ef21694c8603,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:53.547708 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-a72d4b04-4578-4062-b5ae-666a0159254d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed2e7777-37cb-46b3-8cc3-896e5bd252e9 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:53.562666 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-a72d4b04-4578-4062-b5ae-666a0159254d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:53.565678 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8e96c5a4-4870-4e57-b419-e0ee64592a65 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:53.574920 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8e96c5a4-4870-4e57-b419-e0ee64592a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:53.581095 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-a72d4b04-4578-4062-b5ae-666a0159254d service neutron] Transition to ACTIVE for port object ed2e7777-37cb-46b3-8cc3-896e5bd252e9 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:29:53.590414 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-a72d4b04-4578-4062-b5ae-666a0159254d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:53.665794 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-08ca8c27-c0fc-4d7e-8a8f-79e8f96a9d67 req-19a26312-95da-4fb7-94b5-b7c486b2b847 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=74ce953c-3cf3-47e9-bd5f-a2f233d6318c HTTP/1.1" status: 200 len: 210 time: 0.1424427 Nov 12 03:29:53.757036 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1dd5655-97ad-481d-b6d2-5a6cc8bea3c0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:53.770529 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622ae54-9b68-42c5-a325-1cc921a5d6b8 req-d18dd5cd-3766-4708-a8d8-58f4d71bf106 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:53.780090 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9622ae54-9b68-42c5-a325-1cc921a5d6b8 req-d18dd5cd-3766-4708-a8d8-58f4d71bf106 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7321975-f9a0-4cf5-b557-413d69e9d2c8 HTTP/1.1" status: 200 len: 943 time: 0.1953390 Nov 12 03:29:53.798614 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e96c5a4-4870-4e57-b419-e0ee64592a65 None None] Pushing event updated for resources: {'Port': ['ID=50548f69-82fd-4e7c-8914-ef21694c8603,revision_number=13']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:54.186415 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d4b04-4578-4062-b5ae-666a0159254d service neutron] Pushing event updated for resources: {'Port': ['ID=ed2e7777-37cb-46b3-8cc3-896e5bd252e9,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:54.244242 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-a72d4b04-4578-4062-b5ae-666a0159254d service neutron] Attempting to bind port ed2e7777-37cb-46b3-8cc3-896e5bd252e9 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:54.244706 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-a72d4b04-4578-4062-b5ae-666a0159254d service neutron] Attempting to bind port ed2e7777-37cb-46b3-8cc3-896e5bd252e9 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '32407c08-ce07-48b7-a236-95158145dd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '40959805-8042-4b93-a14b-171b1a6f087e'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:54.245035 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-a72d4b04-4578-4062-b5ae-666a0159254d service neutron] Attempting to bind port ed2e7777-37cb-46b3-8cc3-896e5bd252e9 on network 40959805-8042-4b93-a14b-171b1a6f087e {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:54.256024 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-a72d4b04-4578-4062-b5ae-666a0159254d service neutron] Port ed2e7777-37cb-46b3-8cc3-896e5bd252e9 on network 40959805-8042-4b93-a14b-171b1a6f087e not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:29:54.256368 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-a72d4b04-4578-4062-b5ae-666a0159254d service neutron] Attempting to bind port ed2e7777-37cb-46b3-8cc3-896e5bd252e9 on network 40959805-8042-4b93-a14b-171b1a6f087e {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:54.300608 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212acfa6-50b4-45a6-b306-3316a264024f req-3aea0291-8ec5-4dbe-a55c-949c4bee3232 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:54.314375 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-212acfa6-50b4-45a6-b306-3316a264024f req-3aea0291-8ec5-4dbe-a55c-949c4bee3232 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 945 time: 0.1755624 Nov 12 03:29:54.328444 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9622ae54-9b68-42c5-a325-1cc921a5d6b8 req-307298ed-b9cf-40f5-8561-d67e11b6386c tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "GET /v2.0/security-groups?id=37d278aa-df37-4d2d-8edc-8e1ca3110a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5473068 Nov 12 03:29:54.335443 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-a72d4b04-4578-4062-b5ae-666a0159254d service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:54.336439 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-a72d4b04-4578-4062-b5ae-666a0159254d service neutron] Checking segment: {'id': '32407c08-ce07-48b7-a236-95158145dd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '40959805-8042-4b93-a14b-171b1a6f087e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:54.337108 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-a72d4b04-4578-4062-b5ae-666a0159254d service neutron] Bound using segment: {'id': '32407c08-ce07-48b7-a236-95158145dd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '40959805-8042-4b93-a14b-171b1a6f087e'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:54.337447 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-a72d4b04-4578-4062-b5ae-666a0159254d service neutron] Bound port: ed2e7777-37cb-46b3-8cc3-896e5bd252e9, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32407c08-ce07-48b7-a236-95158145dd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '40959805-8042-4b93-a14b-171b1a6f087e'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:54.337895 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-a72d4b04-4578-4062-b5ae-666a0159254d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.467161 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-a72d4b04-4578-4062-b5ae-666a0159254d service neutron] For port ed2e7777-37cb-46b3-8cc3-896e5bd252e9, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:54.471133 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-a72d4b04-4578-4062-b5ae-666a0159254d service neutron] For port ed2e7777-37cb-46b3-8cc3-896e5bd252e9, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=ed2e7777-37cb-46b3-8cc3-896e5bd252e9,segment=NetworkSegment(32407c08-ce07-48b7-a236-95158145dd2b),segment_id=32407c08-ce07-48b7-a236-95158145dd2b)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:54.490173 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-a72d4b04-4578-4062-b5ae-666a0159254d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.526812 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-212acfa6-50b4-45a6-b306-3316a264024f req-e61aeb4a-ea35-4790-97ea-012ca6e86ef1 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103250 Nov 12 03:29:54.597781 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-a72d4b04-4578-4062-b5ae-666a0159254d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:54.598480 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-a72d4b04-4578-4062-b5ae-666a0159254d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.603974 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-a72d4b04-4578-4062-b5ae-666a0159254d service neutron] 10.222.0.90 "PUT /v2.0/ports/ed2e7777-37cb-46b3-8cc3-896e5bd252e9 HTTP/1.1" status: 200 len: 1092 time: 2.3736422 Nov 12 03:29:54.632558 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7321975-f9a0-4cf5-b557-413d69e9d2c8', 'tag': 'ed2e7777-37cb-46b3-8cc3-896e5bd252e9'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:54.640409 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228cc614-8666-40dc-a520-15207a43ae97" -d '{"events": [{"name": "network-changed", "server_uuid": "f7321975-f9a0-4cf5-b557-413d69e9d2c8", "tag": "ed2e7777-37cb-46b3-8cc3-896e5bd252e9"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:54.678601 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f1dd5655-97ad-481d-b6d2-5a6cc8bea3c0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.720940 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-bec11c04-e453-44b8-b182-c301a54fbe89 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2336953 Nov 12 03:29:54.867826 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-f1dd5655-97ad-481d-b6d2-5a6cc8bea3c0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] device_id is not set on port 56f07bce-dcc3-45c0-b040-4499d25bc6bc yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:29:54.900277 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729f333e-f382-49c2-bc43-9ffa1a2c945c x-openstack-request-id: req-729f333e-f382-49c2-bc43-9ffa1a2c945c {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:54.900534 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7321975-f9a0-4cf5-b557-413d69e9d2c8", "tag": "ed2e7777-37cb-46b3-8cc3-896e5bd252e9", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:54.900795 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-729f333e-f382-49c2-bc43-9ffa1a2c945c {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:54.901199 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7321975-f9a0-4cf5-b557-413d69e9d2c8', 'tag': 'ed2e7777-37cb-46b3-8cc3-896e5bd252e9', 'status': 'completed', 'code': 200} Nov 12 03:29:54.941192 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-eaed490f-c945-446e-a0e8-4253a67f0d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:54.942874 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-eaed490f-c945-446e-a0e8-4253a67f0d39 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4db3f242efe84343a4ac714d37d3884a&device_id=f7321975-f9a0-4cf5-b557-413d69e9d2c8 HTTP/1.1" status: 200 len: 1095 time: 0.2346368 Nov 12 03:29:54.952973 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d4b04-4578-4062-b5ae-666a0159254d service neutron] Pushing event updated for resources: {'Port': ['ID=ed2e7777-37cb-46b3-8cc3-896e5bd252e9,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:55.002264 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f66f5517-77d4-478a-b604-66909ac3010d req-754cdb03-7e67-49b6-8d6a-069b4b35db54 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=74ce953c-3cf3-47e9-bd5f-a2f233d6318c HTTP/1.1" status: 200 len: 210 time: 0.1056795 Nov 12 03:29:55.104921 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-62c089ca-6b64-4c35-87b5-bf1f8ebf1ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:55.105878 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-62c089ca-6b64-4c35-87b5-bf1f8ebf1ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:55.106522 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-62c089ca-6b64-4c35-87b5-bf1f8ebf1ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:55.107156 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-62c089ca-6b64-4c35-87b5-bf1f8ebf1ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:55.107798 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-62c089ca-6b64-4c35-87b5-bf1f8ebf1ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:55.108466 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-62c089ca-6b64-4c35-87b5-bf1f8ebf1ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:55.109092 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-62c089ca-6b64-4c35-87b5-bf1f8ebf1ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:55.111400 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-62c089ca-6b64-4c35-87b5-bf1f8ebf1ab1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=984b5bf9950d4e568e34b6531154493c&device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 6497 time: 0.2328131 Nov 12 03:29:55.120049 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-0aa1a449-30d0-4a8c-97d4-7b81a96e9f12 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed2e7777-37cb-46b3-8cc3-896e5bd252e9 HTTP/1.1" status: 200 len: 217 time: 0.0895021 Nov 12 03:29:55.313394 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba29dc45-eb59-47a5-b0da-ac1e78b24adc None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:55.352025 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-840388dd-b68a-4013-a6b9-7df04166ff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:55.354500 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-840388dd-b68a-4013-a6b9-7df04166ff41 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=27e221dd-0213-4ad3-a133-81ac380e5035 HTTP/1.1" status: 200 len: 844 time: 0.2166662 Nov 12 03:29:55.479425 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-40b6bc45-5d4b-4bb9-bdb1-f4b93217e6d8 None None] Provisioning complete for port 50548f69-82fd-4e7c-8914-ef21694c8603 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:55.479806 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-40b6bc45-5d4b-4bb9-bdb1-f4b93217e6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:55.527847 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-f1dd5655-97ad-481d-b6d2-5a6cc8bea3c0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Allocated IP 2001:db8:0:1::272 (73a88994-9b3d-4208-8808-2295e92df12e/b7cc6cca-c8e7-46bf-b903-39dc78d88c67/56f07bce-dcc3-45c0-b040-4499d25bc6bc) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:55.586716 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-f97a1bff-4c13-4e8f-aa70-f2b39ce6ef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:55.590052 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-f97a1bff-4c13-4e8f-aa70-f2b39ce6ef35 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=40959805-8042-4b93-a14b-171b1a6f087e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1545005 Nov 12 03:29:55.597365 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-f1dd5655-97ad-481d-b6d2-5a6cc8bea3c0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Allocated IP 2001:db8::f816:3eff:feff:a9e4 (73a88994-9b3d-4208-8808-2295e92df12e/e044d60f-152a-4ac7-962c-890cb92abf4a/56f07bce-dcc3-45c0-b040-4499d25bc6bc) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:55.642313 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-e180ad66-16cc-4a35-a10f-6d74c61a2ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:55.643276 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-e180ad66-16cc-4a35-a10f-6d74c61a2ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:55.643997 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-e180ad66-16cc-4a35-a10f-6d74c61a2ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:55.646477 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-e180ad66-16cc-4a35-a10f-6d74c61a2ffb service neutron] 10.222.0.74 "GET /v2.0/networks?id=05567585-3225-43ff-908b-682604349a1c&id=0a9162de-bdde-427f-8e0e-6dfc54c7d9d5&id=0a9162de-bdde-427f-8e0e-6dfc54c7d9d5&id=0a9162de-bdde-427f-8e0e-6dfc54c7d9d5&id=0a9162de-bdde-427f-8e0e-6dfc54c7d9d5&id=573baa8f-b6be-41d7-a7a6-73c38233ca3f&id=573baa8f-b6be-41d7-a7a6-73c38233ca3f HTTP/1.1" status: 200 len: 2293 time: 0.4822993 Nov 12 03:29:55.741048 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-40b6bc45-5d4b-4bb9-bdb1-f4b93217e6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:55.756290 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-dd9e47c6-4f99-420d-ab17-29aed49d7c4d tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=a1d21364fcd043778a27fa00092fa6b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0620546 Nov 12 03:29:55.831066 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3886c0-275e-4614-8dd7-a186b38fb038 None None] Update dhcp port {'port': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'fixed_ips': [{'subnet_id': 'e044d60f-152a-4ac7-962c-890cb92abf4a', 'ip_address': '2001:db8::f816:3eff:fe87:7cf0'}, {'subnet_id': 'b7cc6cca-c8e7-46bf-b903-39dc78d88c67'}], 'binding:host_id': 'n-d-715271-27'}, 'id': '50548f69-82fd-4e7c-8914-ef21694c8603'} from n-d-715271-27. {{(pid=102573) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:29:55.873391 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-40b6bc45-5d4b-4bb9-bdb1-f4b93217e6d8 None None] For port 50548f69-82fd-4e7c-8914-ef21694c8603, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=50548f69-82fd-4e7c-8914-ef21694c8603,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:55.891484 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-40b6bc45-5d4b-4bb9-bdb1-f4b93217e6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:55.917639 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bb3886c0-275e-4614-8dd7-a186b38fb038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:55.993368 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b280f0-1e76-45fa-99ac-8c350254e3bd req-b7239459-6482-440c-a907-e63f580f0901 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:56.022852 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-08b280f0-1e76-45fa-99ac-8c350254e3bd req-b7239459-6482-440c-a907-e63f580f0901 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7321975-f9a0-4cf5-b557-413d69e9d2c8 HTTP/1.1" status: 200 len: 943 time: 0.5105693 Nov 12 03:29:56.037426 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-d132e4b6-1e70-4ca2-acdb-d8df44f7ed81 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:56.042918 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-d132e4b6-1e70-4ca2-acdb-d8df44f7ed81 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2826185 Nov 12 03:29:56.067983 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-274ab302-1fe3-45b3-87a4-1b782fd481a0 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Request body: {'port': {'device_id': '74ce953c-3cf3-47e9-bd5f-a2f233d6318c', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'admin_state_up': True, 'tenant_id': 'a1d21364fcd043778a27fa00092fa6b4'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:56.071321 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 50548f69-82fd-4e7c-8914-ef21694c8603 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:56.117274 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b6bc45-5d4b-4bb9-bdb1-f4b93217e6d8 None None] Pushing event updated for resources: {'Port': ['ID=50548f69-82fd-4e7c-8914-ef21694c8603,revision_number=14']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:56.230903 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-274ab302-1fe3-45b3-87a4-1b782fd481a0 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Made reservation on behalf of a1d21364fcd043778a27fa00092fa6b4 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:56.235813 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-274ab302-1fe3-45b3-87a4-1b782fd481a0 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:56.247516 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 50548f69-82fd-4e7c-8914-ef21694c8603 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:56.247980 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:56.319673 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f1dd5655-97ad-481d-b6d2-5a6cc8bea3c0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:56.404942 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-274ab302-1fe3-45b3-87a4-1b782fd481a0 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Allocated IP 192.168.233.38 (eca3953c-c804-4641-8812-bff95be59582/fa66706f-b415-4bb9-838e-cfd08f81d96b/bbf96f8d-29d2-434f-8491-23324cce336b) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:56.450364 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-0172c99c-9906-474f-880e-229c19b339eb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ad279e8-eae6-43bc-9187-fb73596735da HTTP/1.1" status: 200 len: 1001 time: 0.7021000 Nov 12 03:29:56.469333 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-08b280f0-1e76-45fa-99ac-8c350254e3bd req-d285c369-448f-4383-b9f6-284919466a9a tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "GET /v2.0/security-groups?id=37d278aa-df37-4d2d-8edc-8e1ca3110a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4394126 Nov 12 03:29:56.471115 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f1dd5655-97ad-481d-b6d2-5a6cc8bea3c0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:56.472252 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-bb3886c0-275e-4614-8dd7-a186b38fb038 None None] Allocated IP 2001:db8:0:1::2 (73a88994-9b3d-4208-8808-2295e92df12e/b7cc6cca-c8e7-46bf-b903-39dc78d88c67/50548f69-82fd-4e7c-8914-ef21694c8603) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:56.607970 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-274ab302-1fe3-45b3-87a4-1b782fd481a0 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:56.660226 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-274ab302-1fe3-45b3-87a4-1b782fd481a0 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:56.709131 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['29c55453-a17f-44dd-81d4-865fdc84d846', 'af9fd09b-bb20-4600-b6dd-8e32823a9811', '900fa92f-3422-43cd-b1f5-64544257fe2c', '364ed264-e28d-4514-98a6-8f5421f1f74a'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:56.712404 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd5655-97ad-481d-b6d2-5a6cc8bea3c0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Port': ['ID=56f07bce-dcc3-45c0-b040-4499d25bc6bc,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:56.716678 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-a77070c6-40b0-4155-b97b-e2571cbc45ae service neutron] 10.222.0.90 "GET /v2.0/networks/40959805-8042-4b93-a14b-171b1a6f087e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1105118 Nov 12 03:29:56.733800 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ab302-1fe3-45b3-87a4-1b782fd481a0 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Pushing event updated for resources: {'Port': ['ID=bbf96f8d-29d2-434f-8491-23324cce336b,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:56.743389 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['65fe472f-769b-4636-a403-0932ced07563', '12969886-3e87-47c0-bb54-5483975d07ae', '701494cc-0973-4f32-b3cf-05bb40030d12'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:56.756587 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca655604-bfbe-4dd9-9059-723bc7db28cf req-ea898c9e-4dc7-4f62-b8b1-49e777a788fa tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:56.768374 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ca655604-bfbe-4dd9-9059-723bc7db28cf req-ea898c9e-4dc7-4f62-b8b1-49e777a788fa tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 945 time: 0.7228794 Nov 12 03:29:56.771658 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-274ab302-1fe3-45b3-87a4-1b782fd481a0 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Network eca3953c-c804-4641-8812-bff95be59582 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:56.825732 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dd5655-97ad-481d-b6d2-5a6cc8bea3c0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:56.843022 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ca655604-bfbe-4dd9-9059-723bc7db28cf req-ba84046a-ad68-42d0-a3ab-b46bfdb7c3d0 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736425 Nov 12 03:29:56.844598 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-274ab302-1fe3-45b3-87a4-1b782fd481a0 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:56.852389 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-274ab302-1fe3-45b3-87a4-1b782fd481a0 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:56.883552 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-f1dd5655-97ad-481d-b6d2-5a6cc8bea3c0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:56.974575 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-274ab302-1fe3-45b3-87a4-1b782fd481a0 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:56.978027 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-274ab302-1fe3-45b3-87a4-1b782fd481a0 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:56.991663 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-bb3886c0-275e-4614-8dd7-a186b38fb038 None None] For port 50548f69-82fd-4e7c-8914-ef21694c8603, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=50548f69-82fd-4e7c-8914-ef21694c8603,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:57.016791 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-274ab302-1fe3-45b3-87a4-1b782fd481a0 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9543619 Nov 12 03:29:57.030425 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-a52d8539-5dea-445a-9823-d6a31c86d232 service neutron] Request body: {'port': {'device_id': '74ce953c-3cf3-47e9-bd5f-a2f233d6318c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:57.047363 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-fc22c414-2ff6-4ef1-93f5-699534245479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:57.049848 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-fc22c414-2ff6-4ef1-93f5-699534245479 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=27f881fe-8083-445e-acea-d73d96d974cb HTTP/1.1" status: 200 len: 851 time: 0.5685029 Nov 12 03:29:57.071100 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dd5655-97ad-481d-b6d2-5a6cc8bea3c0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:57.092802 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dd5655-97ad-481d-b6d2-5a6cc8bea3c0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:57.093486 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f1dd5655-97ad-481d-b6d2-5a6cc8bea3c0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:57.120192 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bb3886c0-275e-4614-8dd7-a186b38fb038 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:57.122590 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-a52d8539-5dea-445a-9823-d6a31c86d232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:57.193640 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bb3886c0-275e-4614-8dd7-a186b38fb038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:57.567079 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3d4a36fa-5f40-426a-a249-e7e073a5761f None None] Provisioning complete for port bbf96f8d-29d2-434f-8491-23324cce336b triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:57.569702 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3d4a36fa-5f40-426a-a249-e7e073a5761f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:57.638688 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3d4a36fa-5f40-426a-a249-e7e073a5761f None None] Port bbf96f8d-29d2-434f-8491-23324cce336b cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:29:57.696163 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3886c0-275e-4614-8dd7-a186b38fb038 None None] Pushing event updated for resources: {'Port': ['ID=50548f69-82fd-4e7c-8914-ef21694c8603,revision_number=15']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:57.754540 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c11a3-2c33-40c5-8a74-48a0defc008a req-e4c4e2e2-4c95-46b8-9274-ae897ff5d8a7 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:57.762630 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f1dd5655-97ad-481d-b6d2-5a6cc8bea3c0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.8894081 Nov 12 03:29:57.766755 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 36592) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:57.767725 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d19c11a3-2c33-40c5-8a74-48a0defc008a req-e4c4e2e2-4c95-46b8-9274-ae897ff5d8a7 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7321975-f9a0-4cf5-b557-413d69e9d2c8 HTTP/1.1" status: 200 len: 943 time: 0.1578820 Nov 12 03:29:57.823363 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-92ffea64-59ec-4242-98f6-a4d4968f35f1 req-ca24d43a-ebe8-4fc6-b941-c277034c03be service neutron] 10.222.0.90 "GET /v2.0/networks/40959805-8042-4b93-a14b-171b1a6f087e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0985959 Nov 12 03:29:57.899400 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-a52d8539-5dea-445a-9823-d6a31c86d232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbf96f8d-29d2-434f-8491-23324cce336b {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:57.911899 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-a52d8539-5dea-445a-9823-d6a31c86d232 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:57.927903 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e232ee-af46-4e98-a8ee-beacf60dcd1d req-62bb51fa-ace9-483f-a0ec-303fa01eed9a tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:57.933227 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a7e232ee-af46-4e98-a8ee-beacf60dcd1d req-62bb51fa-ace9-483f-a0ec-303fa01eed9a tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=74ce953c-3cf3-47e9-bd5f-a2f233d6318c HTTP/1.1" status: 200 len: 935 time: 0.8812382 Nov 12 03:29:57.956005 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 50548f69-82fd-4e7c-8914-ef21694c8603 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:57.962139 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-a52d8539-5dea-445a-9823-d6a31c86d232 service neutron] Transition to ACTIVE for port object bbf96f8d-29d2-434f-8491-23324cce336b will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:29:57.973481 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-9221e32e-0554-4a26-884f-d746a6bd034c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:57.974084 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-a52d8539-5dea-445a-9823-d6a31c86d232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:57.975159 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-9221e32e-0554-4a26-884f-d746a6bd034c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=05567585-3225-43ff-908b-682604349a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8510187 Nov 12 03:29:58.001268 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d19c11a3-2c33-40c5-8a74-48a0defc008a req-c828d69d-8247-47d3-9836-eb0530cb7a1b tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "GET /v2.0/security-groups?id=37d278aa-df37-4d2d-8edc-8e1ca3110a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2298629 Nov 12 03:29:58.109016 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 50548f69-82fd-4e7c-8914-ef21694c8603 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:58.109482 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:58.258421 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d8539-5dea-445a-9823-d6a31c86d232 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf96f8d-29d2-434f-8491-23324cce336b,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:58.315954 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a7e232ee-af46-4e98-a8ee-beacf60dcd1d req-59928561-0e14-46b8-b71d-535d642b4a4e tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611290 Nov 12 03:29:58.373335 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-a52d8539-5dea-445a-9823-d6a31c86d232 service neutron] Attempting to bind port bbf96f8d-29d2-434f-8491-23324cce336b on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:58.373694 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-a52d8539-5dea-445a-9823-d6a31c86d232 service neutron] Attempting to bind port bbf96f8d-29d2-434f-8491-23324cce336b by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:58.375010 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-a52d8539-5dea-445a-9823-d6a31c86d232 service neutron] Attempting to bind port bbf96f8d-29d2-434f-8491-23324cce336b on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:58.387599 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-a52d8539-5dea-445a-9823-d6a31c86d232 service neutron] Port bbf96f8d-29d2-434f-8491-23324cce336b on network eca3953c-c804-4641-8812-bff95be59582 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:29:58.387933 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-a52d8539-5dea-445a-9823-d6a31c86d232 service neutron] Attempting to bind port bbf96f8d-29d2-434f-8491-23324cce336b on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:58.394374 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-a52d8539-5dea-445a-9823-d6a31c86d232 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:58.394374 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-a52d8539-5dea-445a-9823-d6a31c86d232 service neutron] Checking segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:58.394813 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-a52d8539-5dea-445a-9823-d6a31c86d232 service neutron] Bound using segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:58.395183 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-a52d8539-5dea-445a-9823-d6a31c86d232 service neutron] Bound port: bbf96f8d-29d2-434f-8491-23324cce336b, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:58.395618 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-a52d8539-5dea-445a-9823-d6a31c86d232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:58.454240 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228cc614-8666-40dc-a520-15207a43ae97 req-2ac82cb4-d7b1-4f1d-88d1-a78283fb6377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:58.455997 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-228cc614-8666-40dc-a520-15207a43ae97 req-2ac82cb4-d7b1-4f1d-88d1-a78283fb6377 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4db3f242efe84343a4ac714d37d3884a&device_id=f7321975-f9a0-4cf5-b557-413d69e9d2c8 HTTP/1.1" status: 200 len: 1095 time: 0.5001943 Nov 12 03:29:58.619396 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-d8042f9f-fcb8-43b5-9956-063f7c8bd806 service neutron] 10.222.0.74 "GET /v2.0/networks/05567585-3225-43ff-908b-682604349a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5014789 Nov 12 03:29:58.656704 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-a52d8539-5dea-445a-9823-d6a31c86d232 service neutron] For port bbf96f8d-29d2-434f-8491-23324cce336b, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:58.666422 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-a52d8539-5dea-445a-9823-d6a31c86d232 service neutron] For port bbf96f8d-29d2-434f-8491-23324cce336b, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=bbf96f8d-29d2-434f-8491-23324cce336b,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:58.681767 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e4ebb-6d11-46ea-b9c3-184d7b1a8841 req-277045a1-597e-417c-b1a8-bdd7416619b2 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:58.685649 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c77e4ebb-6d11-46ea-b9c3-184d7b1a8841 req-277045a1-597e-417c-b1a8-bdd7416619b2 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 945 time: 0.1630862 Nov 12 03:29:58.687607 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-a52d8539-5dea-445a-9823-d6a31c86d232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:58.762112 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-a52d8539-5dea-445a-9823-d6a31c86d232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:58.762744 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-a52d8539-5dea-445a-9823-d6a31c86d232 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:58.766744 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-a52d8539-5dea-445a-9823-d6a31c86d232 service neutron] 10.222.0.74 "PUT /v2.0/ports/bbf96f8d-29d2-434f-8491-23324cce336b HTTP/1.1" status: 200 len: 1096 time: 1.7406623 Nov 12 03:29:58.767269 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ce953c-3cf3-47e9-bd5f-a2f233d6318c', 'tag': 'bbf96f8d-29d2-434f-8491-23324cce336b'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:58.774904 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa50674-7fae-4694-8866-e872bb178383" -d '{"events": [{"name": "network-changed", "server_uuid": "74ce953c-3cf3-47e9-bd5f-a2f233d6318c", "tag": "bbf96f8d-29d2-434f-8491-23324cce336b"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:58.817072 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-c7810b92-9d0c-477f-9170-1ccda54aac3d service neutron] 10.222.0.74 "GET /v2.0/networks/05567585-3225-43ff-908b-682604349a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506090 Nov 12 03:29:58.823346 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-e95a8c9f-a443-4834-83a9-3cf768512800 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting port 56f07bce-dcc3-45c0-b040-4499d25bc6bc {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:58.823743 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e95a8c9f-a443-4834-83a9-3cf768512800 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:58.915183 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7497d819-a686-4fc7-a5bc-69378acd3178 x-openstack-request-id: req-7497d819-a686-4fc7-a5bc-69378acd3178 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:58.916827 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ce953c-3cf3-47e9-bd5f-a2f233d6318c", "tag": "bbf96f8d-29d2-434f-8491-23324cce336b", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:58.917098 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7497d819-a686-4fc7-a5bc-69378acd3178 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:58.917538 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74ce953c-3cf3-47e9-bd5f-a2f233d6318c', 'tag': 'bbf96f8d-29d2-434f-8491-23324cce336b', 'status': 'completed', 'code': 200} Nov 12 03:29:58.931411 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-47fb3c48-c7b9-42d2-9a74-5d809b3e0262 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=e14041bd-b04a-4f9c-8b9a-4602f8a15d0b HTTP/1.1" status: 200 len: 217 time: 0.1036108 Nov 12 03:29:58.948799 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d8539-5dea-445a-9823-d6a31c86d232 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf96f8d-29d2-434f-8491-23324cce336b,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:58.954966 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9056abd6-e856-4128-831f-4a2b103049b1 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:59.026473 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c77e4ebb-6d11-46ea-b9c3-184d7b1a8841 req-f34b9485-3fbf-42b2-8197-f9093f746ca8 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281448 Nov 12 03:29:59.050054 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-30d22f9d-5de3-4215-832d-c931c5e69267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:59.065363 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-30d22f9d-5de3-4215-832d-c931c5e69267 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a1d21364fcd043778a27fa00092fa6b4&device_id=74ce953c-3cf3-47e9-bd5f-a2f233d6318c HTTP/1.1" status: 200 len: 1099 time: 0.2496998 Nov 12 03:29:59.070779 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-6c06cfae-7205-45c4-8e43-6dc5fce23e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:59.073825 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-6c06cfae-7205-45c4-8e43-6dc5fce23e89 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=47b6a17e-6944-4d40-9328-627b4b928ff7 HTTP/1.1" status: 200 len: 797 time: 0.0951812 Nov 12 03:29:59.124951 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-50fc9d0e-d7c7-4be9-a98e-c67f8a01dc0f None None] Provisioning complete for port 50548f69-82fd-4e7c-8914-ef21694c8603 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:59.125602 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-50fc9d0e-d7c7-4be9-a98e-c67f8a01dc0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:59.216554 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-6f60a024-ba48-42de-8db2-a6b88692daa7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=bbf96f8d-29d2-434f-8491-23324cce336b HTTP/1.1" status: 200 len: 217 time: 0.1363330 Nov 12 03:29:59.323176 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228cc614-8666-40dc-a520-15207a43ae97 req-ef0e6950-4278-424e-9db3-ea563da2a642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:59.327044 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-228cc614-8666-40dc-a520-15207a43ae97 req-ef0e6950-4278-424e-9db3-ea563da2a642 service neutron] 10.222.0.90 "GET /v2.0/networks?id=40959805-8042-4b93-a14b-171b1a6f087e HTTP/1.1" status: 200 len: 906 time: 0.8509121 Nov 12 03:29:59.337482 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-704cc4a3-f8c1-44ba-ba6f-4113cdf83066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:59.339799 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-704cc4a3-f8c1-44ba-ba6f-4113cdf83066 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0a9162de-bdde-427f-8e0e-6dfc54c7d9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2548764 Nov 12 03:29:59.339960 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-2a4fd74c-acd4-4995-9de8-6c31f8d3f507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:59.341596 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-2a4fd74c-acd4-4995-9de8-6c31f8d3f507 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.1140611 Nov 12 03:29:59.452205 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-981886d6-1b14-413d-8de1-1cf7794c9f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:59.454258 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-981886d6-1b14-413d-8de1-1cf7794c9f80 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0960143 Nov 12 03:29:59.467481 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcda9f7a-8b88-4afc-9bc2-14b539e43489 req-bc5af1d3-9ca4-4a62-b135-b90c3afab0d4 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:59.475963 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dcda9f7a-8b88-4afc-9bc2-14b539e43489 req-bc5af1d3-9ca4-4a62-b135-b90c3afab0d4 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7321975-f9a0-4cf5-b557-413d69e9d2c8 HTTP/1.1" status: 200 len: 943 time: 0.3250632 Nov 12 03:29:59.479094 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-228cc614-8666-40dc-a520-15207a43ae97 req-38aac248-76a9-4e62-8477-27da67ce966b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed2e7777-37cb-46b3-8cc3-896e5bd252e9 HTTP/1.1" status: 200 len: 217 time: 0.1374242 Nov 12 03:29:59.483860 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e95a8c9f-a443-4834-83a9-3cf768512800 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:59.564865 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-e95a8c9f-a443-4834-83a9-3cf768512800 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Calling delete_port for 56f07bce-dcc3-45c0-b040-4499d25bc6bc owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:59.610412 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-c48505d2-947d-4cef-a1fe-f97b1971169d service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448758 Nov 12 03:29:59.747736 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc169998-24b1-45db-8604-cb0ffb7ec0aa req-35d6bd2d-f7ff-4d56-bafa-a2403431ebdf tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:59.755659 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fc169998-24b1-45db-8604-cb0ffb7ec0aa req-35d6bd2d-f7ff-4d56-bafa-a2403431ebdf tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=74ce953c-3cf3-47e9-bd5f-a2f233d6318c HTTP/1.1" status: 200 len: 947 time: 0.1438954 Nov 12 03:29:59.768105 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228cc614-8666-40dc-a520-15207a43ae97 req-d669d1ea-7da9-4fbb-a030-123ab691fac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:59.770272 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-228cc614-8666-40dc-a520-15207a43ae97 req-d669d1ea-7da9-4fbb-a030-123ab691fac9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=27e221dd-0213-4ad3-a133-81ac380e5035 HTTP/1.1" status: 200 len: 844 time: 0.2560389 Nov 12 03:29:59.786707 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dcda9f7a-8b88-4afc-9bc2-14b539e43489 req-54a0f81a-99c3-4ca8-92d9-48301d4a0fe6 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "GET /v2.0/security-groups?id=37d278aa-df37-4d2d-8edc-8e1ca3110a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3094280 Nov 12 03:29:59.870145 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-53f746d0-a2be-4132-827a-f07f71b9cf61 req-6f43e28c-01f7-47fc-8e1c-ed63d9e989ab service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309561 Nov 12 03:29:59.897023 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fc169998-24b1-45db-8604-cb0ffb7ec0aa req-b04fe3c1-3811-4970-81b1-9c43312d8643 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386759 Nov 12 03:29:59.997796 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-7064eaa4-622b-4726-b61b-c8c63a392ac4 service neutron] 10.222.0.74 "GET /v2.0/networks/0a9162de-bdde-427f-8e0e-6dfc54c7d9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5532722 Nov 12 03:30:00.028291 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa50674-7fae-4694-8866-e872bb178383 req-0e8bc126-1bba-4df1-bbb5-4b5eb0fb3c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:00.029827 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7fa50674-7fae-4694-8866-e872bb178383 req-0e8bc126-1bba-4df1-bbb5-4b5eb0fb3c40 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a1d21364fcd043778a27fa00092fa6b4&device_id=74ce953c-3cf3-47e9-bd5f-a2f233d6318c HTTP/1.1" status: 200 len: 1099 time: 0.0820279 Nov 12 03:30:00.142489 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228cc614-8666-40dc-a520-15207a43ae97 req-e1aac73c-b89b-47b8-ad4d-bc270d2f07ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:00.144469 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-228cc614-8666-40dc-a520-15207a43ae97 req-e1aac73c-b89b-47b8-ad4d-bc270d2f07ef service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=40959805-8042-4b93-a14b-171b1a6f087e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3520663 Nov 12 03:30:00.268510 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4e9f2b92-183b-474e-8b6b-acb1ac71343f None None] Provisioning complete for port 56f07bce-dcc3-45c0-b040-4499d25bc6bc triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:00.269284 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4e9f2b92-183b-474e-8b6b-acb1ac71343f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:00.358681 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e95a8c9f-a443-4834-83a9-3cf768512800 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:00.378912 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-acd66f63-058f-4aa6-96a2-4104edaff76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:00.383855 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4e9f2b92-183b-474e-8b6b-acb1ac71343f None None] Port 56f07bce-dcc3-45c0-b040-4499d25bc6bc cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:30:00.384756 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-b7996861-fd6c-4215-9f5e-cde1b44c3833 service neutron] 10.222.0.74 "GET /v2.0/networks/0a9162de-bdde-427f-8e0e-6dfc54c7d9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733423 Nov 12 03:30:00.435596 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4e9f2b92-183b-474e-8b6b-acb1ac71343f None None] Provisioning complete for port 50548f69-82fd-4e7c-8914-ef21694c8603 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:00.436937 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4e9f2b92-183b-474e-8b6b-acb1ac71343f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:00.506267 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-228cc614-8666-40dc-a520-15207a43ae97 req-ef7c2091-109c-4133-ae1e-ed585478369a service neutron] 10.222.0.90 "GET /v2.0/networks/40959805-8042-4b93-a14b-171b1a6f087e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340046 Nov 12 03:30:00.507220 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a8c9f-a443-4834-83a9-3cf768512800 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Port': ['ID=56f07bce-dcc3-45c0-b040-4499d25bc6bc,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:00.510687 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-c92d864a-b79b-4f79-b4eb-3eaf353e0d0d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=f7283506-b691-45c6-9375-298221385ad8 HTTP/1.1" status: 200 len: 217 time: 0.1146748 Nov 12 03:30:00.686992 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e95a8c9f-a443-4834-83a9-3cf768512800 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:00.693502 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e95a8c9f-a443-4834-83a9-3cf768512800 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/ports/56f07bce-dcc3-45c0-b040-4499d25bc6bc HTTP/1.1" status: 204 len: 168 time: 2.9201570 Nov 12 03:30:00.698605 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 36642) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:00.753104 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-c5f383af-4f24-4c58-9185-e325b4c67267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:00.754619 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-c5f383af-4f24-4c58-9185-e325b4c67267 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=47b6a17e-6944-4d40-9328-627b4b928ff7 HTTP/1.1" status: 200 len: 797 time: 0.2191639 Nov 12 03:30:00.782309 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-228cc614-8666-40dc-a520-15207a43ae97 req-8f43ae79-f3b4-4685-9cbd-134dbb3ea2ab service neutron] 10.222.0.90 "GET /v2.0/networks/40959805-8042-4b93-a14b-171b1a6f087e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454791 Nov 12 03:30:00.783391 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-fc679449-ae96-4a5c-a412-c65b82d9f44f None None] Could not find standard attr ID for object 56f07bce-dcc3-45c0-b040-4499d25bc6bc. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:30:00.839083 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa50674-7fae-4694-8866-e872bb178383 req-48e4025b-44a6-474c-b896-84bdc9554425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:00.840648 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7fa50674-7fae-4694-8866-e872bb178383 req-48e4025b-44a6-474c-b896-84bdc9554425 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.8031366 Nov 12 03:30:00.841080 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dbe7d6-3300-4c45-aec2-fe37706b7d53 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:00.844560 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-15dbe7d6-3300-4c45-aec2-fe37706b7d53 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1448393 Nov 12 03:30:00.846819 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 36646) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:00.897876 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-8be01e7a-8f7a-4879-8371-0700d5d3d6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:00.900672 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-8be01e7a-8f7a-4879-8371-0700d5d3d6a9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0a9162de-bdde-427f-8e0e-6dfc54c7d9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1362269 Nov 12 03:30:00.927097 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7fa50674-7fae-4694-8866-e872bb178383 req-0ee28374-c115-4f3d-9c64-83b38bf05c9a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=bbf96f8d-29d2-434f-8491-23324cce336b HTTP/1.1" status: 200 len: 217 time: 0.0720220 Nov 12 03:30:00.941723 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0f5162-c810-40f8-a261-988d336a4cf5 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:00.948468 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6f0f5162-c810-40f8-a261-988d336a4cf5 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0958428 Nov 12 03:30:00.953707 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36650) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:00.985852 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d951c-402a-4d28-8d7e-95420128c054 req-4b31aa75-9dc5-482a-8a09-0f666cf8a31b tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:01.003712 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-627d951c-402a-4d28-8d7e-95420128c054 req-4b31aa75-9dc5-482a-8a09-0f666cf8a31b tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 945 time: 0.2437000 Nov 12 03:30:01.108684 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60457f83-8dc1-46fe-93b2-e115340741bc req-3978e533-df1c-447e-a7bf-199531d655aa tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:01.110469 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-60457f83-8dc1-46fe-93b2-e115340741bc req-3978e533-df1c-447e-a7bf-199531d655aa tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7321975-f9a0-4cf5-b557-413d69e9d2c8 HTTP/1.1" status: 200 len: 943 time: 0.1381507 Nov 12 03:30:01.135978 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa50674-7fae-4694-8866-e872bb178383 req-9e9c6f7a-9c0b-4b0a-90bd-ca2a856e5a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:01.137823 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7fa50674-7fae-4694-8866-e872bb178383 req-9e9c6f7a-9c0b-4b0a-90bd-ca2a856e5a15 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.1942647 Nov 12 03:30:01.155824 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-24a42c6f-1e18-46fe-9864-1aba752e7630 service neutron] 10.222.0.74 "GET /v2.0/networks/0a9162de-bdde-427f-8e0e-6dfc54c7d9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384472 Nov 12 03:30:01.181059 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9deb451-2625-42e0-a6f8-4d1cbc28268a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:01.185674 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9deb451-2625-42e0-a6f8-4d1cbc28268a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:01.187395 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9deb451-2625-42e0-a6f8-4d1cbc28268a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:01.190573 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e9deb451-2625-42e0-a6f8-4d1cbc28268a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2331865 Nov 12 03:30:01.196700 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 36654) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:01.219249 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-627d951c-402a-4d28-8d7e-95420128c054 req-400c049a-5565-4414-bc2c-b0cd48dbda76 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146583 Nov 12 03:30:01.237776 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa50674-7fae-4694-8866-e872bb178383 req-33ac83a2-7347-4ff3-a5ae-0d5543292b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:01.239341 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7fa50674-7fae-4694-8866-e872bb178383 req-33ac83a2-7347-4ff3-a5ae-0d5543292b8d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0820301 Nov 12 03:30:01.293155 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-60457f83-8dc1-46fe-93b2-e115340741bc req-3b0d1a1e-5bc7-47b8-8848-c8cca5f8e180 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "GET /v2.0/security-groups?id=37d278aa-df37-4d2d-8edc-8e1ca3110a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639602 Nov 12 03:30:01.327039 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e47987a-fabe-4401-b4e6-cf0e779479b8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting subnet b7cc6cca-c8e7-46bf-b903-39dc78d88c67 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:30:01.342936 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4e47987a-fabe-4401-b4e6-cf0e779479b8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:01.431338 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-10741a89-b9c4-4931-9ecc-33b12c84dd23 service neutron] 10.222.0.74 "GET /v2.0/networks/0a9162de-bdde-427f-8e0e-6dfc54c7d9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656353 Nov 12 03:30:01.446687 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4e47987a-fabe-4401-b4e6-cf0e779479b8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:01.449860 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device ed2e7777-37cb-46b3-8cc3-896e5bd252e9 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:30:01.497468 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7fa50674-7fae-4694-8866-e872bb178383 req-04c3f19d-f754-44bc-95db-fd8545d214ee service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491658 Nov 12 03:30:01.588423 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4e47987a-fabe-4401-b4e6-cf0e779479b8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:01.643310 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7fa50674-7fae-4694-8866-e872bb178383 req-3841d171-9fed-420f-a85a-9ffa9c86fc0e service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269436 Nov 12 03:30:01.660968 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0586b4-beae-4743-bc88-1a9802121fce req-085aa5f7-30a0-4b74-b584-75278849de05 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:01.663195 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cc0586b4-beae-4743-bc88-1a9802121fce req-085aa5f7-30a0-4b74-b584-75278849de05 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=74ce953c-3cf3-47e9-bd5f-a2f233d6318c HTTP/1.1" status: 200 len: 947 time: 0.2562263 Nov 12 03:30:01.705092 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port ed2e7777-37cb-46b3-8cc3-896e5bd252e9, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=ed2e7777-37cb-46b3-8cc3-896e5bd252e9,segment=NetworkSegment(32407c08-ce07-48b7-a236-95158145dd2b),segment_id=32407c08-ce07-48b7-a236-95158145dd2b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:01.725152 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': 'ed2e7777-37cb-46b3-8cc3-896e5bd252e9', 'network_id': '40959805-8042-4b93-a14b-171b1a6f087e', 'port_id': 'ed2e7777-37cb-46b3-8cc3-896e5bd252e9', 'mac_address': 'fa:16:3e:39:b9:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e221dd-0213-4ad3-a133-81ac380e5035', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:30:01.734249 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4e47987a-fabe-4401-b4e6-cf0e779479b8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:01.770903 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cc0586b4-beae-4743-bc88-1a9802121fce req-69233ebc-cd42-41a5-ba9c-0302da8f1aa9 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895576 Nov 12 03:30:01.786401 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4e47987a-fabe-4401-b4e6-cf0e779479b8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:01.795126 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4e47987a-fabe-4401-b4e6-cf0e779479b8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/b7cc6cca-c8e7-46bf-b903-39dc78d88c67 HTTP/1.1" status: 204 len: 168 time: 0.5923381 Nov 12 03:30:01.797637 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36668) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:01.797794 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-ccaa9066-040a-40db-82fc-6309871c3eff service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7 HTTP/1.1" status: 200 len: 217 time: 0.0733106 Nov 12 03:30:01.808413 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:01.828116 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bd39aa-4f26-4d8f-b20e-d7bca7072c7a None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:01.831777 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed2e7777-37cb-46b3-8cc3-896e5bd252e9 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:30:01.839600 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e47987a-fabe-4401-b4e6-cf0e779479b8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Subnet': ['ID=b7cc6cca-c8e7-46bf-b903-39dc78d88c67,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:01.863263 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port ed2e7777-37cb-46b3-8cc3-896e5bd252e9, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=ed2e7777-37cb-46b3-8cc3-896e5bd252e9,segment=NetworkSegment(32407c08-ce07-48b7-a236-95158145dd2b),segment_id=32407c08-ce07-48b7-a236-95158145dd2b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:01.898911 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-1d2964ab-d51c-4878-9863-dec7beac7a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:01.902254 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-1d2964ab-d51c-4878-9863-dec7beac7a31 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=47b6a17e-6944-4d40-9328-627b4b928ff7 HTTP/1.1" status: 200 len: 797 time: 0.0740342 Nov 12 03:30:01.904255 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:01.921160 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf538e30-db5c-4cbd-9242-0033e8ca610d tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting subnet e044d60f-152a-4ac7-962c-890cb92abf4a {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:30:01.925940 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cf538e30-db5c-4cbd-9242-0033e8ca610d tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:01.977840 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cf538e30-db5c-4cbd-9242-0033e8ca610d tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:01.983629 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-9595403d-9c09-4d3d-9b0d-a6e0bdf2b6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:01.985207 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-9595403d-9c09-4d3d-9b0d-a6e0bdf2b6c7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0a9162de-bdde-427f-8e0e-6dfc54c7d9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0746558 Nov 12 03:30:02.064127 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=ed2e7777-37cb-46b3-8cc3-896e5bd252e9,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:02.118353 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cf538e30-db5c-4cbd-9242-0033e8ca610d tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:02.195597 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-d5c8d5e1-7ce5-4025-94d1-ddd211614dc3 service neutron] 10.222.0.74 "GET /v2.0/networks/0a9162de-bdde-427f-8e0e-6dfc54c7d9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012577 Nov 12 03:30:02.246192 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cf538e30-db5c-4cbd-9242-0033e8ca610d tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:02.377743 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['ed2e7777-37cb-46b3-8cc3-896e5bd252e9'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:02.425712 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf538e30-db5c-4cbd-9242-0033e8ca610d tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Subnet': ['ID=e044d60f-152a-4ac7-962c-890cb92abf4a,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:02.495529 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cf538e30-db5c-4cbd-9242-0033e8ca610d tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:02.514989 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-cf538e30-db5c-4cbd-9242-0033e8ca610d tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/e044d60f-152a-4ac7-962c-890cb92abf4a HTTP/1.1" status: 204 len: 168 time: 0.7125652 Nov 12 03:30:02.519174 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36678) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:02.521323 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-505062d4-4f8c-4bb2-bc7b-a9524c5ce19e service neutron] 10.222.0.74 "GET /v2.0/networks/0a9162de-bdde-427f-8e0e-6dfc54c7d9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067870 Nov 12 03:30:02.615327 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-2331361b-172e-47d9-8003-44042345ada2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=105f9594-14de-46d7-9d78-d82b9da371f6 HTTP/1.1" status: 200 len: 217 time: 0.0796893 Nov 12 03:30:02.635056 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ad3cfe39-1c9d-4c60-b000-3ba870c9306d tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1108882 Nov 12 03:30:02.635486 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36684) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:02.645797 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-14d2de3f-5011-452c-8df5-8d1de7bbeffb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'subnet': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:02.746051 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-0384da83-194b-4206-aacd-f6d6d9928665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:02.747120 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-0384da83-194b-4206-aacd-f6d6d9928665 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=47b6a17e-6944-4d40-9328-627b4b928ff7 HTTP/1.1" status: 200 len: 797 time: 0.1005523 Nov 12 03:30:02.828863 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:30:02.833366 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d2de3f-5011-452c-8df5-8d1de7bbeffb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:02.835219 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e55ff5c-5d6f-49f1-98a6-e27ffce9c9ac req-684249d8-aa09-4fd0-9cc7-dbbda9eb22c7 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:02.837164 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0e55ff5c-5d6f-49f1-98a6-e27ffce9c9ac req-684249d8-aa09-4fd0-9cc7-dbbda9eb22c7 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 945 time: 0.3141787 Nov 12 03:30:02.849063 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-14d2de3f-5011-452c-8df5-8d1de7bbeffb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:02.875668 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-0bec4812-857d-4b69-93ab-a070c763e4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:02.877504 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-0bec4812-857d-4b69-93ab-a070c763e4c9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0a9162de-bdde-427f-8e0e-6dfc54c7d9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1220844 Nov 12 03:30:02.979526 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046f1e6-41cf-4b39-b157-0d3b6a9838b1 req-07e1aa16-e362-415c-8801-3608443bf42a tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:02.982454 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2046f1e6-41cf-4b39-b157-0d3b6a9838b1 req-07e1aa16-e362-415c-8801-3608443bf42a tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7321975-f9a0-4cf5-b557-413d69e9d2c8 HTTP/1.1" status: 200 len: 944 time: 0.5471294 Nov 12 03:30:03.015711 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0e55ff5c-5d6f-49f1-98a6-e27ffce9c9ac req-b464a3d7-2cde-4a2a-a9f5-2231e12859a1 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663435 Nov 12 03:30:03.109865 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-8519ee5f-7f83-4536-b062-04849fc276f6 service neutron] 10.222.0.74 "GET /v2.0/networks/0a9162de-bdde-427f-8e0e-6dfc54c7d9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186234 Nov 12 03:30:03.254132 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 1ed38768-261b-4cc3-a175-60f8e1dc7342 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:30:03.267099 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 1ed38768-261b-4cc3-a175-60f8e1dc7342 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:30:03.284264 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2046f1e6-41cf-4b39-b157-0d3b6a9838b1 req-e728f2c6-f401-476a-b774-a8234fcc8bfb tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "GET /v2.0/security-groups?id=37d278aa-df37-4d2d-8edc-8e1ca3110a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2915926 Nov 12 03:30:03.475941 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2291362f-ac4b-4a6e-a2b4-0254007172c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:03.541151 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:03.620520 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 1ed38768-261b-4cc3-a175-60f8e1dc7342, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=1ed38768-261b-4cc3-a175-60f8e1dc7342,segment=NetworkSegment(176db6de-b605-434e-ad55-88a729ddb151),segment_id=176db6de-b605-434e-ad55-88a729ddb151)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:03.626032 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.resource_extend [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:30:03.630331 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861e9bc7-11c9-4c0b-a493-9ff7a6d6000f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ed38768-261b-4cc3-a175-60f8e1dc7342'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:03.636350 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e70fcae-470f-4b4f-8d11-cdffa6905135" -d '{"events": [{"server_uuid": "861e9bc7-11c9-4c0b-a493-9ff7a6d6000f", "name": "network-vif-unplugged", "status": "completed", "tag": "1ed38768-261b-4cc3-a175-60f8e1dc7342"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:03.675115 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-14d2de3f-5011-452c-8df5-8d1de7bbeffb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:03.684182 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:03.759734 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=1ed38768-261b-4cc3-a175-60f8e1dc7342,revision_number=6']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:03.763970 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d2de3f-5011-452c-8df5-8d1de7bbeffb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Subnet': ['ID=52490f81-8a0e-4988-a895-2c4ba04bac54,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:03.790965 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d44906-8c95-4eb9-9b3b-b6264d267c41 req-d5806447-c651-47a9-89ed-5a353c5bae4f tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:03.795896 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94424bf-86ff-464a-8737-1c38715d4101 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:03.802834 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c3d44906-8c95-4eb9-9b3b-b6264d267c41 req-d5806447-c651-47a9-89ed-5a353c5bae4f tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=74ce953c-3cf3-47e9-bd5f-a2f233d6318c HTTP/1.1" status: 200 len: 947 time: 0.2094998 Nov 12 03:30:03.823399 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef7c7d8-ed7d-4ad4-9ab3-d2264cdad2a7 x-openstack-request-id: req-fef7c7d8-ed7d-4ad4-9ab3-d2264cdad2a7 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:03.823700 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "861e9bc7-11c9-4c0b-a493-9ff7a6d6000f", "name": "network-vif-unplugged", "status": "completed", "tag": "1ed38768-261b-4cc3-a175-60f8e1dc7342", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:03.823927 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fef7c7d8-ed7d-4ad4-9ab3-d2264cdad2a7 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:03.824359 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '861e9bc7-11c9-4c0b-a493-9ff7a6d6000f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ed38768-261b-4cc3-a175-60f8e1dc7342', 'code': 200} Nov 12 03:30:03.839334 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d2de3f-5011-452c-8df5-8d1de7bbeffb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:03.844464 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-14d2de3f-5011-452c-8df5-8d1de7bbeffb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:03.857618 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d2de3f-5011-452c-8df5-8d1de7bbeffb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:03.858392 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-14d2de3f-5011-452c-8df5-8d1de7bbeffb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:03.898362 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-f322a7ea-5fc9-4234-aa03-8c1e5ca511ea None None] Provisioning complete for port 50548f69-82fd-4e7c-8914-ef21694c8603 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:03.898959 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f322a7ea-5fc9-4234-aa03-8c1e5ca511ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:03.910280 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c3d44906-8c95-4eb9-9b3b-b6264d267c41 req-e9f0e885-a4cc-44a3-ae60-12effc85107c tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060207 Nov 12 03:30:03.924051 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-14d2de3f-5011-452c-8df5-8d1de7bbeffb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2845249 Nov 12 03:30:03.932818 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36700) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:03.945335 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-75085272-6b5e-450c-93d6-4d75f7ed55dd tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'subnet': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:03.996292 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 1ed38768-261b-4cc3-a175-60f8e1dc7342, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=1ed38768-261b-4cc3-a175-60f8e1dc7342,segment=NetworkSegment(176db6de-b605-434e-ad55-88a729ddb151),segment_id=176db6de-b605-434e-ad55-88a729ddb151)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:04.076589 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '1ed38768-261b-4cc3-a175-60f8e1dc7342', 'network_id': '47a2fcaf-032c-425f-816c-b5c4a4d54eb1', 'port_id': '1ed38768-261b-4cc3-a175-60f8e1dc7342', 'mac_address': 'fa:16:3e:a9:b9:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '021454ad-d6cd-40c9-b80d-967adfd1b968', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:30:04.103313 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:04.120863 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75085272-6b5e-450c-93d6-4d75f7ed55dd tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:04.126312 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-75085272-6b5e-450c-93d6-4d75f7ed55dd tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:04.142021 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-5ed5fa90-db09-4449-95b1-99fbe0d06467 service neutron] 10.222.0.74 "GET /v2.0/networks/0a9162de-bdde-427f-8e0e-6dfc54c7d9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0129669 Nov 12 03:30:04.232396 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-e5e6cf0a-9c55-4b95-8865-67617d8a3140 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=94c8258d-67c2-4ad8-9f8c-67f760634674 HTTP/1.1" status: 200 len: 217 time: 0.0821195 Nov 12 03:30:04.259332 n-d-715271-27 neutron-server[102572]: INFO neutron.db.ipam_backend_mixin [None req-75085272-6b5e-450c-93d6-4d75f7ed55dd tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 52490f81-8a0e-4988-a895-2c4ba04bac54 (CIDR: 2001:db8::/64) Nov 12 03:30:04.279246 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-75085272-6b5e-450c-93d6-4d75f7ed55dd tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:30:04.279709 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75085272-6b5e-450c-93d6-4d75f7ed55dd tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:04.317783 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-e8735f1a-0552-4514-b036-3bf20a5d791f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:04.318791 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-75085272-6b5e-450c-93d6-4d75f7ed55dd tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3849270 Nov 12 03:30:04.319386 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36714) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:04.322001 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-e8735f1a-0552-4514-b036-3bf20a5d791f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ba17018e-b96b-4c29-adff-c6650fd08ac2 HTTP/1.1" status: 200 len: 797 time: 0.0677869 Nov 12 03:30:04.326255 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-f7b9f718-67cc-4f3d-8cbd-982b0a64035b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'subnet': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:04.327315 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:04.352389 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ed38768-261b-4cc3-a175-60f8e1dc7342 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:30:04.358518 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5e490-e139-41be-837a-a0b9971b3327 req-65f793c1-97b8-43a9-b344-fb07c83ac58c tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:04.370737 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f9e5e490-e139-41be-837a-a0b9971b3327 req-65f793c1-97b8-43a9-b344-fb07c83ac58c tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 943 time: 0.1479702 Nov 12 03:30:04.456567 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f9e5e490-e139-41be-837a-a0b9971b3327 req-b72a0113-eb6e-4e9e-b188-864d935c157d tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842657 Nov 12 03:30:04.461753 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 1ed38768-261b-4cc3-a175-60f8e1dc7342, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=1ed38768-261b-4cc3-a175-60f8e1dc7342,segment=NetworkSegment(176db6de-b605-434e-ad55-88a729ddb151),segment_id=176db6de-b605-434e-ad55-88a729ddb151)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:04.482366 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:04.483540 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device bbf96f8d-29d2-434f-8491-23324cce336b details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:30:04.484367 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b9f718-67cc-4f3d-8cbd-982b0a64035b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:04.490330 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f7b9f718-67cc-4f3d-8cbd-982b0a64035b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:04.500555 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-ba47d4c4-9ed4-4502-a04b-49aade2f4fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:04.502921 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-ba47d4c4-9ed4-4502-a04b-49aade2f4fac service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=573baa8f-b6be-41d7-a7a6-73c38233ca3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1253383 Nov 12 03:30:04.665548 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=1ed38768-261b-4cc3-a175-60f8e1dc7342,revision_number=7']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:04.681161 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192562d0-a909-48f4-9e12-5faafce29e87 req-d7785719-befc-4284-a1e2-eda3e287b7ab tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:04.682845 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-192562d0-a909-48f4-9e12-5faafce29e87 req-d7785719-befc-4284-a1e2-eda3e287b7ab tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7321975-f9a0-4cf5-b557-413d69e9d2c8 HTTP/1.1" status: 200 len: 944 time: 0.1596248 Nov 12 03:30:04.696231 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-be06606a-6840-43e1-b362-54ee0d09f69d service neutron] 10.222.0.74 "GET /v2.0/networks/573baa8f-b6be-41d7-a7a6-73c38233ca3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731966 Nov 12 03:30:04.753449 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port bbf96f8d-29d2-434f-8491-23324cce336b, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=bbf96f8d-29d2-434f-8491-23324cce336b,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:04.810616 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'bbf96f8d-29d2-434f-8491-23324cce336b', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'port_id': 'bbf96f8d-29d2-434f-8491-23324cce336b', 'mac_address': 'fa:16:3e:99:b2:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa66706f-b415-4bb9-838e-cfd08f81d96b', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:30:04.857278 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-799a2064-9a76-4b95-a4ff-be3ae4eb69d0 service neutron] 10.222.0.74 "GET /v2.0/networks/573baa8f-b6be-41d7-a7a6-73c38233ca3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517715 Nov 12 03:30:04.890035 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:04.914843 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbf96f8d-29d2-434f-8491-23324cce336b {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:30:04.932963 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-02fcd02c-5274-4242-8fc4-9bcdef163cc4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4bbbb60b-8f40-4c1f-9126-34b3f0b5965b HTTP/1.1" status: 200 len: 217 time: 0.0673418 Nov 12 03:30:04.935503 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-192562d0-a909-48f4-9e12-5faafce29e87 req-52b25577-3522-4e39-b070-0e436cc8dfba tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "GET /v2.0/security-groups?id=37d278aa-df37-4d2d-8edc-8e1ca3110a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2331159 Nov 12 03:30:04.957750 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a00f0ed-4f30-4fb8-aa53-8c6f95677e53 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:04.964416 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port bbf96f8d-29d2-434f-8491-23324cce336b, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=bbf96f8d-29d2-434f-8491-23324cce336b,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:04.991220 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:05.013763 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-b4497c5a-baf0-4538-96c5-38b6efdcd205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:05.015320 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-b4497c5a-baf0-4538-96c5-38b6efdcd205 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ba17018e-b96b-4c29-adff-c6650fd08ac2 HTTP/1.1" status: 200 len: 797 time: 0.0741220 Nov 12 03:30:05.099249 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-01be3b5f-4b3d-4226-92cf-bb071dcb8280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:05.102232 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-01be3b5f-4b3d-4226-92cf-bb071dcb8280 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=573baa8f-b6be-41d7-a7a6-73c38233ca3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0738592 Nov 12 03:30:05.159029 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62b0cc-5018-4712-91a2-1ce45214c201 req-694ffd01-8a95-4f56-87d3-40c90771521e tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:05.161257 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7e62b0cc-5018-4712-91a2-1ce45214c201 req-694ffd01-8a95-4f56-87d3-40c90771521e tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=74ce953c-3cf3-47e9-bd5f-a2f233d6318c HTTP/1.1" status: 200 len: 948 time: 0.0813880 Nov 12 03:30:05.256886 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7e62b0cc-5018-4712-91a2-1ce45214c201 req-f7b82276-e285-4b6c-9bdc-eea5780891aa tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847530 Nov 12 03:30:05.279061 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-00a1bf8a-8f6c-44a6-ad8d-abe4474f728c service neutron] 10.222.0.74 "GET /v2.0/networks/573baa8f-b6be-41d7-a7a6-73c38233ca3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641212 Nov 12 03:30:05.334254 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-1415f8b0-0ee9-415d-97bf-c4a57a42eab3 None None] Provisioning complete for port 50548f69-82fd-4e7c-8914-ef21694c8603 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:05.334835 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1415f8b0-0ee9-415d-97bf-c4a57a42eab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:05.467691 n-d-715271-27 neutron-server[102572]: DEBUG neutron.objects.ports [None req-f7b9f718-67cc-4f3d-8cbd-982b0a64035b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102572) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:30:05.469590 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26ce6a7e-f215-43af-a554-eaaf8c7c2af2 req-9f3c6e9d-ad37-4f8b-9c9f-1815f94caaa7 service neutron] 10.222.0.74 "GET /v2.0/networks/573baa8f-b6be-41d7-a7a6-73c38233ca3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825747 Nov 12 03:30:05.504782 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device ed2e7777-37cb-46b3-8cc3-896e5bd252e9 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:05.514795 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['1ed38768-261b-4cc3-a175-60f8e1dc7342'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:05.581638 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:05.614872 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['bbf96f8d-29d2-434f-8491-23324cce336b'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:05.619297 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=bbf96f8d-29d2-434f-8491-23324cce336b,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:05.709888 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fed2c7-eec2-4c26-a1ee-d2820b813a10 req-571759f4-b40e-44e3-ad90-0ed07f5d53d5 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:05.712630 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a7fed2c7-eec2-4c26-a1ee-d2820b813a10 req-571759f4-b40e-44e3-ad90-0ed07f5d53d5 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 944 time: 0.1036942 Nov 12 03:30:05.809705 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f7b9f718-67cc-4f3d-8cbd-982b0a64035b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:05.838766 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0e136cde-c6fe-4a67-a7ef-6b72a355061b req-ef672f87-6fb1-4068-8e94-d31cd9f02c9b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4f4ba0db-f552-406a-8372-250dd85b08b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0874677 Nov 12 03:30:05.891126 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a7fed2c7-eec2-4c26-a1ee-d2820b813a10 req-8b9cf385-f397-4cc3-8926-4eb4fa94b11b tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631515 Nov 12 03:30:05.984940 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e136cde-c6fe-4a67-a7ef-6b72a355061b req-939c8c2b-ad3b-4898-8932-e3aa3a58200a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:05.987005 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0e136cde-c6fe-4a67-a7ef-6b72a355061b req-939c8c2b-ad3b-4898-8932-e3aa3a58200a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a1d21364fcd043778a27fa00092fa6b4&device_id=4f4ba0db-f552-406a-8372-250dd85b08b9 HTTP/1.1" status: 200 len: 1101 time: 0.1063125 Nov 12 03:30:06.137753 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port ed2e7777-37cb-46b3-8cc3-896e5bd252e9 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:30:06.174536 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port ed2e7777-37cb-46b3-8cc3-896e5bd252e9 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:06.175057 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:06.296561 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe73073-d529-4d83-a1a6-581fbac3bb08 req-4dd6d042-700f-418a-ac7c-020f03dc0c94 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:06.299143 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dfe73073-d529-4d83-a1a6-581fbac3bb08 req-4dd6d042-700f-418a-ac7c-020f03dc0c94 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7321975-f9a0-4cf5-b557-413d69e9d2c8 HTTP/1.1" status: 200 len: 944 time: 0.2363729 Nov 12 03:30:06.378927 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-f7b9f718-67cc-4f3d-8cbd-982b0a64035b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] For port 50548f69-82fd-4e7c-8914-ef21694c8603, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=50548f69-82fd-4e7c-8914-ef21694c8603,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:06.382521 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:06.391495 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-90e9d27b-10e8-4ed9-9924-f0386ceeb273 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:06.405178 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-90e9d27b-10e8-4ed9-9924-f0386ceeb273 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/networks?id=d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e HTTP/1.1" status: 200 len: 805 time: 0.1864119 Nov 12 03:30:06.405445 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090bed54-253d-485f-ad3f-682682da2462 None None] Update dhcp port {'port': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'fixed_ips': [{'subnet_id': 'c8c08fc1-0075-452c-9382-fbfa93efa7c7', 'ip_address': '2001:db8:0:1:f816:3eff:fe87:7cf0'}, {'subnet_id': '52490f81-8a0e-4988-a895-2c4ba04bac54'}], 'binding:host_id': 'n-d-715271-27'}, 'id': '50548f69-82fd-4e7c-8914-ef21694c8603'} from n-d-715271-27. {{(pid=102573) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:30:06.429021 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dfe73073-d529-4d83-a1a6-581fbac3bb08 req-9dce5a4c-7649-45df-a334-a38a61e64a6e tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "GET /v2.0/security-groups?id=37d278aa-df37-4d2d-8edc-8e1ca3110a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208129 Nov 12 03:30:06.433402 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-e9ae2e4f-3da4-4697-9c4d-f0283acd3c2f tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/quotas/1d6c893ca49044dfac9a410cc1ad6232 HTTP/1.1" status: 200 len: 375 time: 0.0315936 Nov 12 03:30:06.442422 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e136cde-c6fe-4a67-a7ef-6b72a355061b req-e18d6101-8839-4977-8192-2e335b1cfa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:06.444295 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0e136cde-c6fe-4a67-a7ef-6b72a355061b req-e18d6101-8839-4977-8192-2e335b1cfa80 service neutron] 10.222.0.90 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.4230731 Nov 12 03:30:06.486996 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-090bed54-253d-485f-ad3f-682682da2462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:06.493551 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f7b9f718-67cc-4f3d-8cbd-982b0a64035b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:06.499517 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f7b9f718-67cc-4f3d-8cbd-982b0a64035b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:06.501831 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f7b9f718-67cc-4f3d-8cbd-982b0a64035b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:06.540632 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0e136cde-c6fe-4a67-a7ef-6b72a355061b req-cb0bc36c-533e-4765-baac-263b3681eb2f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=65fe472f-769b-4636-a403-0932ced07563 HTTP/1.1" status: 200 len: 217 time: 0.0779436 Nov 12 03:30:06.571822 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-f463dcd5-37a0-4f5c-888a-24ca022fe44d tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d6c893ca49044dfac9a410cc1ad6232&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1257663 Nov 12 03:30:06.586746 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b9f718-67cc-4f3d-8cbd-982b0a64035b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:06.597472 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-f7b9f718-67cc-4f3d-8cbd-982b0a64035b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:06.668471 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b9f718-67cc-4f3d-8cbd-982b0a64035b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:06.669320 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f7b9f718-67cc-4f3d-8cbd-982b0a64035b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:06.706554 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e136cde-c6fe-4a67-a7ef-6b72a355061b req-5a5f2485-bf7c-4cab-9d34-698c14e8c889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:06.709817 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0e136cde-c6fe-4a67-a7ef-6b72a355061b req-5a5f2485-bf7c-4cab-9d34-698c14e8c889 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.1604371 Nov 12 03:30:06.728052 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f5064-f371-43cd-9ce7-95fc9f71f9a7 req-e57d182d-ae3c-4096-9d90-3d62606bab2c tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:06.730129 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e92f5064-f371-43cd-9ce7-95fc9f71f9a7 req-e57d182d-ae3c-4096-9d90-3d62606bab2c tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=74ce953c-3cf3-47e9-bd5f-a2f233d6318c HTTP/1.1" status: 200 len: 948 time: 0.2023592 Nov 12 03:30:06.743681 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:06.780197 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f7b9f718-67cc-4f3d-8cbd-982b0a64035b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.4539180 Nov 12 03:30:06.780519 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 36810) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:06.782547 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b9f718-67cc-4f3d-8cbd-982b0a64035b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Subnet': ['ID=c8c08fc1-0075-452c-9382-fbfa93efa7c7,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:06.788425 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-849b70b9-25bc-460f-bd0a-07f07c52422e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'port': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'mac_address': 'fa:16:3e:17:db:8f', 'name': 'tempest-NetworksTestDHCPv6-1750637452'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:06.830752 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b9f718-67cc-4f3d-8cbd-982b0a64035b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Port': ['ID=50548f69-82fd-4e7c-8914-ef21694c8603,revision_number=19']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:06.849601 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e92f5064-f371-43cd-9ce7-95fc9f71f9a7 req-21a1bb4c-f240-47e6-980c-8dffc696c966 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846739 Nov 12 03:30:06.868659 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7321975-f9a0-4cf5-b557-413d69e9d2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed2e7777-37cb-46b3-8cc3-896e5bd252e9'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:06.871279 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0d5d38-7a8d-4075-bb8f-ff2ab05a47a4" -d '{"events": [{"server_uuid": "f7321975-f9a0-4cf5-b557-413d69e9d2c8", "name": "network-vif-plugged", "status": "completed", "tag": "ed2e7777-37cb-46b3-8cc3-896e5bd252e9"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:06.900797 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port ed2e7777-37cb-46b3-8cc3-896e5bd252e9, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=ed2e7777-37cb-46b3-8cc3-896e5bd252e9,segment=NetworkSegment(32407c08-ce07-48b7-a236-95158145dd2b),segment_id=32407c08-ce07-48b7-a236-95158145dd2b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:06.916593 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:06.919501 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-090bed54-253d-485f-ad3f-682682da2462 None None] Allocated IP 2001:db8::2 (73a88994-9b3d-4208-8808-2295e92df12e/52490f81-8a0e-4988-a895-2c4ba04bac54/50548f69-82fd-4e7c-8914-ef21694c8603) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:06.928107 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-ffb1107e-6410-4137-b789-6493be877b35 service neutron] 10.222.0.50 "GET /v2.0/networks/d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309805 Nov 12 03:30:07.021245 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e136cde-c6fe-4a67-a7ef-6b72a355061b req-409f98f8-6341-45db-b2c9-7ad911090406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:07.022817 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0e136cde-c6fe-4a67-a7ef-6b72a355061b req-409f98f8-6341-45db-b2c9-7ad911090406 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3000000 Nov 12 03:30:07.062412 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd3cc30-71a7-4098-9f44-263882541295 x-openstack-request-id: req-dcd3cc30-71a7-4098-9f44-263882541295 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:07.062810 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7321975-f9a0-4cf5-b557-413d69e9d2c8", "name": "network-vif-plugged", "status": "completed", "tag": "ed2e7777-37cb-46b3-8cc3-896e5bd252e9", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:07.063067 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dcd3cc30-71a7-4098-9f44-263882541295 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:07.063604 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7321975-f9a0-4cf5-b557-413d69e9d2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed2e7777-37cb-46b3-8cc3-896e5bd252e9', 'code': 200} Nov 12 03:30:07.069231 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=ed2e7777-37cb-46b3-8cc3-896e5bd252e9,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:07.134194 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-090bed54-253d-485f-ad3f-682682da2462 None None] For port 50548f69-82fd-4e7c-8914-ef21694c8603, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=50548f69-82fd-4e7c-8914-ef21694c8603,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:07.167713 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c002bc-31cc-4f3c-834a-0e9fbefe7129 req-cf2d68f5-f3e9-4a70-ab3c-ddd38678f86c tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:07.176048 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c5c002bc-31cc-4f3c-834a-0e9fbefe7129 req-cf2d68f5-f3e9-4a70-ab3c-ddd38678f86c tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 944 time: 0.0841286 Nov 12 03:30:07.199326 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-090bed54-253d-485f-ad3f-682682da2462 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:07.211080 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-090bed54-253d-485f-ad3f-682682da2462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:07.229462 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-ada62b27-d20a-4392-b0f1-90959f0dc5b9 service neutron] 10.222.0.50 "GET /v2.0/networks/d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003063 Nov 12 03:30:07.235479 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849b70b9-25bc-460f-bd0a-07f07c52422e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:07.275315 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c5c002bc-31cc-4f3c-834a-0e9fbefe7129 req-3dc278e7-92eb-48e4-88b9-0c4bec9d5793 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984662 Nov 12 03:30:07.296021 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96585496-34af-4dc7-a947-2da5472a2164 req-160240ad-04d4-4f58-822d-4b7e44e08858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:07.296021 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-96585496-34af-4dc7-a947-2da5472a2164 req-160240ad-04d4-4f58-822d-4b7e44e08858 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f7321975-f9a0-4cf5-b557-413d69e9d2c8 HTTP/1.1" status: 200 len: 1097 time: 0.0889714 Nov 12 03:30:07.395299 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0e136cde-c6fe-4a67-a7ef-6b72a355061b req-a621eadd-279a-4681-8097-8adbf526e541 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303072 Nov 12 03:30:07.408871 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-96585496-34af-4dc7-a947-2da5472a2164 req-1ca5dc63-28e7-4425-ba3d-f17ff5e78fd3 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=37d278aa-df37-4d2d-8edc-8e1ca3110a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061025 Nov 12 03:30:07.435869 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090bed54-253d-485f-ad3f-682682da2462 None None] Pushing event updated for resources: {'Port': ['ID=50548f69-82fd-4e7c-8914-ef21694c8603,revision_number=20']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:07.572656 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5ea7215d-18a6-4189-bfc7-a8e3d22aebd0 req-2458c810-e051-4314-84f7-6d47e8c220b4 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bfa6bcd-1242-48db-8a09-a2db43ded6b4 HTTP/1.1" status: 200 len: 210 time: 0.0412824 Nov 12 03:30:07.583805 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-849b70b9-25bc-460f-bd0a-07f07c52422e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:07.657139 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-849b70b9-25bc-460f-bd0a-07f07c52422e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] device_id is not set on port a7ae4496-5ab1-4f21-8454-20372e1e96db yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:30:07.717905 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0e136cde-c6fe-4a67-a7ef-6b72a355061b req-da693be5-eabc-49d5-b8f2-53bfbe728e32 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019266 Nov 12 03:30:07.730177 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10583d7-06cd-42e7-bbeb-fdbf803684a1 req-8b3e4a0f-578e-4b72-babc-8f7fa4f1e679 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:07.731872 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a10583d7-06cd-42e7-bbeb-fdbf803684a1 req-8b3e4a0f-578e-4b72-babc-8f7fa4f1e679 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7321975-f9a0-4cf5-b557-413d69e9d2c8 HTTP/1.1" status: 200 len: 945 time: 0.1637564 Nov 12 03:30:07.909222 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 50548f69-82fd-4e7c-8914-ef21694c8603 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:07.981026 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a10583d7-06cd-42e7-bbeb-fdbf803684a1 req-e4799434-68b3-4f23-95c6-f7fe625e5aab tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "GET /v2.0/security-groups?id=37d278aa-df37-4d2d-8edc-8e1ca3110a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2368801 Nov 12 03:30:08.027293 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 50548f69-82fd-4e7c-8914-ef21694c8603 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:08.031093 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:08.067247 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf49a8-8dd5-4d07-9741-9e18f70f149d req-10ddba3b-b59e-483f-85c1-dc322df1d121 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:08.079817 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b8bf49a8-8dd5-4d07-9741-9e18f70f149d req-10ddba3b-b59e-483f-85c1-dc322df1d121 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=74ce953c-3cf3-47e9-bd5f-a2f233d6318c HTTP/1.1" status: 200 len: 948 time: 0.1204510 Nov 12 03:30:08.119136 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-849b70b9-25bc-460f-bd0a-07f07c52422e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Allocated IP 2001:db8::1f6 (73a88994-9b3d-4208-8808-2295e92df12e/52490f81-8a0e-4988-a895-2c4ba04bac54/a7ae4496-5ab1-4f21-8454-20372e1e96db) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:08.129293 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-849b70b9-25bc-460f-bd0a-07f07c52422e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Allocated IP 2001:db8:0:1:f816:3eff:fe17:db8f (73a88994-9b3d-4208-8808-2295e92df12e/c8c08fc1-0075-452c-9382-fbfa93efa7c7/a7ae4496-5ab1-4f21-8454-20372e1e96db) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:08.147275 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4767fa-6a79-4ba8-85bd-64f4ca4ab5d4 req-0cdb236c-12bf-4829-85cc-5a427428f102 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:08.148777 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-df4767fa-6a79-4ba8-85bd-64f4ca4ab5d4 req-0cdb236c-12bf-4829-85cc-5a427428f102 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.74 "GET /v2.0/ports?device_id=20d88f18-db54-4676-9506-83fa2d55987d HTTP/1.1" status: 200 len: 945 time: 0.1517618 Nov 12 03:30:08.181786 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b8bf49a8-8dd5-4d07-9741-9e18f70f149d req-a3080783-89d0-4d53-8097-624b722ed2be tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006799 Nov 12 03:30:08.343851 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc11046-9502-49fa-805d-fa381f3ca2af None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:08.427005 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-df4767fa-6a79-4ba8-85bd-64f4ca4ab5d4 req-f4f41a74-0d7f-4fcb-9779-cb518bf8d238 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Deleting port dffdbe80-4de7-4764-a98f-a73786bf31ed {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:08.427636 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-df4767fa-6a79-4ba8-85bd-64f4ca4ab5d4 req-f4f41a74-0d7f-4fcb-9779-cb518bf8d238 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:08.519768 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:08.523906 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-259016b0-a560-4c08-a796-bfd22938182f None None] Provisioning complete for port 50548f69-82fd-4e7c-8914-ef21694c8603 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:08.524311 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-259016b0-a560-4c08-a796-bfd22938182f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:08.593469 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7cd487-a53b-459b-806b-b91a1e112d35 req-41c84c61-d6c9-4347-9c15-6b5ed7dee4f4 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:08.595043 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ef7cd487-a53b-459b-806b-b91a1e112d35 req-41c84c61-d6c9-4347-9c15-6b5ed7dee4f4 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 944 time: 0.2090330 Nov 12 03:30:08.622797 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-849b70b9-25bc-460f-bd0a-07f07c52422e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:08.661561 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-df4767fa-6a79-4ba8-85bd-64f4ca4ab5d4 req-f4f41a74-0d7f-4fcb-9779-cb518bf8d238 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] For port dffdbe80-4de7-4764-a98f-a73786bf31ed, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=dffdbe80-4de7-4764-a98f-a73786bf31ed,segment=NetworkSegment(3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd),segment_id=3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:08.662771 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-df4767fa-6a79-4ba8-85bd-64f4ca4ab5d4 req-f4f41a74-0d7f-4fcb-9779-cb518bf8d238 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:08.707853 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-df4767fa-6a79-4ba8-85bd-64f4ca4ab5d4 req-f4f41a74-0d7f-4fcb-9779-cb518bf8d238 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Calling delete_port for dffdbe80-4de7-4764-a98f-a73786bf31ed owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:08.759473 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d76ba13b-b8ad-4778-8bca-7ed0c4577e25 req-44aede28-c6ea-4a60-8b32-a6445d42424d tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bfa6bcd-1242-48db-8a09-a2db43ded6b4 HTTP/1.1" status: 200 len: 210 time: 0.0573835 Nov 12 03:30:08.800633 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ef7cd487-a53b-459b-806b-b91a1e112d35 req-96774442-27c0-4a5e-b499-cda1e04396a8 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956973 Nov 12 03:30:08.829712 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-849b70b9-25bc-460f-bd0a-07f07c52422e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:08.917385 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849b70b9-25bc-460f-bd0a-07f07c52422e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:08.922246 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-849b70b9-25bc-460f-bd0a-07f07c52422e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:08.927434 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849b70b9-25bc-460f-bd0a-07f07c52422e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:08.937135 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849b70b9-25bc-460f-bd0a-07f07c52422e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:08.938095 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-849b70b9-25bc-460f-bd0a-07f07c52422e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:08.955787 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b70b9-25bc-460f-bd0a-07f07c52422e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Port': ['ID=a7ae4496-5ab1-4f21-8454-20372e1e96db,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:08.987196 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-849b70b9-25bc-460f-bd0a-07f07c52422e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2057374 Nov 12 03:30:08.989028 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36840) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:09.056308 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-df4767fa-6a79-4ba8-85bd-64f4ca4ab5d4 req-f4f41a74-0d7f-4fcb-9779-cb518bf8d238 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:09.137389 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f41a74-0d7f-4fcb-9779-cb518bf8d238 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Pushing event deleted for resources: {'Port': ['ID=dffdbe80-4de7-4764-a98f-a73786bf31ed,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:09.156463 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4631068d-6581-4ca3-a7cf-f73d17e2ef02 None None] Provisioning complete for port 50548f69-82fd-4e7c-8914-ef21694c8603 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:09.157932 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4631068d-6581-4ca3-a7cf-f73d17e2ef02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:09.257976 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 1ed38768-261b-4cc3-a175-60f8e1dc7342 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:09.374284 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-5454d0f5-3213-42d0-83d3-626833094f54 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting port a7ae4496-5ab1-4f21-8454-20372e1e96db {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:09.377827 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5454d0f5-3213-42d0-83d3-626833094f54 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:09.404843 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-a6377853-aa52-41ce-a320-a8f2deee0193 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:09.406412 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-a6377853-aa52-41ce-a320-a8f2deee0193 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.90 "GET /v2.0/networks?id=d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e HTTP/1.1" status: 200 len: 805 time: 0.2254925 Nov 12 03:30:09.432960 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4767fa-6a79-4ba8-85bd-64f4ca4ab5d4 req-f4f41a74-0d7f-4fcb-9779-cb518bf8d238 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] No DVR routers for this DVR port dffdbe80-4de7-4764-a98f-a73786bf31ed on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:30:09.435936 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-df4767fa-6a79-4ba8-85bd-64f4ca4ab5d4 req-f4f41a74-0d7f-4fcb-9779-cb518bf8d238 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:09.441287 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-df4767fa-6a79-4ba8-85bd-64f4ca4ab5d4 req-f4f41a74-0d7f-4fcb-9779-cb518bf8d238 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.74 "DELETE /v2.0/ports/dffdbe80-4de7-4764-a98f-a73786bf31ed HTTP/1.1" status: 204 len: 173 time: 1.2756109 Nov 12 03:30:09.448982 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-82fd574a-a829-4c3a-a882-f4dd9f295cb9 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Request body: {'port': {'device_id': '4bfa6bcd-1242-48db-8a09-a2db43ded6b4', 'network_id': 'd45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e', 'admin_state_up': True, 'tenant_id': '1d6c893ca49044dfac9a410cc1ad6232'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:09.504163 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 1ed38768-261b-4cc3-a175-60f8e1dc7342 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:09.504546 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:09.555803 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5454d0f5-3213-42d0-83d3-626833094f54 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:09.569846 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-5454d0f5-3213-42d0-83d3-626833094f54 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Calling delete_port for a7ae4496-5ab1-4f21-8454-20372e1e96db owned by {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:09.594889 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bead349-a31d-4325-b23a-713c1fd1215a req-35640ab9-4314-42ea-9cc2-74d3b6d6d26c tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:09.598950 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:09.601480 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d88f18-db54-4676-9506-83fa2d55987d', 'name': 'network-vif-deleted', 'tag': 'dffdbe80-4de7-4764-a98f-a73786bf31ed'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:09.606157 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6bfacdd-f2a3-4d18-9470-2647d4855290" -d '{"events": [{"server_uuid": "20d88f18-db54-4676-9506-83fa2d55987d", "name": "network-vif-deleted", "tag": "dffdbe80-4de7-4764-a98f-a73786bf31ed"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:09.606332 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9bead349-a31d-4325-b23a-713c1fd1215a req-35640ab9-4314-42ea-9cc2-74d3b6d6d26c tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7321975-f9a0-4cf5-b557-413d69e9d2c8 HTTP/1.1" status: 200 len: 945 time: 0.4664996 Nov 12 03:30:09.636652 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861e9bc7-11c9-4c0b-a493-9ff7a6d6000f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed38768-261b-4cc3-a175-60f8e1dc7342'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:09.639245 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b92598-38c1-4ae0-bd35-cc0fca6a81b3" -d '{"events": [{"server_uuid": "861e9bc7-11c9-4c0b-a493-9ff7a6d6000f", "name": "network-vif-plugged", "status": "completed", "tag": "1ed38768-261b-4cc3-a175-60f8e1dc7342"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:09.656962 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 1ed38768-261b-4cc3-a175-60f8e1dc7342, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=1ed38768-261b-4cc3-a175-60f8e1dc7342,segment=NetworkSegment(176db6de-b605-434e-ad55-88a729ddb151),segment_id=176db6de-b605-434e-ad55-88a729ddb151)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:09.664619 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-146a9f58-a707-43f8-ad8f-1d20c4869d56 None None] Provisioning complete for port a7ae4496-5ab1-4f21-8454-20372e1e96db triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:09.664966 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-146a9f58-a707-43f8-ad8f-1d20c4869d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:09.697067 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:09.698279 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device bbf96f8d-29d2-434f-8491-23324cce336b up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:09.716439 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9304f44-754c-4826-9891-0a62ef358655 req-4f723e9f-c602-4af7-93a7-a2d30b8a2da8 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:09.718586 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a9304f44-754c-4826-9891-0a62ef358655 req-4f723e9f-c602-4af7-93a7-a2d30b8a2da8 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=74ce953c-3cf3-47e9-bd5f-a2f233d6318c HTTP/1.1" status: 200 len: 948 time: 0.1291881 Nov 12 03:30:09.725176 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-82fd574a-a829-4c3a-a882-f4dd9f295cb9 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Made reservation on behalf of 1d6c893ca49044dfac9a410cc1ad6232 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:09.730021 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-82fd574a-a829-4c3a-a882-f4dd9f295cb9 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:09.737217 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9bead349-a31d-4325-b23a-713c1fd1215a req-ac077cef-14f0-4ba0-a19f-2541121cf01d tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "GET /v2.0/security-groups?id=37d278aa-df37-4d2d-8edc-8e1ca3110a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293001 Nov 12 03:30:09.807353 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a9304f44-754c-4826-9891-0a62ef358655 req-48ede1f8-4353-436b-95e4-86a176892d1a tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745358 Nov 12 03:30:09.809213 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-146a9f58-a707-43f8-ad8f-1d20c4869d56 None None] Port a7ae4496-5ab1-4f21-8454-20372e1e96db cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:30:09.856123 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=1ed38768-261b-4cc3-a175-60f8e1dc7342,revision_number=8']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:09.868742 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f881fd1d-33bc-42d7-bfb1-d86faaa354e8 x-openstack-request-id: req-f881fd1d-33bc-42d7-bfb1-d86faaa354e8 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:09.869022 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d88f18-db54-4676-9506-83fa2d55987d", "name": "network-vif-deleted", "tag": "dffdbe80-4de7-4764-a98f-a73786bf31ed", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:09.869279 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f881fd1d-33bc-42d7-bfb1-d86faaa354e8 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:09.869689 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d88f18-db54-4676-9506-83fa2d55987d', 'name': 'network-vif-deleted', 'tag': 'dffdbe80-4de7-4764-a98f-a73786bf31ed', 'status': 'completed', 'code': 200} Nov 12 03:30:09.894839 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751b6d4e-41fa-430b-96a6-716627221095 x-openstack-request-id: req-751b6d4e-41fa-430b-96a6-716627221095 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:09.895200 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "861e9bc7-11c9-4c0b-a493-9ff7a6d6000f", "name": "network-vif-plugged", "status": "completed", "tag": "1ed38768-261b-4cc3-a175-60f8e1dc7342", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:09.895590 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-751b6d4e-41fa-430b-96a6-716627221095 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:09.896195 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '861e9bc7-11c9-4c0b-a493-9ff7a6d6000f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed38768-261b-4cc3-a175-60f8e1dc7342', 'code': 200} Nov 12 03:30:09.901148 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port bbf96f8d-29d2-434f-8491-23324cce336b completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:30:09.919230 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port bbf96f8d-29d2-434f-8491-23324cce336b triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:09.923897 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:10.057191 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ba8b6d9c-eb30-420c-b641-44c375931103 req-cf884a39-4d24-4658-ac04-8898d144218e tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bfa6bcd-1242-48db-8a09-a2db43ded6b4 HTTP/1.1" status: 200 len: 210 time: 0.0631671 Nov 12 03:30:10.063674 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5454d0f5-3213-42d0-83d3-626833094f54 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:10.088770 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef275bbf-bbff-42f0-b498-c80991301171 req-a967c425-8923-4130-8806-850517cc66b3 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:10.091559 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ef275bbf-bbff-42f0-b498-c80991301171 req-a967c425-8923-4130-8806-850517cc66b3 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 945 time: 0.1265039 Nov 12 03:30:10.137351 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:10.138071 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454d0f5-3213-42d0-83d3-626833094f54 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Port': ['ID=a7ae4496-5ab1-4f21-8454-20372e1e96db,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:10.195946 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port bbf96f8d-29d2-434f-8491-23324cce336b, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=bbf96f8d-29d2-434f-8491-23324cce336b,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:10.204049 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:10.205892 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device dffdbe80-4de7-4764-a98f-a73786bf31ed no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:30:10.239422 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd7ade-7c98-41bb-92dd-07f5c9fe0936 req-500a84d6-864a-47bb-a043-baee79017d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:10.241005 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-13fd7ade-7c98-41bb-92dd-07f5c9fe0936 req-500a84d6-864a-47bb-a043-baee79017d9c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 1097 time: 0.1119521 Nov 12 03:30:10.250036 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: dffdbe80-4de7-4764-a98f-a73786bf31ed {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:30:10.250270 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5454d0f5-3213-42d0-83d3-626833094f54 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:10.250595 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device dffdbe80-4de7-4764-a98f-a73786bf31ed not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:30:10.256065 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5454d0f5-3213-42d0-83d3-626833094f54 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/ports/a7ae4496-5ab1-4f21-8454-20372e1e96db HTTP/1.1" status: 204 len: 168 time: 1.2629557 Nov 12 03:30:10.262820 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 36858) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:10.295486 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ef275bbf-bbff-42f0-b498-c80991301171 req-18ad3a5c-4f98-4631-bc8e-ae789601cd51 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910124 Nov 12 03:30:10.337675 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=bbf96f8d-29d2-434f-8491-23324cce336b,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:10.352195 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-82fd574a-a829-4c3a-a882-f4dd9f295cb9 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Allocated IP 172.20.0.11 (d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e/df107fe4-b619-4341-93e8-c25b14853a6f/99f9e6db-9b32-49d9-90f3-9067ab39843e) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:10.428241 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-13fd7ade-7c98-41bb-92dd-07f5c9fe0936 req-bfaa2cbf-964f-4b70-96bd-61e66ea7b858 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741860 Nov 12 03:30:10.440580 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9564d447-aa9c-4c72-ab34-048b48c9d421 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:10.442138 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9564d447-aa9c-4c72-ab34-048b48c9d421 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1738484 Nov 12 03:30:10.445854 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36862) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:10.513150 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccb6f34-e5ba-4ba1-8ef9-38f8f22ca964 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:10.514697 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-1ccb6f34-e5ba-4ba1-8ef9-38f8f22ca964 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0677056 Nov 12 03:30:10.519441 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36864) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:10.574243 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-82fd574a-a829-4c3a-a882-f4dd9f295cb9 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:10.576099 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38afd55a-0a42-45c0-a7d2-56cda95e9d5a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:10.577722 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38afd55a-0a42-45c0-a7d2-56cda95e9d5a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:10.579279 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38afd55a-0a42-45c0-a7d2-56cda95e9d5a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:10.583900 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-38afd55a-0a42-45c0-a7d2-56cda95e9d5a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0603304 Nov 12 03:30:10.584100 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36866) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:10.641493 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-30255df8-3345-4a40-8847-078f0db1b337 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting subnet 52490f81-8a0e-4988-a895-2c4ba04bac54 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:30:10.645458 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-30255df8-3345-4a40-8847-078f0db1b337 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:10.690959 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-30255df8-3345-4a40-8847-078f0db1b337 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:10.804450 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-30255df8-3345-4a40-8847-078f0db1b337 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:10.919603 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c59114-d1d4-46a6-9fb3-9d8d6811a92a req-9fb40c50-eee3-4513-9806-410d5d8b3fa3 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:10.921665 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-37c59114-d1d4-46a6-9fb3-9d8d6811a92a req-9fb40c50-eee3-4513-9806-410d5d8b3fa3 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7321975-f9a0-4cf5-b557-413d69e9d2c8 HTTP/1.1" status: 200 len: 945 time: 0.0843570 Nov 12 03:30:10.947345 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-30255df8-3345-4a40-8847-078f0db1b337 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:10.983945 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-82fd574a-a829-4c3a-a882-f4dd9f295cb9 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:10.995369 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30255df8-3345-4a40-8847-078f0db1b337 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Subnet': ['ID=52490f81-8a0e-4988-a895-2c4ba04bac54,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:11.001735 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-30255df8-3345-4a40-8847-078f0db1b337 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:11.006539 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-30255df8-3345-4a40-8847-078f0db1b337 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/52490f81-8a0e-4988-a895-2c4ba04bac54 HTTP/1.1" status: 204 len: 168 time: 0.4213116 Nov 12 03:30:11.010599 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d22333f-e91d-47cb-8c9d-92924138a291 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:11.011181 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36874) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:11.033297 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c53124-3cd7-4e4b-ae7d-d4f5912bf54b req-79792fff-a716-42e5-acbc-f0ba5a5da999 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:11.034862 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-69c53124-3cd7-4e4b-ae7d-d4f5912bf54b req-79792fff-a716-42e5-acbc-f0ba5a5da999 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=74ce953c-3cf3-47e9-bd5f-a2f233d6318c HTTP/1.1" status: 200 len: 949 time: 0.0939202 Nov 12 03:30:11.043492 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30255df8-3345-4a40-8847-078f0db1b337 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:11.043842 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30255df8-3345-4a40-8847-078f0db1b337 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:11.044315 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30255df8-3345-4a40-8847-078f0db1b337 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:11.044572 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30255df8-3345-4a40-8847-078f0db1b337 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:11.045805 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30255df8-3345-4a40-8847-078f0db1b337 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:11.046416 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30255df8-3345-4a40-8847-078f0db1b337 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:11.046936 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30255df8-3345-4a40-8847-078f0db1b337 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:11.047421 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30255df8-3345-4a40-8847-078f0db1b337 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:11.051440 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30255df8-3345-4a40-8847-078f0db1b337 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:11.052064 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30255df8-3345-4a40-8847-078f0db1b337 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:11.052678 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30255df8-3345-4a40-8847-078f0db1b337 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:11.053223 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30255df8-3345-4a40-8847-078f0db1b337 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:11.061737 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-82fd574a-a829-4c3a-a882-f4dd9f295cb9 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Network d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:11.076720 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-82fd574a-a829-4c3a-a882-f4dd9f295cb9 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:11.084156 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-82fd574a-a829-4c3a-a882-f4dd9f295cb9 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:11.090951 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd574a-a829-4c3a-a882-f4dd9f295cb9 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Pushing event updated for resources: {'Port': ['ID=99f9e6db-9b32-49d9-90f3-9067ab39843e,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:11.105870 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-37c59114-d1d4-46a6-9fb3-9d8d6811a92a req-7c32612c-2ba2-49fd-be6d-2589ca784f41 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "GET /v2.0/security-groups?id=37d278aa-df37-4d2d-8edc-8e1ca3110a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711273 Nov 12 03:30:11.151167 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-126a13c1-319e-48e4-ac57-56df4fe3ddc4 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting subnet c8c08fc1-0075-452c-9382-fbfa93efa7c7 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:30:11.154687 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-126a13c1-319e-48e4-ac57-56df4fe3ddc4 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:11.165852 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fd574a-a829-4c3a-a882-f4dd9f295cb9 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:11.167028 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fd574a-a829-4c3a-a882-f4dd9f295cb9 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:11.167693 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fd574a-a829-4c3a-a882-f4dd9f295cb9 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:11.168347 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fd574a-a829-4c3a-a882-f4dd9f295cb9 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:11.169152 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fd574a-a829-4c3a-a882-f4dd9f295cb9 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:11.170079 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fd574a-a829-4c3a-a882-f4dd9f295cb9 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:11.170723 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fd574a-a829-4c3a-a882-f4dd9f295cb9 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:11.171371 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fd574a-a829-4c3a-a882-f4dd9f295cb9 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:11.172040 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fd574a-a829-4c3a-a882-f4dd9f295cb9 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:11.172695 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fd574a-a829-4c3a-a882-f4dd9f295cb9 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:11.173614 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fd574a-a829-4c3a-a882-f4dd9f295cb9 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:11.174236 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fd574a-a829-4c3a-a882-f4dd9f295cb9 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:11.207877 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-126a13c1-319e-48e4-ac57-56df4fe3ddc4 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:11.228020 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-69c53124-3cd7-4e4b-ae7d-d4f5912bf54b req-f98f0551-91c6-4c9b-bff9-8c99dd54a620 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806817 Nov 12 03:30:11.248227 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-82fd574a-a829-4c3a-a882-f4dd9f295cb9 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:11.248767 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-82fd574a-a829-4c3a-a882-f4dd9f295cb9 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:11.281026 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-82fd574a-a829-4c3a-a882-f4dd9f295cb9 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8386161 Nov 12 03:30:11.303479 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-90322034-ae7d-4899-a3b5-952b01e3d332 service neutron] Request body: {'port': {'device_id': '4bfa6bcd-1242-48db-8a09-a2db43ded6b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:11.341361 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-126a13c1-319e-48e4-ac57-56df4fe3ddc4 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:11.429048 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-90322034-ae7d-4899-a3b5-952b01e3d332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:11.443015 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a1caa-425a-4c22-80f0-5f52a0bee1c4 req-4427bc64-6270-4600-8615-e711c15d9222 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:11.445110 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-426a1caa-425a-4c22-80f0-5f52a0bee1c4 req-4427bc64-6270-4600-8615-e711c15d9222 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bfa6bcd-1242-48db-8a09-a2db43ded6b4 HTTP/1.1" status: 200 len: 932 time: 0.1190662 Nov 12 03:30:11.453089 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f07945-38a8-42ef-9cec-617ea295e866 req-13ed0872-4a55-4a37-9b51-8a8c05b24d51 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:11.454200 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-126a13c1-319e-48e4-ac57-56df4fe3ddc4 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:11.454994 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-12f07945-38a8-42ef-9cec-617ea295e866 req-13ed0872-4a55-4a37-9b51-8a8c05b24d51 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7321975-f9a0-4cf5-b557-413d69e9d2c8 HTTP/1.1" status: 200 len: 945 time: 0.1210392 Nov 12 03:30:11.464905 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 36884) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:11.471352 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-b9532fdf-14b7-4386-b0e3-c6a844de301c tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Request body: {'floatingip': {'port_id': 'ed2e7777-37cb-46b3-8cc3-896e5bd252e9'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:11.504384 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a13c1-319e-48e4-ac57-56df4fe3ddc4 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Subnet': ['ID=c8c08fc1-0075-452c-9382-fbfa93efa7c7,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:11.514524 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-126a13c1-319e-48e4-ac57-56df4fe3ddc4 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:11.518181 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-126a13c1-319e-48e4-ac57-56df4fe3ddc4 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/c8c08fc1-0075-452c-9382-fbfa93efa7c7 HTTP/1.1" status: 204 len: 168 time: 0.5005410 Nov 12 03:30:11.522649 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36886) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:11.525743 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b9532fdf-14b7-4386-b0e3-c6a844de301c tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Publish callbacks [] for floatingip, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:11.578299 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-54bca872-0e82-46de-8305-ac87a247cdbc tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0528212 Nov 12 03:30:11.583366 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36888) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:11.589278 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-7d83b913-ab81-455e-9a46-e3a265d4cae2 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'subnet': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:11.624688 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-426a1caa-425a-4c22-80f0-5f52a0bee1c4 req-d56cc132-f8b0-4a59-85ee-6f44976f82ab tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667645 Nov 12 03:30:11.775337 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d83b913-ab81-455e-9a46-e3a265d4cae2 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:11.780682 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7d83b913-ab81-455e-9a46-e3a265d4cae2 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:11.832125 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dff16e-3dfd-4100-9f88-0e5de98a322f req-40762c55-9b92-46d4-8278-eebd9790cbf4 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:11.833642 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b8dff16e-3dfd-4100-9f88-0e5de98a322f req-40762c55-9b92-46d4-8278-eebd9790cbf4 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 945 time: 0.2470737 Nov 12 03:30:11.898073 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ce953c-3cf3-47e9-bd5f-a2f233d6318c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf96f8d-29d2-434f-8491-23324cce336b'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:11.901062 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d3b223-3222-44e1-afb2-a1707bed2acd" -d '{"events": [{"server_uuid": "74ce953c-3cf3-47e9-bd5f-a2f233d6318c", "name": "network-vif-plugged", "status": "completed", "tag": "bbf96f8d-29d2-434f-8491-23324cce336b"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:11.963776 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafafef3-a64e-4b57-b9aa-b8204ecb8720 x-openstack-request-id: req-bafafef3-a64e-4b57-b9aa-b8204ecb8720 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:11.964102 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ce953c-3cf3-47e9-bd5f-a2f233d6318c", "name": "network-vif-plugged", "status": "completed", "tag": "bbf96f8d-29d2-434f-8491-23324cce336b", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:11.964342 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bafafef3-a64e-4b57-b9aa-b8204ecb8720 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:11.964810 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ce953c-3cf3-47e9-bd5f-a2f233d6318c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf96f8d-29d2-434f-8491-23324cce336b', 'code': 200} Nov 12 03:30:12.103713 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7d83b913-ab81-455e-9a46-e3a265d4cae2 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:12.169944 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b8dff16e-3dfd-4100-9f88-0e5de98a322f req-32a8b84b-d12d-41fd-8162-bea2b9575812 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234711 Nov 12 03:30:12.189470 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd1f9d7-5fa4-4701-b678-aa0cade6bdf2 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:12.193931 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d83b913-ab81-455e-9a46-e3a265d4cae2 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:12.225816 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d83b913-ab81-455e-9a46-e3a265d4cae2 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Subnet': ['ID=ae484e41-4b4d-42f1-9db9-28aedc343247,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:12.229848 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-7d83b913-ab81-455e-9a46-e3a265d4cae2 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:12.233505 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d83b913-ab81-455e-9a46-e3a265d4cae2 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:12.234693 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7d83b913-ab81-455e-9a46-e3a265d4cae2 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:12.251265 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771b872-2768-4460-9456-637e6c96581a req-4c46037a-038b-4c3f-9796-7c1fc27bdae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:12.253301 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a771b872-2768-4460-9456-637e6c96581a req-4c46037a-038b-4c3f-9796-7c1fc27bdae4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=74ce953c-3cf3-47e9-bd5f-a2f233d6318c HTTP/1.1" status: 200 len: 1101 time: 0.1934929 Nov 12 03:30:12.281373 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7d83b913-ab81-455e-9a46-e3a265d4cae2 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6966157 Nov 12 03:30:12.285722 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36896) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:12.298851 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-177983de-e518-4fff-a500-198d2aa4d57c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'subnet': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:12.488532 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-eaded125-2bbe-42d1-9c6f-bd7ededd2065 None None] Provisioning complete for port 50548f69-82fd-4e7c-8914-ef21694c8603 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:12.489169 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-eaded125-2bbe-42d1-9c6f-bd7ededd2065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:12.508761 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177983de-e518-4fff-a500-198d2aa4d57c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:12.513380 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-177983de-e518-4fff-a500-198d2aa4d57c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:12.599497 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-90322034-ae7d-4899-a3b5-952b01e3d332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99f9e6db-9b32-49d9-90f3-9067ab39843e {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:30:12.606798 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a771b872-2768-4460-9456-637e6c96581a req-4431f08b-f551-4d98-b66f-dfbe0849d5fa service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824681 Nov 12 03:30:12.619051 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7d6a6-8f39-4c32-8d0b-e45fae4379a1 req-2b73d120-a27c-4f7e-92eb-4fbdaf5513aa tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:12.620617 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-71b7d6a6-8f39-4c32-8d0b-e45fae4379a1 req-2b73d120-a27c-4f7e-92eb-4fbdaf5513aa tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=74ce953c-3cf3-47e9-bd5f-a2f233d6318c HTTP/1.1" status: 200 len: 949 time: 0.1950498 Nov 12 03:30:12.622685 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-90322034-ae7d-4899-a3b5-952b01e3d332 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:12.650838 n-d-715271-27 neutron-server[102572]: INFO neutron.db.ipam_backend_mixin [None req-177983de-e518-4fff-a500-198d2aa4d57c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ae484e41-4b4d-42f1-9db9-28aedc343247 (CIDR: 2001:db8::/64) Nov 12 03:30:12.656305 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-177983de-e518-4fff-a500-198d2aa4d57c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:30:12.656859 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-177983de-e518-4fff-a500-198d2aa4d57c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:12.670225 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-90322034-ae7d-4899-a3b5-952b01e3d332 service neutron] Transition to ACTIVE for port object 99f9e6db-9b32-49d9-90f3-9067ab39843e will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:30:12.680328 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-177983de-e518-4fff-a500-198d2aa4d57c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3929493 Nov 12 03:30:12.683042 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36900) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:12.688884 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-bc8665a0-8db9-49c3-bbd3-1c4b8b7386b9 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'subnet': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:12.702087 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-90322034-ae7d-4899-a3b5-952b01e3d332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:12.831091 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06faefee-cd51-48a8-b456-ba8394e7f041 None None] Update dhcp port {'port': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'fixed_ips': [{'subnet_id': 'ae484e41-4b4d-42f1-9db9-28aedc343247'}], 'binding:host_id': 'n-d-715271-27'}, 'id': '50548f69-82fd-4e7c-8914-ef21694c8603'} from n-d-715271-27. {{(pid=102573) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:30:12.840661 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-71b7d6a6-8f39-4c32-8d0b-e45fae4379a1 req-f66eb744-8fd2-4e6b-b304-72b2a4747cc3 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082639 Nov 12 03:30:12.842420 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c8ac0-1b8a-40d4-b07b-dec0e847d9e8 req-e43a4e84-807f-4f29-a635-73f689bf1ff8 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:12.849988 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b53c8ac0-1b8a-40d4-b07b-dec0e847d9e8 req-e43a4e84-807f-4f29-a635-73f689bf1ff8 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bfa6bcd-1242-48db-8a09-a2db43ded6b4 HTTP/1.1" status: 200 len: 944 time: 0.1192484 Nov 12 03:30:12.871446 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b9532fdf-14b7-4386-b0e3-c6a844de301c tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:12.872370 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90322034-ae7d-4899-a3b5-952b01e3d332 service neutron] Pushing event updated for resources: {'Port': ['ID=99f9e6db-9b32-49d9-90f3-9067ab39843e,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:12.877245 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-06faefee-cd51-48a8-b456-ba8394e7f041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:12.880548 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b9532fdf-14b7-4386-b0e3-c6a844de301c tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:12.950511 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b53c8ac0-1b8a-40d4-b07b-dec0e847d9e8 req-e5a023e3-a07c-49c1-a381-da7d853de9f3 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994010 Nov 12 03:30:12.951456 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8665a0-8db9-49c3-bbd3-1c4b8b7386b9 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:12.957503 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bc8665a0-8db9-49c3-bbd3-1c4b8b7386b9 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:13.050957 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-90322034-ae7d-4899-a3b5-952b01e3d332 service neutron] Attempting to bind port 99f9e6db-9b32-49d9-90f3-9067ab39843e on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:13.051394 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-90322034-ae7d-4899-a3b5-952b01e3d332 service neutron] Attempting to bind port 99f9e6db-9b32-49d9-90f3-9067ab39843e by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:13.051789 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-90322034-ae7d-4899-a3b5-952b01e3d332 service neutron] Attempting to bind port 99f9e6db-9b32-49d9-90f3-9067ab39843e on network d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:13.062508 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-90322034-ae7d-4899-a3b5-952b01e3d332 service neutron] Port 99f9e6db-9b32-49d9-90f3-9067ab39843e on network d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:13.062841 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-90322034-ae7d-4899-a3b5-952b01e3d332 service neutron] Attempting to bind port 99f9e6db-9b32-49d9-90f3-9067ab39843e on network d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:13.071610 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [None req-b9532fdf-14b7-4386-b0e3-c6a844de301c tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Floating IP 2e52de0c-d0f6-434c-970e-fef7e061b2f2 associated. External IP: 172.25.5.176, port: ed2e7777-37cb-46b3-8cc3-896e5bd252e9. Nov 12 03:30:13.074527 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-90322034-ae7d-4899-a3b5-952b01e3d332 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:30:13.074732 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-90322034-ae7d-4899-a3b5-952b01e3d332 service neutron] Checking segment: {'id': '3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:13.075189 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-90322034-ae7d-4899-a3b5-952b01e3d332 service neutron] Bound using segment: {'id': '3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:30:13.075707 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-90322034-ae7d-4899-a3b5-952b01e3d332 service neutron] Bound port: 99f9e6db-9b32-49d9-90f3-9067ab39843e, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:30:13.076234 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-90322034-ae7d-4899-a3b5-952b01e3d332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:13.100560 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-06faefee-cd51-48a8-b456-ba8394e7f041 None None] Allocated IP 2001:db8::2 (73a88994-9b3d-4208-8808-2295e92df12e/ae484e41-4b4d-42f1-9db9-28aedc343247/50548f69-82fd-4e7c-8914-ef21694c8603) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:13.219779 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-06faefee-cd51-48a8-b456-ba8394e7f041 None None] For port 50548f69-82fd-4e7c-8914-ef21694c8603, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=50548f69-82fd-4e7c-8914-ef21694c8603,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:13.256417 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-06faefee-cd51-48a8-b456-ba8394e7f041 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:13.265067 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-06faefee-cd51-48a8-b456-ba8394e7f041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:13.299400 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-90322034-ae7d-4899-a3b5-952b01e3d332 service neutron] For port 99f9e6db-9b32-49d9-90f3-9067ab39843e, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:13.314507 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-90322034-ae7d-4899-a3b5-952b01e3d332 service neutron] For port 99f9e6db-9b32-49d9-90f3-9067ab39843e, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=99f9e6db-9b32-49d9-90f3-9067ab39843e,segment=NetworkSegment(3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd),segment_id=3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:30:13.324563 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-90322034-ae7d-4899-a3b5-952b01e3d332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:13.347875 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06faefee-cd51-48a8-b456-ba8394e7f041 None None] Pushing event updated for resources: {'Port': ['ID=50548f69-82fd-4e7c-8914-ef21694c8603,revision_number=23']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:13.379128 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302df9b6-349d-45e0-a152-074c83de0706 req-2296fe98-5208-4654-8aaf-338dede49cfc tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:13.381083 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-302df9b6-349d-45e0-a152-074c83de0706 req-2296fe98-5208-4654-8aaf-338dede49cfc tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 945 time: 0.0828106 Nov 12 03:30:13.451759 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-90322034-ae7d-4899-a3b5-952b01e3d332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:13.452933 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-90322034-ae7d-4899-a3b5-952b01e3d332 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:13.453853 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-90322034-ae7d-4899-a3b5-952b01e3d332 service neutron] 10.222.0.90 "PUT /v2.0/ports/99f9e6db-9b32-49d9-90f3-9067ab39843e HTTP/1.1" status: 200 len: 1093 time: 2.1566019 Nov 12 03:30:13.454317 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bfa6bcd-1242-48db-8a09-a2db43ded6b4', 'tag': '99f9e6db-9b32-49d9-90f3-9067ab39843e'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:13.456965 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558ff531-00e4-4e54-8f59-ffd218266b1a" -d '{"events": [{"name": "network-changed", "server_uuid": "4bfa6bcd-1242-48db-8a09-a2db43ded6b4", "tag": "99f9e6db-9b32-49d9-90f3-9067ab39843e"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:13.480137 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90322034-ae7d-4899-a3b5-952b01e3d332 service neutron] Pushing event updated for resources: {'Port': ['ID=99f9e6db-9b32-49d9-90f3-9067ab39843e,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:13.506809 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-302df9b6-349d-45e0-a152-074c83de0706 req-7e95dc10-a814-4fc4-b641-36e5c995a5d8 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993085 Nov 12 03:30:13.516167 n-d-715271-27 neutron-server[102572]: DEBUG neutron.objects.ports [None req-bc8665a0-8db9-49c3-bbd3-1c4b8b7386b9 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102572) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:30:13.606244 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc49a42-f15e-45be-af83-4b563d2a276c x-openstack-request-id: req-3cc49a42-f15e-45be-af83-4b563d2a276c {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:13.606244 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bfa6bcd-1242-48db-8a09-a2db43ded6b4", "tag": "99f9e6db-9b32-49d9-90f3-9067ab39843e", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:13.606244 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3cc49a42-f15e-45be-af83-4b563d2a276c {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:13.606244 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bfa6bcd-1242-48db-8a09-a2db43ded6b4', 'tag': '99f9e6db-9b32-49d9-90f3-9067ab39843e', 'status': 'completed', 'code': 200} Nov 12 03:30:13.642121 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-98560fcf-35b4-40b3-a051-9d6399d3cc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:13.644541 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-98560fcf-35b4-40b3-a051-9d6399d3cc05 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1d6c893ca49044dfac9a410cc1ad6232&device_id=4bfa6bcd-1242-48db-8a09-a2db43ded6b4 HTTP/1.1" status: 200 len: 1096 time: 0.0953205 Nov 12 03:30:13.651036 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9532fdf-14b7-4386-b0e3-c6a844de301c tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Router ab60901a-ad5e-48a2-acc8-3f3697499338 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:30:13.743935 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-d8165ac7-4f84-454d-aeb2-37d0734a8d15 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99f9e6db-9b32-49d9-90f3-9067ab39843e HTTP/1.1" status: 200 len: 217 time: 0.0769367 Nov 12 03:30:13.862717 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-5356a399-8c92-420b-afbb-4bc723ddf189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:13.864396 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-5356a399-8c92-420b-afbb-4bc723ddf189 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=df107fe4-b619-4341-93e8-c25b14853a6f HTTP/1.1" status: 200 len: 845 time: 0.1086159 Nov 12 03:30:13.902384 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9532fdf-14b7-4386-b0e3-c6a844de301c tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:30:13.921506 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b9532fdf-14b7-4386-b0e3-c6a844de301c tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:13.925876 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-bf0ef948-70b9-433e-b233-5689cd057638 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390553 Nov 12 03:30:13.977376 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9265f477-9841-4d62-b8ce-4ad1c6db9b23 None None] Sync routers for ids ['ab60901a-ad5e-48a2-acc8-3f3697499338'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:30:14.071659 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9265f477-9841-4d62-b8ce-4ad1c6db9b23 None None] Routers {'ab60901a-ad5e-48a2-acc8-3f3697499338'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:30:14.074403 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-9265f477-9841-4d62-b8ce-4ad1c6db9b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:30:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['ab60901a-ad5e-48a2-acc8-3f3697499338'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:14.079329 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 50548f69-82fd-4e7c-8914-ef21694c8603 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:14.214834 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 50548f69-82fd-4e7c-8914-ef21694c8603 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:14.215609 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:14.330352 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c2ae34-4f3b-481f-b338-a211b9acbc48 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:14.336297 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-9265f477-9841-4d62-b8ce-4ad1c6db9b23 None None] Set router ab60901a-ad5e-48a2-acc8-3f3697499338 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:30:14.494029 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38103be2-7d66-4ce1-9c35-21e849284048 req-89d2a553-7071-4ec8-86a6-241d7f4bff2d tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:14.504322 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-38103be2-7d66-4ce1-9c35-21e849284048 req-89d2a553-7071-4ec8-86a6-241d7f4bff2d tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 945 time: 0.8389442 Nov 12 03:30:14.535601 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-eb35b2a0-d870-402a-9a75-ebe5806fd925 None None] Provisioning complete for port 50548f69-82fd-4e7c-8914-ef21694c8603 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:14.535904 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-eb35b2a0-d870-402a-9a75-ebe5806fd925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:14.588509 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b9532fdf-14b7-4386-b0e3-c6a844de301c tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "PUT /v2.0/floatingips/2e52de0c-d0f6-434c-970e-fef7e061b2f2 HTTP/1.1" status: 200 len: 991 time: 3.1221914 Nov 12 03:30:14.620436 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bc8665a0-8db9-49c3-bbd3-1c4b8b7386b9 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:14.659654 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81727815-183b-49e5-9b7c-eef0b914c96c req-26672e1e-0c6b-4347-bac8-b4b0b4cc95f2 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:14.667336 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-81727815-183b-49e5-9b7c-eef0b914c96c req-26672e1e-0c6b-4347-bac8-b4b0b4cc95f2 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=74ce953c-3cf3-47e9-bd5f-a2f233d6318c HTTP/1.1" status: 200 len: 949 time: 0.6191006 Nov 12 03:30:14.671379 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-38103be2-7d66-4ce1-9c35-21e849284048 req-221686d4-c782-44a0-bf1b-142e863e420d tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641948 Nov 12 03:30:14.755087 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-81727815-183b-49e5-9b7c-eef0b914c96c req-358ef1d8-3f5f-47aa-9076-30c665c7c14f tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863740 Nov 12 03:30:14.779220 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-3b4fd5d3-b839-4ed8-b10d-7664876c310c service neutron] 10.222.0.90 "GET /v2.0/networks/d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8175595 Nov 12 03:30:14.957713 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ee321840-604a-4bd4-9b7b-cc0f61953876 req-68921d77-62da-4eb6-82bf-13b18656ca81 service neutron] 10.222.0.90 "GET /v2.0/networks/d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671822 Nov 12 03:30:14.967872 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-9265f477-9841-4d62-b8ce-4ad1c6db9b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab60901a-ad5e-48a2-acc8-3f3697499338', 'name': 'tempest-ServersTestJSON-678357773-router', 'tenant_id': '4db3f242efe84343a4ac714d37d3884a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'a8804da6-889f-46b4-bfca-a3c619306c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:25Z', 'updated_at': '2021-11-12T03:29:34Z', 'revision_number': 4, 'project_id': '4db3f242efe84343a4ac714d37d3884a', 'gw_port': {'id': 'a8804da6-889f-46b4-bfca-a3c619306c25', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab60901a-ad5e-48a2-acc8-3f3697499338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:26Z', 'updated_at': '2021-11-12T03:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '2e52de0c-d0f6-434c-970e-fef7e061b2f2', 'tenant_id': '4db3f242efe84343a4ac714d37d3884a', 'floating_ip_address': '172.25.5.176', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'ab60901a-ad5e-48a2-acc8-3f3697499338', 'port_id': 'ed2e7777-37cb-46b3-8cc3-896e5bd252e9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40959805-8042-4b93-a14b-171b1a6f087e', 'mac_address': 'fa:16:3e:39:b9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7321975-f9a0-4cf5-b557-413d69e9d2c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:29:41Z', 'updated_at': '2021-11-12T03:30:12Z', 'revision_number': 1, 'project_id': '4db3f242efe84343a4ac714d37d3884a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b896a28-12a2-4edb-9f92-371ffb185bc3', 'name': '', 'network_id': '40959805-8042-4b93-a14b-171b1a6f087e', 'tenant_id': '4db3f242efe84343a4ac714d37d3884a', 'mac_address': 'fa:16:3e:a9:1f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab60901a-ad5e-48a2-acc8-3f3697499338', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '27e221dd-0213-4ad3-a133-81ac380e5035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:32Z', 'updated_at': '2021-11-12T03:29:46Z', 'revision_number': 5, 'project_id': '4db3f242efe84343a4ac714d37d3884a', 'subnets': [{'id': '27e221dd-0213-4ad3-a133-81ac380e5035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:15.068067 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0b510-2170-4ed4-8882-3d267c2d0e63 req-21dbf82a-ff42-4b0e-98ff-27cb473949f4 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:15.077006 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-41e0b510-2170-4ed4-8882-3d267c2d0e63 req-21dbf82a-ff42-4b0e-98ff-27cb473949f4 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bfa6bcd-1242-48db-8a09-a2db43ded6b4 HTTP/1.1" status: 200 len: 944 time: 0.2308927 Nov 12 03:30:15.079455 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9265f477-9841-4d62-b8ce-4ad1c6db9b23 None None] Checking router: ab60901a-ad5e-48a2-acc8-3f3697499338 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:30:15.111700 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9265f477-9841-4d62-b8ce-4ad1c6db9b23 None None] Routers {'ab60901a-ad5e-48a2-acc8-3f3697499338'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:30:15.112801 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-9265f477-9841-4d62-b8ce-4ad1c6db9b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:30:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['ab60901a-ad5e-48a2-acc8-3f3697499338'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:15.180145 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ff531-00e4-4e54-8f59-ffd218266b1a req-4966f5a6-6f5c-444e-a346-f0df0e8f4187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:15.188775 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-558ff531-00e4-4e54-8f59-ffd218266b1a req-4966f5a6-6f5c-444e-a346-f0df0e8f4187 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1d6c893ca49044dfac9a410cc1ad6232&device_id=4bfa6bcd-1242-48db-8a09-a2db43ded6b4 HTTP/1.1" status: 200 len: 1096 time: 0.1049287 Nov 12 03:30:15.203615 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-41e0b510-2170-4ed4-8882-3d267c2d0e63 req-1c42f170-169f-4796-8b00-ecdf93eccc39 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235824 Nov 12 03:30:15.248823 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-bc8665a0-8db9-49c3-bbd3-1c4b8b7386b9 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] For port 50548f69-82fd-4e7c-8914-ef21694c8603, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=50548f69-82fd-4e7c-8914-ef21694c8603,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:15.362146 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bc8665a0-8db9-49c3-bbd3-1c4b8b7386b9 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:15.368978 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bc8665a0-8db9-49c3-bbd3-1c4b8b7386b9 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:15.369721 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bc8665a0-8db9-49c3-bbd3-1c4b8b7386b9 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:15.446537 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ff531-00e4-4e54-8f59-ffd218266b1a req-948ecff4-fd30-47a8-a718-c49324d9bce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:15.448507 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-558ff531-00e4-4e54-8f59-ffd218266b1a req-948ecff4-fd30-47a8-a718-c49324d9bce6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e HTTP/1.1" status: 200 len: 906 time: 0.2520175 Nov 12 03:30:15.529264 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-9265f477-9841-4d62-b8ce-4ad1c6db9b23 None None] Set router ab60901a-ad5e-48a2-acc8-3f3697499338 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:30:15.562237 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-558ff531-00e4-4e54-8f59-ffd218266b1a req-921dbf08-fa38-4b71-b5d5-d0055c001ffb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99f9e6db-9b32-49d9-90f3-9067ab39843e HTTP/1.1" status: 200 len: 217 time: 0.1051667 Nov 12 03:30:15.574569 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8665a0-8db9-49c3-bbd3-1c4b8b7386b9 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Subnet': ['ID=fd409cf3-28fc-47a1-86ca-dbe962642cf1,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:15.592605 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8665a0-8db9-49c3-bbd3-1c4b8b7386b9 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:15.600370 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-bc8665a0-8db9-49c3-bbd3-1c4b8b7386b9 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:15.606048 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8665a0-8db9-49c3-bbd3-1c4b8b7386b9 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:15.606657 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bc8665a0-8db9-49c3-bbd3-1c4b8b7386b9 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:15.621783 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7321975-f9a0-4cf5-b557-413d69e9d2c8', 'tag': 'ed2e7777-37cb-46b3-8cc3-896e5bd252e9'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:15.623915 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b3c748-8f4b-4b84-be13-00da87cdbbb1" -d '{"events": [{"name": "network-changed", "server_uuid": "f7321975-f9a0-4cf5-b557-413d69e9d2c8", "tag": "ed2e7777-37cb-46b3-8cc3-896e5bd252e9"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:15.645127 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8665a0-8db9-49c3-bbd3-1c4b8b7386b9 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Port': ['ID=50548f69-82fd-4e7c-8914-ef21694c8603,revision_number=25']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:15.665290 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-bc8665a0-8db9-49c3-bbd3-1c4b8b7386b9 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.9809477 Nov 12 03:30:15.669983 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36932) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:15.675100 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-80e4a4f7-0c8c-4953-8b18-f4b1e5e03d66 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Request body: {'port': {'network_id': '73a88994-9b3d-4208-8808-2295e92df12e', 'mac_address': 'fa:16:3e:a7:5f:3d', 'name': 'tempest-NetworksTestDHCPv6-1618742890'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:15.681593 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ff531-00e4-4e54-8f59-ffd218266b1a req-95fef966-1c28-4e8b-b9bf-658cbc916f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:15.683126 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-558ff531-00e4-4e54-8f59-ffd218266b1a req-95fef966-1c28-4e8b-b9bf-658cbc916f38 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=df107fe4-b619-4341-93e8-c25b14853a6f HTTP/1.1" status: 200 len: 845 time: 0.1069803 Nov 12 03:30:15.694037 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ce72d6-09ea-4497-b195-f00f185831f1 x-openstack-request-id: req-51ce72d6-09ea-4497-b195-f00f185831f1 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:15.694337 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7321975-f9a0-4cf5-b557-413d69e9d2c8", "tag": "ed2e7777-37cb-46b3-8cc3-896e5bd252e9", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:15.694728 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-51ce72d6-09ea-4497-b195-f00f185831f1 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:15.695232 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7321975-f9a0-4cf5-b557-413d69e9d2c8', 'tag': 'ed2e7777-37cb-46b3-8cc3-896e5bd252e9', 'status': 'completed', 'code': 200} Nov 12 03:30:15.744754 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-558ff531-00e4-4e54-8f59-ffd218266b1a req-69321a05-175c-45a0-90e1-cfcca12644d4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485773 Nov 12 03:30:15.881586 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-558ff531-00e4-4e54-8f59-ffd218266b1a req-04e4c836-d4f9-47af-8e2e-82c326c85575 service neutron] 10.222.0.90 "GET /v2.0/networks/d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178966 Nov 12 03:30:15.952846 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3c748-8f4b-4b84-be13-00da87cdbbb1 req-039502f2-7b2c-4748-8564-2bc24b384511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:15.954378 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-17b3c748-8f4b-4b84-be13-00da87cdbbb1 req-039502f2-7b2c-4748-8564-2bc24b384511 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4db3f242efe84343a4ac714d37d3884a&device_id=f7321975-f9a0-4cf5-b557-413d69e9d2c8 HTTP/1.1" status: 200 len: 1097 time: 0.1777248 Nov 12 03:30:16.017838 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-9265f477-9841-4d62-b8ce-4ad1c6db9b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab60901a-ad5e-48a2-acc8-3f3697499338', 'name': 'tempest-ServersTestJSON-678357773-router', 'tenant_id': '4db3f242efe84343a4ac714d37d3884a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'a8804da6-889f-46b4-bfca-a3c619306c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:25Z', 'updated_at': '2021-11-12T03:29:34Z', 'revision_number': 4, 'project_id': '4db3f242efe84343a4ac714d37d3884a', 'gw_port': {'id': 'a8804da6-889f-46b4-bfca-a3c619306c25', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab60901a-ad5e-48a2-acc8-3f3697499338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:26Z', 'updated_at': '2021-11-12T03:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '2e52de0c-d0f6-434c-970e-fef7e061b2f2', 'tenant_id': '4db3f242efe84343a4ac714d37d3884a', 'floating_ip_address': '172.25.5.176', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'ab60901a-ad5e-48a2-acc8-3f3697499338', 'port_id': 'ed2e7777-37cb-46b3-8cc3-896e5bd252e9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40959805-8042-4b93-a14b-171b1a6f087e', 'mac_address': 'fa:16:3e:39:b9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7321975-f9a0-4cf5-b557-413d69e9d2c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:29:41Z', 'updated_at': '2021-11-12T03:30:12Z', 'revision_number': 1, 'project_id': '4db3f242efe84343a4ac714d37d3884a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b896a28-12a2-4edb-9f92-371ffb185bc3', 'name': '', 'network_id': '40959805-8042-4b93-a14b-171b1a6f087e', 'tenant_id': '4db3f242efe84343a4ac714d37d3884a', 'mac_address': 'fa:16:3e:a9:1f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab60901a-ad5e-48a2-acc8-3f3697499338', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '27e221dd-0213-4ad3-a133-81ac380e5035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:32Z', 'updated_at': '2021-11-12T03:29:46Z', 'revision_number': 5, 'project_id': '4db3f242efe84343a4ac714d37d3884a', 'subnets': [{'id': '27e221dd-0213-4ad3-a133-81ac380e5035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:16.022504 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 50548f69-82fd-4e7c-8914-ef21694c8603 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:16.027457 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-e8eac594-a326-40dc-9b6b-0f814061634b tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:16.033867 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-e8eac594-a326-40dc-9b6b-0f814061634b tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/networks?id=47a2fcaf-032c-425f-816c-b5c4a4d54eb1 HTTP/1.1" status: 200 len: 815 time: 0.2559507 Nov 12 03:30:16.062526 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9265f477-9841-4d62-b8ce-4ad1c6db9b23 None None] The sync data for ids ['ab60901a-ad5e-48a2-acc8-3f3697499338'] in n-d-715271-27 is: [{'id': 'ab60901a-ad5e-48a2-acc8-3f3697499338', 'name': 'tempest-ServersTestJSON-678357773-router', 'tenant_id': '4db3f242efe84343a4ac714d37d3884a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'a8804da6-889f-46b4-bfca-a3c619306c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:25Z', 'updated_at': '2021-11-12T03:29:34Z', 'revision_number': 4, 'project_id': '4db3f242efe84343a4ac714d37d3884a', 'gw_port': {'id': 'a8804da6-889f-46b4-bfca-a3c619306c25', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab60901a-ad5e-48a2-acc8-3f3697499338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:26Z', 'updated_at': '2021-11-12T03:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '2e52de0c-d0f6-434c-970e-fef7e061b2f2', 'tenant_id': '4db3f242efe84343a4ac714d37d3884a', 'floating_ip_address': '172.25.5.176', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'ab60901a-ad5e-48a2-acc8-3f3697499338', 'port_id': 'ed2e7777-37cb-46b3-8cc3-896e5bd252e9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40959805-8042-4b93-a14b-171b1a6f087e', 'mac_address': 'fa:16:3e:39:b9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7321975-f9a0-4cf5-b557-413d69e9d2c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:29:41Z', 'updated_at': '2021-11-12T03:30:12Z', 'revision_number': 1, 'project_id': '4db3f242efe84343a4ac714d37d3884a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b896a28-12a2-4edb-9f92-371ffb185bc3', 'name': '', 'network_id': '40959805-8042-4b93-a14b-171b1a6f087e', 'tenant_id': '4db3f242efe84343a4ac714d37d3884a', 'mac_address': 'fa:16:3e:a9:1f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab60901a-ad5e-48a2-acc8-3f3697499338', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '27e221dd-0213-4ad3-a133-81ac380e5035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:32Z', 'updated_at': '2021-11-12T03:29:46Z', 'revision_number': 5, 'project_id': '4db3f242efe84343a4ac714d37d3884a', 'subnets': [{'id': '27e221dd-0213-4ad3-a133-81ac380e5035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:30:16.070713 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce73f3d-d6cd-40b6-b345-f68d03194585 req-b81367d0-8a9b-44a8-9634-512cc7c99619 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:16.072397 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ce73f3d-d6cd-40b6-b345-f68d03194585 req-b81367d0-8a9b-44a8-9634-512cc7c99619 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=74ce953c-3cf3-47e9-bd5f-a2f233d6318c HTTP/1.1" status: 200 len: 949 time: 0.1779673 Nov 12 03:30:16.147792 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ce73f3d-d6cd-40b6-b345-f68d03194585 req-5d39eb62-f69e-498c-b36c-7211c0db6e43 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672998 Nov 12 03:30:16.148574 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 50548f69-82fd-4e7c-8914-ef21694c8603 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:16.149519 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:16.216772 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-558ff531-00e4-4e54-8f59-ffd218266b1a req-f1d1631c-61f1-4000-b0e9-21167d2278ab service neutron] 10.222.0.90 "GET /v2.0/networks/d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825801 Nov 12 03:30:16.218936 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-10afeb65-aef2-4042-8881-feae0fcae3a9 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/quotas/eb6abf846d434d7c83b1370d63a01c80 HTTP/1.1" status: 200 len: 375 time: 0.1605067 Nov 12 03:30:16.254760 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7af9d39-8bb5-49e0-b462-a55b0315ef9f None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:16.295840 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e4a4f7-0c8c-4953-8b18-f4b1e5e03d66 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Made reservation on behalf of c89f39c463fe4565b0b406898cbbe00b for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:16.339422 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-bba410c4-aba5-445c-bfb7-c23235f49c93 None None] Provisioning complete for port 50548f69-82fd-4e7c-8914-ef21694c8603 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:16.339795 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bba410c4-aba5-445c-bfb7-c23235f49c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:16.389957 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3c748-8f4b-4b84-be13-00da87cdbbb1 req-b0e1e5a2-de60-459c-9cfc-195106725069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:16.392593 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-17b3c748-8f4b-4b84-be13-00da87cdbbb1 req-b0e1e5a2-de60-459c-9cfc-195106725069 service neutron] 10.222.0.90 "GET /v2.0/networks?id=40959805-8042-4b93-a14b-171b1a6f087e HTTP/1.1" status: 200 len: 906 time: 0.4262106 Nov 12 03:30:16.408660 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-300caa3f-8c9d-48da-ad09-82a7a42a5831 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=eb6abf846d434d7c83b1370d63a01c80&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1767993 Nov 12 03:30:16.513134 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81b7a27-e3d8-4d32-a135-105e7aab1152 None None] New status for floating IP 2e52de0c-d0f6-434c-970e-fef7e061b2f2: ACTIVE {{(pid=102573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:30:16.592197 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd8f66-e390-4142-b956-49ffed4f3f5e req-b28e056d-a885-41af-8bf8-c150ecfe8b20 tempest-ServersOnMultiNodesTest-375895766 tempest-ServersOnMultiNodesTest-375895766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:16.593948 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cccd8f66-e390-4142-b956-49ffed4f3f5e req-b28e056d-a885-41af-8bf8-c150ecfe8b20 tempest-ServersOnMultiNodesTest-375895766 tempest-ServersOnMultiNodesTest-375895766-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=74ce953c-3cf3-47e9-bd5f-a2f233d6318c HTTP/1.1" status: 200 len: 1101 time: 0.0496218 Nov 12 03:30:16.621299 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-80e4a4f7-0c8c-4953-8b18-f4b1e5e03d66 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:16.647714 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-17b3c748-8f4b-4b84-be13-00da87cdbbb1 req-7ccf7d00-15a2-4104-b366-ba8e92b64712 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed2e7777-37cb-46b3-8cc3-896e5bd252e9 HTTP/1.1" status: 200 len: 999 time: 0.2282429 Nov 12 03:30:16.652874 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cccd8f66-e390-4142-b956-49ffed4f3f5e req-e02c29ff-5b28-486c-bf29-0937dbc6dac2 tempest-ServersOnMultiNodesTest-375895766 tempest-ServersOnMultiNodesTest-375895766-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521035 Nov 12 03:30:16.658636 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-4fc1eda0-e6da-4fe6-8988-464544f6b75d service neutron] 10.222.0.50 "GET /v2.0/networks/47a2fcaf-032c-425f-816c-b5c4a4d54eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375641 Nov 12 03:30:16.666832 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-80e4a4f7-0c8c-4953-8b18-f4b1e5e03d66 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] device_id is not set on port 16915da1-dc8e-4210-8b0a-6e1ca81cc36a yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:30:16.798171 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbade01a-7dc0-46a2-9c17-637b70ed984f req-cb5f71c1-138e-4713-ad50-19e66ffd377f tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:16.808769 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bbade01a-7dc0-46a2-9c17-637b70ed984f req-cb5f71c1-138e-4713-ad50-19e66ffd377f tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bfa6bcd-1242-48db-8a09-a2db43ded6b4 HTTP/1.1" status: 200 len: 944 time: 0.0737004 Nov 12 03:30:16.862769 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bbade01a-7dc0-46a2-9c17-637b70ed984f req-79c6a4fc-d10f-4930-adb4-f025ddb57ce5 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544419 Nov 12 03:30:16.868277 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3c748-8f4b-4b84-be13-00da87cdbbb1 req-377a6672-6f00-4f7f-866f-81cc934b30e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:16.870301 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-17b3c748-8f4b-4b84-be13-00da87cdbbb1 req-377a6672-6f00-4f7f-866f-81cc934b30e0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=27e221dd-0213-4ad3-a133-81ac380e5035 HTTP/1.1" status: 200 len: 844 time: 0.1935849 Nov 12 03:30:16.973304 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0da55-6e6e-469c-b35a-e41a117276df req-8d34d913-2caf-4ca5-8439-60eaa3de5730 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:16.975176 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-36d0da55-6e6e-469c-b35a-e41a117276df req-8d34d913-2caf-4ca5-8439-60eaa3de5730 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.74 "GET /v2.0/ports?device_id=861e9bc7-11c9-4c0b-a493-9ff7a6d6000f HTTP/1.1" status: 200 len: 945 time: 0.0682578 Nov 12 03:30:16.979868 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-e61c55bb-1e20-48f1-a22d-391939ddd57a service neutron] 10.222.0.50 "GET /v2.0/networks/47a2fcaf-032c-425f-816c-b5c4a4d54eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814205 Nov 12 03:30:17.058629 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3c748-8f4b-4b84-be13-00da87cdbbb1 req-f4d8cc65-e427-41e8-bc56-6de1dc357be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:17.060159 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-17b3c748-8f4b-4b84-be13-00da87cdbbb1 req-f4d8cc65-e427-41e8-bc56-6de1dc357be2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=40959805-8042-4b93-a14b-171b1a6f087e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1789432 Nov 12 03:30:17.065517 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-0d167ea4-537d-42c9-b505-16951b0cee36 None None] Provisioning complete for port 50548f69-82fd-4e7c-8914-ef21694c8603 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:17.066020 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0d167ea4-537d-42c9-b505-16951b0cee36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.145275 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-80e4a4f7-0c8c-4953-8b18-f4b1e5e03d66 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Allocated IP 2001:db8::2a0 (73a88994-9b3d-4208-8808-2295e92df12e/ae484e41-4b4d-42f1-9db9-28aedc343247/16915da1-dc8e-4210-8b0a-6e1ca81cc36a) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:17.155850 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-80e4a4f7-0c8c-4953-8b18-f4b1e5e03d66 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Allocated IP 2001:db8:0:1:f816:3eff:fea7:5f3d (73a88994-9b3d-4208-8808-2295e92df12e/fd409cf3-28fc-47a1-86ca-dbe962642cf1/16915da1-dc8e-4210-8b0a-6e1ca81cc36a) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:17.230418 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced70ce-e17f-4c55-b660-23b4c4ff6813 req-c7dadd86-9092-4735-8efd-b1c5c591afaa tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:17.231794 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7da96e2b-3bb1-49c4-8ab5-6a4f9d83a24d req-2bf19e86-c668-4fa9-b639-077a649aec87 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=312a947f-cb7e-431b-81ab-a26f9d9a2dd3 HTTP/1.1" status: 200 len: 210 time: 0.0488114 Nov 12 03:30:17.232157 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6ced70ce-e17f-4c55-b660-23b4c4ff6813 req-c7dadd86-9092-4735-8efd-b1c5c591afaa tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=74ce953c-3cf3-47e9-bd5f-a2f233d6318c HTTP/1.1" status: 200 len: 949 time: 0.1172581 Nov 12 03:30:17.252488 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-36d0da55-6e6e-469c-b35a-e41a117276df req-ab21fe00-a683-4021-8b56-0b8dc6ea6b2e tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Deleting port 1ed38768-261b-4cc3-a175-60f8e1dc7342 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:17.252852 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-36d0da55-6e6e-469c-b35a-e41a117276df req-ab21fe00-a683-4021-8b56-0b8dc6ea6b2e tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.254346 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-17b3c748-8f4b-4b84-be13-00da87cdbbb1 req-a24ed08c-ac05-4757-ae39-6350451c2cb4 service neutron] 10.222.0.90 "GET /v2.0/networks/40959805-8042-4b93-a14b-171b1a6f087e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825821 Nov 12 03:30:17.386927 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6ced70ce-e17f-4c55-b660-23b4c4ff6813 req-c3cb9417-d617-41c1-bb8f-ca7c871719f0 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299436 Nov 12 03:30:17.440950 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-17b3c748-8f4b-4b84-be13-00da87cdbbb1 req-92cac04c-f9d1-43ad-a93c-458e064ede26 service neutron] 10.222.0.90 "GET /v2.0/networks/40959805-8042-4b93-a14b-171b1a6f087e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751611 Nov 12 03:30:17.472518 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-36d0da55-6e6e-469c-b35a-e41a117276df req-ab21fe00-a683-4021-8b56-0b8dc6ea6b2e tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] For port 1ed38768-261b-4cc3-a175-60f8e1dc7342, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=1ed38768-261b-4cc3-a175-60f8e1dc7342,segment=NetworkSegment(176db6de-b605-434e-ad55-88a729ddb151),segment_id=176db6de-b605-434e-ad55-88a729ddb151)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:17.473143 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-36d0da55-6e6e-469c-b35a-e41a117276df req-ab21fe00-a683-4021-8b56-0b8dc6ea6b2e tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.490085 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-80e4a4f7-0c8c-4953-8b18-f4b1e5e03d66 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.494123 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-36d0da55-6e6e-469c-b35a-e41a117276df req-ab21fe00-a683-4021-8b56-0b8dc6ea6b2e tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Calling delete_port for 1ed38768-261b-4cc3-a175-60f8e1dc7342 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:17.531689 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-80e4a4f7-0c8c-4953-8b18-f4b1e5e03d66 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.563899 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 99f9e6db-9b32-49d9-90f3-9067ab39843e details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:30:17.599451 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e4a4f7-0c8c-4953-8b18-f4b1e5e03d66 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Network 73a88994-9b3d-4208-8808-2295e92df12e is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:17.604352 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-80e4a4f7-0c8c-4953-8b18-f4b1e5e03d66 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:17.606248 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e4a4f7-0c8c-4953-8b18-f4b1e5e03d66 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event updated for resources: {'Port': ['ID=16915da1-dc8e-4210-8b0a-6e1ca81cc36a,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:17.619686 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e4a4f7-0c8c-4953-8b18-f4b1e5e03d66 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:17.626275 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e4a4f7-0c8c-4953-8b18-f4b1e5e03d66 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:17.627010 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-80e4a4f7-0c8c-4953-8b18-f4b1e5e03d66 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.656488 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 36974) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:17.656669 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-80e4a4f7-0c8c-4953-8b18-f4b1e5e03d66 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9853575 Nov 12 03:30:17.724942 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 99f9e6db-9b32-49d9-90f3-9067ab39843e, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=99f9e6db-9b32-49d9-90f3-9067ab39843e,segment=NetworkSegment(3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd),segment_id=3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:17.743782 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '99f9e6db-9b32-49d9-90f3-9067ab39843e', 'network_id': 'd45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e', 'port_id': '99f9e6db-9b32-49d9-90f3-9067ab39843e', 'mac_address': 'fa:16:3e:c7:56:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df107fe4-b619-4341-93e8-c25b14853a6f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:30:17.766219 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-36d0da55-6e6e-469c-b35a-e41a117276df req-ab21fe00-a683-4021-8b56-0b8dc6ea6b2e tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.780926 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['1ed38768-261b-4cc3-a175-60f8e1dc7342'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:17.814335 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab21fe00-a683-4021-8b56-0b8dc6ea6b2e tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Pushing event deleted for resources: {'Port': ['ID=1ed38768-261b-4cc3-a175-60f8e1dc7342,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:17.856306 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.874480 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d0da55-6e6e-469c-b35a-e41a117276df req-ab21fe00-a683-4021-8b56-0b8dc6ea6b2e tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] No DVR routers for this DVR port 1ed38768-261b-4cc3-a175-60f8e1dc7342 on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:30:17.878166 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-36d0da55-6e6e-469c-b35a-e41a117276df req-ab21fe00-a683-4021-8b56-0b8dc6ea6b2e tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.881515 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-36d0da55-6e6e-469c-b35a-e41a117276df req-ab21fe00-a683-4021-8b56-0b8dc6ea6b2e tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.74 "DELETE /v2.0/ports/1ed38768-261b-4cc3-a175-60f8e1dc7342 HTTP/1.1" status: 204 len: 173 time: 0.8969488 Nov 12 03:30:17.883779 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861e9bc7-11c9-4c0b-a493-9ff7a6d6000f', 'name': 'network-vif-deleted', 'tag': '1ed38768-261b-4cc3-a175-60f8e1dc7342'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:17.888760 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56468041-ac6a-47d3-b99c-c4688775884e" -d '{"events": [{"server_uuid": "861e9bc7-11c9-4c0b-a493-9ff7a6d6000f", "name": "network-vif-deleted", "tag": "1ed38768-261b-4cc3-a175-60f8e1dc7342"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:17.901671 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99f9e6db-9b32-49d9-90f3-9067ab39843e {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:30:17.939799 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-b429f876-e5d0-4afc-9e88-d5749d90a477 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting port 16915da1-dc8e-4210-8b0a-6e1ca81cc36a {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:17.940169 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b429f876-e5d0-4afc-9e88-d5749d90a477 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.949245 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 99f9e6db-9b32-49d9-90f3-9067ab39843e, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=99f9e6db-9b32-49d9-90f3-9067ab39843e,segment=NetworkSegment(3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd),segment_id=3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:17.967999 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.985867 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9690bb22-c09c-47ba-9b31-5b42ec61aa4d x-openstack-request-id: req-9690bb22-c09c-47ba-9b31-5b42ec61aa4d {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:17.986372 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "861e9bc7-11c9-4c0b-a493-9ff7a6d6000f", "name": "network-vif-deleted", "tag": "1ed38768-261b-4cc3-a175-60f8e1dc7342", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:17.986777 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9690bb22-c09c-47ba-9b31-5b42ec61aa4d {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:17.987368 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '861e9bc7-11c9-4c0b-a493-9ff7a6d6000f', 'name': 'network-vif-deleted', 'tag': '1ed38768-261b-4cc3-a175-60f8e1dc7342', 'status': 'completed', 'code': 200} Nov 12 03:30:18.042268 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=99f9e6db-9b32-49d9-90f3-9067ab39843e,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:18.049772 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57133483-a4d1-491f-8669-84b79aad89c7 req-fd8d31d2-e47a-47f2-bc01-000e13c1a25f tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:18.057141 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.059099 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-7173a8a5-809f-49f3-a617-893cc6b76911 None None] Provisioning complete for port 16915da1-dc8e-4210-8b0a-6e1ca81cc36a triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:18.060044 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7173a8a5-809f-49f3-a617-893cc6b76911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.060264 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-57133483-a4d1-491f-8669-84b79aad89c7 req-fd8d31d2-e47a-47f2-bc01-000e13c1a25f tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bfa6bcd-1242-48db-8a09-a2db43ded6b4 HTTP/1.1" status: 200 len: 945 time: 0.0750425 Nov 12 03:30:18.096461 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b429f876-e5d0-4afc-9e88-d5749d90a477 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.109355 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-7173a8a5-809f-49f3-a617-893cc6b76911 None None] Port 16915da1-dc8e-4210-8b0a-6e1ca81cc36a cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:30:18.123664 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-b429f876-e5d0-4afc-9e88-d5749d90a477 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Calling delete_port for 16915da1-dc8e-4210-8b0a-6e1ca81cc36a owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:18.147102 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-57133483-a4d1-491f-8669-84b79aad89c7 req-d7ec1117-ffaa-457c-a0e1-d227ad5198fb tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856586 Nov 12 03:30:18.321312 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b429f876-e5d0-4afc-9e88-d5749d90a477 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.360514 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b429f876-e5d0-4afc-9e88-d5749d90a477 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Port': ['ID=16915da1-dc8e-4210-8b0a-6e1ca81cc36a,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:18.364802 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['99f9e6db-9b32-49d9-90f3-9067ab39843e'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:18.397184 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c8f0794e-4d3d-46ce-8c38-3b0fe3fa4952 req-1788c52b-c8b2-4a76-b837-d085fc029d30 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=312a947f-cb7e-431b-81ab-a26f9d9a2dd3 HTTP/1.1" status: 200 len: 210 time: 0.0636539 Nov 12 03:30:18.446093 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b429f876-e5d0-4afc-9e88-d5749d90a477 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.450467 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b429f876-e5d0-4afc-9e88-d5749d90a477 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/ports/16915da1-dc8e-4210-8b0a-6e1ca81cc36a HTTP/1.1" status: 204 len: 168 time: 0.7918513 Nov 12 03:30:18.453120 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 36986) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:18.540409 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8843f963-948e-4fff-a18f-77f1d7929774 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:18.540409 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8843f963-948e-4fff-a18f-77f1d7929774 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0840297 Nov 12 03:30:18.541584 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36990) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:18.656889 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376dd53-4189-42dd-a781-50db81f33e96 req-58435506-ec4b-4fde-9742-c7ce7812a887 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:18.665581 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a091bccb-157e-4257-bc64-8ba0b53d5edb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:18.670688 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a091bccb-157e-4257-bc64-8ba0b53d5edb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1276476 Nov 12 03:30:18.671385 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0376dd53-4189-42dd-a781-50db81f33e96 req-58435506-ec4b-4fde-9742-c7ce7812a887 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=74ce953c-3cf3-47e9-bd5f-a2f233d6318c HTTP/1.1" status: 200 len: 949 time: 0.1311619 Nov 12 03:30:18.673229 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36994) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:18.806092 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b2b37-792f-496a-b3d9-19a81bc4b424 req-0ff1a355-86a9-44de-acff-f88a1db74707 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:18.807993 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-911b2b37-792f-496a-b3d9-19a81bc4b424 req-0ff1a355-86a9-44de-acff-f88a1db74707 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.74 "GET /v2.0/ports?device_id=74ce953c-3cf3-47e9-bd5f-a2f233d6318c HTTP/1.1" status: 200 len: 949 time: 0.2185163 Nov 12 03:30:18.813863 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0376dd53-4189-42dd-a781-50db81f33e96 req-8bb17879-97b0-46ae-a4c8-24065cd028ba tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415989 Nov 12 03:30:18.868208 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811cebb7-0372-42cf-869e-31ff4c706522 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:18.869836 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811cebb7-0372-42cf-869e-31ff4c706522 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:18.871359 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811cebb7-0372-42cf-869e-31ff4c706522 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:18.872970 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-811cebb7-0372-42cf-869e-31ff4c706522 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1223910 Nov 12 03:30:18.876430 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 36996) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:18.897975 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-aca27d74-8c73-4ddd-ab18-3ae8f089879f tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:18.899627 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-aca27d74-8c73-4ddd-ab18-3ae8f089879f tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.90 "GET /v2.0/networks?id=47a2fcaf-032c-425f-816c-b5c4a4d54eb1 HTTP/1.1" status: 200 len: 815 time: 0.2254853 Nov 12 03:30:18.959649 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-494e3175-a56a-438f-98c4-1b85fbf18c26 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting subnet ae484e41-4b4d-42f1-9db9-28aedc343247 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:30:18.961807 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-722b5c5c-4559-4cef-977d-ab80f7781a60 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Request body: {'port': {'device_id': '312a947f-cb7e-431b-81ab-a26f9d9a2dd3', 'network_id': '47a2fcaf-032c-425f-816c-b5c4a4d54eb1', 'admin_state_up': True, 'tenant_id': 'eb6abf846d434d7c83b1370d63a01c80'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:18.964968 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-494e3175-a56a-438f-98c4-1b85fbf18c26 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.013296 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-494e3175-a56a-438f-98c4-1b85fbf18c26 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.039331 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-911b2b37-792f-496a-b3d9-19a81bc4b424 req-e7d49f41-65ad-439e-9d8b-061367100f8a tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Deleting port bbf96f8d-29d2-434f-8491-23324cce336b {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:19.039667 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-911b2b37-792f-496a-b3d9-19a81bc4b424 req-e7d49f41-65ad-439e-9d8b-061367100f8a tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.074133 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-722b5c5c-4559-4cef-977d-ab80f7781a60 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Made reservation on behalf of eb6abf846d434d7c83b1370d63a01c80 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:19.077835 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-722b5c5c-4559-4cef-977d-ab80f7781a60 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.186999 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-911b2b37-792f-496a-b3d9-19a81bc4b424 req-e7d49f41-65ad-439e-9d8b-061367100f8a tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] For port bbf96f8d-29d2-434f-8491-23324cce336b, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=bbf96f8d-29d2-434f-8491-23324cce336b,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:19.187364 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-911b2b37-792f-496a-b3d9-19a81bc4b424 req-e7d49f41-65ad-439e-9d8b-061367100f8a tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.196509 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-494e3175-a56a-438f-98c4-1b85fbf18c26 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.219406 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-722b5c5c-4559-4cef-977d-ab80f7781a60 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Allocated IP 172.20.0.14 (47a2fcaf-032c-425f-816c-b5c4a4d54eb1/021454ad-d6cd-40c9-b80d-967adfd1b968/b27823aa-4403-48c8-8b3a-edc375e21845) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:19.223723 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-911b2b37-792f-496a-b3d9-19a81bc4b424 req-e7d49f41-65ad-439e-9d8b-061367100f8a tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Calling delete_port for bbf96f8d-29d2-434f-8491-23324cce336b owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:19.312985 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a003151-e598-4603-954f-bc6cf6b81f6a req-0abf522a-9d84-418f-a036-3a71675c4211 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:19.314659 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-494e3175-a56a-438f-98c4-1b85fbf18c26 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.314808 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8a003151-e598-4603-954f-bc6cf6b81f6a req-0abf522a-9d84-418f-a036-3a71675c4211 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bfa6bcd-1242-48db-8a09-a2db43ded6b4 HTTP/1.1" status: 200 len: 945 time: 0.0814884 Nov 12 03:30:19.342082 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efc378c-1a14-41ca-b04b-8a6b1a5297f3 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:19.359891 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-494e3175-a56a-438f-98c4-1b85fbf18c26 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.363944 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-494e3175-a56a-438f-98c4-1b85fbf18c26 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/ae484e41-4b4d-42f1-9db9-28aedc343247 HTTP/1.1" status: 204 len: 168 time: 0.4864900 Nov 12 03:30:19.365808 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e3175-a56a-438f-98c4-1b85fbf18c26 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Subnet': ['ID=ae484e41-4b4d-42f1-9db9-28aedc343247,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:19.369023 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37000) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:19.449006 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8a003151-e598-4603-954f-bc6cf6b81f6a req-ba279db3-7063-4319-a4ca-f2ce58bc25c0 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236181 Nov 12 03:30:19.489524 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-722b5c5c-4559-4cef-977d-ab80f7781a60 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.511359 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-911b2b37-792f-496a-b3d9-19a81bc4b424 req-e7d49f41-65ad-439e-9d8b-061367100f8a tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.538129 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-722b5c5c-4559-4cef-977d-ab80f7781a60 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.540342 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-f67cf835-b01b-40ed-a65d-c96957645266 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Deleting subnet fd409cf3-28fc-47a1-86ca-dbe962642cf1 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:30:19.546169 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f67cf835-b01b-40ed-a65d-c96957645266 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.546460 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['29c55453-a17f-44dd-81d4-865fdc84d846', 'af9fd09b-bb20-4600-b6dd-8e32823a9811', '900fa92f-3422-43cd-b1f5-64544257fe2c', '364ed264-e28d-4514-98a6-8f5421f1f74a', 'bbf96f8d-29d2-434f-8491-23324cce336b'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:19.552732 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['65fe472f-769b-4636-a403-0932ced07563', '12969886-3e87-47c0-bb54-5483975d07ae', '701494cc-0973-4f32-b3cf-05bb40030d12'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:19.594368 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-722b5c5c-4559-4cef-977d-ab80f7781a60 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Network 47a2fcaf-032c-425f-816c-b5c4a4d54eb1 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:19.598651 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-722b5c5c-4559-4cef-977d-ab80f7781a60 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:19.601470 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f67cf835-b01b-40ed-a65d-c96957645266 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.603899 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-722b5c5c-4559-4cef-977d-ab80f7781a60 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:19.611980 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b5c5c-4559-4cef-977d-ab80f7781a60 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Pushing event updated for resources: {'Port': ['ID=b27823aa-4403-48c8-8b3a-edc375e21845,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:19.675509 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-722b5c5c-4559-4cef-977d-ab80f7781a60 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:19.676290 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-722b5c5c-4559-4cef-977d-ab80f7781a60 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.699539 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-722b5c5c-4559-4cef-977d-ab80f7781a60 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7436008 Nov 12 03:30:19.721824 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-1a59600c-8001-4f9b-8b5b-dc36255d21e5 service neutron] Request body: {'port': {'device_id': '312a947f-cb7e-431b-81ab-a26f9d9a2dd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:19.740593 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f67cf835-b01b-40ed-a65d-c96957645266 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.780119 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-1a59600c-8001-4f9b-8b5b-dc36255d21e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.831185 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d49f41-65ad-439e-9d8b-061367100f8a tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Pushing event deleted for resources: {'Port': ['ID=bbf96f8d-29d2-434f-8491-23324cce336b,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:19.914070 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b5628-62cc-449d-95d9-c1ce9abe546b req-3188b1a8-0709-4dd7-b886-98b4e74c63d8 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:19.924953 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d79b5628-62cc-449d-95d9-c1ce9abe546b req-3188b1a8-0709-4dd7-b886-98b4e74c63d8 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=312a947f-cb7e-431b-81ab-a26f9d9a2dd3 HTTP/1.1" status: 200 len: 932 time: 0.4177091 Nov 12 03:30:19.937962 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-911b2b37-792f-496a-b3d9-19a81bc4b424 req-e7d49f41-65ad-439e-9d8b-061367100f8a tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] No DVR routers for this DVR port bbf96f8d-29d2-434f-8491-23324cce336b on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:30:19.950983 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-911b2b37-792f-496a-b3d9-19a81bc4b424 req-e7d49f41-65ad-439e-9d8b-061367100f8a tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.954776 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-911b2b37-792f-496a-b3d9-19a81bc4b424 req-e7d49f41-65ad-439e-9d8b-061367100f8a tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.74 "DELETE /v2.0/ports/bbf96f8d-29d2-434f-8491-23324cce336b HTTP/1.1" status: 204 len: 173 time: 1.1362014 Nov 12 03:30:19.973771 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f67cf835-b01b-40ed-a65d-c96957645266 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.015491 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ce953c-3cf3-47e9-bd5f-a2f233d6318c', 'name': 'network-vif-deleted', 'tag': 'bbf96f8d-29d2-434f-8491-23324cce336b'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:20.017926 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724b64f7-5fb7-44f1-9135-98b21d95df69" -d '{"events": [{"server_uuid": "74ce953c-3cf3-47e9-bd5f-a2f233d6318c", "name": "network-vif-deleted", "tag": "bbf96f8d-29d2-434f-8491-23324cce336b"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:20.081452 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67cf835-b01b-40ed-a65d-c96957645266 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Subnet': ['ID=fd409cf3-28fc-47a1-86ca-dbe962642cf1,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:20.097471 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f67cf835-b01b-40ed-a65d-c96957645266 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.102785 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f67cf835-b01b-40ed-a65d-c96957645266 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/fd409cf3-28fc-47a1-86ca-dbe962642cf1 HTTP/1.1" status: 204 len: 168 time: 0.7321057 Nov 12 03:30:20.108364 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37016) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:20.141752 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d79b5628-62cc-449d-95d9-c1ce9abe546b req-1b99a7c2-d3ec-4060-9073-4696b9749655 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153816 Nov 12 03:30:20.169062 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-135ac5d7-1367-42f8-8ac5-1919badf786d req-92d0dc5f-2d3d-4a5f-9f70-cb7bf3157b05 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=74ce953c-3cf3-47e9-bd5f-a2f233d6318c HTTP/1.1" status: 200 len: 210 time: 0.0685596 Nov 12 03:30:20.228968 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021f18bb-a645-43be-b202-6668dd36fa61 x-openstack-request-id: req-021f18bb-a645-43be-b202-6668dd36fa61 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:20.229204 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ce953c-3cf3-47e9-bd5f-a2f233d6318c", "name": "network-vif-deleted", "tag": "bbf96f8d-29d2-434f-8491-23324cce336b", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:20.229508 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-021f18bb-a645-43be-b202-6668dd36fa61 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:20.229981 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ce953c-3cf3-47e9-bd5f-a2f233d6318c', 'name': 'network-vif-deleted', 'tag': 'bbf96f8d-29d2-434f-8491-23324cce336b', 'status': 'completed', 'code': 200} Nov 12 03:30:20.236447 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37018) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:20.236688 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-bcb522f9-414f-4625-ba7a-68eba34934b9 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1152380 Nov 12 03:30:20.332570 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28d08a9-b44d-4419-9b7c-b73cc0e9d0a1 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:20.336606 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d28d08a9-b44d-4419-9b7c-b73cc0e9d0a1 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0986812 Nov 12 03:30:20.337377 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37020) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:20.355396 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-1a59600c-8001-4f9b-8b5b-dc36255d21e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b27823aa-4403-48c8-8b3a-edc375e21845 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:30:20.369004 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-1a59600c-8001-4f9b-8b5b-dc36255d21e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.386534 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-1a59600c-8001-4f9b-8b5b-dc36255d21e5 service neutron] Transition to ACTIVE for port object b27823aa-4403-48c8-8b3a-edc375e21845 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:30:20.394004 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-1a59600c-8001-4f9b-8b5b-dc36255d21e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.395661 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10688006-c1fa-4cb1-b9a5-7c095717dc1f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:20.400901 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-10688006-c1fa-4cb1-b9a5-7c095717dc1f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0623360 Nov 12 03:30:20.401536 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37022) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:20.458813 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f0bd6b40-1ca0-45a6-b168-cbdd53ccc5d0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0560985 Nov 12 03:30:20.464370 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37024) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:20.489368 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb5de487-ccb4-46c2-aa56-3d6d56539946 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:20.490355 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb5de487-ccb4-46c2-aa56-3d6d56539946 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:20.493860 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-bb5de487-ccb4-46c2-aa56-3d6d56539946 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/ports/16915da1-dc8e-4210-8b0a-6e1ca81cc36a HTTP/1.1" status: 404 len: 333 time: 0.0282664 Nov 12 03:30:20.496647 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37028) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:20.548119 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-91ffeee2-f1b0-4a18-a05f-0e514ce72b8d tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:20.548119 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91ffeee2-f1b0-4a18-a05f-0e514ce72b8d tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:20.557212 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a59600c-8001-4f9b-8b5b-dc36255d21e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b27823aa-4403-48c8-8b3a-edc375e21845,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:20.561052 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-91ffeee2-f1b0-4a18-a05f-0e514ce72b8d tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/fd409cf3-28fc-47a1-86ca-dbe962642cf1 HTTP/1.1" status: 404 len: 337 time: 0.0631926 Nov 12 03:30:20.569177 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37032) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:20.618522 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-1a59600c-8001-4f9b-8b5b-dc36255d21e5 service neutron] Attempting to bind port b27823aa-4403-48c8-8b3a-edc375e21845 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:20.618869 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-1a59600c-8001-4f9b-8b5b-dc36255d21e5 service neutron] Attempting to bind port b27823aa-4403-48c8-8b3a-edc375e21845 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '176db6de-b605-434e-ad55-88a729ddb151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '47a2fcaf-032c-425f-816c-b5c4a4d54eb1'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:20.619200 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-1a59600c-8001-4f9b-8b5b-dc36255d21e5 service neutron] Attempting to bind port b27823aa-4403-48c8-8b3a-edc375e21845 on network 47a2fcaf-032c-425f-816c-b5c4a4d54eb1 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:20.627630 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-1a59600c-8001-4f9b-8b5b-dc36255d21e5 service neutron] Port b27823aa-4403-48c8-8b3a-edc375e21845 on network 47a2fcaf-032c-425f-816c-b5c4a4d54eb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:20.627773 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-1a59600c-8001-4f9b-8b5b-dc36255d21e5 service neutron] Attempting to bind port b27823aa-4403-48c8-8b3a-edc375e21845 on network 47a2fcaf-032c-425f-816c-b5c4a4d54eb1 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:20.647177 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd90f1a-1e38-43bc-aa58-8d7682a9fc12 req-2fe65cfc-c185-4524-a293-8ad87fe12b2b tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:20.649345 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2bd90f1a-1e38-43bc-aa58-8d7682a9fc12 req-2fe65cfc-c185-4524-a293-8ad87fe12b2b tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bfa6bcd-1242-48db-8a09-a2db43ded6b4 HTTP/1.1" status: 200 len: 945 time: 0.0815954 Nov 12 03:30:20.649769 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-6532bf1a-b042-4eb7-b517-c1bab002ab1f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:20.650143 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-1a59600c-8001-4f9b-8b5b-dc36255d21e5 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:30:20.650274 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6532bf1a-b042-4eb7-b517-c1bab002ab1f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:20.650474 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-1a59600c-8001-4f9b-8b5b-dc36255d21e5 service neutron] Checking segment: {'id': '176db6de-b605-434e-ad55-88a729ddb151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '47a2fcaf-032c-425f-816c-b5c4a4d54eb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:20.650857 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-1a59600c-8001-4f9b-8b5b-dc36255d21e5 service neutron] Bound using segment: {'id': '176db6de-b605-434e-ad55-88a729ddb151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '47a2fcaf-032c-425f-816c-b5c4a4d54eb1'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:30:20.651299 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-1a59600c-8001-4f9b-8b5b-dc36255d21e5 service neutron] Bound port: b27823aa-4403-48c8-8b3a-edc375e21845, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '176db6de-b605-434e-ad55-88a729ddb151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '47a2fcaf-032c-425f-816c-b5c4a4d54eb1'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:30:20.651657 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-1a59600c-8001-4f9b-8b5b-dc36255d21e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.667457 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6532bf1a-b042-4eb7-b517-c1bab002ab1f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/ae484e41-4b4d-42f1-9db9-28aedc343247 HTTP/1.1" status: 404 len: 337 time: 0.0904577 Nov 12 03:30:20.668130 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37036) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:20.722870 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9f47b1b-3e61-4f7d-b406-f7b3672218a3 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:20.723688 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9f47b1b-3e61-4f7d-b406-f7b3672218a3 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:20.731677 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f9f47b1b-3e61-4f7d-b406-f7b3672218a3 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/ports/a7ae4496-5ab1-4f21-8454-20372e1e96db HTTP/1.1" status: 404 len: 333 time: 0.0612133 Nov 12 03:30:20.732989 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37040) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:20.743080 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ebb26e-84f8-4b0e-9a19-b31653758ef5 None None] Network 73a88994-9b3d-4208-8808-2295e92df12e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:20.748700 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2bd90f1a-1e38-43bc-aa58-8d7682a9fc12 req-c0f35890-5ebe-473b-b389-b230c9e45503 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769877 Nov 12 03:30:20.798298 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-192d701d-a61b-4319-aa3b-8447bc16e42e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:20.799313 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-192d701d-a61b-4319-aa3b-8447bc16e42e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:20.805033 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-192d701d-a61b-4319-aa3b-8447bc16e42e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/c8c08fc1-0075-452c-9382-fbfa93efa7c7 HTTP/1.1" status: 404 len: 337 time: 0.0718136 Nov 12 03:30:20.805645 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37042) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:20.829327 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-1a59600c-8001-4f9b-8b5b-dc36255d21e5 service neutron] For port b27823aa-4403-48c8-8b3a-edc375e21845, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:20.833093 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-1a59600c-8001-4f9b-8b5b-dc36255d21e5 service neutron] For port b27823aa-4403-48c8-8b3a-edc375e21845, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=b27823aa-4403-48c8-8b3a-edc375e21845,segment=NetworkSegment(176db6de-b605-434e-ad55-88a729ddb151),segment_id=176db6de-b605-434e-ad55-88a729ddb151)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:30:20.834698 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-c772feec-3605-4f51-8bf3-a137f4bc021c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:20.835506 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c772feec-3605-4f51-8bf3-a137f4bc021c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:20.841263 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-1a59600c-8001-4f9b-8b5b-dc36255d21e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.842594 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c772feec-3605-4f51-8bf3-a137f4bc021c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/52490f81-8a0e-4988-a895-2c4ba04bac54 HTTP/1.1" status: 404 len: 337 time: 0.0356736 Nov 12 03:30:20.843428 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37044) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:20.852485 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-b422b489-a8be-49c5-a8f3-0f03a0df8e99 None None] Provisioning complete for port 50548f69-82fd-4e7c-8914-ef21694c8603 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:20.852957 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b422b489-a8be-49c5-a8f3-0f03a0df8e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.869065 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b6f85d0-978e-4761-a369-dd56b6da0757 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:20.869735 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b6f85d0-978e-4761-a369-dd56b6da0757 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:20.875856 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37046) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:20.876457 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0b6f85d0-978e-4761-a369-dd56b6da0757 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/ports/56f07bce-dcc3-45c0-b040-4499d25bc6bc HTTP/1.1" status: 404 len: 333 time: 0.0320125 Nov 12 03:30:20.881264 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-1a59600c-8001-4f9b-8b5b-dc36255d21e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:20.881902 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-1a59600c-8001-4f9b-8b5b-dc36255d21e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.884384 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-1a59600c-8001-4f9b-8b5b-dc36255d21e5 service neutron] 10.222.0.90 "PUT /v2.0/ports/b27823aa-4403-48c8-8b3a-edc375e21845 HTTP/1.1" status: 200 len: 1093 time: 1.1670716 Nov 12 03:30:20.893281 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '312a947f-cb7e-431b-81ab-a26f9d9a2dd3', 'tag': 'b27823aa-4403-48c8-8b3a-edc375e21845'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:20.897641 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61bb10db-f0c1-4e82-a390-8fb1cf24b367" -d '{"events": [{"name": "network-changed", "server_uuid": "312a947f-cb7e-431b-81ab-a26f9d9a2dd3", "tag": "b27823aa-4403-48c8-8b3a-edc375e21845"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:20.950120 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-5288e1fb-3e70-482a-8d8c-17d6d2548e3a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:20.950271 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5288e1fb-3e70-482a-8d8c-17d6d2548e3a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:20.956533 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37052) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:20.965987 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5288e1fb-3e70-482a-8d8c-17d6d2548e3a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/b7cc6cca-c8e7-46bf-b903-39dc78d88c67 HTTP/1.1" status: 404 len: 337 time: 0.0805495 Nov 12 03:30:20.972468 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee5431f-e9d4-479f-84b9-bb5797b46556 x-openstack-request-id: req-5ee5431f-e9d4-479f-84b9-bb5797b46556 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:20.973126 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "312a947f-cb7e-431b-81ab-a26f9d9a2dd3", "tag": "b27823aa-4403-48c8-8b3a-edc375e21845", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:20.973579 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5ee5431f-e9d4-479f-84b9-bb5797b46556 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:20.974517 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '312a947f-cb7e-431b-81ab-a26f9d9a2dd3', 'tag': 'b27823aa-4403-48c8-8b3a-edc375e21845', 'status': 'completed', 'code': 200} Nov 12 03:30:20.987725 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e873b27-dbdc-4a04-bc7d-53ff65bfa305 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:20.988133 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e873b27-dbdc-4a04-bc7d-53ff65bfa305 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:20.995724 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6e873b27-dbdc-4a04-bc7d-53ff65bfa305 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/e044d60f-152a-4ac7-962c-890cb92abf4a HTTP/1.1" status: 404 len: 337 time: 0.0375602 Nov 12 03:30:20.996572 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37056) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:21.015307 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a59600c-8001-4f9b-8b5b-dc36255d21e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b27823aa-4403-48c8-8b3a-edc375e21845,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:21.048868 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-89a3f5b6-9857-4c76-b365-67f3d251509e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:21.049880 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89a3f5b6-9857-4c76-b365-67f3d251509e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:21.059151 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-89a3f5b6-9857-4c76-b365-67f3d251509e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/ports/0c03b2f8-39cf-4e1d-a7a6-d2dbcfbe6253 HTTP/1.1" status: 404 len: 333 time: 0.0613053 Nov 12 03:30:21.059833 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37058) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:21.096906 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-75d8c9dc-86f6-4798-9498-743103f4b6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:21.098414 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9eee7f-dfbe-4ac3-be9f-8d0ae91a6403 None None] DHCP port deletion for 73a88994-9b3d-4208-8808-2295e92df12e request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:30:21.098580 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2ec2c01-b0fd-4cea-a52c-e4d6cbc35fa0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:21.098971 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-75d8c9dc-86f6-4798-9498-743103f4b6de service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=eb6abf846d434d7c83b1370d63a01c80&device_id=312a947f-cb7e-431b-81ab-a26f9d9a2dd3 HTTP/1.1" status: 200 len: 1096 time: 0.0938962 Nov 12 03:30:21.099588 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2ec2c01-b0fd-4cea-a52c-e4d6cbc35fa0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:21.106649 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37060) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:21.106956 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b2ec2c01-b0fd-4cea-a52c-e4d6cbc35fa0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/eb6f4be7-c41a-4141-9c91-6f4976fa454f HTTP/1.1" status: 404 len: 337 time: 0.0447228 Nov 12 03:30:21.139693 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bc0aa93-88ae-4b9b-99c7-42375cb437ab tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:21.140277 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bc0aa93-88ae-4b9b-99c7-42375cb437ab tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:21.143412 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8bc0aa93-88ae-4b9b-99c7-42375cb437ab tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/f4af8d07-e4ae-412b-890f-bec69edaa01a HTTP/1.1" status: 404 len: 337 time: 0.0355735 Nov 12 03:30:21.146041 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37064) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:21.175146 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-ce9eee7f-dfbe-4ac3-be9f-8d0ae91a6403 None None] Deleting port 50548f69-82fd-4e7c-8914-ef21694c8603 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:21.175528 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ce9eee7f-dfbe-4ac3-be9f-8d0ae91a6403 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:21.187920 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-b714aa96-db10-4e3a-8cd8-b3e97cfad879 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b27823aa-4403-48c8-8b3a-edc375e21845 HTTP/1.1" status: 200 len: 217 time: 0.0432596 Nov 12 03:30:21.213652 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-64fa9272-692e-4e95-b0e2-82616698b154 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:21.217519 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64fa9272-692e-4e95-b0e2-82616698b154 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:21.227737 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-64fa9272-692e-4e95-b0e2-82616698b154 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/ports/7403a120-33a2-462c-b033-4f4b7d7f40ab HTTP/1.1" status: 404 len: 333 time: 0.0802989 Nov 12 03:30:21.231027 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37070) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:21.247199 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-1619adb3-7804-4b51-9a22-47f8fd51d6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:21.249005 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-1619adb3-7804-4b51-9a22-47f8fd51d6a0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=021454ad-d6cd-40c9-b80d-967adfd1b968 HTTP/1.1" status: 200 len: 855 time: 0.0518551 Nov 12 03:30:21.265047 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-ce9eee7f-dfbe-4ac3-be9f-8d0ae91a6403 None None] For port 50548f69-82fd-4e7c-8914-ef21694c8603, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=50548f69-82fd-4e7c-8914-ef21694c8603,segment=NetworkSegment(30b7ac69-a18e-41be-945f-a2d990224105),segment_id=30b7ac69-a18e-41be-945f-a2d990224105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:21.265580 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ce9eee7f-dfbe-4ac3-be9f-8d0ae91a6403 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:21.281078 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-ce9eee7f-dfbe-4ac3-be9f-8d0ae91a6403 None None] Calling delete_port for 50548f69-82fd-4e7c-8914-ef21694c8603 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:21.286420 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-102c9e32-bf18-4448-b242-f0bdee6e0d5b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:21.286880 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-102c9e32-bf18-4448-b242-f0bdee6e0d5b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:21.292706 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-102c9e32-bf18-4448-b242-f0bdee6e0d5b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/7081f907-bae5-47b8-8a98-06964b5738ca HTTP/1.1" status: 404 len: 337 time: 0.0587068 Nov 12 03:30:21.293795 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 1ed38768-261b-4cc3-a175-60f8e1dc7342 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:30:21.296111 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37072) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:21.343452 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-94ad5584-98d4-4ef7-97be-37fba1d71836 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=47a2fcaf-032c-425f-816c-b5c4a4d54eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748687 Nov 12 03:30:21.344818 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa51dd21-3365-473a-aa4f-693c412f92bb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:21.346692 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa51dd21-3365-473a-aa4f-693c412f92bb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:21.348682 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 1ed38768-261b-4cc3-a175-60f8e1dc7342 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:30:21.349142 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 1ed38768-261b-4cc3-a175-60f8e1dc7342 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:30:21.354393 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-fa51dd21-3365-473a-aa4f-693c412f92bb tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/ports/016003c1-40a1-476e-81b7-a6217ccd7c8b HTTP/1.1" status: 404 len: 333 time: 0.0562811 Nov 12 03:30:21.358758 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab8eff-c3de-40c8-a095-964949a4128b req-a7d097c8-24e2-498c-9c4e-6a7570680cb1 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:21.358996 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37074) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:21.364782 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-efab8eff-c3de-40c8-a095-964949a4128b req-a7d097c8-24e2-498c-9c4e-6a7570680cb1 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.1152220 Nov 12 03:30:21.381618 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f25145-172b-4212-a438-4cbc3f5df949 req-e3c6e3af-5d21-47b2-9707-c5cd1ee1d26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:21.384170 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-66f25145-172b-4212-a438-4cbc3f5df949 req-e3c6e3af-5d21-47b2-9707-c5cd1ee1d26a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=eda4d7a9c5834d36bc2b22e1ed979ccd&device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 1096 time: 0.1061661 Nov 12 03:30:21.399045 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ce9eee7f-dfbe-4ac3-be9f-8d0ae91a6403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:21.410560 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5ca1e24-f796-4be4-82f3-038c0afc0ce0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:21.416609 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5ca1e24-f796-4be4-82f3-038c0afc0ce0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:21.418452 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f5ca1e24-f796-4be4-82f3-038c0afc0ce0 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/ff7810ea-b327-4061-84ec-a037d0b47b0b HTTP/1.1" status: 404 len: 337 time: 0.0585988 Nov 12 03:30:21.420237 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37076) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:21.427219 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9eee7f-dfbe-4ac3-be9f-8d0ae91a6403 None None] Pushing event deleted for resources: {'Port': ['ID=50548f69-82fd-4e7c-8914-ef21694c8603,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:21.439332 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9eee7f-dfbe-4ac3-be9f-8d0ae91a6403 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:21.440040 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9eee7f-dfbe-4ac3-be9f-8d0ae91a6403 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:21.440526 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9eee7f-dfbe-4ac3-be9f-8d0ae91a6403 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:21.440999 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9eee7f-dfbe-4ac3-be9f-8d0ae91a6403 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:21.441435 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9eee7f-dfbe-4ac3-be9f-8d0ae91a6403 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:21.441891 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9eee7f-dfbe-4ac3-be9f-8d0ae91a6403 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:21.442302 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9eee7f-dfbe-4ac3-be9f-8d0ae91a6403 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:21.442763 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9eee7f-dfbe-4ac3-be9f-8d0ae91a6403 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:21.443226 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9eee7f-dfbe-4ac3-be9f-8d0ae91a6403 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:21.443790 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9eee7f-dfbe-4ac3-be9f-8d0ae91a6403 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:21.444105 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9eee7f-dfbe-4ac3-be9f-8d0ae91a6403 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:21.444561 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9eee7f-dfbe-4ac3-be9f-8d0ae91a6403 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:21.447632 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9eee7f-dfbe-4ac3-be9f-8d0ae91a6403 None None] No DVR routers for this DVR port 50548f69-82fd-4e7c-8914-ef21694c8603 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:30:21.473791 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb6914-b921-4a92-849c-c391eb220361 req-cca22dcb-7e37-4d5a-8dce-ce3406be9a02 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:21.475326 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5dcb6914-b921-4a92-849c-c391eb220361 req-cca22dcb-7e37-4d5a-8dce-ce3406be9a02 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=312a947f-cb7e-431b-81ab-a26f9d9a2dd3 HTTP/1.1" status: 200 len: 944 time: 0.2182829 Nov 12 03:30:21.506344 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-efab8eff-c3de-40c8-a095-964949a4128b req-8bac2046-e065-426f-9729-06c6e50c00fa tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379108 Nov 12 03:30:21.517601 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f25145-172b-4212-a438-4cbc3f5df949 req-107b08c3-f7c5-43cb-8aa5-964de50df705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:21.518983 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-66f25145-172b-4212-a438-4cbc3f5df949 req-107b08c3-f7c5-43cb-8aa5-964de50df705 service neutron] 10.222.0.90 "GET /v2.0/networks?id=56493891-2b14-40ba-a8cb-65015d9b59f3 HTTP/1.1" status: 200 len: 912 time: 0.1255715 Nov 12 03:30:21.614287 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-66f25145-172b-4212-a438-4cbc3f5df949 req-6a82eef8-01f0-4c42-8320-0870dc574454 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55a09f1f-5f9e-4783-9942-dfb020785189 HTTP/1.1" status: 200 len: 998 time: 0.0849965 Nov 12 03:30:21.619266 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 99f9e6db-9b32-49d9-90f3-9067ab39843e up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:21.687278 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f25145-172b-4212-a438-4cbc3f5df949 req-84528b23-9f12-43ab-b677-d4333f1318d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:21.689262 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-66f25145-172b-4212-a438-4cbc3f5df949 req-84528b23-9f12-43ab-b677-d4333f1318d3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c41913f5-e5c1-4e60-8ee6-4f6d29d519f8 HTTP/1.1" status: 200 len: 850 time: 0.0633545 Nov 12 03:30:21.699109 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 99f9e6db-9b32-49d9-90f3-9067ab39843e completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:30:21.703974 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 99f9e6db-9b32-49d9-90f3-9067ab39843e triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:21.704381 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:21.778135 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f25145-172b-4212-a438-4cbc3f5df949 req-fef2afc7-1389-40d6-a222-c53883917c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:21.779745 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-66f25145-172b-4212-a438-4cbc3f5df949 req-fef2afc7-1389-40d6-a222-c53883917c91 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=56493891-2b14-40ba-a8cb-65015d9b59f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0815506 Nov 12 03:30:21.822090 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:21.844886 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef461df5-a20c-491e-91d2-fea1e554df49 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:21.845788 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef461df5-a20c-491e-91d2-fea1e554df49 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:21.848745 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ef461df5-a20c-491e-91d2-fea1e554df49 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/ports/46575b25-e79e-4b8a-991a-9dbcc950e02d HTTP/1.1" status: 404 len: 333 time: 0.4261417 Nov 12 03:30:21.851934 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37086) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:21.875565 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfa6bcd-1242-48db-8a09-a2db43ded6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f9e6db-9b32-49d9-90f3-9067ab39843e'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:21.878217 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9405fa5-b996-4510-ba5e-860d9f7cf67f" -d '{"events": [{"server_uuid": "4bfa6bcd-1242-48db-8a09-a2db43ded6b4", "name": "network-vif-plugged", "status": "completed", "tag": "99f9e6db-9b32-49d9-90f3-9067ab39843e"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:21.895994 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 99f9e6db-9b32-49d9-90f3-9067ab39843e, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=99f9e6db-9b32-49d9-90f3-9067ab39843e,segment=NetworkSegment(3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd),segment_id=3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:21.909132 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5dcb6914-b921-4a92-849c-c391eb220361 req-29a8c57d-df67-4342-83ce-1d92aa6617ac tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675523 Nov 12 03:30:21.915204 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:21.928007 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-b8fa72a5-7770-40f9-8322-564426d9d61a service neutron] 10.222.0.90 "GET /v2.0/networks/47a2fcaf-032c-425f-816c-b5c4a4d54eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5698550 Nov 12 03:30:21.955909 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d38d6f1-00ce-4b1a-9ef3-ed568c77d98b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:21.956422 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d38d6f1-00ce-4b1a-9ef3-ed568c77d98b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:21.964805 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37092) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:21.968670 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7d38d6f1-00ce-4b1a-9ef3-ed568c77d98b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/017cb6f4-553c-4303-877e-615888eabb49 HTTP/1.1" status: 404 len: 337 time: 0.1135430 Nov 12 03:30:21.978047 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 50548f69-82fd-4e7c-8914-ef21694c8603 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:30:22.005021 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f028721-628c-4d0f-97ee-6a058b847095 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:22.005722 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f028721-628c-4d0f-97ee-6a058b847095 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:22.009627 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4f028721-628c-4d0f-97ee-6a058b847095 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/ports/66f00530-259a-43c7-a1ba-ca48ad99e7f4 HTTP/1.1" status: 404 len: 333 time: 0.0438082 Nov 12 03:30:22.011904 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=99f9e6db-9b32-49d9-90f3-9067ab39843e,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:22.021006 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 50548f69-82fd-4e7c-8914-ef21694c8603 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:30:22.021433 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 50548f69-82fd-4e7c-8914-ef21694c8603 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:30:22.027203 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37094) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:22.067207 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-66f25145-172b-4212-a438-4cbc3f5df949 req-099c859d-512d-4e4f-ac4c-54cc0854e561 service neutron] 10.222.0.90 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568092 Nov 12 03:30:22.071080 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dd58b7c-39d3-4615-9943-262b21193158 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:22.071787 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dd58b7c-39d3-4615-9943-262b21193158 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:22.074766 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1dd58b7c-39d3-4615-9943-262b21193158 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/e49009d7-a7ed-476c-8a9b-e479d1e53641 HTTP/1.1" status: 404 len: 337 time: 0.0397773 Nov 12 03:30:22.077103 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37096) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:22.104309 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d3525ce9-6b3a-417a-a1d9-81de71135f86 req-2f23346f-1455-4a94-ab0e-91a27b4e6375 service neutron] 10.222.0.90 "GET /v2.0/networks/47a2fcaf-032c-425f-816c-b5c4a4d54eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668012 Nov 12 03:30:22.112632 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15247171-b367-4bca-a68c-33ecced2db43 req-7e83342f-0745-4fdb-9cf0-043e3dd71f52 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:22.114059 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-15247171-b367-4bca-a68c-33ecced2db43 req-7e83342f-0745-4fdb-9cf0-043e3dd71f52 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bfa6bcd-1242-48db-8a09-a2db43ded6b4 HTTP/1.1" status: 200 len: 946 time: 0.0787051 Nov 12 03:30:22.124612 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2b43ecc-827d-42b2-bd09-7efad687a542 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:22.125428 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2b43ecc-827d-42b2-bd09-7efad687a542 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:22.128459 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e2b43ecc-827d-42b2-bd09-7efad687a542 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/ports/15a4e487-69a4-4272-8bd6-ec30faf7b384 HTTP/1.1" status: 404 len: 333 time: 0.0477142 Nov 12 03:30:22.135978 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37098) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:22.146006 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e627a1-6fd5-47c7-ad88-eedeeb1e942d req-2a338138-0e0b-4daa-b4e7-040666f45f18 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:22.147484 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c9e627a1-6fd5-47c7-ad88-eedeeb1e942d req-2a338138-0e0b-4daa-b4e7-040666f45f18 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=7484e75a-419b-423f-aa85-238efc673e45 HTTP/1.1" status: 200 len: 949 time: 0.1544042 Nov 12 03:30:22.167247 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-15247171-b367-4bca-a68c-33ecced2db43 req-7b620b1c-851b-437e-855e-55d149084a99 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448539 Nov 12 03:30:22.208250 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-60016756-784e-42a9-bc37-6295fdcb919c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:22.208692 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60016756-784e-42a9-bc37-6295fdcb919c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:22.214282 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-60016756-784e-42a9-bc37-6295fdcb919c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/475f17cf-b580-403a-b40d-47a7ef0540d9 HTTP/1.1" status: 404 len: 337 time: 0.0748360 Nov 12 03:30:22.214627 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37102) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:22.253945 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a6e7d62-2849-4eef-9e1f-a2d6d44c3b53 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:22.254610 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a6e7d62-2849-4eef-9e1f-a2d6d44c3b53 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:22.257711 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8a6e7d62-2849-4eef-9e1f-a2d6d44c3b53 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/ports/e99da178-0485-4321-bb67-d51f6e26c573 HTTP/1.1" status: 404 len: 333 time: 0.0413394 Nov 12 03:30:22.260457 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37104) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:22.269156 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-66f25145-172b-4212-a438-4cbc3f5df949 req-466b0b4d-4259-45cb-b42e-d1402198ab61 service neutron] 10.222.0.90 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911325 Nov 12 03:30:22.273241 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c9e627a1-6fd5-47c7-ad88-eedeeb1e942d req-b2c7d400-1702-4a9a-bbb9-d787c22b9ae5 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146207 Nov 12 03:30:22.284178 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7d8737-06e5-42f4-bcca-fb25aac25b34 x-openstack-request-id: req-2d7d8737-06e5-42f4-bcca-fb25aac25b34 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:22.284703 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfa6bcd-1242-48db-8a09-a2db43ded6b4", "name": "network-vif-plugged", "status": "completed", "tag": "99f9e6db-9b32-49d9-90f3-9067ab39843e", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:22.285052 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2d7d8737-06e5-42f4-bcca-fb25aac25b34 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:22.285456 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfa6bcd-1242-48db-8a09-a2db43ded6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f9e6db-9b32-49d9-90f3-9067ab39843e', 'code': 200} Nov 12 03:30:22.295109 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7fca5c9-e93e-4ae6-b424-89c07b347395 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:22.295567 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7fca5c9-e93e-4ae6-b424-89c07b347395 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:22.299039 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c7fca5c9-e93e-4ae6-b424-89c07b347395 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/63c25f0e-5626-4832-a714-9feb8844735a HTTP/1.1" status: 404 len: 337 time: 0.0374653 Nov 12 03:30:22.301590 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37106) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:22.329559 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-239c0c49-08f7-48b7-8a18-b0fdef9ed33b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:22.330020 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-239c0c49-08f7-48b7-8a18-b0fdef9ed33b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:22.333061 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-239c0c49-08f7-48b7-8a18-b0fdef9ed33b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/2b44d4e6-8b94-4fe3-b3f8-4b7b9ae98eb4 HTTP/1.1" status: 404 len: 337 time: 0.0304549 Nov 12 03:30:22.336530 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37108) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:22.339894 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb10db-f0c1-4e82-a390-8fb1cf24b367 req-79871398-625f-48b7-9b37-184843bb7756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:22.341926 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-61bb10db-f0c1-4e82-a390-8fb1cf24b367 req-79871398-625f-48b7-9b37-184843bb7756 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=eb6abf846d434d7c83b1370d63a01c80&device_id=312a947f-cb7e-431b-81ab-a26f9d9a2dd3 HTTP/1.1" status: 200 len: 1096 time: 0.1393249 Nov 12 03:30:22.364729 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf85822-e8c0-4db0-8479-1b073436494d tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:22.365325 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcf85822-e8c0-4db0-8479-1b073436494d tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:22.368352 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-dcf85822-e8c0-4db0-8479-1b073436494d tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/ports/4acc02bf-8a48-4e93-8f3e-a260830edaa2 HTTP/1.1" status: 404 len: 333 time: 0.0305619 Nov 12 03:30:22.371009 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37110) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:22.396614 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-f794ad6e-0428-4a18-b5fb-16d6341dd42c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:22.397065 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f794ad6e-0428-4a18-b5fb-16d6341dd42c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:22.400787 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f794ad6e-0428-4a18-b5fb-16d6341dd42c tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/fbe88cf7-721d-43ec-b0ed-ee9ddc62eccc HTTP/1.1" status: 404 len: 337 time: 0.0288508 Nov 12 03:30:22.403327 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37112) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:22.434230 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c6e33a5-9e40-47c5-8a26-3948507ac069 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:22.434792 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c6e33a5-9e40-47c5-8a26-3948507ac069 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:22.437887 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3c6e33a5-9e40-47c5-8a26-3948507ac069 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/2beb9d3d-c6da-4b19-bebd-1e0211100f06 HTTP/1.1" status: 404 len: 337 time: 0.0334918 Nov 12 03:30:22.440390 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37114) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:22.470694 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd3cb15d-ec31-489a-ba2f-d0269b4bb6e1 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:22.471346 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd3cb15d-ec31-489a-ba2f-d0269b4bb6e1 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:22.474329 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-dd3cb15d-ec31-489a-ba2f-d0269b4bb6e1 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/ports/291fe038-e488-4945-ba90-8a648c0c9ee6 HTTP/1.1" status: 404 len: 333 time: 0.0329924 Nov 12 03:30:22.477656 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37116) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:22.510396 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb10db-f0c1-4e82-a390-8fb1cf24b367 req-3635b4c5-b5fa-49aa-ba48-e17aa24a8ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:22.512348 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-61bb10db-f0c1-4e82-a390-8fb1cf24b367 req-3635b4c5-b5fa-49aa-ba48-e17aa24a8ac7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=47a2fcaf-032c-425f-816c-b5c4a4d54eb1 HTTP/1.1" status: 200 len: 916 time: 0.0910397 Nov 12 03:30:22.568849 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-61bb10db-f0c1-4e82-a390-8fb1cf24b367 req-1f62fbd5-09fb-4479-abbd-2d42450b22ca service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b27823aa-4403-48c8-8b3a-edc375e21845 HTTP/1.1" status: 200 len: 217 time: 0.0431445 Nov 12 03:30:22.624818 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb10db-f0c1-4e82-a390-8fb1cf24b367 req-80cb7ac7-a63b-4f1e-88d7-d624c15361a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:22.626331 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-61bb10db-f0c1-4e82-a390-8fb1cf24b367 req-80cb7ac7-a63b-4f1e-88d7-d624c15361a5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=021454ad-d6cd-40c9-b80d-967adfd1b968 HTTP/1.1" status: 200 len: 855 time: 0.0495806 Nov 12 03:30:22.668397 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-61bb10db-f0c1-4e82-a390-8fb1cf24b367 req-4ae41ae2-26d8-4c30-af70-fbbbe470507d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=47a2fcaf-032c-425f-816c-b5c4a4d54eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265923 Nov 12 03:30:22.787654 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-61bb10db-f0c1-4e82-a390-8fb1cf24b367 req-03d7d8fd-0b2e-452d-9cb2-2c33e4dd839d service neutron] 10.222.0.90 "GET /v2.0/networks/47a2fcaf-032c-425f-816c-b5c4a4d54eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931113 Nov 12 03:30:22.831593 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae80e549-580c-44a2-9e69-f2f5a5019aa8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:22.831947 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae80e549-580c-44a2-9e69-f2f5a5019aa8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:22.835113 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ae80e549-580c-44a2-9e69-f2f5a5019aa8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/f77909f5-bb1e-457c-be2e-0c80d7d315c3 HTTP/1.1" status: 404 len: 337 time: 0.3563597 Nov 12 03:30:22.838343 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37120) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:22.872844 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7052cb-0e90-4da3-aa3e-9264cfc73802 req-9e0ce0af-3a83-4aa4-b9aa-92bf0c874bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:22.874336 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bf7052cb-0e90-4da3-aa3e-9264cfc73802 req-9e0ce0af-3a83-4aa4-b9aa-92bf0c874bc7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4bfa6bcd-1242-48db-8a09-a2db43ded6b4 HTTP/1.1" status: 200 len: 1098 time: 0.4114304 Nov 12 03:30:22.890805 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-66d42490-39b1-403c-8cc3-0ca3c670db1e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:22.891415 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66d42490-39b1-403c-8cc3-0ca3c670db1e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:22.896690 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-66d42490-39b1-403c-8cc3-0ca3c670db1e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/0a49c274-91db-4017-80f6-383bce472f1a HTTP/1.1" status: 404 len: 337 time: 0.0550358 Nov 12 03:30:22.896838 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4506db-cf86-4eb4-8b9f-4a1a055e1b9b req-bd65157f-e137-4fad-a9bf-0779f5648175 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:22.896838 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3d4506db-cf86-4eb4-8b9f-4a1a055e1b9b req-bd65157f-e137-4fad-a9bf-0779f5648175 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.0674613 Nov 12 03:30:22.897226 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37124) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:22.938356 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-61bb10db-f0c1-4e82-a390-8fb1cf24b367 req-91fd94fe-26ec-42ec-8b3c-5549c4188f93 service neutron] 10.222.0.90 "GET /v2.0/networks/47a2fcaf-032c-425f-816c-b5c4a4d54eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264834 Nov 12 03:30:22.948619 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc82c066-fbdb-45b7-9e3a-c378fbfcc153 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:22.949544 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc82c066-fbdb-45b7-9e3a-c378fbfcc153 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:22.953953 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-dc82c066-fbdb-45b7-9e3a-c378fbfcc153 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/ports/ad295492-365d-4fdb-9833-5d5ddb2dd851 HTTP/1.1" status: 404 len: 333 time: 0.0522268 Nov 12 03:30:22.955811 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37128) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:22.997139 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bf7052cb-0e90-4da3-aa3e-9264cfc73802 req-d60c7149-a8e8-49ac-a6cb-bdbaa39a7d8a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982316 Nov 12 03:30:22.997816 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-d97bc44f-719e-4397-8562-839ed6e8b845 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:22.998290 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d97bc44f-719e-4397-8562-839ed6e8b845 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:23.003482 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d97bc44f-719e-4397-8562-839ed6e8b845 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/f7977c15-4410-491d-9b29-3e2c919abac9 HTTP/1.1" status: 404 len: 337 time: 0.0452452 Nov 12 03:30:23.009600 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3d4506db-cf86-4eb4-8b9f-4a1a055e1b9b req-4638ad29-3971-46d2-8ad2-d2572db9be9f tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967593 Nov 12 03:30:23.009742 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37130) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:23.040335 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-6be56f10-ebd5-4ffe-bef7-0d9495ce61de tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:23.040795 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6be56f10-ebd5-4ffe-bef7-0d9495ce61de tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:23.044320 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6be56f10-ebd5-4ffe-bef7-0d9495ce61de tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/9a9d840a-72ed-4112-abe7-a70665bf725c HTTP/1.1" status: 404 len: 337 time: 0.0332515 Nov 12 03:30:23.047221 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37132) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:23.059483 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b481887-e6b1-4e5f-8d07-9b0740a6157e req-8312a401-9a7c-4438-9101-46679b3e6676 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:23.061069 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8b481887-e6b1-4e5f-8d07-9b0740a6157e req-8312a401-9a7c-4438-9101-46679b3e6676 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=312a947f-cb7e-431b-81ab-a26f9d9a2dd3 HTTP/1.1" status: 200 len: 944 time: 0.0564768 Nov 12 03:30:23.076255 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8708fef3-2063-44f9-97ef-6915a9767927 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/ports?device_id=53b1e9ee-0f7b-4c68-b8e9-1cf6a68fe18f HTTP/1.1" status: 200 len: 205 time: 0.0272896 Nov 12 03:30:23.079122 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37134) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:23.115706 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-038d0c30-71d0-4807-b9d4-2f02fef949e8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] delete failed (client error): The resource could not be found. Nov 12 03:30:23.117257 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-038d0c30-71d0-4807-b9d4-2f02fef949e8 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/routers/53b1e9ee-0f7b-4c68-b8e9-1cf6a68fe18f HTTP/1.1" status: 404 len: 336 time: 0.0371578 Nov 12 03:30:23.120475 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37136) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:23.128252 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8b481887-e6b1-4e5f-8d07-9b0740a6157e req-ecc454ad-4259-4b79-a1cb-3f77f565a6d4 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601192 Nov 12 03:30:23.148919 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d99cd80-a112-46a1-8595-fdeec4319988 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:23.149365 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d99cd80-a112-46a1-8595-fdeec4319988 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:23.152347 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8d99cd80-a112-46a1-8595-fdeec4319988 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/f7e19db9-9dc0-4e9a-bffa-ab6d34032c16 HTTP/1.1" status: 404 len: 337 time: 0.0307508 Nov 12 03:30:23.155018 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37138) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:23.184642 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d61f6891-01ca-4645-9a6c-4f6366e5f1c2 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "GET /v2.0/ports?device_id=82e73584-2730-4e5c-a4e4-2c7234037170 HTTP/1.1" status: 200 len: 205 time: 0.0285747 Nov 12 03:30:23.187009 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37140) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:23.224604 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-5e93b123-07b3-43be-b7cd-b7ac71119ec2 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] delete failed (client error): The resource could not be found. Nov 12 03:30:23.225869 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5e93b123-07b3-43be-b7cd-b7ac71119ec2 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/routers/82e73584-2730-4e5c-a4e4-2c7234037170 HTTP/1.1" status: 404 len: 336 time: 0.0376749 Nov 12 03:30:23.228921 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37144) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:23.280619 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-30f3314f-eefd-438c-a05c-ea2392608979 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:23.281072 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30f3314f-eefd-438c-a05c-ea2392608979 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:23.284018 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-30f3314f-eefd-438c-a05c-ea2392608979 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/756e52d2-455d-43c6-b6d9-8a16956b3c93 HTTP/1.1" status: 404 len: 337 time: 0.0541744 Nov 12 03:30:23.286678 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37148) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:23.295717 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device bbf96f8d-29d2-434f-8491-23324cce336b no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:30:23.319300 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: bbf96f8d-29d2-434f-8491-23324cce336b {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:30:23.320366 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device bbf96f8d-29d2-434f-8491-23324cce336b not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:30:23.326721 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4406cf3-8c8b-403a-8a5c-b9aac5893dcf tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:23.327177 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4406cf3-8c8b-403a-8a5c-b9aac5893dcf tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:23.330119 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a4406cf3-8c8b-403a-8a5c-b9aac5893dcf tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/62ffd8bf-b250-49ea-82b7-f8fc7b280b7f HTTP/1.1" status: 404 len: 337 time: 0.0425518 Nov 12 03:30:23.332936 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37152) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:23.368938 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0587730-c5c8-4959-9b2b-44a5dba23702 req-a050eef1-3913-46f6-95fd-3eed98e91bcd tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:23.370347 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c0587730-c5c8-4959-9b2b-44a5dba23702 req-a050eef1-3913-46f6-95fd-3eed98e91bcd tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bfa6bcd-1242-48db-8a09-a2db43ded6b4 HTTP/1.1" status: 200 len: 946 time: 0.1308575 Nov 12 03:30:23.371243 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b7ae668-0059-49f7-bf89-5a7e973df6c9 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:23.371930 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b7ae668-0059-49f7-bf89-5a7e973df6c9 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:23.375134 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9b7ae668-0059-49f7-bf89-5a7e973df6c9 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/ports/d08137dc-3e24-4d51-a184-0918420fd0b5 HTTP/1.1" status: 404 len: 333 time: 0.0410600 Nov 12 03:30:23.380124 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37154) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:23.424282 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-a80cb9d0-505d-4dd5-a784-f690e1811251 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:23.424578 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c0587730-c5c8-4959-9b2b-44a5dba23702 req-ee0438fe-a19e-4378-87a9-5b65007d564a tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460320 Nov 12 03:30:23.424750 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a80cb9d0-505d-4dd5-a784-f690e1811251 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:23.427745 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a80cb9d0-505d-4dd5-a784-f690e1811251 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/d1bebdbf-35a0-416b-92f3-bc9092e4669b HTTP/1.1" status: 404 len: 337 time: 0.0478637 Nov 12 03:30:23.431032 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37158) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:23.455115 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b5de0-5bcf-4ef7-b9bc-e3d710d99d46 req-10399fbd-000d-4899-8655-9fcf7a4bbd25 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:23.456830 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c5d06b5-7fe2-4e5f-b248-da2302f5a75d tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:23.457017 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-707b5de0-5bcf-4ef7-b9bc-e3d710d99d46 req-10399fbd-000d-4899-8655-9fcf7a4bbd25 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=7484e75a-419b-423f-aa85-238efc673e45 HTTP/1.1" status: 200 len: 949 time: 0.0914929 Nov 12 03:30:23.457202 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c5d06b5-7fe2-4e5f-b248-da2302f5a75d tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:23.460981 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6c5d06b5-7fe2-4e5f-b248-da2302f5a75d tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/ports/a7e50f7d-a4c6-4185-9d36-488f04a39228 HTTP/1.1" status: 404 len: 333 time: 0.0280764 Nov 12 03:30:23.464154 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37160) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:23.504627 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a3ddc92-9830-4229-bc28-b4c8dc725cab tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:23.505079 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a3ddc92-9830-4229-bc28-b4c8dc725cab tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:23.509082 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-0a3ddc92-9830-4229-bc28-b4c8dc725cab tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/9068fedc-1d7e-463b-843a-39d659bc3a9b HTTP/1.1" status: 404 len: 337 time: 0.0440533 Nov 12 03:30:23.511606 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37162) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:23.551026 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-391bd78e-5642-4152-b1e8-c70553fb017f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:23.551751 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-391bd78e-5642-4152-b1e8-c70553fb017f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:23.556629 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-391bd78e-5642-4152-b1e8-c70553fb017f tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/ports/f5d9f837-1fc5-4491-a0cb-e46c2b7b101c HTTP/1.1" status: 404 len: 333 time: 0.0436306 Nov 12 03:30:23.558945 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37164) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:23.586702 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-96d38350-b6d7-48a4-9d42-f9052b03ce01 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:23.587161 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96d38350-b6d7-48a4-9d42-f9052b03ce01 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:23.589093 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-707b5de0-5bcf-4ef7-b9bc-e3d710d99d46 req-197773bb-6a89-4fc2-958a-3cd813af9e66 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254945 Nov 12 03:30:23.590237 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-96d38350-b6d7-48a4-9d42-f9052b03ce01 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/c2392dd7-4dae-4372-902e-7dfd95bf0c6a HTTP/1.1" status: 404 len: 337 time: 0.0302820 Nov 12 03:30:23.592929 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37166) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:23.627493 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-92307c90-4782-4318-89b6-60d75197dc1a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:23.628169 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92307c90-4782-4318-89b6-60d75197dc1a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:23.631484 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-92307c90-4782-4318-89b6-60d75197dc1a tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/ports/65bd6725-e102-4507-9cf9-15f125128112 HTTP/1.1" status: 404 len: 333 time: 0.0376067 Nov 12 03:30:23.634858 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37168) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:23.664386 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-42dd51ae-4925-466d-be6e-c1a3e195bbbf tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:23.665204 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42dd51ae-4925-466d-be6e-c1a3e195bbbf tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:23.668427 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-42dd51ae-4925-466d-be6e-c1a3e195bbbf tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/e1dc8310-7ef2-4af7-aa75-e77d20e5d625 HTTP/1.1" status: 404 len: 337 time: 0.0326428 Nov 12 03:30:23.671373 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37170) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:23.705257 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-31490749-24d8-4796-b82c-b9c5ff827cf2 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:23.706180 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31490749-24d8-4796-b82c-b9c5ff827cf2 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:23.712180 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-31490749-24d8-4796-b82c-b9c5ff827cf2 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/ports/6462c07f-9383-4698-9857-d3bc36563dfe HTTP/1.1" status: 404 len: 333 time: 0.0374417 Nov 12 03:30:23.713759 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37172) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:23.748381 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d36d4a4-86cd-41f9-806a-6efb950cf77b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:23.748833 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d36d4a4-86cd-41f9-806a-6efb950cf77b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:23.751805 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0d36d4a4-86cd-41f9-806a-6efb950cf77b tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/2f8800bb-5607-4e67-9c1d-0bdcb611f1b5 HTTP/1.1" status: 404 len: 337 time: 0.0366812 Nov 12 03:30:23.754397 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37174) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:23.780801 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc4da865-5aa2-476f-8021-e9343c7d8e1e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:23.781442 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc4da865-5aa2-476f-8021-e9343c7d8e1e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:23.784658 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-bc4da865-5aa2-476f-8021-e9343c7d8e1e tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/ports/7703248c-3c9e-4ea3-9b53-701b9ac39423 HTTP/1.1" status: 404 len: 333 time: 0.0293310 Nov 12 03:30:23.787166 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37176) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:23.814022 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-76e1e6d6-f229-4673-9845-3a5f0081b84d tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:23.814475 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76e1e6d6-f229-4673-9845-3a5f0081b84d tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:23.817547 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-76e1e6d6-f229-4673-9845-3a5f0081b84d tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/006b0ea1-7776-48f5-86bf-685dfd44a159 HTTP/1.1" status: 404 len: 337 time: 0.0294499 Nov 12 03:30:23.820689 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37178) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:23.847602 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-36ce5d4d-7e43-46d7-9e8b-35c66356c115 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:23.848311 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36ce5d4d-7e43-46d7-9e8b-35c66356c115 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:23.851494 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-36ce5d4d-7e43-46d7-9e8b-35c66356c115 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/ports/0cda0707-cc6c-4f75-aa45-5afca09850fe HTTP/1.1" status: 404 len: 333 time: 0.0298810 Nov 12 03:30:23.853981 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37180) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:23.880225 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5096c4e-af94-4a8f-a7f2-286ce930b128 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:23.880596 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5096c4e-af94-4a8f-a7f2-286ce930b128 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:23.884353 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d5096c4e-af94-4a8f-a7f2-286ce930b128 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/subnets/3a8038f7-f085-4eeb-850c-456a98410d2e HTTP/1.1" status: 404 len: 337 time: 0.0294254 Nov 12 03:30:23.886899 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37182) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:23.965987 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-762fda12-5dbd-4cda-b23d-afb086c03a88 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.090135 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-762fda12-5dbd-4cda-b23d-afb086c03a88 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.112516 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-762fda12-5dbd-4cda-b23d-afb086c03a88 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73a88994-9b3d-4208-8808-2295e92df12e']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:24.122831 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-762fda12-5dbd-4cda-b23d-afb086c03a88 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30b7ac69-a18e-41be-945f-a2d990224105') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:24.123119 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-762fda12-5dbd-4cda-b23d-afb086c03a88 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30b7ac69-a18e-41be-945f-a2d990224105') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:24.137356 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-762fda12-5dbd-4cda-b23d-afb086c03a88 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.158519 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-762fda12-5dbd-4cda-b23d-afb086c03a88 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.159425 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049d552-d44a-4289-90a0-f568fd48c0fe req-90a4e400-2dc1-41c7-94ad-f82794c4ca13 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:24.161150 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0049d552-d44a-4289-90a0-f568fd48c0fe req-90a4e400-2dc1-41c7-94ad-f82794c4ca13 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.0646000 Nov 12 03:30:24.167330 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-762fda12-5dbd-4cda-b23d-afb086c03a88 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:30:24.167967 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-762fda12-5dbd-4cda-b23d-afb086c03a88 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.172872 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:30:24.172872 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:30:24.172872 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:30:24.172872 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:30:24.172872 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:30:24.172872 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:30:24.172872 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:30:24.172872 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:30:24.172872 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:30:24.172872 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:30:24.172872 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:30:24.172872 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:30:24.172872 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:30:24.172872 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:30:24.172872 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:30:24.172872 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:30:24.172872 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:30:24.172872 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:30:24.172872 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:30:24.172872 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:30:24.172872 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:30:24.172872 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:30:24.172872 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:30:24.172872 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:30:24.172872 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:30:24.172872 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:30:24.172872 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:30:24.172872 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:30:24.172872 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:30:24.172872 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:30:24.172872 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:30:24.172872 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:30:24.216672 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0049d552-d44a-4289-90a0-f568fd48c0fe req-fcdc8dba-f19f-4ed9-98cc-ba6dd11f8b01 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473518 Nov 12 03:30:24.276869 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-762fda12-5dbd-4cda-b23d-afb086c03a88 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.281965 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-762fda12-5dbd-4cda-b23d-afb086c03a88 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.285102 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-762fda12-5dbd-4cda-b23d-afb086c03a88 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] 10.222.0.50 "DELETE /v2.0/networks/73a88994-9b3d-4208-8808-2295e92df12e HTTP/1.1" status: 204 len: 168 time: 0.3972869 Nov 12 03:30:24.317413 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762fda12-5dbd-4cda-b23d-afb086c03a88 tempest-NetworksTestDHCPv6-1053170614 tempest-NetworksTestDHCPv6-1053170614-project] Pushing event deleted for resources: {'Network': ['ID=73a88994-9b3d-4208-8808-2295e92df12e,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:24.330952 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e41d87-9532-4514-92e2-4b93e24f1eac req-e7beed47-95fd-485f-81ae-47290b9dfee4 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:24.332635 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-89e41d87-9532-4514-92e2-4b93e24f1eac req-e7beed47-95fd-485f-81ae-47290b9dfee4 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=312a947f-cb7e-431b-81ab-a26f9d9a2dd3 HTTP/1.1" status: 200 len: 944 time: 0.1032236 Nov 12 03:30:24.436029 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-89e41d87-9532-4514-92e2-4b93e24f1eac req-8e868bd4-59a9-4b2f-afe4-0b546d1fa7f2 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905373 Nov 12 03:30:24.477804 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea8a12-161b-4f43-9f63-067a445c2cc5 req-01a4d910-5865-4cab-8b23-6026cdaee610 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:24.479386 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8eea8a12-161b-4f43-9f63-067a445c2cc5 req-01a4d910-5865-4cab-8b23-6026cdaee610 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.90 "GET /v2.0/ports?device_id=7484e75a-419b-423f-aa85-238efc673e45 HTTP/1.1" status: 200 len: 949 time: 0.0936935 Nov 12 03:30:24.575009 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37202) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:24.607532 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1f648-1542-4228-910f-05a3081a2bdf req-c751863f-c8e4-4802-8d1d-a4d129bd4a4a tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:24.609255 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6fb1f648-1542-4228-910f-05a3081a2bdf req-c751863f-c8e4-4802-8d1d-a4d129bd4a4a tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bfa6bcd-1242-48db-8a09-a2db43ded6b4 HTTP/1.1" status: 200 len: 946 time: 0.0981445 Nov 12 03:30:24.662256 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-8eea8a12-161b-4f43-9f63-067a445c2cc5 req-105b93da-f508-400a-8012-616d8d0ca2a9 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Deleting port 701494cc-0973-4f32-b3cf-05bb40030d12 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:24.662999 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-8eea8a12-161b-4f43-9f63-067a445c2cc5 req-105b93da-f508-400a-8012-616d8d0ca2a9 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.687898 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6fb1f648-1542-4228-910f-05a3081a2bdf req-0f4092b5-4cfa-4391-a1af-5358f81dffab tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715797 Nov 12 03:30:24.921769 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b600a-4f96-4427-b4a3-18d1478e68f0 req-f7b50209-3555-4338-b6df-807d871adc51 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:24.924326 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-de4b600a-4f96-4427-b4a3-18d1478e68f0 req-f7b50209-3555-4338-b6df-807d871adc51 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=7484e75a-419b-423f-aa85-238efc673e45 HTTP/1.1" status: 200 len: 949 time: 0.1949465 Nov 12 03:30:24.929278 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-8eea8a12-161b-4f43-9f63-067a445c2cc5 req-105b93da-f508-400a-8012-616d8d0ca2a9 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] For port 701494cc-0973-4f32-b3cf-05bb40030d12, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=701494cc-0973-4f32-b3cf-05bb40030d12,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:24.929278 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-8eea8a12-161b-4f43-9f63-067a445c2cc5 req-105b93da-f508-400a-8012-616d8d0ca2a9 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.948756 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0706d47c-88d2-484d-855c-2dd0e35d0fa0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c89f39c463fe4565b0b406898cbbe00b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3724008 Nov 12 03:30:24.951159 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37208) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:24.966880 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-8eea8a12-161b-4f43-9f63-067a445c2cc5 req-105b93da-f508-400a-8012-616d8d0ca2a9 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Calling delete_port for 701494cc-0973-4f32-b3cf-05bb40030d12 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:25.002126 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cff12ddf-04d8-4511-a160-4b99c5cee228 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:25.024988 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cff12ddf-04d8-4511-a160-4b99c5cee228 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:25.084804 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cff12ddf-04d8-4511-a160-4b99c5cee228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:25.088622 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cff12ddf-04d8-4511-a160-4b99c5cee228 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:25.089989 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-cff12ddf-04d8-4511-a160-4b99c5cee228 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e53d7407-7f1d-4458-8fcb-6e8d9385a2bb HTTP/1.1" status: 204 len: 168 time: 0.1377430 Nov 12 03:30:25.092432 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-de4b600a-4f96-4427-b4a3-18d1478e68f0 req-39fab543-dd3b-441a-ab9d-f51b3c9de1a5 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583984 Nov 12 03:30:25.098779 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff12ddf-04d8-4511-a160-4b99c5cee228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53d7407-7f1d-4458-8fcb-6e8d9385a2bb,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:25.189765 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-8eea8a12-161b-4f43-9f63-067a445c2cc5 req-105b93da-f508-400a-8012-616d8d0ca2a9 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:25.205036 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['29c55453-a17f-44dd-81d4-865fdc84d846', 'af9fd09b-bb20-4600-b6dd-8e32823a9811', '900fa92f-3422-43cd-b1f5-64544257fe2c', '364ed264-e28d-4514-98a6-8f5421f1f74a'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:25.224020 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b93da-f508-400a-8012-616d8d0ca2a9 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Pushing event deleted for resources: {'Port': ['ID=701494cc-0973-4f32-b3cf-05bb40030d12,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:25.244996 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['65fe472f-769b-4636-a403-0932ced07563', '12969886-3e87-47c0-bb54-5483975d07ae', '701494cc-0973-4f32-b3cf-05bb40030d12'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:25.292350 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eea8a12-161b-4f43-9f63-067a445c2cc5 req-105b93da-f508-400a-8012-616d8d0ca2a9 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] No DVR routers for this DVR port 701494cc-0973-4f32-b3cf-05bb40030d12 on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:30:25.295844 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-8eea8a12-161b-4f43-9f63-067a445c2cc5 req-105b93da-f508-400a-8012-616d8d0ca2a9 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:25.299590 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8eea8a12-161b-4f43-9f63-067a445c2cc5 req-105b93da-f508-400a-8012-616d8d0ca2a9 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.90 "DELETE /v2.0/ports/701494cc-0973-4f32-b3cf-05bb40030d12 HTTP/1.1" status: 204 len: 173 time: 0.8037245 Nov 12 03:30:25.300427 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7484e75a-419b-423f-aa85-238efc673e45', 'name': 'network-vif-deleted', 'tag': '701494cc-0973-4f32-b3cf-05bb40030d12'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:25.302988 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d6c6f2-5c20-48c7-8495-b038fe1737d3" -d '{"events": [{"server_uuid": "7484e75a-419b-423f-aa85-238efc673e45", "name": "network-vif-deleted", "tag": "701494cc-0973-4f32-b3cf-05bb40030d12"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:25.368013 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3367d246-6b3e-4a33-8edf-9ad2de374dca x-openstack-request-id: req-3367d246-6b3e-4a33-8edf-9ad2de374dca {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:25.368528 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7484e75a-419b-423f-aa85-238efc673e45", "name": "network-vif-deleted", "tag": "701494cc-0973-4f32-b3cf-05bb40030d12", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:25.368926 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3367d246-6b3e-4a33-8edf-9ad2de374dca {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:25.369423 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7484e75a-419b-423f-aa85-238efc673e45', 'name': 'network-vif-deleted', 'tag': '701494cc-0973-4f32-b3cf-05bb40030d12', 'status': 'completed', 'code': 200} Nov 12 03:30:25.611962 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522e200-b789-4e19-b8c5-a18be6ac81ce req-2525c96c-b71a-4778-b002-c914a2f92a9c tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:25.614220 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e522e200-b789-4e19-b8c5-a18be6ac81ce req-2525c96c-b71a-4778-b002-c914a2f92a9c tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=312a947f-cb7e-431b-81ab-a26f9d9a2dd3 HTTP/1.1" status: 200 len: 944 time: 0.0617511 Nov 12 03:30:25.677302 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device b27823aa-4403-48c8-8b3a-edc375e21845 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:30:25.718268 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e522e200-b789-4e19-b8c5-a18be6ac81ce req-84c12853-a05e-4236-996d-9a1daca9b3f8 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962319 Nov 12 03:30:25.889502 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ce4df-e883-414e-ac3f-20549884e84a req-fdc7f64e-3428-4189-8656-3bffa21b48a8 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:25.891480 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0e6ce4df-e883-414e-ac3f-20549884e84a req-fdc7f64e-3428-4189-8656-3bffa21b48a8 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bfa6bcd-1242-48db-8a09-a2db43ded6b4 HTTP/1.1" status: 200 len: 946 time: 0.0835893 Nov 12 03:30:25.956793 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port b27823aa-4403-48c8-8b3a-edc375e21845, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=b27823aa-4403-48c8-8b3a-edc375e21845,segment=NetworkSegment(176db6de-b605-434e-ad55-88a729ddb151),segment_id=176db6de-b605-434e-ad55-88a729ddb151)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:25.974840 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0e6ce4df-e883-414e-ac3f-20549884e84a req-b476dad0-4165-4300-8a02-23768a32d992 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669312 Nov 12 03:30:25.983833 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': 'b27823aa-4403-48c8-8b3a-edc375e21845', 'network_id': '47a2fcaf-032c-425f-816c-b5c4a4d54eb1', 'port_id': 'b27823aa-4403-48c8-8b3a-edc375e21845', 'mac_address': 'fa:16:3e:cf:30:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '021454ad-d6cd-40c9-b80d-967adfd1b968', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:30:26.064540 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.089042 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b27823aa-4403-48c8-8b3a-edc375e21845 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:30:26.121534 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port b27823aa-4403-48c8-8b3a-edc375e21845, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=b27823aa-4403-48c8-8b3a-edc375e21845,segment=NetworkSegment(176db6de-b605-434e-ad55-88a729ddb151),segment_id=176db6de-b605-434e-ad55-88a729ddb151)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:26.129475 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.140979 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37250) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:26.195207 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=b27823aa-4403-48c8-8b3a-edc375e21845,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:26.263197 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d19705-3a37-4176-adc3-ccd1e8cb08d5 req-8cc1d475-a7be-4d4a-a8a0-b0984dc6c240 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:26.265430 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c7d19705-3a37-4176-adc3-ccd1e8cb08d5 req-8cc1d475-a7be-4d4a-a8a0-b0984dc6c240 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bfa6bcd-1242-48db-8a09-a2db43ded6b4 HTTP/1.1" status: 200 len: 946 time: 0.0637119 Nov 12 03:30:26.290086 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-12c8562d-3d7d-4c33-aab9-eebfc42be9cd tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1366575307', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:26.320912 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-12c8562d-3d7d-4c33-aab9-eebfc42be9cd tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.322311 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-12c8562d-3d7d-4c33-aab9-eebfc42be9cd tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.339286 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c7d19705-3a37-4176-adc3-ccd1e8cb08d5 req-706825e8-6366-439f-85cb-89ccc490b151 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656826 Nov 12 03:30:26.382676 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-12c8562d-3d7d-4c33-aab9-eebfc42be9cd tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.387333 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-12c8562d-3d7d-4c33-aab9-eebfc42be9cd tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.413684 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-12c8562d-3d7d-4c33-aab9-eebfc42be9cd tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.418755 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-12c8562d-3d7d-4c33-aab9-eebfc42be9cd tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2730939 Nov 12 03:30:26.418936 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37256) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:26.425073 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-6c22a4e7-522a-409c-a99a-002a3ae1be0b tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1105183715'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:26.459666 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c22a4e7-522a-409c-a99a-002a3ae1be0b tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Made reservation on behalf of 8477193dd326412abafbd8cbddc0a00a for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:26.464642 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6c22a4e7-522a-409c-a99a-002a3ae1be0b tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.476156 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6c22a4e7-522a-409c-a99a-002a3ae1be0b tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.549225 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5360ed7-ae9c-49e4-b018-a39afdacedb3 req-9829948e-5afd-4a2a-91ee-dcaaf6fb643a tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:26.550657 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f5360ed7-ae9c-49e4-b018-a39afdacedb3 req-9829948e-5afd-4a2a-91ee-dcaaf6fb643a tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=4198acbe-54f1-415f-979a-f5e9043284b7 HTTP/1.1" status: 200 len: 949 time: 0.0768678 Nov 12 03:30:26.642160 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f5360ed7-ae9c-49e4-b018-a39afdacedb3 req-21a26f36-f964-448a-ab5f-56c375a6e6c0 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810485 Nov 12 03:30:26.647174 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6c22a4e7-522a-409c-a99a-002a3ae1be0b tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.652541 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6c22a4e7-522a-409c-a99a-002a3ae1be0b tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.683470 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c22a4e7-522a-409c-a99a-002a3ae1be0b tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:30:26.689771 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c22a4e7-522a-409c-a99a-002a3ae1be0b tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2332bc71-dca1-4120-989b-2697f942f8eb,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:26.698106 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6c22a4e7-522a-409c-a99a-002a3ae1be0b tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.698480 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-6c22a4e7-522a-409c-a99a-002a3ae1be0b tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Added segment 0e74b758-fcac-418e-9fd5-2524ee1c3356 of type vlan for network c3a19e2e-ee0a-4265-85ea-e84d92ffabb7 Nov 12 03:30:26.741929 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6c22a4e7-522a-409c-a99a-002a3ae1be0b tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.775395 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6c22a4e7-522a-409c-a99a-002a3ae1be0b tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.782047 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c22a4e7-522a-409c-a99a-002a3ae1be0b tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:26.784194 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6c22a4e7-522a-409c-a99a-002a3ae1be0b tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.800602 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['b27823aa-4403-48c8-8b3a-edc375e21845'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:26.841813 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6c22a4e7-522a-409c-a99a-002a3ae1be0b tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4200287 Nov 12 03:30:26.842069 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37266) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:26.846650 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-d20f6be8-ed2a-4e1d-9880-a4141b472eb4 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Request body: {'subnet': {'network_id': 'c3a19e2e-ee0a-4265-85ea-e84d92ffabb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:26.946263 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c22a4e7-522a-409c-a99a-002a3ae1be0b tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Pushing event updated for resources: {'Network': ['ID=c3a19e2e-ee0a-4265-85ea-e84d92ffabb7,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:26.960967 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20f6be8-ed2a-4e1d-9880-a4141b472eb4 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Made reservation on behalf of 8477193dd326412abafbd8cbddc0a00a for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:26.962913 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network c3a19e2e-ee0a-4265-85ea-e84d92ffabb7 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:30:26.964869 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d20f6be8-ed2a-4e1d-9880-a4141b472eb4 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.973091 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13959e60-2938-4b4a-9f56-08d920445165 req-4aa983e5-494a-4965-b0fa-fdba040d4a05 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:26.974713 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-13959e60-2938-4b4a-9f56-08d920445165 req-4aa983e5-494a-4965-b0fa-fdba040d4a05 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=312a947f-cb7e-431b-81ab-a26f9d9a2dd3 HTTP/1.1" status: 200 len: 945 time: 0.1553686 Nov 12 03:30:27.032065 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-13959e60-2938-4b4a-9f56-08d920445165 req-cacfb903-f8ac-4024-b425-ed39f1b0638e tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472608 Nov 12 03:30:27.175932 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d20f6be8-ed2a-4e1d-9880-a4141b472eb4 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.232724 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f6be8-ed2a-4e1d-9880-a4141b472eb4 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Pushing event updated for resources: {'Subnet': ['ID=52caf3c1-ec8e-445e-a535-46aa55482b49,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:27.249864 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20f6be8-ed2a-4e1d-9880-a4141b472eb4 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Checking segment: {'id': '0e74b758-fcac-418e-9fd5-2524ee1c3356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c3a19e2e-ee0a-4265-85ea-e84d92ffabb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:27.250222 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20f6be8-ed2a-4e1d-9880-a4141b472eb4 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Network hostable DHCP agents. Network: c3a19e2e-ee0a-4265-85ea-e84d92ffabb7, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:30:27.267588 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20f6be8-ed2a-4e1d-9880-a4141b472eb4 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Network c3a19e2e-ee0a-4265-85ea-e84d92ffabb7 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:30:27.277955 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-d20f6be8-ed2a-4e1d-9880-a4141b472eb4 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, c3a19e2e-ee0a-4265-85ea-e84d92ffabb7) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:27.282628 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20f6be8-ed2a-4e1d-9880-a4141b472eb4 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:27.283208 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d20f6be8-ed2a-4e1d-9880-a4141b472eb4 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.290038 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c297309-c70a-4100-9bb8-d35870af3e7c None None] Network c3a19e2e-ee0a-4265-85ea-e84d92ffabb7 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:27.308752 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d20f6be8-ed2a-4e1d-9880-a4141b472eb4 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4637001 Nov 12 03:30:27.309095 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37270) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:27.314656 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-16f1c7c7-2a30-4d52-b597-75c05d076721 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Request body: {'network': {'name': 'tempest-router-network01--411869347'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:27.340031 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f1c7c7-2a30-4d52-b597-75c05d076721 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Made reservation on behalf of 8477193dd326412abafbd8cbddc0a00a for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:27.343732 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-16f1c7c7-2a30-4d52-b597-75c05d076721 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.373369 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16f1c7c7-2a30-4d52-b597-75c05d076721 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:30:27.390786 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-16f1c7c7-2a30-4d52-b597-75c05d076721 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.391268 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-16f1c7c7-2a30-4d52-b597-75c05d076721 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Added segment 14ca40d0-b362-4741-b44e-00be70d0ecef of type vlan for network 7e46a67e-1ec8-49e8-949c-8631362ab6cb Nov 12 03:30:27.454486 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e82dbf-bb23-4cc8-8c9d-3cadf601cf9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-c3a19e2e-ee0a-4265-85ea-e84d92ffabb7', 'network_id': 'c3a19e2e-ee0a-4265-85ea-e84d92ffabb7', 'tenant_id': '8477193dd326412abafbd8cbddc0a00a', 'fixed_ips': [{'subnet_id': '52caf3c1-ec8e-445e-a535-46aa55482b49'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:30:27.455355 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c7e82dbf-bb23-4cc8-8c9d-3cadf601cf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.470404 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-16f1c7c7-2a30-4d52-b597-75c05d076721 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.512843 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c43ad6-53ea-46ec-8d26-40d9836f1b7d req-3e38538a-56b5-46e7-8e99-a9c03402a90b tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:27.514334 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-21c43ad6-53ea-46ec-8d26-40d9836f1b7d req-3e38538a-56b5-46e7-8e99-a9c03402a90b tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bfa6bcd-1242-48db-8a09-a2db43ded6b4 HTTP/1.1" status: 200 len: 946 time: 0.1054587 Nov 12 03:30:27.520510 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-16f1c7c7-2a30-4d52-b597-75c05d076721 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.530879 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f1c7c7-2a30-4d52-b597-75c05d076721 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:27.531520 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-16f1c7c7-2a30-4d52-b597-75c05d076721 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.603675 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-c7e82dbf-bb23-4cc8-8c9d-3cadf601cf9e None None] Allocated IP 172.20.0.2 (c3a19e2e-ee0a-4265-85ea-e84d92ffabb7/52caf3c1-ec8e-445e-a535-46aa55482b49/6cf839c4-fb74-4f65-9153-5f9a6bd430e8) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:27.629652 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-16f1c7c7-2a30-4d52-b597-75c05d076721 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3169849 Nov 12 03:30:27.630061 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37276) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:27.636112 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-f9a35b30-556d-40a3-9bdd-80b6b9510d46 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Request body: {'network': {'name': 'tempest-router-network02--1784176595'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:27.642540 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1c7c7-2a30-4d52-b597-75c05d076721 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Pushing event updated for resources: {'Network': ['ID=7e46a67e-1ec8-49e8-949c-8631362ab6cb,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:27.669639 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a35b30-556d-40a3-9bdd-80b6b9510d46 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Made reservation on behalf of 8477193dd326412abafbd8cbddc0a00a for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:27.675518 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f9a35b30-556d-40a3-9bdd-80b6b9510d46 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.679485 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 7e46a67e-1ec8-49e8-949c-8631362ab6cb details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:30:27.687969 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-21c43ad6-53ea-46ec-8d26-40d9836f1b7d req-b0cdeab7-df5b-4029-8741-2e3bf102e0bc tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534984 Nov 12 03:30:27.715664 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a35b30-556d-40a3-9bdd-80b6b9510d46 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:30:27.730284 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f9a35b30-556d-40a3-9bdd-80b6b9510d46 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.730921 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-f9a35b30-556d-40a3-9bdd-80b6b9510d46 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Added segment 2c40a605-6f3a-4ac1-b97f-f94959f873e5 of type vlan for network b4f995bf-677a-4e3b-ad78-efa2385f14d0 Nov 12 03:30:27.846040 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f9a35b30-556d-40a3-9bdd-80b6b9510d46 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.865608 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657259cd-8d20-4eab-8c2e-c3edb5fcb893 req-12da24a3-00d7-42a2-aa88-618596dc7022 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:27.867458 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-657259cd-8d20-4eab-8c2e-c3edb5fcb893 req-12da24a3-00d7-42a2-aa88-618596dc7022 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=4198acbe-54f1-415f-979a-f5e9043284b7 HTTP/1.1" status: 200 len: 949 time: 0.1141796 Nov 12 03:30:27.894335 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f9a35b30-556d-40a3-9bdd-80b6b9510d46 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.901264 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a35b30-556d-40a3-9bdd-80b6b9510d46 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:27.902001 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f9a35b30-556d-40a3-9bdd-80b6b9510d46 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.939691 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 701494cc-0973-4f32-b3cf-05bb40030d12 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:30:27.971111 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: 701494cc-0973-4f32-b3cf-05bb40030d12 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:30:27.971497 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 701494cc-0973-4f32-b3cf-05bb40030d12 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:30:28.019670 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f9a35b30-556d-40a3-9bdd-80b6b9510d46 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3857992 Nov 12 03:30:28.020051 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37292) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:28.025944 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-6a8196b1-eff8-41b5-a2c5-82ab9d6ee684 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Request body: {'subnet': {'network_id': '7e46a67e-1ec8-49e8-949c-8631362ab6cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:28.030075 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-657259cd-8d20-4eab-8c2e-c3edb5fcb893 req-3c0462fe-3038-49d2-946c-fc987c4fbd62 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447258 Nov 12 03:30:28.031227 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a35b30-556d-40a3-9bdd-80b6b9510d46 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Pushing event updated for resources: {'Network': ['ID=b4f995bf-677a-4e3b-ad78-efa2385f14d0,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:28.055812 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network b4f995bf-677a-4e3b-ad78-efa2385f14d0 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:30:28.202093 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8196b1-eff8-41b5-a2c5-82ab9d6ee684 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Made reservation on behalf of 8477193dd326412abafbd8cbddc0a00a for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:28.206577 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6a8196b1-eff8-41b5-a2c5-82ab9d6ee684 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.240896 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c7e82dbf-bb23-4cc8-8c9d-3cadf601cf9e None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.253222 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c7e82dbf-bb23-4cc8-8c9d-3cadf601cf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.297475 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e82dbf-bb23-4cc8-8c9d-3cadf601cf9e None None] Network c3a19e2e-ee0a-4265-85ea-e84d92ffabb7 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:28.300537 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-c7e82dbf-bb23-4cc8-8c9d-3cadf601cf9e None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:28.304836 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e82dbf-bb23-4cc8-8c9d-3cadf601cf9e None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:28.317995 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e82dbf-bb23-4cc8-8c9d-3cadf601cf9e None None] Pushing event updated for resources: {'Port': ['ID=6cf839c4-fb74-4f65-9153-5f9a6bd430e8,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:28.365720 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ebe5a-b055-406b-9726-842e8956a7fa req-338a357f-a7a3-4dfe-bc2e-e5e71a3f28cd tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:28.372679 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cb7ebe5a-b055-406b-9726-842e8956a7fa req-338a357f-a7a3-4dfe-bc2e-e5e71a3f28cd tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=312a947f-cb7e-431b-81ab-a26f9d9a2dd3 HTTP/1.1" status: 200 len: 945 time: 0.1837060 Nov 12 03:30:28.390776 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-c7e82dbf-bb23-4cc8-8c9d-3cadf601cf9e None None] Attempting to bind port 6cf839c4-fb74-4f65-9153-5f9a6bd430e8 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:28.391480 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-c7e82dbf-bb23-4cc8-8c9d-3cadf601cf9e None None] Attempting to bind port 6cf839c4-fb74-4f65-9153-5f9a6bd430e8 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '0e74b758-fcac-418e-9fd5-2524ee1c3356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c3a19e2e-ee0a-4265-85ea-e84d92ffabb7'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:28.392103 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e82dbf-bb23-4cc8-8c9d-3cadf601cf9e None None] Attempting to bind port 6cf839c4-fb74-4f65-9153-5f9a6bd430e8 on network c3a19e2e-ee0a-4265-85ea-e84d92ffabb7 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:28.399417 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e82dbf-bb23-4cc8-8c9d-3cadf601cf9e None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:30:28.401189 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e82dbf-bb23-4cc8-8c9d-3cadf601cf9e None None] Checking segment: {'id': '0e74b758-fcac-418e-9fd5-2524ee1c3356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c3a19e2e-ee0a-4265-85ea-e84d92ffabb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:28.401887 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c7e82dbf-bb23-4cc8-8c9d-3cadf601cf9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.402506 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e82dbf-bb23-4cc8-8c9d-3cadf601cf9e None None] Bound using segment: {'id': '0e74b758-fcac-418e-9fd5-2524ee1c3356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c3a19e2e-ee0a-4265-85ea-e84d92ffabb7'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:30:28.403194 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-c7e82dbf-bb23-4cc8-8c9d-3cadf601cf9e None None] Bound port: 6cf839c4-fb74-4f65-9153-5f9a6bd430e8, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e74b758-fcac-418e-9fd5-2524ee1c3356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c3a19e2e-ee0a-4265-85ea-e84d92ffabb7'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:30:28.403806 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c7e82dbf-bb23-4cc8-8c9d-3cadf601cf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.434823 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d7f8e-103e-4f8c-9f5e-1ab47bb8f67c req-2e3ee6fe-23f5-4fe1-8005-460bc7a1559a tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:28.436629 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b53d7f8e-103e-4f8c-9f5e-1ab47bb8f67c req-2e3ee6fe-23f5-4fe1-8005-460bc7a1559a tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.90 "GET /v2.0/ports?device_id=4198acbe-54f1-415f-979a-f5e9043284b7 HTTP/1.1" status: 200 len: 949 time: 0.1426933 Nov 12 03:30:28.477880 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-c7e82dbf-bb23-4cc8-8c9d-3cadf601cf9e None None] For port 6cf839c4-fb74-4f65-9153-5f9a6bd430e8, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:28.481267 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-c7e82dbf-bb23-4cc8-8c9d-3cadf601cf9e None None] For port 6cf839c4-fb74-4f65-9153-5f9a6bd430e8, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=6cf839c4-fb74-4f65-9153-5f9a6bd430e8,segment=NetworkSegment(0e74b758-fcac-418e-9fd5-2524ee1c3356),segment_id=0e74b758-fcac-418e-9fd5-2524ee1c3356)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:30:28.486699 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c7e82dbf-bb23-4cc8-8c9d-3cadf601cf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.506598 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cb7ebe5a-b055-406b-9726-842e8956a7fa req-ce84aa75-dfd6-49c2-b8ea-bd7f040ee49e tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298182 Nov 12 03:30:28.554252 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e82dbf-bb23-4cc8-8c9d-3cadf601cf9e None None] Pushing event updated for resources: {'Port': ['ID=6cf839c4-fb74-4f65-9153-5f9a6bd430e8,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:28.617213 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6a8196b1-eff8-41b5-a2c5-82ab9d6ee684 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.685334 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-b53d7f8e-103e-4f8c-9f5e-1ab47bb8f67c req-77c6e260-5849-4a0a-a620-e98dd423e24b tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Deleting port 12969886-3e87-47c0-bb54-5483975d07ae {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:28.685828 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b53d7f8e-103e-4f8c-9f5e-1ab47bb8f67c req-77c6e260-5849-4a0a-a620-e98dd423e24b tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.706387 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8196b1-eff8-41b5-a2c5-82ab9d6ee684 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Pushing event updated for resources: {'Subnet': ['ID=2860635f-edfb-4eb7-b8a3-3732d1302c7c,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:28.771074 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8196b1-eff8-41b5-a2c5-82ab9d6ee684 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Checking segment: {'id': '14ca40d0-b362-4741-b44e-00be70d0ecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '7e46a67e-1ec8-49e8-949c-8631362ab6cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:28.771434 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8196b1-eff8-41b5-a2c5-82ab9d6ee684 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Network hostable DHCP agents. Network: 7e46a67e-1ec8-49e8-949c-8631362ab6cb, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:30:28.824461 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8196b1-eff8-41b5-a2c5-82ab9d6ee684 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Network 7e46a67e-1ec8-49e8-949c-8631362ab6cb is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:30:28.837414 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-b53d7f8e-103e-4f8c-9f5e-1ab47bb8f67c req-77c6e260-5849-4a0a-a620-e98dd423e24b tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] For port 12969886-3e87-47c0-bb54-5483975d07ae, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=12969886-3e87-47c0-bb54-5483975d07ae,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:28.837765 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b53d7f8e-103e-4f8c-9f5e-1ab47bb8f67c req-77c6e260-5849-4a0a-a620-e98dd423e24b tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.845897 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-6a8196b1-eff8-41b5-a2c5-82ab9d6ee684 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 7e46a67e-1ec8-49e8-949c-8631362ab6cb) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:28.859355 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76076c01-4e13-458c-8ee0-660ebbaa6ded None None] Network 7e46a67e-1ec8-49e8-949c-8631362ab6cb requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:28.859953 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8196b1-eff8-41b5-a2c5-82ab9d6ee684 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:28.860579 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6a8196b1-eff8-41b5-a2c5-82ab9d6ee684 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.864151 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-b53d7f8e-103e-4f8c-9f5e-1ab47bb8f67c req-77c6e260-5849-4a0a-a620-e98dd423e24b tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Calling delete_port for 12969886-3e87-47c0-bb54-5483975d07ae owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:28.893372 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6a8196b1-eff8-41b5-a2c5-82ab9d6ee684 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8720913 Nov 12 03:30:28.897026 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37310) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:28.905943 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-670d8ca6-a373-4d7b-96db-b4816ac46003 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Request body: {'subnet': {'network_id': 'b4f995bf-677a-4e3b-ad78-efa2385f14d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:29.007435 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670d8ca6-a373-4d7b-96db-b4816ac46003 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Made reservation on behalf of 8477193dd326412abafbd8cbddc0a00a for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:29.012770 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-670d8ca6-a373-4d7b-96db-b4816ac46003 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:29.043897 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b53d7f8e-103e-4f8c-9f5e-1ab47bb8f67c req-77c6e260-5849-4a0a-a620-e98dd423e24b tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:29.049511 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bd78da-c8ad-47d7-b495-53846010b23f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-7e46a67e-1ec8-49e8-949c-8631362ab6cb', 'network_id': '7e46a67e-1ec8-49e8-949c-8631362ab6cb', 'tenant_id': '8477193dd326412abafbd8cbddc0a00a', 'fixed_ips': [{'subnet_id': '2860635f-edfb-4eb7-b8a3-3732d1302c7c'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:30:29.050301 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-17bd78da-c8ad-47d7-b495-53846010b23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:29.075416 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['29c55453-a17f-44dd-81d4-865fdc84d846', 'af9fd09b-bb20-4600-b6dd-8e32823a9811', '900fa92f-3422-43cd-b1f5-64544257fe2c', '364ed264-e28d-4514-98a6-8f5421f1f74a'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:29.093513 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c6e260-5849-4a0a-a620-e98dd423e24b tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Pushing event deleted for resources: {'Port': ['ID=12969886-3e87-47c0-bb54-5483975d07ae,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:29.111132 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['65fe472f-769b-4636-a403-0932ced07563', '12969886-3e87-47c0-bb54-5483975d07ae'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:29.202690 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53d7f8e-103e-4f8c-9f5e-1ab47bb8f67c req-77c6e260-5849-4a0a-a620-e98dd423e24b tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] No DVR routers for this DVR port 12969886-3e87-47c0-bb54-5483975d07ae on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:30:29.207368 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-54984024-327e-433b-865f-4dbe8201a5e2 req-c032f76f-ee9d-4cb6-b244-c7c0b06ae1cb tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=4198acbe-54f1-415f-979a-f5e9043284b7 HTTP/1.1" status: 200 len: 210 time: 0.0569007 Nov 12 03:30:29.208497 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b53d7f8e-103e-4f8c-9f5e-1ab47bb8f67c req-77c6e260-5849-4a0a-a620-e98dd423e24b tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:29.213094 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b53d7f8e-103e-4f8c-9f5e-1ab47bb8f67c req-77c6e260-5849-4a0a-a620-e98dd423e24b tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.90 "DELETE /v2.0/ports/12969886-3e87-47c0-bb54-5483975d07ae HTTP/1.1" status: 204 len: 173 time: 0.7644312 Nov 12 03:30:29.213750 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4198acbe-54f1-415f-979a-f5e9043284b7', 'name': 'network-vif-deleted', 'tag': '12969886-3e87-47c0-bb54-5483975d07ae'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:29.232730 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794c9e93-adac-4d4e-a1a5-87e6b525c772" -d '{"events": [{"server_uuid": "4198acbe-54f1-415f-979a-f5e9043284b7", "name": "network-vif-deleted", "tag": "12969886-3e87-47c0-bb54-5483975d07ae"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:29.312920 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64e17ca-a1e7-4e22-87d2-7699f8d65ee3 x-openstack-request-id: req-d64e17ca-a1e7-4e22-87d2-7699f8d65ee3 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:29.313297 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4198acbe-54f1-415f-979a-f5e9043284b7", "name": "network-vif-deleted", "tag": "12969886-3e87-47c0-bb54-5483975d07ae", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:29.313488 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d64e17ca-a1e7-4e22-87d2-7699f8d65ee3 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:29.313886 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4198acbe-54f1-415f-979a-f5e9043284b7', 'name': 'network-vif-deleted', 'tag': '12969886-3e87-47c0-bb54-5483975d07ae', 'status': 'completed', 'code': 200} Nov 12 03:30:29.336477 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-670d8ca6-a373-4d7b-96db-b4816ac46003 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:29.386422 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-17bd78da-c8ad-47d7-b495-53846010b23f None None] Allocated IP 172.20.0.2 (7e46a67e-1ec8-49e8-949c-8631362ab6cb/2860635f-edfb-4eb7-b8a3-3732d1302c7c/038e1e16-a842-4a03-ae22-3b6d31f8891e) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:29.461500 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670d8ca6-a373-4d7b-96db-b4816ac46003 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Pushing event updated for resources: {'Subnet': ['ID=78758791-c38d-4b16-a4f4-6d571b8cd828,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:29.486779 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670d8ca6-a373-4d7b-96db-b4816ac46003 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Checking segment: {'id': '2c40a605-6f3a-4ac1-b97f-f94959f873e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b4f995bf-677a-4e3b-ad78-efa2385f14d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:29.487217 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670d8ca6-a373-4d7b-96db-b4816ac46003 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Network hostable DHCP agents. Network: b4f995bf-677a-4e3b-ad78-efa2385f14d0, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:30:29.509571 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670d8ca6-a373-4d7b-96db-b4816ac46003 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Network b4f995bf-677a-4e3b-ad78-efa2385f14d0 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:30:29.524303 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-670d8ca6-a373-4d7b-96db-b4816ac46003 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, b4f995bf-677a-4e3b-ad78-efa2385f14d0) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:29.534478 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670d8ca6-a373-4d7b-96db-b4816ac46003 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:29.535301 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-670d8ca6-a373-4d7b-96db-b4816ac46003 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:29.562635 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37332) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:29.563167 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-670d8ca6-a373-4d7b-96db-b4816ac46003 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6636755 Nov 12 03:30:29.596282 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98437ca-4c2a-4607-8c59-a753bce6eb90 None None] Network b4f995bf-677a-4e3b-ad78-efa2385f14d0 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:29.729185 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 99f9e6db-9b32-49d9-90f3-9067ab39843e details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:30:29.745597 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device b27823aa-4403-48c8-8b3a-edc375e21845 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:29.909518 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6ff98-0d7a-4cea-a03a-adcb72a22e88 req-d76ff357-d6f1-4524-a5e5-e5a2516ecd6b tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:29.921022 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3fb6ff98-0d7a-4cea-a03a-adcb72a22e88 req-d76ff357-d6f1-4524-a5e5-e5a2516ecd6b tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=312a947f-cb7e-431b-81ab-a26f9d9a2dd3 HTTP/1.1" status: 200 len: 945 time: 0.3089228 Nov 12 03:30:30.001104 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22aa0fc8-0785-4ab1-95af-66b64be82cfe None None] Network c3a19e2e-ee0a-4265-85ea-e84d92ffabb7 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:30.142174 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 6cf839c4-fb74-4f65-9153-5f9a6bd430e8 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:30.150544 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e20c5c62-aedd-4ebe-b2e6-2b4382fa9e11 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:30.155896 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3fb6ff98-0d7a-4cea-a03a-adcb72a22e88 req-6d641b66-3c78-40bd-a80e-fd088471fd2e tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336946 Nov 12 03:30:30.192728 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port b27823aa-4403-48c8-8b3a-edc375e21845 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:30:30.304999 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 99f9e6db-9b32-49d9-90f3-9067ab39843e, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=99f9e6db-9b32-49d9-90f3-9067ab39843e,segment=NetworkSegment(3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd),segment_id=3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:30.350370 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port b27823aa-4403-48c8-8b3a-edc375e21845 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:30.353707 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:30.392143 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '99f9e6db-9b32-49d9-90f3-9067ab39843e', 'network_id': 'd45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e', 'port_id': '99f9e6db-9b32-49d9-90f3-9067ab39843e', 'mac_address': 'fa:16:3e:c7:56:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df107fe4-b619-4341-93e8-c25b14853a6f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:30:30.425404 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-17bd78da-c8ad-47d7-b495-53846010b23f None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:30.503712 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-afd468a2-5fd3-463d-b0fe-d67a9240aebb None None] Provisioning complete for port 6cf839c4-fb74-4f65-9153-5f9a6bd430e8 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:30.506217 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-afd468a2-5fd3-463d-b0fe-d67a9240aebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:30.543573 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-e20c5c62-aedd-4ebe-b2e6-2b4382fa9e11 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Allocated IP 172.20.0.1 (7e46a67e-1ec8-49e8-949c-8631362ab6cb/2860635f-edfb-4eb7-b8a3-3732d1302c7c/e298d7a4-9c92-498e-9dfd-3bd6f87b63c0) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:30.558532 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6855550f-037d-41aa-adb2-0c9f063ca890 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-b4f995bf-677a-4e3b-ad78-efa2385f14d0', 'network_id': 'b4f995bf-677a-4e3b-ad78-efa2385f14d0', 'tenant_id': '8477193dd326412abafbd8cbddc0a00a', 'fixed_ips': [{'subnet_id': '78758791-c38d-4b16-a4f4-6d571b8cd828'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:30:30.559989 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6855550f-037d-41aa-adb2-0c9f063ca890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:30.669418 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-17bd78da-c8ad-47d7-b495-53846010b23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:30.708702 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e20c5c62-aedd-4ebe-b2e6-2b4382fa9e11 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:30.764619 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e20c5c62-aedd-4ebe-b2e6-2b4382fa9e11 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:30.831715 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20c5c62-aedd-4ebe-b2e6-2b4382fa9e11 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Network 7e46a67e-1ec8-49e8-949c-8631362ab6cb is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:30.836054 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-e20c5c62-aedd-4ebe-b2e6-2b4382fa9e11 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:30.845948 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20c5c62-aedd-4ebe-b2e6-2b4382fa9e11 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:30.851773 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c5c62-aedd-4ebe-b2e6-2b4382fa9e11 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Pushing event updated for resources: {'Port': ['ID=e298d7a4-9c92-498e-9dfd-3bd6f87b63c0,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:30.894598 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e2d14-2e52-4122-9e74-d593147afb3c req-1cefddb3-9908-4b33-805d-10187f652a78 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:30.900976 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-058e2d14-2e52-4122-9e74-d593147afb3c req-1cefddb3-9908-4b33-805d-10187f652a78 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f6d0629-a03c-4a24-aae3-37e9488599f3 HTTP/1.1" status: 200 len: 950 time: 0.0723994 Nov 12 03:30:30.923057 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e20c5c62-aedd-4ebe-b2e6-2b4382fa9e11 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:30.974415 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-058e2d14-2e52-4122-9e74-d593147afb3c req-55b880d2-0c53-401f-b7c8-a3ac74de5376 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631363 Nov 12 03:30:30.989034 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4694b73f-c979-4840-83ca-d4a918a92e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:31.062374 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 6cf839c4-fb74-4f65-9153-5f9a6bd430e8 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:31.062905 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:31.085001 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bd78da-c8ad-47d7-b495-53846010b23f None None] Network 7e46a67e-1ec8-49e8-949c-8631362ab6cb is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:31.129330 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-17bd78da-c8ad-47d7-b495-53846010b23f None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:31.220646 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bd78da-c8ad-47d7-b495-53846010b23f None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:31.386841 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3d3f0-3f10-40a9-8654-5c46392e8d1d req-ce7140ee-76b1-44c1-b280-e549a1095efb tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:31.389393 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1fa3d3f0-3f10-40a9-8654-5c46392e8d1d req-ce7140ee-76b1-44c1-b280-e549a1095efb tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=312a947f-cb7e-431b-81ab-a26f9d9a2dd3 HTTP/1.1" status: 200 len: 945 time: 0.1082780 Nov 12 03:30:31.431979 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:31.434114 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bd78da-c8ad-47d7-b495-53846010b23f None None] Pushing event updated for resources: {'Port': ['ID=038e1e16-a842-4a03-ae22-3b6d31f8891e,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:31.501229 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1fa3d3f0-3f10-40a9-8654-5c46392e8d1d req-fb9d00bb-554c-438f-9c9e-cad7829baa14 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969200 Nov 12 03:30:31.531674 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e20c5c62-aedd-4ebe-b2e6-2b4382fa9e11 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:31.629847 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:31.694619 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 99f9e6db-9b32-49d9-90f3-9067ab39843e {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:30:31.699080 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-afd468a2-5fd3-463d-b0fe-d67a9240aebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:31.780005 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-17bd78da-c8ad-47d7-b495-53846010b23f None None] Attempting to bind port 038e1e16-a842-4a03-ae22-3b6d31f8891e on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:31.780422 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-17bd78da-c8ad-47d7-b495-53846010b23f None None] Attempting to bind port 038e1e16-a842-4a03-ae22-3b6d31f8891e by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '14ca40d0-b362-4741-b44e-00be70d0ecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '7e46a67e-1ec8-49e8-949c-8631362ab6cb'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:31.780749 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bd78da-c8ad-47d7-b495-53846010b23f None None] Attempting to bind port 038e1e16-a842-4a03-ae22-3b6d31f8891e on network 7e46a67e-1ec8-49e8-949c-8631362ab6cb {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:31.808823 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-6855550f-037d-41aa-adb2-0c9f063ca890 None None] Allocated IP 172.20.0.2 (b4f995bf-677a-4e3b-ad78-efa2385f14d0/78758791-c38d-4b16-a4f4-6d571b8cd828/56b7d6cf-890c-4560-bcec-50f036a8476c) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:31.828068 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312a947f-cb7e-431b-81ab-a26f9d9a2dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27823aa-4403-48c8-8b3a-edc375e21845'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:31.833177 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55365ca-9e76-46f1-ba21-ba922bb82c56" -d '{"events": [{"server_uuid": "312a947f-cb7e-431b-81ab-a26f9d9a2dd3", "name": "network-vif-plugged", "status": "completed", "tag": "b27823aa-4403-48c8-8b3a-edc375e21845"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:31.857488 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 99f9e6db-9b32-49d9-90f3-9067ab39843e, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=99f9e6db-9b32-49d9-90f3-9067ab39843e,segment=NetworkSegment(3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd),segment_id=3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:31.863887 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bd78da-c8ad-47d7-b495-53846010b23f None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:30:31.864363 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bd78da-c8ad-47d7-b495-53846010b23f None None] Checking segment: {'id': '14ca40d0-b362-4741-b44e-00be70d0ecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '7e46a67e-1ec8-49e8-949c-8631362ab6cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:31.864728 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-17bd78da-c8ad-47d7-b495-53846010b23f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:31.865119 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bd78da-c8ad-47d7-b495-53846010b23f None None] Bound using segment: {'id': '14ca40d0-b362-4741-b44e-00be70d0ecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '7e46a67e-1ec8-49e8-949c-8631362ab6cb'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:30:31.865613 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-17bd78da-c8ad-47d7-b495-53846010b23f None None] Bound port: 038e1e16-a842-4a03-ae22-3b6d31f8891e, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14ca40d0-b362-4741-b44e-00be70d0ecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '7e46a67e-1ec8-49e8-949c-8631362ab6cb'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:30:31.865988 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-17bd78da-c8ad-47d7-b495-53846010b23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:31.911534 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:31.927341 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port b27823aa-4403-48c8-8b3a-edc375e21845, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=b27823aa-4403-48c8-8b3a-edc375e21845,segment=NetworkSegment(176db6de-b605-434e-ad55-88a729ddb151),segment_id=176db6de-b605-434e-ad55-88a729ddb151)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:31.935782 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d97f587-13dd-4ff0-99ab-e15da5c9e36a x-openstack-request-id: req-6d97f587-13dd-4ff0-99ab-e15da5c9e36a {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:31.936110 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312a947f-cb7e-431b-81ab-a26f9d9a2dd3", "name": "network-vif-plugged", "status": "completed", "tag": "b27823aa-4403-48c8-8b3a-edc375e21845", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:31.936386 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6d97f587-13dd-4ff0-99ab-e15da5c9e36a {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:31.936794 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312a947f-cb7e-431b-81ab-a26f9d9a2dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27823aa-4403-48c8-8b3a-edc375e21845', 'code': 200} Nov 12 03:30:32.002752 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e20c5c62-aedd-4ebe-b2e6-2b4382fa9e11 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:32.011655 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e20c5c62-aedd-4ebe-b2e6-2b4382fa9e11 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:32.016525 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:32.066944 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-afd468a2-5fd3-463d-b0fe-d67a9240aebb None None] For port 6cf839c4-fb74-4f65-9153-5f9a6bd430e8, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=6cf839c4-fb74-4f65-9153-5f9a6bd430e8,segment=NetworkSegment(0e74b758-fcac-418e-9fd5-2524ee1c3356),segment_id=0e74b758-fcac-418e-9fd5-2524ee1c3356)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:32.225008 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-afd468a2-5fd3-463d-b0fe-d67a9240aebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:32.260132 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e20c5c62-aedd-4ebe-b2e6-2b4382fa9e11 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:32.263208 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 12969886-3e87-47c0-bb54-5483975d07ae no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:30:32.266511 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['99f9e6db-9b32-49d9-90f3-9067ab39843e'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:32.299303 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c5c62-aedd-4ebe-b2e6-2b4382fa9e11 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Pushing event updated for resources: {'Port': ['ID=e298d7a4-9c92-498e-9dfd-3bd6f87b63c0,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:32.387749 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1886baf-fd4a-4f0f-b8a6-131d15515ba7 req-839e894a-7896-485c-813c-045e8b4d8125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:32.389280 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e1886baf-fd4a-4f0f-b8a6-131d15515ba7 req-839e894a-7896-485c-813c-045e8b4d8125 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=312a947f-cb7e-431b-81ab-a26f9d9a2dd3 HTTP/1.1" status: 200 len: 1098 time: 0.3246133 Nov 12 03:30:32.414468 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14120b2f-b163-49c8-a252-982fb2747410 req-62e94a78-4627-45f8-aad6-949d1934e381 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:32.416101 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-14120b2f-b163-49c8-a252-982fb2747410 req-62e94a78-4627-45f8-aad6-949d1934e381 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f6d0629-a03c-4a24-aae3-37e9488599f3 HTTP/1.1" status: 200 len: 950 time: 0.3319299 Nov 12 03:30:32.465406 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:32.466611 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b00d1-d9e9-44a9-9cf7-ff62203ebee4 req-c3e7a6be-d58b-4e17-9bde-47728f030434 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:32.467616 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: 12969886-3e87-47c0-bb54-5483975d07ae {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:30:32.467995 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 12969886-3e87-47c0-bb54-5483975d07ae not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:30:32.478076 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-059b00d1-d9e9-44a9-9cf7-ff62203ebee4 req-c3e7a6be-d58b-4e17-9bde-47728f030434 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f6d0629-a03c-4a24-aae3-37e9488599f3 HTTP/1.1" status: 200 len: 950 time: 0.2861772 Nov 12 03:30:32.526562 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-17bd78da-c8ad-47d7-b495-53846010b23f None None] For port 038e1e16-a842-4a03-ae22-3b6d31f8891e, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:32.540987 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=99f9e6db-9b32-49d9-90f3-9067ab39843e,revision_number=6']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:32.634375 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-17bd78da-c8ad-47d7-b495-53846010b23f None None] For port 038e1e16-a842-4a03-ae22-3b6d31f8891e, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=038e1e16-a842-4a03-ae22-3b6d31f8891e,segment=NetworkSegment(14ca40d0-b362-4741-b44e-00be70d0ecef),segment_id=14ca40d0-b362-4741-b44e-00be70d0ecef)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:30:32.636275 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e1886baf-fd4a-4f0f-b8a6-131d15515ba7 req-019243da-30a3-4e25-9b18-600695a56c29 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127266 Nov 12 03:30:32.699187 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20c5c62-aedd-4ebe-b2e6-2b4382fa9e11 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Network 7e46a67e-1ec8-49e8-949c-8631362ab6cb is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:32.706477 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-059b00d1-d9e9-44a9-9cf7-ff62203ebee4 req-8c2eddb1-eabe-46cc-b508-e380b99c5bc0 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273300 Nov 12 03:30:32.722595 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-e20c5c62-aedd-4ebe-b2e6-2b4382fa9e11 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:32.748469 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-14120b2f-b163-49c8-a252-982fb2747410 req-50a98ee0-caa4-409c-90da-e09516eb96cb tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Deleting port 364ed264-e28d-4514-98a6-8f5421f1f74a {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:32.748933 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-14120b2f-b163-49c8-a252-982fb2747410 req-50a98ee0-caa4-409c-90da-e09516eb96cb tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:32.755107 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e498b-9f62-406d-9f87-08c72d76cf96 req-7a08c278-d79e-49b3-959a-5a862a0ec2e8 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:32.766315 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-763e498b-9f62-406d-9f87-08c72d76cf96 req-7a08c278-d79e-49b3-959a-5a862a0ec2e8 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=312a947f-cb7e-431b-81ab-a26f9d9a2dd3 HTTP/1.1" status: 200 len: 946 time: 0.1489842 Nov 12 03:30:32.799822 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6855550f-037d-41aa-adb2-0c9f063ca890 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:32.871356 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-17bd78da-c8ad-47d7-b495-53846010b23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:32.890626 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:30:32.891211 n-d-715271-27 neutron-server[102573]: DEBUG oslo_db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:30:32.893535 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6855550f-037d-41aa-adb2-0c9f063ca890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:32.911485 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-763e498b-9f62-406d-9f87-08c72d76cf96 req-169c7e16-29ba-4e64-8fd9-0a0deab300a9 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328337 Nov 12 03:30:33.055807 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-331cfc30-cc89-4c8f-ab24-72a6d29c7b48 None None] Provisioning complete for port 6cf839c4-fb74-4f65-9153-5f9a6bd430e8 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:33.056468 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-331cfc30-cc89-4c8f-ab24-72a6d29c7b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:33.101700 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-14120b2f-b163-49c8-a252-982fb2747410 req-50a98ee0-caa4-409c-90da-e09516eb96cb tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] For port 364ed264-e28d-4514-98a6-8f5421f1f74a, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=364ed264-e28d-4514-98a6-8f5421f1f74a,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:33.102490 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-14120b2f-b163-49c8-a252-982fb2747410 req-50a98ee0-caa4-409c-90da-e09516eb96cb tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:33.143301 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6855550f-037d-41aa-adb2-0c9f063ca890 None None] Network b4f995bf-677a-4e3b-ad78-efa2385f14d0 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:33.147651 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-14120b2f-b163-49c8-a252-982fb2747410 req-50a98ee0-caa4-409c-90da-e09516eb96cb tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Calling delete_port for 364ed264-e28d-4514-98a6-8f5421f1f74a owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:33.200417 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-6855550f-037d-41aa-adb2-0c9f063ca890 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:33.219033 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6855550f-037d-41aa-adb2-0c9f063ca890 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:33.221097 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=b27823aa-4403-48c8-8b3a-edc375e21845,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:33.234703 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20c5c62-aedd-4ebe-b2e6-2b4382fa9e11 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Router 24d4b7a9-aa6c-413c-86a1-5bb541473b84 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:30:33.637933 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-14120b2f-b163-49c8-a252-982fb2747410 req-50a98ee0-caa4-409c-90da-e09516eb96cb tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:33.702436 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-39797aed-0be3-4543-a8fa-fbc8af0cdbf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:33.713724 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b1582-4abf-4ca8-b0fa-8c3c74be131c req-45661ebd-fa49-40d7-9436-3dfb8650b48d tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.716547 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-679b1582-4abf-4ca8-b0fa-8c3c74be131c req-45661ebd-fa49-40d7-9436-3dfb8650b48d tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f4ba0db-f552-406a-8372-250dd85b08b9 HTTP/1.1" status: 200 len: 949 time: 0.5482545 Nov 12 03:30:33.719796 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a98ee0-caa4-409c-90da-e09516eb96cb tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Pushing event deleted for resources: {'Port': ['ID=364ed264-e28d-4514-98a6-8f5421f1f74a,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:33.907125 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd468a2-5fd3-463d-b0fe-d67a9240aebb None None] Pushing event updated for resources: {'Port': ['ID=6cf839c4-fb74-4f65-9153-5f9a6bd430e8,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:33.926928 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-14120b2f-b163-49c8-a252-982fb2747410 req-50a98ee0-caa4-409c-90da-e09516eb96cb tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] No DVR routers for this DVR port 364ed264-e28d-4514-98a6-8f5421f1f74a on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:30:33.933284 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-14120b2f-b163-49c8-a252-982fb2747410 req-50a98ee0-caa4-409c-90da-e09516eb96cb tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:33.937189 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-14120b2f-b163-49c8-a252-982fb2747410 req-50a98ee0-caa4-409c-90da-e09516eb96cb tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.74 "DELETE /v2.0/ports/364ed264-e28d-4514-98a6-8f5421f1f74a HTTP/1.1" status: 204 len: 173 time: 1.4817848 Nov 12 03:30:33.989353 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-6855550f-037d-41aa-adb2-0c9f063ca890 None None] Attempting to bind port 56b7d6cf-890c-4560-bcec-50f036a8476c on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:33.989808 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-6855550f-037d-41aa-adb2-0c9f063ca890 None None] Attempting to bind port 56b7d6cf-890c-4560-bcec-50f036a8476c by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '2c40a605-6f3a-4ac1-b97f-f94959f873e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b4f995bf-677a-4e3b-ad78-efa2385f14d0'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:33.990153 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6855550f-037d-41aa-adb2-0c9f063ca890 None None] Attempting to bind port 56b7d6cf-890c-4560-bcec-50f036a8476c on network b4f995bf-677a-4e3b-ad78-efa2385f14d0 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:33.994458 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6d0629-a03c-4a24-aae3-37e9488599f3', 'name': 'network-vif-deleted', 'tag': '364ed264-e28d-4514-98a6-8f5421f1f74a'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:33.996982 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a80ace0-9e62-4568-a90e-8201ab141228" -d '{"events": [{"server_uuid": "9f6d0629-a03c-4a24-aae3-37e9488599f3", "name": "network-vif-deleted", "tag": "364ed264-e28d-4514-98a6-8f5421f1f74a"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:34.006078 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20c5c62-aedd-4ebe-b2e6-2b4382fa9e11 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:30:34.023238 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9079800b-9e59-4ff7-8897-8662885e5544 None None] Sync routers for ids ['24d4b7a9-aa6c-413c-86a1-5bb541473b84'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:30:34.039330 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9079800b-9e59-4ff7-8897-8662885e5544 None None] Routers {'24d4b7a9-aa6c-413c-86a1-5bb541473b84'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:30:34.043487 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-9079800b-9e59-4ff7-8897-8662885e5544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:30:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['24d4b7a9-aa6c-413c-86a1-5bb541473b84'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:34.045466 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e20c5c62-aedd-4ebe-b2e6-2b4382fa9e11 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] 10.222.0.50 "PUT /v2.0/routers/24d4b7a9-aa6c-413c-86a1-5bb541473b84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4814434 Nov 12 03:30:34.048765 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37434) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:34.074240 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-57911cca-a197-4428-ae3d-baba3cde5cc2 req-998bec0c-5449-46c3-bc12-5efde5a6b2a5 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f6d0629-a03c-4a24-aae3-37e9488599f3 HTTP/1.1" status: 200 len: 210 time: 0.1906040 Nov 12 03:30:34.092949 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6855550f-037d-41aa-adb2-0c9f063ca890 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:30:34.104161 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6855550f-037d-41aa-adb2-0c9f063ca890 None None] Checking segment: {'id': '2c40a605-6f3a-4ac1-b97f-f94959f873e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b4f995bf-677a-4e3b-ad78-efa2385f14d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:34.104565 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6855550f-037d-41aa-adb2-0c9f063ca890 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:34.104970 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6855550f-037d-41aa-adb2-0c9f063ca890 None None] Bound using segment: {'id': '2c40a605-6f3a-4ac1-b97f-f94959f873e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b4f995bf-677a-4e3b-ad78-efa2385f14d0'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:30:34.105473 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-6855550f-037d-41aa-adb2-0c9f063ca890 None None] Bound port: 56b7d6cf-890c-4560-bcec-50f036a8476c, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c40a605-6f3a-4ac1-b97f-f94959f873e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b4f995bf-677a-4e3b-ad78-efa2385f14d0'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:30:34.105859 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6855550f-037d-41aa-adb2-0c9f063ca890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:34.224417 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-9079800b-9e59-4ff7-8897-8662885e5544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:34.233769 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-679b1582-4abf-4ca8-b0fa-8c3c74be131c req-443b195b-697c-4f81-852a-68391bee7c02 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Deleting port 65fe472f-769b-4636-a403-0932ced07563 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:34.234335 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-679b1582-4abf-4ca8-b0fa-8c3c74be131c req-443b195b-697c-4f81-852a-68391bee7c02 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:34.287554 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9079800b-9e59-4ff7-8897-8662885e5544 None None] Routers {'24d4b7a9-aa6c-413c-86a1-5bb541473b84'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:30:34.288239 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-9079800b-9e59-4ff7-8897-8662885e5544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:30:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['24d4b7a9-aa6c-413c-86a1-5bb541473b84'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:34.305157 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:34.323418 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bd78da-c8ad-47d7-b495-53846010b23f None None] Pushing event updated for resources: {'Port': ['ID=038e1e16-a842-4a03-ae22-3b6d31f8891e,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:34.352740 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2637ad42-74c3-475e-926c-5fbcb4364fd2 x-openstack-request-id: req-2637ad42-74c3-475e-926c-5fbcb4364fd2 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:34.353313 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f6d0629-a03c-4a24-aae3-37e9488599f3", "name": "network-vif-deleted", "tag": "364ed264-e28d-4514-98a6-8f5421f1f74a", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:34.353740 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2637ad42-74c3-475e-926c-5fbcb4364fd2 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:34.355627 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6d0629-a03c-4a24-aae3-37e9488599f3', 'name': 'network-vif-deleted', 'tag': '364ed264-e28d-4514-98a6-8f5421f1f74a', 'status': 'completed', 'code': 200} Nov 12 03:30:34.454529 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-9079800b-9e59-4ff7-8897-8662885e5544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:34.455804 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9079800b-9e59-4ff7-8897-8662885e5544 None None] The sync data for ids ['24d4b7a9-aa6c-413c-86a1-5bb541473b84'] in n-d-715271-27 is: [] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:30:34.518882 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6855550f-037d-41aa-adb2-0c9f063ca890 None None] Pushing event updated for resources: {'Port': ['ID=56b7d6cf-890c-4560-bcec-50f036a8476c,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:34.587038 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-6855550f-037d-41aa-adb2-0c9f063ca890 None None] For port 56b7d6cf-890c-4560-bcec-50f036a8476c, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:34.613182 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-6855550f-037d-41aa-adb2-0c9f063ca890 None None] For port 56b7d6cf-890c-4560-bcec-50f036a8476c, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=56b7d6cf-890c-4560-bcec-50f036a8476c,segment=NetworkSegment(2c40a605-6f3a-4ac1-b97f-f94959f873e5),segment_id=2c40a605-6f3a-4ac1-b97f-f94959f873e5)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:30:34.624655 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6855550f-037d-41aa-adb2-0c9f063ca890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:34.705409 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-679b1582-4abf-4ca8-b0fa-8c3c74be131c req-443b195b-697c-4f81-852a-68391bee7c02 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] For port 65fe472f-769b-4636-a403-0932ced07563, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=65fe472f-769b-4636-a403-0932ced07563,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:34.705784 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-679b1582-4abf-4ca8-b0fa-8c3c74be131c req-443b195b-697c-4f81-852a-68391bee7c02 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:34.735380 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-679b1582-4abf-4ca8-b0fa-8c3c74be131c req-443b195b-697c-4f81-852a-68391bee7c02 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Calling delete_port for 65fe472f-769b-4636-a403-0932ced07563 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:34.826753 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a466b-3ef9-4fcb-8a82-c8efcfc82665 req-c497dae5-fc46-4fba-90cf-44e1ad2193df tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:34.837473 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bd4a466b-3ef9-4fcb-8a82-c8efcfc82665 req-c497dae5-fc46-4fba-90cf-44e1ad2193df tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=312a947f-cb7e-431b-81ab-a26f9d9a2dd3 HTTP/1.1" status: 200 len: 946 time: 0.4297223 Nov 12 03:30:34.871957 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6855550f-037d-41aa-adb2-0c9f063ca890 None None] Pushing event updated for resources: {'Port': ['ID=56b7d6cf-890c-4560-bcec-50f036a8476c,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:35.070835 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bd4a466b-3ef9-4fcb-8a82-c8efcfc82665 req-4fee138c-01f0-4d74-bf65-81576d9ce97f tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278693 Nov 12 03:30:35.279384 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2956d5b-b841-4d8a-aad4-4785ded4deaf None None] Network 7e46a67e-1ec8-49e8-949c-8631362ab6cb requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:35.352314 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-679b1582-4abf-4ca8-b0fa-8c3c74be131c req-443b195b-697c-4f81-852a-68391bee7c02 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:35.396050 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 364ed264-e28d-4514-98a6-8f5421f1f74a no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:30:35.411503 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2a563c05-fd11-4c57-87a6-d072713379a9 req-9f944d85-7398-4672-9d56-424aaec3ef38 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f4ba0db-f552-406a-8372-250dd85b08b9 HTTP/1.1" status: 200 len: 210 time: 0.0632615 Nov 12 03:30:35.475085 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b195b-697c-4f81-852a-68391bee7c02 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Pushing event deleted for resources: {'Port': ['ID=65fe472f-769b-4636-a403-0932ced07563,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:35.616667 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-679b1582-4abf-4ca8-b0fa-8c3c74be131c req-443b195b-697c-4f81-852a-68391bee7c02 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] No DVR routers for this DVR port 65fe472f-769b-4636-a403-0932ced07563 on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:30:35.622226 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-679b1582-4abf-4ca8-b0fa-8c3c74be131c req-443b195b-697c-4f81-852a-68391bee7c02 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:35.637215 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-679b1582-4abf-4ca8-b0fa-8c3c74be131c req-443b195b-697c-4f81-852a-68391bee7c02 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.90 "DELETE /v2.0/ports/65fe472f-769b-4636-a403-0932ced07563 HTTP/1.1" status: 204 len: 173 time: 1.8982821 Nov 12 03:30:35.660431 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-dc9a5a38-91a1-4e8f-bbf7-c0b0e33e24d1 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:30:35.666520 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-dc9a5a38-91a1-4e8f-bbf7-c0b0e33e24d1 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] 10.222.0.50 "PUT /v2.0/routers/24d4b7a9-aa6c-413c-86a1-5bb541473b84/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6146505 Nov 12 03:30:35.668109 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37462) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:35.843755 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['29c55453-a17f-44dd-81d4-865fdc84d846', 'af9fd09b-bb20-4600-b6dd-8e32823a9811', '900fa92f-3422-43cd-b1f5-64544257fe2c'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:35.846005 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['29c55453-a17f-44dd-81d4-865fdc84d846', 'af9fd09b-bb20-4600-b6dd-8e32823a9811', '900fa92f-3422-43cd-b1f5-64544257fe2c'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:35.987013 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 364ed264-e28d-4514-98a6-8f5421f1f74a {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:30:35.987739 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 364ed264-e28d-4514-98a6-8f5421f1f74a not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:30:36.001917 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 99f9e6db-9b32-49d9-90f3-9067ab39843e up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:36.028485 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-a42be387-212d-4a96-8001-3b7bcd74aca5 None None] Provisioning complete for port 038e1e16-a842-4a03-ae22-3b6d31f8891e triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:36.029397 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a42be387-212d-4a96-8001-3b7bcd74aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:36.217250 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:36.359386 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f4ba0db-f552-406a-8372-250dd85b08b9', 'name': 'network-vif-deleted', 'tag': '65fe472f-769b-4636-a403-0932ced07563'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:36.370976 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d1f9d5-e81f-4de9-ab5f-6f2e9809685f" -d '{"events": [{"server_uuid": "4f4ba0db-f552-406a-8372-250dd85b08b9", "name": "network-vif-deleted", "tag": "65fe472f-769b-4636-a403-0932ced07563"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:36.719503 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7127a496-5b3f-45bf-912e-830762693c7e x-openstack-request-id: req-7127a496-5b3f-45bf-912e-830762693c7e {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:36.720500 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f4ba0db-f552-406a-8372-250dd85b08b9", "name": "network-vif-deleted", "tag": "65fe472f-769b-4636-a403-0932ced07563", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:36.724199 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7127a496-5b3f-45bf-912e-830762693c7e {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:36.738494 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f4ba0db-f552-406a-8372-250dd85b08b9', 'name': 'network-vif-deleted', 'tag': '65fe472f-769b-4636-a403-0932ced07563', 'status': 'completed', 'code': 200} Nov 12 03:30:36.791950 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aded496-1835-4adb-87c8-bb40f3fae84b req-84dd8b32-1d4b-42db-9717-8985acabcf89 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:36.820445 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 6cf839c4-fb74-4f65-9153-5f9a6bd430e8 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:36.821059 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3aded496-1835-4adb-87c8-bb40f3fae84b req-84dd8b32-1d4b-42db-9717-8985acabcf89 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=312a947f-cb7e-431b-81ab-a26f9d9a2dd3 HTTP/1.1" status: 200 len: 946 time: 0.4720242 Nov 12 03:30:37.064173 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3aded496-1835-4adb-87c8-bb40f3fae84b req-c1ec9ab3-92d1-4430-97a1-fa4eda7b2459 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303035 Nov 12 03:30:37.210411 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b662405-b116-4a64-b655-bb52118c8b53 None None] Network b4f995bf-677a-4e3b-ad78-efa2385f14d0 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:37.236479 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f9960a82-ddbf-421b-a192-c15a7777b598 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:37.404473 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dacd3b-7f0c-476b-8d54-56a94fe71fe5 req-aee1bf3b-adc5-423b-92ca-31a1946b9eee tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:37.428147 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-23dacd3b-7f0c-476b-8d54-56a94fe71fe5 req-aee1bf3b-adc5-423b-92ca-31a1946b9eee tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=312a947f-cb7e-431b-81ab-a26f9d9a2dd3 HTTP/1.1" status: 200 len: 946 time: 0.1684070 Nov 12 03:30:37.439588 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:37.489566 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a42be387-212d-4a96-8001-3b7bcd74aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:37.602631 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-23dacd3b-7f0c-476b-8d54-56a94fe71fe5 req-52f4fd97-d0da-4d9a-a978-28d78faec352 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623836 Nov 12 03:30:37.617519 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 99f9e6db-9b32-49d9-90f3-9067ab39843e triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:37.617870 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:37.749029 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-f9960a82-ddbf-421b-a192-c15a7777b598 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Deleting port e298d7a4-9c92-498e-9dfd-3bd6f87b63c0 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:37.750133 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f9960a82-ddbf-421b-a192-c15a7777b598 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:37.914832 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-a42be387-212d-4a96-8001-3b7bcd74aca5 None None] For port 038e1e16-a842-4a03-ae22-3b6d31f8891e, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=038e1e16-a842-4a03-ae22-3b6d31f8891e,segment=NetworkSegment(14ca40d0-b362-4741-b44e-00be70d0ecef),segment_id=14ca40d0-b362-4741-b44e-00be70d0ecef)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:38.010014 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f9960a82-ddbf-421b-a192-c15a7777b598 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:38.039541 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 6cf839c4-fb74-4f65-9153-5f9a6bd430e8 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:38.039918 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:38.049901 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-f9960a82-ddbf-421b-a192-c15a7777b598 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Calling delete_port for e298d7a4-9c92-498e-9dfd-3bd6f87b63c0 owned by network:router_interface {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:38.055233 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8640e59-1ee9-40df-87a8-cb1618e4a011 req-a34368ae-2b5c-43a3-a598-6fe544b7f40d tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:38.058287 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a42be387-212d-4a96-8001-3b7bcd74aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:38.064457 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a8640e59-1ee9-40df-87a8-cb1618e4a011 req-a34368ae-2b5c-43a3-a598-6fe544b7f40d tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=312a947f-cb7e-431b-81ab-a26f9d9a2dd3 HTTP/1.1" status: 200 len: 946 time: 0.1027424 Nov 12 03:30:38.187696 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a8640e59-1ee9-40df-87a8-cb1618e4a011 req-1e698535-a452-4550-ab91-6a54a6fd7061 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197085 Nov 12 03:30:38.220293 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d8596-0912-4cf3-b5f7-efdd5620f7b1 req-9c74b8ab-898f-4319-8e9f-69389e4b670c tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:38.230746 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3a1d8596-0912-4cf3-b5f7-efdd5620f7b1 req-9c74b8ab-898f-4319-8e9f-69389e4b670c tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc1a4aec-01b8-4a86-bfa8-ee294082fc61 HTTP/1.1" status: 200 len: 950 time: 0.0936728 Nov 12 03:30:38.344618 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42be387-212d-4a96-8001-3b7bcd74aca5 None None] Pushing event updated for resources: {'Port': ['ID=038e1e16-a842-4a03-ae22-3b6d31f8891e,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:38.390115 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3a1d8596-0912-4cf3-b5f7-efdd5620f7b1 req-21bbe0b0-acc9-4ef2-b6f1-98b1cb5c6084 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584039 Nov 12 03:30:38.534137 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:38.643950 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfa6bcd-1242-48db-8a09-a2db43ded6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f9e6db-9b32-49d9-90f3-9067ab39843e'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:38.646792 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539d1d40-fff9-4402-8a74-5badc58cc2ab" -d '{"events": [{"server_uuid": "4bfa6bcd-1242-48db-8a09-a2db43ded6b4", "name": "network-vif-plugged", "status": "completed", "tag": "99f9e6db-9b32-49d9-90f3-9067ab39843e"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:38.660965 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 99f9e6db-9b32-49d9-90f3-9067ab39843e, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=99f9e6db-9b32-49d9-90f3-9067ab39843e,segment=NetworkSegment(3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd),segment_id=3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:38.681389 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:38.684245 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f9960a82-ddbf-421b-a192-c15a7777b598 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:38.696523 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-31ddd03f-c0c4-4ab6-996f-e43f581821f4 None None] Provisioning complete for port 56b7d6cf-890c-4560-bcec-50f036a8476c triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:38.697292 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-31ddd03f-c0c4-4ab6-996f-e43f581821f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:38.780514 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9960a82-ddbf-421b-a192-c15a7777b598 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Pushing event deleted for resources: {'Port': ['ID=e298d7a4-9c92-498e-9dfd-3bd6f87b63c0,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:38.783244 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:38.784906 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 65fe472f-769b-4636-a403-0932ced07563 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:30:38.807318 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2ef205-9590-494f-9c32-858d4ee49887 x-openstack-request-id: req-bc2ef205-9590-494f-9c32-858d4ee49887 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:38.807643 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfa6bcd-1242-48db-8a09-a2db43ded6b4", "name": "network-vif-plugged", "status": "completed", "tag": "99f9e6db-9b32-49d9-90f3-9067ab39843e", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:38.809093 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bc2ef205-9590-494f-9c32-858d4ee49887 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:38.809680 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfa6bcd-1242-48db-8a09-a2db43ded6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f9e6db-9b32-49d9-90f3-9067ab39843e', 'code': 200} Nov 12 03:30:38.875589 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f573b-f85a-4d7f-860d-83465fbc4dc4 req-57c51ef5-ef84-4b15-ac98-44c32c7ac173 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:38.886524 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b27f573b-f85a-4d7f-860d-83465fbc4dc4 req-57c51ef5-ef84-4b15-ac98-44c32c7ac173 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=312a947f-cb7e-431b-81ab-a26f9d9a2dd3 HTTP/1.1" status: 200 len: 946 time: 0.3023288 Nov 12 03:30:38.973786 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: 65fe472f-769b-4636-a403-0932ced07563 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:30:38.974294 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 65fe472f-769b-4636-a403-0932ced07563 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:30:39.231297 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f9960a82-ddbf-421b-a192-c15a7777b598 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:39.252839 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b27f573b-f85a-4d7f-860d-83465fbc4dc4 req-8494ea0c-f962-48e0-8632-cfe4666e8f10 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653316 Nov 12 03:30:39.298054 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 038e1e16-a842-4a03-ae22-3b6d31f8891e up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:39.316258 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=99f9e6db-9b32-49d9-90f3-9067ab39843e,revision_number=7']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:39.713903 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85877b8-6a6e-496b-bc91-a0441366ce99 req-f2d840fb-b92d-4d6c-811b-be04865cfcba tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:39.715467 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c85877b8-6a6e-496b-bc91-a0441366ce99 req-f2d840fb-b92d-4d6c-811b-be04865cfcba tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e02fb1a-a2a4-478b-8643-e7815d5a3ed8 HTTP/1.1" status: 200 len: 949 time: 0.1412532 Nov 12 03:30:39.732018 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-31ddd03f-c0c4-4ab6-996f-e43f581821f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:39.819492 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:30:39.885145 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-31ddd03f-c0c4-4ab6-996f-e43f581821f4 None None] For port 56b7d6cf-890c-4560-bcec-50f036a8476c, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=56b7d6cf-890c-4560-bcec-50f036a8476c,segment=NetworkSegment(2c40a605-6f3a-4ac1-b97f-f94959f873e5),segment_id=2c40a605-6f3a-4ac1-b97f-f94959f873e5)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:39.908391 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-31ddd03f-c0c4-4ab6-996f-e43f581821f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:39.911539 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 038e1e16-a842-4a03-ae22-3b6d31f8891e triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:39.912487 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:40.017108 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0043db-6b25-415e-beac-f15ac38d3fa0 req-eafd685a-eed8-4206-9fc6-98dd4b03508b tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:40.030134 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3e0043db-6b25-415e-beac-f15ac38d3fa0 req-eafd685a-eed8-4206-9fc6-98dd4b03508b tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=312a947f-cb7e-431b-81ab-a26f9d9a2dd3 HTTP/1.1" status: 200 len: 946 time: 0.2158649 Nov 12 03:30:40.043052 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ddd03f-c0c4-4ab6-996f-e43f581821f4 None None] Pushing event updated for resources: {'Port': ['ID=56b7d6cf-890c-4560-bcec-50f036a8476c,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:40.135172 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-9b561607-c383-4b52-8f51-44642f374761 None None] Provisioning complete for port 038e1e16-a842-4a03-ae22-3b6d31f8891e triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:40.135547 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9b561607-c383-4b52-8f51-44642f374761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:40.150091 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-c85877b8-6a6e-496b-bc91-a0441366ce99 req-351c29cf-b15b-47d1-9847-9d2ce1739fd3 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Deleting port 900fa92f-3422-43cd-b1f5-64544257fe2c {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:40.150594 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c85877b8-6a6e-496b-bc91-a0441366ce99 req-351c29cf-b15b-47d1-9847-9d2ce1739fd3 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:40.187840 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 56b7d6cf-890c-4560-bcec-50f036a8476c up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:40.299968 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3e0043db-6b25-415e-beac-f15ac38d3fa0 req-bf4e0135-0bb7-4671-b111-517b7faafb5a tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647760 Nov 12 03:30:40.300584 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d30c5f-c513-4c4c-9337-75d42ec7ba42 req-f43ba080-cebf-460e-ab4f-b7053e67cfc9 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:40.303919 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a2d30c5f-c513-4c4c-9337-75d42ec7ba42 req-f43ba080-cebf-460e-ab4f-b7053e67cfc9 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.74 "GET /v2.0/ports?device_id=fc1a4aec-01b8-4a86-bfa8-ee294082fc61 HTTP/1.1" status: 200 len: 950 time: 0.9415185 Nov 12 03:30:40.382467 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b81c0-8154-4059-881b-146b0275a360 req-53a20185-3a8b-483b-b988-5629804a7353 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:40.399345 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d77b81c0-8154-4059-881b-146b0275a360 req-53a20185-3a8b-483b-b988-5629804a7353 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc1a4aec-01b8-4a86-bfa8-ee294082fc61 HTTP/1.1" status: 200 len: 950 time: 0.2111382 Nov 12 03:30:40.438642 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-c85877b8-6a6e-496b-bc91-a0441366ce99 req-351c29cf-b15b-47d1-9847-9d2ce1739fd3 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] For port 900fa92f-3422-43cd-b1f5-64544257fe2c, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=900fa92f-3422-43cd-b1f5-64544257fe2c,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:40.438998 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c85877b8-6a6e-496b-bc91-a0441366ce99 req-351c29cf-b15b-47d1-9847-9d2ce1739fd3 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:40.505813 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-c85877b8-6a6e-496b-bc91-a0441366ce99 req-351c29cf-b15b-47d1-9847-9d2ce1739fd3 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Calling delete_port for 900fa92f-3422-43cd-b1f5-64544257fe2c owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:40.554158 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-9b561607-c383-4b52-8f51-44642f374761 None None] Could not find standard attr ID for object e298d7a4-9c92-498e-9dfd-3bd6f87b63c0. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:30:40.575530 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 56b7d6cf-890c-4560-bcec-50f036a8476c triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:40.575734 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:40.605555 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-9b561607-c383-4b52-8f51-44642f374761 None None] Provisioning complete for port 56b7d6cf-890c-4560-bcec-50f036a8476c triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:40.605978 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9b561607-c383-4b52-8f51-44642f374761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:40.629370 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d77b81c0-8154-4059-881b-146b0275a360 req-b29e8e27-eebe-46b4-b07b-bb928f0a506d tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287550 Nov 12 03:30:40.726473 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9960a82-ddbf-421b-a192-c15a7777b598 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Router 24d4b7a9-aa6c-413c-86a1-5bb541473b84 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:30:40.832647 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb1e66-959d-4051-93bc-540c1fd61e6c req-cc426b89-e672-44b4-a3c5-7beee1ff7380 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:40.844672 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fdeb1e66-959d-4051-93bc-540c1fd61e6c req-cc426b89-e672-44b4-a3c5-7beee1ff7380 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=312a947f-cb7e-431b-81ab-a26f9d9a2dd3 HTTP/1.1" status: 200 len: 946 time: 0.1427860 Nov 12 03:30:40.849357 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-a2d30c5f-c513-4c4c-9337-75d42ec7ba42 req-9422c960-aa71-47d5-87ae-8404ccee59a8 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Deleting port af9fd09b-bb20-4600-b6dd-8e32823a9811 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:40.849697 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-a2d30c5f-c513-4c4c-9337-75d42ec7ba42 req-9422c960-aa71-47d5-87ae-8404ccee59a8 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:40.933482 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9960a82-ddbf-421b-a192-c15a7777b598 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:30:40.958793 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3036793e-8fef-4e9c-b9ad-89f7f6cfda09 None None] Sync routers for ids ['24d4b7a9-aa6c-413c-86a1-5bb541473b84'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:30:40.961986 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f9960a82-ddbf-421b-a192-c15a7777b598 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] 10.222.0.50 "PUT /v2.0/routers/24d4b7a9-aa6c-413c-86a1-5bb541473b84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2918336 Nov 12 03:30:40.972509 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3036793e-8fef-4e9c-b9ad-89f7f6cfda09 None None] Routers {'24d4b7a9-aa6c-413c-86a1-5bb541473b84'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:30:40.973250 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-3036793e-8fef-4e9c-b9ad-89f7f6cfda09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:30:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['24d4b7a9-aa6c-413c-86a1-5bb541473b84'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:41.020862 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37564) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:41.021975 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 038e1e16-a842-4a03-ae22-3b6d31f8891e up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:41.024949 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-3036793e-8fef-4e9c-b9ad-89f7f6cfda09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:41.042646 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fdeb1e66-959d-4051-93bc-540c1fd61e6c req-b2a4d0a4-f6e3-4946-b10d-d4f5b7fef539 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963320 Nov 12 03:30:41.093670 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-a2d30c5f-c513-4c4c-9337-75d42ec7ba42 req-9422c960-aa71-47d5-87ae-8404ccee59a8 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] For port af9fd09b-bb20-4600-b6dd-8e32823a9811, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=af9fd09b-bb20-4600-b6dd-8e32823a9811,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:41.094024 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-a2d30c5f-c513-4c4c-9337-75d42ec7ba42 req-9422c960-aa71-47d5-87ae-8404ccee59a8 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:41.116737 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-8babcb2f-d04a-40b4-b360-e1ab8598c7d6 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] delete failed (client error): The resource could not be found. Nov 12 03:30:41.122051 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-a2d30c5f-c513-4c4c-9337-75d42ec7ba42 req-9422c960-aa71-47d5-87ae-8404ccee59a8 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Calling delete_port for af9fd09b-bb20-4600-b6dd-8e32823a9811 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:41.131074 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8babcb2f-d04a-40b4-b360-e1ab8598c7d6 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] 10.222.0.50 "DELETE /v2.0/routers/tempest-non_exist_router-1247225546 HTTP/1.1" status: 404 len: 335 time: 0.0859387 Nov 12 03:30:41.132166 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37568) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:41.133301 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c85877b8-6a6e-496b-bc91-a0441366ce99 req-351c29cf-b15b-47d1-9847-9d2ce1739fd3 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:41.150685 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-6364b279-bb52-4dab-93eb-4a40c44a222e tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Request body: {'router': {'external_gateway_info': {'network_id': '24d4b7a9-aa6c-413c-86a1-5bb541473b84'}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:41.178792 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['29c55453-a17f-44dd-81d4-865fdc84d846'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:41.229771 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3036793e-8fef-4e9c-b9ad-89f7f6cfda09 None None] Routers {'24d4b7a9-aa6c-413c-86a1-5bb541473b84'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:30:41.231442 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-3036793e-8fef-4e9c-b9ad-89f7f6cfda09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:30:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['24d4b7a9-aa6c-413c-86a1-5bb541473b84'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:41.297515 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c29cf-b15b-47d1-9847-9d2ce1739fd3 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Pushing event deleted for resources: {'Port': ['ID=900fa92f-3422-43cd-b1f5-64544257fe2c,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:41.298770 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-3036793e-8fef-4e9c-b9ad-89f7f6cfda09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:41.299636 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3036793e-8fef-4e9c-b9ad-89f7f6cfda09 None None] The sync data for ids ['24d4b7a9-aa6c-413c-86a1-5bb541473b84'] in n-d-715271-27 is: [] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:30:41.425299 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 038e1e16-a842-4a03-ae22-3b6d31f8891e triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:41.425684 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:41.477253 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-a2d30c5f-c513-4c4c-9337-75d42ec7ba42 req-9422c960-aa71-47d5-87ae-8404ccee59a8 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:41.516758 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-c85877b8-6a6e-496b-bc91-a0441366ce99 req-351c29cf-b15b-47d1-9847-9d2ce1739fd3 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] No DVR routers for this DVR port 900fa92f-3422-43cd-b1f5-64544257fe2c on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:30:41.529953 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c85877b8-6a6e-496b-bc91-a0441366ce99 req-351c29cf-b15b-47d1-9847-9d2ce1739fd3 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:41.534508 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c85877b8-6a6e-496b-bc91-a0441366ce99 req-351c29cf-b15b-47d1-9847-9d2ce1739fd3 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.74 "DELETE /v2.0/ports/900fa92f-3422-43cd-b1f5-64544257fe2c HTTP/1.1" status: 204 len: 173 time: 1.8106611 Nov 12 03:30:41.537337 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e02fb1a-a2a4-478b-8643-e7815d5a3ed8', 'name': 'network-vif-deleted', 'tag': '900fa92f-3422-43cd-b1f5-64544257fe2c'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:41.541152 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4fb009-2a85-4559-8289-559e690875ea" -d '{"events": [{"server_uuid": "0e02fb1a-a2a4-478b-8643-e7815d5a3ed8", "name": "network-vif-deleted", "tag": "900fa92f-3422-43cd-b1f5-64544257fe2c"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:41.634687 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9422c960-aa71-47d5-87ae-8404ccee59a8 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Pushing event deleted for resources: {'Port': ['ID=af9fd09b-bb20-4600-b6dd-8e32823a9811,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:41.847432 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e2bd3e-d7ff-49a0-878d-4d759627a9b5 x-openstack-request-id: req-a2e2bd3e-d7ff-49a0-878d-4d759627a9b5 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:41.847945 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e02fb1a-a2a4-478b-8643-e7815d5a3ed8", "name": "network-vif-deleted", "tag": "900fa92f-3422-43cd-b1f5-64544257fe2c", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:41.847945 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a2e2bd3e-d7ff-49a0-878d-4d759627a9b5 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:41.848433 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e02fb1a-a2a4-478b-8643-e7815d5a3ed8', 'name': 'network-vif-deleted', 'tag': '900fa92f-3422-43cd-b1f5-64544257fe2c', 'status': 'completed', 'code': 200} Nov 12 03:30:41.883598 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d30c5f-c513-4c4c-9337-75d42ec7ba42 req-9422c960-aa71-47d5-87ae-8404ccee59a8 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] No DVR routers for this DVR port af9fd09b-bb20-4600-b6dd-8e32823a9811 on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:30:41.900964 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-a2d30c5f-c513-4c4c-9337-75d42ec7ba42 req-9422c960-aa71-47d5-87ae-8404ccee59a8 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:41.906012 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a2d30c5f-c513-4c4c-9337-75d42ec7ba42 req-9422c960-aa71-47d5-87ae-8404ccee59a8 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.74 "DELETE /v2.0/ports/af9fd09b-bb20-4600-b6dd-8e32823a9811 HTTP/1.1" status: 204 len: 173 time: 1.5827701 Nov 12 03:30:41.906507 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1a4aec-01b8-4a86-bfa8-ee294082fc61', 'name': 'network-vif-deleted', 'tag': 'af9fd09b-bb20-4600-b6dd-8e32823a9811'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:41.933073 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be70315f-eb23-44a0-8ff8-ae290de819c6" -d '{"events": [{"server_uuid": "fc1a4aec-01b8-4a86-bfa8-ee294082fc61", "name": "network-vif-deleted", "tag": "af9fd09b-bb20-4600-b6dd-8e32823a9811"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:41.938206 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 56b7d6cf-890c-4560-bcec-50f036a8476c up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:42.060325 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 56b7d6cf-890c-4560-bcec-50f036a8476c triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:42.060934 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:42.079178 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4e84d59e-f50b-4ca6-ac25-fcee412771af req-37bf123b-5709-4d39-bec9-c43c68adf10b tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc1a4aec-01b8-4a86-bfa8-ee294082fc61 HTTP/1.1" status: 200 len: 210 time: 0.1207466 Nov 12 03:30:42.301921 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873ab7bd-4980-4e34-bba1-90c663aff644 x-openstack-request-id: req-873ab7bd-4980-4e34-bba1-90c663aff644 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:42.302247 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc1a4aec-01b8-4a86-bfa8-ee294082fc61", "name": "network-vif-deleted", "tag": "af9fd09b-bb20-4600-b6dd-8e32823a9811", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:42.302504 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-873ab7bd-4980-4e34-bba1-90c663aff644 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:42.302915 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc1a4aec-01b8-4a86-bfa8-ee294082fc61', 'name': 'network-vif-deleted', 'tag': 'af9fd09b-bb20-4600-b6dd-8e32823a9811', 'status': 'completed', 'code': 200} Nov 12 03:30:42.373977 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['29c55453-a17f-44dd-81d4-865fdc84d846'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:42.778300 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6364b279-bb52-4dab-93eb-4a40c44a222e tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:42.838169 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-6364b279-bb52-4dab-93eb-4a40c44a222e tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] update failed (client error): The resource could not be found. Nov 12 03:30:42.839594 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6364b279-bb52-4dab-93eb-4a40c44a222e tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] 10.222.0.50 "PUT /v2.0/routers/24d4b7a9-aa6c-413c-86a1-5bb541473b84 HTTP/1.1" status: 404 len: 339 time: 1.6945472 Nov 12 03:30:42.843963 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37606) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:42.874360 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044410c-1088-4607-a028-94f51a6e45a8 req-d89acee1-b6f0-4c9d-8766-ca31785d7b8c tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:42.885606 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6044410c-1088-4607-a028-94f51a6e45a8 req-d89acee1-b6f0-4c9d-8766-ca31785d7b8c tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=312a947f-cb7e-431b-81ab-a26f9d9a2dd3 HTTP/1.1" status: 200 len: 946 time: 0.8837974 Nov 12 03:30:43.054573 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6044410c-1088-4607-a028-94f51a6e45a8 req-cf00b8fd-7045-462e-b08a-1760e0097901 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/security-groups?id=e45243d9-e273-4be4-904f-3f103f14853b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652303 Nov 12 03:30:43.360885 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device af9fd09b-bb20-4600-b6dd-8e32823a9811 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:30:43.418767 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: af9fd09b-bb20-4600-b6dd-8e32823a9811 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:30:43.419119 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device af9fd09b-bb20-4600-b6dd-8e32823a9811 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:30:43.419548 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 900fa92f-3422-43cd-b1f5-64544257fe2c no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:30:43.484527 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 900fa92f-3422-43cd-b1f5-64544257fe2c {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:30:43.485093 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 900fa92f-3422-43cd-b1f5-64544257fe2c not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:30:43.505577 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076c6bb-2cc7-4199-a287-1aa103e0ee60 req-b7b0cfde-b360-4c98-ad5a-7b87a094c761 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:43.505577 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5076c6bb-2cc7-4199-a287-1aa103e0ee60 req-b7b0cfde-b360-4c98-ad5a-7b87a094c761 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.90 "GET /v2.0/ports?device_id=312a947f-cb7e-431b-81ab-a26f9d9a2dd3 HTTP/1.1" status: 200 len: 946 time: 0.2646635 Nov 12 03:30:43.726805 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1e6f21b9-bfab-431e-80c7-15bec8cf4efc tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:43.748487 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9718d1-b382-4871-be98-732458a2aa0e req-9d29ee16-22f0-43e2-926a-01cb9749014c tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:43.755628 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-de9718d1-b382-4871-be98-732458a2aa0e req-9d29ee16-22f0-43e2-926a-01cb9749014c tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=48b57dd8-1a4f-4992-b7de-2b966afd3102 HTTP/1.1" status: 200 len: 950 time: 0.1681197 Nov 12 03:30:43.778540 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-5076c6bb-2cc7-4199-a287-1aa103e0ee60 req-b9b9889a-3d16-4fc3-90ef-13afe807637f tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Deleting port b27823aa-4403-48c8-8b3a-edc375e21845 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:43.778873 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5076c6bb-2cc7-4199-a287-1aa103e0ee60 req-b9b9889a-3d16-4fc3-90ef-13afe807637f tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:43.972201 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-5076c6bb-2cc7-4199-a287-1aa103e0ee60 req-b9b9889a-3d16-4fc3-90ef-13afe807637f tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] For port b27823aa-4403-48c8-8b3a-edc375e21845, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=b27823aa-4403-48c8-8b3a-edc375e21845,segment=NetworkSegment(176db6de-b605-434e-ad55-88a729ddb151),segment_id=176db6de-b605-434e-ad55-88a729ddb151)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:43.972938 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5076c6bb-2cc7-4199-a287-1aa103e0ee60 req-b9b9889a-3d16-4fc3-90ef-13afe807637f tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:44.023066 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-5076c6bb-2cc7-4199-a287-1aa103e0ee60 req-b9b9889a-3d16-4fc3-90ef-13afe807637f tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Calling delete_port for b27823aa-4403-48c8-8b3a-edc375e21845 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:44.061550 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-de9718d1-b382-4871-be98-732458a2aa0e req-343588cc-2e27-4c18-9a11-669d278d426a tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962508 Nov 12 03:30:44.318735 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-1e6f21b9-bfab-431e-80c7-15bec8cf4efc tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Allocated IP 172.20.0.1 (c3a19e2e-ee0a-4265-85ea-e84d92ffabb7/52caf3c1-ec8e-445e-a535-46aa55482b49/69909469-02de-44e7-88cc-7a7dce8f2fa3) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:44.383610 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5076c6bb-2cc7-4199-a287-1aa103e0ee60 req-b9b9889a-3d16-4fc3-90ef-13afe807637f tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:44.430394 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f1d8ca66-7eea-48fd-bb7a-e8c53efaaa9c req-3c4b2d99-0a3a-42b9-b142-9ef9c67b72c6 tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.50 "GET /v2.0/ports?device_id=312a947f-cb7e-431b-81ab-a26f9d9a2dd3 HTTP/1.1" status: 200 len: 210 time: 0.0764656 Nov 12 03:30:44.466651 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b9889a-3d16-4fc3-90ef-13afe807637f tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Pushing event deleted for resources: {'Port': ['ID=b27823aa-4403-48c8-8b3a-edc375e21845,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:44.507717 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-5076c6bb-2cc7-4199-a287-1aa103e0ee60 req-b9b9889a-3d16-4fc3-90ef-13afe807637f tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] No DVR routers for this DVR port b27823aa-4403-48c8-8b3a-edc375e21845 on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:30:44.510695 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5076c6bb-2cc7-4199-a287-1aa103e0ee60 req-b9b9889a-3d16-4fc3-90ef-13afe807637f tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:44.514487 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5076c6bb-2cc7-4199-a287-1aa103e0ee60 req-b9b9889a-3d16-4fc3-90ef-13afe807637f tempest-ServerDiskConfigTestJSON-1317533521 tempest-ServerDiskConfigTestJSON-1317533521-project] 10.222.0.90 "DELETE /v2.0/ports/b27823aa-4403-48c8-8b3a-edc375e21845 HTTP/1.1" status: 204 len: 173 time: 0.9842768 Nov 12 03:30:44.520287 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312a947f-cb7e-431b-81ab-a26f9d9a2dd3', 'name': 'network-vif-deleted', 'tag': 'b27823aa-4403-48c8-8b3a-edc375e21845'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:44.522355 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca41082-31e3-4db6-aeff-b1f62e871e0d" -d '{"events": [{"server_uuid": "312a947f-cb7e-431b-81ab-a26f9d9a2dd3", "name": "network-vif-deleted", "tag": "b27823aa-4403-48c8-8b3a-edc375e21845"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:44.592109 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1e6f21b9-bfab-431e-80c7-15bec8cf4efc tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:44.596171 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851b005f-d3cd-4450-a7e9-5e8e440a0e3c x-openstack-request-id: req-851b005f-d3cd-4450-a7e9-5e8e440a0e3c {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:44.596171 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312a947f-cb7e-431b-81ab-a26f9d9a2dd3", "name": "network-vif-deleted", "tag": "b27823aa-4403-48c8-8b3a-edc375e21845", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:44.596171 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-851b005f-d3cd-4450-a7e9-5e8e440a0e3c {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:44.596835 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312a947f-cb7e-431b-81ab-a26f9d9a2dd3', 'name': 'network-vif-deleted', 'tag': 'b27823aa-4403-48c8-8b3a-edc375e21845', 'status': 'completed', 'code': 200} Nov 12 03:30:44.640986 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1e6f21b9-bfab-431e-80c7-15bec8cf4efc tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:44.696160 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6f21b9-bfab-431e-80c7-15bec8cf4efc tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Network c3a19e2e-ee0a-4265-85ea-e84d92ffabb7 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:44.703735 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-1e6f21b9-bfab-431e-80c7-15bec8cf4efc tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:44.706271 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6f21b9-bfab-431e-80c7-15bec8cf4efc tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:44.754065 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f21b9-bfab-431e-80c7-15bec8cf4efc tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Pushing event updated for resources: {'Port': ['ID=69909469-02de-44e7-88cc-7a7dce8f2fa3,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:44.777145 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1e6f21b9-bfab-431e-80c7-15bec8cf4efc tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:44.953529 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1e6f21b9-bfab-431e-80c7-15bec8cf4efc tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:45.020377 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-c7fe3ff1-c4c2-4bdb-a6de-1c0aec1e0de6 None None] Provisioning complete for port 69909469-02de-44e7-88cc-7a7dce8f2fa3 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:45.020941 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c7fe3ff1-c4c2-4bdb-a6de-1c0aec1e0de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:45.059249 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-c7fe3ff1-c4c2-4bdb-a6de-1c0aec1e0de6 None None] Port 69909469-02de-44e7-88cc-7a7dce8f2fa3 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:30:45.231484 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd8da5-66b1-40f9-b7df-13331b1b058d req-5565a8ed-bd3d-4a3c-babe-d8675026627f tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:45.233375 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c1fd8da5-66b1-40f9-b7df-13331b1b058d req-5565a8ed-bd3d-4a3c-babe-d8675026627f tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=48b57dd8-1a4f-4992-b7de-2b966afd3102 HTTP/1.1" status: 200 len: 950 time: 0.0966549 Nov 12 03:30:45.249797 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672388d8-b328-4216-893f-deed4409752e req-d3422534-c474-4ead-bfb2-ab86e61d4468 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:45.252046 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-672388d8-b328-4216-893f-deed4409752e req-d3422534-c474-4ead-bfb2-ab86e61d4468 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.74 "GET /v2.0/ports?device_id=48b57dd8-1a4f-4992-b7de-2b966afd3102 HTTP/1.1" status: 200 len: 950 time: 0.1665525 Nov 12 03:30:45.331832 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c1fd8da5-66b1-40f9-b7df-13331b1b058d req-dbbf1298-dc76-4e06-ad84-e343283b0401 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771325 Nov 12 03:30:45.479661 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-672388d8-b328-4216-893f-deed4409752e req-6ac54f11-7757-4376-8546-01b2bfb127ff tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Deleting port 29c55453-a17f-44dd-81d4-865fdc84d846 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:45.480002 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-672388d8-b328-4216-893f-deed4409752e req-6ac54f11-7757-4376-8546-01b2bfb127ff tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:45.588864 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1e6f21b9-bfab-431e-80c7-15bec8cf4efc tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:45.635651 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1e6f21b9-bfab-431e-80c7-15bec8cf4efc tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:45.742776 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f21b9-bfab-431e-80c7-15bec8cf4efc tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Pushing event updated for resources: {'Port': ['ID=69909469-02de-44e7-88cc-7a7dce8f2fa3,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:45.807873 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37678) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:45.808767 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1e6f21b9-bfab-431e-80c7-15bec8cf4efc tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:45.834085 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-672388d8-b328-4216-893f-deed4409752e req-6ac54f11-7757-4376-8546-01b2bfb127ff tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] For port 29c55453-a17f-44dd-81d4-865fdc84d846, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=29c55453-a17f-44dd-81d4-865fdc84d846,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:45.835444 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-672388d8-b328-4216-893f-deed4409752e req-6ac54f11-7757-4376-8546-01b2bfb127ff tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:45.856686 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-672388d8-b328-4216-893f-deed4409752e req-6ac54f11-7757-4376-8546-01b2bfb127ff tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Calling delete_port for 29c55453-a17f-44dd-81d4-865fdc84d846 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:45.876972 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-672a0262-1fa9-42b2-a9cf-c94720f110c3 admin admin] Deleting subnet 021454ad-d6cd-40c9-b80d-967adfd1b968 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:30:45.884004 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-672a0262-1fa9-42b2-a9cf-c94720f110c3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:45.929605 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-672a0262-1fa9-42b2-a9cf-c94720f110c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:45.986136 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-672a0262-1fa9-42b2-a9cf-c94720f110c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:46.033946 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device b27823aa-4403-48c8-8b3a-edc375e21845 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:30:46.065250 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: b27823aa-4403-48c8-8b3a-edc375e21845 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:30:46.066067 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device b27823aa-4403-48c8-8b3a-edc375e21845 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:30:46.067701 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-672a0262-1fa9-42b2-a9cf-c94720f110c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:46.101440 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a0262-1fa9-42b2-a9cf-c94720f110c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=021454ad-d6cd-40c9-b80d-967adfd1b968,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:46.107246 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-672a0262-1fa9-42b2-a9cf-c94720f110c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:46.107454 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6f21b9-bfab-431e-80c7-15bec8cf4efc tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Network c3a19e2e-ee0a-4265-85ea-e84d92ffabb7 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:46.112060 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-672a0262-1fa9-42b2-a9cf-c94720f110c3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/021454ad-d6cd-40c9-b80d-967adfd1b968 HTTP/1.1" status: 204 len: 168 time: 0.3031192 Nov 12 03:30:46.114573 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37680) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:46.115615 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-1e6f21b9-bfab-431e-80c7-15bec8cf4efc tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:46.195518 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-672388d8-b328-4216-893f-deed4409752e req-6ac54f11-7757-4376-8546-01b2bfb127ff tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:46.200285 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ea3600f2-28d5-40ed-8463-0878a71b3b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:46.208572 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['29c55453-a17f-44dd-81d4-865fdc84d846'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:46.286475 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac54f11-7757-4376-8546-01b2bfb127ff tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Pushing event deleted for resources: {'Port': ['ID=29c55453-a17f-44dd-81d4-865fdc84d846,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:46.342046 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ea3600f2-28d5-40ed-8463-0878a71b3b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:46.380574 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-672388d8-b328-4216-893f-deed4409752e req-6ac54f11-7757-4376-8546-01b2bfb127ff tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] No DVR routers for this DVR port 29c55453-a17f-44dd-81d4-865fdc84d846 on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:30:46.386718 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-672388d8-b328-4216-893f-deed4409752e req-6ac54f11-7757-4376-8546-01b2bfb127ff tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:46.388029 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-ea3600f2-28d5-40ed-8463-0878a71b3b9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47a2fcaf-032c-425f-816c-b5c4a4d54eb1']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:46.391469 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-672388d8-b328-4216-893f-deed4409752e req-6ac54f11-7757-4376-8546-01b2bfb127ff tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.74 "DELETE /v2.0/ports/29c55453-a17f-44dd-81d4-865fdc84d846 HTTP/1.1" status: 204 len: 173 time: 1.1159966 Nov 12 03:30:46.405190 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6f21b9-bfab-431e-80c7-15bec8cf4efc tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Router 24d4b7a9-aa6c-413c-86a1-5bb541473b84 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:30:46.433585 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-ea3600f2-28d5-40ed-8463-0878a71b3b9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '176db6de-b605-434e-ad55-88a729ddb151') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:46.433952 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-ea3600f2-28d5-40ed-8463-0878a71b3b9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '176db6de-b605-434e-ad55-88a729ddb151') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:46.464548 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ea3600f2-28d5-40ed-8463-0878a71b3b9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:46.513391 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3d65c095-af73-413c-9d20-a56bfd985fff None None] Provisioning complete for port 69909469-02de-44e7-88cc-7a7dce8f2fa3 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:46.514106 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3d65c095-af73-413c-9d20-a56bfd985fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:46.550879 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ea3600f2-28d5-40ed-8463-0878a71b3b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:46.588673 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b76b7d5c-2219-4e9f-8648-a5e215f05418 req-b77042db-070d-4d8f-b3b2-f1526b7149d9 tempest-ServersOnMultiNodesTest-657817259 tempest-ServersOnMultiNodesTest-657817259-project] 10.222.0.50 "GET /v2.0/ports?device_id=48b57dd8-1a4f-4992-b7de-2b966afd3102 HTTP/1.1" status: 200 len: 210 time: 0.0920537 Nov 12 03:30:46.596451 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea3600f2-28d5-40ed-8463-0878a71b3b9d admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:30:46.602294 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b57dd8-1a4f-4992-b7de-2b966afd3102', 'name': 'network-vif-deleted', 'tag': '29c55453-a17f-44dd-81d4-865fdc84d846'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:46.604091 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ea3600f2-28d5-40ed-8463-0878a71b3b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:46.605633 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfa62f9-6356-4ac3-bccc-a233afbceef3" -d '{"events": [{"server_uuid": "48b57dd8-1a4f-4992-b7de-2b966afd3102", "name": "network-vif-deleted", "tag": "29c55453-a17f-44dd-81d4-865fdc84d846"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:46.607000 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:30:46.607000 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:30:46.607000 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:30:46.607000 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:30:46.607000 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:30:46.607000 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:30:46.607000 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:30:46.607000 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:30:46.607000 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:30:46.607000 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:30:46.607000 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:30:46.607000 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:30:46.607000 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:30:46.607000 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:30:46.607000 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:30:46.607000 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:30:46.607000 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:30:46.607000 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:30:46.607000 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:30:46.607000 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:30:46.607000 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:30:46.607000 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:30:46.607000 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:30:46.607000 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:30:46.607000 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:30:46.607000 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:30:46.607000 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:30:46.607000 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:30:46.607000 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:30:46.607000 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:30:46.607000 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:30:46.607000 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:30:46.626344 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3d65c095-af73-413c-9d20-a56bfd985fff None None] Port 69909469-02de-44e7-88cc-7a7dce8f2fa3 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:30:46.697252 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04151458-cd70-4c32-8dbf-3335fdd282e9 x-openstack-request-id: req-04151458-cd70-4c32-8dbf-3335fdd282e9 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:46.697659 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b57dd8-1a4f-4992-b7de-2b966afd3102", "name": "network-vif-deleted", "tag": "29c55453-a17f-44dd-81d4-865fdc84d846", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:46.698008 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-04151458-cd70-4c32-8dbf-3335fdd282e9 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:46.698553 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48b57dd8-1a4f-4992-b7de-2b966afd3102', 'name': 'network-vif-deleted', 'tag': '29c55453-a17f-44dd-81d4-865fdc84d846', 'status': 'completed', 'code': 200} Nov 12 03:30:46.699851 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6f21b9-bfab-431e-80c7-15bec8cf4efc tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:30:46.708753 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1e6f21b9-bfab-431e-80c7-15bec8cf4efc tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] 10.222.0.50 "PUT /v2.0/routers/24d4b7a9-aa6c-413c-86a1-5bb541473b84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8632181 Nov 12 03:30:46.713199 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37690) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:46.716554 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6c58c9-b84f-4185-aeb0-a07d5fa5fa61 None None] Sync routers for ids ['24d4b7a9-aa6c-413c-86a1-5bb541473b84'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:30:46.730525 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6c58c9-b84f-4185-aeb0-a07d5fa5fa61 None None] Routers {'24d4b7a9-aa6c-413c-86a1-5bb541473b84'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:30:46.731147 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-ac6c58c9-b84f-4185-aeb0-a07d5fa5fa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:30:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['24d4b7a9-aa6c-413c-86a1-5bb541473b84'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:46.778086 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-ac6c58c9-b84f-4185-aeb0-a07d5fa5fa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:46.799846 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6c58c9-b84f-4185-aeb0-a07d5fa5fa61 None None] Routers {'24d4b7a9-aa6c-413c-86a1-5bb541473b84'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:30:46.800745 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-ac6c58c9-b84f-4185-aeb0-a07d5fa5fa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:30:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['24d4b7a9-aa6c-413c-86a1-5bb541473b84'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:46.863272 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-ac6c58c9-b84f-4185-aeb0-a07d5fa5fa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:46.864320 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6c58c9-b84f-4185-aeb0-a07d5fa5fa61 None None] The sync data for ids ['24d4b7a9-aa6c-413c-86a1-5bb541473b84'] in n-d-715271-27 is: [] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:30:46.894555 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-92f095e5-ad5e-4ebd-b520-bcbf872e0882 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:46.998353 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ea3600f2-28d5-40ed-8463-0878a71b3b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:47.017755 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ea3600f2-28d5-40ed-8463-0878a71b3b9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:47.021195 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ea3600f2-28d5-40ed-8463-0878a71b3b9d admin admin] 10.222.0.50 "DELETE /v2.0/networks/47a2fcaf-032c-425f-816c-b5c4a4d54eb1 HTTP/1.1" status: 204 len: 168 time: 0.9053311 Nov 12 03:30:47.023727 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3600f2-28d5-40ed-8463-0878a71b3b9d admin admin] Pushing event deleted for resources: {'Network': ['ID=47a2fcaf-032c-425f-816c-b5c4a4d54eb1,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:47.035730 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-92f095e5-ad5e-4ebd-b520-bcbf872e0882 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 03:30:47.040124 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-92f095e5-ad5e-4ebd-b520-bcbf872e0882 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] 10.222.0.50 "DELETE /v2.0/routers/24d4b7a9-aa6c-413c-86a1-5bb541473b84 HTTP/1.1" status: 409 len: 329 time: 0.3224299 Nov 12 03:30:47.040681 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37706) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:47.289866 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37708) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:47.350033 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a73c8b41-a516-4e88-bf64-a4cc09087e59 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eb6abf846d434d7c83b1370d63a01c80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0564277 Nov 12 03:30:47.350407 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37710) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:47.421659 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d60f90a2-990e-4580-a7f6-af3fcba6c828 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:47.448746 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d60f90a2-990e-4580-a7f6-af3fcba6c828 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:47.538598 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d60f90a2-990e-4580-a7f6-af3fcba6c828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:47.542988 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d60f90a2-990e-4580-a7f6-af3fcba6c828 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:47.544750 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d60f90a2-990e-4580-a7f6-af3fcba6c828 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e45243d9-e273-4be4-904f-3f103f14853b HTTP/1.1" status: 204 len: 168 time: 0.1932893 Nov 12 03:30:47.545886 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8958b4b1-38f3-4d27-b461-42f05fbaab69 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:47.561312 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f90a2-990e-4580-a7f6-af3fcba6c828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45243d9-e273-4be4-904f-3f103f14853b,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:47.968256 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:48.221518 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-8958b4b1-38f3-4d27-b461-42f05fbaab69 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Deleting port 69909469-02de-44e7-88cc-7a7dce8f2fa3 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:48.222039 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8958b4b1-38f3-4d27-b461-42f05fbaab69 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:48.353311 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8958b4b1-38f3-4d27-b461-42f05fbaab69 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:48.373689 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37750) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:48.380944 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-8958b4b1-38f3-4d27-b461-42f05fbaab69 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Calling delete_port for 69909469-02de-44e7-88cc-7a7dce8f2fa3 owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:48.626150 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8958b4b1-38f3-4d27-b461-42f05fbaab69 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:48.670474 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8958b4b1-38f3-4d27-b461-42f05fbaab69 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Pushing event deleted for resources: {'Port': ['ID=69909469-02de-44e7-88cc-7a7dce8f2fa3,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:48.691490 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a4087b49-3032-423c-be41-6f7194efac70 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a1d21364fcd043778a27fa00092fa6b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3153298 Nov 12 03:30:48.694384 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37760) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:48.785783 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0167c595-96fc-4cd8-8eea-ff9b84bb1e66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:48.830867 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0167c595-96fc-4cd8-8eea-ff9b84bb1e66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:48.949524 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0167c595-96fc-4cd8-8eea-ff9b84bb1e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:48.953937 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0167c595-96fc-4cd8-8eea-ff9b84bb1e66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:48.956599 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0167c595-96fc-4cd8-8eea-ff9b84bb1e66 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc HTTP/1.1" status: 204 len: 168 time: 0.2586980 Nov 12 03:30:48.969603 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0167c595-96fc-4cd8-8eea-ff9b84bb1e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4c6f7f-ae98-4cb2-86c6-85fb7503d6cc,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:49.056833 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8958b4b1-38f3-4d27-b461-42f05fbaab69 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:49.335232 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8958b4b1-38f3-4d27-b461-42f05fbaab69 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Router 24d4b7a9-aa6c-413c-86a1-5bb541473b84 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:30:49.378511 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 29c55453-a17f-44dd-81d4-865fdc84d846 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:30:49.447447 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 29c55453-a17f-44dd-81d4-865fdc84d846 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:30:49.448557 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 29c55453-a17f-44dd-81d4-865fdc84d846 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:30:49.454618 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8958b4b1-38f3-4d27-b461-42f05fbaab69 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:30:49.460861 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8958b4b1-38f3-4d27-b461-42f05fbaab69 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] 10.222.0.50 "PUT /v2.0/routers/24d4b7a9-aa6c-413c-86a1-5bb541473b84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4194772 Nov 12 03:30:49.465363 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37790) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:49.470794 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9798d1c5-0b53-44e9-ac08-e3934235d00a None None] Sync routers for ids ['24d4b7a9-aa6c-413c-86a1-5bb541473b84'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:30:49.488746 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9798d1c5-0b53-44e9-ac08-e3934235d00a None None] Routers {'24d4b7a9-aa6c-413c-86a1-5bb541473b84'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:30:49.489550 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-9798d1c5-0b53-44e9-ac08-e3934235d00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:30:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['24d4b7a9-aa6c-413c-86a1-5bb541473b84'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:49.511703 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-4ff42d83-e3bd-4c3e-850e-ed13555dc305 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] show failed (client error): The resource could not be found. Nov 12 03:30:49.512966 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4ff42d83-e3bd-4c3e-850e-ed13555dc305 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] 10.222.0.50 "GET /v2.0/routers/tempest-non_exist_router-1824520869 HTTP/1.1" status: 404 len: 335 time: 0.0471561 Nov 12 03:30:49.518251 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37792) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:49.524292 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-f14279f2-dae3-43b9-ab67-f51538d5fdf0 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:49.573021 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-9798d1c5-0b53-44e9-ac08-e3934235d00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:49.587451 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9798d1c5-0b53-44e9-ac08-e3934235d00a None None] Routers {'24d4b7a9-aa6c-413c-86a1-5bb541473b84'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:30:49.588379 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-9798d1c5-0b53-44e9-ac08-e3934235d00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:30:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['24d4b7a9-aa6c-413c-86a1-5bb541473b84'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:49.597399 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-f14279f2-dae3-43b9-ab67-f51538d5fdf0 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] update failed (client error): The resource could not be found. Nov 12 03:30:49.598453 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f14279f2-dae3-43b9-ab67-f51538d5fdf0 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] 10.222.0.50 "PUT /v2.0/routers/tempest-non_exist_router-2091496229 HTTP/1.1" status: 404 len: 335 time: 0.0791667 Nov 12 03:30:49.602478 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37794) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:49.667312 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37800) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:49.715743 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-9798d1c5-0b53-44e9-ac08-e3934235d00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:49.717037 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9798d1c5-0b53-44e9-ac08-e3934235d00a None None] The sync data for ids ['24d4b7a9-aa6c-413c-86a1-5bb541473b84'] in n-d-715271-27 is: [] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:30:49.732375 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-34ca5cef-9a1a-4f35-87b4-670f72a4b970 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Deleting subnet 78758791-c38d-4b16-a4f4-6d571b8cd828 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:30:49.738376 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c62b34a5-2528-4c7b-a6f6-a6a19d8f7a5d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8408c647f7684dc1af64ec43918bee8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0699029 Nov 12 03:30:49.739018 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37806) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:49.739569 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-34ca5cef-9a1a-4f35-87b4-670f72a4b970 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:49.791104 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-34ca5cef-9a1a-4f35-87b4-670f72a4b970 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:49.805867 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fe64e32b-f1f0-4595-9274-052db1962193 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:49.847626 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fe64e32b-f1f0-4595-9274-052db1962193 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:49.966741 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-34ca5cef-9a1a-4f35-87b4-670f72a4b970 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:49.969060 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fe64e32b-f1f0-4595-9274-052db1962193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:49.971915 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fe64e32b-f1f0-4595-9274-052db1962193 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:49.976963 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-fe64e32b-f1f0-4595-9274-052db1962193 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ca55db11-919c-4131-be8a-c5593e3f1e8f HTTP/1.1" status: 204 len: 168 time: 0.2369835 Nov 12 03:30:49.986972 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe64e32b-f1f0-4595-9274-052db1962193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca55db11-919c-4131-be8a-c5593e3f1e8f,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:50.083819 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-eedfe686-a149-4497-9c31-320f30033a8a req-eca6cf65-09a0-453a-b468-4d4f66e4f1fd tempest-ServerShowV254Test-1376703994 tempest-ServerShowV254Test-1376703994-project] 10.222.0.50 "GET /v2.0/ports?device_id=38c396df-fdc6-4498-973a-bcec10c2e97e HTTP/1.1" status: 200 len: 210 time: 0.0634112 Nov 12 03:30:50.130823 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-34ca5cef-9a1a-4f35-87b4-670f72a4b970 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:50.182321 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca5cef-9a1a-4f35-87b4-670f72a4b970 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Pushing event deleted for resources: {'Subnet': ['ID=78758791-c38d-4b16-a4f4-6d571b8cd828,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:50.197515 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-34ca5cef-9a1a-4f35-87b4-670f72a4b970 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:50.198439 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6998b265-ee86-40e2-883c-40bd0356a75a None None] Network b4f995bf-677a-4e3b-ad78-efa2385f14d0 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:50.204335 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37830) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:50.204891 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-34ca5cef-9a1a-4f35-87b4-670f72a4b970 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] 10.222.0.50 "DELETE /v2.0/subnets/78758791-c38d-4b16-a4f4-6d571b8cd828 HTTP/1.1" status: 204 len: 168 time: 0.6011224 Nov 12 03:30:50.361507 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-5470f539-6a70-4174-9cde-c52e0e08ce78 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Deleting subnet 2860635f-edfb-4eb7-b8a3-3732d1302c7c {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:30:50.371823 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5470f539-6a70-4174-9cde-c52e0e08ce78 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:50.475830 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5470f539-6a70-4174-9cde-c52e0e08ce78 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:50.557101 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cca5b9-06f2-4ad7-bf32-a4376a1675ed None None] DHCP port deletion for b4f995bf-677a-4e3b-ad78-efa2385f14d0 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:30:50.632810 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5470f539-6a70-4174-9cde-c52e0e08ce78 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:50.643345 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-76cca5b9-06f2-4ad7-bf32-a4376a1675ed None None] Deleting port 56b7d6cf-890c-4560-bcec-50f036a8476c {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:50.643847 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-76cca5b9-06f2-4ad7-bf32-a4376a1675ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:50.727502 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5470f539-6a70-4174-9cde-c52e0e08ce78 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:50.752702 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-76cca5b9-06f2-4ad7-bf32-a4376a1675ed None None] For port 56b7d6cf-890c-4560-bcec-50f036a8476c, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=56b7d6cf-890c-4560-bcec-50f036a8476c,segment=NetworkSegment(2c40a605-6f3a-4ac1-b97f-f94959f873e5),segment_id=2c40a605-6f3a-4ac1-b97f-f94959f873e5)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:50.753089 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-76cca5b9-06f2-4ad7-bf32-a4376a1675ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:50.767747 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-76cca5b9-06f2-4ad7-bf32-a4376a1675ed None None] Calling delete_port for 56b7d6cf-890c-4560-bcec-50f036a8476c owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:50.792167 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5470f539-6a70-4174-9cde-c52e0e08ce78 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Pushing event deleted for resources: {'Subnet': ['ID=2860635f-edfb-4eb7-b8a3-3732d1302c7c,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:50.796453 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5470f539-6a70-4174-9cde-c52e0e08ce78 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:50.800272 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5470f539-6a70-4174-9cde-c52e0e08ce78 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] 10.222.0.50 "DELETE /v2.0/subnets/2860635f-edfb-4eb7-b8a3-3732d1302c7c HTTP/1.1" status: 204 len: 168 time: 0.5944271 Nov 12 03:30:50.804248 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37848) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:50.874084 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee2963e-c4da-4b45-87a5-2c7fa7b31673 None None] Network 7e46a67e-1ec8-49e8-949c-8631362ab6cb requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:50.921732 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-96defba0-5db5-47f8-88a4-dc66c2ba2834 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:50.988919 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 56b7d6cf-890c-4560-bcec-50f036a8476c no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:30:51.016584 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-96defba0-5db5-47f8-88a4-dc66c2ba2834 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Deleting port 56b7d6cf-890c-4560-bcec-50f036a8476c {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:51.016923 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-96defba0-5db5-47f8-88a4-dc66c2ba2834 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:51.110791 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-76cca5b9-06f2-4ad7-bf32-a4376a1675ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:51.116640 n-d-715271-27 neutron-server[102573]: INFO neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No ports have port_id starting with 56b7d6cf-890c-4560-bcec-50f036a8476c Nov 12 03:30:51.174702 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cca5b9-06f2-4ad7-bf32-a4376a1675ed None None] No DVR routers for this DVR port 56b7d6cf-890c-4560-bcec-50f036a8476c on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:30:51.179061 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cca5b9-06f2-4ad7-bf32-a4376a1675ed None None] Pushing event deleted for resources: {'Port': ['ID=56b7d6cf-890c-4560-bcec-50f036a8476c,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:51.270319 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467f021d-0f26-4e36-8eb6-c4f431b46118 None None] DHCP port deletion for 7e46a67e-1ec8-49e8-949c-8631362ab6cb request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:30:51.300629 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-75bbea5e-7895-4ddf-83cc-3dc90e3d95c1 req-e21bed49-de1f-4c96-9ec3-b6ec8a0e4aa3 tempest-ServerShowV254Test-1376703994 tempest-ServerShowV254Test-1376703994-project] 10.222.0.50 "GET /v2.0/ports?device_id=38c396df-fdc6-4498-973a-bcec10c2e97e HTTP/1.1" status: 200 len: 210 time: 0.0456209 Nov 12 03:30:51.316480 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-96defba0-5db5-47f8-88a4-dc66c2ba2834 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] For port 56b7d6cf-890c-4560-bcec-50f036a8476c, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=56b7d6cf-890c-4560-bcec-50f036a8476c,segment=NetworkSegment(2c40a605-6f3a-4ac1-b97f-f94959f873e5),segment_id=2c40a605-6f3a-4ac1-b97f-f94959f873e5)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:51.316853 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-96defba0-5db5-47f8-88a4-dc66c2ba2834 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:51.385247 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-96defba0-5db5-47f8-88a4-dc66c2ba2834 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Calling delete_port for 56b7d6cf-890c-4560-bcec-50f036a8476c owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:51.402679 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-467f021d-0f26-4e36-8eb6-c4f431b46118 None None] Deleting port 038e1e16-a842-4a03-ae22-3b6d31f8891e {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:51.416428 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-467f021d-0f26-4e36-8eb6-c4f431b46118 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:51.533663 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-467f021d-0f26-4e36-8eb6-c4f431b46118 None None] For port 038e1e16-a842-4a03-ae22-3b6d31f8891e, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=038e1e16-a842-4a03-ae22-3b6d31f8891e,segment=NetworkSegment(14ca40d0-b362-4741-b44e-00be70d0ecef),segment_id=14ca40d0-b362-4741-b44e-00be70d0ecef)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:51.534069 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-467f021d-0f26-4e36-8eb6-c4f431b46118 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:51.536301 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-96defba0-5db5-47f8-88a4-dc66c2ba2834 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:51.560929 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96defba0-5db5-47f8-88a4-dc66c2ba2834 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] No DVR routers for this DVR port 56b7d6cf-890c-4560-bcec-50f036a8476c on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:30:51.581295 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-467f021d-0f26-4e36-8eb6-c4f431b46118 None None] Calling delete_port for 038e1e16-a842-4a03-ae22-3b6d31f8891e owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:51.632690 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96defba0-5db5-47f8-88a4-dc66c2ba2834 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Pushing event deleted for resources: {'Port': ['ID=56b7d6cf-890c-4560-bcec-50f036a8476c,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:51.841066 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-467f021d-0f26-4e36-8eb6-c4f431b46118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:51.849303 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-96defba0-5db5-47f8-88a4-dc66c2ba2834 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:51.910895 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-96defba0-5db5-47f8-88a4-dc66c2ba2834 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4f995bf-677a-4e3b-ad78-efa2385f14d0']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:51.957419 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-96defba0-5db5-47f8-88a4-dc66c2ba2834 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c40a605-6f3a-4ac1-b97f-f94959f873e5') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:51.958306 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-96defba0-5db5-47f8-88a4-dc66c2ba2834 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c40a605-6f3a-4ac1-b97f-f94959f873e5') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:51.975827 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f021d-0f26-4e36-8eb6-c4f431b46118 None None] Pushing event deleted for resources: {'Port': ['ID=038e1e16-a842-4a03-ae22-3b6d31f8891e,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:51.981765 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467f021d-0f26-4e36-8eb6-c4f431b46118 None None] No DVR routers for this DVR port 038e1e16-a842-4a03-ae22-3b6d31f8891e on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:30:52.009842 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-96defba0-5db5-47f8-88a4-dc66c2ba2834 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:52.061980 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-96defba0-5db5-47f8-88a4-dc66c2ba2834 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:52.069731 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96defba0-5db5-47f8-88a4-dc66c2ba2834 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:30:52.070462 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-96defba0-5db5-47f8-88a4-dc66c2ba2834 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:52.074395 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:30:52.074395 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:30:52.074395 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:30:52.074395 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:30:52.074395 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:30:52.074395 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:30:52.074395 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:30:52.074395 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:30:52.074395 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:30:52.074395 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:30:52.074395 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:30:52.074395 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:30:52.074395 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:30:52.074395 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:30:52.074395 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:30:52.074395 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:30:52.074395 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:30:52.074395 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:30:52.074395 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:30:52.074395 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:30:52.074395 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:30:52.074395 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:30:52.074395 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:30:52.074395 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:30:52.074395 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:30:52.074395 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:30:52.074395 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:30:52.074395 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:30:52.074395 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:30:52.074395 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:30:52.074395 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:30:52.074395 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:30:52.074395 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:30:52.074395 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:30:52.074395 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:30:52.074395 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:30:52.074395 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:30:52.074395 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:30:52.074395 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:30:52.074395 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:30:52.222105 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-96defba0-5db5-47f8-88a4-dc66c2ba2834 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:52.249739 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-96defba0-5db5-47f8-88a4-dc66c2ba2834 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:52.254842 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-96defba0-5db5-47f8-88a4-dc66c2ba2834 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] 10.222.0.50 "DELETE /v2.0/networks/b4f995bf-677a-4e3b-ad78-efa2385f14d0 HTTP/1.1" status: 204 len: 168 time: 1.4489567 Nov 12 03:30:52.256031 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96defba0-5db5-47f8-88a4-dc66c2ba2834 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Pushing event deleted for resources: {'Network': ['ID=b4f995bf-677a-4e3b-ad78-efa2385f14d0,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:52.257676 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37888) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:52.523843 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-96a87f25-d604-482f-a784-4068e5bb5951 req-9418a405-f83e-4ec4-b913-97325a1401d3 tempest-ServerShowV254Test-1376703994 tempest-ServerShowV254Test-1376703994-project] 10.222.0.50 "GET /v2.0/ports?device_id=38c396df-fdc6-4498-973a-bcec10c2e97e HTTP/1.1" status: 200 len: 210 time: 0.0553434 Nov 12 03:30:52.965366 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 038e1e16-a842-4a03-ae22-3b6d31f8891e no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:30:53.008666 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 038e1e16-a842-4a03-ae22-3b6d31f8891e {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:30:53.009843 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 038e1e16-a842-4a03-ae22-3b6d31f8891e not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:30:53.049944 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c3c0e3f1-c3c9-415c-9e26-ebb542c5c043 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:53.175225 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c3c0e3f1-c3c9-415c-9e26-ebb542c5c043 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:53.242473 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-c3c0e3f1-c3c9-415c-9e26-ebb542c5c043 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e46a67e-1ec8-49e8-949c-8631362ab6cb']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:53.263110 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-c3c0e3f1-c3c9-415c-9e26-ebb542c5c043 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14ca40d0-b362-4741-b44e-00be70d0ecef') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:53.263785 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-c3c0e3f1-c3c9-415c-9e26-ebb542c5c043 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14ca40d0-b362-4741-b44e-00be70d0ecef') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:53.283707 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c3c0e3f1-c3c9-415c-9e26-ebb542c5c043 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:53.318329 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c3c0e3f1-c3c9-415c-9e26-ebb542c5c043 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:53.326215 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3c0e3f1-c3c9-415c-9e26-ebb542c5c043 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:30:53.327024 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c3c0e3f1-c3c9-415c-9e26-ebb542c5c043 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:53.349895 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:30:53.349895 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:30:53.349895 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:30:53.349895 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:30:53.349895 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:30:53.349895 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:30:53.349895 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:30:53.349895 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:30:53.349895 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:30:53.349895 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:30:53.349895 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:30:53.349895 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:30:53.349895 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:30:53.349895 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:30:53.349895 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:30:53.349895 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:30:53.349895 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:30:53.349895 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:30:53.349895 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:30:53.349895 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:30:53.349895 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:30:53.349895 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:30:53.349895 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:30:53.349895 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:30:53.349895 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:30:53.349895 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:30:53.349895 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:30:53.349895 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:30:53.349895 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:30:53.349895 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:30:53.349895 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:30:53.349895 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:30:53.423906 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-79f1b1a7-140b-4243-b6c5-3682da1491b5 tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=98b602a63f6347efbb7b24c342b91a41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1398215 Nov 12 03:30:53.448985 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1d9bc8a8-69f1-4008-97e1-bec43f571a53 req-a9bfc37b-c315-42d8-9035-3646acc1eac1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=38c396df-fdc6-4498-973a-bcec10c2e97e HTTP/1.1" status: 200 len: 210 time: 0.0494795 Nov 12 03:30:53.477473 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c3c0e3f1-c3c9-415c-9e26-ebb542c5c043 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:53.516036 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c3c0e3f1-c3c9-415c-9e26-ebb542c5c043 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:53.519544 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c3c0e3f1-c3c9-415c-9e26-ebb542c5c043 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] 10.222.0.50 "DELETE /v2.0/networks/7e46a67e-1ec8-49e8-949c-8631362ab6cb HTTP/1.1" status: 204 len: 168 time: 1.2609258 Nov 12 03:30:53.520656 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c0e3f1-c3c9-415c-9e26-ebb542c5c043 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Pushing event deleted for resources: {'Network': ['ID=7e46a67e-1ec8-49e8-949c-8631362ab6cb,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:53.523481 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37926) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:53.621729 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-33682bf8-cf69-4690-b743-775768863cdc tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Deleting subnet 52caf3c1-ec8e-445e-a535-46aa55482b49 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:30:53.626573 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-33682bf8-cf69-4690-b743-775768863cdc tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:53.627143 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-e95339e5-ab3a-4163-b462-d380a811cf7c tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:53.628705 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-e95339e5-ab3a-4163-b462-d380a811cf7c tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2039673 Nov 12 03:30:53.657200 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-0201716f-2ac6-4753-93f3-562f7c4e97ca tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] 10.222.0.50 "GET /v2.0/quotas/98b602a63f6347efbb7b24c342b91a41 HTTP/1.1" status: 200 len: 375 time: 0.0200791 Nov 12 03:30:53.680635 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-33682bf8-cf69-4690-b743-775768863cdc tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:53.698165 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-e36e7173-1823-4796-b2d7-e053b757c02b tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=98b602a63f6347efbb7b24c342b91a41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370741 Nov 12 03:30:53.873427 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-33682bf8-cf69-4690-b743-775768863cdc tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:53.918388 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-995419cf-9ad0-4c8e-8842-2a2cabd0e479 req-78179fc2-efd2-4665-90fd-ef85fba62a8c tempest-ServerShowV254Test-1376703994 tempest-ServerShowV254Test-1376703994-project] 10.222.0.50 "GET /v2.0/ports?device_id=38c396df-fdc6-4498-973a-bcec10c2e97e HTTP/1.1" status: 200 len: 210 time: 0.0791018 Nov 12 03:30:54.000282 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-33682bf8-cf69-4690-b743-775768863cdc tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:54.030793 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33682bf8-cf69-4690-b743-775768863cdc tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Pushing event deleted for resources: {'Subnet': ['ID=52caf3c1-ec8e-445e-a535-46aa55482b49,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:54.034820 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-33682bf8-cf69-4690-b743-775768863cdc tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:54.038190 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-33682bf8-cf69-4690-b743-775768863cdc tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] 10.222.0.50 "DELETE /v2.0/subnets/52caf3c1-ec8e-445e-a535-46aa55482b49 HTTP/1.1" status: 204 len: 168 time: 0.5135562 Nov 12 03:30:54.040784 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37952) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:54.046531 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c114bd8b-3f31-4ae1-9f02-2bd066fcc789 None None] Network c3a19e2e-ee0a-4265-85ea-e84d92ffabb7 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:54.141369 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d55f79fa-fa44-4a62-9642-3881b0653362 req-2a432a51-85a2-4cc3-9678-5b4f0fa8d44e tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] 10.222.0.50 "GET /v2.0/ports?device_id=1382ac90-93f6-4564-b2b1-1e9194bad40e HTTP/1.1" status: 200 len: 210 time: 0.0505056 Nov 12 03:30:54.223514 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6e643a24-f36f-4dc2-b48b-006b54119eb5 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:54.320940 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e9b089-b3f5-42c4-b4b3-bee91f63baba None None] DHCP port deletion for c3a19e2e-ee0a-4265-85ea-e84d92ffabb7 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:30:54.377706 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-6e643a24-f36f-4dc2-b48b-006b54119eb5 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Deleting port 6cf839c4-fb74-4f65-9153-5f9a6bd430e8 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:54.378069 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6e643a24-f36f-4dc2-b48b-006b54119eb5 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:54.440003 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-29e9b089-b3f5-42c4-b4b3-bee91f63baba None None] Deleting port 6cf839c4-fb74-4f65-9153-5f9a6bd430e8 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:54.440494 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-29e9b089-b3f5-42c4-b4b3-bee91f63baba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:54.498369 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-6e643a24-f36f-4dc2-b48b-006b54119eb5 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] For port 6cf839c4-fb74-4f65-9153-5f9a6bd430e8, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=6cf839c4-fb74-4f65-9153-5f9a6bd430e8,segment=NetworkSegment(0e74b758-fcac-418e-9fd5-2524ee1c3356),segment_id=0e74b758-fcac-418e-9fd5-2524ee1c3356)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:54.498735 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6e643a24-f36f-4dc2-b48b-006b54119eb5 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:54.516750 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-6e643a24-f36f-4dc2-b48b-006b54119eb5 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Calling delete_port for 6cf839c4-fb74-4f65-9153-5f9a6bd430e8 owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:54.548311 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-29e9b089-b3f5-42c4-b4b3-bee91f63baba None None] For port 6cf839c4-fb74-4f65-9153-5f9a6bd430e8, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=6cf839c4-fb74-4f65-9153-5f9a6bd430e8,segment=NetworkSegment(0e74b758-fcac-418e-9fd5-2524ee1c3356),segment_id=0e74b758-fcac-418e-9fd5-2524ee1c3356)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:54.548908 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-29e9b089-b3f5-42c4-b4b3-bee91f63baba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:54.585801 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-29e9b089-b3f5-42c4-b4b3-bee91f63baba None None] Calling delete_port for 6cf839c4-fb74-4f65-9153-5f9a6bd430e8 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:54.685300 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-29e9b089-b3f5-42c4-b4b3-bee91f63baba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:54.719332 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9b089-b3f5-42c4-b4b3-bee91f63baba None None] Pushing event deleted for resources: {'Port': ['ID=6cf839c4-fb74-4f65-9153-5f9a6bd430e8,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:54.726908 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e9b089-b3f5-42c4-b4b3-bee91f63baba None None] No DVR routers for this DVR port 6cf839c4-fb74-4f65-9153-5f9a6bd430e8 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:30:54.919927 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 6cf839c4-fb74-4f65-9153-5f9a6bd430e8 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:30:54.942054 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 6cf839c4-fb74-4f65-9153-5f9a6bd430e8 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:30:54.942396 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 6cf839c4-fb74-4f65-9153-5f9a6bd430e8 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:30:54.953664 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6e643a24-f36f-4dc2-b48b-006b54119eb5 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:54.984158 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e643a24-f36f-4dc2-b48b-006b54119eb5 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Pushing event deleted for resources: {'Port': ['ID=6cf839c4-fb74-4f65-9153-5f9a6bd430e8,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:54.985968 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e643a24-f36f-4dc2-b48b-006b54119eb5 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] No DVR routers for this DVR port 6cf839c4-fb74-4f65-9153-5f9a6bd430e8 on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:30:55.037752 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f9264fdc-804b-44cf-bbac-828e1b9381d6 req-dc5ee36b-4221-4ce6-a6f2-da218fbc610f tempest-ServerShowV254Test-1376703994 tempest-ServerShowV254Test-1376703994-project] 10.222.0.50 "GET /v2.0/ports?device_id=38c396df-fdc6-4498-973a-bcec10c2e97e HTTP/1.1" status: 200 len: 210 time: 0.0309386 Nov 12 03:30:55.091304 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6e643a24-f36f-4dc2-b48b-006b54119eb5 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:55.125478 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-6e643a24-f36f-4dc2-b48b-006b54119eb5 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a19e2e-ee0a-4265-85ea-e84d92ffabb7']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:55.138701 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-6e643a24-f36f-4dc2-b48b-006b54119eb5 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e74b758-fcac-418e-9fd5-2524ee1c3356') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:55.138982 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-6e643a24-f36f-4dc2-b48b-006b54119eb5 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e74b758-fcac-418e-9fd5-2524ee1c3356') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:55.149752 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6e643a24-f36f-4dc2-b48b-006b54119eb5 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:55.170510 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6e643a24-f36f-4dc2-b48b-006b54119eb5 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:55.179844 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e643a24-f36f-4dc2-b48b-006b54119eb5 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:30:55.180568 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6e643a24-f36f-4dc2-b48b-006b54119eb5 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:55.183898 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:30:55.183898 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:30:55.183898 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:30:55.183898 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:30:55.183898 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:30:55.183898 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:30:55.183898 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:30:55.183898 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:30:55.183898 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:30:55.183898 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:30:55.183898 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:30:55.183898 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:30:55.183898 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:30:55.183898 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:30:55.183898 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:30:55.183898 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:30:55.183898 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:30:55.183898 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:30:55.183898 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:30:55.183898 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:30:55.183898 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:30:55.183898 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:30:55.183898 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:30:55.183898 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:30:55.183898 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:30:55.183898 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:30:55.183898 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:30:55.183898 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:30:55.183898 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:30:55.183898 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:30:55.183898 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:30:55.183898 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:30:55.274703 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-604b6194-80c2-411a-84c7-4735f187b2e6 tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=98b602a63f6347efbb7b24c342b91a41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316973 Nov 12 03:30:55.277398 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6e643a24-f36f-4dc2-b48b-006b54119eb5 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:55.283530 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6e643a24-f36f-4dc2-b48b-006b54119eb5 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:55.289212 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6e643a24-f36f-4dc2-b48b-006b54119eb5 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] 10.222.0.50 "DELETE /v2.0/networks/c3a19e2e-ee0a-4265-85ea-e84d92ffabb7 HTTP/1.1" status: 204 len: 168 time: 1.2473936 Nov 12 03:30:55.294294 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38002) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:55.344555 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4dfeda9b-e8ac-4427-9972-dd85fd4ead1d tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] 10.222.0.50 "GET /v2.0/ports?device_id=24d4b7a9-aa6c-413c-86a1-5bb541473b84 HTTP/1.1" status: 200 len: 205 time: 0.0470698 Nov 12 03:30:55.346084 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e643a24-f36f-4dc2-b48b-006b54119eb5 tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Pushing event deleted for resources: {'Network': ['ID=c3a19e2e-ee0a-4265-85ea-e84d92ffabb7,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:55.347858 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38008) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:55.463611 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-5ba8205d-9c32-4c75-81ba-cab9ffaa583a tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:55.465942 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-5ba8205d-9c32-4c75-81ba-cab9ffaa583a tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1841598 Nov 12 03:30:55.480643 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-17639013-51f8-4e56-9a00-4721280f8d01 tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] Request body: {'port': {'device_id': '1382ac90-93f6-4564-b2b1-1e9194bad40e', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'admin_state_up': True, 'tenant_id': '98b602a63f6347efbb7b24c342b91a41'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:55.493842 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6c39674a-99a2-4ced-9a4a-af586c5c7505 req-cf241564-9239-4e24-9fbe-1b522a617985 tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] 10.222.0.50 "GET /v2.0/ports?device_id=1382ac90-93f6-4564-b2b1-1e9194bad40e HTTP/1.1" status: 200 len: 210 time: 0.0727775 Nov 12 03:30:55.500343 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c9d4c7f1-15e5-4ee5-8ddd-200cc3cd2abd tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:55.650559 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-17639013-51f8-4e56-9a00-4721280f8d01 tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] Made reservation on behalf of 98b602a63f6347efbb7b24c342b91a41 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:55.655289 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-17639013-51f8-4e56-9a00-4721280f8d01 tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:55.670649 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-17639013-51f8-4e56-9a00-4721280f8d01 tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:55.769177 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c9d4c7f1-15e5-4ee5-8ddd-200cc3cd2abd tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:55.772321 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c9d4c7f1-15e5-4ee5-8ddd-200cc3cd2abd tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:55.813514 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4fc99be2-def7-46ab-ad1d-eaef68609040 req-b17bb503-78ff-40f6-8aa0-ee8129221efe tempest-ServerShowV254Test-1376703994 tempest-ServerShowV254Test-1376703994-project] 10.222.0.50 "GET /v2.0/ports?device_id=38c396df-fdc6-4498-973a-bcec10c2e97e HTTP/1.1" status: 200 len: 210 time: 0.0565393 Nov 12 03:30:55.829585 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c9d4c7f1-15e5-4ee5-8ddd-200cc3cd2abd tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:55.830740 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d4c7f1-15e5-4ee5-8ddd-200cc3cd2abd tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Fanout notify agent at l3_agent the message router_deleted on router 24d4b7a9-aa6c-413c-86a1-5bb541473b84 {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:30:55.846303 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c9d4c7f1-15e5-4ee5-8ddd-200cc3cd2abd tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:55.848211 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c9d4c7f1-15e5-4ee5-8ddd-200cc3cd2abd tempest-RoutersNegativeTest-2140039623 tempest-RoutersNegativeTest-2140039623-project] 10.222.0.50 "DELETE /v2.0/routers/24d4b7a9-aa6c-413c-86a1-5bb541473b84 HTTP/1.1" status: 204 len: 168 time: 0.4991872 Nov 12 03:30:55.850915 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-17639013-51f8-4e56-9a00-4721280f8d01 tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:55.856746 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-17639013-51f8-4e56-9a00-4721280f8d01 tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:55.936701 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17639013-51f8-4e56-9a00-4721280f8d01 tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=579d7348-eea0-45d2-87be-bf6b5110e6f1,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:56.105474 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-17639013-51f8-4e56-9a00-4721280f8d01 tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] Allocated IP 192.168.233.46 (eca3953c-c804-4641-8812-bff95be59582/fa66706f-b415-4bb9-838e-cfd08f81d96b/17f1668c-91cf-4887-821a-285eeaf0090a) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:56.263498 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38070) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:56.348166 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-17639013-51f8-4e56-9a00-4721280f8d01 tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:56.416472 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-17639013-51f8-4e56-9a00-4721280f8d01 tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:56.440313 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-164260b2-53ef-43bc-885a-7f9c5575b969 req-78b43447-1b52-42df-a34f-3bd2651b0701 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c5a7c876-1f11-44fa-aa3b-36a029663a47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0788927 Nov 12 03:30:56.486084 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-17639013-51f8-4e56-9a00-4721280f8d01 tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] Network eca3953c-c804-4641-8812-bff95be59582 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:56.493597 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-17639013-51f8-4e56-9a00-4721280f8d01 tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:56.500822 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-17639013-51f8-4e56-9a00-4721280f8d01 tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:56.507089 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17639013-51f8-4e56-9a00-4721280f8d01 tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] Pushing event updated for resources: {'Port': ['ID=17f1668c-91cf-4887-821a-285eeaf0090a,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:56.530741 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164260b2-53ef-43bc-885a-7f9c5575b969 req-af9bfdf7-049a-4b83-a23c-81f00bfaf6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:56.533313 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-164260b2-53ef-43bc-885a-7f9c5575b969 req-af9bfdf7-049a-4b83-a23c-81f00bfaf6d4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=eda4d7a9c5834d36bc2b22e1ed979ccd&device_id=c5a7c876-1f11-44fa-aa3b-36a029663a47 HTTP/1.1" status: 200 len: 1097 time: 0.0661211 Nov 12 03:30:56.576452 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-506a9ad7-44a1-4875-942a-af77b94d6a65 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8477193dd326412abafbd8cbddc0a00a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3114967 Nov 12 03:30:56.592145 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38078) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:56.628229 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-17639013-51f8-4e56-9a00-4721280f8d01 tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:56.628901 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-17639013-51f8-4e56-9a00-4721280f8d01 tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:56.663036 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f09fe054-6e65-45e3-bc74-a76ddd73277c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:56.678028 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-17639013-51f8-4e56-9a00-4721280f8d01 tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2017357 Nov 12 03:30:56.693174 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-f1ae11ab-d482-45a3-8842-44da32915721 service neutron] Request body: {'port': {'device_id': '1382ac90-93f6-4564-b2b1-1e9194bad40e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:56.698583 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f09fe054-6e65-45e3-bc74-a76ddd73277c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:56.738674 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0eb2e-47c4-4050-9363-0827dfc75298 req-c6d96dbd-9825-47b3-ac92-bb3e37837f9e tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:56.746234 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ede0eb2e-47c4-4050-9363-0827dfc75298 req-c6d96dbd-9825-47b3-ac92-bb3e37837f9e tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] 10.222.0.50 "GET /v2.0/ports?device_id=1382ac90-93f6-4564-b2b1-1e9194bad40e HTTP/1.1" status: 200 len: 935 time: 0.1340845 Nov 12 03:30:56.765428 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164260b2-53ef-43bc-885a-7f9c5575b969 req-5118a46b-d02b-44ec-9196-48f9138facd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:56.768128 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-164260b2-53ef-43bc-885a-7f9c5575b969 req-5118a46b-d02b-44ec-9196-48f9138facd5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=56493891-2b14-40ba-a8cb-65015d9b59f3 HTTP/1.1" status: 200 len: 912 time: 0.2045052 Nov 12 03:30:56.790788 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-f1ae11ab-d482-45a3-8842-44da32915721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:56.813150 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f09fe054-6e65-45e3-bc74-a76ddd73277c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:56.815698 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f09fe054-6e65-45e3-bc74-a76ddd73277c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:56.816892 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f09fe054-6e65-45e3-bc74-a76ddd73277c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2332bc71-dca1-4120-989b-2697f942f8eb HTTP/1.1" status: 204 len: 168 time: 0.2333953 Nov 12 03:30:56.847514 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09fe054-6e65-45e3-bc74-a76ddd73277c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2332bc71-dca1-4120-989b-2697f942f8eb,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:56.859358 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-164260b2-53ef-43bc-885a-7f9c5575b969 req-250a0672-e5cc-4ffa-a4d5-164a5e6dcfa3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41ecabea-c3bc-40a6-9a28-2efb66f91951 HTTP/1.1" status: 200 len: 217 time: 0.0822105 Nov 12 03:30:56.891865 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ede0eb2e-47c4-4050-9363-0827dfc75298 req-f1135eb6-6a1f-4c39-833c-24a7472ac777 tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] 10.222.0.50 "GET /v2.0/security-groups?id=579d7348-eea0-45d2-87be-bf6b5110e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447482 Nov 12 03:30:56.907404 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-664952be-8be8-47fa-bfa6-4e0f20ea1637 None None] Provisioning complete for port 17f1668c-91cf-4887-821a-285eeaf0090a triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:56.910207 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-664952be-8be8-47fa-bfa6-4e0f20ea1637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:56.957870 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164260b2-53ef-43bc-885a-7f9c5575b969 req-3e035f9b-b56f-4e5e-9abb-7663a34ac990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:56.962074 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-164260b2-53ef-43bc-885a-7f9c5575b969 req-3e035f9b-b56f-4e5e-9abb-7663a34ac990 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c41913f5-e5c1-4e60-8ee6-4f6d29d519f8 HTTP/1.1" status: 200 len: 850 time: 0.0952213 Nov 12 03:30:57.001529 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-664952be-8be8-47fa-bfa6-4e0f20ea1637 None None] Port 17f1668c-91cf-4887-821a-285eeaf0090a cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:30:57.060674 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-715d97a9-90d7-45a1-9a42-b3ec5151f5fb req-3d38291c-6f8a-4427-9a4d-29539c88abec tempest-ServerShowV254Test-1376703994 tempest-ServerShowV254Test-1376703994-project] 10.222.0.50 "GET /v2.0/ports?device_id=38c396df-fdc6-4498-973a-bcec10c2e97e HTTP/1.1" status: 200 len: 210 time: 0.0656385 Nov 12 03:30:57.092378 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164260b2-53ef-43bc-885a-7f9c5575b969 req-d64af7c0-4ef4-4d88-a786-3be8c915f5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:57.094739 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-164260b2-53ef-43bc-885a-7f9c5575b969 req-d64af7c0-4ef4-4d88-a786-3be8c915f5a9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=56493891-2b14-40ba-a8cb-65015d9b59f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1233726 Nov 12 03:30:57.216996 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-164260b2-53ef-43bc-885a-7f9c5575b969 req-2bf84598-a408-4012-8fef-f85d2131c951 service neutron] 10.222.0.74 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140947 Nov 12 03:30:57.232737 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-8b013979-56ba-4416-9a18-e2f76d0cf150 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:57.234292 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-8b013979-56ba-4416-9a18-e2f76d0cf150 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/networks?id=d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e HTTP/1.1" status: 200 len: 805 time: 0.2966959 Nov 12 03:30:57.246970 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-f1ae11ab-d482-45a3-8842-44da32915721 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17f1668c-91cf-4887-821a-285eeaf0090a {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:30:57.256921 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-f1ae11ab-d482-45a3-8842-44da32915721 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:57.274984 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-f11f6211-cab6-4962-b909-a8f550114948 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/quotas/1d6c893ca49044dfac9a410cc1ad6232 HTTP/1.1" status: 200 len: 375 time: 0.0232995 Nov 12 03:30:57.278352 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-f1ae11ab-d482-45a3-8842-44da32915721 service neutron] Transition to ACTIVE for port object 17f1668c-91cf-4887-821a-285eeaf0090a will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:30:57.283340 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-f1ae11ab-d482-45a3-8842-44da32915721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:57.326195 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-164260b2-53ef-43bc-885a-7f9c5575b969 req-fd07f98a-0de9-4732-a174-aeac7edaa31d service neutron] 10.222.0.74 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017265 Nov 12 03:30:57.424908 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae11ab-d482-45a3-8842-44da32915721 service neutron] Pushing event updated for resources: {'Port': ['ID=17f1668c-91cf-4887-821a-285eeaf0090a,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:57.445003 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-030150b3-5f29-4b95-ba41-75ec0b4bb70b tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d6c893ca49044dfac9a410cc1ad6232&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1587601 Nov 12 03:30:57.529112 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-f1ae11ab-d482-45a3-8842-44da32915721 service neutron] Attempting to bind port 17f1668c-91cf-4887-821a-285eeaf0090a on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:57.529449 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-f1ae11ab-d482-45a3-8842-44da32915721 service neutron] Attempting to bind port 17f1668c-91cf-4887-821a-285eeaf0090a by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:57.529779 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-f1ae11ab-d482-45a3-8842-44da32915721 service neutron] Attempting to bind port 17f1668c-91cf-4887-821a-285eeaf0090a on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:57.540628 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-f1ae11ab-d482-45a3-8842-44da32915721 service neutron] Port 17f1668c-91cf-4887-821a-285eeaf0090a on network eca3953c-c804-4641-8812-bff95be59582 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:57.540990 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-f1ae11ab-d482-45a3-8842-44da32915721 service neutron] Attempting to bind port 17f1668c-91cf-4887-821a-285eeaf0090a on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:57.570394 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-f1ae11ab-d482-45a3-8842-44da32915721 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:30:57.571045 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-f1ae11ab-d482-45a3-8842-44da32915721 service neutron] Checking segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:57.571700 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-f1ae11ab-d482-45a3-8842-44da32915721 service neutron] Bound using segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:30:57.572474 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-f1ae11ab-d482-45a3-8842-44da32915721 service neutron] Bound port: 17f1668c-91cf-4887-821a-285eeaf0090a, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:30:57.573156 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-f1ae11ab-d482-45a3-8842-44da32915721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:57.594207 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-7fac8482-44a9-44cf-ac87-eb91b274e251 service neutron] 10.222.0.50 "GET /v2.0/networks/d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480057 Nov 12 03:30:57.684382 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38120) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:57.717718 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-f1ae11ab-d482-45a3-8842-44da32915721 service neutron] For port 17f1668c-91cf-4887-821a-285eeaf0090a, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:57.722187 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-f1ae11ab-d482-45a3-8842-44da32915721 service neutron] For port 17f1668c-91cf-4887-821a-285eeaf0090a, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=17f1668c-91cf-4887-821a-285eeaf0090a,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:30:57.728984 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-f1ae11ab-d482-45a3-8842-44da32915721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:57.776090 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-f1ae11ab-d482-45a3-8842-44da32915721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:57.776711 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-f1ae11ab-d482-45a3-8842-44da32915721 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:57.778102 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-f1ae11ab-d482-45a3-8842-44da32915721 service neutron] 10.222.0.74 "PUT /v2.0/ports/17f1668c-91cf-4887-821a-285eeaf0090a HTTP/1.1" status: 200 len: 1096 time: 1.0891705 Nov 12 03:30:57.778565 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1382ac90-93f6-4564-b2b1-1e9194bad40e', 'tag': '17f1668c-91cf-4887-821a-285eeaf0090a'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:57.780897 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae9dea5-eb73-4e1e-bbbf-bd86b5743889" -d '{"events": [{"name": "network-changed", "server_uuid": "1382ac90-93f6-4564-b2b1-1e9194bad40e", "tag": "17f1668c-91cf-4887-821a-285eeaf0090a"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:57.791220 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-006f48cc-04d5-464b-8657-f96ecdb751ce service neutron] 10.222.0.50 "GET /v2.0/networks/d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698112 Nov 12 03:30:57.807550 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-90c3e2ac-9504-45d4-a2b2-95621b032e2b tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Request body: {'security_group': {'name': 'tempest-secgroup--169971637'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:57.861928 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3894d5-1f2d-4e0c-be1a-b096e47b38ff x-openstack-request-id: req-1a3894d5-1f2d-4e0c-be1a-b096e47b38ff {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:57.862264 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1382ac90-93f6-4564-b2b1-1e9194bad40e", "tag": "17f1668c-91cf-4887-821a-285eeaf0090a", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:57.862575 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1a3894d5-1f2d-4e0c-be1a-b096e47b38ff {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:57.863119 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1382ac90-93f6-4564-b2b1-1e9194bad40e', 'tag': '17f1668c-91cf-4887-821a-285eeaf0090a', 'status': 'completed', 'code': 200} Nov 12 03:30:57.868336 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae11ab-d482-45a3-8842-44da32915721 service neutron] Pushing event updated for resources: {'Port': ['ID=17f1668c-91cf-4887-821a-285eeaf0090a,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:57.871434 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-90c3e2ac-9504-45d4-a2b2-95621b032e2b tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:57.886236 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-90c3e2ac-9504-45d4-a2b2-95621b032e2b tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:57.923132 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-a4341e4b-4c0c-419a-85db-b17b3f33cbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:57.925927 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-a4341e4b-4c0c-419a-85db-b17b3f33cbee service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=98b602a63f6347efbb7b24c342b91a41&device_id=1382ac90-93f6-4564-b2b1-1e9194bad40e HTTP/1.1" status: 200 len: 1099 time: 0.0846739 Nov 12 03:30:57.980697 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-302c877a-04ef-4f99-a27f-126a774c099f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=17f1668c-91cf-4887-821a-285eeaf0090a HTTP/1.1" status: 200 len: 217 time: 0.0433688 Nov 12 03:30:58.013934 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-90c3e2ac-9504-45d4-a2b2-95621b032e2b tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.028309 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-90c3e2ac-9504-45d4-a2b2-95621b032e2b tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.068528 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-d644b321-4769-4947-b50b-83928e67f688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:58.070113 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-d644b321-4769-4947-b50b-83928e67f688 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.0751612 Nov 12 03:30:58.072575 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 99f9e6db-9b32-49d9-90f3-9067ab39843e no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:30:58.154581 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c3e2ac-9504-45d4-a2b2-95621b032e2b tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b05916bd-1473-4673-979f-46405ce3ab88,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:58.172767 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e8f69c0e-bf59-4e95-b826-3bbd70d45804 req-4861c490-72af-4e54-ae18-6ae51ae1ef99 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=b17f3533-99fd-4efc-a725-e8992474ecdb HTTP/1.1" status: 200 len: 210 time: 0.0836174 Nov 12 03:30:58.183631 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fadc0c-fea7-4565-aea3-b2ba7fed01e0 req-c182cd15-2bbf-47c8-9593-02833bc0ef26 tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:58.185290 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-71fadc0c-fea7-4565-aea3-b2ba7fed01e0 req-c182cd15-2bbf-47c8-9593-02833bc0ef26 tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] 10.222.0.50 "GET /v2.0/ports?device_id=1382ac90-93f6-4564-b2b1-1e9194bad40e HTTP/1.1" status: 200 len: 947 time: 0.1356895 Nov 12 03:30:58.208260 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-85a25582-f501-4ab5-90dc-11991072c420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:58.210535 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-85a25582-f501-4ab5-90dc-11991072c420 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1327388 Nov 12 03:30:58.261568 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.278728 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-90c3e2ac-9504-45d4-a2b2-95621b032e2b tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.287263 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-90c3e2ac-9504-45d4-a2b2-95621b032e2b tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.321773 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 99f9e6db-9b32-49d9-90f3-9067ab39843e, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=99f9e6db-9b32-49d9-90f3-9067ab39843e,segment=NetworkSegment(3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd),segment_id=3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:58.323227 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfa6bcd-1242-48db-8a09-a2db43ded6b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99f9e6db-9b32-49d9-90f3-9067ab39843e'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:58.327261 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b870c54-e30c-4351-a2a5-435f763eff0c" -d '{"events": [{"server_uuid": "4bfa6bcd-1242-48db-8a09-a2db43ded6b4", "name": "network-vif-unplugged", "status": "completed", "tag": "99f9e6db-9b32-49d9-90f3-9067ab39843e"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:58.331916 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.349596 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-90c3e2ac-9504-45d4-a2b2-95621b032e2b tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.354172 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-90c3e2ac-9504-45d4-a2b2-95621b032e2b tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6679251 Nov 12 03:30:58.367084 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38142) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:58.388557 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a2a85329-14ae-45ea-aa47-ebbfe7358c1a req-b7740bdf-12f3-43d9-a46f-4152aebcadb9 tempest-ServerShowV254Test-1376703994 tempest-ServerShowV254Test-1376703994-project] 10.222.0.50 "GET /v2.0/ports?device_id=38c396df-fdc6-4498-973a-bcec10c2e97e HTTP/1.1" status: 200 len: 210 time: 0.0467486 Nov 12 03:30:58.400884 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c3e2ac-9504-45d4-a2b2-95621b032e2b tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e745190-4f19-4624-9c74-f8b7e7162f56,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:58.419817 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-71fadc0c-fea7-4565-aea3-b2ba7fed01e0 req-6f7f45cc-51e8-4fe9-bfec-0ecf283a30ec tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] 10.222.0.50 "GET /v2.0/security-groups?id=579d7348-eea0-45d2-87be-bf6b5110e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135804 Nov 12 03:30:58.462342 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=99f9e6db-9b32-49d9-90f3-9067ab39843e,revision_number=8']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:58.495484 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-50c23087-3ccd-48c6-bedf-a0db1c8f5503 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743540 Nov 12 03:30:58.552497 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6bd95b-7ff2-4064-ac32-0d156678c55b x-openstack-request-id: req-5c6bd95b-7ff2-4064-ac32-0d156678c55b {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:58.553838 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfa6bcd-1242-48db-8a09-a2db43ded6b4", "name": "network-vif-unplugged", "status": "completed", "tag": "99f9e6db-9b32-49d9-90f3-9067ab39843e", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:58.554698 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5c6bd95b-7ff2-4064-ac32-0d156678c55b {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:58.555453 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfa6bcd-1242-48db-8a09-a2db43ded6b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99f9e6db-9b32-49d9-90f3-9067ab39843e', 'code': 200} Nov 12 03:30:58.571491 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-0e2820ed-fadf-4c8b-8060-c03f759c6c14 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2004976 Nov 12 03:30:58.572184 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38152) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:58.577699 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-fed06f17-18cf-4ccb-a551-cc264219a497 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Request body: {'security_group': {'name': 'tempest-security--1455954406', 'description': 'tempest-security-description-201085378'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:58.634877 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fed06f17-18cf-4ccb-a551-cc264219a497 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.646809 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0b31d554-157d-49f8-a2cb-ecf12a1f6c19 req-b11bb467-b55b-495d-b9f0-4e50dd1cfb6e service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394265 Nov 12 03:30:58.713871 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fed06f17-18cf-4ccb-a551-cc264219a497 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.717394 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fed06f17-18cf-4ccb-a551-cc264219a497 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.719957 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fed06f17-18cf-4ccb-a551-cc264219a497 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.721261 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-fed06f17-18cf-4ccb-a551-cc264219a497 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "PUT /v2.0/security-groups/5e745190-4f19-4624-9c74-f8b7e7162f56 HTTP/1.1" status: 200 len: 1796 time: 0.1481268 Nov 12 03:30:58.727184 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38154) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:58.778681 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed06f17-18cf-4ccb-a551-cc264219a497 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e745190-4f19-4624-9c74-f8b7e7162f56,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:58.779120 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46a085-2b67-483e-8dc5-502c4893d370 req-9889424e-0b41-4daf-aa17-b8f389ac59ab tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:58.781122 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7f46a085-2b67-483e-8dc5-502c4893d370 req-9889424e-0b41-4daf-aa17-b8f389ac59ab tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.90 "GET /v2.0/ports?device_id=4bfa6bcd-1242-48db-8a09-a2db43ded6b4 HTTP/1.1" status: 200 len: 944 time: 0.0972674 Nov 12 03:30:58.795833 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9dea5-eb73-4e1e-bbbf-bd86b5743889 req-cb3efe85-692a-4896-978d-f6727a483dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:58.800201 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dae9dea5-eb73-4e1e-bbbf-bd86b5743889 req-cb3efe85-692a-4896-978d-f6727a483dbe service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=98b602a63f6347efbb7b24c342b91a41&device_id=1382ac90-93f6-4564-b2b1-1e9194bad40e HTTP/1.1" status: 200 len: 1099 time: 0.0772903 Nov 12 03:30:58.800472 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e5124bc0-4da4-449b-baac-c6b5a2d52a7f tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "GET /v2.0/security-groups/5e745190-4f19-4624-9c74-f8b7e7162f56 HTTP/1.1" status: 200 len: 1796 time: 0.0721333 Nov 12 03:30:58.806584 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38156) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:58.882592 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d2dc82f8-781d-473c-a9a4-eb60d1bdeeea tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.915764 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d2dc82f8-781d-473c-a9a4-eb60d1bdeeea tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.967246 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9dea5-eb73-4e1e-bbbf-bd86b5743889 req-156c3864-41ea-4207-a685-7acce504211e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:58.968774 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dae9dea5-eb73-4e1e-bbbf-bd86b5743889 req-156c3864-41ea-4207-a685-7acce504211e service neutron] 10.222.0.74 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.1579039 Nov 12 03:30:58.984827 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d2dc82f8-781d-473c-a9a4-eb60d1bdeeea tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.988746 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d2dc82f8-781d-473c-a9a4-eb60d1bdeeea tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.994520 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d2dc82f8-781d-473c-a9a4-eb60d1bdeeea tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "DELETE /v2.0/security-groups/5e745190-4f19-4624-9c74-f8b7e7162f56 HTTP/1.1" status: 204 len: 168 time: 0.1825092 Nov 12 03:30:58.995542 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38158) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:59.011273 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc82f8-781d-473c-a9a4-eb60d1bdeeea tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e745190-4f19-4624-9c74-f8b7e7162f56,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:59.037884 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-7f46a085-2b67-483e-8dc5-502c4893d370 req-0a8917b5-4c08-4969-becf-0da907bbc27e tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Deleting port 99f9e6db-9b32-49d9-90f3-9067ab39843e {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:59.038526 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-7f46a085-2b67-483e-8dc5-502c4893d370 req-0a8917b5-4c08-4969-becf-0da907bbc27e tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:59.044846 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dae9dea5-eb73-4e1e-bbbf-bd86b5743889 req-622d57e4-b4ee-4acd-8fc1-f15e713e406a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=17f1668c-91cf-4887-821a-285eeaf0090a HTTP/1.1" status: 200 len: 217 time: 0.0602312 Nov 12 03:30:59.214329 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-23ae1a97-01dc-4789-a877-a0661f756db9 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2147713 Nov 12 03:30:59.215754 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38162) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:59.223516 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9dea5-eb73-4e1e-bbbf-bd86b5743889 req-db7ff246-9c8c-49f0-ba53-86a581032fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:59.226086 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dae9dea5-eb73-4e1e-bbbf-bd86b5743889 req-db7ff246-9c8c-49f0-ba53-86a581032fbd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.1583741 Nov 12 03:30:59.231428 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-7f46a085-2b67-483e-8dc5-502c4893d370 req-0a8917b5-4c08-4969-becf-0da907bbc27e tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] For port 99f9e6db-9b32-49d9-90f3-9067ab39843e, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=99f9e6db-9b32-49d9-90f3-9067ab39843e,segment=NetworkSegment(3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd),segment_id=3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:59.232024 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-7f46a085-2b67-483e-8dc5-502c4893d370 req-0a8917b5-4c08-4969-becf-0da907bbc27e tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:59.241602 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-bb2de754-8403-4607-8ec2-a4ed6a3f36e3 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] delete failed (client error): The resource could not be found. Nov 12 03:30:59.242808 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-bb2de754-8403-4607-8ec2-a4ed6a3f36e3 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "DELETE /v2.0/security-groups/5e745190-4f19-4624-9c74-f8b7e7162f56 HTTP/1.1" status: 404 len: 347 time: 0.0250783 Nov 12 03:30:59.248615 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38164) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:59.254722 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-3a46d7f6-e7a7-4e25-8a5e-eb9e88c384e2 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Request body: {'security_group': {'name': 'tempest-secgroup--491590456'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:59.270341 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-7f46a085-2b67-483e-8dc5-502c4893d370 req-0a8917b5-4c08-4969-becf-0da907bbc27e tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Calling delete_port for 99f9e6db-9b32-49d9-90f3-9067ab39843e owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:59.304731 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3fbe4c85-1af8-4c88-904a-cfe174963d43 req-1a17fef4-cd27-4b8a-93a7-183f88dfc801 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=b17f3533-99fd-4efc-a725-e8992474ecdb HTTP/1.1" status: 200 len: 210 time: 0.0341339 Nov 12 03:30:59.306313 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3a46d7f6-e7a7-4e25-8a5e-eb9e88c384e2 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:59.326115 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9dea5-eb73-4e1e-bbbf-bd86b5743889 req-5c37ab27-28a4-48c7-aba3-45c5219eaaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:59.327654 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dae9dea5-eb73-4e1e-bbbf-bd86b5743889 req-5c37ab27-28a4-48c7-aba3-45c5219eaaf5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0925767 Nov 12 03:30:59.388746 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3a46d7f6-e7a7-4e25-8a5e-eb9e88c384e2 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:59.394221 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3a46d7f6-e7a7-4e25-8a5e-eb9e88c384e2 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:59.434804 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3a46d7f6-e7a7-4e25-8a5e-eb9e88c384e2 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:59.439581 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3a46d7f6-e7a7-4e25-8a5e-eb9e88c384e2 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1856074 Nov 12 03:30:59.439581 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38168) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:59.459977 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-19c755e9-13bd-45c7-a403-0872778db819 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Request body: {'security_group_rule': {'security_group_id': 'add10cba-2c53-403b-bb92-63db205f37a9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:59.483065 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a46d7f6-e7a7-4e25-8a5e-eb9e88c384e2 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=add10cba-2c53-403b-bb92-63db205f37a9,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:59.503957 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-19c755e9-13bd-45c7-a403-0872778db819 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:59.509816 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dae9dea5-eb73-4e1e-bbbf-bd86b5743889 req-f8b3696f-9467-4550-a181-3b73d6ceaa37 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643353 Nov 12 03:30:59.573646 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-7f46a085-2b67-483e-8dc5-502c4893d370 req-0a8917b5-4c08-4969-becf-0da907bbc27e tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:59.580704 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0f985566-9fe2-40c1-ba83-72d0faa339c4 req-e5e50dce-f74b-4be2-82ea-7cb3d2d8e3a2 tempest-ServerShowV254Test-1376703994 tempest-ServerShowV254Test-1376703994-project] 10.222.0.50 "GET /v2.0/ports?device_id=38c396df-fdc6-4498-973a-bcec10c2e97e HTTP/1.1" status: 200 len: 210 time: 0.0511267 Nov 12 03:30:59.647042 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-19c755e9-13bd-45c7-a403-0872778db819 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:59.653619 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8917b5-4c08-4969-becf-0da907bbc27e tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Pushing event deleted for resources: {'Port': ['ID=99f9e6db-9b32-49d9-90f3-9067ab39843e,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:59.670850 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-19c755e9-13bd-45c7-a403-0872778db819 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:59.718451 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f46a085-2b67-483e-8dc5-502c4893d370 req-0a8917b5-4c08-4969-becf-0da907bbc27e tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] No DVR routers for this DVR port 99f9e6db-9b32-49d9-90f3-9067ab39843e on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:30:59.723573 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-7f46a085-2b67-483e-8dc5-502c4893d370 req-0a8917b5-4c08-4969-becf-0da907bbc27e tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:59.730995 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7f46a085-2b67-483e-8dc5-502c4893d370 req-0a8917b5-4c08-4969-becf-0da907bbc27e tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.90 "DELETE /v2.0/ports/99f9e6db-9b32-49d9-90f3-9067ab39843e HTTP/1.1" status: 204 len: 173 time: 0.9268043 Nov 12 03:30:59.748018 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18f539-42a0-46bf-a16e-021d91f85356 req-bd1310c4-462a-490f-a4fc-dcc4e230e87d tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:59.749571 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6e18f539-42a0-46bf-a16e-021d91f85356 req-bd1310c4-462a-490f-a4fc-dcc4e230e87d tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] 10.222.0.50 "GET /v2.0/ports?device_id=1382ac90-93f6-4564-b2b1-1e9194bad40e HTTP/1.1" status: 200 len: 947 time: 0.2035813 Nov 12 03:30:59.761334 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dae9dea5-eb73-4e1e-bbbf-bd86b5743889 req-fbf7f124-93fa-423d-b8a8-de0aa770ed64 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411399 Nov 12 03:30:59.764406 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c755e9-13bd-45c7-a403-0872778db819 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61dedab7-b315-4bb6-bae5-befbbe8d6875,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:59.807804 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-19c755e9-13bd-45c7-a403-0872778db819 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:59.809041 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-19c755e9-13bd-45c7-a403-0872778db819 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3687358 Nov 12 03:30:59.812702 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38178) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:59.844006 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-02bacf3c-2834-4ded-838f-57d8ada1b73e tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:59.851823 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-02bacf3c-2834-4ded-838f-57d8ada1b73e tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:59.857929 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-660aaaa0-0e4c-4d57-8c1e-996c109d716f tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:59.860979 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-660aaaa0-0e4c-4d57-8c1e-996c109d716f tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.90 "GET /v2.0/networks?id=d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e HTTP/1.1" status: 200 len: 805 time: 0.2942779 Nov 12 03:30:59.866804 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfa6bcd-1242-48db-8a09-a2db43ded6b4', 'name': 'network-vif-deleted', 'tag': '99f9e6db-9b32-49d9-90f3-9067ab39843e'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:59.869637 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8986f2e-2376-4ff3-9813-a49ad5a02620" -d '{"events": [{"server_uuid": "4bfa6bcd-1242-48db-8a09-a2db43ded6b4", "name": "network-vif-deleted", "tag": "99f9e6db-9b32-49d9-90f3-9067ab39843e"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:59.871826 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6e18f539-42a0-46bf-a16e-021d91f85356 req-0516411b-5ba5-4aff-b7b9-149360395801 tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] 10.222.0.50 "GET /v2.0/security-groups?id=579d7348-eea0-45d2-87be-bf6b5110e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046636 Nov 12 03:30:59.887621 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-48330b17-c091-4f52-b766-afa6871556ba tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Request body: {'port': {'device_id': 'b17f3533-99fd-4efc-a725-e8992474ecdb', 'network_id': 'd45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e', 'admin_state_up': True, 'tenant_id': '1d6c893ca49044dfac9a410cc1ad6232'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:59.906736 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-02bacf3c-2834-4ded-838f-57d8ada1b73e tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:59.915179 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-02bacf3c-2834-4ded-838f-57d8ada1b73e tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:59.917193 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-02bacf3c-2834-4ded-838f-57d8ada1b73e tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/61dedab7-b315-4bb6-bae5-befbbe8d6875 HTTP/1.1" status: 204 len: 168 time: 0.1028719 Nov 12 03:30:59.924252 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38182) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:59.949654 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a84ae62-b096-4db2-9293-2e14dd80d745 x-openstack-request-id: req-0a84ae62-b096-4db2-9293-2e14dd80d745 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:59.950036 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfa6bcd-1242-48db-8a09-a2db43ded6b4", "name": "network-vif-deleted", "tag": "99f9e6db-9b32-49d9-90f3-9067ab39843e", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:59.950184 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0a84ae62-b096-4db2-9293-2e14dd80d745 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:59.950571 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfa6bcd-1242-48db-8a09-a2db43ded6b4', 'name': 'network-vif-deleted', 'tag': '99f9e6db-9b32-49d9-90f3-9067ab39843e', 'status': 'completed', 'code': 200} Nov 12 03:30:59.953086 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bacf3c-2834-4ded-838f-57d8ada1b73e tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61dedab7-b315-4bb6-bae5-befbbe8d6875,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:59.987189 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-dd76733a-11cb-457d-87aa-53edcaa8f846 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0614889 Nov 12 03:30:59.994610 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38184) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:00.032508 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-48330b17-c091-4f52-b766-afa6871556ba tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Made reservation on behalf of 1d6c893ca49044dfac9a410cc1ad6232 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:00.036652 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-48330b17-c091-4f52-b766-afa6871556ba tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.055244 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c4043b7d-4ee0-4347-bd9c-bbeabc484d3b tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.191402 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-48330b17-c091-4f52-b766-afa6871556ba tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Allocated IP 172.20.0.5 (d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e/df107fe4-b619-4341-93e8-c25b14853a6f/fb15d25f-b175-4691-b1b9-ded50ec6617b) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:00.303156 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8ddee766-9d06-4713-9378-37600260939a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.409184 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c4043b7d-4ee0-4347-bd9c-bbeabc484d3b tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.426921 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-57b36736-0841-4c48-8bbe-fe3577ff310b req-82a5963e-ad7b-4c98-9ceb-af534fd3706f tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=b17f3533-99fd-4efc-a725-e8992474ecdb HTTP/1.1" status: 200 len: 210 time: 0.0348527 Nov 12 03:31:00.434055 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-48330b17-c091-4f52-b766-afa6871556ba tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.477077 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c4043b7d-4ee0-4347-bd9c-bbeabc484d3b tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.481891 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c4043b7d-4ee0-4347-bd9c-bbeabc484d3b tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.483666 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c4043b7d-4ee0-4347-bd9c-bbeabc484d3b tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "DELETE /v2.0/security-groups/add10cba-2c53-403b-bb92-63db205f37a9 HTTP/1.1" status: 204 len: 168 time: 0.4888513 Nov 12 03:31:00.486911 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38188) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:00.490210 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-48330b17-c091-4f52-b766-afa6871556ba tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.494249 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4043b7d-4ee0-4347-bd9c-bbeabc484d3b tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=add10cba-2c53-403b-bb92-63db205f37a9,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:00.555444 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-48330b17-c091-4f52-b766-afa6871556ba tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Network d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:00.565117 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-48330b17-c091-4f52-b766-afa6871556ba tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:00.575575 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-48330b17-c091-4f52-b766-afa6871556ba tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:00.586314 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f7a2b94b-4479-4190-b9c4-411d20bdb977 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0978608 Nov 12 03:31:00.590523 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38190) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:00.595475 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-81eb3f8e-9dd4-4c78-b27a-a4eaebae7180 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Request body: {'security_group': {'name': 'tempest-secgroup--1344239069'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:00.608171 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48330b17-c091-4f52-b766-afa6871556ba tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Pushing event updated for resources: {'Port': ['ID=fb15d25f-b175-4691-b1b9-ded50ec6617b,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:00.621253 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-81eb3f8e-9dd4-4c78-b27a-a4eaebae7180 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.651467 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-48330b17-c091-4f52-b766-afa6871556ba tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:00.652230 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-48330b17-c091-4f52-b766-afa6871556ba tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.676399 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-48330b17-c091-4f52-b766-afa6871556ba tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7955806 Nov 12 03:31:00.712644 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-236ee75c-ff9a-4b06-867b-69019780ab89 service neutron] Request body: {'port': {'device_id': 'b17f3533-99fd-4efc-a725-e8992474ecdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:00.721084 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-29981a1a-4cf7-4c88-8ac1-018c4ce0fd32 req-b9696dba-2f06-424e-943a-22c766398a68 tempest-ServerShowV254Test-1376703994 tempest-ServerShowV254Test-1376703994-project] 10.222.0.50 "GET /v2.0/ports?device_id=38c396df-fdc6-4498-973a-bcec10c2e97e HTTP/1.1" status: 200 len: 210 time: 0.0392423 Nov 12 03:31:00.732271 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-81eb3f8e-9dd4-4c78-b27a-a4eaebae7180 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.737958 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-81eb3f8e-9dd4-4c78-b27a-a4eaebae7180 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.760535 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-81eb3f8e-9dd4-4c78-b27a-a4eaebae7180 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.764332 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-81eb3f8e-9dd4-4c78-b27a-a4eaebae7180 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1699417 Nov 12 03:31:00.764714 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38198) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:00.787986 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-c12eddb3-e316-4dc2-a513-c2edf155f907 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Request body: {'security_group_rule': {'security_group_id': '303fe134-eca4-40c6-8e18-a7861ffedb7e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:00.799117 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb3f8e-9dd4-4c78-b27a-a4eaebae7180 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=303fe134-eca4-40c6-8e18-a7861ffedb7e,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:00.807599 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-236ee75c-ff9a-4b06-867b-69019780ab89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.859148 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c12eddb3-e316-4dc2-a513-c2edf155f907 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.037664 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c12eddb3-e316-4dc2-a513-c2edf155f907 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.072731 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c12eddb3-e316-4dc2-a513-c2edf155f907 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.106056 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12eddb3-e316-4dc2-a513-c2edf155f907 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47e2e7d2-6112-48aa-abf9-25532731f1eb,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:01.123124 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b80a3e-da05-46e0-abdf-31884369b7bf req-329b05cc-eae8-4c4e-9a29-e31c9cd067b5 tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:01.124825 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-34b80a3e-da05-46e0-abdf-31884369b7bf req-329b05cc-eae8-4c4e-9a29-e31c9cd067b5 tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] 10.222.0.50 "GET /v2.0/ports?device_id=1382ac90-93f6-4564-b2b1-1e9194bad40e HTTP/1.1" status: 200 len: 947 time: 0.1615243 Nov 12 03:31:01.136304 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c12eddb3-e316-4dc2-a513-c2edf155f907 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.137790 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c12eddb3-e316-4dc2-a513-c2edf155f907 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3718255 Nov 12 03:31:01.140954 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38204) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:01.150394 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-697f5030-8fd0-4984-9971-9b6845b5fd7f tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Request body: {'security_group_rule': {'security_group_id': '303fe134-eca4-40c6-8e18-a7861ffedb7e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:01.190183 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-697f5030-8fd0-4984-9971-9b6845b5fd7f tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.230559 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-34b80a3e-da05-46e0-abdf-31884369b7bf req-6ebc0608-375f-4725-ab65-936f16f054a3 tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] 10.222.0.50 "GET /v2.0/security-groups?id=579d7348-eea0-45d2-87be-bf6b5110e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887454 Nov 12 03:31:01.259234 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-697f5030-8fd0-4984-9971-9b6845b5fd7f tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.263286 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-697f5030-8fd0-4984-9971-9b6845b5fd7f tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.277005 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-236ee75c-ff9a-4b06-867b-69019780ab89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb15d25f-b175-4691-b1b9-ded50ec6617b {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:01.281795 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f5030-8fd0-4984-9971-9b6845b5fd7f tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a984e5eb-ec68-4d5c-961a-b7a056cba60e,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:01.285102 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-236ee75c-ff9a-4b06-867b-69019780ab89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.295516 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-697f5030-8fd0-4984-9971-9b6845b5fd7f tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.296750 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-697f5030-8fd0-4984-9971-9b6845b5fd7f tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1543632 Nov 12 03:31:01.299141 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-236ee75c-ff9a-4b06-867b-69019780ab89 service neutron] Transition to ACTIVE for port object fb15d25f-b175-4691-b1b9-ded50ec6617b will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:31:01.300516 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38206) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:01.302455 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-236ee75c-ff9a-4b06-867b-69019780ab89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.306195 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-655131a2-e033-4ec0-9342-24edb6806192 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Request body: {'security_group_rule': {'security_group_id': '303fe134-eca4-40c6-8e18-a7861ffedb7e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:01.333937 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-655131a2-e033-4ec0-9342-24edb6806192 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.373966 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ee75c-ff9a-4b06-867b-69019780ab89 service neutron] Pushing event updated for resources: {'Port': ['ID=fb15d25f-b175-4691-b1b9-ded50ec6617b,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:01.404563 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-655131a2-e033-4ec0-9342-24edb6806192 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.404563 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-655131a2-e033-4ec0-9342-24edb6806192 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.422740 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655131a2-e033-4ec0-9342-24edb6806192 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a287701f-9831-436b-92e5-3c3b70d22ce0,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:01.432186 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-655131a2-e033-4ec0-9342-24edb6806192 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.433376 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-655131a2-e033-4ec0-9342-24edb6806192 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1315329 Nov 12 03:31:01.433579 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-236ee75c-ff9a-4b06-867b-69019780ab89 service neutron] Attempting to bind port fb15d25f-b175-4691-b1b9-ded50ec6617b on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:01.433912 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-236ee75c-ff9a-4b06-867b-69019780ab89 service neutron] Attempting to bind port fb15d25f-b175-4691-b1b9-ded50ec6617b by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:01.434241 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-236ee75c-ff9a-4b06-867b-69019780ab89 service neutron] Attempting to bind port fb15d25f-b175-4691-b1b9-ded50ec6617b on network d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:01.436360 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38208) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:01.438790 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-236ee75c-ff9a-4b06-867b-69019780ab89 service neutron] Port fb15d25f-b175-4691-b1b9-ded50ec6617b on network d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:01.439107 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-236ee75c-ff9a-4b06-867b-69019780ab89 service neutron] Attempting to bind port fb15d25f-b175-4691-b1b9-ded50ec6617b on network d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:01.441335 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-d4a27872-eacf-4106-bb3d-721d66b8b3fb tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Request body: {'security_group_rule': {'security_group_id': '303fe134-eca4-40c6-8e18-a7861ffedb7e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:01.444915 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-236ee75c-ff9a-4b06-867b-69019780ab89 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:31:01.445237 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-236ee75c-ff9a-4b06-867b-69019780ab89 service neutron] Checking segment: {'id': '3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:01.445609 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-236ee75c-ff9a-4b06-867b-69019780ab89 service neutron] Bound using segment: {'id': '3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:31:01.446023 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-236ee75c-ff9a-4b06-867b-69019780ab89 service neutron] Bound port: fb15d25f-b175-4691-b1b9-ded50ec6617b, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:31:01.446373 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-236ee75c-ff9a-4b06-867b-69019780ab89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.471095 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d4a27872-eacf-4106-bb3d-721d66b8b3fb tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.474035 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 17f1668c-91cf-4887-821a-285eeaf0090a details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:31:01.518870 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-236ee75c-ff9a-4b06-867b-69019780ab89 service neutron] For port fb15d25f-b175-4691-b1b9-ded50ec6617b, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:01.523082 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-236ee75c-ff9a-4b06-867b-69019780ab89 service neutron] For port fb15d25f-b175-4691-b1b9-ded50ec6617b, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=fb15d25f-b175-4691-b1b9-ded50ec6617b,segment=NetworkSegment(3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd),segment_id=3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:31:01.527165 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-236ee75c-ff9a-4b06-867b-69019780ab89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.569569 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-236ee75c-ff9a-4b06-867b-69019780ab89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:01.570112 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-236ee75c-ff9a-4b06-867b-69019780ab89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.571549 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-236ee75c-ff9a-4b06-867b-69019780ab89 service neutron] 10.222.0.90 "PUT /v2.0/ports/fb15d25f-b175-4691-b1b9-ded50ec6617b HTTP/1.1" status: 200 len: 1092 time: 0.8661582 Nov 12 03:31:01.572003 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b17f3533-99fd-4efc-a725-e8992474ecdb', 'tag': 'fb15d25f-b175-4691-b1b9-ded50ec6617b'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:01.572564 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d4a27872-eacf-4106-bb3d-721d66b8b3fb tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.574330 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f916e9a-d0e4-4b78-9cc7-b52bdbbb55b4" -d '{"events": [{"name": "network-changed", "server_uuid": "b17f3533-99fd-4efc-a725-e8992474ecdb", "tag": "fb15d25f-b175-4691-b1b9-ded50ec6617b"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:01.581737 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d4a27872-eacf-4106-bb3d-721d66b8b3fb tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.597328 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04c441-fdf8-40ea-a777-a98bb1b0430d req-8b1af053-1b75-4ae2-972b-481bb4321779 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:01.598554 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fd04c441-fdf8-40ea-a777-a98bb1b0430d req-8b1af053-1b75-4ae2-972b-481bb4321779 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=b17f3533-99fd-4efc-a725-e8992474ecdb HTTP/1.1" status: 200 len: 943 time: 0.0772984 Nov 12 03:31:01.607974 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 17f1668c-91cf-4887-821a-285eeaf0090a, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=17f1668c-91cf-4887-821a-285eeaf0090a,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:01.630112 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a27872-eacf-4106-bb3d-721d66b8b3fb tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d855714-0a64-42c8-ad72-8426b76933e3,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:01.632152 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '17f1668c-91cf-4887-821a-285eeaf0090a', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'port_id': '17f1668c-91cf-4887-821a-285eeaf0090a', 'mac_address': 'fa:16:3e:27:ac:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa66706f-b415-4bb9-838e-cfd08f81d96b', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:31:01.639487 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ee75c-ff9a-4b06-867b-69019780ab89 service neutron] Pushing event updated for resources: {'Port': ['ID=fb15d25f-b175-4691-b1b9-ded50ec6617b,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:01.649841 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b6e678-e72d-4fae-9a4d-65a2d189d6b7 x-openstack-request-id: req-e9b6e678-e72d-4fae-9a4d-65a2d189d6b7 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:01.651145 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b17f3533-99fd-4efc-a725-e8992474ecdb", "tag": "fb15d25f-b175-4691-b1b9-ded50ec6617b", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:01.651375 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e9b6e678-e72d-4fae-9a4d-65a2d189d6b7 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:01.652289 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b17f3533-99fd-4efc-a725-e8992474ecdb', 'tag': 'fb15d25f-b175-4691-b1b9-ded50ec6617b', 'status': 'completed', 'code': 200} Nov 12 03:31:01.653206 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d4a27872-eacf-4106-bb3d-721d66b8b3fb tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.657712 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d4a27872-eacf-4106-bb3d-721d66b8b3fb tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2202158 Nov 12 03:31:01.658355 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38214) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:01.666974 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-75270f0e-1c93-42fa-a630-724d6c45b35b tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Request body: {'security_group_rule': {'security_group_id': '303fe134-eca4-40c6-8e18-a7861ffedb7e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:01.715993 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fd04c441-fdf8-40ea-a777-a98bb1b0430d req-9e106261-911e-4621-b869-d25646c9e0ad tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083219 Nov 12 03:31:01.718750 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-bafa2827-2918-4be9-9d04-0b7e9d545c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:01.721196 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-bafa2827-2918-4be9-9d04-0b7e9d545c21 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1d6c893ca49044dfac9a410cc1ad6232&device_id=b17f3533-99fd-4efc-a725-e8992474ecdb HTTP/1.1" status: 200 len: 1095 time: 0.0657203 Nov 12 03:31:01.743528 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-75270f0e-1c93-42fa-a630-724d6c45b35b tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.826131 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-5c3a65d7-f5e2-427d-a43d-b42295bb83c9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb15d25f-b175-4691-b1b9-ded50ec6617b HTTP/1.1" status: 200 len: 217 time: 0.0824506 Nov 12 03:31:01.856190 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-75270f0e-1c93-42fa-a630-724d6c45b35b tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.863822 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-75270f0e-1c93-42fa-a630-724d6c45b35b tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.864556 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.882111 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17f1668c-91cf-4887-821a-285eeaf0090a {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:01.901277 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-cd3c30b8-31bd-405c-b559-27ea782893dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:01.903026 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-cd3c30b8-31bd-405c-b559-27ea782893dd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=df107fe4-b619-4341-93e8-c25b14853a6f HTTP/1.1" status: 200 len: 845 time: 0.0688272 Nov 12 03:31:01.915035 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75270f0e-1c93-42fa-a630-724d6c45b35b tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ec1c192-093e-436f-8796-f77b4a135aa0,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:01.921654 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 17f1668c-91cf-4887-821a-285eeaf0090a, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=17f1668c-91cf-4887-821a-285eeaf0090a,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:01.928499 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.939128 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9bd28fc9-4e9a-4ee6-9c0c-b891722e88c5 req-1070d832-cd09-4647-af0d-671fb5e9fe06 tempest-ServerShowV254Test-1376703994 tempest-ServerShowV254Test-1376703994-project] 10.222.0.50 "GET /v2.0/ports?device_id=38c396df-fdc6-4498-973a-bcec10c2e97e HTTP/1.1" status: 200 len: 210 time: 0.0481343 Nov 12 03:31:01.941820 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-75270f0e-1c93-42fa-a630-724d6c45b35b tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.942911 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-75270f0e-1c93-42fa-a630-724d6c45b35b tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2817388 Nov 12 03:31:01.949284 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38224) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:01.970205 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-ece58c9c-4e28-42d9-ab59-c13942d38219 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595050 Nov 12 03:31:02.014879 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=17f1668c-91cf-4887-821a-285eeaf0090a,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:02.020012 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ada217c6-a8c3-464c-be91-70e7f118cba0 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.037384 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ada217c6-a8c3-464c-be91-70e7f118cba0 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.080570 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ada217c6-a8c3-464c-be91-70e7f118cba0 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.082504 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 99f9e6db-9b32-49d9-90f3-9067ab39843e no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:31:02.092655 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ada217c6-a8c3-464c-be91-70e7f118cba0 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.094484 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ada217c6-a8c3-464c-be91-70e7f118cba0 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/1ec1c192-093e-436f-8796-f77b4a135aa0 HTTP/1.1" status: 204 len: 168 time: 0.1436129 Nov 12 03:31:02.098744 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38228) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:02.103318 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada217c6-a8c3-464c-be91-70e7f118cba0 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ec1c192-093e-436f-8796-f77b4a135aa0,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:02.113483 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: 99f9e6db-9b32-49d9-90f3-9067ab39843e {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:31:02.113829 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 99f9e6db-9b32-49d9-90f3-9067ab39843e not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:31:02.161392 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-b284f410-34bf-4377-bdca-fed525b365cb service neutron] 10.222.0.90 "GET /v2.0/networks/d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815610 Nov 12 03:31:02.178326 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-bb20ddff-4b88-444c-bc9f-40ff22b23517 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0782890 Nov 12 03:31:02.181546 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38230) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:02.205987 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b322e7fa-7cd4-455d-b3fc-8c2ff792eb76 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.214689 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b322e7fa-7cd4-455d-b3fc-8c2ff792eb76 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.245475 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b322e7fa-7cd4-455d-b3fc-8c2ff792eb76 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.252996 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b322e7fa-7cd4-455d-b3fc-8c2ff792eb76 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.254828 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b322e7fa-7cd4-455d-b3fc-8c2ff792eb76 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/5d855714-0a64-42c8-ad72-8426b76933e3 HTTP/1.1" status: 204 len: 168 time: 0.0720785 Nov 12 03:31:02.258957 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38232) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:02.269669 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b322e7fa-7cd4-455d-b3fc-8c2ff792eb76 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d855714-0a64-42c8-ad72-8426b76933e3,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:02.286289 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['17f1668c-91cf-4887-821a-285eeaf0090a'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:02.299188 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4fca509d-43b2-45b3-8cf9-a753bc2fe747 req-b143776f-98ea-44b6-a2b4-b678ddc86735 service neutron] 10.222.0.90 "GET /v2.0/networks/d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197989 Nov 12 03:31:02.332277 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-74a7441d-e2cd-4129-b5a1-de056a5648d5 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0718083 Nov 12 03:31:02.336737 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38236) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:02.395991 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4f4cdb82-208d-4390-a52b-cbf2732ec1ac tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.417378 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4f4cdb82-208d-4390-a52b-cbf2732ec1ac tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.437070 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76a839-72cd-463f-ae98-9369f7c53c7b req-f55fa760-228e-488c-842a-222f1c47b98b tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:02.438877 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fb76a839-72cd-463f-ae98-9369f7c53c7b req-f55fa760-228e-488c-842a-222f1c47b98b tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] 10.222.0.50 "GET /v2.0/ports?device_id=1382ac90-93f6-4564-b2b1-1e9194bad40e HTTP/1.1" status: 200 len: 948 time: 0.0872924 Nov 12 03:31:02.451943 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f916e9a-d0e4-4b78-9cc7-b52bdbbb55b4 req-67ae73ad-a698-41c2-8984-af1d53cb77e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:02.454026 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3f916e9a-d0e4-4b78-9cc7-b52bdbbb55b4 req-67ae73ad-a698-41c2-8984-af1d53cb77e9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1d6c893ca49044dfac9a410cc1ad6232&device_id=b17f3533-99fd-4efc-a725-e8992474ecdb HTTP/1.1" status: 200 len: 1095 time: 0.0559697 Nov 12 03:31:02.482473 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4f4cdb82-208d-4390-a52b-cbf2732ec1ac tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.487339 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4f4cdb82-208d-4390-a52b-cbf2732ec1ac tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.488716 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4f4cdb82-208d-4390-a52b-cbf2732ec1ac tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/a287701f-9831-436b-92e5-3c3b70d22ce0 HTTP/1.1" status: 204 len: 168 time: 0.1506119 Nov 12 03:31:02.493221 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38238) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:02.514858 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4cdb82-208d-4390-a52b-cbf2732ec1ac tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a287701f-9831-436b-92e5-3c3b70d22ce0,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:02.523936 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fb76a839-72cd-463f-ae98-9369f7c53c7b req-a57fa54f-bbce-4146-84f5-c656e51853f2 tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] 10.222.0.50 "GET /v2.0/security-groups?id=579d7348-eea0-45d2-87be-bf6b5110e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775020 Nov 12 03:31:02.580960 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a38336af-3be2-4835-8ba8-eb3ed603e6e3 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0843580 Nov 12 03:31:02.582100 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38240) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:02.598133 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f916e9a-d0e4-4b78-9cc7-b52bdbbb55b4 req-0e9163ee-3da8-4dac-a267-d1c106cc2a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:02.599848 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3f916e9a-d0e4-4b78-9cc7-b52bdbbb55b4 req-0e9163ee-3da8-4dac-a267-d1c106cc2a80 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e HTTP/1.1" status: 200 len: 906 time: 0.1361926 Nov 12 03:31:02.608501 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d75df0fd-7f3f-42c3-8a27-3f4b868c26e8 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.617336 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d75df0fd-7f3f-42c3-8a27-3f4b868c26e8 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.644089 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3f916e9a-d0e4-4b78-9cc7-b52bdbbb55b4 req-9a14a6b2-030b-468d-822b-896cbf77b3ee service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb15d25f-b175-4691-b1b9-ded50ec6617b HTTP/1.1" status: 200 len: 217 time: 0.0360472 Nov 12 03:31:02.645222 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d75df0fd-7f3f-42c3-8a27-3f4b868c26e8 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.650933 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d75df0fd-7f3f-42c3-8a27-3f4b868c26e8 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.655081 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d75df0fd-7f3f-42c3-8a27-3f4b868c26e8 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/a984e5eb-ec68-4d5c-961a-b7a056cba60e HTTP/1.1" status: 204 len: 168 time: 0.0687261 Nov 12 03:31:02.656102 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38242) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:02.666175 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75df0fd-7f3f-42c3-8a27-3f4b868c26e8 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a984e5eb-ec68-4d5c-961a-b7a056cba60e,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:02.699792 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f916e9a-d0e4-4b78-9cc7-b52bdbbb55b4 req-00913599-7048-4f8c-8641-bf0e234e2e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:02.701274 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3f916e9a-d0e4-4b78-9cc7-b52bdbbb55b4 req-00913599-7048-4f8c-8641-bf0e234e2e68 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=df107fe4-b619-4341-93e8-c25b14853a6f HTTP/1.1" status: 200 len: 845 time: 0.0506203 Nov 12 03:31:02.703063 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9c86f91b-8bc4-4818-b3a8-2eff2ff199fd tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0460348 Nov 12 03:31:02.706017 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38244) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:02.731205 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f8eff580-b0ac-461e-8880-a716f1cdf730 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.738787 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3f916e9a-d0e4-4b78-9cc7-b52bdbbb55b4 req-afe3ecc4-d1ba-4139-918d-bee63d6afc16 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286431 Nov 12 03:31:02.739125 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f8eff580-b0ac-461e-8880-a716f1cdf730 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.783082 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f8eff580-b0ac-461e-8880-a716f1cdf730 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.789084 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f8eff580-b0ac-461e-8880-a716f1cdf730 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.792868 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f8eff580-b0ac-461e-8880-a716f1cdf730 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/47e2e7d2-6112-48aa-abf9-25532731f1eb HTTP/1.1" status: 204 len: 168 time: 0.0835133 Nov 12 03:31:02.793751 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38248) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:02.805842 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eff580-b0ac-461e-8880-a716f1cdf730 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47e2e7d2-6112-48aa-abf9-25532731f1eb,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:02.844964 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2ab21b82-45cf-4d17-ba83-b5a0593b671c tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0488064 Nov 12 03:31:02.848167 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38250) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:02.894942 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3f916e9a-d0e4-4b78-9cc7-b52bdbbb55b4 req-8f736523-e014-412e-a4ae-e115e108a5bc service neutron] 10.222.0.90 "GET /v2.0/networks/d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446786 Nov 12 03:31:02.908527 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15133a-8e0f-464c-b90e-cf30818e8704 req-12190321-2302-4a71-bc5f-67b5893eadae tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:02.909419 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7b15133a-8e0f-464c-b90e-cf30818e8704 req-12190321-2302-4a71-bc5f-67b5893eadae tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=b17f3533-99fd-4efc-a725-e8992474ecdb HTTP/1.1" status: 200 len: 943 time: 0.1045315 Nov 12 03:31:02.931111 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-79c3d81b-4e2b-46d5-8336-8c0d31258c4c tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.957286 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-79c3d81b-4e2b-46d5-8336-8c0d31258c4c tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:03.013874 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-79c3d81b-4e2b-46d5-8336-8c0d31258c4c tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:03.015689 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7b15133a-8e0f-464c-b90e-cf30818e8704 req-7b58b4a6-7429-4ab7-9a71-6f319a2c5273 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955012 Nov 12 03:31:03.018602 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-79c3d81b-4e2b-46d5-8336-8c0d31258c4c tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:03.019748 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-79c3d81b-4e2b-46d5-8336-8c0d31258c4c tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "DELETE /v2.0/security-groups/303fe134-eca4-40c6-8e18-a7861ffedb7e HTTP/1.1" status: 204 len: 168 time: 0.1704676 Nov 12 03:31:03.024758 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38258) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:03.035178 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c3d81b-4e2b-46d5-8336-8c0d31258c4c tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=303fe134-eca4-40c6-8e18-a7861ffedb7e,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:03.070651 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3f916e9a-d0e4-4b78-9cc7-b52bdbbb55b4 req-1c35fa5e-88bf-4fef-a1cb-0df4260062ea service neutron] 10.222.0.90 "GET /v2.0/networks/d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602006 Nov 12 03:31:03.108907 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-20f597c3-72cb-4f83-99d9-36f48d53f75f tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0671115 Nov 12 03:31:03.116166 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38262) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:03.125289 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-0e8a6a1e-b19a-49ff-a6f6-4bbde8d6d359 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Request body: {'security_group': {'name': 'tempest-secgroup--146344306'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:03.178507 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ecfcf8cb-f214-484e-83fe-3201d8b47494 req-b1f17e8b-c46c-4b85-9e45-e86b99b41ebb tempest-ServerShowV254Test-1376703994 tempest-ServerShowV254Test-1376703994-project] 10.222.0.50 "GET /v2.0/ports?device_id=38c396df-fdc6-4498-973a-bcec10c2e97e HTTP/1.1" status: 200 len: 210 time: 0.0424805 Nov 12 03:31:03.190915 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0e8a6a1e-b19a-49ff-a6f6-4bbde8d6d359 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:03.223215 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4914eb0b-afbe-4d4f-bef3-1a2e9c4dc021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:03.284835 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0e8a6a1e-b19a-49ff-a6f6-4bbde8d6d359 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:03.291497 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0e8a6a1e-b19a-49ff-a6f6-4bbde8d6d359 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:03.326440 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0e8a6a1e-b19a-49ff-a6f6-4bbde8d6d359 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:03.328334 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-0e8a6a1e-b19a-49ff-a6f6-4bbde8d6d359 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2107546 Nov 12 03:31:03.331077 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38264) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:03.335667 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-1012004e-3ada-41d0-9084-ba3f77fad5e2 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Request body: {'security_group_rule': {'security_group_id': 'bef804b6-5d1d-450a-8de3-284e75a96761', 'direction': 'ingress', 'protocol': 17}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:03.342177 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a6a1e-b19a-49ff-a6f6-4bbde8d6d359 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bef804b6-5d1d-450a-8de3-284e75a96761,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:03.377785 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1012004e-3ada-41d0-9084-ba3f77fad5e2 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:03.464202 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1012004e-3ada-41d0-9084-ba3f77fad5e2 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:03.468385 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1012004e-3ada-41d0-9084-ba3f77fad5e2 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:03.481878 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 17f1668c-91cf-4887-821a-285eeaf0090a up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:03.488838 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1012004e-3ada-41d0-9084-ba3f77fad5e2 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=418ed9d2-9e20-471c-977b-89437e82a13e,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:03.495917 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1012004e-3ada-41d0-9084-ba3f77fad5e2 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:03.500040 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-1012004e-3ada-41d0-9084-ba3f77fad5e2 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1655054 Nov 12 03:31:03.500275 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38266) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:03.557921 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 17f1668c-91cf-4887-821a-285eeaf0090a completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:31:03.562668 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 17f1668c-91cf-4887-821a-285eeaf0090a triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:03.563037 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:03.576856 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-176cfa9e-9db1-4852-940c-c90966ac2bb8 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:03.639174 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-176cfa9e-9db1-4852-940c-c90966ac2bb8 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:03.650120 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:03.681809 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1382ac90-93f6-4564-b2b1-1e9194bad40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f1668c-91cf-4887-821a-285eeaf0090a'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:03.684198 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93f7017-6dc5-4b3d-92cc-9ae0573db5a9" -d '{"events": [{"server_uuid": "1382ac90-93f6-4564-b2b1-1e9194bad40e", "name": "network-vif-plugged", "status": "completed", "tag": "17f1668c-91cf-4887-821a-285eeaf0090a"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:03.697162 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 17f1668c-91cf-4887-821a-285eeaf0090a, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=17f1668c-91cf-4887-821a-285eeaf0090a,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:03.702623 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:03.729751 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c974fb-fe2b-4974-99eb-c57069503dc0 req-089e64b5-17d9-4bae-ad05-3b4197b56285 tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:03.737611 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a4c974fb-fe2b-4974-99eb-c57069503dc0 req-089e64b5-17d9-4bae-ad05-3b4197b56285 tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] 10.222.0.50 "GET /v2.0/ports?device_id=1382ac90-93f6-4564-b2b1-1e9194bad40e HTTP/1.1" status: 200 len: 948 time: 0.1296110 Nov 12 03:31:03.765088 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-176cfa9e-9db1-4852-940c-c90966ac2bb8 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:03.766924 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7629b6a9-cdf6-4963-b6de-0481f6a403c0 x-openstack-request-id: req-7629b6a9-cdf6-4963-b6de-0481f6a403c0 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:03.767308 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1382ac90-93f6-4564-b2b1-1e9194bad40e", "name": "network-vif-plugged", "status": "completed", "tag": "17f1668c-91cf-4887-821a-285eeaf0090a", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:03.767651 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7629b6a9-cdf6-4963-b6de-0481f6a403c0 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:03.768158 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1382ac90-93f6-4564-b2b1-1e9194bad40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f1668c-91cf-4887-821a-285eeaf0090a', 'code': 200} Nov 12 03:31:03.768294 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-176cfa9e-9db1-4852-940c-c90966ac2bb8 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:03.771779 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=17f1668c-91cf-4887-821a-285eeaf0090a,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:03.771949 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-176cfa9e-9db1-4852-940c-c90966ac2bb8 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "DELETE /v2.0/security-groups/bef804b6-5d1d-450a-8de3-284e75a96761 HTTP/1.1" status: 204 len: 168 time: 0.2681451 Nov 12 03:31:03.772913 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38272) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:03.805816 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176cfa9e-9db1-4852-940c-c90966ac2bb8 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef804b6-5d1d-450a-8de3-284e75a96761,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:03.815319 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a4c974fb-fe2b-4974-99eb-c57069503dc0 req-7e7ddcc0-7e6c-4352-9dca-fdf8c8346708 tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] 10.222.0.50 "GET /v2.0/security-groups?id=579d7348-eea0-45d2-87be-bf6b5110e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768509 Nov 12 03:31:03.864115 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1846bc10-6e4c-4578-9c67-af599d2f63eb tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0883906 Nov 12 03:31:03.868792 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38276) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:03.873849 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-88f6bec6-98bc-4b1a-bd19-b3e7b5bacd1b tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Request body: {'security_group': {'name': 'tempest-secgroup--1023424001'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:03.895668 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270ba16-9236-4520-9db1-e28839aa96bb req-654d7fc7-8f53-4bc2-9926-c8846f2f9814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:03.897416 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5270ba16-9236-4520-9db1-e28839aa96bb req-654d7fc7-8f53-4bc2-9926-c8846f2f9814 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1382ac90-93f6-4564-b2b1-1e9194bad40e HTTP/1.1" status: 200 len: 1101 time: 0.0495026 Nov 12 03:31:03.910765 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-88f6bec6-98bc-4b1a-bd19-b3e7b5bacd1b tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.003659 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5270ba16-9236-4520-9db1-e28839aa96bb req-5c1f5203-26fa-428e-bc47-df7474be98ac service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=579d7348-eea0-45d2-87be-bf6b5110e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926285 Nov 12 03:31:04.008447 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.018034 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95ae64-1eae-40cf-868f-052774d5fc5c req-896aa8fd-920e-4d53-bcfd-752619c02796 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:04.019549 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4d95ae64-1eae-40cf-868f-052774d5fc5c req-896aa8fd-920e-4d53-bcfd-752619c02796 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.0828693 Nov 12 03:31:04.026118 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-88f6bec6-98bc-4b1a-bd19-b3e7b5bacd1b tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.033212 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-88f6bec6-98bc-4b1a-bd19-b3e7b5bacd1b tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.085015 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device fb15d25f-b175-4691-b1b9-ded50ec6617b details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:31:04.088631 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f6bec6-98bc-4b1a-bd19-b3e7b5bacd1b tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26fa35b9-7c14-4d53-b450-f18fa1ba1cab,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:04.089145 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4d95ae64-1eae-40cf-868f-052774d5fc5c req-9f1c6098-efbe-493e-aa24-902742b37dc6 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566962 Nov 12 03:31:04.095366 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-88f6bec6-98bc-4b1a-bd19-b3e7b5bacd1b tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.100477 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-88f6bec6-98bc-4b1a-bd19-b3e7b5bacd1b tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2294116 Nov 12 03:31:04.100939 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38282) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:04.107023 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-347520ae-3dc9-4687-8586-c21ba0436479 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Request body: {'security_group': {'name': 'tempest-secgroup--650605681'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:04.173749 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-347520ae-3dc9-4687-8586-c21ba0436479 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.233487 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port fb15d25f-b175-4691-b1b9-ded50ec6617b, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=fb15d25f-b175-4691-b1b9-ded50ec6617b,segment=NetworkSegment(3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd),segment_id=3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:04.256414 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': 'fb15d25f-b175-4691-b1b9-ded50ec6617b', 'network_id': 'd45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e', 'port_id': 'fb15d25f-b175-4691-b1b9-ded50ec6617b', 'mac_address': 'fa:16:3e:fa:2c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df107fe4-b619-4341-93e8-c25b14853a6f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:31:04.265786 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6dd127-aac3-40b3-8cd9-aff95f27e69c req-5149b5b5-e874-4774-969c-e6f45133cdff tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:04.274288 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bf6dd127-aac3-40b3-8cd9-aff95f27e69c req-5149b5b5-e874-4774-969c-e6f45133cdff tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=b17f3533-99fd-4efc-a725-e8992474ecdb HTTP/1.1" status: 200 len: 943 time: 0.0856457 Nov 12 03:31:04.307676 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.321721 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-347520ae-3dc9-4687-8586-c21ba0436479 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.328836 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-347520ae-3dc9-4687-8586-c21ba0436479 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.338100 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb15d25f-b175-4691-b1b9-ded50ec6617b {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:04.353068 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bf6dd127-aac3-40b3-8cd9-aff95f27e69c req-4f3f2f63-bd51-4979-ab2c-2082e2628312 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776393 Nov 12 03:31:04.407896 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-347520ae-3dc9-4687-8586-c21ba0436479 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.414766 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-347520ae-3dc9-4687-8586-c21ba0436479 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3114760 Nov 12 03:31:04.416002 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38294) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:04.430514 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347520ae-3dc9-4687-8586-c21ba0436479 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f60374d5-7194-4794-849a-6afd98393517,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:04.433828 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-15e5377e-fc6f-4631-85e1-d3c1feea1184 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Request body: {'security_group_rule': {'security_group_id': '26fa35b9-7c14-4d53-b450-f18fa1ba1cab', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f60374d5-7194-4794-849a-6afd98393517', 'remote_ip_prefix': None}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:04.437605 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port fb15d25f-b175-4691-b1b9-ded50ec6617b, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=fb15d25f-b175-4691-b1b9-ded50ec6617b,segment=NetworkSegment(3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd),segment_id=3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:04.445435 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.491340 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-15e5377e-fc6f-4631-85e1-d3c1feea1184 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.571333 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=fb15d25f-b175-4691-b1b9-ded50ec6617b,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:04.595681 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e9b71-e1f4-4e98-b9ea-206822fd756a req-cb2baa3a-6ef6-40f2-b36f-fb20a04c6834 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:04.604723 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-15e5377e-fc6f-4631-85e1-d3c1feea1184 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.607006 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-735e9b71-e1f4-4e98-b9ea-206822fd756a req-cb2baa3a-6ef6-40f2-b36f-fb20a04c6834 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.1166120 Nov 12 03:31:04.621511 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-15e5377e-fc6f-4631-85e1-d3c1feea1184 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.643531 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-50f33fd2-ab52-49cd-b77d-9701fa3e51fc req-44f5800d-62df-4b09-a538-6ec9d4b0b178 tempest-ServerShowV254Test-1376703994 tempest-ServerShowV254Test-1376703994-project] 10.222.0.50 "GET /v2.0/ports?device_id=38c396df-fdc6-4498-973a-bcec10c2e97e HTTP/1.1" status: 200 len: 210 time: 0.0371890 Nov 12 03:31:04.655540 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5377e-fc6f-4631-85e1-d3c1feea1184 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ff76497-0e03-46b7-9824-b12e35f1460f,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:04.666321 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-15e5377e-fc6f-4631-85e1-d3c1feea1184 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.667035 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-735e9b71-e1f4-4e98-b9ea-206822fd756a req-1fefb8e2-3292-4e27-b46d-e462535ab3b6 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588455 Nov 12 03:31:04.667972 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-15e5377e-fc6f-4631-85e1-d3c1feea1184 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2500083 Nov 12 03:31:04.671242 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38296) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:04.742511 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cd781950-e5af-48ee-be16-0cdb1e03e80a tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.751724 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cd781950-e5af-48ee-be16-0cdb1e03e80a tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.785548 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['fb15d25f-b175-4691-b1b9-ded50ec6617b'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:04.796651 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cd781950-e5af-48ee-be16-0cdb1e03e80a tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.808398 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cd781950-e5af-48ee-be16-0cdb1e03e80a tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.813770 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-cd781950-e5af-48ee-be16-0cdb1e03e80a tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/6ff76497-0e03-46b7-9824-b12e35f1460f HTTP/1.1" status: 204 len: 168 time: 0.1378758 Nov 12 03:31:04.814500 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38300) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:04.823744 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd781950-e5af-48ee-be16-0cdb1e03e80a tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ff76497-0e03-46b7-9824-b12e35f1460f,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:04.905541 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38314) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:04.908546 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c0de49c9-4a1b-4c85-b1b5-639819ba8d63 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0878952 Nov 12 03:31:05.002114 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9eb4a3dd-d331-4e08-9b6b-e2568ba0c1ff tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:05.030276 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0962a6b-e17f-4b64-b3ee-8517d76ff559 req-0c4a9a44-fa6f-441c-ad05-d7fcb3cb3b78 tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:05.032610 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e0962a6b-e17f-4b64-b3ee-8517d76ff559 req-0c4a9a44-fa6f-441c-ad05-d7fcb3cb3b78 tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] 10.222.0.50 "GET /v2.0/ports?device_id=1382ac90-93f6-4564-b2b1-1e9194bad40e HTTP/1.1" status: 200 len: 949 time: 0.0909867 Nov 12 03:31:05.045352 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9eb4a3dd-d331-4e08-9b6b-e2568ba0c1ff tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:05.067332 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-21a679a6-a50d-48f4-9b18-2a96764f4c74 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:05.069639 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-21a679a6-a50d-48f4-9b18-2a96764f4c74 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/networks?id=56493891-2b14-40ba-a8cb-65015d9b59f3 HTTP/1.1" status: 200 len: 811 time: 0.1597066 Nov 12 03:31:05.086661 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-28ef343a-0002-452f-bd1b-098474edbea3 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/quotas/eda4d7a9c5834d36bc2b22e1ed979ccd HTTP/1.1" status: 200 len: 375 time: 0.0110075 Nov 12 03:31:05.129764 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e0962a6b-e17f-4b64-b3ee-8517d76ff559 req-86a1fc64-d507-4994-9517-677b60c15aa7 tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] 10.222.0.50 "GET /v2.0/security-groups?id=579d7348-eea0-45d2-87be-bf6b5110e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895095 Nov 12 03:31:05.141051 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9eb4a3dd-d331-4e08-9b6b-e2568ba0c1ff tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:05.144837 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9eb4a3dd-d331-4e08-9b6b-e2568ba0c1ff tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:05.146872 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9eb4a3dd-d331-4e08-9b6b-e2568ba0c1ff tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "DELETE /v2.0/security-groups/f60374d5-7194-4794-849a-6afd98393517 HTTP/1.1" status: 204 len: 168 time: 0.2401881 Nov 12 03:31:05.150787 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38316) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:05.157485 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4a3dd-d331-4e08-9b6b-e2568ba0c1ff tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60374d5-7194-4794-849a-6afd98393517,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:05.192707 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-9200c0f0-20e4-4f08-9099-001b1c7530fc tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=eda4d7a9c5834d36bc2b22e1ed979ccd&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0965297 Nov 12 03:31:05.313611 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5050fc28-a337-4320-954e-37a091f56d77 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1616714 Nov 12 03:31:05.320619 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38320) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:05.348943 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-dcf8c95a-cdca-4542-aa2f-1fa83e585d2d service neutron] 10.222.0.50 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350782 Nov 12 03:31:05.398083 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:05.415681 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e4dccb81-d196-4d63-a753-39b9bfa3223c tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:05.459296 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e4dccb81-d196-4d63-a753-39b9bfa3223c tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:05.496309 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-d6e48f69-6424-47ce-acd0-3cad0effdef1 service neutron] 10.222.0.50 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374128 Nov 12 03:31:05.559603 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e4dccb81-d196-4d63-a753-39b9bfa3223c tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:05.563256 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e4dccb81-d196-4d63-a753-39b9bfa3223c tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:05.569296 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e4dccb81-d196-4d63-a753-39b9bfa3223c tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "DELETE /v2.0/security-groups/26fa35b9-7c14-4d53-b450-f18fa1ba1cab HTTP/1.1" status: 204 len: 168 time: 0.2404494 Nov 12 03:31:05.570171 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38326) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:05.595845 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dccb81-d196-4d63-a753-39b9bfa3223c tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fa35b9-7c14-4d53-b450-f18fa1ba1cab,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:05.613144 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0db50-59b3-4b24-92ea-daa4d6a01c80 req-c3ec803b-18ac-47bf-bb98-4e757cfa9f4b tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:05.614872 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c8c0db50-59b3-4b24-92ea-daa4d6a01c80 req-c3ec803b-18ac-47bf-bb98-4e757cfa9f4b tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=b17f3533-99fd-4efc-a725-e8992474ecdb HTTP/1.1" status: 200 len: 944 time: 0.1027272 Nov 12 03:31:05.677277 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ca4b2bcf-323d-4ae6-8270-4875659ae2ed tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1056798 Nov 12 03:31:05.686861 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38332) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:05.690399 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ec3281dc-ac88-4954-a66b-45fa8fc7e260 req-1dd235ce-6040-416f-8f62-000cc5f787a9 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=005ee501-af66-42e5-84a5-0331a840a21e HTTP/1.1" status: 200 len: 210 time: 0.0407660 Nov 12 03:31:05.691521 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-01053888-ef61-44df-b4a8-7a7077f3eb57 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Request body: {'security_group': {'name': 'tempest-secgroup--1278470372'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:05.744434 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c8c0db50-59b3-4b24-92ea-daa4d6a01c80 req-c137ad9b-a9f8-49cf-b236-89ffe2345483 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957198 Nov 12 03:31:05.752354 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-01053888-ef61-44df-b4a8-7a7077f3eb57 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:05.840050 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9eb0d02d-9e18-4f9c-8ae2-55d6470d450d req-0e099332-29ad-432e-ae7d-4a696fb20465 tempest-ServerShowV254Test-1376703994 tempest-ServerShowV254Test-1376703994-project] 10.222.0.50 "GET /v2.0/ports?device_id=38c396df-fdc6-4498-973a-bcec10c2e97e HTTP/1.1" status: 200 len: 210 time: 0.0566783 Nov 12 03:31:05.866398 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-01053888-ef61-44df-b4a8-7a7077f3eb57 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:05.871336 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-01053888-ef61-44df-b4a8-7a7077f3eb57 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:05.906014 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-01053888-ef61-44df-b4a8-7a7077f3eb57 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:05.907261 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-01053888-ef61-44df-b4a8-7a7077f3eb57 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2194383 Nov 12 03:31:05.908209 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01053888-ef61-44df-b4a8-7a7077f3eb57 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63b34bad-e9d0-475e-b034-119872dbbcb1,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:05.911693 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38342) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:05.918033 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-709b3cc8-753a-4c67-b7fc-c2a005f7f95f tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Request body: {'security_group_rule': {'security_group_id': '63b34bad-e9d0-475e-b034-119872dbbcb1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:05.955843 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-709b3cc8-753a-4c67-b7fc-c2a005f7f95f tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.048405 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-709b3cc8-753a-4c67-b7fc-c2a005f7f95f tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.054893 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-709b3cc8-753a-4c67-b7fc-c2a005f7f95f tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.080400 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b3cc8-753a-4c67-b7fc-c2a005f7f95f tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5f7d1c3-b3f9-47ac-9f32-34523ba585a6,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:06.087758 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-709b3cc8-753a-4c67-b7fc-c2a005f7f95f tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.094366 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38346) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:06.095415 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-709b3cc8-753a-4c67-b7fc-c2a005f7f95f tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1814229 Nov 12 03:31:06.096385 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device fb15d25f-b175-4691-b1b9-ded50ec6617b up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:06.134236 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d54d5c4c-228f-4fa4-911a-d5a442999af6 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.146096 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d54d5c4c-228f-4fa4-911a-d5a442999af6 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.163399 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port fb15d25f-b175-4691-b1b9-ded50ec6617b completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:31:06.168110 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port fb15d25f-b175-4691-b1b9-ded50ec6617b triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:06.168661 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.197338 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d54d5c4c-228f-4fa4-911a-d5a442999af6 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.212020 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d54d5c4c-228f-4fa4-911a-d5a442999af6 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.213341 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d54d5c4c-228f-4fa4-911a-d5a442999af6 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/c5f7d1c3-b3f9-47ac-9f32-34523ba585a6 HTTP/1.1" status: 204 len: 168 time: 0.1169174 Nov 12 03:31:06.214393 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54d5c4c-228f-4fa4-911a-d5a442999af6 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5f7d1c3-b3f9-47ac-9f32-34523ba585a6,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:06.217367 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38350) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:06.266591 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2d850961-3d83-4694-bd8c-e2748aabf58b tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0477974 Nov 12 03:31:06.270897 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38352) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:06.310986 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.324811 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.352521 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17f3533-99fd-4efc-a725-e8992474ecdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb15d25f-b175-4691-b1b9-ded50ec6617b'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:06.356054 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231f2756-712f-4530-945d-83e309a909f3" -d '{"events": [{"server_uuid": "b17f3533-99fd-4efc-a725-e8992474ecdb", "name": "network-vif-plugged", "status": "completed", "tag": "fb15d25f-b175-4691-b1b9-ded50ec6617b"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:06.366411 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc79beb-f10d-4352-9afd-1fcb0febe139 req-56e56e21-1993-4e2a-a33c-f61b3859f63a tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:06.368181 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bcc79beb-f10d-4352-9afd-1fcb0febe139 req-56e56e21-1993-4e2a-a33c-f61b3859f63a tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] 10.222.0.50 "GET /v2.0/ports?device_id=1382ac90-93f6-4564-b2b1-1e9194bad40e HTTP/1.1" status: 200 len: 949 time: 0.0867894 Nov 12 03:31:06.379839 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port fb15d25f-b175-4691-b1b9-ded50ec6617b, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=fb15d25f-b175-4691-b1b9-ded50ec6617b,segment=NetworkSegment(3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd),segment_id=3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:06.385394 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-78991426-0b02-4b74-b6e5-e8711f6bdf30 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.389124 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.454726 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-78991426-0b02-4b74-b6e5-e8711f6bdf30 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.494109 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bcc79beb-f10d-4352-9afd-1fcb0febe139 req-21edaf47-8da4-4be2-87b3-b908ccb71e5d tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] 10.222.0.50 "GET /v2.0/security-groups?id=579d7348-eea0-45d2-87be-bf6b5110e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042736 Nov 12 03:31:06.500166 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=fb15d25f-b175-4691-b1b9-ded50ec6617b,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:06.512282 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281539e2-e10a-48f0-90a9-b78471b5e109 x-openstack-request-id: req-281539e2-e10a-48f0-90a9-b78471b5e109 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:06.512642 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17f3533-99fd-4efc-a725-e8992474ecdb", "name": "network-vif-plugged", "status": "completed", "tag": "fb15d25f-b175-4691-b1b9-ded50ec6617b", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:06.512906 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-281539e2-e10a-48f0-90a9-b78471b5e109 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:06.513377 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17f3533-99fd-4efc-a725-e8992474ecdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb15d25f-b175-4691-b1b9-ded50ec6617b', 'code': 200} Nov 12 03:31:06.542835 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-78991426-0b02-4b74-b6e5-e8711f6bdf30 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.559491 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-78991426-0b02-4b74-b6e5-e8711f6bdf30 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.560872 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-78991426-0b02-4b74-b6e5-e8711f6bdf30 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "DELETE /v2.0/security-groups/63b34bad-e9d0-475e-b034-119872dbbcb1 HTTP/1.1" status: 204 len: 168 time: 0.2883158 Nov 12 03:31:06.564677 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38364) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:06.580448 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78991426-0b02-4b74-b6e5-e8711f6bdf30 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b34bad-e9d0-475e-b034-119872dbbcb1,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:06.651104 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1824ac9e-0a9c-4078-81c2-54eaf6dbe3d0 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0849135 Nov 12 03:31:06.655362 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38366) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:06.660762 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-f980d980-1e14-40c7-974d-302bba842b4f tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Request body: {'security_group': {'name': 'tempest-secgroup--689982871'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:06.721901 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f980d980-1e14-40c7-974d-302bba842b4f tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.742161 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05688d3c-3134-45b5-9c09-f79fa7eb2ce1 req-903fe17f-ab7c-439a-abec-50a4e2f75bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:06.743683 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-05688d3c-3134-45b5-9c09-f79fa7eb2ce1 req-903fe17f-ab7c-439a-abec-50a4e2f75bf9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b17f3533-99fd-4efc-a725-e8992474ecdb HTTP/1.1" status: 200 len: 1097 time: 0.0776026 Nov 12 03:31:06.848698 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-51f247cd-e862-43fe-bc22-6a182bd3cff4 req-465eef9d-e6ad-4b6b-860e-88caa6e9bafd tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=005ee501-af66-42e5-84a5-0331a840a21e HTTP/1.1" status: 200 len: 210 time: 0.0507743 Nov 12 03:31:06.858582 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-05688d3c-3134-45b5-9c09-f79fa7eb2ce1 req-578098f6-7dac-4e69-9ab5-703cbee9cfc8 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074319 Nov 12 03:31:06.913763 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f980d980-1e14-40c7-974d-302bba842b4f tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.921887 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f980d980-1e14-40c7-974d-302bba842b4f tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.959802 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f980d980-1e14-40c7-974d-302bba842b4f tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.961113 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f980d980-1e14-40c7-974d-302bba842b4f tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3041294 Nov 12 03:31:06.964191 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38378) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:06.969540 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-fff01ba4-82fd-4f89-91e8-f998c76c93db tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Request body: {'security_group_rule': {'security_group_id': '5973c649-1858-43c4-9452-8bb77b8d6e96', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:06.989522 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f980d980-1e14-40c7-974d-302bba842b4f tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5973c649-1858-43c4-9452-8bb77b8d6e96,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:07.026617 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fff01ba4-82fd-4f89-91e8-f998c76c93db tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.053234 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4c1e9-ba1c-4114-b20d-f7bd0b7821cc req-106fd2ec-47fb-46eb-8cd8-a73ca3f7d916 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:07.055076 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0da4c1e9-ba1c-4114-b20d-f7bd0b7821cc req-106fd2ec-47fb-46eb-8cd8-a73ca3f7d916 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=b17f3533-99fd-4efc-a725-e8992474ecdb HTTP/1.1" status: 200 len: 945 time: 0.1007731 Nov 12 03:31:07.072700 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09c84709-03f8-4cbb-90f4-46227a3317e5 req-b7ecf4a2-ace9-4856-b460-1b93574986ac tempest-ServerShowV254Test-1376703994 tempest-ServerShowV254Test-1376703994-project] 10.222.0.50 "GET /v2.0/ports?device_id=38c396df-fdc6-4498-973a-bcec10c2e97e HTTP/1.1" status: 200 len: 210 time: 0.0418441 Nov 12 03:31:07.134880 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fff01ba4-82fd-4f89-91e8-f998c76c93db tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.148734 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fff01ba4-82fd-4f89-91e8-f998c76c93db tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.172458 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff01ba4-82fd-4f89-91e8-f998c76c93db tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d51184c-bbe9-4809-b1e4-757a547aa1a0,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:07.174656 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0da4c1e9-ba1c-4114-b20d-f7bd0b7821cc req-b9c635fd-6b9e-40b3-bb2b-75b5350c809e tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125650 Nov 12 03:31:07.192570 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fff01ba4-82fd-4f89-91e8-f998c76c93db tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.195767 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-fff01ba4-82fd-4f89-91e8-f998c76c93db tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2290664 Nov 12 03:31:07.198471 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38380) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:07.225313 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9e63a2e6-8f67-48ad-b72d-f0ed1754df8b tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "GET /v2.0/security-group-rules/8d51184c-bbe9-4809-b1e4-757a547aa1a0 HTTP/1.1" status: 200 len: 763 time: 0.0210860 Nov 12 03:31:07.230042 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38382) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:07.303308 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a319249a-380b-49b3-a700-9660cfeb6f5e tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0714991 Nov 12 03:31:07.308037 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38386) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:07.350795 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bd2a47db-1a35-4e0d-82fe-50f78888b54b tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.368717 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bd2a47db-1a35-4e0d-82fe-50f78888b54b tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.443978 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bd2a47db-1a35-4e0d-82fe-50f78888b54b tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.460910 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bd2a47db-1a35-4e0d-82fe-50f78888b54b tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.468319 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-bd2a47db-1a35-4e0d-82fe-50f78888b54b tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/8d51184c-bbe9-4809-b1e4-757a547aa1a0 HTTP/1.1" status: 204 len: 168 time: 0.1583984 Nov 12 03:31:07.469288 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38390) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:07.484379 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2a47db-1a35-4e0d-82fe-50f78888b54b tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d51184c-bbe9-4809-b1e4-757a547aa1a0,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:07.625445 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e83f320c-c797-4deb-bf4a-d4c9e4dfcfbc tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1527193 Nov 12 03:31:07.626267 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38396) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:07.638220 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-9cb26c4b-5793-4367-8132-ee0ddce3090e tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Request body: {'security_group_rule': {'security_group_id': '5973c649-1858-43c4-9452-8bb77b8d6e96', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:07.658359 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-2f763de0-e527-4b61-8903-4f017f64b7ab tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:07.662892 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-2f763de0-e527-4b61-8903-4f017f64b7ab tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.90 "GET /v2.0/networks?id=56493891-2b14-40ba-a8cb-65015d9b59f3 HTTP/1.1" status: 200 len: 811 time: 0.2754097 Nov 12 03:31:07.698387 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9cb26c4b-5793-4367-8132-ee0ddce3090e tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.698705 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-deb4be15-fd52-443d-9790-91b80d796b63 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Request body: {'port': {'device_id': '005ee501-af66-42e5-84a5-0331a840a21e', 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3', 'admin_state_up': True, 'tenant_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:07.812434 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9cb26c4b-5793-4367-8132-ee0ddce3090e tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.821487 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f864cb48-34ec-4213-b8d3-5055265b2efe req-7535b92d-4e2e-4a52-be79-2fd1b7a75123 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0884104 Nov 12 03:31:07.822862 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9cb26c4b-5793-4367-8132-ee0ddce3090e tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.854822 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb26c4b-5793-4367-8132-ee0ddce3090e tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9577ecb-a672-435d-bae5-c26808bf0319,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:07.869924 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9cb26c4b-5793-4367-8132-ee0ddce3090e tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.871178 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9cb26c4b-5793-4367-8132-ee0ddce3090e tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2435238 Nov 12 03:31:07.874333 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38400) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:07.919777 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c34ef2b5-9745-499c-9432-3284a7d12a64 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "GET /v2.0/security-group-rules/c9577ecb-a672-435d-bae5-c26808bf0319 HTTP/1.1" status: 200 len: 763 time: 0.0442057 Nov 12 03:31:07.923126 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38404) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:08.000360 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3c89638d-4e6e-4b7b-bec3-30c8d4160ed0 req-72c14896-c006-4a6c-8a46-ef3ee714eb9d tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=005ee501-af66-42e5-84a5-0331a840a21e HTTP/1.1" status: 200 len: 210 time: 0.0512240 Nov 12 03:31:08.032761 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9569e603-10be-40b4-be16-e8c84a1d830e tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1072006 Nov 12 03:31:08.044211 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38406) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:08.107422 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-da06071a-dd0b-4c03-86f0-19acc201bba4 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:08.148691 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864cb48-34ec-4213-b8d3-5055265b2efe req-4fea6a69-ff71-4183-8443-74ace48278bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:08.160403 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f864cb48-34ec-4213-b8d3-5055265b2efe req-4fea6a69-ff71-4183-8443-74ace48278bc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=eda4d7a9c5834d36bc2b22e1ed979ccd&device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 1096 time: 0.1258419 Nov 12 03:31:08.177727 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-da06071a-dd0b-4c03-86f0-19acc201bba4 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:08.300014 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-deb4be15-fd52-443d-9790-91b80d796b63 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Made reservation on behalf of eda4d7a9c5834d36bc2b22e1ed979ccd for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:08.304106 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-deb4be15-fd52-443d-9790-91b80d796b63 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:08.341512 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5e4a370e-58b5-4c6e-9edb-5ed4b7ea2c51 req-f42676be-e252-4f20-9495-7604dcca5258 tempest-ServerShowV254Test-1376703994 tempest-ServerShowV254Test-1376703994-project] 10.222.0.50 "GET /v2.0/ports?device_id=38c396df-fdc6-4498-973a-bcec10c2e97e HTTP/1.1" status: 200 len: 210 time: 0.1086476 Nov 12 03:31:08.345995 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-da06071a-dd0b-4c03-86f0-19acc201bba4 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:08.356343 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-da06071a-dd0b-4c03-86f0-19acc201bba4 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:08.359259 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-da06071a-dd0b-4c03-86f0-19acc201bba4 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/c9577ecb-a672-435d-bae5-c26808bf0319 HTTP/1.1" status: 204 len: 168 time: 0.3127909 Nov 12 03:31:08.368865 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38414) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:08.394717 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e7f51-5976-4570-a226-8cefbc6087e7 req-b4c0b7c5-ee70-4983-8b5b-d80757078d4f tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:08.397072 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-864e7f51-5976-4570-a226-8cefbc6087e7 req-b4c0b7c5-ee70-4983-8b5b-d80757078d4f tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] 10.222.0.50 "GET /v2.0/ports?device_id=1382ac90-93f6-4564-b2b1-1e9194bad40e HTTP/1.1" status: 200 len: 949 time: 0.4968054 Nov 12 03:31:08.417152 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da06071a-dd0b-4c03-86f0-19acc201bba4 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9577ecb-a672-435d-bae5-c26808bf0319,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:08.452647 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-bf02bfd0-894f-4141-b2b8-56074997080d tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0793531 Nov 12 03:31:08.456591 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38416) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:08.463091 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:08.464256 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-75ef97db-9bd8-4305-b7ab-c52f513f1492 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Request body: {'security_group_rule': {'security_group_id': '5973c649-1858-43c4-9452-8bb77b8d6e96', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:08.500210 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864cb48-34ec-4213-b8d3-5055265b2efe req-94e47a5e-5390-415f-9021-e365e85ea807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:08.502262 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f864cb48-34ec-4213-b8d3-5055265b2efe req-94e47a5e-5390-415f-9021-e365e85ea807 service neutron] 10.222.0.90 "GET /v2.0/networks?id=56493891-2b14-40ba-a8cb-65015d9b59f3 HTTP/1.1" status: 200 len: 912 time: 0.2870228 Nov 12 03:31:08.537990 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-864e7f51-5976-4570-a226-8cefbc6087e7 req-f4850197-1790-4319-a8cf-bc32bfc9126e tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] 10.222.0.50 "GET /v2.0/security-groups?id=579d7348-eea0-45d2-87be-bf6b5110e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210597 Nov 12 03:31:08.558224 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-deb4be15-fd52-443d-9790-91b80d796b63 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Allocated IP 172.20.0.13 (56493891-2b14-40ba-a8cb-65015d9b59f3/c41913f5-e5c1-4e60-8ee6-4f6d29d519f8/99c90f8d-b9f0-471d-9f7a-32a150652e01) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:08.598501 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-75ef97db-9bd8-4305-b7ab-c52f513f1492 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:08.650051 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7ee35-79d1-4e3b-adad-6f14e4c7f1d0 req-a27f0cbe-32ed-438e-88a4-4dcd95ce3066 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:08.651589 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-44f7ee35-79d1-4e3b-adad-6f14e4c7f1d0 req-a27f0cbe-32ed-438e-88a4-4dcd95ce3066 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=b17f3533-99fd-4efc-a725-e8992474ecdb HTTP/1.1" status: 200 len: 945 time: 0.1564970 Nov 12 03:31:08.658184 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f864cb48-34ec-4213-b8d3-5055265b2efe req-b584c5a2-17fe-489f-8476-a28ca97d0334 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55a09f1f-5f9e-4783-9942-dfb020785189 HTTP/1.1" status: 200 len: 998 time: 0.1177237 Nov 12 03:31:08.749754 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-deb4be15-fd52-443d-9790-91b80d796b63 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:08.764264 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-75ef97db-9bd8-4305-b7ab-c52f513f1492 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:08.770282 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864cb48-34ec-4213-b8d3-5055265b2efe req-026b88c8-8476-485e-bb04-1aaa3b4769e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:08.772768 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f864cb48-34ec-4213-b8d3-5055265b2efe req-026b88c8-8476-485e-bb04-1aaa3b4769e0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c41913f5-e5c1-4e60-8ee6-4f6d29d519f8 HTTP/1.1" status: 200 len: 850 time: 0.1055329 Nov 12 03:31:08.777302 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-44f7ee35-79d1-4e3b-adad-6f14e4c7f1d0 req-d561db4b-8b6c-4977-a4b5-c5513d6293df tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182151 Nov 12 03:31:08.777911 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-75ef97db-9bd8-4305-b7ab-c52f513f1492 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:08.793207 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-deb4be15-fd52-443d-9790-91b80d796b63 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:08.820574 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['41ecabea-c3bc-40a6-9a28-2efb66f91951', '08df2476-a404-43ef-8d05-1fb4b2eb283c'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:08.842889 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef97db-9bd8-4305-b7ab-c52f513f1492 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=558b3c84-f5fa-4677-92c8-e69b6364f924,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:08.850924 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-75ef97db-9bd8-4305-b7ab-c52f513f1492 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:08.856242 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-75ef97db-9bd8-4305-b7ab-c52f513f1492 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3933928 Nov 12 03:31:08.857522 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38424) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:08.861586 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-deb4be15-fd52-443d-9790-91b80d796b63 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Network 56493891-2b14-40ba-a8cb-65015d9b59f3 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:08.872919 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-deb4be15-fd52-443d-9790-91b80d796b63 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:08.878093 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864cb48-34ec-4213-b8d3-5055265b2efe req-1b4764eb-b2bb-4804-8eff-79d986dd7497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:08.879649 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f864cb48-34ec-4213-b8d3-5055265b2efe req-1b4764eb-b2bb-4804-8eff-79d986dd7497 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=56493891-2b14-40ba-a8cb-65015d9b59f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0966055 Nov 12 03:31:08.885901 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-deb4be15-fd52-443d-9790-91b80d796b63 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:08.895392 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3405f705-db4d-48bc-b772-5b4ffb3d6b77 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "GET /v2.0/security-group-rules/558b3c84-f5fa-4677-92c8-e69b6364f924 HTTP/1.1" status: 200 len: 764 time: 0.0359976 Nov 12 03:31:08.905962 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38426) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:08.933296 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb4be15-fd52-443d-9790-91b80d796b63 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Pushing event updated for resources: {'Port': ['ID=99c90f8d-b9f0-471d-9f7a-32a150652e01,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:08.983687 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-deb4be15-fd52-443d-9790-91b80d796b63 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:08.989256 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-deb4be15-fd52-443d-9790-91b80d796b63 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:09.029632 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-deb4be15-fd52-443d-9790-91b80d796b63 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3344371 Nov 12 03:31:09.048648 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-e69b526e-0179-4bbf-9727-8bfee5a990d2 service neutron] Request body: {'port': {'device_id': '005ee501-af66-42e5-84a5-0331a840a21e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:09.076788 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5cca48b5-d688-48fa-9fb1-5dc33ab8eaab tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1673653 Nov 12 03:31:09.086769 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38434) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:09.135925 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f864cb48-34ec-4213-b8d3-5055265b2efe req-20192a89-2f43-4636-9f13-157f0e69df63 service neutron] 10.222.0.90 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479761 Nov 12 03:31:09.157001 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-e69b526e-0179-4bbf-9727-8bfee5a990d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:09.161640 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7966-fc3d-4e34-9757-6b6bad227e91 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:09.190050 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7966-fc3d-4e34-9757-6b6bad227e91 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:09.197662 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2dc96603-b6cc-44da-93f9-c6b26e2429d4 None None] Provisioning complete for port 99c90f8d-b9f0-471d-9f7a-32a150652e01 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:09.198326 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2dc96603-b6cc-44da-93f9-c6b26e2429d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:09.239489 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2dc96603-b6cc-44da-93f9-c6b26e2429d4 None None] Port 99c90f8d-b9f0-471d-9f7a-32a150652e01 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:31:09.279223 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7966-fc3d-4e34-9757-6b6bad227e91 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:09.284778 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7966-fc3d-4e34-9757-6b6bad227e91 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:09.289036 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-bc8f7966-fc3d-4e34-9757-6b6bad227e91 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/558b3c84-f5fa-4677-92c8-e69b6364f924 HTTP/1.1" status: 204 len: 168 time: 0.1981945 Nov 12 03:31:09.294064 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38440) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:09.310151 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f7966-fc3d-4e34-9757-6b6bad227e91 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=558b3c84-f5fa-4677-92c8-e69b6364f924,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:09.314941 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f864cb48-34ec-4213-b8d3-5055265b2efe req-e6b9b766-4973-4565-93cb-6ad75050865f service neutron] 10.222.0.90 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637850 Nov 12 03:31:09.375066 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-cfa20623-5a6a-45f1-b03e-c45015880be1 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0735276 Nov 12 03:31:09.376529 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38448) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:09.379778 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0c360-cc77-40f0-bd74-4de1ebe01685 req-2d8f8f90-ff50-4b17-a089-12b11676dbab tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:09.392367 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8ad0c360-cc77-40f0-bd74-4de1ebe01685 req-2d8f8f90-ff50-4b17-a089-12b11676dbab tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=005ee501-af66-42e5-84a5-0331a840a21e HTTP/1.1" status: 200 len: 932 time: 0.2180681 Nov 12 03:31:09.476413 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba48a1f-e51c-4270-9753-01eaef166bd7 req-607497ac-2423-4c5c-8d3e-466417ed0950 tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:09.477973 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fba48a1f-e51c-4270-9753-01eaef166bd7 req-607497ac-2423-4c5c-8d3e-466417ed0950 tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] 10.222.0.74 "GET /v2.0/ports?device_id=1382ac90-93f6-4564-b2b1-1e9194bad40e HTTP/1.1" status: 200 len: 949 time: 0.0912814 Nov 12 03:31:09.525297 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ff4c48c5-e52d-4c92-83b7-db49db6efdea tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:09.537249 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8ad0c360-cc77-40f0-bd74-4de1ebe01685 req-1cf8b9c9-4c88-4adb-9cf0-1347208224f0 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350851 Nov 12 03:31:09.578069 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5d63e055-e930-4b5c-9a54-b6b45153b86b req-b2d8119a-bcb7-40b0-8bbc-c0f63629dd83 tempest-ServerShowV254Test-1376703994 tempest-ServerShowV254Test-1376703994-project] 10.222.0.50 "GET /v2.0/ports?device_id=38c396df-fdc6-4498-973a-bcec10c2e97e HTTP/1.1" status: 200 len: 210 time: 0.0539377 Nov 12 03:31:09.608522 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ff4c48c5-e52d-4c92-83b7-db49db6efdea tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:09.677231 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-fba48a1f-e51c-4270-9753-01eaef166bd7 req-7516e680-77ce-4dc6-880f-b8a0716e6609 tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] Deleting port 17f1668c-91cf-4887-821a-285eeaf0090a {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:09.678226 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fba48a1f-e51c-4270-9753-01eaef166bd7 req-7516e680-77ce-4dc6-880f-b8a0716e6609 tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:09.711964 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-e69b526e-0179-4bbf-9727-8bfee5a990d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99c90f8d-b9f0-471d-9f7a-32a150652e01 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:09.721878 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-e69b526e-0179-4bbf-9727-8bfee5a990d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:09.738946 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-e69b526e-0179-4bbf-9727-8bfee5a990d2 service neutron] Transition to ACTIVE for port object 99c90f8d-b9f0-471d-9f7a-32a150652e01 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:31:09.749217 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-e69b526e-0179-4bbf-9727-8bfee5a990d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:09.770210 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ff4c48c5-e52d-4c92-83b7-db49db6efdea tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:09.773811 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ff4c48c5-e52d-4c92-83b7-db49db6efdea tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:09.774956 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ff4c48c5-e52d-4c92-83b7-db49db6efdea tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "DELETE /v2.0/security-groups/5973c649-1858-43c4-9452-8bb77b8d6e96 HTTP/1.1" status: 204 len: 168 time: 0.3975155 Nov 12 03:31:09.783707 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38478) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:09.826002 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c48c5-e52d-4c92-83b7-db49db6efdea tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5973c649-1858-43c4-9452-8bb77b8d6e96,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:09.848191 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b3c37-93ce-4c1b-a557-b532f5f5bb93 req-89dbca13-e503-4897-9f52-82650a2759ba tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:09.856858 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-865b3c37-93ce-4c1b-a557-b532f5f5bb93 req-89dbca13-e503-4897-9f52-82650a2759ba tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] 10.222.0.50 "GET /v2.0/ports?device_id=1382ac90-93f6-4564-b2b1-1e9194bad40e HTTP/1.1" status: 200 len: 949 time: 0.1517451 Nov 12 03:31:09.921088 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b526e-0179-4bbf-9727-8bfee5a990d2 service neutron] Pushing event updated for resources: {'Port': ['ID=99c90f8d-b9f0-471d-9f7a-32a150652e01,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:09.946267 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-fba48a1f-e51c-4270-9753-01eaef166bd7 req-7516e680-77ce-4dc6-880f-b8a0716e6609 tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] For port 17f1668c-91cf-4887-821a-285eeaf0090a, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=17f1668c-91cf-4887-821a-285eeaf0090a,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:09.946629 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fba48a1f-e51c-4270-9753-01eaef166bd7 req-7516e680-77ce-4dc6-880f-b8a0716e6609 tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:09.954395 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0643775c-19a3-493b-bf64-72b699319f1b tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1675353 Nov 12 03:31:09.958819 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38482) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:09.987607 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-fba48a1f-e51c-4270-9753-01eaef166bd7 req-7516e680-77ce-4dc6-880f-b8a0716e6609 tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] Calling delete_port for 17f1668c-91cf-4887-821a-285eeaf0090a owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:10.028566 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-865b3c37-93ce-4c1b-a557-b532f5f5bb93 req-1b5f42bd-c523-4a1a-aa1f-20593fe6e712 tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] 10.222.0.50 "GET /v2.0/security-groups?id=579d7348-eea0-45d2-87be-bf6b5110e6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486559 Nov 12 03:31:10.053097 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b9e48fab-fd7b-4a4d-ae72-c24a4573eff3 tempest-SecGroupTest-889855318 tempest-SecGroupTest-889855318-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0920727 Nov 12 03:31:10.063159 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-e69b526e-0179-4bbf-9727-8bfee5a990d2 service neutron] Attempting to bind port 99c90f8d-b9f0-471d-9f7a-32a150652e01 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:10.063617 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-e69b526e-0179-4bbf-9727-8bfee5a990d2 service neutron] Attempting to bind port 99c90f8d-b9f0-471d-9f7a-32a150652e01 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '51bc27e8-7dd2-406e-8102-7505cd62de69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:10.065764 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-e69b526e-0179-4bbf-9727-8bfee5a990d2 service neutron] Attempting to bind port 99c90f8d-b9f0-471d-9f7a-32a150652e01 on network 56493891-2b14-40ba-a8cb-65015d9b59f3 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:10.078343 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-e69b526e-0179-4bbf-9727-8bfee5a990d2 service neutron] Port 99c90f8d-b9f0-471d-9f7a-32a150652e01 on network 56493891-2b14-40ba-a8cb-65015d9b59f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:10.078782 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-e69b526e-0179-4bbf-9727-8bfee5a990d2 service neutron] Attempting to bind port 99c90f8d-b9f0-471d-9f7a-32a150652e01 on network 56493891-2b14-40ba-a8cb-65015d9b59f3 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:10.084949 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-e69b526e-0179-4bbf-9727-8bfee5a990d2 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:31:10.085543 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-e69b526e-0179-4bbf-9727-8bfee5a990d2 service neutron] Checking segment: {'id': '51bc27e8-7dd2-406e-8102-7505cd62de69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:10.085976 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-e69b526e-0179-4bbf-9727-8bfee5a990d2 service neutron] Bound using segment: {'id': '51bc27e8-7dd2-406e-8102-7505cd62de69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:31:10.086601 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-e69b526e-0179-4bbf-9727-8bfee5a990d2 service neutron] Bound port: 99c90f8d-b9f0-471d-9f7a-32a150652e01, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51bc27e8-7dd2-406e-8102-7505cd62de69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:31:10.087170 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-e69b526e-0179-4bbf-9727-8bfee5a990d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:10.183008 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-e69b526e-0179-4bbf-9727-8bfee5a990d2 service neutron] For port 99c90f8d-b9f0-471d-9f7a-32a150652e01, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:10.188241 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-e69b526e-0179-4bbf-9727-8bfee5a990d2 service neutron] For port 99c90f8d-b9f0-471d-9f7a-32a150652e01, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=99c90f8d-b9f0-471d-9f7a-32a150652e01,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:31:10.204165 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-e69b526e-0179-4bbf-9727-8bfee5a990d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:10.262323 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fba48a1f-e51c-4270-9753-01eaef166bd7 req-7516e680-77ce-4dc6-880f-b8a0716e6609 tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:10.267411 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-e69b526e-0179-4bbf-9727-8bfee5a990d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:10.268048 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-e69b526e-0179-4bbf-9727-8bfee5a990d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:10.269499 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-e69b526e-0179-4bbf-9727-8bfee5a990d2 service neutron] 10.222.0.90 "PUT /v2.0/ports/99c90f8d-b9f0-471d-9f7a-32a150652e01 HTTP/1.1" status: 200 len: 1093 time: 1.2255666 Nov 12 03:31:10.276992 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '005ee501-af66-42e5-84a5-0331a840a21e', 'tag': '99c90f8d-b9f0-471d-9f7a-32a150652e01'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:10.283861 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['17f1668c-91cf-4887-821a-285eeaf0090a'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:10.288749 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b292c47a-2062-453a-b2e8-b649a66476a4" -d '{"events": [{"name": "network-changed", "server_uuid": "005ee501-af66-42e5-84a5-0331a840a21e", "tag": "99c90f8d-b9f0-471d-9f7a-32a150652e01"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:10.300530 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516e680-77ce-4dc6-880f-b8a0716e6609 tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] Pushing event deleted for resources: {'Port': ['ID=17f1668c-91cf-4887-821a-285eeaf0090a,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:10.383091 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630dac47-7fc8-45e9-b135-ebc571a278d1 req-8fa5569a-db2a-4beb-ad65-72ea2f9785aa tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:10.391703 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-630dac47-7fc8-45e9-b135-ebc571a278d1 req-8fa5569a-db2a-4beb-ad65-72ea2f9785aa tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=b17f3533-99fd-4efc-a725-e8992474ecdb HTTP/1.1" status: 200 len: 945 time: 0.1992962 Nov 12 03:31:10.393987 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b526e-0179-4bbf-9727-8bfee5a990d2 service neutron] Pushing event updated for resources: {'Port': ['ID=99c90f8d-b9f0-471d-9f7a-32a150652e01,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:10.404528 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba48a1f-e51c-4270-9753-01eaef166bd7 req-7516e680-77ce-4dc6-880f-b8a0716e6609 tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] No DVR routers for this DVR port 17f1668c-91cf-4887-821a-285eeaf0090a on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:31:10.407413 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98cc535a-d3bf-4dd0-90f6-e4c12bfee482 x-openstack-request-id: req-98cc535a-d3bf-4dd0-90f6-e4c12bfee482 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:10.407889 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "005ee501-af66-42e5-84a5-0331a840a21e", "tag": "99c90f8d-b9f0-471d-9f7a-32a150652e01", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:10.408131 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fba48a1f-e51c-4270-9753-01eaef166bd7 req-7516e680-77ce-4dc6-880f-b8a0716e6609 tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:10.409358 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-98cc535a-d3bf-4dd0-90f6-e4c12bfee482 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:10.410091 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '005ee501-af66-42e5-84a5-0331a840a21e', 'tag': '99c90f8d-b9f0-471d-9f7a-32a150652e01', 'status': 'completed', 'code': 200} Nov 12 03:31:10.412269 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fba48a1f-e51c-4270-9753-01eaef166bd7 req-7516e680-77ce-4dc6-880f-b8a0716e6609 tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] 10.222.0.74 "DELETE /v2.0/ports/17f1668c-91cf-4887-821a-285eeaf0090a HTTP/1.1" status: 204 len: 173 time: 0.9269516 Nov 12 03:31:10.412947 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1382ac90-93f6-4564-b2b1-1e9194bad40e', 'name': 'network-vif-deleted', 'tag': '17f1668c-91cf-4887-821a-285eeaf0090a'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:10.415682 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138b31bf-11d6-49f2-80d8-859aad94b232" -d '{"events": [{"server_uuid": "1382ac90-93f6-4564-b2b1-1e9194bad40e", "name": "network-vif-deleted", "tag": "17f1668c-91cf-4887-821a-285eeaf0090a"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:10.489078 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1721f4fc-a3fd-4c54-87e3-f20060a3af86 x-openstack-request-id: req-1721f4fc-a3fd-4c54-87e3-f20060a3af86 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:10.489363 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1382ac90-93f6-4564-b2b1-1e9194bad40e", "name": "network-vif-deleted", "tag": "17f1668c-91cf-4887-821a-285eeaf0090a", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:10.489569 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-630dac47-7fc8-45e9-b135-ebc571a278d1 req-ac84ef63-ec48-47f4-a825-bec8e1bec387 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966179 Nov 12 03:31:10.489688 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1721f4fc-a3fd-4c54-87e3-f20060a3af86 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:10.490214 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1382ac90-93f6-4564-b2b1-1e9194bad40e', 'name': 'network-vif-deleted', 'tag': '17f1668c-91cf-4887-821a-285eeaf0090a', 'status': 'completed', 'code': 200} Nov 12 03:31:10.491657 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-0fe665a5-4177-45e6-afe3-0814be1daa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:10.493486 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-0fe665a5-4177-45e6-afe3-0814be1daa47 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=eda4d7a9c5834d36bc2b22e1ed979ccd&device_id=005ee501-af66-42e5-84a5-0331a840a21e HTTP/1.1" status: 200 len: 1096 time: 0.1650040 Nov 12 03:31:10.556822 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-355899c4-36bf-4790-8e34-d781af2abd6a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99c90f8d-b9f0-471d-9f7a-32a150652e01 HTTP/1.1" status: 200 len: 217 time: 0.0477555 Nov 12 03:31:10.557406 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38500) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:10.647766 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-69058196-f3af-427d-963a-16534f576362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:10.649677 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-69058196-f3af-427d-963a-16534f576362 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c41913f5-e5c1-4e60-8ee6-4f6d29d519f8 HTTP/1.1" status: 200 len: 850 time: 0.0746939 Nov 12 03:31:10.764767 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1fa97090-4819-482e-a7f4-ea0664a308d4 req-5bd8d562-9eae-41c4-81fc-e9cf873a3c5f tempest-ServerShowV254Test-1376703994 tempest-ServerShowV254Test-1376703994-project] 10.222.0.50 "GET /v2.0/ports?device_id=38c396df-fdc6-4498-973a-bcec10c2e97e HTTP/1.1" status: 200 len: 210 time: 0.0304193 Nov 12 03:31:10.767480 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-42c82939-0707-4037-b3c3-b2ccf6ce0918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:10.769660 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-42c82939-0707-4037-b3c3-b2ccf6ce0918 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=56493891-2b14-40ba-a8cb-65015d9b59f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1103425 Nov 12 03:31:10.782525 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f85c2-204f-4c1e-866b-e98af0668656 req-1cbd373e-7945-4337-9ac5-df7931042752 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:10.784027 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1d4f85c2-204f-4c1e-866b-e98af0668656 req-1cbd373e-7945-4337-9ac5-df7931042752 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=005ee501-af66-42e5-84a5-0331a840a21e HTTP/1.1" status: 200 len: 944 time: 0.1202772 Nov 12 03:31:10.791359 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e91598cb-d7ba-45d1-b149-7f39d0892318 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a2a28b09547c4001985a8de3a5e57fd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2304652 Nov 12 03:31:10.791586 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38510) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:10.869994 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1d294250-4709-49c8-8389-406e8589c55d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:10.887793 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-2946a8ee-d330-47da-96ad-12c8e833ee83 service neutron] 10.222.0.90 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088896 Nov 12 03:31:10.906291 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1d4f85c2-204f-4c1e-866b-e98af0668656 req-ed99f7a3-2a5a-464a-9782-66e1e6ec3591 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769360 Nov 12 03:31:10.910875 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1d294250-4709-49c8-8389-406e8589c55d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:10.967604 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1d294250-4709-49c8-8389-406e8589c55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:10.970481 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1d294250-4709-49c8-8389-406e8589c55d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:10.971770 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1d294250-4709-49c8-8389-406e8589c55d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b05916bd-1473-4673-979f-46405ce3ab88 HTTP/1.1" status: 204 len: 168 time: 0.1789467 Nov 12 03:31:10.983539 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d294250-4709-49c8-8389-406e8589c55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05916bd-1473-4673-979f-46405ce3ab88,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:11.007834 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-33cde6b3-16ff-4199-b286-8e791cba3202 req-6abe15f1-a554-4860-b975-16f96f3bd696 service neutron] 10.222.0.90 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125309 Nov 12 03:31:11.196364 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-104825bf-59e4-4bc6-ae93-b9034c81d714 req-c85cbc5b-1e64-4f3f-a06f-be0d012000f0 tempest-TenantUsagesTestJSON-1630824263 tempest-TenantUsagesTestJSON-1630824263-project] 10.222.0.50 "GET /v2.0/ports?device_id=1382ac90-93f6-4564-b2b1-1e9194bad40e HTTP/1.1" status: 200 len: 210 time: 0.0608108 Nov 12 03:31:11.216722 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292c47a-2062-453a-b2e8-b649a66476a4 req-d12fac27-268c-43b9-8b2e-12c07ecfd94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:11.221898 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b292c47a-2062-453a-b2e8-b649a66476a4 req-d12fac27-268c-43b9-8b2e-12c07ecfd94e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=eda4d7a9c5834d36bc2b22e1ed979ccd&device_id=005ee501-af66-42e5-84a5-0331a840a21e HTTP/1.1" status: 200 len: 1096 time: 0.1031077 Nov 12 03:31:11.344384 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292c47a-2062-453a-b2e8-b649a66476a4 req-8dc6d64b-7eec-4b04-a386-0932b595ba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:11.345890 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b292c47a-2062-453a-b2e8-b649a66476a4 req-8dc6d64b-7eec-4b04-a386-0932b595ba64 service neutron] 10.222.0.90 "GET /v2.0/networks?id=56493891-2b14-40ba-a8cb-65015d9b59f3 HTTP/1.1" status: 200 len: 912 time: 0.1106689 Nov 12 03:31:11.394970 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b292c47a-2062-453a-b2e8-b649a66476a4 req-f88de0b4-bdd7-459f-9adb-158eee555f07 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99c90f8d-b9f0-471d-9f7a-32a150652e01 HTTP/1.1" status: 200 len: 217 time: 0.0398047 Nov 12 03:31:11.445964 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292c47a-2062-453a-b2e8-b649a66476a4 req-8f70d5b8-a9ae-4f4a-b15b-c40419782b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:11.447444 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b292c47a-2062-453a-b2e8-b649a66476a4 req-8f70d5b8-a9ae-4f4a-b15b-c40419782b4d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c41913f5-e5c1-4e60-8ee6-4f6d29d519f8 HTTP/1.1" status: 200 len: 850 time: 0.0449417 Nov 12 03:31:11.500018 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292c47a-2062-453a-b2e8-b649a66476a4 req-3d9d2278-8a3e-4583-8f3e-74dbd84c7e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:11.501461 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b292c47a-2062-453a-b2e8-b649a66476a4 req-3d9d2278-8a3e-4583-8f3e-74dbd84c7e7b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=56493891-2b14-40ba-a8cb-65015d9b59f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456705 Nov 12 03:31:11.643648 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b292c47a-2062-453a-b2e8-b649a66476a4 req-72e8c5bc-6b70-4e88-b392-082360533feb service neutron] 10.222.0.90 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337602 Nov 12 03:31:11.652019 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293fb2ef-eecf-45e1-8dc7-48bf3d948a6c req-6282f110-e52b-42a8-9798-805886ecceaa tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:11.653729 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-293fb2ef-eecf-45e1-8dc7-48bf3d948a6c req-6282f110-e52b-42a8-9798-805886ecceaa tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=b17f3533-99fd-4efc-a725-e8992474ecdb HTTP/1.1" status: 200 len: 945 time: 0.0892978 Nov 12 03:31:11.771130 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-293fb2ef-eecf-45e1-8dc7-48bf3d948a6c req-95ac40f0-1657-4249-9c9b-53118e8aa3eb tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089089 Nov 12 03:31:11.789918 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b292c47a-2062-453a-b2e8-b649a66476a4 req-7da7b04e-0f0d-49b9-91f3-19dec61ed298 service neutron] 10.222.0.90 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350603 Nov 12 03:31:11.898234 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d3d11989-cfca-4395-aa04-7a8f59c5d1de req-ea9b3a4d-9d2a-4569-9031-a0eeafff1902 tempest-ServerShowV254Test-1376703994 tempest-ServerShowV254Test-1376703994-project] 10.222.0.50 "GET /v2.0/ports?device_id=38c396df-fdc6-4498-973a-bcec10c2e97e HTTP/1.1" status: 200 len: 210 time: 0.0354753 Nov 12 03:31:12.032857 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474c2b9-2f03-40cf-b860-2af4be114cc5 req-aebc00bf-875a-40f2-9e20-200ee3a59fdf tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:12.034979 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0474c2b9-2f03-40cf-b860-2af4be114cc5 req-aebc00bf-875a-40f2-9e20-200ee3a59fdf tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=005ee501-af66-42e5-84a5-0331a840a21e HTTP/1.1" status: 200 len: 944 time: 0.0533323 Nov 12 03:31:12.097887 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0474c2b9-2f03-40cf-b860-2af4be114cc5 req-529b993e-eae6-45f6-8d6d-cf6cef117639 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558372 Nov 12 03:31:12.118449 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device fb15d25f-b175-4691-b1b9-ded50ec6617b details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:31:12.243509 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port fb15d25f-b175-4691-b1b9-ded50ec6617b, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=fb15d25f-b175-4691-b1b9-ded50ec6617b,segment=NetworkSegment(3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd),segment_id=3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:12.257480 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': 'fb15d25f-b175-4691-b1b9-ded50ec6617b', 'network_id': 'd45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e', 'port_id': 'fb15d25f-b175-4691-b1b9-ded50ec6617b', 'mac_address': 'fa:16:3e:fa:2c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df107fe4-b619-4341-93e8-c25b14853a6f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:31:12.311976 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:12.327494 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb15d25f-b175-4691-b1b9-ded50ec6617b {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:12.351217 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port fb15d25f-b175-4691-b1b9-ded50ec6617b, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=fb15d25f-b175-4691-b1b9-ded50ec6617b,segment=NetworkSegment(3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd),segment_id=3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:12.357014 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:12.437895 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=fb15d25f-b175-4691-b1b9-ded50ec6617b,revision_number=6']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:12.560380 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38576) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:12.593142 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['fb15d25f-b175-4691-b1b9-ded50ec6617b'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:12.730606 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-bb961a60-3920-490e-8385-c7064aca195e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=98b602a63f6347efbb7b24c342b91a41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1682463 Nov 12 03:31:12.732517 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38582) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:12.788500 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b2db906a-9caa-4d3b-b35c-2ff0f86a7f8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:12.822241 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b2db906a-9caa-4d3b-b35c-2ff0f86a7f8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:12.911142 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b2db906a-9caa-4d3b-b35c-2ff0f86a7f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:12.916678 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b2db906a-9caa-4d3b-b35c-2ff0f86a7f8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:12.921231 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b2db906a-9caa-4d3b-b35c-2ff0f86a7f8f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/579d7348-eea0-45d2-87be-bf6b5110e6f1 HTTP/1.1" status: 204 len: 168 time: 0.1851707 Nov 12 03:31:12.956482 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2db906a-9caa-4d3b-b35c-2ff0f86a7f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579d7348-eea0-45d2-87be-bf6b5110e6f1,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:12.975516 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2db906a-9caa-4d3b-b35c-2ff0f86a7f8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:12.976193 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2db906a-9caa-4d3b-b35c-2ff0f86a7f8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:12.976704 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2db906a-9caa-4d3b-b35c-2ff0f86a7f8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:12.977252 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2db906a-9caa-4d3b-b35c-2ff0f86a7f8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:12.977797 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2db906a-9caa-4d3b-b35c-2ff0f86a7f8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:12.978377 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2db906a-9caa-4d3b-b35c-2ff0f86a7f8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:12.978935 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2db906a-9caa-4d3b-b35c-2ff0f86a7f8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:12.979652 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2db906a-9caa-4d3b-b35c-2ff0f86a7f8f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:12.980655 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2db906a-9caa-4d3b-b35c-2ff0f86a7f8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:12.981194 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2db906a-9caa-4d3b-b35c-2ff0f86a7f8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:12.981733 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2db906a-9caa-4d3b-b35c-2ff0f86a7f8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:12.982526 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2db906a-9caa-4d3b-b35c-2ff0f86a7f8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:13.003448 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412292b9-3864-4925-a33a-37b5d156d39d req-2eba9834-98fc-4d93-9892-dec34be4cf26 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:13.005068 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-412292b9-3864-4925-a33a-37b5d156d39d req-2eba9834-98fc-4d93-9892-dec34be4cf26 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=b17f3533-99fd-4efc-a725-e8992474ecdb HTTP/1.1" status: 200 len: 944 time: 0.1423693 Nov 12 03:31:13.070694 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8904b7dd-9daf-48a3-8f3b-ef38a6d45938 req-5edb297c-562d-4bc1-86fa-c21594183447 tempest-ServerShowV254Test-1376703994 tempest-ServerShowV254Test-1376703994-project] 10.222.0.50 "GET /v2.0/ports?device_id=38c396df-fdc6-4498-973a-bcec10c2e97e HTTP/1.1" status: 200 len: 210 time: 0.0458233 Nov 12 03:31:13.071198 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-412292b9-3864-4925-a33a-37b5d156d39d req-9f259bef-fdab-4a51-ade6-a01e856f0757 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587327 Nov 12 03:31:13.243855 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b4762-cac3-40ba-8330-458c20390fc2 req-7898d72a-a596-421f-a920-930a359d47ac tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:13.245551 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-185b4762-cac3-40ba-8330-458c20390fc2 req-7898d72a-a596-421f-a920-930a359d47ac tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=005ee501-af66-42e5-84a5-0331a840a21e HTTP/1.1" status: 200 len: 944 time: 0.0608313 Nov 12 03:31:13.310417 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-185b4762-cac3-40ba-8330-458c20390fc2 req-87b500b1-6ff0-4568-9ffe-942ca9d4c369 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580118 Nov 12 03:31:13.397299 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38608) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:13.418932 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-956f2b2b-773d-4674-a51f-4f5719cbedf2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:13.509939 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-956f2b2b-773d-4674-a51f-4f5719cbedf2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:13.514863 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 17f1668c-91cf-4887-821a-285eeaf0090a no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:31:13.515418 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-956f2b2b-773d-4674-a51f-4f5719cbedf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:13.534696 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 17f1668c-91cf-4887-821a-285eeaf0090a {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:31:13.535125 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 17f1668c-91cf-4887-821a-285eeaf0090a not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:31:13.557074 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-956f2b2b-773d-4674-a51f-4f5719cbedf2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9e309c40258e4995b28b6d1ecfa7ba24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1582718 Nov 12 03:31:13.557787 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f2b2b-773d-4674-a51f-4f5719cbedf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c866a42c-3c46-4459-9d6e-1a1f8abd0e04,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:13.559673 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38612) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:13.577552 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f2b2b-773d-4674-a51f-4f5719cbedf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:13.578216 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f2b2b-773d-4674-a51f-4f5719cbedf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:13.578216 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f2b2b-773d-4674-a51f-4f5719cbedf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:13.578462 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f2b2b-773d-4674-a51f-4f5719cbedf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:13.578792 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f2b2b-773d-4674-a51f-4f5719cbedf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:13.579136 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f2b2b-773d-4674-a51f-4f5719cbedf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:13.579442 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f2b2b-773d-4674-a51f-4f5719cbedf2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:13.579771 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f2b2b-773d-4674-a51f-4f5719cbedf2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:13.580098 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f2b2b-773d-4674-a51f-4f5719cbedf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:13.580438 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f2b2b-773d-4674-a51f-4f5719cbedf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:13.580772 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f2b2b-773d-4674-a51f-4f5719cbedf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:13.581071 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f2b2b-773d-4674-a51f-4f5719cbedf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:13.625767 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6f112031-dfe1-4f53-8726-55d5b3058d39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:13.648289 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6f112031-dfe1-4f53-8726-55d5b3058d39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:13.696059 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6f112031-dfe1-4f53-8726-55d5b3058d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:13.698649 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6f112031-dfe1-4f53-8726-55d5b3058d39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:13.699785 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6f112031-dfe1-4f53-8726-55d5b3058d39 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c866a42c-3c46-4459-9d6e-1a1f8abd0e04 HTTP/1.1" status: 204 len: 168 time: 0.1392057 Nov 12 03:31:13.709633 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f112031-dfe1-4f53-8726-55d5b3058d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c866a42c-3c46-4459-9d6e-1a1f8abd0e04,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:14.125803 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 99c90f8d-b9f0-471d-9f7a-32a150652e01 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:31:14.133405 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device fb15d25f-b175-4691-b1b9-ded50ec6617b up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:14.186115 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0e579d2b-061e-4707-b7f3-0f3186cfc77b req-38309917-0eda-469f-95d3-6098f730eeb5 tempest-ServerShowV254Test-1376703994 tempest-ServerShowV254Test-1376703994-project] 10.222.0.50 "GET /v2.0/ports?device_id=38c396df-fdc6-4498-973a-bcec10c2e97e HTTP/1.1" status: 200 len: 210 time: 0.0361042 Nov 12 03:31:14.247111 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf08c35-338e-4db0-91a3-bc0d5e5893fe req-c047239f-2218-4888-b125-b502dd77d110 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:14.249009 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-eaf08c35-338e-4db0-91a3-bc0d5e5893fe req-c047239f-2218-4888-b125-b502dd77d110 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=b17f3533-99fd-4efc-a725-e8992474ecdb HTTP/1.1" status: 200 len: 944 time: 0.0911477 Nov 12 03:31:14.309933 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 99c90f8d-b9f0-471d-9f7a-32a150652e01, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=99c90f8d-b9f0-471d-9f7a-32a150652e01,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:14.313670 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-eaf08c35-338e-4db0-91a3-bc0d5e5893fe req-4a78086b-1518-43c7-b3c3-7cb414cd32ba tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559950 Nov 12 03:31:14.324326 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '99c90f8d-b9f0-471d-9f7a-32a150652e01', 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3', 'port_id': '99c90f8d-b9f0-471d-9f7a-32a150652e01', 'mac_address': 'fa:16:3e:a4:f9:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c41913f5-e5c1-4e60-8ee6-4f6d29d519f8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:31:14.367803 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port fb15d25f-b175-4691-b1b9-ded50ec6617b triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:14.372109 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:14.406706 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:14.430296 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99c90f8d-b9f0-471d-9f7a-32a150652e01 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:14.457410 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 99c90f8d-b9f0-471d-9f7a-32a150652e01, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=99c90f8d-b9f0-471d-9f7a-32a150652e01,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:14.462813 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:14.476344 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5994d21-a03a-4933-9706-8ffb8d30477c req-6000a3d8-ad33-4a4f-b39c-d177fd48ff14 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:14.484425 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d5994d21-a03a-4933-9706-8ffb8d30477c req-6000a3d8-ad33-4a4f-b39c-d177fd48ff14 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=005ee501-af66-42e5-84a5-0331a840a21e HTTP/1.1" status: 200 len: 944 time: 0.0691109 Nov 12 03:31:14.574294 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=99c90f8d-b9f0-471d-9f7a-32a150652e01,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:14.587186 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:14.614553 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38654) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:14.623650 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17f3533-99fd-4efc-a725-e8992474ecdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb15d25f-b175-4691-b1b9-ded50ec6617b'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:14.627241 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b88f79c-00cf-4f4b-b195-aa5497b961fa" -d '{"events": [{"server_uuid": "b17f3533-99fd-4efc-a725-e8992474ecdb", "name": "network-vif-plugged", "status": "completed", "tag": "fb15d25f-b175-4691-b1b9-ded50ec6617b"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:14.636137 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port fb15d25f-b175-4691-b1b9-ded50ec6617b, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=fb15d25f-b175-4691-b1b9-ded50ec6617b,segment=NetworkSegment(3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd),segment_id=3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:14.636688 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d5994d21-a03a-4933-9706-8ffb8d30477c req-cb7775b9-2228-4232-921d-a11d70f95f2f tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510942 Nov 12 03:31:14.641941 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:14.710527 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=fb15d25f-b175-4691-b1b9-ded50ec6617b,revision_number=7']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:14.748161 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8dc4ddc-828c-47ce-a97d-ab10d0449753 x-openstack-request-id: req-c8dc4ddc-828c-47ce-a97d-ab10d0449753 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:14.748497 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17f3533-99fd-4efc-a725-e8992474ecdb", "name": "network-vif-plugged", "status": "completed", "tag": "fb15d25f-b175-4691-b1b9-ded50ec6617b", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:14.748762 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c8dc4ddc-828c-47ce-a97d-ab10d0449753 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:14.749216 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17f3533-99fd-4efc-a725-e8992474ecdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb15d25f-b175-4691-b1b9-ded50ec6617b', 'code': 200} Nov 12 03:31:14.797261 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-4e0f082b-bb3e-4bbc-8f39-608b1f048b19 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1099318465-network', 'tenant_id': 'a297d07bc78248c8ba5dbc9df3bd432b'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:14.821347 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0f082b-bb3e-4bbc-8f39-608b1f048b19 admin admin] Made reservation on behalf of a297d07bc78248c8ba5dbc9df3bd432b for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:14.824056 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4e0f082b-bb3e-4bbc-8f39-608b1f048b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:14.835080 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['99c90f8d-b9f0-471d-9f7a-32a150652e01'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:14.837346 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4e0f082b-bb3e-4bbc-8f39-608b1f048b19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:14.945294 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4e0f082b-bb3e-4bbc-8f39-608b1f048b19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:14.951095 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4e0f082b-bb3e-4bbc-8f39-608b1f048b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:14.977440 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e0f082b-bb3e-4bbc-8f39-608b1f048b19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:31:14.989110 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0f082b-bb3e-4bbc-8f39-608b1f048b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07197969-13ce-49f2-9025-6ce20632b647,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:14.994537 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4e0f082b-bb3e-4bbc-8f39-608b1f048b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:14.995003 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-4e0f082b-bb3e-4bbc-8f39-608b1f048b19 admin admin] Added segment 8701c902-1369-4031-b9aa-2d51b5175416 of type vlan for network ec18af27-89eb-4ad3-abe9-3e9a6967ba50 Nov 12 03:31:15.001667 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d4950-5875-442a-8276-f3e8fb402a93 req-314abacf-7a47-4a63-9afc-c02d0567c58d tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:15.003389 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-277d4950-5875-442a-8276-f3e8fb402a93 req-314abacf-7a47-4a63-9afc-c02d0567c58d tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=b17f3533-99fd-4efc-a725-e8992474ecdb HTTP/1.1" status: 200 len: 945 time: 0.0619078 Nov 12 03:31:15.056611 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4e0f082b-bb3e-4bbc-8f39-608b1f048b19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.073074 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-277d4950-5875-442a-8276-f3e8fb402a93 req-8e16e20d-7ac1-44bd-b4bf-88e2ff4c79c8 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613396 Nov 12 03:31:15.083161 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4e0f082b-bb3e-4bbc-8f39-608b1f048b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.084849 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0f082b-bb3e-4bbc-8f39-608b1f048b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:15.088490 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4e0f082b-bb3e-4bbc-8f39-608b1f048b19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.148871 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4e0f082b-bb3e-4bbc-8f39-608b1f048b19 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5314553 Nov 12 03:31:15.151532 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38670) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:15.156382 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-60b10da1-b6c5-4167-acd9-38b9ced07e9e admin admin] Request body: {'subnet': {'network_id': 'ec18af27-89eb-4ad3-abe9-3e9a6967ba50', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1099318465-subnet', 'tenant_id': 'a297d07bc78248c8ba5dbc9df3bd432b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:15.166659 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0f082b-bb3e-4bbc-8f39-608b1f048b19 admin admin] Pushing event updated for resources: {'Network': ['ID=ec18af27-89eb-4ad3-abe9-3e9a6967ba50,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:15.177471 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network ec18af27-89eb-4ad3-abe9-3e9a6967ba50 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:31:15.185365 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b10da1-b6c5-4167-acd9-38b9ced07e9e admin admin] Made reservation on behalf of a297d07bc78248c8ba5dbc9df3bd432b for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:15.187716 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-60b10da1-b6c5-4167-acd9-38b9ced07e9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.297445 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8b578266-afa8-4ea2-9cab-846f932c38bb req-f1ba2b82-6ff9-4d66-9c84-4ba683f33d1e tempest-ServerShowV254Test-1376703994 tempest-ServerShowV254Test-1376703994-project] 10.222.0.50 "GET /v2.0/ports?device_id=38c396df-fdc6-4498-973a-bcec10c2e97e HTTP/1.1" status: 200 len: 210 time: 0.0316334 Nov 12 03:31:15.403426 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-60b10da1-b6c5-4167-acd9-38b9ced07e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.457618 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b10da1-b6c5-4167-acd9-38b9ced07e9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a336df0-ae06-4978-97da-b977460adb15,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:15.475213 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b10da1-b6c5-4167-acd9-38b9ced07e9e admin admin] Checking segment: {'id': '8701c902-1369-4031-b9aa-2d51b5175416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ec18af27-89eb-4ad3-abe9-3e9a6967ba50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:15.475581 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b10da1-b6c5-4167-acd9-38b9ced07e9e admin admin] Network hostable DHCP agents. Network: ec18af27-89eb-4ad3-abe9-3e9a6967ba50, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:31:15.492673 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b10da1-b6c5-4167-acd9-38b9ced07e9e admin admin] Network ec18af27-89eb-4ad3-abe9-3e9a6967ba50 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:31:15.504378 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-60b10da1-b6c5-4167-acd9-38b9ced07e9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, ec18af27-89eb-4ad3-abe9-3e9a6967ba50) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:15.510006 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b10da1-b6c5-4167-acd9-38b9ced07e9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:15.510096 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-60b10da1-b6c5-4167-acd9-38b9ced07e9e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.513006 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcac0af-5f1b-4bb0-8480-2436e612ea45 None None] Network ec18af27-89eb-4ad3-abe9-3e9a6967ba50 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:15.527700 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-60b10da1-b6c5-4167-acd9-38b9ced07e9e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3749590 Nov 12 03:31:15.530311 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38676) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:15.534569 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-e49867d0-5bbc-4d26-aafa-485a07cc607e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1099318465-router', 'tenant_id': 'a297d07bc78248c8ba5dbc9df3bd432b', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:15.558371 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e49867d0-5bbc-4d26-aafa-485a07cc607e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.559713 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e49867d0-5bbc-4d26-aafa-485a07cc607e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.624030 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e49867d0-5bbc-4d26-aafa-485a07cc607e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.680968 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe172aa3-09bb-4eb9-9002-4120c979d141 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-ec18af27-89eb-4ad3-abe9-3e9a6967ba50', 'network_id': 'ec18af27-89eb-4ad3-abe9-3e9a6967ba50', 'tenant_id': 'a297d07bc78248c8ba5dbc9df3bd432b', 'fixed_ips': [{'subnet_id': '6a336df0-ae06-4978-97da-b977460adb15'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:31:15.681875 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fe172aa3-09bb-4eb9-9002-4120c979d141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.759342 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a839f96-c5af-4f72-8536-1e0209029b8b req-6b59f1e9-5507-48e3-9e21-f7ccaad95bcc tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:15.764590 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7a839f96-c5af-4f72-8536-1e0209029b8b req-6b59f1e9-5507-48e3-9e21-f7ccaad95bcc tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=005ee501-af66-42e5-84a5-0331a840a21e HTTP/1.1" status: 200 len: 945 time: 0.0579209 Nov 12 03:31:15.780532 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e49867d0-5bbc-4d26-aafa-485a07cc607e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.855184 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-fe172aa3-09bb-4eb9-9002-4120c979d141 None None] Allocated IP 172.20.0.2 (ec18af27-89eb-4ad3-abe9-3e9a6967ba50/6a336df0-ae06-4978-97da-b977460adb15/dfe275f5-d6cd-43dd-b3ab-23d010fb1549) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:15.867785 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7a839f96-c5af-4f72-8536-1e0209029b8b req-fa821825-8f4a-4b8f-a4f9-aca502b37a05 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005661 Nov 12 03:31:16.023599 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fe172aa3-09bb-4eb9-9002-4120c979d141 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.030057 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fe172aa3-09bb-4eb9-9002-4120c979d141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.051762 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e49867d0-5bbc-4d26-aafa-485a07cc607e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.067619 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe172aa3-09bb-4eb9-9002-4120c979d141 None None] Network ec18af27-89eb-4ad3-abe9-3e9a6967ba50 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:16.070312 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-fe172aa3-09bb-4eb9-9002-4120c979d141 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:16.072404 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e49867d0-5bbc-4d26-aafa-485a07cc607e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.076727 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe172aa3-09bb-4eb9-9002-4120c979d141 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:16.093240 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe172aa3-09bb-4eb9-9002-4120c979d141 None None] Pushing event updated for resources: {'Port': ['ID=dfe275f5-d6cd-43dd-b3ab-23d010fb1549,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:16.139413 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 99c90f8d-b9f0-471d-9f7a-32a150652e01 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:16.211291 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-e49867d0-5bbc-4d26-aafa-485a07cc607e admin admin] Allocated IP 172.25.5.36 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/47a96b3c-d0a0-45a8-a243-8ba961db333b) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:16.374697 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-fe172aa3-09bb-4eb9-9002-4120c979d141 None None] Attempting to bind port dfe275f5-d6cd-43dd-b3ab-23d010fb1549 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:16.375277 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-fe172aa3-09bb-4eb9-9002-4120c979d141 None None] Attempting to bind port dfe275f5-d6cd-43dd-b3ab-23d010fb1549 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8701c902-1369-4031-b9aa-2d51b5175416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ec18af27-89eb-4ad3-abe9-3e9a6967ba50'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:16.375848 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe172aa3-09bb-4eb9-9002-4120c979d141 None None] Attempting to bind port dfe275f5-d6cd-43dd-b3ab-23d010fb1549 on network ec18af27-89eb-4ad3-abe9-3e9a6967ba50 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:16.385668 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe172aa3-09bb-4eb9-9002-4120c979d141 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:31:16.385916 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1598f-7ef7-4628-bae4-4da5051321f4 req-b6625b6a-9d00-4275-846e-5de7b29535e8 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:16.386217 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe172aa3-09bb-4eb9-9002-4120c979d141 None None] Checking segment: {'id': '8701c902-1369-4031-b9aa-2d51b5175416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ec18af27-89eb-4ad3-abe9-3e9a6967ba50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:16.386690 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fe172aa3-09bb-4eb9-9002-4120c979d141 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.387158 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe172aa3-09bb-4eb9-9002-4120c979d141 None None] Bound using segment: {'id': '8701c902-1369-4031-b9aa-2d51b5175416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ec18af27-89eb-4ad3-abe9-3e9a6967ba50'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:31:16.387318 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7ad1598f-7ef7-4628-bae4-4da5051321f4 req-b6625b6a-9d00-4275-846e-5de7b29535e8 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=b17f3533-99fd-4efc-a725-e8992474ecdb HTTP/1.1" status: 200 len: 945 time: 0.1245017 Nov 12 03:31:16.387761 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-fe172aa3-09bb-4eb9-9002-4120c979d141 None None] Bound port: dfe275f5-d6cd-43dd-b3ab-23d010fb1549, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8701c902-1369-4031-b9aa-2d51b5175416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ec18af27-89eb-4ad3-abe9-3e9a6967ba50'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:31:16.388235 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fe172aa3-09bb-4eb9-9002-4120c979d141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.402638 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e49867d0-5bbc-4d26-aafa-485a07cc607e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.410488 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 99c90f8d-b9f0-471d-9f7a-32a150652e01 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:31:16.436796 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 99c90f8d-b9f0-471d-9f7a-32a150652e01 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:16.437526 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.484997 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7ad1598f-7ef7-4628-bae4-4da5051321f4 req-4131e89b-6f91-49c2-be20-cb22dd621ad7 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711627 Nov 12 03:31:16.493472 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e1b3c126-f24d-4a90-954b-6305ca38013b req-5e3d81ee-60a0-4711-a443-29cce4d591b2 tempest-ServerShowV254Test-1376703994 tempest-ServerShowV254Test-1376703994-project] 10.222.0.50 "GET /v2.0/ports?device_id=38c396df-fdc6-4498-973a-bcec10c2e97e HTTP/1.1" status: 200 len: 210 time: 0.0510767 Nov 12 03:31:16.525379 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e49867d0-5bbc-4d26-aafa-485a07cc607e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.543430 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-fe172aa3-09bb-4eb9-9002-4120c979d141 None None] For port dfe275f5-d6cd-43dd-b3ab-23d010fb1549, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:16.548110 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-fe172aa3-09bb-4eb9-9002-4120c979d141 None None] For port dfe275f5-d6cd-43dd-b3ab-23d010fb1549, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=dfe275f5-d6cd-43dd-b3ab-23d010fb1549,segment=NetworkSegment(8701c902-1369-4031-b9aa-2d51b5175416),segment_id=8701c902-1369-4031-b9aa-2d51b5175416)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:31:16.549641 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.560103 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fe172aa3-09bb-4eb9-9002-4120c979d141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.607329 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49867d0-5bbc-4d26-aafa-485a07cc607e admin admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:16.611606 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-e49867d0-5bbc-4d26-aafa-485a07cc607e admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:16.616436 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49867d0-5bbc-4d26-aafa-485a07cc607e admin admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:16.634151 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 99c90f8d-b9f0-471d-9f7a-32a150652e01, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=99c90f8d-b9f0-471d-9f7a-32a150652e01,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:16.654394 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.655182 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device fb15d25f-b175-4691-b1b9-ded50ec6617b no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:31:16.667686 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49867d0-5bbc-4d26-aafa-485a07cc607e admin admin] Pushing event updated for resources: {'Port': ['ID=47a96b3c-d0a0-45a8-a243-8ba961db333b,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:16.681449 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe172aa3-09bb-4eb9-9002-4120c979d141 None None] Pushing event updated for resources: {'Port': ['ID=dfe275f5-d6cd-43dd-b3ab-23d010fb1549,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:16.757843 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005ee501-af66-42e5-84a5-0331a840a21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c90f8d-b9f0-471d-9f7a-32a150652e01'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:16.767891 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc2f60f-8a58-4c32-98f6-ead9672df0af" -d '{"events": [{"server_uuid": "005ee501-af66-42e5-84a5-0331a840a21e", "name": "network-vif-plugged", "status": "completed", "tag": "99c90f8d-b9f0-471d-9f7a-32a150652e01"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:16.782997 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=99c90f8d-b9f0-471d-9f7a-32a150652e01,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:16.813352 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57ef8b-0831-4b5e-976f-dc883ede5483 req-b6b5ddce-6970-490b-9e97-6424e5961e2a tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:16.815006 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3b57ef8b-0831-4b5e-976f-dc883ede5483 req-b6b5ddce-6970-490b-9e97-6424e5961e2a tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.90 "GET /v2.0/ports?device_id=b17f3533-99fd-4efc-a725-e8992474ecdb HTTP/1.1" status: 200 len: 945 time: 0.1665685 Nov 12 03:31:16.821536 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:31:16.851611 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.870795 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815fa1fc-0b1f-4eab-b950-05c503a1433a x-openstack-request-id: req-815fa1fc-0b1f-4eab-b950-05c503a1433a {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:16.871080 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "005ee501-af66-42e5-84a5-0331a840a21e", "name": "network-vif-plugged", "status": "completed", "tag": "99c90f8d-b9f0-471d-9f7a-32a150652e01", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:16.871332 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-815fa1fc-0b1f-4eab-b950-05c503a1433a {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:16.871717 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '005ee501-af66-42e5-84a5-0331a840a21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c90f8d-b9f0-471d-9f7a-32a150652e01', 'code': 200} Nov 12 03:31:16.975403 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port fb15d25f-b175-4691-b1b9-ded50ec6617b, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=fb15d25f-b175-4691-b1b9-ded50ec6617b,segment=NetworkSegment(3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd),segment_id=3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:16.981515 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:17.080115 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=fb15d25f-b175-4691-b1b9-ded50ec6617b,revision_number=8']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:17.098532 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1b81e-9605-481e-b804-fc88f0fed1e3 req-bbf907d2-4080-44f4-a950-3df756b0a5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:17.101403 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-80f1b81e-9605-481e-b804-fc88f0fed1e3 req-bbf907d2-4080-44f4-a950-3df756b0a5da service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=005ee501-af66-42e5-84a5-0331a840a21e HTTP/1.1" status: 200 len: 1098 time: 0.1483350 Nov 12 03:31:17.223693 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-80f1b81e-9605-481e-b804-fc88f0fed1e3 req-4be5f342-a86e-402a-841f-e7b326511530 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148510 Nov 12 03:31:17.231186 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e49867d0-5bbc-4d26-aafa-485a07cc607e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:17.242194 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bddbbc-8f05-4d20-a55a-384273d7e1fe req-cc8299a7-0bed-470d-b1ce-248c71cfdee3 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:17.252710 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-27bddbbc-8f05-4d20-a55a-384273d7e1fe req-cc8299a7-0bed-470d-b1ce-248c71cfdee3 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=005ee501-af66-42e5-84a5-0331a840a21e HTTP/1.1" status: 200 len: 946 time: 0.1066091 Nov 12 03:31:17.368319 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-27bddbbc-8f05-4d20-a55a-384273d7e1fe req-2ce376d1-64c1-4312-bbf3-d9f8dae631b3 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139965 Nov 12 03:31:17.410969 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-3b57ef8b-0831-4b5e-976f-dc883ede5483 req-45887c64-dd3b-46c9-8c08-4b3d85ef2988 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Deleting port fb15d25f-b175-4691-b1b9-ded50ec6617b {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:17.411310 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3b57ef8b-0831-4b5e-976f-dc883ede5483 req-45887c64-dd3b-46c9-8c08-4b3d85ef2988 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:17.600446 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-3b57ef8b-0831-4b5e-976f-dc883ede5483 req-45887c64-dd3b-46c9-8c08-4b3d85ef2988 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] For port fb15d25f-b175-4691-b1b9-ded50ec6617b, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=fb15d25f-b175-4691-b1b9-ded50ec6617b,segment=NetworkSegment(3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd),segment_id=3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:17.600829 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3b57ef8b-0831-4b5e-976f-dc883ede5483 req-45887c64-dd3b-46c9-8c08-4b3d85ef2988 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:17.628829 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c895d4f0-994a-4dad-9dc0-3ba53720842e req-40c11acf-5f4f-43e6-be2c-687622b42eea tempest-ServerShowV254Test-1376703994 tempest-ServerShowV254Test-1376703994-project] 10.222.0.50 "GET /v2.0/ports?device_id=38c396df-fdc6-4498-973a-bcec10c2e97e HTTP/1.1" status: 200 len: 210 time: 0.0353177 Nov 12 03:31:17.965182 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:17.973147 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-3b57ef8b-0831-4b5e-976f-dc883ede5483 req-45887c64-dd3b-46c9-8c08-4b3d85ef2988 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Calling delete_port for fb15d25f-b175-4691-b1b9-ded50ec6617b owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:17.995004 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e49867d0-5bbc-4d26-aafa-485a07cc607e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:18.055069 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ddda55-d69b-4746-adaf-3697795757bd req-4d18f63a-4faa-4c74-92c7-84d7896bd213 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:18.062920 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-51ddda55-d69b-4746-adaf-3697795757bd req-4d18f63a-4faa-4c74-92c7-84d7896bd213 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=b17f3533-99fd-4efc-a725-e8992474ecdb HTTP/1.1" status: 200 len: 943 time: 0.4856575 Nov 12 03:31:18.109560 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279bbf4b-5ca9-447c-abe8-5929fbc71f1a None None] Network ec18af27-89eb-4ad3-abe9-3e9a6967ba50 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:18.184932 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-f74c913b-763b-49b4-b748-9a1bc18e4aff None None] Provisioning complete for port dfe275f5-d6cd-43dd-b3ab-23d010fb1549 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:18.185333 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f74c913b-763b-49b4-b748-9a1bc18e4aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:18.229929 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-51ddda55-d69b-4746-adaf-3697795757bd req-d0bdd1bb-09be-4d37-bfae-6b43cce23e1f tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660049 Nov 12 03:31:18.304045 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3b57ef8b-0831-4b5e-976f-dc883ede5483 req-45887c64-dd3b-46c9-8c08-4b3d85ef2988 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:18.347544 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45887c64-dd3b-46c9-8c08-4b3d85ef2988 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Pushing event deleted for resources: {'Port': ['ID=fb15d25f-b175-4691-b1b9-ded50ec6617b,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:18.355922 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f74c913b-763b-49b4-b748-9a1bc18e4aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:18.406189 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49867d0-5bbc-4d26-aafa-485a07cc607e admin admin] Router 46a8ff09-30b4-41e9-9c02-70c737f11859 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:31:18.417308 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-f74c913b-763b-49b4-b748-9a1bc18e4aff None None] For port dfe275f5-d6cd-43dd-b3ab-23d010fb1549, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=dfe275f5-d6cd-43dd-b3ab-23d010fb1549,segment=NetworkSegment(8701c902-1369-4031-b9aa-2d51b5175416),segment_id=8701c902-1369-4031-b9aa-2d51b5175416)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:18.440189 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f74c913b-763b-49b4-b748-9a1bc18e4aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:18.478000 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b57ef8b-0831-4b5e-976f-dc883ede5483 req-45887c64-dd3b-46c9-8c08-4b3d85ef2988 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] No DVR routers for this DVR port fb15d25f-b175-4691-b1b9-ded50ec6617b on host n-h2-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:31:18.484893 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3b57ef8b-0831-4b5e-976f-dc883ede5483 req-45887c64-dd3b-46c9-8c08-4b3d85ef2988 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:18.488291 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3b57ef8b-0831-4b5e-976f-dc883ede5483 req-45887c64-dd3b-46c9-8c08-4b3d85ef2988 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.90 "DELETE /v2.0/ports/fb15d25f-b175-4691-b1b9-ded50ec6617b HTTP/1.1" status: 204 len: 173 time: 1.6647060 Nov 12 03:31:18.488775 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17f3533-99fd-4efc-a725-e8992474ecdb', 'name': 'network-vif-deleted', 'tag': 'fb15d25f-b175-4691-b1b9-ded50ec6617b'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:18.500507 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818877d6-ff6b-42e5-bef7-f4347712f15a" -d '{"events": [{"server_uuid": "b17f3533-99fd-4efc-a725-e8992474ecdb", "name": "network-vif-deleted", "tag": "fb15d25f-b175-4691-b1b9-ded50ec6617b"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:18.542943 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c913b-763b-49b4-b748-9a1bc18e4aff None None] Pushing event updated for resources: {'Port': ['ID=dfe275f5-d6cd-43dd-b3ab-23d010fb1549,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:18.660615 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4972e351-4bca-4e09-a291-2574a5e70f20 x-openstack-request-id: req-4972e351-4bca-4e09-a291-2574a5e70f20 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:18.660925 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17f3533-99fd-4efc-a725-e8992474ecdb", "name": "network-vif-deleted", "tag": "fb15d25f-b175-4691-b1b9-ded50ec6617b", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:18.661156 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4972e351-4bca-4e09-a291-2574a5e70f20 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:18.661300 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d8de7b-c56e-4760-a000-cc1faec886a7 req-43f45a0c-82c8-4b5b-9f56-5d0f6c2e48ef tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:18.662342 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17f3533-99fd-4efc-a725-e8992474ecdb', 'name': 'network-vif-deleted', 'tag': 'fb15d25f-b175-4691-b1b9-ded50ec6617b', 'status': 'completed', 'code': 200} Nov 12 03:31:18.666150 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-90d8de7b-c56e-4760-a000-cc1faec886a7 req-43f45a0c-82c8-4b5b-9f56-5d0f6c2e48ef tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=005ee501-af66-42e5-84a5-0331a840a21e HTTP/1.1" status: 200 len: 946 time: 0.1258893 Nov 12 03:31:18.788629 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-90d8de7b-c56e-4760-a000-cc1faec886a7 req-d4604503-4de6-4cb5-aa9a-832225800312 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998368 Nov 12 03:31:18.838253 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e348b0e4-6bb3-415b-a76d-6b8dddb247e4 req-80fa79eb-0a8c-46bb-93b0-7514b7853108 tempest-ServerShowV254Test-1376703994 tempest-ServerShowV254Test-1376703994-project] 10.222.0.50 "GET /v2.0/ports?device_id=38c396df-fdc6-4498-973a-bcec10c2e97e HTTP/1.1" status: 200 len: 210 time: 0.0419941 Nov 12 03:31:18.841797 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49867d0-5bbc-4d26-aafa-485a07cc607e admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:31:18.855106 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf001913-aed6-4a22-a415-e77514a7ec2f None None] Sync routers for ids ['46a8ff09-30b4-41e9-9c02-70c737f11859'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:31:18.875815 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17f3533-99fd-4efc-a725-e8992474ecdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb15d25f-b175-4691-b1b9-ded50ec6617b'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:18.876364 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf001913-aed6-4a22-a415-e77514a7ec2f None None] Routers {'46a8ff09-30b4-41e9-9c02-70c737f11859'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:18.877381 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-bf001913-aed6-4a22-a415-e77514a7ec2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:31:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['46a8ff09-30b4-41e9-9c02-70c737f11859'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:18.880444 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e49867d0-5bbc-4d26-aafa-485a07cc607e admin admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:18.882149 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e49867d0-5bbc-4d26-aafa-485a07cc607e admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3508425 Nov 12 03:31:18.882696 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36ab7d1-4ea2-4d94-998c-bce6942dc7e6" -d '{"events": [{"server_uuid": "b17f3533-99fd-4efc-a725-e8992474ecdb", "name": "network-vif-unplugged", "status": "completed", "tag": "fb15d25f-b175-4691-b1b9-ded50ec6617b"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:18.885031 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38756) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:18.922708 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-1ae44ceb-3a3c-415d-a69c-5d9239c3cda3 None None] Provisioning complete for port dfe275f5-d6cd-43dd-b3ab-23d010fb1549 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:18.923087 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1ae44ceb-3a3c-415d-a69c-5d9239c3cda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:18.964971 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987bfcdf-848b-49d9-9dc7-16fd7b9b4ab1 x-openstack-request-id: req-987bfcdf-848b-49d9-9dc7-16fd7b9b4ab1 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:18.965268 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17f3533-99fd-4efc-a725-e8992474ecdb", "name": "network-vif-unplugged", "status": "completed", "tag": "fb15d25f-b175-4691-b1b9-ded50ec6617b", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:18.965822 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-987bfcdf-848b-49d9-9dc7-16fd7b9b4ab1 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:18.965903 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17f3533-99fd-4efc-a725-e8992474ecdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb15d25f-b175-4691-b1b9-ded50ec6617b', 'code': 200} Nov 12 03:31:19.030477 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-bf001913-aed6-4a22-a415-e77514a7ec2f None None] Set router 46a8ff09-30b4-41e9-9c02-70c737f11859 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:31:19.070491 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device dfe275f5-d6cd-43dd-b3ab-23d010fb1549 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:19.148473 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port dfe275f5-d6cd-43dd-b3ab-23d010fb1549 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:19.149008 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:19.316469 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-bf001913-aed6-4a22-a415-e77514a7ec2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a8ff09-30b4-41e9-9c02-70c737f11859', 'name': 'tempest-FloatingIPsTestJSON-1099318465-router', 'tenant_id': 'a297d07bc78248c8ba5dbc9df3bd432b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '47a96b3c-d0a0-45a8-a243-8ba961db333b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:31:15Z', 'updated_at': '2021-11-12T03:31:16Z', 'revision_number': 3, 'project_id': 'a297d07bc78248c8ba5dbc9df3bd432b', 'gw_port': {'id': '47a96b3c-d0a0-45a8-a243-8ba961db333b', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a8ff09-30b4-41e9-9c02-70c737f11859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:31:16Z', 'updated_at': '2021-11-12T03:31:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:19.357709 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf001913-aed6-4a22-a415-e77514a7ec2f None None] Checking router: 46a8ff09-30b4-41e9-9c02-70c737f11859 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:31:19.358519 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf001913-aed6-4a22-a415-e77514a7ec2f None None] Updating router 46a8ff09-30b4-41e9-9c02-70c737f11859 port 47a96b3c-d0a0-45a8-a243-8ba961db333b binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:31:19.396943 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-bf001913-aed6-4a22-a415-e77514a7ec2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:19.436441 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d1c74e4b-d349-4d8b-bfe7-31ddb6caa717 req-d49aba11-8b87-4268-a6da-37c70a08b147 tempest-ImagesTestJSON-1890585451 tempest-ImagesTestJSON-1890585451-project] 10.222.0.50 "GET /v2.0/ports?device_id=b17f3533-99fd-4efc-a725-e8992474ecdb HTTP/1.1" status: 200 len: 210 time: 0.0871174 Nov 12 03:31:19.606050 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d817843b-4e3c-46cc-bdbb-13d583a1ea01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:19.711078 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-bf001913-aed6-4a22-a415-e77514a7ec2f None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:19.720182 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-bf001913-aed6-4a22-a415-e77514a7ec2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:19.773179 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-bf001913-aed6-4a22-a415-e77514a7ec2f None None] Attempting to bind port 47a96b3c-d0a0-45a8-a243-8ba961db333b on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:19.773542 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-bf001913-aed6-4a22-a415-e77514a7ec2f None None] Attempting to bind port 47a96b3c-d0a0-45a8-a243-8ba961db333b by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:19.773894 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf001913-aed6-4a22-a415-e77514a7ec2f None None] Attempting to bind port 47a96b3c-d0a0-45a8-a243-8ba961db333b on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:19.783220 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-d817843b-4e3c-46cc-bdbb-13d583a1ea01 admin admin] Allocated IP 172.20.0.1 (ec18af27-89eb-4ad3-abe9-3e9a6967ba50/6a336df0-ae06-4978-97da-b977460adb15/8a24880d-3156-4a57-bd75-f4d2764dc80c) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:19.795926 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4926c5-d3dc-431d-a2cc-12ba13bf960f None None] Pushing event updated for resources: {'Port': ['ID=47a96b3c-d0a0-45a8-a243-8ba961db333b,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:19.798446 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf001913-aed6-4a22-a415-e77514a7ec2f None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:31:19.798831 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf001913-aed6-4a22-a415-e77514a7ec2f None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:19.799391 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-bf001913-aed6-4a22-a415-e77514a7ec2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:19.799769 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf001913-aed6-4a22-a415-e77514a7ec2f None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:31:19.800438 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-bf001913-aed6-4a22-a415-e77514a7ec2f None None] Bound port: 47a96b3c-d0a0-45a8-a243-8ba961db333b, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:31:19.800820 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-bf001913-aed6-4a22-a415-e77514a7ec2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:19.826249 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4926c5-d3dc-431d-a2cc-12ba13bf960f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:19.826580 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4926c5-d3dc-431d-a2cc-12ba13bf960f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:19.826902 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4926c5-d3dc-431d-a2cc-12ba13bf960f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:19.827227 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4926c5-d3dc-431d-a2cc-12ba13bf960f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:19.827546 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4926c5-d3dc-431d-a2cc-12ba13bf960f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:19.827859 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4926c5-d3dc-431d-a2cc-12ba13bf960f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:19.828194 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4926c5-d3dc-431d-a2cc-12ba13bf960f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:19.828509 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4926c5-d3dc-431d-a2cc-12ba13bf960f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:19.828817 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4926c5-d3dc-431d-a2cc-12ba13bf960f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:19.829124 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4926c5-d3dc-431d-a2cc-12ba13bf960f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:19.829432 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4926c5-d3dc-431d-a2cc-12ba13bf960f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:19.829737 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4926c5-d3dc-431d-a2cc-12ba13bf960f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:19.913684 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-bf001913-aed6-4a22-a415-e77514a7ec2f None None] For port 47a96b3c-d0a0-45a8-a243-8ba961db333b, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:19.917196 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-bf001913-aed6-4a22-a415-e77514a7ec2f None None] For port 47a96b3c-d0a0-45a8-a243-8ba961db333b, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=47a96b3c-d0a0-45a8-a243-8ba961db333b,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:31:19.926590 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-bf001913-aed6-4a22-a415-e77514a7ec2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:19.929206 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7226de-4b63-4e0b-b23b-4ab026068515 req-8ad61b08-f895-4d14-811e-44ea764e9752 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:19.937585 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4e7226de-4b63-4e0b-b23b-4ab026068515 req-8ad61b08-f895-4d14-811e-44ea764e9752 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=005ee501-af66-42e5-84a5-0331a840a21e HTTP/1.1" status: 200 len: 946 time: 0.0685427 Nov 12 03:31:19.957129 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d817843b-4e3c-46cc-bdbb-13d583a1ea01 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:19.994878 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf001913-aed6-4a22-a415-e77514a7ec2f None None] Routers {'46a8ff09-30b4-41e9-9c02-70c737f11859'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:19.995499 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-bf001913-aed6-4a22-a415-e77514a7ec2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:31:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['46a8ff09-30b4-41e9-9c02-70c737f11859'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:19.996669 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4e7226de-4b63-4e0b-b23b-4ab026068515 req-9af71eea-49cc-46d6-9291-ab25d013ce28 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578988 Nov 12 03:31:20.031339 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ead01a8a-108d-4b0f-a8ca-68646104de51 req-c1ebc8ce-cc17-4a11-bae5-ed6e42624a3f tempest-ServerShowV254Test-1376703994 tempest-ServerShowV254Test-1376703994-project] 10.222.0.50 "GET /v2.0/ports?device_id=38c396df-fdc6-4498-973a-bcec10c2e97e HTTP/1.1" status: 200 len: 210 time: 0.0350420 Nov 12 03:31:20.040230 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4926c5-d3dc-431d-a2cc-12ba13bf960f None None] Pushing event updated for resources: {'Port': ['ID=47a96b3c-d0a0-45a8-a243-8ba961db333b,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:20.045722 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d817843b-4e3c-46cc-bdbb-13d583a1ea01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:20.105717 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d817843b-4e3c-46cc-bdbb-13d583a1ea01 admin admin] Network ec18af27-89eb-4ad3-abe9-3e9a6967ba50 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:20.111515 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-d817843b-4e3c-46cc-bdbb-13d583a1ea01 admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:20.116462 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d817843b-4e3c-46cc-bdbb-13d583a1ea01 admin admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:20.141053 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device fb15d25f-b175-4691-b1b9-ded50ec6617b no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:31:20.147175 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-bf001913-aed6-4a22-a415-e77514a7ec2f None None] Set router 46a8ff09-30b4-41e9-9c02-70c737f11859 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:31:20.170564 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: fb15d25f-b175-4691-b1b9-ded50ec6617b {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:31:20.171021 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device fb15d25f-b175-4691-b1b9-ded50ec6617b not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:31:20.191078 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d817843b-4e3c-46cc-bdbb-13d583a1ea01 admin admin] Pushing event updated for resources: {'Port': ['ID=8a24880d-3156-4a57-bd75-f4d2764dc80c,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:20.227669 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d817843b-4e3c-46cc-bdbb-13d583a1ea01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:20.313933 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d7491bbd-45ea-4ace-a879-a79725b0e752 req-2488807d-558f-4363-bb28-72d3985c6c50 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=eda4d7a9c5834d36bc2b22e1ed979ccd HTTP/1.1" status: 200 len: 267 time: 0.1490741 Nov 12 03:31:20.445864 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7491bbd-45ea-4ace-a879-a79725b0e752 req-2855c2fc-f707-429e-9b0d-bd3795b0ab53 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:20.447442 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d7491bbd-45ea-4ace-a879-a79725b0e752 req-2855c2fc-f707-429e-9b0d-bd3795b0ab53 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=005ee501-af66-42e5-84a5-0331a840a21e HTTP/1.1" status: 200 len: 946 time: 0.1242161 Nov 12 03:31:20.467157 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-d7491bbd-45ea-4ace-a879-a79725b0e752 req-b5a6169d-05cd-41e5-859d-42b41bb36925 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Request body: {'port': {'security_groups': []}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:20.480942 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d817843b-4e3c-46cc-bdbb-13d583a1ea01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:20.483632 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-8672909d-d5f5-4651-88ad-88341b149c5e None None] Provisioning complete for port 8a24880d-3156-4a57-bd75-f4d2764dc80c triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:20.486049 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8672909d-d5f5-4651-88ad-88341b149c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:20.499573 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-bf001913-aed6-4a22-a415-e77514a7ec2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a8ff09-30b4-41e9-9c02-70c737f11859', 'name': 'tempest-FloatingIPsTestJSON-1099318465-router', 'tenant_id': 'a297d07bc78248c8ba5dbc9df3bd432b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '47a96b3c-d0a0-45a8-a243-8ba961db333b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:31:15Z', 'updated_at': '2021-11-12T03:31:16Z', 'revision_number': 3, 'project_id': 'a297d07bc78248c8ba5dbc9df3bd432b', 'gw_port': {'id': '47a96b3c-d0a0-45a8-a243-8ba961db333b', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a8ff09-30b4-41e9-9c02-70c737f11859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:31:16Z', 'updated_at': '2021-11-12T03:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:20.527530 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-8672909d-d5f5-4651-88ad-88341b149c5e None None] Port 8a24880d-3156-4a57-bd75-f4d2764dc80c cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:31:20.531886 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf001913-aed6-4a22-a415-e77514a7ec2f None None] The sync data for ids ['46a8ff09-30b4-41e9-9c02-70c737f11859'] in n-d-715271-27 is: [{'id': '46a8ff09-30b4-41e9-9c02-70c737f11859', 'name': 'tempest-FloatingIPsTestJSON-1099318465-router', 'tenant_id': 'a297d07bc78248c8ba5dbc9df3bd432b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '47a96b3c-d0a0-45a8-a243-8ba961db333b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:31:15Z', 'updated_at': '2021-11-12T03:31:16Z', 'revision_number': 3, 'project_id': 'a297d07bc78248c8ba5dbc9df3bd432b', 'gw_port': {'id': '47a96b3c-d0a0-45a8-a243-8ba961db333b', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a8ff09-30b4-41e9-9c02-70c737f11859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:31:16Z', 'updated_at': '2021-11-12T03:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:31:20.654825 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d7491bbd-45ea-4ace-a879-a79725b0e752 req-b5a6169d-05cd-41e5-859d-42b41bb36925 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:20.992652 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d817843b-4e3c-46cc-bdbb-13d583a1ea01 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:21.007256 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d817843b-4e3c-46cc-bdbb-13d583a1ea01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:21.028855 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-d7491bbd-45ea-4ace-a879-a79725b0e752 req-b5a6169d-05cd-41e5-859d-42b41bb36925 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] For port 99c90f8d-b9f0-471d-9f7a-32a150652e01, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=99c90f8d-b9f0-471d-9f7a-32a150652e01,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:21.073140 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 47a96b3c-d0a0-45a8-a243-8ba961db333b up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:21.080709 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76497fc-afb4-4585-85f7-d2663e06a886 req-9a1b94ed-83b2-4738-99b9-c4352a5256f8 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:21.089286 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d76497fc-afb4-4585-85f7-d2663e06a886 req-9a1b94ed-83b2-4738-99b9-c4352a5256f8 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 945 time: 0.0875125 Nov 12 03:31:21.171978 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 47a96b3c-d0a0-45a8-a243-8ba961db333b triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:21.172551 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d7491bbd-45ea-4ace-a879-a79725b0e752 req-b5a6169d-05cd-41e5-859d-42b41bb36925 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:21.172671 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:21.186463 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d817843b-4e3c-46cc-bdbb-13d583a1ea01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:21.188514 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d7491bbd-45ea-4ace-a879-a79725b0e752 req-b5a6169d-05cd-41e5-859d-42b41bb36925 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:21.191906 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d817843b-4e3c-46cc-bdbb-13d583a1ea01 admin admin] Pushing event updated for resources: {'Port': ['ID=8a24880d-3156-4a57-bd75-f4d2764dc80c,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:21.200231 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d76497fc-afb4-4585-85f7-d2663e06a886 req-5f8ef475-8a4f-45fb-8de4-e391a0d75825 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093266 Nov 12 03:31:21.228027 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['41ecabea-c3bc-40a6-9a28-2efb66f91951', '08df2476-a404-43ef-8d05-1fb4b2eb283c'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:21.281057 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['99c90f8d-b9f0-471d-9f7a-32a150652e01'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:21.287364 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a6169d-05cd-41e5-859d-42b41bb36925 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Pushing event updated for resources: {'Port': ['ID=99c90f8d-b9f0-471d-9f7a-32a150652e01,revision_number=6']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:21.365200 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7491bbd-45ea-4ace-a879-a79725b0e752 req-b5a6169d-05cd-41e5-859d-42b41bb36925 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:21.365871 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d7491bbd-45ea-4ace-a879-a79725b0e752 req-b5a6169d-05cd-41e5-859d-42b41bb36925 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:21.371425 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d7491bbd-45ea-4ace-a879-a79725b0e752 req-b5a6169d-05cd-41e5-859d-42b41bb36925 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "PUT /v2.0/ports/99c90f8d-b9f0-471d-9f7a-32a150652e01 HTTP/1.1" status: 200 len: 905 time: 0.9164245 Nov 12 03:31:21.381078 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '005ee501-af66-42e5-84a5-0331a840a21e', 'tag': '99c90f8d-b9f0-471d-9f7a-32a150652e01'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:21.393990 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5610ef8-80b2-4133-b61a-c92654df8639" -d '{"events": [{"name": "network-changed", "server_uuid": "005ee501-af66-42e5-84a5-0331a840a21e", "tag": "99c90f8d-b9f0-471d-9f7a-32a150652e01"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:21.455491 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4463d6ba-8fd8-43f0-943a-cbbad7141805 req-5401078e-e960-4b81-8934-6b2068eccbca tempest-ServerShowV254Test-1376703994 tempest-ServerShowV254Test-1376703994-project] 10.222.0.50 "GET /v2.0/ports?device_id=38c396df-fdc6-4498-973a-bcec10c2e97e HTTP/1.1" status: 200 len: 210 time: 0.0584772 Nov 12 03:31:21.506268 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d817843b-4e3c-46cc-bdbb-13d583a1ea01 admin admin] Network ec18af27-89eb-4ad3-abe9-3e9a6967ba50 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:21.509109 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-d817843b-4e3c-46cc-bdbb-13d583a1ea01 admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:21.585566 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['99c90f8d-b9f0-471d-9f7a-32a150652e01'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:21.775248 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd8bd4-6cc5-495a-9fef-4abfa66b04d2 req-553ceb6f-314f-41cf-b133-33fa52003244 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:21.777868 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e4fd8bd4-6cc5-495a-9fef-4abfa66b04d2 req-553ceb6f-314f-41cf-b133-33fa52003244 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=005ee501-af66-42e5-84a5-0331a840a21e HTTP/1.1" status: 200 len: 908 time: 0.1328812 Nov 12 03:31:21.858402 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4cf47ba-b4bb-45f1-93f5-a870c7a60896 x-openstack-request-id: req-d4cf47ba-b4bb-45f1-93f5-a870c7a60896 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:21.858706 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "005ee501-af66-42e5-84a5-0331a840a21e", "tag": "99c90f8d-b9f0-471d-9f7a-32a150652e01", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:21.858923 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d4cf47ba-b4bb-45f1-93f5-a870c7a60896 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:21.859334 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '005ee501-af66-42e5-84a5-0331a840a21e', 'tag': '99c90f8d-b9f0-471d-9f7a-32a150652e01', 'status': 'completed', 'code': 200} Nov 12 03:31:21.861907 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-fd3012af-358e-4083-8622-4e3ee8efa251 None None] Provisioning complete for port 99c90f8d-b9f0-471d-9f7a-32a150652e01 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:21.862423 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fd3012af-358e-4083-8622-4e3ee8efa251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:21.914698 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d817843b-4e3c-46cc-bdbb-13d583a1ea01 admin admin] Router 46a8ff09-30b4-41e9-9c02-70c737f11859 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:31:21.975068 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.048899 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 47a96b3c-d0a0-45a8-a243-8ba961db333b, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=47a96b3c-d0a0-45a8-a243-8ba961db333b,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:22.068378 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.136395 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d817843b-4e3c-46cc-bdbb-13d583a1ea01 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:31:22.139413 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5610ef8-80b2-4133-b61a-c92654df8639 req-0db7fbb0-36cd-46a9-a717-c3d4ff515471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:22.140978 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b5610ef8-80b2-4133-b61a-c92654df8639 req-0db7fbb0-36cd-46a9-a717-c3d4ff515471 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=eda4d7a9c5834d36bc2b22e1ed979ccd&device_id=005ee501-af66-42e5-84a5-0331a840a21e HTTP/1.1" status: 200 len: 1060 time: 0.2808888 Nov 12 03:31:22.154553 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d817843b-4e3c-46cc-bdbb-13d583a1ea01 admin admin] 10.222.0.50 "PUT /v2.0/routers/46a8ff09-30b4-41e9-9c02-70c737f11859/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2593267 Nov 12 03:31:22.186337 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=47a96b3c-d0a0-45a8-a243-8ba961db333b,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:22.202399 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:22.202716 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:22.203052 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:22.203382 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:22.203710 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:22.204034 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:22.204378 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:22.204699 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:22.205288 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:22.205506 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:22.205824 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:22.206140 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:22.227767 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38860) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:22.248777 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc73588a-758b-472a-9078-53fc97b96137 req-d9ddd963-e0c3-4f07-bfab-cc84b6d89fe7 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:22.250100 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bc73588a-758b-472a-9078-53fc97b96137 req-d9ddd963-e0c3-4f07-bfab-cc84b6d89fe7 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.3174562 Nov 12 03:31:22.340730 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-8610ac37-6ce2-4e9e-a1a0-6ab33e142c59 None None] Provisioning complete for port 8a24880d-3156-4a57-bd75-f4d2764dc80c triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:22.341109 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8610ac37-6ce2-4e9e-a1a0-6ab33e142c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.356579 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdc4b5dd-1bb4-40ed-a709-d1056f68eed0 admin admin] Deleting subnet df107fe4-b619-4341-93e8-c25b14853a6f {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:31:22.364243 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fdc4b5dd-1bb4-40ed-a709-d1056f68eed0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.426091 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-8610ac37-6ce2-4e9e-a1a0-6ab33e142c59 None None] Port 8a24880d-3156-4a57-bd75-f4d2764dc80c cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:31:22.426659 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5610ef8-80b2-4133-b61a-c92654df8639 req-91451a5a-161b-4ec2-b7ce-ab33522cc227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:22.430535 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b5610ef8-80b2-4133-b61a-c92654df8639 req-91451a5a-161b-4ec2-b7ce-ab33522cc227 service neutron] 10.222.0.90 "GET /v2.0/networks?id=56493891-2b14-40ba-a8cb-65015d9b59f3 HTTP/1.1" status: 200 len: 912 time: 0.2779162 Nov 12 03:31:22.435560 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bc73588a-758b-472a-9078-53fc97b96137 req-5ca4d5f3-3847-4e12-8372-0fd937825277 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520615 Nov 12 03:31:22.454611 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51be8b-ec05-406f-a386-6aab4c8614eb req-2a1e3a92-9f93-4d3a-8146-653645784764 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:22.462677 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6d51be8b-ec05-406f-a386-6aab4c8614eb req-2a1e3a92-9f93-4d3a-8146-653645784764 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 945 time: 0.1601264 Nov 12 03:31:22.497222 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b5610ef8-80b2-4133-b61a-c92654df8639 req-caec2b36-f107-42a5-83a8-5fc18a3e36bb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99c90f8d-b9f0-471d-9f7a-32a150652e01 HTTP/1.1" status: 200 len: 217 time: 0.0600340 Nov 12 03:31:22.528778 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fdc4b5dd-1bb4-40ed-a709-d1056f68eed0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.559572 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5610ef8-80b2-4133-b61a-c92654df8639 req-6bdd6b8f-3ef2-497d-b9ef-c2189d6706d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:22.561169 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b5610ef8-80b2-4133-b61a-c92654df8639 req-6bdd6b8f-3ef2-497d-b9ef-c2189d6706d0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c41913f5-e5c1-4e60-8ee6-4f6d29d519f8 HTTP/1.1" status: 200 len: 850 time: 0.0571895 Nov 12 03:31:22.600557 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6d51be8b-ec05-406f-a386-6aab4c8614eb req-20234ac3-4065-4b2f-b174-eb65a7f38ce1 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160281 Nov 12 03:31:22.628796 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fdc4b5dd-1bb4-40ed-a709-d1056f68eed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.654719 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5610ef8-80b2-4133-b61a-c92654df8639 req-6ca5a453-85ac-4501-9262-3750bca64c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:22.656560 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b5610ef8-80b2-4133-b61a-c92654df8639 req-6ca5a453-85ac-4501-9262-3750bca64c1a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=56493891-2b14-40ba-a8cb-65015d9b59f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0870330 Nov 12 03:31:22.734277 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-517115a0-7a85-4cc4-8dd5-8dd345419abd req-11c069da-fa24-4af9-8893-f0e5bf599055 tempest-ServerShowV254Test-1376703994 tempest-ServerShowV254Test-1376703994-project] 10.222.0.50 "GET /v2.0/ports?device_id=38c396df-fdc6-4498-973a-bcec10c2e97e HTTP/1.1" status: 200 len: 210 time: 0.0303216 Nov 12 03:31:22.759961 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fdc4b5dd-1bb4-40ed-a709-d1056f68eed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.808300 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fdc4b5dd-1bb4-40ed-a709-d1056f68eed0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.816815 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-fdc4b5dd-1bb4-40ed-a709-d1056f68eed0 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/df107fe4-b619-4341-93e8-c25b14853a6f HTTP/1.1" status: 204 len: 168 time: 0.5868170 Nov 12 03:31:22.817629 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38878) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:22.825692 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc4b5dd-1bb4-40ed-a709-d1056f68eed0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df107fe4-b619-4341-93e8-c25b14853a6f,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:22.943327 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d2f43a7d-4d46-4ec9-8c49-ef9967821ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.021087 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af5762d-e00a-475c-b7cd-6c633d8ebf5a req-656b806a-7e3c-4a26-b3ea-37c7bf0ddb99 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:23.023506 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8af5762d-e00a-475c-b7cd-6c633d8ebf5a req-656b806a-7e3c-4a26-b3ea-37c7bf0ddb99 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.1752825 Nov 12 03:31:23.079122 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d2f43a7d-4d46-4ec9-8c49-ef9967821ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.080379 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-afbe928e-a7cb-402a-ae3e-7abda4e37813 req-48fee7c7-298f-48f2-9a01-592099969d34 tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3934469 Nov 12 03:31:23.086306 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-afbe928e-a7cb-402a-ae3e-7abda4e37813 req-e4b17a1d-e1ec-4b3b-8ae4-a75211083afa tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:23.089764 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6ae866-7777-4585-8298-73e4adae9487 None None] Sync routers for ids ['46a8ff09-30b4-41e9-9c02-70c737f11859'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:31:23.092892 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b5610ef8-80b2-4133-b61a-c92654df8639 req-95025ee3-5013-4f16-b6a6-3527b37f903a service neutron] 10.222.0.90 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288306 Nov 12 03:31:23.101188 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 47a96b3c-d0a0-45a8-a243-8ba961db333b up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:23.137079 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-d2f43a7d-4d46-4ec9-8c49-ef9967821ed9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:23.160210 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-d2f43a7d-4d46-4ec9-8c49-ef9967821ed9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:23.160506 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-d2f43a7d-4d46-4ec9-8c49-ef9967821ed9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e6c17e3-c3d2-45e2-a964-f90b4f5db9fd') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:23.169575 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6ae866-7777-4585-8298-73e4adae9487 None None] Routers {'46a8ff09-30b4-41e9-9c02-70c737f11859'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:23.172360 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-2c6ae866-7777-4585-8298-73e4adae9487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:31:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['46a8ff09-30b4-41e9-9c02-70c737f11859'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:23.180242 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8af5762d-e00a-475c-b7cd-6c633d8ebf5a req-1bfe52ef-38af-4d45-b6bc-3e18844e8189 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488593 Nov 12 03:31:23.183489 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d2f43a7d-4d46-4ec9-8c49-ef9967821ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.215994 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d2f43a7d-4d46-4ec9-8c49-ef9967821ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.231680 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2f43a7d-4d46-4ec9-8c49-ef9967821ed9 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:31:23.232925 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d2f43a7d-4d46-4ec9-8c49-ef9967821ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.235172 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:31:23.235172 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:31:23.235172 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:31:23.235172 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:31:23.235172 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:31:23.235172 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:31:23.235172 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:31:23.235172 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:31:23.235172 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:31:23.235172 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:31:23.235172 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:31:23.235172 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:31:23.235172 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:31:23.235172 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:31:23.235172 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:31:23.235172 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:31:23.235172 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:31:23.235172 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:31:23.235172 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:31:23.235172 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:31:23.235172 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:31:23.235172 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:31:23.235172 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:31:23.235172 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:31:23.235172 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:31:23.235172 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:31:23.235172 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:31:23.235172 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:31:23.235172 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:31:23.235172 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:31:23.235172 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:31:23.235172 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:31:23.415360 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d2f43a7d-4d46-4ec9-8c49-ef9967821ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.425122 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d2f43a7d-4d46-4ec9-8c49-ef9967821ed9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.437783 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d2f43a7d-4d46-4ec9-8c49-ef9967821ed9 admin admin] 10.222.0.50 "DELETE /v2.0/networks/d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e HTTP/1.1" status: 204 len: 168 time: 0.6185911 Nov 12 03:31:23.454811 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f43a7d-4d46-4ec9-8c49-ef9967821ed9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d45f28f0-680a-4bcc-9e0c-90d1b8bc2c2e,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:23.574371 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-2c6ae866-7777-4585-8298-73e4adae9487 None None] Set router 46a8ff09-30b4-41e9-9c02-70c737f11859 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:31:23.696263 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38902) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:23.770559 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-afbe928e-a7cb-402a-ae3e-7abda4e37813 req-e4b17a1d-e1ec-4b3b-8ae4-a75211083afa tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Publish callbacks [] for floatingip, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.879191 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b5610ef8-80b2-4133-b61a-c92654df8639 req-0ddb04cd-ccb1-4d8d-95c5-3f0152e1283a service neutron] 10.222.0.90 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7775629 Nov 12 03:31:23.880825 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 47a96b3c-d0a0-45a8-a243-8ba961db333b triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:23.881205 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.922954 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2ac20849-8df0-46a4-8f1f-27578b25c3d9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1d6c893ca49044dfac9a410cc1ad6232&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2251778 Nov 12 03:31:23.926855 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38906) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:23.974218 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-afbe928e-a7cb-402a-ae3e-7abda4e37813 req-e4b17a1d-e1ec-4b3b-8ae4-a75211083afa tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.013373 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-13047f6d-03ec-4d62-b6a7-28266f838650 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:24.017444 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-13047f6d-03ec-4d62-b6a7-28266f838650 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/networks?id=56493891-2b14-40ba-a8cb-65015d9b59f3 HTTP/1.1" status: 200 len: 811 time: 0.3101897 Nov 12 03:31:24.018423 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-2c6ae866-7777-4585-8298-73e4adae9487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a8ff09-30b4-41e9-9c02-70c737f11859', 'name': 'tempest-FloatingIPsTestJSON-1099318465-router', 'tenant_id': 'a297d07bc78248c8ba5dbc9df3bd432b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '47a96b3c-d0a0-45a8-a243-8ba961db333b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:31:15Z', 'updated_at': '2021-11-12T03:31:20Z', 'revision_number': 4, 'project_id': 'a297d07bc78248c8ba5dbc9df3bd432b', 'gw_port': {'id': '47a96b3c-d0a0-45a8-a243-8ba961db333b', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a8ff09-30b4-41e9-9c02-70c737f11859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:31:16Z', 'updated_at': '2021-11-12T03:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '8a24880d-3156-4a57-bd75-f4d2764dc80c', 'name': '', 'network_id': 'ec18af27-89eb-4ad3-abe9-3e9a6967ba50', 'tenant_id': 'a297d07bc78248c8ba5dbc9df3bd432b', 'mac_address': 'fa:16:3e:e2:14:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a8ff09-30b4-41e9-9c02-70c737f11859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '6a336df0-ae06-4978-97da-b977460adb15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:31:19Z', 'updated_at': '2021-11-12T03:31:20Z', 'revision_number': 2, 'project_id': 'a297d07bc78248c8ba5dbc9df3bd432b', 'subnets': [{'id': '6a336df0-ae06-4978-97da-b977460adb15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:24.034166 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e6b9b51b-f60f-4fa8-b1b5-51dbee5e3c18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.060132 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-97067a66-ff04-4096-b6ed-53db44234ae6 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/quotas/eda4d7a9c5834d36bc2b22e1ed979ccd HTTP/1.1" status: 200 len: 375 time: 0.0218146 Nov 12 03:31:24.072866 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6ae866-7777-4585-8298-73e4adae9487 None None] Checking router: 46a8ff09-30b4-41e9-9c02-70c737f11859 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:31:24.073207 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6ae866-7777-4585-8298-73e4adae9487 None None] Updating router 46a8ff09-30b4-41e9-9c02-70c737f11859 port 8a24880d-3156-4a57-bd75-f4d2764dc80c binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:31:24.134650 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e6b9b51b-f60f-4fa8-b1b5-51dbee5e3c18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.135622 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2c6ae866-7777-4585-8298-73e4adae9487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.232638 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-1ba7beea-1371-4785-86bf-a88acf66b8fd tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=eda4d7a9c5834d36bc2b22e1ed979ccd&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1634016 Nov 12 03:31:24.258856 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-afbe928e-a7cb-402a-ae3e-7abda4e37813 req-e4b17a1d-e1ec-4b3b-8ae4-a75211083afa tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Allocated IP 172.25.5.61 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/47aab25b-6025-447a-bc45-d2cbff4e5b3a) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:24.379607 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-de04d74b-c4fd-4c84-8358-6917130794c3 service neutron] 10.222.0.50 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449351 Nov 12 03:31:24.501596 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e6b9b51b-f60f-4fa8-b1b5-51dbee5e3c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.505627 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e6b9b51b-f60f-4fa8-b1b5-51dbee5e3c18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.507310 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e6b9b51b-f60f-4fa8-b1b5-51dbee5e3c18 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1 HTTP/1.1" status: 204 len: 168 time: 0.5786517 Nov 12 03:31:24.533244 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b9b51b-f60f-4fa8-b1b5-51dbee5e3c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ef48a7-8c6f-4ed1-a7c5-8acb43869fd1,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:24.569507 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-c7b34b04-9741-4b77-a069-74d6f259feee service neutron] 10.222.0.50 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873457 Nov 12 03:31:24.606124 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-afbe928e-a7cb-402a-ae3e-7abda4e37813 req-e4b17a1d-e1ec-4b3b-8ae4-a75211083afa tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.723599 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-afbe928e-a7cb-402a-ae3e-7abda4e37813 req-e4b17a1d-e1ec-4b3b-8ae4-a75211083afa tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.834649 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afbe928e-a7cb-402a-ae3e-7abda4e37813 req-e4b17a1d-e1ec-4b3b-8ae4-a75211083afa tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:24.883590 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-afbe928e-a7cb-402a-ae3e-7abda4e37813 req-e4b17a1d-e1ec-4b3b-8ae4-a75211083afa tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:24.883746 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2c6ae866-7777-4585-8298-73e4adae9487 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.893097 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-afbe928e-a7cb-402a-ae3e-7abda4e37813 req-e4b17a1d-e1ec-4b3b-8ae4-a75211083afa tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:24.903127 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2c6ae866-7777-4585-8298-73e4adae9487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.939216 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce0559-dd64-4f63-88bf-c26877dbbcbb req-7876bfea-94f2-448d-bd6e-0532eb8bda81 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:24.957955 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4fce0559-dd64-4f63-88bf-c26877dbbcbb req-7876bfea-94f2-448d-bd6e-0532eb8bda81 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 945 time: 0.0923367 Nov 12 03:31:25.018934 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b17a1d-e1ec-4b3b-8ae4-a75211083afa tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Pushing event updated for resources: {'Port': ['ID=47aab25b-6025-447a-bc45-d2cbff4e5b3a,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:25.032597 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d2d437-1367-4387-a341-1c60d660c0ce None None] Pushing event updated for resources: {'Port': ['ID=8a24880d-3156-4a57-bd75-f4d2764dc80c,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:25.038108 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4fce0559-dd64-4f63-88bf-c26877dbbcbb req-ba64cd40-8aad-464e-b50e-c5979f93c202 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780921 Nov 12 03:31:25.189724 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-afbe928e-a7cb-402a-ae3e-7abda4e37813 req-e4b17a1d-e1ec-4b3b-8ae4-a75211083afa tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:25.280947 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2b64f099-2409-48a5-a407-01e679d25468 req-ffd734c3-f290-4669-9aec-dc8285377599 tempest-ServerShowV254Test-1376703994 tempest-ServerShowV254Test-1376703994-project] 10.222.0.50 "GET /v2.0/ports?device_id=38c396df-fdc6-4498-973a-bcec10c2e97e HTTP/1.1" status: 200 len: 210 time: 0.0695593 Nov 12 03:31:25.300066 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-afbe928e-a7cb-402a-ae3e-7abda4e37813 req-e4b17a1d-e1ec-4b3b-8ae4-a75211083afa tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:25.525839 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-2c6ae866-7777-4585-8298-73e4adae9487 None None] Attempting to bind port 8a24880d-3156-4a57-bd75-f4d2764dc80c on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:25.526406 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-2c6ae866-7777-4585-8298-73e4adae9487 None None] Attempting to bind port 8a24880d-3156-4a57-bd75-f4d2764dc80c by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8701c902-1369-4031-b9aa-2d51b5175416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ec18af27-89eb-4ad3-abe9-3e9a6967ba50'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:25.526981 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6ae866-7777-4585-8298-73e4adae9487 None None] Attempting to bind port 8a24880d-3156-4a57-bd75-f4d2764dc80c on network ec18af27-89eb-4ad3-abe9-3e9a6967ba50 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:25.535369 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6ae866-7777-4585-8298-73e4adae9487 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:31:25.538722 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6ae866-7777-4585-8298-73e4adae9487 None None] Checking segment: {'id': '8701c902-1369-4031-b9aa-2d51b5175416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ec18af27-89eb-4ad3-abe9-3e9a6967ba50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:25.539807 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2c6ae866-7777-4585-8298-73e4adae9487 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:25.540432 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6ae866-7777-4585-8298-73e4adae9487 None None] Bound using segment: {'id': '8701c902-1369-4031-b9aa-2d51b5175416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ec18af27-89eb-4ad3-abe9-3e9a6967ba50'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:31:25.541205 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-2c6ae866-7777-4585-8298-73e4adae9487 None None] Bound port: 8a24880d-3156-4a57-bd75-f4d2764dc80c, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8701c902-1369-4031-b9aa-2d51b5175416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ec18af27-89eb-4ad3-abe9-3e9a6967ba50'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:31:25.543609 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2c6ae866-7777-4585-8298-73e4adae9487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:25.643972 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-597ef2d6-93fa-44db-8829-f3469622f632 req-b14dde99-f41c-41ab-90a2-5a7b24f30a80 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f5b9d5-fbfc-457f-8368-db840f56f5b0 HTTP/1.1" status: 200 len: 210 time: 0.0449388 Nov 12 03:31:25.649149 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-937ab413-3222-45da-9c83-51a24c25a55a None None] Provisioning complete for port 8a24880d-3156-4a57-bd75-f4d2764dc80c triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:25.649611 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-937ab413-3222-45da-9c83-51a24c25a55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:25.675395 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-afbe928e-a7cb-402a-ae3e-7abda4e37813 req-e4b17a1d-e1ec-4b3b-8ae4-a75211083afa tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:25.682091 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-afbe928e-a7cb-402a-ae3e-7abda4e37813 req-e4b17a1d-e1ec-4b3b-8ae4-a75211083afa tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:25.707953 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2c6ae866-7777-4585-8298-73e4adae9487 None None] For port 8a24880d-3156-4a57-bd75-f4d2764dc80c, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:25.713195 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2c6ae866-7777-4585-8298-73e4adae9487 None None] For port 8a24880d-3156-4a57-bd75-f4d2764dc80c, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=8a24880d-3156-4a57-bd75-f4d2764dc80c,segment=NetworkSegment(8701c902-1369-4031-b9aa-2d51b5175416),segment_id=8701c902-1369-4031-b9aa-2d51b5175416)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:31:25.714502 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-937ab413-3222-45da-9c83-51a24c25a55a None None] Port 8a24880d-3156-4a57-bd75-f4d2764dc80c cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:31:25.718977 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2c6ae866-7777-4585-8298-73e4adae9487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:25.768768 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b17a1d-e1ec-4b3b-8ae4-a75211083afa tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Pushing event updated for resources: {'Port': ['ID=47aab25b-6025-447a-bc45-d2cbff4e5b3a,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:25.799857 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-afbe928e-a7cb-402a-ae3e-7abda4e37813 req-e4b17a1d-e1ec-4b3b-8ae4-a75211083afa tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:25.813010 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6ae866-7777-4585-8298-73e4adae9487 None None] Routers {'46a8ff09-30b4-41e9-9c02-70c737f11859'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:25.815114 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-2c6ae866-7777-4585-8298-73e4adae9487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:31:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['46a8ff09-30b4-41e9-9c02-70c737f11859'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:25.824742 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-afbe928e-a7cb-402a-ae3e-7abda4e37813 req-e4b17a1d-e1ec-4b3b-8ae4-a75211083afa tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:25.826045 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-afbe928e-a7cb-402a-ae3e-7abda4e37813 req-e4b17a1d-e1ec-4b3b-8ae4-a75211083afa tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7445965 Nov 12 03:31:25.866172 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d2d437-1367-4387-a341-1c60d660c0ce None None] Pushing event updated for resources: {'Port': ['ID=8a24880d-3156-4a57-bd75-f4d2764dc80c,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:25.903922 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-afbe928e-a7cb-402a-ae3e-7abda4e37813 req-fa22e5e6-6d29-4631-bbfa-fbf0039e0e8f tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.61 HTTP/1.1" status: 200 len: 695 time: 0.0625796 Nov 12 03:31:26.011324 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-2c6ae866-7777-4585-8298-73e4adae9487 None None] Set router 46a8ff09-30b4-41e9-9c02-70c737f11859 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:31:26.131821 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe928e-a7cb-402a-ae3e-7abda4e37813 req-30c2d230-a82a-4e09-8321-401789ddae09 tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:26.135839 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-afbe928e-a7cb-402a-ae3e-7abda4e37813 req-30c2d230-a82a-4e09-8321-401789ddae09 tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] 10.222.0.50 "GET /v2.0/networks/7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 HTTP/1.1" status: 200 len: 784 time: 0.2307999 Nov 12 03:31:26.160818 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-afbe928e-a7cb-402a-ae3e-7abda4e37813 req-89462579-445f-4a23-8977-a17400f78d16 tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:31:26.164122 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-afbe928e-a7cb-402a-ae3e-7abda4e37813 req-89462579-445f-4a23-8977-a17400f78d16 tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0204079 Nov 12 03:31:26.240571 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c6452c-6c14-4d9d-b0a4-aa3344bf688d req-d3876587-110b-489d-889a-15921ce5a651 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:26.242442 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-68c6452c-6c14-4d9d-b0a4-aa3344bf688d req-d3876587-110b-489d-889a-15921ce5a651 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 945 time: 0.0966167 Nov 12 03:31:26.264124 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-ec841304-8f3e-4eab-8804-80916c8787f5 None None] Provisioning complete for port 8a24880d-3156-4a57-bd75-f4d2764dc80c triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:26.264124 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ec841304-8f3e-4eab-8804-80916c8787f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:26.274537 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-21b0ddb6-b545-4808-976f-0d890fad2a8a req-019dfbc0-ada7-4cc8-8315-5ef8a6689eb4 tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] 10.222.0.50 "GET /v2.0/floatingips/1add55da-80f6-4b2f-a6d1-179cd97f295d HTTP/1.1" status: 200 len: 692 time: 0.0762184 Nov 12 03:31:26.325736 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-68c6452c-6c14-4d9d-b0a4-aa3344bf688d req-8eed478f-42ce-4d24-b04f-18eb2c8f261e tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715184 Nov 12 03:31:26.446693 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0ddb6-b545-4808-976f-0d890fad2a8a req-a9245762-965f-4b73-b4fb-c9fd6696d943 tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:26.448849 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ec841304-8f3e-4eab-8804-80916c8787f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:26.450078 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-21b0ddb6-b545-4808-976f-0d890fad2a8a req-a9245762-965f-4b73-b4fb-c9fd6696d943 tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] 10.222.0.50 "GET /v2.0/networks/7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 HTTP/1.1" status: 200 len: 784 time: 0.1746576 Nov 12 03:31:26.467722 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-2c6ae866-7777-4585-8298-73e4adae9487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a8ff09-30b4-41e9-9c02-70c737f11859', 'name': 'tempest-FloatingIPsTestJSON-1099318465-router', 'tenant_id': 'a297d07bc78248c8ba5dbc9df3bd432b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '47a96b3c-d0a0-45a8-a243-8ba961db333b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:31:15Z', 'updated_at': '2021-11-12T03:31:20Z', 'revision_number': 4, 'project_id': 'a297d07bc78248c8ba5dbc9df3bd432b', 'gw_port': {'id': '47a96b3c-d0a0-45a8-a243-8ba961db333b', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a8ff09-30b4-41e9-9c02-70c737f11859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:31:16Z', 'updated_at': '2021-11-12T03:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '8a24880d-3156-4a57-bd75-f4d2764dc80c', 'name': '', 'network_id': 'ec18af27-89eb-4ad3-abe9-3e9a6967ba50', 'tenant_id': 'a297d07bc78248c8ba5dbc9df3bd432b', 'mac_address': 'fa:16:3e:e2:14:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a8ff09-30b4-41e9-9c02-70c737f11859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '6a336df0-ae06-4978-97da-b977460adb15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:31:19Z', 'updated_at': '2021-11-12T03:31:25Z', 'revision_number': 4, 'project_id': 'a297d07bc78248c8ba5dbc9df3bd432b', 'subnets': [{'id': '6a336df0-ae06-4978-97da-b977460adb15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:26.478701 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-21b0ddb6-b545-4808-976f-0d890fad2a8a req-a0f25b70-d659-4b8b-b879-aa01e8b1aa0c tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:31:26.479856 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-21b0ddb6-b545-4808-976f-0d890fad2a8a req-a0f25b70-d659-4b8b-b879-aa01e8b1aa0c tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098882 Nov 12 03:31:26.566511 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6ae866-7777-4585-8298-73e4adae9487 None None] The sync data for ids ['46a8ff09-30b4-41e9-9c02-70c737f11859'] in n-d-715271-27 is: [{'id': '46a8ff09-30b4-41e9-9c02-70c737f11859', 'name': 'tempest-FloatingIPsTestJSON-1099318465-router', 'tenant_id': 'a297d07bc78248c8ba5dbc9df3bd432b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '47a96b3c-d0a0-45a8-a243-8ba961db333b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:31:15Z', 'updated_at': '2021-11-12T03:31:20Z', 'revision_number': 4, 'project_id': 'a297d07bc78248c8ba5dbc9df3bd432b', 'gw_port': {'id': '47a96b3c-d0a0-45a8-a243-8ba961db333b', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a8ff09-30b4-41e9-9c02-70c737f11859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:31:16Z', 'updated_at': '2021-11-12T03:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '8a24880d-3156-4a57-bd75-f4d2764dc80c', 'name': '', 'network_id': 'ec18af27-89eb-4ad3-abe9-3e9a6967ba50', 'tenant_id': 'a297d07bc78248c8ba5dbc9df3bd432b', 'mac_address': 'fa:16:3e:e2:14:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a8ff09-30b4-41e9-9c02-70c737f11859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '6a336df0-ae06-4978-97da-b977460adb15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:31:19Z', 'updated_at': '2021-11-12T03:31:25Z', 'revision_number': 4, 'project_id': 'a297d07bc78248c8ba5dbc9df3bd432b', 'subnets': [{'id': '6a336df0-ae06-4978-97da-b977460adb15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:31:26.624127 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-ec841304-8f3e-4eab-8804-80916c8787f5 None None] For port 8a24880d-3156-4a57-bd75-f4d2764dc80c, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=8a24880d-3156-4a57-bd75-f4d2764dc80c,segment=NetworkSegment(8701c902-1369-4031-b9aa-2d51b5175416),segment_id=8701c902-1369-4031-b9aa-2d51b5175416)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:26.629374 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ec841304-8f3e-4eab-8804-80916c8787f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:26.760781 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-eb2020c7-067a-4609-9228-ba914bec1dab tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:26.762375 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-eb2020c7-067a-4609-9228-ba914bec1dab tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.90 "GET /v2.0/networks?id=56493891-2b14-40ba-a8cb-65015d9b59f3 HTTP/1.1" status: 200 len: 811 time: 0.3082166 Nov 12 03:31:26.778588 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3ca84d36-8cbc-4449-acc5-0dac8abbba21 req-94f12b4b-ab22-468f-8f00-822a2e2d3b59 tempest-ServerShowV254Test-1376703994 tempest-ServerShowV254Test-1376703994-project] 10.222.0.50 "GET /v2.0/ports?device_id=38c396df-fdc6-4498-973a-bcec10c2e97e HTTP/1.1" status: 200 len: 210 time: 0.0633657 Nov 12 03:31:26.782271 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec841304-8f3e-4eab-8804-80916c8787f5 None None] Pushing event updated for resources: {'Port': ['ID=8a24880d-3156-4a57-bd75-f4d2764dc80c,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:26.792977 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-703a8f8a-c6f2-4f4d-a3aa-641205237e59 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Request body: {'port': {'device_id': 'a1f5b9d5-fbfc-457f-8368-db840f56f5b0', 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3', 'admin_state_up': True, 'tenant_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:26.796564 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c6b613d5-f854-445c-92f1-196b37309e66 req-395af4c7-d395-45ef-8e44-1c36c01f7ab5 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=19fb44e9639849908b666db3cee01ae9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586550 Nov 12 03:31:26.976524 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b613d5-f854-445c-92f1-196b37309e66 req-c741cf9d-0717-46cb-bdf8-b84455a16817 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:26.978654 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c6b613d5-f854-445c-92f1-196b37309e66 req-c741cf9d-0717-46cb-bdf8-b84455a16817 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1807675 Nov 12 03:31:27.015731 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c6b613d5-f854-445c-92f1-196b37309e66 req-5451c20f-90d0-4d8e-82b1-ad9960f936fe tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] 10.222.0.50 "GET /v2.0/quotas/19fb44e9639849908b666db3cee01ae9 HTTP/1.1" status: 200 len: 375 time: 0.0309463 Nov 12 03:31:27.056826 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 8a24880d-3156-4a57-bd75-f4d2764dc80c up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:27.076498 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-24bc15de-fc04-4277-8519-17e402eb7649 req-a0e0040f-bfb6-4186-aadf-e11f732c48a2 tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] 10.222.0.50 "GET /v2.0/floatingips?tenant_id=a297d07bc78248c8ba5dbc9df3bd432b HTTP/1.1" status: 200 len: 695 time: 0.1472609 Nov 12 03:31:27.088599 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c6b613d5-f854-445c-92f1-196b37309e66 req-edeea3e7-4d1c-4eeb-b839-f0a188aa198d tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=19fb44e9639849908b666db3cee01ae9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0717599 Nov 12 03:31:27.125711 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-703a8f8a-c6f2-4f4d-a3aa-641205237e59 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Made reservation on behalf of eda4d7a9c5834d36bc2b22e1ed979ccd for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:27.129739 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-703a8f8a-c6f2-4f4d-a3aa-641205237e59 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:27.190651 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 8a24880d-3156-4a57-bd75-f4d2764dc80c triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:27.191049 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:27.378363 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-703a8f8a-c6f2-4f4d-a3aa-641205237e59 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Allocated IP 172.20.0.7 (56493891-2b14-40ba-a8cb-65015d9b59f3/c41913f5-e5c1-4e60-8ee6-4f6d29d519f8/fdd652fd-1724-4c00-91ca-c69ca8782ce7) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:27.545057 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bca840ad-fce2-426f-9daf-016dbf7e9178 req-4f08f855-d0e9-4290-a93b-e468e6b57c91 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f5b9d5-fbfc-457f-8368-db840f56f5b0 HTTP/1.1" status: 200 len: 210 time: 0.0475144 Nov 12 03:31:27.655788 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-703a8f8a-c6f2-4f4d-a3aa-641205237e59 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:27.660881 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e5e40715-f127-4015-9f0e-b45f33dcb098 req-5338a57a-5027-4f33-a83a-fb4aa4dc3ee8 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fd202e0-ce46-41c7-b138-dd43365cde95 HTTP/1.1" status: 200 len: 210 time: 0.0386333 Nov 12 03:31:27.707528 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc15de-fc04-4277-8519-17e402eb7649 req-97c21904-6d10-4bb4-8670-d7023030c708 tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:27.711364 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-24bc15de-fc04-4277-8519-17e402eb7649 req-97c21904-6d10-4bb4-8670-d7023030c708 tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] 10.222.0.50 "GET /v2.0/networks?id=7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 HTTP/1.1" status: 200 len: 787 time: 0.6148164 Nov 12 03:31:27.715089 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-703a8f8a-c6f2-4f4d-a3aa-641205237e59 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:27.727382 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['41ecabea-c3bc-40a6-9a28-2efb66f91951', '08df2476-a404-43ef-8d05-1fb4b2eb283c'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:27.749038 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-24bc15de-fc04-4277-8519-17e402eb7649 req-3b282bab-8514-4cc3-812d-c32f9d7c7c71 tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:31:27.750066 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-24bc15de-fc04-4277-8519-17e402eb7649 req-3b282bab-8514-4cc3-812d-c32f9d7c7c71 tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0187669 Nov 12 03:31:27.791843 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-703a8f8a-c6f2-4f4d-a3aa-641205237e59 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Network 56493891-2b14-40ba-a8cb-65015d9b59f3 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:27.868991 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-703a8f8a-c6f2-4f4d-a3aa-641205237e59 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:27.882698 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-703a8f8a-c6f2-4f4d-a3aa-641205237e59 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:27.945703 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c86f3b00-baf3-47c8-8a7d-62ef79e2e6b3 req-89b3f7a7-30b7-4976-9473-3774287f3fa0 tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] 10.222.0.50 "GET /v2.0/floatingips/1add55da-80f6-4b2f-a6d1-179cd97f295d HTTP/1.1" status: 200 len: 692 time: 0.1615374 Nov 12 03:31:27.958834 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d56785-00cb-492a-b96d-2139ff2d96c8 req-1d95e0b1-6002-4eed-b1a1-141604091213 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:27.965692 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a8f8a-c6f2-4f4d-a3aa-641205237e59 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Pushing event updated for resources: {'Port': ['ID=fdd652fd-1724-4c00-91ca-c69ca8782ce7,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:27.990791 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b7d56785-00cb-492a-b96d-2139ff2d96c8 req-1d95e0b1-6002-4eed-b1a1-141604091213 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 945 time: 0.2657552 Nov 12 03:31:28.116365 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-703a8f8a-c6f2-4f4d-a3aa-641205237e59 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:28.118401 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-703a8f8a-c6f2-4f4d-a3aa-641205237e59 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.285286 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f3b00-baf3-47c8-8a7d-62ef79e2e6b3 req-2b16cb2f-b2da-4bf3-b9f5-dff76d62b24d tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:28.287841 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c86f3b00-baf3-47c8-8a7d-62ef79e2e6b3 req-2b16cb2f-b2da-4bf3-b9f5-dff76d62b24d tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] 10.222.0.50 "GET /v2.0/networks/7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 HTTP/1.1" status: 200 len: 784 time: 0.3273191 Nov 12 03:31:28.292111 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-703a8f8a-c6f2-4f4d-a3aa-641205237e59 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5063226 Nov 12 03:31:28.319642 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-0dd48191-4774-4001-bfdf-d87934379d5e service neutron] Request body: {'port': {'device_id': 'a1f5b9d5-fbfc-457f-8368-db840f56f5b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:28.388689 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-a3979510-e88a-478a-ac33-8246ae9deb17 None None] Provisioning complete for port fdd652fd-1724-4c00-91ca-c69ca8782ce7 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:28.389826 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a3979510-e88a-478a-ac33-8246ae9deb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.439560 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-a3979510-e88a-478a-ac33-8246ae9deb17 None None] Port fdd652fd-1724-4c00-91ca-c69ca8782ce7 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:31:28.483043 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-0dd48191-4774-4001-bfdf-d87934379d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.502825 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c86f3b00-baf3-47c8-8a7d-62ef79e2e6b3 req-cdfa56b5-a8ad-4bc8-82d3-212a595dd03f tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.61 HTTP/1.1" status: 200 len: 695 time: 0.2054548 Nov 12 03:31:28.576487 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b7d56785-00cb-492a-b96d-2139ff2d96c8 req-362c1e6c-fa03-455e-a172-1dc299232d02 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5813177 Nov 12 03:31:28.584752 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c86f3b00-baf3-47c8-8a7d-62ef79e2e6b3 req-d0e117d1-7334-4a51-a922-08b7444105a8 tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.61 HTTP/1.1" status: 200 len: 695 time: 0.0808666 Nov 12 03:31:28.673238 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-998e1496-d71c-4340-8d9d-895878eec735 req-2eb69a7e-1e5d-4af9-bbb5-0f07517fa305 tempest-ServerShowV254Test-1376703994 tempest-ServerShowV254Test-1376703994-project] 10.222.0.50 "GET /v2.0/ports?device_id=38c396df-fdc6-4498-973a-bcec10c2e97e HTTP/1.1" status: 200 len: 210 time: 0.0298679 Nov 12 03:31:28.869302 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-c86f3b00-baf3-47c8-8a7d-62ef79e2e6b3 req-3edc033c-0cca-44a4-af10-8a75b2b1dfbe tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Deleting port 47aab25b-6025-447a-bc45-d2cbff4e5b3a {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:28.869682 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c86f3b00-baf3-47c8-8a7d-62ef79e2e6b3 req-3edc033c-0cca-44a4-af10-8a75b2b1dfbe tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.948973 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311fd76-f07e-478e-b579-326c5355c4a0 req-a41dfe75-6905-4980-ad4f-fae7d58774c5 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:28.950184 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9311fd76-f07e-478e-b579-326c5355c4a0 req-a41dfe75-6905-4980-ad4f-fae7d58774c5 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f5b9d5-fbfc-457f-8368-db840f56f5b0 HTTP/1.1" status: 200 len: 931 time: 0.0675421 Nov 12 03:31:29.006008 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c6b613d5-f854-445c-92f1-196b37309e66 req-bcf2cdba-8351-485a-a76b-697865aa8052 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=19fb44e9639849908b666db3cee01ae9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374999 Nov 12 03:31:29.012794 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c86f3b00-baf3-47c8-8a7d-62ef79e2e6b3 req-3edc033c-0cca-44a4-af10-8a75b2b1dfbe tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.013290 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c86f3b00-baf3-47c8-8a7d-62ef79e2e6b3 req-3edc033c-0cca-44a4-af10-8a75b2b1dfbe tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.070911 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-c86f3b00-baf3-47c8-8a7d-62ef79e2e6b3 req-3edc033c-0cca-44a4-af10-8a75b2b1dfbe tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Calling delete_port for 47aab25b-6025-447a-bc45-d2cbff4e5b3a owned by network:floatingip {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:29.099863 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-0dd48191-4774-4001-bfdf-d87934379d5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdd652fd-1724-4c00-91ca-c69ca8782ce7 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:29.118008 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-0dd48191-4774-4001-bfdf-d87934379d5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.134245 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9311fd76-f07e-478e-b579-326c5355c4a0 req-36b19b92-c53e-4a79-b056-a7c58e16a7fb tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727662 Nov 12 03:31:29.202117 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-0dd48191-4774-4001-bfdf-d87934379d5e service neutron] Transition to ACTIVE for port object fdd652fd-1724-4c00-91ca-c69ca8782ce7 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:31:29.212762 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-0dd48191-4774-4001-bfdf-d87934379d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.223795 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b613d5-f854-445c-92f1-196b37309e66 req-1ca413ad-8fc9-41bd-aacc-44ad6d517186 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:29.228726 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c6b613d5-f854-445c-92f1-196b37309e66 req-1ca413ad-8fc9-41bd-aacc-44ad6d517186 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2116537 Nov 12 03:31:29.261419 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d254ccdd-7639-48eb-8ba0-b25bb80f78df req-97a00abb-89a7-4c89-b00d-2f2b8555ced1 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fd202e0-ce46-41c7-b138-dd43365cde95 HTTP/1.1" status: 200 len: 210 time: 0.0314848 Nov 12 03:31:29.266820 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-c6b613d5-f854-445c-92f1-196b37309e66 req-9a3b0227-bb77-411f-8a6e-ac63f79c68e3 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] Request body: {'port': {'device_id': '2fd202e0-ce46-41c7-b138-dd43365cde95', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'admin_state_up': True, 'tenant_id': '19fb44e9639849908b666db3cee01ae9'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:29.351564 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dddd169b-0ca7-4827-8f85-023e3fc4e345 req-a69fa7be-05ef-442b-921e-c3c7935134cb service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=38c396df-fdc6-4498-973a-bcec10c2e97e HTTP/1.1" status: 200 len: 210 time: 0.0729485 Nov 12 03:31:29.399146 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd48191-4774-4001-bfdf-d87934379d5e service neutron] Pushing event updated for resources: {'Port': ['ID=fdd652fd-1724-4c00-91ca-c69ca8782ce7,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:29.434322 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6b613d5-f854-445c-92f1-196b37309e66 req-9a3b0227-bb77-411f-8a6e-ac63f79c68e3 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] Made reservation on behalf of 19fb44e9639849908b666db3cee01ae9 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:29.438764 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c6b613d5-f854-445c-92f1-196b37309e66 req-9a3b0227-bb77-411f-8a6e-ac63f79c68e3 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.448956 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c6b613d5-f854-445c-92f1-196b37309e66 req-9a3b0227-bb77-411f-8a6e-ac63f79c68e3 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.580126 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c86f3b00-baf3-47c8-8a7d-62ef79e2e6b3 req-3edc033c-0cca-44a4-af10-8a75b2b1dfbe tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.659495 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc033c-0cca-44a4-af10-8a75b2b1dfbe tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Pushing event deleted for resources: {'Port': ['ID=47aab25b-6025-447a-bc45-d2cbff4e5b3a,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:29.673372 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-0dd48191-4774-4001-bfdf-d87934379d5e service neutron] Attempting to bind port fdd652fd-1724-4c00-91ca-c69ca8782ce7 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:29.674166 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-0dd48191-4774-4001-bfdf-d87934379d5e service neutron] Attempting to bind port fdd652fd-1724-4c00-91ca-c69ca8782ce7 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '51bc27e8-7dd2-406e-8102-7505cd62de69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:29.674602 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c6b613d5-f854-445c-92f1-196b37309e66 req-9a3b0227-bb77-411f-8a6e-ac63f79c68e3 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.675691 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-0dd48191-4774-4001-bfdf-d87934379d5e service neutron] Attempting to bind port fdd652fd-1724-4c00-91ca-c69ca8782ce7 on network 56493891-2b14-40ba-a8cb-65015d9b59f3 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:29.694614 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c6b613d5-f854-445c-92f1-196b37309e66 req-9a3b0227-bb77-411f-8a6e-ac63f79c68e3 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.714643 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-0dd48191-4774-4001-bfdf-d87934379d5e service neutron] Port fdd652fd-1724-4c00-91ca-c69ca8782ce7 on network 56493891-2b14-40ba-a8cb-65015d9b59f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:29.714980 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-0dd48191-4774-4001-bfdf-d87934379d5e service neutron] Attempting to bind port fdd652fd-1724-4c00-91ca-c69ca8782ce7 on network 56493891-2b14-40ba-a8cb-65015d9b59f3 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:29.737550 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-0dd48191-4774-4001-bfdf-d87934379d5e service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:31:29.738480 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-0dd48191-4774-4001-bfdf-d87934379d5e service neutron] Checking segment: {'id': '51bc27e8-7dd2-406e-8102-7505cd62de69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:29.738480 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-0dd48191-4774-4001-bfdf-d87934379d5e service neutron] Bound using segment: {'id': '51bc27e8-7dd2-406e-8102-7505cd62de69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:31:29.738809 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-0dd48191-4774-4001-bfdf-d87934379d5e service neutron] Bound port: fdd652fd-1724-4c00-91ca-c69ca8782ce7, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51bc27e8-7dd2-406e-8102-7505cd62de69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:31:29.739867 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-0dd48191-4774-4001-bfdf-d87934379d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.798613 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c86f3b00-baf3-47c8-8a7d-62ef79e2e6b3 req-3edc033c-0cca-44a4-af10-8a75b2b1dfbe tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Publish callbacks [] for floatingip, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.801225 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c86f3b00-baf3-47c8-8a7d-62ef79e2e6b3 req-3edc033c-0cca-44a4-af10-8a75b2b1dfbe tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.802678 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c86f3b00-baf3-47c8-8a7d-62ef79e2e6b3 req-3edc033c-0cca-44a4-af10-8a75b2b1dfbe tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] 10.222.0.50 "DELETE /v2.0/floatingips/1add55da-80f6-4b2f-a6d1-179cd97f295d HTTP/1.1" status: 204 len: 173 time: 1.2100248 Nov 12 03:31:29.809103 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b0227-bb77-411f-8a6e-ac63f79c68e3 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a54a65-b25b-4d6a-827f-393318e713e8,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:29.843322 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf16f3-b37c-4d34-a785-e2f5194e3e1b req-3b3fd59e-3b59-477e-975d-de2e2d1e93c0 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:29.844943 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-85cf16f3-b37c-4d34-a785-e2f5194e3e1b req-3b3fd59e-3b59-477e-975d-de2e2d1e93c0 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 945 time: 0.1734357 Nov 12 03:31:29.853731 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-0dd48191-4774-4001-bfdf-d87934379d5e service neutron] For port fdd652fd-1724-4c00-91ca-c69ca8782ce7, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:29.858800 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-0dd48191-4774-4001-bfdf-d87934379d5e service neutron] For port fdd652fd-1724-4c00-91ca-c69ca8782ce7, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=fdd652fd-1724-4c00-91ca-c69ca8782ce7,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:31:29.868720 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-0dd48191-4774-4001-bfdf-d87934379d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.920861 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-c6b613d5-f854-445c-92f1-196b37309e66 req-9a3b0227-bb77-411f-8a6e-ac63f79c68e3 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] Allocated IP 192.168.233.13 (eca3953c-c804-4641-8812-bff95be59582/fa66706f-b415-4bb9-838e-cfd08f81d96b/bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:29.929367 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-0dd48191-4774-4001-bfdf-d87934379d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:29.930027 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-0dd48191-4774-4001-bfdf-d87934379d5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.931500 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-0dd48191-4774-4001-bfdf-d87934379d5e service neutron] 10.222.0.90 "PUT /v2.0/ports/fdd652fd-1724-4c00-91ca-c69ca8782ce7 HTTP/1.1" status: 200 len: 1092 time: 1.6168723 Nov 12 03:31:29.931968 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f5b9d5-fbfc-457f-8368-db840f56f5b0', 'tag': 'fdd652fd-1724-4c00-91ca-c69ca8782ce7'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:29.951022 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10094c76-7b14-4eac-a35a-5812af128b03" -d '{"events": [{"name": "network-changed", "server_uuid": "a1f5b9d5-fbfc-457f-8368-db840f56f5b0", "tag": "fdd652fd-1724-4c00-91ca-c69ca8782ce7"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:29.956715 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-85cf16f3-b37c-4d34-a785-e2f5194e3e1b req-5e09c4b8-08dd-46f8-9860-36a7d64cfe3c tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929098 Nov 12 03:31:30.027415 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c01b3f43-8256-4a4a-973d-a586fd69098a req-7aadc17d-04b6-48c9-bba9-002e83445f8b tempest-ServerShowV254Test-1376703994 tempest-ServerShowV254Test-1376703994-project] 10.222.0.50 "GET /v2.0/ports?device_id=38c396df-fdc6-4498-973a-bcec10c2e97e HTTP/1.1" status: 200 len: 210 time: 0.0601053 Nov 12 03:31:30.147410 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd48191-4774-4001-bfdf-d87934379d5e service neutron] Pushing event updated for resources: {'Port': ['ID=fdd652fd-1724-4c00-91ca-c69ca8782ce7,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:30.185178 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c6b613d5-f854-445c-92f1-196b37309e66 req-9a3b0227-bb77-411f-8a6e-ac63f79c68e3 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.223239 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-2324fb02-d8f4-406c-94c3-015b5a8c552d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:30.225442 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-2324fb02-d8f4-406c-94c3-015b5a8c552d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=eda4d7a9c5834d36bc2b22e1ed979ccd&device_id=a1f5b9d5-fbfc-457f-8368-db840f56f5b0 HTTP/1.1" status: 200 len: 1095 time: 0.2208447 Nov 12 03:31:30.275100 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c6b613d5-f854-445c-92f1-196b37309e66 req-9a3b0227-bb77-411f-8a6e-ac63f79c68e3 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.319890 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3473901d-cbe7-4890-84db-cd1887d2bcd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.323678 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f91294-e8bb-41fe-9d8c-2a9689675ac7 x-openstack-request-id: req-a4f91294-e8bb-41fe-9d8c-2a9689675ac7 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:30.323678 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1f5b9d5-fbfc-457f-8368-db840f56f5b0", "tag": "fdd652fd-1724-4c00-91ca-c69ca8782ce7", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:30.323678 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a4f91294-e8bb-41fe-9d8c-2a9689675ac7 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:30.323678 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1f5b9d5-fbfc-457f-8368-db840f56f5b0', 'tag': 'fdd652fd-1724-4c00-91ca-c69ca8782ce7', 'status': 'completed', 'code': 200} Nov 12 03:31:30.346251 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-d6df2279-9aa8-4ac1-845f-5364fe1e727a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdd652fd-1724-4c00-91ca-c69ca8782ce7 HTTP/1.1" status: 200 len: 217 time: 0.1002703 Nov 12 03:31:30.368457 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b0227-bb77-411f-8a6e-ac63f79c68e3 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] Pushing event updated for resources: {'Port': ['ID=bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:30.378825 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6b613d5-f854-445c-92f1-196b37309e66 req-9a3b0227-bb77-411f-8a6e-ac63f79c68e3 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] Network eca3953c-c804-4641-8812-bff95be59582 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:30.391135 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-c6b613d5-f854-445c-92f1-196b37309e66 req-9a3b0227-bb77-411f-8a6e-ac63f79c68e3 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:30.396308 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b613d5-f854-445c-92f1-196b37309e66 req-9a3b0227-bb77-411f-8a6e-ac63f79c68e3 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:30.452852 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c6b2d104-6c59-4416-bf53-b2c0aa748f67 req-bf49b5b8-ff20-4a43-9943-90712951bd3d tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3763890 Nov 12 03:31:30.467175 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-c6b2d104-6c59-4416-bf53-b2c0aa748f67 req-167f1b26-1566-40e0-a2c4-61a6cba35cde tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:30.491891 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-a3528987-6289-48a9-8950-26d15d4aee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:30.493333 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-a3528987-6289-48a9-8950-26d15d4aee8a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c41913f5-e5c1-4e60-8ee6-4f6d29d519f8 HTTP/1.1" status: 200 len: 850 time: 0.1380403 Nov 12 03:31:30.508017 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b613d5-f854-445c-92f1-196b37309e66 req-9a3b0227-bb77-411f-8a6e-ac63f79c68e3 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:30.508850 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c6b613d5-f854-445c-92f1-196b37309e66 req-9a3b0227-bb77-411f-8a6e-ac63f79c68e3 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.525862 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b273c43a-2c26-4b4f-8dad-36b832cf3b86 req-bb6f9e98-7251-4bd5-a6ba-1bc52f1d167a tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:30.526224 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b273c43a-2c26-4b4f-8dad-36b832cf3b86 req-bb6f9e98-7251-4bd5-a6ba-1bc52f1d167a tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f5b9d5-fbfc-457f-8368-db840f56f5b0 HTTP/1.1" status: 200 len: 943 time: 0.1450465 Nov 12 03:31:30.609345 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c6b2d104-6c59-4416-bf53-b2c0aa748f67 req-167f1b26-1566-40e0-a2c4-61a6cba35cde tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Publish callbacks [] for floatingip, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.622897 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c6b613d5-f854-445c-92f1-196b37309e66 req-9a3b0227-bb77-411f-8a6e-ac63f79c68e3 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3600643 Nov 12 03:31:30.625719 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-dbda056c-7ac9-4f40-ace2-a9cc8c37d63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:30.627752 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-dbda056c-7ac9-4f40-ace2-a9cc8c37d63f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=56493891-2b14-40ba-a8cb-65015d9b59f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1210907 Nov 12 03:31:30.674929 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b273c43a-2c26-4b4f-8dad-36b832cf3b86 req-fbce1ca1-f4eb-4de8-8ef9-de249a4abd93 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331348 Nov 12 03:31:30.681632 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-c6b613d5-f854-445c-92f1-196b37309e66 req-00627f6a-b87e-4f83-9f40-8220388c9da2 service neutron] Request body: {'port': {'device_id': '2fd202e0-ce46-41c7-b138-dd43365cde95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:30.761913 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-f8b1a4c6-8f9f-4ece-89e6-5637cbee0c41 service neutron] 10.222.0.90 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212761 Nov 12 03:31:30.851934 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c6b613d5-f854-445c-92f1-196b37309e66 req-00627f6a-b87e-4f83-9f40-8220388c9da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.875412 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-a0a23b9e-4aa0-4696-a363-aafc8277db09 None None] Provisioning complete for port bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:30.877967 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a0a23b9e-4aa0-4696-a363-aafc8277db09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.910117 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-99184adc-9da7-4c00-9774-ffd369c7d20c req-a3f4a2e1-b5d5-4f03-b17f-e661b94ee125 service neutron] 10.222.0.90 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359625 Nov 12 03:31:30.914924 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da5d84-d8b8-4713-99e5-cebb896d4cff req-1cbd13a7-a2d5-46ee-a100-e9131f7efff2 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:30.917643 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-31da5d84-d8b8-4713-99e5-cebb896d4cff req-1cbd13a7-a2d5-46ee-a100-e9131f7efff2 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fd202e0-ce46-41c7-b138-dd43365cde95 HTTP/1.1" status: 200 len: 935 time: 0.1119707 Nov 12 03:31:30.948091 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c6b2d104-6c59-4416-bf53-b2c0aa748f67 req-167f1b26-1566-40e0-a2c4-61a6cba35cde tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.963470 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-a0a23b9e-4aa0-4696-a363-aafc8277db09 None None] Port bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:31:31.059955 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-31da5d84-d8b8-4713-99e5-cebb896d4cff req-f333177c-863a-4b98-a2e6-887570757e7a tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0a54a65-b25b-4d6a-827f-393318e713e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306875 Nov 12 03:31:31.090871 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-c6b2d104-6c59-4416-bf53-b2c0aa748f67 req-167f1b26-1566-40e0-a2c4-61a6cba35cde tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Allocated IP 172.25.5.170 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/77facef5-658a-487f-97bd-2ce8e599473d) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:31.101680 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10094c76-7b14-4eac-a35a-5812af128b03 req-2ea3a35d-d387-4de3-81aa-9a09b6ffffb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:31.103231 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-10094c76-7b14-4eac-a35a-5812af128b03 req-2ea3a35d-d387-4de3-81aa-9a09b6ffffb9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=eda4d7a9c5834d36bc2b22e1ed979ccd&device_id=a1f5b9d5-fbfc-457f-8368-db840f56f5b0 HTTP/1.1" status: 200 len: 1095 time: 0.0701208 Nov 12 03:31:31.234303 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d9da4-75b2-4f33-81be-46d03f76f081 req-c103eb73-a6a8-45d5-903c-2e41082c6492 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:31.235837 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-550d9da4-75b2-4f33-81be-46d03f76f081 req-c103eb73-a6a8-45d5-903c-2e41082c6492 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 945 time: 0.0860655 Nov 12 03:31:31.284623 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10094c76-7b14-4eac-a35a-5812af128b03 req-52eb923d-9b74-46e7-bec0-a05d329b0d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:31.287535 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-10094c76-7b14-4eac-a35a-5812af128b03 req-52eb923d-9b74-46e7-bec0-a05d329b0d71 service neutron] 10.222.0.90 "GET /v2.0/networks?id=56493891-2b14-40ba-a8cb-65015d9b59f3 HTTP/1.1" status: 200 len: 912 time: 0.1742539 Nov 12 03:31:31.291529 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-c6b613d5-f854-445c-92f1-196b37309e66 req-00627f6a-b87e-4f83-9f40-8220388c9da2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:31.305876 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c6b613d5-f854-445c-92f1-196b37309e66 req-00627f6a-b87e-4f83-9f40-8220388c9da2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.314315 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c6b2d104-6c59-4416-bf53-b2c0aa748f67 req-167f1b26-1566-40e0-a2c4-61a6cba35cde tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.334905 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-550d9da4-75b2-4f33-81be-46d03f76f081 req-db56f1db-fb4a-4101-a9ab-c64e4619a019 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771120 Nov 12 03:31:31.335940 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-c6b613d5-f854-445c-92f1-196b37309e66 req-00627f6a-b87e-4f83-9f40-8220388c9da2 service neutron] Transition to ACTIVE for port object bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:31:31.340602 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c6b613d5-f854-445c-92f1-196b37309e66 req-00627f6a-b87e-4f83-9f40-8220388c9da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.345244 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-10094c76-7b14-4eac-a35a-5812af128b03 req-e15b549f-b40c-48e5-b2f3-a30f64671a1f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdd652fd-1724-4c00-91ca-c69ca8782ce7 HTTP/1.1" status: 200 len: 217 time: 0.0488105 Nov 12 03:31:31.418356 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00627f6a-b87e-4f83-9f40-8220388c9da2 service neutron] Pushing event updated for resources: {'Port': ['ID=bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:31.449414 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10094c76-7b14-4eac-a35a-5812af128b03 req-45c9d502-a503-4305-85a0-e54ddd5ab537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:31.450900 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-10094c76-7b14-4eac-a35a-5812af128b03 req-45c9d502-a503-4305-85a0-e54ddd5ab537 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c41913f5-e5c1-4e60-8ee6-4f6d29d519f8 HTTP/1.1" status: 200 len: 850 time: 0.0829813 Nov 12 03:31:31.451857 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c6b2d104-6c59-4416-bf53-b2c0aa748f67 req-167f1b26-1566-40e0-a2c4-61a6cba35cde tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.498768 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-183a78e1-bf79-4a35-b7c8-27d20e12c6a4 req-60374cf3-f354-4919-be40-21fcdd18557e tempest-ServerShowV254Test-1376703994 tempest-ServerShowV254Test-1376703994-project] 10.222.0.50 "GET /v2.0/ports?device_id=38c396df-fdc6-4498-973a-bcec10c2e97e HTTP/1.1" status: 200 len: 210 time: 0.0576239 Nov 12 03:31:31.520458 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6b2d104-6c59-4416-bf53-b2c0aa748f67 req-167f1b26-1566-40e0-a2c4-61a6cba35cde tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:31.525907 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-c6b613d5-f854-445c-92f1-196b37309e66 req-00627f6a-b87e-4f83-9f40-8220388c9da2 service neutron] Attempting to bind port bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:31.526242 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-c6b613d5-f854-445c-92f1-196b37309e66 req-00627f6a-b87e-4f83-9f40-8220388c9da2 service neutron] Attempting to bind port bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:31.526649 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b613d5-f854-445c-92f1-196b37309e66 req-00627f6a-b87e-4f83-9f40-8220388c9da2 service neutron] Attempting to bind port bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3 on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:31.533155 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b613d5-f854-445c-92f1-196b37309e66 req-00627f6a-b87e-4f83-9f40-8220388c9da2 service neutron] Port bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3 on network eca3953c-c804-4641-8812-bff95be59582 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:31.533577 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b613d5-f854-445c-92f1-196b37309e66 req-00627f6a-b87e-4f83-9f40-8220388c9da2 service neutron] Attempting to bind port bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3 on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:31.534681 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-c6b2d104-6c59-4416-bf53-b2c0aa748f67 req-167f1b26-1566-40e0-a2c4-61a6cba35cde tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:31.539716 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b2d104-6c59-4416-bf53-b2c0aa748f67 req-167f1b26-1566-40e0-a2c4-61a6cba35cde tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:31.551955 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b613d5-f854-445c-92f1-196b37309e66 req-00627f6a-b87e-4f83-9f40-8220388c9da2 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:31:31.552433 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b613d5-f854-445c-92f1-196b37309e66 req-00627f6a-b87e-4f83-9f40-8220388c9da2 service neutron] Checking segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:31.552879 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b613d5-f854-445c-92f1-196b37309e66 req-00627f6a-b87e-4f83-9f40-8220388c9da2 service neutron] Bound using segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:31:31.553382 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-c6b613d5-f854-445c-92f1-196b37309e66 req-00627f6a-b87e-4f83-9f40-8220388c9da2 service neutron] Bound port: bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:31:31.553810 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c6b613d5-f854-445c-92f1-196b37309e66 req-00627f6a-b87e-4f83-9f40-8220388c9da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.587839 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f1b26-1566-40e0-a2c4-61a6cba35cde tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Pushing event updated for resources: {'Port': ['ID=77facef5-658a-487f-97bd-2ce8e599473d,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:31.604885 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10094c76-7b14-4eac-a35a-5812af128b03 req-0ce47da9-d07c-4e11-8113-0576f94aa841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:31.606419 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-10094c76-7b14-4eac-a35a-5812af128b03 req-0ce47da9-d07c-4e11-8113-0576f94aa841 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=56493891-2b14-40ba-a8cb-65015d9b59f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1452348 Nov 12 03:31:31.659080 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-c6b613d5-f854-445c-92f1-196b37309e66 req-00627f6a-b87e-4f83-9f40-8220388c9da2 service neutron] For port bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:31.669941 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-c6b613d5-f854-445c-92f1-196b37309e66 req-00627f6a-b87e-4f83-9f40-8220388c9da2 service neutron] For port bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:31:31.676110 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c6b613d5-f854-445c-92f1-196b37309e66 req-00627f6a-b87e-4f83-9f40-8220388c9da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.728247 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b613d5-f854-445c-92f1-196b37309e66 req-00627f6a-b87e-4f83-9f40-8220388c9da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:31.729158 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c6b613d5-f854-445c-92f1-196b37309e66 req-00627f6a-b87e-4f83-9f40-8220388c9da2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.730856 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c6b613d5-f854-445c-92f1-196b37309e66 req-00627f6a-b87e-4f83-9f40-8220388c9da2 service neutron] 10.222.0.74 "PUT /v2.0/ports/bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3 HTTP/1.1" status: 200 len: 1096 time: 1.0972283 Nov 12 03:31:31.734066 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fd202e0-ce46-41c7-b138-dd43365cde95', 'tag': 'bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:31.752290 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7fa42d6-e6da-4bb8-b916-febd01c9a95a" -d '{"events": [{"name": "network-changed", "server_uuid": "2fd202e0-ce46-41c7-b138-dd43365cde95", "tag": "bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:31.766712 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c6b2d104-6c59-4416-bf53-b2c0aa748f67 req-167f1b26-1566-40e0-a2c4-61a6cba35cde tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.782108 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-10094c76-7b14-4eac-a35a-5812af128b03 req-4011c70e-60c5-4984-ac65-c3432ba461b4 service neutron] 10.222.0.90 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396215 Nov 12 03:31:31.859196 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00627f6a-b87e-4f83-9f40-8220388c9da2 service neutron] Pushing event updated for resources: {'Port': ['ID=bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:31.864933 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c6b2d104-6c59-4416-bf53-b2c0aa748f67 req-167f1b26-1566-40e0-a2c4-61a6cba35cde tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.933366 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b613d5-f854-445c-92f1-196b37309e66 req-364f32e3-a79e-4126-bb55-1655ff008a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:31.934935 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c6b613d5-f854-445c-92f1-196b37309e66 req-364f32e3-a79e-4126-bb55-1655ff008a54 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=19fb44e9639849908b666db3cee01ae9&device_id=2fd202e0-ce46-41c7-b138-dd43365cde95 HTTP/1.1" status: 200 len: 1099 time: 0.1337183 Nov 12 03:31:31.950142 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1519b-6ae7-4efa-aeed-d300a4aab0d9 req-76840a93-667d-4f0a-a9bb-af8025c702b0 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:31.951805 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f3f1519b-6ae7-4efa-aeed-d300a4aab0d9 req-76840a93-667d-4f0a-a9bb-af8025c702b0 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f5b9d5-fbfc-457f-8368-db840f56f5b0 HTTP/1.1" status: 200 len: 943 time: 0.0975845 Nov 12 03:31:31.994448 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c6b613d5-f854-445c-92f1-196b37309e66 req-456d3ffb-1df8-48c7-b8ac-65bd8a577430 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3 HTTP/1.1" status: 200 len: 217 time: 0.0415838 Nov 12 03:31:32.098286 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b613d5-f854-445c-92f1-196b37309e66 req-a90ab13d-3a28-4a4c-93b3-0abad60f023a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:32.101972 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c6b613d5-f854-445c-92f1-196b37309e66 req-a90ab13d-3a28-4a4c-93b3-0abad60f023a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.0985899 Nov 12 03:31:32.111782 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f3f1519b-6ae7-4efa-aeed-d300a4aab0d9 req-7c74a346-6672-4aee-98c9-6ff92b3eacdb tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162403 Nov 12 03:31:32.169984 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b613d5-f854-445c-92f1-196b37309e66 req-c3dadde2-8ab1-4380-a7ad-25246bb1e899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:32.172941 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c6b613d5-f854-445c-92f1-196b37309e66 req-c3dadde2-8ab1-4380-a7ad-25246bb1e899 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0600574 Nov 12 03:31:32.288029 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c6b613d5-f854-445c-92f1-196b37309e66 req-a9931bbe-bb57-4946-82a7-957bf64fc480 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057317 Nov 12 03:31:32.332627 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26016024-0c4a-4dd9-bdfb-db1673f71660 x-openstack-request-id: req-26016024-0c4a-4dd9-bdfb-db1673f71660 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:32.334029 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fd202e0-ce46-41c7-b138-dd43365cde95", "tag": "bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:32.335058 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-26016024-0c4a-4dd9-bdfb-db1673f71660 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:32.335772 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fd202e0-ce46-41c7-b138-dd43365cde95', 'tag': 'bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3', 'status': 'completed', 'code': 200} Nov 12 03:31:32.380748 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-761b515a-f835-4ce7-b6c0-3e359c406ed2 req-4e1700aa-4143-4c90-aef6-baf2ce76c3d3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3f2a0ed0acd34b66b0394923dc33ebc2&device_id=38c396df-fdc6-4498-973a-bcec10c2e97e HTTP/1.1" status: 200 len: 210 time: 0.0525944 Nov 12 03:31:32.435066 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-761b515a-f835-4ce7-b6c0-3e359c406ed2 req-d7773f4f-fdff-4f13-bcaf-6ec10b130e03 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=3f2a0ed0acd34b66b0394923dc33ebc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441475 Nov 12 03:31:32.460705 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c6b613d5-f854-445c-92f1-196b37309e66 req-d56d9e98-6f67-4c4f-9457-204ee7831d3a service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562147 Nov 12 03:31:32.468148 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710bc5e4-0d5e-41af-883e-5dcc004da3ca req-bf31636a-a259-4719-b613-5fe0d52e91c7 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:32.469630 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-710bc5e4-0d5e-41af-883e-5dcc004da3ca req-bf31636a-a259-4719-b613-5fe0d52e91c7 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fd202e0-ce46-41c7-b138-dd43365cde95 HTTP/1.1" status: 200 len: 947 time: 0.0915263 Nov 12 03:31:32.497118 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-10094c76-7b14-4eac-a35a-5812af128b03 req-aaf5fb73-5267-45e9-8839-621979146638 service neutron] 10.222.0.90 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7034395 Nov 12 03:31:32.528996 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-710bc5e4-0d5e-41af-883e-5dcc004da3ca req-2342d6e3-e29f-4cc9-a548-ff0189d845e1 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0a54a65-b25b-4d6a-827f-393318e713e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518460 Nov 12 03:31:32.594974 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa42d6-e6da-4bb8-b916-febd01c9a95a req-ce2a3726-e696-4378-98a6-085e15e0648c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:32.597082 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b7fa42d6-e6da-4bb8-b916-febd01c9a95a req-ce2a3726-e696-4378-98a6-085e15e0648c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=19fb44e9639849908b666db3cee01ae9&device_id=2fd202e0-ce46-41c7-b138-dd43365cde95 HTTP/1.1" status: 200 len: 1099 time: 0.0653863 Nov 12 03:31:32.618216 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b515a-f835-4ce7-b6c0-3e359c406ed2 req-cdcae69d-0fb7-4e12-b7d7-f9e0d4ef62ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:32.619649 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-761b515a-f835-4ce7-b6c0-3e359c406ed2 req-cdcae69d-0fb7-4e12-b7d7-f9e0d4ef62ef service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1741130 Nov 12 03:31:32.641703 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-30f987d5-e81f-4fb8-b9d0-b90f930f84d5 req-71e7bae1-b625-438d-a937-7c72715bb73d tempest-ServerShowV254Test-1376703994 tempest-ServerShowV254Test-1376703994-project] 10.222.0.50 "GET /v2.0/ports?device_id=38c396df-fdc6-4498-973a-bcec10c2e97e HTTP/1.1" status: 200 len: 210 time: 0.0374780 Nov 12 03:31:32.654601 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c6b2d104-6c59-4416-bf53-b2c0aa748f67 req-167f1b26-1566-40e0-a2c4-61a6cba35cde tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.662212 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c6b2d104-6c59-4416-bf53-b2c0aa748f67 req-167f1b26-1566-40e0-a2c4-61a6cba35cde tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.731840 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f1b26-1566-40e0-a2c4-61a6cba35cde tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Pushing event updated for resources: {'Port': ['ID=77facef5-658a-487f-97bd-2ce8e599473d,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:32.746562 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c6b2d104-6c59-4416-bf53-b2c0aa748f67 req-167f1b26-1566-40e0-a2c4-61a6cba35cde tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.763293 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c6b2d104-6c59-4416-bf53-b2c0aa748f67 req-167f1b26-1566-40e0-a2c4-61a6cba35cde tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.764622 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c6b2d104-6c59-4416-bf53-b2c0aa748f67 req-167f1b26-1566-40e0-a2c4-61a6cba35cde tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3108075 Nov 12 03:31:32.768976 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa42d6-e6da-4bb8-b916-febd01c9a95a req-68e05c5b-3e82-4fda-b1d7-dff9095c3705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:32.770718 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b7fa42d6-e6da-4bb8-b916-febd01c9a95a req-68e05c5b-3e82-4fda-b1d7-dff9095c3705 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.1560507 Nov 12 03:31:32.783196 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf800a-ff80-44fd-8806-52bd2525c015 req-f656ae22-47ec-4fdc-bc50-aa491c7c2811 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:32.784701 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ddcf800a-ff80-44fd-8806-52bd2525c015 req-f656ae22-47ec-4fdc-bc50-aa491c7c2811 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 945 time: 0.0759137 Nov 12 03:31:32.822296 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c6b2d104-6c59-4416-bf53-b2c0aa748f67 req-b4d5f763-a5b2-482d-97b1-364bdc886d53 tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.170 HTTP/1.1" status: 200 len: 696 time: 0.0505600 Nov 12 03:31:32.827246 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b7fa42d6-e6da-4bb8-b916-febd01c9a95a req-b2310364-a146-4c03-afd3-57b182ce1c07 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3 HTTP/1.1" status: 200 len: 217 time: 0.0415928 Nov 12 03:31:32.901284 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ddcf800a-ff80-44fd-8806-52bd2525c015 req-4943d5eb-cc99-4a3f-8f9f-9e87bd63e8d6 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091161 Nov 12 03:31:32.905201 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa42d6-e6da-4bb8-b916-febd01c9a95a req-111465bb-727a-4f1e-9105-a0eb4cba6396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:32.907429 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b7fa42d6-e6da-4bb8-b916-febd01c9a95a req-111465bb-727a-4f1e-9105-a0eb4cba6396 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.0712523 Nov 12 03:31:32.932238 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2d104-6c59-4416-bf53-b2c0aa748f67 req-cd9e69db-2df7-40de-9227-3b592e4dab8a tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:32.933650 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c6b2d104-6c59-4416-bf53-b2c0aa748f67 req-cd9e69db-2df7-40de-9227-3b592e4dab8a tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] 10.222.0.50 "GET /v2.0/networks/7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 HTTP/1.1" status: 200 len: 784 time: 0.1055000 Nov 12 03:31:32.973762 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa42d6-e6da-4bb8-b916-febd01c9a95a req-4c279ecd-fc3b-4368-be9d-02d4fa91b1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:32.975270 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b7fa42d6-e6da-4bb8-b916-febd01c9a95a req-4c279ecd-fc3b-4368-be9d-02d4fa91b1c4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0488508 Nov 12 03:31:33.090964 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-51f24a91-800e-4e60-88c3-4bfbb948a3d5 req-6246b0e9-0efa-4125-8f2d-e9a1e4634ae2 tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] 10.222.0.50 "GET /v2.0/floatingips/3795a991-57e5-4c35-a599-7dcf2d07eb66 HTTP/1.1" status: 200 len: 693 time: 0.0771146 Nov 12 03:31:33.179269 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b7fa42d6-e6da-4bb8-b916-febd01c9a95a req-30dcce04-8e26-44c2-a238-87fd3d6ac03f service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897681 Nov 12 03:31:33.220658 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5d5d3d17-0532-4ba2-9d48-6f1636cf92d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:33.261263 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06f6ae-81fd-49c4-b234-757c5730137f req-cb63deec-254d-42c3-ab59-6a1faac201b4 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:33.262931 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ec06f6ae-81fd-49c4-b234-757c5730137f req-cb63deec-254d-42c3-ab59-6a1faac201b4 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f5b9d5-fbfc-457f-8368-db840f56f5b0 HTTP/1.1" status: 200 len: 943 time: 0.0617878 Nov 12 03:31:33.319085 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f24a91-800e-4e60-88c3-4bfbb948a3d5 req-3126f037-5bef-43ca-8328-9e8fcadfcc9d tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:33.320683 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-51f24a91-800e-4e60-88c3-4bfbb948a3d5 req-3126f037-5bef-43ca-8328-9e8fcadfcc9d tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] 10.222.0.50 "GET /v2.0/networks/7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 HTTP/1.1" status: 200 len: 784 time: 0.2229173 Nov 12 03:31:33.340489 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ec06f6ae-81fd-49c4-b234-757c5730137f req-c613de0b-1e28-4812-8a06-673be2ecbc2b tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708039 Nov 12 03:31:33.446071 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-51f24a91-800e-4e60-88c3-4bfbb948a3d5 req-7daff52d-fe2a-4f82-bcc1-960a0b046f63 tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.170 HTTP/1.1" status: 200 len: 696 time: 0.1105800 Nov 12 03:31:33.464834 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b7fa42d6-e6da-4bb8-b916-febd01c9a95a req-36e3d3e8-f505-4629-9187-8dcec36a071e service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725198 Nov 12 03:31:33.503174 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-51f24a91-800e-4e60-88c3-4bfbb948a3d5 req-6a668b12-cd28-4c36-bf76-fa8af372c3ab tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.170 HTTP/1.1" status: 200 len: 696 time: 0.0493574 Nov 12 03:31:33.626312 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device b950f9ac-c38e-477d-94e4-ee676fd7e1a8 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:31:33.653750 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-51f24a91-800e-4e60-88c3-4bfbb948a3d5 req-240a2017-6902-4e3c-95cf-275dcc5b5e04 tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Deleting port 77facef5-658a-487f-97bd-2ce8e599473d {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:33.654165 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-51f24a91-800e-4e60-88c3-4bfbb948a3d5 req-240a2017-6902-4e3c-95cf-275dcc5b5e04 tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:33.698366 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26f9c8-dca3-40b3-88a6-4d1c8f605007 req-227a1ae9-412e-41a2-8260-fd536cf0fe23 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:33.699943 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-af26f9c8-dca3-40b3-88a6-4d1c8f605007 req-227a1ae9-412e-41a2-8260-fd536cf0fe23 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fd202e0-ce46-41c7-b138-dd43365cde95 HTTP/1.1" status: 200 len: 947 time: 0.0806143 Nov 12 03:31:33.759866 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-51f24a91-800e-4e60-88c3-4bfbb948a3d5 req-240a2017-6902-4e3c-95cf-275dcc5b5e04 tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:33.760243 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-51f24a91-800e-4e60-88c3-4bfbb948a3d5 req-240a2017-6902-4e3c-95cf-275dcc5b5e04 tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:33.765193 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-af26f9c8-dca3-40b3-88a6-4d1c8f605007 req-d8621d4b-1017-4a1a-8a82-240c127f856c tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0a54a65-b25b-4d6a-827f-393318e713e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555084 Nov 12 03:31:33.779833 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-51f24a91-800e-4e60-88c3-4bfbb948a3d5 req-240a2017-6902-4e3c-95cf-275dcc5b5e04 tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Calling delete_port for 77facef5-658a-487f-97bd-2ce8e599473d owned by network:floatingip {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:33.780372 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port b950f9ac-c38e-477d-94e4-ee676fd7e1a8, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=b950f9ac-c38e-477d-94e4-ee676fd7e1a8,segment=NetworkSegment(4e7b8aec-969c-41d9-8252-0d15a236e5b1),segment_id=4e7b8aec-969c-41d9-8252-0d15a236e5b1)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:33.804785 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'b950f9ac-c38e-477d-94e4-ee676fd7e1a8', 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb', 'port_id': 'b950f9ac-c38e-477d-94e4-ee676fd7e1a8', 'mac_address': 'fa:16:3e:8a:7e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:31:33.859201 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:33.873660 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-459028d0-7ce0-4510-b35e-938909818ebc req-f9fe5fe0-8d16-45a0-a704-f27ea03d85f3 tempest-ServerShowV254Test-1376703994 tempest-ServerShowV254Test-1376703994-project] 10.222.0.50 "GET /v2.0/ports?device_id=38c396df-fdc6-4498-973a-bcec10c2e97e HTTP/1.1" status: 200 len: 210 time: 0.0322115 Nov 12 03:31:33.875699 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b950f9ac-c38e-477d-94e4-ee676fd7e1a8 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:33.899033 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port b950f9ac-c38e-477d-94e4-ee676fd7e1a8, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=b950f9ac-c38e-477d-94e4-ee676fd7e1a8,segment=NetworkSegment(4e7b8aec-969c-41d9-8252-0d15a236e5b1),segment_id=4e7b8aec-969c-41d9-8252-0d15a236e5b1)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:33.905918 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:33.960973 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-51f24a91-800e-4e60-88c3-4bfbb948a3d5 req-240a2017-6902-4e3c-95cf-275dcc5b5e04 tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:33.977474 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=b950f9ac-c38e-477d-94e4-ee676fd7e1a8,revision_number=6']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:33.998081 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a2017-6902-4e3c-95cf-275dcc5b5e04 tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Pushing event deleted for resources: {'Port': ['ID=77facef5-658a-487f-97bd-2ce8e599473d,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:34.034853 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.071625 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['b950f9ac-c38e-477d-94e4-ee676fd7e1a8'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:34.118341 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-51f24a91-800e-4e60-88c3-4bfbb948a3d5 req-240a2017-6902-4e3c-95cf-275dcc5b5e04 tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Publish callbacks [] for floatingip, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.119295 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b50017-00b0-464b-9162-257635e7b3f0 req-15d6b617-9ae0-41e0-a13f-fa9254769def tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:34.127665 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-51f24a91-800e-4e60-88c3-4bfbb948a3d5 req-240a2017-6902-4e3c-95cf-275dcc5b5e04 tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.134357 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-84b50017-00b0-464b-9162-257635e7b3f0 req-15d6b617-9ae0-41e0-a13f-fa9254769def tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 944 time: 0.0867639 Nov 12 03:31:34.147805 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-51f24a91-800e-4e60-88c3-4bfbb948a3d5 req-240a2017-6902-4e3c-95cf-275dcc5b5e04 tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] 10.222.0.50 "DELETE /v2.0/floatingips/3795a991-57e5-4c35-a599-7dcf2d07eb66 HTTP/1.1" status: 204 len: 173 time: 0.6372881 Nov 12 03:31:34.205245 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-761b515a-f835-4ce7-b6c0-3e359c406ed2 req-f07956ac-c62f-4f84-b3fc-d974ef146279 tempest-ServerShowV254Test-1376703994 tempest-ServerShowV254Test-1376703994-project] 10.222.0.74 "GET /v2.0/ports?device_id=38c396df-fdc6-4498-973a-bcec10c2e97e HTTP/1.1" status: 200 len: 210 time: 0.0426006 Nov 12 03:31:34.206736 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-84b50017-00b0-464b-9162-257635e7b3f0 req-a4374236-818f-4814-9fbd-74e9ffaa30ce tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714505 Nov 12 03:31:34.234177 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device fdd652fd-1724-4c00-91ca-c69ca8782ce7 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:31:34.381238 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [req-2fc8df57-da07-423c-9acc-c00b4795d2ec req-afcffe1f-8039-4e5b-a73b-866ccdd98670 tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] show failed (client error): The resource could not be found. Nov 12 03:31:34.391180 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2fc8df57-da07-423c-9acc-c00b4795d2ec req-afcffe1f-8039-4e5b-a73b-866ccdd98670 tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] 10.222.0.50 "GET /v2.0/floatingips/3795a991-57e5-4c35-a599-7dcf2d07eb66 HTTP/1.1" status: 404 len: 350 time: 0.0938828 Nov 12 03:31:34.444324 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port fdd652fd-1724-4c00-91ca-c69ca8782ce7, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=fdd652fd-1724-4c00-91ca-c69ca8782ce7,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:34.460316 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': 'fdd652fd-1724-4c00-91ca-c69ca8782ce7', 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3', 'port_id': 'fdd652fd-1724-4c00-91ca-c69ca8782ce7', 'mac_address': 'fa:16:3e:8d:aa:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c41913f5-e5c1-4e60-8ee6-4f6d29d519f8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:31:34.501126 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [req-fe06a754-25f9-44de-8c95-c00657dd20d5 req-ad30bb1e-3e3a-4b15-a3c5-30ac5d944e93 tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] show failed (client error): The resource could not be found. Nov 12 03:31:34.510296 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fe06a754-25f9-44de-8c95-c00657dd20d5 req-ad30bb1e-3e3a-4b15-a3c5-30ac5d944e93 tempest-FloatingIPsTestJSON-111725978 tempest-FloatingIPsTestJSON-111725978-project] 10.222.0.50 "GET /v2.0/floatingips/3795a991-57e5-4c35-a599-7dcf2d07eb66 HTTP/1.1" status: 404 len: 350 time: 0.0988204 Nov 12 03:31:34.516252 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 39162) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:34.528771 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.545809 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd652fd-1724-4c00-91ca-c69ca8782ce7 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:34.565170 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea92541-e307-4132-b32e-b3533fb02de6 req-3bedb4c0-b5b6-4113-934a-068475e99ed3 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:34.568476 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8ea92541-e307-4132-b32e-b3533fb02de6 req-3bedb4c0-b5b6-4113-934a-068475e99ed3 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f5b9d5-fbfc-457f-8368-db840f56f5b0 HTTP/1.1" status: 200 len: 943 time: 0.0909817 Nov 12 03:31:34.597511 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port fdd652fd-1724-4c00-91ca-c69ca8782ce7, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=fdd652fd-1724-4c00-91ca-c69ca8782ce7,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:34.626631 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.682490 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8ea92541-e307-4132-b32e-b3533fb02de6 req-f6130798-623f-4946-a3e4-1cb9b0d87487 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995243 Nov 12 03:31:34.729705 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=fdd652fd-1724-4c00-91ca-c69ca8782ce7,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:34.964008 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['fdd652fd-1724-4c00-91ca-c69ca8782ce7'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:35.128905 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126f7bc-7678-4ac1-a436-8738dea8a2f6 req-e40d452a-1b23-425d-8e79-cd76b6266808 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:35.140479 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5126f7bc-7678-4ac1-a436-8738dea8a2f6 req-e40d452a-1b23-425d-8e79-cd76b6266808 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fd202e0-ce46-41c7-b138-dd43365cde95 HTTP/1.1" status: 200 len: 947 time: 0.2061808 Nov 12 03:31:35.234257 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5126f7bc-7678-4ac1-a436-8738dea8a2f6 req-1a2ec1d5-a33e-456d-877f-3393d15893ee tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0a54a65-b25b-4d6a-827f-393318e713e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925322 Nov 12 03:31:35.336034 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-534224f6-b086-462e-aea6-eeefd04eefdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.397604 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.457509 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60485e32-da17-4783-a9d1-a146d539bbbe req-265d6a00-72e7-4b21-bea7-ac644a62888d tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:35.470310 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-60485e32-da17-4783-a9d1-a146d539bbbe req-265d6a00-72e7-4b21-bea7-ac644a62888d tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 944 time: 0.1350896 Nov 12 03:31:35.558994 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-60485e32-da17-4783-a9d1-a146d539bbbe req-0f346f77-225a-42e2-8157-70b23a3b5355 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809278 Nov 12 03:31:35.591244 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 39194) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:35.654625 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:31:35.657516 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device b950f9ac-c38e-477d-94e4-ee676fd7e1a8 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:35.837584 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-930f28c8-bd51-41ed-84e4-6416fb1b8bb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.943997 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port b950f9ac-c38e-477d-94e4-ee676fd7e1a8 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:35.951005 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.964260 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:35.997134 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-930f28c8-bd51-41ed-84e4-6416fb1b8bb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.001414 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-930f28c8-bd51-41ed-84e4-6416fb1b8bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.041096 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'port_id': 'bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3', 'mac_address': 'fa:16:3e:30:e1:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa66706f-b415-4bb9-838e-cfd08f81d96b', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:31:36.051280 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-930f28c8-bd51-41ed-84e4-6416fb1b8bb2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3f2a0ed0acd34b66b0394923dc33ebc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4589136 Nov 12 03:31:36.054500 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 39200) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:36.055366 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930f28c8-bd51-41ed-84e4-6416fb1b8bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7270777-2f67-45c6-a95b-7bc1c12d7573,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:36.082131 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba54180-49b4-4b38-992e-5733c6afa32f req-fd5e8749-0f35-4887-8162-ab2b9257d237 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:36.092173 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3ba54180-49b4-4b38-992e-5733c6afa32f req-fd5e8749-0f35-4887-8162-ab2b9257d237 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f5b9d5-fbfc-457f-8368-db840f56f5b0 HTTP/1.1" status: 200 len: 944 time: 0.1046603 Nov 12 03:31:36.114962 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.121972 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2d167bfb-a4f0-4082-bb03-0c02b94e9c57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.162057 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:36.186732 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2d167bfb-a4f0-4082-bb03-0c02b94e9c57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.191966 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:36.199201 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.234028 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3ba54180-49b4-4b38-992e-5733c6afa32f req-5ad47ce7-b497-43dc-802f-57bcf2ec73e7 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406913 Nov 12 03:31:36.266279 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-534224f6-b086-462e-aea6-eeefd04eefdf admin admin] Deleting port 8a24880d-3156-4a57-bd75-f4d2764dc80c {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:36.266503 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.266758 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-534224f6-b086-462e-aea6-eeefd04eefdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.274755 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device fdd652fd-1724-4c00-91ca-c69ca8782ce7 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:36.316595 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2d167bfb-a4f0-4082-bb03-0c02b94e9c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.325150 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2d167bfb-a4f0-4082-bb03-0c02b94e9c57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.325938 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2d167bfb-a4f0-4082-bb03-0c02b94e9c57 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a7270777-2f67-45c6-a95b-7bc1c12d7573 HTTP/1.1" status: 204 len: 168 time: 0.2659481 Nov 12 03:31:36.379900 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d167bfb-a4f0-4082-bb03-0c02b94e9c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7270777-2f67-45c6-a95b-7bc1c12d7573,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:36.406437 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.449914 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-534224f6-b086-462e-aea6-eeefd04eefdf admin admin] For port 8a24880d-3156-4a57-bd75-f4d2764dc80c, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=8a24880d-3156-4a57-bd75-f4d2764dc80c,segment=NetworkSegment(8701c902-1369-4031-b9aa-2d51b5175416),segment_id=8701c902-1369-4031-b9aa-2d51b5175416)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:36.450276 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-534224f6-b086-462e-aea6-eeefd04eefdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.482206 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-534224f6-b086-462e-aea6-eeefd04eefdf admin admin] Calling delete_port for 8a24880d-3156-4a57-bd75-f4d2764dc80c owned by network:router_interface {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:36.568351 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3167828-f99c-45a4-ac06-e6b4c3c4997a req-4d977324-a5ed-460b-94d1-0ff288d1dce8 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:36.585329 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d3167828-f99c-45a4-ac06-e6b4c3c4997a req-4d977324-a5ed-460b-94d1-0ff288d1dce8 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fd202e0-ce46-41c7-b138-dd43365cde95 HTTP/1.1" status: 200 len: 948 time: 0.2066450 Nov 12 03:31:36.651358 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9a64a6-4910-470a-8b3a-17813c6ca67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b950f9ac-c38e-477d-94e4-ee676fd7e1a8'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:36.654380 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e574d36-8df9-4224-ae3e-806b5f091a6c" -d '{"events": [{"server_uuid": "3e9a64a6-4910-470a-8b3a-17813c6ca67e", "name": "network-vif-plugged", "status": "completed", "tag": "b950f9ac-c38e-477d-94e4-ee676fd7e1a8"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:36.662922 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:36.690532 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port b950f9ac-c38e-477d-94e4-ee676fd7e1a8, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=b950f9ac-c38e-477d-94e4-ee676fd7e1a8,segment=NetworkSegment(4e7b8aec-969c-41d9-8252-0d15a236e5b1),segment_id=4e7b8aec-969c-41d9-8252-0d15a236e5b1)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:36.700014 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.727812 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port fdd652fd-1724-4c00-91ca-c69ca8782ce7 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:31:36.744986 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port fdd652fd-1724-4c00-91ca-c69ca8782ce7 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:36.745469 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.797655 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d3167828-f99c-45a4-ac06-e6b4c3c4997a req-99f2255f-ac29-406c-b6fa-901a4a92e3af tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0a54a65-b25b-4d6a-827f-393318e713e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080698 Nov 12 03:31:36.809082 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=b950f9ac-c38e-477d-94e4-ee676fd7e1a8,revision_number=7']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:36.821552 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:36.956832 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.998916 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b530bd8-a268-4bbe-b12e-20510d69db90 x-openstack-request-id: req-2b530bd8-a268-4bbe-b12e-20510d69db90 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:36.999350 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9a64a6-4910-470a-8b3a-17813c6ca67e", "name": "network-vif-plugged", "status": "completed", "tag": "b950f9ac-c38e-477d-94e4-ee676fd7e1a8", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:36.999704 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2b530bd8-a268-4bbe-b12e-20510d69db90 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:37.000238 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9a64a6-4910-470a-8b3a-17813c6ca67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b950f9ac-c38e-477d-94e4-ee676fd7e1a8', 'code': 200} Nov 12 03:31:37.100246 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-534224f6-b086-462e-aea6-eeefd04eefdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:37.138236 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d72965-e8e9-4909-84a3-d5575789601a req-4cb959fb-c955-429c-b830-1528e5392831 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:37.142404 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-46d72965-e8e9-4909-84a3-d5575789601a req-4cb959fb-c955-429c-b830-1528e5392831 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 945 time: 0.1948607 Nov 12 03:31:37.160579 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port fdd652fd-1724-4c00-91ca-c69ca8782ce7, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=fdd652fd-1724-4c00-91ca-c69ca8782ce7,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:37.167316 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:37.240593 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534224f6-b086-462e-aea6-eeefd04eefdf admin admin] Pushing event deleted for resources: {'Port': ['ID=8a24880d-3156-4a57-bd75-f4d2764dc80c,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:37.376029 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-46d72965-e8e9-4909-84a3-d5575789601a req-511735e5-3518-4cb2-8171-c7ee317e19cb tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769907 Nov 12 03:31:37.531647 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=fdd652fd-1724-4c00-91ca-c69ca8782ce7,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:37.602451 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b241a-01e9-43ab-b30c-3d44944a8c5b req-6d00d4ee-d59b-4605-a474-70c5f132557b tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:37.609308 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-489b241a-01e9-43ab-b30c-3d44944a8c5b req-6d00d4ee-d59b-4605-a474-70c5f132557b tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f5b9d5-fbfc-457f-8368-db840f56f5b0 HTTP/1.1" status: 200 len: 945 time: 0.1270297 Nov 12 03:31:37.714573 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-489b241a-01e9-43ab-b30c-3d44944a8c5b req-d3e31fa7-a470-4916-a806-008cf36e68bb tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978587 Nov 12 03:31:37.862836 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-534224f6-b086-462e-aea6-eeefd04eefdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.112793 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef7ac1-7791-424a-9fad-623ae259ed07 req-2b2d6391-d97a-4921-a259-a9ee38a11071 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:38.124470 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-41ef7ac1-7791-424a-9fad-623ae259ed07 req-2b2d6391-d97a-4921-a259-a9ee38a11071 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fd202e0-ce46-41c7-b138-dd43365cde95 HTTP/1.1" status: 200 len: 948 time: 0.1820266 Nov 12 03:31:38.251428 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-41ef7ac1-7791-424a-9fad-623ae259ed07 req-4a5f2890-ba1b-4b95-bc5f-a00a7c184c3b tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0a54a65-b25b-4d6a-827f-393318e713e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259034 Nov 12 03:31:38.345544 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534224f6-b086-462e-aea6-eeefd04eefdf admin admin] Router 46a8ff09-30b4-41e9-9c02-70c737f11859 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:31:38.447947 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 39256) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:38.466071 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.502711 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534224f6-b086-462e-aea6-eeefd04eefdf admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:31:38.518216 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f1165c-a687-4254-89ee-194316d976b3 None None] Sync routers for ids ['46a8ff09-30b4-41e9-9c02-70c737f11859'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:31:38.522183 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-534224f6-b086-462e-aea6-eeefd04eefdf admin admin] 10.222.0.50 "PUT /v2.0/routers/46a8ff09-30b4-41e9-9c02-70c737f11859/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0040622 Nov 12 03:31:38.524713 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 39260) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:38.550874 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f1165c-a687-4254-89ee-194316d976b3 None None] Routers {'46a8ff09-30b4-41e9-9c02-70c737f11859'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:38.551549 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-38f1165c-a687-4254-89ee-194316d976b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:31:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['46a8ff09-30b4-41e9-9c02-70c737f11859'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:38.618323 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-48c2d994-fcc9-460b-bcfc-8e7635a533d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.716583 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-48c2d994-fcc9-460b-bcfc-8e7635a533d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.717565 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-38f1165c-a687-4254-89ee-194316d976b3 None None] Set router 46a8ff09-30b4-41e9-9c02-70c737f11859 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:31:38.742829 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-48c2d994-fcc9-460b-bcfc-8e7635a533d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.778417 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c2d994-fcc9-460b-bcfc-8e7635a533d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa95b9e-6dc7-4722-ba7e-45e899ba6ba9,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:38.894771 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c2de7-608f-4828-adb8-fd49ffe1b07c req-0e636387-3d01-4276-a243-8d15812b24c0 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:38.912799 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2c2c2de7-608f-4828-adb8-fd49ffe1b07c req-0e636387-3d01-4276-a243-8d15812b24c0 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 945 time: 0.3219807 Nov 12 03:31:38.927883 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-48c2d994-fcc9-460b-bcfc-8e7635a533d6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d929c190f47e4bd0a1c39697830593eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4752948 Nov 12 03:31:38.928509 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 39272) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:38.984686 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e871b769-7bed-450d-8319-80c1071e0f32 admin admin] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:39.003783 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f5b9d5-fbfc-457f-8368-db840f56f5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd652fd-1724-4c00-91ca-c69ca8782ce7'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:39.007676 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d733fd-47aa-4d81-80a7-7f5028347364" -d '{"events": [{"server_uuid": "a1f5b9d5-fbfc-457f-8368-db840f56f5b0", "name": "network-vif-plugged", "status": "completed", "tag": "fdd652fd-1724-4c00-91ca-c69ca8782ce7"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:39.123238 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-38f1165c-a687-4254-89ee-194316d976b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a8ff09-30b4-41e9-9c02-70c737f11859', 'name': 'tempest-FloatingIPsTestJSON-1099318465-router', 'tenant_id': 'a297d07bc78248c8ba5dbc9df3bd432b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '47a96b3c-d0a0-45a8-a243-8ba961db333b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:31:15Z', 'updated_at': '2021-11-12T03:31:36Z', 'revision_number': 5, 'project_id': 'a297d07bc78248c8ba5dbc9df3bd432b', 'gw_port': {'id': '47a96b3c-d0a0-45a8-a243-8ba961db333b', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a8ff09-30b4-41e9-9c02-70c737f11859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:31:16Z', 'updated_at': '2021-11-12T03:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:39.161588 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f1165c-a687-4254-89ee-194316d976b3 None None] Checking router: 46a8ff09-30b4-41e9-9c02-70c737f11859 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:31:39.173499 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f1165c-a687-4254-89ee-194316d976b3 None None] Routers {'46a8ff09-30b4-41e9-9c02-70c737f11859'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:39.174466 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-38f1165c-a687-4254-89ee-194316d976b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:31:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['46a8ff09-30b4-41e9-9c02-70c737f11859'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:39.196635 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ff32ceb1-4a39-405d-b0f3-58baf74ae77c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:39.223182 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2c2c2de7-608f-4828-adb8-fd49ffe1b07c req-eeb5b408-3492-44e7-85a1-6913b2011250 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3014073 Nov 12 03:31:39.232823 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ff32ceb1-4a39-405d-b0f3-58baf74ae77c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:39.236324 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e871b769-7bed-450d-8319-80c1071e0f32 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:39.281020 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87825ad4-9608-49a0-a211-b5f3297adba4 req-8ccecfdf-c68b-4df6-b4b3-56cb9b7a53bc tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:39.282651 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-87825ad4-9608-49a0-a211-b5f3297adba4 req-8ccecfdf-c68b-4df6-b4b3-56cb9b7a53bc tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f5b9d5-fbfc-457f-8368-db840f56f5b0 HTTP/1.1" status: 200 len: 945 time: 0.1675169 Nov 12 03:31:39.394875 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-e871b769-7bed-450d-8319-80c1071e0f32 admin admin] Deleting port 47a96b3c-d0a0-45a8-a243-8ba961db333b {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:39.395267 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e871b769-7bed-450d-8319-80c1071e0f32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:39.417615 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-87825ad4-9608-49a0-a211-b5f3297adba4 req-6dbf7d90-3da3-4973-85c0-740fe0b42221 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107471 Nov 12 03:31:39.436752 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ff32ceb1-4a39-405d-b0f3-58baf74ae77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:39.449679 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ff32ceb1-4a39-405d-b0f3-58baf74ae77c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:39.451251 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ff32ceb1-4a39-405d-b0f3-58baf74ae77c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9aa95b9e-6dc7-4722-ba7e-45e899ba6ba9 HTTP/1.1" status: 204 len: 168 time: 0.5204389 Nov 12 03:31:39.463192 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff32ceb1-4a39-405d-b0f3-58baf74ae77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa95b9e-6dc7-4722-ba7e-45e899ba6ba9,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:39.494631 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-38f1165c-a687-4254-89ee-194316d976b3 None None] Set router 46a8ff09-30b4-41e9-9c02-70c737f11859 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:31:39.523392 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbbb209-d727-459c-a1d6-271a7aea6dbc x-openstack-request-id: req-cbbbb209-d727-459c-a1d6-271a7aea6dbc {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:39.523661 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f5b9d5-fbfc-457f-8368-db840f56f5b0", "name": "network-vif-plugged", "status": "completed", "tag": "fdd652fd-1724-4c00-91ca-c69ca8782ce7", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:39.523917 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cbbbb209-d727-459c-a1d6-271a7aea6dbc {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:39.524550 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f5b9d5-fbfc-457f-8368-db840f56f5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd652fd-1724-4c00-91ca-c69ca8782ce7', 'code': 200} Nov 12 03:31:39.668443 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:39.764814 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-e871b769-7bed-450d-8319-80c1071e0f32 admin admin] For port 47a96b3c-d0a0-45a8-a243-8ba961db333b, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=47a96b3c-d0a0-45a8-a243-8ba961db333b,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:39.765356 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e871b769-7bed-450d-8319-80c1071e0f32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:39.808616 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:31:39.829797 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ab423-d360-4205-9d51-359ba786ae07 req-72ebc157-8ffc-4c2d-9ca1-bf0c0300993f tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:39.831377 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-890ab423-d360-4205-9d51-359ba786ae07 req-72ebc157-8ffc-4c2d-9ca1-bf0c0300993f tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fd202e0-ce46-41c7-b138-dd43365cde95 HTTP/1.1" status: 200 len: 948 time: 0.1911747 Nov 12 03:31:39.838677 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:39.839038 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:39.855874 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-e871b769-7bed-450d-8319-80c1071e0f32 admin admin] Calling delete_port for 47a96b3c-d0a0-45a8-a243-8ba961db333b owned by network:router_gateway {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:39.909532 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51716f-0559-4329-baa9-41ef88edde93 req-4a51a87f-0129-4617-8246-e6b10b4eccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:39.911299 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7a51716f-0559-4329-baa9-41ef88edde93 req-4a51a87f-0129-4617-8246-e6b10b4eccb5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a1f5b9d5-fbfc-457f-8368-db840f56f5b0 HTTP/1.1" status: 200 len: 1097 time: 0.2105622 Nov 12 03:31:40.070033 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-890ab423-d360-4205-9d51-359ba786ae07 req-74b3da5e-3958-4d1e-b989-266e623744cc tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0a54a65-b25b-4d6a-827f-393318e713e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042110 Nov 12 03:31:40.129086 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-38f1165c-a687-4254-89ee-194316d976b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a8ff09-30b4-41e9-9c02-70c737f11859', 'name': 'tempest-FloatingIPsTestJSON-1099318465-router', 'tenant_id': 'a297d07bc78248c8ba5dbc9df3bd432b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '47a96b3c-d0a0-45a8-a243-8ba961db333b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:31:15Z', 'updated_at': '2021-11-12T03:31:36Z', 'revision_number': 5, 'project_id': 'a297d07bc78248c8ba5dbc9df3bd432b', 'gw_port': {'id': '47a96b3c-d0a0-45a8-a243-8ba961db333b', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a8ff09-30b4-41e9-9c02-70c737f11859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:31:16Z', 'updated_at': '2021-11-12T03:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:40.141066 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:40.159462 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7a51716f-0559-4329-baa9-41ef88edde93 req-b3c4e3bf-a2a0-46a7-9ba9-256ed756ff1f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717293 Nov 12 03:31:40.198391 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f1165c-a687-4254-89ee-194316d976b3 None None] The sync data for ids ['46a8ff09-30b4-41e9-9c02-70c737f11859'] in n-d-715271-27 is: [{'id': '46a8ff09-30b4-41e9-9c02-70c737f11859', 'name': 'tempest-FloatingIPsTestJSON-1099318465-router', 'tenant_id': 'a297d07bc78248c8ba5dbc9df3bd432b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '47a96b3c-d0a0-45a8-a243-8ba961db333b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:31:15Z', 'updated_at': '2021-11-12T03:31:36Z', 'revision_number': 5, 'project_id': 'a297d07bc78248c8ba5dbc9df3bd432b', 'gw_port': {'id': '47a96b3c-d0a0-45a8-a243-8ba961db333b', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a8ff09-30b4-41e9-9c02-70c737f11859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:31:16Z', 'updated_at': '2021-11-12T03:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:31:40.219647 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:40.227127 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:40.305282 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:40.508616 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b19da-98e9-421b-a20d-1f48dffb905a req-2bc8f348-a22e-4632-80f5-362ebe730711 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:40.518640 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-694b19da-98e9-421b-a20d-1f48dffb905a req-2bc8f348-a22e-4632-80f5-362ebe730711 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 945 time: 0.1002648 Nov 12 03:31:40.528805 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e871b769-7bed-450d-8319-80c1071e0f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:40.602292 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871b769-7bed-450d-8319-80c1071e0f32 admin admin] Pushing event deleted for resources: {'Port': ['ID=47a96b3c-d0a0-45a8-a243-8ba961db333b,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:40.714027 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd521d9-b98f-4550-88ac-a15991130fe7 req-9830f1f6-9af8-42ee-b228-a156f80b725f tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:40.728446 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8cd521d9-b98f-4550-88ac-a15991130fe7 req-9830f1f6-9af8-42ee-b228-a156f80b725f tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f5b9d5-fbfc-457f-8368-db840f56f5b0 HTTP/1.1" status: 200 len: 945 time: 0.1188543 Nov 12 03:31:40.810409 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8cd521d9-b98f-4550-88ac-a15991130fe7 req-9143a0e2-d036-41b1-92de-62ecbc919244 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801408 Nov 12 03:31:40.824715 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-694b19da-98e9-421b-a20d-1f48dffb905a req-01aaf89c-c5f8-4f0f-80a9-8242c0339552 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3043342 Nov 12 03:31:40.834398 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e871b769-7bed-450d-8319-80c1071e0f32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:41.062213 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e871b769-7bed-450d-8319-80c1071e0f32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:41.064908 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e871b769-7bed-450d-8319-80c1071e0f32 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:41.080241 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 8a24880d-3156-4a57-bd75-f4d2764dc80c no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:31:41.152112 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 8a24880d-3156-4a57-bd75-f4d2764dc80c {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:31:41.154157 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 8a24880d-3156-4a57-bd75-f4d2764dc80c not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:31:41.181284 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e871b769-7bed-450d-8319-80c1071e0f32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:41.181857 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e871b769-7bed-450d-8319-80c1071e0f32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46a8ff09-30b4-41e9-9c02-70c737f11859 {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:31:41.186215 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e871b769-7bed-450d-8319-80c1071e0f32 admin admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:41.187381 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e871b769-7bed-450d-8319-80c1071e0f32 admin admin] 10.222.0.50 "DELETE /v2.0/routers/46a8ff09-30b4-41e9-9c02-70c737f11859 HTTP/1.1" status: 204 len: 168 time: 2.6610513 Nov 12 03:31:41.191175 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 39326) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:41.282698 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-031509eb-d3a0-4d15-b76d-3dfa7b6bdf28 admin admin] Deleting subnet 6a336df0-ae06-4978-97da-b977460adb15 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:31:41.304401 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-031509eb-d3a0-4d15-b76d-3dfa7b6bdf28 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:41.368682 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-031509eb-d3a0-4d15-b76d-3dfa7b6bdf28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:41.526188 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd202e0-ce46-41c7-b138-dd43365cde95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:41.529025 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd26c0a-46d6-41f4-8db2-2033c614b659" -d '{"events": [{"server_uuid": "2fd202e0-ce46-41c7-b138-dd43365cde95", "name": "network-vif-plugged", "status": "completed", "tag": "bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:41.615543 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ea897-e7e0-4876-9c99-2c845b131002 req-5fc52266-bf79-42ac-9477-ad81939a7bdc tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:41.626262 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-773ea897-e7e0-4876-9c99-2c845b131002 req-5fc52266-bf79-42ac-9477-ad81939a7bdc tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fd202e0-ce46-41c7-b138-dd43365cde95 HTTP/1.1" status: 200 len: 949 time: 0.1663952 Nov 12 03:31:41.650489 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-031509eb-d3a0-4d15-b76d-3dfa7b6bdf28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:41.717647 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-773ea897-e7e0-4876-9c99-2c845b131002 req-38f9a773-8cbc-4c5d-8514-0bd46c15a4b2 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0a54a65-b25b-4d6a-827f-393318e713e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870371 Nov 12 03:31:41.741868 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad1b775-032d-48d2-af39-4a8dc36a0a9f x-openstack-request-id: req-5ad1b775-032d-48d2-af39-4a8dc36a0a9f {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:41.742155 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd202e0-ce46-41c7-b138-dd43365cde95", "name": "network-vif-plugged", "status": "completed", "tag": "bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:41.742407 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5ad1b775-032d-48d2-af39-4a8dc36a0a9f {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:41.742806 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd202e0-ce46-41c7-b138-dd43365cde95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3', 'code': 200} Nov 12 03:31:41.804644 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-031509eb-d3a0-4d15-b76d-3dfa7b6bdf28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:41.866002 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031509eb-d3a0-4d15-b76d-3dfa7b6bdf28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a336df0-ae06-4978-97da-b977460adb15,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:41.872615 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-031509eb-d3a0-4d15-b76d-3dfa7b6bdf28 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:41.882131 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5db1053-6c43-4f5d-bebb-8ea4d14e0ac5 None None] Network ec18af27-89eb-4ad3-abe9-3e9a6967ba50 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:41.884499 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-031509eb-d3a0-4d15-b76d-3dfa7b6bdf28 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/6a336df0-ae06-4978-97da-b977460adb15 HTTP/1.1" status: 204 len: 168 time: 0.6920500 Nov 12 03:31:41.886687 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 39352) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:41.974958 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b90b9-f94f-4274-812e-a476e4118359 req-270aae61-799b-479c-af96-e0c1351bd0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:41.977438 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f3b90b9-f94f-4274-812e-a476e4118359 req-270aae61-799b-479c-af96-e0c1351bd0c0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2fd202e0-ce46-41c7-b138-dd43365cde95 HTTP/1.1" status: 200 len: 1101 time: 0.1603622 Nov 12 03:31:42.157957 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffad489-b032-4b31-a54d-b9298471c4cf req-cee8c7dd-2aae-4272-8ac3-f1d1441682b9 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:42.166665 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8ffad489-b032-4b31-a54d-b9298471c4cf req-cee8c7dd-2aae-4272-8ac3-f1d1441682b9 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 945 time: 0.0846426 Nov 12 03:31:42.170857 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8a74a92c-28a0-4dd4-95aa-eb1f9d1d4a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:42.191747 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e763e82-2f3f-45c8-8ed1-e81922935c3e req-289fafd9-58cf-425b-965a-77eb7998c39b tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:42.213005 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2e763e82-2f3f-45c8-8ed1-e81922935c3e req-289fafd9-58cf-425b-965a-77eb7998c39b tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f5b9d5-fbfc-457f-8368-db840f56f5b0 HTTP/1.1" status: 200 len: 945 time: 0.2436748 Nov 12 03:31:42.221852 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f3b90b9-f94f-4274-812e-a476e4118359 req-d9610f82-600a-4f8f-b45c-38b4938e99aa service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f0a54a65-b25b-4d6a-827f-393318e713e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131274 Nov 12 03:31:42.283634 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68dc5b6-7991-4a2a-a99c-1aa5cd3d225c None None] DHCP port deletion for ec18af27-89eb-4ad3-abe9-3e9a6967ba50 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:31:42.287547 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8ffad489-b032-4b31-a54d-b9298471c4cf req-54ce172f-19ed-429a-8b6f-17cbaa796573 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198037 Nov 12 03:31:42.310466 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-8a74a92c-28a0-4dd4-95aa-eb1f9d1d4a63 admin admin] Deleting port dfe275f5-d6cd-43dd-b3ab-23d010fb1549 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:42.316551 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8a74a92c-28a0-4dd4-95aa-eb1f9d1d4a63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:42.385959 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2e763e82-2f3f-45c8-8ed1-e81922935c3e req-0bbecd02-a868-4fdd-81d9-614b144cf180 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718142 Nov 12 03:31:42.462563 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-d68dc5b6-7991-4a2a-a99c-1aa5cd3d225c None None] Deleting port dfe275f5-d6cd-43dd-b3ab-23d010fb1549 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:42.462942 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d68dc5b6-7991-4a2a-a99c-1aa5cd3d225c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:42.563955 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-8a74a92c-28a0-4dd4-95aa-eb1f9d1d4a63 admin admin] For port dfe275f5-d6cd-43dd-b3ab-23d010fb1549, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=dfe275f5-d6cd-43dd-b3ab-23d010fb1549,segment=NetworkSegment(8701c902-1369-4031-b9aa-2d51b5175416),segment_id=8701c902-1369-4031-b9aa-2d51b5175416)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:42.568156 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8a74a92c-28a0-4dd4-95aa-eb1f9d1d4a63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:42.607339 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-d68dc5b6-7991-4a2a-a99c-1aa5cd3d225c None None] For port dfe275f5-d6cd-43dd-b3ab-23d010fb1549, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=dfe275f5-d6cd-43dd-b3ab-23d010fb1549,segment=NetworkSegment(8701c902-1369-4031-b9aa-2d51b5175416),segment_id=8701c902-1369-4031-b9aa-2d51b5175416)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:42.608242 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d68dc5b6-7991-4a2a-a99c-1aa5cd3d225c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:42.611951 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-8a74a92c-28a0-4dd4-95aa-eb1f9d1d4a63 admin admin] Calling delete_port for dfe275f5-d6cd-43dd-b3ab-23d010fb1549 owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:42.632461 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-d68dc5b6-7991-4a2a-a99c-1aa5cd3d225c None None] Calling delete_port for dfe275f5-d6cd-43dd-b3ab-23d010fb1549 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:42.796567 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d68dc5b6-7991-4a2a-a99c-1aa5cd3d225c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:42.888357 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68dc5b6-7991-4a2a-a99c-1aa5cd3d225c None None] Pushing event deleted for resources: {'Port': ['ID=dfe275f5-d6cd-43dd-b3ab-23d010fb1549,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:42.921454 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68dc5b6-7991-4a2a-a99c-1aa5cd3d225c None None] No DVR routers for this DVR port dfe275f5-d6cd-43dd-b3ab-23d010fb1549 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:31:42.991973 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab60447-9941-462b-9efb-86d5c4196543 req-50612a83-5f8a-4902-ad97-d01d994e927e tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:42.993688 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cab60447-9941-462b-9efb-86d5c4196543 req-50612a83-5f8a-4902-ad97-d01d994e927e tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f5b9d5-fbfc-457f-8368-db840f56f5b0 HTTP/1.1" status: 200 len: 945 time: 0.2196815 Nov 12 03:31:43.032141 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8a74a92c-28a0-4dd4-95aa-eb1f9d1d4a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:43.057074 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device dfe275f5-d6cd-43dd-b3ab-23d010fb1549 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:31:43.097946 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a74a92c-28a0-4dd4-95aa-eb1f9d1d4a63 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfe275f5-d6cd-43dd-b3ab-23d010fb1549,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:43.110737 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a74a92c-28a0-4dd4-95aa-eb1f9d1d4a63 admin admin] No DVR routers for this DVR port dfe275f5-d6cd-43dd-b3ab-23d010fb1549 on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:31:43.150511 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cab60447-9941-462b-9efb-86d5c4196543 req-5575bf32-ffa5-4328-b055-bfa6c7090829 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415541 Nov 12 03:31:43.151534 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: dfe275f5-d6cd-43dd-b3ab-23d010fb1549 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:31:43.156313 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device dfe275f5-d6cd-43dd-b3ab-23d010fb1549 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:31:43.156313 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 47a96b3c-d0a0-45a8-a243-8ba961db333b no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:31:43.222662 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 47a96b3c-d0a0-45a8-a243-8ba961db333b {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:31:43.223406 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 47a96b3c-d0a0-45a8-a243-8ba961db333b not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:31:43.246121 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8a74a92c-28a0-4dd4-95aa-eb1f9d1d4a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:43.294191 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e405a-38f4-4d4d-83d7-eff2e69ed435 req-ab616463-6ef0-4515-8225-37401fd97cdc tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:43.296033 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2d8e405a-38f4-4d4d-83d7-eff2e69ed435 req-ab616463-6ef0-4515-8225-37401fd97cdc tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fd202e0-ce46-41c7-b138-dd43365cde95 HTTP/1.1" status: 200 len: 949 time: 0.0863805 Nov 12 03:31:43.297892 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-8a74a92c-28a0-4dd4-95aa-eb1f9d1d4a63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec18af27-89eb-4ad3-abe9-3e9a6967ba50']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:43.315657 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-8a74a92c-28a0-4dd4-95aa-eb1f9d1d4a63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8701c902-1369-4031-b9aa-2d51b5175416') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:43.315999 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-8a74a92c-28a0-4dd4-95aa-eb1f9d1d4a63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8701c902-1369-4031-b9aa-2d51b5175416') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:43.350731 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 39386) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:43.377372 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8a74a92c-28a0-4dd4-95aa-eb1f9d1d4a63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:43.395174 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8a74a92c-28a0-4dd4-95aa-eb1f9d1d4a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:43.403632 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a74a92c-28a0-4dd4-95aa-eb1f9d1d4a63 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:31:43.405114 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8a74a92c-28a0-4dd4-95aa-eb1f9d1d4a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:43.433232 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2d8e405a-38f4-4d4d-83d7-eff2e69ed435 req-2f137308-95b0-48aa-ad9a-cc83a1b268b9 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0a54a65-b25b-4d6a-827f-393318e713e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270223 Nov 12 03:31:43.464560 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:31:43.464560 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:31:43.464560 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:31:43.464560 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:31:43.464560 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:31:43.464560 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:31:43.464560 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:31:43.464560 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:31:43.464560 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:31:43.464560 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:31:43.464560 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:31:43.464560 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:31:43.464560 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:31:43.464560 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:31:43.464560 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:31:43.464560 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:31:43.464560 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:31:43.464560 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:31:43.464560 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:31:43.464560 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:31:43.464560 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:31:43.464560 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:31:43.464560 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:31:43.464560 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:31:43.464560 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:31:43.464560 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:31:43.464560 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:31:43.464560 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:31:43.464560 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:31:43.464560 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:31:43.464560 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:31:43.464560 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:31:43.464560 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:31:43.464560 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:31:43.464560 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:31:43.464560 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:31:43.464560 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:31:43.464560 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:31:43.464560 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:31:43.464560 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:31:43.518980 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8a74a92c-28a0-4dd4-95aa-eb1f9d1d4a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:43.525593 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8a74a92c-28a0-4dd4-95aa-eb1f9d1d4a63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:43.529850 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8a74a92c-28a0-4dd4-95aa-eb1f9d1d4a63 admin admin] 10.222.0.50 "DELETE /v2.0/networks/ec18af27-89eb-4ad3-abe9-3e9a6967ba50 HTTP/1.1" status: 204 len: 168 time: 1.6411989 Nov 12 03:31:43.558721 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a74a92c-28a0-4dd4-95aa-eb1f9d1d4a63 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec18af27-89eb-4ad3-abe9-3e9a6967ba50,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:43.569178 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a55d4-ecc1-410a-ba89-82b443a7d952 req-67aa3262-97ea-40c0-93f3-27b5cded7bd8 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:43.577685 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-606a55d4-ecc1-410a-ba89-82b443a7d952 req-67aa3262-97ea-40c0-93f3-27b5cded7bd8 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 945 time: 0.1113336 Nov 12 03:31:43.655603 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-606a55d4-ecc1-410a-ba89-82b443a7d952 req-581092e3-1a56-477e-8637-80090042502e tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769386 Nov 12 03:31:43.774966 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8f896d77-0a22-46a2-b0cc-4848399c36a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:43.827359 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 39408) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:43.926828 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3c84bfa9-c6b8-45dd-8654-cd60d7f7d226 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a297d07bc78248c8ba5dbc9df3bd432b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0944014 Nov 12 03:31:43.928321 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 39414) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:44.005288 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8f896d77-0a22-46a2-b0cc-4848399c36a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:44.025295 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8f896d77-0a22-46a2-b0cc-4848399c36a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:44.100446 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8f896d77-0a22-46a2-b0cc-4848399c36a2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fc4cc86e12c249658190b445050666cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7460973 Nov 12 03:31:44.102573 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 39422) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:44.110164 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-38da2add-d835-4cc3-baf3-4a00a4d8ef67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:44.141580 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-38da2add-d835-4cc3-baf3-4a00a4d8ef67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:44.201589 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f896d77-0a22-46a2-b0cc-4848399c36a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed94da5d-a660-47b2-b1d5-2e8750cdee5b,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:44.227865 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-38da2add-d835-4cc3-baf3-4a00a4d8ef67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:44.232249 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-38da2add-d835-4cc3-baf3-4a00a4d8ef67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:44.236552 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-38da2add-d835-4cc3-baf3-4a00a4d8ef67 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/07197969-13ce-49f2-9025-6ce20632b647 HTTP/1.1" status: 204 len: 168 time: 0.3065870 Nov 12 03:31:44.271636 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38da2add-d835-4cc3-baf3-4a00a4d8ef67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07197969-13ce-49f2-9025-6ce20632b647,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:44.292026 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2f404b79-b7b4-413c-907c-b35f915d1f44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:44.346212 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2f404b79-b7b4-413c-907c-b35f915d1f44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:44.454421 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc12c4-a695-4a50-a125-b0a48bfb217a req-a73be8a5-98aa-4037-9913-34ad10821899 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:44.464317 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1ccc12c4-a695-4a50-a125-b0a48bfb217a req-a73be8a5-98aa-4037-9913-34ad10821899 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f5b9d5-fbfc-457f-8368-db840f56f5b0 HTTP/1.1" status: 200 len: 945 time: 0.1534948 Nov 12 03:31:44.500212 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2f404b79-b7b4-413c-907c-b35f915d1f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:44.503728 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2f404b79-b7b4-413c-907c-b35f915d1f44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:44.505755 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2f404b79-b7b4-413c-907c-b35f915d1f44 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ed94da5d-a660-47b2-b1d5-2e8750cdee5b HTTP/1.1" status: 204 len: 168 time: 0.4009364 Nov 12 03:31:44.525201 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f404b79-b7b4-413c-907c-b35f915d1f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed94da5d-a660-47b2-b1d5-2e8750cdee5b,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:44.566669 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1ccc12c4-a695-4a50-a125-b0a48bfb217a req-546eaaaa-267b-4303-a417-2f07a83f1f53 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975111 Nov 12 03:31:44.591647 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 39438) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:44.710267 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8643030-343a-43ae-9c4f-5089b673c0b9 req-163f7fb7-5ca0-4650-b00e-b097a960ad87 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:44.720227 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e8643030-343a-43ae-9c4f-5089b673c0b9 req-163f7fb7-5ca0-4650-b00e-b097a960ad87 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fd202e0-ce46-41c7-b138-dd43365cde95 HTTP/1.1" status: 200 len: 949 time: 0.1402352 Nov 12 03:31:44.823958 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e8643030-343a-43ae-9c4f-5089b673c0b9 req-43a5503e-7ac5-4877-839e-532a5ce91039 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0a54a65-b25b-4d6a-827f-393318e713e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022332 Nov 12 03:31:45.069149 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70073215-dcfb-43e2-be50-386d11ad4ffd req-8e6b10a4-2570-4c5d-8c7a-3242dda7af53 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:45.072123 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-70073215-dcfb-43e2-be50-386d11ad4ffd req-8e6b10a4-2570-4c5d-8c7a-3242dda7af53 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 945 time: 0.1158555 Nov 12 03:31:45.179478 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-70073215-dcfb-43e2-be50-386d11ad4ffd req-3c0aa041-eecc-499d-b70a-15585a80f63c tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980942 Nov 12 03:31:45.202053 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c5f11a5b-0601-40da-843a-9009f75a2949 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.430954 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c5f11a5b-0601-40da-843a-9009f75a2949 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.449842 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c5f11a5b-0601-40da-843a-9009f75a2949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.534069 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c5f11a5b-0601-40da-843a-9009f75a2949 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=577fc7f3617f43c8a8de4b9c4fbb5fe8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9405739 Nov 12 03:31:45.537354 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 39476) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:45.626744 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f11a5b-0601-40da-843a-9009f75a2949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5219088-8199-436d-b590-6de9dc2faeca,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:45.699758 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9375859a-f38c-484e-a335-2e61bac4611c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.751988 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9375859a-f38c-484e-a335-2e61bac4611c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.865903 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9375859a-f38c-484e-a335-2e61bac4611c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.876162 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9375859a-f38c-484e-a335-2e61bac4611c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.880416 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9375859a-f38c-484e-a335-2e61bac4611c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e5219088-8199-436d-b590-6de9dc2faeca HTTP/1.1" status: 204 len: 168 time: 0.3417721 Nov 12 03:31:45.940245 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375859a-f38c-484e-a335-2e61bac4611c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5219088-8199-436d-b590-6de9dc2faeca,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:46.004321 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45e9e6-6b50-4f0d-9a7c-11fff6433612 req-c110a13f-239a-4d6d-8d41-a0409bffd9b4 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:46.014074 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9f45e9e6-6b50-4f0d-9a7c-11fff6433612 req-c110a13f-239a-4d6d-8d41-a0409bffd9b4 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f5b9d5-fbfc-457f-8368-db840f56f5b0 HTTP/1.1" status: 200 len: 945 time: 0.1698809 Nov 12 03:31:46.143487 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9f45e9e6-6b50-4f0d-9a7c-11fff6433612 req-b019401f-a250-486d-b89d-6d6057c67161 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280534 Nov 12 03:31:46.417401 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cfe02f-ff0c-497c-b847-23e6bfdd863a req-11ee6cea-1fee-4bbe-a513-ef028664ffdf tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:46.423328 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 39520) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:46.430956 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c2cfe02f-ff0c-497c-b847-23e6bfdd863a req-11ee6cea-1fee-4bbe-a513-ef028664ffdf tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 945 time: 0.0796311 Nov 12 03:31:46.446488 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7a7f32ad-bf80-4b7c-8bb3-9bb9e8e6a0a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.553670 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c2cfe02f-ff0c-497c-b847-23e6bfdd863a req-f83bcb14-4e3f-4d91-9a27-481ee9ba8800 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214550 Nov 12 03:31:46.574454 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7a7f32ad-bf80-4b7c-8bb3-9bb9e8e6a0a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.580292 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7a7f32ad-bf80-4b7c-8bb3-9bb9e8e6a0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.644184 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 39534) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:46.662502 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7f32ad-bf80-4b7c-8bb3-9bb9e8e6a0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d01433-2337-4a49-aa47-8c77656a7b20,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:46.667986 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7a7f32ad-bf80-4b7c-8bb3-9bb9e8e6a0a7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0fad04a51684494ea0a0d33c37dd324e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2449069 Nov 12 03:31:46.671626 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 39540) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:46.738002 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-41a8f7de-8b40-440e-8f7a-97836cb5c3a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.780512 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-41a8f7de-8b40-440e-8f7a-97836cb5c3a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.857843 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-41a8f7de-8b40-440e-8f7a-97836cb5c3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.861829 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-41a8f7de-8b40-440e-8f7a-97836cb5c3a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.864496 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-41a8f7de-8b40-440e-8f7a-97836cb5c3a2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/88d01433-2337-4a49-aa47-8c77656a7b20 HTTP/1.1" status: 204 len: 168 time: 0.1906726 Nov 12 03:31:46.883192 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a8f7de-8b40-440e-8f7a-97836cb5c3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d01433-2337-4a49-aa47-8c77656a7b20,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:46.894482 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-7f995e35-e78e-41c4-9769-2dd1b6b05a40 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1738800393-network', 'tenant_id': '747102b511b34f99b3df6f6a33b24c8d'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:46.936752 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f995e35-e78e-41c4-9769-2dd1b6b05a40 admin admin] Made reservation on behalf of 747102b511b34f99b3df6f6a33b24c8d for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:46.940439 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7f995e35-e78e-41c4-9769-2dd1b6b05a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.959654 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7f995e35-e78e-41c4-9769-2dd1b6b05a40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.056325 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7f995e35-e78e-41c4-9769-2dd1b6b05a40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.062520 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7f995e35-e78e-41c4-9769-2dd1b6b05a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.088369 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 39546) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:47.105568 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f995e35-e78e-41c4-9769-2dd1b6b05a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474f27bf-03ae-44ba-9cf9-0441ee019515,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:47.111973 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f995e35-e78e-41c4-9769-2dd1b6b05a40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:31:47.124358 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7f995e35-e78e-41c4-9769-2dd1b6b05a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.124783 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-7f995e35-e78e-41c4-9769-2dd1b6b05a40 admin admin] Added segment 211f4f10-79ad-4557-addc-911cf08967ba of type vlan for network d352dc69-8675-4e5e-b54c-e642147421f0 Nov 12 03:31:47.171296 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7f995e35-e78e-41c4-9769-2dd1b6b05a40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.208791 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7f995e35-e78e-41c4-9769-2dd1b6b05a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.210483 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f995e35-e78e-41c4-9769-2dd1b6b05a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:47.211350 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7f995e35-e78e-41c4-9769-2dd1b6b05a40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.303251 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f995e35-e78e-41c4-9769-2dd1b6b05a40 admin admin] Pushing event updated for resources: {'Network': ['ID=d352dc69-8675-4e5e-b54c-e642147421f0,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:47.314988 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network d352dc69-8675-4e5e-b54c-e642147421f0 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:31:47.366087 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7f995e35-e78e-41c4-9769-2dd1b6b05a40 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7207277 Nov 12 03:31:47.369350 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 39566) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:47.376526 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-125dd0b0-cf69-45ad-88fa-565bfa8c572a admin admin] Request body: {'subnet': {'network_id': 'd352dc69-8675-4e5e-b54c-e642147421f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1738800393-subnet', 'tenant_id': '747102b511b34f99b3df6f6a33b24c8d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:47.377356 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e13fd-8f6f-4b6a-84eb-bb3b4e16c4d8 req-bd09de70-04b3-4f51-aa4d-687ce12e4ab8 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:47.379214 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-150e13fd-8f6f-4b6a-84eb-bb3b4e16c4d8 req-bd09de70-04b3-4f51-aa4d-687ce12e4ab8 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f5b9d5-fbfc-457f-8368-db840f56f5b0 HTTP/1.1" status: 200 len: 945 time: 0.0731859 Nov 12 03:31:47.460108 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125dd0b0-cf69-45ad-88fa-565bfa8c572a admin admin] Made reservation on behalf of 747102b511b34f99b3df6f6a33b24c8d for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:47.462622 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-125dd0b0-cf69-45ad-88fa-565bfa8c572a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.466928 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-150e13fd-8f6f-4b6a-84eb-bb3b4e16c4d8 req-3d43af21-ce80-4caf-972e-2eadb9b10144 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807869 Nov 12 03:31:47.551782 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-82f65c78-10cc-4d65-9391-ed771eeb5ee3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.685799 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:31:47.756928 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-82f65c78-10cc-4d65-9391-ed771eeb5ee3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.784507 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-82f65c78-10cc-4d65-9391-ed771eeb5ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.817320 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:47.838777 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'port_id': 'bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3', 'mac_address': 'fa:16:3e:30:e1:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa66706f-b415-4bb9-838e-cfd08f81d96b', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:31:47.850138 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782f4af-3308-47a1-80aa-c0fbfefb8c51 req-a4a82ba1-5ab9-4cee-99cd-934fb7ef0c32 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:47.857699 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d782f4af-3308-47a1-80aa-c0fbfefb8c51 req-a4a82ba1-5ab9-4cee-99cd-934fb7ef0c32 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 945 time: 0.1874731 Nov 12 03:31:47.867328 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f65c78-10cc-4d65-9391-ed771eeb5ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d69f157-6209-4de1-9a27-9e2395f9f143,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:47.902754 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.918878 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:47.932118 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-82f65c78-10cc-4d65-9391-ed771eeb5ee3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=071bbbee00a340bfa77c9f96162c40b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8397472 Nov 12 03:31:47.932337 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 39584) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:47.934830 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-125dd0b0-cf69-45ad-88fa-565bfa8c572a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.972431 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:47.993601 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:48.048352 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d782f4af-3308-47a1-80aa-c0fbfefb8c51 req-fe8230a7-713c-44c4-a2c0-45b422797a36 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897478 Nov 12 03:31:48.074523 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125dd0b0-cf69-45ad-88fa-565bfa8c572a admin admin] Checking segment: {'id': '211f4f10-79ad-4557-addc-911cf08967ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd352dc69-8675-4e5e-b54c-e642147421f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:48.080360 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125dd0b0-cf69-45ad-88fa-565bfa8c572a admin admin] Network hostable DHCP agents. Network: d352dc69-8675-4e5e-b54c-e642147421f0, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:31:48.085340 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125dd0b0-cf69-45ad-88fa-565bfa8c572a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c39d8f9-891f-4db3-87b8-fe45566eff09,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:48.100483 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125dd0b0-cf69-45ad-88fa-565bfa8c572a admin admin] Network d352dc69-8675-4e5e-b54c-e642147421f0 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:31:48.128933 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-125dd0b0-cf69-45ad-88fa-565bfa8c572a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, d352dc69-8675-4e5e-b54c-e642147421f0) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:48.129028 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:48.129749 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0c5d16fe-3cc2-4578-8e71-9a00ccc4d376 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:48.140328 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3,revision_number=6']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:48.143930 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125dd0b0-cf69-45ad-88fa-565bfa8c572a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:48.144606 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-125dd0b0-cf69-45ad-88fa-565bfa8c572a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:48.178110 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113762b7-5188-4a9c-a49b-e2d3b15dcba2 None None] Network d352dc69-8675-4e5e-b54c-e642147421f0 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:48.219010 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-125dd0b0-cf69-45ad-88fa-565bfa8c572a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8473518 Nov 12 03:31:48.221114 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 39598) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:48.221678 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0c5d16fe-3cc2-4578-8e71-9a00ccc4d376 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:48.236250 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-8a57fd23-48c1-42f0-8d18-ae32c7f83092 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1738800393-router', 'tenant_id': '747102b511b34f99b3df6f6a33b24c8d', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:48.281297 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8a57fd23-48c1-42f0-8d18-ae32c7f83092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:48.282946 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8a57fd23-48c1-42f0-8d18-ae32c7f83092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:48.318210 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:48.384796 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device fdd652fd-1724-4c00-91ca-c69ca8782ce7 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:31:48.389561 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8a57fd23-48c1-42f0-8d18-ae32c7f83092 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:48.432102 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0c5d16fe-3cc2-4578-8e71-9a00ccc4d376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:48.434776 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0c5d16fe-3cc2-4578-8e71-9a00ccc4d376 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:48.435984 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0c5d16fe-3cc2-4578-8e71-9a00ccc4d376 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2d69f157-6209-4de1-9a27-9e2395f9f143 HTTP/1.1" status: 204 len: 168 time: 0.5027065 Nov 12 03:31:48.450418 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d16fe-3cc2-4578-8e71-9a00ccc4d376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d69f157-6209-4de1-9a27-9e2395f9f143,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:48.623225 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port fdd652fd-1724-4c00-91ca-c69ca8782ce7, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=fdd652fd-1724-4c00-91ca-c69ca8782ce7,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:48.644128 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': 'fdd652fd-1724-4c00-91ca-c69ca8782ce7', 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3', 'port_id': 'fdd652fd-1724-4c00-91ca-c69ca8782ce7', 'mac_address': 'fa:16:3e:8d:aa:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c41913f5-e5c1-4e60-8ee6-4f6d29d519f8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:31:48.813680 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8a57fd23-48c1-42f0-8d18-ae32c7f83092 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:48.843522 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44314f7a-3421-4d94-a509-1b6639892e34 req-ecc81b3c-cb2b-42ce-8c44-e360b89961c8 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:48.845846 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-44314f7a-3421-4d94-a509-1b6639892e34 req-ecc81b3c-cb2b-42ce-8c44-e360b89961c8 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f5b9d5-fbfc-457f-8368-db840f56f5b0 HTTP/1.1" status: 200 len: 945 time: 0.1471014 Nov 12 03:31:48.867944 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:48.885684 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fdd652fd-1724-4c00-91ca-c69ca8782ce7 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:48.932039 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04907f3-d97c-4ec7-bb7f-a9f12732dbe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-d352dc69-8675-4e5e-b54c-e642147421f0', 'network_id': 'd352dc69-8675-4e5e-b54c-e642147421f0', 'tenant_id': '747102b511b34f99b3df6f6a33b24c8d', 'fixed_ips': [{'subnet_id': '2c39d8f9-891f-4db3-87b8-fe45566eff09'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:31:48.933157 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c04907f3-d97c-4ec7-bb7f-a9f12732dbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:48.958600 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port fdd652fd-1724-4c00-91ca-c69ca8782ce7, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=fdd652fd-1724-4c00-91ca-c69ca8782ce7,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:48.977009 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:48.983752 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-44314f7a-3421-4d94-a509-1b6639892e34 req-aa2004f5-762e-4a74-b897-b84420866dd2 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147935 Nov 12 03:31:49.200454 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8a57fd23-48c1-42f0-8d18-ae32c7f83092 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:49.229531 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8a57fd23-48c1-42f0-8d18-ae32c7f83092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:49.237039 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=fdd652fd-1724-4c00-91ca-c69ca8782ce7,revision_number=6']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:49.271468 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['fdd652fd-1724-4c00-91ca-c69ca8782ce7'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:49.358480 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-8a57fd23-48c1-42f0-8d18-ae32c7f83092 admin admin] Allocated IP 172.25.5.128 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/b85ae612-3cfa-4e9e-a1d5-0d64d21e0732) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:49.433367 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-c04907f3-d97c-4ec7-bb7f-a9f12732dbe9 None None] Allocated IP 172.20.0.2 (d352dc69-8675-4e5e-b54c-e642147421f0/2c39d8f9-891f-4db3-87b8-fe45566eff09/3b172027-637b-4d43-995f-633409f90c96) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:49.518056 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8a57fd23-48c1-42f0-8d18-ae32c7f83092 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:49.549823 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7df947-bf34-4849-8253-5b7924d04112 req-31f47e33-0447-4e4f-86df-09e8ca483be9 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:49.551409 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-eb7df947-bf34-4849-8253-5b7924d04112 req-31f47e33-0447-4e4f-86df-09e8ca483be9 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 945 time: 0.0824649 Nov 12 03:31:49.626538 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-eb7df947-bf34-4849-8253-5b7924d04112 req-26f472e0-72f0-46a7-96a6-f3161a3f4d25 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649841 Nov 12 03:31:49.634355 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8a57fd23-48c1-42f0-8d18-ae32c7f83092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:49.700045 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:49.755974 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57fd23-48c1-42f0-8d18-ae32c7f83092 admin admin] Pushing event updated for resources: {'Port': ['ID=b85ae612-3cfa-4e9e-a1d5-0d64d21e0732,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:49.782700 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a57fd23-48c1-42f0-8d18-ae32c7f83092 admin admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:49.784370 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-8a57fd23-48c1-42f0-8d18-ae32c7f83092 admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:49.790101 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a57fd23-48c1-42f0-8d18-ae32c7f83092 admin admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:50.050601 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:50.050977 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.119582 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c04907f3-d97c-4ec7-bb7f-a9f12732dbe9 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.148686 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c04907f3-d97c-4ec7-bb7f-a9f12732dbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.207656 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04907f3-d97c-4ec7-bb7f-a9f12732dbe9 None None] Network d352dc69-8675-4e5e-b54c-e642147421f0 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:50.220753 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-c04907f3-d97c-4ec7-bb7f-a9f12732dbe9 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:50.231085 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04907f3-d97c-4ec7-bb7f-a9f12732dbe9 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:50.249087 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04907f3-d97c-4ec7-bb7f-a9f12732dbe9 None None] Pushing event updated for resources: {'Port': ['ID=3b172027-637b-4d43-995f-633409f90c96,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:50.284333 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.335576 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-c04907f3-d97c-4ec7-bb7f-a9f12732dbe9 None None] Attempting to bind port 3b172027-637b-4d43-995f-633409f90c96 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:50.335946 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-c04907f3-d97c-4ec7-bb7f-a9f12732dbe9 None None] Attempting to bind port 3b172027-637b-4d43-995f-633409f90c96 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '211f4f10-79ad-4557-addc-911cf08967ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd352dc69-8675-4e5e-b54c-e642147421f0'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:50.336352 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04907f3-d97c-4ec7-bb7f-a9f12732dbe9 None None] Attempting to bind port 3b172027-637b-4d43-995f-633409f90c96 on network d352dc69-8675-4e5e-b54c-e642147421f0 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:50.360295 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04907f3-d97c-4ec7-bb7f-a9f12732dbe9 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:31:50.360671 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04907f3-d97c-4ec7-bb7f-a9f12732dbe9 None None] Checking segment: {'id': '211f4f10-79ad-4557-addc-911cf08967ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd352dc69-8675-4e5e-b54c-e642147421f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:50.376816 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c04907f3-d97c-4ec7-bb7f-a9f12732dbe9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.377499 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04907f3-d97c-4ec7-bb7f-a9f12732dbe9 None None] Bound using segment: {'id': '211f4f10-79ad-4557-addc-911cf08967ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd352dc69-8675-4e5e-b54c-e642147421f0'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:31:50.378449 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-c04907f3-d97c-4ec7-bb7f-a9f12732dbe9 None None] Bound port: 3b172027-637b-4d43-995f-633409f90c96, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '211f4f10-79ad-4557-addc-911cf08967ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd352dc69-8675-4e5e-b54c-e642147421f0'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:31:50.379002 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c04907f3-d97c-4ec7-bb7f-a9f12732dbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.401550 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd202e0-ce46-41c7-b138-dd43365cde95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:50.407082 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7a2b03-7584-49cc-b697-bad5c8647a9d" -d '{"events": [{"server_uuid": "2fd202e0-ce46-41c7-b138-dd43365cde95", "name": "network-vif-plugged", "status": "completed", "tag": "bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:50.461364 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:50.492187 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8a57fd23-48c1-42f0-8d18-ae32c7f83092 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.503533 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.676969 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 39694) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:50.747470 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-c04907f3-d97c-4ec7-bb7f-a9f12732dbe9 None None] For port 3b172027-637b-4d43-995f-633409f90c96, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:50.760020 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-c04907f3-d97c-4ec7-bb7f-a9f12732dbe9 None None] For port 3b172027-637b-4d43-995f-633409f90c96, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=3b172027-637b-4d43-995f-633409f90c96,segment=NetworkSegment(211f4f10-79ad-4557-addc-911cf08967ba),segment_id=211f4f10-79ad-4557-addc-911cf08967ba)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:31:50.768850 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3,revision_number=7']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:50.789591 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c04907f3-d97c-4ec7-bb7f-a9f12732dbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.883057 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-be6b33e1-af76-45af-8937-e75453cdf690 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1155083994-network', 'tenant_id': '4c4f87013bee49bab876ce2754aa20ff'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:50.982733 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6b33e1-af76-45af-8937-e75453cdf690 admin admin] Made reservation on behalf of 4c4f87013bee49bab876ce2754aa20ff for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:50.986638 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-be6b33e1-af76-45af-8937-e75453cdf690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.039321 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-be6b33e1-af76-45af-8937-e75453cdf690 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.065836 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04907f3-d97c-4ec7-bb7f-a9f12732dbe9 None None] Pushing event updated for resources: {'Port': ['ID=3b172027-637b-4d43-995f-633409f90c96,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:51.250822 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-be6b33e1-af76-45af-8937-e75453cdf690 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.271169 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-be6b33e1-af76-45af-8937-e75453cdf690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.389009 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be6b33e1-af76-45af-8937-e75453cdf690 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:31:51.445075 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4705d17-7e44-4153-a84a-daf67b2915b1 req-70eb0a8f-205c-4026-99c1-a417af259d8e tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:51.453532 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b4705d17-7e44-4153-a84a-daf67b2915b1 req-70eb0a8f-205c-4026-99c1-a417af259d8e tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f5b9d5-fbfc-457f-8368-db840f56f5b0 HTTP/1.1" status: 200 len: 944 time: 1.1151872 Nov 12 03:31:51.455239 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-be6b33e1-af76-45af-8937-e75453cdf690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.455590 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-be6b33e1-af76-45af-8937-e75453cdf690 admin admin] Added segment da2421b1-9030-4775-9a17-11cf9c82694f of type vlan for network b4b6c17e-1554-4c64-bbd2-cab189ccb6ac Nov 12 03:31:51.591704 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b33e1-af76-45af-8937-e75453cdf690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e20b976-0765-4c19-b472-8d45abdc5b08,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:51.648613 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-be6b33e1-af76-45af-8937-e75453cdf690 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.673237 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b4705d17-7e44-4153-a84a-daf67b2915b1 req-0422f19d-5ccb-48e5-b093-c3d8ed6c2b01 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185903 Nov 12 03:31:51.708800 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-be6b33e1-af76-45af-8937-e75453cdf690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.710619 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6b33e1-af76-45af-8937-e75453cdf690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:51.711532 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-be6b33e1-af76-45af-8937-e75453cdf690 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.783131 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-be6b33e1-af76-45af-8937-e75453cdf690 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1013658 Nov 12 03:31:51.796404 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 39716) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:51.815631 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-9c521f23-866a-4e68-9ca5-268dbffcf55f admin admin] Request body: {'subnet': {'network_id': 'b4b6c17e-1554-4c64-bbd2-cab189ccb6ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1155083994-subnet', 'tenant_id': '4c4f87013bee49bab876ce2754aa20ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:51.851835 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b33e1-af76-45af-8937-e75453cdf690 admin admin] Pushing event updated for resources: {'Network': ['ID=b4b6c17e-1554-4c64-bbd2-cab189ccb6ac,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:51.875004 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network b4b6c17e-1554-4c64-bbd2-cab189ccb6ac details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:31:51.875588 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c521f23-866a-4e68-9ca5-268dbffcf55f admin admin] Made reservation on behalf of 4c4f87013bee49bab876ce2754aa20ff for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:51.878551 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9c521f23-866a-4e68-9ca5-268dbffcf55f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.947033 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8a57fd23-48c1-42f0-8d18-ae32c7f83092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.954921 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f0e3fd-2a0a-475d-af91-60d37f5e82fa x-openstack-request-id: req-84f0e3fd-2a0a-475d-af91-60d37f5e82fa {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:51.955217 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd202e0-ce46-41c7-b138-dd43365cde95", "name": "network-vif-plugged", "status": "completed", "tag": "bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:51.955647 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-84f0e3fd-2a0a-475d-af91-60d37f5e82fa {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:51.956311 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd202e0-ce46-41c7-b138-dd43365cde95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3', 'code': 200} Nov 12 03:31:52.283708 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device fdd652fd-1724-4c00-91ca-c69ca8782ce7 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:52.343993 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3ad6e-88ec-4031-a035-8f29cc957179 req-02a79e62-c4e7-41ea-a253-17632732128e tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:52.358760 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b3f3ad6e-88ec-4031-a035-8f29cc957179 req-02a79e62-c4e7-41ea-a253-17632732128e tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 945 time: 0.2323103 Nov 12 03:31:52.532433 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a57fd23-48c1-42f0-8d18-ae32c7f83092 admin admin] Router 2d4d6286-7302-4c6e-bb06-32a36428e164 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:31:52.542248 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port fdd652fd-1724-4c00-91ca-c69ca8782ce7 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:52.543112 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:52.703736 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b3f3ad6e-88ec-4031-a035-8f29cc957179 req-eb9cf4c9-d4a0-4567-8ee2-44addb922dac tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3410957 Nov 12 03:31:52.726892 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 39734) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:53.093254 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b019297a-da13-4d6a-b025-c0a792f8c8df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.147900 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9c521f23-866a-4e68-9ca5-268dbffcf55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.253927 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beba8727-44b9-434c-805c-5e33589ec7a8 None None] Network d352dc69-8675-4e5e-b54c-e642147421f0 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:53.258107 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 3b172027-637b-4d43-995f-633409f90c96 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:53.275373 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b019297a-da13-4d6a-b025-c0a792f8c8df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.287692 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b019297a-da13-4d6a-b025-c0a792f8c8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.355170 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b019297a-da13-4d6a-b025-c0a792f8c8df admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2f192c4360404701b42cbecf47af6757&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6265016 Nov 12 03:31:53.357043 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 39740) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:53.408504 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a57fd23-48c1-42f0-8d18-ae32c7f83092 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:31:53.463343 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccbac08-22f2-4e5b-b5bd-0d63d7fbb5f5 req-9fc5c0ba-393d-4c53-8077-a040ea1f7616 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:53.479085 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8ccbac08-22f2-4e5b-b5bd-0d63d7fbb5f5 req-9fc5c0ba-393d-4c53-8077-a040ea1f7616 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f5b9d5-fbfc-457f-8368-db840f56f5b0 HTTP/1.1" status: 200 len: 944 time: 0.3690093 Nov 12 03:31:53.483862 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c521f23-866a-4e68-9ca5-268dbffcf55f admin admin] Checking segment: {'id': 'da2421b1-9030-4775-9a17-11cf9c82694f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b4b6c17e-1554-4c64-bbd2-cab189ccb6ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:53.484366 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c521f23-866a-4e68-9ca5-268dbffcf55f admin admin] Network hostable DHCP agents. Network: b4b6c17e-1554-4c64-bbd2-cab189ccb6ac, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:31:53.486613 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c521f23-866a-4e68-9ca5-268dbffcf55f admin admin] Pushing event updated for resources: {'Subnet': ['ID=12a7d959-eb1b-4da8-b4ea-7a242be53e60,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:53.497627 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421d8934-85e6-414f-9426-bc13865b98fe None None] Sync routers for ids ['2d4d6286-7302-4c6e-bb06-32a36428e164'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:31:53.533660 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b019297a-da13-4d6a-b025-c0a792f8c8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20fca07-b83c-427f-bc0f-ec34a3699c80,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:53.542705 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.547178 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8a57fd23-48c1-42f0-8d18-ae32c7f83092 admin admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.560028 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 39742) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:53.561899 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-e901083c-31f1-46f7-ba51-d956fc7a4271 None None] Provisioning complete for port 3b172027-637b-4d43-995f-633409f90c96 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:53.562270 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e901083c-31f1-46f7-ba51-d956fc7a4271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.581377 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8a57fd23-48c1-42f0-8d18-ae32c7f83092 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3262973 Nov 12 03:31:53.613296 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421d8934-85e6-414f-9426-bc13865b98fe None None] Routers {'2d4d6286-7302-4c6e-bb06-32a36428e164'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:53.614468 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-421d8934-85e6-414f-9426-bc13865b98fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:31:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['2d4d6286-7302-4c6e-bb06-32a36428e164'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:53.616281 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-36681862-dee8-47ca-a218-3f7abc32f50d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.654365 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-36681862-dee8-47ca-a218-3f7abc32f50d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.693401 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c521f23-866a-4e68-9ca5-268dbffcf55f admin admin] Network b4b6c17e-1554-4c64-bbd2-cab189ccb6ac is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:31:53.718609 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port fdd652fd-1724-4c00-91ca-c69ca8782ce7, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=fdd652fd-1724-4c00-91ca-c69ca8782ce7,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:53.741742 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 3b172027-637b-4d43-995f-633409f90c96 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:53.742113 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.768024 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-9c521f23-866a-4e68-9ca5-268dbffcf55f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, b4b6c17e-1554-4c64-bbd2-cab189ccb6ac) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:53.801791 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.820727 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c521f23-866a-4e68-9ca5-268dbffcf55f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:53.823070 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9c521f23-866a-4e68-9ca5-268dbffcf55f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.824877 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:31:53.838630 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2283a07-22ca-456d-af68-ab6c3d44e1d1 None None] Network b4b6c17e-1554-4c64-bbd2-cab189ccb6ac requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:53.872355 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8ccbac08-22f2-4e5b-b5bd-0d63d7fbb5f5 req-41b80989-7013-4081-97fc-1cbd8ece1f24 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887601 Nov 12 03:31:53.905622 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9c521f23-866a-4e68-9ca5-268dbffcf55f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1060703 Nov 12 03:31:53.932428 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-36681862-dee8-47ca-a218-3f7abc32f50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.935027 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-36681862-dee8-47ca-a218-3f7abc32f50d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.938580 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-36681862-dee8-47ca-a218-3f7abc32f50d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c20fca07-b83c-427f-bc0f-ec34a3699c80 HTTP/1.1" status: 204 len: 168 time: 0.5779288 Nov 12 03:31:53.966542 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f5b9d5-fbfc-457f-8368-db840f56f5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd652fd-1724-4c00-91ca-c69ca8782ce7'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:53.968812 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e40012-308a-4753-af82-693afcb839d5" -d '{"events": [{"server_uuid": "a1f5b9d5-fbfc-457f-8368-db840f56f5b0", "name": "network-vif-plugged", "status": "completed", "tag": "fdd652fd-1724-4c00-91ca-c69ca8782ce7"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:53.983554 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36681862-dee8-47ca-a218-3f7abc32f50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20fca07-b83c-427f-bc0f-ec34a3699c80,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:54.181294 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690841ae-35a9-4587-892d-e5752528a3c9 None None] Network b4b6c17e-1554-4c64-bbd2-cab189ccb6ac requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:54.329063 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-421d8934-85e6-414f-9426-bc13865b98fe None None] Set router 2d4d6286-7302-4c6e-bb06-32a36428e164 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:31:54.463266 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb179d34-aefd-493e-b361-b5b73366e699 req-8947f0b8-0901-44da-9970-597360513be7 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:54.495160 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cb179d34-aefd-493e-b361-b5b73366e699 req-8947f0b8-0901-44da-9970-597360513be7 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 945 time: 0.1859403 Nov 12 03:31:54.624335 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cb179d34-aefd-493e-b361-b5b73366e699 req-c0e8aa69-1194-4c78-a2d3-f430c45b1ba1 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273975 Nov 12 03:31:54.809785 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=fdd652fd-1724-4c00-91ca-c69ca8782ce7,revision_number=7']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:54.837550 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 39760) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:54.875737 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cb316fb5-9548-4935-9de5-592cc65cce85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:54.916579 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ecd8156c-3e65-4314-9968-1c01f4b3ab60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:54.953722 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96426775-2f78-4da8-8b5a-45379f3087ad x-openstack-request-id: req-96426775-2f78-4da8-8b5a-45379f3087ad {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:54.954008 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f5b9d5-fbfc-457f-8368-db840f56f5b0", "name": "network-vif-plugged", "status": "completed", "tag": "fdd652fd-1724-4c00-91ca-c69ca8782ce7", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:54.954260 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-96426775-2f78-4da8-8b5a-45379f3087ad {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:54.954648 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f5b9d5-fbfc-457f-8368-db840f56f5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd652fd-1724-4c00-91ca-c69ca8782ce7', 'code': 200} Nov 12 03:31:54.957101 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:54.981778 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e901083c-31f1-46f7-ba51-d956fc7a4271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.157201 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cb316fb5-9548-4935-9de5-592cc65cce85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.166206 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cb316fb5-9548-4935-9de5-592cc65cce85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.336669 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb316fb5-9548-4935-9de5-592cc65cce85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e897848-27f1-4176-ae27-39a921c3a931,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:55.358538 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-cb316fb5-9548-4935-9de5-592cc65cce85 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8024ba40ff274ef4b9d343b248d69b95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5197854 Nov 12 03:31:55.364979 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 39768) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:55.373688 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-e901083c-31f1-46f7-ba51-d956fc7a4271 None None] For port 3b172027-637b-4d43-995f-633409f90c96, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=3b172027-637b-4d43-995f-633409f90c96,segment=NetworkSegment(211f4f10-79ad-4557-addc-911cf08967ba),segment_id=211f4f10-79ad-4557-addc-911cf08967ba)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:55.391623 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e901083c-31f1-46f7-ba51-d956fc7a4271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.458780 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-ecd8156c-3e65-4314-9968-1c01f4b3ab60 admin admin] Allocated IP 172.20.0.1 (d352dc69-8675-4e5e-b54c-e642147421f0/2c39d8f9-891f-4db3-87b8-fe45566eff09/a54ce7e9-c5f5-4ece-9882-0abc099c1db6) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:55.519342 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-72a513b0-44cc-4cad-96da-416dec2bd720 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.574684 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-72a513b0-44cc-4cad-96da-416dec2bd720 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.680962 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-72a513b0-44cc-4cad-96da-416dec2bd720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.683671 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-72a513b0-44cc-4cad-96da-416dec2bd720 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.687361 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-72a513b0-44cc-4cad-96da-416dec2bd720 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5e897848-27f1-4176-ae27-39a921c3a931 HTTP/1.1" status: 204 len: 168 time: 0.3187249 Nov 12 03:31:55.702568 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ecd8156c-3e65-4314-9968-1c01f4b3ab60 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.704662 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a513b0-44cc-4cad-96da-416dec2bd720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e897848-27f1-4176-ae27-39a921c3a931,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:55.806011 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ecd8156c-3e65-4314-9968-1c01f4b3ab60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.853157 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-7db38f9a-b892-4f33-86e3-621a1cc7a6b5 None None] Provisioning complete for port 3b172027-637b-4d43-995f-633409f90c96 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:55.853530 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7db38f9a-b892-4f33-86e3-621a1cc7a6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.870859 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd8156c-3e65-4314-9968-1c01f4b3ab60 admin admin] Network d352dc69-8675-4e5e-b54c-e642147421f0 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:55.875219 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-ecd8156c-3e65-4314-9968-1c01f4b3ab60 admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:55.880620 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd8156c-3e65-4314-9968-1c01f4b3ab60 admin admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:55.904888 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:31:55.905258 n-d-715271-27 neutron-server[102573]: DEBUG oslo_db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:31:55.909290 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e901083c-31f1-46f7-ba51-d956fc7a4271 None None] Pushing event updated for resources: {'Port': ['ID=3b172027-637b-4d43-995f-633409f90c96,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:55.986481 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd8156c-3e65-4314-9968-1c01f4b3ab60 admin admin] Pushing event updated for resources: {'Port': ['ID=a54ce7e9-c5f5-4ece-9882-0abc099c1db6,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:56.025175 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ecd8156c-3e65-4314-9968-1c01f4b3ab60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:56.046007 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-421d8934-85e6-414f-9426-bc13865b98fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4d6286-7302-4c6e-bb06-32a36428e164', 'name': 'tempest-FloatingIPDetailsTestJSON-1738800393-router', 'tenant_id': '747102b511b34f99b3df6f6a33b24c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'b85ae612-3cfa-4e9e-a1d5-0d64d21e0732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:31:48Z', 'updated_at': '2021-11-12T03:31:50Z', 'revision_number': 3, 'project_id': '747102b511b34f99b3df6f6a33b24c8d', 'gw_port': {'id': 'b85ae612-3cfa-4e9e-a1d5-0d64d21e0732', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f4:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4d6286-7302-4c6e-bb06-32a36428e164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:31:49Z', 'updated_at': '2021-11-12T03:31:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:56.136397 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421d8934-85e6-414f-9426-bc13865b98fe None None] Checking router: 2d4d6286-7302-4c6e-bb06-32a36428e164 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:31:56.136759 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421d8934-85e6-414f-9426-bc13865b98fe None None] Updating router 2d4d6286-7302-4c6e-bb06-32a36428e164 port b85ae612-3cfa-4e9e-a1d5-0d64d21e0732 binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:31:56.208929 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-421d8934-85e6-414f-9426-bc13865b98fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:56.424232 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ecd8156c-3e65-4314-9968-1c01f4b3ab60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:56.670738 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-71055361-dd5d-42d9-ae65-ce79d7a49ea1 None None] Provisioning complete for port a54ce7e9-c5f5-4ece-9882-0abc099c1db6 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:56.671386 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-71055361-dd5d-42d9-ae65-ce79d7a49ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:56.823998 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ecd8156c-3e65-4314-9968-1c01f4b3ab60 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:56.888686 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ecd8156c-3e65-4314-9968-1c01f4b3ab60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:56.959727 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ecd8156c-3e65-4314-9968-1c01f4b3ab60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.023103 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 3b172027-637b-4d43-995f-633409f90c96 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:57.107762 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-71055361-dd5d-42d9-ae65-ce79d7a49ea1 None None] Port a54ce7e9-c5f5-4ece-9882-0abc099c1db6 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:31:57.169250 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd8156c-3e65-4314-9968-1c01f4b3ab60 admin admin] Pushing event updated for resources: {'Port': ['ID=a54ce7e9-c5f5-4ece-9882-0abc099c1db6,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:57.210837 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 3b172027-637b-4d43-995f-633409f90c96 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:57.211207 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.232297 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd8156c-3e65-4314-9968-1c01f4b3ab60 admin admin] Network d352dc69-8675-4e5e-b54c-e642147421f0 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:57.241156 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-ecd8156c-3e65-4314-9968-1c01f4b3ab60 admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:57.459619 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-421d8934-85e6-414f-9426-bc13865b98fe None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.476678 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-421d8934-85e6-414f-9426-bc13865b98fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.543198 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd8156c-3e65-4314-9968-1c01f4b3ab60 admin admin] Router 2d4d6286-7302-4c6e-bb06-32a36428e164 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:31:57.726146 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-421d8934-85e6-414f-9426-bc13865b98fe None None] Attempting to bind port b85ae612-3cfa-4e9e-a1d5-0d64d21e0732 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:57.727194 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-421d8934-85e6-414f-9426-bc13865b98fe None None] Attempting to bind port b85ae612-3cfa-4e9e-a1d5-0d64d21e0732 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:57.727194 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421d8934-85e6-414f-9426-bc13865b98fe None None] Attempting to bind port b85ae612-3cfa-4e9e-a1d5-0d64d21e0732 on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:57.750785 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421d8934-85e6-414f-9426-bc13865b98fe None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:31:57.751056 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421d8934-85e6-414f-9426-bc13865b98fe None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:57.751435 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-421d8934-85e6-414f-9426-bc13865b98fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.751832 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421d8934-85e6-414f-9426-bc13865b98fe None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:31:57.752495 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-421d8934-85e6-414f-9426-bc13865b98fe None None] Bound port: b85ae612-3cfa-4e9e-a1d5-0d64d21e0732, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:31:57.770947 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-421d8934-85e6-414f-9426-bc13865b98fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.774537 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd8156c-3e65-4314-9968-1c01f4b3ab60 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:31:57.783674 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ecd8156c-3e65-4314-9968-1c01f4b3ab60 admin admin] 10.222.0.50 "PUT /v2.0/routers/2d4d6286-7302-4c6e-bb06-32a36428e164/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2224395 Nov 12 03:31:57.857984 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaeac42-b65b-4e8d-b8bf-f1366beb47b9 None None] Pushing event updated for resources: {'Port': ['ID=b85ae612-3cfa-4e9e-a1d5-0d64d21e0732,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:57.870829 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-421d8934-85e6-414f-9426-bc13865b98fe None None] For port b85ae612-3cfa-4e9e-a1d5-0d64d21e0732, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:57.876778 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-421d8934-85e6-414f-9426-bc13865b98fe None None] For port b85ae612-3cfa-4e9e-a1d5-0d64d21e0732, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=b85ae612-3cfa-4e9e-a1d5-0d64d21e0732,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:31:57.893825 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-421d8934-85e6-414f-9426-bc13865b98fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.946377 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-e324467e-3529-4b11-bd40-a95d7ddf646e None None] Provisioning complete for port a54ce7e9-c5f5-4ece-9882-0abc099c1db6 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:57.947405 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e324467e-3529-4b11-bd40-a95d7ddf646e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:58.023941 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421d8934-85e6-414f-9426-bc13865b98fe None None] Routers {'2d4d6286-7302-4c6e-bb06-32a36428e164'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:58.024875 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-421d8934-85e6-414f-9426-bc13865b98fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:31:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['2d4d6286-7302-4c6e-bb06-32a36428e164'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:58.031708 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaeac42-b65b-4e8d-b8bf-f1366beb47b9 None None] Pushing event updated for resources: {'Port': ['ID=b85ae612-3cfa-4e9e-a1d5-0d64d21e0732,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:58.086995 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-e324467e-3529-4b11-bd40-a95d7ddf646e None None] Port a54ce7e9-c5f5-4ece-9882-0abc099c1db6 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:31:58.263106 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-421d8934-85e6-414f-9426-bc13865b98fe None None] Set router 2d4d6286-7302-4c6e-bb06-32a36428e164 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:31:58.375254 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25a235-1b13-4ead-ad68-58d7839fb680 req-4b257a45-b52f-425f-9fc5-b8bcf6ab2750 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:58.394101 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5f25a235-1b13-4ead-ad68-58d7839fb680 req-4b257a45-b52f-425f-9fc5-b8bcf6ab2750 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f5b9d5-fbfc-457f-8368-db840f56f5b0 HTTP/1.1" status: 200 len: 945 time: 0.1409793 Nov 12 03:31:58.491745 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-371fd848-e4d5-4d86-995a-c537ffd7baa3 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:58.498961 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5f25a235-1b13-4ead-ad68-58d7839fb680 req-3bcd3685-2468-4663-94c5-57b09f94c3cb tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980697 Nov 12 03:31:58.511504 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-371fd848-e4d5-4d86-995a-c537ffd7baa3 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/networks?id=b4b6c17e-1554-4c64-bbd2-cab189ccb6ac HTTP/1.1" status: 200 len: 815 time: 0.3480031 Nov 12 03:31:58.554646 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-6f3c45af-5062-4a66-a7f2-351d99c77bae tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/quotas/4c4f87013bee49bab876ce2754aa20ff HTTP/1.1" status: 200 len: 375 time: 0.0413461 Nov 12 03:31:58.646274 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-8acdb36b-0bce-45be-be91-3517aeead5dc tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4c4f87013bee49bab876ce2754aa20ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0903425 Nov 12 03:31:58.691397 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fe07bf40-ba65-4248-b96c-6ccf3ef4d805 req-676b4aef-f646-4bff-bfd4-0d286b0824a9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0a2b2ffb-abe2-4a3c-8232-416f53f656a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1368217 Nov 12 03:31:58.808294 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-421d8934-85e6-414f-9426-bc13865b98fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4d6286-7302-4c6e-bb06-32a36428e164', 'name': 'tempest-FloatingIPDetailsTestJSON-1738800393-router', 'tenant_id': '747102b511b34f99b3df6f6a33b24c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'b85ae612-3cfa-4e9e-a1d5-0d64d21e0732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:31:48Z', 'updated_at': '2021-11-12T03:31:56Z', 'revision_number': 4, 'project_id': '747102b511b34f99b3df6f6a33b24c8d', 'gw_port': {'id': 'b85ae612-3cfa-4e9e-a1d5-0d64d21e0732', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f4:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4d6286-7302-4c6e-bb06-32a36428e164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:31:49Z', 'updated_at': '2021-11-12T03:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'a54ce7e9-c5f5-4ece-9882-0abc099c1db6', 'name': '', 'network_id': 'd352dc69-8675-4e5e-b54c-e642147421f0', 'tenant_id': '747102b511b34f99b3df6f6a33b24c8d', 'mac_address': 'fa:16:3e:f1:5b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4d6286-7302-4c6e-bb06-32a36428e164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '2c39d8f9-891f-4db3-87b8-fe45566eff09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:31:54Z', 'updated_at': '2021-11-12T03:31:56Z', 'revision_number': 2, 'project_id': '747102b511b34f99b3df6f6a33b24c8d', 'subnets': [{'id': '2c39d8f9-891f-4db3-87b8-fe45566eff09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:58.842874 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07bf40-ba65-4248-b96c-6ccf3ef4d805 req-53fffcea-cb2b-46fc-a26f-0fdae6e60174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:58.846455 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fe07bf40-ba65-4248-b96c-6ccf3ef4d805 req-53fffcea-cb2b-46fc-a26f-0fdae6e60174 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=eda4d7a9c5834d36bc2b22e1ed979ccd&device_id=0a2b2ffb-abe2-4a3c-8232-416f53f656a1 HTTP/1.1" status: 200 len: 1098 time: 0.1134639 Nov 12 03:31:58.885535 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421d8934-85e6-414f-9426-bc13865b98fe None None] The sync data for ids ['2d4d6286-7302-4c6e-bb06-32a36428e164'] in n-d-715271-27 is: [{'id': '2d4d6286-7302-4c6e-bb06-32a36428e164', 'name': 'tempest-FloatingIPDetailsTestJSON-1738800393-router', 'tenant_id': '747102b511b34f99b3df6f6a33b24c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'b85ae612-3cfa-4e9e-a1d5-0d64d21e0732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:31:48Z', 'updated_at': '2021-11-12T03:31:56Z', 'revision_number': 4, 'project_id': '747102b511b34f99b3df6f6a33b24c8d', 'gw_port': {'id': 'b85ae612-3cfa-4e9e-a1d5-0d64d21e0732', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f4:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4d6286-7302-4c6e-bb06-32a36428e164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:31:49Z', 'updated_at': '2021-11-12T03:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'a54ce7e9-c5f5-4ece-9882-0abc099c1db6', 'name': '', 'network_id': 'd352dc69-8675-4e5e-b54c-e642147421f0', 'tenant_id': '747102b511b34f99b3df6f6a33b24c8d', 'mac_address': 'fa:16:3e:f1:5b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4d6286-7302-4c6e-bb06-32a36428e164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '2c39d8f9-891f-4db3-87b8-fe45566eff09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:31:54Z', 'updated_at': '2021-11-12T03:31:56Z', 'revision_number': 2, 'project_id': '747102b511b34f99b3df6f6a33b24c8d', 'subnets': [{'id': '2c39d8f9-891f-4db3-87b8-fe45566eff09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:31:58.888939 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-720e4879-64a3-44f2-af0e-93765e934238 service neutron] 10.222.0.50 "GET /v2.0/networks/b4b6c17e-1554-4c64-bbd2-cab189ccb6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414501 Nov 12 03:31:58.915861 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b66ff-1b35-4c9d-940c-ab93cce8693d req-ed3f7b40-66da-4ff0-8165-e1d26e5760c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:58.917495 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-890b66ff-1b35-4c9d-940c-ab93cce8693d req-ed3f7b40-66da-4ff0-8165-e1d26e5760c9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d558dd5b9f934464b6c1626ad18ebb6c&device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 1097 time: 0.1348610 Nov 12 03:31:59.020404 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07bf40-ba65-4248-b96c-6ccf3ef4d805 req-681a6d0f-54ed-4573-9b60-af40f7826c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:59.022169 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fe07bf40-ba65-4248-b96c-6ccf3ef4d805 req-681a6d0f-54ed-4573-9b60-af40f7826c2c service neutron] 10.222.0.74 "GET /v2.0/networks?id=56493891-2b14-40ba-a8cb-65015d9b59f3 HTTP/1.1" status: 200 len: 912 time: 0.1497080 Nov 12 03:31:59.080165 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fe07bf40-ba65-4248-b96c-6ccf3ef4d805 req-2beacdbc-5b8c-41c4-9b36-08c12fc2eeb5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08df2476-a404-43ef-8d05-1fb4b2eb283c HTTP/1.1" status: 200 len: 217 time: 0.0472937 Nov 12 03:31:59.229821 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-379b0864-deb8-43a3-bbac-035b74f33f42 service neutron] 10.222.0.50 "GET /v2.0/networks/b4b6c17e-1554-4c64-bbd2-cab189ccb6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384874 Nov 12 03:31:59.234922 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07bf40-ba65-4248-b96c-6ccf3ef4d805 req-c28b31f4-9854-45f6-abf0-04a4cb8b25ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:59.239066 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fe07bf40-ba65-4248-b96c-6ccf3ef4d805 req-c28b31f4-9854-45f6-abf0-04a4cb8b25ab service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c41913f5-e5c1-4e60-8ee6-4f6d29d519f8 HTTP/1.1" status: 200 len: 850 time: 0.1286013 Nov 12 03:31:59.241394 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b66ff-1b35-4c9d-940c-ab93cce8693d req-a112f42f-411c-44dd-b5d3-d3f8e5f4f7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:59.242884 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-890b66ff-1b35-4c9d-940c-ab93cce8693d req-a112f42f-411c-44dd-b5d3-d3f8e5f4f7b0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6c7f6069-f411-4391-9326-65cfd4966ecb HTTP/1.1" status: 200 len: 918 time: 0.2966619 Nov 12 03:31:59.380548 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07bf40-ba65-4248-b96c-6ccf3ef4d805 req-e4d61de4-5b20-4134-bf53-cf2907770fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:59.383474 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fe07bf40-ba65-4248-b96c-6ccf3ef4d805 req-e4d61de4-5b20-4134-bf53-cf2907770fa5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=56493891-2b14-40ba-a8cb-65015d9b59f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1364038 Nov 12 03:31:59.448208 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fb876-1f72-40b0-9cb8-4f00bfdcaba0 req-08524873-ae7f-445c-ba8a-3be19bef2095 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:59.455991 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3a8fb876-1f72-40b0-9cb8-4f00bfdcaba0 req-08524873-ae7f-445c-ba8a-3be19bef2095 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 945 time: 0.6045010 Nov 12 03:31:59.469741 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-890b66ff-1b35-4c9d-940c-ab93cce8693d req-4208feb9-e71d-42bc-a8fc-c44887456c35 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b950f9ac-c38e-477d-94e4-ee676fd7e1a8 HTTP/1.1" status: 200 len: 1000 time: 0.2142084 Nov 12 03:31:59.547129 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b66ff-1b35-4c9d-940c-ab93cce8693d req-76d6f8b6-2813-4754-bc8a-47edac8c496a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:59.549590 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-890b66ff-1b35-4c9d-940c-ab93cce8693d req-76d6f8b6-2813-4754-bc8a-47edac8c496a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390 HTTP/1.1" status: 200 len: 856 time: 0.0709112 Nov 12 03:31:59.640696 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b66ff-1b35-4c9d-940c-ab93cce8693d req-e6ba329d-99af-4b1b-81cc-bc433f468a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:59.644055 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-890b66ff-1b35-4c9d-940c-ab93cce8693d req-e6ba329d-99af-4b1b-81cc-bc433f468a01 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6c7f6069-f411-4391-9326-65cfd4966ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0831556 Nov 12 03:32:00.013825 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-890b66ff-1b35-4c9d-940c-ab93cce8693d req-0bc03120-a814-4be2-bd26-4cf449921c17 service neutron] 10.222.0.74 "GET /v2.0/networks/6c7f6069-f411-4391-9326-65cfd4966ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507028 Nov 12 03:32:00.331386 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-63ec33c8-196f-4814-974e-d03c53f701fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:00.342288 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-890b66ff-1b35-4c9d-940c-ab93cce8693d req-76a083b1-3644-485f-866d-f89a4df0178c service neutron] 10.222.0.74 "GET /v2.0/networks/6c7f6069-f411-4391-9326-65cfd4966ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180923 Nov 12 03:32:00.588747 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1cbdfa52-c9b5-4cb6-8887-20d4bf183e5b req-f12b4708-2d01-496a-a67f-952d9db5ec83 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2428236 Nov 12 03:32:00.594199 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-1cbdfa52-c9b5-4cb6-8887-20d4bf183e5b req-a520cb06-df47-4a9e-82f5-5c81db0033cf tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:00.641926 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-1cbdfa52-c9b5-4cb6-8887-20d4bf183e5b req-a520cb06-df47-4a9e-82f5-5c81db0033cf tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks [] for floatingip, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:00.765416 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fe07bf40-ba65-4248-b96c-6ccf3ef4d805 req-efa1ea40-4479-4a1e-8b25-a9fd10f35910 service neutron] 10.222.0.74 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3399892 Nov 12 03:32:00.866546 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device b85ae612-3cfa-4e9e-a1d5-0d64d21e0732 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:00.875144 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3a8fb876-1f72-40b0-9cb8-4f00bfdcaba0 req-2cdcef69-fd22-4ce7-8552-676210e3f20d tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4179263 Nov 12 03:32:00.933829 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 39918) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:01.003253 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-1cbdfa52-c9b5-4cb6-8887-20d4bf183e5b req-a520cb06-df47-4a9e-82f5-5c81db0033cf tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.045080 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port b85ae612-3cfa-4e9e-a1d5-0d64d21e0732 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:01.049187 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.081369 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fe07bf40-ba65-4248-b96c-6ccf3ef4d805 req-a626c1fd-3d70-4e95-a559-4b7a51465dd0 service neutron] 10.222.0.74 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059349 Nov 12 03:32:01.209511 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.260808 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port b85ae612-3cfa-4e9e-a1d5-0d64d21e0732, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=b85ae612-3cfa-4e9e-a1d5-0d64d21e0732,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:01.268944 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.348697 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7073def0-97ff-41f5-b15f-45efae76c0f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.375804 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=b85ae612-3cfa-4e9e-a1d5-0d64d21e0732,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:01.460794 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-1cbdfa52-c9b5-4cb6-8887-20d4bf183e5b req-a520cb06-df47-4a9e-82f5-5c81db0033cf tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Allocated IP 172.25.5.167 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/187d405d-16aa-4ee9-8378-78da09f3c0fa) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:01.685521 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7073def0-97ff-41f5-b15f-45efae76c0f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.704458 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7073def0-97ff-41f5-b15f-45efae76c0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.718769 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device b950f9ac-c38e-477d-94e4-ee676fd7e1a8 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:32:01.777863 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-1cbdfa52-c9b5-4cb6-8887-20d4bf183e5b req-a520cb06-df47-4a9e-82f5-5c81db0033cf tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.877285 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7073def0-97ff-41f5-b15f-45efae76c0f3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bc42ae6c818f477da4504c1deea5d322&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9353378 Nov 12 03:32:01.885842 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 39926) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:01.927912 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073def0-97ff-41f5-b15f-45efae76c0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14bdb180-c64f-4d3b-ba8e-bfc527d2f470,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:02.031601 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.078927 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-873f42c3-2333-4fae-8968-55aa2d2d9942 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.093392 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9a64a6-4910-470a-8b3a-17813c6ca67e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b950f9ac-c38e-477d-94e4-ee676fd7e1a8'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:02.104048 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c7660f-5d34-429a-b591-d210e3bc0d12" -d '{"events": [{"server_uuid": "3e9a64a6-4910-470a-8b3a-17813c6ca67e", "name": "network-vif-unplugged", "status": "completed", "tag": "b950f9ac-c38e-477d-94e4-ee676fd7e1a8"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:02.104765 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-51ec9ed7-2889-4d3d-b95f-ed8b6e023903 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:02.107605 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-51ec9ed7-2889-4d3d-b95f-ed8b6e023903 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.74 "GET /v2.0/networks?id=b4b6c17e-1554-4c64-bbd2-cab189ccb6ac HTTP/1.1" status: 200 len: 815 time: 0.3111920 Nov 12 03:32:02.122057 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port b950f9ac-c38e-477d-94e4-ee676fd7e1a8, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=b950f9ac-c38e-477d-94e4-ee676fd7e1a8,segment=NetworkSegment(4e7b8aec-969c-41d9-8252-0d15a236e5b1),segment_id=4e7b8aec-969c-41d9-8252-0d15a236e5b1)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:02.130866 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.132797 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-9ee1b01c-1525-4a01-88ee-d46fa431375f tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Request body: {'port': {'device_id': '72c1a3be-a38a-4cd6-b6a8-e551f88339eb', 'network_id': 'b4b6c17e-1554-4c64-bbd2-cab189ccb6ac', 'admin_state_up': True, 'tenant_id': '4c4f87013bee49bab876ce2754aa20ff'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:02.139664 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-873f42c3-2333-4fae-8968-55aa2d2d9942 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.155848 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-1cbdfa52-c9b5-4cb6-8887-20d4bf183e5b req-a520cb06-df47-4a9e-82f5-5c81db0033cf tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.250054 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=b950f9ac-c38e-477d-94e4-ee676fd7e1a8,revision_number=8']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:02.268179 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a520cb06-df47-4a9e-82f5-5c81db0033cf tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Pushing event updated for resources: {'Port': ['ID=187d405d-16aa-4ee9-8378-78da09f3c0fa,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:02.328093 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cbdfa52-c9b5-4cb6-8887-20d4bf183e5b req-a520cb06-df47-4a9e-82f5-5c81db0033cf tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:02.335894 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-1cbdfa52-c9b5-4cb6-8887-20d4bf183e5b req-a520cb06-df47-4a9e-82f5-5c81db0033cf tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:02.344423 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbdfa52-c9b5-4cb6-8887-20d4bf183e5b req-a520cb06-df47-4a9e-82f5-5c81db0033cf tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:02.422089 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-9ee1b01c-1525-4a01-88ee-d46fa431375f tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Made reservation on behalf of 4c4f87013bee49bab876ce2754aa20ff for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:02.436187 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-9ee1b01c-1525-4a01-88ee-d46fa431375f tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.488187 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-873f42c3-2333-4fae-8968-55aa2d2d9942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.497046 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-873f42c3-2333-4fae-8968-55aa2d2d9942 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.501031 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-873f42c3-2333-4fae-8968-55aa2d2d9942 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/14bdb180-c64f-4d3b-ba8e-bfc527d2f470 HTTP/1.1" status: 204 len: 168 time: 0.5997903 Nov 12 03:32:02.582972 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f42c3-2333-4fae-8968-55aa2d2d9942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bdb180-c64f-4d3b-ba8e-bfc527d2f470,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:02.611455 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-1cbdfa52-c9b5-4cb6-8887-20d4bf183e5b req-a520cb06-df47-4a9e-82f5-5c81db0033cf tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.778343 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-1cbdfa52-c9b5-4cb6-8887-20d4bf183e5b req-a520cb06-df47-4a9e-82f5-5c81db0033cf tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.781923 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-9ee1b01c-1525-4a01-88ee-d46fa431375f tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Allocated IP 172.20.0.12 (b4b6c17e-1554-4c64-bbd2-cab189ccb6ac/12a7d959-eb1b-4da8-b4ea-7a242be53e60/d3c98842-43c6-41f8-bd48-f9c21e8abc8c) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:02.838167 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97973d6b-2942-402e-a546-1e637e6ff977 None None] Sync routers for ids ['2d4d6286-7302-4c6e-bb06-32a36428e164'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:32:02.862105 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97973d6b-2942-402e-a546-1e637e6ff977 None None] Routers {'2d4d6286-7302-4c6e-bb06-32a36428e164'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:02.866457 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-97973d6b-2942-402e-a546-1e637e6ff977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:31:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['2d4d6286-7302-4c6e-bb06-32a36428e164'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:03.235660 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-1cbdfa52-c9b5-4cb6-8887-20d4bf183e5b req-a520cb06-df47-4a9e-82f5-5c81db0033cf tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.248680 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-1cbdfa52-c9b5-4cb6-8887-20d4bf183e5b req-a520cb06-df47-4a9e-82f5-5c81db0033cf tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.282376 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device b85ae612-3cfa-4e9e-a1d5-0d64d21e0732 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:03.339442 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-9ee1b01c-1525-4a01-88ee-d46fa431375f tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.429048 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-9ee1b01c-1525-4a01-88ee-d46fa431375f tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.466354 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1ff94d5c-696b-4cb5-90ab-f70ad3795a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.486171 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-97973d6b-2942-402e-a546-1e637e6ff977 None None] Set router 2d4d6286-7302-4c6e-bb06-32a36428e164 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:32:03.501533 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port b85ae612-3cfa-4e9e-a1d5-0d64d21e0732 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:03.501903 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.556158 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-1cbdfa52-c9b5-4cb6-8887-20d4bf183e5b req-a520cb06-df47-4a9e-82f5-5c81db0033cf tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.570466 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 39936) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:03.599391 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee1b01c-1525-4a01-88ee-d46fa431375f tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Pushing event updated for resources: {'Port': ['ID=d3c98842-43c6-41f8-bd48-f9c21e8abc8c,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:03.621451 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-9ee1b01c-1525-4a01-88ee-d46fa431375f tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Network b4b6c17e-1554-4c64-bbd2-cab189ccb6ac is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:03.635010 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-9ee1b01c-1525-4a01-88ee-d46fa431375f tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:03.642495 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-9ee1b01c-1525-4a01-88ee-d46fa431375f tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:03.667630 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a520cb06-df47-4a9e-82f5-5c81db0033cf tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Pushing event updated for resources: {'Port': ['ID=187d405d-16aa-4ee9-8378-78da09f3c0fa,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:03.684285 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d20c2e5b-cb18-4932-b379-28dd6e280224 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.730213 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-1cbdfa52-c9b5-4cb6-8887-20d4bf183e5b req-a520cb06-df47-4a9e-82f5-5c81db0033cf tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.731490 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1cbdfa52-c9b5-4cb6-8887-20d4bf183e5b req-a520cb06-df47-4a9e-82f5-5c81db0033cf tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1417742 Nov 12 03:32:03.777287 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-9ee1b01c-1525-4a01-88ee-d46fa431375f tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:03.777978 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-9ee1b01c-1525-4a01-88ee-d46fa431375f tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.814587 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-9ee1b01c-1525-4a01-88ee-d46fa431375f tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6870630 Nov 12 03:32:03.830237 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-22e3029e-93f6-499d-b4d8-58e57922edd1 service neutron] Request body: {'port': {'device_id': '72c1a3be-a38a-4cd6-b6a8-e551f88339eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:03.868629 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-97973d6b-2942-402e-a546-1e637e6ff977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4d6286-7302-4c6e-bb06-32a36428e164', 'name': 'tempest-FloatingIPDetailsTestJSON-1738800393-router', 'tenant_id': '747102b511b34f99b3df6f6a33b24c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'b85ae612-3cfa-4e9e-a1d5-0d64d21e0732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:31:48Z', 'updated_at': '2021-11-12T03:31:56Z', 'revision_number': 4, 'project_id': '747102b511b34f99b3df6f6a33b24c8d', 'gw_port': {'id': 'b85ae612-3cfa-4e9e-a1d5-0d64d21e0732', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d6286-7302-4c6e-bb06-32a36428e164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:31:49Z', 'updated_at': '2021-11-12T03:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'a54ce7e9-c5f5-4ece-9882-0abc099c1db6', 'name': '', 'network_id': 'd352dc69-8675-4e5e-b54c-e642147421f0', 'tenant_id': '747102b511b34f99b3df6f6a33b24c8d', 'mac_address': 'fa:16:3e:f1:5b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4d6286-7302-4c6e-bb06-32a36428e164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '2c39d8f9-891f-4db3-87b8-fe45566eff09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:31:54Z', 'updated_at': '2021-11-12T03:31:56Z', 'revision_number': 2, 'project_id': '747102b511b34f99b3df6f6a33b24c8d', 'subnets': [{'id': '2c39d8f9-891f-4db3-87b8-fe45566eff09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:03.932339 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97973d6b-2942-402e-a546-1e637e6ff977 None None] Checking router: 2d4d6286-7302-4c6e-bb06-32a36428e164 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:32:03.932723 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97973d6b-2942-402e-a546-1e637e6ff977 None None] Updating router 2d4d6286-7302-4c6e-bb06-32a36428e164 port a54ce7e9-c5f5-4ece-9882-0abc099c1db6 binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:32:03.935724 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d20c2e5b-cb18-4932-b379-28dd6e280224 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.942192 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d20c2e5b-cb18-4932-b379-28dd6e280224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.981758 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-22e3029e-93f6-499d-b4d8-58e57922edd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:04.002709 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c2e5b-cb18-4932-b379-28dd6e280224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0caa0cea-ebd4-4653-9abc-281b4a95d34a,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:04.003300 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-97973d6b-2942-402e-a546-1e637e6ff977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:04.021195 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:04.068436 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d20c2e5b-cb18-4932-b379-28dd6e280224 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=50942669fad9464fbc8e641e00ee08ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4493036 Nov 12 03:32:04.072288 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 39940) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:04.190122 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6c4db710-a07d-4ff9-ad7f-794fdafe2c4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:04.285885 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6c4db710-a07d-4ff9-ad7f-794fdafe2c4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:04.424602 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6c4db710-a07d-4ff9-ad7f-794fdafe2c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:04.429471 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6c4db710-a07d-4ff9-ad7f-794fdafe2c4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:04.431066 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6c4db710-a07d-4ff9-ad7f-794fdafe2c4f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0caa0cea-ebd4-4653-9abc-281b4a95d34a HTTP/1.1" status: 204 len: 168 time: 0.3579364 Nov 12 03:32:04.445791 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4db710-a07d-4ff9-ad7f-794fdafe2c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0caa0cea-ebd4-4653-9abc-281b4a95d34a,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:04.633386 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1cbdfa52-c9b5-4cb6-8887-20d4bf183e5b req-788233ec-ee96-4d06-a6e6-ebc463992278 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.167 HTTP/1.1" status: 200 len: 696 time: 0.8891258 Nov 12 03:32:04.737742 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-22e3029e-93f6-499d-b4d8-58e57922edd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3c98842-43c6-41f8-bd48-f9c21e8abc8c {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:32:04.775616 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-22e3029e-93f6-499d-b4d8-58e57922edd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:04.777684 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-97973d6b-2942-402e-a546-1e637e6ff977 None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:04.786102 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-97973d6b-2942-402e-a546-1e637e6ff977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:04.827762 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-22e3029e-93f6-499d-b4d8-58e57922edd1 service neutron] Transition to ACTIVE for port object d3c98842-43c6-41f8-bd48-f9c21e8abc8c will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:32:04.852353 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-22e3029e-93f6-499d-b4d8-58e57922edd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:04.861127 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbdfa52-c9b5-4cb6-8887-20d4bf183e5b req-afbe3222-564c-4f9c-93f9-1359574f4fe3 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:04.864302 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1cbdfa52-c9b5-4cb6-8887-20d4bf183e5b req-afbe3222-564c-4f9c-93f9-1359574f4fe3 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] 10.222.0.50 "GET /v2.0/networks/7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 HTTP/1.1" status: 200 len: 784 time: 0.2234392 Nov 12 03:32:04.943304 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7805e39-476a-46e5-b1e2-4f64041b3808 None None] Pushing event updated for resources: {'Port': ['ID=a54ce7e9-c5f5-4ece-9882-0abc099c1db6,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:04.999004 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e3029e-93f6-499d-b4d8-58e57922edd1 service neutron] Pushing event updated for resources: {'Port': ['ID=d3c98842-43c6-41f8-bd48-f9c21e8abc8c,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:05.121342 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17760e-d584-48dc-b2d5-892cb4c1402f req-12ac9048-82dc-4a11-b86d-5ad6c5024d3f tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:05.130368 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5c17760e-d584-48dc-b2d5-892cb4c1402f req-12ac9048-82dc-4a11-b86d-5ad6c5024d3f tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f5b9d5-fbfc-457f-8368-db840f56f5b0 HTTP/1.1" status: 200 len: 945 time: 0.1372602 Nov 12 03:32:05.176282 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-97973d6b-2942-402e-a546-1e637e6ff977 None None] Attempting to bind port a54ce7e9-c5f5-4ece-9882-0abc099c1db6 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:32:05.176703 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-97973d6b-2942-402e-a546-1e637e6ff977 None None] Attempting to bind port a54ce7e9-c5f5-4ece-9882-0abc099c1db6 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '211f4f10-79ad-4557-addc-911cf08967ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd352dc69-8675-4e5e-b54c-e642147421f0'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:32:05.179637 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97973d6b-2942-402e-a546-1e637e6ff977 None None] Attempting to bind port a54ce7e9-c5f5-4ece-9882-0abc099c1db6 on network d352dc69-8675-4e5e-b54c-e642147421f0 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:05.194641 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97973d6b-2942-402e-a546-1e637e6ff977 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:32:05.195023 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97973d6b-2942-402e-a546-1e637e6ff977 None None] Checking segment: {'id': '211f4f10-79ad-4557-addc-911cf08967ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd352dc69-8675-4e5e-b54c-e642147421f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:05.195436 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-97973d6b-2942-402e-a546-1e637e6ff977 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.195832 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97973d6b-2942-402e-a546-1e637e6ff977 None None] Bound using segment: {'id': '211f4f10-79ad-4557-addc-911cf08967ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd352dc69-8675-4e5e-b54c-e642147421f0'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:32:05.196337 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-97973d6b-2942-402e-a546-1e637e6ff977 None None] Bound port: a54ce7e9-c5f5-4ece-9882-0abc099c1db6, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '211f4f10-79ad-4557-addc-911cf08967ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd352dc69-8675-4e5e-b54c-e642147421f0'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:32:05.196726 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-97973d6b-2942-402e-a546-1e637e6ff977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.235379 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5c17760e-d584-48dc-b2d5-892cb4c1402f req-e50a7a03-371c-42ff-aacc-748ef2e98099 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973058 Nov 12 03:32:05.339807 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-97973d6b-2942-402e-a546-1e637e6ff977 None None] For port a54ce7e9-c5f5-4ece-9882-0abc099c1db6, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:32:05.343585 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-97973d6b-2942-402e-a546-1e637e6ff977 None None] For port a54ce7e9-c5f5-4ece-9882-0abc099c1db6, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=a54ce7e9-c5f5-4ece-9882-0abc099c1db6,segment=NetworkSegment(211f4f10-79ad-4557-addc-911cf08967ba),segment_id=211f4f10-79ad-4557-addc-911cf08967ba)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:32:05.351684 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-22e3029e-93f6-499d-b4d8-58e57922edd1 service neutron] Attempting to bind port d3c98842-43c6-41f8-bd48-f9c21e8abc8c on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:32:05.352024 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-22e3029e-93f6-499d-b4d8-58e57922edd1 service neutron] Attempting to bind port d3c98842-43c6-41f8-bd48-f9c21e8abc8c by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'da2421b1-9030-4775-9a17-11cf9c82694f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b4b6c17e-1554-4c64-bbd2-cab189ccb6ac'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:32:05.352386 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-22e3029e-93f6-499d-b4d8-58e57922edd1 service neutron] Attempting to bind port d3c98842-43c6-41f8-bd48-f9c21e8abc8c on network b4b6c17e-1554-4c64-bbd2-cab189ccb6ac {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:05.353441 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-97973d6b-2942-402e-a546-1e637e6ff977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.359210 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-22e3029e-93f6-499d-b4d8-58e57922edd1 service neutron] Port d3c98842-43c6-41f8-bd48-f9c21e8abc8c on network b4b6c17e-1554-4c64-bbd2-cab189ccb6ac not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:32:05.359535 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-22e3029e-93f6-499d-b4d8-58e57922edd1 service neutron] Attempting to bind port d3c98842-43c6-41f8-bd48-f9c21e8abc8c on network b4b6c17e-1554-4c64-bbd2-cab189ccb6ac {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:05.372863 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-22e3029e-93f6-499d-b4d8-58e57922edd1 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:32:05.372863 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-22e3029e-93f6-499d-b4d8-58e57922edd1 service neutron] Checking segment: {'id': 'da2421b1-9030-4775-9a17-11cf9c82694f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b4b6c17e-1554-4c64-bbd2-cab189ccb6ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:05.373301 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-22e3029e-93f6-499d-b4d8-58e57922edd1 service neutron] Bound using segment: {'id': 'da2421b1-9030-4775-9a17-11cf9c82694f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b4b6c17e-1554-4c64-bbd2-cab189ccb6ac'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:32:05.373640 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-22e3029e-93f6-499d-b4d8-58e57922edd1 service neutron] Bound port: d3c98842-43c6-41f8-bd48-f9c21e8abc8c, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da2421b1-9030-4775-9a17-11cf9c82694f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b4b6c17e-1554-4c64-bbd2-cab189ccb6ac'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:32:05.373995 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-22e3029e-93f6-499d-b4d8-58e57922edd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.410565 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97973d6b-2942-402e-a546-1e637e6ff977 None None] Routers {'2d4d6286-7302-4c6e-bb06-32a36428e164'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:05.411192 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-97973d6b-2942-402e-a546-1e637e6ff977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:32:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['2d4d6286-7302-4c6e-bb06-32a36428e164'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:05.433628 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.579702 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff78f9e2-9dc4-48b2-820b-7562ff527123 req-10a53232-85f9-43f0-87db-c192e26f0c72 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:05.590521 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ff78f9e2-9dc4-48b2-820b-7562ff527123 req-10a53232-85f9-43f0-87db-c192e26f0c72 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c1a3be-a38a-4cd6-b6a8-e551f88339eb HTTP/1.1" status: 200 len: 944 time: 0.1860309 Nov 12 03:32:05.599900 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-1fae6e71-e58e-44dc-943b-6b9f4664ecac None None] Provisioning complete for port a54ce7e9-c5f5-4ece-9882-0abc099c1db6 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:05.601163 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1fae6e71-e58e-44dc-943b-6b9f4664ecac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.719230 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ff78f9e2-9dc4-48b2-820b-7562ff527123 req-9df0a3cd-1e6e-45d5-ae83-cd302f048444 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e20b976-0765-4c19-b472-8d45abdc5b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274455 Nov 12 03:32:05.735804 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-22e3029e-93f6-499d-b4d8-58e57922edd1 service neutron] For port d3c98842-43c6-41f8-bd48-f9c21e8abc8c, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:32:05.740246 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-22e3029e-93f6-499d-b4d8-58e57922edd1 service neutron] For port d3c98842-43c6-41f8-bd48-f9c21e8abc8c, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=d3c98842-43c6-41f8-bd48-f9c21e8abc8c,segment=NetworkSegment(da2421b1-9030-4775-9a17-11cf9c82694f),segment_id=da2421b1-9030-4775-9a17-11cf9c82694f)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:32:05.756658 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-22e3029e-93f6-499d-b4d8-58e57922edd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.799086 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device b950f9ac-c38e-477d-94e4-ee676fd7e1a8 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:32:05.838867 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-22e3029e-93f6-499d-b4d8-58e57922edd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:05.839758 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-22e3029e-93f6-499d-b4d8-58e57922edd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.841363 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-22e3029e-93f6-499d-b4d8-58e57922edd1 service neutron] 10.222.0.74 "PUT /v2.0/ports/d3c98842-43c6-41f8-bd48-f9c21e8abc8c HTTP/1.1" status: 200 len: 1093 time: 2.0170934 Nov 12 03:32:05.841994 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72c1a3be-a38a-4cd6-b6a8-e551f88339eb', 'tag': 'd3c98842-43c6-41f8-bd48-f9c21e8abc8c'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:05.845175 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d30eb0-5f88-4f26-9f6e-98accaf9ecaa" -d '{"events": [{"name": "network-changed", "server_uuid": "72c1a3be-a38a-4cd6-b6a8-e551f88339eb", "tag": "d3c98842-43c6-41f8-bd48-f9c21e8abc8c"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:05.883122 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7805e39-476a-46e5-b1e2-4f64041b3808 None None] Pushing event updated for resources: {'Port': ['ID=a54ce7e9-c5f5-4ece-9882-0abc099c1db6,revision_number=4']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:05.883380 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e3029e-93f6-499d-b4d8-58e57922edd1 service neutron] Pushing event updated for resources: {'Port': ['ID=d3c98842-43c6-41f8-bd48-f9c21e8abc8c,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:05.892534 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1fae6e71-e58e-44dc-943b-6b9f4664ecac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.908142 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-97973d6b-2942-402e-a546-1e637e6ff977 None None] Set router 2d4d6286-7302-4c6e-bb06-32a36428e164 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:32:06.003176 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-1fae6e71-e58e-44dc-943b-6b9f4664ecac None None] For port a54ce7e9-c5f5-4ece-9882-0abc099c1db6, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=a54ce7e9-c5f5-4ece-9882-0abc099c1db6,segment=NetworkSegment(211f4f10-79ad-4557-addc-911cf08967ba),segment_id=211f4f10-79ad-4557-addc-911cf08967ba)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:06.021271 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1fae6e71-e58e-44dc-943b-6b9f4664ecac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.021496 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-4910e0b9-dc3d-4f11-a162-a552a7ff4e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:06.023052 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-4910e0b9-dc3d-4f11-a162-a552a7ff4e14 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4c4f87013bee49bab876ce2754aa20ff&device_id=72c1a3be-a38a-4cd6-b6a8-e551f88339eb HTTP/1.1" status: 200 len: 1096 time: 0.1097546 Nov 12 03:32:06.079404 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa118233-0370-4849-a2c1-d0d0de3461f4 req-32d577d2-31bc-4268-8ffd-743d01d4457f tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:06.089644 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aa118233-0370-4849-a2c1-d0d0de3461f4 req-32d577d2-31bc-4268-8ffd-743d01d4457f tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7321975-f9a0-4cf5-b557-413d69e9d2c8 HTTP/1.1" status: 200 len: 945 time: 0.1148767 Nov 12 03:32:06.161429 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-b3ae2823-79dc-4152-a6e7-017e8f9f6769 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3c98842-43c6-41f8-bd48-f9c21e8abc8c HTTP/1.1" status: 200 len: 217 time: 0.1248527 Nov 12 03:32:06.183643 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae6e71-e58e-44dc-943b-6b9f4664ecac None None] Pushing event updated for resources: {'Port': ['ID=a54ce7e9-c5f5-4ece-9882-0abc099c1db6,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:06.232564 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aa118233-0370-4849-a2c1-d0d0de3461f4 req-36bceb3a-1fc1-4474-b410-bc52f9ac9551 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "GET /v2.0/security-groups?id=37d278aa-df37-4d2d-8edc-8e1ca3110a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357911 Nov 12 03:32:06.244800 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-ecc432d4-8c06-48f5-8a74-df448bbf6bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:06.246745 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-a767f32f-4383-42de-8bf5-3b798c1588ad None None] Provisioning complete for port a54ce7e9-c5f5-4ece-9882-0abc099c1db6 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:06.247125 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a767f32f-4383-42de-8bf5-3b798c1588ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.269959 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-ecc432d4-8c06-48f5-8a74-df448bbf6bd0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=12a7d959-eb1b-4da8-b4ea-7a242be53e60 HTTP/1.1" status: 200 len: 855 time: 0.0800102 Nov 12 03:32:06.348174 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-97973d6b-2942-402e-a546-1e637e6ff977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4d6286-7302-4c6e-bb06-32a36428e164', 'name': 'tempest-FloatingIPDetailsTestJSON-1738800393-router', 'tenant_id': '747102b511b34f99b3df6f6a33b24c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'b85ae612-3cfa-4e9e-a1d5-0d64d21e0732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:31:48Z', 'updated_at': '2021-11-12T03:31:56Z', 'revision_number': 4, 'project_id': '747102b511b34f99b3df6f6a33b24c8d', 'gw_port': {'id': 'b85ae612-3cfa-4e9e-a1d5-0d64d21e0732', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d6286-7302-4c6e-bb06-32a36428e164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:31:49Z', 'updated_at': '2021-11-12T03:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'a54ce7e9-c5f5-4ece-9882-0abc099c1db6', 'name': '', 'network_id': 'd352dc69-8675-4e5e-b54c-e642147421f0', 'tenant_id': '747102b511b34f99b3df6f6a33b24c8d', 'mac_address': 'fa:16:3e:f1:5b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4d6286-7302-4c6e-bb06-32a36428e164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '2c39d8f9-891f-4db3-87b8-fe45566eff09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:31:54Z', 'updated_at': '2021-11-12T03:32:05Z', 'revision_number': 4, 'project_id': '747102b511b34f99b3df6f6a33b24c8d', 'subnets': [{'id': '2c39d8f9-891f-4db3-87b8-fe45566eff09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:06.377234 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-34fe3ead-55d8-4eac-a7ae-f484a07f8920 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b4b6c17e-1554-4c64-bbd2-cab189ccb6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988042 Nov 12 03:32:06.459986 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97973d6b-2942-402e-a546-1e637e6ff977 None None] The sync data for ids ['2d4d6286-7302-4c6e-bb06-32a36428e164'] in n-d-715271-27 is: [{'id': '2d4d6286-7302-4c6e-bb06-32a36428e164', 'name': 'tempest-FloatingIPDetailsTestJSON-1738800393-router', 'tenant_id': '747102b511b34f99b3df6f6a33b24c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'b85ae612-3cfa-4e9e-a1d5-0d64d21e0732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:31:48Z', 'updated_at': '2021-11-12T03:31:56Z', 'revision_number': 4, 'project_id': '747102b511b34f99b3df6f6a33b24c8d', 'gw_port': {'id': 'b85ae612-3cfa-4e9e-a1d5-0d64d21e0732', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d6286-7302-4c6e-bb06-32a36428e164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:31:49Z', 'updated_at': '2021-11-12T03:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'a54ce7e9-c5f5-4ece-9882-0abc099c1db6', 'name': '', 'network_id': 'd352dc69-8675-4e5e-b54c-e642147421f0', 'tenant_id': '747102b511b34f99b3df6f6a33b24c8d', 'mac_address': 'fa:16:3e:f1:5b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4d6286-7302-4c6e-bb06-32a36428e164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '2c39d8f9-891f-4db3-87b8-fe45566eff09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:31:54Z', 'updated_at': '2021-11-12T03:32:05Z', 'revision_number': 4, 'project_id': '747102b511b34f99b3df6f6a33b24c8d', 'subnets': [{'id': '2c39d8f9-891f-4db3-87b8-fe45566eff09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:32:06.479356 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.579561 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1edce-bf2d-47a4-ac75-853cdafa805e req-c5d925f2-5e4a-481e-bc40-24584b32fcbd tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:06.605546 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-62c1edce-bf2d-47a4-ac75-853cdafa805e req-c5d925f2-5e4a-481e-bc40-24584b32fcbd tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 943 time: 0.1226449 Nov 12 03:32:06.665422 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-6dfb479e-7317-4e26-aac8-8e93d09a902b service neutron] 10.222.0.74 "GET /v2.0/networks/b4b6c17e-1554-4c64-bbd2-cab189ccb6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754052 Nov 12 03:32:06.767506 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-62c1edce-bf2d-47a4-ac75-853cdafa805e req-762078f3-2468-4292-b370-0682ff373ab3 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605930 Nov 12 03:32:06.871033 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device a54ce7e9-c5f5-4ece-9882-0abc099c1db6 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:06.949079 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29fd98ae-ae72-461b-8692-7c0b051a9843 x-openstack-request-id: req-29fd98ae-ae72-461b-8692-7c0b051a9843 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:06.949381 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9a64a6-4910-470a-8b3a-17813c6ca67e", "name": "network-vif-unplugged", "status": "failed", "tag": "b950f9ac-c38e-477d-94e4-ee676fd7e1a8", "code": 422}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:06.949785 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-29fd98ae-ae72-461b-8692-7c0b051a9843 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:06.950353 n-d-715271-27 neutron-server[102573]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3e9a64a6-4910-470a-8b3a-17813c6ca67e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b950f9ac-c38e-477d-94e4-ee676fd7e1a8', 'code': 422} returned with failed status Nov 12 03:32:06.982164 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-72e04dd4-943e-4952-8041-10056ee6cf1b req-84fe8c10-bff0-4ee1-9ff7-0d424170c67a service neutron] 10.222.0.74 "GET /v2.0/networks/b4b6c17e-1554-4c64-bbd2-cab189ccb6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033097 Nov 12 03:32:07.059614 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port a54ce7e9-c5f5-4ece-9882-0abc099c1db6 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:07.059996 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.289424 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2507ac9c-8752-4c8b-bf20-eef1c584479e req-968b4eca-33c0-428a-9ac8-3c85eb572712 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3621800 Nov 12 03:32:07.305478 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-2507ac9c-8752-4c8b-bf20-eef1c584479e req-d2adac1a-a2db-46c3-9bbd-6e3a6ddddbf8 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:07.342945 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2507ac9c-8752-4c8b-bf20-eef1c584479e req-d2adac1a-a2db-46c3-9bbd-6e3a6ddddbf8 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks [] for floatingip, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.612380 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2507ac9c-8752-4c8b-bf20-eef1c584479e req-d2adac1a-a2db-46c3-9bbd-6e3a6ddddbf8 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.656169 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 39998) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:07.832756 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-260c8134-69c5-4f0d-b50d-5dbffb7cc369 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.872633 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-2507ac9c-8752-4c8b-bf20-eef1c584479e req-d2adac1a-a2db-46c3-9bbd-6e3a6ddddbf8 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Allocated IP 172.25.5.20 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/31994b43-5ffd-4279-bcb8-47fd51b876d0) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:08.022401 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-260c8134-69c5-4f0d-b50d-5dbffb7cc369 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.044164 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-260c8134-69c5-4f0d-b50d-5dbffb7cc369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.131692 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2507ac9c-8752-4c8b-bf20-eef1c584479e req-d2adac1a-a2db-46c3-9bbd-6e3a6ddddbf8 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.140437 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c8134-69c5-4f0d-b50d-5dbffb7cc369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038b3407-2f81-42ef-bc92-e1c0c1d044f2,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:08.175061 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-260c8134-69c5-4f0d-b50d-5dbffb7cc369 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=03421bcaf96a465db0e1cefe51ee84af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5147166 Nov 12 03:32:08.175061 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 40002) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:08.256473 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2507ac9c-8752-4c8b-bf20-eef1c584479e req-d2adac1a-a2db-46c3-9bbd-6e3a6ddddbf8 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.281844 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cadea51d-9ad6-4c3a-9e67-c2f2265e673a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.313077 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2507ac9c-8752-4c8b-bf20-eef1c584479e req-d2adac1a-a2db-46c3-9bbd-6e3a6ddddbf8 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:08.316691 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cadea51d-9ad6-4c3a-9e67-c2f2265e673a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.316845 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-2507ac9c-8752-4c8b-bf20-eef1c584479e req-d2adac1a-a2db-46c3-9bbd-6e3a6ddddbf8 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:08.320496 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-2507ac9c-8752-4c8b-bf20-eef1c584479e req-d2adac1a-a2db-46c3-9bbd-6e3a6ddddbf8 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:08.411976 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cadea51d-9ad6-4c3a-9e67-c2f2265e673a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.417658 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cadea51d-9ad6-4c3a-9e67-c2f2265e673a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.420119 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-cadea51d-9ad6-4c3a-9e67-c2f2265e673a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/038b3407-2f81-42ef-bc92-e1c0c1d044f2 HTTP/1.1" status: 204 len: 168 time: 0.2429466 Nov 12 03:32:08.432665 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadea51d-9ad6-4c3a-9e67-c2f2265e673a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038b3407-2f81-42ef-bc92-e1c0c1d044f2,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:08.447635 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2adac1a-a2db-46c3-9bbd-6e3a6ddddbf8 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Pushing event updated for resources: {'Port': ['ID=31994b43-5ffd-4279-bcb8-47fd51b876d0,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:08.570886 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2507ac9c-8752-4c8b-bf20-eef1c584479e req-d2adac1a-a2db-46c3-9bbd-6e3a6ddddbf8 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.675297 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2507ac9c-8752-4c8b-bf20-eef1c584479e req-d2adac1a-a2db-46c3-9bbd-6e3a6ddddbf8 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.843148 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.964216 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2507ac9c-8752-4c8b-bf20-eef1c584479e req-d2adac1a-a2db-46c3-9bbd-6e3a6ddddbf8 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.972054 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2507ac9c-8752-4c8b-bf20-eef1c584479e req-d2adac1a-a2db-46c3-9bbd-6e3a6ddddbf8 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:09.100614 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2507ac9c-8752-4c8b-bf20-eef1c584479e req-d2adac1a-a2db-46c3-9bbd-6e3a6ddddbf8 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:09.122706 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2507ac9c-8752-4c8b-bf20-eef1c584479e req-d2adac1a-a2db-46c3-9bbd-6e3a6ddddbf8 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:09.124112 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2507ac9c-8752-4c8b-bf20-eef1c584479e req-d2adac1a-a2db-46c3-9bbd-6e3a6ddddbf8 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8274364 Nov 12 03:32:09.199703 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2adac1a-a2db-46c3-9bbd-6e3a6ddddbf8 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Pushing event updated for resources: {'Port': ['ID=31994b43-5ffd-4279-bcb8-47fd51b876d0,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:09.205628 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2507ac9c-8752-4c8b-bf20-eef1c584479e req-f6212e27-2660-4ad0-a7ba-e81565f6f269 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.20 HTTP/1.1" status: 200 len: 695 time: 0.0728648 Nov 12 03:32:09.413866 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507ac9c-8752-4c8b-bf20-eef1c584479e req-9ce4905b-3728-4ad9-ae6c-4f012fa56496 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:09.439855 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2507ac9c-8752-4c8b-bf20-eef1c584479e req-9ce4905b-3728-4ad9-ae6c-4f012fa56496 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] 10.222.0.50 "GET /v2.0/networks/7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 HTTP/1.1" status: 200 len: 784 time: 0.2253284 Nov 12 03:32:09.494256 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c3234b-845b-48e4-9496-2b71ac66ad8d x-openstack-request-id: req-19c3234b-845b-48e4-9496-2b71ac66ad8d {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:09.494863 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72c1a3be-a38a-4cd6-b6a8-e551f88339eb", "tag": "d3c98842-43c6-41f8-bd48-f9c21e8abc8c", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:09.494863 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-19c3234b-845b-48e4-9496-2b71ac66ad8d {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:09.495356 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72c1a3be-a38a-4cd6-b6a8-e551f88339eb', 'tag': 'd3c98842-43c6-41f8-bd48-f9c21e8abc8c', 'status': 'completed', 'code': 200} Nov 12 03:32:09.747522 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d30eb0-5f88-4f26-9f6e-98accaf9ecaa req-271956ae-d217-4fd7-8438-a7310935f522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:09.753815 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b0d30eb0-5f88-4f26-9f6e-98accaf9ecaa req-271956ae-d217-4fd7-8438-a7310935f522 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4c4f87013bee49bab876ce2754aa20ff&device_id=72c1a3be-a38a-4cd6-b6a8-e551f88339eb HTTP/1.1" status: 200 len: 1096 time: 0.2123520 Nov 12 03:32:09.783028 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828a425-84d9-48b3-ab74-503101a823a9 req-e651e3d2-63e4-46d9-b4ea-fd0eb76a1e88 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:09.796824 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8828a425-84d9-48b3-ab74-503101a823a9 req-e651e3d2-63e4-46d9-b4ea-fd0eb76a1e88 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f5b9d5-fbfc-457f-8368-db840f56f5b0 HTTP/1.1" status: 200 len: 945 time: 0.1773162 Nov 12 03:32:09.937870 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device d3c98842-43c6-41f8-bd48-f9c21e8abc8c details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:32:09.976476 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8828a425-84d9-48b3-ab74-503101a823a9 req-d38dab14-b671-4047-93cd-9d7017dcaa48 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719041 Nov 12 03:32:10.105366 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d30eb0-5f88-4f26-9f6e-98accaf9ecaa req-5ada66c6-7518-40be-952b-31344d3954e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:10.107137 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b0d30eb0-5f88-4f26-9f6e-98accaf9ecaa req-5ada66c6-7518-40be-952b-31344d3954e0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b4b6c17e-1554-4c64-bbd2-cab189ccb6ac HTTP/1.1" status: 200 len: 916 time: 0.3415709 Nov 12 03:32:10.150264 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9cfe0365-8f10-4b9e-8560-002d8e815e6b req-a205e9ea-d940-4ff0-82f3-f5ec1b0fd8f0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f7321975-f9a0-4cf5-b557-413d69e9d2c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1678441 Nov 12 03:32:10.172937 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port d3c98842-43c6-41f8-bd48-f9c21e8abc8c, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=d3c98842-43c6-41f8-bd48-f9c21e8abc8c,segment=NetworkSegment(da2421b1-9030-4775-9a17-11cf9c82694f),segment_id=da2421b1-9030-4775-9a17-11cf9c82694f)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:10.195173 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'd3c98842-43c6-41f8-bd48-f9c21e8abc8c', 'network_id': 'b4b6c17e-1554-4c64-bbd2-cab189ccb6ac', 'port_id': 'd3c98842-43c6-41f8-bd48-f9c21e8abc8c', 'mac_address': 'fa:16:3e:da:7c:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a7d959-eb1b-4da8-b4ea-7a242be53e60', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:32:10.219527 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b0d30eb0-5f88-4f26-9f6e-98accaf9ecaa req-39f18908-a73e-4623-a776-fc35dc903b29 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3c98842-43c6-41f8-bd48-f9c21e8abc8c HTTP/1.1" status: 200 len: 217 time: 0.1024592 Nov 12 03:32:10.261034 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.284667 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3c98842-43c6-41f8-bd48-f9c21e8abc8c {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:32:10.327878 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d30eb0-5f88-4f26-9f6e-98accaf9ecaa req-eaa9d265-3623-4d83-b1b1-d5c96ab12ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:10.329389 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b0d30eb0-5f88-4f26-9f6e-98accaf9ecaa req-eaa9d265-3623-4d83-b1b1-d5c96ab12ffb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=12a7d959-eb1b-4da8-b4ea-7a242be53e60 HTTP/1.1" status: 200 len: 855 time: 0.0922451 Nov 12 03:32:10.332719 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port d3c98842-43c6-41f8-bd48-f9c21e8abc8c, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=d3c98842-43c6-41f8-bd48-f9c21e8abc8c,segment=NetworkSegment(da2421b1-9030-4775-9a17-11cf9c82694f),segment_id=da2421b1-9030-4775-9a17-11cf9c82694f)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:10.348268 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.352369 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7dae0-d8b6-42fa-aeec-37a7e4572af8 req-cc5c8cf9-b51c-46b3-9913-e0e9f9900b5c tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:10.360102 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-71b7dae0-d8b6-42fa-aeec-37a7e4572af8 req-cc5c8cf9-b51c-46b3-9913-e0e9f9900b5c tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c1a3be-a38a-4cd6-b6a8-e551f88339eb HTTP/1.1" status: 200 len: 944 time: 0.2058923 Nov 12 03:32:10.373262 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe0365-8f10-4b9e-8560-002d8e815e6b req-2e12a043-377f-4ee7-af03-47a2baacbc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:10.374979 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9cfe0365-8f10-4b9e-8560-002d8e815e6b req-2e12a043-377f-4ee7-af03-47a2baacbc87 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4db3f242efe84343a4ac714d37d3884a&device_id=f7321975-f9a0-4cf5-b557-413d69e9d2c8 HTTP/1.1" status: 200 len: 1097 time: 0.1462407 Nov 12 03:32:10.399803 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b0d30eb0-5f88-4f26-9f6e-98accaf9ecaa req-f09e4ba0-3232-458d-9380-a2e43aa3a797 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b4b6c17e-1554-4c64-bbd2-cab189ccb6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615964 Nov 12 03:32:10.454586 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=d3c98842-43c6-41f8-bd48-f9c21e8abc8c,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:10.580395 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-71b7dae0-d8b6-42fa-aeec-37a7e4572af8 req-663032f9-4969-40e3-8c21-4365e66b05bc tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e20b976-0765-4c19-b472-8d45abdc5b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168238 Nov 12 03:32:10.583612 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b0d30eb0-5f88-4f26-9f6e-98accaf9ecaa req-9cef8378-effa-45a7-966c-257b494ca686 service neutron] 10.222.0.74 "GET /v2.0/networks/b4b6c17e-1554-4c64-bbd2-cab189ccb6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727657 Nov 12 03:32:10.690871 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe0365-8f10-4b9e-8560-002d8e815e6b req-0fac6687-99d6-41d4-8218-87528015afd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:10.701937 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9cfe0365-8f10-4b9e-8560-002d8e815e6b req-0fac6687-99d6-41d4-8218-87528015afd3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=40959805-8042-4b93-a14b-171b1a6f087e HTTP/1.1" status: 200 len: 906 time: 0.2997835 Nov 12 03:32:10.750089 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['d3c98842-43c6-41f8-bd48-f9c21e8abc8c'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:32:10.838944 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b0d30eb0-5f88-4f26-9f6e-98accaf9ecaa req-c6c3e9d6-23f1-46e4-b91e-73666cf62139 service neutron] 10.222.0.74 "GET /v2.0/networks/b4b6c17e-1554-4c64-bbd2-cab189ccb6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464559 Nov 12 03:32:10.926832 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9cfe0365-8f10-4b9e-8560-002d8e815e6b req-af5bcdf5-fb29-437e-ae44-dacf2de310aa service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed2e7777-37cb-46b3-8cc3-896e5bd252e9 HTTP/1.1" status: 200 len: 1001 time: 0.2175603 Nov 12 03:32:11.027629 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe0365-8f10-4b9e-8560-002d8e815e6b req-e2fdc21e-2688-493c-b566-db17294f44c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:11.029175 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9cfe0365-8f10-4b9e-8560-002d8e815e6b req-e2fdc21e-2688-493c-b566-db17294f44c6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=27e221dd-0213-4ad3-a133-81ac380e5035 HTTP/1.1" status: 200 len: 844 time: 0.0950866 Nov 12 03:32:11.182475 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe0365-8f10-4b9e-8560-002d8e815e6b req-489c79a7-d6c6-439e-9303-c7bf05b486c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:11.184479 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9cfe0365-8f10-4b9e-8560-002d8e815e6b req-489c79a7-d6c6-439e-9303-c7bf05b486c1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=40959805-8042-4b93-a14b-171b1a6f087e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1467576 Nov 12 03:32:11.417624 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9cfe0365-8f10-4b9e-8560-002d8e815e6b req-08e5a158-3376-403e-bae9-e618020ed760 service neutron] 10.222.0.90 "GET /v2.0/networks/40959805-8042-4b93-a14b-171b1a6f087e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229469 Nov 12 03:32:11.734079 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3bc24436-767e-4b93-a9ba-3639c7e48992 req-fc0a06fd-13c4-486c-bd58-f7408ea8a9da tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1561987 Nov 12 03:32:11.747611 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-3bc24436-767e-4b93-a9ba-3639c7e48992 req-c1f14b51-b101-4752-a467-86ee625b0620 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:11.783482 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3bc24436-767e-4b93-a9ba-3639c7e48992 req-c1f14b51-b101-4752-a467-86ee625b0620 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks [] for floatingip, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.833605 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9cfe0365-8f10-4b9e-8560-002d8e815e6b req-35f901d5-60e5-4416-a588-acd1d64fd7c2 service neutron] 10.222.0.90 "GET /v2.0/networks/40959805-8042-4b93-a14b-171b1a6f087e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077225 Nov 12 03:32:12.010880 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3bc24436-767e-4b93-a9ba-3639c7e48992 req-c1f14b51-b101-4752-a467-86ee625b0620 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:12.188934 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339d366-75a2-4cfd-ad88-6c1a0838cb56 req-1bf21ea4-b1d2-4a15-9ca7-482f73cf9ff9 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:12.202596 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5339d366-75a2-4cfd-ad88-6c1a0838cb56 req-1bf21ea4-b1d2-4a15-9ca7-482f73cf9ff9 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f5b9d5-fbfc-457f-8368-db840f56f5b0 HTTP/1.1" status: 200 len: 945 time: 0.0848169 Nov 12 03:32:12.303979 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5339d366-75a2-4cfd-ad88-6c1a0838cb56 req-dc9b77b9-115b-47a2-b5b6-17bb6fcad55d tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933025 Nov 12 03:32:12.435484 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [req-519c8186-12aa-40ab-a1ad-675df53fd000 req-2c110f7c-a94c-45d6-8093-723be3cf3c8a service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:12.437199 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-519c8186-12aa-40ab-a1ad-675df53fd000 req-2c110f7c-a94c-45d6-8093-723be3cf3c8a service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061507 Nov 12 03:32:12.653712 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-3bc24436-767e-4b93-a9ba-3639c7e48992 req-c1f14b51-b101-4752-a467-86ee625b0620 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Allocated IP 172.25.5.194 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/61071717-0fd8-4137-a2d1-7a778f72429b) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:12.793762 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919e4b6-08d2-492e-9157-875f6a38e134 req-feb82ec9-ef97-47d1-b8d4-ef4b53930219 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:12.795356 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0919e4b6-08d2-492e-9157-875f6a38e134 req-feb82ec9-ef97-47d1-b8d4-ef4b53930219 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7321975-f9a0-4cf5-b557-413d69e9d2c8 HTTP/1.1" status: 200 len: 945 time: 0.0820355 Nov 12 03:32:12.845926 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3bc24436-767e-4b93-a9ba-3639c7e48992 req-c1f14b51-b101-4752-a467-86ee625b0620 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:12.868367 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0919e4b6-08d2-492e-9157-875f6a38e134 req-921e06d4-db73-4821-819d-f7c2b93b95d7 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "GET /v2.0/security-groups?id=37d278aa-df37-4d2d-8edc-8e1ca3110a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616031 Nov 12 03:32:12.922582 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632dada6-b3ac-4238-ac58-8c6dadad1892 req-3a34da63-b4b2-45e3-a4a5-80ef1cd4b518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:12.924126 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-632dada6-b3ac-4238-ac58-8c6dadad1892 req-3a34da63-b4b2-45e3-a4a5-80ef1cd4b518 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=eda4d7a9c5834d36bc2b22e1ed979ccd&device_id=a1f5b9d5-fbfc-457f-8368-db840f56f5b0 HTTP/1.1" status: 200 len: 1097 time: 0.1425533 Nov 12 03:32:12.927477 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3bc24436-767e-4b93-a9ba-3639c7e48992 req-c1f14b51-b101-4752-a467-86ee625b0620 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:13.001650 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526d7b7-ff13-44ad-92a6-6239c22bdb2c req-c79aedd4-e81f-4551-8c10-fff595a48978 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:13.009706 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4526d7b7-ff13-44ad-92a6-6239c22bdb2c req-c79aedd4-e81f-4551-8c10-fff595a48978 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c1a3be-a38a-4cd6-b6a8-e551f88339eb HTTP/1.1" status: 200 len: 945 time: 0.0813897 Nov 12 03:32:13.018993 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bc24436-767e-4b93-a9ba-3639c7e48992 req-c1f14b51-b101-4752-a467-86ee625b0620 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:13.028129 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-3bc24436-767e-4b93-a9ba-3639c7e48992 req-c1f14b51-b101-4752-a467-86ee625b0620 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:13.066656 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc24436-767e-4b93-a9ba-3639c7e48992 req-c1f14b51-b101-4752-a467-86ee625b0620 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:13.076430 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4526d7b7-ff13-44ad-92a6-6239c22bdb2c req-b09e06c5-245e-4627-aa5d-575b1429e5e3 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e20b976-0765-4c19-b472-8d45abdc5b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653803 Nov 12 03:32:13.098309 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f14b51-b101-4752-a467-86ee625b0620 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Pushing event updated for resources: {'Port': ['ID=61071717-0fd8-4137-a2d1-7a778f72429b,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:13.181920 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632dada6-b3ac-4238-ac58-8c6dadad1892 req-b127981e-ff4f-43c5-a91c-4d4fb60c7dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:13.183398 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-632dada6-b3ac-4238-ac58-8c6dadad1892 req-b127981e-ff4f-43c5-a91c-4d4fb60c7dae service neutron] 10.222.0.90 "GET /v2.0/networks?id=56493891-2b14-40ba-a8cb-65015d9b59f3 HTTP/1.1" status: 200 len: 912 time: 0.2453289 Nov 12 03:32:13.295982 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-632dada6-b3ac-4238-ac58-8c6dadad1892 req-dc8a6cc3-bcf2-4a0c-94e4-ae1485f62b42 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdd652fd-1724-4c00-91ca-c69ca8782ce7 HTTP/1.1" status: 200 len: 217 time: 0.0692997 Nov 12 03:32:13.338258 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8a394-a6d4-40b8-9f71-27c072db6410 req-03e55044-f794-49de-bc9a-bfbd21e857d1 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:13.339837 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b6c8a394-a6d4-40b8-9f71-27c072db6410 req-03e55044-f794-49de-bc9a-bfbd21e857d1 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 943 time: 0.0776579 Nov 12 03:32:13.351837 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4d54883c-f599-42c7-95a8-a974b3db2500 req-4e8048c1-c5ad-4fbf-9ad7-454956ed964d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3784537 Nov 12 03:32:13.357697 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-4d54883c-f599-42c7-95a8-a974b3db2500 req-14126b56-675d-4c57-b0bd-9a7c663e936e service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:13.366993 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4d54883c-f599-42c7-95a8-a974b3db2500 req-14126b56-675d-4c57-b0bd-9a7c663e936e service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0108526 Nov 12 03:32:13.369244 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3bc24436-767e-4b93-a9ba-3639c7e48992 req-c1f14b51-b101-4752-a467-86ee625b0620 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:13.416875 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b6c8a394-a6d4-40b8-9f71-27c072db6410 req-6fa63235-8c39-47b6-a48c-e29698d6b931 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641878 Nov 12 03:32:13.453483 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632dada6-b3ac-4238-ac58-8c6dadad1892 req-275bc62d-163a-460b-a3c0-686711e23715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:13.454960 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-632dada6-b3ac-4238-ac58-8c6dadad1892 req-275bc62d-163a-460b-a3c0-686711e23715 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c41913f5-e5c1-4e60-8ee6-4f6d29d519f8 HTTP/1.1" status: 200 len: 850 time: 0.1470456 Nov 12 03:32:13.460014 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3bc24436-767e-4b93-a9ba-3639c7e48992 req-c1f14b51-b101-4752-a467-86ee625b0620 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:13.576142 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632dada6-b3ac-4238-ac58-8c6dadad1892 req-b9ad1685-1dd5-472d-987b-b75e91547f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:13.577825 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-632dada6-b3ac-4238-ac58-8c6dadad1892 req-b9ad1685-1dd5-472d-987b-b75e91547f3f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=56493891-2b14-40ba-a8cb-65015d9b59f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1146071 Nov 12 03:32:13.730239 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-91c7b21e-8797-41ca-a6f5-4839594e838a tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=e7c1b598c3e14032bc1e7489bf19b7dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448849 Nov 12 03:32:13.760752 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device d3c98842-43c6-41f8-bd48-f9c21e8abc8c up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:13.788769 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-632dada6-b3ac-4238-ac58-8c6dadad1892 req-94ad4c09-574e-4c0a-b2e3-d16ee49fd7dd service neutron] 10.222.0.90 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010932 Nov 12 03:32:13.855544 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port d3c98842-43c6-41f8-bd48-f9c21e8abc8c completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:32:13.866352 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port d3c98842-43c6-41f8-bd48-f9c21e8abc8c triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:13.867869 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:13.927492 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3bc24436-767e-4b93-a9ba-3639c7e48992 req-c1f14b51-b101-4752-a467-86ee625b0620 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:13.948013 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3bc24436-767e-4b93-a9ba-3639c7e48992 req-c1f14b51-b101-4752-a467-86ee625b0620 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:13.989098 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-36995aee-0b96-454a-8a24-1a89c2bad097 tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:13.992860 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-36995aee-0b96-454a-8a24-1a89c2bad097 tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2617490 Nov 12 03:32:14.013093 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:14.023545 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-291e956e-1919-47ba-9cc7-e92eca216c58 tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] 10.222.0.50 "GET /v2.0/quotas/e7c1b598c3e14032bc1e7489bf19b7dd HTTP/1.1" status: 200 len: 375 time: 0.0233624 Nov 12 03:32:14.067897 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port d3c98842-43c6-41f8-bd48-f9c21e8abc8c, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=d3c98842-43c6-41f8-bd48-f9c21e8abc8c,segment=NetworkSegment(da2421b1-9030-4775-9a17-11cf9c82694f),segment_id=da2421b1-9030-4775-9a17-11cf9c82694f)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:14.069382 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c1a3be-a38a-4cd6-b6a8-e551f88339eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c98842-43c6-41f8-bd48-f9c21e8abc8c'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:14.072568 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e9b543-53c7-4178-9c4a-56acd5b63759" -d '{"events": [{"server_uuid": "72c1a3be-a38a-4cd6-b6a8-e551f88339eb", "name": "network-vif-plugged", "status": "completed", "tag": "d3c98842-43c6-41f8-bd48-f9c21e8abc8c"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:14.080964 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:14.086007 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-2aad77c0-db4a-44b1-9605-44c5912ea6b2 tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e7c1b598c3e14032bc1e7489bf19b7dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519936 Nov 12 03:32:14.090553 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f14b51-b101-4752-a467-86ee625b0620 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Pushing event updated for resources: {'Port': ['ID=61071717-0fd8-4137-a2d1-7a778f72429b,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:14.093020 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3bc24436-767e-4b93-a9ba-3639c7e48992 req-c1f14b51-b101-4752-a467-86ee625b0620 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:14.135364 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f14b51-b101-4752-a467-86ee625b0620 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:14.135697 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f14b51-b101-4752-a467-86ee625b0620 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:14.136501 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f14b51-b101-4752-a467-86ee625b0620 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:14.136848 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f14b51-b101-4752-a467-86ee625b0620 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:14.137246 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f14b51-b101-4752-a467-86ee625b0620 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:14.137631 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f14b51-b101-4752-a467-86ee625b0620 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:14.137950 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f14b51-b101-4752-a467-86ee625b0620 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:14.138340 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f14b51-b101-4752-a467-86ee625b0620 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:14.138633 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f14b51-b101-4752-a467-86ee625b0620 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:14.138948 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f14b51-b101-4752-a467-86ee625b0620 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:14.139322 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f14b51-b101-4752-a467-86ee625b0620 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:14.139657 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f14b51-b101-4752-a467-86ee625b0620 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:14.159063 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-632dada6-b3ac-4238-ac58-8c6dadad1892 req-f21d2c31-90e3-42d0-8f61-9f808b72d289 service neutron] 10.222.0.90 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618867 Nov 12 03:32:14.167539 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3bc24436-767e-4b93-a9ba-3639c7e48992 req-c1f14b51-b101-4752-a467-86ee625b0620 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:14.169804 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3bc24436-767e-4b93-a9ba-3639c7e48992 req-c1f14b51-b101-4752-a467-86ee625b0620 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4254591 Nov 12 03:32:14.190539 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=d3c98842-43c6-41f8-bd48-f9c21e8abc8c,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:14.292762 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3bc24436-767e-4b93-a9ba-3639c7e48992 req-e2119e72-9b51-4040-abba-c741495d1017 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.194 HTTP/1.1" status: 200 len: 696 time: 0.1000946 Nov 12 03:32:14.493278 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7c233-5218-47a0-a10a-b0766c7d2ec1 req-2b3dc9ef-33ba-4e39-8b14-dd5ce8a06f52 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:14.494788 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09e7c233-5218-47a0-a10a-b0766c7d2ec1 req-2b3dc9ef-33ba-4e39-8b14-dd5ce8a06f52 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f5b9d5-fbfc-457f-8368-db840f56f5b0 HTTP/1.1" status: 200 len: 945 time: 0.1055937 Nov 12 03:32:14.544631 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc24436-767e-4b93-a9ba-3639c7e48992 req-04c83124-a3c5-47b1-b0f8-d85b03731148 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:14.567771 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3bc24436-767e-4b93-a9ba-3639c7e48992 req-04c83124-a3c5-47b1-b0f8-d85b03731148 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] 10.222.0.50 "GET /v2.0/networks/7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 HTTP/1.1" status: 200 len: 784 time: 0.2675827 Nov 12 03:32:14.658420 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09e7c233-5218-47a0-a10a-b0766c7d2ec1 req-1590db6b-2871-4fa0-a44f-7f2022702022 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489279 Nov 12 03:32:14.735819 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e28f64-ce7d-4034-a05b-16b080f315c5 x-openstack-request-id: req-39e28f64-ce7d-4034-a05b-16b080f315c5 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:14.737746 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72c1a3be-a38a-4cd6-b6a8-e551f88339eb", "name": "network-vif-plugged", "status": "completed", "tag": "d3c98842-43c6-41f8-bd48-f9c21e8abc8c", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:14.739273 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-39e28f64-ce7d-4034-a05b-16b080f315c5 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:14.739950 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72c1a3be-a38a-4cd6-b6a8-e551f88339eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c98842-43c6-41f8-bd48-f9c21e8abc8c', 'code': 200} Nov 12 03:32:14.971540 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4b40c-307c-4ee2-b0fb-ade4366367a6 req-0b4d4afb-87cb-4321-ace1-73bb2dcc0350 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:14.973972 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-60b4b40c-307c-4ee2-b0fb-ade4366367a6 req-0b4d4afb-87cb-4321-ace1-73bb2dcc0350 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c1a3be-a38a-4cd6-b6a8-e551f88339eb HTTP/1.1" status: 200 len: 946 time: 0.0986981 Nov 12 03:32:14.986765 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea512ed-8d90-4d56-ab99-8d9ba1e12a0d req-029a5d00-73bd-4bfa-b035-87bdf993f17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:14.988622 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1ea512ed-8d90-4d56-ab99-8d9ba1e12a0d req-029a5d00-73bd-4bfa-b035-87bdf993f17c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=72c1a3be-a38a-4cd6-b6a8-e551f88339eb HTTP/1.1" status: 200 len: 1098 time: 0.1848776 Nov 12 03:32:15.068319 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-60b4b40c-307c-4ee2-b0fb-ade4366367a6 req-7ad6ca17-1190-42c2-b63f-a7ed46a4e667 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e20b976-0765-4c19-b472-8d45abdc5b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782557 Nov 12 03:32:15.107238 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-535a32dc-996b-4067-8564-527e518d3266 req-69e53c4b-6f04-4ef5-b797-92c390b75a69 tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] 10.222.0.50 "GET /v2.0/ports?device_id=d49e5137-34ee-456f-aa0d-9c46903dca95 HTTP/1.1" status: 200 len: 210 time: 0.0588441 Nov 12 03:32:15.136160 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1ea512ed-8d90-4d56-ab99-8d9ba1e12a0d req-596a2cac-d06c-4665-95d5-e21470bbc428 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2e20b976-0765-4c19-b472-8d45abdc5b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730639 Nov 12 03:32:15.282760 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274475c4-95c3-498b-b69e-75cfee0891aa req-45ec16dc-49c9-467a-8941-ff4c0d2b5230 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:15.284412 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-274475c4-95c3-498b-b69e-75cfee0891aa req-45ec16dc-49c9-467a-8941-ff4c0d2b5230 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 943 time: 0.0941443 Nov 12 03:32:15.352623 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-274475c4-95c3-498b-b69e-75cfee0891aa req-b0a3be5f-956d-4484-9b64-b90e2d6eb8f9 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602953 Nov 12 03:32:15.368336 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-71d1a0c6-17b6-4a58-99c9-84dee9cafafd req-f9fa54ed-6a15-451f-b6a8-8977f40d351d tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2202654 Nov 12 03:32:15.387513 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-71d1a0c6-17b6-4a58-99c9-84dee9cafafd req-928f68ad-ae3b-4cfb-ace7-d7ef4d44d536 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:15.476995 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-71d1a0c6-17b6-4a58-99c9-84dee9cafafd req-928f68ad-ae3b-4cfb-ace7-d7ef4d44d536 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks [] for floatingip, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:15.629657 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f490f-e1f5-4a8b-9465-45f181767c24 req-7215a652-405c-484a-ba03-484b2a32eaad tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:15.631568 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1f6f490f-e1f5-4a8b-9465-45f181767c24 req-7215a652-405c-484a-ba03-484b2a32eaad tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7321975-f9a0-4cf5-b557-413d69e9d2c8 HTTP/1.1" status: 200 len: 945 time: 0.0882504 Nov 12 03:32:15.665055 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-71d1a0c6-17b6-4a58-99c9-84dee9cafafd req-928f68ad-ae3b-4cfb-ace7-d7ef4d44d536 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:15.726733 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1f6f490f-e1f5-4a8b-9465-45f181767c24 req-8c2bebf7-a591-49af-8b8d-cea1ad65b82b tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "GET /v2.0/security-groups?id=37d278aa-df37-4d2d-8edc-8e1ca3110a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736802 Nov 12 03:32:15.868943 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b819ae-2532-4500-8851-4261e4e86941 req-67884c61-cf27-4c37-9e97-31cd9759322d tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:15.883424 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a7b819ae-2532-4500-8851-4261e4e86941 req-67884c61-cf27-4c37-9e97-31cd9759322d tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f5b9d5-fbfc-457f-8368-db840f56f5b0 HTTP/1.1" status: 200 len: 945 time: 0.1002760 Nov 12 03:32:15.947937 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-71d1a0c6-17b6-4a58-99c9-84dee9cafafd req-928f68ad-ae3b-4cfb-ace7-d7ef4d44d536 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Allocated IP 172.25.5.165 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/a1b0e378-7930-4772-9e66-46bdb31c72a4) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:15.951719 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-5949a819-03e6-4f00-b113-a64dee7c95f6 tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=e7c1b598c3e14032bc1e7489bf19b7dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658052 Nov 12 03:32:15.965058 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a7b819ae-2532-4500-8851-4261e4e86941 req-3bb91f71-3d46-4e3e-8cd7-1b2fc64ec2f8 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806336 Nov 12 03:32:16.204566 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-50273a80-2182-45ba-bc40-c92bc62ba250 tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:16.206008 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-50273a80-2182-45ba-bc40-c92bc62ba250 tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2393460 Nov 12 03:32:16.218984 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-71d1a0c6-17b6-4a58-99c9-84dee9cafafd req-928f68ad-ae3b-4cfb-ace7-d7ef4d44d536 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:16.247224 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0aa1c-0fa2-4cb1-a40f-e73d561f78aa req-3412ae04-c2b4-425d-a759-b16cffbc7bdc tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:16.248808 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-11f0aa1c-0fa2-4cb1-a40f-e73d561f78aa req-3412ae04-c2b4-425d-a759-b16cffbc7bdc tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c1a3be-a38a-4cd6-b6a8-e551f88339eb HTTP/1.1" status: 200 len: 946 time: 0.0861919 Nov 12 03:32:16.281700 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-71d1a0c6-17b6-4a58-99c9-84dee9cafafd req-928f68ad-ae3b-4cfb-ace7-d7ef4d44d536 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:16.287276 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-164c5f30-f544-4b75-b0ae-bd08d4065981 tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] Request body: {'port': {'device_id': 'd49e5137-34ee-456f-aa0d-9c46903dca95', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'admin_state_up': True, 'tenant_id': 'e7c1b598c3e14032bc1e7489bf19b7dd'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:16.353427 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-11f0aa1c-0fa2-4cb1-a40f-e73d561f78aa req-98c9976a-c634-47f8-b5c2-e68f6db08434 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e20b976-0765-4c19-b472-8d45abdc5b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867274 Nov 12 03:32:16.389570 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device fdd652fd-1724-4c00-91ca-c69ca8782ce7 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:32:16.531614 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-291f2423-3091-4719-89f4-915605a56169 req-44af799a-7234-4f04-a8d3-a0a0a4495b7b tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] 10.222.0.50 "GET /v2.0/ports?device_id=d49e5137-34ee-456f-aa0d-9c46903dca95 HTTP/1.1" status: 200 len: 210 time: 0.0677276 Nov 12 03:32:16.621663 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:16.625945 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-164c5f30-f544-4b75-b0ae-bd08d4065981 tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] Made reservation on behalf of e7c1b598c3e14032bc1e7489bf19b7dd for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:16.636307 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-164c5f30-f544-4b75-b0ae-bd08d4065981 tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:16.671396 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71d1a0c6-17b6-4a58-99c9-84dee9cafafd req-928f68ad-ae3b-4cfb-ace7-d7ef4d44d536 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:16.685165 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-164c5f30-f544-4b75-b0ae-bd08d4065981 tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:16.711962 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port fdd652fd-1724-4c00-91ca-c69ca8782ce7, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=fdd652fd-1724-4c00-91ca-c69ca8782ce7,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:16.715388 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-71d1a0c6-17b6-4a58-99c9-84dee9cafafd req-928f68ad-ae3b-4cfb-ace7-d7ef4d44d536 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:16.725170 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d1a0c6-17b6-4a58-99c9-84dee9cafafd req-928f68ad-ae3b-4cfb-ace7-d7ef4d44d536 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:16.726877 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:16.746693 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f5b9d5-fbfc-457f-8368-db840f56f5b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdd652fd-1724-4c00-91ca-c69ca8782ce7'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:16.750578 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae1ce6e-9a5d-44d8-8c31-c993543c42f2" -d '{"events": [{"server_uuid": "a1f5b9d5-fbfc-457f-8368-db840f56f5b0", "name": "network-vif-unplugged", "status": "completed", "tag": "fdd652fd-1724-4c00-91ca-c69ca8782ce7"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:16.772888 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7f7b5-9ada-40ff-a489-f234a82e77cd req-5e6320b0-5e80-4f9a-87a0-d6a1278fc174 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:16.774396 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dcf7f7b5-9ada-40ff-a489-f234a82e77cd req-5e6320b0-5e80-4f9a-87a0-d6a1278fc174 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.90 "GET /v2.0/ports?device_id=f7321975-f9a0-4cf5-b557-413d69e9d2c8 HTTP/1.1" status: 200 len: 945 time: 0.1964729 Nov 12 03:32:16.802854 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=fdd652fd-1724-4c00-91ca-c69ca8782ce7,revision_number=8']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:16.847368 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f6058-e9d4-42be-8df5-3cceeed0a819 req-ad162ec1-c676-4c4f-b1da-f77e044f45fb tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:16.849331 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b10f6058-e9d4-42be-8df5-3cceeed0a819 req-ad162ec1-c676-4c4f-b1da-f77e044f45fb tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 943 time: 0.2138679 Nov 12 03:32:16.871887 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-164c5f30-f544-4b75-b0ae-bd08d4065981 tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:16.879234 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f68ad-ae3b-4cfb-ace7-d7ef4d44d536 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Pushing event updated for resources: {'Port': ['ID=a1b0e378-7930-4772-9e66-46bdb31c72a4,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:16.884156 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-164c5f30-f544-4b75-b0ae-bd08d4065981 tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:16.971911 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b10f6058-e9d4-42be-8df5-3cceeed0a819 req-a6570faa-07e8-4f2b-99d2-1acff458f1b4 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122911 Nov 12 03:32:17.017134 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-dcf7f7b5-9ada-40ff-a489-f234a82e77cd req-e0100fb5-4d1a-4393-90e8-527af894f862 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Deleting port ed2e7777-37cb-46b3-8cc3-896e5bd252e9 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:17.017492 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-dcf7f7b5-9ada-40ff-a489-f234a82e77cd req-e0100fb5-4d1a-4393-90e8-527af894f862 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.115888 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c5f30-f544-4b75-b0ae-bd08d4065981 tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cb2cca-d3f7-4413-9978-51667d571a9c,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:17.138764 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-dcf7f7b5-9ada-40ff-a489-f234a82e77cd req-e0100fb5-4d1a-4393-90e8-527af894f862 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] For port ed2e7777-37cb-46b3-8cc3-896e5bd252e9, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=ed2e7777-37cb-46b3-8cc3-896e5bd252e9,segment=NetworkSegment(32407c08-ce07-48b7-a236-95158145dd2b),segment_id=32407c08-ce07-48b7-a236-95158145dd2b)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:17.139310 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-dcf7f7b5-9ada-40ff-a489-f234a82e77cd req-e0100fb5-4d1a-4393-90e8-527af894f862 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.239258 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-71d1a0c6-17b6-4a58-99c9-84dee9cafafd req-928f68ad-ae3b-4cfb-ace7-d7ef4d44d536 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.338668 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-71d1a0c6-17b6-4a58-99c9-84dee9cafafd req-928f68ad-ae3b-4cfb-ace7-d7ef4d44d536 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.384388 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-164c5f30-f544-4b75-b0ae-bd08d4065981 tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] Allocated IP 192.168.233.235 (eca3953c-c804-4641-8812-bff95be59582/fa66706f-b415-4bb9-838e-cfd08f81d96b/07d7a930-8e70-4da4-8b43-bdf1ad50ff53) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:17.427196 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55624552-66e5-4a4f-8799-d2427ee2779f req-13cb3105-f32e-4864-a08d-6337937be8e4 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:17.428862 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-55624552-66e5-4a4f-8799-d2427ee2779f req-13cb3105-f32e-4864-a08d-6337937be8e4 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7321975-f9a0-4cf5-b557-413d69e9d2c8 HTTP/1.1" status: 200 len: 945 time: 0.1808095 Nov 12 03:32:17.587265 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-55624552-66e5-4a4f-8799-d2427ee2779f req-49f69e52-e32a-4491-ab70-42d05dda7b61 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "GET /v2.0/security-groups?id=37d278aa-df37-4d2d-8edc-8e1ca3110a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387703 Nov 12 03:32:17.589692 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-dcf7f7b5-9ada-40ff-a489-f234a82e77cd req-e0100fb5-4d1a-4393-90e8-527af894f862 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.589937 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-dcf7f7b5-9ada-40ff-a489-f234a82e77cd req-e0100fb5-4d1a-4393-90e8-527af894f862 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.590254 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [req-dcf7f7b5-9ada-40ff-a489-f234a82e77cd req-e0100fb5-4d1a-4393-90e8-527af894f862 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Floating IP 2e52de0c-d0f6-434c-970e-fef7e061b2f2 disassociated. External IP: 172.25.5.176, port: ed2e7777-37cb-46b3-8cc3-896e5bd252e9. Nov 12 03:32:17.590599 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-dcf7f7b5-9ada-40ff-a489-f234a82e77cd req-e0100fb5-4d1a-4393-90e8-527af894f862 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Calling delete_port for ed2e7777-37cb-46b3-8cc3-896e5bd252e9 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:17.623343 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-71d1a0c6-17b6-4a58-99c9-84dee9cafafd req-928f68ad-ae3b-4cfb-ace7-d7ef4d44d536 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.642657 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86f32f7-05c3-4f99-bc78-60eaa3e61a04 x-openstack-request-id: req-d86f32f7-05c3-4f99-bc78-60eaa3e61a04 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:17.643180 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f5b9d5-fbfc-457f-8368-db840f56f5b0", "name": "network-vif-unplugged", "status": "failed", "tag": "fdd652fd-1724-4c00-91ca-c69ca8782ce7", "code": 422}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:17.643606 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d86f32f7-05c3-4f99-bc78-60eaa3e61a04 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:17.644512 n-d-715271-27 neutron-server[102573]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a1f5b9d5-fbfc-457f-8368-db840f56f5b0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fdd652fd-1724-4c00-91ca-c69ca8782ce7', 'code': 422} returned with failed status Nov 12 03:32:17.781940 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-164c5f30-f544-4b75-b0ae-bd08d4065981 tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.819112 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a06d86-52cf-4b6c-b2a2-a41ac5dd9c1d req-54cd20e6-7d72-433c-b857-712675f968f5 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:17.821631 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-60a06d86-52cf-4b6c-b2a2-a41ac5dd9c1d req-54cd20e6-7d72-433c-b857-712675f968f5 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f5b9d5-fbfc-457f-8368-db840f56f5b0 HTTP/1.1" status: 200 len: 943 time: 0.1034789 Nov 12 03:32:17.823389 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-dcf7f7b5-9ada-40ff-a489-f234a82e77cd req-e0100fb5-4d1a-4393-90e8-527af894f862 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.827069 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-71d1a0c6-17b6-4a58-99c9-84dee9cafafd req-928f68ad-ae3b-4cfb-ace7-d7ef4d44d536 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.840435 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-164c5f30-f544-4b75-b0ae-bd08d4065981 tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.887428 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0100fb5-4d1a-4393-90e8-527af894f862 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Pushing event deleted for resources: {'Port': ['ID=ed2e7777-37cb-46b3-8cc3-896e5bd252e9,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:17.910547 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0100fb5-4d1a-4393-90e8-527af894f862 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:17.911035 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0100fb5-4d1a-4393-90e8-527af894f862 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:17.911437 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0100fb5-4d1a-4393-90e8-527af894f862 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:17.911830 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0100fb5-4d1a-4393-90e8-527af894f862 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:17.912252 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0100fb5-4d1a-4393-90e8-527af894f862 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:17.912768 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0100fb5-4d1a-4393-90e8-527af894f862 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:17.913206 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0100fb5-4d1a-4393-90e8-527af894f862 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:17.913597 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0100fb5-4d1a-4393-90e8-527af894f862 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:17.914001 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0100fb5-4d1a-4393-90e8-527af894f862 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:17.914504 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0100fb5-4d1a-4393-90e8-527af894f862 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:17.914889 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0100fb5-4d1a-4393-90e8-527af894f862 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:17.915275 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0100fb5-4d1a-4393-90e8-527af894f862 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:17.957477 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-71d1a0c6-17b6-4a58-99c9-84dee9cafafd req-928f68ad-ae3b-4cfb-ace7-d7ef4d44d536 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.982200 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-164c5f30-f544-4b75-b0ae-bd08d4065981 tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] Network eca3953c-c804-4641-8812-bff95be59582 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:17.987473 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-164c5f30-f544-4b75-b0ae-bd08d4065981 tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:17.997214 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.004678 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-60a06d86-52cf-4b6c-b2a2-a41ac5dd9c1d req-788c7596-7e5c-474e-8ca5-59b5c959cc4e tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724443 Nov 12 03:32:18.006432 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f68ad-ae3b-4cfb-ace7-d7ef4d44d536 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Pushing event updated for resources: {'Port': ['ID=a1b0e378-7930-4772-9e66-46bdb31c72a4,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:18.011366 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-164c5f30-f544-4b75-b0ae-bd08d4065981 tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:18.081093 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-71d1a0c6-17b6-4a58-99c9-84dee9cafafd req-928f68ad-ae3b-4cfb-ace7-d7ef4d44d536 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.083717 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-71d1a0c6-17b6-4a58-99c9-84dee9cafafd req-928f68ad-ae3b-4cfb-ace7-d7ef4d44d536 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7081954 Nov 12 03:32:18.183865 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dcf7f7b5-9ada-40ff-a489-f234a82e77cd req-e0100fb5-4d1a-4393-90e8-527af894f862 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Router ab60901a-ad5e-48a2-acc8-3f3697499338 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:32:18.304565 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-164c5f30-f544-4b75-b0ae-bd08d4065981 tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:18.305247 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-164c5f30-f544-4b75-b0ae-bd08d4065981 tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.317446 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c5f30-f544-4b75-b0ae-bd08d4065981 tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] Pushing event updated for resources: {'Port': ['ID=07d7a930-8e70-4da4-8b43-bdf1ad50ff53,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:18.414581 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-164c5f30-f544-4b75-b0ae-bd08d4065981 tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1317954 Nov 12 03:32:18.431057 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-71d1a0c6-17b6-4a58-99c9-84dee9cafafd req-d7ff9a77-ce72-4353-8804-5c5e686996c5 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.165 HTTP/1.1" status: 200 len: 696 time: 0.2900286 Nov 12 03:32:18.432125 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-95ea031a-16e8-4ac8-ae92-fc3403bd3bdf None None] Provisioning complete for port 07d7a930-8e70-4da4-8b43-bdf1ad50ff53 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:18.432650 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-95ea031a-16e8-4ac8-ae92-fc3403bd3bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.458814 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285d52c-272c-450b-baf4-e7169673851b req-87791320-2483-4426-a3b8-13e474e8b5e3 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:18.461068 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e285d52c-272c-450b-baf4-e7169673851b req-87791320-2483-4426-a3b8-13e474e8b5e3 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c1a3be-a38a-4cd6-b6a8-e551f88339eb HTTP/1.1" status: 200 len: 946 time: 0.1681943 Nov 12 03:32:18.471787 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-cf94cf07-967e-4bee-8b14-782cca56d95d service neutron] Request body: {'port': {'device_id': 'd49e5137-34ee-456f-aa0d-9c46903dca95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:18.476562 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dcf7f7b5-9ada-40ff-a489-f234a82e77cd req-e0100fb5-4d1a-4393-90e8-527af894f862 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:32:18.491013 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72dd775-e8cf-4ea3-9592-879dbeea3937 None None] Sync routers for ids ['ab60901a-ad5e-48a2-acc8-3f3697499338'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:32:18.515243 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72dd775-e8cf-4ea3-9592-879dbeea3937 None None] Routers {'ab60901a-ad5e-48a2-acc8-3f3697499338'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:18.516445 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f72dd775-e8cf-4ea3-9592-879dbeea3937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:32:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['ab60901a-ad5e-48a2-acc8-3f3697499338'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:18.527732 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf7f7b5-9ada-40ff-a489-f234a82e77cd req-e0100fb5-4d1a-4393-90e8-527af894f862 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] No DVR routers for this DVR port ed2e7777-37cb-46b3-8cc3-896e5bd252e9 on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:32:18.533371 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-95ea031a-16e8-4ac8-ae92-fc3403bd3bdf None None] Port 07d7a930-8e70-4da4-8b43-bdf1ad50ff53 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:32:18.557854 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-dcf7f7b5-9ada-40ff-a489-f234a82e77cd req-e0100fb5-4d1a-4393-90e8-527af894f862 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.561590 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dcf7f7b5-9ada-40ff-a489-f234a82e77cd req-e0100fb5-4d1a-4393-90e8-527af894f862 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.90 "DELETE /v2.0/ports/ed2e7777-37cb-46b3-8cc3-896e5bd252e9 HTTP/1.1" status: 204 len: 173 time: 1.7754369 Nov 12 03:32:18.562255 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7321975-f9a0-4cf5-b557-413d69e9d2c8', 'name': 'network-vif-deleted', 'tag': 'ed2e7777-37cb-46b3-8cc3-896e5bd252e9'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:18.565210 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9731b21-f187-4bae-b5dd-c08789444576" -d '{"events": [{"server_uuid": "f7321975-f9a0-4cf5-b557-413d69e9d2c8", "name": "network-vif-deleted", "tag": "ed2e7777-37cb-46b3-8cc3-896e5bd252e9"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:18.626546 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e285d52c-272c-450b-baf4-e7169673851b req-6f99beee-93bf-4f22-b5b2-10384139e6b5 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e20b976-0765-4c19-b472-8d45abdc5b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569018 Nov 12 03:32:18.711760 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-f72dd775-e8cf-4ea3-9592-879dbeea3937 None None] Set router ab60901a-ad5e-48a2-acc8-3f3697499338 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:32:18.754285 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-cf94cf07-967e-4bee-8b14-782cca56d95d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.790152 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1a0c6-17b6-4a58-99c9-84dee9cafafd req-ed44fafa-37bf-4494-8419-27f41321ca07 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:18.791582 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-71d1a0c6-17b6-4a58-99c9-84dee9cafafd req-ed44fafa-37bf-4494-8419-27f41321ca07 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] 10.222.0.50 "GET /v2.0/networks/7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 HTTP/1.1" status: 200 len: 784 time: 0.3595898 Nov 12 03:32:18.927273 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f629a-4ce8-41fe-9558-c3f5b2fe3d92 req-569ef8ba-e38b-42df-85d7-85bcfad5568c tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:18.945227 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3e3f629a-4ce8-41fe-9558-c3f5b2fe3d92 req-569ef8ba-e38b-42df-85d7-85bcfad5568c tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] 10.222.0.50 "GET /v2.0/ports?device_id=d49e5137-34ee-456f-aa0d-9c46903dca95 HTTP/1.1" status: 200 len: 936 time: 0.1080158 Nov 12 03:32:19.023792 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3e3f629a-4ce8-41fe-9558-c3f5b2fe3d92 req-ac85138e-f183-446c-82cc-39069c75bd78 tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8cb2cca-d3f7-4413-9978-51667d571a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711153 Nov 12 03:32:19.080875 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be25037e-9555-4bbd-ac33-e1f3f91487f3 req-94ff141a-1901-4633-a547-755daeec7f7f tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:19.088408 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f72dd775-e8cf-4ea3-9592-879dbeea3937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab60901a-ad5e-48a2-acc8-3f3697499338', 'name': 'tempest-ServersTestJSON-678357773-router', 'tenant_id': '4db3f242efe84343a4ac714d37d3884a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'a8804da6-889f-46b4-bfca-a3c619306c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:25Z', 'updated_at': '2021-11-12T03:29:34Z', 'revision_number': 4, 'project_id': '4db3f242efe84343a4ac714d37d3884a', 'gw_port': {'id': 'a8804da6-889f-46b4-bfca-a3c619306c25', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab60901a-ad5e-48a2-acc8-3f3697499338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:26Z', 'updated_at': '2021-11-12T03:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '6b896a28-12a2-4edb-9f92-371ffb185bc3', 'name': '', 'network_id': '40959805-8042-4b93-a14b-171b1a6f087e', 'tenant_id': '4db3f242efe84343a4ac714d37d3884a', 'mac_address': 'fa:16:3e:a9:1f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab60901a-ad5e-48a2-acc8-3f3697499338', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '27e221dd-0213-4ad3-a133-81ac380e5035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:32Z', 'updated_at': '2021-11-12T03:29:46Z', 'revision_number': 5, 'project_id': '4db3f242efe84343a4ac714d37d3884a', 'subnets': [{'id': '27e221dd-0213-4ad3-a133-81ac380e5035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:19.090324 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-be25037e-9555-4bbd-ac33-e1f3f91487f3 req-94ff141a-1901-4633-a547-755daeec7f7f tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 943 time: 0.1561348 Nov 12 03:32:19.127688 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72dd775-e8cf-4ea3-9592-879dbeea3937 None None] Checking router: ab60901a-ad5e-48a2-acc8-3f3697499338 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:32:19.152827 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72dd775-e8cf-4ea3-9592-879dbeea3937 None None] Routers {'ab60901a-ad5e-48a2-acc8-3f3697499338'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:19.153772 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f72dd775-e8cf-4ea3-9592-879dbeea3937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:32:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['ab60901a-ad5e-48a2-acc8-3f3697499338'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:19.166363 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-be25037e-9555-4bbd-ac33-e1f3f91487f3 req-c98f6fff-0bee-46de-bb15-8370e7233aa1 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749867 Nov 12 03:32:19.264198 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b6308-8f87-4fdd-9c00-0603337da6fb req-a4405857-2d1c-4996-abc3-d9a6cdd518d4 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:19.280527 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-367b6308-8f87-4fdd-9c00-0603337da6fb req-a4405857-2d1c-4996-abc3-d9a6cdd518d4 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.1427488 Nov 12 03:32:19.366638 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c212437-ed5c-4614-90a0-efec70bee78a x-openstack-request-id: req-7c212437-ed5c-4614-90a0-efec70bee78a {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:19.366931 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7321975-f9a0-4cf5-b557-413d69e9d2c8", "name": "network-vif-deleted", "tag": "ed2e7777-37cb-46b3-8cc3-896e5bd252e9", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:19.367341 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7c212437-ed5c-4614-90a0-efec70bee78a {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:19.367604 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7321975-f9a0-4cf5-b557-413d69e9d2c8', 'name': 'network-vif-deleted', 'tag': 'ed2e7777-37cb-46b3-8cc3-896e5bd252e9', 'status': 'completed', 'code': 200} Nov 12 03:32:19.389244 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-367b6308-8f87-4fdd-9c00-0603337da6fb req-cb53c57b-0243-4b87-bb41-8b9a5cb2b215 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077771 Nov 12 03:32:19.459011 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-f72dd775-e8cf-4ea3-9592-879dbeea3937 None None] Set router ab60901a-ad5e-48a2-acc8-3f3697499338 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:32:19.459432 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-cf94cf07-967e-4bee-8b14-782cca56d95d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07d7a930-8e70-4da4-8b43-bdf1ad50ff53 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:32:19.462859 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b0396f40-288d-4c7a-aeed-229ef3ad0c41 req-4ef77126-a976-4c69-911d-3fc4624726b3 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] 10.222.0.50 "GET /v2.0/floatingips/5e624bf8-084a-4e79-8dd8-4f4258465644 HTTP/1.1" status: 200 len: 693 time: 0.0554531 Nov 12 03:32:19.469831 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-cf94cf07-967e-4bee-8b14-782cca56d95d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.492803 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-cf94cf07-967e-4bee-8b14-782cca56d95d service neutron] Transition to ACTIVE for port object 07d7a930-8e70-4da4-8b43-bdf1ad50ff53 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:32:19.506729 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-cf94cf07-967e-4bee-8b14-782cca56d95d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.540979 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-585be55e-54c3-4829-aeab-8955cae2b5c4 req-ba390daa-6de4-40b1-b8ec-7339f481380f tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7321975-f9a0-4cf5-b557-413d69e9d2c8 HTTP/1.1" status: 200 len: 210 time: 0.0459797 Nov 12 03:32:19.613620 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf94cf07-967e-4bee-8b14-782cca56d95d service neutron] Pushing event updated for resources: {'Port': ['ID=07d7a930-8e70-4da4-8b43-bdf1ad50ff53,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:19.689729 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0396f40-288d-4c7a-aeed-229ef3ad0c41 req-decae877-3955-4cd0-80c8-1f7c8978895a tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:19.702977 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b0396f40-288d-4c7a-aeed-229ef3ad0c41 req-decae877-3955-4cd0-80c8-1f7c8978895a tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] 10.222.0.50 "GET /v2.0/networks/7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 HTTP/1.1" status: 200 len: 784 time: 0.2275133 Nov 12 03:32:19.828726 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aea55dc8-4267-461f-9745-01a7772978fa req-83d3f7d6-f6ed-48fd-a235-530c501ba774 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] 10.222.0.50 "GET /v2.0/floatingips/5e624bf8-084a-4e79-8dd8-4f4258465644 HTTP/1.1" status: 200 len: 693 time: 0.0715051 Nov 12 03:32:19.876032 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-cf94cf07-967e-4bee-8b14-782cca56d95d service neutron] Attempting to bind port 07d7a930-8e70-4da4-8b43-bdf1ad50ff53 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:32:19.876681 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-cf94cf07-967e-4bee-8b14-782cca56d95d service neutron] Attempting to bind port 07d7a930-8e70-4da4-8b43-bdf1ad50ff53 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:32:19.877173 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-cf94cf07-967e-4bee-8b14-782cca56d95d service neutron] Attempting to bind port 07d7a930-8e70-4da4-8b43-bdf1ad50ff53 on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:19.882542 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ddda1-c032-4f98-9daf-a44805220a97 req-115781c1-2d6a-4003-a8a5-4ec8dae9c383 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:19.891217 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-059ddda1-c032-4f98-9daf-a44805220a97 req-115781c1-2d6a-4003-a8a5-4ec8dae9c383 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.1086218 Nov 12 03:32:19.920424 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-cf94cf07-967e-4bee-8b14-782cca56d95d service neutron] Port 07d7a930-8e70-4da4-8b43-bdf1ad50ff53 on network eca3953c-c804-4641-8812-bff95be59582 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:32:19.920926 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-cf94cf07-967e-4bee-8b14-782cca56d95d service neutron] Attempting to bind port 07d7a930-8e70-4da4-8b43-bdf1ad50ff53 on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:19.929609 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-cf94cf07-967e-4bee-8b14-782cca56d95d service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:32:19.929975 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-cf94cf07-967e-4bee-8b14-782cca56d95d service neutron] Checking segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:19.930230 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-cf94cf07-967e-4bee-8b14-782cca56d95d service neutron] Bound using segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:32:19.930657 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-cf94cf07-967e-4bee-8b14-782cca56d95d service neutron] Bound port: 07d7a930-8e70-4da4-8b43-bdf1ad50ff53, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:32:19.931018 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-cf94cf07-967e-4bee-8b14-782cca56d95d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.933377 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f72dd775-e8cf-4ea3-9592-879dbeea3937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab60901a-ad5e-48a2-acc8-3f3697499338', 'name': 'tempest-ServersTestJSON-678357773-router', 'tenant_id': '4db3f242efe84343a4ac714d37d3884a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'a8804da6-889f-46b4-bfca-a3c619306c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:25Z', 'updated_at': '2021-11-12T03:29:34Z', 'revision_number': 4, 'project_id': '4db3f242efe84343a4ac714d37d3884a', 'gw_port': {'id': 'a8804da6-889f-46b4-bfca-a3c619306c25', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab60901a-ad5e-48a2-acc8-3f3697499338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:26Z', 'updated_at': '2021-11-12T03:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '6b896a28-12a2-4edb-9f92-371ffb185bc3', 'name': '', 'network_id': '40959805-8042-4b93-a14b-171b1a6f087e', 'tenant_id': '4db3f242efe84343a4ac714d37d3884a', 'mac_address': 'fa:16:3e:a9:1f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab60901a-ad5e-48a2-acc8-3f3697499338', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '27e221dd-0213-4ad3-a133-81ac380e5035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:32Z', 'updated_at': '2021-11-12T03:29:46Z', 'revision_number': 5, 'project_id': '4db3f242efe84343a4ac714d37d3884a', 'subnets': [{'id': '27e221dd-0213-4ad3-a133-81ac380e5035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:19.989845 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72dd775-e8cf-4ea3-9592-879dbeea3937 None None] The sync data for ids ['ab60901a-ad5e-48a2-acc8-3f3697499338'] in n-d-715271-27 is: [{'id': 'ab60901a-ad5e-48a2-acc8-3f3697499338', 'name': 'tempest-ServersTestJSON-678357773-router', 'tenant_id': '4db3f242efe84343a4ac714d37d3884a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'a8804da6-889f-46b4-bfca-a3c619306c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:25Z', 'updated_at': '2021-11-12T03:29:34Z', 'revision_number': 4, 'project_id': '4db3f242efe84343a4ac714d37d3884a', 'gw_port': {'id': 'a8804da6-889f-46b4-bfca-a3c619306c25', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab60901a-ad5e-48a2-acc8-3f3697499338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:26Z', 'updated_at': '2021-11-12T03:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '6b896a28-12a2-4edb-9f92-371ffb185bc3', 'name': '', 'network_id': '40959805-8042-4b93-a14b-171b1a6f087e', 'tenant_id': '4db3f242efe84343a4ac714d37d3884a', 'mac_address': 'fa:16:3e:a9:1f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab60901a-ad5e-48a2-acc8-3f3697499338', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '27e221dd-0213-4ad3-a133-81ac380e5035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:32Z', 'updated_at': '2021-11-12T03:29:46Z', 'revision_number': 5, 'project_id': '4db3f242efe84343a4ac714d37d3884a', 'subnets': [{'id': '27e221dd-0213-4ad3-a133-81ac380e5035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:32:20.006780 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-059ddda1-c032-4f98-9daf-a44805220a97 req-7360df23-e119-4992-b414-4f89068495e7 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143143 Nov 12 03:32:20.093997 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea55dc8-4267-461f-9745-01a7772978fa req-5ddebee5-0768-48c7-8906-7f66308953a8 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:20.102894 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aea55dc8-4267-461f-9745-01a7772978fa req-5ddebee5-0768-48c7-8906-7f66308953a8 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] 10.222.0.50 "GET /v2.0/networks/7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 HTTP/1.1" status: 200 len: 784 time: 0.2725961 Nov 12 03:32:20.113270 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-aea55dc8-4267-461f-9745-01a7772978fa req-1dc2544b-2510-44a2-baa6-b9eeb8bb5139 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:20.121040 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aea55dc8-4267-461f-9745-01a7772978fa req-1dc2544b-2510-44a2-baa6-b9eeb8bb5139 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0172374 Nov 12 03:32:20.143455 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23e62f-63e3-44bf-b45c-2fea7e2c1d7e req-cecc6529-70fb-4683-8613-00ea3f025e97 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:20.146058 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7d23e62f-63e3-44bf-b45c-2fea7e2c1d7e req-cecc6529-70fb-4683-8613-00ea3f025e97 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fd202e0-ce46-41c7-b138-dd43365cde95 HTTP/1.1" status: 200 len: 949 time: 0.0773351 Nov 12 03:32:20.199621 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aea55dc8-4267-461f-9745-01a7772978fa req-1765c57a-6327-4ec0-93f8-fd275b276383 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.165 HTTP/1.1" status: 200 len: 696 time: 0.0724764 Nov 12 03:32:20.207225 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7d23e62f-63e3-44bf-b45c-2fea7e2c1d7e req-67ad279f-de53-42e8-945a-e3eea78c9adb tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0a54a65-b25b-4d6a-827f-393318e713e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544505 Nov 12 03:32:20.268352 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-cf94cf07-967e-4bee-8b14-782cca56d95d service neutron] For port 07d7a930-8e70-4da4-8b43-bdf1ad50ff53, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:32:20.275651 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aea55dc8-4267-461f-9745-01a7772978fa req-9f5b36ee-b8ff-4d22-8c7e-d40773458d49 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.165 HTTP/1.1" status: 200 len: 696 time: 0.0692353 Nov 12 03:32:20.291274 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-cf94cf07-967e-4bee-8b14-782cca56d95d service neutron] For port 07d7a930-8e70-4da4-8b43-bdf1ad50ff53, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=07d7a930-8e70-4da4-8b43-bdf1ad50ff53,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:32:20.342080 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-cf94cf07-967e-4bee-8b14-782cca56d95d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:20.407212 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device ed2e7777-37cb-46b3-8cc3-896e5bd252e9 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:32:20.425733 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e154252-f606-4ece-81b8-4d5908495830 None None] New status for floating IP 2e52de0c-d0f6-434c-970e-fef7e061b2f2: DOWN {{(pid=102574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:32:20.478428 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: ed2e7777-37cb-46b3-8cc3-896e5bd252e9 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:32:20.478813 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device ed2e7777-37cb-46b3-8cc3-896e5bd252e9 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:32:20.488702 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device fdd652fd-1724-4c00-91ca-c69ca8782ce7 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:32:20.524855 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-cf94cf07-967e-4bee-8b14-782cca56d95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:20.525640 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-cf94cf07-967e-4bee-8b14-782cca56d95d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:20.527166 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-cf94cf07-967e-4bee-8b14-782cca56d95d service neutron] 10.222.0.90 "PUT /v2.0/ports/07d7a930-8e70-4da4-8b43-bdf1ad50ff53 HTTP/1.1" status: 200 len: 1097 time: 2.0930567 Nov 12 03:32:20.530522 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49e5137-34ee-456f-aa0d-9c46903dca95', 'tag': '07d7a930-8e70-4da4-8b43-bdf1ad50ff53'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:20.535692 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8717f20-d2c5-4a82-8dfd-7d87aa9a3e84" -d '{"events": [{"name": "network-changed", "server_uuid": "d49e5137-34ee-456f-aa0d-9c46903dca95", "tag": "07d7a930-8e70-4da4-8b43-bdf1ad50ff53"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:20.565625 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf94cf07-967e-4bee-8b14-782cca56d95d service neutron] Pushing event updated for resources: {'Port': ['ID=07d7a930-8e70-4da4-8b43-bdf1ad50ff53,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:20.660961 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225bac4-b783-4600-98e3-d4d8b0b69d40 req-3edeaa7b-27f5-447f-b9da-5d6ac618417e tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:20.676268 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3225bac4-b783-4600-98e3-d4d8b0b69d40 req-3edeaa7b-27f5-447f-b9da-5d6ac618417e tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] 10.222.0.50 "GET /v2.0/ports?device_id=d49e5137-34ee-456f-aa0d-9c46903dca95 HTTP/1.1" status: 200 len: 948 time: 0.1617894 Nov 12 03:32:20.739945 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-8e57cc9a-9cc5-4678-9c1a-d7c7e5f526cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:20.742237 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-8e57cc9a-9cc5-4678-9c1a-d7c7e5f526cb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e7c1b598c3e14032bc1e7489bf19b7dd&device_id=d49e5137-34ee-456f-aa0d-9c46903dca95 HTTP/1.1" status: 200 len: 1100 time: 0.1042809 Nov 12 03:32:20.749662 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-aea55dc8-4267-461f-9745-01a7772978fa req-0a500bb7-f4ad-45d3-a3e4-97475798df5f tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Deleting port a1b0e378-7930-4772-9e66-46bdb31c72a4 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:20.749998 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-aea55dc8-4267-461f-9745-01a7772978fa req-0a500bb7-f4ad-45d3-a3e4-97475798df5f tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:20.796051 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3225bac4-b783-4600-98e3-d4d8b0b69d40 req-3b694a63-e384-4c85-8131-5e16ccd1f5d0 tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8cb2cca-d3f7-4413-9978-51667d571a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074569 Nov 12 03:32:20.950436 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322a663-7a8e-4851-8275-32fe3acd4a93 req-fb2c9588-3ae9-43c1-8c41-05917d95207d tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:20.952253 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6322a663-7a8e-4851-8275-32fe3acd4a93 req-fb2c9588-3ae9-43c1-8c41-05917d95207d tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 943 time: 0.0598531 Nov 12 03:32:21.013621 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6322a663-7a8e-4851-8275-32fe3acd4a93 req-9b5ee1fc-076f-49b5-b744-a9ecbaf8410b tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536587 Nov 12 03:32:21.192528 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a8daf-5f73-492c-afa3-50d254490201 req-21f93962-b5f6-4be8-90c9-f095891a5e13 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:21.194118 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-239a8daf-5f73-492c-afa3-50d254490201 req-21f93962-b5f6-4be8-90c9-f095891a5e13 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.0564175 Nov 12 03:32:21.211009 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-63f394d4-a6d9-4be6-afb3-ff56c404c231 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=07d7a930-8e70-4da4-8b43-bdf1ad50ff53 HTTP/1.1" status: 200 len: 217 time: 0.4338648 Nov 12 03:32:21.248910 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-239a8daf-5f73-492c-afa3-50d254490201 req-6fb87f10-b112-4646-aba2-404ca1a5ba66 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479670 Nov 12 03:32:21.306550 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-cc0fc314-51b7-46aa-99eb-90e00e0e4d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:21.308026 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-cc0fc314-51b7-46aa-99eb-90e00e0e4d14 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.0726361 Nov 12 03:32:21.311862 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-aea55dc8-4267-461f-9745-01a7772978fa req-0a500bb7-f4ad-45d3-a3e4-97475798df5f tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.312226 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-aea55dc8-4267-461f-9745-01a7772978fa req-0a500bb7-f4ad-45d3-a3e4-97475798df5f tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.332953 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fe3e69-d65a-41f2-a950-9eecb36f1ceb x-openstack-request-id: req-08fe3e69-d65a-41f2-a950-9eecb36f1ceb {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:21.333245 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d49e5137-34ee-456f-aa0d-9c46903dca95", "tag": "07d7a930-8e70-4da4-8b43-bdf1ad50ff53", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:21.333526 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-08fe3e69-d65a-41f2-a950-9eecb36f1ceb {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:21.333933 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd49e5137-34ee-456f-aa0d-9c46903dca95', 'tag': '07d7a930-8e70-4da4-8b43-bdf1ad50ff53', 'status': 'completed', 'code': 200} Nov 12 03:32:21.351153 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-aea55dc8-4267-461f-9745-01a7772978fa req-0a500bb7-f4ad-45d3-a3e4-97475798df5f tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Calling delete_port for a1b0e378-7930-4772-9e66-46bdb31c72a4 owned by network:floatingip {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:21.413325 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-ca1b0532-5b63-4928-8102-338c476cbc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:21.415175 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-ca1b0532-5b63-4928-8102-338c476cbc54 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0948379 Nov 12 03:32:21.454446 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 40294) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:21.539155 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-89af06bf-9f93-4e33-946b-a3ab780dd2b4 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.583398 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-89af06bf-9f93-4e33-946b-a3ab780dd2b4 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.588067 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-3af01bc5-f707-46da-a751-c1c5612343d0 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618986 Nov 12 03:32:21.647282 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-89af06bf-9f93-4e33-946b-a3ab780dd2b4 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.658538 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-89af06bf-9f93-4e33-946b-a3ab780dd2b4 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.664692 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-89af06bf-9f93-4e33-946b-a3ab780dd2b4 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "DELETE /v2.0/security-groups/37d278aa-df37-4d2d-8edc-8e1ca3110a48 HTTP/1.1" status: 204 len: 168 time: 0.2054110 Nov 12 03:32:21.669761 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 40310) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:21.688808 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-aea55dc8-4267-461f-9745-01a7772978fa req-0a500bb7-f4ad-45d3-a3e4-97475798df5f tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.708349 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af06bf-9f93-4e33-946b-a3ab780dd2b4 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d278aa-df37-4d2d-8edc-8e1ca3110a48,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:21.726439 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a500bb7-f4ad-45d3-a3e4-97475798df5f tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Pushing event deleted for resources: {'Port': ['ID=a1b0e378-7930-4772-9e66-46bdb31c72a4,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:21.739643 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-a28b5ad7-aae7-4441-8412-03829e76282a tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] show failed (client error): The resource could not be found. Nov 12 03:32:21.740768 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a28b5ad7-aae7-4441-8412-03829e76282a tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "GET /v2.0/security-groups/37d278aa-df37-4d2d-8edc-8e1ca3110a48 HTTP/1.1" status: 404 len: 347 time: 0.0682893 Nov 12 03:32:21.743362 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 40312) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:21.763087 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2db2ea22-c4ec-4cb3-8ac8-03575c207f0c req-15f0239d-3da9-4aed-98fe-a42f6c4eeb76 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576409 Nov 12 03:32:21.793341 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:32:21.810911 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-aea55dc8-4267-461f-9745-01a7772978fa req-0a500bb7-f4ad-45d3-a3e4-97475798df5f tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks [] for floatingip, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.813703 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-aea55dc8-4267-461f-9745-01a7772978fa req-0a500bb7-f4ad-45d3-a3e4-97475798df5f tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.814864 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aea55dc8-4267-461f-9745-01a7772978fa req-0a500bb7-f4ad-45d3-a3e4-97475798df5f tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] 10.222.0.50 "DELETE /v2.0/floatingips/5e624bf8-084a-4e79-8dd8-4f4258465644 HTTP/1.1" status: 204 len: 173 time: 1.5314622 Nov 12 03:32:21.942680 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.992175 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd202e0-ce46-41c7-b138-dd43365cde95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:21.995524 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633c393d-e6e4-408c-812a-ac3f8dc2150c" -d '{"events": [{"server_uuid": "2fd202e0-ce46-41c7-b138-dd43365cde95", "name": "network-vif-unplugged", "status": "completed", "tag": "bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:21.995675 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8717f20-d2c5-4a82-8dfd-7d87aa9a3e84 req-6a15ed7f-fbed-42cd-bdc6-c221dfee9feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:21.996120 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-942ff610-60bc-4bf5-874b-827ef4535ef6 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Deleting port 829aedac-d994-4c26-90af-1b31719d3d53 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:21.997011 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-942ff610-60bc-4bf5-874b-827ef4535ef6 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.997552 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d8717f20-d2c5-4a82-8dfd-7d87aa9a3e84 req-6a15ed7f-fbed-42cd-bdc6-c221dfee9feb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e7c1b598c3e14032bc1e7489bf19b7dd&device_id=d49e5137-34ee-456f-aa0d-9c46903dca95 HTTP/1.1" status: 200 len: 1100 time: 0.0926230 Nov 12 03:32:22.016378 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:22.029779 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.125585 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-942ff610-60bc-4bf5-874b-827ef4535ef6 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.126723 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-942ff610-60bc-4bf5-874b-827ef4535ef6 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.148007 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-942ff610-60bc-4bf5-874b-827ef4535ef6 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Calling delete_port for 829aedac-d994-4c26-90af-1b31719d3d53 owned by network:floatingip {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:22.182339 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8717f20-d2c5-4a82-8dfd-7d87aa9a3e84 req-14edea28-1732-4b56-9957-c1ec7a0b6829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:22.186864 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d8717f20-d2c5-4a82-8dfd-7d87aa9a3e84 req-14edea28-1732-4b56-9957-c1ec7a0b6829 service neutron] 10.222.0.90 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.1810868 Nov 12 03:32:22.212456 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3,revision_number=8']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:22.228556 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:22.228911 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:22.232574 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:22.234799 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:22.235352 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:22.236611 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:22.236611 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:22.236611 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:22.236927 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:22.237199 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:22.237571 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:22.237910 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:22.271609 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d8717f20-d2c5-4a82-8dfd-7d87aa9a3e84 req-4b2d1c10-3834-42be-8632-72d578428e77 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=07d7a930-8e70-4da4-8b43-bdf1ad50ff53 HTTP/1.1" status: 200 len: 217 time: 0.0762532 Nov 12 03:32:22.538074 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8717f20-d2c5-4a82-8dfd-7d87aa9a3e84 req-217663cb-0ed0-4040-ada4-3013850d853c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:22.539737 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d8717f20-d2c5-4a82-8dfd-7d87aa9a3e84 req-217663cb-0ed0-4040-ada4-3013850d853c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.2580600 Nov 12 03:32:22.657194 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a155a7-f7a7-4858-9e28-982a0cbc6934 req-41efe258-f200-4e0e-992a-dae4a4476410 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:22.658791 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-05a155a7-f7a7-4858-9e28-982a0cbc6934 req-41efe258-f200-4e0e-992a-dae4a4476410 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2969224 Nov 12 03:32:22.679580 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8717f20-d2c5-4a82-8dfd-7d87aa9a3e84 req-9592eccc-72ff-41e4-aca6-ccf4bd831214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:22.681416 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d8717f20-d2c5-4a82-8dfd-7d87aa9a3e84 req-9592eccc-72ff-41e4-aca6-ccf4bd831214 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1317358 Nov 12 03:32:22.697864 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831fc628-a6f5-44c0-9417-f7c4d396a996 req-a16a0a8d-77bc-4465-99b0-34d15c7cc759 tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:22.705269 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-831fc628-a6f5-44c0-9417-f7c4d396a996 req-a16a0a8d-77bc-4465-99b0-34d15c7cc759 tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] 10.222.0.50 "GET /v2.0/ports?device_id=d49e5137-34ee-456f-aa0d-9c46903dca95 HTTP/1.1" status: 200 len: 948 time: 0.1194313 Nov 12 03:32:22.727463 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c25e7b-e41d-494f-92fb-2a26d02e3719 x-openstack-request-id: req-c0c25e7b-e41d-494f-92fb-2a26d02e3719 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:22.727748 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd202e0-ce46-41c7-b138-dd43365cde95", "name": "network-vif-unplugged", "status": "completed", "tag": "bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:22.728210 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c0c25e7b-e41d-494f-92fb-2a26d02e3719 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:22.728765 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd202e0-ce46-41c7-b138-dd43365cde95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3', 'code': 200} Nov 12 03:32:22.812117 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-831fc628-a6f5-44c0-9417-f7c4d396a996 req-0f852fd9-d1f5-4f1a-83c9-db9826afea76 tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8cb2cca-d3f7-4413-9978-51667d571a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016822 Nov 12 03:32:22.842953 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-942ff610-60bc-4bf5-874b-827ef4535ef6 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.876039 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d8717f20-d2c5-4a82-8dfd-7d87aa9a3e84 req-eb336106-1439-4254-9c60-a24c542b4c9a service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861362 Nov 12 03:32:22.889586 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e959c-fb23-4698-bbec-36cbcedeefba req-0b0b5cc6-7803-45f4-8c7b-5bcc9ebe532f tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:22.897807 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-952e959c-fb23-4698-bbec-36cbcedeefba req-0b0b5cc6-7803-45f4-8c7b-5bcc9ebe532f tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 943 time: 0.0754235 Nov 12 03:32:22.990500 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ff610-60bc-4bf5-874b-827ef4535ef6 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Pushing event deleted for resources: {'Port': ['ID=829aedac-d994-4c26-90af-1b31719d3d53,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:23.016980 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-952e959c-fb23-4698-bbec-36cbcedeefba req-f6cce253-52e9-47e7-9e83-8c9908a4e905 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160290 Nov 12 03:32:23.036356 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-942ff610-60bc-4bf5-874b-827ef4535ef6 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Publish callbacks [] for floatingip, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.039668 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-942ff610-60bc-4bf5-874b-827ef4535ef6 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.041172 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-942ff610-60bc-4bf5-874b-827ef4535ef6 tempest-ServersTestJSON-882030218 tempest-ServersTestJSON-882030218-project] 10.222.0.50 "DELETE /v2.0/floatingips/2e52de0c-d0f6-434c-970e-fef7e061b2f2 HTTP/1.1" status: 204 len: 168 time: 1.2930052 Nov 12 03:32:23.053015 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9b240-31e5-4b70-923b-54248471dc31 req-b7284d63-0f3e-4566-b023-6ce411e1e481 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:23.053499 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 40370) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:23.061450 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c9b9b240-31e5-4b70-923b-54248471dc31 req-b7284d63-0f3e-4566-b023-6ce411e1e481 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.1343446 Nov 12 03:32:23.098943 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d8717f20-d2c5-4a82-8dfd-7d87aa9a3e84 req-f9bb6534-4a93-4f83-b8a6-335aafe7eee4 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910300 Nov 12 03:32:23.110261 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c9b9b240-31e5-4b70-923b-54248471dc31 req-abac9944-71bc-4df8-a0fe-b5ef6c91d7b7 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476880 Nov 12 03:32:23.240628 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c745a264-2f35-4f27-8093-0ebb1fff4c3e req-ebe112bf-3e2a-4de2-a32a-12d27524ae92 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] 10.222.0.50 "GET /v2.0/floatingips?tenant_id=747102b511b34f99b3df6f6a33b24c8d HTTP/1.1" status: 200 len: 1656 time: 0.0948555 Nov 12 03:32:23.384330 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745a264-2f35-4f27-8093-0ebb1fff4c3e req-5c4cfb82-5726-4bb7-851a-f7ea1025e0bb tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:23.387044 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c745a264-2f35-4f27-8093-0ebb1fff4c3e req-5c4cfb82-5726-4bb7-851a-f7ea1025e0bb tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] 10.222.0.50 "GET /v2.0/networks?id=7932a4b6-40b8-49fc-bb5c-2a6d25b0a895&id=7932a4b6-40b8-49fc-bb5c-2a6d25b0a895&id=7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 HTTP/1.1" status: 200 len: 787 time: 0.1417246 Nov 12 03:32:23.407931 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [req-c745a264-2f35-4f27-8093-0ebb1fff4c3e req-b0725553-fce9-4f00-b26b-f940c4302513 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:23.409026 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c745a264-2f35-4f27-8093-0ebb1fff4c3e req-b0725553-fce9-4f00-b26b-f940c4302513 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132663 Nov 12 03:32:23.491521 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c5e9f800-beb1-4337-8b5e-b372b0c584d7 req-cc15ce27-e816-444b-a18e-36f93c6de851 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] 10.222.0.50 "GET /v2.0/floatingips/0da4c3fa-fd57-4fcd-a9f6-ef3f5db525ca HTTP/1.1" status: 200 len: 693 time: 0.0556669 Nov 12 03:32:23.571291 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54883c-f599-42c7-95a8-a974b3db2500 req-f174a598-c7f9-41f9-9bd3-5c7c68f1f344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:23.573147 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4d54883c-f599-42c7-95a8-a974b3db2500 req-f174a598-c7f9-41f9-9bd3-5c7c68f1f344 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e&tenant_id=d558dd5b9f934464b6c1626ad18ebb6c HTTP/1.1" status: 200 len: 1095 time: 0.1829624 Nov 12 03:32:23.596250 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-4d54883c-f599-42c7-95a8-a974b3db2500 req-c2ce4a0a-562a-404b-99af-6c0bb6e8e86a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-27', 'device_owner': 'compute:nova'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:23.637652 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9f800-beb1-4337-8b5e-b372b0c584d7 req-1213a00b-5132-4f88-980f-c95356ad912a tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:23.646553 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c5e9f800-beb1-4337-8b5e-b372b0c584d7 req-1213a00b-5132-4f88-980f-c95356ad912a tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] 10.222.0.50 "GET /v2.0/networks/7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 HTTP/1.1" status: 200 len: 784 time: 0.1478486 Nov 12 03:32:23.680056 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [req-c5e9f800-beb1-4337-8b5e-b372b0c584d7 req-1d8df966-b1da-4d59-a65d-9e711ea9197b tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:23.688577 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c5e9f800-beb1-4337-8b5e-b372b0c584d7 req-1d8df966-b1da-4d59-a65d-9e711ea9197b tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0410635 Nov 12 03:32:23.740587 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c5e9f800-beb1-4337-8b5e-b372b0c584d7 req-3c461a67-e5df-487d-b0b5-90718ad37726 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.194 HTTP/1.1" status: 200 len: 696 time: 0.0502906 Nov 12 03:32:23.742919 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4d54883c-f599-42c7-95a8-a974b3db2500 req-c2ce4a0a-562a-404b-99af-6c0bb6e8e86a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.807368 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c5e9f800-beb1-4337-8b5e-b372b0c584d7 req-d1c17549-35aa-4dc0-855e-c6812c1b218e tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.194 HTTP/1.1" status: 200 len: 696 time: 0.0600789 Nov 12 03:32:23.932878 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-84f809ea-173d-4a3f-a9fd-9547e39a8b79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.961381 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-c5e9f800-beb1-4337-8b5e-b372b0c584d7 req-14131c60-cca1-4c42-b5d5-eac07a3ac669 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Deleting port 61071717-0fd8-4137-a2d1-7a778f72429b {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:23.961712 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c5e9f800-beb1-4337-8b5e-b372b0c584d7 req-14131c60-cca1-4c42-b5d5-eac07a3ac669 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.045302 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c5e9f800-beb1-4337-8b5e-b372b0c584d7 req-14131c60-cca1-4c42-b5d5-eac07a3ac669 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.045873 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c5e9f800-beb1-4337-8b5e-b372b0c584d7 req-14131c60-cca1-4c42-b5d5-eac07a3ac669 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.059472 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-c5e9f800-beb1-4337-8b5e-b372b0c584d7 req-14131c60-cca1-4c42-b5d5-eac07a3ac669 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Calling delete_port for 61071717-0fd8-4137-a2d1-7a778f72429b owned by network:floatingip {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:24.121658 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee08322-4d26-41c1-89e6-91bf89e6e849 req-1d6266b4-45cf-4998-8c51-abc8c9c480e2 tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:24.123444 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8ee08322-4d26-41c1-89e6-91bf89e6e849 req-1d6266b4-45cf-4998-8c51-abc8c9c480e2 tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] 10.222.0.50 "GET /v2.0/ports?device_id=d49e5137-34ee-456f-aa0d-9c46903dca95 HTTP/1.1" status: 200 len: 948 time: 0.2112386 Nov 12 03:32:24.225024 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c5e9f800-beb1-4337-8b5e-b372b0c584d7 req-14131c60-cca1-4c42-b5d5-eac07a3ac669 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.236046 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-4d54883c-f599-42c7-95a8-a974b3db2500 req-c2ce4a0a-562a-404b-99af-6c0bb6e8e86a service neutron] For port b950f9ac-c38e-477d-94e4-ee676fd7e1a8, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=b950f9ac-c38e-477d-94e4-ee676fd7e1a8,segment=NetworkSegment(4e7b8aec-969c-41d9-8252-0d15a236e5b1),segment_id=4e7b8aec-969c-41d9-8252-0d15a236e5b1)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:24.259576 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14131c60-cca1-4c42-b5d5-eac07a3ac669 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Pushing event deleted for resources: {'Port': ['ID=61071717-0fd8-4137-a2d1-7a778f72429b,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:24.328480 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c5e9f800-beb1-4337-8b5e-b372b0c584d7 req-14131c60-cca1-4c42-b5d5-eac07a3ac669 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks [] for floatingip, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.331815 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c5e9f800-beb1-4337-8b5e-b372b0c584d7 req-14131c60-cca1-4c42-b5d5-eac07a3ac669 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.343899 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c5e9f800-beb1-4337-8b5e-b372b0c584d7 req-14131c60-cca1-4c42-b5d5-eac07a3ac669 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] 10.222.0.50 "DELETE /v2.0/floatingips/0da4c3fa-fd57-4fcd-a9f6-ef3f5db525ca HTTP/1.1" status: 204 len: 173 time: 0.5275805 Nov 12 03:32:24.357655 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8ee08322-4d26-41c1-89e6-91bf89e6e849 req-42aefd9a-f356-4a08-9456-7ee293264546 tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8cb2cca-d3f7-4413-9978-51667d571a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209156 Nov 12 03:32:24.374149 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-4d54883c-f599-42c7-95a8-a974b3db2500 req-c2ce4a0a-562a-404b-99af-6c0bb6e8e86a service neutron] For port b950f9ac-c38e-477d-94e4-ee676fd7e1a8, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:32:24.427988 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 07d7a930-8e70-4da4-8b43-bdf1ad50ff53 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:32:24.432898 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-4d54883c-f599-42c7-95a8-a974b3db2500 req-c2ce4a0a-562a-404b-99af-6c0bb6e8e86a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b950f9ac-c38e-477d-94e4-ee676fd7e1a8 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:32:24.457825 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00c0b1-57b8-4fe4-bb44-2cae07d64c67 req-dd651223-4a98-4de6-ac46-1fffe80db60e tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:24.459426 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ad00c0b1-57b8-4fe4-bb44-2cae07d64c67 req-dd651223-4a98-4de6-ac46-1fffe80db60e tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 943 time: 0.0675631 Nov 12 03:32:24.514611 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4d54883c-f599-42c7-95a8-a974b3db2500 req-c2ce4a0a-562a-404b-99af-6c0bb6e8e86a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.527901 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ad00c0b1-57b8-4fe4-bb44-2cae07d64c67 req-78af1ae1-8105-4000-8ef7-34ed283fc999 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596013 Nov 12 03:32:24.567851 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 07d7a930-8e70-4da4-8b43-bdf1ad50ff53, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=07d7a930-8e70-4da4-8b43-bdf1ad50ff53,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:24.585238 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '07d7a930-8e70-4da4-8b43-bdf1ad50ff53', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'port_id': '07d7a930-8e70-4da4-8b43-bdf1ad50ff53', 'mac_address': 'fa:16:3e:40:f5:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa66706f-b415-4bb9-838e-cfd08f81d96b', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:32:24.608065 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-4d54883c-f599-42c7-95a8-a974b3db2500 req-c2ce4a0a-562a-404b-99af-6c0bb6e8e86a service neutron] Transition to ACTIVE for port object b950f9ac-c38e-477d-94e4-ee676fd7e1a8 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:32:24.626787 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05246fc-a8a3-49a1-9033-5ba186a6eefa req-8ca5d747-e260-40b6-900a-e7a38f079832 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:24.629116 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d05246fc-a8a3-49a1-9033-5ba186a6eefa req-8ca5d747-e260-40b6-900a-e7a38f079832 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.1749270 Nov 12 03:32:24.632203 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4d54883c-f599-42c7-95a8-a974b3db2500 req-c2ce4a0a-562a-404b-99af-6c0bb6e8e86a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.651751 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.679184 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07d7a930-8e70-4da4-8b43-bdf1ad50ff53 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:32:24.704786 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 07d7a930-8e70-4da4-8b43-bdf1ad50ff53, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=07d7a930-8e70-4da4-8b43-bdf1ad50ff53,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:24.710333 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.747526 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce4a0a-562a-404b-99af-6c0bb6e8e86a service neutron] Pushing event updated for resources: {'Port': ['ID=b950f9ac-c38e-477d-94e4-ee676fd7e1a8,revision_number=9']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:24.755541 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1247f761-035b-437b-a969-c563a4347d88 req-0af5cdc6-4ba4-4128-ae2e-32abc4d8755b tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] 10.222.0.50 "GET /v2.0/floatingips/b3ccc8cf-fded-4e49-972a-7c5a1677936d HTTP/1.1" status: 200 len: 692 time: 0.0902569 Nov 12 03:32:24.792819 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=07d7a930-8e70-4da4-8b43-bdf1ad50ff53,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:24.913335 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247f761-035b-437b-a969-c563a4347d88 req-4c5cd999-41c3-45a8-8418-b9c7a0d70ce8 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:24.915044 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1247f761-035b-437b-a969-c563a4347d88 req-4c5cd999-41c3-45a8-8418-b9c7a0d70ce8 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] 10.222.0.50 "GET /v2.0/networks/7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 HTTP/1.1" status: 200 len: 784 time: 0.1531382 Nov 12 03:32:24.951710 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d05246fc-a8a3-49a1-9033-5ba186a6eefa req-9952c167-5ad0-4de9-b10a-4fcfe6590028 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3088694 Nov 12 03:32:24.993213 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-84f809ea-173d-4a3f-a9fd-9547e39a8b79 admin admin] Deleting port 6b896a28-12a2-4edb-9f92-371ffb185bc3 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:24.993624 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-84f809ea-173d-4a3f-a9fd-9547e39a8b79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.995631 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d54883c-f599-42c7-95a8-a974b3db2500 req-c2ce4a0a-562a-404b-99af-6c0bb6e8e86a service neutron] No DVR routers for this DVR port b950f9ac-c38e-477d-94e4-ee676fd7e1a8 on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:32:25.015814 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1247f761-035b-437b-a969-c563a4347d88 req-e3840823-4074-4949-b4f7-32a7c3c3cc67 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.20 HTTP/1.1" status: 200 len: 695 time: 0.0937581 Nov 12 03:32:25.021505 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['07d7a930-8e70-4da4-8b43-bdf1ad50ff53'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:32:25.099192 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1247f761-035b-437b-a969-c563a4347d88 req-91b750bf-23a1-412b-97c2-9af52de4ce30 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.20 HTTP/1.1" status: 200 len: 695 time: 0.0749509 Nov 12 03:32:25.252910 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-1247f761-035b-437b-a969-c563a4347d88 req-32950895-1baa-4d19-b281-064f015a3508 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Deleting port 31994b43-5ffd-4279-bcb8-47fd51b876d0 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:25.253907 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-1247f761-035b-437b-a969-c563a4347d88 req-32950895-1baa-4d19-b281-064f015a3508 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.345179 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-1247f761-035b-437b-a969-c563a4347d88 req-32950895-1baa-4d19-b281-064f015a3508 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.345896 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-1247f761-035b-437b-a969-c563a4347d88 req-32950895-1baa-4d19-b281-064f015a3508 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.359817 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-1247f761-035b-437b-a969-c563a4347d88 req-32950895-1baa-4d19-b281-064f015a3508 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Calling delete_port for 31994b43-5ffd-4279-bcb8-47fd51b876d0 owned by network:floatingip {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:25.514001 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-1247f761-035b-437b-a969-c563a4347d88 req-32950895-1baa-4d19-b281-064f015a3508 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.548045 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32950895-1baa-4d19-b281-064f015a3508 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Pushing event deleted for resources: {'Port': ['ID=31994b43-5ffd-4279-bcb8-47fd51b876d0,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:25.598509 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b15908-4594-4767-896b-7bd7cda72663 req-3e556c91-b6a1-4d6e-9b6c-6aab836b218b tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:25.605664 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c7b15908-4594-4767-896b-7bd7cda72663 req-3e556c91-b6a1-4d6e-9b6c-6aab836b218b tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] 10.222.0.50 "GET /v2.0/ports?device_id=d49e5137-34ee-456f-aa0d-9c46903dca95 HTTP/1.1" status: 200 len: 949 time: 0.1339352 Nov 12 03:32:25.620617 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-84f809ea-173d-4a3f-a9fd-9547e39a8b79 admin admin] For port 6b896a28-12a2-4edb-9f92-371ffb185bc3, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=6b896a28-12a2-4edb-9f92-371ffb185bc3,segment=NetworkSegment(32407c08-ce07-48b7-a236-95158145dd2b),segment_id=32407c08-ce07-48b7-a236-95158145dd2b)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:25.620819 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-84f809ea-173d-4a3f-a9fd-9547e39a8b79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.629455 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-1247f761-035b-437b-a969-c563a4347d88 req-32950895-1baa-4d19-b281-064f015a3508 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks [] for floatingip, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.632183 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-1247f761-035b-437b-a969-c563a4347d88 req-32950895-1baa-4d19-b281-064f015a3508 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.633623 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1247f761-035b-437b-a969-c563a4347d88 req-32950895-1baa-4d19-b281-064f015a3508 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] 10.222.0.50 "DELETE /v2.0/floatingips/b3ccc8cf-fded-4e49-972a-7c5a1677936d HTTP/1.1" status: 204 len: 173 time: 0.5335577 Nov 12 03:32:25.660817 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-84f809ea-173d-4a3f-a9fd-9547e39a8b79 admin admin] Calling delete_port for 6b896a28-12a2-4edb-9f92-371ffb185bc3 owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:25.738505 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb14254-44bf-4aae-9221-8eed3be202fa req-96b1d4a4-9c7d-4146-a089-3e0b406a8c0f tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:25.739995 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9cb14254-44bf-4aae-9221-8eed3be202fa req-96b1d4a4-9c7d-4146-a089-3e0b406a8c0f tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 943 time: 0.0531838 Nov 12 03:32:25.750099 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-4d54883c-f599-42c7-95a8-a974b3db2500 req-c2ce4a0a-562a-404b-99af-6c0bb6e8e86a service neutron] Attempting to bind port b950f9ac-c38e-477d-94e4-ee676fd7e1a8 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:32:25.750681 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-4d54883c-f599-42c7-95a8-a974b3db2500 req-c2ce4a0a-562a-404b-99af-6c0bb6e8e86a service neutron] Attempting to bind port b950f9ac-c38e-477d-94e4-ee676fd7e1a8 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '4e7b8aec-969c-41d9-8252-0d15a236e5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:32:25.750785 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d54883c-f599-42c7-95a8-a974b3db2500 req-c2ce4a0a-562a-404b-99af-6c0bb6e8e86a service neutron] Attempting to bind port b950f9ac-c38e-477d-94e4-ee676fd7e1a8 on network 6c7f6069-f411-4391-9326-65cfd4966ecb {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:25.757823 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c7b15908-4594-4767-896b-7bd7cda72663 req-99e8eeb3-aa22-44e7-831d-78428e07473a tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8cb2cca-d3f7-4413-9978-51667d571a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513379 Nov 12 03:32:25.762806 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d54883c-f599-42c7-95a8-a974b3db2500 req-c2ce4a0a-562a-404b-99af-6c0bb6e8e86a service neutron] Port b950f9ac-c38e-477d-94e4-ee676fd7e1a8 on network 6c7f6069-f411-4391-9326-65cfd4966ecb not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:32:25.763132 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d54883c-f599-42c7-95a8-a974b3db2500 req-c2ce4a0a-562a-404b-99af-6c0bb6e8e86a service neutron] Attempting to bind port b950f9ac-c38e-477d-94e4-ee676fd7e1a8 on network 6c7f6069-f411-4391-9326-65cfd4966ecb {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:25.774397 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d54883c-f599-42c7-95a8-a974b3db2500 req-c2ce4a0a-562a-404b-99af-6c0bb6e8e86a service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:32:25.774738 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d54883c-f599-42c7-95a8-a974b3db2500 req-c2ce4a0a-562a-404b-99af-6c0bb6e8e86a service neutron] Checking segment: {'id': '4e7b8aec-969c-41d9-8252-0d15a236e5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:25.775120 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d54883c-f599-42c7-95a8-a974b3db2500 req-c2ce4a0a-562a-404b-99af-6c0bb6e8e86a service neutron] Bound using segment: {'id': '4e7b8aec-969c-41d9-8252-0d15a236e5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:32:25.775556 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-4d54883c-f599-42c7-95a8-a974b3db2500 req-c2ce4a0a-562a-404b-99af-6c0bb6e8e86a service neutron] Bound port: b950f9ac-c38e-477d-94e4-ee676fd7e1a8, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e7b8aec-969c-41d9-8252-0d15a236e5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:32:25.775918 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4d54883c-f599-42c7-95a8-a974b3db2500 req-c2ce4a0a-562a-404b-99af-6c0bb6e8e86a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.810367 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:32:25.819814 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9cb14254-44bf-4aae-9221-8eed3be202fa req-a54378cf-e5dd-4742-89ba-ccf0add2f545 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731747 Nov 12 03:32:25.916710 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6d9ba7a2-8c08-4e06-b104-c7b1e9a4bf93 req-2846a176-4047-405e-904c-53f4291d791f tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] 10.222.0.50 "GET /v2.0/floatingips/0803d3be-01f3-4d2a-bff1-5e39658ba899 HTTP/1.1" status: 200 len: 693 time: 0.1243002 Nov 12 03:32:25.918114 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:25.931368 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'port_id': 'bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3', 'mac_address': 'fa:16:3e:30:e1:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa66706f-b415-4bb9-838e-cfd08f81d96b', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:32:25.969367 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.984173 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:32:26.004906 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:26.012058 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.024171 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-4d54883c-f599-42c7-95a8-a974b3db2500 req-c2ce4a0a-562a-404b-99af-6c0bb6e8e86a service neutron] For port b950f9ac-c38e-477d-94e4-ee676fd7e1a8, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:32:26.054388 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-4d54883c-f599-42c7-95a8-a974b3db2500 req-c2ce4a0a-562a-404b-99af-6c0bb6e8e86a service neutron] For port b950f9ac-c38e-477d-94e4-ee676fd7e1a8, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=b950f9ac-c38e-477d-94e4-ee676fd7e1a8,segment=NetworkSegment(4e7b8aec-969c-41d9-8252-0d15a236e5b1),segment_id=4e7b8aec-969c-41d9-8252-0d15a236e5b1)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:32:26.088296 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3,revision_number=9']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:26.093309 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4d54883c-f599-42c7-95a8-a974b3db2500 req-c2ce4a0a-562a-404b-99af-6c0bb6e8e86a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.125558 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d7df0-003a-4f3f-9f0a-cc841060de22 req-aac58c06-60cc-44a7-bb7a-3ad149ef14a0 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:26.129877 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d29d7df0-003a-4f3f-9f0a-cc841060de22 req-aac58c06-60cc-44a7-bb7a-3ad149ef14a0 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.0670946 Nov 12 03:32:26.141033 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ba7a2-8c08-4e06-b104-c7b1e9a4bf93 req-6a4c431e-939f-46df-982b-385b2859139c tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:26.142406 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6d9ba7a2-8c08-4e06-b104-c7b1e9a4bf93 req-6a4c431e-939f-46df-982b-385b2859139c tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] 10.222.0.50 "GET /v2.0/networks/7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 HTTP/1.1" status: 200 len: 784 time: 0.2135496 Nov 12 03:32:26.162399 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54883c-f599-42c7-95a8-a974b3db2500 req-c2ce4a0a-562a-404b-99af-6c0bb6e8e86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:26.163057 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4d54883c-f599-42c7-95a8-a974b3db2500 req-c2ce4a0a-562a-404b-99af-6c0bb6e8e86a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.164496 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4d54883c-f599-42c7-95a8-a974b3db2500 req-c2ce4a0a-562a-404b-99af-6c0bb6e8e86a service neutron] 10.222.0.90 "PUT /v2.0/ports/b950f9ac-c38e-477d-94e4-ee676fd7e1a8 HTTP/1.1" status: 200 len: 1092 time: 2.5726702 Nov 12 03:32:26.173646 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9a64a6-4910-470a-8b3a-17813c6ca67e', 'tag': 'b950f9ac-c38e-477d-94e4-ee676fd7e1a8'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:26.175968 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5927ab3-0b87-4ab4-8bc0-d995931c9b88" -d '{"events": [{"name": "network-changed", "server_uuid": "3e9a64a6-4910-470a-8b3a-17813c6ca67e", "tag": "b950f9ac-c38e-477d-94e4-ee676fd7e1a8"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:26.189072 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:32:26.217339 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-84f809ea-173d-4a3f-a9fd-9547e39a8b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.236765 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d29d7df0-003a-4f3f-9f0a-cc841060de22 req-86b4c930-1e8b-45f5-a5cc-4c62c146c3c5 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017251 Nov 12 03:32:26.258704 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6d9ba7a2-8c08-4e06-b104-c7b1e9a4bf93 req-d6b90ed6-51b8-4e9f-99af-b7d5b8d5bdb8 tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.167 HTTP/1.1" status: 200 len: 696 time: 0.1054795 Nov 12 03:32:26.267042 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce4a0a-562a-404b-99af-6c0bb6e8e86a service neutron] Pushing event updated for resources: {'Port': ['ID=b950f9ac-c38e-477d-94e4-ee676fd7e1a8,revision_number=10']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:26.378556 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f809ea-173d-4a3f-a9fd-9547e39a8b79 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b896a28-12a2-4edb-9f92-371ffb185bc3,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:26.427089 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6d9ba7a2-8c08-4e06-b104-c7b1e9a4bf93 req-3a5d3d3f-9579-4cea-8d92-f12a7440485f tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.167 HTTP/1.1" status: 200 len: 696 time: 0.1674554 Nov 12 03:32:26.445617 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 07d7a930-8e70-4da4-8b43-bdf1ad50ff53 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:26.529590 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54883c-f599-42c7-95a8-a974b3db2500 req-95da0e63-9719-4c21-a787-7badda1b786c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:26.531365 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4d54883c-f599-42c7-95a8-a974b3db2500 req-95da0e63-9719-4c21-a787-7badda1b786c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d558dd5b9f934464b6c1626ad18ebb6c&device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 1096 time: 0.2955039 Nov 12 03:32:26.567351 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 07d7a930-8e70-4da4-8b43-bdf1ad50ff53 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:32:26.575857 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 07d7a930-8e70-4da4-8b43-bdf1ad50ff53 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:26.576610 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.603336 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1222bc1-fa3a-4c6f-bebf-ae6229e909c7 x-openstack-request-id: req-f1222bc1-fa3a-4c6f-bebf-ae6229e909c7 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:26.604019 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e9a64a6-4910-470a-8b3a-17813c6ca67e", "tag": "b950f9ac-c38e-477d-94e4-ee676fd7e1a8", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:26.604520 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f1222bc1-fa3a-4c6f-bebf-ae6229e909c7 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:26.605261 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e9a64a6-4910-470a-8b3a-17813c6ca67e', 'tag': 'b950f9ac-c38e-477d-94e4-ee676fd7e1a8', 'status': 'completed', 'code': 200} Nov 12 03:32:26.851990 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54883c-f599-42c7-95a8-a974b3db2500 req-11f9a68d-99c0-490f-8f4f-7ea4e83d7823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:26.853508 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4d54883c-f599-42c7-95a8-a974b3db2500 req-11f9a68d-99c0-490f-8f4f-7ea4e83d7823 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6c7f6069-f411-4391-9326-65cfd4966ecb HTTP/1.1" status: 200 len: 918 time: 0.3045082 Nov 12 03:32:26.900294 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.904489 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-84f809ea-173d-4a3f-a9fd-9547e39a8b79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.924217 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9b2b2-83cb-4517-8860-1c343399b627 req-fe323fc3-7769-44ec-a663-aefcfed04fa0 tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:26.932893 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-6d9ba7a2-8c08-4e06-b104-c7b1e9a4bf93 req-e860a790-a776-4905-8a89-26672611fe8f tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Deleting port 187d405d-16aa-4ee9-8378-78da09f3c0fa {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:26.933216 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6d9ba7a2-8c08-4e06-b104-c7b1e9a4bf93 req-e860a790-a776-4905-8a89-26672611fe8f tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.939406 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-22a9b2b2-83cb-4517-8860-1c343399b627 req-fe323fc3-7769-44ec-a663-aefcfed04fa0 tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] 10.222.0.50 "GET /v2.0/ports?device_id=d49e5137-34ee-456f-aa0d-9c46903dca95 HTTP/1.1" status: 200 len: 949 time: 0.0934741 Nov 12 03:32:26.953192 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 07d7a930-8e70-4da4-8b43-bdf1ad50ff53, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=07d7a930-8e70-4da4-8b43-bdf1ad50ff53,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:26.954845 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49e5137-34ee-456f-aa0d-9c46903dca95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d7a930-8e70-4da4-8b43-bdf1ad50ff53'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:26.959955 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dce61ed-106c-4b81-aa3d-30353f4cbeb5" -d '{"events": [{"server_uuid": "d49e5137-34ee-456f-aa0d-9c46903dca95", "name": "network-vif-plugged", "status": "completed", "tag": "07d7a930-8e70-4da4-8b43-bdf1ad50ff53"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:26.965561 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.000933 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4d54883c-f599-42c7-95a8-a974b3db2500 req-f0c6ebc5-d0f5-4f8f-a18c-23cd0cb887ab service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b950f9ac-c38e-477d-94e4-ee676fd7e1a8 HTTP/1.1" status: 200 len: 998 time: 0.1357279 Nov 12 03:32:27.006918 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-22a9b2b2-83cb-4517-8860-1c343399b627 req-c0c920c2-e029-4bfe-bc13-f93465e5b777 tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8cb2cca-d3f7-4413-9978-51667d571a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659630 Nov 12 03:32:27.026426 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=07d7a930-8e70-4da4-8b43-bdf1ad50ff53,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:27.127158 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576fdba5-cb7a-4765-9192-686c0ae261f4 req-04195836-2dba-4104-9719-8e2dc20a711b tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:27.129264 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-576fdba5-cb7a-4765-9192-686c0ae261f4 req-04195836-2dba-4104-9719-8e2dc20a711b tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 944 time: 0.0600569 Nov 12 03:32:27.134015 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54883c-f599-42c7-95a8-a974b3db2500 req-2ee88b94-8b9a-4a34-8a27-75399b2a0027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:27.135475 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4d54883c-f599-42c7-95a8-a974b3db2500 req-2ee88b94-8b9a-4a34-8a27-75399b2a0027 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390 HTTP/1.1" status: 200 len: 856 time: 0.1074829 Nov 12 03:32:27.157877 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6d9ba7a2-8c08-4e06-b104-c7b1e9a4bf93 req-e860a790-a776-4905-8a89-26672611fe8f tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.158241 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6d9ba7a2-8c08-4e06-b104-c7b1e9a4bf93 req-e860a790-a776-4905-8a89-26672611fe8f tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.181415 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-576fdba5-cb7a-4765-9192-686c0ae261f4 req-7adacdc2-61ff-4427-8ab5-ddcb2803bb61 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446613 Nov 12 03:32:27.196441 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-6d9ba7a2-8c08-4e06-b104-c7b1e9a4bf93 req-e860a790-a776-4905-8a89-26672611fe8f tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Calling delete_port for 187d405d-16aa-4ee9-8378-78da09f3c0fa owned by network:floatingip {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:27.292703 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54883c-f599-42c7-95a8-a974b3db2500 req-0b7c2c54-342b-4764-bb20-6469bc7bbd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:27.294232 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4d54883c-f599-42c7-95a8-a974b3db2500 req-0b7c2c54-342b-4764-bb20-6469bc7bbd4a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6c7f6069-f411-4391-9326-65cfd4966ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1461973 Nov 12 03:32:27.312019 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851243d3-f752-4a88-9fd9-63f5ed859573 x-openstack-request-id: req-851243d3-f752-4a88-9fd9-63f5ed859573 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:27.313449 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d49e5137-34ee-456f-aa0d-9c46903dca95", "name": "network-vif-plugged", "status": "completed", "tag": "07d7a930-8e70-4da4-8b43-bdf1ad50ff53", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:27.313449 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-851243d3-f752-4a88-9fd9-63f5ed859573 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:27.313449 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd49e5137-34ee-456f-aa0d-9c46903dca95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d7a930-8e70-4da4-8b43-bdf1ad50ff53', 'code': 200} Nov 12 03:32:27.485415 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b394322-8edc-4275-908e-2cc74267bf15 req-a327692d-8996-4db7-90f5-32dbdb54baf7 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:27.486832 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2b394322-8edc-4275-908e-2cc74267bf15 req-a327692d-8996-4db7-90f5-32dbdb54baf7 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.1092563 Nov 12 03:32:27.497098 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b5c01-acc9-4c0b-957f-872b21939de5 req-c4f5325f-8e2f-43c4-b699-9daa61e3d755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:27.498603 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-769b5c01-acc9-4c0b-957f-872b21939de5 req-c4f5325f-8e2f-43c4-b699-9daa61e3d755 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d49e5137-34ee-456f-aa0d-9c46903dca95 HTTP/1.1" status: 200 len: 1102 time: 0.0705841 Nov 12 03:32:27.520268 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4d54883c-f599-42c7-95a8-a974b3db2500 req-15df43de-383a-48a7-9ce9-a5da0d27360f service neutron] 10.222.0.90 "GET /v2.0/networks/6c7f6069-f411-4391-9326-65cfd4966ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098699 Nov 12 03:32:27.527017 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f809ea-173d-4a3f-a9fd-9547e39a8b79 admin admin] Router ab60901a-ad5e-48a2-acc8-3f3697499338 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:32:27.583330 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2b394322-8edc-4275-908e-2cc74267bf15 req-66d1f3ab-6023-4ab8-bbf2-aca7d75ec853 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837421 Nov 12 03:32:27.592296 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-769b5c01-acc9-4c0b-957f-872b21939de5 req-c8663123-4b07-4ae0-a5ed-43136e9f7789 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=a8cb2cca-d3f7-4413-9978-51667d571a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787158 Nov 12 03:32:27.824775 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:27.884765 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:27.885123 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.984679 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:28.038635 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:28.044855 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:28.052914 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6d9ba7a2-8c08-4e06-b104-c7b1e9a4bf93 req-e860a790-a776-4905-8a89-26672611fe8f tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:28.093274 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860a790-a776-4905-8a89-26672611fe8f tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Pushing event deleted for resources: {'Port': ['ID=187d405d-16aa-4ee9-8378-78da09f3c0fa,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:28.142382 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3,revision_number=10']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:28.162318 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4d54883c-f599-42c7-95a8-a974b3db2500 req-05a0f6d2-d6df-44ef-b18e-c350ec1bcfcf service neutron] 10.222.0.90 "GET /v2.0/networks/6c7f6069-f411-4391-9326-65cfd4966ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6329315 Nov 12 03:32:28.180490 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef0407-bfba-4bf5-afc8-51c4c1530fa8 req-6672938a-d95c-4f21-b98c-a3dc07d05525 tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:28.188701 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-acef0407-bfba-4bf5-afc8-51c4c1530fa8 req-6672938a-d95c-4f21-b98c-a3dc07d05525 tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] 10.222.0.50 "GET /v2.0/ports?device_id=d49e5137-34ee-456f-aa0d-9c46903dca95 HTTP/1.1" status: 200 len: 950 time: 0.0826480 Nov 12 03:32:28.199662 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f809ea-173d-4a3f-a9fd-9547e39a8b79 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:32:28.210373 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-84f809ea-173d-4a3f-a9fd-9547e39a8b79 admin admin] 10.222.0.50 "PUT /v2.0/routers/ab60901a-ad5e-48a2-acc8-3f3697499338/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1559818 Nov 12 03:32:28.213295 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 40490) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:28.218707 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607c1c3c-d625-4a20-b9f6-cf2ab205e625 None None] Sync routers for ids ['ab60901a-ad5e-48a2-acc8-3f3697499338'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:32:28.243582 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607c1c3c-d625-4a20-b9f6-cf2ab205e625 None None] Routers {'ab60901a-ad5e-48a2-acc8-3f3697499338'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:28.245349 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-607c1c3c-d625-4a20-b9f6-cf2ab205e625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:32:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['ab60901a-ad5e-48a2-acc8-3f3697499338'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:28.291939 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-acef0407-bfba-4bf5-afc8-51c4c1530fa8 req-c6d77c62-af39-4f4b-b9f2-e2e0d38d6ec0 tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8cb2cca-d3f7-4413-9978-51667d571a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019456 Nov 12 03:32:28.413056 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a9bfe028-9f06-490b-82bd-1003a0019e23 admin admin] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:28.478928 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6d9ba7a2-8c08-4e06-b104-c7b1e9a4bf93 req-e860a790-a776-4905-8a89-26672611fe8f tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks [] for floatingip, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:28.481510 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6d9ba7a2-8c08-4e06-b104-c7b1e9a4bf93 req-e860a790-a776-4905-8a89-26672611fe8f tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:28.482649 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6d9ba7a2-8c08-4e06-b104-c7b1e9a4bf93 req-e860a790-a776-4905-8a89-26672611fe8f tempest-FloatingIPDetailsTestJSON-1343478941 tempest-FloatingIPDetailsTestJSON-1343478941-project] 10.222.0.50 "DELETE /v2.0/floatingips/0803d3be-01f3-4d2a-bff1-5e39658ba899 HTTP/1.1" status: 204 len: 173 time: 2.0547826 Nov 12 03:32:28.490304 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 40500) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:28.494195 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5927ab3-0b87-4ab4-8bc0-d995931c9b88 req-fd2a7f1d-9698-4a08-b925-9a439e27a55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:28.495809 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b5927ab3-0b87-4ab4-8bc0-d995931c9b88 req-fd2a7f1d-9698-4a08-b925-9a439e27a55a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d558dd5b9f934464b6c1626ad18ebb6c&device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 1096 time: 0.1167531 Nov 12 03:32:28.580485 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846f550-a6c9-4f94-bf90-40e4c6aa062e req-0bfa81df-a621-4e48-b6b5-2e4f8d32b226 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:28.582892 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5846f550-a6c9-4f94-bf90-40e4c6aa062e req-0bfa81df-a621-4e48-b6b5-2e4f8d32b226 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 944 time: 0.1270981 Nov 12 03:32:28.604510 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-607c1c3c-d625-4a20-b9f6-cf2ab205e625 None None] Set router ab60901a-ad5e-48a2-acc8-3f3697499338 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:32:28.758203 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5846f550-a6c9-4f94-bf90-40e4c6aa062e req-6177cd53-d935-4925-a732-a8a1b2d80646 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670451 Nov 12 03:32:29.099862 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-607c1c3c-d625-4a20-b9f6-cf2ab205e625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab60901a-ad5e-48a2-acc8-3f3697499338', 'name': 'tempest-ServersTestJSON-678357773-router', 'tenant_id': '4db3f242efe84343a4ac714d37d3884a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'a8804da6-889f-46b4-bfca-a3c619306c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:25Z', 'updated_at': '2021-11-12T03:32:26Z', 'revision_number': 5, 'project_id': '4db3f242efe84343a4ac714d37d3884a', 'gw_port': {'id': 'a8804da6-889f-46b4-bfca-a3c619306c25', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab60901a-ad5e-48a2-acc8-3f3697499338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:26Z', 'updated_at': '2021-11-12T03:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:29.149189 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2ae93-fdea-4dc4-bcdf-4a39341da7ba req-ada3cf9a-a17c-4661-83d1-056fbe26042b tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:29.150722 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607c1c3c-d625-4a20-b9f6-cf2ab205e625 None None] Checking router: ab60901a-ad5e-48a2-acc8-3f3697499338 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:32:29.152068 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-50a2ae93-fdea-4dc4-bcdf-4a39341da7ba req-ada3cf9a-a17c-4661-83d1-056fbe26042b tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.2732043 Nov 12 03:32:29.173788 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607c1c3c-d625-4a20-b9f6-cf2ab205e625 None None] Routers {'ab60901a-ad5e-48a2-acc8-3f3697499338'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:29.176872 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-607c1c3c-d625-4a20-b9f6-cf2ab205e625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:32:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['ab60901a-ad5e-48a2-acc8-3f3697499338'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:29.202278 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a9bfe028-9f06-490b-82bd-1003a0019e23 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.330895 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-50a2ae93-fdea-4dc4-bcdf-4a39341da7ba req-887cb431-e08f-4bb0-bb96-5d5569f7f725 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627696 Nov 12 03:32:29.341807 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd202e0-ce46-41c7-b138-dd43365cde95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:29.344473 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477bd5ea-c5b8-41ba-af98-c26a2b71a1d5" -d '{"events": [{"server_uuid": "2fd202e0-ce46-41c7-b138-dd43365cde95", "name": "network-vif-plugged", "status": "completed", "tag": "bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:29.349989 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5927ab3-0b87-4ab4-8bc0-d995931c9b88 req-3e93d88a-dbb1-4b9c-b0df-3ed524c22e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:29.352067 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b5927ab3-0b87-4ab4-8bc0-d995931c9b88 req-3e93d88a-dbb1-4b9c-b0df-3ed524c22e3c service neutron] 10.222.0.90 "GET /v2.0/networks?id=6c7f6069-f411-4391-9326-65cfd4966ecb HTTP/1.1" status: 200 len: 918 time: 0.4762690 Nov 12 03:32:29.381979 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-607c1c3c-d625-4a20-b9f6-cf2ab205e625 None None] Set router ab60901a-ad5e-48a2-acc8-3f3697499338 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:32:29.539421 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-a9bfe028-9f06-490b-82bd-1003a0019e23 admin admin] Deleting port a8804da6-889f-46b4-bfca-a3c619306c25 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:29.539834 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a9bfe028-9f06-490b-82bd-1003a0019e23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.647069 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-a9bfe028-9f06-490b-82bd-1003a0019e23 admin admin] For port a8804da6-889f-46b4-bfca-a3c619306c25, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=a8804da6-889f-46b4-bfca-a3c619306c25,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:29.647544 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a9bfe028-9f06-490b-82bd-1003a0019e23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.668531 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-a9bfe028-9f06-490b-82bd-1003a0019e23 admin admin] Calling delete_port for a8804da6-889f-46b4-bfca-a3c619306c25 owned by network:router_gateway {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:29.681787 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-607c1c3c-d625-4a20-b9f6-cf2ab205e625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab60901a-ad5e-48a2-acc8-3f3697499338', 'name': 'tempest-ServersTestJSON-678357773-router', 'tenant_id': '4db3f242efe84343a4ac714d37d3884a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'a8804da6-889f-46b4-bfca-a3c619306c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:25Z', 'updated_at': '2021-11-12T03:32:26Z', 'revision_number': 5, 'project_id': '4db3f242efe84343a4ac714d37d3884a', 'gw_port': {'id': 'a8804da6-889f-46b4-bfca-a3c619306c25', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab60901a-ad5e-48a2-acc8-3f3697499338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:26Z', 'updated_at': '2021-11-12T03:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:29.722875 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607c1c3c-d625-4a20-b9f6-cf2ab205e625 None None] The sync data for ids ['ab60901a-ad5e-48a2-acc8-3f3697499338'] in n-d-715271-27 is: [{'id': 'ab60901a-ad5e-48a2-acc8-3f3697499338', 'name': 'tempest-ServersTestJSON-678357773-router', 'tenant_id': '4db3f242efe84343a4ac714d37d3884a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'a8804da6-889f-46b4-bfca-a3c619306c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:25Z', 'updated_at': '2021-11-12T03:32:26Z', 'revision_number': 5, 'project_id': '4db3f242efe84343a4ac714d37d3884a', 'gw_port': {'id': 'a8804da6-889f-46b4-bfca-a3c619306c25', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab60901a-ad5e-48a2-acc8-3f3697499338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:26Z', 'updated_at': '2021-11-12T03:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:32:29.736016 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b5927ab3-0b87-4ab4-8bc0-d995931c9b88 req-b199f076-6f0a-45d6-bfe6-6222e9da48ad service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b950f9ac-c38e-477d-94e4-ee676fd7e1a8 HTTP/1.1" status: 200 len: 998 time: 0.3739390 Nov 12 03:32:29.858553 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f906a3f-de8e-4e26-a738-be47d8d5b6be req-a7e8293e-49e8-45c5-b7b1-527fba161096 tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:29.860525 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1f906a3f-de8e-4e26-a738-be47d8d5b6be req-a7e8293e-49e8-45c5-b7b1-527fba161096 tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] 10.222.0.50 "GET /v2.0/ports?device_id=d49e5137-34ee-456f-aa0d-9c46903dca95 HTTP/1.1" status: 200 len: 950 time: 0.4064603 Nov 12 03:32:29.973347 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5927ab3-0b87-4ab4-8bc0-d995931c9b88 req-7a596d59-7618-4c11-931d-3e2e18597351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:29.975435 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b5927ab3-0b87-4ab4-8bc0-d995931c9b88 req-7a596d59-7618-4c11-931d-3e2e18597351 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390 HTTP/1.1" status: 200 len: 856 time: 0.2172797 Nov 12 03:32:30.136944 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1f906a3f-de8e-4e26-a738-be47d8d5b6be req-7bf9dccd-8921-41ff-b326-dc6645b9e83a tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8cb2cca-d3f7-4413-9978-51667d571a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295299 Nov 12 03:32:30.229030 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5927ab3-0b87-4ab4-8bc0-d995931c9b88 req-eb6b8cec-775c-4093-aaf0-bde921df5a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:30.231471 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b5927ab3-0b87-4ab4-8bc0-d995931c9b88 req-eb6b8cec-775c-4093-aaf0-bde921df5a7c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6c7f6069-f411-4391-9326-65cfd4966ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2341609 Nov 12 03:32:30.234436 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a9bfe028-9f06-490b-82bd-1003a0019e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.263891 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c55fda-68d2-43f2-aa4d-5f0bf9ed1efe x-openstack-request-id: req-f8c55fda-68d2-43f2-aa4d-5f0bf9ed1efe {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:30.265127 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd202e0-ce46-41c7-b138-dd43365cde95", "name": "network-vif-plugged", "status": "completed", "tag": "bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:30.265619 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f8c55fda-68d2-43f2-aa4d-5f0bf9ed1efe {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:30.266227 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd202e0-ce46-41c7-b138-dd43365cde95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3', 'code': 200} Nov 12 03:32:30.314931 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bfe028-9f06-490b-82bd-1003a0019e23 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8804da6-889f-46b4-bfca-a3c619306c25,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:30.318812 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4cb39896-ff59-4b22-92a0-1932849694ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.617882 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-76e388f3-b3b7-4500-b500-b5dc07161147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.621208 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b5927ab3-0b87-4ab4-8bc0-d995931c9b88 req-9274d864-b658-43b7-a4ca-727ce42df1b2 service neutron] 10.222.0.90 "GET /v2.0/networks/6c7f6069-f411-4391-9326-65cfd4966ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323727 Nov 12 03:32:30.722728 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a9bfe028-9f06-490b-82bd-1003a0019e23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.834418 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:32:30.847089 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 6b896a28-12a2-4edb-9f92-371ffb185bc3 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:32:30.862492 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a9bfe028-9f06-490b-82bd-1003a0019e23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.886480 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 6b896a28-12a2-4edb-9f92-371ffb185bc3 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:32:30.886831 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 6b896a28-12a2-4edb-9f92-371ffb185bc3 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:32:30.899483 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a9bfe028-9f06-490b-82bd-1003a0019e23 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.923733 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80aabcc-e503-4835-ad18-3d5e98a6378f req-a6dd778c-0c04-45f2-9958-954944c8bca4 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:30.925995 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f80aabcc-e503-4835-ad18-3d5e98a6378f req-a6dd778c-0c04-45f2-9958-954944c8bca4 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 944 time: 0.3883092 Nov 12 03:32:31.514183 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b5927ab3-0b87-4ab4-8bc0-d995931c9b88 req-61a508f5-24ac-4321-ba5b-b7124e65854a service neutron] 10.222.0.90 "GET /v2.0/networks/6c7f6069-f411-4391-9326-65cfd4966ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6125731 Nov 12 03:32:31.537252 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a9bfe028-9f06-490b-82bd-1003a0019e23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.538111 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9bfe028-9f06-490b-82bd-1003a0019e23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab60901a-ad5e-48a2-acc8-3f3697499338 {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:32:31.564418 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a9bfe028-9f06-490b-82bd-1003a0019e23 admin admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.569015 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 40544) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:31.569650 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a9bfe028-9f06-490b-82bd-1003a0019e23 admin admin] 10.222.0.50 "DELETE /v2.0/routers/ab60901a-ad5e-48a2-acc8-3f3697499338 HTTP/1.1" status: 204 len: 168 time: 3.3545947 Nov 12 03:32:31.589462 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f80aabcc-e503-4835-ad18-3d5e98a6378f req-0a9b5ef5-82f5-4efe-b402-29ee74b9667e tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6446040 Nov 12 03:32:31.709889 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeb81fa0-6cf4-453e-8a58-1d25f67ee86b admin admin] Deleting subnet 27e221dd-0213-4ad3-a133-81ac380e5035 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:32:31.745871 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aeb81fa0-6cf4-453e-8a58-1d25f67ee86b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.867313 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aeb81fa0-6cf4-453e-8a58-1d25f67ee86b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.957283 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-76e388f3-b3b7-4500-b500-b5dc07161147 admin admin] Deleting port a54ce7e9-c5f5-4ece-9882-0abc099c1db6 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:31.957619 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-76e388f3-b3b7-4500-b500-b5dc07161147 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.071214 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aeb81fa0-6cf4-453e-8a58-1d25f67ee86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.110143 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-76e388f3-b3b7-4500-b500-b5dc07161147 admin admin] For port a54ce7e9-c5f5-4ece-9882-0abc099c1db6, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=a54ce7e9-c5f5-4ece-9882-0abc099c1db6,segment=NetworkSegment(211f4f10-79ad-4557-addc-911cf08967ba),segment_id=211f4f10-79ad-4557-addc-911cf08967ba)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:32.125464 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-76e388f3-b3b7-4500-b500-b5dc07161147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.163175 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-76e388f3-b3b7-4500-b500-b5dc07161147 admin admin] Calling delete_port for a54ce7e9-c5f5-4ece-9882-0abc099c1db6 owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:32.180740 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aeb81fa0-6cf4-453e-8a58-1d25f67ee86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.278772 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb81fa0-6cf4-453e-8a58-1d25f67ee86b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27e221dd-0213-4ad3-a133-81ac380e5035,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:32.290988 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aeb81fa0-6cf4-453e-8a58-1d25f67ee86b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.294019 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac64db3-a8a4-4de2-952a-fe91c7f3cc30 None None] Network 40959805-8042-4b93-a14b-171b1a6f087e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:32.318177 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-aeb81fa0-6cf4-453e-8a58-1d25f67ee86b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/27e221dd-0213-4ad3-a133-81ac380e5035 HTTP/1.1" status: 204 len: 168 time: 0.7471902 Nov 12 03:32:32.320836 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 40552) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:32.527806 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8708ac64-d0b2-4c81-a73c-ce314f7846cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.645506 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-8708ac64-d0b2-4c81-a73c-ce314f7846cf admin admin] Deleting port 93dc8961-b8be-4fd9-a8db-1b9e61d8a13c {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:32.646133 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8708ac64-d0b2-4c81-a73c-ce314f7846cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.751992 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device a8804da6-889f-46b4-bfca-a3c619306c25 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:32:32.789114 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4205a95-7096-408a-a564-3d15f5ec7952 None None] DHCP port deletion for 40959805-8042-4b93-a14b-171b1a6f087e request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:32:32.791902 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: a8804da6-889f-46b4-bfca-a3c619306c25 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:32:32.792627 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device a8804da6-889f-46b4-bfca-a3c619306c25 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:32:32.809503 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-76e388f3-b3b7-4500-b500-b5dc07161147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.830776 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-8708ac64-d0b2-4c81-a73c-ce314f7846cf admin admin] For port 93dc8961-b8be-4fd9-a8db-1b9e61d8a13c, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=93dc8961-b8be-4fd9-a8db-1b9e61d8a13c,segment=NetworkSegment(32407c08-ce07-48b7-a236-95158145dd2b),segment_id=32407c08-ce07-48b7-a236-95158145dd2b)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:32.830776 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8708ac64-d0b2-4c81-a73c-ce314f7846cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.867657 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-b4205a95-7096-408a-a564-3d15f5ec7952 None None] Deleting port 93dc8961-b8be-4fd9-a8db-1b9e61d8a13c {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:32.868495 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b4205a95-7096-408a-a564-3d15f5ec7952 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.880752 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-8708ac64-d0b2-4c81-a73c-ce314f7846cf admin admin] Calling delete_port for 93dc8961-b8be-4fd9-a8db-1b9e61d8a13c owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:32.903482 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e388f3-b3b7-4500-b500-b5dc07161147 admin admin] Pushing event deleted for resources: {'Port': ['ID=a54ce7e9-c5f5-4ece-9882-0abc099c1db6,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:33.094816 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-b4205a95-7096-408a-a564-3d15f5ec7952 None None] For port 93dc8961-b8be-4fd9-a8db-1b9e61d8a13c, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=93dc8961-b8be-4fd9-a8db-1b9e61d8a13c,segment=NetworkSegment(32407c08-ce07-48b7-a236-95158145dd2b),segment_id=32407c08-ce07-48b7-a236-95158145dd2b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:33.095411 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b4205a95-7096-408a-a564-3d15f5ec7952 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.114852 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8708ac64-d0b2-4c81-a73c-ce314f7846cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.132420 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-b4205a95-7096-408a-a564-3d15f5ec7952 None None] Calling delete_port for 93dc8961-b8be-4fd9-a8db-1b9e61d8a13c owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:33.163028 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708ac64-d0b2-4c81-a73c-ce314f7846cf admin admin] Pushing event deleted for resources: {'Port': ['ID=93dc8961-b8be-4fd9-a8db-1b9e61d8a13c,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:33.180510 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8708ac64-d0b2-4c81-a73c-ce314f7846cf admin admin] No DVR routers for this DVR port 93dc8961-b8be-4fd9-a8db-1b9e61d8a13c on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:32:33.326322 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ed734737-27e2-4835-82ec-5e3c24a76987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.339272 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c626a-2da7-40b3-807a-2a6270ddb4e6 req-4d6d3636-28ac-4d4d-9214-fb8d48d46b68 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:33.360803 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-265c626a-2da7-40b3-807a-2a6270ddb4e6 req-4d6d3636-28ac-4d4d-9214-fb8d48d46b68 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.5279405 Nov 12 03:32:33.436167 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8708ac64-d0b2-4c81-a73c-ce314f7846cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.441666 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b4205a95-7096-408a-a564-3d15f5ec7952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.515237 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-8708ac64-d0b2-4c81-a73c-ce314f7846cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40959805-8042-4b93-a14b-171b1a6f087e']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:33.518101 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4205a95-7096-408a-a564-3d15f5ec7952 None None] Pushing event deleted for resources: {'Port': ['ID=93dc8961-b8be-4fd9-a8db-1b9e61d8a13c,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:33.529099 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4205a95-7096-408a-a564-3d15f5ec7952 None None] No DVR routers for this DVR port 93dc8961-b8be-4fd9-a8db-1b9e61d8a13c on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:32:33.536955 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-8708ac64-d0b2-4c81-a73c-ce314f7846cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32407c08-ce07-48b7-a236-95158145dd2b') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:33.537278 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-8708ac64-d0b2-4c81-a73c-ce314f7846cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32407c08-ce07-48b7-a236-95158145dd2b') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:33.559092 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8708ac64-d0b2-4c81-a73c-ce314f7846cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.578385 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8708ac64-d0b2-4c81-a73c-ce314f7846cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.588062 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8708ac64-d0b2-4c81-a73c-ce314f7846cf admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:32:33.588509 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8708ac64-d0b2-4c81-a73c-ce314f7846cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.591092 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:32:33.591092 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:32:33.591092 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:32:33.591092 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:32:33.591092 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:32:33.591092 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:32:33.591092 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:32:33.591092 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:32:33.591092 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:32:33.591092 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:32:33.591092 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:32:33.591092 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:32:33.591092 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:32:33.591092 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:32:33.591092 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:32:33.591092 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:32:33.591092 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:32:33.591092 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:32:33.591092 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:32:33.591092 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:32:33.591092 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:32:33.591092 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:32:33.591092 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:32:33.591092 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:32:33.591092 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:32:33.591092 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:32:33.591092 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:32:33.591092 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:32:33.591092 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:32:33.591092 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:32:33.591092 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:32:33.591092 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:32:33.642076 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-265c626a-2da7-40b3-807a-2a6270ddb4e6 req-86fc39bc-6389-4110-b96e-61e4019c891b tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2755225 Nov 12 03:32:33.706848 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8708ac64-d0b2-4c81-a73c-ce314f7846cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.766999 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8708ac64-d0b2-4c81-a73c-ce314f7846cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.783656 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8708ac64-d0b2-4c81-a73c-ce314f7846cf admin admin] 10.222.0.50 "DELETE /v2.0/networks/40959805-8042-4b93-a14b-171b1a6f087e HTTP/1.1" status: 204 len: 168 time: 1.4615643 Nov 12 03:32:33.784776 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708ac64-d0b2-4c81-a73c-ce314f7846cf admin admin] Pushing event deleted for resources: {'Network': ['ID=40959805-8042-4b93-a14b-171b1a6f087e,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:33.793355 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-76e388f3-b3b7-4500-b500-b5dc07161147 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:34.055669 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:34.214237 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69f860-7e1c-4f98-9cde-b3d83027a572 req-2d3c58c2-7fbf-4c18-b3e8-2ea9b16b4995 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:34.215811 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2e69f860-7e1c-4f98-9cde-b3d83027a572 req-2d3c58c2-7fbf-4c18-b3e8-2ea9b16b4995 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 944 time: 0.2391484 Nov 12 03:32:34.298784 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 40574) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:34.390892 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2e69f860-7e1c-4f98-9cde-b3d83027a572 req-594aaacc-e076-402d-802d-34fc350baaab tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588399 Nov 12 03:32:34.450544 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3fbaa0fd-3752-40e3-8d4d-0761f41513f7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4db3f242efe84343a4ac714d37d3884a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1504600 Nov 12 03:32:34.452941 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 40578) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:34.579957 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e388f3-b3b7-4500-b500-b5dc07161147 admin admin] Router 2d4d6286-7302-4c6e-bb06-32a36428e164 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:32:34.604722 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7ad8b07a-7b7a-437c-85e2-ca386981c1f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:34.683367 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7ad8b07a-7b7a-437c-85e2-ca386981c1f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:34.814218 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7ad8b07a-7b7a-437c-85e2-ca386981c1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:34.824533 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7ad8b07a-7b7a-437c-85e2-ca386981c1f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:34.829547 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7ad8b07a-7b7a-437c-85e2-ca386981c1f7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a8f43769-16ef-45af-ba40-23eee73509b8 HTTP/1.1" status: 204 len: 168 time: 0.3752029 Nov 12 03:32:34.872769 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad8b07a-7b7a-437c-85e2-ca386981c1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f43769-16ef-45af-ba40-23eee73509b8,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:35.032209 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 93dc8961-b8be-4fd9-a8db-1b9e61d8a13c no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:32:35.100866 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 93dc8961-b8be-4fd9-a8db-1b9e61d8a13c {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:32:35.101309 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 93dc8961-b8be-4fd9-a8db-1b9e61d8a13c not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:32:35.146918 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de59dca-9353-4d0e-ae6f-e2a3c7e52598 req-29f8553e-70cf-427b-923f-c579c29b0048 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:35.165226 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1de59dca-9353-4d0e-ae6f-e2a3c7e52598 req-29f8553e-70cf-427b-923f-c579c29b0048 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.2907808 Nov 12 03:32:35.196944 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac5838-3e8e-4b0d-a7f9-58511f0c868b req-9196061a-9c58-4937-9d15-b54fb8a59ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:35.199367 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a3ac5838-3e8e-4b0d-a7f9-58511f0c868b req-9196061a-9c58-4937-9d15-b54fb8a59ccc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=eda4d7a9c5834d36bc2b22e1ed979ccd&device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 1096 time: 0.3401339 Nov 12 03:32:35.211199 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e388f3-b3b7-4500-b500-b5dc07161147 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:32:35.220286 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc63f96d-5037-44bb-896e-923d52e84986 None None] Sync routers for ids ['2d4d6286-7302-4c6e-bb06-32a36428e164'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:32:35.254986 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-76e388f3-b3b7-4500-b500-b5dc07161147 admin admin] 10.222.0.50 "PUT /v2.0/routers/2d4d6286-7302-4c6e-bb06-32a36428e164/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7577312 Nov 12 03:32:35.257607 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 40588) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:35.270785 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc63f96d-5037-44bb-896e-923d52e84986 None None] Routers {'2d4d6286-7302-4c6e-bb06-32a36428e164'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:35.276196 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-fc63f96d-5037-44bb-896e-923d52e84986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:32:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['2d4d6286-7302-4c6e-bb06-32a36428e164'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:35.419268 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1de59dca-9353-4d0e-ae6f-e2a3c7e52598 req-d759e97a-fc39-4ef4-885b-115d55bd342f tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2509975 Nov 12 03:32:35.524931 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b223c7f1-085a-4093-825c-0426599c9be1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:35.668756 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-fc63f96d-5037-44bb-896e-923d52e84986 None None] Set router 2d4d6286-7302-4c6e-bb06-32a36428e164 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:32:35.694158 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:35.710249 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac5838-3e8e-4b0d-a7f9-58511f0c868b req-7b3a6c78-7456-4f33-b47f-ff2d2f000230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:35.713346 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a3ac5838-3e8e-4b0d-a7f9-58511f0c868b req-7b3a6c78-7456-4f33-b47f-ff2d2f000230 service neutron] 10.222.0.90 "GET /v2.0/networks?id=56493891-2b14-40ba-a8cb-65015d9b59f3 HTTP/1.1" status: 200 len: 912 time: 0.4522884 Nov 12 03:32:36.041940 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b223c7f1-085a-4093-825c-0426599c9be1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.137112 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a3ac5838-3e8e-4b0d-a7f9-58511f0c868b req-a3366fd2-c911-4493-b172-45cd1868c73e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55a09f1f-5f9e-4783-9942-dfb020785189 HTTP/1.1" status: 200 len: 998 time: 0.4072752 Nov 12 03:32:36.232310 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121281b3-4e7f-4086-a6c0-1b3688a26db6 req-5d1f2912-dc25-4843-8f53-f0630d6bea80 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:36.235413 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-b223c7f1-085a-4093-825c-0426599c9be1 admin admin] Deleting port b85ae612-3cfa-4e9e-a1d5-0d64d21e0732 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:36.236587 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-121281b3-4e7f-4086-a6c0-1b3688a26db6 req-5d1f2912-dc25-4843-8f53-f0630d6bea80 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 944 time: 0.3586316 Nov 12 03:32:36.243283 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b223c7f1-085a-4093-825c-0426599c9be1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.303752 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.469541 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-fc63f96d-5037-44bb-896e-923d52e84986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4d6286-7302-4c6e-bb06-32a36428e164', 'name': 'tempest-FloatingIPDetailsTestJSON-1738800393-router', 'tenant_id': '747102b511b34f99b3df6f6a33b24c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'b85ae612-3cfa-4e9e-a1d5-0d64d21e0732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:31:48Z', 'updated_at': '2021-11-12T03:32:32Z', 'revision_number': 5, 'project_id': '747102b511b34f99b3df6f6a33b24c8d', 'gw_port': {'id': 'b85ae612-3cfa-4e9e-a1d5-0d64d21e0732', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d6286-7302-4c6e-bb06-32a36428e164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:31:49Z', 'updated_at': '2021-11-12T03:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:36.475673 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac5838-3e8e-4b0d-a7f9-58511f0c868b req-340e0ec4-ba91-4133-b5ba-0c33afb07ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:36.485082 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-b223c7f1-085a-4093-825c-0426599c9be1 admin admin] For port b85ae612-3cfa-4e9e-a1d5-0d64d21e0732, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=b85ae612-3cfa-4e9e-a1d5-0d64d21e0732,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:36.485420 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b223c7f1-085a-4093-825c-0426599c9be1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.488551 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a3ac5838-3e8e-4b0d-a7f9-58511f0c868b req-340e0ec4-ba91-4133-b5ba-0c33afb07ee0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c41913f5-e5c1-4e60-8ee6-4f6d29d519f8 HTTP/1.1" status: 200 len: 850 time: 0.3407040 Nov 12 03:32:36.555793 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-b223c7f1-085a-4093-825c-0426599c9be1 admin admin] Calling delete_port for b85ae612-3cfa-4e9e-a1d5-0d64d21e0732 owned by network:router_gateway {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:36.564405 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-121281b3-4e7f-4086-a6c0-1b3688a26db6 req-ac67cde7-1bb1-4bbd-b84b-68f297c0c7f9 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2519677 Nov 12 03:32:36.583814 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc63f96d-5037-44bb-896e-923d52e84986 None None] Checking router: 2d4d6286-7302-4c6e-bb06-32a36428e164 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:32:36.619147 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc63f96d-5037-44bb-896e-923d52e84986 None None] Routers {'2d4d6286-7302-4c6e-bb06-32a36428e164'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:36.621050 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-fc63f96d-5037-44bb-896e-923d52e84986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:32:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['2d4d6286-7302-4c6e-bb06-32a36428e164'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:36.753491 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac5838-3e8e-4b0d-a7f9-58511f0c868b req-1022eeeb-5e87-4a70-9e50-3124fb8c1a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:36.755140 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a3ac5838-3e8e-4b0d-a7f9-58511f0c868b req-1022eeeb-5e87-4a70-9e50-3124fb8c1a98 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=56493891-2b14-40ba-a8cb-65015d9b59f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2120759 Nov 12 03:32:36.841670 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 40628) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:36.939140 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-fc63f96d-5037-44bb-896e-923d52e84986 None None] Set router 2d4d6286-7302-4c6e-bb06-32a36428e164 gateway port host: None {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:32:37.085524 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b223c7f1-085a-4093-825c-0426599c9be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.167042 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-fc63f96d-5037-44bb-896e-923d52e84986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4d6286-7302-4c6e-bb06-32a36428e164', 'name': 'tempest-FloatingIPDetailsTestJSON-1738800393-router', 'tenant_id': '747102b511b34f99b3df6f6a33b24c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:31:48Z', 'updated_at': '2021-11-12T03:32:36Z', 'revision_number': 6, 'project_id': '747102b511b34f99b3df6f6a33b24c8d', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:37.209076 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-f9ca826f-a3c1-483f-9421-e9794f3835f8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-841032026-network', 'tenant_id': '8910f839d4ec483d9057620432917b4f'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:37.223813 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223c7f1-085a-4093-825c-0426599c9be1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b85ae612-3cfa-4e9e-a1d5-0d64d21e0732,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:37.235617 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc63f96d-5037-44bb-896e-923d52e84986 None None] The sync data for ids ['2d4d6286-7302-4c6e-bb06-32a36428e164'] in n-d-715271-27 is: [{'id': '2d4d6286-7302-4c6e-bb06-32a36428e164', 'name': 'tempest-FloatingIPDetailsTestJSON-1738800393-router', 'tenant_id': '747102b511b34f99b3df6f6a33b24c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:31:48Z', 'updated_at': '2021-11-12T03:32:36Z', 'revision_number': 6, 'project_id': '747102b511b34f99b3df6f6a33b24c8d', 'gw_port_host': None}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:32:37.314644 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a3ac5838-3e8e-4b0d-a7f9-58511f0c868b req-fbc94a6c-046e-48e7-b0b1-b2c32a27bf4a service neutron] 10.222.0.90 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4529922 Nov 12 03:32:37.339238 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ca826f-a3c1-483f-9421-e9794f3835f8 admin admin] Made reservation on behalf of 8910f839d4ec483d9057620432917b4f for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:37.347087 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f9ca826f-a3c1-483f-9421-e9794f3835f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.407527 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b223c7f1-085a-4093-825c-0426599c9be1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.432052 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f9ca826f-a3c1-483f-9421-e9794f3835f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.602804 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a3ac5838-3e8e-4b0d-a7f9-58511f0c868b req-4b58a760-b9ed-4f77-8049-c9312c968671 service neutron] 10.222.0.90 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533934 Nov 12 03:32:37.723819 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f9ca826f-a3c1-483f-9421-e9794f3835f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.738564 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f9ca826f-a3c1-483f-9421-e9794f3835f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.762267 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9ca826f-a3c1-483f-9421-e9794f3835f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:32:37.790676 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f9ca826f-a3c1-483f-9421-e9794f3835f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.791080 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-f9ca826f-a3c1-483f-9421-e9794f3835f8 admin admin] Added segment ae9442f9-f9a5-46d2-a74c-79f3cc35adc6 of type vlan for network 6ad8f428-3214-48fa-a855-877c1071e6fa Nov 12 03:32:37.803482 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b223c7f1-085a-4093-825c-0426599c9be1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.810266 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b223c7f1-085a-4093-825c-0426599c9be1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.924118 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f9ca826f-a3c1-483f-9421-e9794f3835f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.935976 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b223c7f1-085a-4093-825c-0426599c9be1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.936996 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b223c7f1-085a-4093-825c-0426599c9be1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d4d6286-7302-4c6e-bb06-32a36428e164 {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:32:37.944325 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b223c7f1-085a-4093-825c-0426599c9be1 admin admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.947824 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b223c7f1-085a-4093-825c-0426599c9be1 admin admin] 10.222.0.50 "DELETE /v2.0/routers/2d4d6286-7302-4c6e-bb06-32a36428e164 HTTP/1.1" status: 204 len: 168 time: 2.6891732 Nov 12 03:32:37.963210 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 40636) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:38.047620 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f9ca826f-a3c1-483f-9421-e9794f3835f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.066775 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ca826f-a3c1-483f-9421-e9794f3835f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:38.067525 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f9ca826f-a3c1-483f-9421-e9794f3835f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.161134 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-c98dedec-f4d9-4c7a-88f8-b81372e77347 admin admin] Deleting subnet 2c39d8f9-891f-4db3-87b8-fe45566eff09 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:32:38.179214 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c98dedec-f4d9-4c7a-88f8-b81372e77347 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.254990 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f9ca826f-a3c1-483f-9421-e9794f3835f8 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4085422 Nov 12 03:32:38.255825 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 40638) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:38.309717 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c98dedec-f4d9-4c7a-88f8-b81372e77347 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.325490 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca826f-a3c1-483f-9421-e9794f3835f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e990b4-1646-4ffd-bb60-a5e7a9ecdcd8,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:38.375103 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-77903218-9c6e-40b5-b1ba-b0b14325f132 admin admin] Request body: {'subnet': {'network_id': '6ad8f428-3214-48fa-a855-877c1071e6fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-841032026-subnet', 'tenant_id': '8910f839d4ec483d9057620432917b4f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:38.462488 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77903218-9c6e-40b5-b1ba-b0b14325f132 admin admin] Made reservation on behalf of 8910f839d4ec483d9057620432917b4f for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:38.469673 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-77903218-9c6e-40b5-b1ba-b0b14325f132 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.491448 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.637058 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c98dedec-f4d9-4c7a-88f8-b81372e77347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.830507 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c98dedec-f4d9-4c7a-88f8-b81372e77347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.895724 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device b85ae612-3cfa-4e9e-a1d5-0d64d21e0732 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:32:38.912147 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98dedec-f4d9-4c7a-88f8-b81372e77347 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c39d8f9-891f-4db3-87b8-fe45566eff09,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:38.917052 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c98dedec-f4d9-4c7a-88f8-b81372e77347 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.928784 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c98dedec-f4d9-4c7a-88f8-b81372e77347 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2c39d8f9-891f-4db3-87b8-fe45566eff09 HTTP/1.1" status: 204 len: 168 time: 0.9630084 Nov 12 03:32:38.931029 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 40642) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:38.952491 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: b85ae612-3cfa-4e9e-a1d5-0d64d21e0732 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:32:38.953055 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device b85ae612-3cfa-4e9e-a1d5-0d64d21e0732 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:32:38.953495 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device a54ce7e9-c5f5-4ece-9882-0abc099c1db6 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:32:39.035631 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7376ca2-461c-462d-9f60-acfabffdfdf0 None None] Network d352dc69-8675-4e5e-b54c-e642147421f0 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:39.055985 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca826f-a3c1-483f-9421-e9794f3835f8 admin admin] Pushing event updated for resources: {'Network': ['ID=6ad8f428-3214-48fa-a855-877c1071e6fa,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:39.067914 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-77903218-9c6e-40b5-b1ba-b0b14325f132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.157744 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77903218-9c6e-40b5-b1ba-b0b14325f132 admin admin] Checking segment: {'id': 'ae9442f9-f9a5-46d2-a74c-79f3cc35adc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6ad8f428-3214-48fa-a855-877c1071e6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:39.158109 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77903218-9c6e-40b5-b1ba-b0b14325f132 admin admin] Network hostable DHCP agents. Network: 6ad8f428-3214-48fa-a855-877c1071e6fa, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:32:39.167335 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77903218-9c6e-40b5-b1ba-b0b14325f132 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e880cd9c-6a78-4ecf-8ddc-1fa0e2144baa,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:39.177976 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bc28643a-c3cb-4a5d-9c95-14dbbb0a8abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.200690 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77903218-9c6e-40b5-b1ba-b0b14325f132 admin admin] Network 6ad8f428-3214-48fa-a855-877c1071e6fa is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:32:39.218130 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: a54ce7e9-c5f5-4ece-9882-0abc099c1db6 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:32:39.218784 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device a54ce7e9-c5f5-4ece-9882-0abc099c1db6 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:32:39.227597 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-77903218-9c6e-40b5-b1ba-b0b14325f132 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 6ad8f428-3214-48fa-a855-877c1071e6fa) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:39.240769 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 6ad8f428-3214-48fa-a855-877c1071e6fa details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:32:39.246206 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77903218-9c6e-40b5-b1ba-b0b14325f132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:39.249775 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-77903218-9c6e-40b5-b1ba-b0b14325f132 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.262717 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da925694-8cc4-4dcd-8301-161d84defeba None None] Network 6ad8f428-3214-48fa-a855-877c1071e6fa requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:39.288424 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-77903218-9c6e-40b5-b1ba-b0b14325f132 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9435275 Nov 12 03:32:39.289911 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 40644) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:39.295430 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-f093f32c-ad7b-41b4-b088-f8f39af6ee0e admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-841032026-router', 'tenant_id': '8910f839d4ec483d9057620432917b4f', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:39.317483 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-bc28643a-c3cb-4a5d-9c95-14dbbb0a8abc admin admin] Deleting port 3b172027-637b-4d43-995f-633409f90c96 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:39.317824 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bc28643a-c3cb-4a5d-9c95-14dbbb0a8abc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.361753 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f093f32c-ad7b-41b4-b088-f8f39af6ee0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.363734 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f093f32c-ad7b-41b4-b088-f8f39af6ee0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.507588 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-bc28643a-c3cb-4a5d-9c95-14dbbb0a8abc admin admin] For port 3b172027-637b-4d43-995f-633409f90c96, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=3b172027-637b-4d43-995f-633409f90c96,segment=NetworkSegment(211f4f10-79ad-4557-addc-911cf08967ba),segment_id=211f4f10-79ad-4557-addc-911cf08967ba)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:39.507907 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bc28643a-c3cb-4a5d-9c95-14dbbb0a8abc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.514937 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f093f32c-ad7b-41b4-b088-f8f39af6ee0e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.549413 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-bc28643a-c3cb-4a5d-9c95-14dbbb0a8abc admin admin] Calling delete_port for 3b172027-637b-4d43-995f-633409f90c96 owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:39.766848 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bc28643a-c3cb-4a5d-9c95-14dbbb0a8abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.865738 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc28643a-c3cb-4a5d-9c95-14dbbb0a8abc admin admin] Pushing event deleted for resources: {'Port': ['ID=3b172027-637b-4d43-995f-633409f90c96,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:39.869389 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc28643a-c3cb-4a5d-9c95-14dbbb0a8abc admin admin] No DVR routers for this DVR port 3b172027-637b-4d43-995f-633409f90c96 on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:32:39.891564 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f093f32c-ad7b-41b4-b088-f8f39af6ee0e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:40.137504 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bc28643a-c3cb-4a5d-9c95-14dbbb0a8abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:40.221000 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-bc28643a-c3cb-4a5d-9c95-14dbbb0a8abc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d352dc69-8675-4e5e-b54c-e642147421f0']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:40.244744 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-bc28643a-c3cb-4a5d-9c95-14dbbb0a8abc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '211f4f10-79ad-4557-addc-911cf08967ba') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:40.245045 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-bc28643a-c3cb-4a5d-9c95-14dbbb0a8abc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '211f4f10-79ad-4557-addc-911cf08967ba') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:40.257408 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542e85a1-1c78-43d2-8757-5ca99744f38a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-6ad8f428-3214-48fa-a855-877c1071e6fa', 'network_id': '6ad8f428-3214-48fa-a855-877c1071e6fa', 'tenant_id': '8910f839d4ec483d9057620432917b4f', 'fixed_ips': [{'subnet_id': 'e880cd9c-6a78-4ecf-8ddc-1fa0e2144baa'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:32:40.261301 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-542e85a1-1c78-43d2-8757-5ca99744f38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:40.293094 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bc28643a-c3cb-4a5d-9c95-14dbbb0a8abc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:40.323145 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bc28643a-c3cb-4a5d-9c95-14dbbb0a8abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:40.339774 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc28643a-c3cb-4a5d-9c95-14dbbb0a8abc admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:32:40.341120 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bc28643a-c3cb-4a5d-9c95-14dbbb0a8abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:40.419118 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f093f32c-ad7b-41b4-b088-f8f39af6ee0e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:40.446819 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f093f32c-ad7b-41b4-b088-f8f39af6ee0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:40.483881 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:32:40.483881 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:32:40.483881 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:32:40.483881 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:32:40.483881 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:32:40.483881 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:32:40.483881 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:32:40.483881 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:32:40.483881 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:32:40.483881 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:32:40.483881 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:32:40.483881 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:32:40.483881 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:32:40.483881 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:32:40.483881 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:32:40.483881 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:32:40.483881 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:32:40.483881 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:32:40.483881 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:32:40.483881 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:32:40.483881 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:32:40.483881 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:32:40.483881 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:32:40.483881 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:32:40.483881 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:32:40.483881 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:32:40.483881 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:32:40.483881 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:32:40.483881 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:32:40.483881 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:32:40.483881 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:32:40.483881 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:32:40.490534 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bc28643a-c3cb-4a5d-9c95-14dbbb0a8abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:40.533166 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bc28643a-c3cb-4a5d-9c95-14dbbb0a8abc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:40.544595 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-bc28643a-c3cb-4a5d-9c95-14dbbb0a8abc admin admin] 10.222.0.50 "DELETE /v2.0/networks/d352dc69-8675-4e5e-b54c-e642147421f0 HTTP/1.1" status: 204 len: 168 time: 1.6124036 Nov 12 03:32:40.546395 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc28643a-c3cb-4a5d-9c95-14dbbb0a8abc admin admin] Pushing event deleted for resources: {'Network': ['ID=d352dc69-8675-4e5e-b54c-e642147421f0,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:40.641641 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-542e85a1-1c78-43d2-8757-5ca99744f38a None None] Allocated IP 172.20.0.2 (6ad8f428-3214-48fa-a855-877c1071e6fa/e880cd9c-6a78-4ecf-8ddc-1fa0e2144baa/9d975c02-50fe-4dfc-8627-3a9f4d693c32) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:40.782160 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-f093f32c-ad7b-41b4-b088-f8f39af6ee0e admin admin] Allocated IP 172.25.5.113 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/6657c1be-4186-4711-878d-007078e1c474) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:40.870516 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 40658) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:40.991743 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ca90eb65-ae1d-4acf-8b5c-13c3c8dde1d3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=747102b511b34f99b3df6f6a33b24c8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1199605 Nov 12 03:32:40.994182 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 40660) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:41.054645 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f093f32c-ad7b-41b4-b088-f8f39af6ee0e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.082001 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-542e85a1-1c78-43d2-8757-5ca99744f38a None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.114962 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-542e85a1-1c78-43d2-8757-5ca99744f38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.133248 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3196d791-0fd3-464b-9436-cf147b59d83a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.169177 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f093f32c-ad7b-41b4-b088-f8f39af6ee0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.180118 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3196d791-0fd3-464b-9436-cf147b59d83a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.197990 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4e3aab-3965-44e1-b8f6-a409939923de None None] DHCP port deletion for d352dc69-8675-4e5e-b54c-e642147421f0 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:32:41.257744 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f093f32c-ad7b-41b4-b088-f8f39af6ee0e admin admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:41.259121 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542e85a1-1c78-43d2-8757-5ca99744f38a None None] Network 6ad8f428-3214-48fa-a855-877c1071e6fa is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:41.264853 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-f093f32c-ad7b-41b4-b088-f8f39af6ee0e admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:41.275112 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-542e85a1-1c78-43d2-8757-5ca99744f38a None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:41.277027 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e85a1-1c78-43d2-8757-5ca99744f38a None None] Pushing event updated for resources: {'Port': ['ID=9d975c02-50fe-4dfc-8627-3a9f4d693c32,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:41.279155 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542e85a1-1c78-43d2-8757-5ca99744f38a None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:41.285122 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f093f32c-ad7b-41b4-b088-f8f39af6ee0e admin admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:41.292877 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3196d791-0fd3-464b-9436-cf147b59d83a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.295963 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3196d791-0fd3-464b-9436-cf147b59d83a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.299503 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3196d791-0fd3-464b-9436-cf147b59d83a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/474f27bf-03ae-44ba-9cf9-0441ee019515 HTTP/1.1" status: 204 len: 168 time: 0.3015532 Nov 12 03:32:41.317048 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196d791-0fd3-464b-9436-cf147b59d83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474f27bf-03ae-44ba-9cf9-0441ee019515,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:41.332586 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f093f32c-ad7b-41b4-b088-f8f39af6ee0e admin admin] Pushing event updated for resources: {'Port': ['ID=6657c1be-4186-4711-878d-007078e1c474,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:41.438922 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-542e85a1-1c78-43d2-8757-5ca99744f38a None None] Attempting to bind port 9d975c02-50fe-4dfc-8627-3a9f4d693c32 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:32:41.439656 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-542e85a1-1c78-43d2-8757-5ca99744f38a None None] Attempting to bind port 9d975c02-50fe-4dfc-8627-3a9f4d693c32 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'ae9442f9-f9a5-46d2-a74c-79f3cc35adc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6ad8f428-3214-48fa-a855-877c1071e6fa'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:32:41.441812 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542e85a1-1c78-43d2-8757-5ca99744f38a None None] Attempting to bind port 9d975c02-50fe-4dfc-8627-3a9f4d693c32 on network 6ad8f428-3214-48fa-a855-877c1071e6fa {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:41.456025 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542e85a1-1c78-43d2-8757-5ca99744f38a None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:32:41.459440 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542e85a1-1c78-43d2-8757-5ca99744f38a None None] Checking segment: {'id': 'ae9442f9-f9a5-46d2-a74c-79f3cc35adc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6ad8f428-3214-48fa-a855-877c1071e6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:41.460152 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-542e85a1-1c78-43d2-8757-5ca99744f38a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.460859 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542e85a1-1c78-43d2-8757-5ca99744f38a None None] Bound using segment: {'id': 'ae9442f9-f9a5-46d2-a74c-79f3cc35adc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6ad8f428-3214-48fa-a855-877c1071e6fa'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:32:41.464724 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-542e85a1-1c78-43d2-8757-5ca99744f38a None None] Bound port: 9d975c02-50fe-4dfc-8627-3a9f4d693c32, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9442f9-f9a5-46d2-a74c-79f3cc35adc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6ad8f428-3214-48fa-a855-877c1071e6fa'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:32:41.465347 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-542e85a1-1c78-43d2-8757-5ca99744f38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.619682 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-542e85a1-1c78-43d2-8757-5ca99744f38a None None] For port 9d975c02-50fe-4dfc-8627-3a9f4d693c32, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:32:41.625181 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-542e85a1-1c78-43d2-8757-5ca99744f38a None None] For port 9d975c02-50fe-4dfc-8627-3a9f4d693c32, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=9d975c02-50fe-4dfc-8627-3a9f4d693c32,segment=NetworkSegment(ae9442f9-f9a5-46d2-a74c-79f3cc35adc6),segment_id=ae9442f9-f9a5-46d2-a74c-79f3cc35adc6)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:32:41.637721 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-542e85a1-1c78-43d2-8757-5ca99744f38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.762823 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e85a1-1c78-43d2-8757-5ca99744f38a None None] Pushing event updated for resources: {'Port': ['ID=9d975c02-50fe-4dfc-8627-3a9f4d693c32,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:42.040145 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f093f32c-ad7b-41b4-b088-f8f39af6ee0e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:42.630079 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f093f32c-ad7b-41b4-b088-f8f39af6ee0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:42.919491 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 9d975c02-50fe-4dfc-8627-3a9f4d693c32 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:43.088262 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 40686) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:43.266079 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 9d975c02-50fe-4dfc-8627-3a9f4d693c32 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:43.266427 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.439405 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-5908b15b-037d-44ee-895c-6d53bd7fafd3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1686220690-network', 'tenant_id': 'b4a96628cba343748a237947ab215eef'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:43.450456 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe29339a-a46b-4803-a5f7-71e903f09e15 None None] Network 6ad8f428-3214-48fa-a855-877c1071e6fa requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:43.525325 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5908b15b-037d-44ee-895c-6d53bd7fafd3 admin admin] Made reservation on behalf of b4a96628cba343748a237947ab215eef for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:43.532390 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5908b15b-037d-44ee-895c-6d53bd7fafd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.560817 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5908b15b-037d-44ee-895c-6d53bd7fafd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.692610 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-45a76b1c-9662-407c-aaa8-e6fb56506aa5 None None] Provisioning complete for port 9d975c02-50fe-4dfc-8627-3a9f4d693c32 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:43.693269 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-45a76b1c-9662-407c-aaa8-e6fb56506aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.699454 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.774124 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 9d975c02-50fe-4dfc-8627-3a9f4d693c32, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=9d975c02-50fe-4dfc-8627-3a9f4d693c32,segment=NetworkSegment(ae9442f9-f9a5-46d2-a74c-79f3cc35adc6),segment_id=ae9442f9-f9a5-46d2-a74c-79f3cc35adc6)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:43.780745 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5908b15b-037d-44ee-895c-6d53bd7fafd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.785095 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.801323 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5908b15b-037d-44ee-895c-6d53bd7fafd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.806349 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 3b172027-637b-4d43-995f-633409f90c96 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:32:43.860369 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5908b15b-037d-44ee-895c-6d53bd7fafd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:32:43.880972 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 3b172027-637b-4d43-995f-633409f90c96 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:32:43.882081 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 3b172027-637b-4d43-995f-633409f90c96 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:32:43.887336 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5908b15b-037d-44ee-895c-6d53bd7fafd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6c771b-3859-4e6f-b619-3e1bac45baef,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:43.893178 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5908b15b-037d-44ee-895c-6d53bd7fafd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.904911 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-5908b15b-037d-44ee-895c-6d53bd7fafd3 admin admin] Added segment 31ec5363-729b-4a3a-9b7c-00183d12172d of type vlan for network a968290e-2e17-4878-acab-ef72024d8fd0 Nov 12 03:32:44.007334 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=9d975c02-50fe-4dfc-8627-3a9f4d693c32,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:44.035698 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5908b15b-037d-44ee-895c-6d53bd7fafd3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:44.112942 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5908b15b-037d-44ee-895c-6d53bd7fafd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:44.115191 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5908b15b-037d-44ee-895c-6d53bd7fafd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:44.116091 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5908b15b-037d-44ee-895c-6d53bd7fafd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:44.214769 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f093f32c-ad7b-41b4-b088-f8f39af6ee0e admin admin] Router 4d46cd18-bb89-46e2-9122-e03a09fa8460 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:32:44.343472 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5908b15b-037d-44ee-895c-6d53bd7fafd3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2539616 Nov 12 03:32:44.351168 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 40692) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:44.361010 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5908b15b-037d-44ee-895c-6d53bd7fafd3 admin admin] Pushing event updated for resources: {'Network': ['ID=a968290e-2e17-4878-acab-ef72024d8fd0,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:44.376249 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-3d6a38a2-4869-497c-984d-22a4249a94e8 admin admin] Request body: {'subnet': {'network_id': 'a968290e-2e17-4878-acab-ef72024d8fd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1686220690-subnet', 'tenant_id': 'b4a96628cba343748a237947ab215eef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:44.394638 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network a968290e-2e17-4878-acab-ef72024d8fd0 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:32:44.661816 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6a38a2-4869-497c-984d-22a4249a94e8 admin admin] Made reservation on behalf of b4a96628cba343748a237947ab215eef for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:44.676696 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3d6a38a2-4869-497c-984d-22a4249a94e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:44.757744 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-e4e85604-e50d-4a01-8321-8ca4125785dd None None] Provisioning complete for port 9d975c02-50fe-4dfc-8627-3a9f4d693c32 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:44.758484 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e4e85604-e50d-4a01-8321-8ca4125785dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:44.816180 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f093f32c-ad7b-41b4-b088-f8f39af6ee0e admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:32:44.828993 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d905bf-d9fc-452d-8014-acaf7d23d945 None None] Sync routers for ids ['4d46cd18-bb89-46e2-9122-e03a09fa8460'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:32:44.889561 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 9d975c02-50fe-4dfc-8627-3a9f4d693c32 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:44.926061 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f093f32c-ad7b-41b4-b088-f8f39af6ee0e admin admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:44.930794 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 40694) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:44.933111 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f093f32c-ad7b-41b4-b088-f8f39af6ee0e admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6415026 Nov 12 03:32:44.993654 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d905bf-d9fc-452d-8014-acaf7d23d945 None None] Routers {'4d46cd18-bb89-46e2-9122-e03a09fa8460'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:45.001294 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f4d905bf-d9fc-452d-8014-acaf7d23d945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:32:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4d46cd18-bb89-46e2-9122-e03a09fa8460'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:45.280933 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3d6a38a2-4869-497c-984d-22a4249a94e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:45.361499 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a38a2-4869-497c-984d-22a4249a94e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=094dac8f-fead-4299-ae5f-3387d1f34c78,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:45.435014 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6a38a2-4869-497c-984d-22a4249a94e8 admin admin] Checking segment: {'id': '31ec5363-729b-4a3a-9b7c-00183d12172d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a968290e-2e17-4878-acab-ef72024d8fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:45.435650 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6a38a2-4869-497c-984d-22a4249a94e8 admin admin] Network hostable DHCP agents. Network: a968290e-2e17-4878-acab-ef72024d8fd0, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:32:45.482423 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6a38a2-4869-497c-984d-22a4249a94e8 admin admin] Network a968290e-2e17-4878-acab-ef72024d8fd0 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:32:45.500705 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 9d975c02-50fe-4dfc-8627-3a9f4d693c32 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:45.501798 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:45.506623 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-3d6a38a2-4869-497c-984d-22a4249a94e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, a968290e-2e17-4878-acab-ef72024d8fd0) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:45.511760 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6a38a2-4869-497c-984d-22a4249a94e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:45.512547 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3d6a38a2-4869-497c-984d-22a4249a94e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:45.549452 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3d6a38a2-4869-497c-984d-22a4249a94e8 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1881824 Nov 12 03:32:45.551878 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 40698) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:45.556946 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-1d064bef-ab8f-4343-8514-4036f24a6291 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1686220690-router', 'tenant_id': 'b4a96628cba343748a237947ab215eef', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:45.605981 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1710c8da-78e2-4405-aab5-e51625ad4af2 None None] Network a968290e-2e17-4878-acab-ef72024d8fd0 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:45.615976 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-f4d905bf-d9fc-452d-8014-acaf7d23d945 None None] Set router 4d46cd18-bb89-46e2-9122-e03a09fa8460 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:32:45.624324 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1d064bef-ab8f-4343-8514-4036f24a6291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:45.625553 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1d064bef-ab8f-4343-8514-4036f24a6291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:45.754672 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1d064bef-ab8f-4343-8514-4036f24a6291 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:46.028771 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1d064bef-ab8f-4343-8514-4036f24a6291 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:46.181403 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f4d905bf-d9fc-452d-8014-acaf7d23d945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d46cd18-bb89-46e2-9122-e03a09fa8460', 'name': 'tempest-ServersTestManualDisk-841032026-router', 'tenant_id': '8910f839d4ec483d9057620432917b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '6657c1be-4186-4711-878d-007078e1c474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:39Z', 'updated_at': '2021-11-12T03:32:41Z', 'revision_number': 3, 'project_id': '8910f839d4ec483d9057620432917b4f', 'gw_port': {'id': '6657c1be-4186-4711-878d-007078e1c474', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ef:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d46cd18-bb89-46e2-9122-e03a09fa8460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:40Z', 'updated_at': '2021-11-12T03:32:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:46.537973 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d905bf-d9fc-452d-8014-acaf7d23d945 None None] Checking router: 4d46cd18-bb89-46e2-9122-e03a09fa8460 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:32:46.538681 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d905bf-d9fc-452d-8014-acaf7d23d945 None None] Updating router 4d46cd18-bb89-46e2-9122-e03a09fa8460 port 6657c1be-4186-4711-878d-007078e1c474 binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:32:46.567816 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1d064bef-ab8f-4343-8514-4036f24a6291 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:46.604458 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f4d905bf-d9fc-452d-8014-acaf7d23d945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:46.619590 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1d064bef-ab8f-4343-8514-4036f24a6291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:46.708025 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abae8b3f-83a3-454f-bf6b-93f5ef9fcdcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-a968290e-2e17-4878-acab-ef72024d8fd0', 'network_id': 'a968290e-2e17-4878-acab-ef72024d8fd0', 'tenant_id': 'b4a96628cba343748a237947ab215eef', 'fixed_ips': [{'subnet_id': '094dac8f-fead-4299-ae5f-3387d1f34c78'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:32:46.708920 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-abae8b3f-83a3-454f-bf6b-93f5ef9fcdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:46.904210 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-1d064bef-ab8f-4343-8514-4036f24a6291 admin admin] Allocated IP 172.25.5.124 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/2ba44b53-3d8b-4a4f-87ed-d184e8daac28) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:46.966088 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-abae8b3f-83a3-454f-bf6b-93f5ef9fcdcc None None] Allocated IP 172.20.0.2 (a968290e-2e17-4878-acab-ef72024d8fd0/094dac8f-fead-4299-ae5f-3387d1f34c78/699c5c90-4a94-4fa8-8501-cf4dcdbf74f3) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:47.023003 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0ea927c2-bbec-4846-823a-7863f575bee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:47.140489 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1d064bef-ab8f-4343-8514-4036f24a6291 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:47.201832 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1d064bef-ab8f-4343-8514-4036f24a6291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:47.274583 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d064bef-ab8f-4343-8514-4036f24a6291 admin admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:47.277797 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-1d064bef-ab8f-4343-8514-4036f24a6291 admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:47.290891 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d064bef-ab8f-4343-8514-4036f24a6291 admin admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:47.348238 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-0ea927c2-bbec-4846-823a-7863f575bee7 admin admin] Allocated IP 172.20.0.1 (6ad8f428-3214-48fa-a855-877c1071e6fa/e880cd9c-6a78-4ecf-8ddc-1fa0e2144baa/1a97840c-89f6-4b1b-bb76-1c9ff3813854) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:47.396776 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-abae8b3f-83a3-454f-bf6b-93f5ef9fcdcc None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:47.423228 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-abae8b3f-83a3-454f-bf6b-93f5ef9fcdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:47.532526 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae8b3f-83a3-454f-bf6b-93f5ef9fcdcc None None] Pushing event updated for resources: {'Port': ['ID=699c5c90-4a94-4fa8-8501-cf4dcdbf74f3,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:47.575221 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abae8b3f-83a3-454f-bf6b-93f5ef9fcdcc None None] Network a968290e-2e17-4878-acab-ef72024d8fd0 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:47.578857 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0ea927c2-bbec-4846-823a-7863f575bee7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:47.583452 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d064bef-ab8f-4343-8514-4036f24a6291 admin admin] Pushing event updated for resources: {'Port': ['ID=2ba44b53-3d8b-4a4f-87ed-d184e8daac28,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:47.590091 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-abae8b3f-83a3-454f-bf6b-93f5ef9fcdcc None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:47.600838 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abae8b3f-83a3-454f-bf6b-93f5ef9fcdcc None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:47.666082 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0ea927c2-bbec-4846-823a-7863f575bee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:47.711571 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-abae8b3f-83a3-454f-bf6b-93f5ef9fcdcc None None] Attempting to bind port 699c5c90-4a94-4fa8-8501-cf4dcdbf74f3 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:32:47.711951 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-abae8b3f-83a3-454f-bf6b-93f5ef9fcdcc None None] Attempting to bind port 699c5c90-4a94-4fa8-8501-cf4dcdbf74f3 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '31ec5363-729b-4a3a-9b7c-00183d12172d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a968290e-2e17-4878-acab-ef72024d8fd0'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:32:47.712353 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abae8b3f-83a3-454f-bf6b-93f5ef9fcdcc None None] Attempting to bind port 699c5c90-4a94-4fa8-8501-cf4dcdbf74f3 on network a968290e-2e17-4878-acab-ef72024d8fd0 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:47.737841 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abae8b3f-83a3-454f-bf6b-93f5ef9fcdcc None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:32:47.738233 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abae8b3f-83a3-454f-bf6b-93f5ef9fcdcc None None] Checking segment: {'id': '31ec5363-729b-4a3a-9b7c-00183d12172d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a968290e-2e17-4878-acab-ef72024d8fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:47.738604 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-abae8b3f-83a3-454f-bf6b-93f5ef9fcdcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:47.739000 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abae8b3f-83a3-454f-bf6b-93f5ef9fcdcc None None] Bound using segment: {'id': '31ec5363-729b-4a3a-9b7c-00183d12172d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a968290e-2e17-4878-acab-ef72024d8fd0'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:32:47.739485 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-abae8b3f-83a3-454f-bf6b-93f5ef9fcdcc None None] Bound port: 699c5c90-4a94-4fa8-8501-cf4dcdbf74f3, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ec5363-729b-4a3a-9b7c-00183d12172d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a968290e-2e17-4878-acab-ef72024d8fd0'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:32:47.739880 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-abae8b3f-83a3-454f-bf6b-93f5ef9fcdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:47.774863 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea927c2-bbec-4846-823a-7863f575bee7 admin admin] Pushing event updated for resources: {'Port': ['ID=1a97840c-89f6-4b1b-bb76-1c9ff3813854,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:47.798218 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea927c2-bbec-4846-823a-7863f575bee7 admin admin] Network 6ad8f428-3214-48fa-a855-877c1071e6fa is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:47.805723 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-0ea927c2-bbec-4846-823a-7863f575bee7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:47.808477 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea927c2-bbec-4846-823a-7863f575bee7 admin admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:47.874992 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-abae8b3f-83a3-454f-bf6b-93f5ef9fcdcc None None] For port 699c5c90-4a94-4fa8-8501-cf4dcdbf74f3, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:32:47.880915 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-abae8b3f-83a3-454f-bf6b-93f5ef9fcdcc None None] For port 699c5c90-4a94-4fa8-8501-cf4dcdbf74f3, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=699c5c90-4a94-4fa8-8501-cf4dcdbf74f3,segment=NetworkSegment(31ec5363-729b-4a3a-9b7c-00183d12172d),segment_id=31ec5363-729b-4a3a-9b7c-00183d12172d)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:32:47.882619 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0ea927c2-bbec-4846-823a-7863f575bee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:47.910541 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-abae8b3f-83a3-454f-bf6b-93f5ef9fcdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:47.910985 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1d064bef-ab8f-4343-8514-4036f24a6291 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:47.935776 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f4d905bf-d9fc-452d-8014-acaf7d23d945 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:48.020168 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f4d905bf-d9fc-452d-8014-acaf7d23d945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:48.161671 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-f4d905bf-d9fc-452d-8014-acaf7d23d945 None None] Attempting to bind port 6657c1be-4186-4711-878d-007078e1c474 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:32:48.162461 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-f4d905bf-d9fc-452d-8014-acaf7d23d945 None None] Attempting to bind port 6657c1be-4186-4711-878d-007078e1c474 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:32:48.163690 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d905bf-d9fc-452d-8014-acaf7d23d945 None None] Attempting to bind port 6657c1be-4186-4711-878d-007078e1c474 on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:48.190829 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d905bf-d9fc-452d-8014-acaf7d23d945 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:32:48.191798 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d905bf-d9fc-452d-8014-acaf7d23d945 None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:48.192862 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f4d905bf-d9fc-452d-8014-acaf7d23d945 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:48.193333 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d905bf-d9fc-452d-8014-acaf7d23d945 None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:32:48.193884 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-f4d905bf-d9fc-452d-8014-acaf7d23d945 None None] Bound port: 6657c1be-4186-4711-878d-007078e1c474, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:32:48.194698 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f4d905bf-d9fc-452d-8014-acaf7d23d945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:48.234633 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0ea927c2-bbec-4846-823a-7863f575bee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:48.261264 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:48.265885 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-f4d905bf-d9fc-452d-8014-acaf7d23d945 None None] For port 6657c1be-4186-4711-878d-007078e1c474, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:32:48.271900 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95932895-b270-4c8a-b8a6-e2ad6c7ed03f req-500b4f27-01d5-408d-bb08-dcab56879a4a tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:48.273531 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-95932895-b270-4c8a-b8a6-e2ad6c7ed03f req-500b4f27-01d5-408d-bb08-dcab56879a4a tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.1078436 Nov 12 03:32:48.281927 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-f4d905bf-d9fc-452d-8014-acaf7d23d945 None None] For port 6657c1be-4186-4711-878d-007078e1c474, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=6657c1be-4186-4711-878d-007078e1c474,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:32:48.283094 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae8b3f-83a3-454f-bf6b-93f5ef9fcdcc None None] Pushing event updated for resources: {'Port': ['ID=699c5c90-4a94-4fa8-8501-cf4dcdbf74f3,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:48.329059 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f4d905bf-d9fc-452d-8014-acaf7d23d945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:48.355528 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-2192ec6e-02ca-426a-ad5f-8874a7bac78b tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:48.357116 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-2192ec6e-02ca-426a-ad5f-8874a7bac78b tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/networks?id=b4b6c17e-1554-4c64-bbd2-cab189ccb6ac HTTP/1.1" status: 200 len: 815 time: 0.2594314 Nov 12 03:32:48.360639 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-689379f7-5bcb-4689-9566-999100ea775b None None] Provisioning complete for port 1a97840c-89f6-4b1b-bb76-1c9ff3813854 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:48.361015 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-689379f7-5bcb-4689-9566-999100ea775b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:48.367174 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-95932895-b270-4c8a-b8a6-e2ad6c7ed03f req-f2f4aec6-ae81-4853-946c-8d5f34efeedf tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627615 Nov 12 03:32:48.374544 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1d064bef-ab8f-4343-8514-4036f24a6291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:48.380594 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-70b7f828-315a-416a-917f-3112dec7348e tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/quotas/4c4f87013bee49bab876ce2754aa20ff HTTP/1.1" status: 200 len: 375 time: 0.0142684 Nov 12 03:32:48.432940 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d905bf-d9fc-452d-8014-acaf7d23d945 None None] Routers {'4d46cd18-bb89-46e2-9122-e03a09fa8460'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:48.433682 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f4d905bf-d9fc-452d-8014-acaf7d23d945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:32:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4d46cd18-bb89-46e2-9122-e03a09fa8460'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:48.487358 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-689379f7-5bcb-4689-9566-999100ea775b None None] Port 1a97840c-89f6-4b1b-bb76-1c9ff3813854 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:32:48.491031 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5d6499-3d57-4429-948a-28634f1343ba None None] Pushing event updated for resources: {'Port': ['ID=6657c1be-4186-4711-878d-007078e1c474,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:48.605418 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5d6499-3d57-4429-948a-28634f1343ba None None] Pushing event updated for resources: {'Port': ['ID=6657c1be-4186-4711-878d-007078e1c474,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:48.617211 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-f4d905bf-d9fc-452d-8014-acaf7d23d945 None None] Set router 4d46cd18-bb89-46e2-9122-e03a09fa8460 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:32:48.626476 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-b7d99f1f-8493-4adc-bd1e-5c9715787e34 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4c4f87013bee49bab876ce2754aa20ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2363923 Nov 12 03:32:48.630073 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0ea927c2-bbec-4846-823a-7863f575bee7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:48.644719 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0ea927c2-bbec-4846-823a-7863f575bee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:48.781482 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea927c2-bbec-4846-823a-7863f575bee7 admin admin] Pushing event updated for resources: {'Port': ['ID=1a97840c-89f6-4b1b-bb76-1c9ff3813854,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:48.834501 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d064bef-ab8f-4343-8514-4036f24a6291 admin admin] Router 74291860-35c4-40f9-a3c5-e88ae191ff3d is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:32:48.841897 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0ea927c2-bbec-4846-823a-7863f575bee7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:48.854177 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-cf9b6a10-81d4-4700-ab02-572f4bfbd29b service neutron] 10.222.0.50 "GET /v2.0/networks/b4b6c17e-1554-4c64-bbd2-cab189ccb6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126572 Nov 12 03:32:48.865616 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 699c5c90-4a94-4fa8-8501-cf4dcdbf74f3 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:48.892606 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fb947-a332-4367-b066-048a27037960 req-1a1a0b44-6c55-4a02-b46b-2e320327c0e4 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:48.900794 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-161fb947-a332-4367-b066-048a27037960 req-1a1a0b44-6c55-4a02-b46b-2e320327c0e4 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 944 time: 0.1635587 Nov 12 03:32:48.953839 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 699c5c90-4a94-4fa8-8501-cf4dcdbf74f3 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:48.954116 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:48.991294 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f4d905bf-d9fc-452d-8014-acaf7d23d945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d46cd18-bb89-46e2-9122-e03a09fa8460', 'name': 'tempest-ServersTestManualDisk-841032026-router', 'tenant_id': '8910f839d4ec483d9057620432917b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '6657c1be-4186-4711-878d-007078e1c474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:39Z', 'updated_at': '2021-11-12T03:32:48Z', 'revision_number': 4, 'project_id': '8910f839d4ec483d9057620432917b4f', 'gw_port': {'id': '6657c1be-4186-4711-878d-007078e1c474', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ef:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d46cd18-bb89-46e2-9122-e03a09fa8460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:40Z', 'updated_at': '2021-11-12T03:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '1a97840c-89f6-4b1b-bb76-1c9ff3813854', 'name': '', 'network_id': '6ad8f428-3214-48fa-a855-877c1071e6fa', 'tenant_id': '8910f839d4ec483d9057620432917b4f', 'mac_address': 'fa:16:3e:84:7c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d46cd18-bb89-46e2-9122-e03a09fa8460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'e880cd9c-6a78-4ecf-8ddc-1fa0e2144baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:47Z', 'updated_at': '2021-11-12T03:32:47Z', 'revision_number': 1, 'project_id': '8910f839d4ec483d9057620432917b4f', 'subnets': [{'id': 'e880cd9c-6a78-4ecf-8ddc-1fa0e2144baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:49.024986 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea927c2-bbec-4846-823a-7863f575bee7 admin admin] Network 6ad8f428-3214-48fa-a855-877c1071e6fa is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:49.025215 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d905bf-d9fc-452d-8014-acaf7d23d945 None None] The sync data for ids ['4d46cd18-bb89-46e2-9122-e03a09fa8460'] in n-d-715271-27 is: [{'id': '4d46cd18-bb89-46e2-9122-e03a09fa8460', 'name': 'tempest-ServersTestManualDisk-841032026-router', 'tenant_id': '8910f839d4ec483d9057620432917b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '6657c1be-4186-4711-878d-007078e1c474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:39Z', 'updated_at': '2021-11-12T03:32:48Z', 'revision_number': 4, 'project_id': '8910f839d4ec483d9057620432917b4f', 'gw_port': {'id': '6657c1be-4186-4711-878d-007078e1c474', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ef:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d46cd18-bb89-46e2-9122-e03a09fa8460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:40Z', 'updated_at': '2021-11-12T03:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '1a97840c-89f6-4b1b-bb76-1c9ff3813854', 'name': '', 'network_id': '6ad8f428-3214-48fa-a855-877c1071e6fa', 'tenant_id': '8910f839d4ec483d9057620432917b4f', 'mac_address': 'fa:16:3e:84:7c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d46cd18-bb89-46e2-9122-e03a09fa8460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'e880cd9c-6a78-4ecf-8ddc-1fa0e2144baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:47Z', 'updated_at': '2021-11-12T03:32:47Z', 'revision_number': 1, 'project_id': '8910f839d4ec483d9057620432917b4f', 'subnets': [{'id': 'e880cd9c-6a78-4ecf-8ddc-1fa0e2144baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:32:49.029745 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-161fb947-a332-4367-b066-048a27037960 req-6a8e7872-60fa-429a-8c17-7e32fa2bc89e tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931995 Nov 12 03:32:49.030300 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-0ea927c2-bbec-4846-823a-7863f575bee7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:49.091372 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:49.147704 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 699c5c90-4a94-4fa8-8501-cf4dcdbf74f3, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=699c5c90-4a94-4fa8-8501-cf4dcdbf74f3,segment=NetworkSegment(31ec5363-729b-4a3a-9b7c-00183d12172d),segment_id=31ec5363-729b-4a3a-9b7c-00183d12172d)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:49.162701 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:49.273698 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea927c2-bbec-4846-823a-7863f575bee7 admin admin] Router 4d46cd18-bb89-46e2-9122-e03a09fa8460 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:32:49.275530 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=699c5c90-4a94-4fa8-8501-cf4dcdbf74f3,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:49.342827 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a051af-a5e1-4163-baae-e2dbec6798e3 req-c5e42bb9-7256-4f18-adad-d7d94df035c7 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:49.347253 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-11a051af-a5e1-4163-baae-e2dbec6798e3 req-c5e42bb9-7256-4f18-adad-d7d94df035c7 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.1108887 Nov 12 03:32:49.409802 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-88f25668-2084-4ce9-b78a-47148bbdd586 service neutron] 10.222.0.50 "GET /v2.0/networks/b4b6c17e-1554-4c64-bbd2-cab189ccb6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5430431 Nov 12 03:32:49.490775 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-11a051af-a5e1-4163-baae-e2dbec6798e3 req-2cc09398-030c-46f9-bbb5-52f763b033cc tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362441 Nov 12 03:32:49.523203 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea927c2-bbec-4846-823a-7863f575bee7 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:32:49.548732 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0ea927c2-bbec-4846-823a-7863f575bee7 admin admin] 10.222.0.50 "PUT /v2.0/routers/4d46cd18-bb89-46e2-9122-e03a09fa8460/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6166646 Nov 12 03:32:49.596114 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-392f6fcb-0e67-40ba-a82b-d6ab258b603a None None] Provisioning complete for port 1a97840c-89f6-4b1b-bb76-1c9ff3813854 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:49.600396 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d064bef-ab8f-4343-8514-4036f24a6291 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:32:49.601695 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-392f6fcb-0e67-40ba-a82b-d6ab258b603a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:49.610643 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf72a82-4dea-4c44-9802-d1b90da693aa None None] Sync routers for ids ['74291860-35c4-40f9-a3c5-e88ae191ff3d'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:32:49.630288 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf72a82-4dea-4c44-9802-d1b90da693aa None None] Routers {'74291860-35c4-40f9-a3c5-e88ae191ff3d'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:49.630954 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-edf72a82-4dea-4c44-9802-d1b90da693aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:32:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['74291860-35c4-40f9-a3c5-e88ae191ff3d'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:49.639955 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1d064bef-ab8f-4343-8514-4036f24a6291 admin admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:49.641319 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-1d064bef-ab8f-4343-8514-4036f24a6291 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.0879228 Nov 12 03:32:49.645407 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 40742) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:49.697152 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-392f6fcb-0e67-40ba-a82b-d6ab258b603a None None] Port 1a97840c-89f6-4b1b-bb76-1c9ff3813854 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:32:49.847639 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224dec04-de23-4193-8250-66502890a951 req-14828617-52cf-4631-a03d-5f2b721aecfe tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:49.856169 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224dec04-de23-4193-8250-66502890a951 req-14828617-52cf-4631-a03d-5f2b721aecfe tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:49.878311 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8ec360-912f-40b5-bd93-e29f78064354 None None] Network a968290e-2e17-4878-acab-ef72024d8fd0 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:49.890218 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224dec04-de23-4193-8250-66502890a951 req-14828617-52cf-4631-a03d-5f2b721aecfe tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:49.916007 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224dec04-de23-4193-8250-66502890a951 req-14828617-52cf-4631-a03d-5f2b721aecfe tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:49.921043 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224dec04-de23-4193-8250-66502890a951 req-14828617-52cf-4631-a03d-5f2b721aecfe tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:49.930423 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224dec04-de23-4193-8250-66502890a951 req-14828617-52cf-4631-a03d-5f2b721aecfe tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:49.944791 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224dec04-de23-4193-8250-66502890a951 req-14828617-52cf-4631-a03d-5f2b721aecfe tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:49.953654 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-224dec04-de23-4193-8250-66502890a951 req-14828617-52cf-4631-a03d-5f2b721aecfe tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 5433 time: 0.3103964 Nov 12 03:32:49.994572 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-edf72a82-4dea-4c44-9802-d1b90da693aa None None] Set router 74291860-35c4-40f9-a3c5-e88ae191ff3d gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:32:50.032587 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e264f02-c536-4a7c-a20c-5926593a47ed req-176bb002-db05-42b8-b991-810dfc8f66bc tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:50.039181 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0e264f02-c536-4a7c-a20c-5926593a47ed req-176bb002-db05-42b8-b991-810dfc8f66bc tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.1499038 Nov 12 03:32:50.055497 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-f8ca97e7-f5f6-4a45-8bd7-422b5fc68e3a None None] Provisioning complete for port 699c5c90-4a94-4fa8-8501-cf4dcdbf74f3 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:50.061013 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f8ca97e7-f5f6-4a45-8bd7-422b5fc68e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:50.064253 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-224dec04-de23-4193-8250-66502890a951 req-d94f43e4-05c6-4fdf-90d3-af7519871891 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a22aea3-060b-45a8-a7ba-9d5508ea1c86&id=163708d6-2806-48a4-99ff-2841929f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1096451 Nov 12 03:32:50.204231 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0e264f02-c536-4a7c-a20c-5926593a47ed req-9dc99d50-4bc9-4080-b72c-8b3574bbd7bf tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555667 Nov 12 03:32:50.231549 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0af3b88f-7618-4bf4-8d42-577fa575030e req-4c123159-2d89-4fac-8006-a08793f9f078 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=a9e4fcf2-9767-4350-8f85-89675c03b5de HTTP/1.1" status: 200 len: 210 time: 0.0633662 Nov 12 03:32:50.476110 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-edf72a82-4dea-4c44-9802-d1b90da693aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74291860-35c4-40f9-a3c5-e88ae191ff3d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1686220690-router', 'tenant_id': 'b4a96628cba343748a237947ab215eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '2ba44b53-3d8b-4a4f-87ed-d184e8daac28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:45Z', 'updated_at': '2021-11-12T03:32:47Z', 'revision_number': 3, 'project_id': 'b4a96628cba343748a237947ab215eef', 'gw_port': {'id': '2ba44b53-3d8b-4a4f-87ed-d184e8daac28', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f0:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74291860-35c4-40f9-a3c5-e88ae191ff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:46Z', 'updated_at': '2021-11-12T03:32:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:50.547940 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf72a82-4dea-4c44-9802-d1b90da693aa None None] Checking router: 74291860-35c4-40f9-a3c5-e88ae191ff3d for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:32:50.548720 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf72a82-4dea-4c44-9802-d1b90da693aa None None] Updating router 74291860-35c4-40f9-a3c5-e88ae191ff3d port 2ba44b53-3d8b-4a4f-87ed-d184e8daac28 binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:32:50.601228 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-edf72a82-4dea-4c44-9802-d1b90da693aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:50.664178 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0f8c6-ac2a-4715-a561-62d90e5e3f40 req-428d4a5f-6b0d-4fc7-8823-b78216ed50e7 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:50.671778 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2fe0f8c6-ac2a-4715-a561-62d90e5e3f40 req-428d4a5f-6b0d-4fc7-8823-b78216ed50e7 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 944 time: 0.1650431 Nov 12 03:32:50.879314 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2fe0f8c6-ac2a-4715-a561-62d90e5e3f40 req-9d396fda-ec18-4990-9a8a-ce56d7da1d03 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2029278 Nov 12 03:32:50.905264 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 40788) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:50.912622 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9bdb6e7f-6d4b-496b-8ca6-5a6b2a78e858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:50.920997 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-ec592cbe-ea18-46e9-b4f4-bbe8a40faec9 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1660325833', 'description': 'tempest-description--986199022'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:50.927305 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-36fcf3b8-d556-4098-b953-dd4c199ab447 None None] Provisioning complete for port 699c5c90-4a94-4fa8-8501-cf4dcdbf74f3 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:50.928626 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-36fcf3b8-d556-4098-b953-dd4c199ab447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:51.038680 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ec592cbe-ea18-46e9-b4f4-bbe8a40faec9 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:51.140238 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 6657c1be-4186-4711-878d-007078e1c474 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:51.246773 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-edf72a82-4dea-4c44-9802-d1b90da693aa None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:51.254804 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-edf72a82-4dea-4c44-9802-d1b90da693aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:51.271962 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 6657c1be-4186-4711-878d-007078e1c474 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:51.272372 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:51.281738 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e1a99-53e8-402d-b62b-aab7044773ba req-cc0eab0a-94fe-4bd2-a904-fbe8298ce0ea tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:51.289507 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e1a99-53e8-402d-b62b-aab7044773ba req-cc0eab0a-94fe-4bd2-a904-fbe8298ce0ea tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:51.322106 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e1a99-53e8-402d-b62b-aab7044773ba req-cc0eab0a-94fe-4bd2-a904-fbe8298ce0ea tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:51.332301 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e1a99-53e8-402d-b62b-aab7044773ba req-cc0eab0a-94fe-4bd2-a904-fbe8298ce0ea tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:51.361777 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e1a99-53e8-402d-b62b-aab7044773ba req-cc0eab0a-94fe-4bd2-a904-fbe8298ce0ea tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:51.385855 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e1a99-53e8-402d-b62b-aab7044773ba req-cc0eab0a-94fe-4bd2-a904-fbe8298ce0ea tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:51.398821 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-9bdb6e7f-6d4b-496b-8ca6-5a6b2a78e858 admin admin] Allocated IP 172.20.0.1 (a968290e-2e17-4878-acab-ef72024d8fd0/094dac8f-fead-4299-ae5f-3387d1f34c78/a0479658-69b4-44f8-9dd8-bac8fb8a6a66) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:51.401699 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e1a99-53e8-402d-b62b-aab7044773ba req-cc0eab0a-94fe-4bd2-a904-fbe8298ce0ea tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:51.418159 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-800e1a99-53e8-402d-b62b-aab7044773ba req-cc0eab0a-94fe-4bd2-a904-fbe8298ce0ea tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 5433 time: 0.3464608 Nov 12 03:32:51.488893 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:51.512247 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ec592cbe-ea18-46e9-b4f4-bbe8a40faec9 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:51.522169 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ec592cbe-ea18-46e9-b4f4-bbe8a40faec9 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:51.537272 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 6657c1be-4186-4711-878d-007078e1c474, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=6657c1be-4186-4711-878d-007078e1c474,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:51.542509 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:51.543504 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 699c5c90-4a94-4fa8-8501-cf4dcdbf74f3 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:51.585786 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-edf72a82-4dea-4c44-9802-d1b90da693aa None None] Attempting to bind port 2ba44b53-3d8b-4a4f-87ed-d184e8daac28 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:32:51.586152 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-edf72a82-4dea-4c44-9802-d1b90da693aa None None] Attempting to bind port 2ba44b53-3d8b-4a4f-87ed-d184e8daac28 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:32:51.586511 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf72a82-4dea-4c44-9802-d1b90da693aa None None] Attempting to bind port 2ba44b53-3d8b-4a4f-87ed-d184e8daac28 on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:51.588753 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d65f2fd-340a-4a55-b623-e82c9c028db3 None None] Pushing event updated for resources: {'Port': ['ID=2ba44b53-3d8b-4a4f-87ed-d184e8daac28,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:51.601685 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d65f2fd-340a-4a55-b623-e82c9c028db3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:51.604667 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d65f2fd-340a-4a55-b623-e82c9c028db3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:51.605257 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d65f2fd-340a-4a55-b623-e82c9c028db3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:51.607647 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d65f2fd-340a-4a55-b623-e82c9c028db3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:51.608811 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d65f2fd-340a-4a55-b623-e82c9c028db3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:51.609350 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d65f2fd-340a-4a55-b623-e82c9c028db3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:51.610398 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d65f2fd-340a-4a55-b623-e82c9c028db3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:51.612432 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d65f2fd-340a-4a55-b623-e82c9c028db3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:51.612961 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d65f2fd-340a-4a55-b623-e82c9c028db3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:51.613450 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d65f2fd-340a-4a55-b623-e82c9c028db3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:51.613938 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d65f2fd-340a-4a55-b623-e82c9c028db3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:51.614716 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d65f2fd-340a-4a55-b623-e82c9c028db3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:51.633781 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf72a82-4dea-4c44-9802-d1b90da693aa None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:32:51.641629 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf72a82-4dea-4c44-9802-d1b90da693aa None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:51.642376 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-edf72a82-4dea-4c44-9802-d1b90da693aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:51.643735 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf72a82-4dea-4c44-9802-d1b90da693aa None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:32:51.644463 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-edf72a82-4dea-4c44-9802-d1b90da693aa None None] Bound port: 2ba44b53-3d8b-4a4f-87ed-d184e8daac28, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:32:51.645650 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-edf72a82-4dea-4c44-9802-d1b90da693aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:51.661536 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec592cbe-ea18-46e9-b4f4-bbe8a40faec9 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=386e33d5-8ecf-4834-9f60-23fab2bcf3a5,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:51.688905 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ffb2e5d5-b11e-4932-92df-5b34a90c46db req-9efe8f72-6992-42ac-ab8c-9d8ab190f8cd tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=a9e4fcf2-9767-4350-8f85-89675c03b5de HTTP/1.1" status: 200 len: 210 time: 0.1624587 Nov 12 03:32:51.695288 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ec592cbe-ea18-46e9-b4f4-bbe8a40faec9 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:51.695470 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af0cec-428e-49e8-96f3-cdf9bd6b897b req-446762f1-0120-4594-b528-8eb7d624720c tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:51.700516 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ec592cbe-ea18-46e9-b4f4-bbe8a40faec9 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7933695 Nov 12 03:32:51.701292 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 40798) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:51.707328 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c3af0cec-428e-49e8-96f3-cdf9bd6b897b req-446762f1-0120-4594-b528-8eb7d624720c tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fd202e0-ce46-41c7-b138-dd43365cde95 HTTP/1.1" status: 200 len: 950 time: 0.2727909 Nov 12 03:32:51.711848 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-fc44b478-d71e-473f-9a74-d13611ef21b4 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Request body: {'security_group_rule': {'security_group_id': '386e33d5-8ecf-4834-9f60-23fab2bcf3a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:51.769219 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-edf72a82-4dea-4c44-9802-d1b90da693aa None None] For port 2ba44b53-3d8b-4a4f-87ed-d184e8daac28, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:32:51.777412 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-edf72a82-4dea-4c44-9802-d1b90da693aa None None] For port 2ba44b53-3d8b-4a4f-87ed-d184e8daac28, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=2ba44b53-3d8b-4a4f-87ed-d184e8daac28,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:32:51.791832 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-edf72a82-4dea-4c44-9802-d1b90da693aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:51.843114 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9bdb6e7f-6d4b-496b-8ca6-5a6b2a78e858 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:51.865078 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fc44b478-d71e-473f-9a74-d13611ef21b4 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:51.867203 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=6657c1be-4186-4711-878d-007078e1c474,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:51.897201 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 699c5c90-4a94-4fa8-8501-cf4dcdbf74f3 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:51.899146 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:51.906654 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c3af0cec-428e-49e8-96f3-cdf9bd6b897b req-9b60715f-c91f-49ef-beed-3ac15e007edd tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0a54a65-b25b-4d6a-827f-393318e713e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958435 Nov 12 03:32:51.955074 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf72a82-4dea-4c44-9802-d1b90da693aa None None] Routers {'74291860-35c4-40f9-a3c5-e88ae191ff3d'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:51.955074 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-edf72a82-4dea-4c44-9802-d1b90da693aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:32:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['74291860-35c4-40f9-a3c5-e88ae191ff3d'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:51.995416 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:32:52.034958 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-bbb5e9a2-696f-4274-b57e-17f12d30809f tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:52.035630 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca290ac8-cd32-4d7a-b46f-e4506510515d req-be650ea9-f855-4b39-b99c-d5267485eceb tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:52.036631 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-bbb5e9a2-696f-4274-b57e-17f12d30809f tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.90 "GET /v2.0/networks?id=b4b6c17e-1554-4c64-bbd2-cab189ccb6ac HTTP/1.1" status: 200 len: 815 time: 0.1312754 Nov 12 03:32:52.038065 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9bdb6e7f-6d4b-496b-8ca6-5a6b2a78e858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:52.049579 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ca290ac8-cd32-4d7a-b46f-e4506510515d req-be650ea9-f855-4b39-b99c-d5267485eceb tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.2674873 Nov 12 03:32:52.123326 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-8bf115c7-a56a-4446-a1dc-8b4ea1e935ff tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Request body: {'port': {'device_id': 'a9e4fcf2-9767-4350-8f85-89675c03b5de', 'network_id': 'b4b6c17e-1554-4c64-bbd2-cab189ccb6ac', 'admin_state_up': True, 'tenant_id': '4c4f87013bee49bab876ce2754aa20ff'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:52.141606 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdb6e7f-6d4b-496b-8ca6-5a6b2a78e858 admin admin] Network a968290e-2e17-4878-acab-ef72024d8fd0 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:52.146263 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-9bdb6e7f-6d4b-496b-8ca6-5a6b2a78e858 admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:52.153636 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdb6e7f-6d4b-496b-8ca6-5a6b2a78e858 admin admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:52.227284 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fc44b478-d71e-473f-9a74-d13611ef21b4 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:52.255700 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-edf72a82-4dea-4c44-9802-d1b90da693aa None None] Set router 74291860-35c4-40f9-a3c5-e88ae191ff3d gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:32:52.258335 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fc44b478-d71e-473f-9a74-d13611ef21b4 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:52.315065 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ca290ac8-cd32-4d7a-b46f-e4506510515d req-9eaf1c65-e8d3-4c2d-990f-677ba0e7c866 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2643142 Nov 12 03:32:52.323557 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44b478-d71e-473f-9a74-d13611ef21b4 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87d1f29e-6d01-4b39-9284-51ab8dfded29,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:52.334388 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:52.341682 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fc44b478-d71e-473f-9a74-d13611ef21b4 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:52.342918 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-fc44b478-d71e-473f-9a74-d13611ef21b4 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6404269 Nov 12 03:32:52.347229 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 40806) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:52.369975 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-9964cad8-b66e-4567-99b3-229e1e3ea0ed tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Request body: {'security_group_rule': {'security_group_id': '386e33d5-8ecf-4834-9f60-23fab2bcf3a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:52.419489 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9964cad8-b66e-4567-99b3-229e1e3ea0ed tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:52.421339 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd202e0-ce46-41c7-b138-dd43365cde95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:52.427698 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95f33d7-1a25-43ae-b396-51d93d6160e1" -d '{"events": [{"server_uuid": "2fd202e0-ce46-41c7-b138-dd43365cde95", "name": "network-vif-unplugged", "status": "completed", "tag": "bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:52.465655 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:52.476037 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:52.568001 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9bdb6e7f-6d4b-496b-8ca6-5a6b2a78e858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:52.587960 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9964cad8-b66e-4567-99b3-229e1e3ea0ed tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:52.595029 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d65f2fd-340a-4a55-b623-e82c9c028db3 None None] Pushing event updated for resources: {'Port': ['ID=2ba44b53-3d8b-4a4f-87ed-d184e8daac28,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:52.595402 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9964cad8-b66e-4567-99b3-229e1e3ea0ed tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:52.647688 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9964cad8-b66e-4567-99b3-229e1e3ea0ed tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09982bc0-cf1a-4b1e-a3aa-859b9e1c1f5a,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:52.650800 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3,revision_number=11']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:52.673220 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9964cad8-b66e-4567-99b3-229e1e3ea0ed tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:52.680980 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-a697e73e-cfb7-4c0e-a6b2-3d07f8b822c8 None None] Provisioning complete for port a0479658-69b4-44f8-9dd8-bac8fb8a6a66 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:52.681369 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a697e73e-cfb7-4c0e-a6b2-3d07f8b822c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:52.697623 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9964cad8-b66e-4567-99b3-229e1e3ea0ed tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3458879 Nov 12 03:32:52.700799 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 40818) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:52.715296 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-f404c30f-dfa3-4261-890a-e5d192089952 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:52.782806 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdb6e7f-6d4b-496b-8ca6-5a6b2a78e858 admin admin] Pushing event updated for resources: {'Port': ['ID=a0479658-69b4-44f8-9dd8-bac8fb8a6a66,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:52.801857 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f404c30f-dfa3-4261-890a-e5d192089952 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Publish callbacks [] for floatingip, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:52.842179 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-a697e73e-cfb7-4c0e-a6b2-3d07f8b822c8 None None] Port a0479658-69b4-44f8-9dd8-bac8fb8a6a66 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:32:52.878740 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3863be78-c10f-4b58-a6c9-edd0718f43cf None None] Sync routers for ids ['4d46cd18-bb89-46e2-9122-e03a09fa8460'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:32:52.883873 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 6657c1be-4186-4711-878d-007078e1c474 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:52.946217 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd999398-4291-479f-a330-1cdc0b4b3fb3 req-f9b2bbd3-a382-47fb-b57d-f54029934b3a tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:52.977866 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-edf72a82-4dea-4c44-9802-d1b90da693aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74291860-35c4-40f9-a3c5-e88ae191ff3d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1686220690-router', 'tenant_id': 'b4a96628cba343748a237947ab215eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '2ba44b53-3d8b-4a4f-87ed-d184e8daac28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:45Z', 'updated_at': '2021-11-12T03:32:47Z', 'revision_number': 3, 'project_id': 'b4a96628cba343748a237947ab215eef', 'gw_port': {'id': '2ba44b53-3d8b-4a4f-87ed-d184e8daac28', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f0:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74291860-35c4-40f9-a3c5-e88ae191ff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:46Z', 'updated_at': '2021-11-12T03:32:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:52.980679 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cd999398-4291-479f-a330-1cdc0b4b3fb3 req-f9b2bbd3-a382-47fb-b57d-f54029934b3a tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 944 time: 0.7894123 Nov 12 03:32:53.017238 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3863be78-c10f-4b58-a6c9-edd0718f43cf None None] Routers {'4d46cd18-bb89-46e2-9122-e03a09fa8460'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:53.019186 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-3863be78-c10f-4b58-a6c9-edd0718f43cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:32:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4d46cd18-bb89-46e2-9122-e03a09fa8460'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:53.039402 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f404c30f-dfa3-4261-890a-e5d192089952 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:53.047896 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9bdb6e7f-6d4b-496b-8ca6-5a6b2a78e858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:53.086191 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf72a82-4dea-4c44-9802-d1b90da693aa None None] The sync data for ids ['74291860-35c4-40f9-a3c5-e88ae191ff3d'] in n-d-715271-27 is: [{'id': '74291860-35c4-40f9-a3c5-e88ae191ff3d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1686220690-router', 'tenant_id': 'b4a96628cba343748a237947ab215eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '2ba44b53-3d8b-4a4f-87ed-d184e8daac28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:45Z', 'updated_at': '2021-11-12T03:32:47Z', 'revision_number': 3, 'project_id': 'b4a96628cba343748a237947ab215eef', 'gw_port': {'id': '2ba44b53-3d8b-4a4f-87ed-d184e8daac28', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f0:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74291860-35c4-40f9-a3c5-e88ae191ff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:46Z', 'updated_at': '2021-11-12T03:32:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:32:53.171243 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-8bf115c7-a56a-4446-a1dc-8b4ea1e935ff tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Made reservation on behalf of 4c4f87013bee49bab876ce2754aa20ff for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:53.176202 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-8bf115c7-a56a-4446-a1dc-8b4ea1e935ff tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:53.214657 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cd999398-4291-479f-a330-1cdc0b4b3fb3 req-af5312fd-f25b-4e3c-8f9d-ee6350b611ae tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2316613 Nov 12 03:32:53.293924 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-3863be78-c10f-4b58-a6c9-edd0718f43cf None None] Set router 4d46cd18-bb89-46e2-9122-e03a09fa8460 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:32:53.333510 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-f404c30f-dfa3-4261-890a-e5d192089952 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Allocated IP 172.25.5.59 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/e2108aa3-c826-4aa0-906e-5653e95ca7fc) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:53.470117 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-8bf115c7-a56a-4446-a1dc-8b4ea1e935ff tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Allocated IP 172.20.0.2 (b4b6c17e-1554-4c64-bbd2-cab189ccb6ac/12a7d959-eb1b-4da8-b4ea-7a242be53e60/a74b3c04-9b73-4048-bb45-18905c064c90) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:53.564365 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3ff8ab-dc64-418e-8ef7-81319ca95dfd x-openstack-request-id: req-fc3ff8ab-dc64-418e-8ef7-81319ca95dfd {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:53.568219 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd202e0-ce46-41c7-b138-dd43365cde95", "name": "network-vif-unplugged", "status": "completed", "tag": "bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:53.568604 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fc3ff8ab-dc64-418e-8ef7-81319ca95dfd {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:53.579482 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd202e0-ce46-41c7-b138-dd43365cde95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3', 'code': 200} Nov 12 03:32:53.710433 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f404c30f-dfa3-4261-890a-e5d192089952 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:53.800752 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-8bf115c7-a56a-4446-a1dc-8b4ea1e935ff tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:53.844370 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f404c30f-dfa3-4261-890a-e5d192089952 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:53.881267 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 6657c1be-4186-4711-878d-007078e1c474 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:53.881516 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:53.886156 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-8bf115c7-a56a-4446-a1dc-8b4ea1e935ff tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:53.916862 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['d3c98842-43c6-41f8-bd48-f9c21e8abc8c'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:32:53.995939 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-8bf115c7-a56a-4446-a1dc-8b4ea1e935ff tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Network b4b6c17e-1554-4c64-bbd2-cab189ccb6ac is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:54.004291 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-8bf115c7-a56a-4446-a1dc-8b4ea1e935ff tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:54.007488 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-8bf115c7-a56a-4446-a1dc-8b4ea1e935ff tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:54.068465 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f404c30f-dfa3-4261-890a-e5d192089952 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:54.073427 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-8bf115c7-a56a-4446-a1dc-8b4ea1e935ff tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:54.074271 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-8bf115c7-a56a-4446-a1dc-8b4ea1e935ff tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:54.078688 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-f404c30f-dfa3-4261-890a-e5d192089952 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:54.084553 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f404c30f-dfa3-4261-890a-e5d192089952 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:54.134683 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-8bf115c7-a56a-4446-a1dc-8b4ea1e935ff tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0184641 Nov 12 03:32:54.152191 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc07c58-b891-4884-979a-db1e1fae1084 req-bf5a674a-e07a-4653-a4a6-66dcb876e091 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:54.154075 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7dc07c58-b891-4884-979a-db1e1fae1084 req-bf5a674a-e07a-4653-a4a6-66dcb876e091 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.3628728 Nov 12 03:32:54.156965 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f404c30f-dfa3-4261-890a-e5d192089952 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Pushing event updated for resources: {'Port': ['ID=e2108aa3-c826-4aa0-906e-5653e95ca7fc,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:54.186256 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-7edcfe84-ef6e-4d9e-b416-e3dc449510b7 service neutron] Request body: {'port': {'device_id': 'a9e4fcf2-9767-4350-8f85-89675c03b5de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:54.195557 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-3863be78-c10f-4b58-a6c9-edd0718f43cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d46cd18-bb89-46e2-9122-e03a09fa8460', 'name': 'tempest-ServersTestManualDisk-841032026-router', 'tenant_id': '8910f839d4ec483d9057620432917b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '6657c1be-4186-4711-878d-007078e1c474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:39Z', 'updated_at': '2021-11-12T03:32:48Z', 'revision_number': 4, 'project_id': '8910f839d4ec483d9057620432917b4f', 'gw_port': {'id': '6657c1be-4186-4711-878d-007078e1c474', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d46cd18-bb89-46e2-9122-e03a09fa8460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:40Z', 'updated_at': '2021-11-12T03:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '1a97840c-89f6-4b1b-bb76-1c9ff3813854', 'name': '', 'network_id': '6ad8f428-3214-48fa-a855-877c1071e6fa', 'tenant_id': '8910f839d4ec483d9057620432917b4f', 'mac_address': 'fa:16:3e:84:7c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d46cd18-bb89-46e2-9122-e03a09fa8460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'e880cd9c-6a78-4ecf-8ddc-1fa0e2144baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:47Z', 'updated_at': '2021-11-12T03:32:48Z', 'revision_number': 2, 'project_id': '8910f839d4ec483d9057620432917b4f', 'subnets': [{'id': 'e880cd9c-6a78-4ecf-8ddc-1fa0e2144baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:54.246063 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3863be78-c10f-4b58-a6c9-edd0718f43cf None None] Checking router: 4d46cd18-bb89-46e2-9122-e03a09fa8460 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:32:54.246675 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3863be78-c10f-4b58-a6c9-edd0718f43cf None None] Updating router 4d46cd18-bb89-46e2-9122-e03a09fa8460 port 1a97840c-89f6-4b1b-bb76-1c9ff3813854 binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:32:54.253123 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf115c7-a56a-4446-a1dc-8b4ea1e935ff tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Pushing event updated for resources: {'Port': ['ID=a74b3c04-9b73-4048-bb45-18905c064c90,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:54.324961 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f404c30f-dfa3-4261-890a-e5d192089952 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:54.328411 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c02cd-e1dc-4939-bd59-d06a04a94fb9 req-6d76860f-8a49-45b2-a7f3-e7e56b1eaff0 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:54.340062 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-772c02cd-e1dc-4939-bd59-d06a04a94fb9 req-6d76860f-8a49-45b2-a7f3-e7e56b1eaff0 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=a9e4fcf2-9767-4350-8f85-89675c03b5de HTTP/1.1" status: 200 len: 931 time: 0.4688494 Nov 12 03:32:54.366784 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7dc07c58-b891-4884-979a-db1e1fae1084 req-308c774f-3e7b-4add-9860-0490ad6c017a tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914811 Nov 12 03:32:54.422593 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3863be78-c10f-4b58-a6c9-edd0718f43cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:54.428878 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-7edcfe84-ef6e-4d9e-b416-e3dc449510b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:54.462569 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f404c30f-dfa3-4261-890a-e5d192089952 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:54.523509 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-772c02cd-e1dc-4939-bd59-d06a04a94fb9 req-fcb74a0f-2da8-4759-bd27-7af4c93b449c tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e20b976-0765-4c19-b472-8d45abdc5b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825235 Nov 12 03:32:54.694310 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9bdb6e7f-6d4b-496b-8ca6-5a6b2a78e858 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:54.708859 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9bdb6e7f-6d4b-496b-8ca6-5a6b2a78e858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:54.938352 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40b461-6702-4e7b-ae4f-a662dba679d5 req-347bf332-2db5-4a4f-bbde-4cbacd33a2e8 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:54.965428 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6b40b461-6702-4e7b-ae4f-a662dba679d5 req-347bf332-2db5-4a4f-bbde-4cbacd33a2e8 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 944 time: 0.3384085 Nov 12 03:32:55.007362 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 2ba44b53-3d8b-4a4f-87ed-d184e8daac28 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:55.152836 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54089b6-6ffc-4113-aad0-1f328a68eb6f req-fe5b40dd-93a8-4a5b-91ca-ffbccf83cad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:55.154931 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c54089b6-6ffc-4113-aad0-1f328a68eb6f req-fe5b40dd-93a8-4a5b-91ca-ffbccf83cad2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=eda4d7a9c5834d36bc2b22e1ed979ccd&device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 1096 time: 0.1565661 Nov 12 03:32:55.216718 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6b40b461-6702-4e7b-ae4f-a662dba679d5 req-2b0ba31b-6f52-46df-b5bc-560b4839d6b9 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2503808 Nov 12 03:32:55.224994 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 40896) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:55.370669 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 2ba44b53-3d8b-4a4f-87ed-d184e8daac28 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:55.371288 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:55.478094 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f404c30f-dfa3-4261-890a-e5d192089952 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:55.529393 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f404c30f-dfa3-4261-890a-e5d192089952 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:55.546444 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdb6e7f-6d4b-496b-8ca6-5a6b2a78e858 admin admin] Pushing event updated for resources: {'Port': ['ID=a0479658-69b4-44f8-9dd8-bac8fb8a6a66,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:55.557113 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:55.572580 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3863be78-c10f-4b58-a6c9-edd0718f43cf None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:55.579402 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9bdb6e7f-6d4b-496b-8ca6-5a6b2a78e858 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:55.603693 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f404c30f-dfa3-4261-890a-e5d192089952 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Pushing event updated for resources: {'Port': ['ID=e2108aa3-c826-4aa0-906e-5653e95ca7fc,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:55.608736 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54089b6-6ffc-4113-aad0-1f328a68eb6f req-e68f513f-0264-46ae-826b-f67dd272a021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:55.610258 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c54089b6-6ffc-4113-aad0-1f328a68eb6f req-e68f513f-0264-46ae-826b-f67dd272a021 service neutron] 10.222.0.90 "GET /v2.0/networks?id=56493891-2b14-40ba-a8cb-65015d9b59f3 HTTP/1.1" status: 200 len: 912 time: 0.4442165 Nov 12 03:32:55.617980 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 2ba44b53-3d8b-4a4f-87ed-d184e8daac28, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=2ba44b53-3d8b-4a4f-87ed-d184e8daac28,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:55.621429 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3863be78-c10f-4b58-a6c9-edd0718f43cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:55.625775 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787bc23d-dbab-4675-a5d9-b369d8d14fe0 req-72e8c4f5-4ea2-43ec-bb9a-2863e472fbf3 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:55.628309 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-787bc23d-dbab-4675-a5d9-b369d8d14fe0 req-72e8c4f5-4ea2-43ec-bb9a-2863e472fbf3 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.3314779 Nov 12 03:32:55.633756 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f8242-aeb7-456e-a385-7ebaecf76ede req-1a30e788-d3d0-4fb3-9c49-3134d7c0be2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:55.634296 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f8242-aeb7-456e-a385-7ebaecf76ede req-1a30e788-d3d0-4fb3-9c49-3134d7c0be2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:55.634809 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f8242-aeb7-456e-a385-7ebaecf76ede req-1a30e788-d3d0-4fb3-9c49-3134d7c0be2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:55.635293 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f8242-aeb7-456e-a385-7ebaecf76ede req-1a30e788-d3d0-4fb3-9c49-3134d7c0be2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:55.635754 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f8242-aeb7-456e-a385-7ebaecf76ede req-1a30e788-d3d0-4fb3-9c49-3134d7c0be2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:55.636360 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f8242-aeb7-456e-a385-7ebaecf76ede req-1a30e788-d3d0-4fb3-9c49-3134d7c0be2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:55.636757 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f8242-aeb7-456e-a385-7ebaecf76ede req-1a30e788-d3d0-4fb3-9c49-3134d7c0be2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:55.642019 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:55.647925 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-854f8242-aeb7-456e-a385-7ebaecf76ede req-1a30e788-d3d0-4fb3-9c49-3134d7c0be2a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 6497 time: 0.4149029 Nov 12 03:32:55.781440 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453b656-ff83-468a-bc87-dc119d1288c1 req-0ec08de3-4d7a-403f-b211-418d4ea6c5a5 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:55.783089 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2453b656-ff83-468a-bc87-dc119d1288c1 req-0ec08de3-4d7a-403f-b211-418d4ea6c5a5 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fd202e0-ce46-41c7-b138-dd43365cde95 HTTP/1.1" status: 200 len: 948 time: 0.3931820 Nov 12 03:32:55.847645 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-7edcfe84-ef6e-4d9e-b416-e3dc449510b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a74b3c04-9b73-4048-bb45-18905c064c90 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:32:55.867395 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-7edcfe84-ef6e-4d9e-b416-e3dc449510b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:55.899421 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-787bc23d-dbab-4675-a5d9-b369d8d14fe0 req-49ecca84-0ed7-4197-806e-5279991ef22e tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2470722 Nov 12 03:32:55.902280 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-854f8242-aeb7-456e-a385-7ebaecf76ede req-4e514b0d-3518-4854-b043-476bfc479a14 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6a22aea3-060b-45a8-a7ba-9d5508ea1c86&id=163708d6-2806-48a4-99ff-2841929f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2532399 Nov 12 03:32:55.907638 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f404c30f-dfa3-4261-890a-e5d192089952 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:55.922832 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c54089b6-6ffc-4113-aad0-1f328a68eb6f req-c5bf281d-f456-43f9-844a-d613ac0ac779 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55a09f1f-5f9e-4783-9942-dfb020785189 HTTP/1.1" status: 200 len: 998 time: 0.3036454 Nov 12 03:32:55.950877 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2453b656-ff83-468a-bc87-dc119d1288c1 req-e29cf97c-275a-4b2f-9fb9-75e37334c75e tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0a54a65-b25b-4d6a-827f-393318e713e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551855 Nov 12 03:32:55.960437 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-7edcfe84-ef6e-4d9e-b416-e3dc449510b7 service neutron] Transition to ACTIVE for port object a74b3c04-9b73-4048-bb45-18905c064c90 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:32:55.988349 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdb6e7f-6d4b-496b-8ca6-5a6b2a78e858 admin admin] Network a968290e-2e17-4878-acab-ef72024d8fd0 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:55.994497 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-7edcfe84-ef6e-4d9e-b416-e3dc449510b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:55.996201 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f404c30f-dfa3-4261-890a-e5d192089952 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:55.997467 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f404c30f-dfa3-4261-890a-e5d192089952 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2958589 Nov 12 03:32:56.003923 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-9bdb6e7f-6d4b-496b-8ca6-5a6b2a78e858 admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:56.066763 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54089b6-6ffc-4113-aad0-1f328a68eb6f req-8ad05a0b-1d0c-474a-bd50-c6f040c692a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:56.073967 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c54089b6-6ffc-4113-aad0-1f328a68eb6f req-8ad05a0b-1d0c-474a-bd50-c6f040c692a3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c41913f5-e5c1-4e60-8ee6-4f6d29d519f8 HTTP/1.1" status: 200 len: 850 time: 0.1189654 Nov 12 03:32:56.080943 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c77385a-a408-4b9d-a775-e05e2235c5ac None None] Pushing event updated for resources: {'Port': ['ID=1a97840c-89f6-4b1b-bb76-1c9ff3813854,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:56.183015 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54089b6-6ffc-4113-aad0-1f328a68eb6f req-aadbbe9c-1d77-400f-877d-cbd8055d1cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:56.191300 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c54089b6-6ffc-4113-aad0-1f328a68eb6f req-aadbbe9c-1d77-400f-877d-cbd8055d1cca service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=56493891-2b14-40ba-a8cb-65015d9b59f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1085148 Nov 12 03:32:56.194579 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-3863be78-c10f-4b58-a6c9-edd0718f43cf None None] Attempting to bind port 1a97840c-89f6-4b1b-bb76-1c9ff3813854 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:32:56.195144 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-3863be78-c10f-4b58-a6c9-edd0718f43cf None None] Attempting to bind port 1a97840c-89f6-4b1b-bb76-1c9ff3813854 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'ae9442f9-f9a5-46d2-a74c-79f3cc35adc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6ad8f428-3214-48fa-a855-877c1071e6fa'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:32:56.198386 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3863be78-c10f-4b58-a6c9-edd0718f43cf None None] Attempting to bind port 1a97840c-89f6-4b1b-bb76-1c9ff3813854 on network 6ad8f428-3214-48fa-a855-877c1071e6fa {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:56.236951 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3863be78-c10f-4b58-a6c9-edd0718f43cf None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:32:56.237496 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3863be78-c10f-4b58-a6c9-edd0718f43cf None None] Checking segment: {'id': 'ae9442f9-f9a5-46d2-a74c-79f3cc35adc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6ad8f428-3214-48fa-a855-877c1071e6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:56.238021 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3863be78-c10f-4b58-a6c9-edd0718f43cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:56.238514 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3863be78-c10f-4b58-a6c9-edd0718f43cf None None] Bound using segment: {'id': 'ae9442f9-f9a5-46d2-a74c-79f3cc35adc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6ad8f428-3214-48fa-a855-877c1071e6fa'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:32:56.239102 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-3863be78-c10f-4b58-a6c9-edd0718f43cf None None] Bound port: 1a97840c-89f6-4b1b-bb76-1c9ff3813854, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9442f9-f9a5-46d2-a74c-79f3cc35adc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6ad8f428-3214-48fa-a855-877c1071e6fa'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:32:56.241138 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3863be78-c10f-4b58-a6c9-edd0718f43cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:56.300430 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2b43b7e0-522c-4135-96da-83ce9ff4c7bc None None] Provisioning complete for port 1a97840c-89f6-4b1b-bb76-1c9ff3813854 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:56.303195 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2b43b7e0-522c-4135-96da-83ce9ff4c7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:56.318292 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edcfe84-ef6e-4d9e-b416-e3dc449510b7 service neutron] Pushing event updated for resources: {'Port': ['ID=a74b3c04-9b73-4048-bb45-18905c064c90,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:56.343359 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-7edcfe84-ef6e-4d9e-b416-e3dc449510b7 service neutron] Attempting to bind port a74b3c04-9b73-4048-bb45-18905c064c90 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:32:56.343695 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-7edcfe84-ef6e-4d9e-b416-e3dc449510b7 service neutron] Attempting to bind port a74b3c04-9b73-4048-bb45-18905c064c90 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': 'da2421b1-9030-4775-9a17-11cf9c82694f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b4b6c17e-1554-4c64-bbd2-cab189ccb6ac'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:32:56.344368 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-7edcfe84-ef6e-4d9e-b416-e3dc449510b7 service neutron] Attempting to bind port a74b3c04-9b73-4048-bb45-18905c064c90 on network b4b6c17e-1554-4c64-bbd2-cab189ccb6ac {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:56.346786 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2b43b7e0-522c-4135-96da-83ce9ff4c7bc None None] Port 1a97840c-89f6-4b1b-bb76-1c9ff3813854 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:32:56.355575 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-7edcfe84-ef6e-4d9e-b416-e3dc449510b7 service neutron] Port a74b3c04-9b73-4048-bb45-18905c064c90 on network b4b6c17e-1554-4c64-bbd2-cab189ccb6ac not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:32:56.356172 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-7edcfe84-ef6e-4d9e-b416-e3dc449510b7 service neutron] Attempting to bind port a74b3c04-9b73-4048-bb45-18905c064c90 on network b4b6c17e-1554-4c64-bbd2-cab189ccb6ac {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:56.370496 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-1309c554-386f-4503-a94c-9fd566013af9 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1660325833&fields=id&tenant_id=8910f839d4ec483d9057620432917b4f HTTP/1.1" status: 200 len: 267 time: 0.1901653 Nov 12 03:32:56.399236 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-7edcfe84-ef6e-4d9e-b416-e3dc449510b7 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:32:56.399854 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-7edcfe84-ef6e-4d9e-b416-e3dc449510b7 service neutron] Checking segment: {'id': 'da2421b1-9030-4775-9a17-11cf9c82694f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b4b6c17e-1554-4c64-bbd2-cab189ccb6ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:56.400473 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-7edcfe84-ef6e-4d9e-b416-e3dc449510b7 service neutron] Bound using segment: {'id': 'da2421b1-9030-4775-9a17-11cf9c82694f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b4b6c17e-1554-4c64-bbd2-cab189ccb6ac'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:32:56.401092 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-7edcfe84-ef6e-4d9e-b416-e3dc449510b7 service neutron] Bound port: a74b3c04-9b73-4048-bb45-18905c064c90, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da2421b1-9030-4775-9a17-11cf9c82694f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b4b6c17e-1554-4c64-bbd2-cab189ccb6ac'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:32:56.401630 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-7edcfe84-ef6e-4d9e-b416-e3dc449510b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:56.413176 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3863be78-c10f-4b58-a6c9-edd0718f43cf None None] For port 1a97840c-89f6-4b1b-bb76-1c9ff3813854, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:32:56.417977 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3863be78-c10f-4b58-a6c9-edd0718f43cf None None] For port 1a97840c-89f6-4b1b-bb76-1c9ff3813854, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=1a97840c-89f6-4b1b-bb76-1c9ff3813854,segment=NetworkSegment(ae9442f9-f9a5-46d2-a74c-79f3cc35adc6),segment_id=ae9442f9-f9a5-46d2-a74c-79f3cc35adc6)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:32:56.422710 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=2ba44b53-3d8b-4a4f-87ed-d184e8daac28,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:56.433431 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c54089b6-6ffc-4113-aad0-1f328a68eb6f req-a423a312-bbfd-4c9d-a1e3-be8de1f8fbf8 service neutron] 10.222.0.90 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016368 Nov 12 03:32:56.433583 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3863be78-c10f-4b58-a6c9-edd0718f43cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:56.461162 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400603e6-60dc-473b-ad74-5916f8ca0cc5 req-360d7bd7-1e03-44ae-b5b0-d7fdb16f9a3f tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:56.462914 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-400603e6-60dc-473b-ad74-5916f8ca0cc5 req-360d7bd7-1e03-44ae-b5b0-d7fdb16f9a3f tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=a9e4fcf2-9767-4350-8f85-89675c03b5de HTTP/1.1" status: 200 len: 943 time: 0.3593204 Nov 12 03:32:56.519010 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3b26700d-e91a-4570-a52e-b982a78213a1 None None] Provisioning complete for port a0479658-69b4-44f8-9dd8-bac8fb8a6a66 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:56.519383 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3b26700d-e91a-4570-a52e-b982a78213a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:56.548773 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bdb6e7f-6d4b-496b-8ca6-5a6b2a78e858 admin admin] Router 74291860-35c4-40f9-a3c5-e88ae191ff3d has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:32:56.561202 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3863be78-c10f-4b58-a6c9-edd0718f43cf None None] Routers {'4d46cd18-bb89-46e2-9122-e03a09fa8460'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:56.561840 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-3863be78-c10f-4b58-a6c9-edd0718f43cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:32:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4d46cd18-bb89-46e2-9122-e03a09fa8460'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:56.583813 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-7edcfe84-ef6e-4d9e-b416-e3dc449510b7 service neutron] For port a74b3c04-9b73-4048-bb45-18905c064c90, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:32:56.596404 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-400603e6-60dc-473b-ad74-5916f8ca0cc5 req-238f02c2-571e-480c-9fab-a9145ebc8ddd tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e20b976-0765-4c19-b472-8d45abdc5b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212318 Nov 12 03:32:56.610197 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-8fc5ef3e-ad74-43ce-a2e0-cb157946eacd tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:56.615423 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c77385a-a408-4b9d-a775-e05e2235c5ac None None] Pushing event updated for resources: {'Port': ['ID=1a97840c-89f6-4b1b-bb76-1c9ff3813854,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:56.619930 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-8fc5ef3e-ad74-43ce-a2e0-cb157946eacd tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.50 "GET /v2.0/networks?id=6ad8f428-3214-48fa-a855-877c1071e6fa HTTP/1.1" status: 200 len: 811 time: 0.2400470 Nov 12 03:32:56.639131 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-7edcfe84-ef6e-4d9e-b416-e3dc449510b7 service neutron] For port a74b3c04-9b73-4048-bb45-18905c064c90, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=a74b3c04-9b73-4048-bb45-18905c064c90,segment=NetworkSegment(da2421b1-9030-4775-9a17-11cf9c82694f),segment_id=da2421b1-9030-4775-9a17-11cf9c82694f)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:32:56.654691 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-491df35f-e0c9-4e7a-93ee-170811699faf tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.50 "GET /v2.0/quotas/8910f839d4ec483d9057620432917b4f HTTP/1.1" status: 200 len: 375 time: 0.0330961 Nov 12 03:32:56.655078 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-7edcfe84-ef6e-4d9e-b416-e3dc449510b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:56.655219 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device b950f9ac-c38e-477d-94e4-ee676fd7e1a8 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:32:56.680776 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c54089b6-6ffc-4113-aad0-1f328a68eb6f req-8387d572-fb73-4ee1-b90c-5082d3cc8b35 service neutron] 10.222.0.90 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014072 Nov 12 03:32:56.801670 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-54bbda62-6a5c-4c52-a65f-5ddb733460e5 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8910f839d4ec483d9057620432917b4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1295326 Nov 12 03:32:56.816972 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port b950f9ac-c38e-477d-94e4-ee676fd7e1a8, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=b950f9ac-c38e-477d-94e4-ee676fd7e1a8,segment=NetworkSegment(4e7b8aec-969c-41d9-8252-0d15a236e5b1),segment_id=4e7b8aec-969c-41d9-8252-0d15a236e5b1)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:56.844398 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': 'b950f9ac-c38e-477d-94e4-ee676fd7e1a8', 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb', 'port_id': 'b950f9ac-c38e-477d-94e4-ee676fd7e1a8', 'mac_address': 'fa:16:3e:8a:7e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:32:56.938698 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-7edcfe84-ef6e-4d9e-b416-e3dc449510b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:56.940224 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-7edcfe84-ef6e-4d9e-b416-e3dc449510b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:56.941856 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-7edcfe84-ef6e-4d9e-b416-e3dc449510b7 service neutron] 10.222.0.90 "PUT /v2.0/ports/a74b3c04-9b73-4048-bb45-18905c064c90 HTTP/1.1" status: 200 len: 1092 time: 2.7640262 Nov 12 03:32:56.946229 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3b26700d-e91a-4570-a52e-b982a78213a1 None None] Port a0479658-69b4-44f8-9dd8-bac8fb8a6a66 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:32:56.947768 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e4fcf2-9767-4350-8f85-89675c03b5de', 'tag': 'a74b3c04-9b73-4048-bb45-18905c064c90'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:56.950396 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0587556a-7534-4ef8-a249-6fdc11d5a158" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e4fcf2-9767-4350-8f85-89675c03b5de", "tag": "a74b3c04-9b73-4048-bb45-18905c064c90"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:56.973421 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 2ba44b53-3d8b-4a4f-87ed-d184e8daac28 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:57.012676 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edcfe84-ef6e-4d9e-b416-e3dc449510b7 service neutron] Pushing event updated for resources: {'Port': ['ID=a74b3c04-9b73-4048-bb45-18905c064c90,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:57.016899 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bdb6e7f-6d4b-496b-8ca6-5a6b2a78e858 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:32:57.022825 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9bdb6e7f-6d4b-496b-8ca6-5a6b2a78e858 admin admin] 10.222.0.50 "PUT /v2.0/routers/74291860-35c4-40f9-a3c5-e88ae191ff3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3760688 Nov 12 03:32:57.024795 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.034004 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-3863be78-c10f-4b58-a6c9-edd0718f43cf None None] Set router 4d46cd18-bb89-46e2-9122-e03a09fa8460 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:32:57.037620 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51af1d8a-6638-4d86-aae7-cb882604d64d None None] Sync routers for ids ['74291860-35c4-40f9-a3c5-e88ae191ff3d'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:32:57.053399 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-972c6ea4-8ede-4151-a17d-69241a168728 service neutron] 10.222.0.50 "GET /v2.0/networks/6ad8f428-3214-48fa-a855-877c1071e6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308242 Nov 12 03:32:57.062758 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51af1d8a-6638-4d86-aae7-cb882604d64d None None] Routers {'74291860-35c4-40f9-a3c5-e88ae191ff3d'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:57.063572 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-51af1d8a-6638-4d86-aae7-cb882604d64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:32:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['74291860-35c4-40f9-a3c5-e88ae191ff3d'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:57.117569 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15725679-c75f-4133-b1b1-3c5fa2fed561 req-5344acf5-a145-4941-9847-23ea3a381a44 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:57.119378 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-15725679-c75f-4133-b1b1-3c5fa2fed561 req-5344acf5-a145-4941-9847-23ea3a381a44 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 944 time: 0.3181570 Nov 12 03:32:57.136051 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b950f9ac-c38e-477d-94e4-ee676fd7e1a8 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:32:57.219275 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-7eea7337-36cd-40de-a489-6bdeadd18142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:57.225044 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-7eea7337-36cd-40de-a489-6bdeadd18142 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4c4f87013bee49bab876ce2754aa20ff&device_id=a9e4fcf2-9767-4350-8f85-89675c03b5de HTTP/1.1" status: 200 len: 1095 time: 0.1538770 Nov 12 03:32:57.233701 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-15725679-c75f-4133-b1b1-3c5fa2fed561 req-330540f7-d156-4da9-ab5a-931f03afa401 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946772 Nov 12 03:32:57.302620 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-5af8b455-3db3-4aae-bd30-d3f39545e404 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a74b3c04-9b73-4048-bb45-18905c064c90 HTTP/1.1" status: 200 len: 217 time: 0.0649581 Nov 12 03:32:57.313323 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port b950f9ac-c38e-477d-94e4-ee676fd7e1a8, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=b950f9ac-c38e-477d-94e4-ee676fd7e1a8,segment=NetworkSegment(4e7b8aec-969c-41d9-8252-0d15a236e5b1),segment_id=4e7b8aec-969c-41d9-8252-0d15a236e5b1)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:57.325385 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2b3bef14-d975-4567-b8c5-21e12f59c6d1 None None] Provisioning complete for port 1a97840c-89f6-4b1b-bb76-1c9ff3813854 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:57.326550 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2b3bef14-d975-4567-b8c5-21e12f59c6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.331129 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.344189 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-51af1d8a-6638-4d86-aae7-cb882604d64d None None] Set router 74291860-35c4-40f9-a3c5-e88ae191ff3d gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:32:57.353802 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-d693371d-453f-481e-8887-c81489ab759f service neutron] 10.222.0.50 "GET /v2.0/networks/6ad8f428-3214-48fa-a855-877c1071e6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929847 Nov 12 03:32:57.376098 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f17f39-2d85-4204-88f2-ad22af0c917e req-f7d3e1cb-ab4d-419d-a668-40decb3c147a tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:57.377555 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b8f17f39-2d85-4204-88f2-ad22af0c917e req-f7d3e1cb-ab4d-419d-a668-40decb3c147a tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] 10.222.0.74 "GET /v2.0/ports?device_id=2fd202e0-ce46-41c7-b138-dd43365cde95 HTTP/1.1" status: 200 len: 948 time: 0.1044722 Nov 12 03:32:57.493566 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f0bec-e552-4f0a-8850-49aed48fa76b req-58286bde-6dd7-4201-99b0-fd876f61a960 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:57.496949 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-347f0bec-e552-4f0a-8850-49aed48fa76b req-58286bde-6dd7-4201-99b0-fd876f61a960 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.1196706 Nov 12 03:32:57.499527 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-4d928b89-ad77-49e5-a5af-b7c76224e026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:57.501306 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-4d928b89-ad77-49e5-a5af-b7c76224e026 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=12a7d959-eb1b-4da8-b4ea-7a242be53e60 HTTP/1.1" status: 200 len: 855 time: 0.1859999 Nov 12 03:32:57.539116 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 2ba44b53-3d8b-4a4f-87ed-d184e8daac28 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:57.539754 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.598188 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-b8f17f39-2d85-4204-88f2-ad22af0c917e req-850673aa-aac1-4266-992f-41c614e5f076 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] Deleting port bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:57.598824 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b8f17f39-2d85-4204-88f2-ad22af0c917e req-850673aa-aac1-4266-992f-41c614e5f076 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.666708 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-08b1ea41-c7fd-4b3f-b9e9-105a91a8662d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b4b6c17e-1554-4c64-bbd2-cab189ccb6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1180747 Nov 12 03:32:57.708936 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=b950f9ac-c38e-477d-94e4-ee676fd7e1a8,revision_number=11']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:57.756972 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-51af1d8a-6638-4d86-aae7-cb882604d64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74291860-35c4-40f9-a3c5-e88ae191ff3d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1686220690-router', 'tenant_id': 'b4a96628cba343748a237947ab215eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '2ba44b53-3d8b-4a4f-87ed-d184e8daac28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:45Z', 'updated_at': '2021-11-12T03:32:52Z', 'revision_number': 4, 'project_id': 'b4a96628cba343748a237947ab215eef', 'gw_port': {'id': '2ba44b53-3d8b-4a4f-87ed-d184e8daac28', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74291860-35c4-40f9-a3c5-e88ae191ff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:46Z', 'updated_at': '2021-11-12T03:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'a0479658-69b4-44f8-9dd8-bac8fb8a6a66', 'name': '', 'network_id': 'a968290e-2e17-4878-acab-ef72024d8fd0', 'tenant_id': 'b4a96628cba343748a237947ab215eef', 'mac_address': 'fa:16:3e:ac:5e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74291860-35c4-40f9-a3c5-e88ae191ff3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '094dac8f-fead-4299-ae5f-3387d1f34c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:50Z', 'updated_at': '2021-11-12T03:32:53Z', 'revision_number': 2, 'project_id': 'b4a96628cba343748a237947ab215eef', 'subnets': [{'id': '094dac8f-fead-4299-ae5f-3387d1f34c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:57.758144 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['b950f9ac-c38e-477d-94e4-ee676fd7e1a8'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:32:57.802589 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-347f0bec-e552-4f0a-8850-49aed48fa76b req-19215fba-0354-42e7-a397-773a8a9df803 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2995265 Nov 12 03:32:57.843236 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51af1d8a-6638-4d86-aae7-cb882604d64d None None] Checking router: 74291860-35c4-40f9-a3c5-e88ae191ff3d for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:32:57.843851 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51af1d8a-6638-4d86-aae7-cb882604d64d None None] Updating router 74291860-35c4-40f9-a3c5-e88ae191ff3d port a0479658-69b4-44f8-9dd8-bac8fb8a6a66 binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:32:57.888990 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-51af1d8a-6638-4d86-aae7-cb882604d64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.933508 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-b8f17f39-2d85-4204-88f2-ad22af0c917e req-850673aa-aac1-4266-992f-41c614e5f076 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] For port bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:57.934141 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b8f17f39-2d85-4204-88f2-ad22af0c917e req-850673aa-aac1-4266-992f-41c614e5f076 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.934298 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-af8f04b2-4bfa-41a3-af1d-6705b7c1833f service neutron] 10.222.0.90 "GET /v2.0/networks/b4b6c17e-1554-4c64-bbd2-cab189ccb6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450192 Nov 12 03:32:57.957841 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-b8f17f39-2d85-4204-88f2-ad22af0c917e req-850673aa-aac1-4266-992f-41c614e5f076 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] Calling delete_port for bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:57.958213 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2b3bef14-d975-4567-b8c5-21e12f59c6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.977889 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580fb1c4-37f7-4169-bb3e-35b1e7c26d20 req-62bc4d65-286a-4d19-87c3-1c68e37fb47b tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:57.997825 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-580fb1c4-37f7-4169-bb3e-35b1e7c26d20 req-62bc4d65-286a-4d19-87c3-1c68e37fb47b tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fd202e0-ce46-41c7-b138-dd43365cde95 HTTP/1.1" status: 200 len: 948 time: 0.1307564 Nov 12 03:32:58.052466 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9189a5bb-39d3-4b93-ba7c-393a64227af6 x-openstack-request-id: req-9189a5bb-39d3-4b93-ba7c-393a64227af6 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:58.052889 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e4fcf2-9767-4350-8f85-89675c03b5de", "tag": "a74b3c04-9b73-4048-bb45-18905c064c90", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:58.053258 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9189a5bb-39d3-4b93-ba7c-393a64227af6 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:58.053803 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e4fcf2-9767-4350-8f85-89675c03b5de', 'tag': 'a74b3c04-9b73-4048-bb45-18905c064c90', 'status': 'completed', 'code': 200} Nov 12 03:32:58.212410 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-580fb1c4-37f7-4169-bb3e-35b1e7c26d20 req-3e88ab42-1604-4482-941e-86f382861528 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0a54a65-b25b-4d6a-827f-393318e713e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098424 Nov 12 03:32:58.247691 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 1a97840c-89f6-4b1b-bb76-1c9ff3813854 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:58.263189 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [req-9a0532a9-abb3-4d3f-9189-fabcad66ef1e req-107b57de-bd2c-4fbe-9df4-1161441e5b96 tempest-FloatingIPDetailsNegativeTestJSON-271146011 tempest-FloatingIPDetailsNegativeTestJSON-271146011-project] show failed (client error): The resource could not be found. Nov 12 03:32:58.264404 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9a0532a9-abb3-4d3f-9189-fabcad66ef1e req-107b57de-bd2c-4fbe-9df4-1161441e5b96 tempest-FloatingIPDetailsNegativeTestJSON-271146011 tempest-FloatingIPDetailsNegativeTestJSON-271146011-project] 10.222.0.50 "GET /v2.0/floatingips/e00ab3e3-87e5-457e-9fa0-a73080174657 HTTP/1.1" status: 404 len: 350 time: 0.0775452 Nov 12 03:32:58.276125 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 40956) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:58.350685 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2b3bef14-d975-4567-b8c5-21e12f59c6d1 None None] For port 1a97840c-89f6-4b1b-bb76-1c9ff3813854, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=1a97840c-89f6-4b1b-bb76-1c9ff3813854,segment=NetworkSegment(ae9442f9-f9a5-46d2-a74c-79f3cc35adc6),segment_id=ae9442f9-f9a5-46d2-a74c-79f3cc35adc6)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:58.452517 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2b3bef14-d975-4567-b8c5-21e12f59c6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:58.456162 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee64a792-7023-4af5-910b-c991d4072ef6 req-f26f57e3-d6cd-4634-a491-2bee6a0d5184 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:58.466489 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ee64a792-7023-4af5-910b-c991d4072ef6 req-f26f57e3-d6cd-4634-a491-2bee6a0d5184 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=a9e4fcf2-9767-4350-8f85-89675c03b5de HTTP/1.1" status: 200 len: 943 time: 0.0857265 Nov 12 03:32:58.478096 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b8f17f39-2d85-4204-88f2-ad22af0c917e req-850673aa-aac1-4266-992f-41c614e5f076 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:58.550123 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-91a336ba-2688-4920-9a45-8d6d06c0047b req-d1fd4f8e-89c6-4cb6-8ad8-39cef25f2a35 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3efc6a7-c2e2-4441-88d3-15225cb287db HTTP/1.1" status: 200 len: 210 time: 0.1038063 Nov 12 03:32:58.554175 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e0573ac8-1afd-4ab4-adc7-69ba124cdd9c req-2172a2be-130c-4686-99bb-04eb393fa3e0 service neutron] 10.222.0.90 "GET /v2.0/networks/b4b6c17e-1554-4c64-bbd2-cab189ccb6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6057374 Nov 12 03:32:58.568465 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850673aa-aac1-4266-992f-41c614e5f076 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] Pushing event deleted for resources: {'Port': ['ID=bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:58.704955 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f17f39-2d85-4204-88f2-ad22af0c917e req-850673aa-aac1-4266-992f-41c614e5f076 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] No DVR routers for this DVR port bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3 on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:32:58.708406 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b8f17f39-2d85-4204-88f2-ad22af0c917e req-850673aa-aac1-4266-992f-41c614e5f076 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:58.713812 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b8f17f39-2d85-4204-88f2-ad22af0c917e req-850673aa-aac1-4266-992f-41c614e5f076 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] 10.222.0.74 "DELETE /v2.0/ports/bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3 HTTP/1.1" status: 204 len: 173 time: 1.3273547 Nov 12 03:32:58.716687 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd202e0-ce46-41c7-b138-dd43365cde95', 'name': 'network-vif-deleted', 'tag': 'bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:58.718451 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3bef14-d975-4567-b8c5-21e12f59c6d1 None None] Pushing event updated for resources: {'Port': ['ID=1a97840c-89f6-4b1b-bb76-1c9ff3813854,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:58.719226 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc58c8fb-850b-4fc4-97e2-c00863d5861e" -d '{"events": [{"server_uuid": "2fd202e0-ce46-41c7-b138-dd43365cde95", "name": "network-vif-deleted", "tag": "bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:58.732517 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-51af1d8a-6638-4d86-aae7-cb882604d64d None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:58.739507 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-51af1d8a-6638-4d86-aae7-cb882604d64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:58.746571 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-3863be78-c10f-4b58-a6c9-edd0718f43cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d46cd18-bb89-46e2-9122-e03a09fa8460', 'name': 'tempest-ServersTestManualDisk-841032026-router', 'tenant_id': '8910f839d4ec483d9057620432917b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '6657c1be-4186-4711-878d-007078e1c474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:39Z', 'updated_at': '2021-11-12T03:32:48Z', 'revision_number': 4, 'project_id': '8910f839d4ec483d9057620432917b4f', 'gw_port': {'id': '6657c1be-4186-4711-878d-007078e1c474', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d46cd18-bb89-46e2-9122-e03a09fa8460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:40Z', 'updated_at': '2021-11-12T03:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '1a97840c-89f6-4b1b-bb76-1c9ff3813854', 'name': '', 'network_id': '6ad8f428-3214-48fa-a855-877c1071e6fa', 'tenant_id': '8910f839d4ec483d9057620432917b4f', 'mac_address': 'fa:16:3e:84:7c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d46cd18-bb89-46e2-9122-e03a09fa8460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'e880cd9c-6a78-4ecf-8ddc-1fa0e2144baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:47Z', 'updated_at': '2021-11-12T03:32:56Z', 'revision_number': 4, 'project_id': '8910f839d4ec483d9057620432917b4f', 'subnets': [{'id': 'e880cd9c-6a78-4ecf-8ddc-1fa0e2144baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:58.756051 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ee64a792-7023-4af5-910b-c991d4072ef6 req-1f34e53b-2925-4468-aabd-4ca51cb11090 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e20b976-0765-4c19-b472-8d45abdc5b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883325 Nov 12 03:32:58.827822 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3863be78-c10f-4b58-a6c9-edd0718f43cf None None] The sync data for ids ['4d46cd18-bb89-46e2-9122-e03a09fa8460'] in n-d-715271-27 is: [{'id': '4d46cd18-bb89-46e2-9122-e03a09fa8460', 'name': 'tempest-ServersTestManualDisk-841032026-router', 'tenant_id': '8910f839d4ec483d9057620432917b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '6657c1be-4186-4711-878d-007078e1c474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:39Z', 'updated_at': '2021-11-12T03:32:48Z', 'revision_number': 4, 'project_id': '8910f839d4ec483d9057620432917b4f', 'gw_port': {'id': '6657c1be-4186-4711-878d-007078e1c474', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d46cd18-bb89-46e2-9122-e03a09fa8460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:40Z', 'updated_at': '2021-11-12T03:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '1a97840c-89f6-4b1b-bb76-1c9ff3813854', 'name': '', 'network_id': '6ad8f428-3214-48fa-a855-877c1071e6fa', 'tenant_id': '8910f839d4ec483d9057620432917b4f', 'mac_address': 'fa:16:3e:84:7c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d46cd18-bb89-46e2-9122-e03a09fa8460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'e880cd9c-6a78-4ecf-8ddc-1fa0e2144baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:47Z', 'updated_at': '2021-11-12T03:32:56Z', 'revision_number': 4, 'project_id': '8910f839d4ec483d9057620432917b4f', 'subnets': [{'id': 'e880cd9c-6a78-4ecf-8ddc-1fa0e2144baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:32:58.834477 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 1a97840c-89f6-4b1b-bb76-1c9ff3813854 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:58.834874 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:58.913216 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b5009f-550a-4e10-96f9-6219e1d9f5a7 None None] Pushing event updated for resources: {'Port': ['ID=a0479658-69b4-44f8-9dd8-bac8fb8a6a66,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:58.976604 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e8505-f504-4272-ae95-1b38108181ac req-c3946818-edf7-4f8f-9e48-ef802f6ab0e4 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:58.986986 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b88e8505-f504-4272-ae95-1b38108181ac req-c3946818-edf7-4f8f-9e48-ef802f6ab0e4 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 945 time: 0.2592301 Nov 12 03:32:59.003865 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b73a59f-5d88-42f7-8af3-4657558ac329 x-openstack-request-id: req-4b73a59f-5d88-42f7-8af3-4657558ac329 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:59.004226 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd202e0-ce46-41c7-b138-dd43365cde95", "name": "network-vif-deleted", "tag": "bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:59.004541 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4b73a59f-5d88-42f7-8af3-4657558ac329 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:59.004946 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd202e0-ce46-41c7-b138-dd43365cde95', 'name': 'network-vif-deleted', 'tag': 'bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3', 'status': 'completed', 'code': 200} Nov 12 03:32:59.027694 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587556a-7534-4ef8-a249-6fdc11d5a158 req-849117ef-41bf-4da3-8fb0-786356132dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:59.033952 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0587556a-7534-4ef8-a249-6fdc11d5a158 req-849117ef-41bf-4da3-8fb0-786356132dd4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4c4f87013bee49bab876ce2754aa20ff&device_id=a9e4fcf2-9767-4350-8f85-89675c03b5de HTTP/1.1" status: 200 len: 1095 time: 0.2769303 Nov 12 03:32:59.066396 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-51af1d8a-6638-4d86-aae7-cb882604d64d None None] Attempting to bind port a0479658-69b4-44f8-9dd8-bac8fb8a6a66 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:32:59.069472 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-51af1d8a-6638-4d86-aae7-cb882604d64d None None] Attempting to bind port a0479658-69b4-44f8-9dd8-bac8fb8a6a66 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '31ec5363-729b-4a3a-9b7c-00183d12172d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a968290e-2e17-4878-acab-ef72024d8fd0'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:32:59.070069 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51af1d8a-6638-4d86-aae7-cb882604d64d None None] Attempting to bind port a0479658-69b4-44f8-9dd8-bac8fb8a6a66 on network a968290e-2e17-4878-acab-ef72024d8fd0 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:59.082178 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51af1d8a-6638-4d86-aae7-cb882604d64d None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:32:59.084399 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51af1d8a-6638-4d86-aae7-cb882604d64d None None] Checking segment: {'id': '31ec5363-729b-4a3a-9b7c-00183d12172d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a968290e-2e17-4878-acab-ef72024d8fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:59.085009 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-51af1d8a-6638-4d86-aae7-cb882604d64d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:59.086975 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51af1d8a-6638-4d86-aae7-cb882604d64d None None] Bound using segment: {'id': '31ec5363-729b-4a3a-9b7c-00183d12172d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a968290e-2e17-4878-acab-ef72024d8fd0'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:32:59.087736 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-51af1d8a-6638-4d86-aae7-cb882604d64d None None] Bound port: a0479658-69b4-44f8-9dd8-bac8fb8a6a66, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ec5363-729b-4a3a-9b7c-00183d12172d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a968290e-2e17-4878-acab-ef72024d8fd0'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:32:59.089891 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-51af1d8a-6638-4d86-aae7-cb882604d64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:59.198354 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318ade0-f3e5-4345-83c8-28212c0250fc req-08bb3674-ad66-4d59-8fdd-c40faf119802 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:59.208986 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3318ade0-f3e5-4345-83c8-28212c0250fc req-08bb3674-ad66-4d59-8fdd-c40faf119802 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.0859108 Nov 12 03:32:59.262237 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-51af1d8a-6638-4d86-aae7-cb882604d64d None None] For port a0479658-69b4-44f8-9dd8-bac8fb8a6a66, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:32:59.274851 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-51af1d8a-6638-4d86-aae7-cb882604d64d None None] For port a0479658-69b4-44f8-9dd8-bac8fb8a6a66, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=a0479658-69b4-44f8-9dd8-bac8fb8a6a66,segment=NetworkSegment(31ec5363-729b-4a3a-9b7c-00183d12172d),segment_id=31ec5363-729b-4a3a-9b7c-00183d12172d)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:32:59.284904 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-51af1d8a-6638-4d86-aae7-cb882604d64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:59.293368 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 1a97840c-89f6-4b1b-bb76-1c9ff3813854 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:59.351720 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3318ade0-f3e5-4345-83c8-28212c0250fc req-29294dd4-658e-4ae2-8f44-94b70a3fa4a6 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414900 Nov 12 03:32:59.458100 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-f60d19b6-ffe3-4551-bf19-2c37edc02c83 None None] Provisioning complete for port a0479658-69b4-44f8-9dd8-bac8fb8a6a66 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:59.458681 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f60d19b6-ffe3-4551-bf19-2c37edc02c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:59.471733 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51af1d8a-6638-4d86-aae7-cb882604d64d None None] Routers {'74291860-35c4-40f9-a3c5-e88ae191ff3d'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:59.472406 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-51af1d8a-6638-4d86-aae7-cb882604d64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:32:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['74291860-35c4-40f9-a3c5-e88ae191ff3d'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:59.476569 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b88e8505-f504-4272-ae95-1b38108181ac req-06d29e9b-dd28-4359-87f6-121ba5cc0dc6 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4652994 Nov 12 03:32:59.493233 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 1a97840c-89f6-4b1b-bb76-1c9ff3813854 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:59.493650 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:59.551618 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587556a-7534-4ef8-a249-6fdc11d5a158 req-fc338b45-c8da-4c4d-b159-1304cbbd5441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:59.564337 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0587556a-7534-4ef8-a249-6fdc11d5a158 req-fc338b45-c8da-4c4d-b159-1304cbbd5441 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b4b6c17e-1554-4c64-bbd2-cab189ccb6ac HTTP/1.1" status: 200 len: 916 time: 0.4605496 Nov 12 03:32:59.617344 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b5009f-550a-4e10-96f9-6219e1d9f5a7 None None] Pushing event updated for resources: {'Port': ['ID=a0479658-69b4-44f8-9dd8-bac8fb8a6a66,revision_number=4']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:59.677757 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7d8fd756-f241-4c25-b092-f8fd83dcb3a2 req-7a278b64-3b9d-4f6b-9c6c-5d8247a9dca2 tempest-ImagesOneServerTestJSON-1800513836 tempest-ImagesOneServerTestJSON-1800513836-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fd202e0-ce46-41c7-b138-dd43365cde95 HTTP/1.1" status: 200 len: 210 time: 0.0834260 Nov 12 03:32:59.820302 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0587556a-7534-4ef8-a249-6fdc11d5a158 req-0e7899d3-98f6-4be4-87ea-a9af98fd4f78 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a74b3c04-9b73-4048-bb45-18905c064c90 HTTP/1.1" status: 200 len: 217 time: 0.2425964 Nov 12 03:32:59.896137 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-51af1d8a-6638-4d86-aae7-cb882604d64d None None] Set router 74291860-35c4-40f9-a3c5-e88ae191ff3d gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:32:59.960138 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-19dad0bb-0b88-4382-adaf-ef63bf6f2aee req-19b1869a-c023-4883-bcf1-841d5a730f5b tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3efc6a7-c2e2-4441-88d3-15225cb287db HTTP/1.1" status: 200 len: 210 time: 0.0590765 Nov 12 03:32:59.984665 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587556a-7534-4ef8-a249-6fdc11d5a158 req-cf85d45f-40b2-48f5-8f6a-8f4dc8178371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:59.987015 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0587556a-7534-4ef8-a249-6fdc11d5a158 req-cf85d45f-40b2-48f5-8f6a-8f4dc8178371 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=12a7d959-eb1b-4da8-b4ea-7a242be53e60 HTTP/1.1" status: 200 len: 855 time: 0.1436598 Nov 12 03:32:59.999285 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3267e2-d777-49e3-9980-130012cfa835 req-99acef30-0cdf-4083-be6a-a937e7644c12 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:00.009496 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bc3267e2-d777-49e3-9980-130012cfa835 req-99acef30-0cdf-4083-be6a-a937e7644c12 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.2999475 Nov 12 03:33:00.055543 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-214191a3-ed6c-4d13-b18d-bd95b10f5298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:00.093918 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f60d19b6-ffe3-4551-bf19-2c37edc02c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:00.109980 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:33:00.113095 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0587556a-7534-4ef8-a249-6fdc11d5a158 req-c6c5d8a8-09ca-4567-8650-950b3c2cf27f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b4b6c17e-1554-4c64-bbd2-cab189ccb6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878658 Nov 12 03:33:00.163442 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:33:00.165805 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device bf71c5c4-8260-4bb0-9f9e-1bf90fdbf9d3 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:33:00.169339 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7437178-6666-41d5-84cf-689c7e6e3de0 req-a057fed9-2721-4a73-b1b3-19e8ed741615 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:00.175635 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a7437178-6666-41d5-84cf-689c7e6e3de0 req-a057fed9-2721-4a73-b1b3-19e8ed741615 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=a9e4fcf2-9767-4350-8f85-89675c03b5de HTTP/1.1" status: 200 len: 943 time: 0.1224413 Nov 12 03:33:00.209225 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-f60d19b6-ffe3-4551-bf19-2c37edc02c83 None None] For port a0479658-69b4-44f8-9dd8-bac8fb8a6a66, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=a0479658-69b4-44f8-9dd8-bac8fb8a6a66,segment=NetworkSegment(31ec5363-729b-4a3a-9b7c-00183d12172d),segment_id=31ec5363-729b-4a3a-9b7c-00183d12172d)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:00.219145 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f60d19b6-ffe3-4551-bf19-2c37edc02c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:00.244897 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bc3267e2-d777-49e3-9980-130012cfa835 req-7864b287-5a2b-4c52-b240-a695e6f42796 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2331557 Nov 12 03:33:00.328866 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a7437178-6666-41d5-84cf-689c7e6e3de0 req-8d6b137d-9224-4767-830e-6fe36069e1b4 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e20b976-0765-4c19-b472-8d45abdc5b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469011 Nov 12 03:33:00.367461 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0587556a-7534-4ef8-a249-6fdc11d5a158 req-ba27ad71-1c7b-4837-8f06-11515a34385a service neutron] 10.222.0.90 "GET /v2.0/networks/b4b6c17e-1554-4c64-bbd2-cab189ccb6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463951 Nov 12 03:33:00.409913 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d19b6-ffe3-4551-bf19-2c37edc02c83 None None] Pushing event updated for resources: {'Port': ['ID=a0479658-69b4-44f8-9dd8-bac8fb8a6a66,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:00.499536 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-1deab096-8f85-4585-9e3f-a4f5378b5749 None None] Provisioning complete for port a0479658-69b4-44f8-9dd8-bac8fb8a6a66 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:00.499929 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1deab096-8f85-4585-9e3f-a4f5378b5749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:00.639303 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-03152ad6-aec5-4466-b7bf-8b49cae05b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:00.657172 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device a74b3c04-9b73-4048-bb45-18905c064c90 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:33:00.673871 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device b950f9ac-c38e-477d-94e4-ee676fd7e1a8 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:33:00.779660 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-51af1d8a-6638-4d86-aae7-cb882604d64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74291860-35c4-40f9-a3c5-e88ae191ff3d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1686220690-router', 'tenant_id': 'b4a96628cba343748a237947ab215eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '2ba44b53-3d8b-4a4f-87ed-d184e8daac28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:45Z', 'updated_at': '2021-11-12T03:32:52Z', 'revision_number': 4, 'project_id': 'b4a96628cba343748a237947ab215eef', 'gw_port': {'id': '2ba44b53-3d8b-4a4f-87ed-d184e8daac28', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74291860-35c4-40f9-a3c5-e88ae191ff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:46Z', 'updated_at': '2021-11-12T03:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'a0479658-69b4-44f8-9dd8-bac8fb8a6a66', 'name': '', 'network_id': 'a968290e-2e17-4878-acab-ef72024d8fd0', 'tenant_id': 'b4a96628cba343748a237947ab215eef', 'mac_address': 'fa:16:3e:ac:5e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74291860-35c4-40f9-a3c5-e88ae191ff3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '094dac8f-fead-4299-ae5f-3387d1f34c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:50Z', 'updated_at': '2021-11-12T03:32:59Z', 'revision_number': 4, 'project_id': 'b4a96628cba343748a237947ab215eef', 'subnets': [{'id': '094dac8f-fead-4299-ae5f-3387d1f34c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:00.787436 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-ef14995f-2db0-48df-8cab-62e4392cf047 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:00.789010 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-ef14995f-2db0-48df-8cab-62e4392cf047 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.74 "GET /v2.0/networks?id=6ad8f428-3214-48fa-a855-877c1071e6fa HTTP/1.1" status: 200 len: 811 time: 0.4535246 Nov 12 03:33:00.805768 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0587556a-7534-4ef8-a249-6fdc11d5a158 req-7b3a6a50-d6fe-4f98-897c-80d2f4c398cf service neutron] 10.222.0.90 "GET /v2.0/networks/b4b6c17e-1554-4c64-bbd2-cab189ccb6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270396 Nov 12 03:33:00.853975 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51af1d8a-6638-4d86-aae7-cb882604d64d None None] The sync data for ids ['74291860-35c4-40f9-a3c5-e88ae191ff3d'] in n-d-715271-27 is: [{'id': '74291860-35c4-40f9-a3c5-e88ae191ff3d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1686220690-router', 'tenant_id': 'b4a96628cba343748a237947ab215eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '2ba44b53-3d8b-4a4f-87ed-d184e8daac28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:45Z', 'updated_at': '2021-11-12T03:32:52Z', 'revision_number': 4, 'project_id': 'b4a96628cba343748a237947ab215eef', 'gw_port': {'id': '2ba44b53-3d8b-4a4f-87ed-d184e8daac28', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74291860-35c4-40f9-a3c5-e88ae191ff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:46Z', 'updated_at': '2021-11-12T03:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'a0479658-69b4-44f8-9dd8-bac8fb8a6a66', 'name': '', 'network_id': 'a968290e-2e17-4878-acab-ef72024d8fd0', 'tenant_id': 'b4a96628cba343748a237947ab215eef', 'mac_address': 'fa:16:3e:ac:5e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74291860-35c4-40f9-a3c5-e88ae191ff3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '094dac8f-fead-4299-ae5f-3387d1f34c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:50Z', 'updated_at': '2021-11-12T03:32:59Z', 'revision_number': 4, 'project_id': 'b4a96628cba343748a237947ab215eef', 'subnets': [{'id': '094dac8f-fead-4299-ae5f-3387d1f34c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:33:00.971548 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114f49e-eb96-4bd2-b681-b6b6895ec06f req-31820b4d-1480-422e-9037-53ad6010dbaa tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:00.980523 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7114f49e-eb96-4bd2-b681-b6b6895ec06f req-31820b4d-1480-422e-9037-53ad6010dbaa tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 945 time: 0.3321402 Nov 12 03:33:01.035738 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-214191a3-ed6c-4d13-b18d-bd95b10f5298 admin admin] Deleting port a0479658-69b4-44f8-9dd8-bac8fb8a6a66 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:01.036327 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-214191a3-ed6c-4d13-b18d-bd95b10f5298 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:01.071901 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port a74b3c04-9b73-4048-bb45-18905c064c90, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=a74b3c04-9b73-4048-bb45-18905c064c90,segment=NetworkSegment(da2421b1-9030-4775-9a17-11cf9c82694f),segment_id=da2421b1-9030-4775-9a17-11cf9c82694f)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:01.083967 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-c387a3ab-4b1e-4ba1-853a-a5c9e9929146 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8910f839d4ec483d9057620432917b4f HTTP/1.1" status: 200 len: 380 time: 0.2643299 Nov 12 03:33:01.105041 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7114f49e-eb96-4bd2-b681-b6b6895ec06f req-851f17d0-0293-4ed6-8cdd-09c272ea28e7 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233668 Nov 12 03:33:01.106481 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port b950f9ac-c38e-477d-94e4-ee676fd7e1a8 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:33:01.131673 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port b950f9ac-c38e-477d-94e4-ee676fd7e1a8 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:01.132407 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:01.167601 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': 'a74b3c04-9b73-4048-bb45-18905c064c90', 'network_id': 'b4b6c17e-1554-4c64-bbd2-cab189ccb6ac', 'port_id': 'a74b3c04-9b73-4048-bb45-18905c064c90', 'mac_address': 'fa:16:3e:fa:e8:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a7d959-eb1b-4da8-b4ea-7a242be53e60', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:33:01.183319 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-e5107f99-74c7-40d1-98d9-76e499e31515 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Request body: {'port': {'device_id': 'c3efc6a7-c2e2-4441-88d3-15225cb287db', 'network_id': '6ad8f428-3214-48fa-a855-877c1071e6fa', 'admin_state_up': True, 'tenant_id': '8910f839d4ec483d9057620432917b4f', 'security_groups': ['386e33d5-8ecf-4834-9f60-23fab2bcf3a5']}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:01.473625 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-214191a3-ed6c-4d13-b18d-bd95b10f5298 admin admin] For port a0479658-69b4-44f8-9dd8-bac8fb8a6a66, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=a0479658-69b4-44f8-9dd8-bac8fb8a6a66,segment=NetworkSegment(31ec5363-729b-4a3a-9b7c-00183d12172d),segment_id=31ec5363-729b-4a3a-9b7c-00183d12172d)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:01.474314 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-214191a3-ed6c-4d13-b18d-bd95b10f5298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:01.497539 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-214191a3-ed6c-4d13-b18d-bd95b10f5298 admin admin] Calling delete_port for a0479658-69b4-44f8-9dd8-bac8fb8a6a66 owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:01.542413 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5381f590-51d7-4187-8d1d-5f8b204fcd05 req-9856976c-f31f-4e50-b67f-c872a45c6bde tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3efc6a7-c2e2-4441-88d3-15225cb287db HTTP/1.1" status: 200 len: 210 time: 0.1996038 Nov 12 03:33:01.578537 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:01.651000 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a74b3c04-9b73-4048-bb45-18905c064c90 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:33:01.724963 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port a74b3c04-9b73-4048-bb45-18905c064c90, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=a74b3c04-9b73-4048-bb45-18905c064c90,segment=NetworkSegment(da2421b1-9030-4775-9a17-11cf9c82694f),segment_id=da2421b1-9030-4775-9a17-11cf9c82694f)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:01.755681 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:01.774351 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-e5107f99-74c7-40d1-98d9-76e499e31515 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Made reservation on behalf of 8910f839d4ec483d9057620432917b4f for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:01.795668 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-e5107f99-74c7-40d1-98d9-76e499e31515 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:01.826159 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=a74b3c04-9b73-4048-bb45-18905c064c90,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:01.846440 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:01.887350 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9a64a6-4910-470a-8b3a-17813c6ca67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b950f9ac-c38e-477d-94e4-ee676fd7e1a8'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:01.895412 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9354236b-1d6c-4382-a6bf-0810fb62dd57" -d '{"events": [{"server_uuid": "3e9a64a6-4910-470a-8b3a-17813c6ca67e", "name": "network-vif-plugged", "status": "completed", "tag": "b950f9ac-c38e-477d-94e4-ee676fd7e1a8"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:01.930915 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port b950f9ac-c38e-477d-94e4-ee676fd7e1a8, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=b950f9ac-c38e-477d-94e4-ee676fd7e1a8,segment=NetworkSegment(4e7b8aec-969c-41d9-8252-0d15a236e5b1),segment_id=4e7b8aec-969c-41d9-8252-0d15a236e5b1)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:01.941619 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:01.984581 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 41032) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:02.008606 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device a0479658-69b4-44f8-9dd8-bac8fb8a6a66 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:33:02.159629 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=b950f9ac-c38e-477d-94e4-ee676fd7e1a8,revision_number=12']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:02.174064 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['a74b3c04-9b73-4048-bb45-18905c064c90'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:33:02.213776 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port a0479658-69b4-44f8-9dd8-bac8fb8a6a66 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:02.213776 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:02.449170 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f4e8d-5674-4a5e-84bf-616a49876fb6 req-bd52b6c7-0f23-4101-bf20-a6487bf69494 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:02.450754 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b99f4e8d-5674-4a5e-84bf-616a49876fb6 req-bd52b6c7-0f23-4101-bf20-a6487bf69494 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f5b9d5-fbfc-457f-8368-db840f56f5b0 HTTP/1.1" status: 200 len: 943 time: 0.5957227 Nov 12 03:33:02.597888 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-214191a3-ed6c-4d13-b18d-bd95b10f5298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:02.659302 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04544833-7d0b-4b94-82a0-05e7eb1be628 req-d634263a-ee59-4931-bfa8-16ba5954fe6f tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:02.662947 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5c124420-72a2-4e5d-8a50-7c2ccf80e1f4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=19fb44e9639849908b666db3cee01ae9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6752207 Nov 12 03:33:02.663113 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-04544833-7d0b-4b94-82a0-05e7eb1be628 req-d634263a-ee59-4931-bfa8-16ba5954fe6f tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=a9e4fcf2-9767-4350-8f85-89675c03b5de HTTP/1.1" status: 200 len: 944 time: 0.9252400 Nov 12 03:33:02.666273 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 41042) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:02.673384 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214191a3-ed6c-4d13-b18d-bd95b10f5298 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0479658-69b4-44f8-9dd8-bac8fb8a6a66,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:02.787096 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-04544833-7d0b-4b94-82a0-05e7eb1be628 req-6f2cf7fa-a9a2-4733-aa57-95819cb797f4 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e20b976-0765-4c19-b472-8d45abdc5b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826168 Nov 12 03:33:02.822590 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-b99f4e8d-5674-4a5e-84bf-616a49876fb6 req-1817f6e2-248e-4e05-b9f7-c73695f0be8a tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Deleting port fdd652fd-1724-4c00-91ca-c69ca8782ce7 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:02.822926 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-b99f4e8d-5674-4a5e-84bf-616a49876fb6 req-1817f6e2-248e-4e05-b9f7-c73695f0be8a tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:02.884590 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e56101-e373-4960-84b4-d6aa9c6dd349 x-openstack-request-id: req-95e56101-e373-4960-84b4-d6aa9c6dd349 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:02.885070 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9a64a6-4910-470a-8b3a-17813c6ca67e", "name": "network-vif-plugged", "status": "completed", "tag": "b950f9ac-c38e-477d-94e4-ee676fd7e1a8", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:02.885612 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-95e56101-e373-4960-84b4-d6aa9c6dd349 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:02.888644 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9a64a6-4910-470a-8b3a-17813c6ca67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b950f9ac-c38e-477d-94e4-ee676fd7e1a8', 'code': 200} Nov 12 03:33:02.895260 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-e5107f99-74c7-40d1-98d9-76e499e31515 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Allocated IP 172.20.0.6 (6ad8f428-3214-48fa-a855-877c1071e6fa/e880cd9c-6a78-4ecf-8ddc-1fa0e2144baa/a1780b06-0760-4535-8bdb-6add665210cf) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:02.924241 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cdee86c0-f720-4914-86b2-46b4d9679e4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.079568 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cdee86c0-f720-4914-86b2-46b4d9679e4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.197809 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-e5107f99-74c7-40d1-98d9-76e499e31515 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.216944 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff254d4-4ac2-489f-9260-d0e79bc962af req-81da6efa-7b19-4f2a-b866-cc2332c69c07 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:03.225809 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8ff254d4-4ac2-489f-9260-d0e79bc962af req-81da6efa-7b19-4f2a-b866-cc2332c69c07 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 946 time: 0.2383444 Nov 12 03:33:03.241519 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ab97abc7-5033-43f2-81b3-b0d5869dac21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.282738 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-b99f4e8d-5674-4a5e-84bf-616a49876fb6 req-1817f6e2-248e-4e05-b9f7-c73695f0be8a tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] For port fdd652fd-1724-4c00-91ca-c69ca8782ce7, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=fdd652fd-1724-4c00-91ca-c69ca8782ce7,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:03.283835 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-b99f4e8d-5674-4a5e-84bf-616a49876fb6 req-1817f6e2-248e-4e05-b9f7-c73695f0be8a tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.310527 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8ff254d4-4ac2-489f-9260-d0e79bc962af req-12004805-53dd-41f1-a64b-52ef7848ff05 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837648 Nov 12 03:33:03.316764 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-b99f4e8d-5674-4a5e-84bf-616a49876fb6 req-1817f6e2-248e-4e05-b9f7-c73695f0be8a tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Calling delete_port for fdd652fd-1724-4c00-91ca-c69ca8782ce7 owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:03.326377 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-214191a3-ed6c-4d13-b18d-bd95b10f5298 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.330487 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-e5107f99-74c7-40d1-98d9-76e499e31515 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.386952 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-e5107f99-74c7-40d1-98d9-76e499e31515 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Network 6ad8f428-3214-48fa-a855-877c1071e6fa is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:03.390278 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35805c-30c4-4b32-b7d6-d29420f85311 req-67d0cd19-c207-47d9-85df-eb0c7aa17426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:03.390441 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-e5107f99-74c7-40d1-98d9-76e499e31515 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:03.394176 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cc35805c-30c4-4b32-b7d6-d29420f85311 req-67d0cd19-c207-47d9-85df-eb0c7aa17426 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 1098 time: 0.2337999 Nov 12 03:33:03.396134 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-e5107f99-74c7-40d1-98d9-76e499e31515 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:03.400663 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5107f99-74c7-40d1-98d9-76e499e31515 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Pushing event updated for resources: {'Port': ['ID=a1780b06-0760-4535-8bdb-6add665210cf,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:03.467573 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-e5107f99-74c7-40d1-98d9-76e499e31515 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:03.468190 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-e5107f99-74c7-40d1-98d9-76e499e31515 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.471432 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cdee86c0-f720-4914-86b2-46b4d9679e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.474669 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cdee86c0-f720-4914-86b2-46b4d9679e4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.480671 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-cdee86c0-f720-4914-86b2-46b4d9679e4c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f0a54a65-b25b-4d6a-827f-393318e713e8 HTTP/1.1" status: 204 len: 168 time: 0.8128147 Nov 12 03:33:03.534897 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-e5107f99-74c7-40d1-98d9-76e499e31515 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4024494 Nov 12 03:33:03.557581 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-a9817e44-2d06-41b1-b8a0-8f16b267c469 service neutron] Request body: {'port': {'device_id': 'c3efc6a7-c2e2-4441-88d3-15225cb287db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:03.572322 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8d6ca-b145-47c3-a43d-69d44ea82576 req-744006d4-5dec-457f-bdfa-e3a792a2e950 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:03.579335 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-00b8d6ca-b145-47c3-a43d-69d44ea82576 req-744006d4-5dec-457f-bdfa-e3a792a2e950 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3efc6a7-c2e2-4441-88d3-15225cb287db HTTP/1.1" status: 200 len: 931 time: 0.1216233 Nov 12 03:33:03.698010 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee86c0-f720-4914-86b2-46b4d9679e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a54a65-b25b-4d6a-827f-393318e713e8,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:03.699775 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-b99f4e8d-5674-4a5e-84bf-616a49876fb6 req-1817f6e2-248e-4e05-b9f7-c73695f0be8a tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.711006 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-a9817e44-2d06-41b1-b8a0-8f16b267c469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.717967 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['41ecabea-c3bc-40a6-9a28-2efb66f91951', '08df2476-a404-43ef-8d05-1fb4b2eb283c'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:33:03.742388 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-00b8d6ca-b145-47c3-a43d-69d44ea82576 req-8a61c9a8-eea2-4878-830d-b236fc41bd93 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.50 "GET /v2.0/security-groups?id=386e33d5-8ecf-4834-9f60-23fab2bcf3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373167 Nov 12 03:33:03.828230 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1817f6e2-248e-4e05-b9f7-c73695f0be8a tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Pushing event deleted for resources: {'Port': ['ID=fdd652fd-1724-4c00-91ca-c69ca8782ce7,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:03.883632 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cc35805c-30c4-4b32-b7d6-d29420f85311 req-740ab026-bde4-4a70-ac1e-63ccbfe6773f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4803915 Nov 12 03:33:03.966667 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-e30be8f5-6079-4f5d-8e57-4d6977e7000d None None] Provisioning complete for port a1780b06-0760-4535-8bdb-6add665210cf triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:03.967364 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e30be8f5-6079-4f5d-8e57-4d6977e7000d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.997456 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-b99f4e8d-5674-4a5e-84bf-616a49876fb6 req-1817f6e2-248e-4e05-b9f7-c73695f0be8a tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] No DVR routers for this DVR port fdd652fd-1724-4c00-91ca-c69ca8782ce7 on host n-h2-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:33:04.008900 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-b99f4e8d-5674-4a5e-84bf-616a49876fb6 req-1817f6e2-248e-4e05-b9f7-c73695f0be8a tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:04.015401 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b99f4e8d-5674-4a5e-84bf-616a49876fb6 req-1817f6e2-248e-4e05-b9f7-c73695f0be8a tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "DELETE /v2.0/ports/fdd652fd-1724-4c00-91ca-c69ca8782ce7 HTTP/1.1" status: 204 len: 173 time: 1.5365999 Nov 12 03:33:04.015887 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f5b9d5-fbfc-457f-8368-db840f56f5b0', 'name': 'network-vif-deleted', 'tag': 'fdd652fd-1724-4c00-91ca-c69ca8782ce7'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:04.018607 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04f16af-7520-4ab6-8a3a-2de42cb2238b" -d '{"events": [{"server_uuid": "a1f5b9d5-fbfc-457f-8368-db840f56f5b0", "name": "network-vif-deleted", "tag": "fdd652fd-1724-4c00-91ca-c69ca8782ce7"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:04.061017 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-e30be8f5-6079-4f5d-8e57-4d6977e7000d None None] Port a1780b06-0760-4535-8bdb-6add665210cf cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:33:04.070611 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:04.172689 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-214191a3-ed6c-4d13-b18d-bd95b10f5298 admin admin] Router 74291860-35c4-40f9-a3c5-e88ae191ff3d has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:33:04.270870 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f7db8-57d8-42d3-a67e-79b7c91293ce req-b2673fb2-ca19-4531-986e-e235a33fcbcb tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:04.273079 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-617f7db8-57d8-42d3-a67e-79b7c91293ce req-b2673fb2-ca19-4531-986e-e235a33fcbcb tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=a9e4fcf2-9767-4350-8f85-89675c03b5de HTTP/1.1" status: 200 len: 944 time: 0.1793222 Nov 12 03:33:04.362384 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214191a3-ed6c-4d13-b18d-bd95b10f5298 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:33:04.364344 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-617f7db8-57d8-42d3-a67e-79b7c91293ce req-19c4ceb6-009e-4fd0-9828-79d60184f3ff tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e20b976-0765-4c19-b472-8d45abdc5b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832832 Nov 12 03:33:04.373901 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681392ca-f1dd-4ead-94f1-57b8bdf78b1f None None] Sync routers for ids ['74291860-35c4-40f9-a3c5-e88ae191ff3d'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:33:04.386369 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-214191a3-ed6c-4d13-b18d-bd95b10f5298 admin admin] 10.222.0.50 "PUT /v2.0/routers/74291860-35c4-40f9-a3c5-e88ae191ff3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1081071 Nov 12 03:33:04.386670 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 41068) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:04.405560 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681392ca-f1dd-4ead-94f1-57b8bdf78b1f None None] Routers {'74291860-35c4-40f9-a3c5-e88ae191ff3d'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:04.406281 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-681392ca-f1dd-4ead-94f1-57b8bdf78b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:33:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['74291860-35c4-40f9-a3c5-e88ae191ff3d'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:04.582582 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-54f3a631-b4d0-49f1-a857-3a6cf7e1d14d admin admin] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:04.588631 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afee73e-c98b-40e4-9fa1-f5ff65910d22 x-openstack-request-id: req-0afee73e-c98b-40e4-9fa1-f5ff65910d22 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:04.588969 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f5b9d5-fbfc-457f-8368-db840f56f5b0", "name": "network-vif-deleted", "tag": "fdd652fd-1724-4c00-91ca-c69ca8782ce7", "status": "failed", "code": 422}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:04.589230 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0afee73e-c98b-40e4-9fa1-f5ff65910d22 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:04.589662 n-d-715271-27 neutron-server[102572]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a1f5b9d5-fbfc-457f-8368-db840f56f5b0', 'name': 'network-vif-deleted', 'tag': 'fdd652fd-1724-4c00-91ca-c69ca8782ce7', 'status': 'failed', 'code': 422} returned with failed status Nov 12 03:33:04.621179 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-a9817e44-2d06-41b1-b8a0-8f16b267c469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1780b06-0760-4535-8bdb-6add665210cf {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:33:04.637703 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-a9817e44-2d06-41b1-b8a0-8f16b267c469 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:04.657488 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device a74b3c04-9b73-4048-bb45-18905c064c90 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:33:04.690717 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac3c2b-9ff7-486b-8327-08032c29b4c5 req-29cf4546-9499-4233-ad21-7d69694efe16 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:04.699778 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-80ac3c2b-9ff7-486b-8327-08032c29b4c5 req-29cf4546-9499-4233-ad21-7d69694efe16 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 946 time: 0.1788805 Nov 12 03:33:04.714174 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-a9817e44-2d06-41b1-b8a0-8f16b267c469 service neutron] Transition to ACTIVE for port object a1780b06-0760-4535-8bdb-6add665210cf will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:33:04.733843 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-a9817e44-2d06-41b1-b8a0-8f16b267c469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:04.745890 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-54f3a631-b4d0-49f1-a857-3a6cf7e1d14d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:04.781749 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-681392ca-f1dd-4ead-94f1-57b8bdf78b1f None None] Set router 74291860-35c4-40f9-a3c5-e88ae191ff3d gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:33:04.845772 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-54f3a631-b4d0-49f1-a857-3a6cf7e1d14d admin admin] Deleting port 2ba44b53-3d8b-4a4f-87ed-d184e8daac28 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:04.846422 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-54f3a631-b4d0-49f1-a857-3a6cf7e1d14d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:04.880358 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9817e44-2d06-41b1-b8a0-8f16b267c469 service neutron] Pushing event updated for resources: {'Port': ['ID=a1780b06-0760-4535-8bdb-6add665210cf,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:04.960918 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-80ac3c2b-9ff7-486b-8327-08032c29b4c5 req-123e1855-5901-4c67-84d2-e5be2f014f83 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2597249 Nov 12 03:33:05.095308 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-a9817e44-2d06-41b1-b8a0-8f16b267c469 service neutron] Attempting to bind port a1780b06-0760-4535-8bdb-6add665210cf on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:33:05.097555 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port a74b3c04-9b73-4048-bb45-18905c064c90 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:33:05.098224 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-a9817e44-2d06-41b1-b8a0-8f16b267c469 service neutron] Attempting to bind port a1780b06-0760-4535-8bdb-6add665210cf by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'ae9442f9-f9a5-46d2-a74c-79f3cc35adc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6ad8f428-3214-48fa-a855-877c1071e6fa'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:33:05.098664 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-a9817e44-2d06-41b1-b8a0-8f16b267c469 service neutron] Attempting to bind port a1780b06-0760-4535-8bdb-6add665210cf on network 6ad8f428-3214-48fa-a855-877c1071e6fa {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:05.104309 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port a74b3c04-9b73-4048-bb45-18905c064c90 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:05.104589 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:05.109130 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-a9817e44-2d06-41b1-b8a0-8f16b267c469 service neutron] Port a1780b06-0760-4535-8bdb-6add665210cf on network 6ad8f428-3214-48fa-a855-877c1071e6fa not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:33:05.110659 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-a9817e44-2d06-41b1-b8a0-8f16b267c469 service neutron] Attempting to bind port a1780b06-0760-4535-8bdb-6add665210cf on network 6ad8f428-3214-48fa-a855-877c1071e6fa {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:05.115467 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b770f07c-c5d8-4b87-893b-07d3a41dd290 req-1f03cce4-30c0-4e08-a4aa-de7184fbf663 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:05.119687 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b770f07c-c5d8-4b87-893b-07d3a41dd290 req-1f03cce4-30c0-4e08-a4aa-de7184fbf663 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3efc6a7-c2e2-4441-88d3-15225cb287db HTTP/1.1" status: 200 len: 943 time: 0.1677983 Nov 12 03:33:05.132249 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-a9817e44-2d06-41b1-b8a0-8f16b267c469 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:33:05.133932 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-a9817e44-2d06-41b1-b8a0-8f16b267c469 service neutron] Checking segment: {'id': 'ae9442f9-f9a5-46d2-a74c-79f3cc35adc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6ad8f428-3214-48fa-a855-877c1071e6fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:05.134394 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-a9817e44-2d06-41b1-b8a0-8f16b267c469 service neutron] Bound using segment: {'id': 'ae9442f9-f9a5-46d2-a74c-79f3cc35adc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6ad8f428-3214-48fa-a855-877c1071e6fa'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:33:05.135379 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-a9817e44-2d06-41b1-b8a0-8f16b267c469 service neutron] Bound port: a1780b06-0760-4535-8bdb-6add665210cf, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae9442f9-f9a5-46d2-a74c-79f3cc35adc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6ad8f428-3214-48fa-a855-877c1071e6fa'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:33:05.138500 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-a9817e44-2d06-41b1-b8a0-8f16b267c469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:05.287549 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-54f3a631-b4d0-49f1-a857-3a6cf7e1d14d admin admin] For port 2ba44b53-3d8b-4a4f-87ed-d184e8daac28, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=2ba44b53-3d8b-4a4f-87ed-d184e8daac28,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:05.288687 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-54f3a631-b4d0-49f1-a857-3a6cf7e1d14d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:05.320348 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-a9817e44-2d06-41b1-b8a0-8f16b267c469 service neutron] For port a1780b06-0760-4535-8bdb-6add665210cf, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:33:05.334233 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-a9817e44-2d06-41b1-b8a0-8f16b267c469 service neutron] For port a1780b06-0760-4535-8bdb-6add665210cf, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=a1780b06-0760-4535-8bdb-6add665210cf,segment=NetworkSegment(ae9442f9-f9a5-46d2-a74c-79f3cc35adc6),segment_id=ae9442f9-f9a5-46d2-a74c-79f3cc35adc6)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:33:05.340270 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-a9817e44-2d06-41b1-b8a0-8f16b267c469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:05.344700 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-54f3a631-b4d0-49f1-a857-3a6cf7e1d14d admin admin] Calling delete_port for 2ba44b53-3d8b-4a4f-87ed-d184e8daac28 owned by network:router_gateway {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:05.397787 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:05.415717 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-a9817e44-2d06-41b1-b8a0-8f16b267c469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:05.416365 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-a9817e44-2d06-41b1-b8a0-8f16b267c469 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:05.420462 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-a9817e44-2d06-41b1-b8a0-8f16b267c469 service neutron] 10.222.0.74 "PUT /v2.0/ports/a1780b06-0760-4535-8bdb-6add665210cf HTTP/1.1" status: 200 len: 1092 time: 1.8724961 Nov 12 03:33:05.421498 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3efc6a7-c2e2-4441-88d3-15225cb287db', 'tag': 'a1780b06-0760-4535-8bdb-6add665210cf'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:05.426375 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb21f26-6319-40c6-ace5-82b7602ffc3a" -d '{"events": [{"name": "network-changed", "server_uuid": "c3efc6a7-c2e2-4441-88d3-15225cb287db", "tag": "a1780b06-0760-4535-8bdb-6add665210cf"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:05.490502 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b770f07c-c5d8-4b87-893b-07d3a41dd290 req-1b64fba8-897e-4384-b4b4-4562fb0c6da8 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.50 "GET /v2.0/security-groups?id=386e33d5-8ecf-4834-9f60-23fab2bcf3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3646333 Nov 12 03:33:05.516601 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:05.517119 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e4fcf2-9767-4350-8f85-89675c03b5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74b3c04-9b73-4048-bb45-18905c064c90'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:05.526449 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5daca3b-b672-4129-9247-a9fc7f1f10b8" -d '{"events": [{"server_uuid": "a9e4fcf2-9767-4350-8f85-89675c03b5de", "name": "network-vif-plugged", "status": "completed", "tag": "a74b3c04-9b73-4048-bb45-18905c064c90"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:05.561447 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port a74b3c04-9b73-4048-bb45-18905c064c90, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=a74b3c04-9b73-4048-bb45-18905c064c90,segment=NetworkSegment(da2421b1-9030-4775-9a17-11cf9c82694f),segment_id=da2421b1-9030-4775-9a17-11cf9c82694f)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:05.597458 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-681392ca-f1dd-4ead-94f1-57b8bdf78b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74291860-35c4-40f9-a3c5-e88ae191ff3d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1686220690-router', 'tenant_id': 'b4a96628cba343748a237947ab215eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '2ba44b53-3d8b-4a4f-87ed-d184e8daac28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:45Z', 'updated_at': '2021-11-12T03:33:02Z', 'revision_number': 5, 'project_id': 'b4a96628cba343748a237947ab215eef', 'gw_port': {'id': '2ba44b53-3d8b-4a4f-87ed-d184e8daac28', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74291860-35c4-40f9-a3c5-e88ae191ff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:46Z', 'updated_at': '2021-11-12T03:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:05.603462 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:05.713596 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=a74b3c04-9b73-4048-bb45-18905c064c90,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:05.724531 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681392ca-f1dd-4ead-94f1-57b8bdf78b1f None None] Checking router: 74291860-35c4-40f9-a3c5-e88ae191ff3d for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:33:05.765108 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9817e44-2d06-41b1-b8a0-8f16b267c469 service neutron] Pushing event updated for resources: {'Port': ['ID=a1780b06-0760-4535-8bdb-6add665210cf,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:05.765734 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681392ca-f1dd-4ead-94f1-57b8bdf78b1f None None] Routers {'74291860-35c4-40f9-a3c5-e88ae191ff3d'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:05.777734 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-681392ca-f1dd-4ead-94f1-57b8bdf78b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:33:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['74291860-35c4-40f9-a3c5-e88ae191ff3d'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:05.826079 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c9c81-6dfb-4f66-bed6-3ecef157bf7b req-bd65b331-75df-4a63-b0a8-cddee4bc7377 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:05.837467 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-135c9c81-6dfb-4f66-bed6-3ecef157bf7b req-bd65b331-75df-4a63-b0a8-cddee4bc7377 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=005ee501-af66-42e5-84a5-0331a840a21e HTTP/1.1" status: 200 len: 908 time: 0.4050345 Nov 12 03:33:05.849018 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-bad687ba-dc3c-46d5-ae8d-06477751c488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:05.854595 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-bad687ba-dc3c-46d5-ae8d-06477751c488 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8910f839d4ec483d9057620432917b4f&device_id=c3efc6a7-c2e2-4441-88d3-15225cb287db HTTP/1.1" status: 200 len: 1095 time: 0.2880630 Nov 12 03:33:05.918124 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-681392ca-f1dd-4ead-94f1-57b8bdf78b1f None None] Set router 74291860-35c4-40f9-a3c5-e88ae191ff3d gateway port host: None {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:33:05.926123 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-60ba2bd3-e775-403c-8138-6fe0b5737bf7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1780b06-0760-4535-8bdb-6add665210cf HTTP/1.1" status: 200 len: 217 time: 0.0590475 Nov 12 03:33:05.930493 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2debb2b-73cb-4697-8abd-298e0094b580 x-openstack-request-id: req-a2debb2b-73cb-4697-8abd-298e0094b580 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:05.930980 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3efc6a7-c2e2-4441-88d3-15225cb287db", "tag": "a1780b06-0760-4535-8bdb-6add665210cf", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:05.931871 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a2debb2b-73cb-4697-8abd-298e0094b580 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:05.933864 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3efc6a7-c2e2-4441-88d3-15225cb287db', 'tag': 'a1780b06-0760-4535-8bdb-6add665210cf', 'status': 'completed', 'code': 200} Nov 12 03:33:05.947597 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-54f3a631-b4d0-49f1-a857-3a6cf7e1d14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:06.004664 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea1f648-e914-4710-85d8-6d22d71386fe x-openstack-request-id: req-2ea1f648-e914-4710-85d8-6d22d71386fe {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:06.004991 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e4fcf2-9767-4350-8f85-89675c03b5de", "name": "network-vif-plugged", "status": "completed", "tag": "a74b3c04-9b73-4048-bb45-18905c064c90", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:06.006631 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2ea1f648-e914-4710-85d8-6d22d71386fe {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:06.007032 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e4fcf2-9767-4350-8f85-89675c03b5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74b3c04-9b73-4048-bb45-18905c064c90', 'code': 200} Nov 12 03:33:06.023549 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-d10ad745-f7a2-4ad5-8163-141c52d94a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:06.026335 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-d10ad745-f7a2-4ad5-8163-141c52d94a55 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e880cd9c-6a78-4ecf-8ddc-1fa0e2144baa HTTP/1.1" status: 200 len: 850 time: 0.0914259 Nov 12 03:33:06.065175 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-681392ca-f1dd-4ead-94f1-57b8bdf78b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74291860-35c4-40f9-a3c5-e88ae191ff3d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1686220690-router', 'tenant_id': 'b4a96628cba343748a237947ab215eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:45Z', 'updated_at': '2021-11-12T03:33:04Z', 'revision_number': 6, 'project_id': 'b4a96628cba343748a237947ab215eef', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:06.102749 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681392ca-f1dd-4ead-94f1-57b8bdf78b1f None None] The sync data for ids ['74291860-35c4-40f9-a3c5-e88ae191ff3d'] in n-d-715271-27 is: [{'id': '74291860-35c4-40f9-a3c5-e88ae191ff3d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1686220690-router', 'tenant_id': 'b4a96628cba343748a237947ab215eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:45Z', 'updated_at': '2021-11-12T03:33:04Z', 'revision_number': 6, 'project_id': 'b4a96628cba343748a237947ab215eef', 'gw_port_host': None}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:33:06.139378 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f3a631-b4d0-49f1-a857-3a6cf7e1d14d admin admin] Pushing event deleted for resources: {'Port': ['ID=2ba44b53-3d8b-4a4f-87ed-d184e8daac28,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:06.191541 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-ecdb7df5-7d58-4054-a372-17c6a4bf36af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:06.193219 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-ecdb7df5-7d58-4054-a372-17c6a4bf36af service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6ad8f428-3214-48fa-a855-877c1071e6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1511796 Nov 12 03:33:06.256159 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21eb69b-cb35-4867-b87b-323eac6225d9 req-21d6e1aa-c2d8-4711-954b-36234b4431f8 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:06.258378 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b21eb69b-cb35-4867-b87b-323eac6225d9 req-21d6e1aa-c2d8-4711-954b-36234b4431f8 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=a9e4fcf2-9767-4350-8f85-89675c03b5de HTTP/1.1" status: 200 len: 945 time: 0.3311479 Nov 12 03:33:06.290350 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5da0db-6b12-4ad8-bd5f-1e0b93ddfe04 req-3011873a-d38e-453f-9e1b-269e97694062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:06.291909 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8b5da0db-6b12-4ad8-bd5f-1e0b93ddfe04 req-3011873a-d38e-453f-9e1b-269e97694062 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a9e4fcf2-9767-4350-8f85-89675c03b5de HTTP/1.1" status: 200 len: 1097 time: 0.1741722 Nov 12 03:33:06.301880 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:06.334262 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-54f3a631-b4d0-49f1-a857-3a6cf7e1d14d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:06.413791 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8b5da0db-6b12-4ad8-bd5f-1e0b93ddfe04 req-170c812f-6f5c-4a7c-a4a8-203437f20f3a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=2e20b976-0765-4c19-b472-8d45abdc5b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107128 Nov 12 03:33:06.480939 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-e6f8be00-1432-4386-b045-9854be9d8f7f service neutron] 10.222.0.74 "GET /v2.0/networks/6ad8f428-3214-48fa-a855-877c1071e6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724457 Nov 12 03:33:06.491756 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231f53e-52c8-407f-abc6-802d0db70567 req-480818e7-65eb-4fe2-ba54-46ba1cd45193 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:06.493330 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8231f53e-52c8-407f-abc6-802d0db70567 req-480818e7-65eb-4fe2-ba54-46ba1cd45193 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 946 time: 0.3784101 Nov 12 03:33:06.618477 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7eed724e-11de-4348-b05a-de484f4e8c6f req-0d0bb860-2a98-4f5c-98a9-26f5a948b47f service neutron] 10.222.0.74 "GET /v2.0/networks/6ad8f428-3214-48fa-a855-877c1071e6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239011 Nov 12 03:33:06.740220 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8231f53e-52c8-407f-abc6-802d0db70567 req-337da12a-25ec-415f-b479-6f2d03c4bce3 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048720 Nov 12 03:33:06.761277 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb21f26-6319-40c6-ace5-82b7602ffc3a req-fceec9ca-9540-4dfb-8e3c-27668b546118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:06.763408 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ebb21f26-6319-40c6-ace5-82b7602ffc3a req-fceec9ca-9540-4dfb-8e3c-27668b546118 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8910f839d4ec483d9057620432917b4f&device_id=c3efc6a7-c2e2-4441-88d3-15225cb287db HTTP/1.1" status: 200 len: 1095 time: 0.0809495 Nov 12 03:33:06.881605 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-54f3a631-b4d0-49f1-a857-3a6cf7e1d14d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:06.886330 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b21eb69b-cb35-4867-b87b-323eac6225d9 req-8f7455d1-2566-4100-9e8d-f8ad62daafac tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e20b976-0765-4c19-b472-8d45abdc5b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6211343 Nov 12 03:33:06.887524 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-54f3a631-b4d0-49f1-a857-3a6cf7e1d14d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:06.957743 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-54f3a631-b4d0-49f1-a857-3a6cf7e1d14d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:06.958528 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f3a631-b4d0-49f1-a857-3a6cf7e1d14d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74291860-35c4-40f9-a3c5-e88ae191ff3d {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:33:06.968998 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-54f3a631-b4d0-49f1-a857-3a6cf7e1d14d admin admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:06.973018 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-54f3a631-b4d0-49f1-a857-3a6cf7e1d14d admin admin] 10.222.0.50 "DELETE /v2.0/routers/74291860-35c4-40f9-a3c5-e88ae191ff3d HTTP/1.1" status: 204 len: 168 time: 2.5855803 Nov 12 03:33:06.973637 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 41166) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:06.983985 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80190-eb44-4dc6-a320-111d12a00049 req-963d6eee-648e-4e69-8876-84a3c4db0b12 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:06.994931 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e7f80190-eb44-4dc6-a320-111d12a00049 req-963d6eee-648e-4e69-8876-84a3c4db0b12 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3efc6a7-c2e2-4441-88d3-15225cb287db HTTP/1.1" status: 200 len: 943 time: 0.1827264 Nov 12 03:33:07.047243 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb21f26-6319-40c6-ace5-82b7602ffc3a req-fac7a124-6fc0-4403-bc3c-9436c56595bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:07.052317 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ebb21f26-6319-40c6-ace5-82b7602ffc3a req-fac7a124-6fc0-4403-bc3c-9436c56595bb service neutron] 10.222.0.74 "GET /v2.0/networks?id=6ad8f428-3214-48fa-a855-877c1071e6fa HTTP/1.1" status: 200 len: 912 time: 0.2733102 Nov 12 03:33:07.066045 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe3cad7e-0c61-46f1-8dd8-50a320921bea admin admin] Deleting subnet 094dac8f-fead-4299-ae5f-3387d1f34c78 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:33:07.069480 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fe3cad7e-0c61-46f1-8dd8-50a320921bea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:07.117563 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fe3cad7e-0c61-46f1-8dd8-50a320921bea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:07.138512 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ebb21f26-6319-40c6-ace5-82b7602ffc3a req-34d8a576-4ca2-4653-95e9-3244b36f1702 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1780b06-0760-4535-8bdb-6add665210cf HTTP/1.1" status: 200 len: 217 time: 0.0785329 Nov 12 03:33:07.149485 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e7f80190-eb44-4dc6-a320-111d12a00049 req-35befd94-70e9-45e5-b56e-b732eaef2601 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.50 "GET /v2.0/security-groups?id=386e33d5-8ecf-4834-9f60-23fab2bcf3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536970 Nov 12 03:33:07.202278 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb21f26-6319-40c6-ace5-82b7602ffc3a req-396d43a5-1932-4105-bce3-2bccd20a381b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:07.203745 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ebb21f26-6319-40c6-ace5-82b7602ffc3a req-396d43a5-1932-4105-bce3-2bccd20a381b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e880cd9c-6a78-4ecf-8ddc-1fa0e2144baa HTTP/1.1" status: 200 len: 850 time: 0.0534055 Nov 12 03:33:07.225427 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fe3cad7e-0c61-46f1-8dd8-50a320921bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:07.288770 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 2ba44b53-3d8b-4a4f-87ed-d184e8daac28 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:33:07.307966 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb21f26-6319-40c6-ace5-82b7602ffc3a req-ba2d38b7-ddb5-425e-9b5d-4c447a1bb4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:07.313037 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ebb21f26-6319-40c6-ace5-82b7602ffc3a req-ba2d38b7-ddb5-425e-9b5d-4c447a1bb4ff service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6ad8f428-3214-48fa-a855-877c1071e6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0901313 Nov 12 03:33:07.327620 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 2ba44b53-3d8b-4a4f-87ed-d184e8daac28 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:33:07.328261 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 2ba44b53-3d8b-4a4f-87ed-d184e8daac28 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:33:07.328865 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device a0479658-69b4-44f8-9dd8-bac8fb8a6a66 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:33:07.381096 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: a0479658-69b4-44f8-9dd8-bac8fb8a6a66 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:33:07.381779 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device a0479658-69b4-44f8-9dd8-bac8fb8a6a66 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:33:07.431253 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b9ebb-d457-4810-a15c-8f50d86800db req-ffabaa02-3865-4678-90d6-6f86d1399b4f tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:07.433583 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-316b9ebb-d457-4810-a15c-8f50d86800db req-ffabaa02-3865-4678-90d6-6f86d1399b4f tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=005ee501-af66-42e5-84a5-0331a840a21e HTTP/1.1" status: 200 len: 908 time: 0.1608505 Nov 12 03:33:07.479056 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fe3cad7e-0c61-46f1-8dd8-50a320921bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:07.512933 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3cad7e-0c61-46f1-8dd8-50a320921bea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=094dac8f-fead-4299-ae5f-3387d1f34c78,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:07.517720 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fe3cad7e-0c61-46f1-8dd8-50a320921bea admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:07.523185 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ebb21f26-6319-40c6-ace5-82b7602ffc3a req-e3081091-d10f-4492-932d-cbe22bac4e14 service neutron] 10.222.0.74 "GET /v2.0/networks/6ad8f428-3214-48fa-a855-877c1071e6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886106 Nov 12 03:33:07.523688 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-fe3cad7e-0c61-46f1-8dd8-50a320921bea admin admin] 10.222.0.50 "DELETE /v2.0/subnets/094dac8f-fead-4299-ae5f-3387d1f34c78 HTTP/1.1" status: 204 len: 168 time: 0.5490682 Nov 12 03:33:07.524304 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 41186) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:07.526740 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356e4a7b-c9b7-4474-8858-d97ee64f45fd None None] Network a968290e-2e17-4878-acab-ef72024d8fd0 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:07.646432 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6837c558-07d2-4d6c-9be9-00227e148f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:07.666404 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ebb21f26-6319-40c6-ace5-82b7602ffc3a req-5efeb8bc-855c-4000-9d51-a188ed4d1853 service neutron] 10.222.0.74 "GET /v2.0/networks/6ad8f428-3214-48fa-a855-877c1071e6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309440 Nov 12 03:33:07.744173 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-6837c558-07d2-4d6c-9be9-00227e148f9a admin admin] Deleting port 699c5c90-4a94-4fa8-8501-cf4dcdbf74f3 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:07.744722 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6837c558-07d2-4d6c-9be9-00227e148f9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:07.818322 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cb705a-8e86-4725-ae26-b725c0d90292 None None] DHCP port deletion for a968290e-2e17-4878-acab-ef72024d8fd0 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:33:07.823358 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:33:07.868527 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-6837c558-07d2-4d6c-9be9-00227e148f9a admin admin] For port 699c5c90-4a94-4fa8-8501-cf4dcdbf74f3, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=699c5c90-4a94-4fa8-8501-cf4dcdbf74f3,segment=NetworkSegment(31ec5363-729b-4a3a-9b7c-00183d12172d),segment_id=31ec5363-729b-4a3a-9b7c-00183d12172d)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:07.869321 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6837c558-07d2-4d6c-9be9-00227e148f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:07.885770 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-6837c558-07d2-4d6c-9be9-00227e148f9a admin admin] Calling delete_port for 699c5c90-4a94-4fa8-8501-cf4dcdbf74f3 owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:07.902583 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef4eec-17d7-406c-aa13-fc1a25c799a2 req-24389af9-ee72-490f-979d-d0055a29fb9b tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:07.904208 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ecef4eec-17d7-406c-aa13-fc1a25c799a2 req-24389af9-ee72-490f-979d-d0055a29fb9b tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 946 time: 0.0696187 Nov 12 03:33:07.904661 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-68cb705a-8e86-4725-ae26-b725c0d90292 None None] Deleting port 699c5c90-4a94-4fa8-8501-cf4dcdbf74f3 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:07.905222 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-68cb705a-8e86-4725-ae26-b725c0d90292 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:08.003651 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-68cb705a-8e86-4725-ae26-b725c0d90292 None None] For port 699c5c90-4a94-4fa8-8501-cf4dcdbf74f3, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=699c5c90-4a94-4fa8-8501-cf4dcdbf74f3,segment=NetworkSegment(31ec5363-729b-4a3a-9b7c-00183d12172d),segment_id=31ec5363-729b-4a3a-9b7c-00183d12172d)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:08.004351 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-68cb705a-8e86-4725-ae26-b725c0d90292 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:08.017181 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ecef4eec-17d7-406c-aa13-fc1a25c799a2 req-ee8a003e-facc-4969-91e5-91823f28f468 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926414 Nov 12 03:33:08.039839 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5b85f-9aa6-4850-93a7-f3ade1362620 req-e482d201-3da7-4dd7-a1d5-980dc5f4be4f tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:08.039839 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0fe5b85f-9aa6-4850-93a7-f3ade1362620 req-e482d201-3da7-4dd7-a1d5-980dc5f4be4f tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.90 "GET /v2.0/ports?device_id=005ee501-af66-42e5-84a5-0331a840a21e HTTP/1.1" status: 200 len: 908 time: 0.1088483 Nov 12 03:33:08.196822 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6837c558-07d2-4d6c-9be9-00227e148f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:08.207466 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-68cb705a-8e86-4725-ae26-b725c0d90292 None None] Calling delete_port for 699c5c90-4a94-4fa8-8501-cf4dcdbf74f3 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:08.216185 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632f6ba-26f7-46a9-9cb6-8d920b678e22 req-fac7f872-6afc-40e2-9fbc-62de21632e85 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:08.217795 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d632f6ba-26f7-46a9-9cb6-8d920b678e22 req-fac7f872-6afc-40e2-9fbc-62de21632e85 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=a9e4fcf2-9767-4350-8f85-89675c03b5de HTTP/1.1" status: 200 len: 945 time: 0.1780505 Nov 12 03:33:08.254543 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837c558-07d2-4d6c-9be9-00227e148f9a admin admin] Pushing event deleted for resources: {'Port': ['ID=699c5c90-4a94-4fa8-8501-cf4dcdbf74f3,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:08.258362 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6837c558-07d2-4d6c-9be9-00227e148f9a admin admin] No DVR routers for this DVR port 699c5c90-4a94-4fa8-8501-cf4dcdbf74f3 on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:33:08.340199 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-0fe5b85f-9aa6-4850-93a7-f3ade1362620 req-eed025f4-7a8f-413d-9835-c8ec88ae666f tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Deleting port 99c90f8d-b9f0-471d-9f7a-32a150652e01 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:08.340523 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0fe5b85f-9aa6-4850-93a7-f3ade1362620 req-eed025f4-7a8f-413d-9835-c8ec88ae666f tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:08.357403 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f0584-5d21-4b5a-a125-7e656e406dd7 req-1cb3d8bc-6100-4ecc-8d12-52c60984ee44 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:08.359348 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-68cb705a-8e86-4725-ae26-b725c0d90292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:08.370233 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-363f0584-5d21-4b5a-a125-7e656e406dd7 req-1cb3d8bc-6100-4ecc-8d12-52c60984ee44 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3efc6a7-c2e2-4441-88d3-15225cb287db HTTP/1.1" status: 200 len: 943 time: 0.0708365 Nov 12 03:33:08.415981 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cb705a-8e86-4725-ae26-b725c0d90292 None None] No DVR routers for this DVR port 699c5c90-4a94-4fa8-8501-cf4dcdbf74f3 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:33:08.429626 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb705a-8e86-4725-ae26-b725c0d90292 None None] Pushing event deleted for resources: {'Port': ['ID=699c5c90-4a94-4fa8-8501-cf4dcdbf74f3,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:08.449876 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d632f6ba-26f7-46a9-9cb6-8d920b678e22 req-5da0e217-db33-436b-9db2-e0d81cf9646c tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e20b976-0765-4c19-b472-8d45abdc5b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223656 Nov 12 03:33:08.478216 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-363f0584-5d21-4b5a-a125-7e656e406dd7 req-5790818b-be2a-494a-aef7-f39b56692caf tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.50 "GET /v2.0/security-groups?id=386e33d5-8ecf-4834-9f60-23fab2bcf3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069090 Nov 12 03:33:08.488355 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:08.547573 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-0fe5b85f-9aa6-4850-93a7-f3ade1362620 req-eed025f4-7a8f-413d-9835-c8ec88ae666f tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] For port 99c90f8d-b9f0-471d-9f7a-32a150652e01, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=99c90f8d-b9f0-471d-9f7a-32a150652e01,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:08.548057 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0fe5b85f-9aa6-4850-93a7-f3ade1362620 req-eed025f4-7a8f-413d-9835-c8ec88ae666f tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:08.563668 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-0fe5b85f-9aa6-4850-93a7-f3ade1362620 req-eed025f4-7a8f-413d-9835-c8ec88ae666f tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Calling delete_port for 99c90f8d-b9f0-471d-9f7a-32a150652e01 owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:08.614437 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6837c558-07d2-4d6c-9be9-00227e148f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:08.672299 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-6837c558-07d2-4d6c-9be9-00227e148f9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a968290e-2e17-4878-acab-ef72024d8fd0']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:08.701035 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-6837c558-07d2-4d6c-9be9-00227e148f9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ec5363-729b-4a3a-9b7c-00183d12172d') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:08.701254 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-6837c558-07d2-4d6c-9be9-00227e148f9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ec5363-729b-4a3a-9b7c-00183d12172d') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:08.717527 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6837c558-07d2-4d6c-9be9-00227e148f9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:08.762642 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e3aeb-40c0-4021-ad61-32a9c40b5db3 req-9b353663-3978-4ec2-afff-cee9dd4b9c27 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:08.764499 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2c7e3aeb-40c0-4021-ad61-32a9c40b5db3 req-9b353663-3978-4ec2-afff-cee9dd4b9c27 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=005ee501-af66-42e5-84a5-0331a840a21e HTTP/1.1" status: 200 len: 908 time: 0.1418402 Nov 12 03:33:08.774975 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6837c558-07d2-4d6c-9be9-00227e148f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:08.810017 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6837c558-07d2-4d6c-9be9-00227e148f9a admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:33:08.810438 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6837c558-07d2-4d6c-9be9-00227e148f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:08.812935 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:33:08.812935 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:33:08.812935 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:33:08.812935 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:33:08.812935 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:33:08.812935 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:33:08.812935 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:33:08.812935 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:33:08.812935 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:33:08.812935 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:33:08.812935 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:33:08.812935 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:33:08.812935 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:33:08.812935 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:33:08.812935 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:33:08.812935 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:33:08.812935 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:33:08.812935 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:33:08.812935 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:33:08.812935 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:33:08.812935 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:33:08.812935 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:33:08.812935 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:33:08.812935 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:33:08.812935 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:33:08.812935 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:33:08.812935 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:33:08.812935 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:33:08.812935 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:33:08.812935 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:33:08.812935 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:33:08.812935 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:33:08.897168 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0fe5b85f-9aa6-4850-93a7-f3ade1362620 req-eed025f4-7a8f-413d-9835-c8ec88ae666f tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:08.929122 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6837c558-07d2-4d6c-9be9-00227e148f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:08.940934 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed025f4-7a8f-413d-9835-c8ec88ae666f tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Pushing event deleted for resources: {'Port': ['ID=99c90f8d-b9f0-471d-9f7a-32a150652e01,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:08.943915 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6837c558-07d2-4d6c-9be9-00227e148f9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:08.951510 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6837c558-07d2-4d6c-9be9-00227e148f9a admin admin] 10.222.0.50 "DELETE /v2.0/networks/a968290e-2e17-4878-acab-ef72024d8fd0 HTTP/1.1" status: 204 len: 168 time: 1.4260449 Nov 12 03:33:08.970974 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837c558-07d2-4d6c-9be9-00227e148f9a admin admin] Pushing event deleted for resources: {'Network': ['ID=a968290e-2e17-4878-acab-ef72024d8fd0,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:09.064152 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe5b85f-9aa6-4850-93a7-f3ade1362620 req-eed025f4-7a8f-413d-9835-c8ec88ae666f tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] No DVR routers for this DVR port 99c90f8d-b9f0-471d-9f7a-32a150652e01 on host n-h2-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:33:09.071551 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0fe5b85f-9aa6-4850-93a7-f3ade1362620 req-eed025f4-7a8f-413d-9835-c8ec88ae666f tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:09.075715 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0fe5b85f-9aa6-4850-93a7-f3ade1362620 req-eed025f4-7a8f-413d-9835-c8ec88ae666f tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.90 "DELETE /v2.0/ports/99c90f8d-b9f0-471d-9f7a-32a150652e01 HTTP/1.1" status: 204 len: 173 time: 1.0152099 Nov 12 03:33:09.076387 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005ee501-af66-42e5-84a5-0331a840a21e', 'name': 'network-vif-deleted', 'tag': '99c90f8d-b9f0-471d-9f7a-32a150652e01'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:09.078967 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7537b0f6-9667-4319-88fe-615c3a8fa1fb" -d '{"events": [{"server_uuid": "005ee501-af66-42e5-84a5-0331a840a21e", "name": "network-vif-deleted", "tag": "99c90f8d-b9f0-471d-9f7a-32a150652e01"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:09.193189 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12095e92-70df-4243-962b-ff86e13a4671 x-openstack-request-id: req-12095e92-70df-4243-962b-ff86e13a4671 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:09.193962 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "005ee501-af66-42e5-84a5-0331a840a21e", "name": "network-vif-deleted", "tag": "99c90f8d-b9f0-471d-9f7a-32a150652e01", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:09.193962 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-12095e92-70df-4243-962b-ff86e13a4671 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:09.194396 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '005ee501-af66-42e5-84a5-0331a840a21e', 'name': 'network-vif-deleted', 'tag': '99c90f8d-b9f0-471d-9f7a-32a150652e01', 'status': 'completed', 'code': 200} Nov 12 03:33:09.266614 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 699c5c90-4a94-4fa8-8501-cf4dcdbf74f3 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:33:09.297075 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 699c5c90-4a94-4fa8-8501-cf4dcdbf74f3 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:33:09.297712 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 699c5c90-4a94-4fa8-8501-cf4dcdbf74f3 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:33:09.385769 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 41246) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:09.438747 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-69f12b36-d7f8-491d-9b11-0235f3be75f8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b4a96628cba343748a237947ab215eef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0517840 Nov 12 03:33:09.441768 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 41248) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:09.529527 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e98d8254-03d1-495c-85e5-ac5eff600ae5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:09.559609 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e98d8254-03d1-495c-85e5-ac5eff600ae5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:09.649866 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35888808-90e5-4902-9fdc-8bbc8777a555 req-ea307df8-f774-4224-a6d7-d9b2ac5ee850 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:09.652964 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-35888808-90e5-4902-9fdc-8bbc8777a555 req-ea307df8-f774-4224-a6d7-d9b2ac5ee850 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=a9e4fcf2-9767-4350-8f85-89675c03b5de HTTP/1.1" status: 200 len: 945 time: 0.0750856 Nov 12 03:33:09.684891 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3184c-5f16-486d-b683-399e1150c931 req-ff6bd7df-8cc7-48f1-b260-5515bb49ef47 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:09.686767 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-71f3184c-5f16-486d-b683-399e1150c931 req-ff6bd7df-8cc7-48f1-b260-5515bb49ef47 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3efc6a7-c2e2-4441-88d3-15225cb287db HTTP/1.1" status: 200 len: 943 time: 0.1120925 Nov 12 03:33:09.717495 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-35888808-90e5-4902-9fdc-8bbc8777a555 req-26412068-b22c-436f-9da7-4712deb98182 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e20b976-0765-4c19-b472-8d45abdc5b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561180 Nov 12 03:33:09.771258 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e98d8254-03d1-495c-85e5-ac5eff600ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:09.773851 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e98d8254-03d1-495c-85e5-ac5eff600ae5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:09.775391 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e98d8254-03d1-495c-85e5-ac5eff600ae5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/da6c771b-3859-4e6f-b619-3e1bac45baef HTTP/1.1" status: 204 len: 168 time: 0.3321054 Nov 12 03:33:09.790293 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-71f3184c-5f16-486d-b683-399e1150c931 req-4e6fe61f-5fff-4bd5-a16e-397decac21ed tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.50 "GET /v2.0/security-groups?id=386e33d5-8ecf-4834-9f60-23fab2bcf3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855155 Nov 12 03:33:09.792499 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d8254-03d1-495c-85e5-ac5eff600ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6c771b-3859-4e6f-b619-3e1bac45baef,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:09.974705 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-220c5e4d-527b-460f-9d80-42c82e89a292 req-18160e02-5596-4dd8-8e4a-a50cfb1e5540 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=005ee501-af66-42e5-84a5-0331a840a21e HTTP/1.1" status: 200 len: 210 time: 0.0491929 Nov 12 03:33:10.047494 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device a1780b06-0760-4535-8bdb-6add665210cf details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:33:10.194093 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port a1780b06-0760-4535-8bdb-6add665210cf, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=a1780b06-0760-4535-8bdb-6add665210cf,segment=NetworkSegment(ae9442f9-f9a5-46d2-a74c-79f3cc35adc6),segment_id=ae9442f9-f9a5-46d2-a74c-79f3cc35adc6)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:10.218372 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'a1780b06-0760-4535-8bdb-6add665210cf', 'network_id': '6ad8f428-3214-48fa-a855-877c1071e6fa', 'port_id': 'a1780b06-0760-4535-8bdb-6add665210cf', 'mac_address': 'fa:16:3e:70:f0:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e880cd9c-6a78-4ecf-8ddc-1fa0e2144baa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:33:10.300435 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:10.341993 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1780b06-0760-4535-8bdb-6add665210cf {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:33:10.388802 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cdd31a34-3648-470b-a626-31222e8885d5 req-52de8407-86e1-4402-a09f-9444d853b1fc service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1069717 Nov 12 03:33:10.397910 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port a1780b06-0760-4535-8bdb-6add665210cf, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=a1780b06-0760-4535-8bdb-6add665210cf,segment=NetworkSegment(ae9442f9-f9a5-46d2-a74c-79f3cc35adc6),segment_id=ae9442f9-f9a5-46d2-a74c-79f3cc35adc6)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:10.403448 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:10.498999 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=a1780b06-0760-4535-8bdb-6add665210cf,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:10.547500 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd31a34-3648-470b-a626-31222e8885d5 req-a04c57bf-8c84-4e6a-bd09-4e6525f598d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:10.550212 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cdd31a34-3648-470b-a626-31222e8885d5 req-a04c57bf-8c84-4e6a-bd09-4e6525f598d2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=eda4d7a9c5834d36bc2b22e1ed979ccd&device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 1096 time: 0.0717402 Nov 12 03:33:10.642166 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 99c90f8d-b9f0-471d-9f7a-32a150652e01 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:33:10.674335 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: 99c90f8d-b9f0-471d-9f7a-32a150652e01 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:33:10.675132 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 99c90f8d-b9f0-471d-9f7a-32a150652e01 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:33:10.743475 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd31a34-3648-470b-a626-31222e8885d5 req-a5f2193d-7992-4355-8f5d-45cffe41183f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:10.745012 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cdd31a34-3648-470b-a626-31222e8885d5 req-a5f2193d-7992-4355-8f5d-45cffe41183f service neutron] 10.222.0.90 "GET /v2.0/networks?id=56493891-2b14-40ba-a8cb-65015d9b59f3 HTTP/1.1" status: 200 len: 912 time: 0.1628263 Nov 12 03:33:10.791634 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['a1780b06-0760-4535-8bdb-6add665210cf'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:33:10.863972 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cdd31a34-3648-470b-a626-31222e8885d5 req-1b61a13a-2c87-4a79-93a6-863f25583517 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55a09f1f-5f9e-4783-9942-dfb020785189 HTTP/1.1" status: 200 len: 998 time: 0.1077759 Nov 12 03:33:11.072538 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd31a34-3648-470b-a626-31222e8885d5 req-faaa5f6e-db0e-4f70-bedc-1b58592ba5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:11.075282 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cdd31a34-3648-470b-a626-31222e8885d5 req-faaa5f6e-db0e-4f70-bedc-1b58592ba5b9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c41913f5-e5c1-4e60-8ee6-4f6d29d519f8 HTTP/1.1" status: 200 len: 850 time: 0.1999407 Nov 12 03:33:11.113148 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f1623-3631-4c70-be18-9dcdb9cd748c req-60261c32-df60-427b-bec2-cede4a8a9b86 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:11.115104 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-972f1623-3631-4c70-be18-9dcdb9cd748c req-60261c32-df60-427b-bec2-cede4a8a9b86 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3efc6a7-c2e2-4441-88d3-15225cb287db HTTP/1.1" status: 200 len: 944 time: 0.1635668 Nov 12 03:33:11.263021 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd31a34-3648-470b-a626-31222e8885d5 req-8aad304a-db47-4074-8853-03334e80129a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:11.264519 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cdd31a34-3648-470b-a626-31222e8885d5 req-8aad304a-db47-4074-8853-03334e80129a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=56493891-2b14-40ba-a8cb-65015d9b59f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1484895 Nov 12 03:33:11.280426 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-972f1623-3631-4c70-be18-9dcdb9cd748c req-9f33a531-d429-484a-aed2-0a6b902ed3e9 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.50 "GET /v2.0/security-groups?id=386e33d5-8ecf-4834-9f60-23fab2bcf3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565645 Nov 12 03:33:11.473567 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cdd31a34-3648-470b-a626-31222e8885d5 req-40eb628d-0b7a-4f90-8402-10dbdf18449a service neutron] 10.222.0.90 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918361 Nov 12 03:33:11.647455 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cdd31a34-3648-470b-a626-31222e8885d5 req-5f9aa890-d6ba-4356-be16-01fcd34ca15a service neutron] 10.222.0.90 "GET /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652398 Nov 12 03:33:11.763883 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c121e883-2405-44d5-b007-dea2bce0c228 req-ba82c53a-e998-4728-8b09-1a4e62f53915 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=2f0c40e740524e3ea7c0d10fdd491c73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330625 Nov 12 03:33:12.020923 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121e883-2405-44d5-b007-dea2bce0c228 req-a464eed1-e1e2-45cf-a40c-b31ff93fd019 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:12.033272 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c121e883-2405-44d5-b007-dea2bce0c228 req-a464eed1-e1e2-45cf-a40c-b31ff93fd019 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2675693 Nov 12 03:33:12.056489 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c121e883-2405-44d5-b007-dea2bce0c228 req-3f574a61-7915-4631-a3d4-55f396f04ab6 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/quotas/2f0c40e740524e3ea7c0d10fdd491c73 HTTP/1.1" status: 200 len: 375 time: 0.0187602 Nov 12 03:33:12.103726 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4d373-955b-4b51-9ad4-6a82afdbb694 req-d8641c8d-938b-4083-ae46-5db578f064d2 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:12.112900 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c121e883-2405-44d5-b007-dea2bce0c228 req-cd8c432b-7040-4c0c-a1bd-78c4809cd5dc tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f0c40e740524e3ea7c0d10fdd491c73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552917 Nov 12 03:33:12.113562 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e9e4d373-955b-4b51-9ad4-6a82afdbb694 req-d8641c8d-938b-4083-ae46-5db578f064d2 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a2b2ffb-abe2-4a3c-8232-416f53f656a1 HTTP/1.1" status: 200 len: 946 time: 0.1016052 Nov 12 03:33:12.181475 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e9e4d373-955b-4b51-9ad4-6a82afdbb694 req-44236ad5-76bf-421b-aad9-eb27e9ea361f tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667977 Nov 12 03:33:12.453014 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ffbac-18ff-4443-acb9-d492b01ed7ef req-ff171e3d-1945-4234-b81e-62be53bb6626 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:12.462087 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bd8ffbac-18ff-4443-acb9-d492b01ed7ef req-ff171e3d-1945-4234-b81e-62be53bb6626 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3efc6a7-c2e2-4441-88d3-15225cb287db HTTP/1.1" status: 200 len: 944 time: 0.0859408 Nov 12 03:33:12.503547 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 41370) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:12.574664 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bd8ffbac-18ff-4443-acb9-d492b01ed7ef req-d72d8b50-a5fa-46a8-b28e-90f8dcaa35e1 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.50 "GET /v2.0/security-groups?id=386e33d5-8ecf-4834-9f60-23fab2bcf3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109400 Nov 12 03:33:12.755142 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c1345db3-e68b-45b1-a097-b6c132f693da req-c359fcc1-eea9-4519-a547-83b9a551fa57 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=2f0c40e740524e3ea7c0d10fdd491c73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419528 Nov 12 03:33:12.804214 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ed9c5b1d-0d31-46c7-9b77-0a4a0ef65c61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:12.928178 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1345db3-e68b-45b1-a097-b6c132f693da req-2ab5d8a8-23e1-4fbc-a100-a7c92b2da85f tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:12.935250 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c1345db3-e68b-45b1-a097-b6c132f693da req-2ab5d8a8-23e1-4fbc-a100-a7c92b2da85f tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1792243 Nov 12 03:33:12.973590 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c1345db3-e68b-45b1-a097-b6c132f693da req-842e199e-0330-4727-84ca-65a548f99bac tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/quotas/2f0c40e740524e3ea7c0d10fdd491c73 HTTP/1.1" status: 200 len: 375 time: 0.0314858 Nov 12 03:33:13.013584 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ed9c5b1d-0d31-46c7-9b77-0a4a0ef65c61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:13.053153 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c1345db3-e68b-45b1-a097-b6c132f693da req-113ad3f4-501c-44a1-aedd-db056f2c772b tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f0c40e740524e3ea7c0d10fdd491c73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369315 Nov 12 03:33:13.054401 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ed9c5b1d-0d31-46c7-9b77-0a4a0ef65c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:13.084654 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ed9c5b1d-0d31-46c7-9b77-0a4a0ef65c61 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=53579664059a4abd89388a1f233bbe0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5799634 Nov 12 03:33:13.087518 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 41394) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:13.136164 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c5b1d-0d31-46c7-9b77-0a4a0ef65c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69672283-94fc-4aa3-ab1c-f353abbd36f7,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:13.217707 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e2c50b80-b3a8-4c58-b0f0-49786a9516df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:13.268871 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3949fb-fbd3-4cd0-aa52-87b207050ca7 req-7421fa84-9ca2-4e81-8f42-d013e7c7daed tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:13.271428 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2a3949fb-fbd3-4cd0-aa52-87b207050ca7 req-7421fa84-9ca2-4e81-8f42-d013e7c7daed tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a2b2ffb-abe2-4a3c-8232-416f53f656a1 HTTP/1.1" status: 200 len: 946 time: 0.1179621 Nov 12 03:33:13.308293 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e2c50b80-b3a8-4c58-b0f0-49786a9516df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:13.463714 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4f59cd92-46a4-468a-a679-23850eff43d8 req-e435652a-3748-417a-8959-cb82c284bb2b tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c55d08e-aab1-4961-9e47-a894a7a450b9 HTTP/1.1" status: 200 len: 210 time: 0.0669632 Nov 12 03:33:13.506272 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e2c50b80-b3a8-4c58-b0f0-49786a9516df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:13.526678 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e2c50b80-b3a8-4c58-b0f0-49786a9516df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:13.528364 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e2c50b80-b3a8-4c58-b0f0-49786a9516df admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/69672283-94fc-4aa3-ab1c-f353abbd36f7 HTTP/1.1" status: 204 len: 168 time: 0.4391985 Nov 12 03:33:13.555612 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c50b80-b3a8-4c58-b0f0-49786a9516df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69672283-94fc-4aa3-ab1c-f353abbd36f7,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:13.621900 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b21142-0577-416f-99a2-69bb15aa043a req-1e70efe8-f75c-4f35-905e-c1d47c0f1134 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:13.632720 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-65b21142-0577-416f-99a2-69bb15aa043a req-1e70efe8-f75c-4f35-905e-c1d47c0f1134 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a2b2ffb-abe2-4a3c-8232-416f53f656a1 HTTP/1.1" status: 200 len: 946 time: 0.3241398 Nov 12 03:33:13.742553 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-65b21142-0577-416f-99a2-69bb15aa043a req-972cc06c-3962-4289-9abe-85bd8b2af8ab tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086402 Nov 12 03:33:13.757149 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-2a3949fb-fbd3-4cd0-aa52-87b207050ca7 req-6a870f16-7355-48f2-8cf5-0bdf3a9a2573 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Deleting port 08df2476-a404-43ef-8d05-1fb4b2eb283c {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:13.757491 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2a3949fb-fbd3-4cd0-aa52-87b207050ca7 req-6a870f16-7355-48f2-8cf5-0bdf3a9a2573 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:13.925552 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56100b-1740-4015-88e7-77231d167a9a req-b966c91f-b9c4-4572-84cb-2c1e91e37499 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:13.927065 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4c56100b-1740-4015-88e7-77231d167a9a req-b966c91f-b9c4-4572-84cb-2c1e91e37499 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3efc6a7-c2e2-4441-88d3-15225cb287db HTTP/1.1" status: 200 len: 944 time: 0.1952682 Nov 12 03:33:13.995574 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-2a3949fb-fbd3-4cd0-aa52-87b207050ca7 req-6a870f16-7355-48f2-8cf5-0bdf3a9a2573 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] For port 08df2476-a404-43ef-8d05-1fb4b2eb283c, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=08df2476-a404-43ef-8d05-1fb4b2eb283c,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:13.995943 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2a3949fb-fbd3-4cd0-aa52-87b207050ca7 req-6a870f16-7355-48f2-8cf5-0bdf3a9a2573 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:14.054408 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-2a3949fb-fbd3-4cd0-aa52-87b207050ca7 req-6a870f16-7355-48f2-8cf5-0bdf3a9a2573 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Calling delete_port for 08df2476-a404-43ef-8d05-1fb4b2eb283c owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:14.061258 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device a1780b06-0760-4535-8bdb-6add665210cf up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:33:14.129306 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4c56100b-1740-4015-88e7-77231d167a9a req-4b4c41c8-b48f-4e82-8308-b4e9f19f2d3f tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.50 "GET /v2.0/security-groups?id=386e33d5-8ecf-4834-9f60-23fab2bcf3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888995 Nov 12 03:33:14.147284 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c121e883-2405-44d5-b007-dea2bce0c228 req-b358e10c-6270-47b4-a928-ee38312caf71 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=2f0c40e740524e3ea7c0d10fdd491c73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1160467 Nov 12 03:33:14.205474 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port a1780b06-0760-4535-8bdb-6add665210cf completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:33:14.210210 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port a1780b06-0760-4535-8bdb-6add665210cf triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:14.210592 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:14.307347 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121e883-2405-44d5-b007-dea2bce0c228 req-fefc7eff-0d23-4bf8-9d75-39b31ee37e04 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:14.309518 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c121e883-2405-44d5-b007-dea2bce0c228 req-fefc7eff-0d23-4bf8-9d75-39b31ee37e04 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1597688 Nov 12 03:33:14.332684 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-c121e883-2405-44d5-b007-dea2bce0c228 req-f8319cf1-3dee-4bad-957c-ac6d77e7ec34 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Request body: {'port': {'device_id': 'fd83d5e8-c2db-4bc1-a1e9-cde29c70e050', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'admin_state_up': True, 'tenant_id': '2f0c40e740524e3ea7c0d10fdd491c73'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:14.381352 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:14.474144 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port a1780b06-0760-4535-8bdb-6add665210cf, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=a1780b06-0760-4535-8bdb-6add665210cf,segment=NetworkSegment(ae9442f9-f9a5-46d2-a74c-79f3cc35adc6),segment_id=ae9442f9-f9a5-46d2-a74c-79f3cc35adc6)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:14.475193 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3efc6a7-c2e2-4441-88d3-15225cb287db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1780b06-0760-4535-8bdb-6add665210cf'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:14.477779 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a67d7c-0dcb-4184-885a-a4e171a63678" -d '{"events": [{"server_uuid": "c3efc6a7-c2e2-4441-88d3-15225cb287db", "name": "network-vif-plugged", "status": "completed", "tag": "a1780b06-0760-4535-8bdb-6add665210cf"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:14.488938 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2a3949fb-fbd3-4cd0-aa52-87b207050ca7 req-6a870f16-7355-48f2-8cf5-0bdf3a9a2573 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:14.489955 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:14.491293 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 08df2476-a404-43ef-8d05-1fb4b2eb283c no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:33:14.547635 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 08df2476-a404-43ef-8d05-1fb4b2eb283c {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:33:14.547987 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 08df2476-a404-43ef-8d05-1fb4b2eb283c not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:33:14.550957 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['41ecabea-c3bc-40a6-9a28-2efb66f91951'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:33:14.569885 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a870f16-7355-48f2-8cf5-0bdf3a9a2573 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Pushing event deleted for resources: {'Port': ['ID=08df2476-a404-43ef-8d05-1fb4b2eb283c,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:14.593065 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c121e883-2405-44d5-b007-dea2bce0c228 req-f8319cf1-3dee-4bad-957c-ac6d77e7ec34 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Made reservation on behalf of 2f0c40e740524e3ea7c0d10fdd491c73 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:14.607370 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c121e883-2405-44d5-b007-dea2bce0c228 req-f8319cf1-3dee-4bad-957c-ac6d77e7ec34 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:14.647613 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a3949fb-fbd3-4cd0-aa52-87b207050ca7 req-6a870f16-7355-48f2-8cf5-0bdf3a9a2573 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] No DVR routers for this DVR port 08df2476-a404-43ef-8d05-1fb4b2eb283c on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:33:14.650875 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2a3949fb-fbd3-4cd0-aa52-87b207050ca7 req-6a870f16-7355-48f2-8cf5-0bdf3a9a2573 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:14.655043 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2a3949fb-fbd3-4cd0-aa52-87b207050ca7 req-6a870f16-7355-48f2-8cf5-0bdf3a9a2573 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.74 "DELETE /v2.0/ports/08df2476-a404-43ef-8d05-1fb4b2eb283c HTTP/1.1" status: 204 len: 173 time: 1.3756762 Nov 12 03:33:14.655205 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c121e883-2405-44d5-b007-dea2bce0c228 req-f8319cf1-3dee-4bad-957c-ac6d77e7ec34 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:14.655506 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a2b2ffb-abe2-4a3c-8232-416f53f656a1', 'name': 'network-vif-deleted', 'tag': '08df2476-a404-43ef-8d05-1fb4b2eb283c'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:14.677479 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef9ef6f-57f7-4a58-8983-8b0706ff25de" -d '{"events": [{"server_uuid": "0a2b2ffb-abe2-4a3c-8232-416f53f656a1", "name": "network-vif-deleted", "tag": "08df2476-a404-43ef-8d05-1fb4b2eb283c"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:14.685293 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f713c43d-e4ff-4d05-820c-2de2d41d04c4 x-openstack-request-id: req-f713c43d-e4ff-4d05-820c-2de2d41d04c4 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:14.685932 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3efc6a7-c2e2-4441-88d3-15225cb287db", "name": "network-vif-plugged", "status": "completed", "tag": "a1780b06-0760-4535-8bdb-6add665210cf", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:14.686356 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f713c43d-e4ff-4d05-820c-2de2d41d04c4 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:14.686916 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3efc6a7-c2e2-4441-88d3-15225cb287db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1780b06-0760-4535-8bdb-6add665210cf', 'code': 200} Nov 12 03:33:14.747895 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-992d83c6-56cf-4023-8ca6-ad2b993c8164 req-4775d7be-33aa-4afa-ada1-cadef03c68ea tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c55d08e-aab1-4961-9e47-a894a7a450b9 HTTP/1.1" status: 200 len: 210 time: 0.0560765 Nov 12 03:33:14.765818 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c40ed23-32a4-411a-a560-8de3937e1f45 x-openstack-request-id: req-9c40ed23-32a4-411a-a560-8de3937e1f45 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:14.767882 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a2b2ffb-abe2-4a3c-8232-416f53f656a1", "name": "network-vif-deleted", "tag": "08df2476-a404-43ef-8d05-1fb4b2eb283c", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:14.768300 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9c40ed23-32a4-411a-a560-8de3937e1f45 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:14.768677 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a2b2ffb-abe2-4a3c-8232-416f53f656a1', 'name': 'network-vif-deleted', 'tag': '08df2476-a404-43ef-8d05-1fb4b2eb283c', 'status': 'completed', 'code': 200} Nov 12 03:33:14.883271 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=a1780b06-0760-4535-8bdb-6add665210cf,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:14.894139 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c121e883-2405-44d5-b007-dea2bce0c228 req-f8319cf1-3dee-4bad-957c-ac6d77e7ec34 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:14.899945 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c121e883-2405-44d5-b007-dea2bce0c228 req-f8319cf1-3dee-4bad-957c-ac6d77e7ec34 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:15.000929 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739156bb-3f05-451a-ae33-793dd1bb450b req-f9ff600a-935f-42a3-95e2-568e64992b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:15.005346 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-739156bb-3f05-451a-ae33-793dd1bb450b req-f9ff600a-935f-42a3-95e2-568e64992b9d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c3efc6a7-c2e2-4441-88d3-15225cb287db HTTP/1.1" status: 200 len: 1097 time: 0.1571488 Nov 12 03:33:15.009990 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8319cf1-3dee-4bad-957c-ac6d77e7ec34 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1f4cb5-090c-4646-ba42-127a8bec6cd0,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:15.047767 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 41444) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:15.072436 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8319cf1-3dee-4bad-957c-ac6d77e7ec34 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:15.072786 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8319cf1-3dee-4bad-957c-ac6d77e7ec34 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:15.073130 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8319cf1-3dee-4bad-957c-ac6d77e7ec34 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:15.077224 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8319cf1-3dee-4bad-957c-ac6d77e7ec34 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:15.077578 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8319cf1-3dee-4bad-957c-ac6d77e7ec34 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:15.079310 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8319cf1-3dee-4bad-957c-ac6d77e7ec34 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:15.080288 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8319cf1-3dee-4bad-957c-ac6d77e7ec34 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:15.080884 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8319cf1-3dee-4bad-957c-ac6d77e7ec34 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:15.081230 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8319cf1-3dee-4bad-957c-ac6d77e7ec34 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:15.081566 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8319cf1-3dee-4bad-957c-ac6d77e7ec34 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:15.087473 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8319cf1-3dee-4bad-957c-ac6d77e7ec34 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:15.088059 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8319cf1-3dee-4bad-957c-ac6d77e7ec34 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:15.113648 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-739156bb-3f05-451a-ae33-793dd1bb450b req-d0a2c675-c3f0-4653-9db1-ef98e68b472b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=386e33d5-8ecf-4834-9f60-23fab2bcf3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928252 Nov 12 03:33:15.230668 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b4baf5fb-79c2-40b9-ab60-7979348d1719 req-c9de6a0d-d287-4a79-8c10-060fda52c44f tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a2b2ffb-abe2-4a3c-8232-416f53f656a1 HTTP/1.1" status: 200 len: 210 time: 0.2219014 Nov 12 03:33:15.268735 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-db071335-d312-4bdc-af4e-7e987aa8ae15 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-898095748-network', 'tenant_id': 'ade1379675c54448b968a53eed6b7917'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:15.322071 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-c121e883-2405-44d5-b007-dea2bce0c228 req-f8319cf1-3dee-4bad-957c-ac6d77e7ec34 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Allocated IP 192.168.233.120 (eca3953c-c804-4641-8812-bff95be59582/fa66706f-b415-4bb9-838e-cfd08f81d96b/54ed4807-a2c0-4ee7-8899-ba36b084b06a) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:15.333924 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a74a4f-405d-4693-8af5-400a3d811697 req-7b9f8ccf-bbf7-48d6-ab5b-5088ed5e1ceb tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:15.343048 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b6a74a4f-405d-4693-8af5-400a3d811697 req-7b9f8ccf-bbf7-48d6-ab5b-5088ed5e1ceb tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3efc6a7-c2e2-4441-88d3-15225cb287db HTTP/1.1" status: 200 len: 945 time: 0.1294897 Nov 12 03:33:15.352301 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db071335-d312-4bdc-af4e-7e987aa8ae15 admin admin] Made reservation on behalf of ade1379675c54448b968a53eed6b7917 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:15.354801 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-db071335-d312-4bdc-af4e-7e987aa8ae15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:15.373664 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-db071335-d312-4bdc-af4e-7e987aa8ae15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:15.508953 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c121e883-2405-44d5-b007-dea2bce0c228 req-f8319cf1-3dee-4bad-957c-ac6d77e7ec34 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:15.533656 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b6a74a4f-405d-4693-8af5-400a3d811697 req-39118faf-53fb-46b0-9210-2b116f86da25 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.50 "GET /v2.0/security-groups?id=386e33d5-8ecf-4834-9f60-23fab2bcf3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888897 Nov 12 03:33:15.558832 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c121e883-2405-44d5-b007-dea2bce0c228 req-f8319cf1-3dee-4bad-957c-ac6d77e7ec34 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:15.624762 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c121e883-2405-44d5-b007-dea2bce0c228 req-f8319cf1-3dee-4bad-957c-ac6d77e7ec34 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Network eca3953c-c804-4641-8812-bff95be59582 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:15.629201 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-c121e883-2405-44d5-b007-dea2bce0c228 req-f8319cf1-3dee-4bad-957c-ac6d77e7ec34 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:15.655341 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-c121e883-2405-44d5-b007-dea2bce0c228 req-f8319cf1-3dee-4bad-957c-ac6d77e7ec34 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:15.722092 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8319cf1-3dee-4bad-957c-ac6d77e7ec34 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Pushing event updated for resources: {'Port': ['ID=54ed4807-a2c0-4ee7-8899-ba36b084b06a,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:15.734876 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c1345db3-e68b-45b1-a097-b6c132f693da req-82fa52a3-2f26-4b1a-9bd1-93a47c4b64e0 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=2f0c40e740524e3ea7c0d10fdd491c73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0623660 Nov 12 03:33:15.763679 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121e883-2405-44d5-b007-dea2bce0c228 req-f8319cf1-3dee-4bad-957c-ac6d77e7ec34 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:15.764415 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c121e883-2405-44d5-b007-dea2bce0c228 req-f8319cf1-3dee-4bad-957c-ac6d77e7ec34 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:15.792894 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c121e883-2405-44d5-b007-dea2bce0c228 req-f8319cf1-3dee-4bad-957c-ac6d77e7ec34 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4662366 Nov 12 03:33:15.793013 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-db071335-d312-4bdc-af4e-7e987aa8ae15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:15.818334 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-c121e883-2405-44d5-b007-dea2bce0c228 req-e77adaf5-9838-416d-aa1b-79f7fd81ee71 service neutron] Request body: {'port': {'device_id': 'fd83d5e8-c2db-4bc1-a1e9-cde29c70e050', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:15.840132 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-db071335-d312-4bdc-af4e-7e987aa8ae15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:15.900919 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c121e883-2405-44d5-b007-dea2bce0c228 req-e77adaf5-9838-416d-aa1b-79f7fd81ee71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:15.920621 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db071335-d312-4bdc-af4e-7e987aa8ae15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:33:16.070943 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-db071335-d312-4bdc-af4e-7e987aa8ae15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.071381 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-db071335-d312-4bdc-af4e-7e987aa8ae15 admin admin] Added segment b56176cd-861d-48f7-89b7-15ffa8c22a90 of type vlan for network 165d4fe4-9e38-4242-b3a0-66e22d1ae624 Nov 12 03:33:16.075379 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db071335-d312-4bdc-af4e-7e987aa8ae15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f57929e-3a78-4a67-9884-79b592272260,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:16.101243 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-ede2c118-3883-419e-afeb-a2d779de0ffa None None] Provisioning complete for port 54ed4807-a2c0-4ee7-8899-ba36b084b06a triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:16.103996 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ede2c118-3883-419e-afeb-a2d779de0ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.192900 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-db071335-d312-4bdc-af4e-7e987aa8ae15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.201793 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1345db3-e68b-45b1-a097-b6c132f693da req-fd12cf0c-4aa8-4eb3-8c28-9f0e9a839186 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:16.203622 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c1345db3-e68b-45b1-a097-b6c132f693da req-fd12cf0c-4aa8-4eb3-8c28-9f0e9a839186 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4575317 Nov 12 03:33:16.221801 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-c1345db3-e68b-45b1-a097-b6c132f693da req-f9d57725-f49d-41bc-89f1-8d5f149d6757 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Request body: {'port': {'device_id': '0c55d08e-aab1-4961-9e47-a894a7a450b9', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'admin_state_up': True, 'tenant_id': '2f0c40e740524e3ea7c0d10fdd491c73'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:16.224271 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-574069ed-f5f9-40f8-b07b-3ba51f6ce932 req-030cf852-55aa-408b-9848-8cec7aca5097 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c55d08e-aab1-4961-9e47-a894a7a450b9 HTTP/1.1" status: 200 len: 210 time: 0.3067174 Nov 12 03:33:16.245190 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-ede2c118-3883-419e-afeb-a2d779de0ffa None None] Port 54ed4807-a2c0-4ee7-8899-ba36b084b06a cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:33:16.330463 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-db071335-d312-4bdc-af4e-7e987aa8ae15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.331510 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db071335-d312-4bdc-af4e-7e987aa8ae15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:16.332101 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-db071335-d312-4bdc-af4e-7e987aa8ae15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.468449 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-db071335-d312-4bdc-af4e-7e987aa8ae15 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4192019 Nov 12 03:33:16.473427 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 41462) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:16.480928 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-3d221f77-fad0-4a32-8d3c-3efa2f4aafeb admin admin] Request body: {'subnet': {'network_id': '165d4fe4-9e38-4242-b3a0-66e22d1ae624', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-898095748-subnet', 'tenant_id': 'ade1379675c54448b968a53eed6b7917', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:16.498291 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db071335-d312-4bdc-af4e-7e987aa8ae15 admin admin] Pushing event updated for resources: {'Network': ['ID=165d4fe4-9e38-4242-b3a0-66e22d1ae624,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:16.512550 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 165d4fe4-9e38-4242-b3a0-66e22d1ae624 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:33:16.553773 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d221f77-fad0-4a32-8d3c-3efa2f4aafeb admin admin] Made reservation on behalf of ade1379675c54448b968a53eed6b7917 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:16.568004 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3d221f77-fad0-4a32-8d3c-3efa2f4aafeb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.614077 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1345db3-e68b-45b1-a097-b6c132f693da req-f9d57725-f49d-41bc-89f1-8d5f149d6757 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Made reservation on behalf of 2f0c40e740524e3ea7c0d10fdd491c73 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:16.617433 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c1345db3-e68b-45b1-a097-b6c132f693da req-f9d57725-f49d-41bc-89f1-8d5f149d6757 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.655666 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-c121e883-2405-44d5-b007-dea2bce0c228 req-e77adaf5-9838-416d-aa1b-79f7fd81ee71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54ed4807-a2c0-4ee7-8899-ba36b084b06a {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:33:16.664808 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c121e883-2405-44d5-b007-dea2bce0c228 req-e77adaf5-9838-416d-aa1b-79f7fd81ee71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.679087 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-c121e883-2405-44d5-b007-dea2bce0c228 req-e77adaf5-9838-416d-aa1b-79f7fd81ee71 service neutron] Transition to ACTIVE for port object 54ed4807-a2c0-4ee7-8899-ba36b084b06a will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:33:16.685210 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c121e883-2405-44d5-b007-dea2bce0c228 req-e77adaf5-9838-416d-aa1b-79f7fd81ee71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.802625 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0fd4b-9f2a-4c58-a2c3-57f5f4ef9a5f req-4d3563a5-dd89-4335-949e-832e1716f0a3 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:16.810184 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-abc0fd4b-9f2a-4c58-a2c3-57f5f4ef9a5f req-4d3563a5-dd89-4335-949e-832e1716f0a3 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3efc6a7-c2e2-4441-88d3-15225cb287db HTTP/1.1" status: 200 len: 945 time: 0.1333151 Nov 12 03:33:16.827759 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77adaf5-9838-416d-aa1b-79f7fd81ee71 service neutron] Pushing event updated for resources: {'Port': ['ID=54ed4807-a2c0-4ee7-8899-ba36b084b06a,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:16.940679 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-abc0fd4b-9f2a-4c58-a2c3-57f5f4ef9a5f req-5bc13467-5473-4376-b20b-95f43876a022 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.50 "GET /v2.0/security-groups?id=386e33d5-8ecf-4834-9f60-23fab2bcf3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248381 Nov 12 03:33:17.055452 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450423b8-2ead-4f7a-b3fe-569e04e01197 req-ef6d7fcd-f11c-4904-953c-7a3cde9f9b24 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:17.060683 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-450423b8-2ead-4f7a-b3fe-569e04e01197 req-ef6d7fcd-f11c-4904-953c-7a3cde9f9b24 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5a7c876-1f11-44fa-aa3b-36a029663a47 HTTP/1.1" status: 200 len: 945 time: 0.3020456 Nov 12 03:33:17.067227 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-c121e883-2405-44d5-b007-dea2bce0c228 req-e77adaf5-9838-416d-aa1b-79f7fd81ee71 service neutron] Attempting to bind port 54ed4807-a2c0-4ee7-8899-ba36b084b06a on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:33:17.067520 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-c121e883-2405-44d5-b007-dea2bce0c228 req-e77adaf5-9838-416d-aa1b-79f7fd81ee71 service neutron] Attempting to bind port 54ed4807-a2c0-4ee7-8899-ba36b084b06a by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:33:17.068306 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c121e883-2405-44d5-b007-dea2bce0c228 req-e77adaf5-9838-416d-aa1b-79f7fd81ee71 service neutron] Attempting to bind port 54ed4807-a2c0-4ee7-8899-ba36b084b06a on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:17.070565 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-c1345db3-e68b-45b1-a097-b6c132f693da req-f9d57725-f49d-41bc-89f1-8d5f149d6757 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Allocated IP 192.168.233.222 (eca3953c-c804-4641-8812-bff95be59582/fa66706f-b415-4bb9-838e-cfd08f81d96b/4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:17.085470 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c121e883-2405-44d5-b007-dea2bce0c228 req-e77adaf5-9838-416d-aa1b-79f7fd81ee71 service neutron] Port 54ed4807-a2c0-4ee7-8899-ba36b084b06a on network eca3953c-c804-4641-8812-bff95be59582 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:33:17.085765 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c121e883-2405-44d5-b007-dea2bce0c228 req-e77adaf5-9838-416d-aa1b-79f7fd81ee71 service neutron] Attempting to bind port 54ed4807-a2c0-4ee7-8899-ba36b084b06a on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:17.111789 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f145a-ed0e-4b0e-a629-462542c2d5f3 req-76f1867f-aae8-4434-9b89-ed76a193e804 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:17.114889 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-930f145a-ed0e-4b0e-a629-462542c2d5f3 req-76f1867f-aae8-4434-9b89-ed76a193e804 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.74 "GET /v2.0/ports?device_id=c5a7c876-1f11-44fa-aa3b-36a029663a47 HTTP/1.1" status: 200 len: 945 time: 0.1797941 Nov 12 03:33:17.118624 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c121e883-2405-44d5-b007-dea2bce0c228 req-e77adaf5-9838-416d-aa1b-79f7fd81ee71 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:33:17.119112 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c121e883-2405-44d5-b007-dea2bce0c228 req-e77adaf5-9838-416d-aa1b-79f7fd81ee71 service neutron] Checking segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:17.120137 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c121e883-2405-44d5-b007-dea2bce0c228 req-e77adaf5-9838-416d-aa1b-79f7fd81ee71 service neutron] Bound using segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:33:17.120605 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-c121e883-2405-44d5-b007-dea2bce0c228 req-e77adaf5-9838-416d-aa1b-79f7fd81ee71 service neutron] Bound port: 54ed4807-a2c0-4ee7-8899-ba36b084b06a, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:33:17.120970 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c121e883-2405-44d5-b007-dea2bce0c228 req-e77adaf5-9838-416d-aa1b-79f7fd81ee71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.231809 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ef393-27dc-4b2f-ad27-dcaf2d5fc20a req-d692ab40-28d7-4923-a960-dc51961ffb09 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:17.233446 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-166ef393-27dc-4b2f-ad27-dcaf2d5fc20a req-d692ab40-28d7-4923-a960-dc51961ffb09 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3efc6a7-c2e2-4441-88d3-15225cb287db HTTP/1.1" status: 200 len: 945 time: 0.1599128 Nov 12 03:33:17.247448 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 41474) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:17.259462 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-874d8046-2dfa-499e-b466-2d013368d29e tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Request body: {'floatingip': {'port_id': 'a1780b06-0760-4535-8bdb-6add665210cf'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:17.309398 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-874d8046-2dfa-499e-b466-2d013368d29e tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Publish callbacks [] for floatingip, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.388947 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-450423b8-2ead-4f7a-b3fe-569e04e01197 req-3dcd5db8-f229-4c18-8851-2cff3e9b16a4 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5230f11-3e93-4e07-bffb-658681c79944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154900 Nov 12 03:33:17.472532 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-c121e883-2405-44d5-b007-dea2bce0c228 req-e77adaf5-9838-416d-aa1b-79f7fd81ee71 service neutron] For port 54ed4807-a2c0-4ee7-8899-ba36b084b06a, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:33:17.481053 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-c121e883-2405-44d5-b007-dea2bce0c228 req-e77adaf5-9838-416d-aa1b-79f7fd81ee71 service neutron] For port 54ed4807-a2c0-4ee7-8899-ba36b084b06a, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=54ed4807-a2c0-4ee7-8899-ba36b084b06a,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:33:17.494864 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c121e883-2405-44d5-b007-dea2bce0c228 req-e77adaf5-9838-416d-aa1b-79f7fd81ee71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.504451 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3d221f77-fad0-4a32-8d3c-3efa2f4aafeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.586333 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121e883-2405-44d5-b007-dea2bce0c228 req-e77adaf5-9838-416d-aa1b-79f7fd81ee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:17.587244 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c121e883-2405-44d5-b007-dea2bce0c228 req-e77adaf5-9838-416d-aa1b-79f7fd81ee71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.589580 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c121e883-2405-44d5-b007-dea2bce0c228 req-e77adaf5-9838-416d-aa1b-79f7fd81ee71 service neutron] 10.222.0.90 "PUT /v2.0/ports/54ed4807-a2c0-4ee7-8899-ba36b084b06a HTTP/1.1" status: 200 len: 1097 time: 1.7784455 Nov 12 03:33:17.593291 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd83d5e8-c2db-4bc1-a1e9-cde29c70e050', 'tag': '54ed4807-a2c0-4ee7-8899-ba36b084b06a'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:17.598644 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49543772-493a-4da4-9cf9-f7a87bb69f52" -d '{"events": [{"name": "network-changed", "server_uuid": "fd83d5e8-c2db-4bc1-a1e9-cde29c70e050", "tag": "54ed4807-a2c0-4ee7-8899-ba36b084b06a"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:17.625558 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-930f145a-ed0e-4b0e-a629-462542c2d5f3 req-ffa616a9-0234-4e83-99cb-b87222abb91b tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Deleting port 41ecabea-c3bc-40a6-9a28-2efb66f91951 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:17.626220 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-930f145a-ed0e-4b0e-a629-462542c2d5f3 req-ffa616a9-0234-4e83-99cb-b87222abb91b tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.811665 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-930f145a-ed0e-4b0e-a629-462542c2d5f3 req-ffa616a9-0234-4e83-99cb-b87222abb91b tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] For port 41ecabea-c3bc-40a6-9a28-2efb66f91951, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=41ecabea-c3bc-40a6-9a28-2efb66f91951,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:17.812360 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-930f145a-ed0e-4b0e-a629-462542c2d5f3 req-ffa616a9-0234-4e83-99cb-b87222abb91b tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.831538 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-930f145a-ed0e-4b0e-a629-462542c2d5f3 req-ffa616a9-0234-4e83-99cb-b87222abb91b tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Calling delete_port for 41ecabea-c3bc-40a6-9a28-2efb66f91951 owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:17.848464 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5199b9a7-eb54-48ae-9239-7847e37b51e4 x-openstack-request-id: req-5199b9a7-eb54-48ae-9239-7847e37b51e4 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:17.848698 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd83d5e8-c2db-4bc1-a1e9-cde29c70e050", "tag": "54ed4807-a2c0-4ee7-8899-ba36b084b06a", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:17.848922 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5199b9a7-eb54-48ae-9239-7847e37b51e4 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:17.849332 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd83d5e8-c2db-4bc1-a1e9-cde29c70e050', 'tag': '54ed4807-a2c0-4ee7-8899-ba36b084b06a', 'status': 'completed', 'code': 200} Nov 12 03:33:17.957975 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-aedd0459-8d74-4101-b6a1-9a7c7c36b384 req-608bf3b6-b010-4a1c-ac3e-6acf203dba41 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c55d08e-aab1-4961-9e47-a894a7a450b9 HTTP/1.1" status: 200 len: 210 time: 0.4788835 Nov 12 03:33:17.998710 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:18.027255 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77adaf5-9838-416d-aa1b-79f7fd81ee71 service neutron] Pushing event updated for resources: {'Port': ['ID=54ed4807-a2c0-4ee7-8899-ba36b084b06a,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:18.071640 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121e883-2405-44d5-b007-dea2bce0c228 req-9a8c48c0-c82d-4e3e-aa66-c134ae41d08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:18.073599 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c121e883-2405-44d5-b007-dea2bce0c228 req-9a8c48c0-c82d-4e3e-aa66-c134ae41d08e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2f0c40e740524e3ea7c0d10fdd491c73&device_id=fd83d5e8-c2db-4bc1-a1e9-cde29c70e050 HTTP/1.1" status: 200 len: 1100 time: 0.2163079 Nov 12 03:33:18.094085 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-930f145a-ed0e-4b0e-a629-462542c2d5f3 req-ffa616a9-0234-4e83-99cb-b87222abb91b tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:18.108644 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['41ecabea-c3bc-40a6-9a28-2efb66f91951'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:33:18.116200 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d221f77-fad0-4a32-8d3c-3efa2f4aafeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e11d9c56-d8f5-4819-814d-34dd24d74e75,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:18.157299 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d221f77-fad0-4a32-8d3c-3efa2f4aafeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:18.157761 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d221f77-fad0-4a32-8d3c-3efa2f4aafeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:18.158169 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d221f77-fad0-4a32-8d3c-3efa2f4aafeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:18.158573 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d221f77-fad0-4a32-8d3c-3efa2f4aafeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:18.158962 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d221f77-fad0-4a32-8d3c-3efa2f4aafeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:18.159358 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d221f77-fad0-4a32-8d3c-3efa2f4aafeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:18.159748 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d221f77-fad0-4a32-8d3c-3efa2f4aafeb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:18.160162 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d221f77-fad0-4a32-8d3c-3efa2f4aafeb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:18.160550 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d221f77-fad0-4a32-8d3c-3efa2f4aafeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:18.160935 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d221f77-fad0-4a32-8d3c-3efa2f4aafeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:18.161318 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d221f77-fad0-4a32-8d3c-3efa2f4aafeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:18.161703 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d221f77-fad0-4a32-8d3c-3efa2f4aafeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:18.166502 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa616a9-0234-4e83-99cb-b87222abb91b tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Pushing event deleted for resources: {'Port': ['ID=41ecabea-c3bc-40a6-9a28-2efb66f91951,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:18.171860 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c121e883-2405-44d5-b007-dea2bce0c228 req-f89add38-13ac-4414-aaa7-5810c94fca21 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=54ed4807-a2c0-4ee7-8899-ba36b084b06a HTTP/1.1" status: 200 len: 217 time: 0.0681653 Nov 12 03:33:18.202662 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d221f77-fad0-4a32-8d3c-3efa2f4aafeb admin admin] Checking segment: {'id': 'b56176cd-861d-48f7-89b7-15ffa8c22a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '165d4fe4-9e38-4242-b3a0-66e22d1ae624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:18.203191 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d221f77-fad0-4a32-8d3c-3efa2f4aafeb admin admin] Network hostable DHCP agents. Network: 165d4fe4-9e38-4242-b3a0-66e22d1ae624, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:33:18.239506 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c1345db3-e68b-45b1-a097-b6c132f693da req-f9d57725-f49d-41bc-89f1-8d5f149d6757 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:18.339190 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d221f77-fad0-4a32-8d3c-3efa2f4aafeb admin admin] Network 165d4fe4-9e38-4242-b3a0-66e22d1ae624 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:33:18.415683 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-3d221f77-fad0-4a32-8d3c-3efa2f4aafeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 165d4fe4-9e38-4242-b3a0-66e22d1ae624) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:18.426746 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2194c56c-5531-4017-84da-e6eda9082247 None None] Network 165d4fe4-9e38-4242-b3a0-66e22d1ae624 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:18.438329 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d221f77-fad0-4a32-8d3c-3efa2f4aafeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:18.439130 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3d221f77-fad0-4a32-8d3c-3efa2f4aafeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:18.442849 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c1345db3-e68b-45b1-a097-b6c132f693da req-f9d57725-f49d-41bc-89f1-8d5f149d6757 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:18.537749 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3d221f77-fad0-4a32-8d3c-3efa2f4aafeb admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0614283 Nov 12 03:33:18.647375 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1345db3-e68b-45b1-a097-b6c132f693da req-f9d57725-f49d-41bc-89f1-8d5f149d6757 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Network eca3953c-c804-4641-8812-bff95be59582 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:18.650330 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-80cf46ad-7f15-4ef8-abfe-8627009cda5d req-0dac72fa-aad1-45b8-9c9b-fc4a603961a2 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5a7c876-1f11-44fa-aa3b-36a029663a47 HTTP/1.1" status: 200 len: 210 time: 0.1188605 Nov 12 03:33:18.660433 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-c1345db3-e68b-45b1-a097-b6c132f693da req-f9d57725-f49d-41bc-89f1-8d5f149d6757 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:18.663407 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1345db3-e68b-45b1-a097-b6c132f693da req-f9d57725-f49d-41bc-89f1-8d5f149d6757 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:18.682351 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d57725-f49d-41bc-89f1-8d5f149d6757 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Pushing event updated for resources: {'Port': ['ID=4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:18.777660 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487d7b03-1623-488a-a8d0-d2c2ddfb93f3 None None] Network 165d4fe4-9e38-4242-b3a0-66e22d1ae624 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:18.778050 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-930f145a-ed0e-4b0e-a629-462542c2d5f3 req-ffa616a9-0234-4e83-99cb-b87222abb91b tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] No DVR routers for this DVR port 41ecabea-c3bc-40a6-9a28-2efb66f91951 on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:33:18.786873 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-930f145a-ed0e-4b0e-a629-462542c2d5f3 req-ffa616a9-0234-4e83-99cb-b87222abb91b tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:18.790631 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-930f145a-ed0e-4b0e-a629-462542c2d5f3 req-ffa616a9-0234-4e83-99cb-b87222abb91b tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.74 "DELETE /v2.0/ports/41ecabea-c3bc-40a6-9a28-2efb66f91951 HTTP/1.1" status: 204 len: 173 time: 1.6583099 Nov 12 03:33:18.810474 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121e883-2405-44d5-b007-dea2bce0c228 req-3fa4807f-bed3-4d09-9c11-1e1967b5b8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:18.812027 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c121e883-2405-44d5-b007-dea2bce0c228 req-3fa4807f-bed3-4d09-9c11-1e1967b5b8c5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.6083648 Nov 12 03:33:18.922081 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-874d8046-2dfa-499e-b466-2d013368d29e tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:18.943045 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121e883-2405-44d5-b007-dea2bce0c228 req-66c8f1ff-8b94-4ac8-b9f7-e3476c9c537a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:18.946158 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c121e883-2405-44d5-b007-dea2bce0c228 req-66c8f1ff-8b94-4ac8-b9f7-e3476c9c537a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1150687 Nov 12 03:33:18.963279 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1345db3-e68b-45b1-a097-b6c132f693da req-f9d57725-f49d-41bc-89f1-8d5f149d6757 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:18.969263 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c1345db3-e68b-45b1-a097-b6c132f693da req-f9d57725-f49d-41bc-89f1-8d5f149d6757 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:18.986684 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-874d8046-2dfa-499e-b466-2d013368d29e tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:19.093943 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c1345db3-e68b-45b1-a097-b6c132f693da req-f9d57725-f49d-41bc-89f1-8d5f149d6757 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8774505 Nov 12 03:33:19.131284 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-c1345db3-e68b-45b1-a097-b6c132f693da req-de4f0830-af02-4f9e-92f3-95ac11bfacb6 service neutron] Request body: {'port': {'device_id': '0c55d08e-aab1-4961-9e47-a894a7a450b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:19.172223 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-9d11e6a0-0961-4042-9f13-9ae93d578b04 None None] Provisioning complete for port 4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:19.173768 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9d11e6a0-0961-4042-9f13-9ae93d578b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:19.215376 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-9d11e6a0-0961-4042-9f13-9ae93d578b04 None None] Port 4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:33:19.254482 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c121e883-2405-44d5-b007-dea2bce0c228 req-87564cf0-2698-4ed7-b370-4eb0e8389013 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959936 Nov 12 03:33:19.278983 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1392bd-06ef-410b-a9b9-ff314c5fdfdd req-fad29c16-553d-495f-9554-064f4d6279dc tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:19.281258 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9c1392bd-06ef-410b-a9b9-ff314c5fdfdd req-fad29c16-553d-495f-9554-064f4d6279dc tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c55d08e-aab1-4961-9e47-a894a7a450b9 HTTP/1.1" status: 200 len: 936 time: 0.1678843 Nov 12 03:33:19.324934 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [None req-874d8046-2dfa-499e-b466-2d013368d29e tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Floating IP fc2e0fc6-9a99-4ceb-a965-b48777b37a94 associated. External IP: 172.25.5.59, port: a1780b06-0760-4535-8bdb-6add665210cf. Nov 12 03:33:19.336295 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c1345db3-e68b-45b1-a097-b6c132f693da req-de4f0830-af02-4f9e-92f3-95ac11bfacb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:19.358467 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-aa06c008-5280-4ba8-bda1-b2c68d55d10a tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:19.360140 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-aa06c008-5280-4ba8-bda1-b2c68d55d10a tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] 10.222.0.50 "GET /v2.0/networks?id=165d4fe4-9e38-4242-b3a0-66e22d1ae624 HTTP/1.1" status: 200 len: 813 time: 0.2189438 Nov 12 03:33:19.399397 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-cfe1beed-d4c6-45a2-a893-96f82946510a tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] 10.222.0.50 "GET /v2.0/quotas/ade1379675c54448b968a53eed6b7917 HTTP/1.1" status: 200 len: 375 time: 0.0239377 Nov 12 03:33:19.403382 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c121e883-2405-44d5-b007-dea2bce0c228 req-eba24c31-5ec9-4c8e-9d7c-d100c929cce1 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379199 Nov 12 03:33:19.437918 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-549fb76b-acc5-45ab-b656-0ae6a4193127 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ade1379675c54448b968a53eed6b7917&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305731 Nov 12 03:33:19.556994 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9c1392bd-06ef-410b-a9b9-ff314c5fdfdd req-58690c71-d5aa-4a0d-ba68-0beefa770bbf tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc1f4cb5-090c-4646-ba42-127a8bec6cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566037 Nov 12 03:33:19.595895 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-a9a93cfc-4629-48e9-aeb6-2b742236d990 service neutron] 10.222.0.50 "GET /v2.0/networks/165d4fe4-9e38-4242-b3a0-66e22d1ae624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491368 Nov 12 03:33:19.630267 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49543772-493a-4da4-9cf9-f7a87bb69f52 req-44cab8cc-05ce-4e71-9199-297b3fcf06d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:19.632252 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-49543772-493a-4da4-9cf9-f7a87bb69f52 req-44cab8cc-05ce-4e71-9199-297b3fcf06d6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2f0c40e740524e3ea7c0d10fdd491c73&device_id=fd83d5e8-c2db-4bc1-a1e9-cde29c70e050 HTTP/1.1" status: 200 len: 1100 time: 0.0754678 Nov 12 03:33:19.850406 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a7c876-1f11-44fa-aa3b-36a029663a47', 'name': 'network-vif-deleted', 'tag': '41ecabea-c3bc-40a6-9a28-2efb66f91951'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:19.853023 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2df5a8b-6ce8-47c9-9236-7284d75a3749" -d '{"events": [{"server_uuid": "c5a7c876-1f11-44fa-aa3b-36a029663a47", "name": "network-vif-deleted", "tag": "41ecabea-c3bc-40a6-9a28-2efb66f91951"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:19.862967 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49543772-493a-4da4-9cf9-f7a87bb69f52 req-34b53e38-e916-4fb1-ac85-fa9804544dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:19.864483 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-49543772-493a-4da4-9cf9-f7a87bb69f52 req-34b53e38-e916-4fb1-ac85-fa9804544dc4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.2192452 Nov 12 03:33:19.870169 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874d8046-2dfa-499e-b466-2d013368d29e tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Router 4d46cd18-bb89-46e2-9122-e03a09fa8460 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:33:19.902823 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-73e40042-024c-4db4-80f3-800555e5458f service neutron] 10.222.0.50 "GET /v2.0/networks/165d4fe4-9e38-4242-b3a0-66e22d1ae624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986536 Nov 12 03:33:19.948918 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-49543772-493a-4da4-9cf9-f7a87bb69f52 req-ce62e95a-4ca6-45be-9886-3bad860d1874 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=54ed4807-a2c0-4ee7-8899-ba36b084b06a HTTP/1.1" status: 200 len: 217 time: 0.0672448 Nov 12 03:33:20.031429 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79420c1-8a5d-441a-8ff8-c59994ca53ca x-openstack-request-id: req-c79420c1-8a5d-441a-8ff8-c59994ca53ca {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:20.033328 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5a7c876-1f11-44fa-aa3b-36a029663a47", "name": "network-vif-deleted", "tag": "41ecabea-c3bc-40a6-9a28-2efb66f91951", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:20.033585 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c79420c1-8a5d-441a-8ff8-c59994ca53ca {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:20.034039 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a7c876-1f11-44fa-aa3b-36a029663a47', 'name': 'network-vif-deleted', 'tag': '41ecabea-c3bc-40a6-9a28-2efb66f91951', 'status': 'completed', 'code': 200} Nov 12 03:33:20.077147 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49543772-493a-4da4-9cf9-f7a87bb69f52 req-2b18a0b4-8393-4437-a04b-8ee6de8a9018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:20.102919 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-49543772-493a-4da4-9cf9-f7a87bb69f52 req-2b18a0b4-8393-4437-a04b-8ee6de8a9018 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.1368034 Nov 12 03:33:20.169060 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-c1345db3-e68b-45b1-a097-b6c132f693da req-de4f0830-af02-4f9e-92f3-95ac11bfacb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:33:20.181855 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49543772-493a-4da4-9cf9-f7a87bb69f52 req-b7088f13-e23a-448d-bfc6-9d661372267b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:20.183771 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-49543772-493a-4da4-9cf9-f7a87bb69f52 req-b7088f13-e23a-448d-bfc6-9d661372267b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0626910 Nov 12 03:33:20.205297 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c1345db3-e68b-45b1-a097-b6c132f693da req-de4f0830-af02-4f9e-92f3-95ac11bfacb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:20.208655 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874d8046-2dfa-499e-b466-2d013368d29e tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:33:20.215954 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-874d8046-2dfa-499e-b466-2d013368d29e tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:20.229057 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57579541-b09f-4eb8-8db7-b3cd78181d41 None None] Sync routers for ids ['4d46cd18-bb89-46e2-9122-e03a09fa8460'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:33:20.256335 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57579541-b09f-4eb8-8db7-b3cd78181d41 None None] Routers {'4d46cd18-bb89-46e2-9122-e03a09fa8460'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:20.257026 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-57579541-b09f-4eb8-8db7-b3cd78181d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:33:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4d46cd18-bb89-46e2-9122-e03a09fa8460'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:20.290660 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-c1345db3-e68b-45b1-a097-b6c132f693da req-de4f0830-af02-4f9e-92f3-95ac11bfacb6 service neutron] Transition to ACTIVE for port object 4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:33:20.294901 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-874d8046-2dfa-499e-b466-2d013368d29e tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.50 "PUT /v2.0/floatingips/fc2e0fc6-9a99-4ceb-a965-b48777b37a94 HTTP/1.1" status: 200 len: 990 time: 3.0437109 Nov 12 03:33:20.297808 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3efc6a7-c2e2-4441-88d3-15225cb287db', 'tag': 'a1780b06-0760-4535-8bdb-6add665210cf'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:20.300743 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba405a4f-7114-4d92-93f1-b51712942461" -d '{"events": [{"name": "network-changed", "server_uuid": "c3efc6a7-c2e2-4441-88d3-15225cb287db", "tag": "a1780b06-0760-4535-8bdb-6add665210cf"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:20.311111 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c1345db3-e68b-45b1-a097-b6c132f693da req-de4f0830-af02-4f9e-92f3-95ac11bfacb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:20.398370 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-ca24a4fa-db50-4ee2-98f0-8eaa2a78e195 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:20.404625 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-ca24a4fa-db50-4ee2-98f0-8eaa2a78e195 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/networks?id=b4b6c17e-1554-4c64-bbd2-cab189ccb6ac HTTP/1.1" status: 200 len: 815 time: 0.2942686 Nov 12 03:33:20.417258 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ccc4df-44db-48a5-a8c5-52c87f9f523d req-d2a3c0db-78b1-4855-b3a0-fcb3f255da9b tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:20.429954 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-11ccc4df-44db-48a5-a8c5-52c87f9f523d req-d2a3c0db-78b1-4855-b3a0-fcb3f255da9b tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.2358596 Nov 12 03:33:20.462811 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f0830-af02-4f9e-92f3-95ac11bfacb6 service neutron] Pushing event updated for resources: {'Port': ['ID=4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:20.480861 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-49543772-493a-4da4-9cf9-f7a87bb69f52 req-765e0717-301d-4ebb-8026-b0cec3a16d5e service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761488 Nov 12 03:33:20.487149 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-455e4f8e-11b8-45cf-a1c4-bec53323038f tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/quotas/4c4f87013bee49bab876ce2754aa20ff HTTP/1.1" status: 200 len: 375 time: 0.0615451 Nov 12 03:33:20.538884 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-57579541-b09f-4eb8-8db7-b3cd78181d41 None None] Set router 4d46cd18-bb89-46e2-9122-e03a09fa8460 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:33:20.624283 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-49543772-493a-4da4-9cf9-f7a87bb69f52 req-1824c0dd-186a-4b33-b912-b81d8ffaf856 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234212 Nov 12 03:33:20.650264 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-5ffaf9a6-a169-4cce-82a3-5163d240ca8e tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4c4f87013bee49bab876ce2754aa20ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1621239 Nov 12 03:33:20.655513 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-11ccc4df-44db-48a5-a8c5-52c87f9f523d req-e7d58e65-1cca-478c-a2e0-04fd5fe98606 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247074 Nov 12 03:33:20.714374 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-c1345db3-e68b-45b1-a097-b6c132f693da req-de4f0830-af02-4f9e-92f3-95ac11bfacb6 service neutron] Attempting to bind port 4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:33:20.714724 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-c1345db3-e68b-45b1-a097-b6c132f693da req-de4f0830-af02-4f9e-92f3-95ac11bfacb6 service neutron] Attempting to bind port 4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:33:20.715124 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1345db3-e68b-45b1-a097-b6c132f693da req-de4f0830-af02-4f9e-92f3-95ac11bfacb6 service neutron] Attempting to bind port 4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:20.749775 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1345db3-e68b-45b1-a097-b6c132f693da req-de4f0830-af02-4f9e-92f3-95ac11bfacb6 service neutron] Port 4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa on network eca3953c-c804-4641-8812-bff95be59582 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:33:20.750097 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1345db3-e68b-45b1-a097-b6c132f693da req-de4f0830-af02-4f9e-92f3-95ac11bfacb6 service neutron] Attempting to bind port 4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:20.772407 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1345db3-e68b-45b1-a097-b6c132f693da req-de4f0830-af02-4f9e-92f3-95ac11bfacb6 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:33:20.773120 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1345db3-e68b-45b1-a097-b6c132f693da req-de4f0830-af02-4f9e-92f3-95ac11bfacb6 service neutron] Checking segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:20.773687 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1345db3-e68b-45b1-a097-b6c132f693da req-de4f0830-af02-4f9e-92f3-95ac11bfacb6 service neutron] Bound using segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:33:20.775292 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-c1345db3-e68b-45b1-a097-b6c132f693da req-de4f0830-af02-4f9e-92f3-95ac11bfacb6 service neutron] Bound port: 4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:33:20.776410 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c1345db3-e68b-45b1-a097-b6c132f693da req-de4f0830-af02-4f9e-92f3-95ac11bfacb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:20.788506 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-50059642-613d-4405-8308-e7ffede95aa5 req-13de67bf-09f7-4ae2-abd6-942b3f9b1f47 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9e3381d-304e-40a2-85a4-30b75dc1d110 HTTP/1.1" status: 200 len: 210 time: 0.0593250 Nov 12 03:33:20.874815 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-c62254fc-bc54-411d-a016-665505459f8f service neutron] 10.222.0.50 "GET /v2.0/networks/b4b6c17e-1554-4c64-bbd2-cab189ccb6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236173 Nov 12 03:33:20.925653 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81b42d2-538a-4eb4-a7e0-63ca1575c9da x-openstack-request-id: req-e81b42d2-538a-4eb4-a7e0-63ca1575c9da {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:20.926142 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3efc6a7-c2e2-4441-88d3-15225cb287db", "tag": "a1780b06-0760-4535-8bdb-6add665210cf", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:20.926461 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e81b42d2-538a-4eb4-a7e0-63ca1575c9da {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:20.927103 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3efc6a7-c2e2-4441-88d3-15225cb287db', 'tag': 'a1780b06-0760-4535-8bdb-6add665210cf', 'status': 'completed', 'code': 200} Nov 12 03:33:20.953598 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-57579541-b09f-4eb8-8db7-b3cd78181d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d46cd18-bb89-46e2-9122-e03a09fa8460', 'name': 'tempest-ServersTestManualDisk-841032026-router', 'tenant_id': '8910f839d4ec483d9057620432917b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '6657c1be-4186-4711-878d-007078e1c474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:39Z', 'updated_at': '2021-11-12T03:32:48Z', 'revision_number': 4, 'project_id': '8910f839d4ec483d9057620432917b4f', 'gw_port': {'id': '6657c1be-4186-4711-878d-007078e1c474', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d46cd18-bb89-46e2-9122-e03a09fa8460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:40Z', 'updated_at': '2021-11-12T03:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'fc2e0fc6-9a99-4ceb-a965-b48777b37a94', 'tenant_id': '8910f839d4ec483d9057620432917b4f', 'floating_ip_address': '172.25.5.59', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '4d46cd18-bb89-46e2-9122-e03a09fa8460', 'port_id': 'a1780b06-0760-4535-8bdb-6add665210cf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ad8f428-3214-48fa-a855-877c1071e6fa', 'mac_address': 'fa:16:3e:70:f0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3efc6a7-c2e2-4441-88d3-15225cb287db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:32:54Z', 'updated_at': '2021-11-12T03:33:18Z', 'revision_number': 1, 'project_id': '8910f839d4ec483d9057620432917b4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a97840c-89f6-4b1b-bb76-1c9ff3813854', 'name': '', 'network_id': '6ad8f428-3214-48fa-a855-877c1071e6fa', 'tenant_id': '8910f839d4ec483d9057620432917b4f', 'mac_address': 'fa:16:3e:84:7c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d46cd18-bb89-46e2-9122-e03a09fa8460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'e880cd9c-6a78-4ecf-8ddc-1fa0e2144baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:47Z', 'updated_at': '2021-11-12T03:32:58Z', 'revision_number': 5, 'project_id': '8910f839d4ec483d9057620432917b4f', 'subnets': [{'id': 'e880cd9c-6a78-4ecf-8ddc-1fa0e2144baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:21.026847 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-c1345db3-e68b-45b1-a097-b6c132f693da req-de4f0830-af02-4f9e-92f3-95ac11bfacb6 service neutron] For port 4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:33:21.028684 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57579541-b09f-4eb8-8db7-b3cd78181d41 None None] Checking router: 4d46cd18-bb89-46e2-9122-e03a09fa8460 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:33:21.031985 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-c1345db3-e68b-45b1-a097-b6c132f693da req-de4f0830-af02-4f9e-92f3-95ac11bfacb6 service neutron] For port 4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:33:21.041942 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c1345db3-e68b-45b1-a097-b6c132f693da req-de4f0830-af02-4f9e-92f3-95ac11bfacb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:21.052368 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57579541-b09f-4eb8-8db7-b3cd78181d41 None None] Routers {'4d46cd18-bb89-46e2-9122-e03a09fa8460'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:21.053256 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-57579541-b09f-4eb8-8db7-b3cd78181d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:33:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4d46cd18-bb89-46e2-9122-e03a09fa8460'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:21.068273 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba405a4f-7114-4d92-93f1-b51712942461 req-adb05f48-9f51-4416-a4b0-ef8a90aceb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:21.069762 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ba405a4f-7114-4d92-93f1-b51712942461 req-adb05f48-9f51-4416-a4b0-ef8a90aceb35 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8910f839d4ec483d9057620432917b4f&device_id=c3efc6a7-c2e2-4441-88d3-15225cb287db HTTP/1.1" status: 200 len: 1097 time: 0.1170468 Nov 12 03:33:21.098108 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1345db3-e68b-45b1-a097-b6c132f693da req-de4f0830-af02-4f9e-92f3-95ac11bfacb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:21.098861 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c1345db3-e68b-45b1-a097-b6c132f693da req-de4f0830-af02-4f9e-92f3-95ac11bfacb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:21.101626 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c1345db3-e68b-45b1-a097-b6c132f693da req-de4f0830-af02-4f9e-92f3-95ac11bfacb6 service neutron] 10.222.0.74 "PUT /v2.0/ports/4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa HTTP/1.1" status: 200 len: 1097 time: 1.9860921 Nov 12 03:33:21.136667 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-fd21f0da-d77a-4722-a1ea-40e11e9aab72 service neutron] 10.222.0.50 "GET /v2.0/networks/b4b6c17e-1554-4c64-bbd2-cab189ccb6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608500 Nov 12 03:33:21.164413 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6ec96-194e-4f2b-bf1c-76b9d55cc0a1 req-35c961ec-33fa-4c60-963d-72da25193076 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:21.181961 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-39d6ec96-194e-4f2b-bf1c-76b9d55cc0a1 req-35c961ec-33fa-4c60-963d-72da25193076 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c55d08e-aab1-4961-9e47-a894a7a450b9 HTTP/1.1" status: 200 len: 948 time: 0.1767981 Nov 12 03:33:21.191881 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f0830-af02-4f9e-92f3-95ac11bfacb6 service neutron] Pushing event updated for resources: {'Port': ['ID=4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:21.254994 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-57579541-b09f-4eb8-8db7-b3cd78181d41 None None] Set router 4d46cd18-bb89-46e2-9122-e03a09fa8460 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:33:21.375333 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-39d6ec96-194e-4f2b-bf1c-76b9d55cc0a1 req-53a87968-5026-4a14-8be1-949fd2fa044c tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc1f4cb5-090c-4646-ba42-127a8bec6cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919181 Nov 12 03:33:21.400065 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba405a4f-7114-4d92-93f1-b51712942461 req-cd7a8676-b8b2-4608-b0bd-951ff4a31278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:21.401725 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ba405a4f-7114-4d92-93f1-b51712942461 req-cd7a8676-b8b2-4608-b0bd-951ff4a31278 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6ad8f428-3214-48fa-a855-877c1071e6fa HTTP/1.1" status: 200 len: 912 time: 0.3191514 Nov 12 03:33:21.426289 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1345db3-e68b-45b1-a097-b6c132f693da req-6f812dfa-f2c7-4ea9-a78b-a1222ad12cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:21.432633 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c1345db3-e68b-45b1-a097-b6c132f693da req-6f812dfa-f2c7-4ea9-a78b-a1222ad12cdd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2f0c40e740524e3ea7c0d10fdd491c73&device_id=0c55d08e-aab1-4961-9e47-a894a7a450b9 HTTP/1.1" status: 200 len: 1100 time: 0.1400073 Nov 12 03:33:21.524128 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c1345db3-e68b-45b1-a097-b6c132f693da req-068913ce-f310-4e15-8473-c72dce7ae759 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa HTTP/1.1" status: 200 len: 217 time: 0.0871749 Nov 12 03:33:21.558742 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-19b04f0f-c945-45d1-9e5d-80d3a9db5ece req-0ab3bc2f-ce0b-4eb1-9fb7-45a86e4c1691 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a6f8097-fe7c-4bc8-b593-96b418bc35e0 HTTP/1.1" status: 200 len: 210 time: 0.0427287 Nov 12 03:33:21.592684 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ba405a4f-7114-4d92-93f1-b51712942461 req-0499ec0f-e2ba-4aeb-b499-802571461c5a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1780b06-0760-4535-8bdb-6add665210cf HTTP/1.1" status: 200 len: 998 time: 0.1632447 Nov 12 03:33:21.667349 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1345db3-e68b-45b1-a097-b6c132f693da req-e720e228-f577-4db3-bd35-8c42755f00e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:21.668867 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c1345db3-e68b-45b1-a097-b6c132f693da req-e720e228-f577-4db3-bd35-8c42755f00e2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.1351538 Nov 12 03:33:21.716849 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-57579541-b09f-4eb8-8db7-b3cd78181d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d46cd18-bb89-46e2-9122-e03a09fa8460', 'name': 'tempest-ServersTestManualDisk-841032026-router', 'tenant_id': '8910f839d4ec483d9057620432917b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '6657c1be-4186-4711-878d-007078e1c474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:39Z', 'updated_at': '2021-11-12T03:32:48Z', 'revision_number': 4, 'project_id': '8910f839d4ec483d9057620432917b4f', 'gw_port': {'id': '6657c1be-4186-4711-878d-007078e1c474', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d46cd18-bb89-46e2-9122-e03a09fa8460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:40Z', 'updated_at': '2021-11-12T03:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'fc2e0fc6-9a99-4ceb-a965-b48777b37a94', 'tenant_id': '8910f839d4ec483d9057620432917b4f', 'floating_ip_address': '172.25.5.59', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '4d46cd18-bb89-46e2-9122-e03a09fa8460', 'port_id': 'a1780b06-0760-4535-8bdb-6add665210cf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ad8f428-3214-48fa-a855-877c1071e6fa', 'mac_address': 'fa:16:3e:70:f0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3efc6a7-c2e2-4441-88d3-15225cb287db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:32:54Z', 'updated_at': '2021-11-12T03:33:18Z', 'revision_number': 1, 'project_id': '8910f839d4ec483d9057620432917b4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a97840c-89f6-4b1b-bb76-1c9ff3813854', 'name': '', 'network_id': '6ad8f428-3214-48fa-a855-877c1071e6fa', 'tenant_id': '8910f839d4ec483d9057620432917b4f', 'mac_address': 'fa:16:3e:84:7c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d46cd18-bb89-46e2-9122-e03a09fa8460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'e880cd9c-6a78-4ecf-8ddc-1fa0e2144baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:47Z', 'updated_at': '2021-11-12T03:32:58Z', 'revision_number': 5, 'project_id': '8910f839d4ec483d9057620432917b4f', 'subnets': [{'id': 'e880cd9c-6a78-4ecf-8ddc-1fa0e2144baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:21.781165 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57579541-b09f-4eb8-8db7-b3cd78181d41 None None] The sync data for ids ['4d46cd18-bb89-46e2-9122-e03a09fa8460'] in n-d-715271-27 is: [{'id': '4d46cd18-bb89-46e2-9122-e03a09fa8460', 'name': 'tempest-ServersTestManualDisk-841032026-router', 'tenant_id': '8910f839d4ec483d9057620432917b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '6657c1be-4186-4711-878d-007078e1c474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:39Z', 'updated_at': '2021-11-12T03:32:48Z', 'revision_number': 4, 'project_id': '8910f839d4ec483d9057620432917b4f', 'gw_port': {'id': '6657c1be-4186-4711-878d-007078e1c474', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d46cd18-bb89-46e2-9122-e03a09fa8460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:40Z', 'updated_at': '2021-11-12T03:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'fc2e0fc6-9a99-4ceb-a965-b48777b37a94', 'tenant_id': '8910f839d4ec483d9057620432917b4f', 'floating_ip_address': '172.25.5.59', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '4d46cd18-bb89-46e2-9122-e03a09fa8460', 'port_id': 'a1780b06-0760-4535-8bdb-6add665210cf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ad8f428-3214-48fa-a855-877c1071e6fa', 'mac_address': 'fa:16:3e:70:f0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3efc6a7-c2e2-4441-88d3-15225cb287db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:32:54Z', 'updated_at': '2021-11-12T03:33:18Z', 'revision_number': 1, 'project_id': '8910f839d4ec483d9057620432917b4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a97840c-89f6-4b1b-bb76-1c9ff3813854', 'name': '', 'network_id': '6ad8f428-3214-48fa-a855-877c1071e6fa', 'tenant_id': '8910f839d4ec483d9057620432917b4f', 'mac_address': 'fa:16:3e:84:7c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d46cd18-bb89-46e2-9122-e03a09fa8460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'e880cd9c-6a78-4ecf-8ddc-1fa0e2144baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:47Z', 'updated_at': '2021-11-12T03:32:58Z', 'revision_number': 5, 'project_id': '8910f839d4ec483d9057620432917b4f', 'subnets': [{'id': 'e880cd9c-6a78-4ecf-8ddc-1fa0e2144baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:33:21.783926 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba405a4f-7114-4d92-93f1-b51712942461 req-b6b33e4b-bc0f-47ac-89d8-6b64bb924920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:21.785441 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ba405a4f-7114-4d92-93f1-b51712942461 req-b6b33e4b-bc0f-47ac-89d8-6b64bb924920 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e880cd9c-6a78-4ecf-8ddc-1fa0e2144baa HTTP/1.1" status: 200 len: 850 time: 0.1919634 Nov 12 03:33:21.801457 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1345db3-e68b-45b1-a097-b6c132f693da req-065d6c72-93af-453d-9fb1-5cb533ccd761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:21.802984 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c1345db3-e68b-45b1-a097-b6c132f693da req-065d6c72-93af-453d-9fb1-5cb533ccd761 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1257565 Nov 12 03:33:21.859100 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29225118-c3f5-4a1e-9864-21f303159bcf req-f91ca8f8-7086-43a3-8774-801095921de8 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:21.860875 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-29225118-c3f5-4a1e-9864-21f303159bcf req-f91ca8f8-7086-43a3-8774-801095921de8 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.1117072 Nov 12 03:33:21.964649 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-baa84d9c-43b3-46ae-9cca-48e3d5efc3ea req-e78e3ad9-af13-4f24-b061-e41606c61572 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9e3381d-304e-40a2-85a4-30b75dc1d110 HTTP/1.1" status: 200 len: 210 time: 0.0435283 Nov 12 03:33:21.998522 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba405a4f-7114-4d92-93f1-b51712942461 req-f86be6f9-ea54-4c20-aebb-576575c45a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:22.000007 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ba405a4f-7114-4d92-93f1-b51712942461 req-f86be6f9-ea54-4c20-aebb-576575c45a27 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6ad8f428-3214-48fa-a855-877c1071e6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1546955 Nov 12 03:33:22.004589 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-29225118-c3f5-4a1e-9864-21f303159bcf req-200db64b-1cb5-4ec7-a5df-15effd696e22 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237807 Nov 12 03:33:22.026098 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-17e078ea-f392-4aed-b596-95bc30a6bfd9 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:22.028267 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-17e078ea-f392-4aed-b596-95bc30a6bfd9 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] 10.222.0.74 "GET /v2.0/networks?id=165d4fe4-9e38-4242-b3a0-66e22d1ae624 HTTP/1.1" status: 200 len: 813 time: 0.3349130 Nov 12 03:33:22.036936 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c1345db3-e68b-45b1-a097-b6c132f693da req-709c21a5-d976-401c-882c-6c1a08c443bc service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219675 Nov 12 03:33:22.061884 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-080a2d6c-3d32-4ab0-9956-f2afd22fcb80 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] Request body: {'port': {'device_id': 'c9e3381d-304e-40a2-85a4-30b75dc1d110', 'network_id': '165d4fe4-9e38-4242-b3a0-66e22d1ae624', 'admin_state_up': True, 'tenant_id': 'ade1379675c54448b968a53eed6b7917'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:22.073286 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 41ecabea-c3bc-40a6-9a28-2efb66f91951 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:33:22.115522 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 41ecabea-c3bc-40a6-9a28-2efb66f91951 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:33:22.115877 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 41ecabea-c3bc-40a6-9a28-2efb66f91951 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:33:22.219005 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c1345db3-e68b-45b1-a097-b6c132f693da req-71833a3d-4b3c-4258-8e93-b58d4a571900 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721866 Nov 12 03:33:22.219723 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1c6f92-04a9-42ef-908e-1412474d5623 None None] New status for floating IP fc2e0fc6-9a99-4ceb-a965-b48777b37a94: ACTIVE {{(pid=102573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:33:22.229208 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ba405a4f-7114-4d92-93f1-b51712942461 req-d23a2c0f-5e05-4905-8de8-9cb6e1076635 service neutron] 10.222.0.74 "GET /v2.0/networks/6ad8f428-3214-48fa-a855-877c1071e6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998663 Nov 12 03:33:22.310882 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-080a2d6c-3d32-4ab0-9956-f2afd22fcb80 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] Made reservation on behalf of ade1379675c54448b968a53eed6b7917 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:22.315720 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-080a2d6c-3d32-4ab0-9956-f2afd22fcb80 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:22.513886 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ba405a4f-7114-4d92-93f1-b51712942461 req-aff854e3-1d09-43f4-b66a-b77944b11ffc service neutron] 10.222.0.74 "GET /v2.0/networks/6ad8f428-3214-48fa-a855-877c1071e6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718525 Nov 12 03:33:22.587944 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d76e4-f275-46e6-ae26-69922d14db4d req-16c5297c-52f7-4456-87d5-c06b5514178d tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:22.589664 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f63d76e4-f275-46e6-ae26-69922d14db4d req-16c5297c-52f7-4456-87d5-c06b5514178d tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.90 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.2463484 Nov 12 03:33:22.612979 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10162f-39ad-49c7-b8c7-88c8a443c35a req-224b3876-bdb0-4f40-8a8b-14ca035b5935 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:22.615572 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6a10162f-39ad-49c7-b8c7-88c8a443c35a req-224b3876-bdb0-4f40-8a8b-14ca035b5935 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c55d08e-aab1-4961-9e47-a894a7a450b9 HTTP/1.1" status: 200 len: 948 time: 0.1222231 Nov 12 03:33:22.647199 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 54ed4807-a2c0-4ee7-8899-ba36b084b06a details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:33:22.708422 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-080a2d6c-3d32-4ab0-9956-f2afd22fcb80 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] Allocated IP 172.20.0.13 (165d4fe4-9e38-4242-b3a0-66e22d1ae624/e11d9c56-d8f5-4819-814d-34dd24d74e75/7eeda6f4-3229-49a3-bf73-b6bc381bf682) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:22.715756 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6a10162f-39ad-49c7-b8c7-88c8a443c35a req-cc67965d-d98d-4dcb-b36e-6400ef116fb9 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc1f4cb5-090c-4646-ba42-127a8bec6cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924289 Nov 12 03:33:22.800729 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 54ed4807-a2c0-4ee7-8899-ba36b084b06a, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=54ed4807-a2c0-4ee7-8899-ba36b084b06a,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:22.813117 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '54ed4807-a2c0-4ee7-8899-ba36b084b06a', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'port_id': '54ed4807-a2c0-4ee7-8899-ba36b084b06a', 'mac_address': 'fa:16:3e:c6:fe:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa66706f-b415-4bb9-838e-cfd08f81d96b', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:33:22.831837 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7e498abb-0559-4b89-9412-7ab318f0cfaf req-37bba8a2-7a80-47d7-9e07-38df482f9ccf tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a6f8097-fe7c-4bc8-b593-96b418bc35e0 HTTP/1.1" status: 200 len: 210 time: 0.1091022 Nov 12 03:33:22.878826 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:22.899827 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54ed4807-a2c0-4ee7-8899-ba36b084b06a {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:33:22.925703 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 54ed4807-a2c0-4ee7-8899-ba36b084b06a, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=54ed4807-a2c0-4ee7-8899-ba36b084b06a,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:22.925941 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-f63d76e4-f275-46e6-ae26-69922d14db4d req-067a517f-3986-447c-a0d8-6fefbc310413 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Deleting port 55a09f1f-5f9e-4783-9942-dfb020785189 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:22.926180 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f63d76e4-f275-46e6-ae26-69922d14db4d req-067a517f-3986-447c-a0d8-6fefbc310413 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:22.928649 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c55d08e-aab1-4961-9e47-a894a7a450b9', 'tag': '4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:22.931082 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c34e9e2-da68-4354-a600-fb884a758bfb" -d '{"events": [{"name": "network-changed", "server_uuid": "0c55d08e-aab1-4961-9e47-a894a7a450b9", "tag": "4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:22.931434 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:22.989045 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab09d2e-e197-46eb-83f3-42dec7cd1b7c x-openstack-request-id: req-dab09d2e-e197-46eb-83f3-42dec7cd1b7c {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:22.989381 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c55d08e-aab1-4961-9e47-a894a7a450b9", "tag": "4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:22.989654 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dab09d2e-e197-46eb-83f3-42dec7cd1b7c {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:22.990057 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c55d08e-aab1-4961-9e47-a894a7a450b9', 'tag': '4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa', 'status': 'completed', 'code': 200} Nov 12 03:33:23.004780 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=54ed4807-a2c0-4ee7-8899-ba36b084b06a,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:23.013564 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:23.013773 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:23.014138 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:23.014475 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:23.014805 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:23.015130 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:23.015499 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:23.015760 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:23.016215 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:23.016412 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:23.017291 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:23.017637 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:23.145212 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-080a2d6c-3d32-4ab0-9956-f2afd22fcb80 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:23.171529 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34e9e2-da68-4354-a600-fb884a758bfb req-1ec8792f-cd45-4100-83d7-13c6fec632d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:23.173452 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9c34e9e2-da68-4354-a600-fb884a758bfb req-1ec8792f-cd45-4100-83d7-13c6fec632d6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2f0c40e740524e3ea7c0d10fdd491c73&device_id=0c55d08e-aab1-4961-9e47-a894a7a450b9 HTTP/1.1" status: 200 len: 1100 time: 0.1330342 Nov 12 03:33:23.184737 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-f63d76e4-f275-46e6-ae26-69922d14db4d req-067a517f-3986-447c-a0d8-6fefbc310413 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] For port 55a09f1f-5f9e-4783-9942-dfb020785189, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=55a09f1f-5f9e-4783-9942-dfb020785189,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:23.185416 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f63d76e4-f275-46e6-ae26-69922d14db4d req-067a517f-3986-447c-a0d8-6fefbc310413 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:23.255271 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d679d15-2264-47ac-a5ac-4c3b2d2bfa60 req-7d4f9bc7-bd56-45c5-bb8e-42a846006d55 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:23.258447 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5d679d15-2264-47ac-a5ac-4c3b2d2bfa60 req-7d4f9bc7-bd56-45c5-bb8e-42a846006d55 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 944 time: 0.1396649 Nov 12 03:33:23.335187 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['54ed4807-a2c0-4ee7-8899-ba36b084b06a'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:33:23.439365 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-080a2d6c-3d32-4ab0-9956-f2afd22fcb80 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:23.558937 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5d679d15-2264-47ac-a5ac-4c3b2d2bfa60 req-c30cca66-dd6c-4acc-bc85-a4e9ae37cab2 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced90908-4290-48dd-a013-5816c6484725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2921624 Nov 12 03:33:23.568194 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-332d1748-3ee5-4ef4-9343-f453110fac49 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:23.569726 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-332d1748-3ee5-4ef4-9343-f453110fac49 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.90 "GET /v2.0/networks?id=b4b6c17e-1554-4c64-bbd2-cab189ccb6ac HTTP/1.1" status: 200 len: 815 time: 0.2697039 Nov 12 03:33:23.597354 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-dda1e115-8e4a-4b4a-b2d2-b50fb4823e56 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Request body: {'port': {'device_id': '3a6f8097-fe7c-4bc8-b593-96b418bc35e0', 'network_id': 'b4b6c17e-1554-4c64-bbd2-cab189ccb6ac', 'admin_state_up': True, 'tenant_id': '4c4f87013bee49bab876ce2754aa20ff'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:23.862359 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34e9e2-da68-4354-a600-fb884a758bfb req-b39530d3-eb27-4702-830e-8c4c1e180dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:23.864546 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9c34e9e2-da68-4354-a600-fb884a758bfb req-b39530d3-eb27-4702-830e-8c4c1e180dd0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.6747077 Nov 12 03:33:23.906630 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-080a2d6c-3d32-4ab0-9956-f2afd22fcb80 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] Network 165d4fe4-9e38-4242-b3a0-66e22d1ae624 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:23.929426 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-080a2d6c-3d32-4ab0-9956-f2afd22fcb80 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:23.971911 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-080a2d6c-3d32-4ab0-9956-f2afd22fcb80 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:23.982957 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080a2d6c-3d32-4ab0-9956-f2afd22fcb80 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] Pushing event updated for resources: {'Port': ['ID=7eeda6f4-3229-49a3-bf73-b6bc381bf682,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:23.995035 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9c34e9e2-da68-4354-a600-fb884a758bfb req-9d7aaa98-913d-4b6c-af70-7752e6239baf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa HTTP/1.1" status: 200 len: 217 time: 0.0830753 Nov 12 03:33:24.069522 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c71570f-e741-425d-b0d8-19038d8eb345 req-89ebfca7-1e06-4228-a0e4-2770f084baa8 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:24.070778 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0c71570f-e741-425d-b0d8-19038d8eb345 req-89ebfca7-1e06-4228-a0e4-2770f084baa8 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c55d08e-aab1-4961-9e47-a894a7a450b9 HTTP/1.1" status: 200 len: 948 time: 0.1113153 Nov 12 03:33:24.102204 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50960859-eb65-476a-93d5-c724ebd89eb5 req-45f2b1dd-135d-49a6-a601-371a786a2b0b tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:24.103553 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-50960859-eb65-476a-93d5-c724ebd89eb5 req-45f2b1dd-135d-49a6-a601-371a786a2b0b tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9e3381d-304e-40a2-85a4-30b75dc1d110 HTTP/1.1" status: 200 len: 932 time: 0.6292367 Nov 12 03:33:24.112158 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f63d76e4-f275-46e6-ae26-69922d14db4d req-067a517f-3986-447c-a0d8-6fefbc310413 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:24.112643 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f63d76e4-f275-46e6-ae26-69922d14db4d req-067a517f-3986-447c-a0d8-6fefbc310413 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:24.112838 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [req-f63d76e4-f275-46e6-ae26-69922d14db4d req-067a517f-3986-447c-a0d8-6fefbc310413 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Floating IP 779bede3-e0d1-4b92-a982-d8e0427a6910 disassociated. External IP: 172.25.5.95, port: 55a09f1f-5f9e-4783-9942-dfb020785189. Nov 12 03:33:24.113197 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-f63d76e4-f275-46e6-ae26-69922d14db4d req-067a517f-3986-447c-a0d8-6fefbc310413 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Calling delete_port for 55a09f1f-5f9e-4783-9942-dfb020785189 owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:24.151976 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0c71570f-e741-425d-b0d8-19038d8eb345 req-d36df775-7bf3-48ba-a944-06be7a9fe91f tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc1f4cb5-090c-4646-ba42-127a8bec6cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698104 Nov 12 03:33:24.153585 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-080a2d6c-3d32-4ab0-9956-f2afd22fcb80 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:24.153755 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-dda1e115-8e4a-4b4a-b2d2-b50fb4823e56 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Made reservation on behalf of 4c4f87013bee49bab876ce2754aa20ff for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:24.154231 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-080a2d6c-3d32-4ab0-9956-f2afd22fcb80 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:24.158903 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-dda1e115-8e4a-4b4a-b2d2-b50fb4823e56 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:24.227397 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-080a2d6c-3d32-4ab0-9956-f2afd22fcb80 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1705294 Nov 12 03:33:24.251922 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34e9e2-da68-4354-a600-fb884a758bfb req-17916963-0b39-4ce6-b2aa-f4d4a282d873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:24.254109 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9c34e9e2-da68-4354-a600-fb884a758bfb req-17916963-0b39-4ce6-b2aa-f4d4a282d873 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.2221799 Nov 12 03:33:24.271945 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-4f7641b5-c3d0-4f6b-84c2-b9e8bc332abf service neutron] Request body: {'port': {'device_id': 'c9e3381d-304e-40a2-85a4-30b75dc1d110', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:24.288202 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-93dd4b97-b1e2-4517-8d6c-3bc3395a8c9a req-eda70a4c-362e-4936-b915-48854d722fed tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a6f8097-fe7c-4bc8-b593-96b418bc35e0 HTTP/1.1" status: 200 len: 210 time: 0.0355101 Nov 12 03:33:24.359953 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-50960859-eb65-476a-93d5-c724ebd89eb5 req-0290142e-a2d1-46cc-a5ee-42c12fdca281 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f57929e-3a78-4a67-9884-79b592272260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403815 Nov 12 03:33:24.362302 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-dda1e115-8e4a-4b4a-b2d2-b50fb4823e56 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Allocated IP 172.20.0.13 (b4b6c17e-1554-4c64-bbd2-cab189ccb6ac/12a7d959-eb1b-4da8-b4ea-7a242be53e60/1e59e609-8301-4af6-8e92-e3af94f75fa4) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:24.429379 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34e9e2-da68-4354-a600-fb884a758bfb req-16bbd23a-9063-4ad2-b9df-f5d565f8c1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:24.431304 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9c34e9e2-da68-4354-a600-fb884a758bfb req-16bbd23a-9063-4ad2-b9df-f5d565f8c1e4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1667418 Nov 12 03:33:24.431757 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-4f7641b5-c3d0-4f6b-84c2-b9e8bc332abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:24.563617 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-dda1e115-8e4a-4b4a-b2d2-b50fb4823e56 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:24.620148 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-dda1e115-8e4a-4b4a-b2d2-b50fb4823e56 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:24.623253 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f63d76e4-f275-46e6-ae26-69922d14db4d req-067a517f-3986-447c-a0d8-6fefbc310413 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:24.635879 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['d3c98842-43c6-41f8-bd48-f9c21e8abc8c'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:33:24.702174 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-dda1e115-8e4a-4b4a-b2d2-b50fb4823e56 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Network b4b6c17e-1554-4c64-bbd2-cab189ccb6ac is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:24.704771 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda1e115-8e4a-4b4a-b2d2-b50fb4823e56 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Pushing event updated for resources: {'Port': ['ID=1e59e609-8301-4af6-8e92-e3af94f75fa4,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:24.714727 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-dda1e115-8e4a-4b4a-b2d2-b50fb4823e56 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:24.718573 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-dda1e115-8e4a-4b4a-b2d2-b50fb4823e56 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:24.750956 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['a74b3c04-9b73-4048-bb45-18905c064c90'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:33:24.768684 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a517f-3986-447c-a0d8-6fefbc310413 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Pushing event deleted for resources: {'Port': ['ID=55a09f1f-5f9e-4783-9942-dfb020785189,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:24.780709 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9c34e9e2-da68-4354-a600-fb884a758bfb req-0a50adac-89d1-451e-84d4-596318a174d4 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378947 Nov 12 03:33:24.786207 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-dda1e115-8e4a-4b4a-b2d2-b50fb4823e56 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:24.786915 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-dda1e115-8e4a-4b4a-b2d2-b50fb4823e56 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:24.821074 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-dda1e115-8e4a-4b4a-b2d2-b50fb4823e56 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2289863 Nov 12 03:33:24.837008 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 54ed4807-a2c0-4ee7-8899-ba36b084b06a up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:33:24.839464 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4d2dfd4a-a693-4685-9e82-a7391446c2b3 req-3de1ddd1-d088-47cc-9859-b79fdeb236b3 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 210 time: 0.0359697 Nov 12 03:33:24.854036 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-cba5a306-d329-44bb-b85b-1728d277751a service neutron] Request body: {'port': {'device_id': '3a6f8097-fe7c-4bc8-b593-96b418bc35e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:24.942241 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-cba5a306-d329-44bb-b85b-1728d277751a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:25.101596 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 54ed4807-a2c0-4ee7-8899-ba36b084b06a completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:33:25.115381 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 54ed4807-a2c0-4ee7-8899-ba36b084b06a triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:25.115381 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:25.150221 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9c34e9e2-da68-4354-a600-fb884a758bfb req-f02ea8af-04fa-49b2-90df-15b09f517097 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538358 Nov 12 03:33:25.209935 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f63d76e4-f275-46e6-ae26-69922d14db4d req-067a517f-3986-447c-a0d8-6fefbc310413 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Router 6b02769c-beb9-4144-b4ee-1bf6277c85a8 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:33:25.268113 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:25.321587 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd83d5e8-c2db-4bc1-a1e9-cde29c70e050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ed4807-a2c0-4ee7-8899-ba36b084b06a'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:25.323983 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a346ad1-90f2-4262-89ac-9ad1acbff32b" -d '{"events": [{"server_uuid": "fd83d5e8-c2db-4bc1-a1e9-cde29c70e050", "name": "network-vif-plugged", "status": "completed", "tag": "54ed4807-a2c0-4ee7-8899-ba36b084b06a"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:25.340601 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 54ed4807-a2c0-4ee7-8899-ba36b084b06a, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=54ed4807-a2c0-4ee7-8899-ba36b084b06a,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:25.346874 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:25.348438 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 55a09f1f-5f9e-4783-9942-dfb020785189 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:33:25.390773 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: 55a09f1f-5f9e-4783-9942-dfb020785189 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:33:25.393031 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 55a09f1f-5f9e-4783-9942-dfb020785189 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:33:25.482234 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f63d76e4-f275-46e6-ae26-69922d14db4d req-067a517f-3986-447c-a0d8-6fefbc310413 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:33:25.482874 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=54ed4807-a2c0-4ee7-8899-ba36b084b06a,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:25.494379 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-cba5a306-d329-44bb-b85b-1728d277751a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e59e609-8301-4af6-8e92-e3af94f75fa4 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:33:25.496138 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748cdff6-0fdd-42ba-89f3-c93efe1c54cb None None] Sync routers for ids ['6b02769c-beb9-4144-b4ee-1bf6277c85a8'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:33:25.510722 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-cba5a306-d329-44bb-b85b-1728d277751a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:25.518763 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-4f7641b5-c3d0-4f6b-84c2-b9e8bc332abf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eeda6f4-3229-49a3-bf73-b6bc381bf682 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:33:25.529914 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-4f7641b5-c3d0-4f6b-84c2-b9e8bc332abf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:25.537463 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-cba5a306-d329-44bb-b85b-1728d277751a service neutron] Transition to ACTIVE for port object 1e59e609-8301-4af6-8e92-e3af94f75fa4 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:33:25.544519 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748cdff6-0fdd-42ba-89f3-c93efe1c54cb None None] Routers {'6b02769c-beb9-4144-b4ee-1bf6277c85a8'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:25.545254 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-748cdff6-0fdd-42ba-89f3-c93efe1c54cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:33:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['6b02769c-beb9-4144-b4ee-1bf6277c85a8'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:25.552397 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-4f7641b5-c3d0-4f6b-84c2-b9e8bc332abf service neutron] Transition to ACTIVE for port object 7eeda6f4-3229-49a3-bf73-b6bc381bf682 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:33:25.554999 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d66f8-2107-4450-876c-e041807f6445 req-31078695-9e2a-44e1-8c67-c716f9396972 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:25.557479 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-365d66f8-2107-4450-876c-e041807f6445 req-31078695-9e2a-44e1-8c67-c716f9396972 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a6f8097-fe7c-4bc8-b593-96b418bc35e0 HTTP/1.1" status: 200 len: 932 time: 0.1188631 Nov 12 03:33:25.559590 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-cba5a306-d329-44bb-b85b-1728d277751a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:25.577465 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-4f7641b5-c3d0-4f6b-84c2-b9e8bc332abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:25.612685 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63d76e4-f275-46e6-ae26-69922d14db4d req-067a517f-3986-447c-a0d8-6fefbc310413 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] No DVR routers for this DVR port 55a09f1f-5f9e-4783-9942-dfb020785189 on host n-h2-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:33:25.637309 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f63d76e4-f275-46e6-ae26-69922d14db4d req-067a517f-3986-447c-a0d8-6fefbc310413 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:25.641030 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f63d76e4-f275-46e6-ae26-69922d14db4d req-067a517f-3986-447c-a0d8-6fefbc310413 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.90 "DELETE /v2.0/ports/55a09f1f-5f9e-4783-9942-dfb020785189 HTTP/1.1" status: 204 len: 173 time: 3.0224175 Nov 12 03:33:25.644133 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c', 'name': 'network-vif-deleted', 'tag': '55a09f1f-5f9e-4783-9942-dfb020785189'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:25.647425 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9d7b9a-72a9-41cd-98d0-f6883914a066" -d '{"events": [{"server_uuid": "7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c", "name": "network-vif-deleted", "tag": "55a09f1f-5f9e-4783-9942-dfb020785189"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:25.659719 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5a306-d329-44bb-b85b-1728d277751a service neutron] Pushing event updated for resources: {'Port': ['ID=1e59e609-8301-4af6-8e92-e3af94f75fa4,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:25.687065 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a381c2d-61b8-425a-8910-943430e609cd req-9e06c849-d943-4022-8a47-e827810884ac tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:25.689283 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8a381c2d-61b8-425a-8910-943430e609cd req-9e06c849-d943-4022-8a47-e827810884ac tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c55d08e-aab1-4961-9e47-a894a7a450b9 HTTP/1.1" status: 200 len: 948 time: 0.3466852 Nov 12 03:33:25.700926 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7641b5-c3d0-4f6b-84c2-b9e8bc332abf service neutron] Pushing event updated for resources: {'Port': ['ID=7eeda6f4-3229-49a3-bf73-b6bc381bf682,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:25.713125 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-365d66f8-2107-4450-876c-e041807f6445 req-798e471a-e7dc-4553-bb61-f0d730bec1aa tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e20b976-0765-4c19-b472-8d45abdc5b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183071 Nov 12 03:33:25.778604 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-748cdff6-0fdd-42ba-89f3-c93efe1c54cb None None] Set router 6b02769c-beb9-4144-b4ee-1bf6277c85a8 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:33:25.789590 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-cba5a306-d329-44bb-b85b-1728d277751a service neutron] Attempting to bind port 1e59e609-8301-4af6-8e92-e3af94f75fa4 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:33:25.790016 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-cba5a306-d329-44bb-b85b-1728d277751a service neutron] Attempting to bind port 1e59e609-8301-4af6-8e92-e3af94f75fa4 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': 'da2421b1-9030-4775-9a17-11cf9c82694f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b4b6c17e-1554-4c64-bbd2-cab189ccb6ac'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:33:25.790441 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-cba5a306-d329-44bb-b85b-1728d277751a service neutron] Attempting to bind port 1e59e609-8301-4af6-8e92-e3af94f75fa4 on network b4b6c17e-1554-4c64-bbd2-cab189ccb6ac {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:25.801481 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-cba5a306-d329-44bb-b85b-1728d277751a service neutron] Port 1e59e609-8301-4af6-8e92-e3af94f75fa4 on network b4b6c17e-1554-4c64-bbd2-cab189ccb6ac not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:33:25.801818 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-cba5a306-d329-44bb-b85b-1728d277751a service neutron] Attempting to bind port 1e59e609-8301-4af6-8e92-e3af94f75fa4 on network b4b6c17e-1554-4c64-bbd2-cab189ccb6ac {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:25.810913 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-cba5a306-d329-44bb-b85b-1728d277751a service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:33:25.811347 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-cba5a306-d329-44bb-b85b-1728d277751a service neutron] Checking segment: {'id': 'da2421b1-9030-4775-9a17-11cf9c82694f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b4b6c17e-1554-4c64-bbd2-cab189ccb6ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:25.811742 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-cba5a306-d329-44bb-b85b-1728d277751a service neutron] Bound using segment: {'id': 'da2421b1-9030-4775-9a17-11cf9c82694f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b4b6c17e-1554-4c64-bbd2-cab189ccb6ac'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:33:25.812206 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-cba5a306-d329-44bb-b85b-1728d277751a service neutron] Bound port: 1e59e609-8301-4af6-8e92-e3af94f75fa4, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da2421b1-9030-4775-9a17-11cf9c82694f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b4b6c17e-1554-4c64-bbd2-cab189ccb6ac'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:33:25.812566 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-cba5a306-d329-44bb-b85b-1728d277751a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:25.832811 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2975de0-6b21-44a2-b1f3-b4194386c997 x-openstack-request-id: req-c2975de0-6b21-44a2-b1f3-b4194386c997 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:25.833993 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd83d5e8-c2db-4bc1-a1e9-cde29c70e050", "name": "network-vif-plugged", "status": "completed", "tag": "54ed4807-a2c0-4ee7-8899-ba36b084b06a", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:25.835754 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c2975de0-6b21-44a2-b1f3-b4194386c997 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:25.836479 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd83d5e8-c2db-4bc1-a1e9-cde29c70e050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ed4807-a2c0-4ee7-8899-ba36b084b06a', 'code': 200} Nov 12 03:33:25.941702 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-cba5a306-d329-44bb-b85b-1728d277751a service neutron] For port 1e59e609-8301-4af6-8e92-e3af94f75fa4, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:33:25.945183 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8a381c2d-61b8-425a-8910-943430e609cd req-5db3e6f2-c126-43fd-864a-928f2ceb17ef tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc1f4cb5-090c-4646-ba42-127a8bec6cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456365 Nov 12 03:33:25.980761 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-4f7641b5-c3d0-4f6b-84c2-b9e8bc332abf service neutron] Attempting to bind port 7eeda6f4-3229-49a3-bf73-b6bc381bf682 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:33:25.983592 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-4f7641b5-c3d0-4f6b-84c2-b9e8bc332abf service neutron] Attempting to bind port 7eeda6f4-3229-49a3-bf73-b6bc381bf682 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'b56176cd-861d-48f7-89b7-15ffa8c22a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '165d4fe4-9e38-4242-b3a0-66e22d1ae624'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:33:25.984005 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-4f7641b5-c3d0-4f6b-84c2-b9e8bc332abf service neutron] Attempting to bind port 7eeda6f4-3229-49a3-bf73-b6bc381bf682 on network 165d4fe4-9e38-4242-b3a0-66e22d1ae624 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:25.991479 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-cba5a306-d329-44bb-b85b-1728d277751a service neutron] For port 1e59e609-8301-4af6-8e92-e3af94f75fa4, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=1e59e609-8301-4af6-8e92-e3af94f75fa4,segment=NetworkSegment(da2421b1-9030-4775-9a17-11cf9c82694f),segment_id=da2421b1-9030-4775-9a17-11cf9c82694f)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:33:25.995360 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-4f7641b5-c3d0-4f6b-84c2-b9e8bc332abf service neutron] Port 7eeda6f4-3229-49a3-bf73-b6bc381bf682 on network 165d4fe4-9e38-4242-b3a0-66e22d1ae624 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:33:25.997260 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-4f7641b5-c3d0-4f6b-84c2-b9e8bc332abf service neutron] Attempting to bind port 7eeda6f4-3229-49a3-bf73-b6bc381bf682 on network 165d4fe4-9e38-4242-b3a0-66e22d1ae624 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:25.999004 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-cba5a306-d329-44bb-b85b-1728d277751a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.005579 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b099d7e8-ac2b-458f-bcc0-6b3ef5ef8639 x-openstack-request-id: req-b099d7e8-ac2b-458f-bcc0-6b3ef5ef8639 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:26.006359 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c", "name": "network-vif-deleted", "tag": "55a09f1f-5f9e-4783-9942-dfb020785189", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:26.006658 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b099d7e8-ac2b-458f-bcc0-6b3ef5ef8639 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:26.007074 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c', 'name': 'network-vif-deleted', 'tag': '55a09f1f-5f9e-4783-9942-dfb020785189', 'status': 'completed', 'code': 200} Nov 12 03:33:26.043422 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-4f7641b5-c3d0-4f6b-84c2-b9e8bc332abf service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:33:26.044169 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-4f7641b5-c3d0-4f6b-84c2-b9e8bc332abf service neutron] Checking segment: {'id': 'b56176cd-861d-48f7-89b7-15ffa8c22a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '165d4fe4-9e38-4242-b3a0-66e22d1ae624'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:26.044339 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-4f7641b5-c3d0-4f6b-84c2-b9e8bc332abf service neutron] Bound using segment: {'id': 'b56176cd-861d-48f7-89b7-15ffa8c22a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '165d4fe4-9e38-4242-b3a0-66e22d1ae624'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:33:26.044736 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-4f7641b5-c3d0-4f6b-84c2-b9e8bc332abf service neutron] Bound port: 7eeda6f4-3229-49a3-bf73-b6bc381bf682, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b56176cd-861d-48f7-89b7-15ffa8c22a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '165d4fe4-9e38-4242-b3a0-66e22d1ae624'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:33:26.045092 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-4f7641b5-c3d0-4f6b-84c2-b9e8bc332abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.074750 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:33:26.094694 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db732bd-590f-4e1a-9934-190ed769d14a req-72e4bb03-0310-4360-8790-b03ce1054c2e tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:26.101642 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4049a-8b43-4afd-9209-f0f12726b2fc req-8a5f41fd-450e-46d7-8120-e7add018e25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:26.103172 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-44b4049a-8b43-4afd-9209-f0f12726b2fc req-8a5f41fd-450e-46d7-8120-e7add018e25a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fd83d5e8-c2db-4bc1-a1e9-cde29c70e050 HTTP/1.1" status: 200 len: 1102 time: 0.1106646 Nov 12 03:33:26.109356 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5db732bd-590f-4e1a-9934-190ed769d14a req-72e4bb03-0310-4360-8790-b03ce1054c2e tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9e3381d-304e-40a2-85a4-30b75dc1d110 HTTP/1.1" status: 200 len: 944 time: 0.1830943 Nov 12 03:33:26.131381 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-cba5a306-d329-44bb-b85b-1728d277751a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:26.132066 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-cba5a306-d329-44bb-b85b-1728d277751a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.133551 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-cba5a306-d329-44bb-b85b-1728d277751a service neutron] 10.222.0.90 "PUT /v2.0/ports/1e59e609-8301-4af6-8e92-e3af94f75fa4 HTTP/1.1" status: 200 len: 1093 time: 1.2863741 Nov 12 03:33:26.137742 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a6f8097-fe7c-4bc8-b593-96b418bc35e0', 'tag': '1e59e609-8301-4af6-8e92-e3af94f75fa4'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:26.140221 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-748cdff6-0fdd-42ba-89f3-c93efe1c54cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b02769c-beb9-4144-b4ee-1bf6277c85a8', 'name': 'tempest-ServerActionsTestJSON-491450960-router', 'tenant_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '36d50047-cd27-408d-be04-6c9bc48f895d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:18Z', 'updated_at': '2021-11-12T03:23:27Z', 'revision_number': 4, 'project_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'gw_port': {'id': '36d50047-cd27-408d-be04-6c9bc48f895d', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b02769c-beb9-4144-b4ee-1bf6277c85a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:20Z', 'updated_at': '2021-11-12T03:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'a88199b2-d9fa-423f-b4c4-e1c98adf7bf7', 'name': '', 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3', 'tenant_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'mac_address': 'fa:16:3e:8b:69:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b02769c-beb9-4144-b4ee-1bf6277c85a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c41913f5-e5c1-4e60-8ee6-4f6d29d519f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:26Z', 'updated_at': '2021-11-12T03:23:34Z', 'revision_number': 5, 'project_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'subnets': [{'id': 'c41913f5-e5c1-4e60-8ee6-4f6d29d519f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:26.141041 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e11021-45dc-4c0a-870c-f5266bb90381" -d '{"events": [{"name": "network-changed", "server_uuid": "3a6f8097-fe7c-4bc8-b593-96b418bc35e0", "tag": "1e59e609-8301-4af6-8e92-e3af94f75fa4"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:26.153152 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-4f7641b5-c3d0-4f6b-84c2-b9e8bc332abf service neutron] For port 7eeda6f4-3229-49a3-bf73-b6bc381bf682, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:33:26.161917 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-4f7641b5-c3d0-4f6b-84c2-b9e8bc332abf service neutron] For port 7eeda6f4-3229-49a3-bf73-b6bc381bf682, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=7eeda6f4-3229-49a3-bf73-b6bc381bf682,segment=NetworkSegment(b56176cd-861d-48f7-89b7-15ffa8c22a90),segment_id=b56176cd-861d-48f7-89b7-15ffa8c22a90)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:33:26.180372 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-4f7641b5-c3d0-4f6b-84c2-b9e8bc332abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.193286 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-44b4049a-8b43-4afd-9209-f0f12726b2fc req-bcb94762-c06b-453a-890b-1bb2330918f6 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=fc1f4cb5-090c-4646-ba42-127a8bec6cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795369 Nov 12 03:33:26.208755 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5a306-d329-44bb-b85b-1728d277751a service neutron] Pushing event updated for resources: {'Port': ['ID=1e59e609-8301-4af6-8e92-e3af94f75fa4,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:26.232703 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-4f7641b5-c3d0-4f6b-84c2-b9e8bc332abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:26.233604 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-4f7641b5-c3d0-4f6b-84c2-b9e8bc332abf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.235040 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-4f7641b5-c3d0-4f6b-84c2-b9e8bc332abf service neutron] 10.222.0.74 "PUT /v2.0/ports/7eeda6f4-3229-49a3-bf73-b6bc381bf682 HTTP/1.1" status: 200 len: 1093 time: 1.9749570 Nov 12 03:33:26.240373 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5db732bd-590f-4e1a-9934-190ed769d14a req-a45d3964-cfab-4938-a22e-777de3f5d117 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f57929e-3a78-4a67-9884-79b592272260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299500 Nov 12 03:33:26.280550 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ef17fb-262e-4b1f-bb0d-23fb9c7637c0 x-openstack-request-id: req-04ef17fb-262e-4b1f-bb0d-23fb9c7637c0 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:26.281049 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a6f8097-fe7c-4bc8-b593-96b418bc35e0", "tag": "1e59e609-8301-4af6-8e92-e3af94f75fa4", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:26.281561 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-04ef17fb-262e-4b1f-bb0d-23fb9c7637c0 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:26.281973 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a6f8097-fe7c-4bc8-b593-96b418bc35e0', 'tag': '1e59e609-8301-4af6-8e92-e3af94f75fa4', 'status': 'completed', 'code': 200} Nov 12 03:33:26.306069 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6777de13-9e00-4a9f-8400-b8466d11c1ad req-d09dc023-0993-4b29-b513-0a2b6f6bc7ed tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc3d2e1-c1f2-4a01-a89f-52bfc02cdc9c HTTP/1.1" status: 200 len: 210 time: 0.0591848 Nov 12 03:33:26.306703 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:26.309905 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7641b5-c3d0-4f6b-84c2-b9e8bc332abf service neutron] Pushing event updated for resources: {'Port': ['ID=7eeda6f4-3229-49a3-bf73-b6bc381bf682,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:26.320989 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'port_id': '4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa', 'mac_address': 'fa:16:3e:03:d3:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa66706f-b415-4bb9-838e-cfd08f81d96b', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:33:26.350894 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748cdff6-0fdd-42ba-89f3-c93efe1c54cb None None] Checking router: 6b02769c-beb9-4144-b4ee-1bf6277c85a8 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:33:26.363450 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748cdff6-0fdd-42ba-89f3-c93efe1c54cb None None] Routers {'6b02769c-beb9-4144-b4ee-1bf6277c85a8'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:26.364432 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-748cdff6-0fdd-42ba-89f3-c93efe1c54cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:33:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['6b02769c-beb9-4144-b4ee-1bf6277c85a8'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:26.364820 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.371364 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-4641a1ad-8f31-446c-b96e-83a90ee4ef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:26.373027 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-4641a1ad-8f31-446c-b96e-83a90ee4ef13 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ade1379675c54448b968a53eed6b7917&device_id=c9e3381d-304e-40a2-85a4-30b75dc1d110 HTTP/1.1" status: 200 len: 1096 time: 0.0642285 Nov 12 03:33:26.379892 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:33:26.402403 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:26.410803 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.444426 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-723c49e8-edfb-4770-8c06-cf3ed8393b26 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7eeda6f4-3229-49a3-bf73-b6bc381bf682 HTTP/1.1" status: 200 len: 217 time: 0.0548620 Nov 12 03:33:26.467981 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:26.482663 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-748cdff6-0fdd-42ba-89f3-c93efe1c54cb None None] Set router 6b02769c-beb9-4144-b4ee-1bf6277c85a8 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:33:26.502944 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-d5c6e1b8-7e9f-4af0-aa0b-9670be761570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:26.504421 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-d5c6e1b8-7e9f-4af0-aa0b-9670be761570 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e11d9c56-d8f5-4819-814d-34dd24d74e75 HTTP/1.1" status: 200 len: 853 time: 0.0517337 Nov 12 03:33:26.571725 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-fb3157ff-12ad-4b72-a095-c7f322a6b795 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=165d4fe4-9e38-4242-b3a0-66e22d1ae624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368240 Nov 12 03:33:26.609660 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-bef64bf6-4497-4c40-9cf2-8a805151dccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:26.611450 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-bef64bf6-4497-4c40-9cf2-8a805151dccf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4c4f87013bee49bab876ce2754aa20ff&device_id=3a6f8097-fe7c-4bc8-b593-96b418bc35e0 HTTP/1.1" status: 200 len: 1096 time: 0.0871320 Nov 12 03:33:26.685319 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-748cdff6-0fdd-42ba-89f3-c93efe1c54cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b02769c-beb9-4144-b4ee-1bf6277c85a8', 'name': 'tempest-ServerActionsTestJSON-491450960-router', 'tenant_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '36d50047-cd27-408d-be04-6c9bc48f895d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:18Z', 'updated_at': '2021-11-12T03:23:27Z', 'revision_number': 4, 'project_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'gw_port': {'id': '36d50047-cd27-408d-be04-6c9bc48f895d', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b02769c-beb9-4144-b4ee-1bf6277c85a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:20Z', 'updated_at': '2021-11-12T03:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'a88199b2-d9fa-423f-b4c4-e1c98adf7bf7', 'name': '', 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3', 'tenant_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'mac_address': 'fa:16:3e:8b:69:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b02769c-beb9-4144-b4ee-1bf6277c85a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c41913f5-e5c1-4e60-8ee6-4f6d29d519f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:26Z', 'updated_at': '2021-11-12T03:23:34Z', 'revision_number': 5, 'project_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'subnets': [{'id': 'c41913f5-e5c1-4e60-8ee6-4f6d29d519f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:26.712871 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-28ade149-4915-4d84-a7e0-47dd415ef544 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e59e609-8301-4af6-8e92-e3af94f75fa4 HTTP/1.1" status: 200 len: 217 time: 0.0433362 Nov 12 03:33:26.714864 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-d78492fe-b96d-48d9-b512-002072c94784 service neutron] 10.222.0.74 "GET /v2.0/networks/165d4fe4-9e38-4242-b3a0-66e22d1ae624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340268 Nov 12 03:33:26.722948 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748cdff6-0fdd-42ba-89f3-c93efe1c54cb None None] The sync data for ids ['6b02769c-beb9-4144-b4ee-1bf6277c85a8'] in n-d-715271-27 is: [{'id': '6b02769c-beb9-4144-b4ee-1bf6277c85a8', 'name': 'tempest-ServerActionsTestJSON-491450960-router', 'tenant_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '36d50047-cd27-408d-be04-6c9bc48f895d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:18Z', 'updated_at': '2021-11-12T03:23:27Z', 'revision_number': 4, 'project_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'gw_port': {'id': '36d50047-cd27-408d-be04-6c9bc48f895d', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b02769c-beb9-4144-b4ee-1bf6277c85a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:20Z', 'updated_at': '2021-11-12T03:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'a88199b2-d9fa-423f-b4c4-e1c98adf7bf7', 'name': '', 'network_id': '56493891-2b14-40ba-a8cb-65015d9b59f3', 'tenant_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'mac_address': 'fa:16:3e:8b:69:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b02769c-beb9-4144-b4ee-1bf6277c85a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c41913f5-e5c1-4e60-8ee6-4f6d29d519f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:26Z', 'updated_at': '2021-11-12T03:23:34Z', 'revision_number': 5, 'project_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'subnets': [{'id': 'c41913f5-e5c1-4e60-8ee6-4f6d29d519f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:33:26.758158 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:33:26.851550 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-4b223cc5-5834-43bb-ad74-83cef326b258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:26.853144 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-4b223cc5-5834-43bb-ad74-83cef326b258 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=12a7d959-eb1b-4da8-b4ea-7a242be53e60 HTTP/1.1" status: 200 len: 855 time: 0.1190579 Nov 12 03:33:26.882112 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-48d33a2c-38e7-4ead-9caf-94610eca8e82 req-48570a6f-ca73-4d7a-8998-607ede67f920 service neutron] 10.222.0.74 "GET /v2.0/networks/165d4fe4-9e38-4242-b3a0-66e22d1ae624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571910 Nov 12 03:33:26.914228 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-9910db93-2c3b-44d5-a09e-793fc301ef9d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b4b6c17e-1554-4c64-bbd2-cab189ccb6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307553 Nov 12 03:33:26.927869 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3cc9b-7157-4d40-8bea-4f9a12897faa req-9c075827-5013-4eae-ae29-e5881a14c02d tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:26.930184 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-59c3cc9b-7157-4d40-8bea-4f9a12897faa req-9c075827-5013-4eae-ae29-e5881a14c02d tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a6f8097-fe7c-4bc8-b593-96b418bc35e0 HTTP/1.1" status: 200 len: 944 time: 0.0772333 Nov 12 03:33:27.036584 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-f9a772fe-0833-4540-b438-2c26860423c8 service neutron] 10.222.0.90 "GET /v2.0/networks/b4b6c17e-1554-4c64-bbd2-cab189ccb6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124794 Nov 12 03:33:27.072029 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-59c3cc9b-7157-4d40-8bea-4f9a12897faa req-8c8c2f49-cc9f-4c73-8d01-b79e52966882 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e20b976-0765-4c19-b472-8d45abdc5b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270840 Nov 12 03:33:27.174320 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba6b95c-6301-45da-9c1f-d7469f8253ed None None] New status for floating IP 779bede3-e0d1-4b92-a982-d8e0427a6910: DOWN {{(pid=102573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:33:27.192161 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60f38a-bea5-4aaa-b5cc-509973f27024 req-1b9bccd9-ae0d-4d95-8db6-5117ec76b7cf tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:27.193652 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cd60f38a-bea5-4aaa-b5cc-509973f27024 req-1b9bccd9-ae0d-4d95-8db6-5117ec76b7cf tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c55d08e-aab1-4961-9e47-a894a7a450b9 HTTP/1.1" status: 200 len: 949 time: 0.1264834 Nov 12 03:33:27.379036 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f1983-635d-4bf7-9664-04b93ce9772c req-6d5a5759-d171-46d6-9204-206499b7f16f tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:27.388316 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b56f1983-635d-4bf7-9664-04b93ce9772c req-6d5a5759-d171-46d6-9204-206499b7f16f tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9e3381d-304e-40a2-85a4-30b75dc1d110 HTTP/1.1" status: 200 len: 944 time: 0.0817249 Nov 12 03:33:27.461303 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b56f1983-635d-4bf7-9664-04b93ce9772c req-6b6bd4eb-a6eb-46e9-87ee-17490018c3aa tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f57929e-3a78-4a67-9884-79b592272260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718138 Nov 12 03:33:27.543470 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 41636) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:27.558330 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6200e274-c89f-4b92-87ee-d596515b4ca0 req-e6e834be-0864-4535-99ab-b9f365928e8b service neutron] 10.222.0.90 "GET /v2.0/networks/b4b6c17e-1554-4c64-bbd2-cab189ccb6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5132940 Nov 12 03:33:27.609949 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cd60f38a-bea5-4aaa-b5cc-509973f27024 req-9444595f-08b7-4c58-a913-bb2886907b70 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc1f4cb5-090c-4646-ba42-127a8bec6cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4070346 Nov 12 03:33:27.638981 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4c87186e-b3c5-4d03-bf04-a3b78f971421 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:27.667239 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4c87186e-b3c5-4d03-bf04-a3b78f971421 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:27.717497 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4c87186e-b3c5-4d03-bf04-a3b78f971421 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:27.720317 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4c87186e-b3c5-4d03-bf04-a3b78f971421 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:27.724058 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4c87186e-b3c5-4d03-bf04-a3b78f971421 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "DELETE /v2.0/security-groups/ced90908-4290-48dd-a013-5816c6484725 HTTP/1.1" status: 204 len: 168 time: 0.1767626 Nov 12 03:33:27.724341 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 41642) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:27.730909 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87186e-b3c5-4d03-bf04-a3b78f971421 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced90908-4290-48dd-a013-5816c6484725,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:27.752236 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-9cf3f2bc-a837-4dc5-927a-d4fead1dda1c tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] show failed (client error): The resource could not be found. Nov 12 03:33:27.753516 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9cf3f2bc-a837-4dc5-927a-d4fead1dda1c tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "GET /v2.0/security-groups/ced90908-4290-48dd-a013-5816c6484725 HTTP/1.1" status: 404 len: 347 time: 0.0283654 Nov 12 03:33:27.756490 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 41646) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:27.785158 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e11021-45dc-4c0a-870c-f5266bb90381 req-4db10b94-61f9-4c3a-9550-f1e322f39d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:27.786858 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-98e11021-45dc-4c0a-870c-f5266bb90381 req-4db10b94-61f9-4c3a-9550-f1e322f39d6b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4c4f87013bee49bab876ce2754aa20ff&device_id=3a6f8097-fe7c-4bc8-b593-96b418bc35e0 HTTP/1.1" status: 200 len: 1096 time: 0.0657551 Nov 12 03:33:27.891449 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e11021-45dc-4c0a-870c-f5266bb90381 req-94f048cd-e26d-49bb-bf0d-bcc53c391bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:27.893631 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-98e11021-45dc-4c0a-870c-f5266bb90381 req-94f048cd-e26d-49bb-bf0d-bcc53c391bb8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b4b6c17e-1554-4c64-bbd2-cab189ccb6ac HTTP/1.1" status: 200 len: 916 time: 0.0989227 Nov 12 03:33:27.895465 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-5d4a72a9-cc09-4aee-8cf7-35e3255406b8 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Deleting port b56aefe7-9645-4eee-b125-3d3359bfb31a {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:27.895806 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5d4a72a9-cc09-4aee-8cf7-35e3255406b8 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:27.944556 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-98e11021-45dc-4c0a-870c-f5266bb90381 req-ef33ea5f-1aea-42d5-b64b-716f36758b9f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e59e609-8301-4af6-8e92-e3af94f75fa4 HTTP/1.1" status: 200 len: 217 time: 0.0361476 Nov 12 03:33:27.984827 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5d4a72a9-cc09-4aee-8cf7-35e3255406b8 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:27.985936 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5d4a72a9-cc09-4aee-8cf7-35e3255406b8 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:27.998251 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e11021-45dc-4c0a-870c-f5266bb90381 req-c61eb816-7000-4ae2-862b-b553510f8b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:27.998809 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-5d4a72a9-cc09-4aee-8cf7-35e3255406b8 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Calling delete_port for b56aefe7-9645-4eee-b125-3d3359bfb31a owned by network:floatingip {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:27.999719 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-98e11021-45dc-4c0a-870c-f5266bb90381 req-c61eb816-7000-4ae2-862b-b553510f8b09 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=12a7d959-eb1b-4da8-b4ea-7a242be53e60 HTTP/1.1" status: 200 len: 855 time: 0.0481455 Nov 12 03:33:28.009494 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e3381d-304e-40a2-85a4-30b75dc1d110', 'tag': '7eeda6f4-3229-49a3-bf73-b6bc381bf682'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:28.011736 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296f7821-9f02-4d63-b54a-222f08e5e9e6" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e3381d-304e-40a2-85a4-30b75dc1d110", "tag": "7eeda6f4-3229-49a3-bf73-b6bc381bf682"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:28.055329 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-98e11021-45dc-4c0a-870c-f5266bb90381 req-7e5c1a47-6bc3-443c-89d0-c509e4bf7fe3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b4b6c17e-1554-4c64-bbd2-cab189ccb6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465138 Nov 12 03:33:28.060810 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8db6b5-b379-43c3-8753-f6809a60bb60 x-openstack-request-id: req-1d8db6b5-b379-43c3-8753-f6809a60bb60 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:28.061160 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e3381d-304e-40a2-85a4-30b75dc1d110", "tag": "7eeda6f4-3229-49a3-bf73-b6bc381bf682", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:28.061471 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1d8db6b5-b379-43c3-8753-f6809a60bb60 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:28.061990 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e3381d-304e-40a2-85a4-30b75dc1d110', 'tag': '7eeda6f4-3229-49a3-bf73-b6bc381bf682', 'status': 'completed', 'code': 200} Nov 12 03:33:28.103871 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:33:28.190663 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:33:28.195279 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:28.195680 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.197698 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5d4a72a9-cc09-4aee-8cf7-35e3255406b8 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.230153 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a72a9-cc09-4aee-8cf7-35e3255406b8 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Pushing event deleted for resources: {'Port': ['ID=b56aefe7-9645-4eee-b125-3d3359bfb31a,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:28.248586 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100dd62-615b-4cb3-96c0-21897407f533 req-454b043c-fda2-4376-af22-6a131c6987ba tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:28.264546 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9100dd62-615b-4cb3-96c0-21897407f533 req-454b043c-fda2-4376-af22-6a131c6987ba tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a6f8097-fe7c-4bc8-b593-96b418bc35e0 HTTP/1.1" status: 200 len: 944 time: 0.0931959 Nov 12 03:33:28.298335 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f7821-9f02-4d63-b54a-222f08e5e9e6 req-3d1b0f8e-71b7-4f46-b132-56886f9a4895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:28.300108 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-296f7821-9f02-4d63-b54a-222f08e5e9e6 req-3d1b0f8e-71b7-4f46-b132-56886f9a4895 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ade1379675c54448b968a53eed6b7917&device_id=c9e3381d-304e-40a2-85a4-30b75dc1d110 HTTP/1.1" status: 200 len: 1096 time: 0.2182546 Nov 12 03:33:28.317996 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.346195 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5d4a72a9-cc09-4aee-8cf7-35e3255406b8 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks [] for floatingip, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.349958 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5d4a72a9-cc09-4aee-8cf7-35e3255406b8 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.351318 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5d4a72a9-cc09-4aee-8cf7-35e3255406b8 tempest-ServerActionsTestJSON-275920791 tempest-ServerActionsTestJSON-275920791-project] 10.222.0.50 "DELETE /v2.0/floatingips/779bede3-e0d1-4b92-a982-d8e0427a6910 HTTP/1.1" status: 204 len: 168 time: 0.5934298 Nov 12 03:33:28.354714 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 41668) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:28.359238 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c55d08e-aab1-4961-9e47-a894a7a450b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:28.363265 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fb766b-117f-4ce9-a46c-348cbba6e6a9" -d '{"events": [{"server_uuid": "0c55d08e-aab1-4961-9e47-a894a7a450b9", "name": "network-vif-plugged", "status": "completed", "tag": "4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:28.378594 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:28.385036 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9100dd62-615b-4cb3-96c0-21897407f533 req-57d42c52-67be-4ee7-a460-ac9c2f7e4926 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e20b976-0765-4c19-b472-8d45abdc5b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144559 Nov 12 03:33:28.390522 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.392345 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-98e11021-45dc-4c0a-870c-f5266bb90381 req-7ed34b30-c5b7-4a74-b589-e6e1b3fc8a53 service neutron] 10.222.0.90 "GET /v2.0/networks/b4b6c17e-1554-4c64-bbd2-cab189ccb6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211946 Nov 12 03:33:28.474616 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a1c70e-9760-44de-b699-16256dcd0b69 x-openstack-request-id: req-f6a1c70e-9760-44de-b699-16256dcd0b69 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:28.474904 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c55d08e-aab1-4961-9e47-a894a7a450b9", "name": "network-vif-plugged", "status": "completed", "tag": "4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:28.475154 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f6a1c70e-9760-44de-b699-16256dcd0b69 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:28.475545 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c55d08e-aab1-4961-9e47-a894a7a450b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa', 'code': 200} Nov 12 03:33:28.508834 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:28.712406 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb8ded-c012-4658-8da5-9ef3ce64adee req-91d8e3d9-3c9b-4ed9-940d-0c0757a29b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:28.713933 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d9fb8ded-c012-4658-8da5-9ef3ce64adee req-91d8e3d9-3c9b-4ed9-940d-0c0757a29b19 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0c55d08e-aab1-4961-9e47-a894a7a450b9 HTTP/1.1" status: 200 len: 1102 time: 0.1453791 Nov 12 03:33:28.717851 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-98e11021-45dc-4c0a-870c-f5266bb90381 req-dda89573-d3d1-416e-be70-2edf9c4f4b0d service neutron] 10.222.0.90 "GET /v2.0/networks/b4b6c17e-1554-4c64-bbd2-cab189ccb6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962565 Nov 12 03:33:28.719717 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f7821-9f02-4d63-b54a-222f08e5e9e6 req-13fea3ff-31fa-4827-bc4a-32b7bddd97c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:28.721111 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-296f7821-9f02-4d63-b54a-222f08e5e9e6 req-13fea3ff-31fa-4827-bc4a-32b7bddd97c0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=165d4fe4-9e38-4242-b3a0-66e22d1ae624 HTTP/1.1" status: 200 len: 914 time: 0.4041426 Nov 12 03:33:28.728735 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5e5f5-77db-42b6-bc9b-10bdbf7dc993 req-4f5709dd-3992-447b-b5ee-81fb69429446 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:28.733732 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-27a5e5f5-77db-42b6-bc9b-10bdbf7dc993 req-4f5709dd-3992-447b-b5ee-81fb69429446 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9e3381d-304e-40a2-85a4-30b75dc1d110 HTTP/1.1" status: 200 len: 944 time: 0.1619432 Nov 12 03:33:28.784800 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-296f7821-9f02-4d63-b54a-222f08e5e9e6 req-bed8c1a4-52d7-444f-8e5a-2d86d864ecec service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7eeda6f4-3229-49a3-bf73-b6bc381bf682 HTTP/1.1" status: 200 len: 217 time: 0.0468805 Nov 12 03:33:28.811373 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6c95e-3623-482f-8c49-cfc56dc7d7b4 req-8231ac7d-d19c-40f8-84ac-d98017454770 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:28.812954 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fbe6c95e-3623-482f-8c49-cfc56dc7d7b4 req-8231ac7d-d19c-40f8-84ac-d98017454770 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c55d08e-aab1-4961-9e47-a894a7a450b9 HTTP/1.1" status: 200 len: 950 time: 0.0964205 Nov 12 03:33:28.896370 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d9fb8ded-c012-4658-8da5-9ef3ce64adee req-859d13f2-3ad6-446c-9a9b-40173e0fa839 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=fc1f4cb5-090c-4646-ba42-127a8bec6cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595516 Nov 12 03:33:28.897785 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f7821-9f02-4d63-b54a-222f08e5e9e6 req-1899865e-6a22-485d-9629-3404b19cc026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:28.901699 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-296f7821-9f02-4d63-b54a-222f08e5e9e6 req-1899865e-6a22-485d-9629-3404b19cc026 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e11d9c56-d8f5-4819-814d-34dd24d74e75 HTTP/1.1" status: 200 len: 853 time: 0.1032176 Nov 12 03:33:28.908761 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fbe6c95e-3623-482f-8c49-cfc56dc7d7b4 req-d7b7ab94-5aad-4247-bf3f-78d2f40df20c tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc1f4cb5-090c-4646-ba42-127a8bec6cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878880 Nov 12 03:33:28.909529 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-27a5e5f5-77db-42b6-bc9b-10bdbf7dc993 req-7963d527-e84c-44dd-8ec9-a523f2e26779 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f57929e-3a78-4a67-9884-79b592272260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281891 Nov 12 03:33:29.002914 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2d148cfd-cb30-4986-8189-3debfafdc35a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:29.132359 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-296f7821-9f02-4d63-b54a-222f08e5e9e6 req-09726f15-e365-4b16-92b9-7def855965b3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=165d4fe4-9e38-4242-b3a0-66e22d1ae624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282712 Nov 12 03:33:29.234254 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-296f7821-9f02-4d63-b54a-222f08e5e9e6 req-927880b3-daa1-43e6-ae79-01397313595a service neutron] 10.222.0.74 "GET /v2.0/networks/165d4fe4-9e38-4242-b3a0-66e22d1ae624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940173 Nov 12 03:33:29.276252 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-2d148cfd-cb30-4986-8189-3debfafdc35a admin admin] Deleting port a88199b2-d9fa-423f-b4c4-e1c98adf7bf7 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:29.276594 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2d148cfd-cb30-4986-8189-3debfafdc35a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:29.339573 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-296f7821-9f02-4d63-b54a-222f08e5e9e6 req-aba7e020-1237-4beb-83ac-bfe15be07c22 service neutron] 10.222.0.74 "GET /v2.0/networks/165d4fe4-9e38-4242-b3a0-66e22d1ae624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939522 Nov 12 03:33:29.365241 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-2d148cfd-cb30-4986-8189-3debfafdc35a admin admin] For port a88199b2-d9fa-423f-b4c4-e1c98adf7bf7, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=a88199b2-d9fa-423f-b4c4-e1c98adf7bf7,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:29.365784 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2d148cfd-cb30-4986-8189-3debfafdc35a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:29.381188 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-2d148cfd-cb30-4986-8189-3debfafdc35a admin admin] Calling delete_port for a88199b2-d9fa-423f-b4c4-e1c98adf7bf7 owned by network:router_interface {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:29.542082 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544f204-1ee1-47f8-a9e7-b734f00a1600 req-00d0088e-29ff-4054-a34e-972701f12dc0 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:29.543694 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f544f204-1ee1-47f8-a9e7-b734f00a1600 req-00d0088e-29ff-4054-a34e-972701f12dc0 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a6f8097-fe7c-4bc8-b593-96b418bc35e0 HTTP/1.1" status: 200 len: 944 time: 0.0575104 Nov 12 03:33:29.582724 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2d148cfd-cb30-4986-8189-3debfafdc35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:29.605935 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f544f204-1ee1-47f8-a9e7-b734f00a1600 req-13fa52e7-f3b4-40ea-8616-49e7210a15c5 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e20b976-0765-4c19-b472-8d45abdc5b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544744 Nov 12 03:33:29.609573 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d148cfd-cb30-4986-8189-3debfafdc35a admin admin] Pushing event deleted for resources: {'Port': ['ID=a88199b2-d9fa-423f-b4c4-e1c98adf7bf7,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:29.807273 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2d148cfd-cb30-4986-8189-3debfafdc35a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:30.043030 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3048e88-2e83-4133-a81a-55921525b9a8 req-2b9eb556-a69a-4e68-ba78-d860e1eb6f93 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:30.044680 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d3048e88-2e83-4133-a81a-55921525b9a8 req-2b9eb556-a69a-4e68-ba78-d860e1eb6f93 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c55d08e-aab1-4961-9e47-a894a7a450b9 HTTP/1.1" status: 200 len: 950 time: 0.0641348 Nov 12 03:33:30.096718 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d3048e88-2e83-4133-a81a-55921525b9a8 req-dd911572-d259-4c3f-ac9c-645e70a3a405 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc1f4cb5-090c-4646-ba42-127a8bec6cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445840 Nov 12 03:33:30.103118 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0b9cc-24ec-48b1-9fc9-7b3ed72ca82d req-14e45fa3-cff8-479a-923a-bba04aefe550 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:30.110060 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-22f0b9cc-24ec-48b1-9fc9-7b3ed72ca82d req-14e45fa3-cff8-479a-923a-bba04aefe550 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9e3381d-304e-40a2-85a4-30b75dc1d110 HTTP/1.1" status: 200 len: 944 time: 0.1058803 Nov 12 03:33:30.118959 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 7eeda6f4-3229-49a3-bf73-b6bc381bf682 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:33:30.137509 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d148cfd-cb30-4986-8189-3debfafdc35a admin admin] Router 6b02769c-beb9-4144-b4ee-1bf6277c85a8 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:33:30.175982 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-22f0b9cc-24ec-48b1-9fc9-7b3ed72ca82d req-5da551c2-a3d1-4818-997c-a2e16b5957f4 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f57929e-3a78-4a67-9884-79b592272260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644379 Nov 12 03:33:30.335683 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d148cfd-cb30-4986-8189-3debfafdc35a admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:33:30.342824 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2d148cfd-cb30-4986-8189-3debfafdc35a admin admin] 10.222.0.50 "PUT /v2.0/routers/6b02769c-beb9-4144-b4ee-1bf6277c85a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9863927 Nov 12 03:33:30.345530 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 41720) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:30.347296 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858fcb0e-ccdb-4190-826d-9917c4993818 None None] Sync routers for ids ['6b02769c-beb9-4144-b4ee-1bf6277c85a8'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:33:30.359647 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858fcb0e-ccdb-4190-826d-9917c4993818 None None] Routers {'6b02769c-beb9-4144-b4ee-1bf6277c85a8'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:30.360816 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-858fcb0e-ccdb-4190-826d-9917c4993818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:33:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['6b02769c-beb9-4144-b4ee-1bf6277c85a8'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:30.406392 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 7eeda6f4-3229-49a3-bf73-b6bc381bf682, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=7eeda6f4-3229-49a3-bf73-b6bc381bf682,segment=NetworkSegment(b56176cd-861d-48f7-89b7-15ffa8c22a90),segment_id=b56176cd-861d-48f7-89b7-15ffa8c22a90)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:30.452755 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '7eeda6f4-3229-49a3-bf73-b6bc381bf682', 'network_id': '165d4fe4-9e38-4242-b3a0-66e22d1ae624', 'port_id': '7eeda6f4-3229-49a3-bf73-b6bc381bf682', 'mac_address': 'fa:16:3e:7d:de:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e11d9c56-d8f5-4819-814d-34dd24d74e75', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:33:30.490001 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-858fcb0e-ccdb-4190-826d-9917c4993818 None None] Set router 6b02769c-beb9-4144-b4ee-1bf6277c85a8 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:33:30.512386 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4a82a9d7-c7b2-4035-8075-4ba404bae5f1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:30.522733 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ce9247d7-bf28-4c0a-b32e-ace20a26c74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:30.538173 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:30.553745 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eeda6f4-3229-49a3-bf73-b6bc381bf682 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:33:30.584436 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 7eeda6f4-3229-49a3-bf73-b6bc381bf682, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=7eeda6f4-3229-49a3-bf73-b6bc381bf682,segment=NetworkSegment(b56176cd-861d-48f7-89b7-15ffa8c22a90),segment_id=b56176cd-861d-48f7-89b7-15ffa8c22a90)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:30.592390 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:30.652559 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=7eeda6f4-3229-49a3-bf73-b6bc381bf682,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:30.682530 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4a82a9d7-c7b2-4035-8075-4ba404bae5f1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:30.721293 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-858fcb0e-ccdb-4190-826d-9917c4993818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b02769c-beb9-4144-b4ee-1bf6277c85a8', 'name': 'tempest-ServerActionsTestJSON-491450960-router', 'tenant_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '36d50047-cd27-408d-be04-6c9bc48f895d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:18Z', 'updated_at': '2021-11-12T03:33:29Z', 'revision_number': 5, 'project_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'gw_port': {'id': '36d50047-cd27-408d-be04-6c9bc48f895d', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b02769c-beb9-4144-b4ee-1bf6277c85a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:20Z', 'updated_at': '2021-11-12T03:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:30.734826 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 1e59e609-8301-4af6-8e92-e3af94f75fa4 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:33:30.769404 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-4a82a9d7-c7b2-4035-8075-4ba404bae5f1 admin admin] Deleting port 36d50047-cd27-408d-be04-6c9bc48f895d {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:30.769952 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4a82a9d7-c7b2-4035-8075-4ba404bae5f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:30.782717 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858fcb0e-ccdb-4190-826d-9917c4993818 None None] Checking router: 6b02769c-beb9-4144-b4ee-1bf6277c85a8 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:33:30.796551 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858fcb0e-ccdb-4190-826d-9917c4993818 None None] Routers {'6b02769c-beb9-4144-b4ee-1bf6277c85a8'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:30.797033 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-858fcb0e-ccdb-4190-826d-9917c4993818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:33:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['6b02769c-beb9-4144-b4ee-1bf6277c85a8'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:30.812639 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e28012-0b74-43fc-80e5-60ace9617fc4 req-45759c01-1955-4535-91fa-744ea9ec626b tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:30.827216 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-21e28012-0b74-43fc-80e5-60ace9617fc4 req-45759c01-1955-4535-91fa-744ea9ec626b tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a6f8097-fe7c-4bc8-b593-96b418bc35e0 HTTP/1.1" status: 200 len: 944 time: 0.1059203 Nov 12 03:33:30.884679 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 1e59e609-8301-4af6-8e92-e3af94f75fa4, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=1e59e609-8301-4af6-8e92-e3af94f75fa4,segment=NetworkSegment(da2421b1-9030-4775-9a17-11cf9c82694f),segment_id=da2421b1-9030-4775-9a17-11cf9c82694f)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:30.907514 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '1e59e609-8301-4af6-8e92-e3af94f75fa4', 'network_id': 'b4b6c17e-1554-4c64-bbd2-cab189ccb6ac', 'port_id': '1e59e609-8301-4af6-8e92-e3af94f75fa4', 'mac_address': 'fa:16:3e:a4:44:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a7d959-eb1b-4da8-b4ea-7a242be53e60', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:33:30.911359 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-858fcb0e-ccdb-4190-826d-9917c4993818 None None] Set router 6b02769c-beb9-4144-b4ee-1bf6277c85a8 gateway port host: None {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:33:30.920125 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-21e28012-0b74-43fc-80e5-60ace9617fc4 req-b785e730-c0fb-4fa0-a82f-0cbfe23ae84f tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e20b976-0765-4c19-b472-8d45abdc5b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892546 Nov 12 03:33:30.950701 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-4a82a9d7-c7b2-4035-8075-4ba404bae5f1 admin admin] For port 36d50047-cd27-408d-be04-6c9bc48f895d, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=36d50047-cd27-408d-be04-6c9bc48f895d,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:30.951012 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4a82a9d7-c7b2-4035-8075-4ba404bae5f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:30.960091 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:30.966359 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-4a82a9d7-c7b2-4035-8075-4ba404bae5f1 admin admin] Calling delete_port for 36d50047-cd27-408d-be04-6c9bc48f895d owned by network:router_gateway {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:30.973683 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e59e609-8301-4af6-8e92-e3af94f75fa4 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:33:30.974761 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-858fcb0e-ccdb-4190-826d-9917c4993818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b02769c-beb9-4144-b4ee-1bf6277c85a8', 'name': 'tempest-ServerActionsTestJSON-491450960-router', 'tenant_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:18Z', 'updated_at': '2021-11-12T03:33:30Z', 'revision_number': 6, 'project_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:31.000966 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 1e59e609-8301-4af6-8e92-e3af94f75fa4, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=1e59e609-8301-4af6-8e92-e3af94f75fa4,segment=NetworkSegment(da2421b1-9030-4775-9a17-11cf9c82694f),segment_id=da2421b1-9030-4775-9a17-11cf9c82694f)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:31.004264 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['7eeda6f4-3229-49a3-bf73-b6bc381bf682'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:33:31.006887 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858fcb0e-ccdb-4190-826d-9917c4993818 None None] The sync data for ids ['6b02769c-beb9-4144-b4ee-1bf6277c85a8'] in n-d-715271-27 is: [{'id': '6b02769c-beb9-4144-b4ee-1bf6277c85a8', 'name': 'tempest-ServerActionsTestJSON-491450960-router', 'tenant_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:18Z', 'updated_at': '2021-11-12T03:33:30Z', 'revision_number': 6, 'project_id': 'eda4d7a9c5834d36bc2b22e1ed979ccd', 'gw_port_host': None}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:33:31.030197 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:31.104220 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=1e59e609-8301-4af6-8e92-e3af94f75fa4,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:31.182424 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4a82a9d7-c7b2-4035-8075-4ba404bae5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:31.212238 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a82a9d7-c7b2-4035-8075-4ba404bae5f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=36d50047-cd27-408d-be04-6c9bc48f895d,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:31.319771 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4a82a9d7-c7b2-4035-8075-4ba404bae5f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:31.328811 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e309b7-22f6-4100-b9c5-042083352101 req-b78c2efb-4f3b-47c6-9be8-2036283e608a tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:31.331700 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-21e309b7-22f6-4100-b9c5-042083352101 req-b78c2efb-4f3b-47c6-9be8-2036283e608a tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9e3381d-304e-40a2-85a4-30b75dc1d110 HTTP/1.1" status: 200 len: 945 time: 0.0564623 Nov 12 03:33:31.404394 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6707a-eea5-4f59-b5b5-b4c19655b982 req-c3b81d4c-5381-48f5-b6c8-396585391835 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:31.406251 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ecd6707a-eea5-4f59-b5b5-b4c19655b982 req-c3b81d4c-5381-48f5-b6c8-396585391835 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c55d08e-aab1-4961-9e47-a894a7a450b9 HTTP/1.1" status: 200 len: 950 time: 0.1382754 Nov 12 03:33:31.436870 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['1e59e609-8301-4af6-8e92-e3af94f75fa4'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:33:31.444779 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-21e309b7-22f6-4100-b9c5-042083352101 req-dca0288a-5320-49f7-87af-6a1909aacff6 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f57929e-3a78-4a67-9884-79b592272260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021225 Nov 12 03:33:31.485945 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4a82a9d7-c7b2-4035-8075-4ba404bae5f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:31.490564 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4a82a9d7-c7b2-4035-8075-4ba404bae5f1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:31.564817 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ecd6707a-eea5-4f59-b5b5-b4c19655b982 req-113d9424-9e3d-4878-a444-281f32a994a0 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc1f4cb5-090c-4646-ba42-127a8bec6cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050651 Nov 12 03:33:31.603155 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device a88199b2-d9fa-423f-b4c4-e1c98adf7bf7 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:33:31.612849 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4a82a9d7-c7b2-4035-8075-4ba404bae5f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:31.613421 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a82a9d7-c7b2-4035-8075-4ba404bae5f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b02769c-beb9-4144-b4ee-1bf6277c85a8 {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:33:31.617775 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4a82a9d7-c7b2-4035-8075-4ba404bae5f1 admin admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:31.618951 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4a82a9d7-c7b2-4035-8075-4ba404bae5f1 admin admin] 10.222.0.50 "DELETE /v2.0/routers/6b02769c-beb9-4144-b4ee-1bf6277c85a8 HTTP/1.1" status: 204 len: 168 time: 1.2722404 Nov 12 03:33:31.621637 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 41752) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:31.639106 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: a88199b2-d9fa-423f-b4c4-e1c98adf7bf7 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:33:31.639592 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device a88199b2-d9fa-423f-b4c4-e1c98adf7bf7 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:33:31.694978 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0045125-46fe-43d7-985d-76e2fc207e3a admin admin] Deleting subnet c41913f5-e5c1-4e60-8ee6-4f6d29d519f8 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:33:31.699807 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c0045125-46fe-43d7-985d-76e2fc207e3a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:31.723522 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781489a-e0f6-4cd8-8faf-ce19c2fc56b8 req-64db13ee-06b2-4617-878e-6c52301030e0 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:31.725112 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7781489a-e0f6-4cd8-8faf-ce19c2fc56b8 req-64db13ee-06b2-4617-878e-6c52301030e0 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd83d5e8-c2db-4bc1-a1e9-cde29c70e050 HTTP/1.1" status: 200 len: 950 time: 0.0540152 Nov 12 03:33:31.744538 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c0045125-46fe-43d7-985d-76e2fc207e3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:31.782243 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7781489a-e0f6-4cd8-8faf-ce19c2fc56b8 req-550306a5-37f4-4d07-ac5d-a86dbbef6e76 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc1f4cb5-090c-4646-ba42-127a8bec6cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492613 Nov 12 03:33:31.829285 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c0045125-46fe-43d7-985d-76e2fc207e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:31.889043 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c0045125-46fe-43d7-985d-76e2fc207e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:31.927531 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0045125-46fe-43d7-985d-76e2fc207e3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c41913f5-e5c1-4e60-8ee6-4f6d29d519f8,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:31.930177 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c0045125-46fe-43d7-985d-76e2fc207e3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:31.934123 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c0045125-46fe-43d7-985d-76e2fc207e3a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c41913f5-e5c1-4e60-8ee6-4f6d29d519f8 HTTP/1.1" status: 204 len: 168 time: 0.3113079 Nov 12 03:33:31.934254 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5debe9-d1a8-4037-92c8-252e980eb154 None None] Network 56493891-2b14-40ba-a8cb-65015d9b59f3 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:31.936754 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 41766) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:32.021190 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-04815508-1836-4810-9291-8183549a3006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.140498 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3a88c-df98-4549-9ccb-fd16f4900731 req-4f48e4bf-c3b2-4800-9ac6-f7871fcaf830 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:32.151347 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-28e3a88c-df98-4549-9ccb-fd16f4900731 req-4f48e4bf-c3b2-4800-9ac6-f7871fcaf830 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a6f8097-fe7c-4bc8-b593-96b418bc35e0 HTTP/1.1" status: 200 len: 945 time: 0.0887868 Nov 12 03:33:32.177724 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-04815508-1836-4810-9291-8183549a3006 admin admin] Deleting port 17daf70c-6a98-4b40-8c5e-89cb940b1cb4 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:32.190915 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-04815508-1836-4810-9291-8183549a3006 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.222878 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5ddc48-2295-4c8d-a974-cd59a13dd8c3 None None] DHCP port deletion for 56493891-2b14-40ba-a8cb-65015d9b59f3 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:33:32.312392 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-9f5ddc48-2295-4c8d-a974-cd59a13dd8c3 None None] Deleting port 17daf70c-6a98-4b40-8c5e-89cb940b1cb4 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:32.312736 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9f5ddc48-2295-4c8d-a974-cd59a13dd8c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.355784 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-28e3a88c-df98-4549-9ccb-fd16f4900731 req-0e9d6e7a-4d54-4875-81cd-56569fd278fd tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e20b976-0765-4c19-b472-8d45abdc5b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031915 Nov 12 03:33:32.377772 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-04815508-1836-4810-9291-8183549a3006 admin admin] For port 17daf70c-6a98-4b40-8c5e-89cb940b1cb4, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=17daf70c-6a98-4b40-8c5e-89cb940b1cb4,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:32.378469 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-04815508-1836-4810-9291-8183549a3006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.394825 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-04815508-1836-4810-9291-8183549a3006 admin admin] Calling delete_port for 17daf70c-6a98-4b40-8c5e-89cb940b1cb4 owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:32.414188 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-9f5ddc48-2295-4c8d-a974-cd59a13dd8c3 None None] For port 17daf70c-6a98-4b40-8c5e-89cb940b1cb4, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=17daf70c-6a98-4b40-8c5e-89cb940b1cb4,segment=NetworkSegment(51bc27e8-7dd2-406e-8102-7505cd62de69),segment_id=51bc27e8-7dd2-406e-8102-7505cd62de69)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:32.414615 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9f5ddc48-2295-4c8d-a974-cd59a13dd8c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.429129 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-9f5ddc48-2295-4c8d-a974-cd59a13dd8c3 None None] Calling delete_port for 17daf70c-6a98-4b40-8c5e-89cb940b1cb4 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:32.536425 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-04815508-1836-4810-9291-8183549a3006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.554471 n-d-715271-27 neutron-server[102573]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 03:33:32.554471 n-d-715271-27 neutron-server[102573]: from cryptography.utils import int_from_bytes Nov 12 03:33:32.554471 n-d-715271-27 neutron-server[102573]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 03:33:32.554471 n-d-715271-27 neutron-server[102573]: from cryptography.utils import int_from_bytes Nov 12 03:33:32.554471 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:33:32.554471 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:33:32.554471 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:33:32.554471 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:33:32.554471 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:33:32.554471 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:33:32.554471 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:33:32.554471 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:33:32.554471 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:33:32.554471 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:33:32.554471 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:33:32.554471 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:33:32.554471 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:33:32.554471 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:33:32.554471 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:33:32.554471 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:33:32.554471 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:33:32.554471 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:33:32.554471 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:33:32.554471 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:33:32.554471 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:33:32.554471 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:33:32.554471 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:33:32.554471 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:33:32.554471 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:33:32.554471 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:33:32.554471 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:33:32.554471 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:33:32.554471 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:33:32.554471 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:33:32.554471 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:33:32.554471 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:33:32.554471 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:33:32.554471 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:33:32.554471 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:33:32.554471 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:33:32.554471 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:33:32.554471 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:33:32.558142 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:33:32.558142 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:33:32.558142 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:33:32.558142 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:33:32.558142 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:33:32.558142 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:33:32.558142 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:33:32.558142 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:33:32.558142 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:33:32.558142 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:33:32.558142 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:33:32.558142 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:33:32.558142 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:33:32.558142 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:33:32.561472 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9f5ddc48-2295-4c8d-a974-cd59a13dd8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.567642 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04815508-1836-4810-9291-8183549a3006 admin admin] Pushing event deleted for resources: {'Port': ['ID=17daf70c-6a98-4b40-8c5e-89cb940b1cb4,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:32.578118 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04815508-1836-4810-9291-8183549a3006 admin admin] No DVR routers for this DVR port 17daf70c-6a98-4b40-8c5e-89cb940b1cb4 on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:33:32.597004 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21e550-3186-47eb-a8ac-daa41272c9e1 req-cba0e5fa-25d9-4a63-a128-10c191890eb7 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:32.599012 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ddc48-2295-4c8d-a974-cd59a13dd8c3 None None] Pushing event deleted for resources: {'Port': ['ID=17daf70c-6a98-4b40-8c5e-89cb940b1cb4,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:32.606775 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8d21e550-3186-47eb-a8ac-daa41272c9e1 req-cba0e5fa-25d9-4a63-a128-10c191890eb7 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9e3381d-304e-40a2-85a4-30b75dc1d110 HTTP/1.1" status: 200 len: 945 time: 0.0789859 Nov 12 03:33:32.619450 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5ddc48-2295-4c8d-a974-cd59a13dd8c3 None None] No DVR routers for this DVR port 17daf70c-6a98-4b40-8c5e-89cb940b1cb4 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:33:32.664408 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8d21e550-3186-47eb-a8ac-daa41272c9e1 req-b1a1926a-096b-4ef2-9c85-2cf9e2b94458 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f57929e-3a78-4a67-9884-79b592272260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561349 Nov 12 03:33:32.679199 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-04815508-1836-4810-9291-8183549a3006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.717273 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-04815508-1836-4810-9291-8183549a3006 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56493891-2b14-40ba-a8cb-65015d9b59f3']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:32.727312 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-04815508-1836-4810-9291-8183549a3006 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51bc27e8-7dd2-406e-8102-7505cd62de69') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:32.727594 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-04815508-1836-4810-9291-8183549a3006 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51bc27e8-7dd2-406e-8102-7505cd62de69') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:32.733051 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 1e59e609-8301-4af6-8e92-e3af94f75fa4 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:33:32.739165 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-04815508-1836-4810-9291-8183549a3006 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.753970 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-04815508-1836-4810-9291-8183549a3006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.765368 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04815508-1836-4810-9291-8183549a3006 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:33:32.765844 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-04815508-1836-4810-9291-8183549a3006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.767901 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:33:32.767901 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:33:32.767901 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:33:32.767901 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:33:32.767901 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:33:32.767901 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:33:32.767901 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:33:32.767901 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:33:32.767901 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:33:32.767901 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:33:32.767901 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:33:32.767901 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:33:32.767901 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:33:32.767901 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:33:32.767901 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:33:32.767901 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:33:32.767901 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:33:32.767901 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:33:32.767901 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:33:32.767901 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:33:32.767901 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:33:32.767901 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:33:32.767901 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:33:32.767901 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:33:32.767901 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:33:32.767901 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:33:32.767901 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:33:32.767901 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:33:32.767901 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:33:32.767901 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:33:32.767901 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:33:32.767901 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:33:32.823524 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 1e59e609-8301-4af6-8e92-e3af94f75fa4 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:33:32.828460 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 1e59e609-8301-4af6-8e92-e3af94f75fa4 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:32.829078 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.836522 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-04815508-1836-4810-9291-8183549a3006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.842406 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-04815508-1836-4810-9291-8183549a3006 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.849408 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-04815508-1836-4810-9291-8183549a3006 admin admin] 10.222.0.50 "DELETE /v2.0/networks/56493891-2b14-40ba-a8cb-65015d9b59f3 HTTP/1.1" status: 204 len: 168 time: 0.9083436 Nov 12 03:33:32.868436 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04815508-1836-4810-9291-8183549a3006 admin admin] Pushing event deleted for resources: {'Network': ['ID=56493891-2b14-40ba-a8cb-65015d9b59f3,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:32.926538 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.955120 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6f8097-fe7c-4bc8-b593-96b418bc35e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e59e609-8301-4af6-8e92-e3af94f75fa4'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:32.957560 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea506407-b856-4d9d-838f-4207e0717eb0" -d '{"events": [{"server_uuid": "3a6f8097-fe7c-4bc8-b593-96b418bc35e0", "name": "network-vif-plugged", "status": "completed", "tag": "1e59e609-8301-4af6-8e92-e3af94f75fa4"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:32.976117 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 1e59e609-8301-4af6-8e92-e3af94f75fa4, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=1e59e609-8301-4af6-8e92-e3af94f75fa4,segment=NetworkSegment(da2421b1-9030-4775-9a17-11cf9c82694f),segment_id=da2421b1-9030-4775-9a17-11cf9c82694f)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:32.984875 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:33.018116 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfd56a1-061b-4a84-ac0f-afb16e8b06cd x-openstack-request-id: req-fcfd56a1-061b-4a84-ac0f-afb16e8b06cd {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:33.018405 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a6f8097-fe7c-4bc8-b593-96b418bc35e0", "name": "network-vif-plugged", "status": "completed", "tag": "1e59e609-8301-4af6-8e92-e3af94f75fa4", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:33.018656 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fcfd56a1-061b-4a84-ac0f-afb16e8b06cd {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:33.019043 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a6f8097-fe7c-4bc8-b593-96b418bc35e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e59e609-8301-4af6-8e92-e3af94f75fa4', 'code': 200} Nov 12 03:33:33.048313 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=1e59e609-8301-4af6-8e92-e3af94f75fa4,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:33.055081 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 41806) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:33.098354 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7a75191c-494f-47a1-b652-0d4c2d75b66b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eda4d7a9c5834d36bc2b22e1ed979ccd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421112 Nov 12 03:33:33.101223 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 41808) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:33.163101 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5a25ee81-671f-422b-a901-d1fb24b507e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:33.225324 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5a25ee81-671f-422b-a901-d1fb24b507e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:33.242785 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-309f89f2-4015-4003-8af4-00e663b96792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:33.258851 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 36d50047-cd27-408d-be04-6c9bc48f895d no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:33:33.271421 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c892b2dd-4f2a-46f8-9b08-735d4aea472b req-d53daf77-4de7-4b16-bbcc-0be73ac6534d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:33.273920 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c892b2dd-4f2a-46f8-9b08-735d4aea472b req-d53daf77-4de7-4b16-bbcc-0be73ac6534d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3a6f8097-fe7c-4bc8-b593-96b418bc35e0 HTTP/1.1" status: 200 len: 1098 time: 0.0997369 Nov 12 03:33:33.281660 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 36d50047-cd27-408d-be04-6c9bc48f895d {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:33:33.282759 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 36d50047-cd27-408d-be04-6c9bc48f895d not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:33:33.283177 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 17daf70c-6a98-4b40-8c5e-89cb940b1cb4 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:33:33.306180 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 17daf70c-6a98-4b40-8c5e-89cb940b1cb4 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:33:33.307054 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 17daf70c-6a98-4b40-8c5e-89cb940b1cb4 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:33:33.364854 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5a25ee81-671f-422b-a901-d1fb24b507e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:33.367717 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5a25ee81-671f-422b-a901-d1fb24b507e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:33.371599 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5a25ee81-671f-422b-a901-d1fb24b507e0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b5230f11-3e93-4e07-bffb-658681c79944 HTTP/1.1" status: 204 len: 168 time: 0.2668748 Nov 12 03:33:33.376122 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c892b2dd-4f2a-46f8-9b08-735d4aea472b req-b85f125e-7989-4112-a6e6-c3db83a5d0ca service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=2e20b976-0765-4c19-b472-8d45abdc5b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768015 Nov 12 03:33:33.381579 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a25ee81-671f-422b-a901-d1fb24b507e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5230f11-3e93-4e07-bffb-658681c79944,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:33.505735 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf36ac-6ed8-4359-a049-d230444ddb55 req-3f6dbab3-b3fa-41bc-9f24-d19c0578dccf tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:33.508536 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a4bf36ac-6ed8-4359-a049-d230444ddb55 req-3f6dbab3-b3fa-41bc-9f24-d19c0578dccf tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a6f8097-fe7c-4bc8-b593-96b418bc35e0 HTTP/1.1" status: 200 len: 946 time: 0.0589821 Nov 12 03:33:33.567317 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a4bf36ac-6ed8-4359-a049-d230444ddb55 req-901dbf3a-38e8-44f2-8af0-f4ab9b4ba84b tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e20b976-0765-4c19-b472-8d45abdc5b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517738 Nov 12 03:33:33.812468 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470990f6-a2bb-4311-baa2-0c7bd429b444 req-e9cb0081-da68-4d5f-abc2-ae96a7ae1b29 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:33.816445 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-470990f6-a2bb-4311-baa2-0c7bd429b444 req-e9cb0081-da68-4d5f-abc2-ae96a7ae1b29 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9e3381d-304e-40a2-85a4-30b75dc1d110 HTTP/1.1" status: 200 len: 945 time: 0.0682797 Nov 12 03:33:33.890368 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-470990f6-a2bb-4311-baa2-0c7bd429b444 req-b0924e17-cff6-471e-91a7-e5becf2b752e tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f57929e-3a78-4a67-9884-79b592272260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614622 Nov 12 03:33:34.016956 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:34.139286 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 7eeda6f4-3229-49a3-bf73-b6bc381bf682 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:33:34.202224 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 7eeda6f4-3229-49a3-bf73-b6bc381bf682 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:33:34.209281 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 7eeda6f4-3229-49a3-bf73-b6bc381bf682 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:34.209281 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:34.268384 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 41864) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:34.298531 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:34.342398 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 7eeda6f4-3229-49a3-bf73-b6bc381bf682, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=7eeda6f4-3229-49a3-bf73-b6bc381bf682,segment=NetworkSegment(b56176cd-861d-48f7-89b7-15ffa8c22a90),segment_id=b56176cd-861d-48f7-89b7-15ffa8c22a90)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:34.346581 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:34.383374 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-2beb8fb5-8d3d-4a0e-8a93-a23d7474a1d4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-904654997-network', 'tenant_id': '0b6eb743cc06416bb94eb1073c600fc8'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:34.404472 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=7eeda6f4-3229-49a3-bf73-b6bc381bf682,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:34.417551 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2beb8fb5-8d3d-4a0e-8a93-a23d7474a1d4 admin admin] Made reservation on behalf of 0b6eb743cc06416bb94eb1073c600fc8 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:34.420113 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2beb8fb5-8d3d-4a0e-8a93-a23d7474a1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:34.431466 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2beb8fb5-8d3d-4a0e-8a93-a23d7474a1d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:34.535856 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2beb8fb5-8d3d-4a0e-8a93-a23d7474a1d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:34.548901 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2beb8fb5-8d3d-4a0e-8a93-a23d7474a1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:34.574965 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2beb8fb5-8d3d-4a0e-8a93-a23d7474a1d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:33:34.585651 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beb8fb5-8d3d-4a0e-8a93-a23d7474a1d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82ead25-2935-43ec-b168-6aa6417f4a4e,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:34.592441 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2beb8fb5-8d3d-4a0e-8a93-a23d7474a1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:34.592797 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-2beb8fb5-8d3d-4a0e-8a93-a23d7474a1d4 admin admin] Added segment 85869d32-0736-4d0e-b81b-391afbac979c of type vlan for network a1213290-26f5-41b6-944a-8e6156116c1c Nov 12 03:33:34.637111 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2beb8fb5-8d3d-4a0e-8a93-a23d7474a1d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:34.668796 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2beb8fb5-8d3d-4a0e-8a93-a23d7474a1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:34.669761 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2beb8fb5-8d3d-4a0e-8a93-a23d7474a1d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:34.670458 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2beb8fb5-8d3d-4a0e-8a93-a23d7474a1d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:34.745388 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 54ed4807-a2c0-4ee7-8899-ba36b084b06a details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:33:34.870497 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 54ed4807-a2c0-4ee7-8899-ba36b084b06a, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=54ed4807-a2c0-4ee7-8899-ba36b084b06a,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:34.894753 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '54ed4807-a2c0-4ee7-8899-ba36b084b06a', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'port_id': '54ed4807-a2c0-4ee7-8899-ba36b084b06a', 'mac_address': 'fa:16:3e:c6:fe:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa66706f-b415-4bb9-838e-cfd08f81d96b', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:33:34.948148 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:34.966428 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 54ed4807-a2c0-4ee7-8899-ba36b084b06a {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:33:34.994015 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 54ed4807-a2c0-4ee7-8899-ba36b084b06a, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=54ed4807-a2c0-4ee7-8899-ba36b084b06a,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:35.002760 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.027782 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e3381d-304e-40a2-85a4-30b75dc1d110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eeda6f4-3229-49a3-bf73-b6bc381bf682'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:35.034338 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d79a4c9-a12e-4b6d-b22e-8d562143eca9" -d '{"events": [{"server_uuid": "c9e3381d-304e-40a2-85a4-30b75dc1d110", "name": "network-vif-plugged", "status": "completed", "tag": "7eeda6f4-3229-49a3-bf73-b6bc381bf682"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:35.050599 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2beb8fb5-8d3d-4a0e-8a93-a23d7474a1d4 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7810290 Nov 12 03:33:35.055409 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 41896) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:35.069903 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-3221d1ff-9c9b-4830-8713-816600d3640b admin admin] Request body: {'subnet': {'network_id': 'a1213290-26f5-41b6-944a-8e6156116c1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-904654997-subnet', 'tenant_id': '0b6eb743cc06416bb94eb1073c600fc8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:35.070498 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beb8fb5-8d3d-4a0e-8a93-a23d7474a1d4 admin admin] Pushing event updated for resources: {'Network': ['ID=a1213290-26f5-41b6-944a-8e6156116c1c,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:35.092934 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network a1213290-26f5-41b6-944a-8e6156116c1c details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:33:35.093808 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2a4dc-cdec-4ec5-92a0-9aaf7117f2d6 req-a800c13f-af4a-4d7e-ad29-42c9403f2b8a tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:35.096337 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d9a2a4dc-cdec-4ec5-92a0-9aaf7117f2d6 req-a800c13f-af4a-4d7e-ad29-42c9403f2b8a tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a6f8097-fe7c-4bc8-b593-96b418bc35e0 HTTP/1.1" status: 200 len: 946 time: 0.4185915 Nov 12 03:33:35.121274 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3221d1ff-9c9b-4830-8713-816600d3640b admin admin] Made reservation on behalf of 0b6eb743cc06416bb94eb1073c600fc8 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:35.124545 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3221d1ff-9c9b-4830-8713-816600d3640b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.155662 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d9a2a4dc-cdec-4ec5-92a0-9aaf7117f2d6 req-232e70ba-cfd5-4bab-a861-1eadf8c66076 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e20b976-0765-4c19-b472-8d45abdc5b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515711 Nov 12 03:33:35.184286 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1ace5-0a79-4dfd-a3f4-ca0f5d0cfd06 req-680b5425-e808-4253-9efb-60a8887b29fa tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:35.192404 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0db1ace5-0a79-4dfd-a3f4-ca0f5d0cfd06 req-680b5425-e808-4253-9efb-60a8887b29fa tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9e3381d-304e-40a2-85a4-30b75dc1d110 HTTP/1.1" status: 200 len: 946 time: 0.1863410 Nov 12 03:33:35.246640 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94dfbe1d-9f15-4cbf-8d84-079e346b39d9 x-openstack-request-id: req-94dfbe1d-9f15-4cbf-8d84-079e346b39d9 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:35.246925 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e3381d-304e-40a2-85a4-30b75dc1d110", "name": "network-vif-plugged", "status": "completed", "tag": "7eeda6f4-3229-49a3-bf73-b6bc381bf682", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:35.247173 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-94dfbe1d-9f15-4cbf-8d84-079e346b39d9 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:35.247558 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e3381d-304e-40a2-85a4-30b75dc1d110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eeda6f4-3229-49a3-bf73-b6bc381bf682', 'code': 200} Nov 12 03:33:35.254861 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=54ed4807-a2c0-4ee7-8899-ba36b084b06a,revision_number=6']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:35.265024 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['54ed4807-a2c0-4ee7-8899-ba36b084b06a'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:33:35.308595 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0db1ace5-0a79-4dfd-a3f4-ca0f5d0cfd06 req-6ba04184-a042-4dca-a9ba-f99e52d71092 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f57929e-3a78-4a67-9884-79b592272260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147780 Nov 12 03:33:35.383226 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0b6fa-293e-4735-b8e4-48dfd9ad2913 req-a92012ce-e661-4c1f-8233-f04e30fd6537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:35.384931 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8ef0b6fa-293e-4735-b8e4-48dfd9ad2913 req-a92012ce-e661-4c1f-8233-f04e30fd6537 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c9e3381d-304e-40a2-85a4-30b75dc1d110 HTTP/1.1" status: 200 len: 1098 time: 0.0617027 Nov 12 03:33:35.437705 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.474378 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3221d1ff-9c9b-4830-8713-816600d3640b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.479306 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8ef0b6fa-293e-4735-b8e4-48dfd9ad2913 req-9a00dce9-90b9-417b-8116-b92a654a9ba1 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4f57929e-3a78-4a67-9884-79b592272260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857298 Nov 12 03:33:35.550854 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221d1ff-9c9b-4830-8713-816600d3640b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd7b2fc1-d744-45c7-b1e4-e01d488cffca,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:35.559054 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3221d1ff-9c9b-4830-8713-816600d3640b admin admin] Checking segment: {'id': '85869d32-0736-4d0e-b81b-391afbac979c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a1213290-26f5-41b6-944a-8e6156116c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:35.559421 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3221d1ff-9c9b-4830-8713-816600d3640b admin admin] Network hostable DHCP agents. Network: a1213290-26f5-41b6-944a-8e6156116c1c, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:33:35.581688 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3221d1ff-9c9b-4830-8713-816600d3640b admin admin] Network a1213290-26f5-41b6-944a-8e6156116c1c is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:33:35.591358 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-3221d1ff-9c9b-4830-8713-816600d3640b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, a1213290-26f5-41b6-944a-8e6156116c1c) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:35.597225 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3221d1ff-9c9b-4830-8713-816600d3640b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:35.598371 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3221d1ff-9c9b-4830-8713-816600d3640b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.601572 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16917f50-6e9e-421a-b151-994aedb912f6 None None] Network a1213290-26f5-41b6-944a-8e6156116c1c requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:35.616486 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3221d1ff-9c9b-4830-8713-816600d3640b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5560222 Nov 12 03:33:35.619157 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 41918) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:35.623490 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-8b9a17f5-ac3d-4b67-b36b-0108838898e4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-904654997-router', 'tenant_id': '0b6eb743cc06416bb94eb1073c600fc8', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:35.646584 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8b9a17f5-ac3d-4b67-b36b-0108838898e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.647599 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8b9a17f5-ac3d-4b67-b36b-0108838898e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.707665 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8b9a17f5-ac3d-4b67-b36b-0108838898e4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.744829 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9c02f3-3783-4ccb-b601-db24dfbe68e8 None None] Network a1213290-26f5-41b6-944a-8e6156116c1c requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:35.868021 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8b9a17f5-ac3d-4b67-b36b-0108838898e4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.103251 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8b9a17f5-ac3d-4b67-b36b-0108838898e4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.123332 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8b9a17f5-ac3d-4b67-b36b-0108838898e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.247764 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-8b9a17f5-ac3d-4b67-b36b-0108838898e4 admin admin] Allocated IP 172.25.5.210 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/25ce624c-07af-4959-bd1a-e6efdeeb97ba) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:36.287377 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.302557 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6b854-7da9-45c7-bafe-09673b1f19a5 req-799782a5-3910-486d-b523-be43ccd9abb8 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:36.304268 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c3e6b854-7da9-45c7-bafe-09673b1f19a5 req-799782a5-3910-486d-b523-be43ccd9abb8 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a6f8097-fe7c-4bc8-b593-96b418bc35e0 HTTP/1.1" status: 200 len: 946 time: 0.0721743 Nov 12 03:33:36.376782 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c3e6b854-7da9-45c7-bafe-09673b1f19a5 req-b42d0d54-a244-4b9c-a8fb-f28c8680de6c tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e20b976-0765-4c19-b472-8d45abdc5b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594838 Nov 12 03:33:36.435415 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8b9a17f5-ac3d-4b67-b36b-0108838898e4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.499827 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7ef69-191b-4ff5-b1f2-192756924933 req-5588ede3-3cdf-4a4d-911e-fc2e63936878 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:36.501892 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a0b7ef69-191b-4ff5-b1f2-192756924933 req-5588ede3-3cdf-4a4d-911e-fc2e63936878 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9e3381d-304e-40a2-85a4-30b75dc1d110 HTTP/1.1" status: 200 len: 946 time: 0.0808909 Nov 12 03:33:36.527985 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8b9a17f5-ac3d-4b67-b36b-0108838898e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.775118 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 54ed4807-a2c0-4ee7-8899-ba36b084b06a up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:33:36.903330 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 54ed4807-a2c0-4ee7-8899-ba36b084b06a triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:36.904001 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:37.117265 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:37.137235 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9a17f5-ac3d-4b67-b36b-0108838898e4 admin admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:37.155561 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a0b7ef69-191b-4ff5-b1f2-192756924933 req-d1daa6ab-4987-487d-8b17-3798cc4c5a53 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f57929e-3a78-4a67-9884-79b592272260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6469400 Nov 12 03:33:37.157000 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-8b9a17f5-ac3d-4b67-b36b-0108838898e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:37.172150 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9a17f5-ac3d-4b67-b36b-0108838898e4 admin admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:37.192566 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a17f5-ac3d-4b67-b36b-0108838898e4 admin admin] Pushing event updated for resources: {'Port': ['ID=25ce624c-07af-4959-bd1a-e6efdeeb97ba,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:37.220986 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 54ed4807-a2c0-4ee7-8899-ba36b084b06a, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=54ed4807-a2c0-4ee7-8899-ba36b084b06a,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:37.226944 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:37.260026 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd83d5e8-c2db-4bc1-a1e9-cde29c70e050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ed4807-a2c0-4ee7-8899-ba36b084b06a'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:37.263213 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b2f220-1ad0-4441-bb74-f846fb33b04d" -d '{"events": [{"server_uuid": "fd83d5e8-c2db-4bc1-a1e9-cde29c70e050", "name": "network-vif-plugged", "status": "completed", "tag": "54ed4807-a2c0-4ee7-8899-ba36b084b06a"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:37.301648 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=54ed4807-a2c0-4ee7-8899-ba36b084b06a,revision_number=7']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:37.360692 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b647c2-ddd9-4227-ac3e-29cf7acd618b x-openstack-request-id: req-58b647c2-ddd9-4227-ac3e-29cf7acd618b {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:37.360918 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd83d5e8-c2db-4bc1-a1e9-cde29c70e050", "name": "network-vif-plugged", "status": "completed", "tag": "54ed4807-a2c0-4ee7-8899-ba36b084b06a", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:37.361088 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-58b647c2-ddd9-4227-ac3e-29cf7acd618b {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:37.361435 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd83d5e8-c2db-4bc1-a1e9-cde29c70e050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ed4807-a2c0-4ee7-8899-ba36b084b06a', 'code': 200} Nov 12 03:33:37.680318 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8b9a17f5-ac3d-4b67-b36b-0108838898e4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:37.995811 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8b9a17f5-ac3d-4b67-b36b-0108838898e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:38.242781 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9a17f5-ac3d-4b67-b36b-0108838898e4 admin admin] Router 8b9004de-42aa-43e6-94fa-f36a544d888d is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:33:38.497924 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:38.552882 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9a17f5-ac3d-4b67-b36b-0108838898e4 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:33:38.573078 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77add663-9835-4940-9218-97fb557c4ec9 None None] Sync routers for ids ['8b9004de-42aa-43e6-94fa-f36a544d888d'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:33:38.587634 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77add663-9835-4940-9218-97fb557c4ec9 None None] Routers {'8b9004de-42aa-43e6-94fa-f36a544d888d'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:38.588676 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-77add663-9835-4940-9218-97fb557c4ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:33:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8b9004de-42aa-43e6-94fa-f36a544d888d'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:38.597379 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76f88e-1ab3-4be3-bb69-a76d1fb8a0c3 req-ac206356-41d6-4249-b7ac-a0ef84129509 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:38.599115 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ed76f88e-1ab3-4be3-bb69-a76d1fb8a0c3 req-ac206356-41d6-4249-b7ac-a0ef84129509 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9e3381d-304e-40a2-85a4-30b75dc1d110 HTTP/1.1" status: 200 len: 946 time: 0.2166989 Nov 12 03:33:38.602432 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8b9a17f5-ac3d-4b67-b36b-0108838898e4 admin admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:38.603512 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8b9a17f5-ac3d-4b67-b36b-0108838898e4 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.9833899 Nov 12 03:33:38.606590 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 42026) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:38.680205 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ed76f88e-1ab3-4be3-bb69-a76d1fb8a0c3 req-1e74bcb6-3f04-4574-8e93-973097f8bee0 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f57929e-3a78-4a67-9884-79b592272260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710654 Nov 12 03:33:38.831085 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-77add663-9835-4940-9218-97fb557c4ec9 None None] Set router 8b9004de-42aa-43e6-94fa-f36a544d888d gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:33:39.248177 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-77add663-9835-4940-9218-97fb557c4ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9004de-42aa-43e6-94fa-f36a544d888d', 'name': 'tempest-ServerRescueNegativeTestJSON-904654997-router', 'tenant_id': '0b6eb743cc06416bb94eb1073c600fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '25ce624c-07af-4959-bd1a-e6efdeeb97ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:33:35Z', 'updated_at': '2021-11-12T03:33:37Z', 'revision_number': 3, 'project_id': '0b6eb743cc06416bb94eb1073c600fc8', 'gw_port': {'id': '25ce624c-07af-4959-bd1a-e6efdeeb97ba', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:76:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9004de-42aa-43e6-94fa-f36a544d888d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:33:36Z', 'updated_at': '2021-11-12T03:33:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:39.260813 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff536df-8313-4f7b-9902-2be42623b5c0 req-cba7f870-829f-4ff9-a85e-85e213e4de9e tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:39.282290 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-aff536df-8313-4f7b-9902-2be42623b5c0 req-cba7f870-829f-4ff9-a85e-85e213e4de9e tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9e3381d-304e-40a2-85a4-30b75dc1d110 HTTP/1.1" status: 200 len: 946 time: 0.1269350 Nov 12 03:33:39.320456 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa1b7c-4149-4f3d-8da5-3c709f08a022 req-f84a5729-0ca3-47eb-8dc4-668b72a75aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:39.322900 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-baaa1b7c-4149-4f3d-8da5-3c709f08a022 req-f84a5729-0ca3-47eb-8dc4-668b72a75aa0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ade1379675c54448b968a53eed6b7917&device_id=c9e3381d-304e-40a2-85a4-30b75dc1d110 HTTP/1.1" status: 200 len: 1098 time: 0.1972828 Nov 12 03:33:39.327428 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77add663-9835-4940-9218-97fb557c4ec9 None None] Checking router: 8b9004de-42aa-43e6-94fa-f36a544d888d for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:33:39.327790 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77add663-9835-4940-9218-97fb557c4ec9 None None] Updating router 8b9004de-42aa-43e6-94fa-f36a544d888d port 25ce624c-07af-4959-bd1a-e6efdeeb97ba binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:33:39.390502 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-77add663-9835-4940-9218-97fb557c4ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:39.394528 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-aff536df-8313-4f7b-9902-2be42623b5c0 req-e0b99560-b7d8-4412-b55c-0e2402e8842d tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f57929e-3a78-4a67-9884-79b592272260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109273 Nov 12 03:33:39.491503 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa1b7c-4149-4f3d-8da5-3c709f08a022 req-6128b72f-44be-4905-9fc7-b96e077d23fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:39.493222 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-baaa1b7c-4149-4f3d-8da5-3c709f08a022 req-6128b72f-44be-4905-9fc7-b96e077d23fe service neutron] 10.222.0.74 "GET /v2.0/networks?id=165d4fe4-9e38-4242-b3a0-66e22d1ae624 HTTP/1.1" status: 200 len: 914 time: 0.1383564 Nov 12 03:33:39.651091 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-baaa1b7c-4149-4f3d-8da5-3c709f08a022 req-8ff816ed-8539-451e-8e31-1b8a39ceac25 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7eeda6f4-3229-49a3-bf73-b6bc381bf682 HTTP/1.1" status: 200 len: 217 time: 0.1332750 Nov 12 03:33:39.815783 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-38f38e4d-2266-454e-a1b8-204e9af60e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:39.818891 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa1b7c-4149-4f3d-8da5-3c709f08a022 req-e21d2085-2d80-414d-b4e3-f67782d81814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:39.820605 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-baaa1b7c-4149-4f3d-8da5-3c709f08a022 req-e21d2085-2d80-414d-b4e3-f67782d81814 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e11d9c56-d8f5-4819-814d-34dd24d74e75 HTTP/1.1" status: 200 len: 853 time: 0.1435754 Nov 12 03:33:39.865197 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-baaa1b7c-4149-4f3d-8da5-3c709f08a022 req-e10f951b-3c4b-45ff-bf25-6e20f2d79b9f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=165d4fe4-9e38-4242-b3a0-66e22d1ae624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331349 Nov 12 03:33:39.911009 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-77add663-9835-4940-9218-97fb557c4ec9 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:39.923953 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-77add663-9835-4940-9218-97fb557c4ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.023713 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f702f9dd-f29d-4d98-9000-049b133427a8 None None] Pushing event updated for resources: {'Port': ['ID=25ce624c-07af-4959-bd1a-e6efdeeb97ba,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:40.078129 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-77add663-9835-4940-9218-97fb557c4ec9 None None] Attempting to bind port 25ce624c-07af-4959-bd1a-e6efdeeb97ba on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:33:40.078584 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-77add663-9835-4940-9218-97fb557c4ec9 None None] Attempting to bind port 25ce624c-07af-4959-bd1a-e6efdeeb97ba by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:33:40.087962 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77add663-9835-4940-9218-97fb557c4ec9 None None] Attempting to bind port 25ce624c-07af-4959-bd1a-e6efdeeb97ba on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:40.088380 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77add663-9835-4940-9218-97fb557c4ec9 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:33:40.088612 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77add663-9835-4940-9218-97fb557c4ec9 None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:40.089019 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-77add663-9835-4940-9218-97fb557c4ec9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.089413 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77add663-9835-4940-9218-97fb557c4ec9 None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:33:40.099701 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-77add663-9835-4940-9218-97fb557c4ec9 None None] Bound port: 25ce624c-07af-4959-bd1a-e6efdeeb97ba, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:33:40.099701 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-77add663-9835-4940-9218-97fb557c4ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.201728 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-baaa1b7c-4149-4f3d-8da5-3c709f08a022 req-bf52314e-7cca-4e0d-bf90-17af03a6f888 service neutron] 10.222.0.74 "GET /v2.0/networks/165d4fe4-9e38-4242-b3a0-66e22d1ae624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195791 Nov 12 03:33:40.355127 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-38f38e4d-2266-454e-a1b8-204e9af60e0b admin admin] Allocated IP 172.20.0.1 (a1213290-26f5-41b6-944a-8e6156116c1c/fd7b2fc1-d744-45c7-b1e4-e01d488cffca/bd9747d6-073a-4b5d-881b-f66507951f02) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:40.457086 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-77add663-9835-4940-9218-97fb557c4ec9 None None] For port 25ce624c-07af-4959-bd1a-e6efdeeb97ba, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:33:40.460438 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-77add663-9835-4940-9218-97fb557c4ec9 None None] For port 25ce624c-07af-4959-bd1a-e6efdeeb97ba, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=25ce624c-07af-4959-bd1a-e6efdeeb97ba,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:33:40.481293 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-77add663-9835-4940-9218-97fb557c4ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.601238 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-38f38e4d-2266-454e-a1b8-204e9af60e0b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.628715 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77add663-9835-4940-9218-97fb557c4ec9 None None] Routers {'8b9004de-42aa-43e6-94fa-f36a544d888d'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:40.629624 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-77add663-9835-4940-9218-97fb557c4ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:33:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8b9004de-42aa-43e6-94fa-f36a544d888d'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:40.678052 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f702f9dd-f29d-4d98-9000-049b133427a8 None None] Pushing event updated for resources: {'Port': ['ID=25ce624c-07af-4959-bd1a-e6efdeeb97ba,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:40.742056 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-38f38e4d-2266-454e-a1b8-204e9af60e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.797319 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-77add663-9835-4940-9218-97fb557c4ec9 None None] Set router 8b9004de-42aa-43e6-94fa-f36a544d888d gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:33:40.863060 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f38e4d-2266-454e-a1b8-204e9af60e0b admin admin] Network a1213290-26f5-41b6-944a-8e6156116c1c is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:40.920036 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-38f38e4d-2266-454e-a1b8-204e9af60e0b admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:40.928665 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f38e4d-2266-454e-a1b8-204e9af60e0b admin admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:40.992710 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f38e4d-2266-454e-a1b8-204e9af60e0b admin admin] Pushing event updated for resources: {'Port': ['ID=bd9747d6-073a-4b5d-881b-f66507951f02,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:41.044608 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02bad2-8d5f-4435-9b57-66a78e0642b2 req-c7c86472-535a-4a73-ac7d-634a1c6224c1 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:41.053230 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0c02bad2-8d5f-4435-9b57-66a78e0642b2 req-c7c86472-535a-4a73-ac7d-634a1c6224c1 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9e3381d-304e-40a2-85a4-30b75dc1d110 HTTP/1.1" status: 200 len: 946 time: 0.3743649 Nov 12 03:33:41.132164 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-38f38e4d-2266-454e-a1b8-204e9af60e0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:41.142300 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-77add663-9835-4940-9218-97fb557c4ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9004de-42aa-43e6-94fa-f36a544d888d', 'name': 'tempest-ServerRescueNegativeTestJSON-904654997-router', 'tenant_id': '0b6eb743cc06416bb94eb1073c600fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '25ce624c-07af-4959-bd1a-e6efdeeb97ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:33:35Z', 'updated_at': '2021-11-12T03:33:37Z', 'revision_number': 3, 'project_id': '0b6eb743cc06416bb94eb1073c600fc8', 'gw_port': {'id': '25ce624c-07af-4959-bd1a-e6efdeeb97ba', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:76:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9004de-42aa-43e6-94fa-f36a544d888d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:33:36Z', 'updated_at': '2021-11-12T03:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:41.192472 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-baaa1b7c-4149-4f3d-8da5-3c709f08a022 req-be689482-d335-4eef-b42d-6eff8bc2ee7d service neutron] 10.222.0.74 "GET /v2.0/networks/165d4fe4-9e38-4242-b3a0-66e22d1ae624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4842534 Nov 12 03:33:41.252332 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0c02bad2-8d5f-4435-9b57-66a78e0642b2 req-0de319c1-68a2-4c21-bdb5-1c134fb1ab5c tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f57929e-3a78-4a67-9884-79b592272260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941452 Nov 12 03:33:41.267088 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77add663-9835-4940-9218-97fb557c4ec9 None None] The sync data for ids ['8b9004de-42aa-43e6-94fa-f36a544d888d'] in n-d-715271-27 is: [{'id': '8b9004de-42aa-43e6-94fa-f36a544d888d', 'name': 'tempest-ServerRescueNegativeTestJSON-904654997-router', 'tenant_id': '0b6eb743cc06416bb94eb1073c600fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '25ce624c-07af-4959-bd1a-e6efdeeb97ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:33:35Z', 'updated_at': '2021-11-12T03:33:37Z', 'revision_number': 3, 'project_id': '0b6eb743cc06416bb94eb1073c600fc8', 'gw_port': {'id': '25ce624c-07af-4959-bd1a-e6efdeeb97ba', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:76:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9004de-42aa-43e6-94fa-f36a544d888d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:33:36Z', 'updated_at': '2021-11-12T03:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:33:41.427475 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-38f38e4d-2266-454e-a1b8-204e9af60e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:41.805611 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-38f38e4d-2266-454e-a1b8-204e9af60e0b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:41.823983 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-38f38e4d-2266-454e-a1b8-204e9af60e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:41.962299 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f38e4d-2266-454e-a1b8-204e9af60e0b admin admin] Pushing event updated for resources: {'Port': ['ID=bd9747d6-073a-4b5d-881b-f66507951f02,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:41.962299 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-38f38e4d-2266-454e-a1b8-204e9af60e0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:42.274903 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f38e4d-2266-454e-a1b8-204e9af60e0b admin admin] Network a1213290-26f5-41b6-944a-8e6156116c1c is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:42.288379 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-38f38e4d-2266-454e-a1b8-204e9af60e0b admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:42.504765 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97b53b-d1de-45d6-9c6b-890d3ab3fff5 req-397a9fd9-bdfa-4c4c-bd8f-b3dfd58bf41b tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:42.520727 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5f97b53b-d1de-45d6-9c6b-890d3ab3fff5 req-397a9fd9-bdfa-4c4c-bd8f-b3dfd58bf41b tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9e3381d-304e-40a2-85a4-30b75dc1d110 HTTP/1.1" status: 200 len: 946 time: 0.1525671 Nov 12 03:33:42.572351 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f38e4d-2266-454e-a1b8-204e9af60e0b admin admin] Router 8b9004de-42aa-43e6-94fa-f36a544d888d has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:33:42.669568 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5f97b53b-d1de-45d6-9c6b-890d3ab3fff5 req-bc10b1bb-1f1f-4591-b476-9e4459914ed5 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f57929e-3a78-4a67-9884-79b592272260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458085 Nov 12 03:33:42.769263 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f38e4d-2266-454e-a1b8-204e9af60e0b admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:33:42.789272 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-38f38e4d-2266-454e-a1b8-204e9af60e0b admin admin] 10.222.0.50 "PUT /v2.0/routers/8b9004de-42aa-43e6-94fa-f36a544d888d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1768746 Nov 12 03:33:43.417491 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 25ce624c-07af-4959-bd1a-e6efdeeb97ba up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:33:43.576949 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 25ce624c-07af-4959-bd1a-e6efdeeb97ba triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:43.577734 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:43.643301 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1865737-e2e1-462c-a272-7bdb37a84175 req-569196fd-94bc-4820-9c19-e026df468c94 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:43.645573 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d1865737-e2e1-462c-a272-7bdb37a84175 req-569196fd-94bc-4820-9c19-e026df468c94 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9e3381d-304e-40a2-85a4-30b75dc1d110 HTTP/1.1" status: 200 len: 946 time: 0.1165948 Nov 12 03:33:43.775898 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d1865737-e2e1-462c-a272-7bdb37a84175 req-e7a76a58-0d1f-4cee-8f93-274468c5d3fd tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f57929e-3a78-4a67-9884-79b592272260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232715 Nov 12 03:33:43.821862 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:43.890677 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 25ce624c-07af-4959-bd1a-e6efdeeb97ba, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=25ce624c-07af-4959-bd1a-e6efdeeb97ba,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:43.905782 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7c434-76be-459c-a742-64df40940e02 req-c997d475-2295-479b-9016-672d5a8f0fed tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:43.906715 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:43.913728 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3dd7c434-76be-459c-a742-64df40940e02 req-c997d475-2295-479b-9016-672d5a8f0fed tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/networks?id=a1213290-26f5-41b6-944a-8e6156116c1c HTTP/1.1" status: 200 len: 818 time: 0.2567348 Nov 12 03:33:43.942919 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3dd7c434-76be-459c-a742-64df40940e02 req-2bea40bd-3fcd-430d-9451-6a3c973c7834 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/quotas/0b6eb743cc06416bb94eb1073c600fc8 HTTP/1.1" status: 200 len: 375 time: 0.0240498 Nov 12 03:33:44.048547 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=25ce624c-07af-4959-bd1a-e6efdeeb97ba,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:44.054894 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3dd7c434-76be-459c-a742-64df40940e02 req-013d3733-5d78-44fe-8063-f0491ba05e9c tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b6eb743cc06416bb94eb1073c600fc8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1094253 Nov 12 03:33:44.334578 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3dd7c434-76be-459c-a742-64df40940e02 req-d2b613aa-322d-4352-8a47-31a966ffc621 service neutron] 10.222.0.50 "GET /v2.0/networks/a1213290-26f5-41b6-944a-8e6156116c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515035 Nov 12 03:33:44.495356 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298bb494-0a11-493a-acf6-9eaba8603887 None None] Sync routers for ids ['8b9004de-42aa-43e6-94fa-f36a544d888d'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:33:44.531082 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3dd7c434-76be-459c-a742-64df40940e02 req-d02ae822-d6a9-46c0-98db-bec9a75ee756 service neutron] 10.222.0.50 "GET /v2.0/networks/a1213290-26f5-41b6-944a-8e6156116c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852567 Nov 12 03:33:44.534641 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298bb494-0a11-493a-acf6-9eaba8603887 None None] Routers {'8b9004de-42aa-43e6-94fa-f36a544d888d'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:44.535963 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-298bb494-0a11-493a-acf6-9eaba8603887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:33:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8b9004de-42aa-43e6-94fa-f36a544d888d'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:44.739261 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-298bb494-0a11-493a-acf6-9eaba8603887 None None] Set router 8b9004de-42aa-43e6-94fa-f36a544d888d gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:33:44.863924 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:33:44.935780 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e5a30f15-ee2f-4eb3-a9a1-160bc445e596 req-a279d8fc-bf4a-44d6-acd1-bf8adf822be4 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 210 time: 0.0770180 Nov 12 03:33:45.104024 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707fdde-82e9-469d-91be-552e727cde5a req-a5bc39b1-5817-4ac1-af9a-b2f720706a6f tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:45.113862 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d8fff-cb30-4346-a47a-727957e64112 req-e2cba9a1-1a1e-4b63-900c-2a2073416983 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:45.124038 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9b9d8fff-cb30-4346-a47a-727957e64112 req-e2cba9a1-1a1e-4b63-900c-2a2073416983 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9e3381d-304e-40a2-85a4-30b75dc1d110 HTTP/1.1" status: 200 len: 946 time: 0.1956623 Nov 12 03:33:45.126547 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b707fdde-82e9-469d-91be-552e727cde5a req-a5bc39b1-5817-4ac1-af9a-b2f720706a6f tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] 10.222.0.74 "GET /v2.0/ports?device_id=c9e3381d-304e-40a2-85a4-30b75dc1d110 HTTP/1.1" status: 200 len: 946 time: 0.1610384 Nov 12 03:33:45.326185 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9b9d8fff-cb30-4346-a47a-727957e64112 req-44e06891-8501-481c-99e9-e507b1079853 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f57929e-3a78-4a67-9884-79b592272260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011068 Nov 12 03:33:45.357846 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 25ce624c-07af-4959-bd1a-e6efdeeb97ba up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:33:45.522735 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 25ce624c-07af-4959-bd1a-e6efdeeb97ba triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:45.537803 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:45.605094 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-298bb494-0a11-493a-acf6-9eaba8603887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9004de-42aa-43e6-94fa-f36a544d888d', 'name': 'tempest-ServerRescueNegativeTestJSON-904654997-router', 'tenant_id': '0b6eb743cc06416bb94eb1073c600fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '25ce624c-07af-4959-bd1a-e6efdeeb97ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:33:35Z', 'updated_at': '2021-11-12T03:33:41Z', 'revision_number': 4, 'project_id': '0b6eb743cc06416bb94eb1073c600fc8', 'gw_port': {'id': '25ce624c-07af-4959-bd1a-e6efdeeb97ba', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:76:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9004de-42aa-43e6-94fa-f36a544d888d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:33:36Z', 'updated_at': '2021-11-12T03:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'bd9747d6-073a-4b5d-881b-f66507951f02', 'name': '', 'network_id': 'a1213290-26f5-41b6-944a-8e6156116c1c', 'tenant_id': '0b6eb743cc06416bb94eb1073c600fc8', 'mac_address': 'fa:16:3e:a4:5a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9004de-42aa-43e6-94fa-f36a544d888d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'fd7b2fc1-d744-45c7-b1e4-e01d488cffca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:33:39Z', 'updated_at': '2021-11-12T03:33:41Z', 'revision_number': 2, 'project_id': '0b6eb743cc06416bb94eb1073c600fc8', 'subnets': [{'id': 'fd7b2fc1-d744-45c7-b1e4-e01d488cffca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:45.713381 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298bb494-0a11-493a-acf6-9eaba8603887 None None] Checking router: 8b9004de-42aa-43e6-94fa-f36a544d888d for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:33:45.714141 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298bb494-0a11-493a-acf6-9eaba8603887 None None] Updating router 8b9004de-42aa-43e6-94fa-f36a544d888d port bd9747d6-073a-4b5d-881b-f66507951f02 binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:33:45.783721 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-298bb494-0a11-493a-acf6-9eaba8603887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:45.794530 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-9892c6ea-340f-4813-9bb4-b8f5e095a478 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:45.803396 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-9892c6ea-340f-4813-9bb4-b8f5e095a478 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/networks?id=a1213290-26f5-41b6-944a-8e6156116c1c HTTP/1.1" status: 200 len: 818 time: 0.5511296 Nov 12 03:33:45.827407 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-f7ae5208-70a7-4a44-94c8-97bf4a0cd33e tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/quotas/0b6eb743cc06416bb94eb1073c600fc8 HTTP/1.1" status: 200 len: 375 time: 0.0227540 Nov 12 03:33:45.926322 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-b707fdde-82e9-469d-91be-552e727cde5a req-be5c643e-1dd0-4eee-97ca-3f32013a28c7 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] Deleting port 7eeda6f4-3229-49a3-bf73-b6bc381bf682 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:45.926826 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-b707fdde-82e9-469d-91be-552e727cde5a req-be5c643e-1dd0-4eee-97ca-3f32013a28c7 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:45.966387 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-7922fd69-a8db-4b31-b7eb-484396eb4ce9 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b6eb743cc06416bb94eb1073c600fc8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1357856 Nov 12 03:33:46.268996 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-b707fdde-82e9-469d-91be-552e727cde5a req-be5c643e-1dd0-4eee-97ca-3f32013a28c7 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] For port 7eeda6f4-3229-49a3-bf73-b6bc381bf682, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=7eeda6f4-3229-49a3-bf73-b6bc381bf682,segment=NetworkSegment(b56176cd-861d-48f7-89b7-15ffa8c22a90),segment_id=b56176cd-861d-48f7-89b7-15ffa8c22a90)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:46.269973 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-b707fdde-82e9-469d-91be-552e727cde5a req-be5c643e-1dd0-4eee-97ca-3f32013a28c7 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.295211 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-b707fdde-82e9-469d-91be-552e727cde5a req-be5c643e-1dd0-4eee-97ca-3f32013a28c7 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] Calling delete_port for 7eeda6f4-3229-49a3-bf73-b6bc381bf682 owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:46.315633 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-375042ed-8c83-444c-bbba-bd87f979ca50 service neutron] 10.222.0.50 "GET /v2.0/networks/a1213290-26f5-41b6-944a-8e6156116c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669601 Nov 12 03:33:46.388369 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-298bb494-0a11-493a-acf6-9eaba8603887 None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.415139 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-298bb494-0a11-493a-acf6-9eaba8603887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.561472 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e5dee-f386-454b-a27e-9c363667eee7 req-95028110-0b99-40ff-bb6f-8e4b74736f44 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:46.566912 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f09d63-35b5-4b83-a6d5-2529b415ada8 None None] Pushing event updated for resources: {'Port': ['ID=bd9747d6-073a-4b5d-881b-f66507951f02,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:46.577403 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a59e5dee-f386-454b-a27e-9c363667eee7 req-95028110-0b99-40ff-bb6f-8e4b74736f44 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9e3381d-304e-40a2-85a4-30b75dc1d110 HTTP/1.1" status: 200 len: 946 time: 0.1356661 Nov 12 03:33:46.675965 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-b30e2626-0416-458b-a599-7838dce252eb service neutron] 10.222.0.50 "GET /v2.0/networks/a1213290-26f5-41b6-944a-8e6156116c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590648 Nov 12 03:33:46.691459 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a59e5dee-f386-454b-a27e-9c363667eee7 req-cd347979-db28-4725-906b-a61ffa8833fe tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] 10.222.0.50 "GET /v2.0/security-groups?id=4f57929e-3a78-4a67-9884-79b592272260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131606 Nov 12 03:33:46.700511 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-298bb494-0a11-493a-acf6-9eaba8603887 None None] Attempting to bind port bd9747d6-073a-4b5d-881b-f66507951f02 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:33:46.701498 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-298bb494-0a11-493a-acf6-9eaba8603887 None None] Attempting to bind port bd9747d6-073a-4b5d-881b-f66507951f02 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '85869d32-0736-4d0e-b81b-391afbac979c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a1213290-26f5-41b6-944a-8e6156116c1c'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:33:46.702028 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298bb494-0a11-493a-acf6-9eaba8603887 None None] Attempting to bind port bd9747d6-073a-4b5d-881b-f66507951f02 on network a1213290-26f5-41b6-944a-8e6156116c1c {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:46.735331 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298bb494-0a11-493a-acf6-9eaba8603887 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:33:46.735660 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298bb494-0a11-493a-acf6-9eaba8603887 None None] Checking segment: {'id': '85869d32-0736-4d0e-b81b-391afbac979c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a1213290-26f5-41b6-944a-8e6156116c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:46.736332 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-298bb494-0a11-493a-acf6-9eaba8603887 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.736895 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298bb494-0a11-493a-acf6-9eaba8603887 None None] Bound using segment: {'id': '85869d32-0736-4d0e-b81b-391afbac979c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a1213290-26f5-41b6-944a-8e6156116c1c'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:33:46.737553 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-298bb494-0a11-493a-acf6-9eaba8603887 None None] Bound port: bd9747d6-073a-4b5d-881b-f66507951f02, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85869d32-0736-4d0e-b81b-391afbac979c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a1213290-26f5-41b6-944a-8e6156116c1c'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:33:46.739288 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-298bb494-0a11-493a-acf6-9eaba8603887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.936921 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-298bb494-0a11-493a-acf6-9eaba8603887 None None] For port bd9747d6-073a-4b5d-881b-f66507951f02, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:33:46.951684 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-298bb494-0a11-493a-acf6-9eaba8603887 None None] For port bd9747d6-073a-4b5d-881b-f66507951f02, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=bd9747d6-073a-4b5d-881b-f66507951f02,segment=NetworkSegment(85869d32-0736-4d0e-b81b-391afbac979c),segment_id=85869d32-0736-4d0e-b81b-391afbac979c)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:33:46.967882 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-298bb494-0a11-493a-acf6-9eaba8603887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:47.115217 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298bb494-0a11-493a-acf6-9eaba8603887 None None] Routers {'8b9004de-42aa-43e6-94fa-f36a544d888d'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:47.116651 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-298bb494-0a11-493a-acf6-9eaba8603887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:33:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8b9004de-42aa-43e6-94fa-f36a544d888d'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:47.119826 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7c434-76be-459c-a742-64df40940e02 req-c744209e-4fba-4988-a332-af4270a25370 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:47.123503 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3dd7c434-76be-459c-a742-64df40940e02 req-c744209e-4fba-4988-a332-af4270a25370 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.74 "GET /v2.0/networks?id=a1213290-26f5-41b6-944a-8e6156116c1c HTTP/1.1" status: 200 len: 818 time: 0.3166838 Nov 12 03:33:47.148722 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-3dd7c434-76be-459c-a742-64df40940e02 req-8fed93df-e055-47ef-9a24-1097a28f5a23 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Request body: {'port': {'device_id': '62e49b6d-ac0c-43f9-81ba-1bea5200f18c', 'network_id': 'a1213290-26f5-41b6-944a-8e6156116c1c', 'admin_state_up': True, 'tenant_id': '0b6eb743cc06416bb94eb1073c600fc8'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:47.201742 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-44d1c2ed-f878-42d3-b3be-0cffdc3e5f73 req-c3c180a8-0ea0-4afa-a093-0c8b605ad183 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 210 time: 0.0769827 Nov 12 03:33:47.296567 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f09d63-35b5-4b83-a6d5-2529b415ada8 None None] Pushing event updated for resources: {'Port': ['ID=bd9747d6-073a-4b5d-881b-f66507951f02,revision_number=4']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:47.406288 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dd7c434-76be-459c-a742-64df40940e02 req-8fed93df-e055-47ef-9a24-1097a28f5a23 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Made reservation on behalf of 0b6eb743cc06416bb94eb1073c600fc8 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:47.415433 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3dd7c434-76be-459c-a742-64df40940e02 req-8fed93df-e055-47ef-9a24-1097a28f5a23 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:47.471801 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-b707fdde-82e9-469d-91be-552e727cde5a req-be5c643e-1dd0-4eee-97ca-3f32013a28c7 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:47.486341 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['7eeda6f4-3229-49a3-bf73-b6bc381bf682'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:33:47.556508 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5c643e-1dd0-4eee-97ca-3f32013a28c7 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] Pushing event deleted for resources: {'Port': ['ID=7eeda6f4-3229-49a3-bf73-b6bc381bf682,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:47.575304 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-298bb494-0a11-493a-acf6-9eaba8603887 None None] Set router 8b9004de-42aa-43e6-94fa-f36a544d888d gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:33:47.621953 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-b707fdde-82e9-469d-91be-552e727cde5a req-be5c643e-1dd0-4eee-97ca-3f32013a28c7 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] No DVR routers for this DVR port 7eeda6f4-3229-49a3-bf73-b6bc381bf682 on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:33:47.628144 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-b707fdde-82e9-469d-91be-552e727cde5a req-be5c643e-1dd0-4eee-97ca-3f32013a28c7 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:47.632380 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b707fdde-82e9-469d-91be-552e727cde5a req-be5c643e-1dd0-4eee-97ca-3f32013a28c7 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] 10.222.0.74 "DELETE /v2.0/ports/7eeda6f4-3229-49a3-bf73-b6bc381bf682 HTTP/1.1" status: 204 len: 173 time: 2.4991658 Nov 12 03:33:47.632833 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e3381d-304e-40a2-85a4-30b75dc1d110', 'name': 'network-vif-deleted', 'tag': '7eeda6f4-3229-49a3-bf73-b6bc381bf682'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:47.636286 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77dba3fe-eb64-43bb-81e6-6ff561289dc8" -d '{"events": [{"server_uuid": "c9e3381d-304e-40a2-85a4-30b75dc1d110", "name": "network-vif-deleted", "tag": "7eeda6f4-3229-49a3-bf73-b6bc381bf682"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:47.799339 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebda4c8-53e7-425f-9337-d272fe07c7e5 x-openstack-request-id: req-1ebda4c8-53e7-425f-9337-d272fe07c7e5 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:47.799778 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e3381d-304e-40a2-85a4-30b75dc1d110", "name": "network-vif-deleted", "tag": "7eeda6f4-3229-49a3-bf73-b6bc381bf682", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:47.810907 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1ebda4c8-53e7-425f-9337-d272fe07c7e5 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:47.811362 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e3381d-304e-40a2-85a4-30b75dc1d110', 'name': 'network-vif-deleted', 'tag': '7eeda6f4-3229-49a3-bf73-b6bc381bf682', 'status': 'completed', 'code': 200} Nov 12 03:33:47.860238 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-3dd7c434-76be-459c-a742-64df40940e02 req-8fed93df-e055-47ef-9a24-1097a28f5a23 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Allocated IP 172.20.0.14 (a1213290-26f5-41b6-944a-8e6156116c1c/fd7b2fc1-d744-45c7-b1e4-e01d488cffca/22cf0644-cfb0-4236-9408-c47b1493f36d) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:47.943562 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-94307388-3d54-497d-98fd-8fb8115fb876 req-86d5f22b-3fc3-414f-a086-a861ddc8a515 tempest-InstanceActionsTestJSON-227294277 tempest-InstanceActionsTestJSON-227294277-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9e3381d-304e-40a2-85a4-30b75dc1d110 HTTP/1.1" status: 200 len: 210 time: 0.0766959 Nov 12 03:33:48.047776 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:48.371580 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3dd7c434-76be-459c-a742-64df40940e02 req-8fed93df-e055-47ef-9a24-1097a28f5a23 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:48.382559 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-298bb494-0a11-493a-acf6-9eaba8603887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9004de-42aa-43e6-94fa-f36a544d888d', 'name': 'tempest-ServerRescueNegativeTestJSON-904654997-router', 'tenant_id': '0b6eb743cc06416bb94eb1073c600fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '25ce624c-07af-4959-bd1a-e6efdeeb97ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:33:35Z', 'updated_at': '2021-11-12T03:33:41Z', 'revision_number': 4, 'project_id': '0b6eb743cc06416bb94eb1073c600fc8', 'gw_port': {'id': '25ce624c-07af-4959-bd1a-e6efdeeb97ba', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:76:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9004de-42aa-43e6-94fa-f36a544d888d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:33:36Z', 'updated_at': '2021-11-12T03:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'bd9747d6-073a-4b5d-881b-f66507951f02', 'name': '', 'network_id': 'a1213290-26f5-41b6-944a-8e6156116c1c', 'tenant_id': '0b6eb743cc06416bb94eb1073c600fc8', 'mac_address': 'fa:16:3e:a4:5a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9004de-42aa-43e6-94fa-f36a544d888d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'fd7b2fc1-d744-45c7-b1e4-e01d488cffca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:33:39Z', 'updated_at': '2021-11-12T03:33:46Z', 'revision_number': 4, 'project_id': '0b6eb743cc06416bb94eb1073c600fc8', 'subnets': [{'id': 'fd7b2fc1-d744-45c7-b1e4-e01d488cffca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:48.462904 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298bb494-0a11-493a-acf6-9eaba8603887 None None] The sync data for ids ['8b9004de-42aa-43e6-94fa-f36a544d888d'] in n-d-715271-27 is: [{'id': '8b9004de-42aa-43e6-94fa-f36a544d888d', 'name': 'tempest-ServerRescueNegativeTestJSON-904654997-router', 'tenant_id': '0b6eb743cc06416bb94eb1073c600fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '25ce624c-07af-4959-bd1a-e6efdeeb97ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:33:35Z', 'updated_at': '2021-11-12T03:33:41Z', 'revision_number': 4, 'project_id': '0b6eb743cc06416bb94eb1073c600fc8', 'gw_port': {'id': '25ce624c-07af-4959-bd1a-e6efdeeb97ba', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:76:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9004de-42aa-43e6-94fa-f36a544d888d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:33:36Z', 'updated_at': '2021-11-12T03:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'bd9747d6-073a-4b5d-881b-f66507951f02', 'name': '', 'network_id': 'a1213290-26f5-41b6-944a-8e6156116c1c', 'tenant_id': '0b6eb743cc06416bb94eb1073c600fc8', 'mac_address': 'fa:16:3e:a4:5a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9004de-42aa-43e6-94fa-f36a544d888d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'fd7b2fc1-d744-45c7-b1e4-e01d488cffca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:33:39Z', 'updated_at': '2021-11-12T03:33:46Z', 'revision_number': 4, 'project_id': '0b6eb743cc06416bb94eb1073c600fc8', 'subnets': [{'id': 'fd7b2fc1-d744-45c7-b1e4-e01d488cffca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:33:48.469952 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c03dfc85-ec85-42a0-938a-22710f8c23c0 req-7263e6bf-a028-44fe-9733-873f82273d8c tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 210 time: 0.0696168 Nov 12 03:33:48.482317 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3dd7c434-76be-459c-a742-64df40940e02 req-8fed93df-e055-47ef-9a24-1097a28f5a23 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:48.603576 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dd7c434-76be-459c-a742-64df40940e02 req-8fed93df-e055-47ef-9a24-1097a28f5a23 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Network a1213290-26f5-41b6-944a-8e6156116c1c is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:48.617165 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-3dd7c434-76be-459c-a742-64df40940e02 req-8fed93df-e055-47ef-9a24-1097a28f5a23 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:48.631984 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd7c434-76be-459c-a742-64df40940e02 req-8fed93df-e055-47ef-9a24-1097a28f5a23 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:48.827781 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed93df-e055-47ef-9a24-1097a28f5a23 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Pushing event updated for resources: {'Port': ['ID=22cf0644-cfb0-4236-9408-c47b1493f36d,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:48.887020 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7c434-76be-459c-a742-64df40940e02 req-8fed93df-e055-47ef-9a24-1097a28f5a23 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:48.888578 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3dd7c434-76be-459c-a742-64df40940e02 req-8fed93df-e055-47ef-9a24-1097a28f5a23 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:48.948461 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3dd7c434-76be-459c-a742-64df40940e02 req-8fed93df-e055-47ef-9a24-1097a28f5a23 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8055298 Nov 12 03:33:48.965490 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-3dd7c434-76be-459c-a742-64df40940e02 req-7e558d74-a76f-4de6-964e-6e3e1da29ba4 service neutron] Request body: {'port': {'device_id': '62e49b6d-ac0c-43f9-81ba-1bea5200f18c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:49.040653 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 42344) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:49.043037 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3dd7c434-76be-459c-a742-64df40940e02 req-7e558d74-a76f-4de6-964e-6e3e1da29ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:49.278807 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdbf3cb1-9a01-4305-ae54-6c3b36920e14 admin admin] Deleting subnet e11d9c56-d8f5-4819-814d-34dd24d74e75 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:33:49.310774 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cdbf3cb1-9a01-4305-ae54-6c3b36920e14 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:49.458661 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cdbf3cb1-9a01-4305-ae54-6c3b36920e14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:49.559601 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device bd9747d6-073a-4b5d-881b-f66507951f02 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:33:49.655864 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cdbf3cb1-9a01-4305-ae54-6c3b36920e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:49.752034 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port bd9747d6-073a-4b5d-881b-f66507951f02 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:49.752439 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:49.806392 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cdbf3cb1-9a01-4305-ae54-6c3b36920e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:49.848469 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-024be95c-d83e-4cda-bd09-578fc0963907 req-6c54588d-33e5-4b93-8749-2f158d372ca4 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 210 time: 0.0581884 Nov 12 03:33:49.941238 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cdbf3cb1-9a01-4305-ae54-6c3b36920e14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:49.945667 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-cdbf3cb1-9a01-4305-ae54-6c3b36920e14 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e11d9c56-d8f5-4819-814d-34dd24d74e75 HTTP/1.1" status: 204 len: 168 time: 0.9038129 Nov 12 03:33:49.951084 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 42368) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:49.965090 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf3cb1-9a01-4305-ae54-6c3b36920e14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e11d9c56-d8f5-4819-814d-34dd24d74e75,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:50.077277 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:50.130401 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8949595c-4942-4350-b1e3-1f686388fd71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:50.152501 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port bd9747d6-073a-4b5d-881b-f66507951f02, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=bd9747d6-073a-4b5d-881b-f66507951f02,segment=NetworkSegment(85869d32-0736-4d0e-b81b-391afbac979c),segment_id=85869d32-0736-4d0e-b81b-391afbac979c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:50.174895 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:50.360465 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8949595c-4942-4350-b1e3-1f686388fd71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:50.369516 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=bd9747d6-073a-4b5d-881b-f66507951f02,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:50.372580 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 7eeda6f4-3229-49a3-bf73-b6bc381bf682 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:33:50.417042 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-8949595c-4942-4350-b1e3-1f686388fd71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['165d4fe4-9e38-4242-b3a0-66e22d1ae624']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:50.426761 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-8949595c-4942-4350-b1e3-1f686388fd71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b56176cd-861d-48f7-89b7-15ffa8c22a90') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:50.427101 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-8949595c-4942-4350-b1e3-1f686388fd71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b56176cd-861d-48f7-89b7-15ffa8c22a90') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:50.457748 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8949595c-4942-4350-b1e3-1f686388fd71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:50.481768 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 7eeda6f4-3229-49a3-bf73-b6bc381bf682 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:33:50.492849 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 7eeda6f4-3229-49a3-bf73-b6bc381bf682 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:33:50.504539 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8949595c-4942-4350-b1e3-1f686388fd71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:50.529398 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8949595c-4942-4350-b1e3-1f686388fd71 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:33:50.529799 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8949595c-4942-4350-b1e3-1f686388fd71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:50.531909 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:33:50.531909 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:33:50.531909 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:33:50.531909 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:33:50.531909 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:33:50.531909 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:33:50.531909 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:33:50.531909 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:33:50.531909 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:33:50.531909 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:33:50.531909 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:33:50.531909 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:33:50.531909 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:33:50.531909 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:33:50.531909 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:33:50.531909 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:33:50.531909 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:33:50.531909 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:33:50.531909 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:33:50.531909 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:33:50.531909 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:33:50.531909 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:33:50.531909 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:33:50.531909 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:33:50.531909 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:33:50.531909 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:33:50.531909 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:33:50.531909 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:33:50.531909 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:33:50.531909 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:33:50.531909 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:33:50.531909 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:33:50.722281 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8949595c-4942-4350-b1e3-1f686388fd71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:50.731636 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8949595c-4942-4350-b1e3-1f686388fd71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:50.741877 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8949595c-4942-4350-b1e3-1f686388fd71 admin admin] 10.222.0.50 "DELETE /v2.0/networks/165d4fe4-9e38-4242-b3a0-66e22d1ae624 HTTP/1.1" status: 204 len: 168 time: 0.7873020 Nov 12 03:33:50.799431 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949595c-4942-4350-b1e3-1f686388fd71 admin admin] Pushing event deleted for resources: {'Network': ['ID=165d4fe4-9e38-4242-b3a0-66e22d1ae624,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:50.843707 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-cbc8333c-f33a-45ae-8a85-605391b855ab tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:50.857241 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-cbc8333c-f33a-45ae-8a85-605391b855ab tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.90 "GET /v2.0/networks?id=a1213290-26f5-41b6-944a-8e6156116c1c HTTP/1.1" status: 200 len: 818 time: 0.4300056 Nov 12 03:33:50.917320 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-759e7b0a-6354-44a7-891f-42fcdcb4a153 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Request body: {'port': {'device_id': '8a5a6b58-f5ae-47f0-9941-3683d023b520', 'network_id': 'a1213290-26f5-41b6-944a-8e6156116c1c', 'admin_state_up': True, 'tenant_id': '0b6eb743cc06416bb94eb1073c600fc8'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:51.115805 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 42406) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:51.271815 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-72a79911-8b60-4c15-8e78-14a5519e1e61 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ade1379675c54448b968a53eed6b7917&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1547801 Nov 12 03:33:51.272706 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 42410) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:51.363818 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device bd9747d6-073a-4b5d-881b-f66507951f02 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:33:51.383302 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ac04f590-d1dd-432e-b0ff-576fc115e89e req-6fc475c4-556a-4ce1-b8bf-8fc3dadda970 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 210 time: 0.1187770 Nov 12 03:33:51.469342 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-759e7b0a-6354-44a7-891f-42fcdcb4a153 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Made reservation on behalf of 0b6eb743cc06416bb94eb1073c600fc8 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:51.479107 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-759e7b0a-6354-44a7-891f-42fcdcb4a153 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.497730 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-18fa04e3-4f24-4dab-9fc6-eede087c2fad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.502322 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port bd9747d6-073a-4b5d-881b-f66507951f02 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:51.508469 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.630022 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-18fa04e3-4f24-4dab-9fc6-eede087c2fad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.757296 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-18fa04e3-4f24-4dab-9fc6-eede087c2fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.765858 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-18fa04e3-4f24-4dab-9fc6-eede087c2fad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.769239 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-18fa04e3-4f24-4dab-9fc6-eede087c2fad admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4f57929e-3a78-4a67-9884-79b592272260 HTTP/1.1" status: 204 len: 168 time: 0.4951551 Nov 12 03:33:51.816679 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa04e3-4f24-4dab-9fc6-eede087c2fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f57929e-3a78-4a67-9884-79b592272260,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:51.902207 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-3dd7c434-76be-459c-a742-64df40940e02 req-7e558d74-a76f-4de6-964e-6e3e1da29ba4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22cf0644-cfb0-4236-9408-c47b1493f36d {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:33:51.932596 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3dd7c434-76be-459c-a742-64df40940e02 req-7e558d74-a76f-4de6-964e-6e3e1da29ba4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.959291 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-3dd7c434-76be-459c-a742-64df40940e02 req-7e558d74-a76f-4de6-964e-6e3e1da29ba4 service neutron] Transition to ACTIVE for port object 22cf0644-cfb0-4236-9408-c47b1493f36d will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:33:51.985383 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3dd7c434-76be-459c-a742-64df40940e02 req-7e558d74-a76f-4de6-964e-6e3e1da29ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:52.143303 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e558d74-a76f-4de6-964e-6e3e1da29ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=22cf0644-cfb0-4236-9408-c47b1493f36d,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:52.192852 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-759e7b0a-6354-44a7-891f-42fcdcb4a153 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Allocated IP 172.20.0.7 (a1213290-26f5-41b6-944a-8e6156116c1c/fd7b2fc1-d744-45c7-b1e4-e01d488cffca/c5b21d28-6b6e-4e87-b15e-04093eea32c1) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:52.290936 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-3dd7c434-76be-459c-a742-64df40940e02 req-7e558d74-a76f-4de6-964e-6e3e1da29ba4 service neutron] Attempting to bind port 22cf0644-cfb0-4236-9408-c47b1493f36d on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:33:52.291308 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-3dd7c434-76be-459c-a742-64df40940e02 req-7e558d74-a76f-4de6-964e-6e3e1da29ba4 service neutron] Attempting to bind port 22cf0644-cfb0-4236-9408-c47b1493f36d by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '85869d32-0736-4d0e-b81b-391afbac979c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a1213290-26f5-41b6-944a-8e6156116c1c'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:33:52.291679 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd7c434-76be-459c-a742-64df40940e02 req-7e558d74-a76f-4de6-964e-6e3e1da29ba4 service neutron] Attempting to bind port 22cf0644-cfb0-4236-9408-c47b1493f36d on network a1213290-26f5-41b6-944a-8e6156116c1c {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:52.312300 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd7c434-76be-459c-a742-64df40940e02 req-7e558d74-a76f-4de6-964e-6e3e1da29ba4 service neutron] Port 22cf0644-cfb0-4236-9408-c47b1493f36d on network a1213290-26f5-41b6-944a-8e6156116c1c not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:33:52.313235 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd7c434-76be-459c-a742-64df40940e02 req-7e558d74-a76f-4de6-964e-6e3e1da29ba4 service neutron] Attempting to bind port 22cf0644-cfb0-4236-9408-c47b1493f36d on network a1213290-26f5-41b6-944a-8e6156116c1c {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:52.336285 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd7c434-76be-459c-a742-64df40940e02 req-7e558d74-a76f-4de6-964e-6e3e1da29ba4 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:33:52.336750 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd7c434-76be-459c-a742-64df40940e02 req-7e558d74-a76f-4de6-964e-6e3e1da29ba4 service neutron] Checking segment: {'id': '85869d32-0736-4d0e-b81b-391afbac979c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a1213290-26f5-41b6-944a-8e6156116c1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:52.337154 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd7c434-76be-459c-a742-64df40940e02 req-7e558d74-a76f-4de6-964e-6e3e1da29ba4 service neutron] Bound using segment: {'id': '85869d32-0736-4d0e-b81b-391afbac979c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a1213290-26f5-41b6-944a-8e6156116c1c'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:33:52.337599 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-3dd7c434-76be-459c-a742-64df40940e02 req-7e558d74-a76f-4de6-964e-6e3e1da29ba4 service neutron] Bound port: 22cf0644-cfb0-4236-9408-c47b1493f36d, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85869d32-0736-4d0e-b81b-391afbac979c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a1213290-26f5-41b6-944a-8e6156116c1c'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:33:52.338077 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3dd7c434-76be-459c-a742-64df40940e02 req-7e558d74-a76f-4de6-964e-6e3e1da29ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:52.737115 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7defaa60-5b4e-4767-9dc0-25bc3982c2ad req-181722f0-4cdc-4150-9444-128cf319a33d tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 210 time: 0.1869023 Nov 12 03:33:52.807807 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-3dd7c434-76be-459c-a742-64df40940e02 req-7e558d74-a76f-4de6-964e-6e3e1da29ba4 service neutron] For port 22cf0644-cfb0-4236-9408-c47b1493f36d, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:33:52.919359 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-3dd7c434-76be-459c-a742-64df40940e02 req-7e558d74-a76f-4de6-964e-6e3e1da29ba4 service neutron] For port 22cf0644-cfb0-4236-9408-c47b1493f36d, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=22cf0644-cfb0-4236-9408-c47b1493f36d,segment=NetworkSegment(85869d32-0736-4d0e-b81b-391afbac979c),segment_id=85869d32-0736-4d0e-b81b-391afbac979c)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:33:52.936091 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3dd7c434-76be-459c-a742-64df40940e02 req-7e558d74-a76f-4de6-964e-6e3e1da29ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:52.951530 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-759e7b0a-6354-44a7-891f-42fcdcb4a153 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:53.065482 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7c434-76be-459c-a742-64df40940e02 req-7e558d74-a76f-4de6-964e-6e3e1da29ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:53.066446 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3dd7c434-76be-459c-a742-64df40940e02 req-7e558d74-a76f-4de6-964e-6e3e1da29ba4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:53.068112 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3dd7c434-76be-459c-a742-64df40940e02 req-7e558d74-a76f-4de6-964e-6e3e1da29ba4 service neutron] 10.222.0.74 "PUT /v2.0/ports/22cf0644-cfb0-4236-9408-c47b1493f36d HTTP/1.1" status: 200 len: 1093 time: 4.1085513 Nov 12 03:33:53.070754 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e49b6d-ac0c-43f9-81ba-1bea5200f18c', 'tag': '22cf0644-cfb0-4236-9408-c47b1493f36d'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:53.073504 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0871ca65-1994-449b-9098-45c5f54e58e8" -d '{"events": [{"name": "network-changed", "server_uuid": "62e49b6d-ac0c-43f9-81ba-1bea5200f18c", "tag": "22cf0644-cfb0-4236-9408-c47b1493f36d"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:53.158433 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c861c72b-94cc-4951-873b-0b11ce68caaa x-openstack-request-id: req-c861c72b-94cc-4951-873b-0b11ce68caaa {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:53.158864 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e49b6d-ac0c-43f9-81ba-1bea5200f18c", "tag": "22cf0644-cfb0-4236-9408-c47b1493f36d", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:53.159215 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c861c72b-94cc-4951-873b-0b11ce68caaa {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:53.159710 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e49b6d-ac0c-43f9-81ba-1bea5200f18c', 'tag': '22cf0644-cfb0-4236-9408-c47b1493f36d', 'status': 'completed', 'code': 200} Nov 12 03:33:53.243908 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e558d74-a76f-4de6-964e-6e3e1da29ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=22cf0644-cfb0-4236-9408-c47b1493f36d,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:53.275553 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-759e7b0a-6354-44a7-891f-42fcdcb4a153 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:53.356027 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7c434-76be-459c-a742-64df40940e02 req-3db3f8fc-5f9d-42a7-b899-b33c054ac9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:53.357849 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3dd7c434-76be-459c-a742-64df40940e02 req-3db3f8fc-5f9d-42a7-b899-b33c054ac9b6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0b6eb743cc06416bb94eb1073c600fc8&device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 1096 time: 0.2169058 Nov 12 03:33:53.419840 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-759e7b0a-6354-44a7-891f-42fcdcb4a153 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Network a1213290-26f5-41b6-944a-8e6156116c1c is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:53.425179 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3dd7c434-76be-459c-a742-64df40940e02 req-b4b9690d-255c-4d13-94a4-44ae4633290c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22cf0644-cfb0-4236-9408-c47b1493f36d HTTP/1.1" status: 200 len: 217 time: 0.0583310 Nov 12 03:33:53.428528 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-759e7b0a-6354-44a7-891f-42fcdcb4a153 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:53.451791 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-759e7b0a-6354-44a7-891f-42fcdcb4a153 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:53.473709 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e7b0a-6354-44a7-891f-42fcdcb4a153 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Pushing event updated for resources: {'Port': ['ID=c5b21d28-6b6e-4e87-b15e-04093eea32c1,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:53.662927 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 42488) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:53.673933 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7c434-76be-459c-a742-64df40940e02 req-ea6106ec-7e89-43e4-b4b4-2553970c0473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:53.675866 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3dd7c434-76be-459c-a742-64df40940e02 req-ea6106ec-7e89-43e4-b4b4-2553970c0473 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd7b2fc1-d744-45c7-b1e4-e01d488cffca HTTP/1.1" status: 200 len: 858 time: 0.2414186 Nov 12 03:33:53.685074 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-759e7b0a-6354-44a7-891f-42fcdcb4a153 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:53.685943 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-759e7b0a-6354-44a7-891f-42fcdcb4a153 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:53.720824 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3dd7c434-76be-459c-a742-64df40940e02 req-3cfa7fc2-8d97-4cc0-ad00-ad23c6c21de9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a1213290-26f5-41b6-944a-8e6156116c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318139 Nov 12 03:33:53.734662 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-759e7b0a-6354-44a7-891f-42fcdcb4a153 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8429756 Nov 12 03:33:53.801045 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-6abeffdf-ae72-44d1-9707-1074351b51dc service neutron] Request body: {'port': {'device_id': '8a5a6b58-f5ae-47f0-9941-3683d023b520', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:53.967817 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-0950b4c9-889b-4ef8-80ca-36371489533e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1704629368-network', 'tenant_id': '5e5fbb0d388341ecb9a7048bf2418145'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:54.074552 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5478b3f-26e6-453b-a97d-c61781e635dc req-2eb9aa78-3783-474e-82f3-858466b605f4 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:54.081506 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-6abeffdf-ae72-44d1-9707-1074351b51dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:54.082358 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f5478b3f-26e6-453b-a97d-c61781e635dc req-2eb9aa78-3783-474e-82f3-858466b605f4 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 931 time: 0.1997340 Nov 12 03:33:54.108981 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0950b4c9-889b-4ef8-80ca-36371489533e admin admin] Made reservation on behalf of 5e5fbb0d388341ecb9a7048bf2418145 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:54.112333 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0950b4c9-889b-4ef8-80ca-36371489533e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:54.129640 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0950b4c9-889b-4ef8-80ca-36371489533e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:54.194141 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3dd7c434-76be-459c-a742-64df40940e02 req-9da9f921-7314-443a-b74c-8156f5ee7cea service neutron] 10.222.0.74 "GET /v2.0/networks/a1213290-26f5-41b6-944a-8e6156116c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580920 Nov 12 03:33:54.242112 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0950b4c9-889b-4ef8-80ca-36371489533e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:54.261506 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f5478b3f-26e6-453b-a97d-c61781e635dc req-3ad81291-92e0-49b7-8796-8956ebf01490 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779585 Nov 12 03:33:54.262904 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0950b4c9-889b-4ef8-80ca-36371489533e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:54.310283 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0950b4c9-889b-4ef8-80ca-36371489533e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49499820-4b0d-411f-b895-00a990cd779d,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:54.313142 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0950b4c9-889b-4ef8-80ca-36371489533e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:33:54.334585 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0950b4c9-889b-4ef8-80ca-36371489533e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:54.335167 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-0950b4c9-889b-4ef8-80ca-36371489533e admin admin] Added segment 50439075-39f3-4ead-bfee-c51c238b4f4d of type vlan for network c978df6f-18b0-48f7-a0c8-592e8be88ba2 Nov 12 03:33:54.459285 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0950b4c9-889b-4ef8-80ca-36371489533e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:54.498277 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0950b4c9-889b-4ef8-80ca-36371489533e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:54.499272 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0950b4c9-889b-4ef8-80ca-36371489533e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:54.499861 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0950b4c9-889b-4ef8-80ca-36371489533e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:54.535354 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3dd7c434-76be-459c-a742-64df40940e02 req-26d80cbd-f809-4c04-bf01-7be13ecdcfac service neutron] 10.222.0.74 "GET /v2.0/networks/a1213290-26f5-41b6-944a-8e6156116c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156600 Nov 12 03:33:54.614712 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0950b4c9-889b-4ef8-80ca-36371489533e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9498510 Nov 12 03:33:54.617674 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 42520) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:54.623799 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-40b4e5a5-62e7-4ff6-ad64-b4dd99f985e7 admin admin] Request body: {'subnet': {'network_id': 'c978df6f-18b0-48f7-a0c8-592e8be88ba2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1704629368-subnet', 'tenant_id': '5e5fbb0d388341ecb9a7048bf2418145', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:54.641741 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0950b4c9-889b-4ef8-80ca-36371489533e admin admin] Pushing event updated for resources: {'Network': ['ID=c978df6f-18b0-48f7-a0c8-592e8be88ba2,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:54.711217 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b4e5a5-62e7-4ff6-ad64-b4dd99f985e7 admin admin] Made reservation on behalf of 5e5fbb0d388341ecb9a7048bf2418145 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:54.711217 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-40b4e5a5-62e7-4ff6-ad64-b4dd99f985e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:54.714396 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network c978df6f-18b0-48f7-a0c8-592e8be88ba2 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:33:54.842446 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871ca65-1994-449b-9098-45c5f54e58e8 req-2b5783ed-36e1-49c7-9e22-1f21175f4a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:54.844290 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0871ca65-1994-449b-9098-45c5f54e58e8 req-2b5783ed-36e1-49c7-9e22-1f21175f4a36 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0b6eb743cc06416bb94eb1073c600fc8&device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 1096 time: 0.2334702 Nov 12 03:33:55.018928 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-40b4e5a5-62e7-4ff6-ad64-b4dd99f985e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:55.039468 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871ca65-1994-449b-9098-45c5f54e58e8 req-7894718a-6a0a-4649-baa5-982d222b9a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:55.043418 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0871ca65-1994-449b-9098-45c5f54e58e8 req-7894718a-6a0a-4649-baa5-982d222b9a51 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a1213290-26f5-41b6-944a-8e6156116c1c HTTP/1.1" status: 200 len: 919 time: 0.1886511 Nov 12 03:33:55.147515 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0871ca65-1994-449b-9098-45c5f54e58e8 req-50f99753-bd15-4516-8957-652acc65aced service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22cf0644-cfb0-4236-9408-c47b1493f36d HTTP/1.1" status: 200 len: 217 time: 0.0875175 Nov 12 03:33:55.185215 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b4e5a5-62e7-4ff6-ad64-b4dd99f985e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd6a60d1-c3b7-4574-be85-1819eb15da4d,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:55.192027 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b4e5a5-62e7-4ff6-ad64-b4dd99f985e7 admin admin] Checking segment: {'id': '50439075-39f3-4ead-bfee-c51c238b4f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c978df6f-18b0-48f7-a0c8-592e8be88ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:55.192611 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b4e5a5-62e7-4ff6-ad64-b4dd99f985e7 admin admin] Network hostable DHCP agents. Network: c978df6f-18b0-48f7-a0c8-592e8be88ba2, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:33:55.229227 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b4e5a5-62e7-4ff6-ad64-b4dd99f985e7 admin admin] Network c978df6f-18b0-48f7-a0c8-592e8be88ba2 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:33:55.250030 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-40b4e5a5-62e7-4ff6-ad64-b4dd99f985e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, c978df6f-18b0-48f7-a0c8-592e8be88ba2) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:55.259882 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2700b42-1000-4e4a-8610-52400b806777 None None] Network c978df6f-18b0-48f7-a0c8-592e8be88ba2 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:55.263525 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b4e5a5-62e7-4ff6-ad64-b4dd99f985e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:55.264886 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-40b4e5a5-62e7-4ff6-ad64-b4dd99f985e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:55.324571 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-40b4e5a5-62e7-4ff6-ad64-b4dd99f985e7 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7057321 Nov 12 03:33:55.426602 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-6abeffdf-ae72-44d1-9707-1074351b51dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5b21d28-6b6e-4e87-b15e-04093eea32c1 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:33:55.455519 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-6abeffdf-ae72-44d1-9707-1074351b51dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:55.473174 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871ca65-1994-449b-9098-45c5f54e58e8 req-cefd857a-db1e-442f-b549-4bdc8b1a15c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:55.475116 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0871ca65-1994-449b-9098-45c5f54e58e8 req-cefd857a-db1e-442f-b549-4bdc8b1a15c0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd7b2fc1-d744-45c7-b1e4-e01d488cffca HTTP/1.1" status: 200 len: 858 time: 0.3042331 Nov 12 03:33:55.536982 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bc4fe-584f-429d-88be-1fae52d25a19 req-fbd7e688-e7d8-42ad-afc1-5b8ca97bfbff tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:55.546831 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7d1bc4fe-584f-429d-88be-1fae52d25a19 req-fbd7e688-e7d8-42ad-afc1-5b8ca97bfbff tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 931 time: 0.1103811 Nov 12 03:33:55.615329 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7d1bc4fe-584f-429d-88be-1fae52d25a19 req-bf1d7b91-9fde-44a9-ba4f-c5984b048ce6 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654633 Nov 12 03:33:55.616256 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0871ca65-1994-449b-9098-45c5f54e58e8 req-d066e06a-7b4c-4480-b4de-e4bdd2cd8c53 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a1213290-26f5-41b6-944a-8e6156116c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1320920 Nov 12 03:33:55.665001 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f544d19b-ce4a-48dc-9d7e-5602964b0260 None None] Network c978df6f-18b0-48f7-a0c8-592e8be88ba2 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:55.710712 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-6abeffdf-ae72-44d1-9707-1074351b51dc service neutron] Transition to ACTIVE for port object c5b21d28-6b6e-4e87-b15e-04093eea32c1 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:33:55.727844 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-6abeffdf-ae72-44d1-9707-1074351b51dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:56.013378 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abeffdf-ae72-44d1-9707-1074351b51dc service neutron] Pushing event updated for resources: {'Port': ['ID=c5b21d28-6b6e-4e87-b15e-04093eea32c1,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:56.079719 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0871ca65-1994-449b-9098-45c5f54e58e8 req-b51b55b6-fbeb-47a8-be3b-5ad96ba1cd61 service neutron] 10.222.0.74 "GET /v2.0/networks/a1213290-26f5-41b6-944a-8e6156116c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4209044 Nov 12 03:33:56.333127 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-6abeffdf-ae72-44d1-9707-1074351b51dc service neutron] Attempting to bind port c5b21d28-6b6e-4e87-b15e-04093eea32c1 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:33:56.333713 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-6abeffdf-ae72-44d1-9707-1074351b51dc service neutron] Attempting to bind port c5b21d28-6b6e-4e87-b15e-04093eea32c1 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '85869d32-0736-4d0e-b81b-391afbac979c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a1213290-26f5-41b6-944a-8e6156116c1c'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:33:56.333823 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-6abeffdf-ae72-44d1-9707-1074351b51dc service neutron] Attempting to bind port c5b21d28-6b6e-4e87-b15e-04093eea32c1 on network a1213290-26f5-41b6-944a-8e6156116c1c {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:56.374788 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0871ca65-1994-449b-9098-45c5f54e58e8 req-40272e50-0d26-462d-8e71-2c738d125e5d service neutron] 10.222.0.74 "GET /v2.0/networks/a1213290-26f5-41b6-944a-8e6156116c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514534 Nov 12 03:33:56.384540 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-c929cd80-9535-4c15-a66b-dd710d2325fc tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:56.395387 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-c929cd80-9535-4c15-a66b-dd710d2325fc tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] 10.222.0.50 "GET /v2.0/networks?id=c978df6f-18b0-48f7-a0c8-592e8be88ba2 HTTP/1.1" status: 200 len: 814 time: 0.4221091 Nov 12 03:33:56.426016 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-6abeffdf-ae72-44d1-9707-1074351b51dc service neutron] Port c5b21d28-6b6e-4e87-b15e-04093eea32c1 on network a1213290-26f5-41b6-944a-8e6156116c1c not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:33:56.426423 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-6abeffdf-ae72-44d1-9707-1074351b51dc service neutron] Attempting to bind port c5b21d28-6b6e-4e87-b15e-04093eea32c1 on network a1213290-26f5-41b6-944a-8e6156116c1c {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:56.443364 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-60e6bb24-ad97-422c-a2cb-c681d9277e97 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] 10.222.0.50 "GET /v2.0/quotas/5e5fbb0d388341ecb9a7048bf2418145 HTTP/1.1" status: 200 len: 375 time: 0.0463266 Nov 12 03:33:56.456479 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-6abeffdf-ae72-44d1-9707-1074351b51dc service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:33:56.456949 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-6abeffdf-ae72-44d1-9707-1074351b51dc service neutron] Checking segment: {'id': '85869d32-0736-4d0e-b81b-391afbac979c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a1213290-26f5-41b6-944a-8e6156116c1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:56.457443 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-6abeffdf-ae72-44d1-9707-1074351b51dc service neutron] Bound using segment: {'id': '85869d32-0736-4d0e-b81b-391afbac979c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a1213290-26f5-41b6-944a-8e6156116c1c'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:33:56.458015 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-6abeffdf-ae72-44d1-9707-1074351b51dc service neutron] Bound port: c5b21d28-6b6e-4e87-b15e-04093eea32c1, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85869d32-0736-4d0e-b81b-391afbac979c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a1213290-26f5-41b6-944a-8e6156116c1c'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:33:56.458431 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-6abeffdf-ae72-44d1-9707-1074351b51dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:56.512334 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-7ac655f3-6a6d-43de-ad49-5859eeb9e055 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5e5fbb0d388341ecb9a7048bf2418145&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0678215 Nov 12 03:33:56.682022 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-6abeffdf-ae72-44d1-9707-1074351b51dc service neutron] For port c5b21d28-6b6e-4e87-b15e-04093eea32c1, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:33:56.699074 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-6abeffdf-ae72-44d1-9707-1074351b51dc service neutron] For port c5b21d28-6b6e-4e87-b15e-04093eea32c1, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=c5b21d28-6b6e-4e87-b15e-04093eea32c1,segment=NetworkSegment(85869d32-0736-4d0e-b81b-391afbac979c),segment_id=85869d32-0736-4d0e-b81b-391afbac979c)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:33:56.707112 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-6abeffdf-ae72-44d1-9707-1074351b51dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:56.727710 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-6abeffdf-ae72-44d1-9707-1074351b51dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:56.728382 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-6abeffdf-ae72-44d1-9707-1074351b51dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:56.729765 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-6abeffdf-ae72-44d1-9707-1074351b51dc service neutron] 10.222.0.90 "PUT /v2.0/ports/c5b21d28-6b6e-4e87-b15e-04093eea32c1 HTTP/1.1" status: 200 len: 1092 time: 2.9453654 Nov 12 03:33:56.752318 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a5a6b58-f5ae-47f0-9941-3683d023b520', 'tag': 'c5b21d28-6b6e-4e87-b15e-04093eea32c1'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:56.754629 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c699711a-d894-423d-91cc-1ed45b4b9ff7" -d '{"events": [{"name": "network-changed", "server_uuid": "8a5a6b58-f5ae-47f0-9941-3683d023b520", "tag": "c5b21d28-6b6e-4e87-b15e-04093eea32c1"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:56.819843 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abeffdf-ae72-44d1-9707-1074351b51dc service neutron] Pushing event updated for resources: {'Port': ['ID=c5b21d28-6b6e-4e87-b15e-04093eea32c1,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:56.886940 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-ddbadd23-5fc9-4dd7-87da-b14918f3849c service neutron] 10.222.0.50 "GET /v2.0/networks/c978df6f-18b0-48f7-a0c8-592e8be88ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802105 Nov 12 03:33:56.898538 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ffee4-df7b-4fd5-b4fc-5fbfa2d63162 req-b18ae9da-d91b-4a35-b3ae-4b63f28454dc tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:56.914887 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ee3ffee4-df7b-4fd5-b4fc-5fbfa2d63162 req-b18ae9da-d91b-4a35-b3ae-4b63f28454dc tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 943 time: 0.1689787 Nov 12 03:33:56.915243 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-64031fad-52d5-431f-a3e9-5626f7b0e4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:56.916993 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-64031fad-52d5-431f-a3e9-5626f7b0e4e0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0b6eb743cc06416bb94eb1073c600fc8&device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 1095 time: 0.0921273 Nov 12 03:33:57.013546 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ee3ffee4-df7b-4fd5-b4fc-5fbfa2d63162 req-73405dbe-ba80-48f8-86e0-8a65c9dbce71 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977595 Nov 12 03:33:57.062302 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-b99c3a78-1d52-4319-bf97-7d2ca7031075 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5b21d28-6b6e-4e87-b15e-04093eea32c1 HTTP/1.1" status: 200 len: 217 time: 0.0566654 Nov 12 03:33:57.146050 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-b7ad8795-0442-4bce-8a38-70852a49452a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:57.147891 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-b7ad8795-0442-4bce-8a38-70852a49452a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fd7b2fc1-d744-45c7-b1e4-e01d488cffca HTTP/1.1" status: 200 len: 858 time: 0.0726972 Nov 12 03:33:57.149559 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc43953-7fd3-4afa-a72a-eb807c942f77 x-openstack-request-id: req-3fc43953-7fd3-4afa-a72a-eb807c942f77 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:57.150109 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a5a6b58-f5ae-47f0-9941-3683d023b520", "tag": "c5b21d28-6b6e-4e87-b15e-04093eea32c1", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:57.150578 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3fc43953-7fd3-4afa-a72a-eb807c942f77 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:57.151310 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a5a6b58-f5ae-47f0-9941-3683d023b520', 'tag': 'c5b21d28-6b6e-4e87-b15e-04093eea32c1', 'status': 'completed', 'code': 200} Nov 12 03:33:57.205162 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-8bb1315d-e85f-4aa5-9ae7-9266f1aedd44 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a1213290-26f5-41b6-944a-8e6156116c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422525 Nov 12 03:33:57.260950 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-6d45a341-4dfb-4c89-8aad-1e7ba45e282f service neutron] 10.222.0.50 "GET /v2.0/networks/c978df6f-18b0-48f7-a0c8-592e8be88ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730650 Nov 12 03:33:57.489830 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-6e4064e3-dc60-4ad5-80f5-b3dbcb5620a0 service neutron] 10.222.0.90 "GET /v2.0/networks/a1213290-26f5-41b6-944a-8e6156116c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487514 Nov 12 03:33:57.702150 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-82165a6e-c23a-4b75-8772-efd241f9c8de req-52deb50c-aac0-4b82-804c-930bfc3b1873 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] 10.222.0.50 "GET /v2.0/ports?device_id=26624aea-7a6a-4333-ac9d-172d9718d2ee HTTP/1.1" status: 200 len: 210 time: 0.0684280 Nov 12 03:33:57.784701 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5040b7bc-feb4-4624-aac0-907e8c95cc2b req-3d1d6c4f-8f4b-4594-830f-75ca3465f5be service neutron] 10.222.0.90 "GET /v2.0/networks/a1213290-26f5-41b6-944a-8e6156116c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854643 Nov 12 03:33:58.078565 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699711a-d894-423d-91cc-1ed45b4b9ff7 req-6358f02e-481e-43e3-8909-33d89ceec6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:58.084964 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c699711a-d894-423d-91cc-1ed45b4b9ff7 req-6358f02e-481e-43e3-8909-33d89ceec6bb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0b6eb743cc06416bb94eb1073c600fc8&device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 1095 time: 0.1548371 Nov 12 03:33:58.244403 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 22cf0644-cfb0-4236-9408-c47b1493f36d details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:33:58.445002 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf869db-5838-4d64-9911-6af8887d9929 req-e354566c-c6f2-49f7-a7fb-aac5a0a88eb7 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:58.460274 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-aaf869db-5838-4d64-9911-6af8887d9929 req-e354566c-c6f2-49f7-a7fb-aac5a0a88eb7 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 943 time: 0.2495639 Nov 12 03:33:58.527755 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699711a-d894-423d-91cc-1ed45b4b9ff7 req-2e7e56fc-db04-40ed-9635-74015f8b4a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:58.540627 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c699711a-d894-423d-91cc-1ed45b4b9ff7 req-2e7e56fc-db04-40ed-9635-74015f8b4a3a service neutron] 10.222.0.90 "GET /v2.0/networks?id=a1213290-26f5-41b6-944a-8e6156116c1c HTTP/1.1" status: 200 len: 919 time: 0.4345744 Nov 12 03:33:58.615040 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-aaf869db-5838-4d64-9911-6af8887d9929 req-8bdbe629-5893-4965-b3c5-2a3305030d8f tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512446 Nov 12 03:33:58.652499 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 22cf0644-cfb0-4236-9408-c47b1493f36d, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=22cf0644-cfb0-4236-9408-c47b1493f36d,segment=NetworkSegment(85869d32-0736-4d0e-b81b-391afbac979c),segment_id=85869d32-0736-4d0e-b81b-391afbac979c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:58.684999 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '22cf0644-cfb0-4236-9408-c47b1493f36d', 'network_id': 'a1213290-26f5-41b6-944a-8e6156116c1c', 'port_id': '22cf0644-cfb0-4236-9408-c47b1493f36d', 'mac_address': 'fa:16:3e:4d:01:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd7b2fc1-d744-45c7-b1e4-e01d488cffca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:33:58.687497 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c699711a-d894-423d-91cc-1ed45b4b9ff7 req-fa83b2b8-9b07-4708-9e64-43708d5c5bea service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5b21d28-6b6e-4e87-b15e-04093eea32c1 HTTP/1.1" status: 200 len: 217 time: 0.1401072 Nov 12 03:33:58.803064 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:58.847738 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22cf0644-cfb0-4236-9408-c47b1493f36d {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:33:58.893355 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 22cf0644-cfb0-4236-9408-c47b1493f36d, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=22cf0644-cfb0-4236-9408-c47b1493f36d,segment=NetworkSegment(85869d32-0736-4d0e-b81b-391afbac979c),segment_id=85869d32-0736-4d0e-b81b-391afbac979c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:58.913356 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:59.030073 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-301ea9d1-00e2-41ec-ba0d-7cc2974f6a20 req-c8b9e073-eafe-4e39-bdd9-3dde68087935 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] 10.222.0.50 "GET /v2.0/ports?device_id=26624aea-7a6a-4333-ac9d-172d9718d2ee HTTP/1.1" status: 200 len: 210 time: 0.2028265 Nov 12 03:33:59.032477 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699711a-d894-423d-91cc-1ed45b4b9ff7 req-71d38ca2-a706-49ce-8e60-0838be71b231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:59.035153 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c699711a-d894-423d-91cc-1ed45b4b9ff7 req-71d38ca2-a706-49ce-8e60-0838be71b231 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fd7b2fc1-d744-45c7-b1e4-e01d488cffca HTTP/1.1" status: 200 len: 858 time: 0.3341696 Nov 12 03:33:59.084907 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=22cf0644-cfb0-4236-9408-c47b1493f36d,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:59.117692 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c699711a-d894-423d-91cc-1ed45b4b9ff7 req-028f279b-5151-4121-9e72-956677538a0a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a1213290-26f5-41b6-944a-8e6156116c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650527 Nov 12 03:33:59.288568 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c699711a-d894-423d-91cc-1ed45b4b9ff7 req-7a0e8fd7-1ce3-4d8d-affc-3b6d67e3967c service neutron] 10.222.0.90 "GET /v2.0/networks/a1213290-26f5-41b6-944a-8e6156116c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622040 Nov 12 03:33:59.302130 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['22cf0644-cfb0-4236-9408-c47b1493f36d'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:33:59.495848 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c699711a-d894-423d-91cc-1ed45b4b9ff7 req-04ef67cd-ad3b-4de7-8995-943b661e4396 service neutron] 10.222.0.90 "GET /v2.0/networks/a1213290-26f5-41b6-944a-8e6156116c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931319 Nov 12 03:33:59.945257 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d896c-ffdd-42c5-817c-e32efec31d87 req-e4dca945-bd34-4910-ae66-bf31d38557d0 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:59.947032 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-206d896c-ffdd-42c5-817c-e32efec31d87 req-e4dca945-bd34-4910-ae66-bf31d38557d0 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 943 time: 0.2099214 Nov 12 03:34:00.008948 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-e0f44f2f-16fe-49f8-a88a-e7bf551bb6b8 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:00.010569 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-e0f44f2f-16fe-49f8-a88a-e7bf551bb6b8 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] 10.222.0.74 "GET /v2.0/networks?id=c978df6f-18b0-48f7-a0c8-592e8be88ba2 HTTP/1.1" status: 200 len: 814 time: 0.3095891 Nov 12 03:34:00.051837 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-40e365bf-5c32-4db6-965e-f523988e0982 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] Request body: {'port': {'device_id': '26624aea-7a6a-4333-ac9d-172d9718d2ee', 'network_id': 'c978df6f-18b0-48f7-a0c8-592e8be88ba2', 'admin_state_up': True, 'tenant_id': '5e5fbb0d388341ecb9a7048bf2418145'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:00.325564 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5a16cf80-cadd-4991-b7ad-887b968fa828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:00.547959 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f786892f-fd1e-424f-a5ec-ec9ddd06159d req-f2838bc3-898d-41aa-bc97-8e435daaa5da tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] 10.222.0.50 "GET /v2.0/ports?device_id=26624aea-7a6a-4333-ac9d-172d9718d2ee HTTP/1.1" status: 200 len: 210 time: 0.0417058 Nov 12 03:34:00.730347 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-206d896c-ffdd-42c5-817c-e32efec31d87 req-6bfc31c3-a47e-4394-a3dc-02ba3724d93d tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7704885 Nov 12 03:34:00.783449 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-40bebcc2-104f-4abc-bc1c-1d1deb37c842 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1023993 Nov 12 03:34:00.784283 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-40e365bf-5c32-4db6-965e-f523988e0982 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] Made reservation on behalf of 5e5fbb0d388341ecb9a7048bf2418145 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:00.788870 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-40e365bf-5c32-4db6-965e-f523988e0982 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:00.799469 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device c5b21d28-6b6e-4e87-b15e-04093eea32c1 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:34:01.056332 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port c5b21d28-6b6e-4e87-b15e-04093eea32c1, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=c5b21d28-6b6e-4e87-b15e-04093eea32c1,segment=NetworkSegment(85869d32-0736-4d0e-b81b-391afbac979c),segment_id=85869d32-0736-4d0e-b81b-391afbac979c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:01.075617 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-87e48501-6424-4d22-b99e-193ed95838e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:01.076399 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-87e48501-6424-4d22-b99e-193ed95838e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:01.077592 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-87e48501-6424-4d22-b99e-193ed95838e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:01.079130 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-87e48501-6424-4d22-b99e-193ed95838e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:01.079770 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-87e48501-6424-4d22-b99e-193ed95838e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:01.081299 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-87e48501-6424-4d22-b99e-193ed95838e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:01.081778 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-87e48501-6424-4d22-b99e-193ed95838e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:01.085068 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': 'c5b21d28-6b6e-4e87-b15e-04093eea32c1', 'network_id': 'a1213290-26f5-41b6-944a-8e6156116c1c', 'port_id': 'c5b21d28-6b6e-4e87-b15e-04093eea32c1', 'mac_address': 'fa:16:3e:e3:33:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd7b2fc1-d744-45c7-b1e4-e01d488cffca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:34:01.085580 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-87e48501-6424-4d22-b99e-193ed95838e8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=984b5bf9950d4e568e34b6531154493c&device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 6497 time: 0.2079170 Nov 12 03:34:01.125566 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-40e365bf-5c32-4db6-965e-f523988e0982 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] Allocated IP 172.20.0.14 (c978df6f-18b0-48f7-a0c8-592e8be88ba2/cd6a60d1-c3b7-4574-be85-1819eb15da4d/b5f14f5b-4db5-474e-8c09-53ddff4f3539) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:01.210435 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:01.225741 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5b21d28-6b6e-4e87-b15e-04093eea32c1 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:34:01.260129 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port c5b21d28-6b6e-4e87-b15e-04093eea32c1, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=c5b21d28-6b6e-4e87-b15e-04093eea32c1,segment=NetworkSegment(85869d32-0736-4d0e-b81b-391afbac979c),segment_id=85869d32-0736-4d0e-b81b-391afbac979c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:01.268138 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:01.438624 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=c5b21d28-6b6e-4e87-b15e-04093eea32c1,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:01.633686 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-40e365bf-5c32-4db6-965e-f523988e0982 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:01.638865 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['c5b21d28-6b6e-4e87-b15e-04093eea32c1'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:34:01.729718 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-30743859-6a7e-4788-9a36-94063a867780 req-900aac66-8913-442f-a283-66298e965ac9 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] 10.222.0.50 "GET /v2.0/ports?device_id=26624aea-7a6a-4333-ac9d-172d9718d2ee HTTP/1.1" status: 200 len: 210 time: 0.0630610 Nov 12 03:34:01.759391 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-40e365bf-5c32-4db6-965e-f523988e0982 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:01.860996 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-7ea3b2de-7f83-4043-81db-dad9e4020610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:01.874606 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-7ea3b2de-7f83-4043-81db-dad9e4020610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:01.880313 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-7ea3b2de-7f83-4043-81db-dad9e4020610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:01.885333 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-7ea3b2de-7f83-4043-81db-dad9e4020610 service neutron] 10.222.0.74 "GET /v2.0/networks?id=05567585-3225-43ff-908b-682604349a1c&id=0a9162de-bdde-427f-8e0e-6dfc54c7d9d5&id=0a9162de-bdde-427f-8e0e-6dfc54c7d9d5&id=0a9162de-bdde-427f-8e0e-6dfc54c7d9d5&id=0a9162de-bdde-427f-8e0e-6dfc54c7d9d5&id=573baa8f-b6be-41d7-a7a6-73c38233ca3f&id=573baa8f-b6be-41d7-a7a6-73c38233ca3f HTTP/1.1" status: 200 len: 2293 time: 0.7693422 Nov 12 03:34:02.070877 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-40e365bf-5c32-4db6-965e-f523988e0982 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] Network c978df6f-18b0-48f7-a0c8-592e8be88ba2 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:02.079650 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-40e365bf-5c32-4db6-965e-f523988e0982 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:02.091535 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-40e365bf-5c32-4db6-965e-f523988e0982 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:02.115470 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad5e96-3180-42f6-b703-de99eaed5a3a req-769582cf-8b0c-4592-ba8e-b7af029a0bcf tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:02.135516 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-20ad5e96-3180-42f6-b703-de99eaed5a3a req-769582cf-8b0c-4592-ba8e-b7af029a0bcf tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 944 time: 0.1474986 Nov 12 03:34:02.144434 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-40e365bf-5c32-4db6-965e-f523988e0982 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:02.145105 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-40e365bf-5c32-4db6-965e-f523988e0982 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:02.181250 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-40e365bf-5c32-4db6-965e-f523988e0982 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1332374 Nov 12 03:34:02.226635 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-9b2af9a1-4913-4697-b21c-9f399d2a94d3 service neutron] Request body: {'port': {'device_id': '26624aea-7a6a-4333-ac9d-172d9718d2ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:02.231568 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-20ad5e96-3180-42f6-b703-de99eaed5a3a req-115be0c0-557f-4440-9807-caffc807c8cb tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947058 Nov 12 03:34:02.292163 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 22cf0644-cfb0-4236-9408-c47b1493f36d up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:02.318160 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-9b2af9a1-4913-4697-b21c-9f399d2a94d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:02.333609 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e365bf-5c32-4db6-965e-f523988e0982 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] Pushing event updated for resources: {'Port': ['ID=b5f14f5b-4db5-474e-8c09-53ddff4f3539,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:02.354948 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-8b65009a-f7b4-44f1-91f2-e5ff5178f37a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ad279e8-eae6-43bc-9187-fb73596735da HTTP/1.1" status: 200 len: 1001 time: 0.3569677 Nov 12 03:34:02.465260 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-7f9a5eab-13de-4fa2-bc35-44e74fde9426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:02.468244 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-7f9a5eab-13de-4fa2-bc35-44e74fde9426 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=27f881fe-8083-445e-acea-d73d96d974cb HTTP/1.1" status: 200 len: 851 time: 0.0918374 Nov 12 03:34:02.474590 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 22cf0644-cfb0-4236-9408-c47b1493f36d completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:34:02.484936 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 22cf0644-cfb0-4236-9408-c47b1493f36d triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:02.485311 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:02.487426 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed5daad-d63a-44a3-b204-a39dda870655 req-3a5fa56d-b57d-4a7b-a3db-eb783634bb6d tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:02.496944 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fed5daad-d63a-44a3-b204-a39dda870655 req-3a5fa56d-b57d-4a7b-a3db-eb783634bb6d tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 946 time: 0.3375013 Nov 12 03:34:02.673496 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:02.704448 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fed5daad-d63a-44a3-b204-a39dda870655 req-7ce9af26-437a-454c-a457-c51d3a9253c0 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022405 Nov 12 03:34:02.709761 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e49b6d-ac0c-43f9-81ba-1bea5200f18c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22cf0644-cfb0-4236-9408-c47b1493f36d'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:02.712021 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90644243-1583-4a7f-82b5-a47b9f11bf2a" -d '{"events": [{"server_uuid": "62e49b6d-ac0c-43f9-81ba-1bea5200f18c", "name": "network-vif-plugged", "status": "completed", "tag": "22cf0644-cfb0-4236-9408-c47b1493f36d"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:02.716964 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-e2a5c570-100e-4e59-991e-445a8b935edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:02.736039 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-e2a5c570-100e-4e59-991e-445a8b935edc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=05567585-3225-43ff-908b-682604349a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2170618 Nov 12 03:34:02.753843 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 22cf0644-cfb0-4236-9408-c47b1493f36d, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=22cf0644-cfb0-4236-9408-c47b1493f36d,segment=NetworkSegment(85869d32-0736-4d0e-b81b-391afbac979c),segment_id=85869d32-0736-4d0e-b81b-391afbac979c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:02.761068 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:02.771379 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc32825-c4e1-48f6-a91a-c0435958766f x-openstack-request-id: req-0bc32825-c4e1-48f6-a91a-c0435958766f {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:02.771673 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e49b6d-ac0c-43f9-81ba-1bea5200f18c", "name": "network-vif-plugged", "status": "completed", "tag": "22cf0644-cfb0-4236-9408-c47b1493f36d", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:02.771922 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0bc32825-c4e1-48f6-a91a-c0435958766f {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:02.772341 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e49b6d-ac0c-43f9-81ba-1bea5200f18c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22cf0644-cfb0-4236-9408-c47b1493f36d', 'code': 200} Nov 12 03:34:02.845206 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=22cf0644-cfb0-4236-9408-c47b1493f36d,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:02.958092 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5afa4-35bf-42aa-859c-74b426f05b39 req-470b049f-1eef-4163-b1ff-d4428bfcf3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:02.970073 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b2b5afa4-35bf-42aa-859c-74b426f05b39 req-470b049f-1eef-4163-b1ff-d4428bfcf3c3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 1098 time: 0.1099434 Nov 12 03:34:03.029715 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e901692-ee39-4adc-a7e8-64ed3b85de9a req-cc658120-baba-423b-a53d-a9f26ea03446 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:03.037497 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2e901692-ee39-4adc-a7e8-64ed3b85de9a req-cc658120-baba-423b-a53d-a9f26ea03446 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] 10.222.0.50 "GET /v2.0/ports?device_id=26624aea-7a6a-4333-ac9d-172d9718d2ee HTTP/1.1" status: 200 len: 932 time: 0.1827750 Nov 12 03:34:03.048273 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b2b5afa4-35bf-42aa-859c-74b426f05b39 req-9d49f12c-f9fa-45af-b7f8-8f0f996f6159 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758393 Nov 12 03:34:03.123337 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-54c116db-16ce-4bb9-b59c-81403705f421 service neutron] 10.222.0.74 "GET /v2.0/networks/05567585-3225-43ff-908b-682604349a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780768 Nov 12 03:34:03.204632 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2e901692-ee39-4adc-a7e8-64ed3b85de9a req-ec4506f3-5d7a-441e-8969-a5ed8f16be78 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] 10.222.0.50 "GET /v2.0/security-groups?id=49499820-4b0d-411f-b895-00a990cd779d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658838 Nov 12 03:34:03.236389 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6e2067f2-f2a9-4fa3-a799-845e3e415d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:03.245211 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-9b2af9a1-4913-4697-b21c-9f399d2a94d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5f14f5b-4db5-474e-8c09-53ddff4f3539 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:34:03.259328 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-9b2af9a1-4913-4697-b21c-9f399d2a94d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:03.326429 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-9b2af9a1-4913-4697-b21c-9f399d2a94d3 service neutron] Transition to ACTIVE for port object b5f14f5b-4db5-474e-8c09-53ddff4f3539 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:34:03.331645 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-9b2af9a1-4913-4697-b21c-9f399d2a94d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:03.440408 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2af9a1-4913-4697-b21c-9f399d2a94d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b5f14f5b-4db5-474e-8c09-53ddff4f3539,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:03.477710 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b989d-ec99-4d25-aad4-a6e3a892caaa req-840f7987-c81c-4542-93c9-d4898cd62fb2 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:03.497272 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-553b989d-ec99-4d25-aad4-a6e3a892caaa req-840f7987-c81c-4542-93c9-d4898cd62fb2 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 944 time: 0.0993154 Nov 12 03:34:03.564818 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-553b989d-ec99-4d25-aad4-a6e3a892caaa req-01b05071-8793-4910-b68d-0eeb6bdaa82a tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709221 Nov 12 03:34:03.566836 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-29d4c00e-79d3-4b5a-b39f-19188ef71967 service neutron] 10.222.0.74 "GET /v2.0/networks/05567585-3225-43ff-908b-682604349a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807066 Nov 12 03:34:03.631648 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-972f7a5a-c28a-40d5-9d4d-9fa81a2c8417 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=e14041bd-b04a-4f9c-8b9a-4602f8a15d0b HTTP/1.1" status: 200 len: 217 time: 0.0405309 Nov 12 03:34:03.702594 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-8d7baef8-d35e-4854-981b-b412edb6aeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:03.705549 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-8d7baef8-d35e-4854-981b-b412edb6aeee service neutron] 10.222.0.74 "GET /v2.0/subnets?id=47b6a17e-6944-4d40-9328-627b4b928ff7 HTTP/1.1" status: 200 len: 797 time: 0.0597847 Nov 12 03:34:03.710013 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-9b2af9a1-4913-4697-b21c-9f399d2a94d3 service neutron] Attempting to bind port b5f14f5b-4db5-474e-8c09-53ddff4f3539 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:34:03.710013 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-9b2af9a1-4913-4697-b21c-9f399d2a94d3 service neutron] Attempting to bind port b5f14f5b-4db5-474e-8c09-53ddff4f3539 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '50439075-39f3-4ead-bfee-c51c238b4f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c978df6f-18b0-48f7-a0c8-592e8be88ba2'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:34:03.710013 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-9b2af9a1-4913-4697-b21c-9f399d2a94d3 service neutron] Attempting to bind port b5f14f5b-4db5-474e-8c09-53ddff4f3539 on network c978df6f-18b0-48f7-a0c8-592e8be88ba2 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:03.713407 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-9b2af9a1-4913-4697-b21c-9f399d2a94d3 service neutron] Port b5f14f5b-4db5-474e-8c09-53ddff4f3539 on network c978df6f-18b0-48f7-a0c8-592e8be88ba2 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:34:03.714580 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-9b2af9a1-4913-4697-b21c-9f399d2a94d3 service neutron] Attempting to bind port b5f14f5b-4db5-474e-8c09-53ddff4f3539 on network c978df6f-18b0-48f7-a0c8-592e8be88ba2 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:03.732326 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-9b2af9a1-4913-4697-b21c-9f399d2a94d3 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:34:03.732842 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-9b2af9a1-4913-4697-b21c-9f399d2a94d3 service neutron] Checking segment: {'id': '50439075-39f3-4ead-bfee-c51c238b4f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c978df6f-18b0-48f7-a0c8-592e8be88ba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:03.733226 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-9b2af9a1-4913-4697-b21c-9f399d2a94d3 service neutron] Bound using segment: {'id': '50439075-39f3-4ead-bfee-c51c238b4f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c978df6f-18b0-48f7-a0c8-592e8be88ba2'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:34:03.735416 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-9b2af9a1-4913-4697-b21c-9f399d2a94d3 service neutron] Bound port: b5f14f5b-4db5-474e-8c09-53ddff4f3539, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50439075-39f3-4ead-bfee-c51c238b4f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c978df6f-18b0-48f7-a0c8-592e8be88ba2'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:34:03.735416 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-9b2af9a1-4913-4697-b21c-9f399d2a94d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:03.808770 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-1b9afc71-2e5c-4844-8672-318fcb449c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:03.810310 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-1b9afc71-2e5c-4844-8672-318fcb449c84 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0a9162de-bdde-427f-8e0e-6dfc54c7d9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0935881 Nov 12 03:34:03.902816 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-9b2af9a1-4913-4697-b21c-9f399d2a94d3 service neutron] For port b5f14f5b-4db5-474e-8c09-53ddff4f3539, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:34:03.917075 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c60931-f578-4052-8fd3-f34d335883cf req-0a41e4ba-054e-4c0a-bc92-b7fd01aa139c tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:03.920609 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-75c60931-f578-4052-8fd3-f34d335883cf req-0a41e4ba-054e-4c0a-bc92-b7fd01aa139c tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 946 time: 0.0600827 Nov 12 03:34:03.932888 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-9b2af9a1-4913-4697-b21c-9f399d2a94d3 service neutron] For port b5f14f5b-4db5-474e-8c09-53ddff4f3539, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=b5f14f5b-4db5-474e-8c09-53ddff4f3539,segment=NetworkSegment(50439075-39f3-4ead-bfee-c51c238b4f4d),segment_id=50439075-39f3-4ead-bfee-c51c238b4f4d)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:34:03.962309 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-9b2af9a1-4913-4697-b21c-9f399d2a94d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:03.991543 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-75c60931-f578-4052-8fd3-f34d335883cf req-aeb8bf19-1f07-4995-9c0a-968de5206f0a tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634205 Nov 12 03:34:04.053159 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:04.073576 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2af9a1-4913-4697-b21c-9f399d2a94d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b5f14f5b-4db5-474e-8c09-53ddff4f3539,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:04.097994 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-e9d6ca07-99ae-4c77-92bd-4f55bd4ee521 service neutron] 10.222.0.74 "GET /v2.0/networks/0a9162de-bdde-427f-8e0e-6dfc54c7d9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767022 Nov 12 03:34:04.120413 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-9b2af9a1-4913-4697-b21c-9f399d2a94d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:04.121159 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-9b2af9a1-4913-4697-b21c-9f399d2a94d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:04.122589 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-9b2af9a1-4913-4697-b21c-9f399d2a94d3 service neutron] 10.222.0.74 "PUT /v2.0/ports/b5f14f5b-4db5-474e-8c09-53ddff4f3539 HTTP/1.1" status: 200 len: 1093 time: 1.9003885 Nov 12 03:34:04.123035 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26624aea-7a6a-4333-ac9d-172d9718d2ee', 'tag': 'b5f14f5b-4db5-474e-8c09-53ddff4f3539'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:04.125692 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c923fb75-74c9-42d8-85b4-a943ec8e51c1" -d '{"events": [{"name": "network-changed", "server_uuid": "26624aea-7a6a-4333-ac9d-172d9718d2ee", "tag": "b5f14f5b-4db5-474e-8c09-53ddff4f3539"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:04.236692 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fae10d9-97d6-4740-ab21-b88025766cf8 x-openstack-request-id: req-0fae10d9-97d6-4740-ab21-b88025766cf8 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:04.236951 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26624aea-7a6a-4333-ac9d-172d9718d2ee", "tag": "b5f14f5b-4db5-474e-8c09-53ddff4f3539", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:04.237209 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0fae10d9-97d6-4740-ab21-b88025766cf8 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:04.237614 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26624aea-7a6a-4333-ac9d-172d9718d2ee', 'tag': 'b5f14f5b-4db5-474e-8c09-53ddff4f3539', 'status': 'completed', 'code': 200} Nov 12 03:34:04.306430 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce691d8-c89b-4774-bf7f-820245b5a4b1 req-d7180db0-0a89-4924-9e8e-7e311e4844ff tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:04.307987 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8ce691d8-c89b-4774-bf7f-820245b5a4b1 req-d7180db0-0a89-4924-9e8e-7e311e4844ff tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.90 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 946 time: 0.2260323 Nov 12 03:34:04.372577 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abbeb0-756d-40f4-8c1d-9f5c077a3f3f req-6e92423c-e1a4-453e-93d5-90a6ce37900d tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:04.375452 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-819759f8-12e8-4280-afbc-999d9242c45a service neutron] 10.222.0.74 "GET /v2.0/networks/0a9162de-bdde-427f-8e0e-6dfc54c7d9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561290 Nov 12 03:34:04.375592 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-27abbeb0-756d-40f4-8c1d-9f5c077a3f3f req-6e92423c-e1a4-453e-93d5-90a6ce37900d tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] 10.222.0.50 "GET /v2.0/ports?device_id=26624aea-7a6a-4333-ac9d-172d9718d2ee HTTP/1.1" status: 200 len: 944 time: 0.0755072 Nov 12 03:34:04.394609 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-1b0d5a9e-a7ec-42e0-918a-0fa230929698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:04.396107 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-1b0d5a9e-a7ec-42e0-918a-0fa230929698 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5e5fbb0d388341ecb9a7048bf2418145&device_id=26624aea-7a6a-4333-ac9d-172d9718d2ee HTTP/1.1" status: 200 len: 1096 time: 0.1690826 Nov 12 03:34:04.408304 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c6289-e784-4082-9da0-1ef6f78584ed req-579dfbf0-32c9-451a-9091-9ff50e96ebbd tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:04.409838 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ce1c6289-e784-4082-9da0-1ef6f78584ed req-579dfbf0-32c9-451a-9091-9ff50e96ebbd tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd83d5e8-c2db-4bc1-a1e9-cde29c70e050 HTTP/1.1" status: 200 len: 950 time: 0.1697779 Nov 12 03:34:04.482957 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-27abbeb0-756d-40f4-8c1d-9f5c077a3f3f req-73e2a29f-a562-46d4-8aaf-22e54e4e87d2 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] 10.222.0.50 "GET /v2.0/security-groups?id=49499820-4b0d-411f-b895-00a990cd779d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991237 Nov 12 03:34:04.529561 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-770194ee-5864-4efb-a2e0-6d014ef4c051 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=f7283506-b691-45c6-9375-298221385ad8 HTTP/1.1" status: 200 len: 217 time: 0.1428969 Nov 12 03:34:04.535565 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-497a2219-652c-4e9a-b050-6ff045a17688 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5f14f5b-4db5-474e-8c09-53ddff4f3539 HTTP/1.1" status: 200 len: 217 time: 0.0884259 Nov 12 03:34:04.668775 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ce1c6289-e784-4082-9da0-1ef6f78584ed req-39a46b61-e2a0-4398-8e01-79a9d561e7b1 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc1f4cb5-090c-4646-ba42-127a8bec6cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970661 Nov 12 03:34:04.706792 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-6dc95fc5-3a62-46e1-ad40-9211ef101a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:04.708385 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-6dc95fc5-3a62-46e1-ad40-9211ef101a6e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cd6a60d1-c3b7-4574-be85-1819eb15da4d HTTP/1.1" status: 200 len: 854 time: 0.1547325 Nov 12 03:34:04.785908 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-6fddfaab-9142-4d01-8e20-22951621d5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:04.787426 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-6fddfaab-9142-4d01-8e20-22951621d5de service neutron] 10.222.0.74 "GET /v2.0/subnets?id=47b6a17e-6944-4d40-9328-627b4b928ff7 HTTP/1.1" status: 200 len: 797 time: 0.2386093 Nov 12 03:34:04.789557 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-1b7a2470-3159-4138-b630-e2e428100077 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c978df6f-18b0-48f7-a0c8-592e8be88ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691173 Nov 12 03:34:04.791764 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-8ce691d8-c89b-4774-bf7f-820245b5a4b1 req-3411d712-5a47-477a-a66e-8c3175327c95 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Deleting port b950f9ac-c38e-477d-94e4-ee676fd7e1a8 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:04.792104 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-8ce691d8-c89b-4774-bf7f-820245b5a4b1 req-3411d712-5a47-477a-a66e-8c3175327c95 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:04.822720 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device c5b21d28-6b6e-4e87-b15e-04093eea32c1 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:04.990159 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a92f1-f05d-4dff-bcbe-fa8a961c236c req-93c2c8b3-630b-4950-8f76-70cea3eee402 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:04.992004 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-033a92f1-f05d-4dff-bcbe-fa8a961c236c req-93c2c8b3-630b-4950-8f76-70cea3eee402 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 944 time: 0.1965513 Nov 12 03:34:05.023529 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port c5b21d28-6b6e-4e87-b15e-04093eea32c1 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:34:05.028096 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-add14f9f-4a26-4a5d-8317-644f85cd352f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:05.029239 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port c5b21d28-6b6e-4e87-b15e-04093eea32c1 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:05.029918 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.030063 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-add14f9f-4a26-4a5d-8317-644f85cd352f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0a9162de-bdde-427f-8e0e-6dfc54c7d9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2118926 Nov 12 03:34:05.222023 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.312785 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a5a6b58-f5ae-47f0-9941-3683d023b520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b21d28-6b6e-4e87-b15e-04093eea32c1'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:05.315454 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87709db2-9e7f-489f-ab8d-1b7f4ff1697e" -d '{"events": [{"server_uuid": "8a5a6b58-f5ae-47f0-9941-3683d023b520", "name": "network-vif-plugged", "status": "completed", "tag": "c5b21d28-6b6e-4e87-b15e-04093eea32c1"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:05.337465 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port c5b21d28-6b6e-4e87-b15e-04093eea32c1, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=c5b21d28-6b6e-4e87-b15e-04093eea32c1,segment=NetworkSegment(85869d32-0736-4d0e-b81b-391afbac979c),segment_id=85869d32-0736-4d0e-b81b-391afbac979c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:05.346245 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.377056 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ece8da-2c38-47eb-8996-a5ec257df4d6 req-628c346d-3ad7-4ca6-9cff-43b4dbca97dc tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:05.378954 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-53ece8da-2c38-47eb-8996-a5ec257df4d6 req-628c346d-3ad7-4ca6-9cff-43b4dbca97dc tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 946 time: 0.1391633 Nov 12 03:34:05.438050 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.491673 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=c5b21d28-6b6e-4e87-b15e-04093eea32c1,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:05.496221 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-53ece8da-2c38-47eb-8996-a5ec257df4d6 req-3a059715-2cc5-49ac-9540-6f475c030352 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020036 Nov 12 03:34:05.577563 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-7c544a7c-9ae4-4cdf-b636-57f9ab53686d service neutron] 10.222.0.74 "GET /v2.0/networks/c978df6f-18b0-48f7-a0c8-592e8be88ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7583332 Nov 12 03:34:05.649404 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c01352e-f723-4bb1-9d93-61e8b9c30f69 x-openstack-request-id: req-6c01352e-f723-4bb1-9d93-61e8b9c30f69 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:05.649704 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a5a6b58-f5ae-47f0-9941-3683d023b520", "name": "network-vif-plugged", "status": "completed", "tag": "c5b21d28-6b6e-4e87-b15e-04093eea32c1", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:05.649956 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6c01352e-f723-4bb1-9d93-61e8b9c30f69 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:05.650353 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a5a6b58-f5ae-47f0-9941-3683d023b520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b21d28-6b6e-4e87-b15e-04093eea32c1', 'code': 200} Nov 12 03:34:05.722470 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-8ce691d8-c89b-4774-bf7f-820245b5a4b1 req-3411d712-5a47-477a-a66e-8c3175327c95 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] For port b950f9ac-c38e-477d-94e4-ee676fd7e1a8, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=b950f9ac-c38e-477d-94e4-ee676fd7e1a8,segment=NetworkSegment(4e7b8aec-969c-41d9-8252-0d15a236e5b1),segment_id=4e7b8aec-969c-41d9-8252-0d15a236e5b1)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:05.723410 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-8ce691d8-c89b-4774-bf7f-820245b5a4b1 req-3411d712-5a47-477a-a66e-8c3175327c95 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.781975 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100ab75-151c-4d02-ad94-e3e443ad7197 req-e57da013-a24d-4e29-8706-d6e1dfc8fb08 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:05.791616 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2100ab75-151c-4d02-ad94-e3e443ad7197 req-e57da013-a24d-4e29-8706-d6e1dfc8fb08 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] 10.222.0.50 "GET /v2.0/ports?device_id=26624aea-7a6a-4333-ac9d-172d9718d2ee HTTP/1.1" status: 200 len: 944 time: 0.0816519 Nov 12 03:34:05.822543 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-f4ad9771-aa5b-484c-9e0a-3ebe7dc50e58 service neutron] 10.222.0.74 "GET /v2.0/networks/0a9162de-bdde-427f-8e0e-6dfc54c7d9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7786403 Nov 12 03:34:05.829158 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-033a92f1-f05d-4dff-bcbe-fa8a961c236c req-0cf1be3a-d33b-47fe-a87b-0fb96dae1927 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8252921 Nov 12 03:34:05.891719 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620b6a8-1fb0-45ea-b7f4-4a8a545208c1 req-621f7b35-aca0-435b-884e-2b1892b1e22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:05.893282 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d620b6a8-1fb0-45ea-b7f4-4a8a545208c1 req-621f7b35-aca0-435b-884e-2b1892b1e22f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 1097 time: 0.1312275 Nov 12 03:34:05.945676 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2100ab75-151c-4d02-ad94-e3e443ad7197 req-1dd9339c-d43c-4f82-a55b-d2aaaba1c97f tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] 10.222.0.50 "GET /v2.0/security-groups?id=49499820-4b0d-411f-b895-00a990cd779d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505702 Nov 12 03:34:06.013556 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d620b6a8-1fb0-45ea-b7f4-4a8a545208c1 req-753d9fb8-1adb-4bdd-a012-e99d489084e0 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024454 Nov 12 03:34:06.040760 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-4f95f43b-3129-42e6-8fdc-67e9b286c2c5 service neutron] 10.222.0.74 "GET /v2.0/networks/0a9162de-bdde-427f-8e0e-6dfc54c7d9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974516 Nov 12 03:34:06.087045 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5f33cd49-4518-4a9d-b0bd-bfc8a8d95239 req-440c49a6-9bd7-4e74-8f3f-5eab5cb2480b service neutron] 10.222.0.74 "GET /v2.0/networks/c978df6f-18b0-48f7-a0c8-592e8be88ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4971745 Nov 12 03:34:06.127457 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-ad735c8a-6749-4c6c-a3ea-44bd7da23eb2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7 HTTP/1.1" status: 200 len: 217 time: 0.0507686 Nov 12 03:34:06.274973 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-1729f8c2-0fa0-43d2-af72-d6e6bebcd6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:06.276707 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-1729f8c2-0fa0-43d2-af72-d6e6bebcd6d7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=47b6a17e-6944-4d40-9328-627b4b928ff7 HTTP/1.1" status: 200 len: 797 time: 0.1269047 Nov 12 03:34:06.299482 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-8ce691d8-c89b-4774-bf7f-820245b5a4b1 req-3411d712-5a47-477a-a66e-8c3175327c95 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.299763 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-8ce691d8-c89b-4774-bf7f-820245b5a4b1 req-3411d712-5a47-477a-a66e-8c3175327c95 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.300161 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [req-8ce691d8-c89b-4774-bf7f-820245b5a4b1 req-3411d712-5a47-477a-a66e-8c3175327c95 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Floating IP 6f7a5057-f0fb-4748-be52-1b70b8e373fa disassociated. External IP: 172.25.5.67, port: b950f9ac-c38e-477d-94e4-ee676fd7e1a8. Nov 12 03:34:06.300538 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-8ce691d8-c89b-4774-bf7f-820245b5a4b1 req-3411d712-5a47-477a-a66e-8c3175327c95 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Calling delete_port for b950f9ac-c38e-477d-94e4-ee676fd7e1a8 owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:06.308742 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.332862 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923fb75-74c9-42d8-85b4-a943ec8e51c1 req-be3077f2-3f1f-4c1c-a58c-e2dafff499e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:06.334510 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c923fb75-74c9-42d8-85b4-a943ec8e51c1 req-be3077f2-3f1f-4c1c-a58c-e2dafff499e6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5e5fbb0d388341ecb9a7048bf2418145&device_id=26624aea-7a6a-4333-ac9d-172d9718d2ee HTTP/1.1" status: 200 len: 1096 time: 0.1245799 Nov 12 03:34:06.398082 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-6e4659bd-a205-49b1-aa0a-66e39b5dc3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:06.402727 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-6e4659bd-a205-49b1-aa0a-66e39b5dc3bb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0a9162de-bdde-427f-8e0e-6dfc54c7d9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1136842 Nov 12 03:34:06.584403 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923fb75-74c9-42d8-85b4-a943ec8e51c1 req-91230037-334f-4936-abf6-3f90aeb4a939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:06.585934 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c923fb75-74c9-42d8-85b4-a943ec8e51c1 req-91230037-334f-4936-abf6-3f90aeb4a939 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c978df6f-18b0-48f7-a0c8-592e8be88ba2 HTTP/1.1" status: 200 len: 915 time: 0.2151630 Nov 12 03:34:06.689229 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-cd680a42-30d3-4e0a-8957-4464df84600d service neutron] 10.222.0.74 "GET /v2.0/networks/0a9162de-bdde-427f-8e0e-6dfc54c7d9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765996 Nov 12 03:34:06.693397 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c923fb75-74c9-42d8-85b4-a943ec8e51c1 req-6f7c5c9f-9e07-4fa4-b3a0-556b6332bbf5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5f14f5b-4db5-474e-8c09-53ddff4f3539 HTTP/1.1" status: 200 len: 217 time: 0.0633564 Nov 12 03:34:06.814801 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242c353-d38c-48fe-99a5-e7220a402609 req-e8da4bf8-f393-494f-bec9-6711cda51443 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:06.816377 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b242c353-d38c-48fe-99a5-e7220a402609 req-e8da4bf8-f393-494f-bec9-6711cda51443 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 946 time: 0.2183056 Nov 12 03:34:06.820537 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-8ce691d8-c89b-4774-bf7f-820245b5a4b1 req-3411d712-5a47-477a-a66e-8c3175327c95 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.876706 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3411d712-5a47-477a-a66e-8c3175327c95 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Pushing event deleted for resources: {'Port': ['ID=b950f9ac-c38e-477d-94e4-ee676fd7e1a8,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:06.895521 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923fb75-74c9-42d8-85b4-a943ec8e51c1 req-b02da204-1135-4f2f-a831-2f3abc91ad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:06.897110 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c923fb75-74c9-42d8-85b4-a943ec8e51c1 req-b02da204-1135-4f2f-a831-2f3abc91ad77 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cd6a60d1-c3b7-4574-be85-1819eb15da4d HTTP/1.1" status: 200 len: 854 time: 0.1865032 Nov 12 03:34:06.995382 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c923fb75-74c9-42d8-85b4-a943ec8e51c1 req-6b45673c-130c-489c-8015-86482fb8b6b6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c978df6f-18b0-48f7-a0c8-592e8be88ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809655 Nov 12 03:34:07.009073 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-634fda11-ead3-4066-bba1-0153e593b427 service neutron] 10.222.0.74 "GET /v2.0/networks/0a9162de-bdde-427f-8e0e-6dfc54c7d9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015020 Nov 12 03:34:07.065055 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f51bc0-5689-4d62-9989-c6da246a6bb7 req-4c10aa06-86e8-4fc6-98c2-e46e6a487ef2 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:07.069013 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e8f51bc0-5689-4d62-9989-c6da246a6bb7 req-4c10aa06-86e8-4fc6-98c2-e46e6a487ef2 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 945 time: 0.0718131 Nov 12 03:34:07.085636 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b242c353-d38c-48fe-99a5-e7220a402609 req-660c5a4d-82cc-48e8-b99a-196afb5348d5 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=0692c94b-b692-4cc5-8b88-2e79e19b7879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2500482 Nov 12 03:34:07.104053 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-0d3a1d93-05c2-438a-a75b-ba8adf1622ee service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=105f9594-14de-46d7-9d78-d82b9da371f6 HTTP/1.1" status: 200 len: 217 time: 0.0811007 Nov 12 03:34:07.168613 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e8f51bc0-5689-4d62-9989-c6da246a6bb7 req-5d9ad8a4-d7b5-4c9d-9182-8ac02c20e33c tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764337 Nov 12 03:34:07.331717 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-2a9d6429-387b-47b0-bf02-c34566be50a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:07.333356 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-2a9d6429-387b-47b0-bf02-c34566be50a8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=47b6a17e-6944-4d40-9328-627b4b928ff7 HTTP/1.1" status: 200 len: 797 time: 0.2203801 Nov 12 03:34:07.378394 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ce691d8-c89b-4774-bf7f-820245b5a4b1 req-3411d712-5a47-477a-a66e-8c3175327c95 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Router 0f5a727d-6fe0-480c-9e3e-d640e65e3682 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:34:07.441747 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c923fb75-74c9-42d8-85b4-a943ec8e51c1 req-8cd53aff-e8f2-41ca-86a0-9a57525c1510 service neutron] 10.222.0.74 "GET /v2.0/networks/c978df6f-18b0-48f7-a0c8-592e8be88ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4316883 Nov 12 03:34:07.467025 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676793b1-dd82-43d2-ba84-56535614338f req-387abbed-ac04-4170-a117-d16a792a0501 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:07.469316 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-676793b1-dd82-43d2-ba84-56535614338f req-387abbed-ac04-4170-a117-d16a792a0501 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] 10.222.0.50 "GET /v2.0/ports?device_id=26624aea-7a6a-4333-ac9d-172d9718d2ee HTTP/1.1" status: 200 len: 944 time: 0.2579789 Nov 12 03:34:07.563083 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-e6992675-678e-4d53-8403-4dd8530d8bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:07.564728 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-e6992675-678e-4d53-8403-4dd8530d8bca service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0a9162de-bdde-427f-8e0e-6dfc54c7d9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2021599 Nov 12 03:34:08.060629 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-676793b1-dd82-43d2-ba84-56535614338f req-b82c0038-348c-486c-8dde-2c6648e912ef tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] 10.222.0.50 "GET /v2.0/security-groups?id=49499820-4b0d-411f-b895-00a990cd779d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5777321 Nov 12 03:34:08.092000 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c923fb75-74c9-42d8-85b4-a943ec8e51c1 req-f2ae4845-dc10-4c6a-9d5f-9c34e895411c service neutron] 10.222.0.74 "GET /v2.0/networks/c978df6f-18b0-48f7-a0c8-592e8be88ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6189990 Nov 12 03:34:08.104668 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ce691d8-c89b-4774-bf7f-820245b5a4b1 req-3411d712-5a47-477a-a66e-8c3175327c95 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:34:08.112680 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-22d8069e-8b14-4d87-bc2b-3e24bc617e61 service neutron] 10.222.0.74 "GET /v2.0/networks/0a9162de-bdde-427f-8e0e-6dfc54c7d9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5176482 Nov 12 03:34:08.127145 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d27a4ed-410e-4465-bf03-a6c2aab503e8 None None] Sync routers for ids ['0f5a727d-6fe0-480c-9e3e-d640e65e3682'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:34:08.153117 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d27a4ed-410e-4465-bf03-a6c2aab503e8 None None] Routers {'0f5a727d-6fe0-480c-9e3e-d640e65e3682'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:08.153750 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-2d27a4ed-410e-4465-bf03-a6c2aab503e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:34:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['0f5a727d-6fe0-480c-9e3e-d640e65e3682'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:08.185037 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce691d8-c89b-4774-bf7f-820245b5a4b1 req-3411d712-5a47-477a-a66e-8c3175327c95 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] No DVR routers for this DVR port b950f9ac-c38e-477d-94e4-ee676fd7e1a8 on host n-h2-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:34:08.193709 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-8ce691d8-c89b-4774-bf7f-820245b5a4b1 req-3411d712-5a47-477a-a66e-8c3175327c95 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.197073 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8ce691d8-c89b-4774-bf7f-820245b5a4b1 req-3411d712-5a47-477a-a66e-8c3175327c95 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.90 "DELETE /v2.0/ports/b950f9ac-c38e-477d-94e4-ee676fd7e1a8 HTTP/1.1" status: 204 len: 173 time: 3.8750269 Nov 12 03:34:08.197537 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9a64a6-4910-470a-8b3a-17813c6ca67e', 'name': 'network-vif-deleted', 'tag': 'b950f9ac-c38e-477d-94e4-ee676fd7e1a8'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:08.199814 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9521d317-51ec-4069-9574-ae44bf0bc471" -d '{"events": [{"server_uuid": "3e9a64a6-4910-470a-8b3a-17813c6ca67e", "name": "network-vif-deleted", "tag": "b950f9ac-c38e-477d-94e4-ee676fd7e1a8"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:08.349656 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a2d17b2d-a75c-405f-9872-d46573397d22 req-eb601428-760d-4bc3-a979-fbc5adac30d5 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e9a64a6-4910-470a-8b3a-17813c6ca67e HTTP/1.1" status: 200 len: 210 time: 0.1287782 Nov 12 03:34:08.411157 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-8e87b582-535b-4314-b91f-5c1ea6024186 service neutron] 10.222.0.74 "GET /v2.0/networks/0a9162de-bdde-427f-8e0e-6dfc54c7d9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727094 Nov 12 03:34:08.485396 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-2d27a4ed-410e-4465-bf03-a6c2aab503e8 None None] Set router 0f5a727d-6fe0-480c-9e3e-d640e65e3682 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:34:08.486144 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-cd698e92-d73d-4532-ab87-0949297f0c65 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=94c8258d-67c2-4ad8-9f8c-67f760634674 HTTP/1.1" status: 200 len: 217 time: 0.0525291 Nov 12 03:34:08.488603 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a2655a-f7f5-4065-9434-e7238d7c0636 x-openstack-request-id: req-b0a2655a-f7f5-4065-9434-e7238d7c0636 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:08.488603 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9a64a6-4910-470a-8b3a-17813c6ca67e", "name": "network-vif-deleted", "tag": "b950f9ac-c38e-477d-94e4-ee676fd7e1a8", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:08.488603 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b0a2655a-f7f5-4065-9434-e7238d7c0636 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:08.488949 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9a64a6-4910-470a-8b3a-17813c6ca67e', 'name': 'network-vif-deleted', 'tag': 'b950f9ac-c38e-477d-94e4-ee676fd7e1a8', 'status': 'completed', 'code': 200} Nov 12 03:34:08.533664 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d3e86-97df-458f-a6e0-62e437cb3d12 req-d54db1be-bbde-4bd0-b9c0-822edd7aa028 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:08.540824 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cb4d3e86-97df-458f-a6e0-62e437cb3d12 req-d54db1be-bbde-4bd0-b9c0-822edd7aa028 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 945 time: 0.2337022 Nov 12 03:34:08.555409 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:34:08.638038 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-59504952-a28d-4b55-b681-713d8e43518b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:08.639511 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-59504952-a28d-4b55-b681-713d8e43518b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ba17018e-b96b-4c29-adff-c6650fd08ac2 HTTP/1.1" status: 200 len: 797 time: 0.1446290 Nov 12 03:34:08.658561 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cb4d3e86-97df-458f-a6e0-62e437cb3d12 req-578f1177-3854-4377-b5b2-a179c9692a75 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157289 Nov 12 03:34:08.710130 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.resource_extend [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:34:08.723484 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.779547 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-ed8cbcef-8060-462d-bf1e-0c9061d098bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:08.782575 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-ed8cbcef-8060-462d-bf1e-0c9061d098bc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=573baa8f-b6be-41d7-a7a6-73c38233ca3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1115394 Nov 12 03:34:08.880524 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device b950f9ac-c38e-477d-94e4-ee676fd7e1a8 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:34:08.948110 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: b950f9ac-c38e-477d-94e4-ee676fd7e1a8 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:34:08.948878 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device b950f9ac-c38e-477d-94e4-ee676fd7e1a8 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:34:08.949531 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 54ed4807-a2c0-4ee7-8899-ba36b084b06a no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:34:08.979445 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:09.025611 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-346eed0f-0abe-4320-af50-e96cb1ae69b7 service neutron] 10.222.0.74 "GET /v2.0/networks/573baa8f-b6be-41d7-a7a6-73c38233ca3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313838 Nov 12 03:34:09.089316 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'port_id': '4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa', 'mac_address': 'fa:16:3e:03:d3:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa66706f-b415-4bb9-838e-cfd08f81d96b', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:34:09.179407 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.198136 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-2d27a4ed-410e-4465-bf03-a6c2aab503e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'name': 'tempest-AttachVolumeShelveTestJSON-1124040181-router', 'tenant_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'e232dec0-dc70-4660-ae8e-a45a708c7eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:43Z', 'updated_at': '2021-11-12T03:28:52Z', 'revision_number': 4, 'project_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'gw_port': {'id': 'e232dec0-dc70-4660-ae8e-a45a708c7eea', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:43Z', 'updated_at': '2021-11-12T03:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '7c309888-1e42-4f70-953a-89bc8d5ea61c', 'name': '', 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb', 'tenant_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'mac_address': 'fa:16:3e:0c:f9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:50Z', 'updated_at': '2021-11-12T03:28:58Z', 'revision_number': 5, 'project_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'subnets': [{'id': '4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:09.240384 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:34:09.247583 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d27a4ed-410e-4465-bf03-a6c2aab503e8 None None] Checking router: 0f5a727d-6fe0-480c-9e3e-d640e65e3682 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:34:09.263890 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.298262 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:09.301362 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d27a4ed-410e-4465-bf03-a6c2aab503e8 None None] Routers {'0f5a727d-6fe0-480c-9e3e-d640e65e3682'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:09.302624 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-2d27a4ed-410e-4465-bf03-a6c2aab503e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:34:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['0f5a727d-6fe0-480c-9e3e-d640e65e3682'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:09.308838 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd83d5e8-c2db-4bc1-a1e9-cde29c70e050', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54ed4807-a2c0-4ee7-8899-ba36b084b06a'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:09.311551 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266a2512-9f54-420b-a22d-241a18a68a78" -d '{"events": [{"server_uuid": "fd83d5e8-c2db-4bc1-a1e9-cde29c70e050", "name": "network-vif-unplugged", "status": "completed", "tag": "54ed4807-a2c0-4ee7-8899-ba36b084b06a"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:09.325348 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.408748 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 54ed4807-a2c0-4ee7-8899-ba36b084b06a, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=54ed4807-a2c0-4ee7-8899-ba36b084b06a,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:09.430429 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-1e2b1d1b-6988-4257-962d-4c1bda7ae421 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:09.435324 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-6114f49d-1650-46b9-b445-88d81bd110ed service neutron] 10.222.0.74 "GET /v2.0/networks/573baa8f-b6be-41d7-a7a6-73c38233ca3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011576 Nov 12 03:34:09.438072 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-1e2b1d1b-6988-4257-962d-4c1bda7ae421 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/networks?id=b4b6c17e-1554-4c64-bbd2-cab189ccb6ac HTTP/1.1" status: 200 len: 815 time: 0.3068161 Nov 12 03:34:09.456800 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-da98f316-9dcf-44f8-84c3-deea058459af tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/quotas/4c4f87013bee49bab876ce2754aa20ff HTTP/1.1" status: 200 len: 375 time: 0.0175004 Nov 12 03:34:09.466626 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df76974-8017-47b5-adb5-d90080a193f9 req-61444c97-feb5-4d2b-9214-08ef362e8326 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:09.468530 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4df76974-8017-47b5-adb5-d90080a193f9 req-61444c97-feb5-4d2b-9214-08ef362e8326 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 945 time: 0.1884301 Nov 12 03:34:09.483437 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.523474 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-d2209041-a55d-4855-8e83-69906074c981 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4bbbb60b-8f40-4c1f-9126-34b3f0b5965b HTTP/1.1" status: 200 len: 217 time: 0.0771768 Nov 12 03:34:09.526824 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b341fb2-ca83-44b9-9312-abfee35a246e req-caf6e595-fff4-45d8-a389-0826cd9375b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:09.527599 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8b341fb2-ca83-44b9-9312-abfee35a246e req-caf6e595-fff4-45d8-a389-0826cd9375b5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0b6eb743cc06416bb94eb1073c600fc8&device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 1097 time: 0.1854365 Nov 12 03:34:09.536618 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:34:09.599922 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-762f41ce-3e5f-4b8b-bbdd-b90bf0d8aaf8 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4c4f87013bee49bab876ce2754aa20ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1422362 Nov 12 03:34:09.695869 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4df76974-8017-47b5-adb5-d90080a193f9 req-85d76c4e-4362-4409-a33a-073968e4d366 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824465 Nov 12 03:34:09.705271 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-43495c90-28fb-4f50-87b6-7f85372b649a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:09.706877 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-43495c90-28fb-4f50-87b6-7f85372b649a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ba17018e-b96b-4c29-adff-c6650fd08ac2 HTTP/1.1" status: 200 len: 797 time: 0.1608453 Nov 12 03:34:09.756424 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa,revision_number=6']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:09.764658 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b341fb2-ca83-44b9-9312-abfee35a246e req-626021a0-d30c-4451-817d-6badd2826186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:09.767026 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8b341fb2-ca83-44b9-9312-abfee35a246e req-626021a0-d30c-4451-817d-6badd2826186 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a1213290-26f5-41b6-944a-8e6156116c1c HTTP/1.1" status: 200 len: 919 time: 0.2304273 Nov 12 03:34:09.828491 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-87d28970-f8ee-4429-977a-bcd3d3539c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:09.830631 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-87d28970-f8ee-4429-977a-bcd3d3539c10 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=573baa8f-b6be-41d7-a7a6-73c38233ca3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1137755 Nov 12 03:34:09.832334 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8b341fb2-ca83-44b9-9312-abfee35a246e req-57e07900-16f1-43f7-88a0-38caef3b0d94 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5b21d28-6b6e-4e87-b15e-04093eea32c1 HTTP/1.1" status: 200 len: 217 time: 0.0526659 Nov 12 03:34:09.867345 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-2d27a4ed-410e-4465-bf03-a6c2aab503e8 None None] Set router 0f5a727d-6fe0-480c-9e3e-d640e65e3682 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:34:09.882266 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-551ef6c1-0d11-4711-a922-f87f65e96925 service neutron] 10.222.0.50 "GET /v2.0/networks/b4b6c17e-1554-4c64-bbd2-cab189ccb6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708280 Nov 12 03:34:10.008769 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b341fb2-ca83-44b9-9312-abfee35a246e req-eb8aff43-2781-43b2-b06b-9d2c3b871c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:10.010903 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8b341fb2-ca83-44b9-9312-abfee35a246e req-eb8aff43-2781-43b2-b06b-9d2c3b871c57 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fd7b2fc1-d744-45c7-b1e4-e01d488cffca HTTP/1.1" status: 200 len: 858 time: 0.1692290 Nov 12 03:34:10.017816 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=54ed4807-a2c0-4ee7-8899-ba36b084b06a,revision_number=8']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:10.059476 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8a8b8-bd8d-4e37-822e-f6e14d141128 req-1eaf335e-7567-47f4-8c65-0fb5f2ec125b tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:10.063341 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c7c8a8b8-bd8d-4e37-822e-f6e14d141128 req-1eaf335e-7567-47f4-8c65-0fb5f2ec125b tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] 10.222.0.50 "GET /v2.0/ports?device_id=26624aea-7a6a-4333-ac9d-172d9718d2ee HTTP/1.1" status: 200 len: 944 time: 0.1629114 Nov 12 03:34:10.099131 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8b341fb2-ca83-44b9-9312-abfee35a246e req-60a273bb-95cb-4f98-9e62-cfa067e1babe service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a1213290-26f5-41b6-944a-8e6156116c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657568 Nov 12 03:34:10.144787 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-0dca9c80-80dc-455a-a825-904b4a632ea9 service neutron] 10.222.0.50 "GET /v2.0/networks/b4b6c17e-1554-4c64-bbd2-cab189ccb6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549007 Nov 12 03:34:10.152523 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-127cdac5-cfe0-432d-b6cc-2ef6be10982e service neutron] 10.222.0.74 "GET /v2.0/networks/573baa8f-b6be-41d7-a7a6-73c38233ca3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938406 Nov 12 03:34:10.267962 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-2d27a4ed-410e-4465-bf03-a6c2aab503e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'name': 'tempest-AttachVolumeShelveTestJSON-1124040181-router', 'tenant_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'e232dec0-dc70-4660-ae8e-a45a708c7eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:43Z', 'updated_at': '2021-11-12T03:28:52Z', 'revision_number': 4, 'project_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'gw_port': {'id': 'e232dec0-dc70-4660-ae8e-a45a708c7eea', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:43Z', 'updated_at': '2021-11-12T03:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '7c309888-1e42-4f70-953a-89bc8d5ea61c', 'name': '', 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb', 'tenant_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'mac_address': 'fa:16:3e:0c:f9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:50Z', 'updated_at': '2021-11-12T03:28:58Z', 'revision_number': 5, 'project_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'subnets': [{'id': '4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:10.325974 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d27a4ed-410e-4465-bf03-a6c2aab503e8 None None] The sync data for ids ['0f5a727d-6fe0-480c-9e3e-d640e65e3682'] in n-d-715271-27 is: [{'id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'name': 'tempest-AttachVolumeShelveTestJSON-1124040181-router', 'tenant_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'e232dec0-dc70-4660-ae8e-a45a708c7eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:43Z', 'updated_at': '2021-11-12T03:28:52Z', 'revision_number': 4, 'project_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'gw_port': {'id': 'e232dec0-dc70-4660-ae8e-a45a708c7eea', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:43Z', 'updated_at': '2021-11-12T03:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '7c309888-1e42-4f70-953a-89bc8d5ea61c', 'name': '', 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb', 'tenant_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'mac_address': 'fa:16:3e:0c:f9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:50Z', 'updated_at': '2021-11-12T03:28:58Z', 'revision_number': 5, 'project_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'subnets': [{'id': '4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:34:10.331720 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device b5f14f5b-4db5-474e-8c09-53ddff4f3539 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:34:10.335080 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:10.342828 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c7c8a8b8-bd8d-4e37-822e-f6e14d141128 req-47edb6cb-be6c-41ef-bdbf-d1e6abfed7c4 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] 10.222.0.50 "GET /v2.0/security-groups?id=49499820-4b0d-411f-b895-00a990cd779d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572379 Nov 12 03:34:10.381059 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb578267-2a80-4a3b-ab85-5260ea0d57e3 x-openstack-request-id: req-cb578267-2a80-4a3b-ab85-5260ea0d57e3 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:10.381354 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd83d5e8-c2db-4bc1-a1e9-cde29c70e050", "name": "network-vif-unplugged", "status": "completed", "tag": "54ed4807-a2c0-4ee7-8899-ba36b084b06a", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:10.381594 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cb578267-2a80-4a3b-ab85-5260ea0d57e3 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:10.382001 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd83d5e8-c2db-4bc1-a1e9-cde29c70e050', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54ed4807-a2c0-4ee7-8899-ba36b084b06a', 'code': 200} Nov 12 03:34:10.663470 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:10.663960 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:10.664296 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8b341fb2-ca83-44b9-9312-abfee35a246e req-3ebd0c3f-882d-40db-9f7a-397d2d6dc9e4 service neutron] 10.222.0.90 "GET /v2.0/networks/a1213290-26f5-41b6-944a-8e6156116c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5524981 Nov 12 03:34:10.701471 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43094) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:10.736531 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-028fdebf-798b-4471-9e5b-468d6b50cf45 req-4fa3db4a-373b-4001-b028-cd8430f5b7b5 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=e92d94d8-4654-4606-849b-ed04893420d4 HTTP/1.1" status: 200 len: 210 time: 0.0692668 Nov 12 03:34:10.896632 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port b5f14f5b-4db5-474e-8c09-53ddff4f3539, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=b5f14f5b-4db5-474e-8c09-53ddff4f3539,segment=NetworkSegment(50439075-39f3-4ead-bfee-c51c238b4f4d),segment_id=50439075-39f3-4ead-bfee-c51c238b4f4d)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:10.909332 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-066f06c9-7d2e-4b51-b5c6-934c8d2f6d84 req-c69e06e6-4aff-4616-b886-70fcc80acc91 service neutron] 10.222.0.74 "GET /v2.0/networks/573baa8f-b6be-41d7-a7a6-73c38233ca3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7105570 Nov 12 03:34:10.978157 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9243659-c2ad-4b9e-9d91-bb265a7e9bd2 None None] New status for floating IP 6f7a5057-f0fb-4748-be52-1b70b8e373fa: DOWN {{(pid=102574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:34:11.005494 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ffd72c2d-6112-47f0-9b32-2c4528ba7b89 req-20479713-31e6-4e77-bdae-ff65df44b0a1 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d49e5137-34ee-456f-aa0d-9c46903dca95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1417208 Nov 12 03:34:11.071172 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'b5f14f5b-4db5-474e-8c09-53ddff4f3539', 'network_id': 'c978df6f-18b0-48f7-a0c8-592e8be88ba2', 'port_id': 'b5f14f5b-4db5-474e-8c09-53ddff4f3539', 'mac_address': 'fa:16:3e:1b:95:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd6a60d1-c3b7-4574-be85-1819eb15da4d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:34:11.084443 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-396a286e-f3fe-44e4-9924-922788fd6253 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.102452 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.111765 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8b341fb2-ca83-44b9-9312-abfee35a246e req-aee939b5-080e-4758-be9f-3242bd130358 service neutron] 10.222.0.90 "GET /v2.0/networks/a1213290-26f5-41b6-944a-8e6156116c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741620 Nov 12 03:34:11.129426 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-396a286e-f3fe-44e4-9924-922788fd6253 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.292202 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd72c2d-6112-47f0-9b32-2c4528ba7b89 req-1fd15216-52ba-4273-8a84-72e540092438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:11.292530 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ffd72c2d-6112-47f0-9b32-2c4528ba7b89 req-1fd15216-52ba-4273-8a84-72e540092438 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e7c1b598c3e14032bc1e7489bf19b7dd&device_id=d49e5137-34ee-456f-aa0d-9c46903dca95 HTTP/1.1" status: 200 len: 1102 time: 0.2094340 Nov 12 03:34:11.300490 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.315375 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ec753-3f36-4c82-9a0a-6f5def64fc55 req-4a1ad218-dfeb-47d4-80d0-205064fcc444 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:11.315651 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:11.323651 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f58ec753-3f36-4c82-9a0a-6f5def64fc55 req-4a1ad218-dfeb-47d4-80d0-205064fcc444 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 945 time: 0.3915203 Nov 12 03:34:11.338861 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.347901 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5f14f5b-4db5-474e-8c09-53ddff4f3539 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:34:11.354815 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-396a286e-f3fe-44e4-9924-922788fd6253 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.357716 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-396a286e-f3fe-44e4-9924-922788fd6253 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.362041 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-396a286e-f3fe-44e4-9924-922788fd6253 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "DELETE /v2.0/security-groups/0692c94b-b692-4cc5-8b88-2e79e19b7879 HTTP/1.1" status: 204 len: 168 time: 0.6570601 Nov 12 03:34:11.363034 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43114) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:11.431253 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-432d2d93-7b71-4fb7-92e3-885a307aee68 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] show failed (client error): The resource could not be found. Nov 12 03:34:11.432739 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-432d2d93-7b71-4fb7-92e3-885a307aee68 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups/0692c94b-b692-4cc5-8b88-2e79e19b7879 HTTP/1.1" status: 404 len: 347 time: 0.0684357 Nov 12 03:34:11.435525 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43118) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:11.548151 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd72c2d-6112-47f0-9b32-2c4528ba7b89 req-56c9afbc-dd6f-441e-9d4d-f3221456a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:11.548151 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ffd72c2d-6112-47f0-9b32-2c4528ba7b89 req-56c9afbc-dd6f-441e-9d4d-f3221456a81d service neutron] 10.222.0.90 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.1697483 Nov 12 03:34:11.552822 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a286e-f3fe-44e4-9924-922788fd6253 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0692c94b-b692-4cc5-8b88-2e79e19b7879,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:11.587247 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port b5f14f5b-4db5-474e-8c09-53ddff4f3539, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=b5f14f5b-4db5-474e-8c09-53ddff4f3539,segment=NetworkSegment(50439075-39f3-4ead-bfee-c51c238b4f4d),segment_id=50439075-39f3-4ead-bfee-c51c238b4f4d)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:11.603555 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ffd72c2d-6112-47f0-9b32-2c4528ba7b89 req-c6360d7b-e15b-4e1b-b5d7-7a10b239c889 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=07d7a930-8e70-4da4-8b43-bdf1ad50ff53 HTTP/1.1" status: 200 len: 217 time: 0.0464416 Nov 12 03:34:11.616874 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.646085 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa,revision_number=7']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:11.663750 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f58ec753-3f36-4c82-9a0a-6f5def64fc55 req-9413888c-17fe-4d2b-a467-4fe3e51b6a21 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389556 Nov 12 03:34:11.768245 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd72c2d-6112-47f0-9b32-2c4528ba7b89 req-00edf71e-4a0c-4499-b40f-1484d18bbdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:11.772188 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ffd72c2d-6112-47f0-9b32-2c4528ba7b89 req-00edf71e-4a0c-4499-b40f-1484d18bbdfd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.1442728 Nov 12 03:34:11.836687 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=b5f14f5b-4db5-474e-8c09-53ddff4f3539,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:11.889847 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd72c2d-6112-47f0-9b32-2c4528ba7b89 req-ef0c59d6-35e4-4e58-ab30-aeb8490a9ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:11.898677 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ffd72c2d-6112-47f0-9b32-2c4528ba7b89 req-ef0c59d6-35e4-4e58-ab30-aeb8490a9ad5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1197886 Nov 12 03:34:11.913501 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c733c230-cf3b-4cad-af3b-f92714faa3e6 req-20749ae7-dfe9-4403-8af5-b138f9c3260d tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:11.915158 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c733c230-cf3b-4cad-af3b-f92714faa3e6 req-20749ae7-dfe9-4403-8af5-b138f9c3260d tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] 10.222.0.50 "GET /v2.0/ports?device_id=26624aea-7a6a-4333-ac9d-172d9718d2ee HTTP/1.1" status: 200 len: 945 time: 0.2755055 Nov 12 03:34:11.919109 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-06a6501d-cf25-48bf-8386-4f7fa52150ab tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Deleting port ce387ed0-872e-472a-a542-400f11549270 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:11.919587 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-06a6501d-cf25-48bf-8386-4f7fa52150ab tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.032209 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-06a6501d-cf25-48bf-8386-4f7fa52150ab tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.032595 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-06a6501d-cf25-48bf-8386-4f7fa52150ab tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.033474 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['b5f14f5b-4db5-474e-8c09-53ddff4f3539'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:34:12.051064 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-06a6501d-cf25-48bf-8386-4f7fa52150ab tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Calling delete_port for ce387ed0-872e-472a-a542-400f11549270 owned by network:floatingip {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:12.113088 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ffd72c2d-6112-47f0-9b32-2c4528ba7b89 req-da1afe7e-aa8a-4bff-a008-61d10d0f9870 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036636 Nov 12 03:34:12.171344 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ef8f82a5-f476-42c8-bffc-49486f947ef7 req-ea47c4ea-b7e1-4f73-ad41-f83a607665d7 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=e92d94d8-4654-4606-849b-ed04893420d4 HTTP/1.1" status: 200 len: 210 time: 0.0569828 Nov 12 03:34:12.380019 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-06a6501d-cf25-48bf-8386-4f7fa52150ab tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.384006 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c55d08e-aab1-4961-9e47-a894a7a450b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:12.394072 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86358d24-634c-4d3e-b8e7-c2c2b2a27086" -d '{"events": [{"server_uuid": "0c55d08e-aab1-4961-9e47-a894a7a450b9", "name": "network-vif-plugged", "status": "completed", "tag": "4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:12.433713 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ffd72c2d-6112-47f0-9b32-2c4528ba7b89 req-b052abca-5ce5-40f5-b4cb-fd27bab69533 service neutron] 10.222.0.90 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103836 Nov 12 03:34:12.479600 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320edd83-52c5-472d-98cf-4ac1f264ac98 x-openstack-request-id: req-320edd83-52c5-472d-98cf-4ac1f264ac98 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:12.479972 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c55d08e-aab1-4961-9e47-a894a7a450b9", "name": "network-vif-plugged", "status": "completed", "tag": "4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:12.480325 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-320edd83-52c5-472d-98cf-4ac1f264ac98 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:12.480822 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c55d08e-aab1-4961-9e47-a894a7a450b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa', 'code': 200} Nov 12 03:34:12.504870 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6501d-cf25-48bf-8386-4f7fa52150ab tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Pushing event deleted for resources: {'Port': ['ID=ce387ed0-872e-472a-a542-400f11549270,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:12.550731 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c733c230-cf3b-4cad-af3b-f92714faa3e6 req-912928bd-abe8-4e78-84e1-5ca60adf8d75 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] 10.222.0.50 "GET /v2.0/security-groups?id=49499820-4b0d-411f-b895-00a990cd779d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463036 Nov 12 03:34:12.703226 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-06a6501d-cf25-48bf-8386-4f7fa52150ab tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks [] for floatingip, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.726516 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-06a6501d-cf25-48bf-8386-4f7fa52150ab tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.726516 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-06a6501d-cf25-48bf-8386-4f7fa52150ab tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "DELETE /v2.0/floatingips/6f7a5057-f0fb-4748-be52-1b70b8e373fa HTTP/1.1" status: 204 len: 168 time: 1.2897449 Nov 12 03:34:12.791786 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-abb35d35-a86f-4bdc-bbd6-f9d05a91742d tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:12.793893 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-abb35d35-a86f-4bdc-bbd6-f9d05a91742d tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.90 "GET /v2.0/networks?id=b4b6c17e-1554-4c64-bbd2-cab189ccb6ac HTTP/1.1" status: 200 len: 815 time: 0.4315040 Nov 12 03:34:12.818621 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-d5aba723-a47c-412b-a3cb-1db1b782be1e tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Request body: {'port': {'device_id': 'e92d94d8-4654-4606-849b-ed04893420d4', 'network_id': 'b4b6c17e-1554-4c64-bbd2-cab189ccb6ac', 'admin_state_up': True, 'tenant_id': '4c4f87013bee49bab876ce2754aa20ff'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:12.928495 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1729dc-b884-4e7a-b4a5-5252a2846a98 req-fa091e3f-dfe8-4a30-aac3-0e472f5f9011 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:12.932125 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5e1729dc-b884-4e7a-b4a5-5252a2846a98 req-fa091e3f-dfe8-4a30-aac3-0e472f5f9011 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 945 time: 0.0923321 Nov 12 03:34:13.025565 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5e1729dc-b884-4e7a-b4a5-5252a2846a98 req-e6541356-2b5e-4741-88c0-99f5b31aae83 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852623 Nov 12 03:34:13.151912 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-d5aba723-a47c-412b-a3cb-1db1b782be1e tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Made reservation on behalf of 4c4f87013bee49bab876ce2754aa20ff for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:13.156654 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-d5aba723-a47c-412b-a3cb-1db1b782be1e tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:13.251207 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43170) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:13.256765 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-4f292b24-873c-49b8-a99b-47a471167da7 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Request body: {'security_group': {'name': 'tempest-securitygroup--819194479', 'description': 'tempest-description--1105231363'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:13.306813 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4f292b24-873c-49b8-a99b-47a471167da7 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:13.385021 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d597ce11-e6a9-4e78-8bb6-044a26fc35a2 req-93e94963-5eed-4e11-9b7c-5e50c5307770 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=e92d94d8-4654-4606-849b-ed04893420d4 HTTP/1.1" status: 200 len: 210 time: 0.0809801 Nov 12 03:34:13.430272 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-d5aba723-a47c-412b-a3cb-1db1b782be1e tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Allocated IP 172.20.0.7 (b4b6c17e-1554-4c64-bbd2-cab189ccb6ac/12a7d959-eb1b-4da8-b4ea-7a242be53e60/dac45763-7fb8-466e-9242-b408c567d2ce) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:13.507160 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4f292b24-873c-49b8-a99b-47a471167da7 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:13.512984 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4f292b24-873c-49b8-a99b-47a471167da7 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:13.566609 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4f292b24-873c-49b8-a99b-47a471167da7 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:13.569608 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4f292b24-873c-49b8-a99b-47a471167da7 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3169415 Nov 12 03:34:13.574225 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43180) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:13.595986 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f292b24-873c-49b8-a99b-47a471167da7 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67056003-f117-487e-a964-2321f8da4fd1,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:13.664403 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-66195864-0e90-49b3-8011-2e5983ac0ee6 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Request body: {'security_group_rule': {'security_group_id': '67056003-f117-487e-a964-2321f8da4fd1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:13.778678 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-66195864-0e90-49b3-8011-2e5983ac0ee6 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:13.827791 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-d5aba723-a47c-412b-a3cb-1db1b782be1e tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:13.854081 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83330aad-86c8-43c8-83cf-2b5ab80cff32 req-6b042e6b-3317-46b9-9fdc-97881ebfc4f1 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:13.856576 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-83330aad-86c8-43c8-83cf-2b5ab80cff32 req-6b042e6b-3317-46b9-9fdc-97881ebfc4f1 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] 10.222.0.50 "GET /v2.0/ports?device_id=26624aea-7a6a-4333-ac9d-172d9718d2ee HTTP/1.1" status: 200 len: 945 time: 0.1813300 Nov 12 03:34:13.994027 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-83330aad-86c8-43c8-83cf-2b5ab80cff32 req-bbd47281-9cb0-4d75-99f8-b51bc52e7c86 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] 10.222.0.50 "GET /v2.0/security-groups?id=49499820-4b0d-411f-b895-00a990cd779d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202345 Nov 12 03:34:14.001330 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-66195864-0e90-49b3-8011-2e5983ac0ee6 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.004512 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-d5aba723-a47c-412b-a3cb-1db1b782be1e tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.022920 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['d3c98842-43c6-41f8-bd48-f9c21e8abc8c'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:34:14.048215 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-66195864-0e90-49b3-8011-2e5983ac0ee6 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.060974 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['a74b3c04-9b73-4048-bb45-18905c064c90', '1e59e609-8301-4af6-8e92-e3af94f75fa4'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:34:14.073287 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-d5aba723-a47c-412b-a3cb-1db1b782be1e tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Network b4b6c17e-1554-4c64-bbd2-cab189ccb6ac is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:14.074291 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66195864-0e90-49b3-8011-2e5983ac0ee6 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=901b29ae-bb96-4d07-bea7-654604f1a635,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:14.083632 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-d5aba723-a47c-412b-a3cb-1db1b782be1e tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:14.096010 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-d5aba723-a47c-412b-a3cb-1db1b782be1e tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:14.201163 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-d5aba723-a47c-412b-a3cb-1db1b782be1e tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:14.201869 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-d5aba723-a47c-412b-a3cb-1db1b782be1e tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.239972 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-66195864-0e90-49b3-8011-2e5983ac0ee6 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.245471 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-66195864-0e90-49b3-8011-2e5983ac0ee6 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6699111 Nov 12 03:34:14.248845 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43208) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:14.257403 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-1655497f-993f-42b5-a031-1713ef1add99 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Request body: {'security_group_rule': {'security_group_id': '67056003-f117-487e-a964-2321f8da4fd1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:14.266758 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aba723-a47c-412b-a3cb-1db1b782be1e tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Pushing event updated for resources: {'Port': ['ID=dac45763-7fb8-466e-9242-b408c567d2ce,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:14.277185 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d65f3-aa43-40b8-b2ab-741a1fae6f20 req-8a08467c-6cb3-4510-8f53-02a2607c53c9 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:14.292990 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bc5d65f3-aa43-40b8-b2ab-741a1fae6f20 req-8a08467c-6cb3-4510-8f53-02a2607c53c9 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 945 time: 0.1648941 Nov 12 03:34:14.300366 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-d5aba723-a47c-412b-a3cb-1db1b782be1e tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4858327 Nov 12 03:34:14.326463 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-133b8aea-fd44-46d9-93a6-56d42ab042d9 service neutron] Request body: {'port': {'device_id': 'e92d94d8-4654-4606-849b-ed04893420d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:14.340360 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device b5f14f5b-4db5-474e-8c09-53ddff4f3539 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:14.410706 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bc5d65f3-aa43-40b8-b2ab-741a1fae6f20 req-4c1df95d-c32a-4add-8568-69f1c65a38dc tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157203 Nov 12 03:34:14.495567 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1655497f-993f-42b5-a031-1713ef1add99 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.514901 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port b5f14f5b-4db5-474e-8c09-53ddff4f3539 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:34:14.528771 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port b5f14f5b-4db5-474e-8c09-53ddff4f3539 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:14.529422 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.578551 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-133b8aea-fd44-46d9-93a6-56d42ab042d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.688198 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1655497f-993f-42b5-a031-1713ef1add99 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.697107 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f225fc69-a3cd-46d3-bc35-e85440ed2d6e req-d7b00324-8be0-481d-9730-3357f34cbf80 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:14.698860 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f225fc69-a3cd-46d3-bc35-e85440ed2d6e req-d7b00324-8be0-481d-9730-3357f34cbf80 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=e92d94d8-4654-4606-849b-ed04893420d4 HTTP/1.1" status: 200 len: 931 time: 0.1735356 Nov 12 03:34:14.703022 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1655497f-993f-42b5-a031-1713ef1add99 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.809399 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655497f-993f-42b5-a031-1713ef1add99 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bda7060-7874-46dd-836a-412c78e13a2f,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:14.823864 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.842707 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1655497f-993f-42b5-a031-1713ef1add99 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.848312 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43212) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:14.848882 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-1655497f-993f-42b5-a031-1713ef1add99 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5976152 Nov 12 03:34:14.854175 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-a90441f9-66ad-4b32-9d2f-7f3e27a03b89 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:14.879034 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26624aea-7a6a-4333-ac9d-172d9718d2ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f14f5b-4db5-474e-8c09-53ddff4f3539'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:14.884058 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d82bdaa-fc85-48b4-848b-6a5005178944" -d '{"events": [{"server_uuid": "26624aea-7a6a-4333-ac9d-172d9718d2ee", "name": "network-vif-plugged", "status": "completed", "tag": "b5f14f5b-4db5-474e-8c09-53ddff4f3539"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:14.904370 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a90441f9-66ad-4b32-9d2f-7f3e27a03b89 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks [] for floatingip, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.920617 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port b5f14f5b-4db5-474e-8c09-53ddff4f3539, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=b5f14f5b-4db5-474e-8c09-53ddff4f3539,segment=NetworkSegment(50439075-39f3-4ead-bfee-c51c238b4f4d),segment_id=50439075-39f3-4ead-bfee-c51c238b4f4d)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:14.926927 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.943236 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f225fc69-a3cd-46d3-bc35-e85440ed2d6e req-4ae57640-344e-4702-ae22-0b939d9a4ddb tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e20b976-0765-4c19-b472-8d45abdc5b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253461 Nov 12 03:34:15.044166 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1622b34c-1db3-4910-8995-468f896fdd9e x-openstack-request-id: req-1622b34c-1db3-4910-8995-468f896fdd9e {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:15.044742 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26624aea-7a6a-4333-ac9d-172d9718d2ee", "name": "network-vif-plugged", "status": "completed", "tag": "b5f14f5b-4db5-474e-8c09-53ddff4f3539", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:15.044742 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1622b34c-1db3-4910-8995-468f896fdd9e {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:15.045108 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26624aea-7a6a-4333-ac9d-172d9718d2ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f14f5b-4db5-474e-8c09-53ddff4f3539', 'code': 200} Nov 12 03:34:15.090951 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=b5f14f5b-4db5-474e-8c09-53ddff4f3539,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:15.092427 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a90441f9-66ad-4b32-9d2f-7f3e27a03b89 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:15.282434 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-a90441f9-66ad-4b32-9d2f-7f3e27a03b89 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Allocated IP 172.25.5.2 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/79ac616f-5cc6-4466-ad2f-2c9fbec7f305) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:15.290286 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50b31c-54b4-4f8e-a8a2-d0d2341a8e93 req-6bbbe3b0-1dfd-4901-98ed-b825c160819b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:15.292629 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fd50b31c-54b4-4f8e-a8a2-d0d2341a8e93 req-6bbbe3b0-1dfd-4901-98ed-b825c160819b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=26624aea-7a6a-4333-ac9d-172d9718d2ee HTTP/1.1" status: 200 len: 1098 time: 0.2213762 Nov 12 03:34:15.303893 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11985fa-4d6b-4d70-9326-adb9494f66df req-613a5888-25b9-49a0-984c-d3a3b4232016 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:15.311866 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c11985fa-4d6b-4d70-9326-adb9494f66df req-613a5888-25b9-49a0-984c-d3a3b4232016 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] 10.222.0.50 "GET /v2.0/ports?device_id=26624aea-7a6a-4333-ac9d-172d9718d2ee HTTP/1.1" status: 200 len: 946 time: 0.1900485 Nov 12 03:34:15.381842 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-133b8aea-fd44-46d9-93a6-56d42ab042d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dac45763-7fb8-466e-9242-b408c567d2ce {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:34:15.402031 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-133b8aea-fd44-46d9-93a6-56d42ab042d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:15.478176 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-133b8aea-fd44-46d9-93a6-56d42ab042d9 service neutron] Transition to ACTIVE for port object dac45763-7fb8-466e-9242-b408c567d2ce will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:34:15.490811 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c11985fa-4d6b-4d70-9326-adb9494f66df req-aaceaa3c-2710-4d9a-9dd0-76f3f5dd4b06 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] 10.222.0.50 "GET /v2.0/security-groups?id=49499820-4b0d-411f-b895-00a990cd779d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777890 Nov 12 03:34:15.498392 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fd50b31c-54b4-4f8e-a8a2-d0d2341a8e93 req-b88463d2-01a6-4d09-8b7b-7102f43e1dd6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=49499820-4b0d-411f-b895-00a990cd779d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786647 Nov 12 03:34:15.513883 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-133b8aea-fd44-46d9-93a6-56d42ab042d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:15.519171 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a90441f9-66ad-4b32-9d2f-7f3e27a03b89 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:15.579719 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b8aea-fd44-46d9-93a6-56d42ab042d9 service neutron] Pushing event updated for resources: {'Port': ['ID=dac45763-7fb8-466e-9242-b408c567d2ce,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:15.590114 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a90441f9-66ad-4b32-9d2f-7f3e27a03b89 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:15.597005 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133b8aea-fd44-46d9-93a6-56d42ab042d9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:15.602644 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133b8aea-fd44-46d9-93a6-56d42ab042d9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:15.603076 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133b8aea-fd44-46d9-93a6-56d42ab042d9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:15.603546 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133b8aea-fd44-46d9-93a6-56d42ab042d9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:15.604013 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133b8aea-fd44-46d9-93a6-56d42ab042d9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:15.604428 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133b8aea-fd44-46d9-93a6-56d42ab042d9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:15.604824 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133b8aea-fd44-46d9-93a6-56d42ab042d9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:15.606181 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133b8aea-fd44-46d9-93a6-56d42ab042d9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:15.606582 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133b8aea-fd44-46d9-93a6-56d42ab042d9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:15.606981 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133b8aea-fd44-46d9-93a6-56d42ab042d9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:15.616718 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133b8aea-fd44-46d9-93a6-56d42ab042d9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:15.617173 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133b8aea-fd44-46d9-93a6-56d42ab042d9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:15.665317 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90441f9-66ad-4b32-9d2f-7f3e27a03b89 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:15.674806 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-a90441f9-66ad-4b32-9d2f-7f3e27a03b89 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:15.680822 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90441f9-66ad-4b32-9d2f-7f3e27a03b89 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:15.730509 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90441f9-66ad-4b32-9d2f-7f3e27a03b89 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Pushing event updated for resources: {'Port': ['ID=79ac616f-5cc6-4466-ad2f-2c9fbec7f305,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:15.794770 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-133b8aea-fd44-46d9-93a6-56d42ab042d9 service neutron] Attempting to bind port dac45763-7fb8-466e-9242-b408c567d2ce on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:34:15.795489 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-133b8aea-fd44-46d9-93a6-56d42ab042d9 service neutron] Attempting to bind port dac45763-7fb8-466e-9242-b408c567d2ce by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': 'da2421b1-9030-4775-9a17-11cf9c82694f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b4b6c17e-1554-4c64-bbd2-cab189ccb6ac'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:34:15.796708 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-133b8aea-fd44-46d9-93a6-56d42ab042d9 service neutron] Attempting to bind port dac45763-7fb8-466e-9242-b408c567d2ce on network b4b6c17e-1554-4c64-bbd2-cab189ccb6ac {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:15.805622 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-133b8aea-fd44-46d9-93a6-56d42ab042d9 service neutron] Port dac45763-7fb8-466e-9242-b408c567d2ce on network b4b6c17e-1554-4c64-bbd2-cab189ccb6ac not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:34:15.806343 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-133b8aea-fd44-46d9-93a6-56d42ab042d9 service neutron] Attempting to bind port dac45763-7fb8-466e-9242-b408c567d2ce on network b4b6c17e-1554-4c64-bbd2-cab189ccb6ac {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:15.823491 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da3f71-b2ea-4a50-8696-50a38e3a47e1 req-161c2520-496b-433b-bd6f-83adde641341 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:15.825529 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-06da3f71-b2ea-4a50-8696-50a38e3a47e1 req-161c2520-496b-433b-bd6f-83adde641341 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 945 time: 0.2035780 Nov 12 03:34:15.826713 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-133b8aea-fd44-46d9-93a6-56d42ab042d9 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:34:15.827157 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-133b8aea-fd44-46d9-93a6-56d42ab042d9 service neutron] Checking segment: {'id': 'da2421b1-9030-4775-9a17-11cf9c82694f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b4b6c17e-1554-4c64-bbd2-cab189ccb6ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:15.828257 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-133b8aea-fd44-46d9-93a6-56d42ab042d9 service neutron] Bound using segment: {'id': 'da2421b1-9030-4775-9a17-11cf9c82694f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b4b6c17e-1554-4c64-bbd2-cab189ccb6ac'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:34:15.829048 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-133b8aea-fd44-46d9-93a6-56d42ab042d9 service neutron] Bound port: dac45763-7fb8-466e-9242-b408c567d2ce, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da2421b1-9030-4775-9a17-11cf9c82694f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b4b6c17e-1554-4c64-bbd2-cab189ccb6ac'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:34:15.829497 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-133b8aea-fd44-46d9-93a6-56d42ab042d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:15.839637 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a90441f9-66ad-4b32-9d2f-7f3e27a03b89 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:15.948199 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a90441f9-66ad-4b32-9d2f-7f3e27a03b89 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:15.948458 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-06da3f71-b2ea-4a50-8696-50a38e3a47e1 req-5a79c2eb-5f25-45fc-9d7a-2cc0bbc4093f tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070728 Nov 12 03:34:16.117874 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-133b8aea-fd44-46d9-93a6-56d42ab042d9 service neutron] For port dac45763-7fb8-466e-9242-b408c567d2ce, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:34:16.130083 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-133b8aea-fd44-46d9-93a6-56d42ab042d9 service neutron] For port dac45763-7fb8-466e-9242-b408c567d2ce, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=dac45763-7fb8-466e-9242-b408c567d2ce,segment=NetworkSegment(da2421b1-9030-4775-9a17-11cf9c82694f),segment_id=da2421b1-9030-4775-9a17-11cf9c82694f)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:34:16.136744 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-133b8aea-fd44-46d9-93a6-56d42ab042d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:16.192390 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-133b8aea-fd44-46d9-93a6-56d42ab042d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:16.192958 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a90441f9-66ad-4b32-9d2f-7f3e27a03b89 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:16.193603 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-133b8aea-fd44-46d9-93a6-56d42ab042d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:16.195811 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-133b8aea-fd44-46d9-93a6-56d42ab042d9 service neutron] 10.222.0.90 "PUT /v2.0/ports/dac45763-7fb8-466e-9242-b408c567d2ce HTTP/1.1" status: 200 len: 1092 time: 1.8803093 Nov 12 03:34:16.196786 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e92d94d8-4654-4606-849b-ed04893420d4', 'tag': 'dac45763-7fb8-466e-9242-b408c567d2ce'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:16.200883 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5911f30e-6783-43c3-89d3-2aebab4d26d3" -d '{"events": [{"name": "network-changed", "server_uuid": "e92d94d8-4654-4606-849b-ed04893420d4", "tag": "dac45763-7fb8-466e-9242-b408c567d2ce"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:16.201755 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a90441f9-66ad-4b32-9d2f-7f3e27a03b89 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:16.293431 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f56182c-a55b-4984-94df-9b063c0071a3 x-openstack-request-id: req-4f56182c-a55b-4984-94df-9b063c0071a3 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:16.294519 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e92d94d8-4654-4606-849b-ed04893420d4", "tag": "dac45763-7fb8-466e-9242-b408c567d2ce", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:16.295040 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4f56182c-a55b-4984-94df-9b063c0071a3 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:16.295863 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e92d94d8-4654-4606-849b-ed04893420d4', 'tag': 'dac45763-7fb8-466e-9242-b408c567d2ce', 'status': 'completed', 'code': 200} Nov 12 03:34:16.749764 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90441f9-66ad-4b32-9d2f-7f3e27a03b89 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Pushing event updated for resources: {'Port': ['ID=79ac616f-5cc6-4466-ad2f-2c9fbec7f305,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:16.764029 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b8aea-fd44-46d9-93a6-56d42ab042d9 service neutron] Pushing event updated for resources: {'Port': ['ID=dac45763-7fb8-466e-9242-b408c567d2ce,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:16.766345 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92993d-d7e0-4940-8655-e8cbd22fd928 req-0e5e31c8-6362-4729-b1b2-2d96ea09afdd tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:16.770122 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bd92993d-d7e0-4940-8655-e8cbd22fd928 req-0e5e31c8-6362-4729-b1b2-2d96ea09afdd tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=e92d94d8-4654-4606-849b-ed04893420d4 HTTP/1.1" status: 200 len: 943 time: 0.6745191 Nov 12 03:34:16.788652 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-953b1628-b617-411d-a8a3-67dece4e8748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:16.790955 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-953b1628-b617-411d-a8a3-67dece4e8748 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4c4f87013bee49bab876ce2754aa20ff&device_id=e92d94d8-4654-4606-849b-ed04893420d4 HTTP/1.1" status: 200 len: 1095 time: 0.5285788 Nov 12 03:34:16.810676 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8a944-7127-4fe7-89a3-50413e826d58 req-2784225e-43ae-42d6-b1b1-7b726f723f27 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:16.820855 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-70e8a944-7127-4fe7-89a3-50413e826d58 req-2784225e-43ae-42d6-b1b1-7b726f723f27 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] 10.222.0.50 "GET /v2.0/ports?device_id=26624aea-7a6a-4333-ac9d-172d9718d2ee HTTP/1.1" status: 200 len: 946 time: 0.1025681 Nov 12 03:34:16.838415 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a90441f9-66ad-4b32-9d2f-7f3e27a03b89 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:16.875293 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a90441f9-66ad-4b32-9d2f-7f3e27a03b89 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:16.881515 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a90441f9-66ad-4b32-9d2f-7f3e27a03b89 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.0320508 Nov 12 03:34:16.885952 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bd92993d-d7e0-4940-8655-e8cbd22fd928 req-dfd5d7fd-76a2-4ce0-bf37-8a981545a236 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e20b976-0765-4c19-b472-8d45abdc5b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917127 Nov 12 03:34:16.889381 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-27d4d9b9-3de7-4995-aae0-6c3b3dc0158e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dac45763-7fb8-466e-9242-b408c567d2ce HTTP/1.1" status: 200 len: 217 time: 0.0544412 Nov 12 03:34:16.983029 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-70e8a944-7127-4fe7-89a3-50413e826d58 req-e1da2e31-7262-4f5a-953c-73102cc47dfe tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] 10.222.0.50 "GET /v2.0/security-groups?id=49499820-4b0d-411f-b895-00a990cd779d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574068 Nov 12 03:34:16.988104 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-484b13e1-8624-4069-8add-7b91e8d4ba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:16.989717 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-484b13e1-8624-4069-8add-7b91e8d4ba25 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=12a7d959-eb1b-4da8-b4ea-7a242be53e60 HTTP/1.1" status: 200 len: 855 time: 0.0721424 Nov 12 03:34:17.044340 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-671adfc1-ab42-4ecf-b6e5-4133782e67a0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b4b6c17e-1554-4c64-bbd2-cab189ccb6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471473 Nov 12 03:34:17.223037 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2443b-a672-46de-9dae-851a093d9b82 req-36e24faa-fe05-4af4-b15e-ce16c71a6d71 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:17.233242 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-62e2443b-a672-46de-9dae-851a093d9b82 req-36e24faa-fe05-4af4-b15e-ce16c71a6d71 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 945 time: 0.0858276 Nov 12 03:34:17.242860 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-09eb3403-911b-4543-9b35-2c1b547f257b req-bd338719-559e-47ae-b8bd-4e846a0002b6 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--819194479&fields=id&tenant_id=d558dd5b9f934464b6c1626ad18ebb6c HTTP/1.1" status: 200 len: 267 time: 0.1028519 Nov 12 03:34:17.278089 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-76ef4bfd-1ce6-4974-a26d-84714a39f75a service neutron] 10.222.0.90 "GET /v2.0/networks/b4b6c17e-1554-4c64-bbd2-cab189ccb6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260892 Nov 12 03:34:17.313313 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-62e2443b-a672-46de-9dae-851a093d9b82 req-7f2b0991-b0c2-407c-871d-79d07757ddd6 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778773 Nov 12 03:34:17.517017 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb3403-911b-4543-9b35-2c1b547f257b req-222e632a-b167-4ff6-8674-ec1008d265c5 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:17.528715 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-09eb3403-911b-4543-9b35-2c1b547f257b req-222e632a-b167-4ff6-8674-ec1008d265c5 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/networks?id=6c7f6069-f411-4391-9326-65cfd4966ecb HTTP/1.1" status: 200 len: 817 time: 0.2721856 Nov 12 03:34:17.540106 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7b10549a-4dd9-42a6-b26f-d67c91f02ced req-b54f67c3-1472-4730-87ca-b492f21fab7d service neutron] 10.222.0.90 "GET /v2.0/networks/b4b6c17e-1554-4c64-bbd2-cab189ccb6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922436 Nov 12 03:34:17.542957 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-09eb3403-911b-4543-9b35-2c1b547f257b req-7d4afd57-8e20-4004-8bd6-feb32292aba6 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/quotas/d558dd5b9f934464b6c1626ad18ebb6c HTTP/1.1" status: 200 len: 375 time: 0.0135357 Nov 12 03:34:17.628229 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-09eb3403-911b-4543-9b35-2c1b547f257b req-2614bd28-4ace-41b0-8cc0-5e157c4e9646 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d558dd5b9f934464b6c1626ad18ebb6c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0777545 Nov 12 03:34:17.771706 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911f30e-6783-43c3-89d3-2aebab4d26d3 req-ba425dd3-ff28-4408-951d-57b249f4754e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:17.773878 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5911f30e-6783-43c3-89d3-2aebab4d26d3 req-ba425dd3-ff28-4408-951d-57b249f4754e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4c4f87013bee49bab876ce2754aa20ff&device_id=e92d94d8-4654-4606-849b-ed04893420d4 HTTP/1.1" status: 200 len: 1095 time: 0.0983651 Nov 12 03:34:17.899102 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-09eb3403-911b-4543-9b35-2c1b547f257b req-ccec6e88-3f27-4949-a67d-a9859a816b64 service neutron] 10.222.0.50 "GET /v2.0/networks/6c7f6069-f411-4391-9326-65cfd4966ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560916 Nov 12 03:34:17.927609 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911f30e-6783-43c3-89d3-2aebab4d26d3 req-f51bb17c-efcb-4e4f-9ff5-3b253189fe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:17.929298 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5911f30e-6783-43c3-89d3-2aebab4d26d3 req-f51bb17c-efcb-4e4f-9ff5-3b253189fe23 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b4b6c17e-1554-4c64-bbd2-cab189ccb6ac HTTP/1.1" status: 200 len: 916 time: 0.1457870 Nov 12 03:34:17.998490 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:18.051152 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-09eb3403-911b-4543-9b35-2c1b547f257b req-586e7405-2fc4-4adf-9515-d492b7fd3b72 service neutron] 10.222.0.50 "GET /v2.0/networks/6c7f6069-f411-4391-9326-65cfd4966ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206489 Nov 12 03:34:18.076430 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0fb48-c0ee-45dd-b731-483383c91c94 req-c3464e83-fe92-48ab-a675-c26e0519fe45 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:18.086244 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6ef0fb48-c0ee-45dd-b731-483383c91c94 req-c3464e83-fe92-48ab-a675-c26e0519fe45 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=e92d94d8-4654-4606-849b-ed04893420d4 HTTP/1.1" status: 200 len: 943 time: 0.0720565 Nov 12 03:34:18.100106 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5911f30e-6783-43c3-89d3-2aebab4d26d3 req-d5016647-c099-4f80-98d1-60b037865898 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dac45763-7fb8-466e-9242-b408c567d2ce HTTP/1.1" status: 200 len: 217 time: 0.0476186 Nov 12 03:34:18.179638 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6ef0fb48-c0ee-45dd-b731-483383c91c94 req-4b563aa4-d61d-44e3-913e-cb5c2edd07e7 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e20b976-0765-4c19-b472-8d45abdc5b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798423 Nov 12 03:34:18.226754 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911f30e-6783-43c3-89d3-2aebab4d26d3 req-b4d41278-adb0-47ea-86f7-b82ae6e0a082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:18.230752 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5911f30e-6783-43c3-89d3-2aebab4d26d3 req-b4d41278-adb0-47ea-86f7-b82ae6e0a082 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=12a7d959-eb1b-4da8-b4ea-7a242be53e60 HTTP/1.1" status: 200 len: 855 time: 0.1232586 Nov 12 03:34:18.290248 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5911f30e-6783-43c3-89d3-2aebab4d26d3 req-2d668150-7bc1-4036-bfe5-22344d8c7a5c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b4b6c17e-1554-4c64-bbd2-cab189ccb6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460851 Nov 12 03:34:18.445719 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6219f0b5-5559-4ab2-bd43-e760d90a024a req-493de9dd-da3c-46b3-9160-63bd995d28e5 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 210 time: 0.0697889 Nov 12 03:34:18.626216 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279f72c-cccf-4130-8e5e-8087420ea290 req-b64e40c4-a226-4295-9740-df1550046c1f tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:18.641756 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b279f72c-cccf-4130-8e5e-8087420ea290 req-b64e40c4-a226-4295-9740-df1550046c1f tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] 10.222.0.50 "GET /v2.0/ports?device_id=26624aea-7a6a-4333-ac9d-172d9718d2ee HTTP/1.1" status: 200 len: 946 time: 0.3383365 Nov 12 03:34:18.669721 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1390209-2596-4883-981a-11a8ce292fd4 req-c36d9d2f-1c19-4d61-aebd-4cbfa5d2d5ac tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:18.681280 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e1390209-2596-4883-981a-11a8ce292fd4 req-c36d9d2f-1c19-4d61-aebd-4cbfa5d2d5ac tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 945 time: 0.1391139 Nov 12 03:34:18.817505 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e1390209-2596-4883-981a-11a8ce292fd4 req-3af710e7-e6a4-475f-a415-e5ab65c06cdd tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266418 Nov 12 03:34:18.847200 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b279f72c-cccf-4130-8e5e-8087420ea290 req-d8a59bbe-fcf6-4fb2-83e5-77ae4e278bb0 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] 10.222.0.50 "GET /v2.0/security-groups?id=49499820-4b0d-411f-b895-00a990cd779d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038693 Nov 12 03:34:18.882833 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5911f30e-6783-43c3-89d3-2aebab4d26d3 req-05740731-cf8f-4ba1-b3ee-d81baccc3758 service neutron] 10.222.0.90 "GET /v2.0/networks/b4b6c17e-1554-4c64-bbd2-cab189ccb6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5825546 Nov 12 03:34:19.019458 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5911f30e-6783-43c3-89d3-2aebab4d26d3 req-065d9494-3af1-4993-8bde-fcf65e6c609e service neutron] 10.222.0.90 "GET /v2.0/networks/b4b6c17e-1554-4c64-bbd2-cab189ccb6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293440 Nov 12 03:34:19.415224 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e030c1-3d61-4680-9830-26271d36d370 req-76b92fda-e48b-4abc-a6be-bfd7cf06cefd tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:19.436393 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-59e030c1-3d61-4680-9830-26271d36d370 req-76b92fda-e48b-4abc-a6be-bfd7cf06cefd tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=e92d94d8-4654-4606-849b-ed04893420d4 HTTP/1.1" status: 200 len: 943 time: 0.1455688 Nov 12 03:34:19.520630 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-59e030c1-3d61-4680-9830-26271d36d370 req-9434a409-b612-4928-8bf8-8fe6d511212d tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e20b976-0765-4c19-b472-8d45abdc5b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804884 Nov 12 03:34:19.602346 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a8ab8-c238-413c-b938-b51e2d29092b req-7bffa557-c53d-4400-9129-33cacb66adde tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:19.611364 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8d2a8ab8-c238-413c-b938-b51e2d29092b req-7bffa557-c53d-4400-9129-33cacb66adde tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] 10.222.0.50 "GET /v2.0/ports?device_id=26624aea-7a6a-4333-ac9d-172d9718d2ee HTTP/1.1" status: 200 len: 946 time: 0.0684705 Nov 12 03:34:19.642400 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-36d859f7-0019-4cd9-bb80-4043537ec400 req-ebd37f66-ad7d-43fb-83a0-37dc15a438c0 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 210 time: 0.0620089 Nov 12 03:34:19.684604 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8d2a8ab8-c238-413c-b938-b51e2d29092b req-08c951a9-8811-45db-80d3-3e6328f2cebe tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] 10.222.0.50 "GET /v2.0/security-groups?id=49499820-4b0d-411f-b895-00a990cd779d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717413 Nov 12 03:34:20.070485 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b49c32-5cdc-4f0e-ad2d-9a378a39f88c req-fbc5f132-3c3c-42a3-95cc-26ab53054f0d tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:20.073502 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-15b49c32-5cdc-4f0e-ad2d-9a378a39f88c req-fbc5f132-3c3c-42a3-95cc-26ab53054f0d tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 945 time: 0.1182425 Nov 12 03:34:20.083717 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb3403-911b-4543-9b35-2c1b547f257b req-8e7184ab-d28a-4bd8-b5d4-47b49ef79342 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:20.085771 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-09eb3403-911b-4543-9b35-2c1b547f257b req-8e7184ab-d28a-4bd8-b5d4-47b49ef79342 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.90 "GET /v2.0/networks?id=6c7f6069-f411-4391-9326-65cfd4966ecb HTTP/1.1" status: 200 len: 817 time: 0.2871366 Nov 12 03:34:20.216936 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-15b49c32-5cdc-4f0e-ad2d-9a378a39f88c req-3bbf670d-d6e2-43ad-80ea-56fec1ae6c4d tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284082 Nov 12 03:34:20.241823 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-09eb3403-911b-4543-9b35-2c1b547f257b req-6d73a3c6-c719-4b23-8544-769180a973c8 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d558dd5b9f934464b6c1626ad18ebb6c HTTP/1.1" status: 200 len: 379 time: 0.1298275 Nov 12 03:34:20.260297 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-09eb3403-911b-4543-9b35-2c1b547f257b req-8c610bbf-599e-47bc-ae41-efe6e3a35640 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Request body: {'port': {'device_id': 'd9570f12-a94f-406f-9529-8b7adce8ac7c', 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb', 'admin_state_up': True, 'tenant_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'security_groups': ['67056003-f117-487e-a964-2321f8da4fd1']}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:20.433490 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09eb3403-911b-4543-9b35-2c1b547f257b req-8c610bbf-599e-47bc-ae41-efe6e3a35640 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Made reservation on behalf of d558dd5b9f934464b6c1626ad18ebb6c for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:20.438080 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-09eb3403-911b-4543-9b35-2c1b547f257b req-8c610bbf-599e-47bc-ae41-efe6e3a35640 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:20.644759 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-09eb3403-911b-4543-9b35-2c1b547f257b req-8c610bbf-599e-47bc-ae41-efe6e3a35640 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Allocated IP 172.20.0.9 (6c7f6069-f411-4391-9326-65cfd4966ecb/4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390/9afa6c67-c0a1-4c66-8299-b931d06a49fa) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:20.781067 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-779a28bd-0518-4ef4-8f0c-b34cb0716c8d req-f5d1149b-29c9-4214-bbf3-dad653d28ea6 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 210 time: 0.0501354 Nov 12 03:34:20.882090 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-09eb3403-911b-4543-9b35-2c1b547f257b req-8c610bbf-599e-47bc-ae41-efe6e3a35640 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:20.919739 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device dac45763-7fb8-466e-9242-b408c567d2ce details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:34:20.959192 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0889e5bd-677a-4154-89dc-aab56f59119d req-74b4ab87-f4df-433a-9908-56cdd3a86365 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:20.967211 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0889e5bd-677a-4154-89dc-aab56f59119d req-74b4ab87-f4df-433a-9908-56cdd3a86365 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] 10.222.0.50 "GET /v2.0/ports?device_id=26624aea-7a6a-4333-ac9d-172d9718d2ee HTTP/1.1" status: 200 len: 946 time: 0.0805562 Nov 12 03:34:20.997059 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-09eb3403-911b-4543-9b35-2c1b547f257b req-8c610bbf-599e-47bc-ae41-efe6e3a35640 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:21.064772 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0889e5bd-677a-4154-89dc-aab56f59119d req-f0bbff04-1e0d-4dc7-87ff-2a4aa778a7f3 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] 10.222.0.50 "GET /v2.0/security-groups?id=49499820-4b0d-411f-b895-00a990cd779d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964162 Nov 12 03:34:21.136437 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09eb3403-911b-4543-9b35-2c1b547f257b req-8c610bbf-599e-47bc-ae41-efe6e3a35640 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Network 6c7f6069-f411-4391-9326-65cfd4966ecb is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:21.145273 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port dac45763-7fb8-466e-9242-b408c567d2ce, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=dac45763-7fb8-466e-9242-b408c567d2ce,segment=NetworkSegment(da2421b1-9030-4775-9a17-11cf9c82694f),segment_id=da2421b1-9030-4775-9a17-11cf9c82694f)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:21.148376 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce093d18-f5ea-4b69-a225-8785e7cdf80a req-50ad9ef1-0435-466e-959d-424db451a65a tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:21.150066 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ce093d18-f5ea-4b69-a225-8785e7cdf80a req-50ad9ef1-0435-466e-959d-424db451a65a tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] 10.222.0.74 "GET /v2.0/ports?device_id=26624aea-7a6a-4333-ac9d-172d9718d2ee HTTP/1.1" status: 200 len: 946 time: 0.2085624 Nov 12 03:34:21.158099 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-09eb3403-911b-4543-9b35-2c1b547f257b req-8c610bbf-599e-47bc-ae41-efe6e3a35640 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:21.161924 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': 'dac45763-7fb8-466e-9242-b408c567d2ce', 'network_id': 'b4b6c17e-1554-4c64-bbd2-cab189ccb6ac', 'port_id': 'dac45763-7fb8-466e-9242-b408c567d2ce', 'mac_address': 'fa:16:3e:fd:d7:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a7d959-eb1b-4da8-b4ea-7a242be53e60', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:34:21.174406 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-09eb3403-911b-4543-9b35-2c1b547f257b req-8c610bbf-599e-47bc-ae41-efe6e3a35640 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:21.266821 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f705a-bedc-472f-96b8-6c3cbfe035b7 req-4d010694-f828-48e7-beff-2172f2d21715 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:21.278901 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-206f705a-bedc-472f-96b8-6c3cbfe035b7 req-4d010694-f828-48e7-beff-2172f2d21715 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=e92d94d8-4654-4606-849b-ed04893420d4 HTTP/1.1" status: 200 len: 943 time: 0.4761930 Nov 12 03:34:21.280656 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:21.286031 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c610bbf-599e-47bc-ae41-efe6e3a35640 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Pushing event updated for resources: {'Port': ['ID=9afa6c67-c0a1-4c66-8299-b931d06a49fa,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:21.322192 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dac45763-7fb8-466e-9242-b408c567d2ce {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:34:21.377097 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port dac45763-7fb8-466e-9242-b408c567d2ce, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=dac45763-7fb8-466e-9242-b408c567d2ce,segment=NetworkSegment(da2421b1-9030-4775-9a17-11cf9c82694f),segment_id=da2421b1-9030-4775-9a17-11cf9c82694f)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:21.384589 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:21.416916 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb3403-911b-4543-9b35-2c1b547f257b req-8c610bbf-599e-47bc-ae41-efe6e3a35640 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:21.422790 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-09eb3403-911b-4543-9b35-2c1b547f257b req-8c610bbf-599e-47bc-ae41-efe6e3a35640 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:21.470264 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-09eb3403-911b-4543-9b35-2c1b547f257b req-8c610bbf-599e-47bc-ae41-efe6e3a35640 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2144830 Nov 12 03:34:21.471752 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa93b3-2f40-4be5-83ff-3d5042977464 req-87d7648e-38ad-40c0-9e1e-22bc4ae5feb7 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:21.477995 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9aaa93b3-2f40-4be5-83ff-3d5042977464 req-87d7648e-38ad-40c0-9e1e-22bc4ae5feb7 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 945 time: 0.1326463 Nov 12 03:34:21.533739 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-09eb3403-911b-4543-9b35-2c1b547f257b req-4d89169b-41f3-4172-bf22-87f22099fce8 service neutron] Request body: {'port': {'device_id': 'd9570f12-a94f-406f-9529-8b7adce8ac7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:21.534094 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=dac45763-7fb8-466e-9242-b408c567d2ce,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:21.594481 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9aaa93b3-2f40-4be5-83ff-3d5042977464 req-3166209b-d379-4e07-96c6-4c80e33c5e5f tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074064 Nov 12 03:34:21.654514 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-12289227-00e4-47df-a765-bcbaa3f0aaa8 None None] Provisioning complete for port 9afa6c67-c0a1-4c66-8299-b931d06a49fa triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:21.655062 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-12289227-00e4-47df-a765-bcbaa3f0aaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:21.691940 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-206f705a-bedc-472f-96b8-6c3cbfe035b7 req-ae85ef6d-f598-41f0-946c-030f38c162ed tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e20b976-0765-4c19-b472-8d45abdc5b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868809 Nov 12 03:34:21.731693 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['dac45763-7fb8-466e-9242-b408c567d2ce'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:34:21.783120 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-12289227-00e4-47df-a765-bcbaa3f0aaa8 None None] Port 9afa6c67-c0a1-4c66-8299-b931d06a49fa cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:34:21.819737 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-09eb3403-911b-4543-9b35-2c1b547f257b req-4d89169b-41f3-4172-bf22-87f22099fce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:21.852941 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:34:21.862413 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-ce093d18-f5ea-4b69-a225-8785e7cdf80a req-5053001a-34ba-45d2-9476-7e15fa1ecb91 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] Deleting port b5f14f5b-4db5-474e-8c09-53ddff4f3539 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:21.862783 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-ce093d18-f5ea-4b69-a225-8785e7cdf80a req-5053001a-34ba-45d2-9476-7e15fa1ecb91 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:22.146432 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-ce093d18-f5ea-4b69-a225-8785e7cdf80a req-5053001a-34ba-45d2-9476-7e15fa1ecb91 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] For port b5f14f5b-4db5-474e-8c09-53ddff4f3539, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=b5f14f5b-4db5-474e-8c09-53ddff4f3539,segment=NetworkSegment(50439075-39f3-4ead-bfee-c51c238b4f4d),segment_id=50439075-39f3-4ead-bfee-c51c238b4f4d)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:22.147953 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-ce093d18-f5ea-4b69-a225-8785e7cdf80a req-5053001a-34ba-45d2-9476-7e15fa1ecb91 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:22.174659 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-ce093d18-f5ea-4b69-a225-8785e7cdf80a req-5053001a-34ba-45d2-9476-7e15fa1ecb91 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] Calling delete_port for b5f14f5b-4db5-474e-8c09-53ddff4f3539 owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:22.267514 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5446b6-87a6-48a0-86b3-834dfb3b0656 req-4634a576-8ce7-406a-91ed-fc9fe8d88652 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:22.275505 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5b5446b6-87a6-48a0-86b3-834dfb3b0656 req-4634a576-8ce7-406a-91ed-fc9fe8d88652 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] 10.222.0.50 "GET /v2.0/ports?device_id=26624aea-7a6a-4333-ac9d-172d9718d2ee HTTP/1.1" status: 200 len: 946 time: 0.1093509 Nov 12 03:34:22.370406 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5b5446b6-87a6-48a0-86b3-834dfb3b0656 req-c4dbd58f-25ca-4136-9ab7-a5b574e1dad1 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] 10.222.0.50 "GET /v2.0/security-groups?id=49499820-4b0d-411f-b895-00a990cd779d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857835 Nov 12 03:34:22.371051 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04e16e-41ae-4823-bc15-075de4d1ef55 req-39a2e6c5-72a9-44c8-b45d-7f03e6ef6010 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:22.380457 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9b04e16e-41ae-4823-bc15-075de4d1ef55 req-39a2e6c5-72a9-44c8-b45d-7f03e6ef6010 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 931 time: 0.4474413 Nov 12 03:34:22.510814 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9b04e16e-41ae-4823-bc15-075de4d1ef55 req-65dea856-e4b6-4acf-a9a3-6623bac60a50 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292295 Nov 12 03:34:22.859096 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-09eb3403-911b-4543-9b35-2c1b547f257b req-4d89169b-41f3-4172-bf22-87f22099fce8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9afa6c67-c0a1-4c66-8299-b931d06a49fa {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:34:22.876066 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-ce093d18-f5ea-4b69-a225-8785e7cdf80a req-5053001a-34ba-45d2-9476-7e15fa1ecb91 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:22.888267 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-09eb3403-911b-4543-9b35-2c1b547f257b req-4d89169b-41f3-4172-bf22-87f22099fce8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:22.908482 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a7eab-32f7-4871-8829-35e61491881a req-6806d34f-73b9-439a-863e-ef63c1c7be4b tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:22.923851 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d65a7eab-32f7-4871-8829-35e61491881a req-6806d34f-73b9-439a-863e-ef63c1c7be4b tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 945 time: 0.1989090 Nov 12 03:34:22.930959 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device dac45763-7fb8-466e-9242-b408c567d2ce up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:22.948648 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5053001a-34ba-45d2-9476-7e15fa1ecb91 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] Pushing event deleted for resources: {'Port': ['ID=b5f14f5b-4db5-474e-8c09-53ddff4f3539,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:23.022305 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-09eb3403-911b-4543-9b35-2c1b547f257b req-4d89169b-41f3-4172-bf22-87f22099fce8 service neutron] Transition to ACTIVE for port object 9afa6c67-c0a1-4c66-8299-b931d06a49fa will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:34:23.058382 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-09eb3403-911b-4543-9b35-2c1b547f257b req-4d89169b-41f3-4172-bf22-87f22099fce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:23.094396 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce093d18-f5ea-4b69-a225-8785e7cdf80a req-5053001a-34ba-45d2-9476-7e15fa1ecb91 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] No DVR routers for this DVR port b5f14f5b-4db5-474e-8c09-53ddff4f3539 on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:34:23.100362 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-ce093d18-f5ea-4b69-a225-8785e7cdf80a req-5053001a-34ba-45d2-9476-7e15fa1ecb91 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:23.103694 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ce093d18-f5ea-4b69-a225-8785e7cdf80a req-5053001a-34ba-45d2-9476-7e15fa1ecb91 tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] 10.222.0.74 "DELETE /v2.0/ports/b5f14f5b-4db5-474e-8c09-53ddff4f3539 HTTP/1.1" status: 204 len: 173 time: 1.9373963 Nov 12 03:34:23.154703 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26624aea-7a6a-4333-ac9d-172d9718d2ee', 'name': 'network-vif-deleted', 'tag': 'b5f14f5b-4db5-474e-8c09-53ddff4f3539'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:23.157583 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51a74fa-adfa-454d-b96a-5a95ebd77c2d" -d '{"events": [{"server_uuid": "26624aea-7a6a-4333-ac9d-172d9718d2ee", "name": "network-vif-deleted", "tag": "b5f14f5b-4db5-474e-8c09-53ddff4f3539"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:23.173510 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d65a7eab-32f7-4871-8829-35e61491881a req-9724d334-ff24-4faa-9293-c5c35a5e950e tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332382 Nov 12 03:34:23.220931 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port dac45763-7fb8-466e-9242-b408c567d2ce completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:34:23.238177 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59948eb6-49d2-4856-8f0d-df44c859d072 req-29a74c76-c1f3-46db-9d0f-f65609679e03 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:23.240030 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-59948eb6-49d2-4856-8f0d-df44c859d072 req-29a74c76-c1f3-46db-9d0f-f65609679e03 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=e92d94d8-4654-4606-849b-ed04893420d4 HTTP/1.1" status: 200 len: 944 time: 0.2975984 Nov 12 03:34:23.252760 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port dac45763-7fb8-466e-9242-b408c567d2ce triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:23.253440 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:23.264955 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89169b-41f3-4172-bf22-87f22099fce8 service neutron] Pushing event updated for resources: {'Port': ['ID=9afa6c67-c0a1-4c66-8299-b931d06a49fa,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:23.451654 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-59948eb6-49d2-4856-8f0d-df44c859d072 req-5ca1a5d5-bdaf-4de2-b9eb-106e07bce984 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e20b976-0765-4c19-b472-8d45abdc5b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829727 Nov 12 03:34:23.517389 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:23.525340 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-09eb3403-911b-4543-9b35-2c1b547f257b req-4d89169b-41f3-4172-bf22-87f22099fce8 service neutron] Attempting to bind port 9afa6c67-c0a1-4c66-8299-b931d06a49fa on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:34:23.526133 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-09eb3403-911b-4543-9b35-2c1b547f257b req-4d89169b-41f3-4172-bf22-87f22099fce8 service neutron] Attempting to bind port 9afa6c67-c0a1-4c66-8299-b931d06a49fa by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '4e7b8aec-969c-41d9-8252-0d15a236e5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:34:23.526830 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09eb3403-911b-4543-9b35-2c1b547f257b req-4d89169b-41f3-4172-bf22-87f22099fce8 service neutron] Attempting to bind port 9afa6c67-c0a1-4c66-8299-b931d06a49fa on network 6c7f6069-f411-4391-9326-65cfd4966ecb {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:23.532697 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09eb3403-911b-4543-9b35-2c1b547f257b req-4d89169b-41f3-4172-bf22-87f22099fce8 service neutron] Port 9afa6c67-c0a1-4c66-8299-b931d06a49fa on network 6c7f6069-f411-4391-9326-65cfd4966ecb not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:34:23.532963 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09eb3403-911b-4543-9b35-2c1b547f257b req-4d89169b-41f3-4172-bf22-87f22099fce8 service neutron] Attempting to bind port 9afa6c67-c0a1-4c66-8299-b931d06a49fa on network 6c7f6069-f411-4391-9326-65cfd4966ecb {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:23.549176 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09eb3403-911b-4543-9b35-2c1b547f257b req-4d89169b-41f3-4172-bf22-87f22099fce8 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:34:23.549361 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09eb3403-911b-4543-9b35-2c1b547f257b req-4d89169b-41f3-4172-bf22-87f22099fce8 service neutron] Checking segment: {'id': '4e7b8aec-969c-41d9-8252-0d15a236e5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:23.549931 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09eb3403-911b-4543-9b35-2c1b547f257b req-4d89169b-41f3-4172-bf22-87f22099fce8 service neutron] Bound using segment: {'id': '4e7b8aec-969c-41d9-8252-0d15a236e5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:34:23.550550 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-09eb3403-911b-4543-9b35-2c1b547f257b req-4d89169b-41f3-4172-bf22-87f22099fce8 service neutron] Bound port: 9afa6c67-c0a1-4c66-8299-b931d06a49fa, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e7b8aec-969c-41d9-8252-0d15a236e5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:34:23.551100 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-09eb3403-911b-4543-9b35-2c1b547f257b req-4d89169b-41f3-4172-bf22-87f22099fce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:23.575452 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92d94d8-4654-4606-849b-ed04893420d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac45763-7fb8-466e-9242-b408c567d2ce'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:23.578037 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a041284-3508-48f0-8bba-729874cf8a04" -d '{"events": [{"server_uuid": "e92d94d8-4654-4606-849b-ed04893420d4", "name": "network-vif-plugged", "status": "completed", "tag": "dac45763-7fb8-466e-9242-b408c567d2ce"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:23.605344 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c76049-6153-4c1e-8744-cc968fc13ce4 x-openstack-request-id: req-14c76049-6153-4c1e-8744-cc968fc13ce4 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:23.608156 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26624aea-7a6a-4333-ac9d-172d9718d2ee", "name": "network-vif-deleted", "tag": "b5f14f5b-4db5-474e-8c09-53ddff4f3539", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:23.609624 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-14c76049-6153-4c1e-8744-cc968fc13ce4 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:23.612835 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26624aea-7a6a-4333-ac9d-172d9718d2ee', 'name': 'network-vif-deleted', 'tag': 'b5f14f5b-4db5-474e-8c09-53ddff4f3539', 'status': 'completed', 'code': 200} Nov 12 03:34:23.651326 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port dac45763-7fb8-466e-9242-b408c567d2ce, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=dac45763-7fb8-466e-9242-b408c567d2ce,segment=NetworkSegment(da2421b1-9030-4775-9a17-11cf9c82694f),segment_id=da2421b1-9030-4775-9a17-11cf9c82694f)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:23.661809 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:23.789122 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d40a2f7e-a7e6-4ca2-9d0c-62dffddbcd22 req-8fa48740-fc84-47bc-80f3-93bfeb1138ce tempest-ServerAddressesTestJSON-1961763744 tempest-ServerAddressesTestJSON-1961763744-project] 10.222.0.50 "GET /v2.0/ports?device_id=26624aea-7a6a-4333-ac9d-172d9718d2ee HTTP/1.1" status: 200 len: 210 time: 0.1366167 Nov 12 03:34:23.825199 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=dac45763-7fb8-466e-9242-b408c567d2ce,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:23.852976 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:23.855322 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:23.856468 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:23.857008 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:23.858765 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:23.859377 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:23.862792 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:23.863451 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:23.864694 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:23.865207 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:23.865866 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:23.866372 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:23.894767 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-09eb3403-911b-4543-9b35-2c1b547f257b req-4d89169b-41f3-4172-bf22-87f22099fce8 service neutron] For port 9afa6c67-c0a1-4c66-8299-b931d06a49fa, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:34:23.899938 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-09eb3403-911b-4543-9b35-2c1b547f257b req-4d89169b-41f3-4172-bf22-87f22099fce8 service neutron] For port 9afa6c67-c0a1-4c66-8299-b931d06a49fa, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=9afa6c67-c0a1-4c66-8299-b931d06a49fa,segment=NetworkSegment(4e7b8aec-969c-41d9-8252-0d15a236e5b1),segment_id=4e7b8aec-969c-41d9-8252-0d15a236e5b1)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:34:23.917153 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-09eb3403-911b-4543-9b35-2c1b547f257b req-4d89169b-41f3-4172-bf22-87f22099fce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:23.971005 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3389bb18-73c6-42c7-bd57-d852d93b14fb x-openstack-request-id: req-3389bb18-73c6-42c7-bd57-d852d93b14fb {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:23.972222 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92d94d8-4654-4606-849b-ed04893420d4", "name": "network-vif-plugged", "status": "completed", "tag": "dac45763-7fb8-466e-9242-b408c567d2ce", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:23.972901 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3389bb18-73c6-42c7-bd57-d852d93b14fb {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:23.974087 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92d94d8-4654-4606-849b-ed04893420d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac45763-7fb8-466e-9242-b408c567d2ce', 'code': 200} Nov 12 03:34:24.004428 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89169b-41f3-4172-bf22-87f22099fce8 service neutron] Pushing event updated for resources: {'Port': ['ID=9afa6c67-c0a1-4c66-8299-b931d06a49fa,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:24.037101 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb3403-911b-4543-9b35-2c1b547f257b req-4d89169b-41f3-4172-bf22-87f22099fce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:24.038562 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-09eb3403-911b-4543-9b35-2c1b547f257b req-4d89169b-41f3-4172-bf22-87f22099fce8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.040280 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-09eb3403-911b-4543-9b35-2c1b547f257b req-4d89169b-41f3-4172-bf22-87f22099fce8 service neutron] 10.222.0.90 "PUT /v2.0/ports/9afa6c67-c0a1-4c66-8299-b931d06a49fa HTTP/1.1" status: 200 len: 1092 time: 2.5204048 Nov 12 03:34:24.052011 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a984019-27cb-480e-b7b0-4cbf71dbaac1 req-e5a072a5-6b39-42bf-a768-3d97f0d358c6 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:24.062064 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8a984019-27cb-480e-b7b0-4cbf71dbaac1 req-e5a072a5-6b39-42bf-a768-3d97f0d358c6 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 943 time: 0.1765676 Nov 12 03:34:24.184459 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242649c-876b-4b5f-92d2-61e67d829939 req-b9ff36d8-f02c-4f86-8464-9ac21b24b5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:24.186293 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2242649c-876b-4b5f-92d2-61e67d829939 req-b9ff36d8-f02c-4f86-8464-9ac21b24b5e4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e92d94d8-4654-4606-849b-ed04893420d4 HTTP/1.1" status: 200 len: 1097 time: 0.1215901 Nov 12 03:34:24.229724 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8a984019-27cb-480e-b7b0-4cbf71dbaac1 req-b07fcea9-5fa9-4194-ac76-4d8c09fd5d89 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661594 Nov 12 03:34:24.261271 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb3403-911b-4543-9b35-2c1b547f257b req-db57b394-08c5-4144-966f-335e73ef136e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:24.282843 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09eb3403-911b-4543-9b35-2c1b547f257b req-db57b394-08c5-4144-966f-335e73ef136e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d558dd5b9f934464b6c1626ad18ebb6c&device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 1095 time: 0.1731334 Nov 12 03:34:24.365441 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2242649c-876b-4b5f-92d2-61e67d829939 req-eb71b291-b873-4332-9969-183794adf7c0 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=2e20b976-0765-4c19-b472-8d45abdc5b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698203 Nov 12 03:34:24.387690 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09eb3403-911b-4543-9b35-2c1b547f257b req-31f8709e-e2b6-4369-8b4a-dec4489cea44 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9afa6c67-c0a1-4c66-8299-b931d06a49fa HTTP/1.1" status: 200 len: 217 time: 0.0933216 Nov 12 03:34:24.388112 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device b5f14f5b-4db5-474e-8c09-53ddff4f3539 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:34:24.459518 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: b5f14f5b-4db5-474e-8c09-53ddff4f3539 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:34:24.459890 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device b5f14f5b-4db5-474e-8c09-53ddff4f3539 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:34:24.469904 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80bfcad-1e92-41d4-900c-f4e55d4f1895 req-0aecc91a-6eae-4767-914b-f6c808987090 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:24.472755 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f80bfcad-1e92-41d4-900c-f4e55d4f1895 req-0aecc91a-6eae-4767-914b-f6c808987090 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 945 time: 0.1410751 Nov 12 03:34:24.586644 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f80bfcad-1e92-41d4-900c-f4e55d4f1895 req-40811350-0fff-4abe-911d-adc813aa4e0c tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064701 Nov 12 03:34:24.725441 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb3403-911b-4543-9b35-2c1b547f257b req-6e62d20a-b913-47c6-b2a3-5840c50f3730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:24.727049 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09eb3403-911b-4543-9b35-2c1b547f257b req-6e62d20a-b913-47c6-b2a3-5840c50f3730 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390 HTTP/1.1" status: 200 len: 856 time: 0.0651155 Nov 12 03:34:24.742024 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59f0da-08aa-407a-aa12-866406c059e1 req-80050905-b164-43a8-bee6-724130549105 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:24.744487 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-de59f0da-08aa-407a-aa12-866406c059e1 req-80050905-b164-43a8-bee6-724130549105 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=e92d94d8-4654-4606-849b-ed04893420d4 HTTP/1.1" status: 200 len: 945 time: 0.1156232 Nov 12 03:34:24.842631 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-de59f0da-08aa-407a-aa12-866406c059e1 req-f5e1bbac-a6aa-45de-86f5-3d0bae4f0123 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e20b976-0765-4c19-b472-8d45abdc5b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857615 Nov 12 03:34:24.869678 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb3403-911b-4543-9b35-2c1b547f257b req-0dcec8f1-374c-47f9-afc3-6f48914556f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:24.871559 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09eb3403-911b-4543-9b35-2c1b547f257b req-0dcec8f1-374c-47f9-afc3-6f48914556f7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6c7f6069-f411-4391-9326-65cfd4966ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1257508 Nov 12 03:34:24.889078 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43584) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:25.002684 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f6238aa-6dc8-4ab7-8c78-2e55b434fb4d admin admin] Deleting subnet cd6a60d1-c3b7-4574-be85-1819eb15da4d {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:34:25.017185 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1f6238aa-6dc8-4ab7-8c78-2e55b434fb4d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.038997 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09eb3403-911b-4543-9b35-2c1b547f257b req-3283cef3-0097-492d-b1b0-d4db7341ee82 service neutron] 10.222.0.90 "GET /v2.0/networks/6c7f6069-f411-4391-9326-65cfd4966ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591671 Nov 12 03:34:25.182141 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09eb3403-911b-4543-9b35-2c1b547f257b req-ce8f49e2-d32a-4d91-b360-f5be0025642c service neutron] 10.222.0.90 "GET /v2.0/networks/6c7f6069-f411-4391-9326-65cfd4966ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227560 Nov 12 03:34:25.495497 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1f6238aa-6dc8-4ab7-8c78-2e55b434fb4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.526095 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21cd1ac-80e6-4a05-b30b-e2cafb194774 req-0b79c07c-9cd9-4250-abb6-9aea52be0db1 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:25.536550 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f21cd1ac-80e6-4a05-b30b-e2cafb194774 req-0b79c07c-9cd9-4250-abb6-9aea52be0db1 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 943 time: 0.0934289 Nov 12 03:34:25.587538 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1f6238aa-6dc8-4ab7-8c78-2e55b434fb4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.659178 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9570f12-a94f-406f-9529-8b7adce8ac7c', 'tag': '9afa6c67-c0a1-4c66-8299-b931d06a49fa'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:25.661026 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f21cd1ac-80e6-4a05-b30b-e2cafb194774 req-29329292-c6ac-4d7c-b535-b2aae2e79107 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231921 Nov 12 03:34:25.664577 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e40ba18-e1d9-41bb-9839-2e7b4ac9b6f9" -d '{"events": [{"name": "network-changed", "server_uuid": "d9570f12-a94f-406f-9529-8b7adce8ac7c", "tag": "9afa6c67-c0a1-4c66-8299-b931d06a49fa"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:25.670286 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1f6238aa-6dc8-4ab7-8c78-2e55b434fb4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.718995 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6238aa-6dc8-4ab7-8c78-2e55b434fb4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd6a60d1-c3b7-4574-be85-1819eb15da4d,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:25.721885 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1f6238aa-6dc8-4ab7-8c78-2e55b434fb4d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.745770 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-1f6238aa-6dc8-4ab7-8c78-2e55b434fb4d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/cd6a60d1-c3b7-4574-be85-1819eb15da4d HTTP/1.1" status: 204 len: 168 time: 0.8557458 Nov 12 03:34:25.748683 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43648) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:25.798104 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2f30c3-7e58-4eab-8dee-128d577a6c65 x-openstack-request-id: req-9f2f30c3-7e58-4eab-8dee-128d577a6c65 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:25.798399 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9570f12-a94f-406f-9529-8b7adce8ac7c", "tag": "9afa6c67-c0a1-4c66-8299-b931d06a49fa", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:25.798688 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9f2f30c3-7e58-4eab-8dee-128d577a6c65 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:25.799095 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9570f12-a94f-406f-9529-8b7adce8ac7c', 'tag': '9afa6c67-c0a1-4c66-8299-b931d06a49fa', 'status': 'completed', 'code': 200} Nov 12 03:34:25.968614 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0ce42eee-64b4-44df-8bea-3cb423222a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:26.005449 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b69faff-6195-430f-9980-868570643b4c req-5722de62-0e83-49f3-b17e-544446e38ff5 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:26.013030 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5b69faff-6195-430f-9980-868570643b4c req-5722de62-0e83-49f3-b17e-544446e38ff5 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 945 time: 0.2084699 Nov 12 03:34:26.021283 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40ba18-e1d9-41bb-9839-2e7b4ac9b6f9 req-4237918b-fe96-470c-a3f5-ce6baf7a38e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:26.023189 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3e40ba18-e1d9-41bb-9839-2e7b4ac9b6f9 req-4237918b-fe96-470c-a3f5-ce6baf7a38e6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d558dd5b9f934464b6c1626ad18ebb6c&device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 1095 time: 0.1248798 Nov 12 03:34:26.149875 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee5d55-85b1-4df3-a6a2-1444b29e6505 req-11aea8b9-5793-4bd3-aecf-c7b4de31b266 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:26.164035 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c8ee5d55-85b1-4df3-a6a2-1444b29e6505 req-11aea8b9-5793-4bd3-aecf-c7b4de31b266 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=e92d94d8-4654-4606-849b-ed04893420d4 HTTP/1.1" status: 200 len: 945 time: 0.0990596 Nov 12 03:34:26.279731 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c8ee5d55-85b1-4df3-a6a2-1444b29e6505 req-108f0d8c-3d1c-47f8-b5a5-b59c62e374c4 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e20b976-0765-4c19-b472-8d45abdc5b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136298 Nov 12 03:34:26.339721 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5b69faff-6195-430f-9980-868570643b4c req-e2897508-1459-4f6a-93b1-120eafa50158 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254120 Nov 12 03:34:26.344708 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40ba18-e1d9-41bb-9839-2e7b4ac9b6f9 req-0b2103d7-9386-4406-91f9-965307966fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:26.346233 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3e40ba18-e1d9-41bb-9839-2e7b4ac9b6f9 req-0b2103d7-9386-4406-91f9-965307966fe9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6c7f6069-f411-4391-9326-65cfd4966ecb HTTP/1.1" status: 200 len: 918 time: 0.3064287 Nov 12 03:34:26.355683 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0ce42eee-64b4-44df-8bea-3cb423222a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:26.385464 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-0ce42eee-64b4-44df-8bea-3cb423222a37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c978df6f-18b0-48f7-a0c8-592e8be88ba2']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:26.402797 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-0ce42eee-64b4-44df-8bea-3cb423222a37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50439075-39f3-4ead-bfee-c51c238b4f4d') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:26.403373 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-0ce42eee-64b4-44df-8bea-3cb423222a37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50439075-39f3-4ead-bfee-c51c238b4f4d') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:26.425495 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0ce42eee-64b4-44df-8bea-3cb423222a37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:26.500289 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3e40ba18-e1d9-41bb-9839-2e7b4ac9b6f9 req-403d454a-334e-4a8f-995b-9ef20c8d10ec service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9afa6c67-c0a1-4c66-8299-b931d06a49fa HTTP/1.1" status: 200 len: 217 time: 0.0564086 Nov 12 03:34:26.502971 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0ce42eee-64b4-44df-8bea-3cb423222a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:26.558521 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ce42eee-64b4-44df-8bea-3cb423222a37 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:34:26.559454 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0ce42eee-64b4-44df-8bea-3cb423222a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:26.562428 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:34:26.562428 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:34:26.562428 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:34:26.562428 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:34:26.562428 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:34:26.562428 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:34:26.562428 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:34:26.562428 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:34:26.562428 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:34:26.562428 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:34:26.562428 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:34:26.562428 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:34:26.562428 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:34:26.562428 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:34:26.562428 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:34:26.562428 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:34:26.562428 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:34:26.562428 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:34:26.562428 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:34:26.562428 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:34:26.562428 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:34:26.562428 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:34:26.562428 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:34:26.562428 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:34:26.562428 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:34:26.562428 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:34:26.562428 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:34:26.562428 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:34:26.562428 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:34:26.562428 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:34:26.562428 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:34:26.562428 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:34:26.671339 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40ba18-e1d9-41bb-9839-2e7b4ac9b6f9 req-c724b72e-406a-49a9-9d87-d45802d6f1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:26.673836 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3e40ba18-e1d9-41bb-9839-2e7b4ac9b6f9 req-c724b72e-406a-49a9-9d87-d45802d6f1b3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390 HTTP/1.1" status: 200 len: 856 time: 0.1670682 Nov 12 03:34:26.696788 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0ce42eee-64b4-44df-8bea-3cb423222a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:26.736365 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0ce42eee-64b4-44df-8bea-3cb423222a37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:26.763954 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0ce42eee-64b4-44df-8bea-3cb423222a37 admin admin] 10.222.0.50 "DELETE /v2.0/networks/c978df6f-18b0-48f7-a0c8-592e8be88ba2 HTTP/1.1" status: 204 len: 168 time: 1.0131991 Nov 12 03:34:26.806844 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce42eee-64b4-44df-8bea-3cb423222a37 admin admin] Pushing event deleted for resources: {'Network': ['ID=c978df6f-18b0-48f7-a0c8-592e8be88ba2,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:26.845506 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce42eee-64b4-44df-8bea-3cb423222a37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:26.845939 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce42eee-64b4-44df-8bea-3cb423222a37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:26.846231 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce42eee-64b4-44df-8bea-3cb423222a37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:26.846540 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce42eee-64b4-44df-8bea-3cb423222a37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:26.846868 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce42eee-64b4-44df-8bea-3cb423222a37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:26.847202 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce42eee-64b4-44df-8bea-3cb423222a37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:26.847526 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce42eee-64b4-44df-8bea-3cb423222a37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:26.847849 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce42eee-64b4-44df-8bea-3cb423222a37 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:26.863156 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce42eee-64b4-44df-8bea-3cb423222a37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:26.863156 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce42eee-64b4-44df-8bea-3cb423222a37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:26.863156 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce42eee-64b4-44df-8bea-3cb423222a37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:26.863156 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce42eee-64b4-44df-8bea-3cb423222a37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:26.934409 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40ba18-e1d9-41bb-9839-2e7b4ac9b6f9 req-53150b69-cd77-4d99-b428-b5f8a14df9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:26.936101 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3e40ba18-e1d9-41bb-9839-2e7b4ac9b6f9 req-53150b69-cd77-4d99-b428-b5f8a14df9ae service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6c7f6069-f411-4391-9326-65cfd4966ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2556238 Nov 12 03:34:27.060274 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43748) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:27.147958 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee81530-04e0-4fea-ac2d-92a4510cf76f req-5dd484a3-0e4f-4051-ad30-df5ff70abeca tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:27.160524 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-aee81530-04e0-4fea-ac2d-92a4510cf76f req-5dd484a3-0e4f-4051-ad30-df5ff70abeca tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 943 time: 0.2810190 Nov 12 03:34:27.193946 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ef7eefdc-c7e7-46ba-b5d5-ec8cdcb44081 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5e5fbb0d388341ecb9a7048bf2418145&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1324706 Nov 12 03:34:27.196003 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43760) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:27.301961 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-aee81530-04e0-4fea-ac2d-92a4510cf76f req-646c2c55-472a-433f-b112-da46dad3ebcb tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385427 Nov 12 03:34:27.308056 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4c0d0cfd-d1d5-43ff-8bf1-f3c6608f3a06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:27.352019 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4c0d0cfd-d1d5-43ff-8bf1-f3c6608f3a06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:27.398372 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3e40ba18-e1d9-41bb-9839-2e7b4ac9b6f9 req-0d07fe9d-d5c2-4691-8b18-b0d968b4be82 service neutron] 10.222.0.90 "GET /v2.0/networks/6c7f6069-f411-4391-9326-65cfd4966ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330022 Nov 12 03:34:27.562934 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4c0d0cfd-d1d5-43ff-8bf1-f3c6608f3a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:27.565824 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4c0d0cfd-d1d5-43ff-8bf1-f3c6608f3a06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:27.569569 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4c0d0cfd-d1d5-43ff-8bf1-f3c6608f3a06 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/49499820-4b0d-411f-b895-00a990cd779d HTTP/1.1" status: 204 len: 168 time: 0.3701391 Nov 12 03:34:27.580136 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0d0cfd-d1d5-43ff-8bf1-f3c6608f3a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49499820-4b0d-411f-b895-00a990cd779d,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:27.648187 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f0e396-b6a9-4c65-b002-cbd534fe4a4c req-667d4e36-758e-46c9-9311-ed13f0be79ab tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:27.668391 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-26f0e396-b6a9-4c65-b002-cbd534fe4a4c req-667d4e36-758e-46c9-9311-ed13f0be79ab tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 945 time: 0.1856148 Nov 12 03:34:27.677632 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3e40ba18-e1d9-41bb-9839-2e7b4ac9b6f9 req-a578f500-dbf0-49a1-8e2b-3937955d5067 service neutron] 10.222.0.90 "GET /v2.0/networks/6c7f6069-f411-4391-9326-65cfd4966ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741318 Nov 12 03:34:27.736365 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-26f0e396-b6a9-4c65-b002-cbd534fe4a4c req-b8904cf1-07eb-40e6-9027-3e64aba2ea1c tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670640 Nov 12 03:34:28.497326 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90f104-a993-40eb-90f7-a4e397f8943a req-6881a405-f096-42a8-9f15-0b0ff51b5ca5 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:28.505915 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6f90f104-a993-40eb-90f7-a4e397f8943a req-6881a405-f096-42a8-9f15-0b0ff51b5ca5 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 943 time: 0.0808375 Nov 12 03:34:28.571646 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6f90f104-a993-40eb-90f7-a4e397f8943a req-46318209-4e66-4abe-9f97-b5da4307b433 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646005 Nov 12 03:34:28.840261 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43908) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:28.932932 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20aa86-2357-4565-add2-34267f4ad4bc req-4cdfe320-e42d-4c27-908f-1869a0d58e45 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:28.934264 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8a20aa86-2357-4565-add2-34267f4ad4bc req-4cdfe320-e42d-4c27-908f-1869a0d58e45 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 945 time: 0.0808563 Nov 12 03:34:28.970681 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 9afa6c67-c0a1-4c66-8299-b931d06a49fa details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:34:29.017693 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-4c2dbd47-8867-44b9-8efc-ba06e7c3c326 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-731095910-network', 'tenant_id': '79ddb38cba154a11850c3aedbbd7edc7'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:29.045713 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8a20aa86-2357-4565-add2-34267f4ad4bc req-42fdf281-6f1e-49a5-b2d6-0eeefee896c5 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008246 Nov 12 03:34:29.078773 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2dbd47-8867-44b9-8efc-ba06e7c3c326 admin admin] Made reservation on behalf of 79ddb38cba154a11850c3aedbbd7edc7 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:29.083278 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4c2dbd47-8867-44b9-8efc-ba06e7c3c326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.095391 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4c2dbd47-8867-44b9-8efc-ba06e7c3c326 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.134108 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 9afa6c67-c0a1-4c66-8299-b931d06a49fa, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=9afa6c67-c0a1-4c66-8299-b931d06a49fa,segment=NetworkSegment(4e7b8aec-969c-41d9-8252-0d15a236e5b1),segment_id=4e7b8aec-969c-41d9-8252-0d15a236e5b1)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:29.168779 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '9afa6c67-c0a1-4c66-8299-b931d06a49fa', 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb', 'port_id': '9afa6c67-c0a1-4c66-8299-b931d06a49fa', 'mac_address': 'fa:16:3e:9c:d8:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:34:29.215966 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4c2dbd47-8867-44b9-8efc-ba06e7c3c326 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.222410 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.223096 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4c2dbd47-8867-44b9-8efc-ba06e7c3c326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.268702 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9afa6c67-c0a1-4c66-8299-b931d06a49fa {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:34:29.268892 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2dbd47-8867-44b9-8efc-ba06e7c3c326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515c9ef7-443f-404e-81b3-27b7544ebaa4,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:29.282583 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c2dbd47-8867-44b9-8efc-ba06e7c3c326 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:34:29.301144 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4c2dbd47-8867-44b9-8efc-ba06e7c3c326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.301649 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-4c2dbd47-8867-44b9-8efc-ba06e7c3c326 admin admin] Added segment 6793fba8-3118-4a52-809e-1ec072ef65fc of type vlan for network b67fbeaa-a461-498a-9c86-7b344860c0a6 Nov 12 03:34:29.326201 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 9afa6c67-c0a1-4c66-8299-b931d06a49fa, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=9afa6c67-c0a1-4c66-8299-b931d06a49fa,segment=NetworkSegment(4e7b8aec-969c-41d9-8252-0d15a236e5b1),segment_id=4e7b8aec-969c-41d9-8252-0d15a236e5b1)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:29.333742 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.401710 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4c2dbd47-8867-44b9-8efc-ba06e7c3c326 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.467186 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4c2dbd47-8867-44b9-8efc-ba06e7c3c326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.468610 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2dbd47-8867-44b9-8efc-ba06e7c3c326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:29.469195 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4c2dbd47-8867-44b9-8efc-ba06e7c3c326 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.473459 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=9afa6c67-c0a1-4c66-8299-b931d06a49fa,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:29.532183 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 44016) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:29.532873 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4c2dbd47-8867-44b9-8efc-ba06e7c3c326 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6866961 Nov 12 03:34:29.544919 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-4e52be1b-adb4-45e0-87a8-32dda65d2854 admin admin] Request body: {'subnet': {'network_id': 'b67fbeaa-a461-498a-9c86-7b344860c0a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-731095910-subnet', 'tenant_id': '79ddb38cba154a11850c3aedbbd7edc7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:29.585207 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da8cee-51ad-4039-b7bf-51eefe9dd2b3 req-613228f9-cbcf-4840-925a-1e1a3b2d6a6d tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:29.585699 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2dbd47-8867-44b9-8efc-ba06e7c3c326 admin admin] Pushing event updated for resources: {'Network': ['ID=b67fbeaa-a461-498a-9c86-7b344860c0a6,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:29.586790 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-58da8cee-51ad-4039-b7bf-51eefe9dd2b3 req-613228f9-cbcf-4840-925a-1e1a3b2d6a6d tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c55d08e-aab1-4961-9e47-a894a7a450b9 HTTP/1.1" status: 200 len: 950 time: 0.0900064 Nov 12 03:34:29.603214 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network b67fbeaa-a461-498a-9c86-7b344860c0a6 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:34:29.614806 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e52be1b-adb4-45e0-87a8-32dda65d2854 admin admin] Made reservation on behalf of 79ddb38cba154a11850c3aedbbd7edc7 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:29.617283 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4e52be1b-adb4-45e0-87a8-32dda65d2854 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.710254 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-58da8cee-51ad-4039-b7bf-51eefe9dd2b3 req-ba609d0d-ee98-4ab9-847c-e0e25fee03ee tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc1f4cb5-090c-4646-ba42-127a8bec6cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146309 Nov 12 03:34:29.722868 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['9afa6c67-c0a1-4c66-8299-b931d06a49fa'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:34:29.771352 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8f2cc-dc74-4f3d-b9fc-972116418bcd req-c17ca344-68f0-4fcf-a62c-66cf74a6a9cd tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:29.779227 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e5a8f2cc-dc74-4f3d-b9fc-972116418bcd req-c17ca344-68f0-4fcf-a62c-66cf74a6a9cd tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 944 time: 0.1137624 Nov 12 03:34:29.878985 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e5a8f2cc-dc74-4f3d-b9fc-972116418bcd req-f4dac026-22a1-4828-9368-f4273e9620b2 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961881 Nov 12 03:34:29.940411 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4e52be1b-adb4-45e0-87a8-32dda65d2854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:30.033431 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e52be1b-adb4-45e0-87a8-32dda65d2854 admin admin] Pushing event updated for resources: {'Subnet': ['ID=854138d0-4038-4cc3-ad57-37b08a53877a,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:30.044499 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e52be1b-adb4-45e0-87a8-32dda65d2854 admin admin] Checking segment: {'id': '6793fba8-3118-4a52-809e-1ec072ef65fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b67fbeaa-a461-498a-9c86-7b344860c0a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:30.044878 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e52be1b-adb4-45e0-87a8-32dda65d2854 admin admin] Network hostable DHCP agents. Network: b67fbeaa-a461-498a-9c86-7b344860c0a6, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:34:30.074874 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e52be1b-adb4-45e0-87a8-32dda65d2854 admin admin] Network b67fbeaa-a461-498a-9c86-7b344860c0a6 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:34:30.089301 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-4e52be1b-adb4-45e0-87a8-32dda65d2854 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, b67fbeaa-a461-498a-9c86-7b344860c0a6) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:30.099002 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab3ee00-9eb0-4921-ab42-55bcc1c63dd6 None None] Network b67fbeaa-a461-498a-9c86-7b344860c0a6 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:30.105459 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e52be1b-adb4-45e0-87a8-32dda65d2854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:30.106488 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4e52be1b-adb4-45e0-87a8-32dda65d2854 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:30.161120 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4e52be1b-adb4-45e0-87a8-32dda65d2854 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6238313 Nov 12 03:34:30.435899 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ee924b18-0d58-4ed4-8f94-2d80c3079ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:30.478202 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e985f6f-1dcb-458d-baa0-75f6e1df6159 req-f3f55aed-2fb8-4910-aa49-49814596698c tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:30.479776 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1e985f6f-1dcb-458d-baa0-75f6e1df6159 req-f3f55aed-2fb8-4910-aa49-49814596698c tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 945 time: 0.1149130 Nov 12 03:34:30.493927 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee84c9a-31e7-4616-aedf-87852c100c50 None None] Network b67fbeaa-a461-498a-9c86-7b344860c0a6 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:30.599840 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1e985f6f-1dcb-458d-baa0-75f6e1df6159 req-69191506-f937-426a-9bc6-b03538d24bcc tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048892 Nov 12 03:34:30.888648 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-07b59ff5-370d-49f1-bd30-bcf935825412 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:30.890803 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-07b59ff5-370d-49f1-bd30-bcf935825412 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] 10.222.0.50 "GET /v2.0/networks?id=b67fbeaa-a461-498a-9c86-7b344860c0a6 HTTP/1.1" status: 200 len: 821 time: 0.1144829 Nov 12 03:34:30.906769 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-762615ab-80f8-4d2b-a47b-870a5811ffe0 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] 10.222.0.50 "GET /v2.0/quotas/79ddb38cba154a11850c3aedbbd7edc7 HTTP/1.1" status: 200 len: 375 time: 0.0102484 Nov 12 03:34:30.942076 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-4f1f342c-976a-470d-b8f5-782c5036f30f tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=79ddb38cba154a11850c3aedbbd7edc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288882 Nov 12 03:34:30.997055 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 9afa6c67-c0a1-4c66-8299-b931d06a49fa up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:31.044339 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b488e2b-e524-4f1b-83eb-1953ff268a1e req-dca52cdb-f9e2-4edb-ade9-072c51650692 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:31.045138 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-273db381-0815-4ffc-a14b-8998e0e128bd service neutron] 10.222.0.50 "GET /v2.0/networks/b67fbeaa-a461-498a-9c86-7b344860c0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961664 Nov 12 03:34:31.048758 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4b488e2b-e524-4f1b-83eb-1953ff268a1e req-dca52cdb-f9e2-4edb-ade9-072c51650692 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 944 time: 0.0686769 Nov 12 03:34:31.065713 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 9afa6c67-c0a1-4c66-8299-b931d06a49fa completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:34:31.070596 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 9afa6c67-c0a1-4c66-8299-b931d06a49fa triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:31.071206 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:31.175897 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-7a26c362-2bee-4626-896c-5f6be269a0f8 service neutron] 10.222.0.50 "GET /v2.0/networks/b67fbeaa-a461-498a-9c86-7b344860c0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286747 Nov 12 03:34:31.180316 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:31.189492 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4b488e2b-e524-4f1b-83eb-1953ff268a1e req-7966845e-2725-4eb4-9f5a-e51dedca34c7 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249115 Nov 12 03:34:31.220932 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 9afa6c67-c0a1-4c66-8299-b931d06a49fa, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=9afa6c67-c0a1-4c66-8299-b931d06a49fa,segment=NetworkSegment(4e7b8aec-969c-41d9-8252-0d15a236e5b1),segment_id=4e7b8aec-969c-41d9-8252-0d15a236e5b1)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:31.221947 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9570f12-a94f-406f-9529-8b7adce8ac7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afa6c67-c0a1-4c66-8299-b931d06a49fa'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:31.224854 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c6b0db-3db5-4baa-bb33-2891735539d3" -d '{"events": [{"server_uuid": "d9570f12-a94f-406f-9529-8b7adce8ac7c", "name": "network-vif-plugged", "status": "completed", "tag": "9afa6c67-c0a1-4c66-8299-b931d06a49fa"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:31.229067 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:31.275242 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac52aed-5633-4f5e-88c2-99a8b5339d7d x-openstack-request-id: req-9ac52aed-5633-4f5e-88c2-99a8b5339d7d {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:31.275527 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9570f12-a94f-406f-9529-8b7adce8ac7c", "name": "network-vif-plugged", "status": "completed", "tag": "9afa6c67-c0a1-4c66-8299-b931d06a49fa", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:31.275908 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9ac52aed-5633-4f5e-88c2-99a8b5339d7d {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:31.276328 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9570f12-a94f-406f-9529-8b7adce8ac7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afa6c67-c0a1-4c66-8299-b931d06a49fa', 'code': 200} Nov 12 03:34:31.286668 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=9afa6c67-c0a1-4c66-8299-b931d06a49fa,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:31.363927 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0ab74c8f-63e0-470a-931a-9ee8edb91e2d req-dd74e6b8-8b4d-4665-bf9d-abe2ba67797d tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] 10.222.0.50 "GET /v2.0/ports?device_id=c52ed836-5dc2-4ab7-9a78-391a736fbfe9 HTTP/1.1" status: 200 len: 210 time: 0.0366900 Nov 12 03:34:31.472525 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d79c4-d32f-4369-b129-451bd8191563 req-c0430eba-2f3a-46c8-a9e7-2574b26286f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:31.474300 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-629d79c4-d32f-4369-b129-451bd8191563 req-c0430eba-2f3a-46c8-a9e7-2574b26286f9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 1097 time: 0.0652919 Nov 12 03:34:31.558744 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-629d79c4-d32f-4369-b129-451bd8191563 req-e1b0165c-1d1a-4ac5-abe5-9668ef94b507 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667911 Nov 12 03:34:31.744944 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e2471-4e90-4f0d-82e9-a3462494edd0 req-c2699aac-f473-42b4-9cea-db108d396e86 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:31.747061 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-af4e2471-4e90-4f0d-82e9-a3462494edd0 req-c2699aac-f473-42b4-9cea-db108d396e86 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 945 time: 0.0613742 Nov 12 03:34:31.805006 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-af4e2471-4e90-4f0d-82e9-a3462494edd0 req-feda0b3e-19e4-4908-a042-f56b29d963ac tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499618 Nov 12 03:34:32.306357 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289ee2c-b696-46c0-951e-dc5eb7948908 req-a114f994-0fe3-4b89-abb1-607ed05da8a7 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:32.307845 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1289ee2c-b696-46c0-951e-dc5eb7948908 req-a114f994-0fe3-4b89-abb1-607ed05da8a7 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 945 time: 0.0505629 Nov 12 03:34:32.362487 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1289ee2c-b696-46c0-951e-dc5eb7948908 req-2e4ad7c0-bb18-4cd8-9a4f-664e3bcc7088 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460374 Nov 12 03:34:32.482395 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-abc0b76f-4180-4bfc-a73b-ee092f2c28ae req-33f74f8b-7345-4160-b40e-9e4c65492929 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] 10.222.0.50 "GET /v2.0/ports?device_id=c52ed836-5dc2-4ab7-9a78-391a736fbfe9 HTTP/1.1" status: 200 len: 210 time: 0.0366604 Nov 12 03:34:32.572363 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-0f28956c-535d-428e-8e56-0bc218e79d4a tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:32.573867 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-0f28956c-535d-428e-8e56-0bc218e79d4a tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] 10.222.0.74 "GET /v2.0/networks?id=b67fbeaa-a461-498a-9c86-7b344860c0a6 HTTP/1.1" status: 200 len: 821 time: 0.1561885 Nov 12 03:34:32.599205 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-1adc755c-c0e3-409e-b028-26cff05c1699 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] Request body: {'port': {'device_id': 'c52ed836-5dc2-4ab7-9a78-391a736fbfe9', 'network_id': 'b67fbeaa-a461-498a-9c86-7b344860c0a6', 'admin_state_up': True, 'tenant_id': '79ddb38cba154a11850c3aedbbd7edc7'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:32.714281 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-1adc755c-c0e3-409e-b028-26cff05c1699 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] Made reservation on behalf of 79ddb38cba154a11850c3aedbbd7edc7 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:32.718449 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-1adc755c-c0e3-409e-b028-26cff05c1699 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:32.852129 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-1adc755c-c0e3-409e-b028-26cff05c1699 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] Allocated IP 172.20.0.8 (b67fbeaa-a461-498a-9c86-7b344860c0a6/854138d0-4038-4cc3-ad57-37b08a53877a/163f675a-e2e0-4744-9c7f-48f84ca6fc07) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:33.001218 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beecae5-35da-46a6-9b74-a3ec57056e6d req-df6f7291-91be-4ff9-ae19-5cf35d38a0f9 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:33.002931 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2beecae5-35da-46a6-9b74-a3ec57056e6d req-df6f7291-91be-4ff9-ae19-5cf35d38a0f9 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 945 time: 0.1128373 Nov 12 03:34:33.081110 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-1adc755c-c0e3-409e-b028-26cff05c1699 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:33.118459 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2beecae5-35da-46a6-9b74-a3ec57056e6d req-df0a054b-09bd-4cd2-a6ab-135f4b1f271c tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058822 Nov 12 03:34:33.130675 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-1adc755c-c0e3-409e-b028-26cff05c1699 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:33.183866 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-1adc755c-c0e3-409e-b028-26cff05c1699 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] Network b67fbeaa-a461-498a-9c86-7b344860c0a6 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:33.187835 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-1adc755c-c0e3-409e-b028-26cff05c1699 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:33.191983 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-1adc755c-c0e3-409e-b028-26cff05c1699 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:33.218573 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc755c-c0e3-409e-b028-26cff05c1699 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] Pushing event updated for resources: {'Port': ['ID=163f675a-e2e0-4744-9c7f-48f84ca6fc07,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:33.244242 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0764fae6-a6fb-4daa-9d3b-e8d00e753c41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:33.250025 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-1adc755c-c0e3-409e-b028-26cff05c1699 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:33.250667 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-1adc755c-c0e3-409e-b028-26cff05c1699 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:33.267254 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-1adc755c-c0e3-409e-b028-26cff05c1699 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6754069 Nov 12 03:34:33.285620 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-2494402a-608e-4d5e-9954-4929440d969f service neutron] Request body: {'port': {'device_id': 'c52ed836-5dc2-4ab7-9a78-391a736fbfe9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:33.342132 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-2494402a-608e-4d5e-9954-4929440d969f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:33.519361 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a614c3b-3c58-4335-b578-9c53a3889ada req-ce7d527b-809e-4447-aab1-105ef5e5b13c tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:33.521812 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7a614c3b-3c58-4335-b578-9c53a3889ada req-ce7d527b-809e-4447-aab1-105ef5e5b13c tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 945 time: 0.0577297 Nov 12 03:34:33.584428 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7a614c3b-3c58-4335-b578-9c53a3889ada req-708e3b2f-5acb-4d4b-88a2-10cb8f11b319 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548320 Nov 12 03:34:33.690834 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665cea6-ea21-4958-9fd8-ea952dd45d5e req-2f61442a-42aa-4746-8f1f-70e4c536c734 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:33.692394 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b665cea6-ea21-4958-9fd8-ea952dd45d5e req-2f61442a-42aa-4746-8f1f-70e4c536c734 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] 10.222.0.50 "GET /v2.0/ports?device_id=c52ed836-5dc2-4ab7-9a78-391a736fbfe9 HTTP/1.1" status: 200 len: 931 time: 0.1134474 Nov 12 03:34:33.696678 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-2494402a-608e-4d5e-9954-4929440d969f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 163f675a-e2e0-4744-9c7f-48f84ca6fc07 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:34:33.707487 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-2494402a-608e-4d5e-9954-4929440d969f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:33.733518 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-2494402a-608e-4d5e-9954-4929440d969f service neutron] Transition to ACTIVE for port object 163f675a-e2e0-4744-9c7f-48f84ca6fc07 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:34:33.739160 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-2494402a-608e-4d5e-9954-4929440d969f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:33.773116 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a36cb-acba-43d4-a34d-2af2e3682309 req-b151c5d7-5c77-4f23-a1ba-3765b55cfcbf tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:33.774547 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f90a36cb-acba-43d4-a34d-2af2e3682309 req-b151c5d7-5c77-4f23-a1ba-3765b55cfcbf tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 945 time: 0.0620654 Nov 12 03:34:33.786537 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 44144) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:33.795057 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-7d8eef7e-8302-4851-85f0-1793990b15d2 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Request body: {'floatingip': {'port_id': '9afa6c67-c0a1-4c66-8299-b931d06a49fa'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:33.844978 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b665cea6-ea21-4958-9fd8-ea952dd45d5e req-f067b7fa-a9dc-4bf0-adb6-609abf074154 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] 10.222.0.50 "GET /v2.0/security-groups?id=515c9ef7-443f-404e-81b3-27b7544ebaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404786 Nov 12 03:34:33.859730 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494402a-608e-4d5e-9954-4929440d969f service neutron] Pushing event updated for resources: {'Port': ['ID=163f675a-e2e0-4744-9c7f-48f84ca6fc07,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:33.863502 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7d8eef7e-8302-4851-85f0-1793990b15d2 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks [] for floatingip, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.024847 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-2494402a-608e-4d5e-9954-4929440d969f service neutron] Attempting to bind port 163f675a-e2e0-4744-9c7f-48f84ca6fc07 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:34:34.025091 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.025263 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-2494402a-608e-4d5e-9954-4929440d969f service neutron] Attempting to bind port 163f675a-e2e0-4744-9c7f-48f84ca6fc07 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '6793fba8-3118-4a52-809e-1ec072ef65fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b67fbeaa-a461-498a-9c86-7b344860c0a6'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:34:34.025400 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-2494402a-608e-4d5e-9954-4929440d969f service neutron] Attempting to bind port 163f675a-e2e0-4744-9c7f-48f84ca6fc07 on network b67fbeaa-a461-498a-9c86-7b344860c0a6 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:34.072880 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-2494402a-608e-4d5e-9954-4929440d969f service neutron] Port 163f675a-e2e0-4744-9c7f-48f84ca6fc07 on network b67fbeaa-a461-498a-9c86-7b344860c0a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:34:34.073199 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-2494402a-608e-4d5e-9954-4929440d969f service neutron] Attempting to bind port 163f675a-e2e0-4744-9c7f-48f84ca6fc07 on network b67fbeaa-a461-498a-9c86-7b344860c0a6 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:34.082497 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-2494402a-608e-4d5e-9954-4929440d969f service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:34:34.082834 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-2494402a-608e-4d5e-9954-4929440d969f service neutron] Checking segment: {'id': '6793fba8-3118-4a52-809e-1ec072ef65fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b67fbeaa-a461-498a-9c86-7b344860c0a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:34.083216 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-2494402a-608e-4d5e-9954-4929440d969f service neutron] Bound using segment: {'id': '6793fba8-3118-4a52-809e-1ec072ef65fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b67fbeaa-a461-498a-9c86-7b344860c0a6'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:34:34.083631 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-2494402a-608e-4d5e-9954-4929440d969f service neutron] Bound port: 163f675a-e2e0-4744-9c7f-48f84ca6fc07, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6793fba8-3118-4a52-809e-1ec072ef65fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b67fbeaa-a461-498a-9c86-7b344860c0a6'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:34:34.083988 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-2494402a-608e-4d5e-9954-4929440d969f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.236733 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-2494402a-608e-4d5e-9954-4929440d969f service neutron] For port 163f675a-e2e0-4744-9c7f-48f84ca6fc07, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:34:34.277242 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01388295-a107-4902-aa90-b3adc03eea0b req-c3fb4612-e809-43c8-9ced-25e592d07707 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:34.291362 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-01388295-a107-4902-aa90-b3adc03eea0b req-c3fb4612-e809-43c8-9ced-25e592d07707 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 945 time: 0.0835245 Nov 12 03:34:34.314635 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-2494402a-608e-4d5e-9954-4929440d969f service neutron] For port 163f675a-e2e0-4744-9c7f-48f84ca6fc07, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=163f675a-e2e0-4744-9c7f-48f84ca6fc07,segment=NetworkSegment(6793fba8-3118-4a52-809e-1ec072ef65fc),segment_id=6793fba8-3118-4a52-809e-1ec072ef65fc)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:34:34.321993 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-2494402a-608e-4d5e-9954-4929440d969f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.363858 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-01388295-a107-4902-aa90-b3adc03eea0b req-e741e263-3a88-4708-9ab2-e741364f2133 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704920 Nov 12 03:34:34.431223 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:34:34.456727 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-2494402a-608e-4d5e-9954-4929440d969f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:34.457565 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-2494402a-608e-4d5e-9954-4929440d969f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.459006 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-2494402a-608e-4d5e-9954-4929440d969f service neutron] 10.222.0.74 "PUT /v2.0/ports/163f675a-e2e0-4744-9c7f-48f84ca6fc07 HTTP/1.1" status: 200 len: 1092 time: 1.1776493 Nov 12 03:34:34.461857 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c52ed836-5dc2-4ab7-9a78-391a736fbfe9', 'tag': '163f675a-e2e0-4744-9c7f-48f84ca6fc07'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:34.464041 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8b77bf-cc08-4cb0-add6-5676e3d63006" -d '{"events": [{"name": "network-changed", "server_uuid": "c52ed836-5dc2-4ab7-9a78-391a736fbfe9", "tag": "163f675a-e2e0-4744-9c7f-48f84ca6fc07"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:34.534887 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494402a-608e-4d5e-9954-4929440d969f service neutron] Pushing event updated for resources: {'Port': ['ID=163f675a-e2e0-4744-9c7f-48f84ca6fc07,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:34.569865 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.596963 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c33c14-30df-4453-bf16-3b38494cd826 x-openstack-request-id: req-39c33c14-30df-4453-bf16-3b38494cd826 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:34.597269 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c52ed836-5dc2-4ab7-9a78-391a736fbfe9", "tag": "163f675a-e2e0-4744-9c7f-48f84ca6fc07", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:34.597432 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-39c33c14-30df-4453-bf16-3b38494cd826 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:34.597712 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c52ed836-5dc2-4ab7-9a78-391a736fbfe9', 'tag': '163f675a-e2e0-4744-9c7f-48f84ca6fc07', 'status': 'completed', 'code': 200} Nov 12 03:34:34.613422 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c55d08e-aab1-4961-9e47-a894a7a450b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:34.616100 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd72db9c-a333-4082-9856-70edc1505529" -d '{"events": [{"server_uuid": "0c55d08e-aab1-4961-9e47-a894a7a450b9", "name": "network-vif-unplugged", "status": "completed", "tag": "4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:34.638197 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:34.646791 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.698763 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60c7c25-e78d-41c1-9ba7-6be84abe6e99 x-openstack-request-id: req-f60c7c25-e78d-41c1-9ba7-6be84abe6e99 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:34.699073 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c55d08e-aab1-4961-9e47-a894a7a450b9", "name": "network-vif-unplugged", "status": "completed", "tag": "4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:34.699324 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f60c7c25-e78d-41c1-9ba7-6be84abe6e99 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:34.699724 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c55d08e-aab1-4961-9e47-a894a7a450b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa', 'code': 200} Nov 12 03:34:34.742437 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa,revision_number=8']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:34.770373 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-0a719db0-c245-4e09-a472-2f2eadcc7a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:34.772937 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-0a719db0-c245-4e09-a472-2f2eadcc7a17 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=79ddb38cba154a11850c3aedbbd7edc7&device_id=c52ed836-5dc2-4ab7-9a78-391a736fbfe9 HTTP/1.1" status: 200 len: 1095 time: 0.2548623 Nov 12 03:34:34.833691 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-f1dcdce1-e3fe-4ecf-8b5c-1fa20547b7bd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=163f675a-e2e0-4744-9c7f-48f84ca6fc07 HTTP/1.1" status: 200 len: 217 time: 0.0488410 Nov 12 03:34:34.840440 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7d8eef7e-8302-4851-85f0-1793990b15d2 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.880668 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7d8eef7e-8302-4851-85f0-1793990b15d2 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:35.006238 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-fdce2072-049e-49be-bc32-1757a9940e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:35.009687 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-fdce2072-049e-49be-bc32-1757a9940e09 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=854138d0-4038-4cc3-ad57-37b08a53877a HTTP/1.1" status: 200 len: 861 time: 0.1653092 Nov 12 03:34:35.025981 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 54ed4807-a2c0-4ee7-8899-ba36b084b06a details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:34:35.185314 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 54ed4807-a2c0-4ee7-8899-ba36b084b06a, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=54ed4807-a2c0-4ee7-8899-ba36b084b06a,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:35.200412 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '54ed4807-a2c0-4ee7-8899-ba36b084b06a', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'port_id': '54ed4807-a2c0-4ee7-8899-ba36b084b06a', 'mac_address': 'fa:16:3e:c6:fe:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa66706f-b415-4bb9-838e-cfd08f81d96b', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:34:35.262456 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:35.281183 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54ed4807-a2c0-4ee7-8899-ba36b084b06a {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:34:35.334198 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 54ed4807-a2c0-4ee7-8899-ba36b084b06a, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=54ed4807-a2c0-4ee7-8899-ba36b084b06a,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:35.350126 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:35.471041 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:35.529874 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=54ed4807-a2c0-4ee7-8899-ba36b084b06a,revision_number=9']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:35.571549 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['54ed4807-a2c0-4ee7-8899-ba36b084b06a'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:34:35.590620 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61709e6-a21f-438b-a159-87b81cd1712a req-9a85c96c-1efe-4f09-9f2c-791581506b7b tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:35.593551 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [None req-7d8eef7e-8302-4851-85f0-1793990b15d2 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Floating IP 6989e3b8-1f13-49a7-9e7c-7ec149e53885 associated. External IP: 172.25.5.2, port: 9afa6c67-c0a1-4c66-8299-b931d06a49fa. Nov 12 03:34:35.598745 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f61709e6-a21f-438b-a159-87b81cd1712a req-9a85c96c-1efe-4f09-9f2c-791581506b7b tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 945 time: 0.1066594 Nov 12 03:34:35.742203 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f61709e6-a21f-438b-a159-87b81cd1712a req-f042fbdc-1136-4e43-9e12-b01439497db0 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421082 Nov 12 03:34:35.754462 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7f168-b40b-4b2a-956d-027a69d0de26 req-e6619135-57dd-4b7f-abf4-b29c49e19b0b tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:35.761684 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-05f7f168-b40b-4b2a-956d-027a69d0de26 req-e6619135-57dd-4b7f-abf4-b29c49e19b0b tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] 10.222.0.50 "GET /v2.0/ports?device_id=c52ed836-5dc2-4ab7-9a78-391a736fbfe9 HTTP/1.1" status: 200 len: 943 time: 0.8082600 Nov 12 03:34:35.766064 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-9b28ea7d-ac52-4ab5-97d0-cd65135106ac service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b67fbeaa-a461-498a-9c86-7b344860c0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7490199 Nov 12 03:34:36.023614 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-05f7f168-b40b-4b2a-956d-027a69d0de26 req-1c8aea64-d86f-45da-8542-8209be07d649 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] 10.222.0.50 "GET /v2.0/security-groups?id=515c9ef7-443f-404e-81b3-27b7544ebaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342935 Nov 12 03:34:36.055940 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-cabeb656-626a-410a-bc66-8b81756152bb service neutron] 10.222.0.74 "GET /v2.0/networks/b67fbeaa-a461-498a-9c86-7b344860c0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648051 Nov 12 03:34:36.075011 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8eef7e-8302-4851-85f0-1793990b15d2 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Router 0f5a727d-6fe0-480c-9e3e-d640e65e3682 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:34:36.253843 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0661181d-6622-4354-9e29-ebfec26aa9fd req-3ab1c9fa-0c36-4958-8c62-8fd7e63dd1f2 service neutron] 10.222.0.74 "GET /v2.0/networks/b67fbeaa-a461-498a-9c86-7b344860c0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886480 Nov 12 03:34:36.281751 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8eef7e-8302-4851-85f0-1793990b15d2 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:34:36.294376 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7d8eef7e-8302-4851-85f0-1793990b15d2 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:36.357518 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7d8eef7e-8302-4851-85f0-1793990b15d2 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "PUT /v2.0/floatingips/6989e3b8-1f13-49a7-9e7c-7ec149e53885 HTTP/1.1" status: 200 len: 989 time: 2.5659807 Nov 12 03:34:36.387009 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b77bf-cc08-4cb0-add6-5676e3d63006 req-f3fbc15a-ce71-4e97-a99f-2c9f7dabcaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:36.388694 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ea8b77bf-cc08-4cb0-add6-5676e3d63006 req-f3fbc15a-ce71-4e97-a99f-2c9f7dabcaf0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=79ddb38cba154a11850c3aedbbd7edc7&device_id=c52ed836-5dc2-4ab7-9a78-391a736fbfe9 HTTP/1.1" status: 200 len: 1095 time: 0.0705893 Nov 12 03:34:36.529660 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd60e313-cb06-4c53-ac93-dfecbfc4abec None None] Sync routers for ids ['0f5a727d-6fe0-480c-9e3e-d640e65e3682'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:34:36.561579 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd60e313-cb06-4c53-ac93-dfecbfc4abec None None] Routers {'0f5a727d-6fe0-480c-9e3e-d640e65e3682'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:36.562509 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-dd60e313-cb06-4c53-ac93-dfecbfc4abec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:34:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['0f5a727d-6fe0-480c-9e3e-d640e65e3682'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:36.564137 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b77bf-cc08-4cb0-add6-5676e3d63006 req-39f96287-9eb2-4f75-9fde-cc765635f726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:36.566594 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:36.570247 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ea8b77bf-cc08-4cb0-add6-5676e3d63006 req-39f96287-9eb2-4f75-9fde-cc765635f726 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b67fbeaa-a461-498a-9c86-7b344860c0a6 HTTP/1.1" status: 200 len: 922 time: 0.1722131 Nov 12 03:34:36.623953 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9570f12-a94f-406f-9529-8b7adce8ac7c', 'tag': '9afa6c67-c0a1-4c66-8299-b931d06a49fa'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:36.627233 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc793df9-5441-4ed2-9781-e9e632248e42" -d '{"events": [{"name": "network-changed", "server_uuid": "d9570f12-a94f-406f-9529-8b7adce8ac7c", "tag": "9afa6c67-c0a1-4c66-8299-b931d06a49fa"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:36.653796 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ea8b77bf-cc08-4cb0-add6-5676e3d63006 req-2c9c7a33-4d27-42d4-8bc9-0f37ee6105c8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=163f675a-e2e0-4744-9c7f-48f84ca6fc07 HTTP/1.1" status: 200 len: 217 time: 0.0741024 Nov 12 03:34:36.708456 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af3e69a-161f-4a44-84b0-ada8ad749d91 x-openstack-request-id: req-1af3e69a-161f-4a44-84b0-ada8ad749d91 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:36.709028 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9570f12-a94f-406f-9529-8b7adce8ac7c", "tag": "9afa6c67-c0a1-4c66-8299-b931d06a49fa", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:36.709895 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1af3e69a-161f-4a44-84b0-ada8ad749d91 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:36.710507 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9570f12-a94f-406f-9529-8b7adce8ac7c', 'tag': '9afa6c67-c0a1-4c66-8299-b931d06a49fa', 'status': 'completed', 'code': 200} Nov 12 03:34:36.722705 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b77bf-cc08-4cb0-add6-5676e3d63006 req-96a6b1f4-28f1-47b6-b028-f89d8138eee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:36.724610 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ea8b77bf-cc08-4cb0-add6-5676e3d63006 req-96a6b1f4-28f1-47b6-b028-f89d8138eee6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=854138d0-4038-4cc3-ad57-37b08a53877a HTTP/1.1" status: 200 len: 861 time: 0.0650682 Nov 12 03:34:36.752166 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-dd60e313-cb06-4c53-ac93-dfecbfc4abec None None] Set router 0f5a727d-6fe0-480c-9e3e-d640e65e3682 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:34:36.781661 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ea8b77bf-cc08-4cb0-add6-5676e3d63006 req-3a906479-b629-43f6-af06-9d1e0fc96849 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b67fbeaa-a461-498a-9c86-7b344860c0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391502 Nov 12 03:34:36.889876 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc793df9-5441-4ed2-9781-e9e632248e42 req-4fe4287b-7ec3-4f5f-97ff-3877b7ed5076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:36.903396 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dc793df9-5441-4ed2-9781-e9e632248e42 req-4fe4287b-7ec3-4f5f-97ff-3877b7ed5076 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d558dd5b9f934464b6c1626ad18ebb6c&device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 1097 time: 0.1471350 Nov 12 03:34:37.018624 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ea8b77bf-cc08-4cb0-add6-5676e3d63006 req-7be1aefb-d475-4c13-b7d1-2cd5d78c7f58 service neutron] 10.222.0.74 "GET /v2.0/networks/b67fbeaa-a461-498a-9c86-7b344860c0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290430 Nov 12 03:34:37.037725 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 54ed4807-a2c0-4ee7-8899-ba36b084b06a up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:37.158637 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 54ed4807-a2c0-4ee7-8899-ba36b084b06a triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:37.159087 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:37.168951 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c2ba0-3777-4d23-aaa0-ff07c20f8fe6 req-d7a57a7e-2c00-4919-8fbf-aec60ce87a68 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:37.184582 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7a8c2ba0-3777-4d23-aaa0-ff07c20f8fe6 req-d7a57a7e-2c00-4919-8fbf-aec60ce87a68 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 945 time: 0.2557533 Nov 12 03:34:37.250677 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7a8c2ba0-3777-4d23-aaa0-ff07c20f8fe6 req-5e81340a-0b69-4954-ac1e-faa481f99cd0 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650120 Nov 12 03:34:37.274180 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ea8b77bf-cc08-4cb0-add6-5676e3d63006 req-69355ded-f20c-4df7-8a55-f3e97884ec41 service neutron] 10.222.0.74 "GET /v2.0/networks/b67fbeaa-a461-498a-9c86-7b344860c0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469122 Nov 12 03:34:37.306345 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc793df9-5441-4ed2-9781-e9e632248e42 req-62486ed8-a8b9-4673-8c61-c4fa61c3033a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:37.308679 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dc793df9-5441-4ed2-9781-e9e632248e42 req-62486ed8-a8b9-4673-8c61-c4fa61c3033a service neutron] 10.222.0.90 "GET /v2.0/networks?id=6c7f6069-f411-4391-9326-65cfd4966ecb HTTP/1.1" status: 200 len: 918 time: 0.4044816 Nov 12 03:34:37.369044 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:37.387251 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b59bf-7aaa-47df-82af-91019a0a7b38 req-2d0fc215-a363-4505-91fa-d136b0812e73 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:37.389974 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dc793df9-5441-4ed2-9781-e9e632248e42 req-e49988ef-376c-4489-8a8e-2ea10d6f19c3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9afa6c67-c0a1-4c66-8299-b931d06a49fa HTTP/1.1" status: 200 len: 997 time: 0.0713167 Nov 12 03:34:37.402858 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-832b59bf-7aaa-47df-82af-91019a0a7b38 req-2d0fc215-a363-4505-91fa-d136b0812e73 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] 10.222.0.50 "GET /v2.0/ports?device_id=c52ed836-5dc2-4ab7-9a78-391a736fbfe9 HTTP/1.1" status: 200 len: 943 time: 0.0714388 Nov 12 03:34:37.424914 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd83d5e8-c2db-4bc1-a1e9-cde29c70e050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ed4807-a2c0-4ee7-8899-ba36b084b06a'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:37.428268 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0122126d-68d7-4537-9810-2aefae923362" -d '{"events": [{"server_uuid": "fd83d5e8-c2db-4bc1-a1e9-cde29c70e050", "name": "network-vif-plugged", "status": "completed", "tag": "54ed4807-a2c0-4ee7-8899-ba36b084b06a"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:37.435217 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-dd60e313-cb06-4c53-ac93-dfecbfc4abec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'name': 'tempest-AttachVolumeShelveTestJSON-1124040181-router', 'tenant_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'e232dec0-dc70-4660-ae8e-a45a708c7eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:43Z', 'updated_at': '2021-11-12T03:28:52Z', 'revision_number': 4, 'project_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'gw_port': {'id': 'e232dec0-dc70-4660-ae8e-a45a708c7eea', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:43Z', 'updated_at': '2021-11-12T03:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '6989e3b8-1f13-49a7-9e7c-7ec149e53885', 'tenant_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'floating_ip_address': '172.25.5.2', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'port_id': '9afa6c67-c0a1-4c66-8299-b931d06a49fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb', 'mac_address': 'fa:16:3e:9c:d8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9570f12-a94f-406f-9529-8b7adce8ac7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:34:15Z', 'updated_at': '2021-11-12T03:34:34Z', 'revision_number': 1, 'project_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c309888-1e42-4f70-953a-89bc8d5ea61c', 'name': '', 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb', 'tenant_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'mac_address': 'fa:16:3e:0c:f9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:50Z', 'updated_at': '2021-11-12T03:28:58Z', 'revision_number': 5, 'project_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'subnets': [{'id': '4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:37.478358 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 54ed4807-a2c0-4ee7-8899-ba36b084b06a, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=54ed4807-a2c0-4ee7-8899-ba36b084b06a,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:37.480555 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd60e313-cb06-4c53-ac93-dfecbfc4abec None None] Checking router: 0f5a727d-6fe0-480c-9e3e-d640e65e3682 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:34:37.490866 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:37.502024 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824234c4-c2e6-42ed-83a7-341c769628a1 x-openstack-request-id: req-824234c4-c2e6-42ed-83a7-341c769628a1 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:37.502939 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd83d5e8-c2db-4bc1-a1e9-cde29c70e050", "name": "network-vif-plugged", "status": "completed", "tag": "54ed4807-a2c0-4ee7-8899-ba36b084b06a", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:37.503417 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-824234c4-c2e6-42ed-83a7-341c769628a1 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:37.504037 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd83d5e8-c2db-4bc1-a1e9-cde29c70e050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ed4807-a2c0-4ee7-8899-ba36b084b06a', 'code': 200} Nov 12 03:34:37.528585 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd60e313-cb06-4c53-ac93-dfecbfc4abec None None] Routers {'0f5a727d-6fe0-480c-9e3e-d640e65e3682'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:37.529990 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-dd60e313-cb06-4c53-ac93-dfecbfc4abec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:34:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['0f5a727d-6fe0-480c-9e3e-d640e65e3682'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:37.535944 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-832b59bf-7aaa-47df-82af-91019a0a7b38 req-73259150-54b3-4726-aad7-43c7fa6bb158 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] 10.222.0.50 "GET /v2.0/security-groups?id=515c9ef7-443f-404e-81b3-27b7544ebaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311486 Nov 12 03:34:37.536143 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc793df9-5441-4ed2-9781-e9e632248e42 req-987f098c-c487-459f-a03d-1cced8924c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:37.544750 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dc793df9-5441-4ed2-9781-e9e632248e42 req-987f098c-c487-459f-a03d-1cced8924c29 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390 HTTP/1.1" status: 200 len: 856 time: 0.1430776 Nov 12 03:34:37.618226 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=54ed4807-a2c0-4ee7-8899-ba36b084b06a,revision_number=10']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:37.628222 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc793df9-5441-4ed2-9781-e9e632248e42 req-e53c19aa-52cf-4e99-959f-d489659c0436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:37.630411 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dc793df9-5441-4ed2-9781-e9e632248e42 req-e53c19aa-52cf-4e99-959f-d489659c0436 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6c7f6069-f411-4391-9326-65cfd4966ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696371 Nov 12 03:34:37.707029 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-dd60e313-cb06-4c53-ac93-dfecbfc4abec None None] Set router 0f5a727d-6fe0-480c-9e3e-d640e65e3682 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:34:37.783152 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dc793df9-5441-4ed2-9781-e9e632248e42 req-abc71c4c-0b92-4c61-b467-81871d50ffdf service neutron] 10.222.0.90 "GET /v2.0/networks/6c7f6069-f411-4391-9326-65cfd4966ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314425 Nov 12 03:34:38.004213 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dc793df9-5441-4ed2-9781-e9e632248e42 req-2958f445-1948-4458-b743-061c6ab2e739 service neutron] 10.222.0.90 "GET /v2.0/networks/6c7f6069-f411-4391-9326-65cfd4966ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034082 Nov 12 03:34:38.012332 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-dd60e313-cb06-4c53-ac93-dfecbfc4abec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'name': 'tempest-AttachVolumeShelveTestJSON-1124040181-router', 'tenant_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'e232dec0-dc70-4660-ae8e-a45a708c7eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:43Z', 'updated_at': '2021-11-12T03:28:52Z', 'revision_number': 4, 'project_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'gw_port': {'id': 'e232dec0-dc70-4660-ae8e-a45a708c7eea', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:43Z', 'updated_at': '2021-11-12T03:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '6989e3b8-1f13-49a7-9e7c-7ec149e53885', 'tenant_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'floating_ip_address': '172.25.5.2', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'port_id': '9afa6c67-c0a1-4c66-8299-b931d06a49fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb', 'mac_address': 'fa:16:3e:9c:d8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9570f12-a94f-406f-9529-8b7adce8ac7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:34:15Z', 'updated_at': '2021-11-12T03:34:34Z', 'revision_number': 1, 'project_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c309888-1e42-4f70-953a-89bc8d5ea61c', 'name': '', 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb', 'tenant_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'mac_address': 'fa:16:3e:0c:f9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:50Z', 'updated_at': '2021-11-12T03:28:58Z', 'revision_number': 5, 'project_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'subnets': [{'id': '4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:38.074600 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd60e313-cb06-4c53-ac93-dfecbfc4abec None None] The sync data for ids ['0f5a727d-6fe0-480c-9e3e-d640e65e3682'] in n-d-715271-27 is: [{'id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'name': 'tempest-AttachVolumeShelveTestJSON-1124040181-router', 'tenant_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'e232dec0-dc70-4660-ae8e-a45a708c7eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:43Z', 'updated_at': '2021-11-12T03:28:52Z', 'revision_number': 4, 'project_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'gw_port': {'id': 'e232dec0-dc70-4660-ae8e-a45a708c7eea', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:43Z', 'updated_at': '2021-11-12T03:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '6989e3b8-1f13-49a7-9e7c-7ec149e53885', 'tenant_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'floating_ip_address': '172.25.5.2', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'port_id': '9afa6c67-c0a1-4c66-8299-b931d06a49fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb', 'mac_address': 'fa:16:3e:9c:d8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9570f12-a94f-406f-9529-8b7adce8ac7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:34:15Z', 'updated_at': '2021-11-12T03:34:34Z', 'revision_number': 1, 'project_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c309888-1e42-4f70-953a-89bc8d5ea61c', 'name': '', 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb', 'tenant_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'mac_address': 'fa:16:3e:0c:f9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:50Z', 'updated_at': '2021-11-12T03:28:58Z', 'revision_number': 5, 'project_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'subnets': [{'id': '4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:34:38.482304 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b54435-ed3b-47a6-9397-dd9c0d96abad req-bdb1a58e-2a5c-41ab-a1a1-e1ebb3dadd66 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:38.483912 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-24b54435-ed3b-47a6-9397-dd9c0d96abad req-bdb1a58e-2a5c-41ab-a1a1-e1ebb3dadd66 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 945 time: 0.1115260 Nov 12 03:34:38.503025 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e430e72-8622-4286-b298-677c25ba0d7d None None] New status for floating IP 6989e3b8-1f13-49a7-9e7c-7ec149e53885: ACTIVE {{(pid=102574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:34:38.522609 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:38.606815 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-24b54435-ed3b-47a6-9397-dd9c0d96abad req-06706e3f-8366-4167-90eb-1ef2a24b6908 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047688 Nov 12 03:34:38.760057 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76022b3-ef28-46aa-9e03-e38a6417fef9 req-3b7c07c7-15bd-403a-bd51-5c1dfd66cc2a tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:38.777097 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f76022b3-ef28-46aa-9e03-e38a6417fef9 req-3b7c07c7-15bd-403a-bd51-5c1dfd66cc2a tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] 10.222.0.50 "GET /v2.0/ports?device_id=c52ed836-5dc2-4ab7-9a78-391a736fbfe9 HTTP/1.1" status: 200 len: 943 time: 0.0867279 Nov 12 03:34:38.858873 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f76022b3-ef28-46aa-9e03-e38a6417fef9 req-012ca73e-543f-40d7-9716-efa4578f0153 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] 10.222.0.50 "GET /v2.0/security-groups?id=515c9ef7-443f-404e-81b3-27b7544ebaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711486 Nov 12 03:34:39.759434 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8ba05-69d3-484b-b060-2af6282f3edc req-c89652a2-0ce4-41fb-896d-67286c0f710a tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:39.761406 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-34f8ba05-69d3-484b-b060-2af6282f3edc req-c89652a2-0ce4-41fb-896d-67286c0f710a tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 945 time: 0.0728691 Nov 12 03:34:39.850557 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-34f8ba05-69d3-484b-b060-2af6282f3edc req-ef568e80-fc26-4de9-b9ed-039ad6945ba1 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797210 Nov 12 03:34:40.080863 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dae2f6-d499-4c74-baea-0f76dc0db2dd req-ff9d1be6-d8e6-41b4-adc2-fe98f45b5242 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:40.089151 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-98dae2f6-d499-4c74-baea-0f76dc0db2dd req-ff9d1be6-d8e6-41b4-adc2-fe98f45b5242 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] 10.222.0.50 "GET /v2.0/ports?device_id=c52ed836-5dc2-4ab7-9a78-391a736fbfe9 HTTP/1.1" status: 200 len: 943 time: 0.1088791 Nov 12 03:34:40.193335 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-98dae2f6-d499-4c74-baea-0f76dc0db2dd req-956baa3a-c0ed-422d-89f0-f3845b713443 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] 10.222.0.50 "GET /v2.0/security-groups?id=515c9ef7-443f-404e-81b3-27b7544ebaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031809 Nov 12 03:34:40.307978 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f88fa3-8950-4748-bf05-a89acb39529f req-001549c4-149f-431e-86cf-fd637892ca6a tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:40.316609 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-38f88fa3-8950-4748-bf05-a89acb39529f req-001549c4-149f-431e-86cf-fd637892ca6a tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] 10.222.0.50 "GET /v2.0/ports?device_id=d49e5137-34ee-456f-aa0d-9c46903dca95 HTTP/1.1" status: 200 len: 950 time: 0.0618036 Nov 12 03:34:40.386783 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-38f88fa3-8950-4748-bf05-a89acb39529f req-6b620aff-ccd4-4295-a31d-ab1283935874 tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8cb2cca-d3f7-4413-9978-51667d571a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690463 Nov 12 03:34:40.463613 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 163f675a-e2e0-4744-9c7f-48f84ca6fc07 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:34:40.601953 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 163f675a-e2e0-4744-9c7f-48f84ca6fc07, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=163f675a-e2e0-4744-9c7f-48f84ca6fc07,segment=NetworkSegment(6793fba8-3118-4a52-809e-1ec072ef65fc),segment_id=6793fba8-3118-4a52-809e-1ec072ef65fc)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:40.638392 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '163f675a-e2e0-4744-9c7f-48f84ca6fc07', 'network_id': 'b67fbeaa-a461-498a-9c86-7b344860c0a6', 'port_id': '163f675a-e2e0-4744-9c7f-48f84ca6fc07', 'mac_address': 'fa:16:3e:55:58:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '854138d0-4038-4cc3-ad57-37b08a53877a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:34:40.687073 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:40.711308 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 163f675a-e2e0-4744-9c7f-48f84ca6fc07 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:34:40.738455 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 163f675a-e2e0-4744-9c7f-48f84ca6fc07, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=163f675a-e2e0-4744-9c7f-48f84ca6fc07,segment=NetworkSegment(6793fba8-3118-4a52-809e-1ec072ef65fc),segment_id=6793fba8-3118-4a52-809e-1ec072ef65fc)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:40.744060 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:40.800984 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=163f675a-e2e0-4744-9c7f-48f84ca6fc07,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:41.004619 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e91257-89c4-47a8-9380-66e1a8e50dfa req-d6b6efb7-d547-4136-8e70-2cbea4d4b27d tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:41.012020 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-02e91257-89c4-47a8-9380-66e1a8e50dfa req-d6b6efb7-d547-4136-8e70-2cbea4d4b27d tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 945 time: 0.0636284 Nov 12 03:34:41.094787 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-02e91257-89c4-47a8-9380-66e1a8e50dfa req-e3313665-5ba4-4a6f-adb3-955189e63218 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689654 Nov 12 03:34:41.144120 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['163f675a-e2e0-4744-9c7f-48f84ca6fc07'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:34:41.383970 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defcc424-e09f-47b9-8ad9-a91b9597d05c req-4062778f-2568-4876-a4ad-47b6bf05c53d tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:41.392778 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-defcc424-e09f-47b9-8ad9-a91b9597d05c req-4062778f-2568-4876-a4ad-47b6bf05c53d tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] 10.222.0.50 "GET /v2.0/ports?device_id=c52ed836-5dc2-4ab7-9a78-391a736fbfe9 HTTP/1.1" status: 200 len: 944 time: 0.0864518 Nov 12 03:34:41.483864 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-defcc424-e09f-47b9-8ad9-a91b9597d05c req-6854ca28-4265-415b-8b86-435412e828bd tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] 10.222.0.50 "GET /v2.0/security-groups?id=515c9ef7-443f-404e-81b3-27b7544ebaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883822 Nov 12 03:34:41.620361 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc29c3a-ffac-4665-9e3a-ebedc15e512a req-42f47af3-e1b1-44bc-9b29-30d63da55b38 tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:41.622824 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3cc29c3a-ffac-4665-9e3a-ebedc15e512a req-42f47af3-e1b1-44bc-9b29-30d63da55b38 tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] 10.222.0.50 "GET /v2.0/ports?device_id=d49e5137-34ee-456f-aa0d-9c46903dca95 HTTP/1.1" status: 200 len: 950 time: 0.0707543 Nov 12 03:34:41.698658 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3cc29c3a-ffac-4665-9e3a-ebedc15e512a req-3512fad7-0158-4d28-ba9d-9414ab97a34b tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8cb2cca-d3f7-4413-9978-51667d571a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661635 Nov 12 03:34:42.227959 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7c3d3-c0e9-472c-9906-7f8aea27ac9b req-4e99a4d1-d9bd-4d44-bcde-a454ecc4cbd7 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:42.237030 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7df7c3d3-c0e9-472c-9906-7f8aea27ac9b req-4e99a4d1-d9bd-4d44-bcde-a454ecc4cbd7 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 945 time: 0.0742543 Nov 12 03:34:42.293670 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7df7c3d3-c0e9-472c-9906-7f8aea27ac9b req-57c06adf-6889-4683-835d-dfbe80b1c7f5 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546691 Nov 12 03:34:42.472741 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13b183-f291-4368-9c6a-ecc0a2686cd4 req-ad042a6f-7c9c-49b2-be41-4bd66aa8ef5f tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:42.482442 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2a13b183-f291-4368-9c6a-ecc0a2686cd4 req-ad042a6f-7c9c-49b2-be41-4bd66aa8ef5f tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] 10.222.0.90 "GET /v2.0/ports?device_id=d49e5137-34ee-456f-aa0d-9c46903dca95 HTTP/1.1" status: 200 len: 950 time: 0.0811405 Nov 12 03:34:42.634553 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-2a13b183-f291-4368-9c6a-ecc0a2686cd4 req-2b2c5914-088a-4ab0-96a6-6d272642efea tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] Deleting port 07d7a930-8e70-4da4-8b43-bdf1ad50ff53 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:42.635204 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2a13b183-f291-4368-9c6a-ecc0a2686cd4 req-2b2c5914-088a-4ab0-96a6-6d272642efea tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:42.671638 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118fe3c-5b7f-48e3-bbfc-7e4f44830d96 req-16a70e28-0f7d-464a-b042-c628ef191558 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:42.673558 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b118fe3c-5b7f-48e3-bbfc-7e4f44830d96 req-16a70e28-0f7d-464a-b042-c628ef191558 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] 10.222.0.50 "GET /v2.0/ports?device_id=c52ed836-5dc2-4ab7-9a78-391a736fbfe9 HTTP/1.1" status: 200 len: 944 time: 0.0819795 Nov 12 03:34:42.760605 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b118fe3c-5b7f-48e3-bbfc-7e4f44830d96 req-7c6fb36b-1651-4e52-b943-7e282f881b46 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] 10.222.0.50 "GET /v2.0/security-groups?id=515c9ef7-443f-404e-81b3-27b7544ebaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743477 Nov 12 03:34:42.768133 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-2a13b183-f291-4368-9c6a-ecc0a2686cd4 req-2b2c5914-088a-4ab0-96a6-6d272642efea tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] For port 07d7a930-8e70-4da4-8b43-bdf1ad50ff53, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=07d7a930-8e70-4da4-8b43-bdf1ad50ff53,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:42.768497 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2a13b183-f291-4368-9c6a-ecc0a2686cd4 req-2b2c5914-088a-4ab0-96a6-6d272642efea tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:42.784039 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-2a13b183-f291-4368-9c6a-ecc0a2686cd4 req-2b2c5914-088a-4ab0-96a6-6d272642efea tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] Calling delete_port for 07d7a930-8e70-4da4-8b43-bdf1ad50ff53 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:42.901427 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a4463-b172-4924-b34e-feba15ee8c20 req-e9440470-3540-4381-8828-5b12b84ba93a tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:42.903020 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5d6a4463-b172-4924-b34e-feba15ee8c20 req-e9440470-3540-4381-8828-5b12b84ba93a tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] 10.222.0.50 "GET /v2.0/ports?device_id=d49e5137-34ee-456f-aa0d-9c46903dca95 HTTP/1.1" status: 200 len: 950 time: 0.0757492 Nov 12 03:34:43.000531 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5d6a4463-b172-4924-b34e-feba15ee8c20 req-49dbe641-9613-44a6-b111-cf61b39e0e1a tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8cb2cca-d3f7-4413-9978-51667d571a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848134 Nov 12 03:34:43.033344 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2a13b183-f291-4368-9c6a-ecc0a2686cd4 req-2b2c5914-088a-4ab0-96a6-6d272642efea tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:43.072006 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['07d7a930-8e70-4da4-8b43-bdf1ad50ff53'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:34:43.075437 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c5914-088a-4ab0-96a6-6d272642efea tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] Pushing event deleted for resources: {'Port': ['ID=07d7a930-8e70-4da4-8b43-bdf1ad50ff53,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:43.130041 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a13b183-f291-4368-9c6a-ecc0a2686cd4 req-2b2c5914-088a-4ab0-96a6-6d272642efea tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] No DVR routers for this DVR port 07d7a930-8e70-4da4-8b43-bdf1ad50ff53 on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:34:43.133056 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2a13b183-f291-4368-9c6a-ecc0a2686cd4 req-2b2c5914-088a-4ab0-96a6-6d272642efea tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:43.136417 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2a13b183-f291-4368-9c6a-ecc0a2686cd4 req-2b2c5914-088a-4ab0-96a6-6d272642efea tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] 10.222.0.90 "DELETE /v2.0/ports/07d7a930-8e70-4da4-8b43-bdf1ad50ff53 HTTP/1.1" status: 204 len: 173 time: 0.6350417 Nov 12 03:34:43.136872 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49e5137-34ee-456f-aa0d-9c46903dca95', 'name': 'network-vif-deleted', 'tag': '07d7a930-8e70-4da4-8b43-bdf1ad50ff53'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:43.139557 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab5fd4f-54b4-4165-9c9b-bfe0c64ad166" -d '{"events": [{"server_uuid": "d49e5137-34ee-456f-aa0d-9c46903dca95", "name": "network-vif-deleted", "tag": "07d7a930-8e70-4da4-8b43-bdf1ad50ff53"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:43.215112 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57fabe6-6f40-45a1-9518-685e08dff9fa x-openstack-request-id: req-a57fabe6-6f40-45a1-9518-685e08dff9fa {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:43.215406 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d49e5137-34ee-456f-aa0d-9c46903dca95", "name": "network-vif-deleted", "tag": "07d7a930-8e70-4da4-8b43-bdf1ad50ff53", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:43.215685 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a57fabe6-6f40-45a1-9518-685e08dff9fa {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:43.216114 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd49e5137-34ee-456f-aa0d-9c46903dca95', 'name': 'network-vif-deleted', 'tag': '07d7a930-8e70-4da4-8b43-bdf1ad50ff53', 'status': 'completed', 'code': 200} Nov 12 03:34:43.370509 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f0108-8a09-4c8d-9a99-94b07d23c4e3 req-21511aca-d223-4cde-aff2-4b8a04873929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:43.372022 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-062f0108-8a09-4c8d-9a99-94b07d23c4e3 req-21511aca-d223-4cde-aff2-4b8a04873929 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 1097 time: 0.0638039 Nov 12 03:34:43.500485 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-062f0108-8a09-4c8d-9a99-94b07d23c4e3 req-71505c1d-a853-4571-8549-be99333906df service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127615 Nov 12 03:34:43.520752 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9949bed-f4ec-4592-9ab4-5735d6d97a05 req-56ffdd01-3ab2-4502-b402-4c7a029040f4 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:43.522306 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a9949bed-f4ec-4592-9ab4-5735d6d97a05 req-56ffdd01-3ab2-4502-b402-4c7a029040f4 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 945 time: 0.1163800 Nov 12 03:34:43.612204 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a9949bed-f4ec-4592-9ab4-5735d6d97a05 req-43910bc2-7e05-4c0c-bcc3-e96d315e6e13 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817938 Nov 12 03:34:43.895167 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575c54b-5f01-4c09-8a9d-b120c1540283 req-a159805e-321a-44ca-8e24-09e2c085b81c tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:43.903450 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d575c54b-5f01-4c09-8a9d-b120c1540283 req-a159805e-321a-44ca-8e24-09e2c085b81c tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] 10.222.0.50 "GET /v2.0/ports?device_id=c52ed836-5dc2-4ab7-9a78-391a736fbfe9 HTTP/1.1" status: 200 len: 944 time: 0.0653634 Nov 12 03:34:43.954321 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d575c54b-5f01-4c09-8a9d-b120c1540283 req-1f5084a3-96b4-4cbf-9fe7-615730661fc5 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] 10.222.0.50 "GET /v2.0/security-groups?id=515c9ef7-443f-404e-81b3-27b7544ebaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499849 Nov 12 03:34:44.136779 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-21968769-be9b-46f1-ad1b-5bd31f8e8041 req-c458e4e8-8e96-4cd5-98dd-6fe58c3cdf49 tempest-VolumesBackupsTest-782150934 tempest-VolumesBackupsTest-782150934-project] 10.222.0.50 "GET /v2.0/ports?device_id=d49e5137-34ee-456f-aa0d-9c46903dca95 HTTP/1.1" status: 200 len: 210 time: 0.0407424 Nov 12 03:34:44.477918 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 163f675a-e2e0-4744-9c7f-48f84ca6fc07 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:44.533961 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 163f675a-e2e0-4744-9c7f-48f84ca6fc07 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:34:44.538978 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 163f675a-e2e0-4744-9c7f-48f84ca6fc07 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:44.539354 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:44.627782 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:44.655641 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52ed836-5dc2-4ab7-9a78-391a736fbfe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163f675a-e2e0-4744-9c7f-48f84ca6fc07'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:44.658298 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d2d27e-397d-4011-9865-1e392e8d7738" -d '{"events": [{"server_uuid": "c52ed836-5dc2-4ab7-9a78-391a736fbfe9", "name": "network-vif-plugged", "status": "completed", "tag": "163f675a-e2e0-4744-9c7f-48f84ca6fc07"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:44.676455 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 163f675a-e2e0-4744-9c7f-48f84ca6fc07, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=163f675a-e2e0-4744-9c7f-48f84ca6fc07,segment=NetworkSegment(6793fba8-3118-4a52-809e-1ec072ef65fc),segment_id=6793fba8-3118-4a52-809e-1ec072ef65fc)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:44.681293 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:44.773923 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=163f675a-e2e0-4744-9c7f-48f84ca6fc07,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:44.791610 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfee10a-89d0-4c3a-96e6-d28c86944144 req-a36b0301-33bf-49d4-89a6-d5b72024b738 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:44.801984 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ccfee10a-89d0-4c3a-96e6-d28c86944144 req-a36b0301-33bf-49d4-89a6-d5b72024b738 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 945 time: 0.0966661 Nov 12 03:34:44.828619 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bbb1a61-770e-415c-8932-6ee6eeb3b8d9 x-openstack-request-id: req-8bbb1a61-770e-415c-8932-6ee6eeb3b8d9 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:44.828907 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c52ed836-5dc2-4ab7-9a78-391a736fbfe9", "name": "network-vif-plugged", "status": "completed", "tag": "163f675a-e2e0-4744-9c7f-48f84ca6fc07", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:44.829159 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8bbb1a61-770e-415c-8932-6ee6eeb3b8d9 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:44.829571 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c52ed836-5dc2-4ab7-9a78-391a736fbfe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163f675a-e2e0-4744-9c7f-48f84ca6fc07', 'code': 200} Nov 12 03:34:44.895324 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ccfee10a-89d0-4c3a-96e6-d28c86944144 req-0efa97c8-5204-434d-82fa-4bbe614e6c24 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910976 Nov 12 03:34:44.962032 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511b3ce-07b6-41a1-a922-1a114d7acdb3 req-586655fb-fcb7-432c-a94c-ddd516b275c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:44.963575 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2511b3ce-07b6-41a1-a922-1a114d7acdb3 req-586655fb-fcb7-432c-a94c-ddd516b275c7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c52ed836-5dc2-4ab7-9a78-391a736fbfe9 HTTP/1.1" status: 200 len: 1097 time: 0.0438781 Nov 12 03:34:45.039232 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2511b3ce-07b6-41a1-a922-1a114d7acdb3 req-0e1ba320-781a-4a67-94d9-7d091ceb4619 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=515c9ef7-443f-404e-81b3-27b7544ebaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657685 Nov 12 03:34:45.095841 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965340ba-4ac1-4088-bf41-a2ac98dc3ae7 req-0ee9a008-4d8e-4d29-ba08-3c7ddaaeb995 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:45.098025 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-965340ba-4ac1-4088-bf41-a2ac98dc3ae7 req-0ee9a008-4d8e-4d29-ba08-3c7ddaaeb995 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] 10.222.0.50 "GET /v2.0/ports?device_id=c52ed836-5dc2-4ab7-9a78-391a736fbfe9 HTTP/1.1" status: 200 len: 945 time: 0.0619130 Nov 12 03:34:45.161029 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-965340ba-4ac1-4088-bf41-a2ac98dc3ae7 req-ea4e0f98-9691-4240-8b61-93aaeafd22ca tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] 10.222.0.50 "GET /v2.0/security-groups?id=515c9ef7-443f-404e-81b3-27b7544ebaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567470 Nov 12 03:34:46.071666 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c4b73-0f2b-4ece-aeab-07a3d95545ab req-de071980-0fe0-48ea-8868-f1ebb09b4572 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:46.074273 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4b6c4b73-0f2b-4ece-aeab-07a3d95545ab req-de071980-0fe0-48ea-8868-f1ebb09b4572 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 945 time: 0.0633936 Nov 12 03:34:46.178390 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4b6c4b73-0f2b-4ece-aeab-07a3d95545ab req-5edad2b4-7338-4b28-851f-7a62078cd531 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894468 Nov 12 03:34:46.486231 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678db36-8f88-4095-8e80-719cf0c2a2ac req-d47377a3-81c8-48a8-ab91-fdde457a4da3 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:46.496380 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2678db36-8f88-4095-8e80-719cf0c2a2ac req-d47377a3-81c8-48a8-ab91-fdde457a4da3 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 946 time: 0.1825168 Nov 12 03:34:46.501522 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102375c-09dd-4657-b675-e1d608b925e0 req-d0548795-9aa9-48eb-9a63-e7a7f556dffa tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:46.511528 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5102375c-09dd-4657-b675-e1d608b925e0 req-d0548795-9aa9-48eb-9a63-e7a7f556dffa tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] 10.222.0.50 "GET /v2.0/ports?device_id=c52ed836-5dc2-4ab7-9a78-391a736fbfe9 HTTP/1.1" status: 200 len: 945 time: 0.2235096 Nov 12 03:34:46.578661 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2678db36-8f88-4095-8e80-719cf0c2a2ac req-8084dca3-03b5-492c-b1a7-aed73e6663ff tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800240 Nov 12 03:34:46.629861 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5102375c-09dd-4657-b675-e1d608b925e0 req-54982c4c-f47b-4c79-88e8-dbb1ea3e5a1c tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] 10.222.0.50 "GET /v2.0/security-groups?id=515c9ef7-443f-404e-81b3-27b7544ebaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173098 Nov 12 03:34:46.960709 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8a8d3-1dd6-45a0-986b-60c07f69e138 req-3342f205-5c7f-46f7-b336-f382bd91f349 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:46.962239 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7ce8a8d3-1dd6-45a0-986b-60c07f69e138 req-3342f205-5c7f-46f7-b336-f382bd91f349 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 946 time: 0.0688553 Nov 12 03:34:47.066980 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7ce8a8d3-1dd6-45a0-986b-60c07f69e138 req-19860a20-d295-4345-8883-c1c007ba4220 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955720 Nov 12 03:34:47.067331 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 07d7a930-8e70-4da4-8b43-bdf1ad50ff53 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:34:47.129290 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: 07d7a930-8e70-4da4-8b43-bdf1ad50ff53 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:34:47.129634 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 07d7a930-8e70-4da4-8b43-bdf1ad50ff53 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:34:47.809830 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec5777-1617-4907-bb0a-82ef94a10cd3 req-29424cbc-4b9e-4978-8765-17c90ac0ef23 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:47.812126 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-03ec5777-1617-4907-bb0a-82ef94a10cd3 req-29424cbc-4b9e-4978-8765-17c90ac0ef23 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] 10.222.0.50 "GET /v2.0/ports?device_id=c52ed836-5dc2-4ab7-9a78-391a736fbfe9 HTTP/1.1" status: 200 len: 945 time: 0.1141305 Nov 12 03:34:47.873751 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-03ec5777-1617-4907-bb0a-82ef94a10cd3 req-ad9c1b60-6c0e-4ed4-9fe1-1c661e56b9d2 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] 10.222.0.50 "GET /v2.0/security-groups?id=515c9ef7-443f-404e-81b3-27b7544ebaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546899 Nov 12 03:34:48.010035 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:48.198778 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d1ce1-6a76-4ba1-88e9-cfc84d08c39f req-65ba4b49-bdd8-482a-a398-f628d265ec29 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:48.207672 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-830d1ce1-6a76-4ba1-88e9-cfc84d08c39f req-65ba4b49-bdd8-482a-a398-f628d265ec29 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 946 time: 0.0618613 Nov 12 03:34:48.254357 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-830d1ce1-6a76-4ba1-88e9-cfc84d08c39f req-267ecbcc-58fa-4c2c-aad3-3c716811686e tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456724 Nov 12 03:34:48.343283 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec61b98-fd8c-4715-8a4f-06a4ae23f6b5 req-e090d6f0-565c-4aaf-9f87-1ece6892c253 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:48.345690 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3ec61b98-fd8c-4715-8a4f-06a4ae23f6b5 req-e090d6f0-565c-4aaf-9f87-1ece6892c253 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] 10.222.0.50 "GET /v2.0/ports?device_id=c52ed836-5dc2-4ab7-9a78-391a736fbfe9 HTTP/1.1" status: 200 len: 945 time: 0.0981386 Nov 12 03:34:48.423716 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3ec61b98-fd8c-4715-8a4f-06a4ae23f6b5 req-96fd97d1-06e9-487c-9cb7-c55771fe99a2 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] 10.222.0.50 "GET /v2.0/security-groups?id=515c9ef7-443f-404e-81b3-27b7544ebaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682414 Nov 12 03:34:48.578324 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87317061-4174-4998-ab85-d3567e58639a req-1606f2bc-0f65-4ce7-8637-947544dd77f5 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:48.591716 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-87317061-4174-4998-ab85-d3567e58639a req-1606f2bc-0f65-4ce7-8637-947544dd77f5 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd83d5e8-c2db-4bc1-a1e9-cde29c70e050 HTTP/1.1" status: 200 len: 951 time: 0.1069121 Nov 12 03:34:48.640685 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-87317061-4174-4998-ab85-d3567e58639a req-99d02eeb-b8d9-4ecc-99c4-892ee18ed784 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc1f4cb5-090c-4646-ba42-127a8bec6cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470850 Nov 12 03:34:48.669842 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7108d0d-2eea-4d42-b8a7-adc0ac6ad4ad req-a1a7aab4-cf12-485c-b76c-3e56919951f0 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:48.672364 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e7108d0d-2eea-4d42-b8a7-adc0ac6ad4ad req-a1a7aab4-cf12-485c-b76c-3e56919951f0 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 946 time: 0.0622354 Nov 12 03:34:48.727499 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e7108d0d-2eea-4d42-b8a7-adc0ac6ad4ad req-c4e41aa6-fd25-4670-90b6-39e39932ee9a tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473249 Nov 12 03:34:49.552989 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456e9dd-a3fc-4ba7-b28b-bf7880110940 req-d7c3f7fb-4986-4683-b861-1eb8a030d38f tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:49.560235 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1456e9dd-a3fc-4ba7-b28b-bf7880110940 req-d7c3f7fb-4986-4683-b861-1eb8a030d38f tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] 10.222.0.50 "GET /v2.0/ports?device_id=c52ed836-5dc2-4ab7-9a78-391a736fbfe9 HTTP/1.1" status: 200 len: 945 time: 0.0599992 Nov 12 03:34:49.610545 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1456e9dd-a3fc-4ba7-b28b-bf7880110940 req-a5148933-6312-4af8-bf98-a32019fa61c0 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] 10.222.0.50 "GET /v2.0/security-groups?id=515c9ef7-443f-404e-81b3-27b7544ebaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492361 Nov 12 03:34:49.765118 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d814e-91c8-4297-b447-ecf9f89f94cb req-c8686bc3-58a0-471a-836c-10b0507bc85a tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:49.767493 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-958d814e-91c8-4297-b447-ecf9f89f94cb req-c8686bc3-58a0-471a-836c-10b0507bc85a tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52ed836-5dc2-4ab7-9a78-391a736fbfe9 HTTP/1.1" status: 200 len: 945 time: 0.0727768 Nov 12 03:34:49.934737 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4607b784-e398-4fae-a13f-399cf0680699 req-025883cc-d0e3-4fac-bee7-8547a9503d8a tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:49.940358 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4607b784-e398-4fae-a13f-399cf0680699 req-025883cc-d0e3-4fac-bee7-8547a9503d8a tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 946 time: 0.1265931 Nov 12 03:34:49.960855 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-958d814e-91c8-4297-b447-ecf9f89f94cb req-e3313bd7-4e62-423c-9330-13e8fcf325d7 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] Deleting port 163f675a-e2e0-4744-9c7f-48f84ca6fc07 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:49.961997 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-958d814e-91c8-4297-b447-ecf9f89f94cb req-e3313bd7-4e62-423c-9330-13e8fcf325d7 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:50.061086 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4607b784-e398-4fae-a13f-399cf0680699 req-876b5ba1-c283-4d77-a780-67dda7d58604 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134336 Nov 12 03:34:50.143647 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-958d814e-91c8-4297-b447-ecf9f89f94cb req-e3313bd7-4e62-423c-9330-13e8fcf325d7 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] For port 163f675a-e2e0-4744-9c7f-48f84ca6fc07, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=163f675a-e2e0-4744-9c7f-48f84ca6fc07,segment=NetworkSegment(6793fba8-3118-4a52-809e-1ec072ef65fc),segment_id=6793fba8-3118-4a52-809e-1ec072ef65fc)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:50.144016 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-958d814e-91c8-4297-b447-ecf9f89f94cb req-e3313bd7-4e62-423c-9330-13e8fcf325d7 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:50.193045 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-958d814e-91c8-4297-b447-ecf9f89f94cb req-e3313bd7-4e62-423c-9330-13e8fcf325d7 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] Calling delete_port for 163f675a-e2e0-4744-9c7f-48f84ca6fc07 owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:50.562516 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-958d814e-91c8-4297-b447-ecf9f89f94cb req-e3313bd7-4e62-423c-9330-13e8fcf325d7 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:50.580762 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['163f675a-e2e0-4744-9c7f-48f84ca6fc07'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:34:50.638269 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3313bd7-4e62-423c-9330-13e8fcf325d7 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] Pushing event deleted for resources: {'Port': ['ID=163f675a-e2e0-4744-9c7f-48f84ca6fc07,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:50.722067 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-958d814e-91c8-4297-b447-ecf9f89f94cb req-e3313bd7-4e62-423c-9330-13e8fcf325d7 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] No DVR routers for this DVR port 163f675a-e2e0-4744-9c7f-48f84ca6fc07 on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:34:50.726525 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-958d814e-91c8-4297-b447-ecf9f89f94cb req-e3313bd7-4e62-423c-9330-13e8fcf325d7 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:50.731999 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-958d814e-91c8-4297-b447-ecf9f89f94cb req-e3313bd7-4e62-423c-9330-13e8fcf325d7 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] 10.222.0.74 "DELETE /v2.0/ports/163f675a-e2e0-4744-9c7f-48f84ca6fc07 HTTP/1.1" status: 204 len: 173 time: 0.9552145 Nov 12 03:34:50.744321 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52ed836-5dc2-4ab7-9a78-391a736fbfe9', 'name': 'network-vif-deleted', 'tag': '163f675a-e2e0-4744-9c7f-48f84ca6fc07'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:50.751954 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055fc7de-44e1-484f-8422-7dfc4807b2a9" -d '{"events": [{"server_uuid": "c52ed836-5dc2-4ab7-9a78-391a736fbfe9", "name": "network-vif-deleted", "tag": "163f675a-e2e0-4744-9c7f-48f84ca6fc07"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:50.873922 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3872f394-3be9-4c05-9fed-d0e2154a8324 req-92737e84-6c57-43de-bade-6b694071e454 tempest-ServerAddressesNegativeTestJSON-621169446 tempest-ServerAddressesNegativeTestJSON-621169446-project] 10.222.0.50 "GET /v2.0/ports?device_id=c52ed836-5dc2-4ab7-9a78-391a736fbfe9 HTTP/1.1" status: 200 len: 210 time: 0.0433438 Nov 12 03:34:50.915863 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90973796-b323-4118-8e30-2dbaedd0982b x-openstack-request-id: req-90973796-b323-4118-8e30-2dbaedd0982b {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:50.916187 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c52ed836-5dc2-4ab7-9a78-391a736fbfe9", "name": "network-vif-deleted", "tag": "163f675a-e2e0-4744-9c7f-48f84ca6fc07", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:50.916446 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-90973796-b323-4118-8e30-2dbaedd0982b {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:50.916858 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c52ed836-5dc2-4ab7-9a78-391a736fbfe9', 'name': 'network-vif-deleted', 'tag': '163f675a-e2e0-4744-9c7f-48f84ca6fc07', 'status': 'completed', 'code': 200} Nov 12 03:34:51.970652 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 44868) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:52.064810 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-d14de0ca-f1d7-49cf-b4e9-88fb3aafc433 admin admin] Deleting subnet 854138d0-4038-4cc3-ad57-37b08a53877a {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:34:52.076182 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d14de0ca-f1d7-49cf-b4e9-88fb3aafc433 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.184625 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d14de0ca-f1d7-49cf-b4e9-88fb3aafc433 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.244107 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d14de0ca-f1d7-49cf-b4e9-88fb3aafc433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.343846 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d14de0ca-f1d7-49cf-b4e9-88fb3aafc433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.371329 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d14de0ca-f1d7-49cf-b4e9-88fb3aafc433 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.378956 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d14de0ca-f1d7-49cf-b4e9-88fb3aafc433 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/854138d0-4038-4cc3-ad57-37b08a53877a HTTP/1.1" status: 204 len: 168 time: 0.4068573 Nov 12 03:34:52.381664 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 44890) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:52.418171 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14de0ca-f1d7-49cf-b4e9-88fb3aafc433 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=854138d0-4038-4cc3-ad57-37b08a53877a,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:52.510294 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9c535be4-5d91-4400-a601-e44f74844d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.619045 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9c535be4-5d91-4400-a601-e44f74844d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.682029 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-9c535be4-5d91-4400-a601-e44f74844d2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b67fbeaa-a461-498a-9c86-7b344860c0a6']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:52.705864 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-9c535be4-5d91-4400-a601-e44f74844d2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6793fba8-3118-4a52-809e-1ec072ef65fc') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:52.708709 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-9c535be4-5d91-4400-a601-e44f74844d2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6793fba8-3118-4a52-809e-1ec072ef65fc') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:52.727223 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9c535be4-5d91-4400-a601-e44f74844d2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.758473 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9c535be4-5d91-4400-a601-e44f74844d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.772276 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c535be4-5d91-4400-a601-e44f74844d2f admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:34:52.773005 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9c535be4-5d91-4400-a601-e44f74844d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.774835 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:34:52.774835 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:34:52.774835 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:34:52.774835 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:34:52.774835 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:34:52.774835 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:34:52.774835 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:34:52.774835 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:34:52.774835 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:34:52.774835 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:34:52.774835 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:34:52.774835 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:34:52.774835 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:34:52.774835 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:34:52.774835 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:34:52.774835 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:34:52.774835 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:34:52.774835 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:34:52.774835 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:34:52.774835 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:34:52.774835 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:34:52.774835 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:34:52.774835 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:34:52.774835 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:34:52.774835 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:34:52.774835 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:34:52.774835 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:34:52.774835 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:34:52.774835 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:34:52.774835 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:34:52.774835 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:34:52.774835 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:34:52.855276 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9c535be4-5d91-4400-a601-e44f74844d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.868665 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9c535be4-5d91-4400-a601-e44f74844d2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.875804 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9c535be4-5d91-4400-a601-e44f74844d2f admin admin] 10.222.0.50 "DELETE /v2.0/networks/b67fbeaa-a461-498a-9c86-7b344860c0a6 HTTP/1.1" status: 204 len: 168 time: 0.4691586 Nov 12 03:34:52.909205 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c535be4-5d91-4400-a601-e44f74844d2f admin admin] Pushing event deleted for resources: {'Network': ['ID=b67fbeaa-a461-498a-9c86-7b344860c0a6,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:53.095805 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 44928) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:53.122374 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 54ed4807-a2c0-4ee7-8899-ba36b084b06a no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:34:53.164576 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 44930) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:53.172814 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c269b22a-051d-493d-aca2-36b976db0e26 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=79ddb38cba154a11850c3aedbbd7edc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0708876 Nov 12 03:34:53.239250 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9cdb0-08ce-48ff-8470-ab8c1495e27e req-62187e32-b24c-480c-857a-c89a02893c27 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:53.259222 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-27a9cdb0-08ce-48ff-8470-ab8c1495e27e req-62187e32-b24c-480c-857a-c89a02893c27 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c55d08e-aab1-4961-9e47-a894a7a450b9 HTTP/1.1" status: 200 len: 948 time: 0.1135118 Nov 12 03:34:53.333784 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-95abfb4b-5af9-4576-947b-6ab37df83310 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:53.353657 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:53.383755 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-95abfb4b-5af9-4576-947b-6ab37df83310 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:53.384389 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-27a9cdb0-08ce-48ff-8470-ab8c1495e27e req-f1a726a4-2850-4837-b190-e910030f3d1e tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc1f4cb5-090c-4646-ba42-127a8bec6cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207457 Nov 12 03:34:53.413234 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd83d5e8-c2db-4bc1-a1e9-cde29c70e050', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54ed4807-a2c0-4ee7-8899-ba36b084b06a'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:53.419083 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b1b345-954a-4a55-9b27-b16716342e67" -d '{"events": [{"server_uuid": "fd83d5e8-c2db-4bc1-a1e9-cde29c70e050", "name": "network-vif-unplugged", "status": "completed", "tag": "54ed4807-a2c0-4ee7-8899-ba36b084b06a"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:53.455234 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 54ed4807-a2c0-4ee7-8899-ba36b084b06a, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=54ed4807-a2c0-4ee7-8899-ba36b084b06a,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:53.464198 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:53.498644 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba169a-b196-4ca7-8daf-204bd10d71ee req-eff7890d-c834-4fde-9bc8-9958012b1da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:53.511935 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aeba169a-b196-4ca7-8daf-204bd10d71ee req-eff7890d-c834-4fde-9bc8-9958012b1da8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0b6eb743cc06416bb94eb1073c600fc8&device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 1098 time: 0.1253941 Nov 12 03:34:53.527380 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=54ed4807-a2c0-4ee7-8899-ba36b084b06a,revision_number=11']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:53.546998 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-95abfb4b-5af9-4576-947b-6ab37df83310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:53.550048 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-95abfb4b-5af9-4576-947b-6ab37df83310 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:53.551256 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-95abfb4b-5af9-4576-947b-6ab37df83310 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/515c9ef7-443f-404e-81b3-27b7544ebaa4 HTTP/1.1" status: 204 len: 168 time: 0.3850749 Nov 12 03:34:53.574806 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95abfb4b-5af9-4576-947b-6ab37df83310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515c9ef7-443f-404e-81b3-27b7544ebaa4,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:53.585731 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5c80de-b66b-4f58-8217-9ba9dc79741c x-openstack-request-id: req-ad5c80de-b66b-4f58-8217-9ba9dc79741c {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:53.585881 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd83d5e8-c2db-4bc1-a1e9-cde29c70e050", "name": "network-vif-unplugged", "status": "completed", "tag": "54ed4807-a2c0-4ee7-8899-ba36b084b06a", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:53.586098 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ad5c80de-b66b-4f58-8217-9ba9dc79741c {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:53.586488 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd83d5e8-c2db-4bc1-a1e9-cde29c70e050', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54ed4807-a2c0-4ee7-8899-ba36b084b06a', 'code': 200} Nov 12 03:34:53.588856 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9f18b-cc46-4d27-ac7c-6f5211782092 req-c5631a25-7c8b-4023-a22c-e6a2e6254e8c tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:53.590932 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bec9f18b-cc46-4d27-ac7c-6f5211782092 req-c5631a25-7c8b-4023-a22c-e6a2e6254e8c tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 946 time: 0.1115477 Nov 12 03:34:53.704146 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bec9f18b-cc46-4d27-ac7c-6f5211782092 req-257698c3-bef9-4793-8c93-b89887a139d3 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052682 Nov 12 03:34:53.722506 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba169a-b196-4ca7-8daf-204bd10d71ee req-73c4a0b9-1c63-41e5-85de-d1169307fdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:53.727355 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aeba169a-b196-4ca7-8daf-204bd10d71ee req-73c4a0b9-1c63-41e5-85de-d1169307fdc7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a1213290-26f5-41b6-944a-8e6156116c1c HTTP/1.1" status: 200 len: 919 time: 0.2053609 Nov 12 03:34:53.827285 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aeba169a-b196-4ca7-8daf-204bd10d71ee req-7b5b27ad-06a6-4974-af29-f8978730112e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22cf0644-cfb0-4236-9408-c47b1493f36d HTTP/1.1" status: 200 len: 217 time: 0.0866873 Nov 12 03:34:53.950564 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba169a-b196-4ca7-8daf-204bd10d71ee req-299d5077-75db-43c4-9260-057ccef9ede7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:53.952868 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aeba169a-b196-4ca7-8daf-204bd10d71ee req-299d5077-75db-43c4-9260-057ccef9ede7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd7b2fc1-d744-45c7-b1e4-e01d488cffca HTTP/1.1" status: 200 len: 858 time: 0.1175699 Nov 12 03:34:54.026808 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aeba169a-b196-4ca7-8daf-204bd10d71ee req-94ffc53f-e3d7-4d78-9738-0515324f03b1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a1213290-26f5-41b6-944a-8e6156116c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640295 Nov 12 03:34:54.248821 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aeba169a-b196-4ca7-8daf-204bd10d71ee req-8884a8c6-de4e-4979-8b68-00bb04a05f2e service neutron] 10.222.0.74 "GET /v2.0/networks/a1213290-26f5-41b6-944a-8e6156116c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129915 Nov 12 03:34:54.422271 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aeba169a-b196-4ca7-8daf-204bd10d71ee req-c5451e8a-104e-4a81-a9a3-4710ffee2bba service neutron] 10.222.0.74 "GET /v2.0/networks/a1213290-26f5-41b6-944a-8e6156116c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633954 Nov 12 03:34:54.554668 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 163f675a-e2e0-4744-9c7f-48f84ca6fc07 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:34:54.564188 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6c8b8-5c7f-4087-92dd-cc1404e14c70 req-b2a9bddf-6ada-41ae-a3ed-9569bff668f6 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:54.572506 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6cb6c8b8-5c7f-4087-92dd-cc1404e14c70 req-b2a9bddf-6ada-41ae-a3ed-9569bff668f6 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c55d08e-aab1-4961-9e47-a894a7a450b9 HTTP/1.1" status: 200 len: 948 time: 0.0759308 Nov 12 03:34:54.603630 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 163f675a-e2e0-4744-9c7f-48f84ca6fc07 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:34:54.604878 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 163f675a-e2e0-4744-9c7f-48f84ca6fc07 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:34:54.634797 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6cb6c8b8-5c7f-4087-92dd-cc1404e14c70 req-c12aa50d-d08a-412a-825d-21bb21efbf90 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc1f4cb5-090c-4646-ba42-127a8bec6cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588748 Nov 12 03:34:54.881034 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc36d8-29ef-42e6-9bc1-437bcbacd563 req-1da9a6a4-58da-42d8-8c13-d15ced235442 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:54.885120 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 44978) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:54.897626 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-99cc36d8-29ef-42e6-9bc1-437bcbacd563 req-1da9a6a4-58da-42d8-8c13-d15ced235442 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 946 time: 0.0834205 Nov 12 03:34:54.996707 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-99cc36d8-29ef-42e6-9bc1-437bcbacd563 req-9a163f70-d287-4190-86e0-19247585d017 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978773 Nov 12 03:34:55.031152 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6058861b-8d7f-4ded-b69e-804557874a1b req-76781d6e-99d6-4a0c-bc38-eef3def109f0 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:55.032599 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6058861b-8d7f-4ded-b69e-804557874a1b req-76781d6e-99d6-4a0c-bc38-eef3def109f0 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c55d08e-aab1-4961-9e47-a894a7a450b9 HTTP/1.1" status: 200 len: 948 time: 0.0697255 Nov 12 03:34:55.038921 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-15a66e79-6ceb-4d3f-8d36-399c2605e1e1 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1774750933-network', 'tenant_id': 'eb3a6f08cfcc44a286ac6d6ad0184969'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:55.100646 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a66e79-6ceb-4d3f-8d36-399c2605e1e1 admin admin] Made reservation on behalf of eb3a6f08cfcc44a286ac6d6ad0184969 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:55.102820 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-15a66e79-6ceb-4d3f-8d36-399c2605e1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:55.131104 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-15a66e79-6ceb-4d3f-8d36-399c2605e1e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:55.195966 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-6058861b-8d7f-4ded-b69e-804557874a1b req-55d532ae-43f9-447a-a01d-e85383432048 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Deleting port 4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:55.196301 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6058861b-8d7f-4ded-b69e-804557874a1b req-55d532ae-43f9-447a-a01d-e85383432048 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:55.315803 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-15a66e79-6ceb-4d3f-8d36-399c2605e1e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:55.326885 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-15a66e79-6ceb-4d3f-8d36-399c2605e1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:55.341785 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-6058861b-8d7f-4ded-b69e-804557874a1b req-55d532ae-43f9-447a-a01d-e85383432048 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] For port 4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:55.342583 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6058861b-8d7f-4ded-b69e-804557874a1b req-55d532ae-43f9-447a-a01d-e85383432048 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:55.369618 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15a66e79-6ceb-4d3f-8d36-399c2605e1e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:34:55.372271 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-6058861b-8d7f-4ded-b69e-804557874a1b req-55d532ae-43f9-447a-a01d-e85383432048 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Calling delete_port for 4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:55.393949 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a66e79-6ceb-4d3f-8d36-399c2605e1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a88d33-7709-46e6-bfcb-05e54e6e41ee,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:55.424003 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-15a66e79-6ceb-4d3f-8d36-399c2605e1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:55.424540 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-15a66e79-6ceb-4d3f-8d36-399c2605e1e1 admin admin] Added segment 146b06ea-4a82-4118-a200-8fdc42840e4e of type vlan for network 499838af-d38a-4dcc-9d52-f6e136f8a91f Nov 12 03:34:55.509451 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-15a66e79-6ceb-4d3f-8d36-399c2605e1e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:55.552486 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-15a66e79-6ceb-4d3f-8d36-399c2605e1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:55.553596 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a66e79-6ceb-4d3f-8d36-399c2605e1e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:55.554209 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-15a66e79-6ceb-4d3f-8d36-399c2605e1e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:55.645212 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-15a66e79-6ceb-4d3f-8d36-399c2605e1e1 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7586040 Nov 12 03:34:55.648952 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 44986) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:55.652914 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a66e79-6ceb-4d3f-8d36-399c2605e1e1 admin admin] Pushing event updated for resources: {'Network': ['ID=499838af-d38a-4dcc-9d52-f6e136f8a91f,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:55.669247 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 499838af-d38a-4dcc-9d52-f6e136f8a91f details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:34:55.670660 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-7bbca16d-7825-48ea-8dd5-9a97f535315b admin admin] Request body: {'subnet': {'network_id': '499838af-d38a-4dcc-9d52-f6e136f8a91f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1774750933-subnet', 'tenant_id': 'eb3a6f08cfcc44a286ac6d6ad0184969', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:55.675018 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6058861b-8d7f-4ded-b69e-804557874a1b req-55d532ae-43f9-447a-a01d-e85383432048 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:55.717727 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbca16d-7825-48ea-8dd5-9a97f535315b admin admin] Made reservation on behalf of eb3a6f08cfcc44a286ac6d6ad0184969 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:55.723940 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7bbca16d-7825-48ea-8dd5-9a97f535315b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:55.742193 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d532ae-43f9-447a-a01d-e85383432048 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Pushing event deleted for resources: {'Port': ['ID=4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:55.792525 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-6058861b-8d7f-4ded-b69e-804557874a1b req-55d532ae-43f9-447a-a01d-e85383432048 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] No DVR routers for this DVR port 4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:34:55.796552 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6058861b-8d7f-4ded-b69e-804557874a1b req-55d532ae-43f9-447a-a01d-e85383432048 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:55.801304 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6058861b-8d7f-4ded-b69e-804557874a1b req-55d532ae-43f9-447a-a01d-e85383432048 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.74 "DELETE /v2.0/ports/4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa HTTP/1.1" status: 204 len: 173 time: 0.7584107 Nov 12 03:34:55.802037 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c55d08e-aab1-4961-9e47-a894a7a450b9', 'name': 'network-vif-deleted', 'tag': '4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:55.804937 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa6a13b-214a-4a44-8bce-3a5656bd3665" -d '{"events": [{"server_uuid": "0c55d08e-aab1-4961-9e47-a894a7a450b9", "name": "network-vif-deleted", "tag": "4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:56.015763 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6aa24f34-f312-4f2a-8097-c8201f04c736 req-223fd5d5-c2c3-4945-bb80-182453d62641 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c55d08e-aab1-4961-9e47-a894a7a450b9 HTTP/1.1" status: 200 len: 210 time: 0.0316958 Nov 12 03:34:56.018850 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7bbca16d-7825-48ea-8dd5-9a97f535315b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:56.057062 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b4e36e-8d43-414b-bdeb-bca9a52509c6 x-openstack-request-id: req-b3b4e36e-8d43-414b-bdeb-bca9a52509c6 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:56.057546 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c55d08e-aab1-4961-9e47-a894a7a450b9", "name": "network-vif-deleted", "tag": "4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:56.057977 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b3b4e36e-8d43-414b-bdeb-bca9a52509c6 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:56.058535 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c55d08e-aab1-4961-9e47-a894a7a450b9', 'name': 'network-vif-deleted', 'tag': '4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa', 'status': 'completed', 'code': 200} Nov 12 03:34:56.092499 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbca16d-7825-48ea-8dd5-9a97f535315b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1459c747-a3c8-4227-a43e-1d05b0ef72ba,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:56.100105 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbca16d-7825-48ea-8dd5-9a97f535315b admin admin] Checking segment: {'id': '146b06ea-4a82-4118-a200-8fdc42840e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '499838af-d38a-4dcc-9d52-f6e136f8a91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:56.100641 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbca16d-7825-48ea-8dd5-9a97f535315b admin admin] Network hostable DHCP agents. Network: 499838af-d38a-4dcc-9d52-f6e136f8a91f, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:34:56.134230 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbca16d-7825-48ea-8dd5-9a97f535315b admin admin] Network 499838af-d38a-4dcc-9d52-f6e136f8a91f is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:34:56.148366 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-7bbca16d-7825-48ea-8dd5-9a97f535315b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 499838af-d38a-4dcc-9d52-f6e136f8a91f) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:56.158630 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a09692-a3c8-4fc1-bd14-124ff8b429c9 None None] Network 499838af-d38a-4dcc-9d52-f6e136f8a91f requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:56.158856 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbca16d-7825-48ea-8dd5-9a97f535315b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:56.159231 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7bbca16d-7825-48ea-8dd5-9a97f535315b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:56.201613 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7bbca16d-7825-48ea-8dd5-9a97f535315b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5509801 Nov 12 03:34:56.358356 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee995045-8632-462a-a9fe-8bd62c1270b1 req-39d9f6d7-5f75-4da8-a3f3-6845e1312705 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:56.376918 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ee995045-8632-462a-a9fe-8bd62c1270b1 req-39d9f6d7-5f75-4da8-a3f3-6845e1312705 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 946 time: 0.0992513 Nov 12 03:34:56.449483 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0734469a-fc47-4820-8fcd-9823af4eae5c None None] Network 499838af-d38a-4dcc-9d52-f6e136f8a91f requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:56.469838 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ee995045-8632-462a-a9fe-8bd62c1270b1 req-600c167f-b3a6-438d-bc31-074f29081396 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918925 Nov 12 03:34:56.852724 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-911120ee-911e-4f02-9ee6-42b950cab6ec tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:56.854694 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-911120ee-911e-4f02-9ee6-42b950cab6ec tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] 10.222.0.50 "GET /v2.0/networks?id=499838af-d38a-4dcc-9d52-f6e136f8a91f HTTP/1.1" status: 200 len: 813 time: 0.1151044 Nov 12 03:34:56.871044 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-f9dad56a-c7fa-4045-bf0a-41869520261e tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] 10.222.0.50 "GET /v2.0/quotas/eb3a6f08cfcc44a286ac6d6ad0184969 HTTP/1.1" status: 200 len: 375 time: 0.0101109 Nov 12 03:34:56.906971 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-09ace7ff-5cc1-4641-9243-6a1268314ba7 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=eb3a6f08cfcc44a286ac6d6ad0184969&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293367 Nov 12 03:34:57.047346 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-e10c4edc-0a2e-489b-8405-312aad2fd8a6 service neutron] 10.222.0.50 "GET /v2.0/networks/499838af-d38a-4dcc-9d52-f6e136f8a91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330171 Nov 12 03:34:57.158792 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-d4aff972-6bd6-4c0e-bbf4-97f1ef598a94 service neutron] 10.222.0.50 "GET /v2.0/networks/499838af-d38a-4dcc-9d52-f6e136f8a91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052763 Nov 12 03:34:57.207366 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e55a1975-5101-4c6e-b692-522124abdd36 req-c17fbc41-cf3f-4b42-b2d0-74f15c4d8c58 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c55d08e-aab1-4961-9e47-a894a7a450b9 HTTP/1.1" status: 200 len: 210 time: 0.0454471 Nov 12 03:34:57.444413 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-34f6cfc7-0ec7-4318-8fcb-cd94e7e5146a req-f6b8a52f-3aee-4da8-8c08-40d2a65790fe tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] 10.222.0.50 "GET /v2.0/ports?device_id=73ca1643-f2bd-4ae5-9bb8-dd6edd25e311 HTTP/1.1" status: 200 len: 210 time: 0.0756800 Nov 12 03:34:57.621849 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183f8c3-8c7d-46fd-8590-2cbe0eaec17b req-bdf87622-df08-4a9f-a458-2a7622992d40 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:57.624002 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4183f8c3-8c7d-46fd-8590-2cbe0eaec17b req-bdf87622-df08-4a9f-a458-2a7622992d40 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 946 time: 0.0658274 Nov 12 03:34:57.693098 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4183f8c3-8c7d-46fd-8590-2cbe0eaec17b req-fdd76407-bd87-4157-834b-35b35f4697b3 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620825 Nov 12 03:34:58.332553 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833fbef-836c-496a-9336-3d74d793c99e req-3baa8f7d-c8d4-40fc-bc5f-5798546f9fe3 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:58.339093 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833fbef-836c-496a-9336-3d74d793c99e req-3baa8f7d-c8d4-40fc-bc5f-5798546f9fe3 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:58.346896 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833fbef-836c-496a-9336-3d74d793c99e req-3baa8f7d-c8d4-40fc-bc5f-5798546f9fe3 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:58.354476 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833fbef-836c-496a-9336-3d74d793c99e req-3baa8f7d-c8d4-40fc-bc5f-5798546f9fe3 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:58.365950 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833fbef-836c-496a-9336-3d74d793c99e req-3baa8f7d-c8d4-40fc-bc5f-5798546f9fe3 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:58.375258 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833fbef-836c-496a-9336-3d74d793c99e req-3baa8f7d-c8d4-40fc-bc5f-5798546f9fe3 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:58.385416 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833fbef-836c-496a-9336-3d74d793c99e req-3baa8f7d-c8d4-40fc-bc5f-5798546f9fe3 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:58.389265 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3833fbef-836c-496a-9336-3d74d793c99e req-3baa8f7d-c8d4-40fc-bc5f-5798546f9fe3 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 5433 time: 0.1515775 Nov 12 03:34:58.481783 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3833fbef-836c-496a-9336-3d74d793c99e req-2123ba82-a019-4384-aba1-915c75a0aa2f tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a22aea3-060b-45a8-a7ba-9d5508ea1c86&id=163708d6-2806-48a4-99ff-2841929f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0860958 Nov 12 03:34:58.591260 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-745eb62a-2bef-48d9-b76b-907ecf83b0a7 req-b77ea920-e325-48e3-a730-2485c17969c1 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] 10.222.0.50 "GET /v2.0/ports?device_id=73ca1643-f2bd-4ae5-9bb8-dd6edd25e311 HTTP/1.1" status: 200 len: 210 time: 0.0376189 Nov 12 03:34:58.621264 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:34:58.678398 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:34:58.680521 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 4fecc9e8-2e92-4c9e-8a9d-ff266d26fcfa not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:34:58.842603 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:34:58.895493 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5ff67-8a02-41b6-9d3b-5ff24c36af44 req-36a188af-e5ea-42c8-a9c0-15803c33f6f5 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:58.897257 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-03b5ff67-8a02-41b6-9d3b-5ff24c36af44 req-36a188af-e5ea-42c8-a9c0-15803c33f6f5 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd83d5e8-c2db-4bc1-a1e9-cde29c70e050 HTTP/1.1" status: 200 len: 949 time: 0.0780220 Nov 12 03:34:58.958339 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-03b5ff67-8a02-41b6-9d3b-5ff24c36af44 req-a9a61424-5d7c-4455-862e-eb88987df72b tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc1f4cb5-090c-4646-ba42-127a8bec6cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543873 Nov 12 03:34:59.138010 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbc598-4855-40ea-bfe6-a2eaff6e442c req-63f4005b-473e-4693-95f0-5b1e23274745 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:59.140899 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6ecbc598-4855-40ea-bfe6-a2eaff6e442c req-63f4005b-473e-4693-95f0-5b1e23274745 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 946 time: 0.0764401 Nov 12 03:34:59.151875 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-f41120ec-88e2-4c72-ba1f-4ae5cdaf94a2 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:59.153301 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-f41120ec-88e2-4c72-ba1f-4ae5cdaf94a2 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] 10.222.0.74 "GET /v2.0/networks?id=499838af-d38a-4dcc-9d52-f6e136f8a91f HTTP/1.1" status: 200 len: 813 time: 0.5520973 Nov 12 03:34:59.178846 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-e48fd067-5990-42f9-8051-cca35b3b77a3 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] Request body: {'port': {'device_id': '73ca1643-f2bd-4ae5-9bb8-dd6edd25e311', 'network_id': '499838af-d38a-4dcc-9d52-f6e136f8a91f', 'admin_state_up': True, 'tenant_id': 'eb3a6f08cfcc44a286ac6d6ad0184969'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:59.269253 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6ecbc598-4855-40ea-bfe6-a2eaff6e442c req-6a8455bc-7180-4205-883e-aab480b39dd3 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139536 Nov 12 03:34:59.351085 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-e48fd067-5990-42f9-8051-cca35b3b77a3 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] Made reservation on behalf of eb3a6f08cfcc44a286ac6d6ad0184969 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:59.355530 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-e48fd067-5990-42f9-8051-cca35b3b77a3 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:59.556010 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-e48fd067-5990-42f9-8051-cca35b3b77a3 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] Allocated IP 172.20.0.8 (499838af-d38a-4dcc-9d52-f6e136f8a91f/1459c747-a3c8-4227-a43e-1d05b0ef72ba/104506b7-0b82-41c6-9ad8-5b4a54136a61) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:59.575437 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-b98a5b6a-08a1-4e86-b51b-551b14ff3257 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:59.582627 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-b98a5b6a-08a1-4e86-b51b-551b14ff3257 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:59.589366 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-b98a5b6a-08a1-4e86-b51b-551b14ff3257 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:59.596456 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-b98a5b6a-08a1-4e86-b51b-551b14ff3257 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:59.602517 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-b98a5b6a-08a1-4e86-b51b-551b14ff3257 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:59.609830 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-b98a5b6a-08a1-4e86-b51b-551b14ff3257 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:59.615947 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-b98a5b6a-08a1-4e86-b51b-551b14ff3257 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:59.618210 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-b98a5b6a-08a1-4e86-b51b-551b14ff3257 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.74 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 5433 time: 0.1408880 Nov 12 03:34:59.677192 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e9840-d63a-49a0-96ee-c7c3e67091b0 req-b7911e0c-24dc-47c6-9489-1a763539d7b1 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:59.683853 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e9840-d63a-49a0-96ee-c7c3e67091b0 req-b7911e0c-24dc-47c6-9489-1a763539d7b1 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:59.690787 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e9840-d63a-49a0-96ee-c7c3e67091b0 req-b7911e0c-24dc-47c6-9489-1a763539d7b1 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:59.692237 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-45cc0718-240b-4fa7-b9c6-0be7d3020eaf tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:59.693683 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-45cc0718-240b-4fa7-b9c6-0be7d3020eaf tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.74 "GET /v2.0/ports/e14041bd-b04a-4f9c-8b9a-4602f8a15d0b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0679550 Nov 12 03:34:59.697565 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e9840-d63a-49a0-96ee-c7c3e67091b0 req-b7911e0c-24dc-47c6-9489-1a763539d7b1 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:59.704593 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e9840-d63a-49a0-96ee-c7c3e67091b0 req-b7911e0c-24dc-47c6-9489-1a763539d7b1 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:59.720168 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e9840-d63a-49a0-96ee-c7c3e67091b0 req-b7911e0c-24dc-47c6-9489-1a763539d7b1 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:59.732831 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e9840-d63a-49a0-96ee-c7c3e67091b0 req-b7911e0c-24dc-47c6-9489-1a763539d7b1 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:59.735528 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cf5e9840-d63a-49a0-96ee-c7c3e67091b0 req-b7911e0c-24dc-47c6-9489-1a763539d7b1 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 5433 time: 0.1461601 Nov 12 03:34:59.770109 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d96573c6-6ebb-4717-90ac-cf2840f089ce req-cd29070b-17bc-4723-a914-f0d46633dcce tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] 10.222.0.50 "GET /v2.0/ports?device_id=73ca1643-f2bd-4ae5-9bb8-dd6edd25e311 HTTP/1.1" status: 200 len: 210 time: 0.0645998 Nov 12 03:34:59.929592 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-946799d8-aee6-4072-8dee-59ced88bdcc4 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.74 "GET /v2.0/networks/0a9162de-bdde-427f-8e0e-6dfc54c7d9d5?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2251642 Nov 12 03:34:59.943101 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-3f769c27-47c5-4067-8d09-ccfd1ab34ddc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:59.980518 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-e48fd067-5990-42f9-8051-cca35b3b77a3 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:00.031481 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-3f769c27-47c5-4067-8d09-ccfd1ab34ddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:00.142453 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-e48fd067-5990-42f9-8051-cca35b3b77a3 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:00.226527 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-e48fd067-5990-42f9-8051-cca35b3b77a3 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] Network 499838af-d38a-4dcc-9d52-f6e136f8a91f is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:00.268626 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-e48fd067-5990-42f9-8051-cca35b3b77a3 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:00.282384 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc4e30-0be1-4ff5-b05e-29a2c04add31 req-d360d238-bbe8-4147-91e6-cb7f8225b1d8 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:00.290518 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a7fc4e30-0be1-4ff5-b05e-29a2c04add31 req-d360d238-bbe8-4147-91e6-cb7f8225b1d8 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd83d5e8-c2db-4bc1-a1e9-cde29c70e050 HTTP/1.1" status: 200 len: 949 time: 0.2159615 Nov 12 03:35:00.303313 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cf5e9840-d63a-49a0-96ee-c7c3e67091b0 req-dea267ef-4c02-435c-8363-24e861c9ade8 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a22aea3-060b-45a8-a7ba-9d5508ea1c86&id=163708d6-2806-48a4-99ff-2841929f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5333545 Nov 12 03:35:00.303944 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-e48fd067-5990-42f9-8051-cca35b3b77a3 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:00.312429 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-51751c9f-c8f1-4910-a3cc-3b9d35192783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:00.337556 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48fd067-5990-42f9-8051-cca35b3b77a3 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] Pushing event updated for resources: {'Port': ['ID=104506b7-0b82-41c6-9ad8-5b4a54136a61,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:00.431447 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177efc4-293d-4fa3-b8c5-a4260fef2da5 req-b85dca76-bd16-4980-8fb4-84866f44e708 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:00.431793 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-e48fd067-5990-42f9-8051-cca35b3b77a3 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:00.432752 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-e48fd067-5990-42f9-8051-cca35b3b77a3 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:00.433898 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0177efc4-293d-4fa3-b8c5-a4260fef2da5 req-b85dca76-bd16-4980-8fb4-84866f44e708 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 946 time: 0.0577054 Nov 12 03:35:00.453931 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a7fc4e30-0be1-4ff5-b05e-29a2c04add31 req-2fa586b8-12b1-4b77-9ce8-f362cea4a5e0 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc1f4cb5-090c-4646-ba42-127a8bec6cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624701 Nov 12 03:35:00.460586 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-3f769c27-47c5-4067-8d09-ccfd1ab34ddc service neutron] For port e14041bd-b04a-4f9c-8b9a-4602f8a15d0b, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=e14041bd-b04a-4f9c-8b9a-4602f8a15d0b,segment=NetworkSegment(13bc166f-55e1-4dc8-baa3-5d15709f86ad),segment_id=13bc166f-55e1-4dc8-baa3-5d15709f86ad)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:00.465358 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-e48fd067-5990-42f9-8051-cca35b3b77a3 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2930722 Nov 12 03:35:00.493733 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-21fb84b8-2c1d-4367-adac-76376703ca90 service neutron] Request body: {'port': {'device_id': '73ca1643-f2bd-4ae5-9bb8-dd6edd25e311', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:00.515069 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0177efc4-293d-4fa3-b8c5-a4260fef2da5 req-ab6d9562-fb11-4495-b58b-c0346d14d1a1 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705373 Nov 12 03:35:00.562654 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-3f769c27-47c5-4067-8d09-ccfd1ab34ddc service neutron] For port e14041bd-b04a-4f9c-8b9a-4602f8a15d0b, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:00.621094 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-3f769c27-47c5-4067-8d09-ccfd1ab34ddc service neutron] device_id is not set on port e14041bd-b04a-4f9c-8b9a-4602f8a15d0b yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:35:00.634940 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-3f769c27-47c5-4067-8d09-ccfd1ab34ddc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:00.640547 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-21fb84b8-2c1d-4367-adac-76376703ca90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:00.650427 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-3f769c27-47c5-4067-8d09-ccfd1ab34ddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:00.792406 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-3f769c27-47c5-4067-8d09-ccfd1ab34ddc service neutron] No DVR routers for this DVR port e14041bd-b04a-4f9c-8b9a-4602f8a15d0b on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:00.917451 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-3f769c27-47c5-4067-8d09-ccfd1ab34ddc service neutron] In _notify_port_updated(), no bound segment for port e14041bd-b04a-4f9c-8b9a-4602f8a15d0b on network 0a9162de-bdde-427f-8e0e-6dfc54c7d9d5 {{(pid=102572) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:35:00.918342 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-3f769c27-47c5-4067-8d09-ccfd1ab34ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:00.918993 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-3f769c27-47c5-4067-8d09-ccfd1ab34ddc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:00.921445 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-3f769c27-47c5-4067-8d09-ccfd1ab34ddc service neutron] 10.222.0.74 "PUT /v2.0/ports/e14041bd-b04a-4f9c-8b9a-4602f8a15d0b HTTP/1.1" status: 200 len: 1027 time: 0.9843984 Nov 12 03:35:00.929201 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f769c27-47c5-4067-8d09-ccfd1ab34ddc service neutron] Pushing event updated for resources: {'Port': ['ID=e14041bd-b04a-4f9c-8b9a-4602f8a15d0b,revision_number=6']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:01.024855 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-10b1fa3c-a2c7-4e0f-8ad0-ceb65f3107c0 None None] Provisioning complete for port e14041bd-b04a-4f9c-8b9a-4602f8a15d0b triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:01.025373 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-10b1fa3c-a2c7-4e0f-8ad0-ceb65f3107c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:01.059620 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-7e94a59d-9f6d-4d98-a976-1a41f9aeec08 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:01.061934 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-7e94a59d-9f6d-4d98-a976-1a41f9aeec08 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.74 "GET /v2.0/ports/f7283506-b691-45c6-9375-298221385ad8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1247280 Nov 12 03:35:01.074799 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-10b1fa3c-a2c7-4e0f-8ad0-ceb65f3107c0 None None] Port e14041bd-b04a-4f9c-8b9a-4602f8a15d0b cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:01.098430 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-f2c5d9d9-679b-4f53-ad55-4e7e9224609d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:01.146037 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d78012a-34f5-4d62-8fde-fa09a4bc1efc req-ef204143-ad0b-4274-817c-9aee546f92b2 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:01.147540 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4d78012a-34f5-4d62-8fde-fa09a4bc1efc req-ef204143-ad0b-4274-817c-9aee546f92b2 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] 10.222.0.50 "GET /v2.0/ports?device_id=73ca1643-f2bd-4ae5-9bb8-dd6edd25e311 HTTP/1.1" status: 200 len: 931 time: 0.2251945 Nov 12 03:35:01.242081 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-f2c5d9d9-679b-4f53-ad55-4e7e9224609d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:01.309290 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf20fc8-29e6-4dd8-bdec-1517c11e6693 req-1f2bd0b7-08e3-400e-8010-bf637df1c627 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:01.311541 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bcf20fc8-29e6-4dd8-bdec-1517c11e6693 req-1f2bd0b7-08e3-400e-8010-bf637df1c627 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.90 "GET /v2.0/ports?device_id=fd83d5e8-c2db-4bc1-a1e9-cde29c70e050 HTTP/1.1" status: 200 len: 949 time: 0.0833845 Nov 12 03:35:01.367129 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4d78012a-34f5-4d62-8fde-fa09a4bc1efc req-111861c7-c7a2-4cb0-aa8d-76e56ff96184 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] 10.222.0.50 "GET /v2.0/security-groups?id=46a88d33-7709-46e6-bfcb-05e54e6e41ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128561 Nov 12 03:35:01.437149 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-21fb84b8-2c1d-4367-adac-76376703ca90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 104506b7-0b82-41c6-9ad8-5b4a54136a61 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:35:01.446760 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3de338f6-e7e8-4918-9b33-05d59c2e1621 req-8378f6fb-9451-4754-a317-8cc60e3426ee service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=72c1a3be-a38a-4cd6-b6a8-e551f88339eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0936661 Nov 12 03:35:01.446991 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-21fb84b8-2c1d-4367-adac-76376703ca90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:01.510047 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-21fb84b8-2c1d-4367-adac-76376703ca90 service neutron] Transition to ACTIVE for port object 104506b7-0b82-41c6-9ad8-5b4a54136a61 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:35:01.522416 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-21fb84b8-2c1d-4367-adac-76376703ca90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:01.547984 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a4843-fa12-43fa-a75b-18aca5808669 req-830490f3-c263-4813-9d29-6548f346e28e tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:01.554292 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a4843-fa12-43fa-a75b-18aca5808669 req-830490f3-c263-4813-9d29-6548f346e28e tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:01.560285 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a4843-fa12-43fa-a75b-18aca5808669 req-830490f3-c263-4813-9d29-6548f346e28e tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:01.567127 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a4843-fa12-43fa-a75b-18aca5808669 req-830490f3-c263-4813-9d29-6548f346e28e tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:01.574466 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a4843-fa12-43fa-a75b-18aca5808669 req-830490f3-c263-4813-9d29-6548f346e28e tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:01.581299 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a4843-fa12-43fa-a75b-18aca5808669 req-830490f3-c263-4813-9d29-6548f346e28e tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:01.589287 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b49a4843-fa12-43fa-a75b-18aca5808669 req-830490f3-c263-4813-9d29-6548f346e28e tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 4659 time: 0.1606102 Nov 12 03:35:01.623870 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-bcf20fc8-29e6-4dd8-bdec-1517c11e6693 req-f8c85176-96bb-4533-a6b0-fb6e00002de8 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Deleting port 54ed4807-a2c0-4ee7-8899-ba36b084b06a {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:01.623870 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-bcf20fc8-29e6-4dd8-bdec-1517c11e6693 req-f8c85176-96bb-4533-a6b0-fb6e00002de8 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:01.630640 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de338f6-e7e8-4918-9b33-05d59c2e1621 req-af0ad6ca-de7e-49d2-8c3e-48eb8a7c0612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:01.632318 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3de338f6-e7e8-4918-9b33-05d59c2e1621 req-af0ad6ca-de7e-49d2-8c3e-48eb8a7c0612 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4c4f87013bee49bab876ce2754aa20ff&device_id=72c1a3be-a38a-4cd6-b6a8-e551f88339eb HTTP/1.1" status: 200 len: 1098 time: 0.1560390 Nov 12 03:35:01.715755 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-f2c5d9d9-679b-4f53-ad55-4e7e9224609d service neutron] For port f7283506-b691-45c6-9375-298221385ad8, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=f7283506-b691-45c6-9375-298221385ad8,segment=NetworkSegment(13bc166f-55e1-4dc8-baa3-5d15709f86ad),segment_id=13bc166f-55e1-4dc8-baa3-5d15709f86ad)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:01.728710 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623fa9b-e99b-43d6-97e4-19187067fdb5 req-fa8f8044-6db7-40d1-87d8-e73e82b0840b tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:01.736536 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3623fa9b-e99b-43d6-97e4-19187067fdb5 req-fa8f8044-6db7-40d1-87d8-e73e82b0840b tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd83d5e8-c2db-4bc1-a1e9-cde29c70e050 HTTP/1.1" status: 200 len: 949 time: 0.1331398 Nov 12 03:35:01.759459 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb84b8-2c1d-4367-adac-76376703ca90 service neutron] Pushing event updated for resources: {'Port': ['ID=104506b7-0b82-41c6-9ad8-5b4a54136a61,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:01.804177 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b49a4843-fa12-43fa-a75b-18aca5808669 req-0d415e94-56e4-4b71-878f-44c239c408d1 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a22aea3-060b-45a8-a7ba-9d5508ea1c86&id=163708d6-2806-48a4-99ff-2841929f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2140520 Nov 12 03:35:01.822022 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-21fb84b8-2c1d-4367-adac-76376703ca90 service neutron] Attempting to bind port 104506b7-0b82-41c6-9ad8-5b4a54136a61 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:01.822770 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-21fb84b8-2c1d-4367-adac-76376703ca90 service neutron] Attempting to bind port 104506b7-0b82-41c6-9ad8-5b4a54136a61 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '146b06ea-4a82-4118-a200-8fdc42840e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '499838af-d38a-4dcc-9d52-f6e136f8a91f'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:01.828884 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-21fb84b8-2c1d-4367-adac-76376703ca90 service neutron] Attempting to bind port 104506b7-0b82-41c6-9ad8-5b4a54136a61 on network 499838af-d38a-4dcc-9d52-f6e136f8a91f {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:01.849266 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-f2c5d9d9-679b-4f53-ad55-4e7e9224609d service neutron] For port f7283506-b691-45c6-9375-298221385ad8, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:01.855239 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-21fb84b8-2c1d-4367-adac-76376703ca90 service neutron] Port 104506b7-0b82-41c6-9ad8-5b4a54136a61 on network 499838af-d38a-4dcc-9d52-f6e136f8a91f not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:35:01.855563 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-21fb84b8-2c1d-4367-adac-76376703ca90 service neutron] Attempting to bind port 104506b7-0b82-41c6-9ad8-5b4a54136a61 on network 499838af-d38a-4dcc-9d52-f6e136f8a91f {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:01.901940 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de338f6-e7e8-4918-9b33-05d59c2e1621 req-230c1bd1-465c-4a9d-a6e1-14f02a94c92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:01.906396 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3de338f6-e7e8-4918-9b33-05d59c2e1621 req-230c1bd1-465c-4a9d-a6e1-14f02a94c92a service neutron] 10.222.0.74 "GET /v2.0/networks?id=b4b6c17e-1554-4c64-bbd2-cab189ccb6ac HTTP/1.1" status: 200 len: 916 time: 0.2395747 Nov 12 03:35:01.907132 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3623fa9b-e99b-43d6-97e4-19187067fdb5 req-a35fc53c-c922-4ee2-8e49-71d461a1954f tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc1f4cb5-090c-4646-ba42-127a8bec6cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653783 Nov 12 03:35:01.914964 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-21fb84b8-2c1d-4367-adac-76376703ca90 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:01.915299 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-21fb84b8-2c1d-4367-adac-76376703ca90 service neutron] Checking segment: {'id': '146b06ea-4a82-4118-a200-8fdc42840e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '499838af-d38a-4dcc-9d52-f6e136f8a91f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:01.915676 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-21fb84b8-2c1d-4367-adac-76376703ca90 service neutron] Bound using segment: {'id': '146b06ea-4a82-4118-a200-8fdc42840e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '499838af-d38a-4dcc-9d52-f6e136f8a91f'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:01.916571 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-bcf20fc8-29e6-4dd8-bdec-1517c11e6693 req-f8c85176-96bb-4533-a6b0-fb6e00002de8 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] For port 54ed4807-a2c0-4ee7-8899-ba36b084b06a, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=54ed4807-a2c0-4ee7-8899-ba36b084b06a,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:01.917050 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-bcf20fc8-29e6-4dd8-bdec-1517c11e6693 req-f8c85176-96bb-4533-a6b0-fb6e00002de8 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:01.924298 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-21fb84b8-2c1d-4367-adac-76376703ca90 service neutron] Bound port: 104506b7-0b82-41c6-9ad8-5b4a54136a61, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '146b06ea-4a82-4118-a200-8fdc42840e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '499838af-d38a-4dcc-9d52-f6e136f8a91f'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:01.924781 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-21fb84b8-2c1d-4367-adac-76376703ca90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:01.933040 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-bcf20fc8-29e6-4dd8-bdec-1517c11e6693 req-f8c85176-96bb-4533-a6b0-fb6e00002de8 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Calling delete_port for 54ed4807-a2c0-4ee7-8899-ba36b084b06a owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:01.951013 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-f2c5d9d9-679b-4f53-ad55-4e7e9224609d service neutron] device_id is not set on port f7283506-b691-45c6-9375-298221385ad8 yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:35:01.977899 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-f2c5d9d9-679b-4f53-ad55-4e7e9224609d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:02.019686 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-f2c5d9d9-679b-4f53-ad55-4e7e9224609d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:02.109359 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-21fb84b8-2c1d-4367-adac-76376703ca90 service neutron] For port 104506b7-0b82-41c6-9ad8-5b4a54136a61, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:02.121623 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3de338f6-e7e8-4918-9b33-05d59c2e1621 req-9951f4c7-ccac-472d-bd99-73d4c19db013 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3c98842-43c6-41f8-bd48-f9c21e8abc8c HTTP/1.1" status: 200 len: 217 time: 0.1554608 Nov 12 03:35:02.133009 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c5d9d9-679b-4f53-ad55-4e7e9224609d service neutron] Pushing event updated for resources: {'Port': ['ID=f7283506-b691-45c6-9375-298221385ad8,revision_number=6']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:02.141012 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-f2c5d9d9-679b-4f53-ad55-4e7e9224609d service neutron] No DVR routers for this DVR port f7283506-b691-45c6-9375-298221385ad8 on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:02.187296 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-21fb84b8-2c1d-4367-adac-76376703ca90 service neutron] For port 104506b7-0b82-41c6-9ad8-5b4a54136a61, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=104506b7-0b82-41c6-9ad8-5b4a54136a61,segment=NetworkSegment(146b06ea-4a82-4118-a200-8fdc42840e4e),segment_id=146b06ea-4a82-4118-a200-8fdc42840e4e)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:02.200536 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-21fb84b8-2c1d-4367-adac-76376703ca90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:02.262671 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d066a-714b-403d-9f5b-55fe61235ba4 req-9a01a2f4-f681-4b98-ba2f-87fdd0aff6d3 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.275903 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-556d066a-714b-403d-9f5b-55fe61235ba4 req-9a01a2f4-f681-4b98-ba2f-87fdd0aff6d3 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 946 time: 0.3278577 Nov 12 03:35:02.281881 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-21fb84b8-2c1d-4367-adac-76376703ca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.282593 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-21fb84b8-2c1d-4367-adac-76376703ca90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:02.285197 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-21fb84b8-2c1d-4367-adac-76376703ca90 service neutron] 10.222.0.74 "PUT /v2.0/ports/104506b7-0b82-41c6-9ad8-5b4a54136a61 HTTP/1.1" status: 200 len: 1092 time: 1.8045843 Nov 12 03:35:02.287673 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73ca1643-f2bd-4ae5-9bb8-dd6edd25e311', 'tag': '104506b7-0b82-41c6-9ad8-5b4a54136a61'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:02.290660 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6561fa4a-baca-40b9-be7c-b6ca7a1083a4" -d '{"events": [{"name": "network-changed", "server_uuid": "73ca1643-f2bd-4ae5-9bb8-dd6edd25e311", "tag": "104506b7-0b82-41c6-9ad8-5b4a54136a61"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:02.316443 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-f2c5d9d9-679b-4f53-ad55-4e7e9224609d service neutron] In _notify_port_updated(), no bound segment for port f7283506-b691-45c6-9375-298221385ad8 on network 0a9162de-bdde-427f-8e0e-6dfc54c7d9d5 {{(pid=102572) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:35:02.321211 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-f2c5d9d9-679b-4f53-ad55-4e7e9224609d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.322894 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-f2c5d9d9-679b-4f53-ad55-4e7e9224609d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:02.325616 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-f2c5d9d9-679b-4f53-ad55-4e7e9224609d service neutron] 10.222.0.74 "PUT /v2.0/ports/f7283506-b691-45c6-9375-298221385ad8 HTTP/1.1" status: 200 len: 1027 time: 1.2364967 Nov 12 03:35:02.388067 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-556d066a-714b-403d-9f5b-55fe61235ba4 req-1c98f909-c50e-4f72-bfc2-5806a4168476 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110513 Nov 12 03:35:02.522692 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-10bb936f-ccf6-4015-a5bb-fb950fa25011 None None] Provisioning complete for port f7283506-b691-45c6-9375-298221385ad8 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:02.525352 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-10bb936f-ccf6-4015-a5bb-fb950fa25011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:02.526962 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb84b8-2c1d-4367-adac-76376703ca90 service neutron] Pushing event updated for resources: {'Port': ['ID=104506b7-0b82-41c6-9ad8-5b4a54136a61,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:02.555123 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-530cfa9e-2c40-44da-a37b-afe92880f9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.556734 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-530cfa9e-2c40-44da-a37b-afe92880f9d2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=eb3a6f08cfcc44a286ac6d6ad0184969&device_id=73ca1643-f2bd-4ae5-9bb8-dd6edd25e311 HTTP/1.1" status: 200 len: 1095 time: 0.2010562 Nov 12 03:35:02.568566 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de338f6-e7e8-4918-9b33-05d59c2e1621 req-a747e90e-02b1-419e-a910-6c641ef69603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.570645 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3de338f6-e7e8-4918-9b33-05d59c2e1621 req-a747e90e-02b1-419e-a910-6c641ef69603 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=12a7d959-eb1b-4da8-b4ea-7a242be53e60 HTTP/1.1" status: 200 len: 855 time: 0.4408062 Nov 12 03:35:02.580902 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-bcf20fc8-29e6-4dd8-bdec-1517c11e6693 req-f8c85176-96bb-4533-a6b0-fb6e00002de8 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:02.600515 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c238d008-c74c-46c5-ae8f-60b2e4173bf4 x-openstack-request-id: req-c238d008-c74c-46c5-ae8f-60b2e4173bf4 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:02.602199 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73ca1643-f2bd-4ae5-9bb8-dd6edd25e311", "tag": "104506b7-0b82-41c6-9ad8-5b4a54136a61", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:02.603079 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c238d008-c74c-46c5-ae8f-60b2e4173bf4 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:02.613056 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73ca1643-f2bd-4ae5-9bb8-dd6edd25e311', 'tag': '104506b7-0b82-41c6-9ad8-5b4a54136a61', 'status': 'completed', 'code': 200} Nov 12 03:35:02.645528 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3de338f6-e7e8-4918-9b33-05d59c2e1621 req-57191600-c166-41b6-b4cd-37f58a7695a7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b4b6c17e-1554-4c64-bbd2-cab189ccb6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608263 Nov 12 03:35:02.737944 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-663e26ac-d32c-45e5-979e-50204f0add54 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Deleting port 4bbbb60b-8f40-4c1f-9126-34b3f0b5965b {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:02.739109 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-663e26ac-d32c-45e5-979e-50204f0add54 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:02.748745 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-ec4596c6-6a15-4673-b9d2-6feb7b8e2426 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=104506b7-0b82-41c6-9ad8-5b4a54136a61 HTTP/1.1" status: 200 len: 217 time: 0.1793017 Nov 12 03:35:02.855175 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-10bb936f-ccf6-4015-a5bb-fb950fa25011 None None] Port f7283506-b691-45c6-9375-298221385ad8 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:02.856771 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 94c8258d-67c2-4ad8-9f8c-67f760634674 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:02.857027 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3de338f6-e7e8-4918-9b33-05d59c2e1621 req-df7198f6-396e-47da-8cc8-f5be4a637626 service neutron] 10.222.0.74 "GET /v2.0/networks/b4b6c17e-1554-4c64-bbd2-cab189ccb6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685321 Nov 12 03:35:02.863312 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c85176-96bb-4533-a6b0-fb6e00002de8 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Pushing event deleted for resources: {'Port': ['ID=54ed4807-a2c0-4ee7-8899-ba36b084b06a,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:02.956935 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:02.992138 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 94c8258d-67c2-4ad8-9f8c-67f760634674, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=94c8258d-67c2-4ad8-9f8c-67f760634674,segment=NetworkSegment(83020275-838e-40df-a5ab-a96ac61387a9),segment_id=83020275-838e-40df-a5ab-a96ac61387a9)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:02.994026 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901c888a-da2b-477a-9adf-2639921bb668', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94c8258d-67c2-4ad8-9f8c-67f760634674'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:02.997046 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cdcd09-733e-4d04-aac2-cf5fe51107f1" -d '{"events": [{"server_uuid": "901c888a-da2b-477a-9adf-2639921bb668", "name": "network-vif-unplugged", "status": "completed", "tag": "94c8258d-67c2-4ad8-9f8c-67f760634674"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:03.001431 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:03.002349 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 105f9594-14de-46d7-9d78-d82b9da371f6 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:03.038274 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3de338f6-e7e8-4918-9b33-05d59c2e1621 req-3de85243-f7e3-4dc3-bd5e-66133f01d860 service neutron] 10.222.0.74 "GET /v2.0/networks/b4b6c17e-1554-4c64-bbd2-cab189ccb6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636486 Nov 12 03:35:03.041486 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf20fc8-29e6-4dd8-bdec-1517c11e6693 req-f8c85176-96bb-4533-a6b0-fb6e00002de8 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] No DVR routers for this DVR port 54ed4807-a2c0-4ee7-8899-ba36b084b06a on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:03.047785 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-bcf20fc8-29e6-4dd8-bdec-1517c11e6693 req-f8c85176-96bb-4533-a6b0-fb6e00002de8 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:03.051838 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bcf20fc8-29e6-4dd8-bdec-1517c11e6693 req-f8c85176-96bb-4533-a6b0-fb6e00002de8 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.90 "DELETE /v2.0/ports/54ed4807-a2c0-4ee7-8899-ba36b084b06a HTTP/1.1" status: 204 len: 173 time: 1.7325251 Nov 12 03:35:03.066259 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd83d5e8-c2db-4bc1-a1e9-cde29c70e050', 'name': 'network-vif-deleted', 'tag': '54ed4807-a2c0-4ee7-8899-ba36b084b06a'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:03.068659 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2247dc33-d3b7-4720-964d-6fac1fb3812f" -d '{"events": [{"server_uuid": "fd83d5e8-c2db-4bc1-a1e9-cde29c70e050", "name": "network-vif-deleted", "tag": "54ed4807-a2c0-4ee7-8899-ba36b084b06a"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:03.093958 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc45cf-7d9a-48f6-a13a-efe2e0c4e405 req-88c90642-8f2e-44f2-816a-72ccb7db157d tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:03.103861 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a8cc45cf-7d9a-48f6-a13a-efe2e0c4e405 req-88c90642-8f2e-44f2-816a-72ccb7db157d tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3efc6a7-c2e2-4441-88d3-15225cb287db HTTP/1.1" status: 200 len: 945 time: 0.5437884 Nov 12 03:35:03.114931 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9884f8-c4af-46e4-920d-a888bfbe509d req-453822f3-b080-4f6e-a8c0-2f3423751d4c tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:03.119127 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4d9884f8-c4af-46e4-920d-a888bfbe509d req-453822f3-b080-4f6e-a8c0-2f3423751d4c tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] 10.222.0.50 "GET /v2.0/ports?device_id=73ca1643-f2bd-4ae5-9bb8-dd6edd25e311 HTTP/1.1" status: 200 len: 943 time: 0.4115868 Nov 12 03:35:03.135275 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:03.182294 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 105f9594-14de-46d7-9d78-d82b9da371f6, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=105f9594-14de-46d7-9d78-d82b9da371f6,segment=NetworkSegment(13bc166f-55e1-4dc8-baa3-5d15709f86ad),segment_id=13bc166f-55e1-4dc8-baa3-5d15709f86ad)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:03.187168 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-9b3efa61-ce25-4226-aab0-5af4e4cb8c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:03.188442 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:03.189315 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 8ad279e8-eae6-43bc-9187-fb73596735da no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:03.193164 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-9b3efa61-ce25-4226-aab0-5af4e4cb8c15 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1459c747-a3c8-4227-a43e-1d05b0ef72ba HTTP/1.1" status: 200 len: 853 time: 0.4012086 Nov 12 03:35:03.227916 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a8cc45cf-7d9a-48f6-a13a-efe2e0c4e405 req-e455b6a8-3d98-4370-8f51-75bae0b4ce75 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.50 "GET /v2.0/security-groups?id=386e33d5-8ecf-4834-9f60-23fab2bcf3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230257 Nov 12 03:35:03.260242 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-081e0982-66ac-45ba-b4e5-d3181e1af4a9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=499838af-d38a-4dcc-9d52-f6e136f8a91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528748 Nov 12 03:35:03.334469 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-292dcc52-f6ea-447e-b631-e1d7515dc5f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:03.361308 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-663e26ac-d32c-45e5-979e-50204f0add54 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] For port 4bbbb60b-8f40-4c1f-9126-34b3f0b5965b, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4bbbb60b-8f40-4c1f-9126-34b3f0b5965b,segment=NetworkSegment(83020275-838e-40df-a5ab-a96ac61387a9),segment_id=83020275-838e-40df-a5ab-a96ac61387a9)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:03.361686 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-663e26ac-d32c-45e5-979e-50204f0add54 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:03.414489 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=94c8258d-67c2-4ad8-9f8c-67f760634674,revision_number=6']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:03.447974 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-663e26ac-d32c-45e5-979e-50204f0add54 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Calling delete_port for 4bbbb60b-8f40-4c1f-9126-34b3f0b5965b owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:03.459446 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4d9884f8-c4af-46e4-920d-a888bfbe509d req-b507d441-692e-4bbd-af8a-e783ab67c191 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] 10.222.0.50 "GET /v2.0/security-groups?id=46a88d33-7709-46e6-bfcb-05e54e6e41ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257823 Nov 12 03:35:03.489691 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=105f9594-14de-46d7-9d78-d82b9da371f6,revision_number=6']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:03.497277 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872cf6d3-07ca-4f44-9029-e76d0fe0a74a req-04a56811-4156-43eb-a5b4-f6a95624720d tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:03.498335 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:03.510194 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-872cf6d3-07ca-4f44-9029-e76d0fe0a74a req-04a56811-4156-43eb-a5b4-f6a95624720d tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=e92d94d8-4654-4606-849b-ed04893420d4 HTTP/1.1" status: 200 len: 945 time: 0.1018240 Nov 12 03:35:03.556623 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 8ad279e8-eae6-43bc-9187-fb73596735da, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=8ad279e8-eae6-43bc-9187-fb73596735da,segment=NetworkSegment(6d3a857c-682f-4de6-9fab-f391ef609ad0),segment_id=6d3a857c-682f-4de6-9fab-f391ef609ad0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:03.564794 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:03.567590 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device e14041bd-b04a-4f9c-8b9a-4602f8a15d0b no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:03.598211 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-872cf6d3-07ca-4f44-9029-e76d0fe0a74a req-f683ce75-2879-4dc7-b874-69c5fb882aba tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e20b976-0765-4c19-b472-8d45abdc5b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743415 Nov 12 03:35:03.620803 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-ee5d8e9e-44d4-41fe-94bc-8bdec97946fd service neutron] 10.222.0.74 "GET /v2.0/networks/499838af-d38a-4dcc-9d52-f6e136f8a91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443551 Nov 12 03:35:03.704400 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=8ad279e8-eae6-43bc-9187-fb73596735da,revision_number=6']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:03.711505 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device e14041bd-b04a-4f9c-8b9a-4602f8a15d0b not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:35:03.711956 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device f7283506-b691-45c6-9375-298221385ad8 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:03.783059 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device f7283506-b691-45c6-9375-298221385ad8 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:35:03.783059 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 4bbbb60b-8f40-4c1f-9126-34b3f0b5965b no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:03.850646 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7568e998-117b-4e46-9872-cc59c187836a req-395fd05d-efea-4045-8bb6-4c4234fb5074 tempest-ListImageFiltersTestJSON-1211477932 tempest-ListImageFiltersTestJSON-1211477932-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd83d5e8-c2db-4bc1-a1e9-cde29c70e050 HTTP/1.1" status: 200 len: 210 time: 0.0520051 Nov 12 03:35:03.903691 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7ffd8d30-e476-4c0f-8ead-3d56587c30cd req-4c177982-1a28-4dbc-a508-bfc7af5ef098 service neutron] 10.222.0.74 "GET /v2.0/networks/499838af-d38a-4dcc-9d52-f6e136f8a91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725713 Nov 12 03:35:03.933876 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:03.934917 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda96a05-34fe-4df4-a475-6fa33336f1bd req-5b85b999-31f0-47d0-99b2-242aa7d9cc45 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:03.942965 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96910a91-aa6e-400c-9cd5-aa5b5f6392ef x-openstack-request-id: req-96910a91-aa6e-400c-9cd5-aa5b5f6392ef {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:03.943262 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "901c888a-da2b-477a-9adf-2639921bb668", "name": "network-vif-unplugged", "status": "completed", "tag": "94c8258d-67c2-4ad8-9f8c-67f760634674", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:03.944017 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-96910a91-aa6e-400c-9cd5-aa5b5f6392ef {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:03.944017 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901c888a-da2b-477a-9adf-2639921bb668', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94c8258d-67c2-4ad8-9f8c-67f760634674', 'code': 200} Nov 12 03:35:03.945049 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda96a05-34fe-4df4-a475-6fa33336f1bd req-5b85b999-31f0-47d0-99b2-242aa7d9cc45 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:03.951508 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda96a05-34fe-4df4-a475-6fa33336f1bd req-5b85b999-31f0-47d0-99b2-242aa7d9cc45 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:03.959281 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda96a05-34fe-4df4-a475-6fa33336f1bd req-5b85b999-31f0-47d0-99b2-242aa7d9cc45 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:03.965947 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda96a05-34fe-4df4-a475-6fa33336f1bd req-5b85b999-31f0-47d0-99b2-242aa7d9cc45 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:03.975386 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fda96a05-34fe-4df4-a475-6fa33336f1bd req-5b85b999-31f0-47d0-99b2-242aa7d9cc45 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 3879 time: 0.3117785 Nov 12 03:35:04.039413 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-663e26ac-d32c-45e5-979e-50204f0add54 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:04.064970 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:04.066247 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:04.090613 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e26ac-d32c-45e5-979e-50204f0add54 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Pushing event deleted for resources: {'Port': ['ID=4bbbb60b-8f40-4c1f-9126-34b3f0b5965b,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:04.106828 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561fa4a-baca-40b9-be7c-b6ca7a1083a4 req-e6834dec-5531-49ba-a4b0-912af2691f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:04.108767 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6561fa4a-baca-40b9-be7c-b6ca7a1083a4 req-e6834dec-5531-49ba-a4b0-912af2691f0f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=eb3a6f08cfcc44a286ac6d6ad0184969&device_id=73ca1643-f2bd-4ae5-9bb8-dd6edd25e311 HTTP/1.1" status: 200 len: 1095 time: 0.1284797 Nov 12 03:35:04.110826 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04fba309-fba8-44a7-a2c6-37632e03c1d7 x-openstack-request-id: req-04fba309-fba8-44a7-a2c6-37632e03c1d7 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:04.111321 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd83d5e8-c2db-4bc1-a1e9-cde29c70e050", "name": "network-vif-deleted", "tag": "54ed4807-a2c0-4ee7-8899-ba36b084b06a", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:04.111743 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-04fba309-fba8-44a7-a2c6-37632e03c1d7 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:04.112337 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd83d5e8-c2db-4bc1-a1e9-cde29c70e050', 'name': 'network-vif-deleted', 'tag': '54ed4807-a2c0-4ee7-8899-ba36b084b06a', 'status': 'completed', 'code': 200} Nov 12 03:35:04.127278 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fda96a05-34fe-4df4-a475-6fa33336f1bd req-899fe83c-c358-4050-8006-3d910043235a tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/security-groups?id=163708d6-2806-48a4-99ff-2841929f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506741 Nov 12 03:35:04.198287 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:04.250908 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-663e26ac-d32c-45e5-979e-50204f0add54 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] No DVR routers for this DVR port 4bbbb60b-8f40-4c1f-9126-34b3f0b5965b on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:04.254624 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-663e26ac-d32c-45e5-979e-50204f0add54 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:04.258083 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-663e26ac-d32c-45e5-979e-50204f0add54 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.74 "DELETE /v2.0/ports/4bbbb60b-8f40-4c1f-9126-34b3f0b5965b HTTP/1.1" status: 204 len: 173 time: 1.9144044 Nov 12 03:35:04.261947 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7,segment=NetworkSegment(13bc166f-55e1-4dc8-baa3-5d15709f86ad),segment_id=13bc166f-55e1-4dc8-baa3-5d15709f86ad)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:04.269740 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:04.281373 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8b76c-ecde-416c-878b-c1d93ad6f201 req-5f3418b0-56d0-4b90-9324-1f9f6c574d3a tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:04.287688 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d2c8b76c-ecde-416c-878b-c1d93ad6f201 req-5f3418b0-56d0-4b90-9324-1f9f6c574d3a tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 946 time: 0.0866737 Nov 12 03:35:04.374386 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7,revision_number=6']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:04.380727 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d2c8b76c-ecde-416c-878b-c1d93ad6f201 req-6de48d18-5114-4590-a7ce-7409283aca35 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806167 Nov 12 03:35:04.637465 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901c888a-da2b-477a-9adf-2639921bb668', 'name': 'network-vif-deleted', 'tag': '4bbbb60b-8f40-4c1f-9126-34b3f0b5965b'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:04.642290 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ce4e2e-cbda-4b8a-83e3-968edc79e5c3" -d '{"events": [{"server_uuid": "901c888a-da2b-477a-9adf-2639921bb668", "name": "network-vif-deleted", "tag": "4bbbb60b-8f40-4c1f-9126-34b3f0b5965b"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:04.644923 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad158de-bfd6-4682-a268-74c08bbce4c1 req-a924f892-49b8-4cf9-a25f-afc12dde8a76 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:04.646677 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6ad158de-bfd6-4682-a268-74c08bbce4c1 req-a924f892-49b8-4cf9-a25f-afc12dde8a76 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.90 "GET /v2.0/ports?device_id=e92d94d8-4654-4606-849b-ed04893420d4 HTTP/1.1" status: 200 len: 945 time: 0.1037397 Nov 12 03:35:04.655255 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61100da-b07c-4460-90ba-4255c01a7b8b req-3b0d2706-41b1-41ce-952e-9f99bfa5436d tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:04.656967 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c61100da-b07c-4460-90ba-4255c01a7b8b req-3b0d2706-41b1-41ce-952e-9f99bfa5436d tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] 10.222.0.50 "GET /v2.0/ports?device_id=73ca1643-f2bd-4ae5-9bb8-dd6edd25e311 HTTP/1.1" status: 200 len: 943 time: 0.0789852 Nov 12 03:35:04.778464 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c61100da-b07c-4460-90ba-4255c01a7b8b req-f0d94398-446d-436e-83f3-59e6e414db54 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] 10.222.0.50 "GET /v2.0/security-groups?id=46a88d33-7709-46e6-bfcb-05e54e6e41ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141067 Nov 12 03:35:04.806211 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-6ad158de-bfd6-4682-a268-74c08bbce4c1 req-0cdae02e-5734-498d-8f79-924b9525270e tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Deleting port dac45763-7fb8-466e-9242-b408c567d2ce {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:04.806857 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6ad158de-bfd6-4682-a268-74c08bbce4c1 req-0cdae02e-5734-498d-8f79-924b9525270e tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:04.812551 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561fa4a-baca-40b9-be7c-b6ca7a1083a4 req-6abecae1-85f2-4434-9183-6d6684787c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:04.814565 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6561fa4a-baca-40b9-be7c-b6ca7a1083a4 req-6abecae1-85f2-4434-9183-6d6684787c27 service neutron] 10.222.0.74 "GET /v2.0/networks?id=499838af-d38a-4dcc-9d52-f6e136f8a91f HTTP/1.1" status: 200 len: 914 time: 0.6843543 Nov 12 03:35:04.875388 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374bcca7-4e5a-4b31-bc45-961167e934f1 req-558e5b6a-f74a-4fb1-8598-de737561a388 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:04.881471 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-374bcca7-4e5a-4b31-bc45-961167e934f1 req-558e5b6a-f74a-4fb1-8598-de737561a388 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3efc6a7-c2e2-4441-88d3-15225cb287db HTTP/1.1" status: 200 len: 945 time: 0.2310696 Nov 12 03:35:04.885202 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6561fa4a-baca-40b9-be7c-b6ca7a1083a4 req-e45b6f1c-c1c5-4a11-8d3d-c6b6f32d2270 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=104506b7-0b82-41c6-9ad8-5b4a54136a61 HTTP/1.1" status: 200 len: 217 time: 0.0601654 Nov 12 03:35:04.971224 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1f8d8-aa0a-46af-abc6-f7570392b2f1 req-35ddbc24-db7a-4572-bc83-a8bffa87b42d tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:04.974354 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-98c1f8d8-aa0a-46af-abc6-f7570392b2f1 req-35ddbc24-db7a-4572-bc83-a8bffa87b42d tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=e92d94d8-4654-4606-849b-ed04893420d4 HTTP/1.1" status: 200 len: 945 time: 0.0920935 Nov 12 03:35:04.976836 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-867f4cff-50fc-48e1-914e-1d82c08c8a05 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Deleting port 8ad279e8-eae6-43bc-9187-fb73596735da {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:04.977361 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-867f4cff-50fc-48e1-914e-1d82c08c8a05 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:04.985364 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-6ad158de-bfd6-4682-a268-74c08bbce4c1 req-0cdae02e-5734-498d-8f79-924b9525270e tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] For port dac45763-7fb8-466e-9242-b408c567d2ce, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=dac45763-7fb8-466e-9242-b408c567d2ce,segment=NetworkSegment(da2421b1-9030-4775-9a17-11cf9c82694f),segment_id=da2421b1-9030-4775-9a17-11cf9c82694f)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:04.987039 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6ad158de-bfd6-4682-a268-74c08bbce4c1 req-0cdae02e-5734-498d-8f79-924b9525270e tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:05.011751 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561fa4a-baca-40b9-be7c-b6ca7a1083a4 req-53494176-0d08-43f8-86cd-15700c10d1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:05.013563 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6561fa4a-baca-40b9-be7c-b6ca7a1083a4 req-53494176-0d08-43f8-86cd-15700c10d1c4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1459c747-a3c8-4227-a43e-1d05b0ef72ba HTTP/1.1" status: 200 len: 853 time: 0.1125922 Nov 12 03:35:05.018912 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-374bcca7-4e5a-4b31-bc45-961167e934f1 req-708039ed-21a5-4a80-8065-70035c8855d2 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.50 "GET /v2.0/security-groups?id=386e33d5-8ecf-4834-9f60-23fab2bcf3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295590 Nov 12 03:35:05.040552 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-6ad158de-bfd6-4682-a268-74c08bbce4c1 req-0cdae02e-5734-498d-8f79-924b9525270e tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Calling delete_port for dac45763-7fb8-466e-9242-b408c567d2ce owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:05.080379 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6561fa4a-baca-40b9-be7c-b6ca7a1083a4 req-d4c4f40c-fb3d-43fc-ac78-947d0e33beef service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=499838af-d38a-4dcc-9d52-f6e136f8a91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578918 Nov 12 03:35:05.086406 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a13453-d9a7-4025-a3c8-c2190767217a x-openstack-request-id: req-53a13453-d9a7-4025-a3c8-c2190767217a {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:05.086950 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "901c888a-da2b-477a-9adf-2639921bb668", "name": "network-vif-deleted", "tag": "4bbbb60b-8f40-4c1f-9126-34b3f0b5965b", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:05.087407 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-53a13453-d9a7-4025-a3c8-c2190767217a {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:05.088013 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901c888a-da2b-477a-9adf-2639921bb668', 'name': 'network-vif-deleted', 'tag': '4bbbb60b-8f40-4c1f-9126-34b3f0b5965b', 'status': 'completed', 'code': 200} Nov 12 03:35:05.143302 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-98c1f8d8-aa0a-46af-abc6-f7570392b2f1 req-94464e3f-43aa-4aef-afb2-372f1783accf tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e20b976-0765-4c19-b472-8d45abdc5b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232998 Nov 12 03:35:05.201383 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 54ed4807-a2c0-4ee7-8899-ba36b084b06a no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:05.219932 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-867f4cff-50fc-48e1-914e-1d82c08c8a05 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] For port 8ad279e8-eae6-43bc-9187-fb73596735da, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=8ad279e8-eae6-43bc-9187-fb73596735da,segment=NetworkSegment(6d3a857c-682f-4de6-9fab-f391ef609ad0),segment_id=6d3a857c-682f-4de6-9fab-f391ef609ad0)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:05.220423 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-867f4cff-50fc-48e1-914e-1d82c08c8a05 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:05.254121 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: 54ed4807-a2c0-4ee7-8899-ba36b084b06a {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:35:05.258068 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 54ed4807-a2c0-4ee7-8899-ba36b084b06a not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:35:05.320382 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6ad158de-bfd6-4682-a268-74c08bbce4c1 req-0cdae02e-5734-498d-8f79-924b9525270e tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:05.342958 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6561fa4a-baca-40b9-be7c-b6ca7a1083a4 req-c574b351-2628-486c-a7aa-3722d7e4b282 service neutron] 10.222.0.74 "GET /v2.0/networks/499838af-d38a-4dcc-9d52-f6e136f8a91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444570 Nov 12 03:35:05.344254 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['d3c98842-43c6-41f8-bd48-f9c21e8abc8c'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:35:05.391301 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['a74b3c04-9b73-4048-bb45-18905c064c90', '1e59e609-8301-4af6-8e92-e3af94f75fa4', 'dac45763-7fb8-466e-9242-b408c567d2ce'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:35:05.457365 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdae02e-5734-498d-8f79-924b9525270e tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Pushing event deleted for resources: {'Port': ['ID=dac45763-7fb8-466e-9242-b408c567d2ce,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:05.480458 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad158de-bfd6-4682-a268-74c08bbce4c1 req-0cdae02e-5734-498d-8f79-924b9525270e tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] No DVR routers for this DVR port dac45763-7fb8-466e-9242-b408c567d2ce on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:05.484584 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6ad158de-bfd6-4682-a268-74c08bbce4c1 req-0cdae02e-5734-498d-8f79-924b9525270e tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:05.491940 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6ad158de-bfd6-4682-a268-74c08bbce4c1 req-0cdae02e-5734-498d-8f79-924b9525270e tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.90 "DELETE /v2.0/ports/dac45763-7fb8-466e-9242-b408c567d2ce HTTP/1.1" status: 204 len: 173 time: 0.8335397 Nov 12 03:35:05.507053 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:05.657912 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6561fa4a-baca-40b9-be7c-b6ca7a1083a4 req-5dc48de9-ba4f-4564-b951-d83f65834197 service neutron] 10.222.0.74 "GET /v2.0/networks/499838af-d38a-4dcc-9d52-f6e136f8a91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052850 Nov 12 03:35:05.675929 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb305d-0e5f-48a8-8a1f-048e2172c060 req-d59a197c-6184-4aa6-90d1-6744203f92d1 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:05.682131 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb305d-0e5f-48a8-8a1f-048e2172c060 req-d59a197c-6184-4aa6-90d1-6744203f92d1 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:05.689149 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb305d-0e5f-48a8-8a1f-048e2172c060 req-d59a197c-6184-4aa6-90d1-6744203f92d1 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:05.708020 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb305d-0e5f-48a8-8a1f-048e2172c060 req-d59a197c-6184-4aa6-90d1-6744203f92d1 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:05.716931 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-99bb305d-0e5f-48a8-8a1f-048e2172c060 req-d59a197c-6184-4aa6-90d1-6744203f92d1 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 3142 time: 0.1976182 Nov 12 03:35:05.792999 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-867f4cff-50fc-48e1-914e-1d82c08c8a05 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:05.793617 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-867f4cff-50fc-48e1-914e-1d82c08c8a05 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:05.793823 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-867f4cff-50fc-48e1-914e-1d82c08c8a05 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Floating IP e554af0b-2104-4ea9-afab-e516aa5fd7d6 disassociated. External IP: 172.25.5.203, port: 8ad279e8-eae6-43bc-9187-fb73596735da. Nov 12 03:35:05.794137 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-867f4cff-50fc-48e1-914e-1d82c08c8a05 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Calling delete_port for 8ad279e8-eae6-43bc-9187-fb73596735da owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:05.890893 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-99bb305d-0e5f-48a8-8a1f-048e2172c060 req-812dcb3e-a84b-4b02-b6c1-5718902af664 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/security-groups?id=163708d6-2806-48a4-99ff-2841929f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731396 Nov 12 03:35:05.945429 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901c888a-da2b-477a-9adf-2639921bb668', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '105f9594-14de-46d7-9d78-d82b9da371f6'}, {'server_uuid': '901c888a-da2b-477a-9adf-2639921bb668', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ad279e8-eae6-43bc-9187-fb73596735da'}, {'server_uuid': '901c888a-da2b-477a-9adf-2639921bb668', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:05.947695 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f73888-14c6-458e-9201-567025b35a96" -d '{"events": [{"server_uuid": "901c888a-da2b-477a-9adf-2639921bb668", "name": "network-vif-unplugged", "status": "completed", "tag": "105f9594-14de-46d7-9d78-d82b9da371f6"}, {"server_uuid": "901c888a-da2b-477a-9adf-2639921bb668", "name": "network-vif-unplugged", "status": "completed", "tag": "8ad279e8-eae6-43bc-9187-fb73596735da"}, {"server_uuid": "901c888a-da2b-477a-9adf-2639921bb668", "name": "network-vif-unplugged", "status": "completed", "tag": "4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:05.958128 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a5d3c-07db-4c81-a9c1-3815511bddbd req-3a4999a9-5021-438e-8598-988a7a7af05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:05.959697 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aa3a5d3c-07db-4c81-a9c1-3815511bddbd req-3a4999a9-5021-438e-8598-988a7a7af05b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 1098 time: 0.1141899 Nov 12 03:35:06.033222 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aa3a5d3c-07db-4c81-a9c1-3815511bddbd req-05b8186e-fa46-4363-bc3d-54cf3e5d0299 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619791 Nov 12 03:35:06.069333 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88cacda-0b26-4d6d-9321-b62274fd65f8 req-773921e9-bb9c-464f-a461-9f2fdd978bbf tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:06.070939 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b88cacda-0b26-4d6d-9321-b62274fd65f8 req-773921e9-bb9c-464f-a461-9f2fdd978bbf tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 946 time: 0.0976279 Nov 12 03:35:06.115336 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92d94d8-4654-4606-849b-ed04893420d4', 'name': 'network-vif-deleted', 'tag': 'dac45763-7fb8-466e-9242-b408c567d2ce'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:06.120063 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831b7b7c-328b-49b1-b20a-2a75479f0ce5" -d '{"events": [{"server_uuid": "e92d94d8-4654-4606-849b-ed04893420d4", "name": "network-vif-deleted", "tag": "dac45763-7fb8-466e-9242-b408c567d2ce"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:06.132561 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-867f4cff-50fc-48e1-914e-1d82c08c8a05 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:06.171554 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b88cacda-0b26-4d6d-9321-b62274fd65f8 req-f747ad46-033c-4bdd-99ef-48f935b23799 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868838 Nov 12 03:35:06.178143 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f4cff-50fc-48e1-914e-1d82c08c8a05 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Pushing event deleted for resources: {'Port': ['ID=8ad279e8-eae6-43bc-9187-fb73596735da,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:06.301712 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:06.372214 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffdb814-c743-48a7-af56-b448cb84ef63 req-bc77304d-c5d7-4279-b983-5a9117fcae39 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:06.374403 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1ffdb814-c743-48a7-af56-b448cb84ef63 req-bc77304d-c5d7-4279-b983-5a9117fcae39 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] 10.222.0.50 "GET /v2.0/ports?device_id=73ca1643-f2bd-4ae5-9bb8-dd6edd25e311 HTTP/1.1" status: 200 len: 943 time: 0.1093767 Nov 12 03:35:06.419202 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-867f4cff-50fc-48e1-914e-1d82c08c8a05 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Router 8861b51c-7688-41a1-b08e-0b7ed21ef33d has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:35:06.454209 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1ffdb814-c743-48a7-af56-b448cb84ef63 req-21cdabd9-2180-43c3-9986-dc2cdfb17ca5 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] 10.222.0.50 "GET /v2.0/security-groups?id=46a88d33-7709-46e6-bfcb-05e54e6e41ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691447 Nov 12 03:35:06.530666 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35369b1b-fcbf-4019-aa0a-23b0abd51efa x-openstack-request-id: req-35369b1b-fcbf-4019-aa0a-23b0abd51efa {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:06.531184 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "901c888a-da2b-477a-9adf-2639921bb668", "name": "network-vif-unplugged", "status": "completed", "tag": "105f9594-14de-46d7-9d78-d82b9da371f6", "code": 200}, {"server_uuid": "901c888a-da2b-477a-9adf-2639921bb668", "name": "network-vif-unplugged", "status": "completed", "tag": "8ad279e8-eae6-43bc-9187-fb73596735da", "code": 200}, {"server_uuid": "901c888a-da2b-477a-9adf-2639921bb668", "name": "network-vif-unplugged", "status": "completed", "tag": "4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:06.531604 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-35369b1b-fcbf-4019-aa0a-23b0abd51efa {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:06.532359 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901c888a-da2b-477a-9adf-2639921bb668', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '105f9594-14de-46d7-9d78-d82b9da371f6', 'code': 200} Nov 12 03:35:06.532491 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901c888a-da2b-477a-9adf-2639921bb668', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ad279e8-eae6-43bc-9187-fb73596735da', 'code': 200} Nov 12 03:35:06.532642 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901c888a-da2b-477a-9adf-2639921bb668', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7', 'code': 200} Nov 12 03:35:06.589294 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e54c86-0c13-42a0-b48b-0d3a517a83f4 x-openstack-request-id: req-16e54c86-0c13-42a0-b48b-0d3a517a83f4 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:06.589611 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92d94d8-4654-4606-849b-ed04893420d4", "name": "network-vif-deleted", "tag": "dac45763-7fb8-466e-9242-b408c567d2ce", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:06.590010 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-16e54c86-0c13-42a0-b48b-0d3a517a83f4 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:06.590424 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92d94d8-4654-4606-849b-ed04893420d4', 'name': 'network-vif-deleted', 'tag': 'dac45763-7fb8-466e-9242-b408c567d2ce', 'status': 'completed', 'code': 200} Nov 12 03:35:06.627206 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-867f4cff-50fc-48e1-914e-1d82c08c8a05 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:35:06.645510 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 104506b7-0b82-41c6-9ad8-5b4a54136a61 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:35:06.679138 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e79ad3-52c8-473e-a584-68462b502938 None None] Sync routers for ids ['8861b51c-7688-41a1-b08e-0b7ed21ef33d'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:35:06.728797 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-867f4cff-50fc-48e1-914e-1d82c08c8a05 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] No DVR routers for this DVR port 8ad279e8-eae6-43bc-9187-fb73596735da on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:06.734363 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-867f4cff-50fc-48e1-914e-1d82c08c8a05 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:06.738794 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-867f4cff-50fc-48e1-914e-1d82c08c8a05 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.74 "DELETE /v2.0/ports/8ad279e8-eae6-43bc-9187-fb73596735da HTTP/1.1" status: 204 len: 173 time: 2.0867877 Nov 12 03:35:06.751935 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e79ad3-52c8-473e-a584-68462b502938 None None] Routers {'8861b51c-7688-41a1-b08e-0b7ed21ef33d'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:06.761088 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-b3e79ad3-52c8-473e-a584-68462b502938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:35:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8861b51c-7688-41a1-b08e-0b7ed21ef33d'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:06.772274 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73830df9-faed-41f2-abdf-c89d65881133 req-f82143bb-d731-4bed-ba64-bb28a92fff84 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:06.782761 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-73830df9-faed-41f2-abdf-c89d65881133 req-f82143bb-d731-4bed-ba64-bb28a92fff84 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3efc6a7-c2e2-4441-88d3-15225cb287db HTTP/1.1" status: 200 len: 945 time: 0.1657109 Nov 12 03:35:06.932912 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-73830df9-faed-41f2-abdf-c89d65881133 req-6698d71c-7ece-4f0a-b7f1-fcf026cc60d2 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.50 "GET /v2.0/security-groups?id=386e33d5-8ecf-4834-9f60-23fab2bcf3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356032 Nov 12 03:35:07.073156 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-6097e3f7-58b6-487d-91f3-365f1d677295 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Deleting port 105f9594-14de-46d7-9d78-d82b9da371f6 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:07.074068 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-6097e3f7-58b6-487d-91f3-365f1d677295 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:07.095967 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901c888a-da2b-477a-9adf-2639921bb668', 'name': 'network-vif-deleted', 'tag': '8ad279e8-eae6-43bc-9187-fb73596735da'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:07.098525 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd531dd8-1ad8-4a35-8cff-0e0a559f0b81" -d '{"events": [{"server_uuid": "901c888a-da2b-477a-9adf-2639921bb668", "name": "network-vif-deleted", "tag": "8ad279e8-eae6-43bc-9187-fb73596735da"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:07.201665 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db04c6-e97e-45ea-ba14-89d71793ffd3 req-a4aff1bb-6e33-4538-831b-eb3b9184bbbe tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:07.214421 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-b3e79ad3-52c8-473e-a584-68462b502938 None None] Set router 8861b51c-7688-41a1-b08e-0b7ed21ef33d gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:07.226460 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db04c6-e97e-45ea-ba14-89d71793ffd3 req-a4aff1bb-6e33-4538-831b-eb3b9184bbbe tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:07.242475 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db04c6-e97e-45ea-ba14-89d71793ffd3 req-a4aff1bb-6e33-4538-831b-eb3b9184bbbe tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:07.255305 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-86db04c6-e97e-45ea-ba14-89d71793ffd3 req-a4aff1bb-6e33-4538-831b-eb3b9184bbbe tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 2409 time: 0.1823950 Nov 12 03:35:07.325360 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 104506b7-0b82-41c6-9ad8-5b4a54136a61, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=104506b7-0b82-41c6-9ad8-5b4a54136a61,segment=NetworkSegment(146b06ea-4a82-4118-a200-8fdc42840e4e),segment_id=146b06ea-4a82-4118-a200-8fdc42840e4e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:07.360751 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-6097e3f7-58b6-487d-91f3-365f1d677295 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] For port 105f9594-14de-46d7-9d78-d82b9da371f6, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=105f9594-14de-46d7-9d78-d82b9da371f6,segment=NetworkSegment(13bc166f-55e1-4dc8-baa3-5d15709f86ad),segment_id=13bc166f-55e1-4dc8-baa3-5d15709f86ad)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:07.361347 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-6097e3f7-58b6-487d-91f3-365f1d677295 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:07.376045 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-86db04c6-e97e-45ea-ba14-89d71793ffd3 req-caee36b9-cc99-47ca-94c7-e7cb3074ea85 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/security-groups?id=163708d6-2806-48a4-99ff-2841929f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198363 Nov 12 03:35:07.378275 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '104506b7-0b82-41c6-9ad8-5b4a54136a61', 'network_id': '499838af-d38a-4dcc-9d52-f6e136f8a91f', 'port_id': '104506b7-0b82-41c6-9ad8-5b4a54136a61', 'mac_address': 'fa:16:3e:ad:c2:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1459c747-a3c8-4227-a43e-1d05b0ef72ba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:35:07.389168 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-6097e3f7-58b6-487d-91f3-365f1d677295 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Calling delete_port for 105f9594-14de-46d7-9d78-d82b9da371f6 owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:07.564707 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55fce0e5-a657-420b-a8bd-09098cb19106 x-openstack-request-id: req-55fce0e5-a657-420b-a8bd-09098cb19106 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:07.567823 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "901c888a-da2b-477a-9adf-2639921bb668", "name": "network-vif-deleted", "tag": "8ad279e8-eae6-43bc-9187-fb73596735da", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:07.571265 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-55fce0e5-a657-420b-a8bd-09098cb19106 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:07.571985 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901c888a-da2b-477a-9adf-2639921bb668', 'name': 'network-vif-deleted', 'tag': '8ad279e8-eae6-43bc-9187-fb73596735da', 'status': 'completed', 'code': 200} Nov 12 03:35:07.619792 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e2152-258f-4f32-afa4-9812b8c77c91 req-ac54583e-f157-4d67-ab77-c503133ad7fe tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:07.635037 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d18e2152-258f-4f32-afa4-9812b8c77c91 req-ac54583e-f157-4d67-ab77-c503133ad7fe tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 946 time: 0.1560626 Nov 12 03:35:07.756285 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d18e2152-258f-4f32-afa4-9812b8c77c91 req-2ff7aaf0-906d-4a6b-8898-3eed3ae613c2 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149106 Nov 12 03:35:07.794834 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:07.837314 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26eb3dc-fbe6-4adf-af52-d0aa1718d83e req-cb1036ca-31ed-4815-9083-5661f8ad2574 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:07.845985 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 104506b7-0b82-41c6-9ad8-5b4a54136a61 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:35:07.854247 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c26eb3dc-fbe6-4adf-af52-d0aa1718d83e req-cb1036ca-31ed-4815-9083-5661f8ad2574 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] 10.222.0.50 "GET /v2.0/ports?device_id=73ca1643-f2bd-4ae5-9bb8-dd6edd25e311 HTTP/1.1" status: 200 len: 943 time: 0.2117598 Nov 12 03:35:07.960267 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 104506b7-0b82-41c6-9ad8-5b4a54136a61, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=104506b7-0b82-41c6-9ad8-5b4a54136a61,segment=NetworkSegment(146b06ea-4a82-4118-a200-8fdc42840e4e),segment_id=146b06ea-4a82-4118-a200-8fdc42840e4e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:07.963391 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-b3e79ad3-52c8-473e-a584-68462b502938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8861b51c-7688-41a1-b08e-0b7ed21ef33d', 'name': 'tempest-TaggedBootDevicesTest-1539754991-router', 'tenant_id': '984b5bf9950d4e568e34b6531154493c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'dce33d61-f8d5-47fe-86c6-a2da2256e708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:07Z', 'updated_at': '2021-11-12T03:24:14Z', 'revision_number': 4, 'project_id': '984b5bf9950d4e568e34b6531154493c', 'gw_port': {'id': 'dce33d61-f8d5-47fe-86c6-a2da2256e708', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:96:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8861b51c-7688-41a1-b08e-0b7ed21ef33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:09Z', 'updated_at': '2021-11-12T03:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'a8390b18-c957-4cd1-b1f1-eb43e6338b42', 'name': '', 'network_id': '05567585-3225-43ff-908b-682604349a1c', 'tenant_id': '984b5bf9950d4e568e34b6531154493c', 'mac_address': 'fa:16:3e:7e:8c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8861b51c-7688-41a1-b08e-0b7ed21ef33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '27f881fe-8083-445e-acea-d73d96d974cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:12Z', 'updated_at': '2021-11-12T03:24:19Z', 'revision_number': 5, 'project_id': '984b5bf9950d4e568e34b6531154493c', 'subnets': [{'id': '27f881fe-8083-445e-acea-d73d96d974cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:07.972464 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:07.973187 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 45262) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:08.033387 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e79ad3-52c8-473e-a584-68462b502938 None None] Checking router: 8861b51c-7688-41a1-b08e-0b7ed21ef33d for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:35:08.117634 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e79ad3-52c8-473e-a584-68462b502938 None None] Routers {'8861b51c-7688-41a1-b08e-0b7ed21ef33d'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:08.118709 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-b3e79ad3-52c8-473e-a584-68462b502938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:35:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8861b51c-7688-41a1-b08e-0b7ed21ef33d'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:08.186224 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-6097e3f7-58b6-487d-91f3-365f1d677295 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:08.213433 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c26eb3dc-fbe6-4adf-af52-d0aa1718d83e req-5aa58b25-9625-41a6-b13f-14df9990ef55 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] 10.222.0.50 "GET /v2.0/security-groups?id=46a88d33-7709-46e6-bfcb-05e54e6e41ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369162 Nov 12 03:35:08.253471 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['104506b7-0b82-41c6-9ad8-5b4a54136a61'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:35:08.285951 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b42f7a-d65b-4b55-a216-d56697c5c1f6 req-18cf80ff-6b0b-416b-b1e8-baed18202b4f tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:08.287498 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-68b42f7a-d65b-4b55-a216-d56697c5c1f6 req-18cf80ff-6b0b-416b-b1e8-baed18202b4f tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.74 "GET /v2.0/ports?device_id=c3efc6a7-c2e2-4441-88d3-15225cb287db HTTP/1.1" status: 200 len: 945 time: 0.3344085 Nov 12 03:35:08.289361 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097e3f7-58b6-487d-91f3-365f1d677295 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Pushing event deleted for resources: {'Port': ['ID=105f9594-14de-46d7-9d78-d82b9da371f6,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:08.334658 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=104506b7-0b82-41c6-9ad8-5b4a54136a61,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:08.488307 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-b3e79ad3-52c8-473e-a584-68462b502938 None None] Set router 8861b51c-7688-41a1-b08e-0b7ed21ef33d gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:08.496137 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bd9d4-e7cd-4e9f-b6ca-60d686ac1c48 req-b2167607-6af4-4f9f-b7db-c93d6ce60706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:08.497691 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b60bd9d4-e7cd-4e9f-b6ca-60d686ac1c48 req-b2167607-6af4-4f9f-b7db-c93d6ce60706 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0b6eb743cc06416bb94eb1073c600fc8&device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 1098 time: 0.3245649 Nov 12 03:35:08.520685 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9bc19b9f-88d0-47fe-86e3-51870ed692e3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2f0c40e740524e3ea7c0d10fdd491c73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5461833 Nov 12 03:35:08.530447 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 45272) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:08.542403 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13589659-fce8-4092-9344-cfbe0b45f64b req-5774c731-f31c-4109-8ccb-99e0bd4d24f5 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:08.545580 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-6097e3f7-58b6-487d-91f3-365f1d677295 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] No DVR routers for this DVR port 105f9594-14de-46d7-9d78-d82b9da371f6 on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:08.551931 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-13589659-fce8-4092-9344-cfbe0b45f64b req-5774c731-f31c-4109-8ccb-99e0bd4d24f5 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3efc6a7-c2e2-4441-88d3-15225cb287db HTTP/1.1" status: 200 len: 945 time: 0.1713512 Nov 12 03:35:08.594868 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-6097e3f7-58b6-487d-91f3-365f1d677295 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:08.608137 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-6097e3f7-58b6-487d-91f3-365f1d677295 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.74 "DELETE /v2.0/ports/105f9594-14de-46d7-9d78-d82b9da371f6 HTTP/1.1" status: 204 len: 173 time: 1.8582129 Nov 12 03:35:08.768663 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-55e196aa-a698-4b8f-8755-e7233d61d4fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:08.821889 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae8869-4edb-41b9-b0c5-1520e63d73ff req-e020c995-493d-46c2-a786-7242de201bfc tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:08.823783 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-95ae8869-4edb-41b9-b0c5-1520e63d73ff req-e020c995-493d-46c2-a786-7242de201bfc tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 946 time: 0.3610547 Nov 12 03:35:08.831929 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-13589659-fce8-4092-9344-cfbe0b45f64b req-e1a552ce-3c80-451a-a0dc-07db6393720d tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.50 "GET /v2.0/security-groups?id=386e33d5-8ecf-4834-9f60-23fab2bcf3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2786391 Nov 12 03:35:08.847476 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bd9d4-e7cd-4e9f-b6ca-60d686ac1c48 req-202a155a-1df8-4dd6-948e-0624dea1f7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:08.857625 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b60bd9d4-e7cd-4e9f-b6ca-60d686ac1c48 req-202a155a-1df8-4dd6-948e-0624dea1f7f9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a1213290-26f5-41b6-944a-8e6156116c1c HTTP/1.1" status: 200 len: 919 time: 0.3481185 Nov 12 03:35:08.857831 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-55e196aa-a698-4b8f-8755-e7233d61d4fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:08.877113 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-68b42f7a-d65b-4b55-a216-d56697c5c1f6 req-1fffe35a-b78b-4c55-ade3-c09b707d5170 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Deleting port a1780b06-0760-4535-8bdb-6add665210cf {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:08.877457 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-68b42f7a-d65b-4b55-a216-d56697c5c1f6 req-1fffe35a-b78b-4c55-ade3-c09b707d5170 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:08.972416 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b60bd9d4-e7cd-4e9f-b6ca-60d686ac1c48 req-2e4af985-0b54-4d54-801b-c5b9e610476d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22cf0644-cfb0-4236-9408-c47b1493f36d HTTP/1.1" status: 200 len: 217 time: 0.1073654 Nov 12 03:35:09.075443 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:09.093857 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-95ae8869-4edb-41b9-b0c5-1520e63d73ff req-fefbcdb2-ff5a-46b4-9f3b-e3cfebb2e730 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509820 Nov 12 03:35:09.101553 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928f5e5-5405-48d5-b6ae-7311e3ca907a req-708a3373-46d5-4297-ad3b-a4b6dfdf6a70 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:09.120104 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928f5e5-5405-48d5-b6ae-7311e3ca907a req-708a3373-46d5-4297-ad3b-a4b6dfdf6a70 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:09.127339 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-d5231a61-f0dc-4dc1-b5e0-c49140706c62 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Deleting port 4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:09.127673 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-d5231a61-f0dc-4dc1-b5e0-c49140706c62 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:09.129611 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7928f5e5-5405-48d5-b6ae-7311e3ca907a req-708a3373-46d5-4297-ad3b-a4b6dfdf6a70 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 1677 time: 0.1768484 Nov 12 03:35:09.143408 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bd9d4-e7cd-4e9f-b6ca-60d686ac1c48 req-3d7fbc7b-ac81-4072-81a3-465aa26312b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:09.145418 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b60bd9d4-e7cd-4e9f-b6ca-60d686ac1c48 req-3d7fbc7b-ac81-4072-81a3-465aa26312b5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd7b2fc1-d744-45c7-b1e4-e01d488cffca HTTP/1.1" status: 200 len: 858 time: 0.1623845 Nov 12 03:35:09.170872 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-55e196aa-a698-4b8f-8755-e7233d61d4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:09.174948 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-55e196aa-a698-4b8f-8755-e7233d61d4fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:09.175105 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-55e196aa-a698-4b8f-8755-e7233d61d4fd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fc1f4cb5-090c-4646-ba42-127a8bec6cd0 HTTP/1.1" status: 204 len: 168 time: 0.6429977 Nov 12 03:35:09.211966 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-68b42f7a-d65b-4b55-a216-d56697c5c1f6 req-1fffe35a-b78b-4c55-ade3-c09b707d5170 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] For port a1780b06-0760-4535-8bdb-6add665210cf, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=a1780b06-0760-4535-8bdb-6add665210cf,segment=NetworkSegment(ae9442f9-f9a5-46d2-a74c-79f3cc35adc6),segment_id=ae9442f9-f9a5-46d2-a74c-79f3cc35adc6)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:09.212540 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-68b42f7a-d65b-4b55-a216-d56697c5c1f6 req-1fffe35a-b78b-4c55-ade3-c09b707d5170 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:09.228716 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7928f5e5-5405-48d5-b6ae-7311e3ca907a req-f172d6f9-2ec1-436f-b043-968e2f34b37a tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/security-groups?id=163708d6-2806-48a4-99ff-2841929f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981271 Nov 12 03:35:09.249025 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b60bd9d4-e7cd-4e9f-b6ca-60d686ac1c48 req-587aa014-78c8-4eb1-80aa-7da033ba228b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a1213290-26f5-41b6-944a-8e6156116c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945132 Nov 12 03:35:09.282416 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e196aa-a698-4b8f-8755-e7233d61d4fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1f4cb5-090c-4646-ba42-127a8bec6cd0,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:09.314782 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device dac45763-7fb8-466e-9242-b408c567d2ce no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:09.326993 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-b3e79ad3-52c8-473e-a584-68462b502938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8861b51c-7688-41a1-b08e-0b7ed21ef33d', 'name': 'tempest-TaggedBootDevicesTest-1539754991-router', 'tenant_id': '984b5bf9950d4e568e34b6531154493c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'dce33d61-f8d5-47fe-86c6-a2da2256e708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:07Z', 'updated_at': '2021-11-12T03:24:14Z', 'revision_number': 4, 'project_id': '984b5bf9950d4e568e34b6531154493c', 'gw_port': {'id': 'dce33d61-f8d5-47fe-86c6-a2da2256e708', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:96:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8861b51c-7688-41a1-b08e-0b7ed21ef33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:09Z', 'updated_at': '2021-11-12T03:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'a8390b18-c957-4cd1-b1f1-eb43e6338b42', 'name': '', 'network_id': '05567585-3225-43ff-908b-682604349a1c', 'tenant_id': '984b5bf9950d4e568e34b6531154493c', 'mac_address': 'fa:16:3e:7e:8c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8861b51c-7688-41a1-b08e-0b7ed21ef33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '27f881fe-8083-445e-acea-d73d96d974cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:12Z', 'updated_at': '2021-11-12T03:24:19Z', 'revision_number': 5, 'project_id': '984b5bf9950d4e568e34b6531154493c', 'subnets': [{'id': '27f881fe-8083-445e-acea-d73d96d974cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:09.457624 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e79ad3-52c8-473e-a584-68462b502938 None None] The sync data for ids ['8861b51c-7688-41a1-b08e-0b7ed21ef33d'] in n-d-715271-27 is: [{'id': '8861b51c-7688-41a1-b08e-0b7ed21ef33d', 'name': 'tempest-TaggedBootDevicesTest-1539754991-router', 'tenant_id': '984b5bf9950d4e568e34b6531154493c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'dce33d61-f8d5-47fe-86c6-a2da2256e708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:07Z', 'updated_at': '2021-11-12T03:24:14Z', 'revision_number': 4, 'project_id': '984b5bf9950d4e568e34b6531154493c', 'gw_port': {'id': 'dce33d61-f8d5-47fe-86c6-a2da2256e708', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:96:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8861b51c-7688-41a1-b08e-0b7ed21ef33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:09Z', 'updated_at': '2021-11-12T03:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'a8390b18-c957-4cd1-b1f1-eb43e6338b42', 'name': '', 'network_id': '05567585-3225-43ff-908b-682604349a1c', 'tenant_id': '984b5bf9950d4e568e34b6531154493c', 'mac_address': 'fa:16:3e:7e:8c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8861b51c-7688-41a1-b08e-0b7ed21ef33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '27f881fe-8083-445e-acea-d73d96d974cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:12Z', 'updated_at': '2021-11-12T03:24:19Z', 'revision_number': 5, 'project_id': '984b5bf9950d4e568e34b6531154493c', 'subnets': [{'id': '27f881fe-8083-445e-acea-d73d96d974cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:35:09.465942 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: dac45763-7fb8-466e-9242-b408c567d2ce {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:35:09.466347 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device dac45763-7fb8-466e-9242-b408c567d2ce not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:35:09.480713 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-d5231a61-f0dc-4dc1-b5e0-c49140706c62 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] For port 4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7,segment=NetworkSegment(13bc166f-55e1-4dc8-baa3-5d15709f86ad),segment_id=13bc166f-55e1-4dc8-baa3-5d15709f86ad)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:09.480713 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-d5231a61-f0dc-4dc1-b5e0-c49140706c62 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:09.562144 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6146728-9174-4640-8a19-3c27fb93a940 req-22d0bdc4-d107-48db-8122-145ad86c63ee tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:09.568123 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f6146728-9174-4640-8a19-3c27fb93a940 req-22d0bdc4-d107-48db-8122-145ad86c63ee tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] 10.222.0.50 "GET /v2.0/ports?device_id=73ca1643-f2bd-4ae5-9bb8-dd6edd25e311 HTTP/1.1" status: 200 len: 944 time: 0.1070881 Nov 12 03:35:09.574756 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901c888a-da2b-477a-9adf-2639921bb668', 'name': 'network-vif-deleted', 'tag': '105f9594-14de-46d7-9d78-d82b9da371f6'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:09.575830 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b60bd9d4-e7cd-4e9f-b6ca-60d686ac1c48 req-0210e30f-dec1-4e19-91ea-67d53f17921c service neutron] 10.222.0.74 "GET /v2.0/networks/a1213290-26f5-41b6-944a-8e6156116c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995858 Nov 12 03:35:09.577389 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f8763c-63ed-4726-b0ec-3de7797944fb" -d '{"events": [{"server_uuid": "901c888a-da2b-477a-9adf-2639921bb668", "name": "network-vif-deleted", "tag": "105f9594-14de-46d7-9d78-d82b9da371f6"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:09.603962 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-d5231a61-f0dc-4dc1-b5e0-c49140706c62 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Calling delete_port for 4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7 owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:09.652289 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f93741-91cd-41a9-8601-4db405bd0db5 x-openstack-request-id: req-80f93741-91cd-41a9-8601-4db405bd0db5 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:09.652595 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "901c888a-da2b-477a-9adf-2639921bb668", "name": "network-vif-deleted", "tag": "105f9594-14de-46d7-9d78-d82b9da371f6", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:09.652853 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-80f93741-91cd-41a9-8601-4db405bd0db5 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:09.653253 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901c888a-da2b-477a-9adf-2639921bb668', 'name': 'network-vif-deleted', 'tag': '105f9594-14de-46d7-9d78-d82b9da371f6', 'status': 'completed', 'code': 200} Nov 12 03:35:09.861810 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-68b42f7a-d65b-4b55-a216-d56697c5c1f6 req-1fffe35a-b78b-4c55-ade3-c09b707d5170 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:09.862175 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-68b42f7a-d65b-4b55-a216-d56697c5c1f6 req-1fffe35a-b78b-4c55-ade3-c09b707d5170 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:09.862497 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [req-68b42f7a-d65b-4b55-a216-d56697c5c1f6 req-1fffe35a-b78b-4c55-ade3-c09b707d5170 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Floating IP fc2e0fc6-9a99-4ceb-a965-b48777b37a94 disassociated. External IP: 172.25.5.59, port: a1780b06-0760-4535-8bdb-6add665210cf. Nov 12 03:35:09.862847 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-68b42f7a-d65b-4b55-a216-d56697c5c1f6 req-1fffe35a-b78b-4c55-ade3-c09b707d5170 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Calling delete_port for a1780b06-0760-4535-8bdb-6add665210cf owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:09.869727 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f6146728-9174-4640-8a19-3c27fb93a940 req-4b9afa93-48aa-4f1e-886d-ec4893948c33 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] 10.222.0.50 "GET /v2.0/security-groups?id=46a88d33-7709-46e6-bfcb-05e54e6e41ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835343 Nov 12 03:35:09.895314 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b60bd9d4-e7cd-4e9f-b6ca-60d686ac1c48 req-97054e55-ffa4-4687-b27b-e717234eba02 service neutron] 10.222.0.74 "GET /v2.0/networks/a1213290-26f5-41b6-944a-8e6156116c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095767 Nov 12 03:35:10.003966 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f7039c-c2d1-4f2e-a4fa-e939d22d1338 None None] New status for floating IP e554af0b-2104-4ea9-afab-e516aa5fd7d6: DOWN {{(pid=102574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:35:10.106645 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fe010-815d-4732-a2b4-2907ebb2b205 req-63ecfc82-6f09-4ab7-b031-ccc1f9d3ff58 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:10.115227 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-411fe010-815d-4732-a2b4-2907ebb2b205 req-63ecfc82-6f09-4ab7-b031-ccc1f9d3ff58 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3efc6a7-c2e2-4441-88d3-15225cb287db HTTP/1.1" status: 200 len: 945 time: 0.1208932 Nov 12 03:35:10.238723 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-411fe010-815d-4732-a2b4-2907ebb2b205 req-090b4df3-cf57-4608-8b06-e761b1fad669 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.50 "GET /v2.0/security-groups?id=386e33d5-8ecf-4834-9f60-23fab2bcf3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199963 Nov 12 03:35:10.241984 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-d5231a61-f0dc-4dc1-b5e0-c49140706c62 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:10.505360 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5231a61-f0dc-4dc1-b5e0-c49140706c62 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Pushing event deleted for resources: {'Port': ['ID=4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:10.514276 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-d5231a61-f0dc-4dc1-b5e0-c49140706c62 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] No DVR routers for this DVR port 4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7 on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:10.532297 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-d5231a61-f0dc-4dc1-b5e0-c49140706c62 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:10.536763 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-d5231a61-f0dc-4dc1-b5e0-c49140706c62 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.74 "DELETE /v2.0/ports/4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7 HTTP/1.1" status: 204 len: 173 time: 1.9119136 Nov 12 03:35:10.611676 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-68b42f7a-d65b-4b55-a216-d56697c5c1f6 req-1fffe35a-b78b-4c55-ade3-c09b707d5170 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:10.651653 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17bbf10-c5e9-457b-a8c4-fd4d0d059012 req-cddd72ce-6520-489c-b350-5771fcbab8aa tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:10.661087 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 104506b7-0b82-41c6-9ad8-5b4a54136a61 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:10.675455 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d17bbf10-c5e9-457b-a8c4-fd4d0d059012 req-cddd72ce-6520-489c-b350-5771fcbab8aa tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 946 time: 0.0965047 Nov 12 03:35:10.706106 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fffe35a-b78b-4c55-ade3-c09b707d5170 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Pushing event deleted for resources: {'Port': ['ID=a1780b06-0760-4535-8bdb-6add665210cf,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:10.753452 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde9a961-7bdd-41a9-91fd-d4f7615ad59c req-fbdab15d-943a-41ce-a82e-92d84c6a30f1 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:10.761763 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bde9a961-7bdd-41a9-91fd-d4f7615ad59c req-fbdab15d-943a-41ce-a82e-92d84c6a30f1 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 943 time: 0.2775540 Nov 12 03:35:10.789126 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 104506b7-0b82-41c6-9ad8-5b4a54136a61 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:35:10.797037 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 104506b7-0b82-41c6-9ad8-5b4a54136a61 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:10.797587 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:10.871657 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d17bbf10-c5e9-457b-a8c4-fd4d0d059012 req-1c6def80-f41d-402e-a7af-31151ded3a6b tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945550 Nov 12 03:35:10.880938 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5c4799b9-811d-4006-bc67-9cc9054d92b5 req-32f1c53c-d7ec-4324-a600-c4e82cd7fbfd service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a9e4fcf2-9767-4350-8f85-89675c03b5de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1403358 Nov 12 03:35:10.997082 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:11.039718 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ca1643-f2bd-4ae5-9bb8-dd6edd25e311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '104506b7-0b82-41c6-9ad8-5b4a54136a61'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:11.041120 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4799b9-811d-4006-bc67-9cc9054d92b5 req-907ec5ca-c021-4212-8fa4-60307ff2b9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:11.042643 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63279f37-c7a8-49bc-84e4-5a8853cfd5a1" -d '{"events": [{"server_uuid": "73ca1643-f2bd-4ae5-9bb8-dd6edd25e311", "name": "network-vif-plugged", "status": "completed", "tag": "104506b7-0b82-41c6-9ad8-5b4a54136a61"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:11.043024 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5c4799b9-811d-4006-bc67-9cc9054d92b5 req-907ec5ca-c021-4212-8fa4-60307ff2b9d3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4c4f87013bee49bab876ce2754aa20ff&device_id=a9e4fcf2-9767-4350-8f85-89675c03b5de HTTP/1.1" status: 200 len: 1097 time: 0.1003835 Nov 12 03:35:11.056560 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 104506b7-0b82-41c6-9ad8-5b4a54136a61, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=104506b7-0b82-41c6-9ad8-5b4a54136a61,segment=NetworkSegment(146b06ea-4a82-4118-a200-8fdc42840e4e),segment_id=146b06ea-4a82-4118-a200-8fdc42840e4e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:11.063775 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:11.065463 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device a1780b06-0760-4535-8bdb-6add665210cf no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:11.172127 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: a1780b06-0760-4535-8bdb-6add665210cf {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:35:11.172490 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device a1780b06-0760-4535-8bdb-6add665210cf not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:35:11.245776 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=104506b7-0b82-41c6-9ad8-5b4a54136a61,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:11.367066 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4799b9-811d-4006-bc67-9cc9054d92b5 req-b2cd1ba9-1664-4a44-bab8-e311029213c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:11.369152 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5c4799b9-811d-4006-bc67-9cc9054d92b5 req-b2cd1ba9-1664-4a44-bab8-e311029213c8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b4b6c17e-1554-4c64-bbd2-cab189ccb6ac HTTP/1.1" status: 200 len: 916 time: 0.2768557 Nov 12 03:35:11.452026 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5c4799b9-811d-4006-bc67-9cc9054d92b5 req-6aa1bb12-9049-4d89-9b96-9642f80f9b38 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a74b3c04-9b73-4048-bb45-18905c064c90 HTTP/1.1" status: 200 len: 217 time: 0.0722010 Nov 12 03:35:11.570213 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bde9a961-7bdd-41a9-91fd-d4f7615ad59c req-464d6644-2731-49bc-90f7-015e7bc8f9dc tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/security-groups?id=163708d6-2806-48a4-99ff-2841929f9877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8040268 Nov 12 03:35:11.579531 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4799b9-811d-4006-bc67-9cc9054d92b5 req-d3c712c2-e1bb-4001-8325-0238ccab285f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:11.593649 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5c4799b9-811d-4006-bc67-9cc9054d92b5 req-d3c712c2-e1bb-4001-8325-0238ccab285f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=12a7d959-eb1b-4da8-b4ea-7a242be53e60 HTTP/1.1" status: 200 len: 855 time: 0.1211534 Nov 12 03:35:11.611270 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfcfce-0732-4806-97f6-b486e35acb36 req-93921ecd-6656-4a25-a033-743665b5fcd1 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:11.617263 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26dfcfce-0732-4806-97f6-b486e35acb36 req-93921ecd-6656-4a25-a033-743665b5fcd1 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] 10.222.0.50 "GET /v2.0/ports?device_id=73ca1643-f2bd-4ae5-9bb8-dd6edd25e311 HTTP/1.1" status: 200 len: 945 time: 0.1640542 Nov 12 03:35:11.668062 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901c888a-da2b-477a-9adf-2639921bb668', 'name': 'network-vif-deleted', 'tag': '4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:11.670934 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294a96ec-7b96-4d48-9440-5b2329c9d4a2 x-openstack-request-id: req-294a96ec-7b96-4d48-9440-5b2329c9d4a2 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:11.671903 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73ca1643-f2bd-4ae5-9bb8-dd6edd25e311", "name": "network-vif-plugged", "status": "completed", "tag": "104506b7-0b82-41c6-9ad8-5b4a54136a61", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:11.672195 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-294a96ec-7b96-4d48-9440-5b2329c9d4a2 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:11.672593 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73ca1643-f2bd-4ae5-9bb8-dd6edd25e311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '104506b7-0b82-41c6-9ad8-5b4a54136a61', 'code': 200} Nov 12 03:35:11.672917 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b0372d-23f1-46fa-879d-c383f41a4f36" -d '{"events": [{"server_uuid": "901c888a-da2b-477a-9adf-2639921bb668", "name": "network-vif-deleted", "tag": "4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:11.686986 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68b42f7a-d65b-4b55-a216-d56697c5c1f6 req-1fffe35a-b78b-4c55-ade3-c09b707d5170 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Router 4d46cd18-bb89-46e2-9122-e03a09fa8460 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:35:11.699762 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5c4799b9-811d-4006-bc67-9cc9054d92b5 req-9b5e6afc-964d-49d5-8b6d-6024e0cb4a85 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b4b6c17e-1554-4c64-bbd2-cab189ccb6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798056 Nov 12 03:35:11.702535 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-4b85f99f-bb6e-4863-ad15-29990e3e43b8 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Deleting port 94c8258d-67c2-4ad8-9f8c-67f760634674 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:11.703099 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-4b85f99f-bb6e-4863-ad15-29990e3e43b8 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:11.866128 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5c4799b9-811d-4006-bc67-9cc9054d92b5 req-679996a0-174f-4b3b-82cb-5a5f45f1003e service neutron] 10.222.0.90 "GET /v2.0/networks/b4b6c17e-1554-4c64-bbd2-cab189ccb6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268427 Nov 12 03:35:11.882412 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-4b85f99f-bb6e-4863-ad15-29990e3e43b8 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] For port 94c8258d-67c2-4ad8-9f8c-67f760634674, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=94c8258d-67c2-4ad8-9f8c-67f760634674,segment=NetworkSegment(83020275-838e-40df-a5ab-a96ac61387a9),segment_id=83020275-838e-40df-a5ab-a96ac61387a9)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:11.882782 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-4b85f99f-bb6e-4863-ad15-29990e3e43b8 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:11.900514 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-4b85f99f-bb6e-4863-ad15-29990e3e43b8 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Calling delete_port for 94c8258d-67c2-4ad8-9f8c-67f760634674 owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:12.041852 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26dfcfce-0732-4806-97f6-b486e35acb36 req-e078ac6b-f659-4d4f-9ff7-0df44717ee6a tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] 10.222.0.50 "GET /v2.0/security-groups?id=46a88d33-7709-46e6-bfcb-05e54e6e41ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984437 Nov 12 03:35:12.064960 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-4b85f99f-bb6e-4863-ad15-29990e3e43b8 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:12.065253 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4723ded0-0ef6-48e4-bf1b-9beb7888a7f7 req-3b6d3a90-fa2f-47de-b041-786d1a66992c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:12.069750 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4723ded0-0ef6-48e4-bf1b-9beb7888a7f7 req-3b6d3a90-fa2f-47de-b041-786d1a66992c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=73ca1643-f2bd-4ae5-9bb8-dd6edd25e311 HTTP/1.1" status: 200 len: 1097 time: 0.2024205 Nov 12 03:35:12.098218 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a164799b-6711-4c98-961d-9dc92d7cc5ea req-b0ce7bb3-e7bc-444a-aa77-2cfc71024e21 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3efc6a7-c2e2-4441-88d3-15225cb287db HTTP/1.1" status: 200 len: 210 time: 0.0529287 Nov 12 03:35:12.146784 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b85f99f-bb6e-4863-ad15-29990e3e43b8 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Pushing event deleted for resources: {'Port': ['ID=94c8258d-67c2-4ad8-9f8c-67f760634674,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:12.190852 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5c4799b9-811d-4006-bc67-9cc9054d92b5 req-195c56aa-ebd9-4586-bfb6-8ef98c08dac9 service neutron] 10.222.0.90 "GET /v2.0/networks/b4b6c17e-1554-4c64-bbd2-cab189ccb6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053858 Nov 12 03:35:12.235295 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4723ded0-0ef6-48e4-bf1b-9beb7888a7f7 req-c318dd10-4b20-44a6-9445-6e2eea4e42fe service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=46a88d33-7709-46e6-bfcb-05e54e6e41ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565285 Nov 12 03:35:12.246108 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68b42f7a-d65b-4b55-a216-d56697c5c1f6 req-1fffe35a-b78b-4c55-ade3-c09b707d5170 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:35:12.259022 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf3d362-766c-4ba3-89b0-69157710cbbb None None] Sync routers for ids ['4d46cd18-bb89-46e2-9122-e03a09fa8460'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:35:12.275779 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4972244-7721-4fd1-8d97-ad6e89363d66 x-openstack-request-id: req-a4972244-7721-4fd1-8d97-ad6e89363d66 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:12.276158 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "901c888a-da2b-477a-9adf-2639921bb668", "name": "network-vif-deleted", "tag": "4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:12.276339 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a4972244-7721-4fd1-8d97-ad6e89363d66 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:12.276740 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901c888a-da2b-477a-9adf-2639921bb668', 'name': 'network-vif-deleted', 'tag': '4e37e1fb-3f4a-47fa-a3a6-71662bc40ef7', 'status': 'completed', 'code': 200} Nov 12 03:35:12.281531 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf3d362-766c-4ba3-89b0-69157710cbbb None None] Routers {'4d46cd18-bb89-46e2-9122-e03a09fa8460'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:12.282751 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-0cf3d362-766c-4ba3-89b0-69157710cbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:35:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4d46cd18-bb89-46e2-9122-e03a09fa8460'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:12.323346 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-4b85f99f-bb6e-4863-ad15-29990e3e43b8 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] No DVR routers for this DVR port 94c8258d-67c2-4ad8-9f8c-67f760634674 on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:12.327959 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-4b85f99f-bb6e-4863-ad15-29990e3e43b8 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:12.330945 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fafe18f8-8ffb-4ac6-8fed-cba3d6062b37 req-4b85f99f-bb6e-4863-ad15-29990e3e43b8 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.74 "DELETE /v2.0/ports/94c8258d-67c2-4ad8-9f8c-67f760634674 HTTP/1.1" status: 204 len: 173 time: 1.7605588 Nov 12 03:35:12.347374 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b42f7a-d65b-4b55-a216-d56697c5c1f6 req-1fffe35a-b78b-4c55-ade3-c09b707d5170 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] No DVR routers for this DVR port a1780b06-0760-4535-8bdb-6add665210cf on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:12.350683 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-68b42f7a-d65b-4b55-a216-d56697c5c1f6 req-1fffe35a-b78b-4c55-ade3-c09b707d5170 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:12.355421 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-68b42f7a-d65b-4b55-a216-d56697c5c1f6 req-1fffe35a-b78b-4c55-ade3-c09b707d5170 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.74 "DELETE /v2.0/ports/a1780b06-0760-4535-8bdb-6add665210cf HTTP/1.1" status: 204 len: 173 time: 4.0469034 Nov 12 03:35:12.358638 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7303f20-46e3-4f7e-94b9-4fa856b667d2 req-84622679-7634-4e71-8c92-a9dddff556d5 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:12.372930 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f7303f20-46e3-4f7e-94b9-4fa856b667d2 req-84622679-7634-4e71-8c92-a9dddff556d5 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 946 time: 0.1185503 Nov 12 03:35:12.465366 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f7303f20-46e3-4f7e-94b9-4fa856b667d2 req-07f082a2-635f-4352-8c0a-c01394586fa5 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912199 Nov 12 03:35:12.572564 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-0cf3d362-766c-4ba3-89b0-69157710cbbb None None] Set router 4d46cd18-bb89-46e2-9122-e03a09fa8460 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:12.793445 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c41f2914-11c2-4284-adcf-b4c402e0f3e9 req-805eef5a-94a5-4353-aa34-445517fd3025 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 210 time: 0.0853875 Nov 12 03:35:13.071188 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-0cf3d362-766c-4ba3-89b0-69157710cbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d46cd18-bb89-46e2-9122-e03a09fa8460', 'name': 'tempest-ServersTestManualDisk-841032026-router', 'tenant_id': '8910f839d4ec483d9057620432917b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '6657c1be-4186-4711-878d-007078e1c474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:39Z', 'updated_at': '2021-11-12T03:32:48Z', 'revision_number': 4, 'project_id': '8910f839d4ec483d9057620432917b4f', 'gw_port': {'id': '6657c1be-4186-4711-878d-007078e1c474', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d46cd18-bb89-46e2-9122-e03a09fa8460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:40Z', 'updated_at': '2021-11-12T03:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '1a97840c-89f6-4b1b-bb76-1c9ff3813854', 'name': '', 'network_id': '6ad8f428-3214-48fa-a855-877c1071e6fa', 'tenant_id': '8910f839d4ec483d9057620432917b4f', 'mac_address': 'fa:16:3e:84:7c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d46cd18-bb89-46e2-9122-e03a09fa8460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'e880cd9c-6a78-4ecf-8ddc-1fa0e2144baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:47Z', 'updated_at': '2021-11-12T03:32:58Z', 'revision_number': 5, 'project_id': '8910f839d4ec483d9057620432917b4f', 'subnets': [{'id': 'e880cd9c-6a78-4ecf-8ddc-1fa0e2144baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:13.143133 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf3d362-766c-4ba3-89b0-69157710cbbb None None] Checking router: 4d46cd18-bb89-46e2-9122-e03a09fa8460 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:35:13.167457 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf3d362-766c-4ba3-89b0-69157710cbbb None None] Routers {'4d46cd18-bb89-46e2-9122-e03a09fa8460'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:13.170554 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-0cf3d362-766c-4ba3-89b0-69157710cbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:35:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4d46cd18-bb89-46e2-9122-e03a09fa8460'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:13.334091 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d802c1-f8aa-4b9a-9503-906a1e1e4b2f req-c7386c3d-0e62-42d0-aa54-e661a7810d58 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:13.344625 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-31d802c1-f8aa-4b9a-9503-906a1e1e4b2f req-c7386c3d-0e62-42d0-aa54-e661a7810d58 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] 10.222.0.50 "GET /v2.0/ports?device_id=73ca1643-f2bd-4ae5-9bb8-dd6edd25e311 HTTP/1.1" status: 200 len: 945 time: 0.1298864 Nov 12 03:35:13.502089 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-0cf3d362-766c-4ba3-89b0-69157710cbbb None None] Set router 4d46cd18-bb89-46e2-9122-e03a09fa8460 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:13.595911 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-31d802c1-f8aa-4b9a-9503-906a1e1e4b2f req-36b28f86-4dc5-4f7b-b4ad-694ecf848f0b tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] 10.222.0.50 "GET /v2.0/security-groups?id=46a88d33-7709-46e6-bfcb-05e54e6e41ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502539 Nov 12 03:35:13.810979 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 45400) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:13.890313 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-0cf3d362-766c-4ba3-89b0-69157710cbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d46cd18-bb89-46e2-9122-e03a09fa8460', 'name': 'tempest-ServersTestManualDisk-841032026-router', 'tenant_id': '8910f839d4ec483d9057620432917b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '6657c1be-4186-4711-878d-007078e1c474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:39Z', 'updated_at': '2021-11-12T03:32:48Z', 'revision_number': 4, 'project_id': '8910f839d4ec483d9057620432917b4f', 'gw_port': {'id': '6657c1be-4186-4711-878d-007078e1c474', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d46cd18-bb89-46e2-9122-e03a09fa8460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:40Z', 'updated_at': '2021-11-12T03:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '1a97840c-89f6-4b1b-bb76-1c9ff3813854', 'name': '', 'network_id': '6ad8f428-3214-48fa-a855-877c1071e6fa', 'tenant_id': '8910f839d4ec483d9057620432917b4f', 'mac_address': 'fa:16:3e:84:7c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d46cd18-bb89-46e2-9122-e03a09fa8460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'e880cd9c-6a78-4ecf-8ddc-1fa0e2144baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:47Z', 'updated_at': '2021-11-12T03:32:58Z', 'revision_number': 5, 'project_id': '8910f839d4ec483d9057620432917b4f', 'subnets': [{'id': 'e880cd9c-6a78-4ecf-8ddc-1fa0e2144baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:13.953281 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-60b2f25a-8665-4016-ab97-579885b5937c tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:14.001183 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-60b2f25a-8665-4016-ab97-579885b5937c tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:14.001864 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf3d362-766c-4ba3-89b0-69157710cbbb None None] The sync data for ids ['4d46cd18-bb89-46e2-9122-e03a09fa8460'] in n-d-715271-27 is: [{'id': '4d46cd18-bb89-46e2-9122-e03a09fa8460', 'name': 'tempest-ServersTestManualDisk-841032026-router', 'tenant_id': '8910f839d4ec483d9057620432917b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '6657c1be-4186-4711-878d-007078e1c474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:39Z', 'updated_at': '2021-11-12T03:32:48Z', 'revision_number': 4, 'project_id': '8910f839d4ec483d9057620432917b4f', 'gw_port': {'id': '6657c1be-4186-4711-878d-007078e1c474', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d46cd18-bb89-46e2-9122-e03a09fa8460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:40Z', 'updated_at': '2021-11-12T03:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '1a97840c-89f6-4b1b-bb76-1c9ff3813854', 'name': '', 'network_id': '6ad8f428-3214-48fa-a855-877c1071e6fa', 'tenant_id': '8910f839d4ec483d9057620432917b4f', 'mac_address': 'fa:16:3e:84:7c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d46cd18-bb89-46e2-9122-e03a09fa8460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'e880cd9c-6a78-4ecf-8ddc-1fa0e2144baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:47Z', 'updated_at': '2021-11-12T03:32:58Z', 'revision_number': 5, 'project_id': '8910f839d4ec483d9057620432917b4f', 'subnets': [{'id': 'e880cd9c-6a78-4ecf-8ddc-1fa0e2144baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:35:14.127988 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d738f-0c98-4d79-9feb-abb63913f779 req-e8bc273b-a6c4-4447-b6fa-a88ebd7c6fe5 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:14.130287 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5b1d738f-0c98-4d79-9feb-abb63913f779 req-e8bc273b-a6c4-4447-b6fa-a88ebd7c6fe5 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a6f8097-fe7c-4bc8-b593-96b418bc35e0 HTTP/1.1" status: 200 len: 946 time: 0.0958474 Nov 12 03:35:14.173106 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-56d75a02-9e55-4b74-b53c-4a4737db3458 req-53cb679d-3f97-455e-a7eb-a992138c1096 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 210 time: 0.1279986 Nov 12 03:35:14.175083 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-60b2f25a-8665-4016-ab97-579885b5937c tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:14.187172 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-60b2f25a-8665-4016-ab97-579885b5937c tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:14.201155 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-60b2f25a-8665-4016-ab97-579885b5937c tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.50 "DELETE /v2.0/security-groups/386e33d5-8ecf-4834-9f60-23fab2bcf3a5 HTTP/1.1" status: 204 len: 168 time: 0.3858900 Nov 12 03:35:14.203569 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 45412) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:14.225255 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5b1d738f-0c98-4d79-9feb-abb63913f779 req-099902f6-fc92-4848-9486-9615c2f4a67d tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e20b976-0765-4c19-b472-8d45abdc5b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859823 Nov 12 03:35:14.294376 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b2f25a-8665-4016-ab97-579885b5937c tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=386e33d5-8ecf-4834-9f60-23fab2bcf3a5,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:14.305600 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901c888a-da2b-477a-9adf-2639921bb668', 'name': 'network-vif-deleted', 'tag': '94c8258d-67c2-4ad8-9f8c-67f760634674'}, {'server_uuid': 'c3efc6a7-c2e2-4441-88d3-15225cb287db', 'name': 'network-vif-deleted', 'tag': 'a1780b06-0760-4535-8bdb-6add665210cf'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:14.324446 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c350b7-03d4-4e2b-808c-a30789accc6c" -d '{"events": [{"server_uuid": "901c888a-da2b-477a-9adf-2639921bb668", "name": "network-vif-deleted", "tag": "94c8258d-67c2-4ad8-9f8c-67f760634674"}, {"server_uuid": "c3efc6a7-c2e2-4441-88d3-15225cb287db", "name": "network-vif-deleted", "tag": "a1780b06-0760-4535-8bdb-6add665210cf"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:14.379351 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-431fcabb-b7af-4013-bb2a-222ef0f03dd8 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] show failed (client error): The resource could not be found. Nov 12 03:35:14.384961 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 45420) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:14.387031 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-431fcabb-b7af-4013-bb2a-222ef0f03dd8 tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.50 "GET /v2.0/security-groups/386e33d5-8ecf-4834-9f60-23fab2bcf3a5 HTTP/1.1" status: 404 len: 347 time: 0.1175117 Nov 12 03:35:14.445132 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4b3e0b-412a-48ec-8226-18ad3592e6bb x-openstack-request-id: req-cd4b3e0b-412a-48ec-8226-18ad3592e6bb {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:14.445535 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "901c888a-da2b-477a-9adf-2639921bb668", "name": "network-vif-deleted", "tag": "94c8258d-67c2-4ad8-9f8c-67f760634674", "status": "completed", "code": 200}, {"server_uuid": "c3efc6a7-c2e2-4441-88d3-15225cb287db", "name": "network-vif-deleted", "tag": "a1780b06-0760-4535-8bdb-6add665210cf", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:14.445930 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cd4b3e0b-412a-48ec-8226-18ad3592e6bb {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:14.446721 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901c888a-da2b-477a-9adf-2639921bb668', 'name': 'network-vif-deleted', 'tag': '94c8258d-67c2-4ad8-9f8c-67f760634674', 'status': 'completed', 'code': 200} Nov 12 03:35:14.448038 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3efc6a7-c2e2-4441-88d3-15225cb287db', 'name': 'network-vif-deleted', 'tag': 'a1780b06-0760-4535-8bdb-6add665210cf', 'status': 'completed', 'code': 200} Nov 12 03:35:14.578180 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a90124-c122-4feb-a3e5-db2dc31208db None None] New status for floating IP fc2e0fc6-9a99-4ceb-a965-b48777b37a94: DOWN {{(pid=102574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:35:14.653963 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-787e4dcc-d5bc-4ee8-a089-ed2e43f6f2ec tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Deleting port e2108aa3-c826-4aa0-906e-5653e95ca7fc {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:14.656823 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-787e4dcc-d5bc-4ee8-a089-ed2e43f6f2ec tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:15.075209 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2640b54-3bda-4f12-80d2-20078cf49797 req-526d8aa8-6472-4e27-b23f-4f79095ccf09 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:15.090023 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c2640b54-3bda-4f12-80d2-20078cf49797 req-526d8aa8-6472-4e27-b23f-4f79095ccf09 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] 10.222.0.50 "GET /v2.0/ports?device_id=73ca1643-f2bd-4ae5-9bb8-dd6edd25e311 HTTP/1.1" status: 200 len: 945 time: 0.2444098 Nov 12 03:35:15.164332 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-787e4dcc-d5bc-4ee8-a089-ed2e43f6f2ec tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:15.165072 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-787e4dcc-d5bc-4ee8-a089-ed2e43f6f2ec tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:15.190754 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 45432) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:15.217375 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-787e4dcc-d5bc-4ee8-a089-ed2e43f6f2ec tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Calling delete_port for e2108aa3-c826-4aa0-906e-5653e95ca7fc owned by network:floatingip {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:15.237290 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c2640b54-3bda-4f12-80d2-20078cf49797 req-9460822c-68eb-439f-af11-f444a2e3abb5 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] 10.222.0.50 "GET /v2.0/security-groups?id=46a88d33-7709-46e6-bfcb-05e54e6e41ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391473 Nov 12 03:35:15.552605 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-447efa2d-6fec-49bc-9528-b75ebd3fcdde req-3ed25eea-2985-4089-bc2c-682a8ed2d472 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 210 time: 0.1089339 Nov 12 03:35:15.602696 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-787e4dcc-d5bc-4ee8-a089-ed2e43f6f2ec tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:15.625108 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5232f75b-4455-400b-a6ec-b8ae768cd09b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:15.772301 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e4dcc-d5bc-4ee8-a089-ed2e43f6f2ec tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Pushing event deleted for resources: {'Port': ['ID=e2108aa3-c826-4aa0-906e-5653e95ca7fc,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:15.820962 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2354907-19ab-45b0-8726-109247bf4f6b req-67aef7ab-6e1d-4e0e-afb2-0c7279c3e8b0 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:15.823145 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c2354907-19ab-45b0-8726-109247bf4f6b req-67aef7ab-6e1d-4e0e-afb2-0c7279c3e8b0 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 946 time: 0.0927958 Nov 12 03:35:15.871223 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5232f75b-4455-400b-a6ec-b8ae768cd09b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:15.882325 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5232f75b-4455-400b-a6ec-b8ae768cd09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:15.959483 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232f75b-4455-400b-a6ec-b8ae768cd09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85cf397e-cdc4-4d02-80b2-e301bd94ee31,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:15.987423 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c2354907-19ab-45b0-8726-109247bf4f6b req-1a17cdf4-2f0a-4566-98e6-fad2e6fd3806 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529124 Nov 12 03:35:16.002787 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232f75b-4455-400b-a6ec-b8ae768cd09b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:16.003403 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232f75b-4455-400b-a6ec-b8ae768cd09b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:16.003940 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232f75b-4455-400b-a6ec-b8ae768cd09b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:16.004765 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232f75b-4455-400b-a6ec-b8ae768cd09b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:16.005589 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232f75b-4455-400b-a6ec-b8ae768cd09b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:16.006155 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232f75b-4455-400b-a6ec-b8ae768cd09b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:16.006629 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232f75b-4455-400b-a6ec-b8ae768cd09b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:16.007104 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232f75b-4455-400b-a6ec-b8ae768cd09b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:16.007586 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232f75b-4455-400b-a6ec-b8ae768cd09b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:16.008098 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232f75b-4455-400b-a6ec-b8ae768cd09b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:16.008570 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232f75b-4455-400b-a6ec-b8ae768cd09b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:16.009037 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232f75b-4455-400b-a6ec-b8ae768cd09b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:16.016388 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5232f75b-4455-400b-a6ec-b8ae768cd09b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ccfb316beee240c590dc256e9f3aafb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8238006 Nov 12 03:35:16.018836 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 45454) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:16.104856 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-05355dd2-1426-4fa1-b4c2-f202e6da68a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:16.149681 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-05355dd2-1426-4fa1-b4c2-f202e6da68a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:16.233624 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-787e4dcc-d5bc-4ee8-a089-ed2e43f6f2ec tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Publish callbacks [] for floatingip, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:16.236722 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-787e4dcc-d5bc-4ee8-a089-ed2e43f6f2ec tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:16.241611 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-787e4dcc-d5bc-4ee8-a089-ed2e43f6f2ec tempest-ServersTestManualDisk-451600192 tempest-ServersTestManualDisk-451600192-project] 10.222.0.50 "DELETE /v2.0/floatingips/fc2e0fc6-9a99-4ceb-a965-b48777b37a94 HTTP/1.1" status: 204 len: 168 time: 1.8549180 Nov 12 03:35:16.242014 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 45458) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:16.291192 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d75e8-f267-4366-b6a4-ffebad7a01ed req-93c128d9-4cb4-4978-a5c3-80cf08f80494 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:16.293384 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-de8d75e8-f267-4366-b6a4-ffebad7a01ed req-93c128d9-4cb4-4978-a5c3-80cf08f80494 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a6f8097-fe7c-4bc8-b593-96b418bc35e0 HTTP/1.1" status: 200 len: 946 time: 0.6725483 Nov 12 03:35:16.351186 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68db163-641f-4d12-9079-f4141e675362 req-6bfa90ee-4711-469c-b9db-c15cfd34cd33 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:16.354417 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a68db163-641f-4d12-9079-f4141e675362 req-6bfa90ee-4711-469c-b9db-c15cfd34cd33 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.90 "GET /v2.0/ports?device_id=3a6f8097-fe7c-4bc8-b593-96b418bc35e0 HTTP/1.1" status: 200 len: 946 time: 0.1334202 Nov 12 03:35:16.381061 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-05355dd2-1426-4fa1-b4c2-f202e6da68a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:16.390060 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-05355dd2-1426-4fa1-b4c2-f202e6da68a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:16.391797 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-05355dd2-1426-4fa1-b4c2-f202e6da68a9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/85cf397e-cdc4-4d02-80b2-e301bd94ee31 HTTP/1.1" status: 204 len: 168 time: 0.3714895 Nov 12 03:35:16.414835 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-de8d75e8-f267-4366-b6a4-ffebad7a01ed req-5050f148-35a3-418d-a1f4-61daaefc3544 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e20b976-0765-4c19-b472-8d45abdc5b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125090 Nov 12 03:35:16.454296 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05355dd2-1426-4fa1-b4c2-f202e6da68a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85cf397e-cdc4-4d02-80b2-e301bd94ee31,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:16.701157 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-a68db163-641f-4d12-9079-f4141e675362 req-cdf9aff1-12fb-4138-87d8-f4a62d67746c tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Deleting port 1e59e609-8301-4af6-8e92-e3af94f75fa4 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:16.701743 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-a68db163-641f-4d12-9079-f4141e675362 req-cdf9aff1-12fb-4138-87d8-f4a62d67746c tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:16.886851 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-a68db163-641f-4d12-9079-f4141e675362 req-cdf9aff1-12fb-4138-87d8-f4a62d67746c tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] For port 1e59e609-8301-4af6-8e92-e3af94f75fa4, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=1e59e609-8301-4af6-8e92-e3af94f75fa4,segment=NetworkSegment(da2421b1-9030-4775-9a17-11cf9c82694f),segment_id=da2421b1-9030-4775-9a17-11cf9c82694f)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:16.887281 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-a68db163-641f-4d12-9079-f4141e675362 req-cdf9aff1-12fb-4138-87d8-f4a62d67746c tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:16.916218 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-a68db163-641f-4d12-9079-f4141e675362 req-cdf9aff1-12fb-4138-87d8-f4a62d67746c tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Calling delete_port for 1e59e609-8301-4af6-8e92-e3af94f75fa4 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:16.986221 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-352740e6-4e7d-41b0-a6a9-369539403407 req-db1c07eb-4ff3-489e-a51a-93d7aa2298ab tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 210 time: 0.2362361 Nov 12 03:35:17.127084 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-04d04d1e-afe2-40ab-8886-3cae858d7a28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:17.130201 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048e233-a2ba-4623-a9ad-68406a1c9127 req-79bd0c04-5dd8-4a27-9434-2ebe5aad80a6 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:17.138701 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c048e233-a2ba-4623-a9ad-68406a1c9127 req-79bd0c04-5dd8-4a27-9434-2ebe5aad80a6 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] 10.222.0.50 "GET /v2.0/ports?device_id=73ca1643-f2bd-4ae5-9bb8-dd6edd25e311 HTTP/1.1" status: 200 len: 945 time: 0.1361742 Nov 12 03:35:17.320479 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c048e233-a2ba-4623-a9ad-68406a1c9127 req-3ae063f1-b684-4aef-8065-1643947e54c3 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] 10.222.0.50 "GET /v2.0/security-groups?id=46a88d33-7709-46e6-bfcb-05e54e6e41ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810255 Nov 12 03:35:17.355483 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-a68db163-641f-4d12-9079-f4141e675362 req-cdf9aff1-12fb-4138-87d8-f4a62d67746c tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:17.370363 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['d3c98842-43c6-41f8-bd48-f9c21e8abc8c'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:35:17.426614 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['a74b3c04-9b73-4048-bb45-18905c064c90', '1e59e609-8301-4af6-8e92-e3af94f75fa4'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:35:17.502538 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf9aff1-12fb-4138-87d8-f4a62d67746c tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Pushing event deleted for resources: {'Port': ['ID=1e59e609-8301-4af6-8e92-e3af94f75fa4,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:17.550333 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-a68db163-641f-4d12-9079-f4141e675362 req-cdf9aff1-12fb-4138-87d8-f4a62d67746c tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] No DVR routers for this DVR port 1e59e609-8301-4af6-8e92-e3af94f75fa4 on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:17.555911 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-a68db163-641f-4d12-9079-f4141e675362 req-cdf9aff1-12fb-4138-87d8-f4a62d67746c tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:17.562256 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a68db163-641f-4d12-9079-f4141e675362 req-cdf9aff1-12fb-4138-87d8-f4a62d67746c tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.90 "DELETE /v2.0/ports/1e59e609-8301-4af6-8e92-e3af94f75fa4 HTTP/1.1" status: 204 len: 173 time: 1.1878898 Nov 12 03:35:17.564346 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6f8097-fe7c-4bc8-b593-96b418bc35e0', 'name': 'network-vif-deleted', 'tag': '1e59e609-8301-4af6-8e92-e3af94f75fa4'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:17.582049 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abd1669-71ba-4fb3-9d51-9bf86cbdf324" -d '{"events": [{"server_uuid": "3a6f8097-fe7c-4bc8-b593-96b418bc35e0", "name": "network-vif-deleted", "tag": "1e59e609-8301-4af6-8e92-e3af94f75fa4"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:17.707366 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f39ac4f-1396-4f54-8003-0568d01e90d7 x-openstack-request-id: req-2f39ac4f-1396-4f54-8003-0568d01e90d7 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:17.707679 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a6f8097-fe7c-4bc8-b593-96b418bc35e0", "name": "network-vif-deleted", "tag": "1e59e609-8301-4af6-8e92-e3af94f75fa4", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:17.707938 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2f39ac4f-1396-4f54-8003-0568d01e90d7 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:17.708389 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a6f8097-fe7c-4bc8-b593-96b418bc35e0', 'name': 'network-vif-deleted', 'tag': '1e59e609-8301-4af6-8e92-e3af94f75fa4', 'status': 'completed', 'code': 200} Nov 12 03:35:17.773454 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-448e805e-5708-4d9a-b7c4-c7edf2e5be7a req-12f9b132-5c78-4142-a7dc-238580bb5177 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a6f8097-fe7c-4bc8-b593-96b418bc35e0 HTTP/1.1" status: 200 len: 210 time: 0.1001148 Nov 12 03:35:17.811246 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-04d04d1e-afe2-40ab-8886-3cae858d7a28 admin admin] Deleting port 1a97840c-89f6-4b1b-bb76-1c9ff3813854 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:17.812018 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-04d04d1e-afe2-40ab-8886-3cae858d7a28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:17.948666 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-04d04d1e-afe2-40ab-8886-3cae858d7a28 admin admin] For port 1a97840c-89f6-4b1b-bb76-1c9ff3813854, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=1a97840c-89f6-4b1b-bb76-1c9ff3813854,segment=NetworkSegment(ae9442f9-f9a5-46d2-a74c-79f3cc35adc6),segment_id=ae9442f9-f9a5-46d2-a74c-79f3cc35adc6)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:17.949113 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-04d04d1e-afe2-40ab-8886-3cae858d7a28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:17.970055 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-04d04d1e-afe2-40ab-8886-3cae858d7a28 admin admin] Calling delete_port for 1a97840c-89f6-4b1b-bb76-1c9ff3813854 owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:18.047828 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:18.226693 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1626b614-678b-43d3-8337-e7ead3747360 req-53428efd-ff2b-4e9d-9a5b-546f4b4c3267 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 210 time: 0.0476334 Nov 12 03:35:18.343087 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-04d04d1e-afe2-40ab-8886-3cae858d7a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:18.522288 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d04d1e-afe2-40ab-8886-3cae858d7a28 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a97840c-89f6-4b1b-bb76-1c9ff3813854,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:18.644102 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae90f74-1b59-4663-a2c1-f88ed4ee9670 req-a7277d65-70fd-4255-b194-a6419feda23a tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:18.664091 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ae90f74-1b59-4663-a2c1-f88ed4ee9670 req-a7277d65-70fd-4255-b194-a6419feda23a tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] 10.222.0.50 "GET /v2.0/ports?device_id=73ca1643-f2bd-4ae5-9bb8-dd6edd25e311 HTTP/1.1" status: 200 len: 945 time: 0.1324658 Nov 12 03:35:18.667136 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa307b-83ef-420b-a494-85e770b5b13b req-448228e9-0697-4a80-880e-d62454fe3bd9 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:18.674637 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6faa307b-83ef-420b-a494-85e770b5b13b req-448228e9-0697-4a80-880e-d62454fe3bd9 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] 10.222.0.74 "GET /v2.0/ports?device_id=73ca1643-f2bd-4ae5-9bb8-dd6edd25e311 HTTP/1.1" status: 200 len: 945 time: 0.4228175 Nov 12 03:35:18.790291 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ae90f74-1b59-4663-a2c1-f88ed4ee9670 req-fd850c47-1707-4189-88c4-66308398159c tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] 10.222.0.50 "GET /v2.0/security-groups?id=46a88d33-7709-46e6-bfcb-05e54e6e41ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150956 Nov 12 03:35:19.011118 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-04d04d1e-afe2-40ab-8886-3cae858d7a28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:19.099556 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-6faa307b-83ef-420b-a494-85e770b5b13b req-d0918024-aaa4-4a96-939e-4444570d3553 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] Deleting port 104506b7-0b82-41c6-9ad8-5b4a54136a61 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:19.099909 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6faa307b-83ef-420b-a494-85e770b5b13b req-d0918024-aaa4-4a96-939e-4444570d3553 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:19.312393 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a5b6a-3141-4506-a331-6a0e93705fe1 req-b2c406d1-b8fd-4511-b2f2-d8ec16557602 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:19.323892 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-561a5b6a-3141-4506-a331-6a0e93705fe1 req-b2c406d1-b8fd-4511-b2f2-d8ec16557602 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=a9e4fcf2-9767-4350-8f85-89675c03b5de HTTP/1.1" status: 200 len: 945 time: 0.1511962 Nov 12 03:35:19.408902 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-561a5b6a-3141-4506-a331-6a0e93705fe1 req-d0d58dcc-13a8-4520-a9a4-860bb57c1fd3 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e20b976-0765-4c19-b472-8d45abdc5b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776851 Nov 12 03:35:19.410025 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-6faa307b-83ef-420b-a494-85e770b5b13b req-d0918024-aaa4-4a96-939e-4444570d3553 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] For port 104506b7-0b82-41c6-9ad8-5b4a54136a61, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=104506b7-0b82-41c6-9ad8-5b4a54136a61,segment=NetworkSegment(146b06ea-4a82-4118-a200-8fdc42840e4e),segment_id=146b06ea-4a82-4118-a200-8fdc42840e4e)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:19.410707 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6faa307b-83ef-420b-a494-85e770b5b13b req-d0918024-aaa4-4a96-939e-4444570d3553 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:19.477097 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-6faa307b-83ef-420b-a494-85e770b5b13b req-d0918024-aaa4-4a96-939e-4444570d3553 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] Calling delete_port for 104506b7-0b82-41c6-9ad8-5b4a54136a61 owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:19.553428 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-16c360c5-639d-4e54-a478-54aefc654ee3 req-3ee313cc-1e8b-4f1a-bf07-6081ede3ad9a tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 210 time: 0.0463724 Nov 12 03:35:19.598610 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d04d1e-afe2-40ab-8886-3cae858d7a28 admin admin] Router 4d46cd18-bb89-46e2-9122-e03a09fa8460 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:35:19.736113 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d04d1e-afe2-40ab-8886-3cae858d7a28 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:35:19.741495 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-04d04d1e-afe2-40ab-8886-3cae858d7a28 admin admin] 10.222.0.50 "PUT /v2.0/routers/4d46cd18-bb89-46e2-9122-e03a09fa8460/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4973316 Nov 12 03:35:19.743748 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 45540) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:19.758426 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3cd4f5-1002-405b-8840-c11d841d9714 None None] Sync routers for ids ['4d46cd18-bb89-46e2-9122-e03a09fa8460'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:35:19.775759 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3cd4f5-1002-405b-8840-c11d841d9714 None None] Routers {'4d46cd18-bb89-46e2-9122-e03a09fa8460'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:19.776435 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-4e3cd4f5-1002-405b-8840-c11d841d9714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:35:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4d46cd18-bb89-46e2-9122-e03a09fa8460'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:20.006735 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-4e3cd4f5-1002-405b-8840-c11d841d9714 None None] Set router 4d46cd18-bb89-46e2-9122-e03a09fa8460 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:20.257433 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-4e3cd4f5-1002-405b-8840-c11d841d9714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d46cd18-bb89-46e2-9122-e03a09fa8460', 'name': 'tempest-ServersTestManualDisk-841032026-router', 'tenant_id': '8910f839d4ec483d9057620432917b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '6657c1be-4186-4711-878d-007078e1c474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:39Z', 'updated_at': '2021-11-12T03:35:18Z', 'revision_number': 5, 'project_id': '8910f839d4ec483d9057620432917b4f', 'gw_port': {'id': '6657c1be-4186-4711-878d-007078e1c474', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d46cd18-bb89-46e2-9122-e03a09fa8460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:40Z', 'updated_at': '2021-11-12T03:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:20.303535 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6faa307b-83ef-420b-a494-85e770b5b13b req-d0918024-aaa4-4a96-939e-4444570d3553 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.316635 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3cd4f5-1002-405b-8840-c11d841d9714 None None] Checking router: 4d46cd18-bb89-46e2-9122-e03a09fa8460 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:35:20.321441 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['104506b7-0b82-41c6-9ad8-5b4a54136a61'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:35:20.363973 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3cd4f5-1002-405b-8840-c11d841d9714 None None] Routers {'4d46cd18-bb89-46e2-9122-e03a09fa8460'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:20.364650 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-4e3cd4f5-1002-405b-8840-c11d841d9714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:35:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4d46cd18-bb89-46e2-9122-e03a09fa8460'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:20.397109 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0918024-aaa4-4a96-939e-4444570d3553 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] Pushing event deleted for resources: {'Port': ['ID=104506b7-0b82-41c6-9ad8-5b4a54136a61,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:20.423696 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e4d07f0b-707e-4e78-a60a-e4e5cbd0df68 admin admin] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.490657 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-6faa307b-83ef-420b-a494-85e770b5b13b req-d0918024-aaa4-4a96-939e-4444570d3553 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] No DVR routers for this DVR port 104506b7-0b82-41c6-9ad8-5b4a54136a61 on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:20.498863 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6faa307b-83ef-420b-a494-85e770b5b13b req-d0918024-aaa4-4a96-939e-4444570d3553 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.502748 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6faa307b-83ef-420b-a494-85e770b5b13b req-d0918024-aaa4-4a96-939e-4444570d3553 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] 10.222.0.74 "DELETE /v2.0/ports/104506b7-0b82-41c6-9ad8-5b4a54136a61 HTTP/1.1" status: 204 len: 173 time: 1.8144073 Nov 12 03:35:20.503186 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ca1643-f2bd-4ae5-9bb8-dd6edd25e311', 'name': 'network-vif-deleted', 'tag': '104506b7-0b82-41c6-9ad8-5b4a54136a61'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:20.506234 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574044f2-ae8f-48af-8a22-5c848cc49dcb" -d '{"events": [{"server_uuid": "73ca1643-f2bd-4ae5-9bb8-dd6edd25e311", "name": "network-vif-deleted", "tag": "104506b7-0b82-41c6-9ad8-5b4a54136a61"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:20.525687 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb33ad0-e5f9-4e80-9942-6ac3b7a9ab11 req-8e54846e-c0d9-4e4e-ac54-d244f3910e4a tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:20.531655 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-4e3cd4f5-1002-405b-8840-c11d841d9714 None None] Set router 4d46cd18-bb89-46e2-9122-e03a09fa8460 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:20.533827 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5cb33ad0-e5f9-4e80-9942-6ac3b7a9ab11 req-8e54846e-c0d9-4e4e-ac54-d244f3910e4a tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] 10.222.0.50 "GET /v2.0/ports?device_id=73ca1643-f2bd-4ae5-9bb8-dd6edd25e311 HTTP/1.1" status: 200 len: 867 time: 0.2815223 Nov 12 03:35:20.670865 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0adf8a5-0dcd-42e6-b343-b70ef86b3488 req-bfff48d1-6960-45a9-afda-94e2e524a782 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:20.676920 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a0adf8a5-0dcd-42e6-b343-b70ef86b3488 req-bfff48d1-6960-45a9-afda-94e2e524a782 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=a9e4fcf2-9767-4350-8f85-89675c03b5de HTTP/1.1" status: 200 len: 945 time: 0.1155260 Nov 12 03:35:20.732923 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5cb33ad0-e5f9-4e80-9942-6ac3b7a9ab11 req-fc023f31-c302-4c67-be24-8f565ac06623 tempest-ServerPasswordTestJSON-810302927 tempest-ServerPasswordTestJSON-810302927-project] 10.222.0.50 "GET /v2.0/security-groups?id=46a88d33-7709-46e6-bfcb-05e54e6e41ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909361 Nov 12 03:35:20.754748 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e4d07f0b-707e-4e78-a60a-e4e5cbd0df68 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.910017 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a0adf8a5-0dcd-42e6-b343-b70ef86b3488 req-d27e8ed8-b670-499b-bf3d-d6a02e376edb tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e20b976-0765-4c19-b472-8d45abdc5b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035213 Nov 12 03:35:20.911002 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-e4d07f0b-707e-4e78-a60a-e4e5cbd0df68 admin admin] Deleting port 6657c1be-4186-4711-878d-007078e1c474 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:20.911343 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e4d07f0b-707e-4e78-a60a-e4e5cbd0df68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.965395 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17c233-b2b4-4a3b-a636-f1fd5da5d7d2 req-4cddece4-c29a-4c52-b7dc-e360d57c123d tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:20.978741 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1a17c233-b2b4-4a3b-a636-f1fd5da5d7d2 req-4cddece4-c29a-4c52-b7dc-e360d57c123d tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.90 "GET /v2.0/ports?device_id=a9e4fcf2-9767-4350-8f85-89675c03b5de HTTP/1.1" status: 200 len: 945 time: 0.2997863 Nov 12 03:35:21.030440 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891e4da1-5715-4743-b558-941b00afc949 x-openstack-request-id: req-891e4da1-5715-4743-b558-941b00afc949 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:21.030740 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73ca1643-f2bd-4ae5-9bb8-dd6edd25e311", "name": "network-vif-deleted", "tag": "104506b7-0b82-41c6-9ad8-5b4a54136a61", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:21.031002 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-891e4da1-5715-4743-b558-941b00afc949 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:21.031413 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73ca1643-f2bd-4ae5-9bb8-dd6edd25e311', 'name': 'network-vif-deleted', 'tag': '104506b7-0b82-41c6-9ad8-5b4a54136a61', 'status': 'completed', 'code': 200} Nov 12 03:35:21.106805 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-e4d07f0b-707e-4e78-a60a-e4e5cbd0df68 admin admin] For port 6657c1be-4186-4711-878d-007078e1c474, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=6657c1be-4186-4711-878d-007078e1c474,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:21.107183 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e4d07f0b-707e-4e78-a60a-e4e5cbd0df68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.133699 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-e4d07f0b-707e-4e78-a60a-e4e5cbd0df68 admin admin] Calling delete_port for 6657c1be-4186-4711-878d-007078e1c474 owned by network:router_gateway {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:21.227619 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f19b375-a452-4903-9402-73edc9bca7eb req-ffd1cee7-cb3c-43fa-97e3-d57ebed304b2 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 210 time: 0.0953786 Nov 12 03:35:21.281973 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-1a17c233-b2b4-4a3b-a636-f1fd5da5d7d2 req-50512631-27c4-4a3d-ae2e-21eda3153392 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Deleting port a74b3c04-9b73-4048-bb45-18905c064c90 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:21.281973 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-1a17c233-b2b4-4a3b-a636-f1fd5da5d7d2 req-50512631-27c4-4a3d-ae2e-21eda3153392 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.292288 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 1e59e609-8301-4af6-8e92-e3af94f75fa4 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:21.356832 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: 1e59e609-8301-4af6-8e92-e3af94f75fa4 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:35:21.357653 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 1e59e609-8301-4af6-8e92-e3af94f75fa4 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:35:21.364484 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-4e3cd4f5-1002-405b-8840-c11d841d9714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d46cd18-bb89-46e2-9122-e03a09fa8460', 'name': 'tempest-ServersTestManualDisk-841032026-router', 'tenant_id': '8910f839d4ec483d9057620432917b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '6657c1be-4186-4711-878d-007078e1c474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:39Z', 'updated_at': '2021-11-12T03:35:18Z', 'revision_number': 5, 'project_id': '8910f839d4ec483d9057620432917b4f', 'gw_port': {'id': '6657c1be-4186-4711-878d-007078e1c474', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d46cd18-bb89-46e2-9122-e03a09fa8460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:40Z', 'updated_at': '2021-11-12T03:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:21.407444 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3cd4f5-1002-405b-8840-c11d841d9714 None None] The sync data for ids ['4d46cd18-bb89-46e2-9122-e03a09fa8460'] in n-d-715271-27 is: [{'id': '4d46cd18-bb89-46e2-9122-e03a09fa8460', 'name': 'tempest-ServersTestManualDisk-841032026-router', 'tenant_id': '8910f839d4ec483d9057620432917b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '6657c1be-4186-4711-878d-007078e1c474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:39Z', 'updated_at': '2021-11-12T03:35:18Z', 'revision_number': 5, 'project_id': '8910f839d4ec483d9057620432917b4f', 'gw_port': {'id': '6657c1be-4186-4711-878d-007078e1c474', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d46cd18-bb89-46e2-9122-e03a09fa8460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:40Z', 'updated_at': '2021-11-12T03:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:35:21.493188 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-1a17c233-b2b4-4a3b-a636-f1fd5da5d7d2 req-50512631-27c4-4a3d-ae2e-21eda3153392 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] For port a74b3c04-9b73-4048-bb45-18905c064c90, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=a74b3c04-9b73-4048-bb45-18905c064c90,segment=NetworkSegment(da2421b1-9030-4775-9a17-11cf9c82694f),segment_id=da2421b1-9030-4775-9a17-11cf9c82694f)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:21.493549 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-1a17c233-b2b4-4a3b-a636-f1fd5da5d7d2 req-50512631-27c4-4a3d-ae2e-21eda3153392 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.509077 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-1a17c233-b2b4-4a3b-a636-f1fd5da5d7d2 req-50512631-27c4-4a3d-ae2e-21eda3153392 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Calling delete_port for a74b3c04-9b73-4048-bb45-18905c064c90 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:21.521503 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e4d07f0b-707e-4e78-a60a-e4e5cbd0df68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.561347 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d07f0b-707e-4e78-a60a-e4e5cbd0df68 admin admin] Pushing event deleted for resources: {'Port': ['ID=6657c1be-4186-4711-878d-007078e1c474,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:21.641487 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e4d07f0b-707e-4e78-a60a-e4e5cbd0df68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.680743 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-1a17c233-b2b4-4a3b-a636-f1fd5da5d7d2 req-50512631-27c4-4a3d-ae2e-21eda3153392 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.695002 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['d3c98842-43c6-41f8-bd48-f9c21e8abc8c'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:35:21.728447 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50512631-27c4-4a3d-ae2e-21eda3153392 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Pushing event deleted for resources: {'Port': ['ID=a74b3c04-9b73-4048-bb45-18905c064c90,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:21.798498 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['a74b3c04-9b73-4048-bb45-18905c064c90'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:35:21.822848 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a17c233-b2b4-4a3b-a636-f1fd5da5d7d2 req-50512631-27c4-4a3d-ae2e-21eda3153392 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] No DVR routers for this DVR port a74b3c04-9b73-4048-bb45-18905c064c90 on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:21.826496 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-1a17c233-b2b4-4a3b-a636-f1fd5da5d7d2 req-50512631-27c4-4a3d-ae2e-21eda3153392 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.830850 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1a17c233-b2b4-4a3b-a636-f1fd5da5d7d2 req-50512631-27c4-4a3d-ae2e-21eda3153392 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.90 "DELETE /v2.0/ports/a74b3c04-9b73-4048-bb45-18905c064c90 HTTP/1.1" status: 204 len: 173 time: 0.8441975 Nov 12 03:35:21.832677 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e4fcf2-9767-4350-8f85-89675c03b5de', 'name': 'network-vif-deleted', 'tag': 'a74b3c04-9b73-4048-bb45-18905c064c90'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:21.846028 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e4d07f0b-707e-4e78-a60a-e4e5cbd0df68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.848718 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e4d07f0b-707e-4e78-a60a-e4e5cbd0df68 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.857149 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 45580) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:21.858659 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41b3230-3d7e-4e41-b103-801ae23a000a" -d '{"events": [{"server_uuid": "a9e4fcf2-9767-4350-8f85-89675c03b5de", "name": "network-vif-deleted", "tag": "a74b3c04-9b73-4048-bb45-18905c064c90"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:21.969723 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae2fbca-e6be-48b4-beb6-7f0738efe0ed x-openstack-request-id: req-9ae2fbca-e6be-48b4-beb6-7f0738efe0ed {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:21.970129 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e4fcf2-9767-4350-8f85-89675c03b5de", "name": "network-vif-deleted", "tag": "a74b3c04-9b73-4048-bb45-18905c064c90", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:21.970580 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9ae2fbca-e6be-48b4-beb6-7f0738efe0ed {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:21.971404 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e4fcf2-9767-4350-8f85-89675c03b5de', 'name': 'network-vif-deleted', 'tag': 'a74b3c04-9b73-4048-bb45-18905c064c90', 'status': 'completed', 'code': 200} Nov 12 03:35:22.080465 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd5fdf0d-bbcb-40fc-81e9-38ab0c142055 admin admin] Deleting subnet 1459c747-a3c8-4227-a43e-1d05b0ef72ba {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:35:22.089922 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fd5fdf0d-bbcb-40fc-81e9-38ab0c142055 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.154899 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e4d07f0b-707e-4e78-a60a-e4e5cbd0df68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.155750 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d07f0b-707e-4e78-a60a-e4e5cbd0df68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d46cd18-bb89-46e2-9122-e03a09fa8460 {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:35:22.158319 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a36b3f42-7762-41b4-83b3-d1f6f4f87092 req-eeba9733-7a80-4158-b693-8613fe2a1ed1 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=a9e4fcf2-9767-4350-8f85-89675c03b5de HTTP/1.1" status: 200 len: 210 time: 0.0414155 Nov 12 03:35:22.166280 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e4d07f0b-707e-4e78-a60a-e4e5cbd0df68 admin admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.170565 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 45586) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:22.170810 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e4d07f0b-707e-4e78-a60a-e4e5cbd0df68 admin admin] 10.222.0.50 "DELETE /v2.0/routers/4d46cd18-bb89-46e2-9122-e03a09fa8460 HTTP/1.1" status: 204 len: 168 time: 2.4259548 Nov 12 03:35:22.187030 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fd5fdf0d-bbcb-40fc-81e9-38ab0c142055 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.237521 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fd5fdf0d-bbcb-40fc-81e9-38ab0c142055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.280398 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f1df50f-03dd-4539-b5b9-0980ea503a66 admin admin] Deleting subnet e880cd9c-6a78-4ecf-8ddc-1fa0e2144baa {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:35:22.289929 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3f1df50f-03dd-4539-b5b9-0980ea503a66 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.335605 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fd5fdf0d-bbcb-40fc-81e9-38ab0c142055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.337302 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3f1df50f-03dd-4539-b5b9-0980ea503a66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.389823 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fd5fdf0d-bbcb-40fc-81e9-38ab0c142055 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.430272 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-fd5fdf0d-bbcb-40fc-81e9-38ab0c142055 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/1459c747-a3c8-4227-a43e-1d05b0ef72ba HTTP/1.1" status: 204 len: 168 time: 0.5697467 Nov 12 03:35:22.434045 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 45592) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:22.493541 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-24996b99-9b8b-4cbc-8092-0ed75c522b30 req-49578735-330d-43f4-b3b1-e9745ce3b3c4 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 210 time: 0.0547240 Nov 12 03:35:22.498742 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5fdf0d-bbcb-40fc-81e9-38ab0c142055 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1459c747-a3c8-4227-a43e-1d05b0ef72ba,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:22.524330 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3f1df50f-03dd-4539-b5b9-0980ea503a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.626703 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3f1df50f-03dd-4539-b5b9-0980ea503a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.637236 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-345c8ac8-acb5-4c64-b83d-794118fe14d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.660794 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3f1df50f-03dd-4539-b5b9-0980ea503a66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.670948 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3f1df50f-03dd-4539-b5b9-0980ea503a66 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e880cd9c-6a78-4ecf-8ddc-1fa0e2144baa HTTP/1.1" status: 204 len: 168 time: 0.4909441 Nov 12 03:35:22.674463 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845bb664-1a5f-48b5-973e-1f341077e41c None None] Network 6ad8f428-3214-48fa-a855-877c1071e6fa requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:22.676209 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 45594) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:22.707927 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1df50f-03dd-4539-b5b9-0980ea503a66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e880cd9c-6a78-4ecf-8ddc-1fa0e2144baa,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:22.755846 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-345c8ac8-acb5-4c64-b83d-794118fe14d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.760196 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 104506b7-0b82-41c6-9ad8-5b4a54136a61 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:22.785195 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 104506b7-0b82-41c6-9ad8-5b4a54136a61 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:35:22.785693 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 104506b7-0b82-41c6-9ad8-5b4a54136a61 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:35:22.815860 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-345c8ac8-acb5-4c64-b83d-794118fe14d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['499838af-d38a-4dcc-9d52-f6e136f8a91f']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:22.841239 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-345c8ac8-acb5-4c64-b83d-794118fe14d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '146b06ea-4a82-4118-a200-8fdc42840e4e') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:22.841592 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-345c8ac8-acb5-4c64-b83d-794118fe14d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '146b06ea-4a82-4118-a200-8fdc42840e4e') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:22.858881 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-345c8ac8-acb5-4c64-b83d-794118fe14d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.869133 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6199bf7c-b997-49f1-9e02-0d3b1c0930a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.886050 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-345c8ac8-acb5-4c64-b83d-794118fe14d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.910793 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-345c8ac8-acb5-4c64-b83d-794118fe14d0 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:35:22.911203 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-345c8ac8-acb5-4c64-b83d-794118fe14d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.913418 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:35:22.913418 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:35:22.913418 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:35:22.913418 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:35:22.913418 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:35:22.913418 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:35:22.913418 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:35:22.913418 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:35:22.913418 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:35:22.913418 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:35:22.913418 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:35:22.913418 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:35:22.913418 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:35:22.913418 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:35:22.913418 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:35:22.913418 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:35:22.913418 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:35:22.913418 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:35:22.913418 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:35:22.913418 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:35:22.913418 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:35:22.913418 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:35:22.913418 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:35:22.913418 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:35:22.913418 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:35:22.913418 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:35:22.913418 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:35:22.913418 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:35:22.913418 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:35:22.913418 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:35:22.913418 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:35:22.913418 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:35:22.944697 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70f0dee-8436-47e6-a6c9-f5ab72aac780 None None] DHCP port deletion for 6ad8f428-3214-48fa-a855-877c1071e6fa request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:23.017153 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-345c8ac8-acb5-4c64-b83d-794118fe14d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.026816 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-b70f0dee-8436-47e6-a6c9-f5ab72aac780 None None] Deleting port 9d975c02-50fe-4dfc-8627-3a9f4d693c32 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:23.027201 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b70f0dee-8436-47e6-a6c9-f5ab72aac780 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.035432 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-345c8ac8-acb5-4c64-b83d-794118fe14d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.039093 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-345c8ac8-acb5-4c64-b83d-794118fe14d0 admin admin] 10.222.0.50 "DELETE /v2.0/networks/499838af-d38a-4dcc-9d52-f6e136f8a91f HTTP/1.1" status: 204 len: 168 time: 0.5698102 Nov 12 03:35:23.040998 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c8ac8-acb5-4c64-b83d-794118fe14d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=499838af-d38a-4dcc-9d52-f6e136f8a91f,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:23.054934 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-6199bf7c-b997-49f1-9e02-0d3b1c0930a7 admin admin] Deleting port 9d975c02-50fe-4dfc-8627-3a9f4d693c32 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:23.056380 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6199bf7c-b997-49f1-9e02-0d3b1c0930a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.104489 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-b70f0dee-8436-47e6-a6c9-f5ab72aac780 None None] For port 9d975c02-50fe-4dfc-8627-3a9f4d693c32, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=9d975c02-50fe-4dfc-8627-3a9f4d693c32,segment=NetworkSegment(ae9442f9-f9a5-46d2-a74c-79f3cc35adc6),segment_id=ae9442f9-f9a5-46d2-a74c-79f3cc35adc6)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:23.105033 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b70f0dee-8436-47e6-a6c9-f5ab72aac780 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.122872 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-b70f0dee-8436-47e6-a6c9-f5ab72aac780 None None] Calling delete_port for 9d975c02-50fe-4dfc-8627-3a9f4d693c32 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:23.158105 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-6199bf7c-b997-49f1-9e02-0d3b1c0930a7 admin admin] For port 9d975c02-50fe-4dfc-8627-3a9f4d693c32, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=9d975c02-50fe-4dfc-8627-3a9f4d693c32,segment=NetworkSegment(ae9442f9-f9a5-46d2-a74c-79f3cc35adc6),segment_id=ae9442f9-f9a5-46d2-a74c-79f3cc35adc6)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:23.158256 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6199bf7c-b997-49f1-9e02-0d3b1c0930a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.193556 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-6199bf7c-b997-49f1-9e02-0d3b1c0930a7 admin admin] Calling delete_port for 9d975c02-50fe-4dfc-8627-3a9f4d693c32 owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:23.290121 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 45612) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:23.312619 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 45614) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:23.344674 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b70f0dee-8436-47e6-a6c9-f5ab72aac780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.364969 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6199bf7c-b997-49f1-9e02-0d3b1c0930a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.370143 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4e7e7df7-dfcc-4d37-acd3-11a69c93ecec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eb3a6f08cfcc44a286ac6d6ad0184969&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0788417 Nov 12 03:35:23.370963 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 45618) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:23.378670 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f0dee-8436-47e6-a6c9-f5ab72aac780 None None] Pushing event deleted for resources: {'Port': ['ID=9d975c02-50fe-4dfc-8627-3a9f4d693c32,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:23.380958 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70f0dee-8436-47e6-a6c9-f5ab72aac780 None None] No DVR routers for this DVR port 9d975c02-50fe-4dfc-8627-3a9f4d693c32 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:23.436208 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 6657c1be-4186-4711-878d-007078e1c474 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:23.463520 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6199bf7c-b997-49f1-9e02-0d3b1c0930a7 admin admin] No DVR routers for this DVR port 9d975c02-50fe-4dfc-8627-3a9f4d693c32 on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:23.464208 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f2c1f1ab-2f51-4c7a-9938-65f04378d3cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.479507 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 6657c1be-4186-4711-878d-007078e1c474 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:35:23.485468 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199bf7c-b997-49f1-9e02-0d3b1c0930a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d975c02-50fe-4dfc-8627-3a9f4d693c32,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:23.491299 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 6657c1be-4186-4711-878d-007078e1c474 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:35:23.491724 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f2c1f1ab-2f51-4c7a-9938-65f04378d3cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.491858 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 1a97840c-89f6-4b1b-bb76-1c9ff3813854 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:23.535239 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 1a97840c-89f6-4b1b-bb76-1c9ff3813854 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:35:23.537593 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 1a97840c-89f6-4b1b-bb76-1c9ff3813854 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:35:23.538506 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 9d975c02-50fe-4dfc-8627-3a9f4d693c32 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:23.558800 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f2c1f1ab-2f51-4c7a-9938-65f04378d3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.561700 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f2c1f1ab-2f51-4c7a-9938-65f04378d3cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.568126 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f2c1f1ab-2f51-4c7a-9938-65f04378d3cc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/46a88d33-7709-46e6-bfcb-05e54e6e41ee HTTP/1.1" status: 204 len: 168 time: 0.1959703 Nov 12 03:35:23.579807 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 9d975c02-50fe-4dfc-8627-3a9f4d693c32 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:35:23.580190 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 9d975c02-50fe-4dfc-8627-3a9f4d693c32 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:35:23.591704 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c1f1ab-2f51-4c7a-9938-65f04378d3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a88d33-7709-46e6-bfcb-05e54e6e41ee,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:23.596230 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-653a4fac-1eff-4dc5-9e27-0c0f727edfef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.671864 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6199bf7c-b997-49f1-9e02-0d3b1c0930a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.673083 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-594c5a93-ed0a-4a3e-872d-e0ab8b102acb req-f1fe609c-21ca-4547-8c1e-d2416b546490 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 210 time: 0.0411034 Nov 12 03:35:23.716842 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-6199bf7c-b997-49f1-9e02-0d3b1c0930a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ad8f428-3214-48fa-a855-877c1071e6fa']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:23.733397 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-6199bf7c-b997-49f1-9e02-0d3b1c0930a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae9442f9-f9a5-46d2-a74c-79f3cc35adc6') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:23.733844 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-6199bf7c-b997-49f1-9e02-0d3b1c0930a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae9442f9-f9a5-46d2-a74c-79f3cc35adc6') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:23.745651 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6199bf7c-b997-49f1-9e02-0d3b1c0930a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.752474 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-653a4fac-1eff-4dc5-9e27-0c0f727edfef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.759299 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-653a4fac-1eff-4dc5-9e27-0c0f727edfef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.767851 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6199bf7c-b997-49f1-9e02-0d3b1c0930a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.777310 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6199bf7c-b997-49f1-9e02-0d3b1c0930a7 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:35:23.777905 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6199bf7c-b997-49f1-9e02-0d3b1c0930a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.781093 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:35:23.781093 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:35:23.781093 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:35:23.781093 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:35:23.781093 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:35:23.781093 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:35:23.781093 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:35:23.781093 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:35:23.781093 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:35:23.781093 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:35:23.781093 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:35:23.781093 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:35:23.781093 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:35:23.781093 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:35:23.781093 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:35:23.781093 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:35:23.781093 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:35:23.781093 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:35:23.781093 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:35:23.781093 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:35:23.781093 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:35:23.781093 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:35:23.781093 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:35:23.781093 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:35:23.781093 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:35:23.781093 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:35:23.781093 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:35:23.781093 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:35:23.781093 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:35:23.781093 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:35:23.781093 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:35:23.781093 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:35:23.781093 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:35:23.781093 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:35:23.781093 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:35:23.781093 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:35:23.781093 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:35:23.781093 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:35:23.781093 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:35:23.781093 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:35:23.820675 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-653a4fac-1eff-4dc5-9e27-0c0f727edfef admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cd5c6240c4a24c39ad51757c45db4fdd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5048892 Nov 12 03:35:23.821852 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653a4fac-1eff-4dc5-9e27-0c0f727edfef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=724303cd-b008-4b82-ad4c-84dd6e0d1e04,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:23.824478 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 45628) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:23.870060 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6199bf7c-b997-49f1-9e02-0d3b1c0930a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.882344 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6199bf7c-b997-49f1-9e02-0d3b1c0930a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.889241 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6199bf7c-b997-49f1-9e02-0d3b1c0930a7 admin admin] 10.222.0.50 "DELETE /v2.0/networks/6ad8f428-3214-48fa-a855-877c1071e6fa HTTP/1.1" status: 204 len: 168 time: 1.2093217 Nov 12 03:35:23.902641 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199bf7c-b997-49f1-9e02-0d3b1c0930a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ad8f428-3214-48fa-a855-877c1071e6fa,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:23.910397 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-78cbf7ba-44f0-4510-9328-640b3a6d3861 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.937289 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-78cbf7ba-44f0-4510-9328-640b3a6d3861 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:24.006167 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-78cbf7ba-44f0-4510-9328-640b3a6d3861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:24.009526 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-78cbf7ba-44f0-4510-9328-640b3a6d3861 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:24.013795 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-78cbf7ba-44f0-4510-9328-640b3a6d3861 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/724303cd-b008-4b82-ad4c-84dd6e0d1e04 HTTP/1.1" status: 204 len: 168 time: 0.1853020 Nov 12 03:35:24.020897 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cbf7ba-44f0-4510-9328-640b3a6d3861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724303cd-b008-4b82-ad4c-84dd6e0d1e04,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:24.142504 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 45638) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:24.194591 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2a6a6c9f-4afa-48f4-9649-5c2cc4c732ef admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8910f839d4ec483d9057620432917b4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0508034 Nov 12 03:35:24.196769 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 45642) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:24.265608 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0d3627ee-45ee-42eb-8350-4ce46119737f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:24.297796 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0d3627ee-45ee-42eb-8350-4ce46119737f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:24.374855 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0d3627ee-45ee-42eb-8350-4ce46119737f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:24.379091 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0d3627ee-45ee-42eb-8350-4ce46119737f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:24.382708 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0d3627ee-45ee-42eb-8350-4ce46119737f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f6e990b4-1646-4ffd-bb60-a5e7a9ecdcd8 HTTP/1.1" status: 204 len: 168 time: 0.1817396 Nov 12 03:35:24.389236 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3627ee-45ee-42eb-8350-4ce46119737f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e990b4-1646-4ffd-bb60-a5e7a9ecdcd8,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:24.797702 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9729edaf-8c45-4bf6-bba0-7e3b7b2dc74b req-47714407-b1a3-40ba-ad23-a33dcc31f67e tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 210 time: 0.0363426 Nov 12 03:35:25.053097 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 45688) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:25.065514 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 45692) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:25.174748 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-8c9232e2-39f4-448b-b5ee-f3713f9d843b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-877456264-network', 'tenant_id': '5d79a13590df4f52860e253f1fa0cb28'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:25.205683 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9232e2-39f4-448b-b5ee-f3713f9d843b admin admin] Made reservation on behalf of 5d79a13590df4f52860e253f1fa0cb28 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:25.209060 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8c9232e2-39f4-448b-b5ee-f3713f9d843b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.218534 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-a9274846-0ce2-44dd-a959-ceafa6fa070b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1449013297-network', 'tenant_id': 'db9838615a274dee9c469bce233fd8a2'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:25.233958 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8c9232e2-39f4-448b-b5ee-f3713f9d843b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.257929 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9274846-0ce2-44dd-a959-ceafa6fa070b admin admin] Made reservation on behalf of db9838615a274dee9c469bce233fd8a2 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:25.261280 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a9274846-0ce2-44dd-a959-ceafa6fa070b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.276544 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a9274846-0ce2-44dd-a959-ceafa6fa070b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.306146 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device a74b3c04-9b73-4048-bb45-18905c064c90 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:25.347928 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8c9232e2-39f4-448b-b5ee-f3713f9d843b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.354501 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8c9232e2-39f4-448b-b5ee-f3713f9d843b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.357023 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: a74b3c04-9b73-4048-bb45-18905c064c90 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:35:25.357377 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device a74b3c04-9b73-4048-bb45-18905c064c90 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:35:25.385427 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c9232e2-39f4-448b-b5ee-f3713f9d843b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:35:25.410019 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a9274846-0ce2-44dd-a959-ceafa6fa070b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.417347 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a9274846-0ce2-44dd-a959-ceafa6fa070b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.417581 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9232e2-39f4-448b-b5ee-f3713f9d843b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d455c6-5105-460d-8640-7610102ac32a,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:25.421649 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8c9232e2-39f4-448b-b5ee-f3713f9d843b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.422093 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-8c9232e2-39f4-448b-b5ee-f3713f9d843b admin admin] Added segment 62f308c7-7f7a-4d63-b211-af3dbe4381a3 of type vlan for network 643a1710-acbd-4d0d-85e7-a332c5debac1 Nov 12 03:35:25.473863 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9274846-0ce2-44dd-a959-ceafa6fa070b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912618c1-f424-4ba3-acdd-a2c4eda30d57,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:25.474118 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8c9232e2-39f4-448b-b5ee-f3713f9d843b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.506696 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8c9232e2-39f4-448b-b5ee-f3713f9d843b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.508247 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.db.api [None req-a9274846-0ce2-44dd-a959-ceafa6fa070b admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=102571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:35:25.508595 n-d-715271-27 neutron-server[102571]: DEBUG oslo_db.api [None req-a9274846-0ce2-44dd-a959-ceafa6fa070b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:35:25.509697 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9232e2-39f4-448b-b5ee-f3713f9d843b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:25.510510 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8c9232e2-39f4-448b-b5ee-f3713f9d843b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.534358 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 45704) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:25.554340 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8c9232e2-39f4-448b-b5ee-f3713f9d843b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4992747 Nov 12 03:35:25.554670 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 45708) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:25.563592 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-dddc467e-d106-463e-85b5-db7ee34c42ed admin admin] Request body: {'subnet': {'network_id': '643a1710-acbd-4d0d-85e7-a332c5debac1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-877456264-subnet', 'tenant_id': '5d79a13590df4f52860e253f1fa0cb28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:25.588609 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9232e2-39f4-448b-b5ee-f3713f9d843b admin admin] Pushing event updated for resources: {'Network': ['ID=643a1710-acbd-4d0d-85e7-a332c5debac1,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:25.601531 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dddc467e-d106-463e-85b5-db7ee34c42ed admin admin] Made reservation on behalf of 5d79a13590df4f52860e253f1fa0cb28 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:25.602352 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 643a1710-acbd-4d0d-85e7-a332c5debac1 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:35:25.604334 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-dddc467e-d106-463e-85b5-db7ee34c42ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.694187 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-7b098605-6e20-4edb-b30c-3642398656de admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1050683962-network', 'tenant_id': 'b1287bf4a31d47269df2c523f6d2146e'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:25.748636 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b098605-6e20-4edb-b30c-3642398656de admin admin] Made reservation on behalf of b1287bf4a31d47269df2c523f6d2146e for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:25.750926 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7b098605-6e20-4edb-b30c-3642398656de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.762186 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7b098605-6e20-4edb-b30c-3642398656de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.842794 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-dddc467e-d106-463e-85b5-db7ee34c42ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.947262 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7d083246-1aae-47b1-a3c2-e518c08ce40e req-7596b03b-8286-4022-b504-3173c7ee488a tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 210 time: 0.0597517 Nov 12 03:35:25.956348 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc467e-d106-463e-85b5-db7ee34c42ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=89a73e97-a1ed-4d12-bd0e-a08127b3ec93,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:25.975759 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddc467e-d106-463e-85b5-db7ee34c42ed admin admin] Checking segment: {'id': '62f308c7-7f7a-4d63-b211-af3dbe4381a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '643a1710-acbd-4d0d-85e7-a332c5debac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:25.976157 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddc467e-d106-463e-85b5-db7ee34c42ed admin admin] Network hostable DHCP agents. Network: 643a1710-acbd-4d0d-85e7-a332c5debac1, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:35:25.991570 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7b098605-6e20-4edb-b30c-3642398656de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.998656 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7b098605-6e20-4edb-b30c-3642398656de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.009518 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a9274846-0ce2-44dd-a959-ceafa6fa070b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.033448 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddc467e-d106-463e-85b5-db7ee34c42ed admin admin] Network 643a1710-acbd-4d0d-85e7-a332c5debac1 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:35:26.039863 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b098605-6e20-4edb-b30c-3642398656de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:35:26.063542 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b098605-6e20-4edb-b30c-3642398656de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ef7461-82c8-4062-96cc-91b9dba6af00,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:26.066447 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7b098605-6e20-4edb-b30c-3642398656de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.066790 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-7b098605-6e20-4edb-b30c-3642398656de admin admin] Added segment bed2cae6-1f34-4059-ac51-2b9a6012f4b0 of type vlan for network da30d4f6-84f2-45f3-957b-1a1aa7612cf4 Nov 12 03:35:26.068979 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-dddc467e-d106-463e-85b5-db7ee34c42ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 643a1710-acbd-4d0d-85e7-a332c5debac1) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:26.078065 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9b9c90-1217-4260-ab3e-aa65dd07bd22 None None] Network 643a1710-acbd-4d0d-85e7-a332c5debac1 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:26.086198 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddc467e-d106-463e-85b5-db7ee34c42ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:26.086786 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-dddc467e-d106-463e-85b5-db7ee34c42ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.111821 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9274846-0ce2-44dd-a959-ceafa6fa070b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:35:26.136956 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7b098605-6e20-4edb-b30c-3642398656de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.141419 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a9274846-0ce2-44dd-a959-ceafa6fa070b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.141763 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-a9274846-0ce2-44dd-a959-ceafa6fa070b admin admin] Added segment 4b176aa9-24e6-4d75-8f3b-5deff7cae34b of type vlan for network eb765837-1618-42d5-a0d6-268ec731bcd1 Nov 12 03:35:26.156401 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 45714) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:26.157087 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-dddc467e-d106-463e-85b5-db7ee34c42ed admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6004288 Nov 12 03:35:26.166865 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-65b2109f-5d05-4da0-be8b-28c7eac46307 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-877456264-router', 'tenant_id': '5d79a13590df4f52860e253f1fa0cb28', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:26.201040 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-65b2109f-5d05-4da0-be8b-28c7eac46307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.205070 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-65b2109f-5d05-4da0-be8b-28c7eac46307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.208253 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a9274846-0ce2-44dd-a959-ceafa6fa070b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.218107 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7b098605-6e20-4edb-b30c-3642398656de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.219287 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b098605-6e20-4edb-b30c-3642398656de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:26.220006 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7b098605-6e20-4edb-b30c-3642398656de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.260168 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c586dd2f-86e0-48ff-80f9-9e6ff5418b8f None None] Network 643a1710-acbd-4d0d-85e7-a332c5debac1 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:26.297983 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-65b2109f-5d05-4da0-be8b-28c7eac46307 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.302952 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7b098605-6e20-4edb-b30c-3642398656de admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7666109 Nov 12 03:35:26.303746 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 45716) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:26.311359 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-1f80182f-71fe-4768-b6d1-58aeb5f63284 admin admin] Request body: {'subnet': {'network_id': 'da30d4f6-84f2-45f3-957b-1a1aa7612cf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1050683962-subnet', 'tenant_id': 'b1287bf4a31d47269df2c523f6d2146e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:26.316366 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a9274846-0ce2-44dd-a959-ceafa6fa070b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.317252 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9274846-0ce2-44dd-a959-ceafa6fa070b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:26.317820 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a9274846-0ce2-44dd-a959-ceafa6fa070b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.323921 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b098605-6e20-4edb-b30c-3642398656de admin admin] Pushing event updated for resources: {'Network': ['ID=da30d4f6-84f2-45f3-957b-1a1aa7612cf4,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:26.342901 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network da30d4f6-84f2-45f3-957b-1a1aa7612cf4 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:35:26.396179 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f80182f-71fe-4768-b6d1-58aeb5f63284 admin admin] Made reservation on behalf of b1287bf4a31d47269df2c523f6d2146e for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:26.399245 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1f80182f-71fe-4768-b6d1-58aeb5f63284 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.403723 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9274846-0ce2-44dd-a959-ceafa6fa070b admin admin] Pushing event updated for resources: {'Network': ['ID=eb765837-1618-42d5-a0d6-268ec731bcd1,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:26.408754 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a9274846-0ce2-44dd-a959-ceafa6fa070b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3414233 Nov 12 03:35:26.425942 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 45718) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:26.436576 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network eb765837-1618-42d5-a0d6-268ec731bcd1 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:35:26.438634 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-7a64ced0-23fc-4e70-a075-a29450f476a2 admin admin] Request body: {'subnet': {'network_id': 'eb765837-1618-42d5-a0d6-268ec731bcd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1449013297-subnet', 'tenant_id': 'db9838615a274dee9c469bce233fd8a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:26.511939 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a64ced0-23fc-4e70-a075-a29450f476a2 admin admin] Made reservation on behalf of db9838615a274dee9c469bce233fd8a2 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:26.515100 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7a64ced0-23fc-4e70-a075-a29450f476a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.536282 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-65b2109f-5d05-4da0-be8b-28c7eac46307 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.732659 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1f80182f-71fe-4768-b6d1-58aeb5f63284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.783083 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-65b2109f-5d05-4da0-be8b-28c7eac46307 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.803965 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-65b2109f-5d05-4da0-be8b-28c7eac46307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.824931 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80182f-71fe-4768-b6d1-58aeb5f63284 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7672bce3-808b-48b8-8846-42b774c7e7b8,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:26.830486 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7a64ced0-23fc-4e70-a075-a29450f476a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.886270 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f80182f-71fe-4768-b6d1-58aeb5f63284 admin admin] Checking segment: {'id': 'bed2cae6-1f34-4059-ac51-2b9a6012f4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'da30d4f6-84f2-45f3-957b-1a1aa7612cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:26.886972 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f80182f-71fe-4768-b6d1-58aeb5f63284 admin admin] Network hostable DHCP agents. Network: da30d4f6-84f2-45f3-957b-1a1aa7612cf4, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:35:26.907667 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64ced0-23fc-4e70-a075-a29450f476a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b5137b3-73d3-4a58-a337-890701719956,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:26.922022 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-65b2109f-5d05-4da0-be8b-28c7eac46307 admin admin] Allocated IP 172.25.5.47 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/27c9d5ed-00cf-45ce-8191-bac25d3bbc5e) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:26.924003 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64ced0-23fc-4e70-a075-a29450f476a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:26.924383 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64ced0-23fc-4e70-a075-a29450f476a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:26.924712 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64ced0-23fc-4e70-a075-a29450f476a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:26.925127 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64ced0-23fc-4e70-a075-a29450f476a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:26.925861 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64ced0-23fc-4e70-a075-a29450f476a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:26.925861 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64ced0-23fc-4e70-a075-a29450f476a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:26.926138 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64ced0-23fc-4e70-a075-a29450f476a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:26.926470 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64ced0-23fc-4e70-a075-a29450f476a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:26.927009 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64ced0-23fc-4e70-a075-a29450f476a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:26.927135 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64ced0-23fc-4e70-a075-a29450f476a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:26.927397 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64ced0-23fc-4e70-a075-a29450f476a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:26.927704 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64ced0-23fc-4e70-a075-a29450f476a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:26.935945 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a64ced0-23fc-4e70-a075-a29450f476a2 admin admin] Checking segment: {'id': '4b176aa9-24e6-4d75-8f3b-5deff7cae34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'eb765837-1618-42d5-a0d6-268ec731bcd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:26.936344 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a64ced0-23fc-4e70-a075-a29450f476a2 admin admin] Network hostable DHCP agents. Network: eb765837-1618-42d5-a0d6-268ec731bcd1, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:35:26.940166 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f80182f-71fe-4768-b6d1-58aeb5f63284 admin admin] Network da30d4f6-84f2-45f3-957b-1a1aa7612cf4 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:35:26.953982 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-1f80182f-71fe-4768-b6d1-58aeb5f63284 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, da30d4f6-84f2-45f3-957b-1a1aa7612cf4) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:26.960162 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f80182f-71fe-4768-b6d1-58aeb5f63284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:26.960796 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1f80182f-71fe-4768-b6d1-58aeb5f63284 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.964434 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a64ced0-23fc-4e70-a075-a29450f476a2 admin admin] Network eb765837-1618-42d5-a0d6-268ec731bcd1 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:35:26.971131 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f500aa-a7fa-409c-a879-1ad903a90413 None None] Network da30d4f6-84f2-45f3-957b-1a1aa7612cf4 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:26.975666 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-7a64ced0-23fc-4e70-a075-a29450f476a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, eb765837-1618-42d5-a0d6-268ec731bcd1) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:26.991399 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1f80182f-71fe-4768-b6d1-58aeb5f63284 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6844134 Nov 12 03:35:26.993004 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a64ced0-23fc-4e70-a075-a29450f476a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:26.994136 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7a64ced0-23fc-4e70-a075-a29450f476a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.023164 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7a64ced0-23fc-4e70-a075-a29450f476a2 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5845859 Nov 12 03:35:27.060507 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-65b2109f-5d05-4da0-be8b-28c7eac46307 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.109713 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-65b2109f-5d05-4da0-be8b-28c7eac46307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.178041 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73eb758-b64c-4385-9bf0-fb2e4458c8ec None None] Network eb765837-1618-42d5-a0d6-268ec731bcd1 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:27.221178 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0f1109d1-f7f9-4f0c-88a8-4d66afc0352e req-e14de49d-6dd1-49de-9eec-f88cd53bfac7 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 210 time: 0.0553651 Nov 12 03:35:27.248280 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b2109f-5d05-4da0-be8b-28c7eac46307 admin admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:27.249223 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b2109f-5d05-4da0-be8b-28c7eac46307 admin admin] Pushing event updated for resources: {'Port': ['ID=27c9d5ed-00cf-45ce-8191-bac25d3bbc5e,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:27.258809 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-65b2109f-5d05-4da0-be8b-28c7eac46307 admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:27.273579 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b2109f-5d05-4da0-be8b-28c7eac46307 admin admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:27.432215 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a643f4a-6223-4ef4-b5f3-0d906076657f None None] Network da30d4f6-84f2-45f3-957b-1a1aa7612cf4 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:27.537719 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59002a28-551a-492d-8db6-62ba3721084c None None] Network eb765837-1618-42d5-a0d6-268ec731bcd1 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:27.591968 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-6875927a-e89d-42e4-aae3-719075a7cf9a req-0439937a-0a23-48b3-8bf1-693ad0faca48 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-433105157', 'description': 'tempest-description-423358501'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:27.620303 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6875927a-e89d-42e4-aae3-719075a7cf9a req-0439937a-0a23-48b3-8bf1-693ad0faca48 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.722225 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6875927a-e89d-42e4-aae3-719075a7cf9a req-0439937a-0a23-48b3-8bf1-693ad0faca48 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.725277 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-65b2109f-5d05-4da0-be8b-28c7eac46307 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.726786 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6875927a-e89d-42e4-aae3-719075a7cf9a req-0439937a-0a23-48b3-8bf1-693ad0faca48 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.766570 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6875927a-e89d-42e4-aae3-719075a7cf9a req-0439937a-0a23-48b3-8bf1-693ad0faca48 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.769045 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6875927a-e89d-42e4-aae3-719075a7cf9a req-0439937a-0a23-48b3-8bf1-693ad0faca48 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.1819091 Nov 12 03:35:27.770169 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0439937a-0a23-48b3-8bf1-693ad0faca48 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd05b63-75a5-46c0-8556-73b7842685a2,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:27.841770 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-373b1400-82b0-4b8e-960a-e32aa2682551 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:27.843463 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-373b1400-82b0-4b8e-960a-e32aa2682551 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/networks?id=da30d4f6-84f2-45f3-957b-1a1aa7612cf4 HTTP/1.1" status: 200 len: 813 time: 0.1921556 Nov 12 03:35:27.848042 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c2e96155-95a7-482e-9f6d-d45902521aaf req-052cd597-c23f-4803-abf1-20bc7e6c6fbe tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] 10.222.0.50 "GET /v2.0/security-groups/9cd05b63-75a5-46c0-8556-73b7842685a2 HTTP/1.1" status: 200 len: 1822 time: 0.0488148 Nov 12 03:35:27.860097 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-c2e96155-95a7-482e-9f6d-d45902521aaf req-50276fc2-a5ff-48f4-8b60-f19b36099840 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9cd05b63-75a5-46c0-8556-73b7842685a2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:27.860431 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-c2e96155-95a7-482e-9f6d-d45902521aaf req-50276fc2-a5ff-48f4-8b60-f19b36099840 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9cd05b63-75a5-46c0-8556-73b7842685a2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:27.870729 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-1735412f-fdef-42e8-b59a-0f793c2381e8 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/quotas/b1287bf4a31d47269df2c523f6d2146e HTTP/1.1" status: 200 len: 375 time: 0.0182290 Nov 12 03:35:27.927316 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c2e96155-95a7-482e-9f6d-d45902521aaf req-50276fc2-a5ff-48f4-8b60-f19b36099840 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.955687 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-ac2bf4ad-4e34-4e58-99f5-39de6baeeb35 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b1287bf4a31d47269df2c523f6d2146e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335362 Nov 12 03:35:27.956407 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c2e96155-95a7-482e-9f6d-d45902521aaf req-50276fc2-a5ff-48f4-8b60-f19b36099840 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.961219 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c2e96155-95a7-482e-9f6d-d45902521aaf req-50276fc2-a5ff-48f4-8b60-f19b36099840 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.980648 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50276fc2-a5ff-48f4-8b60-f19b36099840 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09932b5a-820a-45c7-a2f5-ae62523c5d7a,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:27.989167 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c2e96155-95a7-482e-9f6d-d45902521aaf req-50276fc2-a5ff-48f4-8b60-f19b36099840 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.000040 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c2e96155-95a7-482e-9f6d-d45902521aaf req-50276fc2-a5ff-48f4-8b60-f19b36099840 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1372890 Nov 12 03:35:28.020943 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-0787b971-bb26-4355-a8d1-50fb6c736ab6 req-7fa54de8-8209-4df2-8349-60dc655099d7 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-906110896', 'description': 'tempest-description-599282145'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:28.032248 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-65b2109f-5d05-4da0-be8b-28c7eac46307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.049476 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0787b971-bb26-4355-a8d1-50fb6c736ab6 req-7fa54de8-8209-4df2-8349-60dc655099d7 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.128281 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0787b971-bb26-4355-a8d1-50fb6c736ab6 req-7fa54de8-8209-4df2-8349-60dc655099d7 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.132821 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0787b971-bb26-4355-a8d1-50fb6c736ab6 req-7fa54de8-8209-4df2-8349-60dc655099d7 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.162925 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0787b971-bb26-4355-a8d1-50fb6c736ab6 req-7fa54de8-8209-4df2-8349-60dc655099d7 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.169307 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0787b971-bb26-4355-a8d1-50fb6c736ab6 req-7fa54de8-8209-4df2-8349-60dc655099d7 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.1513286 Nov 12 03:35:28.175129 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa54de8-8209-4df2-8349-60dc655099d7 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=989b1119-a804-4a2f-9198-6c33820e8dc8,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:28.319856 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a9dfa515-4b7a-4dd9-bd46-f96b19ff8a41 req-db208ede-5004-4bc7-a4ef-67b2fb6f8250 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] 10.222.0.50 "GET /v2.0/security-groups/989b1119-a804-4a2f-9198-6c33820e8dc8 HTTP/1.1" status: 200 len: 1822 time: 0.0434685 Nov 12 03:35:28.331675 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-a9dfa515-4b7a-4dd9-bd46-f96b19ff8a41 req-96447791-6e55-4f30-acb4-0d5169529fc6 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '989b1119-a804-4a2f-9198-6c33820e8dc8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:28.332098 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-a9dfa515-4b7a-4dd9-bd46-f96b19ff8a41 req-96447791-6e55-4f30-acb4-0d5169529fc6 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '989b1119-a804-4a2f-9198-6c33820e8dc8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:28.404489 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-a9dfa515-4b7a-4dd9-bd46-f96b19ff8a41 req-96447791-6e55-4f30-acb4-0d5169529fc6 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.447172 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-a9dfa515-4b7a-4dd9-bd46-f96b19ff8a41 req-96447791-6e55-4f30-acb4-0d5169529fc6 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.450863 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-a9dfa515-4b7a-4dd9-bd46-f96b19ff8a41 req-96447791-6e55-4f30-acb4-0d5169529fc6 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.470533 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96447791-6e55-4f30-acb4-0d5169529fc6 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f65fb2-4307-4876-8c64-36ac08e9c156,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:28.479780 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-a9dfa515-4b7a-4dd9-bd46-f96b19ff8a41 req-96447791-6e55-4f30-acb4-0d5169529fc6 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.482358 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a9dfa515-4b7a-4dd9-bd46-f96b19ff8a41 req-96447791-6e55-4f30-acb4-0d5169529fc6 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1539581 Nov 12 03:35:28.565630 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-91015a25-c9ea-441b-aaa1-5406f21ec2d6 service neutron] 10.222.0.50 "GET /v2.0/networks/da30d4f6-84f2-45f3-957b-1a1aa7612cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5719178 Nov 12 03:35:28.575890 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b5776585-a317-45ad-b092-765a8b52efe1 req-cf118be2-8c56-4172-85f1-c7453ee6610f tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 210 time: 0.0304940 Nov 12 03:35:28.610868 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-f4cb2daf-6d98-4a45-b494-f1d6bc1f7efb req-53706f4a-93e1-49d5-a37d-f18614b79ed3 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-878970746', 'description': 'tempest-description-12240534'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:28.617109 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b2109f-5d05-4da0-be8b-28c7eac46307 admin admin] Router fcb467d4-51b4-406f-afb6-206e2122c50a is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:35:28.636879 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-f4cb2daf-6d98-4a45-b494-f1d6bc1f7efb req-53706f4a-93e1-49d5-a37d-f18614b79ed3 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.717396 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-f4cb2daf-6d98-4a45-b494-f1d6bc1f7efb req-53706f4a-93e1-49d5-a37d-f18614b79ed3 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.721533 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-f4cb2daf-6d98-4a45-b494-f1d6bc1f7efb req-53706f4a-93e1-49d5-a37d-f18614b79ed3 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.731896 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-b8e9afa1-0612-4ef0-a2e1-1f4b8a5f2c5b service neutron] 10.222.0.50 "GET /v2.0/networks/da30d4f6-84f2-45f3-957b-1a1aa7612cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550100 Nov 12 03:35:28.764776 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53706f4a-93e1-49d5-a37d-f18614b79ed3 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b778af-33b8-43df-a7bd-e671a1095896,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:28.784697 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-f4cb2daf-6d98-4a45-b494-f1d6bc1f7efb req-53706f4a-93e1-49d5-a37d-f18614b79ed3 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.786179 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f4cb2daf-6d98-4a45-b494-f1d6bc1f7efb req-53706f4a-93e1-49d5-a37d-f18614b79ed3 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1806090 Nov 12 03:35:28.818288 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-979d07b4-0ebb-4306-bf49-328e2eea6a31 req-5ba64d06-6532-4b87-8088-37d0bca5c1d7 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1022973656', 'description': 'tempest-description-1123761910'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:28.822783 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b2109f-5d05-4da0-be8b-28c7eac46307 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:35:28.834834 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f396b6e-7b7e-4368-b814-3133862d3513 None None] Sync routers for ids ['fcb467d4-51b4-406f-afb6-206e2122c50a'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:35:28.849937 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-65b2109f-5d05-4da0-be8b-28c7eac46307 admin admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.852172 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f396b6e-7b7e-4368-b814-3133862d3513 None None] Routers {'fcb467d4-51b4-406f-afb6-206e2122c50a'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:28.852335 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-65b2109f-5d05-4da0-be8b-28c7eac46307 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.6926277 Nov 12 03:35:28.853479 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-1f396b6e-7b7e-4368-b814-3133862d3513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:35:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['fcb467d4-51b4-406f-afb6-206e2122c50a'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:28.855232 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 45762) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:28.880932 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-979d07b4-0ebb-4306-bf49-328e2eea6a31 req-5ba64d06-6532-4b87-8088-37d0bca5c1d7 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.985062 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-1f396b6e-7b7e-4368-b814-3133862d3513 None None] Set router fcb467d4-51b4-406f-afb6-206e2122c50a gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:29.010673 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-979d07b4-0ebb-4306-bf49-328e2eea6a31 req-5ba64d06-6532-4b87-8088-37d0bca5c1d7 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.027073 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-979d07b4-0ebb-4306-bf49-328e2eea6a31 req-5ba64d06-6532-4b87-8088-37d0bca5c1d7 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.104733 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-979d07b4-0ebb-4306-bf49-328e2eea6a31 req-5ba64d06-6532-4b87-8088-37d0bca5c1d7 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.109259 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-979d07b4-0ebb-4306-bf49-328e2eea6a31 req-5ba64d06-6532-4b87-8088-37d0bca5c1d7 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.3017123 Nov 12 03:35:29.111479 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba64d06-6532-4b87-8088-37d0bca5c1d7 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc919ee-01f4-4ed8-969c-4f91809906f8,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:29.231664 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-52c9ad4b-0320-4d5f-8123-827c4ea7041c req-d2fd53e2-4bf4-43ed-887f-6d3fd84c612d tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] 10.222.0.50 "GET /v2.0/security-groups/f0b778af-33b8-43df-a7bd-e671a1095896 HTTP/1.1" status: 200 len: 1821 time: 0.0939913 Nov 12 03:35:29.285090 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-01102a62-4fbe-45da-bb12-e2835892a68a req-d0feb7bf-42c4-4866-9a72-1aa8d63ac083 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cf71b5c-34cd-4fac-be88-70411d8eddd9 HTTP/1.1" status: 200 len: 210 time: 0.0388463 Nov 12 03:35:29.320755 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-52c9ad4b-0320-4d5f-8123-827c4ea7041c req-4b146483-4eff-49b5-a27e-7b6be37e089e tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] 10.222.0.50 "GET /v2.0/security-groups/fbc919ee-01f4-4ed8-969c-4f91809906f8 HTTP/1.1" status: 200 len: 1824 time: 0.0876770 Nov 12 03:35:29.333656 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-52c9ad4b-0320-4d5f-8123-827c4ea7041c req-cae3a1f8-4f87-428d-a1a8-b60636b83d19 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f0b778af-33b8-43df-a7bd-e671a1095896', 'remote_group_id': 'fbc919ee-01f4-4ed8-969c-4f91809906f8', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:29.334047 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-52c9ad4b-0320-4d5f-8123-827c4ea7041c req-cae3a1f8-4f87-428d-a1a8-b60636b83d19 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f0b778af-33b8-43df-a7bd-e671a1095896', 'remote_group_id': 'fbc919ee-01f4-4ed8-969c-4f91809906f8', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:29.377591 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-1f396b6e-7b7e-4368-b814-3133862d3513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb467d4-51b4-406f-afb6-206e2122c50a', 'name': 'tempest-ServerRescueTestJSONUnderV235-877456264-router', 'tenant_id': '5d79a13590df4f52860e253f1fa0cb28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '27c9d5ed-00cf-45ce-8191-bac25d3bbc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:26Z', 'updated_at': '2021-11-12T03:35:27Z', 'revision_number': 3, 'project_id': '5d79a13590df4f52860e253f1fa0cb28', 'gw_port': {'id': '27c9d5ed-00cf-45ce-8191-bac25d3bbc5e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:65:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb467d4-51b4-406f-afb6-206e2122c50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:26Z', 'updated_at': '2021-11-12T03:35:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:29.447482 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f396b6e-7b7e-4368-b814-3133862d3513 None None] Checking router: fcb467d4-51b4-406f-afb6-206e2122c50a for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:35:29.447925 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f396b6e-7b7e-4368-b814-3133862d3513 None None] Updating router fcb467d4-51b4-406f-afb6-206e2122c50a port 27c9d5ed-00cf-45ce-8191-bac25d3bbc5e binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:35:29.453537 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-52c9ad4b-0320-4d5f-8123-827c4ea7041c req-cae3a1f8-4f87-428d-a1a8-b60636b83d19 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.501608 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-52c9ad4b-0320-4d5f-8123-827c4ea7041c req-cae3a1f8-4f87-428d-a1a8-b60636b83d19 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.506116 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-52c9ad4b-0320-4d5f-8123-827c4ea7041c req-cae3a1f8-4f87-428d-a1a8-b60636b83d19 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.517085 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-1f396b6e-7b7e-4368-b814-3133862d3513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.572640 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3a1f8-4f87-428d-a1a8-b60636b83d19 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0972f3f-f562-4f15-97a6-87b2b9de3835,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:29.594191 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-52c9ad4b-0320-4d5f-8123-827c4ea7041c req-cae3a1f8-4f87-428d-a1a8-b60636b83d19 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.595833 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-52c9ad4b-0320-4d5f-8123-827c4ea7041c req-cae3a1f8-4f87-428d-a1a8-b60636b83d19 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2674375 Nov 12 03:35:29.686819 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-73f0bb79-8312-45ac-ada1-24dfaaff0e30 req-5cc93100-e06f-4097-8f34-eeb38ba63d36 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1250183604', 'description': 'tempest-description-1191419972'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:29.724132 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6cf578c2-7768-46e8-885a-a6f2e39e0a5c req-1d1fb003-ee7d-4030-8e96-43b7c211c9a0 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 210 time: 0.0584605 Nov 12 03:35:29.820694 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-73f0bb79-8312-45ac-ada1-24dfaaff0e30 req-5cc93100-e06f-4097-8f34-eeb38ba63d36 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.881001 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b2b77333-a7e6-448a-86e5-4c3e520b13ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:30.033459 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-1f396b6e-7b7e-4368-b814-3133862d3513 None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:30.040348 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-1f396b6e-7b7e-4368-b814-3133862d3513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:30.082960 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-1f396b6e-7b7e-4368-b814-3133862d3513 None None] Attempting to bind port 27c9d5ed-00cf-45ce-8191-bac25d3bbc5e on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:30.083608 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-1f396b6e-7b7e-4368-b814-3133862d3513 None None] Attempting to bind port 27c9d5ed-00cf-45ce-8191-bac25d3bbc5e by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:30.084289 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f396b6e-7b7e-4368-b814-3133862d3513 None None] Attempting to bind port 27c9d5ed-00cf-45ce-8191-bac25d3bbc5e on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:30.112576 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f396b6e-7b7e-4368-b814-3133862d3513 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:30.112858 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f396b6e-7b7e-4368-b814-3133862d3513 None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:30.113473 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-1f396b6e-7b7e-4368-b814-3133862d3513 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:30.113859 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f396b6e-7b7e-4368-b814-3133862d3513 None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:30.114323 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-1f396b6e-7b7e-4368-b814-3133862d3513 None None] Bound port: 27c9d5ed-00cf-45ce-8191-bac25d3bbc5e, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:30.114698 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-1f396b6e-7b7e-4368-b814-3133862d3513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:30.159927 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219540d3-43f6-442c-8e34-9caf4ac9eca0 None None] Pushing event updated for resources: {'Port': ['ID=27c9d5ed-00cf-45ce-8191-bac25d3bbc5e,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:30.169278 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-73f0bb79-8312-45ac-ada1-24dfaaff0e30 req-5cc93100-e06f-4097-8f34-eeb38ba63d36 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:30.174759 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-73f0bb79-8312-45ac-ada1-24dfaaff0e30 req-5cc93100-e06f-4097-8f34-eeb38ba63d36 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:30.179525 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219540d3-43f6-442c-8e34-9caf4ac9eca0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:30.180123 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219540d3-43f6-442c-8e34-9caf4ac9eca0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:30.180615 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219540d3-43f6-442c-8e34-9caf4ac9eca0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:30.181090 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219540d3-43f6-442c-8e34-9caf4ac9eca0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:30.181569 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219540d3-43f6-442c-8e34-9caf4ac9eca0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:30.182058 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219540d3-43f6-442c-8e34-9caf4ac9eca0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:30.182553 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219540d3-43f6-442c-8e34-9caf4ac9eca0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:30.183037 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219540d3-43f6-442c-8e34-9caf4ac9eca0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:30.183525 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219540d3-43f6-442c-8e34-9caf4ac9eca0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:30.183996 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219540d3-43f6-442c-8e34-9caf4ac9eca0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:30.184781 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219540d3-43f6-442c-8e34-9caf4ac9eca0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:30.185482 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219540d3-43f6-442c-8e34-9caf4ac9eca0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:30.206033 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-1f396b6e-7b7e-4368-b814-3133862d3513 None None] For port 27c9d5ed-00cf-45ce-8191-bac25d3bbc5e, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:30.210624 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-1f396b6e-7b7e-4368-b814-3133862d3513 None None] For port 27c9d5ed-00cf-45ce-8191-bac25d3bbc5e, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=27c9d5ed-00cf-45ce-8191-bac25d3bbc5e,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:30.215454 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-1f396b6e-7b7e-4368-b814-3133862d3513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:30.234935 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-73f0bb79-8312-45ac-ada1-24dfaaff0e30 req-5cc93100-e06f-4097-8f34-eeb38ba63d36 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:30.245004 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-73f0bb79-8312-45ac-ada1-24dfaaff0e30 req-5cc93100-e06f-4097-8f34-eeb38ba63d36 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.5714459 Nov 12 03:35:30.245004 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc93100-e06f-4097-8f34-eeb38ba63d36 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a7b25e-cf31-4394-b3e8-354f9bed4b24,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:30.284498 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-ae47b37b-ab3b-40b7-830b-122a5a5a45c2 req-c615abbc-7408-4d78-ba08-1eb5963aa887 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2064148229', 'description': 'tempest-description-1054074784'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:30.301847 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-baaca629-0828-4530-b38e-a99ee31ca67f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:30.321911 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ae47b37b-ab3b-40b7-830b-122a5a5a45c2 req-c615abbc-7408-4d78-ba08-1eb5963aa887 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:30.330811 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-b2b77333-a7e6-448a-86e5-4c3e520b13ac admin admin] Allocated IP 172.20.0.1 (643a1710-acbd-4d0d-85e7-a332c5debac1/89a73e97-a1ed-4d12-bd0e-a08127b3ec93/bac75041-a8da-41c9-ab31-9d726ce2e68f) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:30.403592 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f396b6e-7b7e-4368-b814-3133862d3513 None None] Routers {'fcb467d4-51b4-406f-afb6-206e2122c50a'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:30.405258 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-1f396b6e-7b7e-4368-b814-3133862d3513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:35:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['fcb467d4-51b4-406f-afb6-206e2122c50a'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:30.459480 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219540d3-43f6-442c-8e34-9caf4ac9eca0 None None] Pushing event updated for resources: {'Port': ['ID=27c9d5ed-00cf-45ce-8191-bac25d3bbc5e,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:30.477549 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ae47b37b-ab3b-40b7-830b-122a5a5a45c2 req-c615abbc-7408-4d78-ba08-1eb5963aa887 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:30.482453 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ae47b37b-ab3b-40b7-830b-122a5a5a45c2 req-c615abbc-7408-4d78-ba08-1eb5963aa887 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:30.506954 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2da7ecbe-20ea-4d36-a620-d2d1c0eb0900 req-8b057971-0ab8-4a40-8518-caff10d78a06 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cf71b5c-34cd-4fac-be88-70411d8eddd9 HTTP/1.1" status: 200 len: 210 time: 0.0501702 Nov 12 03:35:30.563286 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ae47b37b-ab3b-40b7-830b-122a5a5a45c2 req-c615abbc-7408-4d78-ba08-1eb5963aa887 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:30.566685 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b2b77333-a7e6-448a-86e5-4c3e520b13ac admin admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:30.567704 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ae47b37b-ab3b-40b7-830b-122a5a5a45c2 req-c615abbc-7408-4d78-ba08-1eb5963aa887 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.2890513 Nov 12 03:35:30.583645 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c615abbc-7408-4d78-ba08-1eb5963aa887 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75fcb104-211e-4142-b57f-5bea82ca2f6f,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:30.610197 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b2b77333-a7e6-448a-86e5-4c3e520b13ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:30.656688 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26c94f30-ecf9-4f94-b520-3b79dbaeee31 req-fb69fe19-622c-464a-86f6-700946a34a6d tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] 10.222.0.50 "GET /v2.0/security-groups/d4a7b25e-cf31-4394-b3e8-354f9bed4b24 HTTP/1.1" status: 200 len: 1824 time: 0.0658607 Nov 12 03:35:30.661843 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-1f396b6e-7b7e-4368-b814-3133862d3513 None None] Set router fcb467d4-51b4-406f-afb6-206e2122c50a gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:30.677726 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b77333-a7e6-448a-86e5-4c3e520b13ac admin admin] Network 643a1710-acbd-4d0d-85e7-a332c5debac1 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:30.685514 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-b2b77333-a7e6-448a-86e5-4c3e520b13ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:30.689387 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b77333-a7e6-448a-86e5-4c3e520b13ac admin admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:30.695124 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b77333-a7e6-448a-86e5-4c3e520b13ac admin admin] Pushing event updated for resources: {'Port': ['ID=bac75041-a8da-41c9-ab31-9d726ce2e68f,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:30.723282 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26c94f30-ecf9-4f94-b520-3b79dbaeee31 req-7947b55b-7581-4f2e-8423-be146099f817 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] 10.222.0.50 "GET /v2.0/security-groups/75fcb104-211e-4142-b57f-5bea82ca2f6f HTTP/1.1" status: 200 len: 1824 time: 0.0580328 Nov 12 03:35:30.734962 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b2b77333-a7e6-448a-86e5-4c3e520b13ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:30.748912 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-26c94f30-ecf9-4f94-b520-3b79dbaeee31 req-aeb4bcb3-5c8a-4e0d-9d7d-ce7d39f2298d tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd4a7b25e-cf31-4394-b3e8-354f9bed4b24', 'remote_group_id': '75fcb104-211e-4142-b57f-5bea82ca2f6f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:30.749221 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-26c94f30-ecf9-4f94-b520-3b79dbaeee31 req-aeb4bcb3-5c8a-4e0d-9d7d-ce7d39f2298d tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd4a7b25e-cf31-4394-b3e8-354f9bed4b24', 'remote_group_id': '75fcb104-211e-4142-b57f-5bea82ca2f6f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:30.883351 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-26c94f30-ecf9-4f94-b520-3b79dbaeee31 req-aeb4bcb3-5c8a-4e0d-9d7d-ce7d39f2298d tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:30.971856 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-1f396b6e-7b7e-4368-b814-3133862d3513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb467d4-51b4-406f-afb6-206e2122c50a', 'name': 'tempest-ServerRescueTestJSONUnderV235-877456264-router', 'tenant_id': '5d79a13590df4f52860e253f1fa0cb28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '27c9d5ed-00cf-45ce-8191-bac25d3bbc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:26Z', 'updated_at': '2021-11-12T03:35:27Z', 'revision_number': 3, 'project_id': '5d79a13590df4f52860e253f1fa0cb28', 'gw_port': {'id': '27c9d5ed-00cf-45ce-8191-bac25d3bbc5e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:65:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb467d4-51b4-406f-afb6-206e2122c50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:26Z', 'updated_at': '2021-11-12T03:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:31.007264 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f396b6e-7b7e-4368-b814-3133862d3513 None None] The sync data for ids ['fcb467d4-51b4-406f-afb6-206e2122c50a'] in n-d-715271-27 is: [{'id': 'fcb467d4-51b4-406f-afb6-206e2122c50a', 'name': 'tempest-ServerRescueTestJSONUnderV235-877456264-router', 'tenant_id': '5d79a13590df4f52860e253f1fa0cb28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '27c9d5ed-00cf-45ce-8191-bac25d3bbc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:26Z', 'updated_at': '2021-11-12T03:35:27Z', 'revision_number': 3, 'project_id': '5d79a13590df4f52860e253f1fa0cb28', 'gw_port': {'id': '27c9d5ed-00cf-45ce-8191-bac25d3bbc5e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:65:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb467d4-51b4-406f-afb6-206e2122c50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:26Z', 'updated_at': '2021-11-12T03:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:35:31.040503 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-cdea5d40-911e-454b-ba74-3aa22f295324 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:31.042167 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-cdea5d40-911e-454b-ba74-3aa22f295324 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.74 "GET /v2.0/networks?id=da30d4f6-84f2-45f3-957b-1a1aa7612cf4 HTTP/1.1" status: 200 len: 813 time: 0.1249936 Nov 12 03:35:31.056994 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-26c94f30-ecf9-4f94-b520-3b79dbaeee31 req-aeb4bcb3-5c8a-4e0d-9d7d-ce7d39f2298d tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:31.065685 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-26c94f30-ecf9-4f94-b520-3b79dbaeee31 req-aeb4bcb3-5c8a-4e0d-9d7d-ce7d39f2298d tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:31.081992 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-5cddc3f5-12e2-43ac-9e6e-bb0440ddcdab tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Request body: {'port': {'device_id': '6cf71b5c-34cd-4fac-be88-70411d8eddd9', 'network_id': 'da30d4f6-84f2-45f3-957b-1a1aa7612cf4', 'admin_state_up': True, 'tenant_id': 'b1287bf4a31d47269df2c523f6d2146e'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:31.089492 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-07cd61e4-f6d6-4685-b6dc-e2f37c51b607 req-5a7b4efd-d005-4121-97c4-dc10b8b66394 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 210 time: 0.1972303 Nov 12 03:35:31.099940 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-26c94f30-ecf9-4f94-b520-3b79dbaeee31 req-aeb4bcb3-5c8a-4e0d-9d7d-ce7d39f2298d tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:31.122244 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26c94f30-ecf9-4f94-b520-3b79dbaeee31 req-aeb4bcb3-5c8a-4e0d-9d7d-ce7d39f2298d tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3784478 Nov 12 03:35:31.182627 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4bcb3-5c8a-4e0d-9d7d-ce7d39f2298d tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a1b9f58-bc67-44aa-b9b7-33eb7e6414c9,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:31.271956 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5dd26825-ec99-474a-81cc-94b995d51cc8 req-867506e1-b124-441e-8cc0-1adbb8ca9e17 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] 10.222.0.50 "GET /v2.0/security-groups/75fcb104-211e-4142-b57f-5bea82ca2f6f HTTP/1.1" status: 200 len: 1824 time: 0.1038768 Nov 12 03:35:31.283437 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-5f482d9f-75e7-4d21-99a6-abc556b37b40 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:31.285705 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-5f482d9f-75e7-4d21-99a6-abc556b37b40 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.90 "GET /v2.0/networks?id=da30d4f6-84f2-45f3-957b-1a1aa7612cf4 HTTP/1.1" status: 200 len: 813 time: 0.3453562 Nov 12 03:35:31.298702 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b2b77333-a7e6-448a-86e5-4c3e520b13ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:31.326724 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-edbbaf66-fc69-4602-9cf4-c5da46019dcc tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Request body: {'port': {'device_id': '2797087d-a13b-454b-8506-46a073407354', 'network_id': 'da30d4f6-84f2-45f3-957b-1a1aa7612cf4', 'admin_state_up': True, 'tenant_id': 'b1287bf4a31d47269df2c523f6d2146e'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:31.391293 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-5cddc3f5-12e2-43ac-9e6e-bb0440ddcdab tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Made reservation on behalf of b1287bf4a31d47269df2c523f6d2146e for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:31.394989 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-5cddc3f5-12e2-43ac-9e6e-bb0440ddcdab tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:31.418226 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5dd26825-ec99-474a-81cc-94b995d51cc8 req-9d8478a7-f2f0-4842-ba59-c09f92160e14 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:31.481334 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5dd26825-ec99-474a-81cc-94b995d51cc8 req-9d8478a7-f2f0-4842-ba59-c09f92160e14 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:31.573560 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-edbbaf66-fc69-4602-9cf4-c5da46019dcc tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Made reservation on behalf of b1287bf4a31d47269df2c523f6d2146e for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:31.582234 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-edbbaf66-fc69-4602-9cf4-c5da46019dcc tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:31.609720 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5dd26825-ec99-474a-81cc-94b995d51cc8 req-9d8478a7-f2f0-4842-ba59-c09f92160e14 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:31.612574 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5dd26825-ec99-474a-81cc-94b995d51cc8 req-9d8478a7-f2f0-4842-ba59-c09f92160e14 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:31.613796 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5dd26825-ec99-474a-81cc-94b995d51cc8 req-9d8478a7-f2f0-4842-ba59-c09f92160e14 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] 10.222.0.50 "DELETE /v2.0/security-groups/75fcb104-211e-4142-b57f-5bea82ca2f6f HTTP/1.1" status: 204 len: 173 time: 0.3265090 Nov 12 03:35:31.637127 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8478a7-f2f0-4842-ba59-c09f92160e14 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fcb104-211e-4142-b57f-5bea82ca2f6f,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:31.720521 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-20e1811d-5797-4ea6-8856-8114295b6ef9 req-a4ab4da5-27c6-442c-bb79-83f0b8f8e875 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] 10.222.0.50 "GET /v2.0/security-groups/d4a7b25e-cf31-4394-b3e8-354f9bed4b24 HTTP/1.1" status: 200 len: 1824 time: 0.0854697 Nov 12 03:35:31.802741 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c5e092ee-d971-4d5e-8b03-4bfbd37948df req-857d4e9f-4650-46dc-a4b3-2854b2cca0ed tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cf71b5c-34cd-4fac-be88-70411d8eddd9 HTTP/1.1" status: 200 len: 210 time: 0.0506001 Nov 12 03:35:31.851559 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-5cddc3f5-12e2-43ac-9e6e-bb0440ddcdab tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Allocated IP 172.20.0.13 (da30d4f6-84f2-45f3-957b-1a1aa7612cf4/7672bce3-808b-48b8-8846-42b774c7e7b8/f94bcf78-9e9f-411e-af60-dad41f28f16b) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:31.863638 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-d6aacb1a-d843-46ed-927d-ff92f1ec495e req-462f2b3c-4e28-4c1a-8a79-f296e68a4271 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1884463889', 'description': 'tempest-description-145598673'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:31.893585 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b2b77333-a7e6-448a-86e5-4c3e520b13ac admin admin] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:31.907964 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b2b77333-a7e6-448a-86e5-4c3e520b13ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:31.972673 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d6aacb1a-d843-46ed-927d-ff92f1ec495e req-462f2b3c-4e28-4c1a-8a79-f296e68a4271 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:32.052260 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b2b77333-a7e6-448a-86e5-4c3e520b13ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:32.063360 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b77333-a7e6-448a-86e5-4c3e520b13ac admin admin] Pushing event updated for resources: {'Port': ['ID=bac75041-a8da-41c9-ab31-9d726ce2e68f,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:32.272262 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d6aacb1a-d843-46ed-927d-ff92f1ec495e req-462f2b3c-4e28-4c1a-8a79-f296e68a4271 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:32.284102 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d6aacb1a-d843-46ed-927d-ff92f1ec495e req-462f2b3c-4e28-4c1a-8a79-f296e68a4271 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:32.318047 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d6aacb1a-d843-46ed-927d-ff92f1ec495e req-462f2b3c-4e28-4c1a-8a79-f296e68a4271 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:32.319984 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d6aacb1a-d843-46ed-927d-ff92f1ec495e req-462f2b3c-4e28-4c1a-8a79-f296e68a4271 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.4658864 Nov 12 03:35:32.330971 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-04a8cbd5-cbfa-4979-ac73-0a1218a52051 req-296e0345-737d-4e36-92e5-fcb104b55722 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 210 time: 0.0779655 Nov 12 03:35:32.337661 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-5cddc3f5-12e2-43ac-9e6e-bb0440ddcdab tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:32.400371 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f2b3c-4e28-4c1a-8a79-f296e68a4271 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd77452-3a35-4d9e-8575-ee2f1d07d8d1,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:32.464350 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-5cddc3f5-12e2-43ac-9e6e-bb0440ddcdab tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:32.524593 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b77333-a7e6-448a-86e5-4c3e520b13ac admin admin] Network 643a1710-acbd-4d0d-85e7-a332c5debac1 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:32.548022 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-edbbaf66-fc69-4602-9cf4-c5da46019dcc tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Allocated IP 172.20.0.14 (da30d4f6-84f2-45f3-957b-1a1aa7612cf4/7672bce3-808b-48b8-8846-42b774c7e7b8/74730430-1a92-4142-9d49-965a588b8602) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:32.548826 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-5cddc3f5-12e2-43ac-9e6e-bb0440ddcdab tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Network da30d4f6-84f2-45f3-957b-1a1aa7612cf4 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:32.550632 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-b2b77333-a7e6-448a-86e5-4c3e520b13ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:32.555982 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-5cddc3f5-12e2-43ac-9e6e-bb0440ddcdab tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:32.569868 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-5cddc3f5-12e2-43ac-9e6e-bb0440ddcdab tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:32.627079 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cbbfaf1f-2665-4870-b410-174cbf943d18 req-d842a297-9a38-4317-8ae9-7f0d36a8916b tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] 10.222.0.50 "GET /v2.0/security-groups/fcd77452-3a35-4d9e-8575-ee2f1d07d8d1 HTTP/1.1" status: 200 len: 1823 time: 0.2558699 Nov 12 03:35:32.654910 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-cbbfaf1f-2665-4870-b410-174cbf943d18 req-040e7a0e-9f41-4b85-912c-c89fab7665b0 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fcd77452-3a35-4d9e-8575-ee2f1d07d8d1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:32.655247 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-cbbfaf1f-2665-4870-b410-174cbf943d18 req-040e7a0e-9f41-4b85-912c-c89fab7665b0 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fcd77452-3a35-4d9e-8575-ee2f1d07d8d1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:32.678523 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cddc3f5-12e2-43ac-9e6e-bb0440ddcdab tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Pushing event updated for resources: {'Port': ['ID=f94bcf78-9e9f-411e-af60-dad41f28f16b,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:32.773032 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-5cddc3f5-12e2-43ac-9e6e-bb0440ddcdab tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:32.774012 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-5cddc3f5-12e2-43ac-9e6e-bb0440ddcdab tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:32.786237 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-edbbaf66-fc69-4602-9cf4-c5da46019dcc tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:32.846175 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-edbbaf66-fc69-4602-9cf4-c5da46019dcc tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:32.854574 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-5cddc3f5-12e2-43ac-9e6e-bb0440ddcdab tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7833743 Nov 12 03:35:32.875219 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b77333-a7e6-448a-86e5-4c3e520b13ac admin admin] Router fcb467d4-51b4-406f-afb6-206e2122c50a has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:35:32.891522 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-6e0582f8-4700-4277-b897-4e395d08a668 service neutron] Request body: {'port': {'device_id': '6cf71b5c-34cd-4fac-be88-70411d8eddd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:32.901833 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-cbbfaf1f-2665-4870-b410-174cbf943d18 req-040e7a0e-9f41-4b85-912c-c89fab7665b0 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:32.932186 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-edbbaf66-fc69-4602-9cf4-c5da46019dcc tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Network da30d4f6-84f2-45f3-957b-1a1aa7612cf4 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:32.941929 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-edbbaf66-fc69-4602-9cf4-c5da46019dcc tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:32.945928 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-edbbaf66-fc69-4602-9cf4-c5da46019dcc tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:33.002311 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-edbbaf66-fc69-4602-9cf4-c5da46019dcc tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:33.002969 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-edbbaf66-fc69-4602-9cf4-c5da46019dcc tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:33.014942 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbbaf66-fc69-4602-9cf4-c5da46019dcc tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Pushing event updated for resources: {'Port': ['ID=74730430-1a92-4142-9d49-965a588b8602,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:33.031281 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-edbbaf66-fc69-4602-9cf4-c5da46019dcc tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7125356 Nov 12 03:35:33.055334 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-4ed00a37-5e97-462d-9190-c2c5319b7af3 service neutron] Request body: {'port': {'device_id': '2797087d-a13b-454b-8506-46a073407354', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:33.061429 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-6e0582f8-4700-4277-b897-4e395d08a668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:33.107930 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-cbbfaf1f-2665-4870-b410-174cbf943d18 req-040e7a0e-9f41-4b85-912c-c89fab7665b0 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:33.233321 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-21c28ae9-0643-4cd0-8cfa-95f836f198d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:33.234303 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-4ed00a37-5e97-462d-9190-c2c5319b7af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:33.292517 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9dcc30-cc52-461d-a3ba-eeb1dd3652c7 req-e0eb1cc8-00fd-4202-b7e8-9e62ec96e802 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:33.314781 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-da9dcc30-cc52-461d-a3ba-eeb1dd3652c7 req-e0eb1cc8-00fd-4202-b7e8-9e62ec96e802 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cf71b5c-34cd-4fac-be88-70411d8eddd9 HTTP/1.1" status: 200 len: 932 time: 0.2050719 Nov 12 03:35:33.459099 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-da9dcc30-cc52-461d-a3ba-eeb1dd3652c7 req-cd9475a5-3a9f-456e-9abe-fd189fc0909e tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1ef7461-82c8-4062-96cc-91b9dba6af00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433110 Nov 12 03:35:33.489776 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 27c9d5ed-00cf-45ce-8191-bac25d3bbc5e up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:33.704614 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 27c9d5ed-00cf-45ce-8191-bac25d3bbc5e triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:33.705436 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:33.742815 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9538ff7c-ba1a-4f6f-91e4-bbd209d07e9d req-acaf75b4-cbf4-4bf3-be0f-26d3323a62d9 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 210 time: 0.0368476 Nov 12 03:35:33.861101 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:33.887052 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-cbbfaf1f-2665-4870-b410-174cbf943d18 req-040e7a0e-9f41-4b85-912c-c89fab7665b0 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:33.906284 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 27c9d5ed-00cf-45ce-8191-bac25d3bbc5e, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=27c9d5ed-00cf-45ce-8191-bac25d3bbc5e,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:33.914178 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.034630 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-4ed00a37-5e97-462d-9190-c2c5319b7af3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74730430-1a92-4142-9d49-965a588b8602 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:35:34.056480 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-4ed00a37-5e97-462d-9190-c2c5319b7af3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.077618 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=27c9d5ed-00cf-45ce-8191-bac25d3bbc5e,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:34.087345 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-4ed00a37-5e97-462d-9190-c2c5319b7af3 service neutron] Transition to ACTIVE for port object 74730430-1a92-4142-9d49-965a588b8602 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:35:34.092390 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-4ed00a37-5e97-462d-9190-c2c5319b7af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.092978 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:34.093445 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:34.093930 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:34.094386 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:34.094835 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:34.095474 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:34.095894 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:34.096356 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:34.096986 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:34.097515 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:34.098040 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:34.099151 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:34.108189 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e7a0e-9f41-4b85-912c-c89fab7665b0 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0263ddc0-b4e2-474d-a8a4-ecef970de981,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:34.121911 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.147251 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-cbbfaf1f-2665-4870-b410-174cbf943d18 req-040e7a0e-9f41-4b85-912c-c89fab7665b0 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.155880 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cbbfaf1f-2665-4870-b410-174cbf943d18 req-040e7a0e-9f41-4b85-912c-c89fab7665b0 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.5041666 Nov 12 03:35:34.223594 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed00a37-5e97-462d-9190-c2c5319b7af3 service neutron] Pushing event updated for resources: {'Port': ['ID=74730430-1a92-4142-9d49-965a588b8602,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:34.257118 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b77333-a7e6-448a-86e5-4c3e520b13ac admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:35:34.275072 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3355453f-1a49-4a95-83ef-e5fdbd8ab238 None None] Sync routers for ids ['fcb467d4-51b4-406f-afb6-206e2122c50a'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:35:34.279411 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b2b77333-a7e6-448a-86e5-4c3e520b13ac admin admin] 10.222.0.50 "PUT /v2.0/routers/fcb467d4-51b4-406f-afb6-206e2122c50a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4209867 Nov 12 03:35:34.313932 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3355453f-1a49-4a95-83ef-e5fdbd8ab238 None None] Routers {'fcb467d4-51b4-406f-afb6-206e2122c50a'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:34.314549 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-3355453f-1a49-4a95-83ef-e5fdbd8ab238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:35:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['fcb467d4-51b4-406f-afb6-206e2122c50a'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:34.472676 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bea0bcee-5278-4777-b162-817e630b1566 req-b33595d0-565c-4e97-a108-6dc8d98e530b tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] 10.222.0.50 "GET /v2.0/security-groups/fcd77452-3a35-4d9e-8575-ee2f1d07d8d1 HTTP/1.1" status: 200 len: 2417 time: 0.2891009 Nov 12 03:35:34.487507 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-bea0bcee-5278-4777-b162-817e630b1566 req-2b867f69-fd37-463c-a47a-87c78bf543a2 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fcd77452-3a35-4d9e-8575-ee2f1d07d8d1', 'remote_group_id': None}]} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:34.487940 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-bea0bcee-5278-4777-b162-817e630b1566 req-2b867f69-fd37-463c-a47a-87c78bf543a2 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fcd77452-3a35-4d9e-8575-ee2f1d07d8d1', 'remote_group_id': None}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:34.585257 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-4ed00a37-5e97-462d-9190-c2c5319b7af3 service neutron] Attempting to bind port 74730430-1a92-4142-9d49-965a588b8602 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:34.585999 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-4ed00a37-5e97-462d-9190-c2c5319b7af3 service neutron] Attempting to bind port 74730430-1a92-4142-9d49-965a588b8602 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': 'bed2cae6-1f34-4059-ac51-2b9a6012f4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'da30d4f6-84f2-45f3-957b-1a1aa7612cf4'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:34.586555 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-4ed00a37-5e97-462d-9190-c2c5319b7af3 service neutron] Attempting to bind port 74730430-1a92-4142-9d49-965a588b8602 on network da30d4f6-84f2-45f3-957b-1a1aa7612cf4 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:34.602009 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-4ed00a37-5e97-462d-9190-c2c5319b7af3 service neutron] Port 74730430-1a92-4142-9d49-965a588b8602 on network da30d4f6-84f2-45f3-957b-1a1aa7612cf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:35:34.602553 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-4ed00a37-5e97-462d-9190-c2c5319b7af3 service neutron] Attempting to bind port 74730430-1a92-4142-9d49-965a588b8602 on network da30d4f6-84f2-45f3-957b-1a1aa7612cf4 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:34.635764 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-4ed00a37-5e97-462d-9190-c2c5319b7af3 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:34.636142 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-4ed00a37-5e97-462d-9190-c2c5319b7af3 service neutron] Checking segment: {'id': 'bed2cae6-1f34-4059-ac51-2b9a6012f4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'da30d4f6-84f2-45f3-957b-1a1aa7612cf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:34.636507 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-4ed00a37-5e97-462d-9190-c2c5319b7af3 service neutron] Bound using segment: {'id': 'bed2cae6-1f34-4059-ac51-2b9a6012f4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'da30d4f6-84f2-45f3-957b-1a1aa7612cf4'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:34.636974 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-4ed00a37-5e97-462d-9190-c2c5319b7af3 service neutron] Bound port: 74730430-1a92-4142-9d49-965a588b8602, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bed2cae6-1f34-4059-ac51-2b9a6012f4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'da30d4f6-84f2-45f3-957b-1a1aa7612cf4'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:34.637579 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-4ed00a37-5e97-462d-9190-c2c5319b7af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.683349 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-3355453f-1a49-4a95-83ef-e5fdbd8ab238 None None] Set router fcb467d4-51b4-406f-afb6-206e2122c50a gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:34.713062 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-6e0582f8-4700-4277-b897-4e395d08a668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f94bcf78-9e9f-411e-af60-dad41f28f16b {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:35:34.733863 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-6e0582f8-4700-4277-b897-4e395d08a668 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.763440 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-6e0582f8-4700-4277-b897-4e395d08a668 service neutron] Transition to ACTIVE for port object f94bcf78-9e9f-411e-af60-dad41f28f16b will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:35:34.816666 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-bea0bcee-5278-4777-b162-817e630b1566 req-2b867f69-fd37-463c-a47a-87c78bf543a2 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.836476 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-6e0582f8-4700-4277-b897-4e395d08a668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.855515 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-bea0bcee-5278-4777-b162-817e630b1566 req-2b867f69-fd37-463c-a47a-87c78bf543a2 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.858448 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-4ed00a37-5e97-462d-9190-c2c5319b7af3 service neutron] For port 74730430-1a92-4142-9d49-965a588b8602, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:34.861397 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-bea0bcee-5278-4777-b162-817e630b1566 req-2b867f69-fd37-463c-a47a-87c78bf543a2 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.889259 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-4ed00a37-5e97-462d-9190-c2c5319b7af3 service neutron] For port 74730430-1a92-4142-9d49-965a588b8602, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=74730430-1a92-4142-9d49-965a588b8602,segment=NetworkSegment(bed2cae6-1f34-4059-ac51-2b9a6012f4b0),segment_id=bed2cae6-1f34-4059-ac51-2b9a6012f4b0)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:34.896495 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-4ed00a37-5e97-462d-9190-c2c5319b7af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.910444 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b867f69-fd37-463c-a47a-87c78bf543a2 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c55a4d6-42a7-4421-8b20-3df0ba410f37,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:34.915907 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-4ed00a37-5e97-462d-9190-c2c5319b7af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:34.917636 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-4ed00a37-5e97-462d-9190-c2c5319b7af3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.918202 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-4ed00a37-5e97-462d-9190-c2c5319b7af3 service neutron] 10.222.0.90 "PUT /v2.0/ports/74730430-1a92-4142-9d49-965a588b8602 HTTP/1.1" status: 200 len: 1093 time: 1.8725159 Nov 12 03:35:34.923295 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-bea0bcee-5278-4777-b162-817e630b1566 req-2b867f69-fd37-463c-a47a-87c78bf543a2 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.924776 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bea0bcee-5278-4777-b162-817e630b1566 req-2b867f69-fd37-463c-a47a-87c78bf543a2 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4508269 Nov 12 03:35:34.925237 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2797087d-a13b-454b-8506-46a073407354', 'tag': '74730430-1a92-4142-9d49-965a588b8602'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:34.933057 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0582f8-4700-4277-b897-4e395d08a668 service neutron] Pushing event updated for resources: {'Port': ['ID=f94bcf78-9e9f-411e-af60-dad41f28f16b,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:34.936583 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572dea70-bd06-4805-bc71-9cc5d934a1c6" -d '{"events": [{"name": "network-changed", "server_uuid": "2797087d-a13b-454b-8506-46a073407354", "tag": "74730430-1a92-4142-9d49-965a588b8602"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:34.964909 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958737d0-c539-48d5-af46-947387ac9d4b req-9ac2cd26-d466-4925-953d-d787ef6dbb10 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:34.967489 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-958737d0-c539-48d5-af46-947387ac9d4b req-9ac2cd26-d466-4925-953d-d787ef6dbb10 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cf71b5c-34cd-4fac-be88-70411d8eddd9 HTTP/1.1" status: 200 len: 944 time: 0.3459308 Nov 12 03:35:35.094684 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-958737d0-c539-48d5-af46-947387ac9d4b req-79166e37-31d5-4c79-ba6e-3e68ed019d8c tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1ef7461-82c8-4062-96cc-91b9dba6af00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006908 Nov 12 03:35:35.126605 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed00a37-5e97-462d-9190-c2c5319b7af3 service neutron] Pushing event updated for resources: {'Port': ['ID=74730430-1a92-4142-9d49-965a588b8602,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:35.144063 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-6e0582f8-4700-4277-b897-4e395d08a668 service neutron] Attempting to bind port f94bcf78-9e9f-411e-af60-dad41f28f16b on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:35.148277 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-6e0582f8-4700-4277-b897-4e395d08a668 service neutron] Attempting to bind port f94bcf78-9e9f-411e-af60-dad41f28f16b by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'bed2cae6-1f34-4059-ac51-2b9a6012f4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'da30d4f6-84f2-45f3-957b-1a1aa7612cf4'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:35.148742 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-6e0582f8-4700-4277-b897-4e395d08a668 service neutron] Attempting to bind port f94bcf78-9e9f-411e-af60-dad41f28f16b on network da30d4f6-84f2-45f3-957b-1a1aa7612cf4 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:35.153027 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-95f295b3-2b01-411a-80a0-bdaad59c2610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:35.155305 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-95f295b3-2b01-411a-80a0-bdaad59c2610 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b1287bf4a31d47269df2c523f6d2146e&device_id=2797087d-a13b-454b-8506-46a073407354 HTTP/1.1" status: 200 len: 1096 time: 0.1409488 Nov 12 03:35:35.158506 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-6e0582f8-4700-4277-b897-4e395d08a668 service neutron] Port f94bcf78-9e9f-411e-af60-dad41f28f16b on network da30d4f6-84f2-45f3-957b-1a1aa7612cf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:35:35.158837 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-6e0582f8-4700-4277-b897-4e395d08a668 service neutron] Attempting to bind port f94bcf78-9e9f-411e-af60-dad41f28f16b on network da30d4f6-84f2-45f3-957b-1a1aa7612cf4 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:35.167939 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-6e0582f8-4700-4277-b897-4e395d08a668 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:35.168420 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-6e0582f8-4700-4277-b897-4e395d08a668 service neutron] Checking segment: {'id': 'bed2cae6-1f34-4059-ac51-2b9a6012f4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'da30d4f6-84f2-45f3-957b-1a1aa7612cf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:35.168878 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-6e0582f8-4700-4277-b897-4e395d08a668 service neutron] Bound using segment: {'id': 'bed2cae6-1f34-4059-ac51-2b9a6012f4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'da30d4f6-84f2-45f3-957b-1a1aa7612cf4'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:35.169614 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-6e0582f8-4700-4277-b897-4e395d08a668 service neutron] Bound port: f94bcf78-9e9f-411e-af60-dad41f28f16b, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bed2cae6-1f34-4059-ac51-2b9a6012f4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'da30d4f6-84f2-45f3-957b-1a1aa7612cf4'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:35.169981 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-6e0582f8-4700-4277-b897-4e395d08a668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:35.245303 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-a067a0d3-5abd-450c-941a-3b10e6b05f21 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74730430-1a92-4142-9d49-965a588b8602 HTTP/1.1" status: 200 len: 217 time: 0.0756884 Nov 12 03:35:35.297763 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-87514b2c-7a95-442e-82fd-a42d4ffe0e46 req-3ad31937-30e8-4421-95ff-a962bc59ebcf tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 210 time: 0.0641980 Nov 12 03:35:35.345357 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-6e0582f8-4700-4277-b897-4e395d08a668 service neutron] For port f94bcf78-9e9f-411e-af60-dad41f28f16b, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:35.348755 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-6e0582f8-4700-4277-b897-4e395d08a668 service neutron] For port f94bcf78-9e9f-411e-af60-dad41f28f16b, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=f94bcf78-9e9f-411e-af60-dad41f28f16b,segment=NetworkSegment(bed2cae6-1f34-4059-ac51-2b9a6012f4b0),segment_id=bed2cae6-1f34-4059-ac51-2b9a6012f4b0)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:35.377675 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-6e0582f8-4700-4277-b897-4e395d08a668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:35.455303 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-3355453f-1a49-4a95-83ef-e5fdbd8ab238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb467d4-51b4-406f-afb6-206e2122c50a', 'name': 'tempest-ServerRescueTestJSONUnderV235-877456264-router', 'tenant_id': '5d79a13590df4f52860e253f1fa0cb28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '27c9d5ed-00cf-45ce-8191-bac25d3bbc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:26Z', 'updated_at': '2021-11-12T03:35:31Z', 'revision_number': 4, 'project_id': '5d79a13590df4f52860e253f1fa0cb28', 'gw_port': {'id': '27c9d5ed-00cf-45ce-8191-bac25d3bbc5e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb467d4-51b4-406f-afb6-206e2122c50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:26Z', 'updated_at': '2021-11-12T03:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'bac75041-a8da-41c9-ab31-9d726ce2e68f', 'name': '', 'network_id': '643a1710-acbd-4d0d-85e7-a332c5debac1', 'tenant_id': '5d79a13590df4f52860e253f1fa0cb28', 'mac_address': 'fa:16:3e:70:72:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb467d4-51b4-406f-afb6-206e2122c50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '89a73e97-a1ed-4d12-bd0e-a08127b3ec93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:29Z', 'updated_at': '2021-11-12T03:35:31Z', 'revision_number': 2, 'project_id': '5d79a13590df4f52860e253f1fa0cb28', 'subnets': [{'id': '89a73e97-a1ed-4d12-bd0e-a08127b3ec93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:35.535996 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-e9fc223d-489c-486c-a766-c1494b97d63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:35.538225 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-e9fc223d-489c-486c-a766-c1494b97d63a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7672bce3-808b-48b8-8846-42b774c7e7b8 HTTP/1.1" status: 200 len: 853 time: 0.2845392 Nov 12 03:35:35.548057 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3355453f-1a49-4a95-83ef-e5fdbd8ab238 None None] Checking router: fcb467d4-51b4-406f-afb6-206e2122c50a for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:35:35.548523 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3355453f-1a49-4a95-83ef-e5fdbd8ab238 None None] Updating router fcb467d4-51b4-406f-afb6-206e2122c50a port bac75041-a8da-41c9-ab31-9d726ce2e68f binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:35:35.549662 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-00196a79-cd27-4810-93d9-f61b8b8f3314 req-8ac61118-618c-4cec-a930-bea1917f87dc tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] 10.222.0.50 "GET /v2.0/security-groups/fcd77452-3a35-4d9e-8575-ee2f1d07d8d1 HTTP/1.1" status: 200 len: 3016 time: 0.1797853 Nov 12 03:35:35.595304 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-6e0582f8-4700-4277-b897-4e395d08a668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:35.595936 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-6e0582f8-4700-4277-b897-4e395d08a668 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:35.598339 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-6e0582f8-4700-4277-b897-4e395d08a668 service neutron] 10.222.0.74 "PUT /v2.0/ports/f94bcf78-9e9f-411e-af60-dad41f28f16b HTTP/1.1" status: 200 len: 1093 time: 2.7343888 Nov 12 03:35:35.599574 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cf71b5c-34cd-4fac-be88-70411d8eddd9', 'tag': 'f94bcf78-9e9f-411e-af60-dad41f28f16b'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:35.602038 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7648f4fd-109c-4d28-a167-b5636042a782" -d '{"events": [{"name": "network-changed", "server_uuid": "6cf71b5c-34cd-4fac-be88-70411d8eddd9", "tag": "f94bcf78-9e9f-411e-af60-dad41f28f16b"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:35.614789 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 27c9d5ed-00cf-45ce-8191-bac25d3bbc5e up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:35.671917 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3355453f-1a49-4a95-83ef-e5fdbd8ab238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:35.678443 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:35.680106 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-026b6ca3-1adc-4045-8dc8-85263a90782f tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:35.694349 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-026b6ca3-1adc-4045-8dc8-85263a90782f tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/networks?id=643a1710-acbd-4d0d-85e7-a332c5debac1 HTTP/1.1" status: 200 len: 819 time: 0.4140234 Nov 12 03:35:35.702827 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c34a32-b67d-4bff-a7b6-7183b31eac5f x-openstack-request-id: req-d4c34a32-b67d-4bff-a7b6-7183b31eac5f {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:35.703416 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2797087d-a13b-454b-8506-46a073407354", "tag": "74730430-1a92-4142-9d49-965a588b8602", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:35.703833 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d4c34a32-b67d-4bff-a7b6-7183b31eac5f {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:35.704390 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 27c9d5ed-00cf-45ce-8191-bac25d3bbc5e triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:35.704619 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2797087d-a13b-454b-8506-46a073407354', 'tag': '74730430-1a92-4142-9d49-965a588b8602', 'status': 'completed', 'code': 200} Nov 12 03:35:35.704769 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:35.748530 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-9b05243a-d581-4b11-bb2c-7ffaf92d56ad tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/quotas/5d79a13590df4f52860e253f1fa0cb28 HTTP/1.1" status: 200 len: 375 time: 0.0527148 Nov 12 03:35:35.755679 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0582f8-4700-4277-b897-4e395d08a668 service neutron] Pushing event updated for resources: {'Port': ['ID=f94bcf78-9e9f-411e-af60-dad41f28f16b,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:35.786713 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-13071b8e-8128-4513-9fea-adbe34a090c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:35.788230 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-13071b8e-8128-4513-9fea-adbe34a090c2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1287bf4a31d47269df2c523f6d2146e&device_id=6cf71b5c-34cd-4fac-be88-70411d8eddd9 HTTP/1.1" status: 200 len: 1096 time: 0.1401713 Nov 12 03:35:35.808678 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-6518f8e2-5201-476a-b7ab-cf75db2222eb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=da30d4f6-84f2-45f3-957b-1a1aa7612cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2414560 Nov 12 03:35:35.844689 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:35:35.873672 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-d95027e6-f7de-4e4c-8478-41dbcb87bc46 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5d79a13590df4f52860e253f1fa0cb28&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1237192 Nov 12 03:35:35.926996 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-fb823a64-e92e-4073-846e-8f294dcd2591 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f94bcf78-9e9f-411e-af60-dad41f28f16b HTTP/1.1" status: 200 len: 217 time: 0.1207488 Nov 12 03:35:35.999503 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-9cc824d8-7d60-409d-96cd-a3d32130ec3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:36.001000 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-9cc824d8-7d60-409d-96cd-a3d32130ec3a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7672bce3-808b-48b8-8846-42b774c7e7b8 HTTP/1.1" status: 200 len: 853 time: 0.0563624 Nov 12 03:35:36.004479 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5ff1af0c-7e49-49e0-adc6-279335a94344 req-1be60ef6-7671-4e01-8081-9a3ec1708fc9 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] 10.222.0.50 "GET /v2.0/security-group-rules/2c55a4d6-42a7-4421-8b20-3df0ba410f37 HTTP/1.1" status: 200 len: 783 time: 0.2218618 Nov 12 03:35:36.064319 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-e0a21c23-9392-4315-a2d6-daa726568c3c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=da30d4f6-84f2-45f3-957b-1a1aa7612cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497880 Nov 12 03:35:36.100706 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-98399f57-2513-4785-9ea8-02c68b03ba29 service neutron] 10.222.0.50 "GET /v2.0/networks/643a1710-acbd-4d0d-85e7-a332c5debac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921489 Nov 12 03:35:36.113078 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3355453f-1a49-4a95-83ef-e5fdbd8ab238 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.122534 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3355453f-1a49-4a95-83ef-e5fdbd8ab238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.202082 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-83ea7615-cf1e-4fb4-a342-c8e5e244b5d9 service neutron] 10.222.0.74 "GET /v2.0/networks/da30d4f6-84f2-45f3-957b-1a1aa7612cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268089 Nov 12 03:35:36.236578 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f9000a-adc1-4cbb-8007-943721cb3077 None None] Pushing event updated for resources: {'Port': ['ID=bac75041-a8da-41c9-ab31-9d726ce2e68f,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:36.251866 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-12859494-f6fc-4b40-906f-dfaf6a5e1322 service neutron] 10.222.0.90 "GET /v2.0/networks/da30d4f6-84f2-45f3-957b-1a1aa7612cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4296520 Nov 12 03:35:36.295635 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-3355453f-1a49-4a95-83ef-e5fdbd8ab238 None None] Attempting to bind port bac75041-a8da-41c9-ab31-9d726ce2e68f on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:36.296841 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-3355453f-1a49-4a95-83ef-e5fdbd8ab238 None None] Attempting to bind port bac75041-a8da-41c9-ab31-9d726ce2e68f by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '62f308c7-7f7a-4d63-b211-af3dbe4381a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '643a1710-acbd-4d0d-85e7-a332c5debac1'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:36.297543 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3355453f-1a49-4a95-83ef-e5fdbd8ab238 None None] Attempting to bind port bac75041-a8da-41c9-ab31-9d726ce2e68f on network 643a1710-acbd-4d0d-85e7-a332c5debac1 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:36.301330 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.315952 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3355453f-1a49-4a95-83ef-e5fdbd8ab238 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:36.317219 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3355453f-1a49-4a95-83ef-e5fdbd8ab238 None None] Checking segment: {'id': '62f308c7-7f7a-4d63-b211-af3dbe4381a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '643a1710-acbd-4d0d-85e7-a332c5debac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:36.317843 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3355453f-1a49-4a95-83ef-e5fdbd8ab238 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.318498 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3355453f-1a49-4a95-83ef-e5fdbd8ab238 None None] Bound using segment: {'id': '62f308c7-7f7a-4d63-b211-af3dbe4381a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '643a1710-acbd-4d0d-85e7-a332c5debac1'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:36.319183 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-3355453f-1a49-4a95-83ef-e5fdbd8ab238 None None] Bound port: bac75041-a8da-41c9-ab31-9d726ce2e68f, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62f308c7-7f7a-4d63-b211-af3dbe4381a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '643a1710-acbd-4d0d-85e7-a332c5debac1'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:36.319832 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3355453f-1a49-4a95-83ef-e5fdbd8ab238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.329823 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5ff1af0c-7e49-49e0-adc6-279335a94344 req-35f38879-e545-4a19-90d0-688db53e8c8e tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] 10.222.0.50 "GET /v2.0/security-groups/fcd77452-3a35-4d9e-8575-ee2f1d07d8d1 HTTP/1.1" status: 200 len: 3016 time: 0.3141360 Nov 12 03:35:36.381480 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-5ff1af0c-7e49-49e0-adc6-279335a94344 req-9bf14d67-7376-426a-82c0-9f1f4e125697 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.397820 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-5ff1af0c-7e49-49e0-adc6-279335a94344 req-9bf14d67-7376-426a-82c0-9f1f4e125697 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.422766 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3355453f-1a49-4a95-83ef-e5fdbd8ab238 None None] For port bac75041-a8da-41c9-ab31-9d726ce2e68f, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:36.432053 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3355453f-1a49-4a95-83ef-e5fdbd8ab238 None None] For port bac75041-a8da-41c9-ab31-9d726ce2e68f, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=bac75041-a8da-41c9-ab31-9d726ce2e68f,segment=NetworkSegment(62f308c7-7f7a-4d63-b211-af3dbe4381a3),segment_id=62f308c7-7f7a-4d63-b211-af3dbe4381a3)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:36.439527 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3355453f-1a49-4a95-83ef-e5fdbd8ab238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.503752 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-9e523054-dcea-4059-abc4-bcb6cb58ed21 service neutron] 10.222.0.74 "GET /v2.0/networks/da30d4f6-84f2-45f3-957b-1a1aa7612cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800660 Nov 12 03:35:36.531278 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-5ff1af0c-7e49-49e0-adc6-279335a94344 req-9bf14d67-7376-426a-82c0-9f1f4e125697 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.536908 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3355453f-1a49-4a95-83ef-e5fdbd8ab238 None None] Routers {'fcb467d4-51b4-406f-afb6-206e2122c50a'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:36.537718 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-3355453f-1a49-4a95-83ef-e5fdbd8ab238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:35:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['fcb467d4-51b4-406f-afb6-206e2122c50a'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:36.541895 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f9000a-adc1-4cbb-8007-943721cb3077 None None] Pushing event updated for resources: {'Port': ['ID=bac75041-a8da-41c9-ab31-9d726ce2e68f,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:36.560598 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-5ff1af0c-7e49-49e0-adc6-279335a94344 req-9bf14d67-7376-426a-82c0-9f1f4e125697 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.563494 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5ff1af0c-7e49-49e0-adc6-279335a94344 req-9bf14d67-7376-426a-82c0-9f1f4e125697 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/2c55a4d6-42a7-4421-8b20-3df0ba410f37 HTTP/1.1" status: 204 len: 173 time: 0.2322605 Nov 12 03:35:36.566102 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf14d67-7376-426a-82c0-9f1f4e125697 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c55a4d6-42a7-4421-8b20-3df0ba410f37,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:36.648271 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e61782-d7d5-4e96-b189-4480c9315160 x-openstack-request-id: req-c7e61782-d7d5-4e96-b189-4480c9315160 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:36.648647 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cf71b5c-34cd-4fac-be88-70411d8eddd9", "tag": "f94bcf78-9e9f-411e-af60-dad41f28f16b", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:36.648970 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c7e61782-d7d5-4e96-b189-4480c9315160 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:36.649480 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cf71b5c-34cd-4fac-be88-70411d8eddd9', 'tag': 'f94bcf78-9e9f-411e-af60-dad41f28f16b', 'status': 'completed', 'code': 200} Nov 12 03:35:36.811855 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-3355453f-1a49-4a95-83ef-e5fdbd8ab238 None None] Set router fcb467d4-51b4-406f-afb6-206e2122c50a gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:36.854395 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648f4fd-109c-4d28-a167-b5636042a782 req-c826afe2-66d8-4129-a198-7a27d09cec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:36.858150 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7648f4fd-109c-4d28-a167-b5636042a782 req-c826afe2-66d8-4129-a198-7a27d09cec8d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1287bf4a31d47269df2c523f6d2146e&device_id=6cf71b5c-34cd-4fac-be88-70411d8eddd9 HTTP/1.1" status: 200 len: 1096 time: 0.1850295 Nov 12 03:35:36.863403 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-892b3d3d-7be5-4ffd-822a-ae03b04f35a9 service neutron] 10.222.0.50 "GET /v2.0/networks/643a1710-acbd-4d0d-85e7-a332c5debac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7618327 Nov 12 03:35:36.929692 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-abc88806-e0ea-4829-b5cc-2d0e285a76bb req-9ea46a8b-ffb9-4431-b2fb-86833b463426 service neutron] 10.222.0.90 "GET /v2.0/networks/da30d4f6-84f2-45f3-957b-1a1aa7612cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6678438 Nov 12 03:35:36.946156 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f7744-e1d2-4bb3-a300-27aeb7ffd6c5 req-a03ed12d-3961-410c-8b5a-1ee92bcb7184 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:36.947834 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-951f7744-e1d2-4bb3-a300-27aeb7ffd6c5 req-a03ed12d-3961-410c-8b5a-1ee92bcb7184 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cf71b5c-34cd-4fac-be88-70411d8eddd9 HTTP/1.1" status: 200 len: 944 time: 0.1702511 Nov 12 03:35:37.121132 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572dea70-bd06-4805-bc71-9cc5d934a1c6 req-bfaebecb-d01d-4d89-b343-622aaa6eb2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:37.123806 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-572dea70-bd06-4805-bc71-9cc5d934a1c6 req-bfaebecb-d01d-4d89-b343-622aaa6eb2cf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b1287bf4a31d47269df2c523f6d2146e&device_id=2797087d-a13b-454b-8506-46a073407354 HTTP/1.1" status: 200 len: 1096 time: 0.1000803 Nov 12 03:35:37.182102 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-3355453f-1a49-4a95-83ef-e5fdbd8ab238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb467d4-51b4-406f-afb6-206e2122c50a', 'name': 'tempest-ServerRescueTestJSONUnderV235-877456264-router', 'tenant_id': '5d79a13590df4f52860e253f1fa0cb28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '27c9d5ed-00cf-45ce-8191-bac25d3bbc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:26Z', 'updated_at': '2021-11-12T03:35:31Z', 'revision_number': 4, 'project_id': '5d79a13590df4f52860e253f1fa0cb28', 'gw_port': {'id': '27c9d5ed-00cf-45ce-8191-bac25d3bbc5e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb467d4-51b4-406f-afb6-206e2122c50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:26Z', 'updated_at': '2021-11-12T03:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'bac75041-a8da-41c9-ab31-9d726ce2e68f', 'name': '', 'network_id': '643a1710-acbd-4d0d-85e7-a332c5debac1', 'tenant_id': '5d79a13590df4f52860e253f1fa0cb28', 'mac_address': 'fa:16:3e:70:72:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb467d4-51b4-406f-afb6-206e2122c50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '89a73e97-a1ed-4d12-bd0e-a08127b3ec93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:29Z', 'updated_at': '2021-11-12T03:35:36Z', 'revision_number': 4, 'project_id': '5d79a13590df4f52860e253f1fa0cb28', 'subnets': [{'id': '89a73e97-a1ed-4d12-bd0e-a08127b3ec93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:37.219122 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-951f7744-e1d2-4bb3-a300-27aeb7ffd6c5 req-4c673819-c5ee-49a8-9936-128defb4e175 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1ef7461-82c8-4062-96cc-91b9dba6af00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479784 Nov 12 03:35:37.225429 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5d89f3a0-f5e2-4d89-893a-dd50c90c843a req-e236ac2f-0938-48b8-b712-9b2960339c82 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 210 time: 0.0999885 Nov 12 03:35:37.250009 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3355453f-1a49-4a95-83ef-e5fdbd8ab238 None None] The sync data for ids ['fcb467d4-51b4-406f-afb6-206e2122c50a'] in n-d-715271-27 is: [{'id': 'fcb467d4-51b4-406f-afb6-206e2122c50a', 'name': 'tempest-ServerRescueTestJSONUnderV235-877456264-router', 'tenant_id': '5d79a13590df4f52860e253f1fa0cb28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '27c9d5ed-00cf-45ce-8191-bac25d3bbc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:26Z', 'updated_at': '2021-11-12T03:35:31Z', 'revision_number': 4, 'project_id': '5d79a13590df4f52860e253f1fa0cb28', 'gw_port': {'id': '27c9d5ed-00cf-45ce-8191-bac25d3bbc5e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb467d4-51b4-406f-afb6-206e2122c50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:26Z', 'updated_at': '2021-11-12T03:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'bac75041-a8da-41c9-ab31-9d726ce2e68f', 'name': '', 'network_id': '643a1710-acbd-4d0d-85e7-a332c5debac1', 'tenant_id': '5d79a13590df4f52860e253f1fa0cb28', 'mac_address': 'fa:16:3e:70:72:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb467d4-51b4-406f-afb6-206e2122c50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '89a73e97-a1ed-4d12-bd0e-a08127b3ec93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:29Z', 'updated_at': '2021-11-12T03:35:36Z', 'revision_number': 4, 'project_id': '5d79a13590df4f52860e253f1fa0cb28', 'subnets': [{'id': '89a73e97-a1ed-4d12-bd0e-a08127b3ec93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:35:37.274263 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648f4fd-109c-4d28-a167-b5636042a782 req-def90a0f-efa0-436c-8a0e-dcd6ef24952d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:37.275887 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7648f4fd-109c-4d28-a167-b5636042a782 req-def90a0f-efa0-436c-8a0e-dcd6ef24952d service neutron] 10.222.0.74 "GET /v2.0/networks?id=da30d4f6-84f2-45f3-957b-1a1aa7612cf4 HTTP/1.1" status: 200 len: 914 time: 0.4083872 Nov 12 03:35:37.457103 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572dea70-bd06-4805-bc71-9cc5d934a1c6 req-90f16f5b-4224-45ba-9527-f711222baf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:37.468815 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-572dea70-bd06-4805-bc71-9cc5d934a1c6 req-90f16f5b-4224-45ba-9527-f711222baf56 service neutron] 10.222.0.90 "GET /v2.0/networks?id=da30d4f6-84f2-45f3-957b-1a1aa7612cf4 HTTP/1.1" status: 200 len: 914 time: 0.3228614 Nov 12 03:35:37.482101 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7648f4fd-109c-4d28-a167-b5636042a782 req-5eb4b4d4-2435-4704-8b78-a962cd637797 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f94bcf78-9e9f-411e-af60-dad41f28f16b HTTP/1.1" status: 200 len: 217 time: 0.1944630 Nov 12 03:35:37.625869 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648f4fd-109c-4d28-a167-b5636042a782 req-94b01a9d-86b2-4803-bafd-39da6d9b5a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:37.628543 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7648f4fd-109c-4d28-a167-b5636042a782 req-94b01a9d-86b2-4803-bafd-39da6d9b5a88 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7672bce3-808b-48b8-8846-42b774c7e7b8 HTTP/1.1" status: 200 len: 853 time: 0.1355593 Nov 12 03:35:37.680132 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-572dea70-bd06-4805-bc71-9cc5d934a1c6 req-e5ca14e6-c244-4778-a54f-096198e0d350 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74730430-1a92-4142-9d49-965a588b8602 HTTP/1.1" status: 200 len: 217 time: 0.2069509 Nov 12 03:35:37.714237 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-00a4db36-d812-4df8-8976-118694ccaf3b req-f7e94f75-5e21-4d5f-9836-b5a4d767ba35 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf17d897-dabf-49ed-a15a-f9e55c361404 HTTP/1.1" status: 200 len: 210 time: 0.0871742 Nov 12 03:35:37.732425 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7648f4fd-109c-4d28-a167-b5636042a782 req-00dbbca1-a604-4a5a-86a4-b807d7959d08 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=da30d4f6-84f2-45f3-957b-1a1aa7612cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959113 Nov 12 03:35:37.849745 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-23afa639-3c48-4f73-ac73-81dd5465bab6 req-e2dc1502-7204-47b5-9d51-2b25c905ee22 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] 10.222.0.50 "GET /v2.0/security-groups/fcd77452-3a35-4d9e-8575-ee2f1d07d8d1 HTTP/1.1" status: 200 len: 2417 time: 0.4082389 Nov 12 03:35:37.930253 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572dea70-bd06-4805-bc71-9cc5d934a1c6 req-8d7b476f-f3d9-455e-808e-7092eb607f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:37.945330 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-572dea70-bd06-4805-bc71-9cc5d934a1c6 req-8d7b476f-f3d9-455e-808e-7092eb607f0f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7672bce3-808b-48b8-8846-42b774c7e7b8 HTTP/1.1" status: 200 len: 853 time: 0.2348068 Nov 12 03:35:38.003837 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-572dea70-bd06-4805-bc71-9cc5d934a1c6 req-b4818ff5-d414-4065-9acd-2258edf4deb6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=da30d4f6-84f2-45f3-957b-1a1aa7612cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458770 Nov 12 03:35:38.130763 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-23afa639-3c48-4f73-ac73-81dd5465bab6 req-d251f0a6-6548-4f47-9182-31850f19ec86 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:38.215430 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7648f4fd-109c-4d28-a167-b5636042a782 req-7b06f2b0-48cb-4a1b-aca6-0b52aea10539 service neutron] 10.222.0.74 "GET /v2.0/networks/da30d4f6-84f2-45f3-957b-1a1aa7612cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4658277 Nov 12 03:35:38.218329 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-572dea70-bd06-4805-bc71-9cc5d934a1c6 req-c122b4c8-890c-4abb-98da-637421869b2d service neutron] 10.222.0.90 "GET /v2.0/networks/da30d4f6-84f2-45f3-957b-1a1aa7612cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056456 Nov 12 03:35:38.275620 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-23afa639-3c48-4f73-ac73-81dd5465bab6 req-d251f0a6-6548-4f47-9182-31850f19ec86 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:38.373089 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-23afa639-3c48-4f73-ac73-81dd5465bab6 req-d251f0a6-6548-4f47-9182-31850f19ec86 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:38.378725 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-23afa639-3c48-4f73-ac73-81dd5465bab6 req-d251f0a6-6548-4f47-9182-31850f19ec86 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:38.382880 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-23afa639-3c48-4f73-ac73-81dd5465bab6 req-d251f0a6-6548-4f47-9182-31850f19ec86 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] 10.222.0.50 "DELETE /v2.0/security-groups/fcd77452-3a35-4d9e-8575-ee2f1d07d8d1 HTTP/1.1" status: 204 len: 173 time: 0.5310452 Nov 12 03:35:38.487476 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-572dea70-bd06-4805-bc71-9cc5d934a1c6 req-1c830eca-d454-4854-bb87-d317b6dca63f service neutron] 10.222.0.90 "GET /v2.0/networks/da30d4f6-84f2-45f3-957b-1a1aa7612cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617824 Nov 12 03:35:38.497636 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251f0a6-6548-4f47-9182-31850f19ec86 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd77452-3a35-4d9e-8575-ee2f1d07d8d1,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:38.569492 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:38.665751 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc51625-9631-417c-8ba7-af1968a02b03 req-57d977c2-51b0-4ae1-90d6-d2bf42fc0a36 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:38.667434 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dcc51625-9631-417c-8ba7-af1968a02b03 req-57d977c2-51b0-4ae1-90d6-d2bf42fc0a36 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cf71b5c-34cd-4fac-be88-70411d8eddd9 HTTP/1.1" status: 200 len: 944 time: 0.1056154 Nov 12 03:35:38.709060 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ca240-5c20-4a09-a6d6-c33272b3a815 req-40f0a856-bc62-4397-841b-ad870fee5820 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:38.717393 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4c6ca240-5c20-4a09-a6d6-c33272b3a815 req-40f0a856-bc62-4397-841b-ad870fee5820 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c1a3be-a38a-4cd6-b6a8-e551f88339eb HTTP/1.1" status: 200 len: 946 time: 0.1689169 Nov 12 03:35:38.747435 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c94786-c305-41bb-b2b0-4667e4379c8a req-511cc270-e435-459f-99de-9e807567e205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:38.755297 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dcc51625-9631-417c-8ba7-af1968a02b03 req-93e75d5a-c938-41f4-98d9-9bd3d6e2a2db tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1ef7461-82c8-4062-96cc-91b9dba6af00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675719 Nov 12 03:35:38.758444 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-40c94786-c305-41bb-b2b0-4667e4379c8a req-511cc270-e435-459f-99de-9e807567e205 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0b6eb743cc06416bb94eb1073c600fc8&device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 1098 time: 0.2624526 Nov 12 03:35:38.801957 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7648f4fd-109c-4d28-a167-b5636042a782 req-13a1511c-8c49-46b9-a71c-2aefab8025a2 service neutron] 10.222.0.74 "GET /v2.0/networks/da30d4f6-84f2-45f3-957b-1a1aa7612cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5723724 Nov 12 03:35:38.928628 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device f94bcf78-9e9f-411e-af60-dad41f28f16b details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:35:38.968416 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1946d159-2cd5-4c18-9ca0-d466b08b9e58 req-aaa40365-01d2-4a13-b1ba-ab090cde6108 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 210 time: 0.0614843 Nov 12 03:35:38.990497 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4c6ca240-5c20-4a09-a6d6-c33272b3a815 req-8f1f544a-da8b-4faa-a1ff-431451fdc834 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e20b976-0765-4c19-b472-8d45abdc5b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612805 Nov 12 03:35:39.059832 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-1656742f-c4a2-47d4-bb5a-d1e7f5de24b0 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:39.061423 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-1656742f-c4a2-47d4-bb5a-d1e7f5de24b0 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.90 "GET /v2.0/networks?id=643a1710-acbd-4d0d-85e7-a332c5debac1 HTTP/1.1" status: 200 len: 819 time: 0.3020647 Nov 12 03:35:39.074984 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [req-dd3fd0c4-8160-4e73-be7b-4e616fbde08f req-beaa46b8-9942-4f80-9f47-552327ac09aa tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] show failed (client error): The resource could not be found. Nov 12 03:35:39.083101 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-092eb90d-38a0-4497-99ba-9cc8282b1df3 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Request body: {'port': {'device_id': 'bf17d897-dabf-49ed-a15a-f9e55c361404', 'network_id': '643a1710-acbd-4d0d-85e7-a332c5debac1', 'admin_state_up': True, 'tenant_id': '5d79a13590df4f52860e253f1fa0cb28'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:39.094169 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dd3fd0c4-8160-4e73-be7b-4e616fbde08f req-beaa46b8-9942-4f80-9f47-552327ac09aa tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] 10.222.0.50 "GET /v2.0/security-groups/75fcb104-211e-4142-b57f-5bea82ca2f6f HTTP/1.1" status: 404 len: 352 time: 0.0553360 Nov 12 03:35:39.142149 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c94786-c305-41bb-b2b0-4667e4379c8a req-edf111ef-b2e6-4d4c-a200-047a7ca42cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:39.143902 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-40c94786-c305-41bb-b2b0-4667e4379c8a req-edf111ef-b2e6-4d4c-a200-047a7ca42cb1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a1213290-26f5-41b6-944a-8e6156116c1c HTTP/1.1" status: 200 len: 919 time: 0.3774168 Nov 12 03:35:39.210774 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port f94bcf78-9e9f-411e-af60-dad41f28f16b, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=f94bcf78-9e9f-411e-af60-dad41f28f16b,segment=NetworkSegment(bed2cae6-1f34-4059-ac51-2b9a6012f4b0),segment_id=bed2cae6-1f34-4059-ac51-2b9a6012f4b0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:39.241348 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'f94bcf78-9e9f-411e-af60-dad41f28f16b', 'network_id': 'da30d4f6-84f2-45f3-957b-1a1aa7612cf4', 'port_id': 'f94bcf78-9e9f-411e-af60-dad41f28f16b', 'mac_address': 'fa:16:3e:0a:c9:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7672bce3-808b-48b8-8846-42b774c7e7b8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:35:39.248460 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-40c94786-c305-41bb-b2b0-4667e4379c8a req-fe6d48a0-372f-46be-8d4a-73cf2ae223fd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22cf0644-cfb0-4236-9408-c47b1493f36d HTTP/1.1" status: 200 len: 217 time: 0.0919304 Nov 12 03:35:39.412998 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:39.446985 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f94bcf78-9e9f-411e-af60-dad41f28f16b {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:35:39.487412 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ceeb16ff-ac1e-4ffb-8437-eafbdec2e784 req-a04c6ffd-b7fa-43cd-8658-17770c7e7fa0 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf17d897-dabf-49ed-a15a-f9e55c361404 HTTP/1.1" status: 200 len: 210 time: 0.0678015 Nov 12 03:35:39.521107 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c94786-c305-41bb-b2b0-4667e4379c8a req-948c6d6e-e7ee-4dbd-8583-c85e8ba490bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:39.522679 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-40c94786-c305-41bb-b2b0-4667e4379c8a req-948c6d6e-e7ee-4dbd-8583-c85e8ba490bf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd7b2fc1-d744-45c7-b1e4-e01d488cffca HTTP/1.1" status: 200 len: 858 time: 0.2666028 Nov 12 03:35:39.539309 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e39f78-8573-454b-b9f1-97aa777c6a59 req-ab56c734-ff4f-40ee-9ae0-84c2fe619a44 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:39.548455 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port f94bcf78-9e9f-411e-af60-dad41f28f16b, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=f94bcf78-9e9f-411e-af60-dad41f28f16b,segment=NetworkSegment(bed2cae6-1f34-4059-ac51-2b9a6012f4b0),segment_id=bed2cae6-1f34-4059-ac51-2b9a6012f4b0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:39.550341 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-30e39f78-8573-454b-b9f1-97aa777c6a59 req-ab56c734-ff4f-40ee-9ae0-84c2fe619a44 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 946 time: 0.3922906 Nov 12 03:35:39.560930 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device bac75041-a8da-41c9-ab31-9d726ce2e68f up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:39.610632 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-092eb90d-38a0-4497-99ba-9cc8282b1df3 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Made reservation on behalf of 5d79a13590df4f52860e253f1fa0cb28 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:39.618583 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-092eb90d-38a0-4497-99ba-9cc8282b1df3 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:39.628218 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-40c94786-c305-41bb-b2b0-4667e4379c8a req-8baf6043-2451-49c3-a045-867724c728e1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a1213290-26f5-41b6-944a-8e6156116c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961123 Nov 12 03:35:39.636315 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:39.698137 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-30e39f78-8573-454b-b9f1-97aa777c6a59 req-a1f17695-d875-40b0-a5bc-0d38d953f5ce tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470058 Nov 12 03:35:39.772394 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-94406089-85ee-4c4e-b433-e0182490d4eb req-aee3604a-adf1-4689-bb84-58c5691e5880 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] 10.222.0.50 "GET /v2.0/security-groups/d4a7b25e-cf31-4394-b3e8-354f9bed4b24 HTTP/1.1" status: 200 len: 1824 time: 0.2192907 Nov 12 03:35:39.806238 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=f94bcf78-9e9f-411e-af60-dad41f28f16b,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:39.819368 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port bac75041-a8da-41c9-ab31-9d726ce2e68f triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:39.822341 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:39.880859 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-94406089-85ee-4c4e-b433-e0182490d4eb req-d71cbbbe-6db6-4c32-8a11-bd868e17153c tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:39.884088 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-40c94786-c305-41bb-b2b0-4667e4379c8a req-2365cd60-cfbc-4178-ac1e-d1e990fa02eb service neutron] 10.222.0.74 "GET /v2.0/networks/a1213290-26f5-41b6-944a-8e6156116c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348282 Nov 12 03:35:39.938549 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-092eb90d-38a0-4497-99ba-9cc8282b1df3 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Allocated IP 172.20.0.14 (643a1710-acbd-4d0d-85e7-a332c5debac1/89a73e97-a1ed-4d12-bd0e-a08127b3ec93/8b64a9e7-5c2d-4393-9c4c-58cec1eac542) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:39.946069 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['f94bcf78-9e9f-411e-af60-dad41f28f16b'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:35:39.995947 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:40.009416 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-94406089-85ee-4c4e-b433-e0182490d4eb req-d71cbbbe-6db6-4c32-8a11-bd868e17153c tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:40.044545 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port bac75041-a8da-41c9-ab31-9d726ce2e68f, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=bac75041-a8da-41c9-ab31-9d726ce2e68f,segment=NetworkSegment(62f308c7-7f7a-4d63-b211-af3dbe4381a3),segment_id=62f308c7-7f7a-4d63-b211-af3dbe4381a3)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:40.086521 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:40.117422 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef59958-1c59-486f-ac57-e1ecfe04efbe req-86c15b93-eda1-4e01-903d-b4a4d6217a82 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:40.119350 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3ef59958-1c59-486f-ac57-e1ecfe04efbe req-86c15b93-eda1-4e01-903d-b4a4d6217a82 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.74 "GET /v2.0/ports?device_id=72c1a3be-a38a-4cd6-b6a8-e551f88339eb HTTP/1.1" status: 200 len: 946 time: 0.1857135 Nov 12 03:35:40.135800 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837aad9d-f29a-402f-a1dc-9006ca6b5292 req-651e5877-da5a-470e-9f7f-875a1b599658 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:40.137960 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-837aad9d-f29a-402f-a1dc-9006ca6b5292 req-651e5877-da5a-470e-9f7f-875a1b599658 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cf71b5c-34cd-4fac-be88-70411d8eddd9 HTTP/1.1" status: 200 len: 945 time: 0.2629533 Nov 12 03:35:40.190315 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=bac75041-a8da-41c9-ab31-9d726ce2e68f,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:40.210070 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-94406089-85ee-4c4e-b433-e0182490d4eb req-d71cbbbe-6db6-4c32-8a11-bd868e17153c tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:40.213135 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-94406089-85ee-4c4e-b433-e0182490d4eb req-d71cbbbe-6db6-4c32-8a11-bd868e17153c tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:40.214350 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-94406089-85ee-4c4e-b433-e0182490d4eb req-d71cbbbe-6db6-4c32-8a11-bd868e17153c tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] 10.222.0.50 "DELETE /v2.0/security-groups/d4a7b25e-cf31-4394-b3e8-354f9bed4b24 HTTP/1.1" status: 204 len: 173 time: 0.4401987 Nov 12 03:35:40.233446 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71cbbbe-6db6-4c32-8a11-bd868e17153c tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a7b25e-cf31-4394-b3e8-354f9bed4b24,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:40.238756 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-40c94786-c305-41bb-b2b0-4667e4379c8a req-e9b74d08-8bbb-4a0c-881c-391c5e38bdf8 service neutron] 10.222.0.74 "GET /v2.0/networks/a1213290-26f5-41b6-944a-8e6156116c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381813 Nov 12 03:35:40.281757 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-3ef59958-1c59-486f-ac57-e1ecfe04efbe req-b27d2c06-f549-474a-b978-b0edd765f9ff tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Deleting port d3c98842-43c6-41f8-bd48-f9c21e8abc8c {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:40.282468 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3ef59958-1c59-486f-ac57-e1ecfe04efbe req-b27d2c06-f549-474a-b978-b0edd765f9ff tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:40.299316 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-837aad9d-f29a-402f-a1dc-9006ca6b5292 req-f9ff7bd0-dda3-48d9-a6bc-de54d8b9d2a9 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1ef7461-82c8-4062-96cc-91b9dba6af00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490662 Nov 12 03:35:40.313230 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-092eb90d-38a0-4497-99ba-9cc8282b1df3 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:40.394668 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-092eb90d-38a0-4497-99ba-9cc8282b1df3 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:40.474305 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3ec57-ec88-42f1-a0ee-b85370a0aefa req-f2eea0a1-292a-4850-92d2-8a5a036958b7 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:40.476198 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-eaf3ec57-ec88-42f1-a0ee-b85370a0aefa req-f2eea0a1-292a-4850-92d2-8a5a036958b7 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c1a3be-a38a-4cd6-b6a8-e551f88339eb HTTP/1.1" status: 200 len: 946 time: 0.0945945 Nov 12 03:35:40.493092 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-092eb90d-38a0-4497-99ba-9cc8282b1df3 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Network 643a1710-acbd-4d0d-85e7-a332c5debac1 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:40.518439 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-092eb90d-38a0-4497-99ba-9cc8282b1df3 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:40.521110 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-092eb90d-38a0-4497-99ba-9cc8282b1df3 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:40.531778 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-3ef59958-1c59-486f-ac57-e1ecfe04efbe req-b27d2c06-f549-474a-b978-b0edd765f9ff tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] For port d3c98842-43c6-41f8-bd48-f9c21e8abc8c, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=d3c98842-43c6-41f8-bd48-f9c21e8abc8c,segment=NetworkSegment(da2421b1-9030-4775-9a17-11cf9c82694f),segment_id=da2421b1-9030-4775-9a17-11cf9c82694f)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:40.532942 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3ef59958-1c59-486f-ac57-e1ecfe04efbe req-b27d2c06-f549-474a-b978-b0edd765f9ff tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:40.546551 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-078596b2-26a8-4434-950b-c8896e7f6e79 req-0643d8d9-20fc-4494-ac92-c130410c3864 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 210 time: 0.1021733 Nov 12 03:35:40.554397 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092eb90d-38a0-4497-99ba-9cc8282b1df3 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Pushing event updated for resources: {'Port': ['ID=8b64a9e7-5c2d-4393-9c4c-58cec1eac542,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:40.561074 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-3ef59958-1c59-486f-ac57-e1ecfe04efbe req-b27d2c06-f549-474a-b978-b0edd765f9ff tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Calling delete_port for d3c98842-43c6-41f8-bd48-f9c21e8abc8c owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:40.602196 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-eaf3ec57-ec88-42f1-a0ee-b85370a0aefa req-4e2a3998-3215-447c-a683-9c72ee445b96 tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e20b976-0765-4c19-b472-8d45abdc5b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181352 Nov 12 03:35:40.609042 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-092eb90d-38a0-4497-99ba-9cc8282b1df3 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:40.610879 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-092eb90d-38a0-4497-99ba-9cc8282b1df3 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:40.668501 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5232a574-eac7-4fee-81f8-e9f956708185 req-1ff89db8-d0f0-499f-a372-f4e0f70713b4 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] 10.222.0.50 "GET /v2.0/security-groups/fbc919ee-01f4-4ed8-969c-4f91809906f8 HTTP/1.1" status: 200 len: 1824 time: 0.0786579 Nov 12 03:35:40.691900 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-092eb90d-38a0-4497-99ba-9cc8282b1df3 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6136265 Nov 12 03:35:40.711288 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-827d9208-e517-4a9e-a719-0865346619f1 service neutron] Request body: {'port': {'device_id': 'bf17d897-dabf-49ed-a15a-f9e55c361404', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:40.755099 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3ef59958-1c59-486f-ac57-e1ecfe04efbe req-b27d2c06-f549-474a-b978-b0edd765f9ff tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:40.767856 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['d3c98842-43c6-41f8-bd48-f9c21e8abc8c'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:35:40.816274 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5232a574-eac7-4fee-81f8-e9f956708185 req-0e9d6f7e-39ce-4a15-8a98-fce38c05d153 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:40.841429 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-827d9208-e517-4a9e-a719-0865346619f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:40.852984 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d2c06-f549-474a-b978-b0edd765f9ff tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Pushing event deleted for resources: {'Port': ['ID=d3c98842-43c6-41f8-bd48-f9c21e8abc8c,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:40.862664 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5232a574-eac7-4fee-81f8-e9f956708185 req-0e9d6f7e-39ce-4a15-8a98-fce38c05d153 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:40.882107 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef59958-1c59-486f-ac57-e1ecfe04efbe req-b27d2c06-f549-474a-b978-b0edd765f9ff tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] No DVR routers for this DVR port d3c98842-43c6-41f8-bd48-f9c21e8abc8c on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:40.885505 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3ef59958-1c59-486f-ac57-e1ecfe04efbe req-b27d2c06-f549-474a-b978-b0edd765f9ff tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:40.890273 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3ef59958-1c59-486f-ac57-e1ecfe04efbe req-b27d2c06-f549-474a-b978-b0edd765f9ff tempest-AttachVolumeNegativeTest-1749700389 tempest-AttachVolumeNegativeTest-1749700389-project] 10.222.0.74 "DELETE /v2.0/ports/d3c98842-43c6-41f8-bd48-f9c21e8abc8c HTTP/1.1" status: 204 len: 173 time: 0.7620976 Nov 12 03:35:40.890743 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c1a3be-a38a-4cd6-b6a8-e551f88339eb', 'name': 'network-vif-deleted', 'tag': 'd3c98842-43c6-41f8-bd48-f9c21e8abc8c'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:40.893507 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99b9f42-e65f-495c-9cb0-d402a867193a" -d '{"events": [{"server_uuid": "72c1a3be-a38a-4cd6-b6a8-e551f88339eb", "name": "network-vif-deleted", "tag": "d3c98842-43c6-41f8-bd48-f9c21e8abc8c"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:40.932535 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device f94bcf78-9e9f-411e-af60-dad41f28f16b up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:40.953074 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b79e3-68a5-47ac-8184-40709370e190 req-c47ca74e-4a30-4484-829c-7d85fd299974 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:40.957298 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0f9b79e3-68a5-47ac-8184-40709370e190 req-c47ca74e-4a30-4484-829c-7d85fd299974 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf17d897-dabf-49ed-a15a-f9e55c361404 HTTP/1.1" status: 200 len: 932 time: 0.1746688 Nov 12 03:35:41.019994 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0f9b79e3-68a5-47ac-8184-40709370e190 req-d74dc2d3-f1c5-46b8-82a0-b958c7813849 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d455c6-5105-460d-8640-7610102ac32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563686 Nov 12 03:35:41.067837 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port f94bcf78-9e9f-411e-af60-dad41f28f16b completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:35:41.076361 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5232a574-eac7-4fee-81f8-e9f956708185 req-0e9d6f7e-39ce-4a15-8a98-fce38c05d153 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:41.078289 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port f94bcf78-9e9f-411e-af60-dad41f28f16b triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:41.078664 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:41.080890 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5232a574-eac7-4fee-81f8-e9f956708185 req-0e9d6f7e-39ce-4a15-8a98-fce38c05d153 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:41.082237 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5232a574-eac7-4fee-81f8-e9f956708185 req-0e9d6f7e-39ce-4a15-8a98-fce38c05d153 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] 10.222.0.50 "DELETE /v2.0/security-groups/fbc919ee-01f4-4ed8-969c-4f91809906f8 HTTP/1.1" status: 204 len: 173 time: 0.4128425 Nov 12 03:35:41.126583 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d6f7e-39ce-4a15-8a98-fce38c05d153 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc919ee-01f4-4ed8-969c-4f91809906f8,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:41.170773 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69123eae-2308-409e-b080-5a16adcc8afa x-openstack-request-id: req-69123eae-2308-409e-b080-5a16adcc8afa {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:41.174978 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72c1a3be-a38a-4cd6-b6a8-e551f88339eb", "name": "network-vif-deleted", "tag": "d3c98842-43c6-41f8-bd48-f9c21e8abc8c", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:41.175258 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-69123eae-2308-409e-b080-5a16adcc8afa {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:41.175684 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72c1a3be-a38a-4cd6-b6a8-e551f88339eb', 'name': 'network-vif-deleted', 'tag': 'd3c98842-43c6-41f8-bd48-f9c21e8abc8c', 'status': 'completed', 'code': 200} Nov 12 03:35:41.227679 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32cbb53-57d3-4e9e-a168-6c8c03be4aa1 req-24a259c2-dc60-41b2-890b-392da41317a3 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:41.229811 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d32cbb53-57d3-4e9e-a168-6c8c03be4aa1 req-24a259c2-dc60-41b2-890b-392da41317a3 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 946 time: 0.1262655 Nov 12 03:35:41.265551 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:41.271319 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-77aaadf0-15d1-403c-b8cb-6c1fdc141a49 req-6725795a-5496-44cd-8499-bce87a680506 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] 10.222.0.50 "GET /v2.0/security-groups/f0b778af-33b8-43df-a7bd-e671a1095896 HTTP/1.1" status: 200 len: 1821 time: 0.0896268 Nov 12 03:35:41.300473 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d32cbb53-57d3-4e9e-a168-6c8c03be4aa1 req-cd550e4f-f848-4937-8715-b9974faaf7dc tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630405 Nov 12 03:35:41.319358 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf71b5c-34cd-4fac-be88-70411d8eddd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94bcf78-9e9f-411e-af60-dad41f28f16b'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:41.329505 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca171a85-2ecd-434e-a72c-29b5abf86264" -d '{"events": [{"server_uuid": "6cf71b5c-34cd-4fac-be88-70411d8eddd9", "name": "network-vif-plugged", "status": "completed", "tag": "f94bcf78-9e9f-411e-af60-dad41f28f16b"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:41.346573 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port f94bcf78-9e9f-411e-af60-dad41f28f16b, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=f94bcf78-9e9f-411e-af60-dad41f28f16b,segment=NetworkSegment(bed2cae6-1f34-4059-ac51-2b9a6012f4b0),segment_id=bed2cae6-1f34-4059-ac51-2b9a6012f4b0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:41.350159 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-827d9208-e517-4a9e-a719-0865346619f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b64a9e7-5c2d-4393-9c4c-58cec1eac542 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:35:41.350744 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 74730430-1a92-4142-9d49-965a588b8602 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:35:41.354512 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:41.363137 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-827d9208-e517-4a9e-a719-0865346619f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:41.393606 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-827d9208-e517-4a9e-a719-0865346619f1 service neutron] Transition to ACTIVE for port object 8b64a9e7-5c2d-4393-9c4c-58cec1eac542 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:35:41.397794 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-77aaadf0-15d1-403c-b8cb-6c1fdc141a49 req-15dea905-3b62-405f-9ad7-f3b1ceb12bb6 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:41.409734 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-827d9208-e517-4a9e-a719-0865346619f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:41.477655 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-77aaadf0-15d1-403c-b8cb-6c1fdc141a49 req-15dea905-3b62-405f-9ad7-f3b1ceb12bb6 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:41.498832 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=f94bcf78-9e9f-411e-af60-dad41f28f16b,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:41.510898 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d9208-e517-4a9e-a719-0865346619f1 service neutron] Pushing event updated for resources: {'Port': ['ID=8b64a9e7-5c2d-4393-9c4c-58cec1eac542,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:41.550341 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device bac75041-a8da-41c9-ab31-9d726ce2e68f up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:41.627118 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-77aaadf0-15d1-403c-b8cb-6c1fdc141a49 req-15dea905-3b62-405f-9ad7-f3b1ceb12bb6 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:41.630776 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-77aaadf0-15d1-403c-b8cb-6c1fdc141a49 req-15dea905-3b62-405f-9ad7-f3b1ceb12bb6 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:41.631763 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-77aaadf0-15d1-403c-b8cb-6c1fdc141a49 req-15dea905-3b62-405f-9ad7-f3b1ceb12bb6 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] 10.222.0.50 "DELETE /v2.0/security-groups/f0b778af-33b8-43df-a7bd-e671a1095896 HTTP/1.1" status: 204 len: 173 time: 0.3320379 Nov 12 03:35:41.658574 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dea905-3b62-405f-9ad7-f3b1ceb12bb6 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b778af-33b8-43df-a7bd-e671a1095896,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:41.660948 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-827d9208-e517-4a9e-a719-0865346619f1 service neutron] Attempting to bind port 8b64a9e7-5c2d-4393-9c4c-58cec1eac542 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:41.662515 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-827d9208-e517-4a9e-a719-0865346619f1 service neutron] Attempting to bind port 8b64a9e7-5c2d-4393-9c4c-58cec1eac542 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '62f308c7-7f7a-4d63-b211-af3dbe4381a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '643a1710-acbd-4d0d-85e7-a332c5debac1'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:41.662727 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-827d9208-e517-4a9e-a719-0865346619f1 service neutron] Attempting to bind port 8b64a9e7-5c2d-4393-9c4c-58cec1eac542 on network 643a1710-acbd-4d0d-85e7-a332c5debac1 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:41.677267 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b948a5-68df-473c-bc42-23c937fb0d6e req-f071fe19-6c23-4619-b9e0-d6cb78457ea1 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:41.678837 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-827d9208-e517-4a9e-a719-0865346619f1 service neutron] Port 8b64a9e7-5c2d-4393-9c4c-58cec1eac542 on network 643a1710-acbd-4d0d-85e7-a332c5debac1 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:35:41.680461 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-827d9208-e517-4a9e-a719-0865346619f1 service neutron] Attempting to bind port 8b64a9e7-5c2d-4393-9c4c-58cec1eac542 on network 643a1710-acbd-4d0d-85e7-a332c5debac1 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:41.688816 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-827d9208-e517-4a9e-a719-0865346619f1 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:41.688816 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-827d9208-e517-4a9e-a719-0865346619f1 service neutron] Checking segment: {'id': '62f308c7-7f7a-4d63-b211-af3dbe4381a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '643a1710-acbd-4d0d-85e7-a332c5debac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:41.689083 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-827d9208-e517-4a9e-a719-0865346619f1 service neutron] Bound using segment: {'id': '62f308c7-7f7a-4d63-b211-af3dbe4381a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '643a1710-acbd-4d0d-85e7-a332c5debac1'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:41.689476 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-827d9208-e517-4a9e-a719-0865346619f1 service neutron] Bound port: 8b64a9e7-5c2d-4393-9c4c-58cec1eac542, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62f308c7-7f7a-4d63-b211-af3dbe4381a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '643a1710-acbd-4d0d-85e7-a332c5debac1'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:41.689888 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-827d9208-e517-4a9e-a719-0865346619f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:41.696195 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e7b948a5-68df-473c-bc42-23c937fb0d6e req-f071fe19-6c23-4619-b9e0-d6cb78457ea1 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cf71b5c-34cd-4fac-be88-70411d8eddd9 HTTP/1.1" status: 200 len: 946 time: 0.1338801 Nov 12 03:35:41.791233 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd39e05e-e6cc-42be-9637-fa57b33482e9 x-openstack-request-id: req-bd39e05e-e6cc-42be-9637-fa57b33482e9 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:41.791774 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cf71b5c-34cd-4fac-be88-70411d8eddd9", "name": "network-vif-plugged", "status": "completed", "tag": "f94bcf78-9e9f-411e-af60-dad41f28f16b", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:41.791774 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bd39e05e-e6cc-42be-9637-fa57b33482e9 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:41.792173 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf71b5c-34cd-4fac-be88-70411d8eddd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94bcf78-9e9f-411e-af60-dad41f28f16b', 'code': 200} Nov 12 03:35:41.794113 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e7b948a5-68df-473c-bc42-23c937fb0d6e req-f18da602-0e5e-48e5-afd2-122b609e2dbe tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1ef7461-82c8-4062-96cc-91b9dba6af00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907466 Nov 12 03:35:41.812245 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-827d9208-e517-4a9e-a719-0865346619f1 service neutron] For port 8b64a9e7-5c2d-4393-9c4c-58cec1eac542, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:41.817132 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-827d9208-e517-4a9e-a719-0865346619f1 service neutron] For port 8b64a9e7-5c2d-4393-9c4c-58cec1eac542, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=8b64a9e7-5c2d-4393-9c4c-58cec1eac542,segment=NetworkSegment(62f308c7-7f7a-4d63-b211-af3dbe4381a3),segment_id=62f308c7-7f7a-4d63-b211-af3dbe4381a3)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:41.833951 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-827d9208-e517-4a9e-a719-0865346619f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:41.874540 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 45976) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:41.881659 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 74730430-1a92-4142-9d49-965a588b8602, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=74730430-1a92-4142-9d49-965a588b8602,segment=NetworkSegment(bed2cae6-1f34-4059-ac51-2b9a6012f4b0),segment_id=bed2cae6-1f34-4059-ac51-2b9a6012f4b0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:41.896474 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port bac75041-a8da-41c9-ab31-9d726ce2e68f triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:41.896848 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:41.928051 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-827d9208-e517-4a9e-a719-0865346619f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:41.928690 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-827d9208-e517-4a9e-a719-0865346619f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:41.930080 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-827d9208-e517-4a9e-a719-0865346619f1 service neutron] 10.222.0.90 "PUT /v2.0/ports/8b64a9e7-5c2d-4393-9c4c-58cec1eac542 HTTP/1.1" status: 200 len: 1093 time: 1.2231708 Nov 12 03:35:41.930535 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf17d897-dabf-49ed-a15a-f9e55c361404', 'tag': '8b64a9e7-5c2d-4393-9c4c-58cec1eac542'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:41.933024 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc931b0-fcaa-467b-9f86-ef1a57008d24" -d '{"events": [{"name": "network-changed", "server_uuid": "bf17d897-dabf-49ed-a15a-f9e55c361404", "tag": "8b64a9e7-5c2d-4393-9c4c-58cec1eac542"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:41.954954 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '74730430-1a92-4142-9d49-965a588b8602', 'network_id': 'da30d4f6-84f2-45f3-957b-1a1aa7612cf4', 'port_id': '74730430-1a92-4142-9d49-965a588b8602', 'mac_address': 'fa:16:3e:1f:59:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7672bce3-808b-48b8-8846-42b774c7e7b8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:35:42.011336 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6de7c6ee-c4e2-4d48-9275-86e959a29fa3 req-5eb2ef67-5fe4-402a-b009-a5403158be84 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] 10.222.0.50 "GET /v2.0/security-groups/989b1119-a804-4a2f-9198-6c33820e8dc8 HTTP/1.1" status: 200 len: 2422 time: 0.0778291 Nov 12 03:35:42.025974 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.031387 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f8628154-4395-480c-8666-ccef7fe88a5e req-35af56db-fa4b-454d-9e24-b4ff2560cb2b tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/ports?device_id=901c888a-da2b-477a-9adf-2639921bb668 HTTP/1.1" status: 200 len: 210 time: 0.1111362 Nov 12 03:35:42.040344 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c4b07a3-3583-47c4-83ed-f484db71eac4 admin admin] Deleting subnet 12a7d959-eb1b-4da8-b4ea-7a242be53e60 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:35:42.045843 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8c4b07a3-3583-47c4-83ed-f484db71eac4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.049200 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d9208-e517-4a9e-a719-0865346619f1 service neutron] Pushing event updated for resources: {'Port': ['ID=8b64a9e7-5c2d-4393-9c4c-58cec1eac542,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:42.071306 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74730430-1a92-4142-9d49-965a588b8602 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:35:42.083998 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-6d5f990e-1ee0-4617-979d-18599053f61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:42.086242 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-6d5f990e-1ee0-4617-979d-18599053f61e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5d79a13590df4f52860e253f1fa0cb28&device_id=bf17d897-dabf-49ed-a15a-f9e55c361404 HTTP/1.1" status: 200 len: 1096 time: 0.0681705 Nov 12 03:35:42.118635 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2d5b8-051a-49e0-ba71-ec0aef2caba4 req-1335a3b6-9c9c-4e83-b03e-fe8d325fc004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:42.120835 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8ab2d5b8-051a-49e0-ba71-ec0aef2caba4 req-1335a3b6-9c9c-4e83-b03e-fe8d325fc004 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6cf71b5c-34cd-4fac-be88-70411d8eddd9 HTTP/1.1" status: 200 len: 1098 time: 0.2357278 Nov 12 03:35:42.144021 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8c4b07a3-3583-47c4-83ed-f484db71eac4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.144950 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 74730430-1a92-4142-9d49-965a588b8602, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=74730430-1a92-4142-9d49-965a588b8602,segment=NetworkSegment(bed2cae6-1f34-4059-ac51-2b9a6012f4b0),segment_id=bed2cae6-1f34-4059-ac51-2b9a6012f4b0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:42.151571 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.161914 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-cc34b3af-00fd-4b22-b654-ebecec00fc7e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b64a9e7-5c2d-4393-9c4c-58cec1eac542 HTTP/1.1" status: 200 len: 217 time: 0.0593214 Nov 12 03:35:42.232239 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6de7c6ee-c4e2-4d48-9275-86e959a29fa3 req-cfd009dc-75d5-48c4-a1fe-4782700e80c8 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.236740 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8c4b07a3-3583-47c4-83ed-f484db71eac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.247687 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=74730430-1a92-4142-9d49-965a588b8602,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:42.285373 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-fff8a9db-edf0-4495-9c32-69f54758b630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:42.299094 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8ab2d5b8-051a-49e0-ba71-ec0aef2caba4 req-67cfa838-7dd0-4d4f-af7e-07a5719502e0 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d1ef7461-82c8-4062-96cc-91b9dba6af00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619081 Nov 12 03:35:42.300551 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-fff8a9db-edf0-4495-9c32-69f54758b630 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=89a73e97-a1ed-4d12-bd0e-a08127b3ec93 HTTP/1.1" status: 200 len: 859 time: 0.1179438 Nov 12 03:35:42.313573 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6de7c6ee-c4e2-4d48-9275-86e959a29fa3 req-cfd009dc-75d5-48c4-a1fe-4782700e80c8 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.333046 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f61394-9dd3-44a2-97a4-d4025fa9c0b3 x-openstack-request-id: req-c7f61394-9dd3-44a2-97a4-d4025fa9c0b3 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:42.333743 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf17d897-dabf-49ed-a15a-f9e55c361404", "tag": "8b64a9e7-5c2d-4393-9c4c-58cec1eac542", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:42.333999 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c7f61394-9dd3-44a2-97a4-d4025fa9c0b3 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:42.335675 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf17d897-dabf-49ed-a15a-f9e55c361404', 'tag': '8b64a9e7-5c2d-4393-9c4c-58cec1eac542', 'status': 'completed', 'code': 200} Nov 12 03:35:42.395290 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8c4b07a3-3583-47c4-83ed-f484db71eac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.412461 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-169d9f49-1138-47fe-ae8b-a5cd7c6299e7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=643a1710-acbd-4d0d-85e7-a332c5debac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1094487 Nov 12 03:35:42.435469 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b07a3-3583-47c4-83ed-f484db71eac4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12a7d959-eb1b-4da8-b4ea-7a242be53e60,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:42.442109 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8c4b07a3-3583-47c4-83ed-f484db71eac4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.445591 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8c4b07a3-3583-47c4-83ed-f484db71eac4 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/12a7d959-eb1b-4da8-b4ea-7a242be53e60 HTTP/1.1" status: 204 len: 168 time: 0.5692472 Nov 12 03:35:42.448186 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 45986) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:42.455922 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['74730430-1a92-4142-9d49-965a588b8602'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:35:42.536679 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c65cca47-f9f8-436e-aac6-3bb87d80737f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.539455 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6de7c6ee-c4e2-4d48-9275-86e959a29fa3 req-cfd009dc-75d5-48c4-a1fe-4782700e80c8 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.542228 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6de7c6ee-c4e2-4d48-9275-86e959a29fa3 req-cfd009dc-75d5-48c4-a1fe-4782700e80c8 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.544244 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6de7c6ee-c4e2-4d48-9275-86e959a29fa3 req-cfd009dc-75d5-48c4-a1fe-4782700e80c8 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] 10.222.0.50 "DELETE /v2.0/security-groups/989b1119-a804-4a2f-9198-6c33820e8dc8 HTTP/1.1" status: 204 len: 173 time: 0.5251620 Nov 12 03:35:42.556472 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd009dc-75d5-48c4-a1fe-4782700e80c8 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=989b1119-a804-4a2f-9198-6c33820e8dc8,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:42.583321 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c54bd-9492-451a-99fa-5e6538ec7ed5 req-f023b02d-517d-4449-9a3b-5cf44e6354d5 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:42.585197 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1d1c54bd-9492-451a-99fa-5e6538ec7ed5 req-f023b02d-517d-4449-9a3b-5cf44e6354d5 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf17d897-dabf-49ed-a15a-f9e55c361404 HTTP/1.1" status: 200 len: 944 time: 0.1452105 Nov 12 03:35:42.656859 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-16b0f563-cf7c-41ba-a26f-0f4e8de19da1 service neutron] 10.222.0.90 "GET /v2.0/networks/643a1710-acbd-4d0d-85e7-a332c5debac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367430 Nov 12 03:35:42.660488 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1d1c54bd-9492-451a-99fa-5e6538ec7ed5 req-7aa70431-af15-4c06-a142-8198485c0fa9 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d455c6-5105-460d-8640-7610102ac32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677230 Nov 12 03:35:42.695465 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c65cca47-f9f8-436e-aac6-3bb87d80737f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.723308 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-c65cca47-f9f8-436e-aac6-3bb87d80737f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4b6c17e-1554-4c64-bbd2-cab189ccb6ac']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:42.743138 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-c65cca47-f9f8-436e-aac6-3bb87d80737f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da2421b1-9030-4775-9a17-11cf9c82694f') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:42.743430 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-c65cca47-f9f8-436e-aac6-3bb87d80737f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da2421b1-9030-4775-9a17-11cf9c82694f') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:42.773781 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c65cca47-f9f8-436e-aac6-3bb87d80737f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.796432 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c65cca47-f9f8-436e-aac6-3bb87d80737f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.803966 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5eaaab6e-7c7a-4a9d-8ef8-0c3cdda8c5c5 req-a1a0f4c5-7d07-4b25-b383-d9aff78589b5 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] 10.222.0.50 "GET /v2.0/security-groups/9cd05b63-75a5-46c0-8556-73b7842685a2 HTTP/1.1" status: 200 len: 2416 time: 0.0768330 Nov 12 03:35:42.816883 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c0091c-d5a1-4e83-95a9-03dab2d502f0 req-7979cf1b-33f0-4786-b36f-00c75e5fc9d4 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:42.825133 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-240089c4-2c14-4ac9-b6fb-eeb49bfde6df req-d4896586-db75-405b-a874-a8b6d293690e service neutron] 10.222.0.90 "GET /v2.0/networks/643a1710-acbd-4d0d-85e7-a332c5debac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600723 Nov 12 03:35:42.825425 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f5c0091c-d5a1-4e83-95a9-03dab2d502f0 req-7979cf1b-33f0-4786-b36f-00c75e5fc9d4 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 946 time: 0.1040566 Nov 12 03:35:42.828386 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c65cca47-f9f8-436e-aac6-3bb87d80737f admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:35:42.828784 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c65cca47-f9f8-436e-aac6-3bb87d80737f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.830802 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:35:42.830802 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:35:42.830802 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:35:42.830802 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:35:42.830802 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:35:42.830802 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:35:42.830802 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:35:42.830802 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:35:42.830802 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:35:42.830802 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:35:42.830802 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:35:42.830802 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:35:42.830802 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:35:42.830802 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:35:42.830802 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:35:42.830802 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:35:42.830802 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:35:42.830802 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:35:42.830802 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:35:42.830802 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:35:42.830802 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:35:42.830802 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:35:42.830802 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:35:42.830802 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:35:42.830802 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:35:42.830802 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:35:42.830802 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:35:42.830802 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:35:42.830802 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:35:42.830802 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:35:42.830802 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:35:42.830802 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:35:42.908738 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5eaaab6e-7c7a-4a9d-8ef8-0c3cdda8c5c5 req-fdb3ae4c-a0a6-4277-a680-4761a96a8c36 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.928502 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c65cca47-f9f8-436e-aac6-3bb87d80737f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.939335 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c65cca47-f9f8-436e-aac6-3bb87d80737f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.941747 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c65cca47-f9f8-436e-aac6-3bb87d80737f admin admin] 10.222.0.50 "DELETE /v2.0/networks/b4b6c17e-1554-4c64-bbd2-cab189ccb6ac HTTP/1.1" status: 204 len: 168 time: 0.4924326 Nov 12 03:35:42.952369 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f5c0091c-d5a1-4e83-95a9-03dab2d502f0 req-bdcec803-18c8-4067-9a14-d12a4fa47d1f tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098206 Nov 12 03:35:42.963829 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65cca47-f9f8-436e-aac6-3bb87d80737f admin admin] Pushing event deleted for resources: {'Network': ['ID=b4b6c17e-1554-4c64-bbd2-cab189ccb6ac,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:42.992450 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5eaaab6e-7c7a-4a9d-8ef8-0c3cdda8c5c5 req-fdb3ae4c-a0a6-4277-a680-4761a96a8c36 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.032554 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc931b0-fcaa-467b-9f86-ef1a57008d24 req-00fd4ea2-ef96-4676-8e71-e58af126be8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:43.034512 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-afc931b0-fcaa-467b-9f86-ef1a57008d24 req-00fd4ea2-ef96-4676-8e71-e58af126be8d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5d79a13590df4f52860e253f1fa0cb28&device_id=bf17d897-dabf-49ed-a15a-f9e55c361404 HTTP/1.1" status: 200 len: 1096 time: 0.0854883 Nov 12 03:35:43.110215 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5eaaab6e-7c7a-4a9d-8ef8-0c3cdda8c5c5 req-fdb3ae4c-a0a6-4277-a680-4761a96a8c36 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.110394 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d96579-cf0b-4469-8d20-7e2bb033b129 req-0fbb2307-44bb-4178-ba38-a49203fd2fd9 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:43.110509 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5eaaab6e-7c7a-4a9d-8ef8-0c3cdda8c5c5 req-fdb3ae4c-a0a6-4277-a680-4761a96a8c36 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.110622 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-39d96579-cf0b-4469-8d20-7e2bb033b129 req-0fbb2307-44bb-4178-ba38-a49203fd2fd9 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cf71b5c-34cd-4fac-be88-70411d8eddd9 HTTP/1.1" status: 200 len: 946 time: 0.0658021 Nov 12 03:35:43.128310 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5eaaab6e-7c7a-4a9d-8ef8-0c3cdda8c5c5 req-fdb3ae4c-a0a6-4277-a680-4761a96a8c36 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] 10.222.0.50 "DELETE /v2.0/security-groups/9cd05b63-75a5-46c0-8556-73b7842685a2 HTTP/1.1" status: 204 len: 173 time: 0.3147221 Nov 12 03:35:43.129727 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 45998) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:43.156961 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 46000) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:43.206736 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-39d96579-cf0b-4469-8d20-7e2bb033b129 req-156143e3-8ce6-48e4-9a7c-8b2fd553e1c7 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1ef7461-82c8-4062-96cc-91b9dba6af00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890923 Nov 12 03:35:43.214493 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 46004) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:43.250880 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3ae4c-a0a6-4277-a680-4761a96a8c36 tempest-SecurityGroupRulesTestJSON-472626656 tempest-SecurityGroupRulesTestJSON-472626656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd05b63-75a5-46c0-8556-73b7842685a2,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:43.288968 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-44b1017d-c4f5-44d5-bbd0-0c47739b0b10 admin admin] Deleting subnet 2b5137b3-73d3-4a58-a337-890701719956 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:35:43.292555 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-44b1017d-c4f5-44d5-bbd0-0c47739b0b10 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.336749 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-0b2be383-4a74-46f5-b477-0f11985be9f7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4c4f87013bee49bab876ce2754aa20ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1756816 Nov 12 03:35:43.338109 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 46008) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:43.343510 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-44b1017d-c4f5-44d5-bbd0-0c47739b0b10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.350943 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 74730430-1a92-4142-9d49-965a588b8602 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:43.379593 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc931b0-fcaa-467b-9f86-ef1a57008d24 req-723544db-8dbe-447a-8e63-a2c778ac3daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:43.381176 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-afc931b0-fcaa-467b-9f86-ef1a57008d24 req-723544db-8dbe-447a-8e63-a2c778ac3daa service neutron] 10.222.0.90 "GET /v2.0/networks?id=643a1710-acbd-4d0d-85e7-a332c5debac1 HTTP/1.1" status: 200 len: 920 time: 0.3361473 Nov 12 03:35:43.381452 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-642101c8-4dec-4e93-ae73-9a1c8144b1c2 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.443136 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-642101c8-4dec-4e93-ae73-9a1c8144b1c2 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.446243 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 74730430-1a92-4142-9d49-965a588b8602 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:35:43.456490 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 74730430-1a92-4142-9d49-965a588b8602 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:43.456862 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.488368 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f36ff2fc-f94d-46e1-b0a0-c6f521c2a6f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.509130 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-afc931b0-fcaa-467b-9f86-ef1a57008d24 req-47590757-7490-4bdb-8e48-840411a48a4a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b64a9e7-5c2d-4393-9c4c-58cec1eac542 HTTP/1.1" status: 200 len: 217 time: 0.1180637 Nov 12 03:35:43.515831 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-44b1017d-c4f5-44d5-bbd0-0c47739b0b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.527244 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f36ff2fc-f94d-46e1-b0a0-c6f521c2a6f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.558268 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-642101c8-4dec-4e93-ae73-9a1c8144b1c2 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.563194 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-642101c8-4dec-4e93-ae73-9a1c8144b1c2 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.568598 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-642101c8-4dec-4e93-ae73-9a1c8144b1c2 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "DELETE /v2.0/security-groups/163708d6-2806-48a4-99ff-2841929f9877 HTTP/1.1" status: 204 len: 168 time: 0.3529665 Nov 12 03:35:43.569385 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 46010) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:43.595420 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.599318 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-e8d7d7eb-bb6e-44e4-b43e-2150bb4ddadc tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] show failed (client error): The resource could not be found. Nov 12 03:35:43.600423 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e8d7d7eb-bb6e-44e4-b43e-2150bb4ddadc tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "GET /v2.0/security-groups/163708d6-2806-48a4-99ff-2841929f9877 HTTP/1.1" status: 404 len: 347 time: 0.0285649 Nov 12 03:35:43.603921 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 46012) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:43.615771 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642101c8-4dec-4e93-ae73-9a1c8144b1c2 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=163708d6-2806-48a4-99ff-2841929f9877,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:43.663039 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f36ff2fc-f94d-46e1-b0a0-c6f521c2a6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.666406 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f36ff2fc-f94d-46e1-b0a0-c6f521c2a6f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.671502 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f36ff2fc-f94d-46e1-b0a0-c6f521c2a6f7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2e20b976-0765-4c19-b472-8d45abdc5b08 HTTP/1.1" status: 204 len: 168 time: 0.3285623 Nov 12 03:35:43.671681 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 74730430-1a92-4142-9d49-965a588b8602, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=74730430-1a92-4142-9d49-965a588b8602,segment=NetworkSegment(bed2cae6-1f34-4059-ac51-2b9a6012f4b0),segment_id=bed2cae6-1f34-4059-ac51-2b9a6012f4b0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:43.684571 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.701697 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ff2fc-f94d-46e1-b0a0-c6f521c2a6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e20b976-0765-4c19-b472-8d45abdc5b08,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:43.732504 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc931b0-fcaa-467b-9f86-ef1a57008d24 req-5139b878-dc08-4000-b36d-bd95b61d0681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:43.739530 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-afc931b0-fcaa-467b-9f86-ef1a57008d24 req-5139b878-dc08-4000-b36d-bd95b61d0681 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=89a73e97-a1ed-4d12-bd0e-a08127b3ec93 HTTP/1.1" status: 200 len: 859 time: 0.2173500 Nov 12 03:35:43.794652 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2797087d-a13b-454b-8506-46a073407354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74730430-1a92-4142-9d49-965a588b8602'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:43.797388 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6eec272-5773-4e16-9588-a6adc406ee51" -d '{"events": [{"server_uuid": "2797087d-a13b-454b-8506-46a073407354", "name": "network-vif-plugged", "status": "completed", "tag": "74730430-1a92-4142-9d49-965a588b8602"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:43.826517 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-afc931b0-fcaa-467b-9f86-ef1a57008d24 req-15e30086-e5bc-4fb4-9254-69e0eeab1dd4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=643a1710-acbd-4d0d-85e7-a332c5debac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627284 Nov 12 03:35:43.831634 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=74730430-1a92-4142-9d49-965a588b8602,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:43.835571 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-44b1017d-c4f5-44d5-bbd0-0c47739b0b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.872688 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1f0337-1d6c-4807-8764-61aab6f65345 x-openstack-request-id: req-bc1f0337-1d6c-4807-8764-61aab6f65345 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:43.873168 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2797087d-a13b-454b-8506-46a073407354", "name": "network-vif-plugged", "status": "completed", "tag": "74730430-1a92-4142-9d49-965a588b8602", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:43.873441 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bc1f0337-1d6c-4807-8764-61aab6f65345 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:43.874170 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2797087d-a13b-454b-8506-46a073407354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74730430-1a92-4142-9d49-965a588b8602', 'code': 200} Nov 12 03:35:43.923318 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-44b1017d-c4f5-44d5-bbd0-0c47739b0b10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.926973 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-44b1017d-c4f5-44d5-bbd0-0c47739b0b10 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2b5137b3-73d3-4a58-a337-890701719956 HTTP/1.1" status: 204 len: 168 time: 0.7835174 Nov 12 03:35:43.929839 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 46020) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:43.959745 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b1017d-c4f5-44d5-bbd0-0c47739b0b10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b5137b3-73d3-4a58-a337-890701719956,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:44.068772 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-36ab9e2d-88e8-458e-a267-b7bb40439bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:44.084798 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef054789-e7f4-4fcb-a417-2674abbd7e2a req-42cc249f-ee09-4063-8bb3-ab9e504c7df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:44.087329 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ef054789-e7f4-4fcb-a417-2674abbd7e2a req-42cc249f-ee09-4063-8bb3-ab9e504c7df7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2797087d-a13b-454b-8506-46a073407354 HTTP/1.1" status: 200 len: 1098 time: 0.0785823 Nov 12 03:35:44.113703 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2fa759-450b-4b2f-ad61-cdb0f3406fff req-584877e7-8454-44f0-af29-d2d26cefe3d0 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:44.115299 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f2fa759-450b-4b2f-ad61-cdb0f3406fff req-584877e7-8454-44f0-af29-d2d26cefe3d0 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf17d897-dabf-49ed-a15a-f9e55c361404 HTTP/1.1" status: 200 len: 944 time: 0.2873569 Nov 12 03:35:44.168016 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-afc931b0-fcaa-467b-9f86-ef1a57008d24 req-0dea01f3-bc6a-489e-8214-2b87f166f4ed service neutron] 10.222.0.90 "GET /v2.0/networks/643a1710-acbd-4d0d-85e7-a332c5debac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210037 Nov 12 03:35:44.182653 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-a0b4c9da-c1bf-411b-9a88-d1acee3c8135 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Deleting port 47074d41-d7cc-43c6-9a49-78eefc7e9118 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:44.183310 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a0b4c9da-c1bf-411b-9a88-d1acee3c8135 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:44.236536 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ef054789-e7f4-4fcb-a417-2674abbd7e2a req-a6bee65d-3e89-4a27-afb0-7fc3abbae2bd service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d1ef7461-82c8-4062-96cc-91b9dba6af00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040826 Nov 12 03:35:44.255947 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd957e-8985-4475-9449-888af83ed7b0 req-bbfc8cc4-da97-4f93-9af5-407dbbdce6d3 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:44.258311 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0afd957e-8985-4475-9449-888af83ed7b0 req-bbfc8cc4-da97-4f93-9af5-407dbbdce6d3 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 946 time: 0.1698229 Nov 12 03:35:44.320221 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f2fa759-450b-4b2f-ad61-cdb0f3406fff req-7aea7b54-c28b-4d13-8ebd-cdcd14f54e46 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d455c6-5105-460d-8640-7610102ac32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955569 Nov 12 03:35:44.383291 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a0b4c9da-c1bf-411b-9a88-d1acee3c8135 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:44.383714 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a0b4c9da-c1bf-411b-9a88-d1acee3c8135 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:44.389896 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-36ab9e2d-88e8-458e-a267-b7bb40439bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:44.404607 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-afc931b0-fcaa-467b-9f86-ef1a57008d24 req-61e514d4-0db6-48df-abd9-ad937b262b02 service neutron] 10.222.0.90 "GET /v2.0/networks/643a1710-acbd-4d0d-85e7-a332c5debac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215271 Nov 12 03:35:44.404607 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-a0b4c9da-c1bf-411b-9a88-d1acee3c8135 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Calling delete_port for 47074d41-d7cc-43c6-9a49-78eefc7e9118 owned by network:floatingip {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:44.456297 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0afd957e-8985-4475-9449-888af83ed7b0 req-6e028e76-c2e4-414d-9f14-08a026f6d77e tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872745 Nov 12 03:35:44.461575 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-36ab9e2d-88e8-458e-a267-b7bb40439bc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb765837-1618-42d5-a0d6-268ec731bcd1']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:44.483540 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-36ab9e2d-88e8-458e-a267-b7bb40439bc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b176aa9-24e6-4d75-8f3b-5deff7cae34b') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:44.487093 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-36ab9e2d-88e8-458e-a267-b7bb40439bc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b176aa9-24e6-4d75-8f3b-5deff7cae34b') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:44.509451 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-36ab9e2d-88e8-458e-a267-b7bb40439bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:44.537561 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-36ab9e2d-88e8-458e-a267-b7bb40439bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:44.545794 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36ab9e2d-88e8-458e-a267-b7bb40439bc6 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:35:44.546614 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-36ab9e2d-88e8-458e-a267-b7bb40439bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:44.548888 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:35:44.548888 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:35:44.548888 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:35:44.548888 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:35:44.548888 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:35:44.548888 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:35:44.548888 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:35:44.548888 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:35:44.548888 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:35:44.548888 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:35:44.548888 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:35:44.548888 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:35:44.548888 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:35:44.548888 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:35:44.548888 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:35:44.548888 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:35:44.548888 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:35:44.548888 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:35:44.548888 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:35:44.548888 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:35:44.548888 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:35:44.548888 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:35:44.548888 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:35:44.548888 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:35:44.548888 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:35:44.548888 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:35:44.548888 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:35:44.548888 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:35:44.548888 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:35:44.548888 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:35:44.548888 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:35:44.548888 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:35:44.667704 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99673514-7221-4421-aa39-f2adc8cde837 req-ceae8d81-4683-40dc-930d-6b5f657a4eeb tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:44.670347 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-99673514-7221-4421-aa39-f2adc8cde837 req-ceae8d81-4683-40dc-930d-6b5f657a4eeb tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cf71b5c-34cd-4fac-be88-70411d8eddd9 HTTP/1.1" status: 200 len: 946 time: 0.1048689 Nov 12 03:35:44.690544 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a0b4c9da-c1bf-411b-9a88-d1acee3c8135 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:44.748253 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4c9da-c1bf-411b-9a88-d1acee3c8135 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Pushing event deleted for resources: {'Port': ['ID=47074d41-d7cc-43c6-9a49-78eefc7e9118,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:44.862556 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-99673514-7221-4421-aa39-f2adc8cde837 req-9423d588-a226-4cfe-b85c-d7b2dca1303d tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1ef7461-82c8-4062-96cc-91b9dba6af00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815948 Nov 12 03:35:44.892537 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a0b4c9da-c1bf-411b-9a88-d1acee3c8135 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks [] for floatingip, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:44.896579 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a0b4c9da-c1bf-411b-9a88-d1acee3c8135 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:44.898051 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a0b4c9da-c1bf-411b-9a88-d1acee3c8135 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "DELETE /v2.0/floatingips/e554af0b-2104-4ea9-afab-e516aa5fd7d6 HTTP/1.1" status: 204 len: 168 time: 1.2931933 Nov 12 03:35:44.900821 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 46052) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:44.937333 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device d3c98842-43c6-41f8-bd48-f9c21e8abc8c no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:44.962597 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-36ab9e2d-88e8-458e-a267-b7bb40439bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:44.968845 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-36ab9e2d-88e8-458e-a267-b7bb40439bc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:44.976274 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-36ab9e2d-88e8-458e-a267-b7bb40439bc6 admin admin] 10.222.0.50 "DELETE /v2.0/networks/eb765837-1618-42d5-a0d6-268ec731bcd1 HTTP/1.1" status: 204 len: 168 time: 1.0450048 Nov 12 03:35:45.025518 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab9e2d-88e8-458e-a267-b7bb40439bc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb765837-1618-42d5-a0d6-268ec731bcd1,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:45.030737 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: d3c98842-43c6-41f8-bd48-f9c21e8abc8c {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:35:45.031096 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device d3c98842-43c6-41f8-bd48-f9c21e8abc8c not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:35:45.057873 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-4e650b09-258d-4f72-bb86-e8dc4abadcd6 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Deleting port f7283506-b691-45c6-9375-298221385ad8 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:45.058219 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4e650b09-258d-4f72-bb86-e8dc4abadcd6 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:45.075748 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e6c644-ce36-4dae-ba3a-ac0d191afece req-8595d7dc-a485-44d9-a0c0-f87d8f12724d tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:45.077808 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-69e6c644-ce36-4dae-ba3a-ac0d191afece req-8595d7dc-a485-44d9-a0c0-f87d8f12724d tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/ports?device_id=2797087d-a13b-454b-8506-46a073407354 HTTP/1.1" status: 200 len: 946 time: 0.0872326 Nov 12 03:35:45.168830 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-69e6c644-ce36-4dae-ba3a-ac0d191afece req-c303beb0-f05b-4d97-9640-d29677dfc2d5 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1ef7461-82c8-4062-96cc-91b9dba6af00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845444 Nov 12 03:35:45.197163 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 46060) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:45.253001 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4e650b09-258d-4f72-bb86-e8dc4abadcd6 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:45.256738 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-23120f96-3bd9-4cfc-978f-9de5766cc17e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=db9838615a274dee9c469bce233fd8a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0561447 Nov 12 03:35:45.257330 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 46064) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:45.268610 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-4e650b09-258d-4f72-bb86-e8dc4abadcd6 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Calling delete_port for f7283506-b691-45c6-9375-298221385ad8 owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:45.348398 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e1b9bd83-e334-426a-ade6-e5c164c0f398 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:45.367778 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 8b64a9e7-5c2d-4393-9c4c-58cec1eac542 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:35:45.396919 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e1b9bd83-e334-426a-ade6-e5c164c0f398 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:45.501994 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e1b9bd83-e334-426a-ade6-e5c164c0f398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:45.505639 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e1b9bd83-e334-426a-ade6-e5c164c0f398 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:45.510962 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e1b9bd83-e334-426a-ade6-e5c164c0f398 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/912618c1-f424-4ba3-acdd-a2c4eda30d57 HTTP/1.1" status: 204 len: 168 time: 0.2494605 Nov 12 03:35:45.536388 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9bd83-e334-426a-ade6-e5c164c0f398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912618c1-f424-4ba3-acdd-a2c4eda30d57,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:45.544753 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 8b64a9e7-5c2d-4393-9c4c-58cec1eac542, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=8b64a9e7-5c2d-4393-9c4c-58cec1eac542,segment=NetworkSegment(62f308c7-7f7a-4d63-b211-af3dbe4381a3),segment_id=62f308c7-7f7a-4d63-b211-af3dbe4381a3)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:45.579115 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '8b64a9e7-5c2d-4393-9c4c-58cec1eac542', 'network_id': '643a1710-acbd-4d0d-85e7-a332c5debac1', 'port_id': '8b64a9e7-5c2d-4393-9c4c-58cec1eac542', 'mac_address': 'fa:16:3e:f1:b8:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89a73e97-a1ed-4d12-bd0e-a08127b3ec93', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:35:45.626051 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db90de-ee2c-4ca7-9ed7-039cb6bc99d0 req-1f4e86f5-4191-40c7-a566-9f068d7aaaaf tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:45.633798 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-58db90de-ee2c-4ca7-9ed7-039cb6bc99d0 req-1f4e86f5-4191-40c7-a566-9f068d7aaaaf tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf17d897-dabf-49ed-a15a-f9e55c361404 HTTP/1.1" status: 200 len: 944 time: 0.1856079 Nov 12 03:35:45.667142 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:45.701614 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b64a9e7-5c2d-4393-9c4c-58cec1eac542 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:35:45.706312 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62356640-87d2-4c29-8fbc-07b5d88e6281 req-f129a362-9c4b-45e1-b2b3-b6721ba5e07c tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:45.708612 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-62356640-87d2-4c29-8fbc-07b5d88e6281 req-f129a362-9c4b-45e1-b2b3-b6721ba5e07c tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 946 time: 0.1188233 Nov 12 03:35:45.742720 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-58db90de-ee2c-4ca7-9ed7-039cb6bc99d0 req-77424a1e-3751-4f80-823d-1cb31604e9ae tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d455c6-5105-460d-8640-7610102ac32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943005 Nov 12 03:35:45.758154 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4e650b09-258d-4f72-bb86-e8dc4abadcd6 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:45.766348 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 8b64a9e7-5c2d-4393-9c4c-58cec1eac542, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=8b64a9e7-5c2d-4393-9c4c-58cec1eac542,segment=NetworkSegment(62f308c7-7f7a-4d63-b211-af3dbe4381a3),segment_id=62f308c7-7f7a-4d63-b211-af3dbe4381a3)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:45.776607 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:45.844213 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e650b09-258d-4f72-bb86-e8dc4abadcd6 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Pushing event deleted for resources: {'Port': ['ID=f7283506-b691-45c6-9375-298221385ad8,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:45.850035 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-62356640-87d2-4c29-8fbc-07b5d88e6281 req-1447b3c4-dcf8-4ec5-a741-c43ff9717bf9 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330996 Nov 12 03:35:45.893268 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=8b64a9e7-5c2d-4393-9c4c-58cec1eac542,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:45.955745 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4e650b09-258d-4f72-bb86-e8dc4abadcd6 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:45.963408 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4e650b09-258d-4f72-bb86-e8dc4abadcd6 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "DELETE /v2.0/ports/f7283506-b691-45c6-9375-298221385ad8 HTTP/1.1" status: 204 len: 168 time: 1.0526209 Nov 12 03:35:45.963704 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 46082) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:46.081620 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['8b64a9e7-5c2d-4393-9c4c-58cec1eac542'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:35:46.094434 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-a193de61-914d-42f3-a4c2-733c8f528c43 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Deleting port e14041bd-b04a-4f9c-8b9a-4602f8a15d0b {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:46.095261 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a193de61-914d-42f3-a4c2-733c8f528c43 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:46.312174 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a193de61-914d-42f3-a4c2-733c8f528c43 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:46.329526 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-a193de61-914d-42f3-a4c2-733c8f528c43 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Calling delete_port for e14041bd-b04a-4f9c-8b9a-4602f8a15d0b owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:46.465232 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ebd0ad-3884-4539-99d3-7bbc645b6813 req-f217334e-59bd-456f-978b-60c08afa22ce tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:46.480476 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-68ebd0ad-3884-4539-99d3-7bbc645b6813 req-f217334e-59bd-456f-978b-60c08afa22ce tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/ports?device_id=2797087d-a13b-454b-8506-46a073407354 HTTP/1.1" status: 200 len: 946 time: 0.1003652 Nov 12 03:35:46.558680 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-68ebd0ad-3884-4539-99d3-7bbc645b6813 req-a56d1153-615c-431a-ba7c-a35f2d00549d tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1ef7461-82c8-4062-96cc-91b9dba6af00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746665 Nov 12 03:35:46.638554 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a193de61-914d-42f3-a4c2-733c8f528c43 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:46.705218 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a193de61-914d-42f3-a4c2-733c8f528c43 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Pushing event deleted for resources: {'Port': ['ID=e14041bd-b04a-4f9c-8b9a-4602f8a15d0b,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:46.803817 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a193de61-914d-42f3-a4c2-733c8f528c43 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:46.808335 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a193de61-914d-42f3-a4c2-733c8f528c43 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "DELETE /v2.0/ports/e14041bd-b04a-4f9c-8b9a-4602f8a15d0b HTTP/1.1" status: 204 len: 168 time: 0.8434896 Nov 12 03:35:46.821250 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 46116) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:46.970316 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-926742bf-cc84-4006-ae51-10e9c94dbdc9 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Deleting subnet ba17018e-b96b-4c29-adff-c6650fd08ac2 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:35:46.975758 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-926742bf-cc84-4006-ae51-10e9c94dbdc9 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.023432 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eba0a8-3a4b-428e-adfe-452ee5079837 req-05fca248-f769-4dfc-9f23-d8521814794b tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:47.032558 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e1eba0a8-3a4b-428e-adfe-452ee5079837 req-05fca248-f769-4dfc-9f23-d8521814794b tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf17d897-dabf-49ed-a15a-f9e55c361404 HTTP/1.1" status: 200 len: 945 time: 0.1224127 Nov 12 03:35:47.068293 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-926742bf-cc84-4006-ae51-10e9c94dbdc9 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.101836 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 46132) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:47.153663 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964cd947-80cf-464e-a31d-58ce7f815a5a req-92abf05d-558d-478f-b745-1a940774af0d tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:47.162609 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-964cd947-80cf-464e-a31d-58ce7f815a5a req-92abf05d-558d-478f-b745-1a940774af0d tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 946 time: 0.1256962 Nov 12 03:35:47.221282 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e1eba0a8-3a4b-428e-adfe-452ee5079837 req-2dfb4acf-1756-4c93-9fe8-f41e15155a50 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d455c6-5105-460d-8640-7610102ac32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722243 Nov 12 03:35:47.252683 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-964cd947-80cf-464e-a31d-58ce7f815a5a req-62617c9d-7845-44ce-bc0f-998ee8758a78 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855353 Nov 12 03:35:47.318060 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-926742bf-cc84-4006-ae51-10e9c94dbdc9 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.377461 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-a5a08f96-26bd-453f-be85-7966d535de72 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1734130237-network', 'tenant_id': 'a005dee36d02430286407eb4ace18b91'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:47.381881 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 8b64a9e7-5c2d-4393-9c4c-58cec1eac542 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:47.435252 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-926742bf-cc84-4006-ae51-10e9c94dbdc9 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.472031 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a08f96-26bd-453f-be85-7966d535de72 admin admin] Made reservation on behalf of a005dee36d02430286407eb4ace18b91 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:47.475097 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-926742bf-cc84-4006-ae51-10e9c94dbdc9 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.479996 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a5a08f96-26bd-453f-be85-7966d535de72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.484785 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9aa0b1-490f-43fa-b39e-bff1a3cc9c8d None None] Network 573baa8f-b6be-41d7-a7a6-73c38233ca3f requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:47.485594 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-926742bf-cc84-4006-ae51-10e9c94dbdc9 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "DELETE /v2.0/subnets/ba17018e-b96b-4c29-adff-c6650fd08ac2 HTTP/1.1" status: 204 len: 168 time: 0.6626313 Nov 12 03:35:47.493151 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 46148) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:47.542559 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a5a08f96-26bd-453f-be85-7966d535de72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.554504 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926742bf-cc84-4006-ae51-10e9c94dbdc9 tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Pushing event deleted for resources: {'Subnet': ['ID=ba17018e-b96b-4c29-adff-c6650fd08ac2,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:47.666476 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2e77443-adab-4bf4-a735-ee59afbeef9c tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Deleting subnet 47b6a17e-6944-4d40-9328-627b4b928ff7 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:35:47.672790 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b2e77443-adab-4bf4-a735-ee59afbeef9c tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.718780 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 8b64a9e7-5c2d-4393-9c4c-58cec1eac542 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:35:47.748511 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b2e77443-adab-4bf4-a735-ee59afbeef9c tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.760678 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 8b64a9e7-5c2d-4393-9c4c-58cec1eac542 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:47.760678 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.925088 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b2e77443-adab-4bf4-a735-ee59afbeef9c tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.930122 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a5a08f96-26bd-453f-be85-7966d535de72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.933026 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.952303 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a5a08f96-26bd-453f-be85-7966d535de72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.966155 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0aee4c-6713-4711-acd0-5aaed77c3587 None None] DHCP port deletion for 573baa8f-b6be-41d7-a7a6-73c38233ca3f request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:48.003726 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 8b64a9e7-5c2d-4393-9c4c-58cec1eac542, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=8b64a9e7-5c2d-4393-9c4c-58cec1eac542,segment=NetworkSegment(62f308c7-7f7a-4d63-b211-af3dbe4381a3),segment_id=62f308c7-7f7a-4d63-b211-af3dbe4381a3)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:48.006760 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf17d897-dabf-49ed-a15a-f9e55c361404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b64a9e7-5c2d-4393-9c4c-58cec1eac542'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:48.010694 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b87dcb-0791-4769-b61c-06637ebafdac" -d '{"events": [{"server_uuid": "bf17d897-dabf-49ed-a15a-f9e55c361404", "name": "network-vif-plugged", "status": "completed", "tag": "8b64a9e7-5c2d-4393-9c4c-58cec1eac542"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:48.016175 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.019204 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5a08f96-26bd-453f-be85-7966d535de72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:35:48.067499 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a5a08f96-26bd-453f-be85-7966d535de72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.067846 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-a5a08f96-26bd-453f-be85-7966d535de72 admin admin] Added segment 6fd5ed26-112c-45e5-bacd-a87bb0dedf03 of type vlan for network d3ddb0f2-b39b-4218-94f1-528e43ddff1e Nov 12 03:35:48.069482 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a08f96-26bd-453f-be85-7966d535de72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cea90b4-b99c-4c7c-866e-1f32adfe0ffe,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:48.117164 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.141692 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=8b64a9e7-5c2d-4393-9c4c-58cec1eac542,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:48.166815 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-da0aee4c-6713-4711-acd0-5aaed77c3587 None None] Deleting port 782cf3f4-f7e7-4853-bf8f-d5d9ebc08ec7 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:48.167332 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-da0aee4c-6713-4711-acd0-5aaed77c3587 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.192274 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a5a08f96-26bd-453f-be85-7966d535de72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.200491 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b2e77443-adab-4bf4-a735-ee59afbeef9c tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.226340 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b2e77443-adab-4bf4-a735-ee59afbeef9c tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.230115 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b2e77443-adab-4bf4-a735-ee59afbeef9c tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "DELETE /v2.0/subnets/47b6a17e-6944-4d40-9328-627b4b928ff7 HTTP/1.1" status: 204 len: 168 time: 0.7354448 Nov 12 03:35:48.251977 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 46172) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:48.272020 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94877e0-4171-449a-bb61-3e6a8033df9d x-openstack-request-id: req-d94877e0-4171-449a-bb61-3e6a8033df9d {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:48.273263 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf17d897-dabf-49ed-a15a-f9e55c361404", "name": "network-vif-plugged", "status": "completed", "tag": "8b64a9e7-5c2d-4393-9c4c-58cec1eac542", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:48.273263 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d94877e0-4171-449a-bb61-3e6a8033df9d {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:48.273530 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e77443-adab-4bf4-a735-ee59afbeef9c tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Pushing event deleted for resources: {'Subnet': ['ID=47b6a17e-6944-4d40-9328-627b4b928ff7,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:48.273711 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf17d897-dabf-49ed-a15a-f9e55c361404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b64a9e7-5c2d-4393-9c4c-58cec1eac542', 'code': 200} Nov 12 03:35:48.273966 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82656f7-e5f8-41aa-b210-b6e7a52779f9 None None] Network 0a9162de-bdde-427f-8e0e-6dfc54c7d9d5 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:48.349579 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a5a08f96-26bd-453f-be85-7966d535de72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.350880 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a08f96-26bd-453f-be85-7966d535de72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:48.351625 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a5a08f96-26bd-453f-be85-7966d535de72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.452563 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-da0aee4c-6713-4711-acd0-5aaed77c3587 None None] For port 782cf3f4-f7e7-4853-bf8f-d5d9ebc08ec7, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=782cf3f4-f7e7-4853-bf8f-d5d9ebc08ec7,segment=NetworkSegment(83020275-838e-40df-a5ab-a96ac61387a9),segment_id=83020275-838e-40df-a5ab-a96ac61387a9)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:48.454780 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-da0aee4c-6713-4711-acd0-5aaed77c3587 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.499952 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-da0aee4c-6713-4711-acd0-5aaed77c3587 None None] Calling delete_port for 782cf3f4-f7e7-4853-bf8f-d5d9ebc08ec7 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:48.536343 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-227b7583-6306-40d4-9a6d-5ddef5aea37a tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.635282 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-da0aee4c-6713-4711-acd0-5aaed77c3587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.659000 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a08f96-26bd-453f-be85-7966d535de72 admin admin] Pushing event updated for resources: {'Network': ['ID=d3ddb0f2-b39b-4218-94f1-528e43ddff1e,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:48.674502 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457c1abf-b342-4961-8a1b-a9796f5cfdad None None] DHCP port deletion for 0a9162de-bdde-427f-8e0e-6dfc54c7d9d5 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:48.687345 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0aee4c-6713-4711-acd0-5aaed77c3587 None None] No DVR routers for this DVR port 782cf3f4-f7e7-4853-bf8f-d5d9ebc08ec7 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:48.700893 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network d3ddb0f2-b39b-4218-94f1-528e43ddff1e details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:35:48.713992 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a5a08f96-26bd-453f-be85-7966d535de72 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6102204 Nov 12 03:35:48.736514 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 46180) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:48.750190 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-c788fe4e-6916-47af-8177-292504c8a7b3 admin admin] Request body: {'subnet': {'network_id': 'd3ddb0f2-b39b-4218-94f1-528e43ddff1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1734130237-subnet', 'tenant_id': 'a005dee36d02430286407eb4ace18b91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:48.775027 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0aee4c-6713-4711-acd0-5aaed77c3587 None None] Pushing event deleted for resources: {'Port': ['ID=782cf3f4-f7e7-4853-bf8f-d5d9ebc08ec7,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:48.785738 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbadbd2-de50-478e-a742-1e3d444e5941 req-090e1f8b-0e71-4fd2-ba50-a6d832320d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:48.788263 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1fbadbd2-de50-478e-a742-1e3d444e5941 req-090e1f8b-0e71-4fd2-ba50-a6d832320d13 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=bf17d897-dabf-49ed-a15a-f9e55c361404 HTTP/1.1" status: 200 len: 1098 time: 0.3270216 Nov 12 03:35:48.860561 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313756b-811d-4bde-acf2-5f334a70649a req-aaae5681-0d20-4e35-8857-6fc74ded5b33 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:48.861379 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8313756b-811d-4bde-acf2-5f334a70649a req-aaae5681-0d20-4e35-8857-6fc74ded5b33 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.90 "GET /v2.0/ports?device_id=2797087d-a13b-454b-8506-46a073407354 HTTP/1.1" status: 200 len: 946 time: 0.0935538 Nov 12 03:35:48.881259 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e95b4c-27be-4e3c-a9a6-947228f3072b req-200e6804-ef4b-413f-97ba-c91cf89d4b6b tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:48.883846 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-c923ced8-208b-4a66-bce2-201ac2305ce8 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:48.885482 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-c923ced8-208b-4a66-bce2-201ac2305ce8 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/networks?id=da30d4f6-84f2-45f3-957b-1a1aa7612cf4 HTTP/1.1" status: 200 len: 813 time: 1.0231946 Nov 12 03:35:48.893627 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a2e95b4c-27be-4e3c-a9a6-947228f3072b req-200e6804-ef4b-413f-97ba-c91cf89d4b6b tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 946 time: 0.4105189 Nov 12 03:35:48.938459 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-cfb23a10-20f3-4347-8039-ca55ab11661a tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/quotas/b1287bf4a31d47269df2c523f6d2146e HTTP/1.1" status: 200 len: 375 time: 0.0227873 Nov 12 03:35:48.942119 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-457c1abf-b342-4961-8a1b-a9796f5cfdad None None] Deleting port 00898105-569d-43b2-b32f-baa735ecb877 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:48.942574 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-457c1abf-b342-4961-8a1b-a9796f5cfdad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.981957 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c788fe4e-6916-47af-8177-292504c8a7b3 admin admin] Made reservation on behalf of a005dee36d02430286407eb4ace18b91 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:48.985305 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c788fe4e-6916-47af-8177-292504c8a7b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:49.015580 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 46186) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:49.053684 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-457c1abf-b342-4961-8a1b-a9796f5cfdad None None] For port 00898105-569d-43b2-b32f-baa735ecb877, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=00898105-569d-43b2-b32f-baa735ecb877,segment=NetworkSegment(13bc166f-55e1-4dc8-baa3-5d15709f86ad),segment_id=13bc166f-55e1-4dc8-baa3-5d15709f86ad)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:49.054508 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-457c1abf-b342-4961-8a1b-a9796f5cfdad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:49.063493 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-ef0dde45-f848-4029-8f77-5d3eee74143c tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b1287bf4a31d47269df2c523f6d2146e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1190515 Nov 12 03:35:49.084753 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-8313756b-811d-4bde-acf2-5f334a70649a req-2594f429-a524-4c52-b735-c6fe013c3044 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Deleting port 74730430-1a92-4142-9d49-965a588b8602 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:49.085150 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-8313756b-811d-4bde-acf2-5f334a70649a req-2594f429-a524-4c52-b735-c6fe013c3044 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:49.091582 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-457c1abf-b342-4961-8a1b-a9796f5cfdad None None] Calling delete_port for 00898105-569d-43b2-b32f-baa735ecb877 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:49.113480 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-227b7583-6306-40d4-9a6d-5ddef5aea37a tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:49.143252 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a2e95b4c-27be-4e3c-a9a6-947228f3072b req-c88fb751-ea28-49f1-85ab-1dbd00c78c43 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484567 Nov 12 03:35:49.247686 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1fbadbd2-de50-478e-a742-1e3d444e5941 req-e956f986-6d72-4ef8-9f8b-1108de928596 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c9d455c6-5105-460d-8640-7610102ac32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4351242 Nov 12 03:35:49.262542 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-227b7583-6306-40d4-9a6d-5ddef5aea37a tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['573baa8f-b6be-41d7-a7a6-73c38233ca3f']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:49.273104 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-8313756b-811d-4bde-acf2-5f334a70649a req-2594f429-a524-4c52-b735-c6fe013c3044 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] For port 74730430-1a92-4142-9d49-965a588b8602, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=74730430-1a92-4142-9d49-965a588b8602,segment=NetworkSegment(bed2cae6-1f34-4059-ac51-2b9a6012f4b0),segment_id=bed2cae6-1f34-4059-ac51-2b9a6012f4b0)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:49.273482 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-8313756b-811d-4bde-acf2-5f334a70649a req-2594f429-a524-4c52-b735-c6fe013c3044 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:49.288368 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-97719d27-5994-4d8f-935f-059d854ea72d service neutron] 10.222.0.50 "GET /v2.0/networks/da30d4f6-84f2-45f3-957b-1a1aa7612cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159069 Nov 12 03:35:49.307427 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-8313756b-811d-4bde-acf2-5f334a70649a req-2594f429-a524-4c52-b735-c6fe013c3044 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Calling delete_port for 74730430-1a92-4142-9d49-965a588b8602 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:49.307631 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-457c1abf-b342-4961-8a1b-a9796f5cfdad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:49.328260 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ff4ea180-0e8d-451a-b9bd-1eecb5c47920 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:49.358692 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-227b7583-6306-40d4-9a6d-5ddef5aea37a tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83020275-838e-40df-a5ab-a96ac61387a9') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:49.359038 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-227b7583-6306-40d4-9a6d-5ddef5aea37a tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83020275-838e-40df-a5ab-a96ac61387a9') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:49.371941 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c1abf-b342-4961-8a1b-a9796f5cfdad None None] Pushing event deleted for resources: {'Port': ['ID=00898105-569d-43b2-b32f-baa735ecb877,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:49.374157 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-227b7583-6306-40d4-9a6d-5ddef5aea37a tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:49.384695 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457c1abf-b342-4961-8a1b-a9796f5cfdad None None] No DVR routers for this DVR port 00898105-569d-43b2-b32f-baa735ecb877 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:49.462363 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 00898105-569d-43b2-b32f-baa735ecb877 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:49.482333 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-227b7583-6306-40d4-9a6d-5ddef5aea37a tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:49.486815 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 00898105-569d-43b2-b32f-baa735ecb877 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:35:49.487280 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 00898105-569d-43b2-b32f-baa735ecb877 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:35:49.487931 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 782cf3f4-f7e7-4853-bf8f-d5d9ebc08ec7 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:49.515448 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 782cf3f4-f7e7-4853-bf8f-d5d9ebc08ec7 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:35:49.516220 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 782cf3f4-f7e7-4853-bf8f-d5d9ebc08ec7 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:35:49.519493 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-227b7583-6306-40d4-9a6d-5ddef5aea37a tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:35:49.519900 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-227b7583-6306-40d4-9a6d-5ddef5aea37a tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:49.524497 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:35:49.524497 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:35:49.524497 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:35:49.524497 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:35:49.524497 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:35:49.524497 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:35:49.524497 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:35:49.524497 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:35:49.524497 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:35:49.524497 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:35:49.524497 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:35:49.524497 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:35:49.524497 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:35:49.524497 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:35:49.524497 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:35:49.524497 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:35:49.524497 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:35:49.524497 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:35:49.524497 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:35:49.524497 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:35:49.524497 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:35:49.524497 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:35:49.524497 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:35:49.524497 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:35:49.524497 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:35:49.524497 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:35:49.524497 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:35:49.524497 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:35:49.524497 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:35:49.524497 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:35:49.524497 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:35:49.524497 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:35:49.543358 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-7a04026c-9bb2-4e9a-b209-7deb3061bbe3 service neutron] 10.222.0.50 "GET /v2.0/networks/da30d4f6-84f2-45f3-957b-1a1aa7612cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315972 Nov 12 03:35:49.560476 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198654a-b63c-4590-a917-53297cfc21d9 req-610316ea-5a94-4f84-8493-a8d770b486ca tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:49.573331 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d198654a-b63c-4590-a917-53297cfc21d9 req-610316ea-5a94-4f84-8493-a8d770b486ca tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf17d897-dabf-49ed-a15a-f9e55c361404 HTTP/1.1" status: 200 len: 946 time: 0.2733684 Nov 12 03:35:49.624560 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ff4ea180-0e8d-451a-b9bd-1eecb5c47920 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:49.637581 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ff4ea180-0e8d-451a-b9bd-1eecb5c47920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:49.662633 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8897541-fb96-4eaa-b51d-3d9b3071f020 req-a81f9edf-44c4-4404-afc5-fca53078a7af tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:49.664139 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f8897541-fb96-4eaa-b51d-3d9b3071f020 req-a81f9edf-44c4-4404-afc5-fca53078a7af tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cf71b5c-34cd-4fac-be88-70411d8eddd9 HTTP/1.1" status: 200 len: 946 time: 0.2716396 Nov 12 03:35:49.684500 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ff4ea180-0e8d-451a-b9bd-1eecb5c47920 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d5c6768da832420dbc98b0499aef0fbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6624165 Nov 12 03:35:49.688125 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 46194) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:49.698533 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-8313756b-811d-4bde-acf2-5f334a70649a req-2594f429-a524-4c52-b735-c6fe013c3044 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:49.714745 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['f94bcf78-9e9f-411e-af60-dad41f28f16b'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:35:49.739177 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2594f429-a524-4c52-b735-c6fe013c3044 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Pushing event deleted for resources: {'Port': ['ID=74730430-1a92-4142-9d49-965a588b8602,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:49.740456 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-227b7583-6306-40d4-9a6d-5ddef5aea37a tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:49.750729 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ea180-0e8d-451a-b9bd-1eecb5c47920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8e53b3-bc8e-46f6-8ccf-2ed93753b2a4,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:49.754740 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-227b7583-6306-40d4-9a6d-5ddef5aea37a tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:49.758874 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-227b7583-6306-40d4-9a6d-5ddef5aea37a tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "DELETE /v2.0/networks/573baa8f-b6be-41d7-a7a6-73c38233ca3f HTTP/1.1" status: 204 len: 168 time: 1.5023422 Nov 12 03:35:49.762808 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['74730430-1a92-4142-9d49-965a588b8602'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:35:49.764257 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 46196) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:49.869305 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-8313756b-811d-4bde-acf2-5f334a70649a req-2594f429-a524-4c52-b735-c6fe013c3044 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] No DVR routers for this DVR port 74730430-1a92-4142-9d49-965a588b8602 on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:49.876202 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-8313756b-811d-4bde-acf2-5f334a70649a req-2594f429-a524-4c52-b735-c6fe013c3044 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:49.878314 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b7583-6306-40d4-9a6d-5ddef5aea37a tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Pushing event deleted for resources: {'Network': ['ID=573baa8f-b6be-41d7-a7a6-73c38233ca3f,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:49.881365 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8313756b-811d-4bde-acf2-5f334a70649a req-2594f429-a524-4c52-b735-c6fe013c3044 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.90 "DELETE /v2.0/ports/74730430-1a92-4142-9d49-965a588b8602 HTTP/1.1" status: 204 len: 173 time: 1.0140984 Nov 12 03:35:49.884037 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2797087d-a13b-454b-8506-46a073407354', 'name': 'network-vif-deleted', 'tag': '74730430-1a92-4142-9d49-965a588b8602'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:49.885424 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c788fe4e-6916-47af-8177-292504c8a7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:49.886367 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc35ae7-9b7d-4c8a-991d-94d06832213c" -d '{"events": [{"server_uuid": "2797087d-a13b-454b-8506-46a073407354", "name": "network-vif-deleted", "tag": "74730430-1a92-4142-9d49-965a588b8602"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:49.955352 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d198654a-b63c-4590-a917-53297cfc21d9 req-c3114a65-a51b-4910-852c-c50619dee627 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d455c6-5105-460d-8640-7610102ac32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342588 Nov 12 03:35:49.969017 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2b81f481-0396-4f3b-b182-9df1c4673475 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.059170 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2b81f481-0396-4f3b-b182-9df1c4673475 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.064324 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7f480a71-d040-4c44-befb-9ee80efa552f tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.068198 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89791034-e0a0-4d38-a327-d270dbb95d2e x-openstack-request-id: req-89791034-e0a0-4d38-a327-d270dbb95d2e {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:50.068527 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2797087d-a13b-454b-8506-46a073407354", "name": "network-vif-deleted", "tag": "74730430-1a92-4142-9d49-965a588b8602", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:50.068736 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-89791034-e0a0-4d38-a327-d270dbb95d2e {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:50.069142 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2797087d-a13b-454b-8506-46a073407354', 'name': 'network-vif-deleted', 'tag': '74730430-1a92-4142-9d49-965a588b8602', 'status': 'completed', 'code': 200} Nov 12 03:35:50.107349 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788fe4e-6916-47af-8177-292504c8a7b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1374f56-085c-4547-8ba3-ea88dbc621cc,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:50.131136 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c788fe4e-6916-47af-8177-292504c8a7b3 admin admin] Checking segment: {'id': '6fd5ed26-112c-45e5-bacd-a87bb0dedf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3ddb0f2-b39b-4218-94f1-528e43ddff1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:50.131895 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c788fe4e-6916-47af-8177-292504c8a7b3 admin admin] Network hostable DHCP agents. Network: d3ddb0f2-b39b-4218-94f1-528e43ddff1e, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:35:50.205051 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-f8897541-fb96-4eaa-b51d-3d9b3071f020 req-24f0123f-3515-4f12-8575-088b9224f862 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Deleting port f94bcf78-9e9f-411e-af60-dad41f28f16b {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:50.205500 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f8897541-fb96-4eaa-b51d-3d9b3071f020 req-24f0123f-3515-4f12-8575-088b9224f862 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.212400 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9a3e0f97-ae6e-460e-a21e-b98751618a2b req-8f84cfb5-5938-43f2-86d3-136e716719be tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/ports?device_id=43bbac97-3b04-443f-9d16-8e76c85145b9 HTTP/1.1" status: 200 len: 210 time: 0.0558863 Nov 12 03:35:50.220838 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2b81f481-0396-4f3b-b182-9df1c4673475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.224616 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2b81f481-0396-4f3b-b182-9df1c4673475 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.227998 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2b81f481-0396-4f3b-b182-9df1c4673475 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/db8e53b3-bc8e-46f6-8ccf-2ed93753b2a4 HTTP/1.1" status: 204 len: 168 time: 0.5366859 Nov 12 03:35:50.234740 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7f480a71-d040-4c44-befb-9ee80efa552f tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.246569 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b81f481-0396-4f3b-b182-9df1c4673475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8e53b3-bc8e-46f6-8ccf-2ed93753b2a4,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:50.263511 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-7f480a71-d040-4c44-befb-9ee80efa552f tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a9162de-bdde-427f-8e0e-6dfc54c7d9d5']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:50.281316 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-7f480a71-d040-4c44-befb-9ee80efa552f tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13bc166f-55e1-4dc8-baa3-5d15709f86ad') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:50.281610 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-7f480a71-d040-4c44-befb-9ee80efa552f tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13bc166f-55e1-4dc8-baa3-5d15709f86ad') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:50.315776 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7f480a71-d040-4c44-befb-9ee80efa552f tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.348439 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c788fe4e-6916-47af-8177-292504c8a7b3 admin admin] Network d3ddb0f2-b39b-4218-94f1-528e43ddff1e is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:35:50.358416 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7f480a71-d040-4c44-befb-9ee80efa552f tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.368232 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f480a71-d040-4c44-befb-9ee80efa552f tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:35:50.368847 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7f480a71-d040-4c44-befb-9ee80efa552f tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.372282 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:35:50.372282 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:35:50.372282 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:35:50.372282 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:35:50.372282 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:35:50.372282 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:35:50.372282 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:35:50.372282 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:35:50.372282 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:35:50.372282 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:35:50.372282 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:35:50.372282 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:35:50.372282 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:35:50.372282 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:35:50.372282 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:35:50.372282 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:35:50.372282 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:35:50.372282 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:35:50.372282 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:35:50.372282 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:35:50.372282 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:35:50.372282 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:35:50.372282 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:35:50.372282 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:35:50.372282 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:35:50.372282 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:35:50.372282 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:35:50.372282 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:35:50.372282 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:35:50.372282 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:35:50.372282 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:35:50.372282 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:35:50.414142 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-f8897541-fb96-4eaa-b51d-3d9b3071f020 req-24f0123f-3515-4f12-8575-088b9224f862 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] For port f94bcf78-9e9f-411e-af60-dad41f28f16b, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=f94bcf78-9e9f-411e-af60-dad41f28f16b,segment=NetworkSegment(bed2cae6-1f34-4059-ac51-2b9a6012f4b0),segment_id=bed2cae6-1f34-4059-ac51-2b9a6012f4b0)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:50.414508 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f8897541-fb96-4eaa-b51d-3d9b3071f020 req-24f0123f-3515-4f12-8575-088b9224f862 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.443839 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-f8897541-fb96-4eaa-b51d-3d9b3071f020 req-24f0123f-3515-4f12-8575-088b9224f862 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Calling delete_port for f94bcf78-9e9f-411e-af60-dad41f28f16b owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:50.458778 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e497f-1a5a-44c6-b46a-b5af24acafc5 req-9336e8ac-b1b6-425c-89aa-2f38bf839bba tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:50.476783 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-609e497f-1a5a-44c6-b46a-b5af24acafc5 req-9336e8ac-b1b6-425c-89aa-2f38bf839bba tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 946 time: 0.1805127 Nov 12 03:35:50.541810 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7f480a71-d040-4c44-befb-9ee80efa552f tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.559399 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-609e497f-1a5a-44c6-b46a-b5af24acafc5 req-6e988ff0-0ba9-48bb-8947-d37b69e74bae tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754182 Nov 12 03:35:50.563522 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7f480a71-d040-4c44-befb-9ee80efa552f tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.567098 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7f480a71-d040-4c44-befb-9ee80efa552f tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] 10.222.0.50 "DELETE /v2.0/networks/0a9162de-bdde-427f-8e0e-6dfc54c7d9d5 HTTP/1.1" status: 204 len: 168 time: 0.8007207 Nov 12 03:35:50.597078 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-c788fe4e-6916-47af-8177-292504c8a7b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, d3ddb0f2-b39b-4218-94f1-528e43ddff1e) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:50.614023 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96295a58-e062-44ac-b5fb-ae7368f4d37d None None] Network d3ddb0f2-b39b-4218-94f1-528e43ddff1e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:50.615922 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c788fe4e-6916-47af-8177-292504c8a7b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:50.616798 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c788fe4e-6916-47af-8177-292504c8a7b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.646312 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f480a71-d040-4c44-befb-9ee80efa552f tempest-TaggedBootDevicesTest-546836895 tempest-TaggedBootDevicesTest-546836895-project] Pushing event deleted for resources: {'Network': ['ID=0a9162de-bdde-427f-8e0e-6dfc54c7d9d5,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:50.779194 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c788fe4e-6916-47af-8177-292504c8a7b3 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0378828 Nov 12 03:35:50.838665 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f8897541-fb96-4eaa-b51d-3d9b3071f020 req-24f0123f-3515-4f12-8575-088b9224f862 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.883323 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['74730430-1a92-4142-9d49-965a588b8602'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:35:50.894891 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd593d3-017d-48d8-951b-47c6b5d4ec64 None None] Network d3ddb0f2-b39b-4218-94f1-528e43ddff1e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:50.933162 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0123f-3515-4f12-8575-088b9224f862 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Pushing event deleted for resources: {'Port': ['ID=f94bcf78-9e9f-411e-af60-dad41f28f16b,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:51.062647 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8897541-fb96-4eaa-b51d-3d9b3071f020 req-24f0123f-3515-4f12-8575-088b9224f862 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] No DVR routers for this DVR port f94bcf78-9e9f-411e-af60-dad41f28f16b on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:51.071304 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f8897541-fb96-4eaa-b51d-3d9b3071f020 req-24f0123f-3515-4f12-8575-088b9224f862 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.078790 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f8897541-fb96-4eaa-b51d-3d9b3071f020 req-24f0123f-3515-4f12-8575-088b9224f862 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.74 "DELETE /v2.0/ports/f94bcf78-9e9f-411e-af60-dad41f28f16b HTTP/1.1" status: 204 len: 173 time: 1.4046216 Nov 12 03:35:51.079336 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf71b5c-34cd-4fac-be88-70411d8eddd9', 'name': 'network-vif-deleted', 'tag': 'f94bcf78-9e9f-411e-af60-dad41f28f16b'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:51.098749 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa6c353-5de7-4a88-a813-be03263cde35" -d '{"events": [{"server_uuid": "6cf71b5c-34cd-4fac-be88-70411d8eddd9", "name": "network-vif-deleted", "tag": "f94bcf78-9e9f-411e-af60-dad41f28f16b"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:51.201422 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 46242) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:51.224849 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c6d68c-0e54-4c18-9bd7-f20ce8835713 x-openstack-request-id: req-a9c6d68c-0e54-4c18-9bd7-f20ce8835713 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:51.226588 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cf71b5c-34cd-4fac-be88-70411d8eddd9", "name": "network-vif-deleted", "tag": "f94bcf78-9e9f-411e-af60-dad41f28f16b", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:51.227620 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a9c6d68c-0e54-4c18-9bd7-f20ce8835713 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:51.228334 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf71b5c-34cd-4fac-be88-70411d8eddd9', 'name': 'network-vif-deleted', 'tag': 'f94bcf78-9e9f-411e-af60-dad41f28f16b', 'status': 'completed', 'code': 200} Nov 12 03:35:51.232269 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d635c934-efa8-450b-ba48-7bd32a0425a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.263190 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488fb0a-cb68-4b69-80f2-9ce66fe6d2ed req-3ac26488-c8ac-47d1-a9b4-39e6734391d3 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:51.274144 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8488fb0a-cb68-4b69-80f2-9ce66fe6d2ed req-3ac26488-c8ac-47d1-a9b4-39e6734391d3 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf17d897-dabf-49ed-a15a-f9e55c361404 HTTP/1.1" status: 200 len: 946 time: 0.1526291 Nov 12 03:35:51.448165 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8488fb0a-cb68-4b69-80f2-9ce66fe6d2ed req-4a717c57-a603-4ec9-9f8b-25076ec8639d tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d455c6-5105-460d-8640-7610102ac32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697514 Nov 12 03:35:51.543813 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d635c934-efa8-450b-ba48-7bd32a0425a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.551149 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d635c934-efa8-450b-ba48-7bd32a0425a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.614414 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3b4ae42d-6077-4faa-ab5a-68e68b02ef93 req-b38ff3a2-b14a-4288-a6ba-4a01dd603439 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/ports?device_id=43bbac97-3b04-443f-9d16-8e76c85145b9 HTTP/1.1" status: 200 len: 210 time: 0.0402324 Nov 12 03:35:51.632333 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 46254) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:51.632762 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d635c934-efa8-450b-ba48-7bd32a0425a4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0422c563de6b4039aa4c45c215133f05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4262753 Nov 12 03:35:51.691412 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d635c934-efa8-450b-ba48-7bd32a0425a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de72a66-80f3-416d-904d-6a53db358808,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:51.778942 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b11d3f3f-4897-45f0-894b-b8d1b022d636 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.881678 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b11d3f3f-4897-45f0-894b-b8d1b022d636 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.947415 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [req-9ce1889e-995c-4736-a787-b953ac57b2c7 req-04881aea-7d2c-49c2-b54a-c628b613f7af tempest-SecurityGroupsNegativeTestJSON-2024686439 tempest-SecurityGroupsNegativeTestJSON-2024686439-project] show failed (client error): The resource could not be found. Nov 12 03:35:51.950701 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9ce1889e-995c-4736-a787-b953ac57b2c7 req-04881aea-7d2c-49c2-b54a-c628b613f7af tempest-SecurityGroupsNegativeTestJSON-2024686439 tempest-SecurityGroupsNegativeTestJSON-2024686439-project] 10.222.0.50 "GET /v2.0/security-groups/c2053775-f7c1-4b5e-b4d8-13373671adf3 HTTP/1.1" status: 404 len: 352 time: 0.0747123 Nov 12 03:35:51.953558 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46adcad3-fc73-4b99-8809-0dbf5a39fb4c req-85dc1796-3fe0-4320-850d-2e5954ac0231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:51.956772 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-46adcad3-fc73-4b99-8809-0dbf5a39fb4c req-85dc1796-3fe0-4320-850d-2e5954ac0231 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 1098 time: 0.2224045 Nov 12 03:35:51.992542 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b11d3f3f-4897-45f0-894b-b8d1b022d636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.995774 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b11d3f3f-4897-45f0-894b-b8d1b022d636 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.997564 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b11d3f3f-4897-45f0-894b-b8d1b022d636 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0de72a66-80f3-416d-904d-6a53db358808 HTTP/1.1" status: 204 len: 168 time: 0.3637345 Nov 12 03:35:52.017500 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d3f3f-4897-45f0-894b-b8d1b022d636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de72a66-80f3-416d-904d-6a53db358808,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:52.125007 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-46adcad3-fc73-4b99-8809-0dbf5a39fb4c req-a2a57f5b-9a0a-4753-8fd4-eec498d1780c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602919 Nov 12 03:35:52.275430 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf802c8a-600b-460f-9457-d5f90d97e5da req-037d6856-330f-4cd0-8b79-d50834ed09d1 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:52.280641 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bf802c8a-600b-460f-9457-d5f90d97e5da req-037d6856-330f-4cd0-8b79-d50834ed09d1 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 946 time: 0.1223342 Nov 12 03:35:52.374335 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c01b25-b301-4281-afd2-3a7472845af6 req-461a0124-8484-4ab6-a4f3-eb9a20def8d7 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:52.381865 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-40c01b25-b301-4281-afd2-3a7472845af6 req-461a0124-8484-4ab6-a4f3-eb9a20def8d7 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf17d897-dabf-49ed-a15a-f9e55c361404 HTTP/1.1" status: 200 len: 946 time: 0.1875107 Nov 12 03:35:52.385895 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a4cd3-e4e4-4ca4-8c95-b6cd222a7ab2 req-4cf54a3d-a76c-46e4-b171-d3ecf67c9cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:52.387636 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-df5a4cd3-e4e4-4ca4-8c95-b6cd222a7ab2 req-4cf54a3d-a76c-46e4-b171-d3ecf67c9cd7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5d79a13590df4f52860e253f1fa0cb28&device_id=bf17d897-dabf-49ed-a15a-f9e55c361404 HTTP/1.1" status: 200 len: 1098 time: 0.2960677 Nov 12 03:35:52.430629 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bf802c8a-600b-460f-9457-d5f90d97e5da req-7f6e0c5f-da3b-4f0c-a1cb-84793f245a58 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439006 Nov 12 03:35:52.750988 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-40c01b25-b301-4281-afd2-3a7472845af6 req-d96cdb4a-d401-4298-9d46-67ef40696685 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d455c6-5105-460d-8640-7610102ac32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682356 Nov 12 03:35:52.827010 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a4cd3-e4e4-4ca4-8c95-b6cd222a7ab2 req-6d82e1be-4813-4692-b184-144fbfdd72f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:52.830973 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-df5a4cd3-e4e4-4ca4-8c95-b6cd222a7ab2 req-6d82e1be-4813-4692-b184-144fbfdd72f7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=643a1710-acbd-4d0d-85e7-a332c5debac1 HTTP/1.1" status: 200 len: 920 time: 0.4277155 Nov 12 03:35:52.906171 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-df5a4cd3-e4e4-4ca4-8c95-b6cd222a7ab2 req-d480d667-bdd0-4d43-872c-524797e55cf5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b64a9e7-5c2d-4393-9c4c-58cec1eac542 HTTP/1.1" status: 200 len: 217 time: 0.0698366 Nov 12 03:35:52.967801 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-dc510838-d9d5-4bc4-8ab3-76f38f315570 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:52.973037 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-dc510838-d9d5-4bc4-8ab3-76f38f315570 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.74 "GET /v2.0/networks?id=da30d4f6-84f2-45f3-957b-1a1aa7612cf4 HTTP/1.1" status: 200 len: 813 time: 0.4225609 Nov 12 03:35:52.984126 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device f94bcf78-9e9f-411e-af60-dad41f28f16b no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:52.998508 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-8267c617-ab56-49b6-80f4-d67ed1387218 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Request body: {'port': {'device_id': 'd467cdc9-b324-4e3f-97bf-0b08a3842952', 'network_id': 'da30d4f6-84f2-45f3-957b-1a1aa7612cf4', 'admin_state_up': True, 'tenant_id': 'b1287bf4a31d47269df2c523f6d2146e'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:53.007133 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8c13fbcc-2cec-48a3-aacf-486316dab1fb req-eb7312cb-3032-47b0-8cd7-375be4406273 tempest-SecurityGroupsNegativeTestJSON-2024686439 tempest-SecurityGroupsNegativeTestJSON-2024686439-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a005dee36d02430286407eb4ace18b91 HTTP/1.1" status: 200 len: 3005 time: 0.4816034 Nov 12 03:35:53.032884 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: f94bcf78-9e9f-411e-af60-dad41f28f16b {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:35:53.033235 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device f94bcf78-9e9f-411e-af60-dad41f28f16b not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:35:53.063823 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a4cd3-e4e4-4ca4-8c95-b6cd222a7ab2 req-02210360-e247-4829-8356-74fd5a71805f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:53.079294 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-df5a4cd3-e4e4-4ca4-8c95-b6cd222a7ab2 req-02210360-e247-4829-8356-74fd5a71805f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=89a73e97-a1ed-4d12-bd0e-a08127b3ec93 HTTP/1.1" status: 200 len: 859 time: 0.1414733 Nov 12 03:35:53.156272 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-df5a4cd3-e4e4-4ca4-8c95-b6cd222a7ab2 req-9ae6f642-2844-4171-9ff7-8d797924d9ed service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=643a1710-acbd-4d0d-85e7-a332c5debac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698612 Nov 12 03:35:53.249018 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9c885321-6d5b-4be1-a381-821a229f97fb req-a158404e-4f82-4060-8b86-54e7d86ad8f5 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/ports?device_id=43bbac97-3b04-443f-9d16-8e76c85145b9 HTTP/1.1" status: 200 len: 210 time: 0.1561382 Nov 12 03:35:53.333855 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-fe9c9441-9b9b-4ea7-be0a-f1722e871ee8 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:53.335511 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-fe9c9441-9b9b-4ea7-be0a-f1722e871ee8 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.90 "GET /v2.0/networks?id=da30d4f6-84f2-45f3-957b-1a1aa7612cf4 HTTP/1.1" status: 200 len: 813 time: 0.9365702 Nov 12 03:35:53.338767 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8c13fbcc-2cec-48a3-aacf-486316dab1fb req-45feb2e5-0a03-45c9-8cdc-23fa42ce476b tempest-SecurityGroupsNegativeTestJSON-2024686439 tempest-SecurityGroupsNegativeTestJSON-2024686439-project] 10.222.0.50 "GET /v2.0/security-groups/2cea90b4-b99c-4c7c-866e-1f32adfe0ffe HTTP/1.1" status: 200 len: 3002 time: 0.3199708 Nov 12 03:35:53.361160 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-b3581c7a-d144-4613-bab6-6bfc2c726993 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Request body: {'port': {'device_id': '43bbac97-3b04-443f-9d16-8e76c85145b9', 'network_id': 'da30d4f6-84f2-45f3-957b-1a1aa7612cf4', 'admin_state_up': True, 'tenant_id': 'b1287bf4a31d47269df2c523f6d2146e'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:53.421416 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 74730430-1a92-4142-9d49-965a588b8602 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:53.426425 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [req-3890f563-92dc-4e8d-beb9-663e71a94678 req-f2b617cf-e32f-4f92-9709-46c44ef07f6c service neutron] (102571) timed out ('10.222.0.50', 48832) {{(pid=102571) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 03:35:53.443634 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-df5a4cd3-e4e4-4ca4-8c95-b6cd222a7ab2 req-a9a93a57-1d0d-4ea4-b3b5-c830a5b771eb service neutron] 10.222.0.90 "GET /v2.0/networks/643a1710-acbd-4d0d-85e7-a332c5debac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480910 Nov 12 03:35:53.484764 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: 74730430-1a92-4142-9d49-965a588b8602 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:35:53.490154 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 74730430-1a92-4142-9d49-965a588b8602 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:35:53.538053 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8c13fbcc-2cec-48a3-aacf-486316dab1fb req-b64253fd-5884-4bdc-a188-cf1cf64cd023 tempest-SecurityGroupsNegativeTestJSON-2024686439 tempest-SecurityGroupsNegativeTestJSON-2024686439-project] 10.222.0.50 "GET /v2.0/security-groups/2cea90b4-b99c-4c7c-866e-1f32adfe0ffe HTTP/1.1" status: 200 len: 3002 time: 0.1870520 Nov 12 03:35:53.587787 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-8267c617-ab56-49b6-80f4-d67ed1387218 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Made reservation on behalf of b1287bf4a31d47269df2c523f6d2146e for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:53.592549 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-8267c617-ab56-49b6-80f4-d67ed1387218 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:53.702912 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-b3581c7a-d144-4613-bab6-6bfc2c726993 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Made reservation on behalf of b1287bf4a31d47269df2c523f6d2146e for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:53.707775 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-b3581c7a-d144-4613-bab6-6bfc2c726993 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:53.754457 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401720aa-89ff-44b4-ba35-5048d446ea82 req-ddfe1f03-4a3e-4694-9e31-9093f55586bb tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:53.755935 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-401720aa-89ff-44b4-ba35-5048d446ea82 req-ddfe1f03-4a3e-4694-9e31-9093f55586bb tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 946 time: 0.1514103 Nov 12 03:35:53.768525 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-df5a4cd3-e4e4-4ca4-8c95-b6cd222a7ab2 req-b5c7acb1-fe77-4f7e-9ab8-7891e1d45465 service neutron] 10.222.0.90 "GET /v2.0/networks/643a1710-acbd-4d0d-85e7-a332c5debac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936666 Nov 12 03:35:53.827478 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d5bed14f-2ea9-4b3c-8216-1da3f92eabe1 req-73a831ac-ea58-42e3-9ea5-b6a074adc9ca tempest-SecurityGroupsNegativeTestJSON-2024686439 tempest-SecurityGroupsNegativeTestJSON-2024686439-project] 10.222.0.50 "GET /v2.0/security-groups/2cea90b4-b99c-4c7c-866e-1f32adfe0ffe HTTP/1.1" status: 200 len: 3002 time: 0.2141843 Nov 12 03:35:53.894488 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-401720aa-89ff-44b4-ba35-5048d446ea82 req-51133b51-95f4-4e96-bed3-94d7d1f773a8 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286352 Nov 12 03:35:54.009540 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [req-d5bed14f-2ea9-4b3c-8216-1da3f92eabe1 req-760f69ed-6365-4fa0-ac5e-3d09dd7e0114 tempest-SecurityGroupsNegativeTestJSON-2024686439 tempest-SecurityGroupsNegativeTestJSON-2024686439-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 03:35:54.010599 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d5bed14f-2ea9-4b3c-8216-1da3f92eabe1 req-760f69ed-6365-4fa0-ac5e-3d09dd7e0114 tempest-SecurityGroupsNegativeTestJSON-2024686439 tempest-SecurityGroupsNegativeTestJSON-2024686439-project] 10.222.0.50 "DELETE /v2.0/security-groups/2cea90b4-b99c-4c7c-866e-1f32adfe0ffe HTTP/1.1" status: 409 len: 352 time: 0.1519146 Nov 12 03:35:54.011838 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-8267c617-ab56-49b6-80f4-d67ed1387218 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Allocated IP 172.20.0.2 (da30d4f6-84f2-45f3-957b-1a1aa7612cf4/7672bce3-808b-48b8-8846-42b774c7e7b8/a2c6c92f-24c6-43c9-83d4-409519fb9f0c) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:54.186636 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1a544-5ac7-498d-a60f-f2e0dcbdfb69 req-f3156816-18a9-4d7a-bcef-b269f905e80a tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:54.189796 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a5f1a544-5ac7-498d-a60f-f2e0dcbdfb69 req-f3156816-18a9-4d7a-bcef-b269f905e80a tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf17d897-dabf-49ed-a15a-f9e55c361404 HTTP/1.1" status: 200 len: 946 time: 0.1635513 Nov 12 03:35:54.235004 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-8267c617-ab56-49b6-80f4-d67ed1387218 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:54.354312 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a5f1a544-5ac7-498d-a60f-f2e0dcbdfb69 req-6aa5f465-5560-4385-a05e-a98bd0465e57 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d455c6-5105-460d-8640-7610102ac32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447041 Nov 12 03:35:54.420507 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [req-ba8b7f96-1c3f-46e2-bdd5-b64199a448d8 req-76039d75-5064-4f33-bc8c-6dc34d0709c9 tempest-SecurityGroupsNegativeTestJSON-2024686439 tempest-SecurityGroupsNegativeTestJSON-2024686439-project] show failed (client error): The resource could not be found. Nov 12 03:35:54.421798 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ba8b7f96-1c3f-46e2-bdd5-b64199a448d8 req-76039d75-5064-4f33-bc8c-6dc34d0709c9 tempest-SecurityGroupsNegativeTestJSON-2024686439 tempest-SecurityGroupsNegativeTestJSON-2024686439-project] 10.222.0.50 "GET /v2.0/security-groups/f5123ff7-95d4-4397-8e9e-a626334e0067 HTTP/1.1" status: 404 len: 352 time: 0.0403700 Nov 12 03:35:54.437540 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-b3581c7a-d144-4613-bab6-6bfc2c726993 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Allocated IP 172.20.0.12 (da30d4f6-84f2-45f3-957b-1a1aa7612cf4/7672bce3-808b-48b8-8846-42b774c7e7b8/293ea777-7105-4f2e-a794-7b518cdae287) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:54.606653 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-8267c617-ab56-49b6-80f4-d67ed1387218 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:54.720503 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d81d4463-0459-4e3a-8d37-d585c53a3dbd req-6d5e61ee-fd65-4ce6-92a3-e693a8b2bf2f tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/ports?device_id=43bbac97-3b04-443f-9d16-8e76c85145b9 HTTP/1.1" status: 200 len: 210 time: 0.0932827 Nov 12 03:35:54.726810 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-8267c617-ab56-49b6-80f4-d67ed1387218 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Network da30d4f6-84f2-45f3-957b-1a1aa7612cf4 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:54.792166 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-8267c617-ab56-49b6-80f4-d67ed1387218 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:54.809222 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-8267c617-ab56-49b6-80f4-d67ed1387218 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:54.849351 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [req-9ff7552c-4894-4bc7-abc8-1136b599827d req-93b461ec-8117-4127-ad9f-a631cd5db197 tempest-SecurityGroupsNegativeTestJSON-2024686439 tempest-SecurityGroupsNegativeTestJSON-2024686439-project] show failed (client error): The resource could not be found. Nov 12 03:35:54.860621 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9ff7552c-4894-4bc7-abc8-1136b599827d req-93b461ec-8117-4127-ad9f-a631cd5db197 tempest-SecurityGroupsNegativeTestJSON-2024686439 tempest-SecurityGroupsNegativeTestJSON-2024686439-project] 10.222.0.50 "GET /v2.0/security-groups/537cde0e-e1e6-4b29-aed0-cce1f90be13c HTTP/1.1" status: 404 len: 352 time: 0.1262512 Nov 12 03:35:54.862093 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8267c617-ab56-49b6-80f4-d67ed1387218 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Pushing event updated for resources: {'Port': ['ID=a2c6c92f-24c6-43c9-83d4-409519fb9f0c,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:54.867097 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 46360) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:54.922385 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777bc55-957d-4b10-ac12-c80c6f82c24e req-2f4d6c53-f5ad-4353-982f-65200a861d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:54.924236 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3777bc55-957d-4b10-ac12-c80c6f82c24e req-2f4d6c53-f5ad-4353-982f-65200a861d4c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0b6eb743cc06416bb94eb1073c600fc8&device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 1098 time: 0.1921723 Nov 12 03:35:54.932498 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-8267c617-ab56-49b6-80f4-d67ed1387218 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:54.933649 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-8267c617-ab56-49b6-80f4-d67ed1387218 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:54.949048 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60c59b-4d1c-4b31-aae1-436987fe2f19 req-8713c8e0-4d08-40f2-9c9c-4cd75361c736 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:54.950955 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-b3581c7a-d144-4613-bab6-6bfc2c726993 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:54.951112 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9d60c59b-4d1c-4b31-aae1-436987fe2f19 req-8713c8e0-4d08-40f2-9c9c-4cd75361c736 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 946 time: 0.1585107 Nov 12 03:35:55.007639 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-8267c617-ab56-49b6-80f4-d67ed1387218 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0176842 Nov 12 03:35:55.025135 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a03eeb1-8a3a-48d3-9380-20bd63ca3d27 admin admin] Deleting subnet a1374f56-085c-4547-8ba3-ea88dbc621cc {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:35:55.044350 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-47e6b4bb-c562-4526-ab97-f92034c70bf7 service neutron] Request body: {'port': {'device_id': 'd467cdc9-b324-4e3f-97bf-0b08a3842952', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:55.045437 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9a03eeb1-8a3a-48d3-9380-20bd63ca3d27 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:55.129746 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777bc55-957d-4b10-ac12-c80c6f82c24e req-8f828096-ba0b-47f7-95fe-5ecfa1fe2b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:55.131769 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3777bc55-957d-4b10-ac12-c80c6f82c24e req-8f828096-ba0b-47f7-95fe-5ecfa1fe2b5d service neutron] 10.222.0.74 "GET /v2.0/networks?id=a1213290-26f5-41b6-944a-8e6156116c1c HTTP/1.1" status: 200 len: 919 time: 0.1902497 Nov 12 03:35:55.210190 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9a03eeb1-8a3a-48d3-9380-20bd63ca3d27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:55.290909 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9d60c59b-4d1c-4b31-aae1-436987fe2f19 req-13410a17-0195-4a2e-ad2c-f3746ec4dc45 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270209 Nov 12 03:35:55.334936 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9a03eeb1-8a3a-48d3-9380-20bd63ca3d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:55.452546 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9a03eeb1-8a3a-48d3-9380-20bd63ca3d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:55.564635 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03eeb1-8a3a-48d3-9380-20bd63ca3d27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1374f56-085c-4547-8ba3-ea88dbc621cc,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:55.587038 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9a03eeb1-8a3a-48d3-9380-20bd63ca3d27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:55.599778 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9a03eeb1-8a3a-48d3-9380-20bd63ca3d27 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a1374f56-085c-4547-8ba3-ea88dbc621cc HTTP/1.1" status: 204 len: 168 time: 0.7295232 Nov 12 03:35:55.600418 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 46372) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:55.694750 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3777bc55-957d-4b10-ac12-c80c6f82c24e req-09b21197-13b5-48bc-b142-f671f8f13a9f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22cf0644-cfb0-4236-9408-c47b1493f36d HTTP/1.1" status: 200 len: 217 time: 0.5433247 Nov 12 03:35:55.791969 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-47e6b4bb-c562-4526-ab97-f92034c70bf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:55.797024 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-b3581c7a-d144-4613-bab6-6bfc2c726993 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:55.849126 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1f70f82d-a396-459a-99c0-79ea562fe6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:55.897078 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777bc55-957d-4b10-ac12-c80c6f82c24e req-31654031-6fbc-4824-ab28-0b7b990896a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:55.901145 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3777bc55-957d-4b10-ac12-c80c6f82c24e req-31654031-6fbc-4824-ab28-0b7b990896a2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fd7b2fc1-d744-45c7-b1e4-e01d488cffca HTTP/1.1" status: 200 len: 858 time: 0.1902161 Nov 12 03:35:55.917210 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-b3581c7a-d144-4613-bab6-6bfc2c726993 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Network da30d4f6-84f2-45f3-957b-1a1aa7612cf4 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:55.946010 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b920c-4849-43db-b373-761822d4acef req-21d4452d-4944-4453-ab65-1371b191fc04 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:55.954390 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-589b920c-4849-43db-b373-761822d4acef req-21d4452d-4944-4453-ab65-1371b191fc04 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf17d897-dabf-49ed-a15a-f9e55c361404 HTTP/1.1" status: 200 len: 946 time: 0.2804296 Nov 12 03:35:55.956686 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-b3581c7a-d144-4613-bab6-6bfc2c726993 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:55.977256 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-b3581c7a-d144-4613-bab6-6bfc2c726993 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:56.023668 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16688ca6-4bfc-40ff-b976-88060a434fb5 req-48da6d9c-434c-4d91-89f0-0ff3316db383 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:56.025714 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-16688ca6-4bfc-40ff-b976-88060a434fb5 req-48da6d9c-434c-4d91-89f0-0ff3316db383 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/ports?device_id=43bbac97-3b04-443f-9d16-8e76c85145b9 HTTP/1.1" status: 200 len: 932 time: 0.1637912 Nov 12 03:35:56.047475 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3777bc55-957d-4b10-ac12-c80c6f82c24e req-fe922370-db72-4ed6-a61b-d056760bbcde service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a1213290-26f5-41b6-944a-8e6156116c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1325622 Nov 12 03:35:56.093643 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3581c7a-d144-4613-bab6-6bfc2c726993 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Pushing event updated for resources: {'Port': ['ID=293ea777-7105-4f2e-a794-7b518cdae287,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:56.178399 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1f70f82d-a396-459a-99c0-79ea562fe6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:56.187009 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-16688ca6-4bfc-40ff-b976-88060a434fb5 req-d9b48cf1-d524-4f7e-8d9a-fa30807b3563 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1ef7461-82c8-4062-96cc-91b9dba6af00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519282 Nov 12 03:35:56.229127 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-1f70f82d-a396-459a-99c0-79ea562fe6d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ddb0f2-b39b-4218-94f1-528e43ddff1e']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:56.248854 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-1f70f82d-a396-459a-99c0-79ea562fe6d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fd5ed26-112c-45e5-bacd-a87bb0dedf03') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:56.249107 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-1f70f82d-a396-459a-99c0-79ea562fe6d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fd5ed26-112c-45e5-bacd-a87bb0dedf03') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:56.268428 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1f70f82d-a396-459a-99c0-79ea562fe6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:56.304836 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1f70f82d-a396-459a-99c0-79ea562fe6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:56.320422 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-b3581c7a-d144-4613-bab6-6bfc2c726993 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:56.321143 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-b3581c7a-d144-4613-bab6-6bfc2c726993 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:56.330942 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f70f82d-a396-459a-99c0-79ea562fe6d2 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:35:56.332848 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1f70f82d-a396-459a-99c0-79ea562fe6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:56.336239 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:35:56.336239 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:35:56.336239 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:35:56.336239 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:35:56.336239 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:35:56.336239 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:35:56.336239 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:35:56.336239 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:35:56.336239 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:35:56.336239 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:35:56.336239 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:35:56.336239 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:35:56.336239 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:35:56.336239 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:35:56.336239 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:35:56.336239 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:35:56.336239 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:35:56.336239 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:35:56.336239 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:35:56.336239 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:35:56.336239 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:35:56.336239 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:35:56.336239 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:35:56.336239 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:35:56.336239 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:35:56.336239 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:35:56.336239 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:35:56.336239 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:35:56.336239 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:35:56.336239 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:35:56.336239 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:35:56.336239 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:35:56.352326 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-589b920c-4849-43db-b373-761822d4acef req-0f1e50e3-f260-46b0-b605-271703c05a40 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d455c6-5105-460d-8640-7610102ac32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929806 Nov 12 03:35:56.407247 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-b3581c7a-d144-4613-bab6-6bfc2c726993 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0525150 Nov 12 03:35:56.462768 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-7ad1ca40-8c85-4b8c-b69a-2ee9660fa986 service neutron] Request body: {'port': {'device_id': '43bbac97-3b04-443f-9d16-8e76c85145b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:56.491076 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3777bc55-957d-4b10-ac12-c80c6f82c24e req-a2e444d3-1df6-4600-9a1e-ec9029886a63 service neutron] 10.222.0.74 "GET /v2.0/networks/a1213290-26f5-41b6-944a-8e6156116c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703570 Nov 12 03:35:56.640973 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1f70f82d-a396-459a-99c0-79ea562fe6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:56.648845 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1f70f82d-a396-459a-99c0-79ea562fe6d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:56.661897 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1f70f82d-a396-459a-99c0-79ea562fe6d2 admin admin] 10.222.0.50 "DELETE /v2.0/networks/d3ddb0f2-b39b-4218-94f1-528e43ddff1e HTTP/1.1" status: 204 len: 168 time: 1.0531542 Nov 12 03:35:56.703069 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f70f82d-a396-459a-99c0-79ea562fe6d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3ddb0f2-b39b-4218-94f1-528e43ddff1e,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:56.733784 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8c176-a6b1-462e-b091-3e49d849198d req-81649799-c711-4b77-a882-f11ef19a6dfd tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:56.755497 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b3f8c176-a6b1-462e-b091-3e49d849198d req-81649799-c711-4b77-a882-f11ef19a6dfd tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 946 time: 0.2657945 Nov 12 03:35:56.859717 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b3f8c176-a6b1-462e-b091-3e49d849198d req-e74a5640-c568-4646-8852-2ae9f374066f tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985546 Nov 12 03:35:56.866215 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-47e6b4bb-c562-4526-ab97-f92034c70bf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2c6c92f-24c6-43c9-83d4-409519fb9f0c {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:35:56.899916 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-7ad1ca40-8c85-4b8c-b69a-2ee9660fa986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:56.916243 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-47e6b4bb-c562-4526-ab97-f92034c70bf7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:57.047891 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-47e6b4bb-c562-4526-ab97-f92034c70bf7 service neutron] Transition to ACTIVE for port object a2c6c92f-24c6-43c9-83d4-409519fb9f0c will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:35:57.054944 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3777bc55-957d-4b10-ac12-c80c6f82c24e req-99a714f7-9117-42cd-a3ba-fe051a2a8f75 service neutron] 10.222.0.74 "GET /v2.0/networks/a1213290-26f5-41b6-944a-8e6156116c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5529044 Nov 12 03:35:57.082506 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-47e6b4bb-c562-4526-ab97-f92034c70bf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:57.273799 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 46412) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:57.313711 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e6b4bb-c562-4526-ab97-f92034c70bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=a2c6c92f-24c6-43c9-83d4-409519fb9f0c,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:57.401728 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3cd637cf-f46f-43b2-9421-7f707ad592ef admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a005dee36d02430286407eb4ace18b91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1213026 Nov 12 03:35:57.404503 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 46416) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:57.490935 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6f558f53-b4ea-442d-8155-1624afe25cae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:57.524330 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6f558f53-b4ea-442d-8155-1624afe25cae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:57.661617 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c79b4d-4a44-41e4-ab93-a87bb7d0a34d req-62764a21-0d6d-4918-8f17-83533df85a77 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:57.674500 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-33c79b4d-4a44-41e4-ab93-a87bb7d0a34d req-62764a21-0d6d-4918-8f17-83533df85a77 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/ports?device_id=43bbac97-3b04-443f-9d16-8e76c85145b9 HTTP/1.1" status: 200 len: 932 time: 0.3346233 Nov 12 03:35:57.724036 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff465a-e527-4051-b45a-fc2eef3332b5 req-bfb96102-f324-4f14-92da-e02f3b8580cc tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:57.728501 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-47e6b4bb-c562-4526-ab97-f92034c70bf7 service neutron] Attempting to bind port a2c6c92f-24c6-43c9-83d4-409519fb9f0c on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:57.728838 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-47e6b4bb-c562-4526-ab97-f92034c70bf7 service neutron] Attempting to bind port a2c6c92f-24c6-43c9-83d4-409519fb9f0c by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'bed2cae6-1f34-4059-ac51-2b9a6012f4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'da30d4f6-84f2-45f3-957b-1a1aa7612cf4'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:57.729167 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-47e6b4bb-c562-4526-ab97-f92034c70bf7 service neutron] Attempting to bind port a2c6c92f-24c6-43c9-83d4-409519fb9f0c on network da30d4f6-84f2-45f3-957b-1a1aa7612cf4 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:57.735181 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3bff465a-e527-4051-b45a-fc2eef3332b5 req-bfb96102-f324-4f14-92da-e02f3b8580cc tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf17d897-dabf-49ed-a15a-f9e55c361404 HTTP/1.1" status: 200 len: 946 time: 0.2462313 Nov 12 03:35:57.760964 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-47e6b4bb-c562-4526-ab97-f92034c70bf7 service neutron] Port a2c6c92f-24c6-43c9-83d4-409519fb9f0c on network da30d4f6-84f2-45f3-957b-1a1aa7612cf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:35:57.762079 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-47e6b4bb-c562-4526-ab97-f92034c70bf7 service neutron] Attempting to bind port a2c6c92f-24c6-43c9-83d4-409519fb9f0c on network da30d4f6-84f2-45f3-957b-1a1aa7612cf4 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:57.791494 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-33c79b4d-4a44-41e4-ab93-a87bb7d0a34d req-52cc3f8e-b158-4586-aff9-6c96d93f6c09 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1ef7461-82c8-4062-96cc-91b9dba6af00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161718 Nov 12 03:35:57.811348 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-47e6b4bb-c562-4526-ab97-f92034c70bf7 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:57.812612 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-47e6b4bb-c562-4526-ab97-f92034c70bf7 service neutron] Checking segment: {'id': 'bed2cae6-1f34-4059-ac51-2b9a6012f4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'da30d4f6-84f2-45f3-957b-1a1aa7612cf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:57.814568 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-47e6b4bb-c562-4526-ab97-f92034c70bf7 service neutron] Bound using segment: {'id': 'bed2cae6-1f34-4059-ac51-2b9a6012f4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'da30d4f6-84f2-45f3-957b-1a1aa7612cf4'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:57.815283 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-47e6b4bb-c562-4526-ab97-f92034c70bf7 service neutron] Bound port: a2c6c92f-24c6-43c9-83d4-409519fb9f0c, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bed2cae6-1f34-4059-ac51-2b9a6012f4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'da30d4f6-84f2-45f3-957b-1a1aa7612cf4'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:57.815868 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-47e6b4bb-c562-4526-ab97-f92034c70bf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:57.824599 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6f558f53-b4ea-442d-8155-1624afe25cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:57.828227 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6f558f53-b4ea-442d-8155-1624afe25cae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:57.829616 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6f558f53-b4ea-442d-8155-1624afe25cae admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2cea90b4-b99c-4c7c-866e-1f32adfe0ffe HTTP/1.1" status: 204 len: 168 time: 0.4142997 Nov 12 03:35:57.921550 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f558f53-b4ea-442d-8155-1624afe25cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cea90b4-b99c-4c7c-866e-1f32adfe0ffe,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:58.036225 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3bff465a-e527-4051-b45a-fc2eef3332b5 req-b6b33d8d-750d-4cbb-9ed7-8a7168d43b22 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d455c6-5105-460d-8640-7610102ac32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965996 Nov 12 03:35:58.068108 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-7ad1ca40-8c85-4b8c-b69a-2ee9660fa986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 293ea777-7105-4f2e-a794-7b518cdae287 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:35:58.092332 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-7ad1ca40-8c85-4b8c-b69a-2ee9660fa986 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:58.205106 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-7ad1ca40-8c85-4b8c-b69a-2ee9660fa986 service neutron] Transition to ACTIVE for port object 293ea777-7105-4f2e-a794-7b518cdae287 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:35:58.218554 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-47e6b4bb-c562-4526-ab97-f92034c70bf7 service neutron] For port a2c6c92f-24c6-43c9-83d4-409519fb9f0c, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:58.235834 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-7ad1ca40-8c85-4b8c-b69a-2ee9660fa986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:58.246606 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-47e6b4bb-c562-4526-ab97-f92034c70bf7 service neutron] For port a2c6c92f-24c6-43c9-83d4-409519fb9f0c, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=a2c6c92f-24c6-43c9-83d4-409519fb9f0c,segment=NetworkSegment(bed2cae6-1f34-4059-ac51-2b9a6012f4b0),segment_id=bed2cae6-1f34-4059-ac51-2b9a6012f4b0)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:58.264010 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-47e6b4bb-c562-4526-ab97-f92034c70bf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:58.364828 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-47e6b4bb-c562-4526-ab97-f92034c70bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:58.365783 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-47e6b4bb-c562-4526-ab97-f92034c70bf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:58.368223 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-47e6b4bb-c562-4526-ab97-f92034c70bf7 service neutron] 10.222.0.74 "PUT /v2.0/ports/a2c6c92f-24c6-43c9-83d4-409519fb9f0c HTTP/1.1" status: 200 len: 1092 time: 3.3298700 Nov 12 03:35:58.375022 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd467cdc9-b324-4e3f-97bf-0b08a3842952', 'tag': 'a2c6c92f-24c6-43c9-83d4-409519fb9f0c'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:58.377775 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee9d98c-ba5a-452e-b3fd-ef9d49807123" -d '{"events": [{"name": "network-changed", "server_uuid": "d467cdc9-b324-4e3f-97bf-0b08a3842952", "tag": "a2c6c92f-24c6-43c9-83d4-409519fb9f0c"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:58.437981 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076d9d2-c5b2-4e5e-a746-5760e01b72de req-e73ebd0b-6bc0-48ab-9a1b-072164faff7d tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:58.452701 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8076d9d2-c5b2-4e5e-a746-5760e01b72de req-e73ebd0b-6bc0-48ab-9a1b-072164faff7d tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 946 time: 0.3645706 Nov 12 03:35:58.501041 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b432aa-366b-484d-a2eb-10077714beae x-openstack-request-id: req-57b432aa-366b-484d-a2eb-10077714beae {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:58.501332 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d467cdc9-b324-4e3f-97bf-0b08a3842952", "tag": "a2c6c92f-24c6-43c9-83d4-409519fb9f0c", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:58.501642 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-57b432aa-366b-484d-a2eb-10077714beae {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:58.502044 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd467cdc9-b324-4e3f-97bf-0b08a3842952', 'tag': 'a2c6c92f-24c6-43c9-83d4-409519fb9f0c', 'status': 'completed', 'code': 200} Nov 12 03:35:58.524325 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad1ca40-8c85-4b8c-b69a-2ee9660fa986 service neutron] Pushing event updated for resources: {'Port': ['ID=293ea777-7105-4f2e-a794-7b518cdae287,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:58.581037 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 46452) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:58.695977 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8076d9d2-c5b2-4e5e-a746-5760e01b72de req-b7451530-b2a0-4bbb-b48c-3219e260f249 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408700 Nov 12 03:35:58.748771 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-d0df289a-b2a5-43a7-a12a-eea4b24e9647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:58.750314 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-d0df289a-b2a5-43a7-a12a-eea4b24e9647 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1287bf4a31d47269df2c523f6d2146e&device_id=d467cdc9-b324-4e3f-97bf-0b08a3842952 HTTP/1.1" status: 200 len: 1095 time: 0.2930570 Nov 12 03:35:58.862671 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0303e66f-f2a8-465b-a74a-1268ec917695 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:58.944126 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e6b4bb-c562-4526-ab97-f92034c70bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=a2c6c92f-24c6-43c9-83d4-409519fb9f0c,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:58.954701 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-89ce0241-4965-4db6-9673-d55bb00d39d2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2c6c92f-24c6-43c9-83d4-409519fb9f0c HTTP/1.1" status: 200 len: 217 time: 0.1496327 Nov 12 03:35:58.979460 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-7ad1ca40-8c85-4b8c-b69a-2ee9660fa986 service neutron] Attempting to bind port 293ea777-7105-4f2e-a794-7b518cdae287 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:58.980663 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-7ad1ca40-8c85-4b8c-b69a-2ee9660fa986 service neutron] Attempting to bind port 293ea777-7105-4f2e-a794-7b518cdae287 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': 'bed2cae6-1f34-4059-ac51-2b9a6012f4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'da30d4f6-84f2-45f3-957b-1a1aa7612cf4'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:58.981612 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-7ad1ca40-8c85-4b8c-b69a-2ee9660fa986 service neutron] Attempting to bind port 293ea777-7105-4f2e-a794-7b518cdae287 on network da30d4f6-84f2-45f3-957b-1a1aa7612cf4 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:59.018463 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-7ad1ca40-8c85-4b8c-b69a-2ee9660fa986 service neutron] Port 293ea777-7105-4f2e-a794-7b518cdae287 on network da30d4f6-84f2-45f3-957b-1a1aa7612cf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:35:59.018888 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-7ad1ca40-8c85-4b8c-b69a-2ee9660fa986 service neutron] Attempting to bind port 293ea777-7105-4f2e-a794-7b518cdae287 on network da30d4f6-84f2-45f3-957b-1a1aa7612cf4 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:59.038675 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-7ad1ca40-8c85-4b8c-b69a-2ee9660fa986 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:59.044549 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-7ad1ca40-8c85-4b8c-b69a-2ee9660fa986 service neutron] Checking segment: {'id': 'bed2cae6-1f34-4059-ac51-2b9a6012f4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'da30d4f6-84f2-45f3-957b-1a1aa7612cf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:59.048875 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-7ad1ca40-8c85-4b8c-b69a-2ee9660fa986 service neutron] Bound using segment: {'id': 'bed2cae6-1f34-4059-ac51-2b9a6012f4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'da30d4f6-84f2-45f3-957b-1a1aa7612cf4'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:59.051043 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-7ad1ca40-8c85-4b8c-b69a-2ee9660fa986 service neutron] Bound port: 293ea777-7105-4f2e-a794-7b518cdae287, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bed2cae6-1f34-4059-ac51-2b9a6012f4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'da30d4f6-84f2-45f3-957b-1a1aa7612cf4'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:59.051527 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-7ad1ca40-8c85-4b8c-b69a-2ee9660fa986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:59.115217 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-cb8fc92f-9201-4073-b557-7c549e2ac440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:59.116474 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0303e66f-f2a8-465b-a74a-1268ec917695 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:59.117001 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-cb8fc92f-9201-4073-b557-7c549e2ac440 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7672bce3-808b-48b8-8846-42b774c7e7b8 HTTP/1.1" status: 200 len: 853 time: 0.1498551 Nov 12 03:35:59.122866 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0303e66f-f2a8-465b-a74a-1268ec917695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:59.244996 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0303e66f-f2a8-465b-a74a-1268ec917695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab9e53c-0a4a-4e7b-aa89-13ea37796f40,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:59.249227 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-7ad1ca40-8c85-4b8c-b69a-2ee9660fa986 service neutron] For port 293ea777-7105-4f2e-a794-7b518cdae287, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:59.252553 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-7ad1ca40-8c85-4b8c-b69a-2ee9660fa986 service neutron] For port 293ea777-7105-4f2e-a794-7b518cdae287, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=293ea777-7105-4f2e-a794-7b518cdae287,segment=NetworkSegment(bed2cae6-1f34-4059-ac51-2b9a6012f4b0),segment_id=bed2cae6-1f34-4059-ac51-2b9a6012f4b0)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:59.262711 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-7ad1ca40-8c85-4b8c-b69a-2ee9660fa986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:59.300889 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0303e66f-f2a8-465b-a74a-1268ec917695 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d9cad9513721465f9efa9c0094608b54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7162540 Nov 12 03:35:59.302747 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 46482) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:59.327409 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-180163e4-269c-4356-a1a3-cc906d486628 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=da30d4f6-84f2-45f3-957b-1a1aa7612cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1976652 Nov 12 03:35:59.391230 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-7ad1ca40-8c85-4b8c-b69a-2ee9660fa986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:59.392004 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-7ad1ca40-8c85-4b8c-b69a-2ee9660fa986 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:59.393576 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-7ad1ca40-8c85-4b8c-b69a-2ee9660fa986 service neutron] 10.222.0.90 "PUT /v2.0/ports/293ea777-7105-4f2e-a794-7b518cdae287 HTTP/1.1" status: 200 len: 1093 time: 2.9397228 Nov 12 03:35:59.459898 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900347b-1f3c-4d17-a9b8-fbe16cca1d8d req-23389666-cede-4b53-9684-7824647421ad tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:59.476691 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5900347b-1f3c-4d17-a9b8-fbe16cca1d8d req-23389666-cede-4b53-9684-7824647421ad tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/ports?device_id=43bbac97-3b04-443f-9d16-8e76c85145b9 HTTP/1.1" status: 200 len: 944 time: 0.4890463 Nov 12 03:35:59.602320 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 46490) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:59.615988 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5900347b-1f3c-4d17-a9b8-fbe16cca1d8d req-1b273a69-58d6-4309-943d-c777ea2ddd03 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1ef7461-82c8-4062-96cc-91b9dba6af00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270580 Nov 12 03:35:59.626948 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ca38b7e4-80a7-4845-a68a-adc66c6597ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:59.689067 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ca38b7e4-80a7-4845-a68a-adc66c6597ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:59.794915 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ca38b7e4-80a7-4845-a68a-adc66c6597ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:59.799624 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ca38b7e4-80a7-4845-a68a-adc66c6597ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:59.802453 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ca38b7e4-80a7-4845-a68a-adc66c6597ba admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eab9e53c-0a4a-4e7b-aa89-13ea37796f40 HTTP/1.1" status: 204 len: 168 time: 0.4985974 Nov 12 03:35:59.828402 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca38b7e4-80a7-4845-a68a-adc66c6597ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab9e53c-0a4a-4e7b-aa89-13ea37796f40,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:59.963885 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4135dc73-3fcb-48ca-8b30-934fb53bfdf4 req-eea53d9c-f5f0-4441-a6d7-8411cd7cf9a2 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:59.974942 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4135dc73-3fcb-48ca-8b30-934fb53bfdf4 req-eea53d9c-f5f0-4441-a6d7-8411cd7cf9a2 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf17d897-dabf-49ed-a15a-f9e55c361404 HTTP/1.1" status: 200 len: 946 time: 0.6292629 Nov 12 03:35:59.977415 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-8d412d67-099b-4eae-a962-79d6301f4933 service neutron] 10.222.0.74 "GET /v2.0/networks/da30d4f6-84f2-45f3-957b-1a1aa7612cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5828917 Nov 12 03:35:59.986936 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-5faa5789-1026-4a6c-9780-ae34cd69d7e0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1451020591-network', 'tenant_id': '0cdd38a3f1ea45dcbcc53ea0d2714986'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:59.991615 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad1ca40-8c85-4b8c-b69a-2ee9660fa986 service neutron] Pushing event updated for resources: {'Port': ['ID=293ea777-7105-4f2e-a794-7b518cdae287,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:00.051818 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6bf5c7-41cc-4ef9-8330-c42d0c9fc974 req-be5f5b75-c41b-4a2f-8483-87d9507837f2 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:00.055743 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fc6bf5c7-41cc-4ef9-8330-c42d0c9fc974 req-be5f5b75-c41b-4a2f-8483-87d9507837f2 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 946 time: 0.1046627 Nov 12 03:36:00.128533 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-d0afeb4d-e284-4e89-9cc7-864729ce33a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:00.130104 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-d0afeb4d-e284-4e89-9cc7-864729ce33a4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b1287bf4a31d47269df2c523f6d2146e&device_id=43bbac97-3b04-443f-9d16-8e76c85145b9 HTTP/1.1" status: 200 len: 1096 time: 0.6316185 Nov 12 03:36:00.174791 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5faa5789-1026-4a6c-9780-ae34cd69d7e0 admin admin] Made reservation on behalf of 0cdd38a3f1ea45dcbcc53ea0d2714986 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:00.177193 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5faa5789-1026-4a6c-9780-ae34cd69d7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:00.186869 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fc6bf5c7-41cc-4ef9-8330-c42d0c9fc974 req-ea6c85be-23b6-41e9-bdc2-391dce83d886 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238515 Nov 12 03:36:00.307994 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-18ab0226-a1a3-4d8a-9b6f-79d366c7d9e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:00.329463 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-6ee1385a-c261-422c-b6c7-319b4f14268f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=293ea777-7105-4f2e-a794-7b518cdae287 HTTP/1.1" status: 200 len: 217 time: 0.1760156 Nov 12 03:36:00.336697 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-f59f01ca-8873-4be5-9034-5287d3a36a9c service neutron] 10.222.0.74 "GET /v2.0/networks/da30d4f6-84f2-45f3-957b-1a1aa7612cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364756 Nov 12 03:36:00.351240 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5faa5789-1026-4a6c-9780-ae34cd69d7e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:00.374769 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 46514) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:00.383024 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4f392909-7944-4d65-896a-509b407634ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:00.480857 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4f392909-7944-4d65-896a-509b407634ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:00.492712 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4f392909-7944-4d65-896a-509b407634ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:00.604477 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5faa5789-1026-4a6c-9780-ae34cd69d7e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:00.619372 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4135dc73-3fcb-48ca-8b30-934fb53bfdf4 req-4d28fcc9-50ff-4066-a8b4-625aa1463e46 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d455c6-5105-460d-8640-7610102ac32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6346910 Nov 12 03:36:00.622697 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43bbac97-3b04-443f-9d16-8e76c85145b9', 'tag': '293ea777-7105-4f2e-a794-7b518cdae287'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:00.635743 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f392909-7944-4d65-896a-509b407634ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52333ec5-17c8-4824-9d41-65f95069fd44,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:00.643705 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4d19ac-9935-400c-9d74-77072e7cc375" -d '{"events": [{"name": "network-changed", "server_uuid": "43bbac97-3b04-443f-9d16-8e76c85145b9", "tag": "293ea777-7105-4f2e-a794-7b518cdae287"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:00.694236 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4f392909-7944-4d65-896a-509b407634ed admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=191a3146833d438bbae0394464116242&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3257318 Nov 12 03:36:00.694490 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-115ae7a8-7aba-499e-9e70-a6f6a0b6a4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:00.695976 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-115ae7a8-7aba-499e-9e70-a6f6a0b6a4ef service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7672bce3-808b-48b8-8846-42b774c7e7b8 HTTP/1.1" status: 200 len: 853 time: 0.3573680 Nov 12 03:36:00.696662 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5faa5789-1026-4a6c-9780-ae34cd69d7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:00.698730 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 46528) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:00.743496 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5faa5789-1026-4a6c-9780-ae34cd69d7e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:36:00.766421 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5faa5789-1026-4a6c-9780-ae34cd69d7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:00.767107 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-5faa5789-1026-4a6c-9780-ae34cd69d7e0 admin admin] Added segment 0b04c0b1-5879-4304-b25e-c28aa4573a76 of type vlan for network efb988ed-b223-4e0b-8b86-915607ae4e80 Nov 12 03:36:00.802851 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e2a37127-0cd4-4efe-a7be-8b88548490ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:00.869202 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e2a37127-0cd4-4efe-a7be-8b88548490ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:00.941290 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0453bea8-0001-4642-b0a0-4992810fe119 x-openstack-request-id: req-0453bea8-0001-4642-b0a0-4992810fe119 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:00.941665 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43bbac97-3b04-443f-9d16-8e76c85145b9", "tag": "293ea777-7105-4f2e-a794-7b518cdae287", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:00.941798 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0453bea8-0001-4642-b0a0-4992810fe119 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:00.942263 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43bbac97-3b04-443f-9d16-8e76c85145b9', 'tag': '293ea777-7105-4f2e-a794-7b518cdae287', 'status': 'completed', 'code': 200} Nov 12 03:36:00.952811 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-6f36b795-db05-4940-a9c0-bdbad6efb23c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=da30d4f6-84f2-45f3-957b-1a1aa7612cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1416321 Nov 12 03:36:00.972182 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5faa5789-1026-4a6c-9780-ae34cd69d7e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.010880 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa5789-1026-4a6c-9780-ae34cd69d7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0adbc793-597d-400b-8618-e8fe9b45ffdf,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:01.027938 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e2a37127-0cd4-4efe-a7be-8b88548490ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.028658 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9d98c-ba5a-452e-b3fd-ef9d49807123 req-95dd2a85-dcce-4e41-92c2-a5b30a5418e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:01.030172 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0ee9d98c-ba5a-452e-b3fd-ef9d49807123 req-95dd2a85-dcce-4e41-92c2-a5b30a5418e6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1287bf4a31d47269df2c523f6d2146e&device_id=d467cdc9-b324-4e3f-97bf-0b08a3842952 HTTP/1.1" status: 200 len: 1095 time: 0.5778925 Nov 12 03:36:01.033785 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e2a37127-0cd4-4efe-a7be-8b88548490ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.035144 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e2a37127-0cd4-4efe-a7be-8b88548490ec admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/52333ec5-17c8-4824-9d41-65f95069fd44 HTTP/1.1" status: 204 len: 168 time: 0.3326342 Nov 12 03:36:01.066399 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a37127-0cd4-4efe-a7be-8b88548490ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52333ec5-17c8-4824-9d41-65f95069fd44,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:01.102755 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a1fa6-5b9b-4acb-9fa9-650fb2c28824 req-58b6bf1a-c9f4-434a-96d2-fd9117882aa6 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:01.104343 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5b5a1fa6-5b9b-4acb-9fa9-650fb2c28824 req-58b6bf1a-c9f4-434a-96d2-fd9117882aa6 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/ports?device_id=43bbac97-3b04-443f-9d16-8e76c85145b9 HTTP/1.1" status: 200 len: 944 time: 0.3006141 Nov 12 03:36:01.220295 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-1a1c8290-cb6b-4494-8188-12de1f587dd4 service neutron] 10.222.0.90 "GET /v2.0/networks/da30d4f6-84f2-45f3-957b-1a1aa7612cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400007 Nov 12 03:36:01.254022 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5faa5789-1026-4a6c-9780-ae34cd69d7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.255101 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5faa5789-1026-4a6c-9780-ae34cd69d7e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:01.255559 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5faa5789-1026-4a6c-9780-ae34cd69d7e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.374373 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5faa5789-1026-4a6c-9780-ae34cd69d7e0 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7685080 Nov 12 03:36:01.378572 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 46546) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:01.400665 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-a50e884b-6c0a-475e-a566-e237143737a8 admin admin] Request body: {'subnet': {'network_id': 'efb988ed-b223-4e0b-8b86-915607ae4e80', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1451020591-subnet', 'tenant_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:01.503910 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50e884b-6c0a-475e-a566-e237143737a8 admin admin] Made reservation on behalf of 0cdd38a3f1ea45dcbcc53ea0d2714986 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:01.509096 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a50e884b-6c0a-475e-a566-e237143737a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.906124 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf5035-98cd-4086-a29f-9952890037da req-3cef5752-9f10-4b17-b7fd-11290c1bfc04 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:01.913597 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c8bf5035-98cd-4086-a29f-9952890037da req-3cef5752-9f10-4b17-b7fd-11290c1bfc04 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf17d897-dabf-49ed-a15a-f9e55c361404 HTTP/1.1" status: 200 len: 946 time: 0.1136920 Nov 12 03:36:02.035157 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c8bf5035-98cd-4086-a29f-9952890037da req-70f728d2-78d2-40b6-b13b-99c82b79bd8a tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d455c6-5105-460d-8640-7610102ac32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131632 Nov 12 03:36:02.069719 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a50e884b-6c0a-475e-a566-e237143737a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:02.148298 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa5789-1026-4a6c-9780-ae34cd69d7e0 admin admin] Pushing event updated for resources: {'Network': ['ID=efb988ed-b223-4e0b-8b86-915607ae4e80,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:02.159350 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network efb988ed-b223-4e0b-8b86-915607ae4e80 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:36:02.262488 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50e884b-6c0a-475e-a566-e237143737a8 admin admin] Checking segment: {'id': '0b04c0b1-5879-4304-b25e-c28aa4573a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'efb988ed-b223-4e0b-8b86-915607ae4e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:02.262861 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50e884b-6c0a-475e-a566-e237143737a8 admin admin] Network hostable DHCP agents. Network: efb988ed-b223-4e0b-8b86-915607ae4e80, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:36:02.290128 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e884b-6c0a-475e-a566-e237143737a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30a0f48c-61f9-4792-91bd-2c64b1b43b35,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:02.308138 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5b5a1fa6-5b9b-4acb-9fa9-650fb2c28824 req-eb343657-043c-4569-9fa4-34efd6b56f50 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1ef7461-82c8-4062-96cc-91b9dba6af00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1462574 Nov 12 03:36:02.331848 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50e884b-6c0a-475e-a566-e237143737a8 admin admin] Network efb988ed-b223-4e0b-8b86-915607ae4e80 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:36:02.341909 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9d98c-ba5a-452e-b3fd-ef9d49807123 req-4910773e-63f3-4f5b-9152-2f8fc6c73133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:02.341909 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0ee9d98c-ba5a-452e-b3fd-ef9d49807123 req-4910773e-63f3-4f5b-9152-2f8fc6c73133 service neutron] 10.222.0.74 "GET /v2.0/networks?id=da30d4f6-84f2-45f3-957b-1a1aa7612cf4 HTTP/1.1" status: 200 len: 914 time: 1.2550786 Nov 12 03:36:02.352663 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-a50e884b-6c0a-475e-a566-e237143737a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, efb988ed-b223-4e0b-8b86-915607ae4e80) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:02.361561 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50e884b-6c0a-475e-a566-e237143737a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:02.362163 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a50e884b-6c0a-475e-a566-e237143737a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:02.375111 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cec928a-7fae-4f9e-860d-974c0dc30e0f None None] Network efb988ed-b223-4e0b-8b86-915607ae4e80 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:02.395380 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a50e884b-6c0a-475e-a566-e237143737a8 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0156164 Nov 12 03:36:02.399542 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 46576) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:02.401194 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1f9830d7-8db8-4d84-8329-b3677ca82abb req-0208eeeb-3717-4397-ab9c-096a88dcb560 service neutron] 10.222.0.90 "GET /v2.0/networks/da30d4f6-84f2-45f3-957b-1a1aa7612cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1637077 Nov 12 03:36:02.414476 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-6308b4e9-6ba4-4ed7-a3ca-79ed923a27ca admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1451020591-router', 'tenant_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:02.496480 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6308b4e9-6ba4-4ed7-a3ca-79ed923a27ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:02.500035 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6308b4e9-6ba4-4ed7-a3ca-79ed923a27ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:02.655798 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0ee9d98c-ba5a-452e-b3fd-ef9d49807123 req-c1784a03-1791-4cb8-9fc0-f7f09c33fd83 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2c6c92f-24c6-43c9-83d4-409519fb9f0c HTTP/1.1" status: 200 len: 217 time: 0.3058190 Nov 12 03:36:02.671673 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6308b4e9-6ba4-4ed7-a3ca-79ed923a27ca admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:02.719944 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d19ac-9935-400c-9d74-77072e7cc375 req-4e409031-c4cf-4241-a705-fb64ccc7455b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:02.721771 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fb4d19ac-9935-400c-9d74-77072e7cc375 req-4e409031-c4cf-4241-a705-fb64ccc7455b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b1287bf4a31d47269df2c523f6d2146e&device_id=43bbac97-3b04-443f-9d16-8e76c85145b9 HTTP/1.1" status: 200 len: 1096 time: 0.1781592 Nov 12 03:36:02.822505 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fc4f83-34cf-4854-8e04-6d4491ffc146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-efb988ed-b223-4e0b-8b86-915607ae4e80', 'network_id': 'efb988ed-b223-4e0b-8b86-915607ae4e80', 'tenant_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'fixed_ips': [{'subnet_id': '30a0f48c-61f9-4792-91bd-2c64b1b43b35'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:36:02.823415 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-57fc4f83-34cf-4854-8e04-6d4491ffc146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:02.969227 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9d98c-ba5a-452e-b3fd-ef9d49807123 req-c67eb336-900c-4b2c-a03a-d8d967e326ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:02.971634 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0ee9d98c-ba5a-452e-b3fd-ef9d49807123 req-c67eb336-900c-4b2c-a03a-d8d967e326ea service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7672bce3-808b-48b8-8846-42b774c7e7b8 HTTP/1.1" status: 200 len: 853 time: 0.3059609 Nov 12 03:36:02.976820 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d19ac-9935-400c-9d74-77072e7cc375 req-2a883cf1-4d8f-4763-bdf5-fbfa085e2131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:02.979591 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fb4d19ac-9935-400c-9d74-77072e7cc375 req-2a883cf1-4d8f-4763-bdf5-fbfa085e2131 service neutron] 10.222.0.90 "GET /v2.0/networks?id=da30d4f6-84f2-45f3-957b-1a1aa7612cf4 HTTP/1.1" status: 200 len: 914 time: 0.2425811 Nov 12 03:36:03.018960 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6308b4e9-6ba4-4ed7-a3ca-79ed923a27ca admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:03.037915 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device a2c6c92f-24c6-43c9-83d4-409519fb9f0c details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:36:03.203177 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0ee9d98c-ba5a-452e-b3fd-ef9d49807123 req-8f6fd26b-a9ab-4637-8a3e-eb633f97d5e9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=da30d4f6-84f2-45f3-957b-1a1aa7612cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2214799 Nov 12 03:36:03.254198 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fb4d19ac-9935-400c-9d74-77072e7cc375 req-8af4b4ad-d484-4e73-9909-b0334f8f5a2b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=293ea777-7105-4f2e-a794-7b518cdae287 HTTP/1.1" status: 200 len: 217 time: 0.2566280 Nov 12 03:36:03.361295 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-57fc4f83-34cf-4854-8e04-6d4491ffc146 None None] Allocated IP 172.20.0.2 (efb988ed-b223-4e0b-8b86-915607ae4e80/30a0f48c-61f9-4792-91bd-2c64b1b43b35/3941a4a6-06c2-48eb-b80d-accf0766dd78) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:03.382752 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e0f9e41c-c295-4a6e-8712-6dc4528bbffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:03.583008 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port a2c6c92f-24c6-43c9-83d4-409519fb9f0c, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=a2c6c92f-24c6-43c9-83d4-409519fb9f0c,segment=NetworkSegment(bed2cae6-1f34-4059-ac51-2b9a6012f4b0),segment_id=bed2cae6-1f34-4059-ac51-2b9a6012f4b0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:03.638930 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'a2c6c92f-24c6-43c9-83d4-409519fb9f0c', 'network_id': 'da30d4f6-84f2-45f3-957b-1a1aa7612cf4', 'port_id': 'a2c6c92f-24c6-43c9-83d4-409519fb9f0c', 'mac_address': 'fa:16:3e:d8:ad:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7672bce3-808b-48b8-8846-42b774c7e7b8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:36:03.655275 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6308b4e9-6ba4-4ed7-a3ca-79ed923a27ca admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:03.784727 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6308b4e9-6ba4-4ed7-a3ca-79ed923a27ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:03.915688 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd0d62-259c-46e6-bf5c-8ffb5c5ad422 req-b1ed228b-2b18-4ad3-98ea-3d6e383df048 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:03.936980 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-24bd0d62-259c-46e6-bf5c-8ffb5c5ad422 req-b1ed228b-2b18-4ad3-98ea-3d6e383df048 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf17d897-dabf-49ed-a15a-f9e55c361404 HTTP/1.1" status: 200 len: 946 time: 0.7159071 Nov 12 03:36:04.030633 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d19ac-9935-400c-9d74-77072e7cc375 req-d258d8c7-aa4f-44eb-a694-28bd4b0ea278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:04.033018 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fb4d19ac-9935-400c-9d74-77072e7cc375 req-d258d8c7-aa4f-44eb-a694-28bd4b0ea278 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7672bce3-808b-48b8-8846-42b774c7e7b8 HTTP/1.1" status: 200 len: 853 time: 0.7210164 Nov 12 03:36:04.114919 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-6308b4e9-6ba4-4ed7-a3ca-79ed923a27ca admin admin] Allocated IP 172.25.5.225 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/463989c8-bed7-4fc6-9a75-3497e0be504d) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:04.190769 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fb4d19ac-9935-400c-9d74-77072e7cc375 req-35a6bd85-3cdf-43df-995b-7b36331ee29f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=da30d4f6-84f2-45f3-957b-1a1aa7612cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1297596 Nov 12 03:36:04.354915 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:04.362788 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6308b4e9-6ba4-4ed7-a3ca-79ed923a27ca admin admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:04.398208 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:04.417467 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0ee9d98c-ba5a-452e-b3fd-ef9d49807123 req-3f9b0399-0563-4a5f-8367-29b0c940c786 service neutron] 10.222.0.74 "GET /v2.0/networks/da30d4f6-84f2-45f3-957b-1a1aa7612cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1616254 Nov 12 03:36:04.459479 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10904fb9-d0e8-4c95-986a-53117939d2d1 req-46fba3ec-227e-444b-abe4-b20546ceed2b tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:04.461306 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10904fb9-d0e8-4c95-986a-53117939d2d1 req-46fba3ec-227e-444b-abe4-b20546ceed2b tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/ports?device_id=43bbac97-3b04-443f-9d16-8e76c85145b9 HTTP/1.1" status: 200 len: 944 time: 0.8159461 Nov 12 03:36:04.512315 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2c6c92f-24c6-43c9-83d4-409519fb9f0c {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:36:04.548850 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6308b4e9-6ba4-4ed7-a3ca-79ed923a27ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:04.560395 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port a2c6c92f-24c6-43c9-83d4-409519fb9f0c, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=a2c6c92f-24c6-43c9-83d4-409519fb9f0c,segment=NetworkSegment(bed2cae6-1f34-4059-ac51-2b9a6012f4b0),segment_id=bed2cae6-1f34-4059-ac51-2b9a6012f4b0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:04.562281 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-57fc4f83-34cf-4854-8e04-6d4491ffc146 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:04.566764 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:04.577474 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-24bd0d62-259c-46e6-bf5c-8ffb5c5ad422 req-04f73c43-688a-4355-8be7-d77fcb3876a5 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d455c6-5105-460d-8640-7610102ac32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6391346 Nov 12 03:36:04.620234 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6308b4e9-6ba4-4ed7-a3ca-79ed923a27ca admin admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:04.622578 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-6308b4e9-6ba4-4ed7-a3ca-79ed923a27ca admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:04.630424 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6308b4e9-6ba4-4ed7-a3ca-79ed923a27ca admin admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:04.675764 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-57fc4f83-34cf-4854-8e04-6d4491ffc146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:04.770186 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308b4e9-6ba4-4ed7-a3ca-79ed923a27ca admin admin] Pushing event updated for resources: {'Port': ['ID=463989c8-bed7-4fc6-9a75-3497e0be504d,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:04.794955 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10904fb9-d0e8-4c95-986a-53117939d2d1 req-53b5f797-42f4-4fec-a87e-f59e2c853af4 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1ef7461-82c8-4062-96cc-91b9dba6af00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238549 Nov 12 03:36:04.824727 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fc4f83-34cf-4854-8e04-6d4491ffc146 None None] Network efb988ed-b223-4e0b-8b86-915607ae4e80 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:04.830146 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=a2c6c92f-24c6-43c9-83d4-409519fb9f0c,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:04.839863 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-57fc4f83-34cf-4854-8e04-6d4491ffc146 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:04.868060 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['a2c6c92f-24c6-43c9-83d4-409519fb9f0c'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:36:04.880902 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fc4f83-34cf-4854-8e04-6d4491ffc146 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:05.007529 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc4f83-34cf-4854-8e04-6d4491ffc146 None None] Pushing event updated for resources: {'Port': ['ID=3941a4a6-06c2-48eb-b80d-accf0766dd78,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:05.020127 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fb4d19ac-9935-400c-9d74-77072e7cc375 req-0dea2f0b-7ec0-465e-867b-b59f4925177b service neutron] 10.222.0.90 "GET /v2.0/networks/da30d4f6-84f2-45f3-957b-1a1aa7612cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7787259 Nov 12 03:36:05.023315 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0ee9d98c-ba5a-452e-b3fd-ef9d49807123 req-00f68fb8-ebfa-4b2f-ad8f-026d83316b22 service neutron] 10.222.0.74 "GET /v2.0/networks/da30d4f6-84f2-45f3-957b-1a1aa7612cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5424378 Nov 12 03:36:05.142196 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-57fc4f83-34cf-4854-8e04-6d4491ffc146 None None] Attempting to bind port 3941a4a6-06c2-48eb-b80d-accf0766dd78 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:05.142581 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-57fc4f83-34cf-4854-8e04-6d4491ffc146 None None] Attempting to bind port 3941a4a6-06c2-48eb-b80d-accf0766dd78 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '0b04c0b1-5879-4304-b25e-c28aa4573a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'efb988ed-b223-4e0b-8b86-915607ae4e80'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:05.142953 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fc4f83-34cf-4854-8e04-6d4491ffc146 None None] Attempting to bind port 3941a4a6-06c2-48eb-b80d-accf0766dd78 on network efb988ed-b223-4e0b-8b86-915607ae4e80 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:05.156129 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fc4f83-34cf-4854-8e04-6d4491ffc146 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:05.156836 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fc4f83-34cf-4854-8e04-6d4491ffc146 None None] Checking segment: {'id': '0b04c0b1-5879-4304-b25e-c28aa4573a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'efb988ed-b223-4e0b-8b86-915607ae4e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:05.157461 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-57fc4f83-34cf-4854-8e04-6d4491ffc146 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:05.158022 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fc4f83-34cf-4854-8e04-6d4491ffc146 None None] Bound using segment: {'id': '0b04c0b1-5879-4304-b25e-c28aa4573a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'efb988ed-b223-4e0b-8b86-915607ae4e80'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:05.158934 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-57fc4f83-34cf-4854-8e04-6d4491ffc146 None None] Bound port: 3941a4a6-06c2-48eb-b80d-accf0766dd78, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b04c0b1-5879-4304-b25e-c28aa4573a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'efb988ed-b223-4e0b-8b86-915607ae4e80'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:05.159509 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-57fc4f83-34cf-4854-8e04-6d4491ffc146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:05.252636 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fb4d19ac-9935-400c-9d74-77072e7cc375 req-f4ee65d5-931b-42a1-a04d-d6e517c9917d service neutron] 10.222.0.90 "GET /v2.0/networks/da30d4f6-84f2-45f3-957b-1a1aa7612cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243268 Nov 12 03:36:05.544830 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 293ea777-7105-4f2e-a794-7b518cdae287 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:36:05.557456 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:05.606095 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-57fc4f83-34cf-4854-8e04-6d4491ffc146 None None] For port 3941a4a6-06c2-48eb-b80d-accf0766dd78, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:05.616357 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-57fc4f83-34cf-4854-8e04-6d4491ffc146 None None] For port 3941a4a6-06c2-48eb-b80d-accf0766dd78, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=3941a4a6-06c2-48eb-b80d-accf0766dd78,segment=NetworkSegment(0b04c0b1-5879-4304-b25e-c28aa4573a76),segment_id=0b04c0b1-5879-4304-b25e-c28aa4573a76)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:05.666049 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-57fc4f83-34cf-4854-8e04-6d4491ffc146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:05.766147 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc4f83-34cf-4854-8e04-6d4491ffc146 None None] Pushing event updated for resources: {'Port': ['ID=3941a4a6-06c2-48eb-b80d-accf0766dd78,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:05.946236 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 293ea777-7105-4f2e-a794-7b518cdae287, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=293ea777-7105-4f2e-a794-7b518cdae287,segment=NetworkSegment(bed2cae6-1f34-4059-ac51-2b9a6012f4b0),segment_id=bed2cae6-1f34-4059-ac51-2b9a6012f4b0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:05.989901 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '293ea777-7105-4f2e-a794-7b518cdae287', 'network_id': 'da30d4f6-84f2-45f3-957b-1a1aa7612cf4', 'port_id': '293ea777-7105-4f2e-a794-7b518cdae287', 'mac_address': 'fa:16:3e:bc:2c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7672bce3-808b-48b8-8846-42b774c7e7b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:36:06.160956 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.165926 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89246b4-2ea6-4e3f-a4f7-3af176967855 req-4f5e0590-2ca5-4e8d-ae2f-ccca0fac716e tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:06.179189 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a89246b4-2ea6-4e3f-a4f7-3af176967855 req-4f5e0590-2ca5-4e8d-ae2f-ccca0fac716e tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/ports?device_id=43bbac97-3b04-443f-9d16-8e76c85145b9 HTTP/1.1" status: 200 len: 944 time: 0.1597176 Nov 12 03:36:06.199256 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6308b4e9-6ba4-4ed7-a3ca-79ed923a27ca admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.244383 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 293ea777-7105-4f2e-a794-7b518cdae287 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:36:06.381504 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a89246b4-2ea6-4e3f-a4f7-3af176967855 req-cf6611b7-c144-4ad9-8474-211a6ee66a85 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1ef7461-82c8-4062-96cc-91b9dba6af00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901999 Nov 12 03:36:06.405428 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 293ea777-7105-4f2e-a794-7b518cdae287, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=293ea777-7105-4f2e-a794-7b518cdae287,segment=NetworkSegment(bed2cae6-1f34-4059-ac51-2b9a6012f4b0),segment_id=bed2cae6-1f34-4059-ac51-2b9a6012f4b0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:06.420469 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.432677 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.557029 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=293ea777-7105-4f2e-a794-7b518cdae287,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:06.782815 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['293ea777-7105-4f2e-a794-7b518cdae287'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:36:06.786463 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92368a34-a9c3-4278-80ca-e396a1d78135 req-f598f5bd-33ec-43a7-b468-1af198c5b1c5 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:06.790454 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-92368a34-a9c3-4278-80ca-e396a1d78135 req-f598f5bd-33ec-43a7-b468-1af198c5b1c5 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf17d897-dabf-49ed-a15a-f9e55c361404 HTTP/1.1" status: 200 len: 946 time: 1.0254049 Nov 12 03:36:06.916815 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-92368a34-a9c3-4278-80ca-e396a1d78135 req-f85597af-97c5-4054-88ba-6ef6b37e1f76 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d455c6-5105-460d-8640-7610102ac32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874343 Nov 12 03:36:06.941890 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6308b4e9-6ba4-4ed7-a3ca-79ed923a27ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:07.030569 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device a2c6c92f-24c6-43c9-83d4-409519fb9f0c up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:07.155653 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port a2c6c92f-24c6-43c9-83d4-409519fb9f0c completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:36:07.162062 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port a2c6c92f-24c6-43c9-83d4-409519fb9f0c triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:07.162407 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:07.284221 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6308b4e9-6ba4-4ed7-a3ca-79ed923a27ca admin admin] Router d7a25543-24b1-4ad7-ae04-377f232a8a6d is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:36:07.337545 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:07.416318 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd467cdc9-b324-4e3f-97bf-0b08a3842952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c6c92f-24c6-43c9-83d4-409519fb9f0c'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:07.418965 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b01b596-2b0c-4e0d-a14e-d4eb2dafa419" -d '{"events": [{"server_uuid": "d467cdc9-b324-4e3f-97bf-0b08a3842952", "name": "network-vif-plugged", "status": "completed", "tag": "a2c6c92f-24c6-43c9-83d4-409519fb9f0c"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:07.489046 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port a2c6c92f-24c6-43c9-83d4-409519fb9f0c, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=a2c6c92f-24c6-43c9-83d4-409519fb9f0c,segment=NetworkSegment(bed2cae6-1f34-4059-ac51-2b9a6012f4b0),segment_id=bed2cae6-1f34-4059-ac51-2b9a6012f4b0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:07.501084 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:07.584455 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564d9f19-9f7d-43aa-b2d5-7dce24bf85ec x-openstack-request-id: req-564d9f19-9f7d-43aa-b2d5-7dce24bf85ec {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:07.585090 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d467cdc9-b324-4e3f-97bf-0b08a3842952", "name": "network-vif-plugged", "status": "completed", "tag": "a2c6c92f-24c6-43c9-83d4-409519fb9f0c", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:07.585090 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-564d9f19-9f7d-43aa-b2d5-7dce24bf85ec {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:07.592377 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd467cdc9-b324-4e3f-97bf-0b08a3842952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c6c92f-24c6-43c9-83d4-409519fb9f0c', 'code': 200} Nov 12 03:36:07.657102 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 3941a4a6-06c2-48eb-b80d-accf0766dd78 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:07.686716 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=a2c6c92f-24c6-43c9-83d4-409519fb9f0c,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:07.769016 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 3941a4a6-06c2-48eb-b80d-accf0766dd78 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:07.769392 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:07.783418 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1774c12-f75d-491a-a822-ddba4bbe43ea req-b8238d71-3dfa-4a2c-aadc-93cdf21b493e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:07.785641 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a1774c12-f75d-491a-a822-ddba4bbe43ea req-b8238d71-3dfa-4a2c-aadc-93cdf21b493e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d467cdc9-b324-4e3f-97bf-0b08a3842952 HTTP/1.1" status: 200 len: 1097 time: 0.1434755 Nov 12 03:36:07.814732 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9718801-f4af-4c76-8bce-d50660cb3a7f req-b1ed2093-b045-4cc5-b90d-46692d765fa6 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:07.822006 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e9718801-f4af-4c76-8bce-d50660cb3a7f req-b1ed2093-b045-4cc5-b90d-46692d765fa6 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/ports?device_id=43bbac97-3b04-443f-9d16-8e76c85145b9 HTTP/1.1" status: 200 len: 945 time: 0.2490573 Nov 12 03:36:07.883137 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6308b4e9-6ba4-4ed7-a3ca-79ed923a27ca admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:36:07.889724 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a1774c12-f75d-491a-a822-ddba4bbe43ea req-2de32615-4b09-4a94-980b-a415b90f45b9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d1ef7461-82c8-4062-96cc-91b9dba6af00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958493 Nov 12 03:36:07.896319 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a741cc1-319d-4c97-9531-118294eac42e None None] Sync routers for ids ['d7a25543-24b1-4ad7-ae04-377f232a8a6d'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:36:07.928858 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a741cc1-319d-4c97-9531-118294eac42e None None] Routers {'d7a25543-24b1-4ad7-ae04-377f232a8a6d'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:07.929548 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-5a741cc1-319d-4c97-9531-118294eac42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:36:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['d7a25543-24b1-4ad7-ae04-377f232a8a6d'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:07.978284 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.003685 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6308b4e9-6ba4-4ed7-a3ca-79ed923a27ca admin admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.018947 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6308b4e9-6ba4-4ed7-a3ca-79ed923a27ca admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.6148324 Nov 12 03:36:08.022037 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 46696) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:08.068322 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e442a4-61c8-4655-8cf9-812486660bde None None] Network efb988ed-b223-4e0b-8b86-915607ae4e80 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:08.110100 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e9718801-f4af-4c76-8bce-d50660cb3a7f req-6f52b63a-2eb4-4802-9298-f2127f113f2f tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1ef7461-82c8-4062-96cc-91b9dba6af00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719638 Nov 12 03:36:08.162768 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 3941a4a6-06c2-48eb-b80d-accf0766dd78, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=3941a4a6-06c2-48eb-b80d-accf0766dd78,segment=NetworkSegment(0b04c0b1-5879-4304-b25e-c28aa4573a76),segment_id=0b04c0b1-5879-4304-b25e-c28aa4573a76)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:08.230900 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.246946 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-9ce742b0-19d9-4167-a329-96250b619eb0 None None] Provisioning complete for port 3941a4a6-06c2-48eb-b80d-accf0766dd78 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:08.247852 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9ce742b0-19d9-4167-a329-96250b619eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.256031 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-5a741cc1-319d-4c97-9531-118294eac42e None None] Set router d7a25543-24b1-4ad7-ae04-377f232a8a6d gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:08.479838 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=3941a4a6-06c2-48eb-b80d-accf0766dd78,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:08.501839 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbdac50-7157-4e46-975f-c10d1dae3344 req-7b05cd48-df0d-4f4c-9c8c-2372ae8ec87a tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:08.512678 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ecbdac50-7157-4e46-975f-c10d1dae3344 req-7b05cd48-df0d-4f4c-9c8c-2372ae8ec87a tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf17d897-dabf-49ed-a15a-f9e55c361404 HTTP/1.1" status: 200 len: 946 time: 0.3722706 Nov 12 03:36:08.604803 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-5a741cc1-319d-4c97-9531-118294eac42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a25543-24b1-4ad7-ae04-377f232a8a6d', 'name': 'tempest-TaggedBootDevicesTest_v242-1451020591-router', 'tenant_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '463989c8-bed7-4fc6-9a75-3497e0be504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:02Z', 'updated_at': '2021-11-12T03:36:05Z', 'revision_number': 3, 'project_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'gw_port': {'id': '463989c8-bed7-4fc6-9a75-3497e0be504d', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a25543-24b1-4ad7-ae04-377f232a8a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:03Z', 'updated_at': '2021-11-12T03:36:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:08.644353 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ecbdac50-7157-4e46-975f-c10d1dae3344 req-c3733e9b-ef6c-4a06-b758-14f3b2fffefa tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d455c6-5105-460d-8640-7610102ac32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306810 Nov 12 03:36:08.707529 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a741cc1-319d-4c97-9531-118294eac42e None None] Checking router: d7a25543-24b1-4ad7-ae04-377f232a8a6d for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:36:08.707923 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a741cc1-319d-4c97-9531-118294eac42e None None] Updating router d7a25543-24b1-4ad7-ae04-377f232a8a6d port 463989c8-bed7-4fc6-9a75-3497e0be504d binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:36:08.713638 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.779512 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5a741cc1-319d-4c97-9531-118294eac42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.057831 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-62f7f7c6-d5f5-443d-85b6-965476baa130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.258701 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-ba21404b-45ae-4924-9e43-66ea2380948a None None] Provisioning complete for port 3941a4a6-06c2-48eb-b80d-accf0766dd78 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:09.259342 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ba21404b-45ae-4924-9e43-66ea2380948a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.387591 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5a741cc1-319d-4c97-9531-118294eac42e None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.395572 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5a741cc1-319d-4c97-9531-118294eac42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.445723 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-62f7f7c6-d5f5-443d-85b6-965476baa130 admin admin] Allocated IP 172.20.0.1 (efb988ed-b223-4e0b-8b86-915607ae4e80/30a0f48c-61f9-4792-91bd-2c64b1b43b35/b93f70a7-78e6-4c90-95ae-9d539e1b82fc) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:09.517875 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 3941a4a6-06c2-48eb-b80d-accf0766dd78 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:09.532943 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 293ea777-7105-4f2e-a794-7b518cdae287 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:09.548647 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f4574-3b87-4344-a027-cb4f3e9f5ddc None None] Pushing event updated for resources: {'Port': ['ID=463989c8-bed7-4fc6-9a75-3497e0be504d,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:09.567292 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-5a741cc1-319d-4c97-9531-118294eac42e None None] Attempting to bind port 463989c8-bed7-4fc6-9a75-3497e0be504d on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:09.567662 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-5a741cc1-319d-4c97-9531-118294eac42e None None] Attempting to bind port 463989c8-bed7-4fc6-9a75-3497e0be504d by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:09.568029 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a741cc1-319d-4c97-9531-118294eac42e None None] Attempting to bind port 463989c8-bed7-4fc6-9a75-3497e0be504d on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:09.583526 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a741cc1-319d-4c97-9531-118294eac42e None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:09.583897 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a741cc1-319d-4c97-9531-118294eac42e None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:09.585096 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5a741cc1-319d-4c97-9531-118294eac42e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.587862 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a741cc1-319d-4c97-9531-118294eac42e None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:09.588540 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-5a741cc1-319d-4c97-9531-118294eac42e None None] Bound port: 463989c8-bed7-4fc6-9a75-3497e0be504d, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:09.592390 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5a741cc1-319d-4c97-9531-118294eac42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.693468 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-62f7f7c6-d5f5-443d-85b6-965476baa130 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.718942 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-5a741cc1-319d-4c97-9531-118294eac42e None None] For port 463989c8-bed7-4fc6-9a75-3497e0be504d, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:09.721197 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 3941a4a6-06c2-48eb-b80d-accf0766dd78 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:09.721695 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.727895 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-5a741cc1-319d-4c97-9531-118294eac42e None None] For port 463989c8-bed7-4fc6-9a75-3497e0be504d, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=463989c8-bed7-4fc6-9a75-3497e0be504d,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:09.737580 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5a741cc1-319d-4c97-9531-118294eac42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.762316 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 293ea777-7105-4f2e-a794-7b518cdae287 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:36:09.778207 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 293ea777-7105-4f2e-a794-7b518cdae287 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:09.778630 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.791366 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-62f7f7c6-d5f5-443d-85b6-965476baa130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.898046 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a741cc1-319d-4c97-9531-118294eac42e None None] Routers {'d7a25543-24b1-4ad7-ae04-377f232a8a6d'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:09.898695 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-5a741cc1-319d-4c97-9531-118294eac42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:36:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['d7a25543-24b1-4ad7-ae04-377f232a8a6d'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:09.915807 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f4574-3b87-4344-a027-cb4f3e9f5ddc None None] Pushing event updated for resources: {'Port': ['ID=463989c8-bed7-4fc6-9a75-3497e0be504d,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:09.971196 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7f7c6-d5f5-443d-85b6-965476baa130 admin admin] Pushing event updated for resources: {'Port': ['ID=b93f70a7-78e6-4c90-95ae-9d539e1b82fc,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:09.999463 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f7f7c6-d5f5-443d-85b6-965476baa130 admin admin] Network efb988ed-b223-4e0b-8b86-915607ae4e80 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:10.004412 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:10.006053 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564354c-2e2f-4176-b2b1-6be15523792d req-275e6339-a4c2-478d-969b-ea6eec5c4d75 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:10.017041 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3564354c-2e2f-4176-b2b1-6be15523792d req-275e6339-a4c2-478d-969b-ea6eec5c4d75 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf17d897-dabf-49ed-a15a-f9e55c361404 HTTP/1.1" status: 200 len: 946 time: 0.1338720 Nov 12 03:36:10.019385 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-62f7f7c6-d5f5-443d-85b6-965476baa130 admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:10.036927 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f7f7c6-d5f5-443d-85b6-965476baa130 admin admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:10.088501 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 293ea777-7105-4f2e-a794-7b518cdae287, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=293ea777-7105-4f2e-a794-7b518cdae287,segment=NetworkSegment(bed2cae6-1f34-4059-ac51-2b9a6012f4b0),segment_id=bed2cae6-1f34-4059-ac51-2b9a6012f4b0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:10.090022 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43bbac97-3b04-443f-9d16-8e76c85145b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293ea777-7105-4f2e-a794-7b518cdae287'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:10.096626 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b0f85a-c0cd-4dde-a9ef-55a2d628ea2c" -d '{"events": [{"server_uuid": "43bbac97-3b04-443f-9d16-8e76c85145b9", "name": "network-vif-plugged", "status": "completed", "tag": "293ea777-7105-4f2e-a794-7b518cdae287"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:10.103683 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:10.134261 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3564354c-2e2f-4176-b2b1-6be15523792d req-66607c9b-ef9b-4c0c-ba42-6da84443aa7c tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d455c6-5105-460d-8640-7610102ac32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161613 Nov 12 03:36:10.162591 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-62f7f7c6-d5f5-443d-85b6-965476baa130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:10.222685 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=293ea777-7105-4f2e-a794-7b518cdae287,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:10.259871 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-5a741cc1-319d-4c97-9531-118294eac42e None None] Set router d7a25543-24b1-4ad7-ae04-377f232a8a6d gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:10.379252 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7706cb0-6b15-4ed7-a4ce-5fee4f1d500f x-openstack-request-id: req-b7706cb0-6b15-4ed7-a4ce-5fee4f1d500f {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:10.379545 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43bbac97-3b04-443f-9d16-8e76c85145b9", "name": "network-vif-plugged", "status": "completed", "tag": "293ea777-7105-4f2e-a794-7b518cdae287", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:10.379912 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b7706cb0-6b15-4ed7-a4ce-5fee4f1d500f {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:10.380248 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43bbac97-3b04-443f-9d16-8e76c85145b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293ea777-7105-4f2e-a794-7b518cdae287', 'code': 200} Nov 12 03:36:10.380403 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083be36f-ac3c-4df0-b05b-a4e3aafc02c8 req-1ff20d92-8cc8-4db5-ab4f-126af1d5da99 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:10.382263 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-083be36f-ac3c-4df0-b05b-a4e3aafc02c8 req-1ff20d92-8cc8-4db5-ab4f-126af1d5da99 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/ports?device_id=43bbac97-3b04-443f-9d16-8e76c85145b9 HTTP/1.1" status: 200 len: 945 time: 0.6156430 Nov 12 03:36:10.391372 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-62f7f7c6-d5f5-443d-85b6-965476baa130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:10.486552 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-265dc694-07bf-42b0-b6ee-076e33a76f13 None None] Provisioning complete for port b93f70a7-78e6-4c90-95ae-9d539e1b82fc triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:10.487077 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-265dc694-07bf-42b0-b6ee-076e33a76f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:10.568897 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-265dc694-07bf-42b0-b6ee-076e33a76f13 None None] Port b93f70a7-78e6-4c90-95ae-9d539e1b82fc cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:36:10.673129 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-083be36f-ac3c-4df0-b05b-a4e3aafc02c8 req-fe143ca9-0823-4d50-9a5f-8c781c008c60 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1ef7461-82c8-4062-96cc-91b9dba6af00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792530 Nov 12 03:36:10.713922 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-62f7f7c6-d5f5-443d-85b6-965476baa130 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:10.719077 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7776ac-5ecd-4b79-a78e-6394ff33b416 req-45725372-fec0-47ce-9f29-5f562d62db36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:10.720967 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b7776ac-5ecd-4b79-a78e-6394ff33b416 req-45725372-fec0-47ce-9f29-5f562d62db36 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=43bbac97-3b04-443f-9d16-8e76c85145b9 HTTP/1.1" status: 200 len: 1098 time: 0.1444607 Nov 12 03:36:10.723061 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-62f7f7c6-d5f5-443d-85b6-965476baa130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:10.794542 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-5a741cc1-319d-4c97-9531-118294eac42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a25543-24b1-4ad7-ae04-377f232a8a6d', 'name': 'tempest-TaggedBootDevicesTest_v242-1451020591-router', 'tenant_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '463989c8-bed7-4fc6-9a75-3497e0be504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:02Z', 'updated_at': '2021-11-12T03:36:05Z', 'revision_number': 3, 'project_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'gw_port': {'id': '463989c8-bed7-4fc6-9a75-3497e0be504d', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a25543-24b1-4ad7-ae04-377f232a8a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:03Z', 'updated_at': '2021-11-12T03:36:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:10.818623 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7f7c6-d5f5-443d-85b6-965476baa130 admin admin] Pushing event updated for resources: {'Port': ['ID=b93f70a7-78e6-4c90-95ae-9d539e1b82fc,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:10.827319 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-62f7f7c6-d5f5-443d-85b6-965476baa130 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:10.846050 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a741cc1-319d-4c97-9531-118294eac42e None None] The sync data for ids ['d7a25543-24b1-4ad7-ae04-377f232a8a6d'] in n-d-715271-27 is: [{'id': 'd7a25543-24b1-4ad7-ae04-377f232a8a6d', 'name': 'tempest-TaggedBootDevicesTest_v242-1451020591-router', 'tenant_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '463989c8-bed7-4fc6-9a75-3497e0be504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:02Z', 'updated_at': '2021-11-12T03:36:05Z', 'revision_number': 3, 'project_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'gw_port': {'id': '463989c8-bed7-4fc6-9a75-3497e0be504d', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a25543-24b1-4ad7-ae04-377f232a8a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:03Z', 'updated_at': '2021-11-12T03:36:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:36:10.852623 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b7776ac-5ecd-4b79-a78e-6394ff33b416 req-3976e699-0a5a-4a29-9882-9760bf823d10 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d1ef7461-82c8-4062-96cc-91b9dba6af00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222138 Nov 12 03:36:10.965846 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f7f7c6-d5f5-443d-85b6-965476baa130 admin admin] Network efb988ed-b223-4e0b-8b86-915607ae4e80 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:10.967323 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-62f7f7c6-d5f5-443d-85b6-965476baa130 admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:11.232552 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f7f7c6-d5f5-443d-85b6-965476baa130 admin admin] Router d7a25543-24b1-4ad7-ae04-377f232a8a6d has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:36:11.511801 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-cdf2eafb-1de6-40cd-9d24-9d1cfdaedb80 None None] Provisioning complete for port b93f70a7-78e6-4c90-95ae-9d539e1b82fc triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:11.512457 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cdf2eafb-1de6-40cd-9d24-9d1cfdaedb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:11.573296 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a966f-97aa-4e67-9cbf-2248b1316bce req-7ef5c255-fd61-4685-ae78-2fb204036733 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:11.587269 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-df2a966f-97aa-4e67-9cbf-2248b1316bce req-7ef5c255-fd61-4685-ae78-2fb204036733 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf17d897-dabf-49ed-a15a-f9e55c361404 HTTP/1.1" status: 200 len: 946 time: 0.2443814 Nov 12 03:36:11.606711 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f7f7c6-d5f5-443d-85b6-965476baa130 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:36:11.626300 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-62f7f7c6-d5f5-443d-85b6-965476baa130 admin admin] 10.222.0.50 "PUT /v2.0/routers/d7a25543-24b1-4ad7-ae04-377f232a8a6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6025634 Nov 12 03:36:11.635853 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 463989c8-bed7-4fc6-9a75-3497e0be504d up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:11.748163 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-df2a966f-97aa-4e67-9cbf-2248b1316bce req-64b31b4e-3c67-4376-afa6-5e7583636e1b tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d455c6-5105-460d-8640-7610102ac32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548898 Nov 12 03:36:11.785166 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-cdf2eafb-1de6-40cd-9d24-9d1cfdaedb80 None None] Port b93f70a7-78e6-4c90-95ae-9d539e1b82fc cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:36:11.869630 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 463989c8-bed7-4fc6-9a75-3497e0be504d triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:11.870620 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:11.981098 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af0d29-e3ad-4406-84cc-b4436b846403 req-2afc3a96-2cfc-46bc-abf8-0a5c2f825cf3 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:11.982705 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-24af0d29-e3ad-4406-84cc-b4436b846403 req-2afc3a96-2cfc-46bc-abf8-0a5c2f825cf3 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/ports?device_id=43bbac97-3b04-443f-9d16-8e76c85145b9 HTTP/1.1" status: 200 len: 946 time: 0.0897214 Nov 12 03:36:12.140093 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-24af0d29-e3ad-4406-84cc-b4436b846403 req-e2eac008-1d95-4329-a187-f1b36951a5db tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1ef7461-82c8-4062-96cc-91b9dba6af00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489797 Nov 12 03:36:12.159707 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:12.214332 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 463989c8-bed7-4fc6-9a75-3497e0be504d, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=463989c8-bed7-4fc6-9a75-3497e0be504d,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:12.220780 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:12.316947 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=463989c8-bed7-4fc6-9a75-3497e0be504d,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:12.845420 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:36:13.078357 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d048e6-4706-4b9e-8778-f355c581ecb8 req-42959c3a-5aad-4590-a20a-dba21ae435d0 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:13.091680 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-01d048e6-4706-4b9e-8778-f355c581ecb8 req-42959c3a-5aad-4590-a20a-dba21ae435d0 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf17d897-dabf-49ed-a15a-f9e55c361404 HTTP/1.1" status: 200 len: 946 time: 0.1376429 Nov 12 03:36:13.208786 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-01d048e6-4706-4b9e-8778-f355c581ecb8 req-ab037b17-a196-4ac3-a7fe-d9dc6af1050a tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d455c6-5105-460d-8640-7610102ac32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089427 Nov 12 03:36:13.380394 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25d0d0-aa28-4868-acae-90926b134b8b req-68e55dd8-a1fd-42b8-a09f-7d599b388b35 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:13.390326 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1d25d0d0-aa28-4868-acae-90926b134b8b req-68e55dd8-a1fd-42b8-a09f-7d599b388b35 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/ports?device_id=43bbac97-3b04-443f-9d16-8e76c85145b9 HTTP/1.1" status: 200 len: 946 time: 0.0979769 Nov 12 03:36:13.510514 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1d25d0d0-aa28-4868-acae-90926b134b8b req-8f3e7ea5-db3c-4ab5-9890-f63bd6175145 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1ef7461-82c8-4062-96cc-91b9dba6af00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162736 Nov 12 03:36:13.539850 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 463989c8-bed7-4fc6-9a75-3497e0be504d up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:13.756018 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c390bc-ab23-4526-bf1c-5b8a1ae2ef4c None None] Sync routers for ids ['d7a25543-24b1-4ad7-ae04-377f232a8a6d'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:36:13.821650 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 463989c8-bed7-4fc6-9a75-3497e0be504d triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:13.824135 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:13.831164 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c390bc-ab23-4526-bf1c-5b8a1ae2ef4c None None] Routers {'d7a25543-24b1-4ad7-ae04-377f232a8a6d'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:13.833318 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f2c390bc-ab23-4526-bf1c-5b8a1ae2ef4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:36:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['d7a25543-24b1-4ad7-ae04-377f232a8a6d'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:13.838127 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d5957-c07c-4609-8413-a1871d22e878 req-d9cbcc0c-4365-4070-b641-09f3cbf0d093 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:13.849523 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-eb7d5957-c07c-4609-8413-a1871d22e878 req-d9cbcc0c-4365-4070-b641-09f3cbf0d093 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/ports?device_id=d467cdc9-b324-4e3f-97bf-0b08a3842952 HTTP/1.1" status: 200 len: 945 time: 0.1706583 Nov 12 03:36:13.964020 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-eb7d5957-c07c-4609-8413-a1871d22e878 req-dd06d258-f780-4a56-b33c-459e1739845e tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1ef7461-82c8-4062-96cc-91b9dba6af00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134953 Nov 12 03:36:14.374076 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-f2c390bc-ab23-4526-bf1c-5b8a1ae2ef4c None None] Set router d7a25543-24b1-4ad7-ae04-377f232a8a6d gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:14.576382 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920ba39-26e1-4c2a-874e-0b276df59158 req-ff1f9b0d-4bb3-459c-bced-c3b4b816bc1a tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:14.587300 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2920ba39-26e1-4c2a-874e-0b276df59158 req-ff1f9b0d-4bb3-459c-bced-c3b4b816bc1a tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf17d897-dabf-49ed-a15a-f9e55c361404 HTTP/1.1" status: 200 len: 946 time: 0.1415653 Nov 12 03:36:14.644693 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0f869dfb-bb94-4d9a-865b-0845541c64c3 req-4a810125-39b1-4f73-a3b6-1219f513b11f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1094227 Nov 12 03:36:14.732874 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2920ba39-26e1-4c2a-874e-0b276df59158 req-04706ceb-e637-4639-9bf1-fd0c381cfbf2 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d455c6-5105-460d-8640-7610102ac32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360359 Nov 12 03:36:14.843726 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f869dfb-bb94-4d9a-865b-0845541c64c3 req-b457bbed-63a6-4e63-98b4-92421b16a4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:14.845513 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0f869dfb-bb94-4d9a-865b-0845541c64c3 req-b457bbed-63a6-4e63-98b4-92421b16a4d7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0b6eb743cc06416bb94eb1073c600fc8&device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 1097 time: 0.0846860 Nov 12 03:36:14.866261 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f2c390bc-ab23-4526-bf1c-5b8a1ae2ef4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a25543-24b1-4ad7-ae04-377f232a8a6d', 'name': 'tempest-TaggedBootDevicesTest_v242-1451020591-router', 'tenant_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '463989c8-bed7-4fc6-9a75-3497e0be504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:02Z', 'updated_at': '2021-11-12T03:36:10Z', 'revision_number': 4, 'project_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'gw_port': {'id': '463989c8-bed7-4fc6-9a75-3497e0be504d', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a25543-24b1-4ad7-ae04-377f232a8a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:03Z', 'updated_at': '2021-11-12T03:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'b93f70a7-78e6-4c90-95ae-9d539e1b82fc', 'name': '', 'network_id': 'efb988ed-b223-4e0b-8b86-915607ae4e80', 'tenant_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'mac_address': 'fa:16:3e:06:5f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a25543-24b1-4ad7-ae04-377f232a8a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '30a0f48c-61f9-4792-91bd-2c64b1b43b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:09Z', 'updated_at': '2021-11-12T03:36:10Z', 'revision_number': 2, 'project_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'subnets': [{'id': '30a0f48c-61f9-4792-91bd-2c64b1b43b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:14.908747 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c390bc-ab23-4526-bf1c-5b8a1ae2ef4c None None] Checking router: d7a25543-24b1-4ad7-ae04-377f232a8a6d for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:36:14.909068 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c390bc-ab23-4526-bf1c-5b8a1ae2ef4c None None] Updating router d7a25543-24b1-4ad7-ae04-377f232a8a6d port b93f70a7-78e6-4c90-95ae-9d539e1b82fc binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:36:14.972345 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 46922) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:14.994114 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f2c390bc-ab23-4526-bf1c-5b8a1ae2ef4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:15.171521 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94304b7a-267e-47b7-9cc5-97af4c358618 req-ae0b259c-a28c-45ce-b734-5bf54deca021 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:15.179105 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-94304b7a-267e-47b7-9cc5-97af4c358618 req-ae0b259c-a28c-45ce-b734-5bf54deca021 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/ports?device_id=d467cdc9-b324-4e3f-97bf-0b08a3842952 HTTP/1.1" status: 200 len: 945 time: 0.3076758 Nov 12 03:36:15.274114 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2289e3e9-3384-4ab7-98ec-c6b415c23195 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:15.551481 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2289e3e9-3384-4ab7-98ec-c6b415c23195 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:15.562521 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2289e3e9-3384-4ab7-98ec-c6b415c23195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:15.684270 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f2c390bc-ab23-4526-bf1c-5b8a1ae2ef4c None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:15.698343 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f2c390bc-ab23-4526-bf1c-5b8a1ae2ef4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:15.704992 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2289e3e9-3384-4ab7-98ec-c6b415c23195 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=979d1bd894e5482b91bc3d2bd8e31bad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7312920 Nov 12 03:36:15.709056 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 46940) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:15.711047 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2289e3e9-3384-4ab7-98ec-c6b415c23195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b94258-5608-4033-9405-66cc306353df,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:15.848210 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f28db-6246-4947-beb0-2e81cf785480 None None] Pushing event updated for resources: {'Port': ['ID=b93f70a7-78e6-4c90-95ae-9d539e1b82fc,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:15.891041 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7b92e512-21cf-4f8f-a948-e16750dc45e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:15.981210 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-f2c390bc-ab23-4526-bf1c-5b8a1ae2ef4c None None] Attempting to bind port b93f70a7-78e6-4c90-95ae-9d539e1b82fc on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:15.981745 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-f2c390bc-ab23-4526-bf1c-5b8a1ae2ef4c None None] Attempting to bind port b93f70a7-78e6-4c90-95ae-9d539e1b82fc by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '0b04c0b1-5879-4304-b25e-c28aa4573a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'efb988ed-b223-4e0b-8b86-915607ae4e80'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:15.981864 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c390bc-ab23-4526-bf1c-5b8a1ae2ef4c None None] Attempting to bind port b93f70a7-78e6-4c90-95ae-9d539e1b82fc on network efb988ed-b223-4e0b-8b86-915607ae4e80 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:16.002235 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c390bc-ab23-4526-bf1c-5b8a1ae2ef4c None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:16.003208 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c390bc-ab23-4526-bf1c-5b8a1ae2ef4c None None] Checking segment: {'id': '0b04c0b1-5879-4304-b25e-c28aa4573a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'efb988ed-b223-4e0b-8b86-915607ae4e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:16.003811 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f2c390bc-ab23-4526-bf1c-5b8a1ae2ef4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.004364 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c390bc-ab23-4526-bf1c-5b8a1ae2ef4c None None] Bound using segment: {'id': '0b04c0b1-5879-4304-b25e-c28aa4573a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'efb988ed-b223-4e0b-8b86-915607ae4e80'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:16.004858 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-f2c390bc-ab23-4526-bf1c-5b8a1ae2ef4c None None] Bound port: b93f70a7-78e6-4c90-95ae-9d539e1b82fc, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b04c0b1-5879-4304-b25e-c28aa4573a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'efb988ed-b223-4e0b-8b86-915607ae4e80'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:16.005263 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f2c390bc-ab23-4526-bf1c-5b8a1ae2ef4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.017377 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7b92e512-21cf-4f8f-a948-e16750dc45e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.146947 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042e304-10d8-4126-8a2e-b3171280e023 req-6eddbccd-79dd-4ee4-8f90-894ef58b1887 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:16.161316 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b042e304-10d8-4126-8a2e-b3171280e023 req-6eddbccd-79dd-4ee4-8f90-894ef58b1887 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf17d897-dabf-49ed-a15a-f9e55c361404 HTTP/1.1" status: 200 len: 946 time: 0.2718265 Nov 12 03:36:16.171712 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-f2c390bc-ab23-4526-bf1c-5b8a1ae2ef4c None None] For port b93f70a7-78e6-4c90-95ae-9d539e1b82fc, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:16.175018 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-f2c390bc-ab23-4526-bf1c-5b8a1ae2ef4c None None] For port b93f70a7-78e6-4c90-95ae-9d539e1b82fc, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=b93f70a7-78e6-4c90-95ae-9d539e1b82fc,segment=NetworkSegment(0b04c0b1-5879-4304-b25e-c28aa4573a76),segment_id=0b04c0b1-5879-4304-b25e-c28aa4573a76)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:16.186241 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f2c390bc-ab23-4526-bf1c-5b8a1ae2ef4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.232356 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-94304b7a-267e-47b7-9cc5-97af4c358618 req-3e5759e4-22a3-440b-8742-b544b03082a6 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1ef7461-82c8-4062-96cc-91b9dba6af00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0372317 Nov 12 03:36:16.236328 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f869dfb-bb94-4d9a-865b-0845541c64c3 req-9e0520c6-c53a-4ecd-b106-2c939da2a1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:16.237852 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0f869dfb-bb94-4d9a-865b-0845541c64c3 req-9e0520c6-c53a-4ecd-b106-2c939da2a1b9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a1213290-26f5-41b6-944a-8e6156116c1c HTTP/1.1" status: 200 len: 919 time: 1.3557651 Nov 12 03:36:16.317607 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b042e304-10d8-4126-8a2e-b3171280e023 req-bf019fe0-791c-4a18-909e-eff667694713 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d455c6-5105-460d-8640-7610102ac32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350822 Nov 12 03:36:16.346989 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c390bc-ab23-4526-bf1c-5b8a1ae2ef4c None None] Routers {'d7a25543-24b1-4ad7-ae04-377f232a8a6d'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:16.347667 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f2c390bc-ab23-4526-bf1c-5b8a1ae2ef4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:36:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['d7a25543-24b1-4ad7-ae04-377f232a8a6d'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:16.446002 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7b92e512-21cf-4f8f-a948-e16750dc45e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.452764 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7b92e512-21cf-4f8f-a948-e16750dc45e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.453925 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7b92e512-21cf-4f8f-a948-e16750dc45e9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/85b94258-5608-4033-9405-66cc306353df HTTP/1.1" status: 204 len: 168 time: 0.7276645 Nov 12 03:36:16.483950 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0f869dfb-bb94-4d9a-865b-0845541c64c3 req-71b6a3de-0873-4f94-9416-b757ea2d0dce service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5b21d28-6b6e-4e87-b15e-04093eea32c1 HTTP/1.1" status: 200 len: 217 time: 0.2209730 Nov 12 03:36:16.501826 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b92e512-21cf-4f8f-a948-e16750dc45e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b94258-5608-4033-9405-66cc306353df,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:16.533692 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc6a1d-9b47-4315-af2a-519e7402f318 req-52c0b808-23c6-40aa-912b-9a21533d0d5a tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:16.548902 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a6cc6a1d-9b47-4315-af2a-519e7402f318 req-52c0b808-23c6-40aa-912b-9a21533d0d5a tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.90 "GET /v2.0/ports?device_id=43bbac97-3b04-443f-9d16-8e76c85145b9 HTTP/1.1" status: 200 len: 946 time: 0.2079942 Nov 12 03:36:16.575171 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40575f35-85ac-495d-bb70-155b74e24296 req-5b191639-feb9-4639-9946-2a8576fab325 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:16.576783 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-40575f35-85ac-495d-bb70-155b74e24296 req-5b191639-feb9-4639-9946-2a8576fab325 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.74 "GET /v2.0/ports?device_id=d467cdc9-b324-4e3f-97bf-0b08a3842952 HTTP/1.1" status: 200 len: 945 time: 0.5523207 Nov 12 03:36:16.610959 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f28db-6246-4947-beb0-2e81cf785480 None None] Pushing event updated for resources: {'Port': ['ID=b93f70a7-78e6-4c90-95ae-9d539e1b82fc,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:16.673941 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-25f76be4-fd04-4eb1-8b17-c98f711847d0 None None] Provisioning complete for port b93f70a7-78e6-4c90-95ae-9d539e1b82fc triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:16.674162 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-25f76be4-fd04-4eb1-8b17-c98f711847d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.814134 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-a6cc6a1d-9b47-4315-af2a-519e7402f318 req-11eff3ac-9362-49eb-8419-2974d4e63b07 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Deleting port 293ea777-7105-4f2e-a794-7b518cdae287 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:16.821108 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-a6cc6a1d-9b47-4315-af2a-519e7402f318 req-11eff3ac-9362-49eb-8419-2974d4e63b07 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.827634 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-f2c390bc-ab23-4526-bf1c-5b8a1ae2ef4c None None] Set router d7a25543-24b1-4ad7-ae04-377f232a8a6d gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:16.917262 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f869dfb-bb94-4d9a-865b-0845541c64c3 req-9d5b1920-cce5-4254-8ceb-b83299ee9a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:16.919042 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0f869dfb-bb94-4d9a-865b-0845541c64c3 req-9d5b1920-cce5-4254-8ceb-b83299ee9a19 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fd7b2fc1-d744-45c7-b1e4-e01d488cffca HTTP/1.1" status: 200 len: 858 time: 0.4261642 Nov 12 03:36:17.002960 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0f869dfb-bb94-4d9a-865b-0845541c64c3 req-a052642a-d69d-4e26-9969-1de3f58d765e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a1213290-26f5-41b6-944a-8e6156116c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752342 Nov 12 03:36:17.032507 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-a6cc6a1d-9b47-4315-af2a-519e7402f318 req-11eff3ac-9362-49eb-8419-2974d4e63b07 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] For port 293ea777-7105-4f2e-a794-7b518cdae287, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=293ea777-7105-4f2e-a794-7b518cdae287,segment=NetworkSegment(bed2cae6-1f34-4059-ac51-2b9a6012f4b0),segment_id=bed2cae6-1f34-4059-ac51-2b9a6012f4b0)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:17.033364 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-a6cc6a1d-9b47-4315-af2a-519e7402f318 req-11eff3ac-9362-49eb-8419-2974d4e63b07 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:17.054052 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-a6cc6a1d-9b47-4315-af2a-519e7402f318 req-11eff3ac-9362-49eb-8419-2974d4e63b07 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Calling delete_port for 293ea777-7105-4f2e-a794-7b518cdae287 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:17.139175 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-40575f35-85ac-495d-bb70-155b74e24296 req-9202b848-b7e4-4db9-ae69-4cdab24e340f tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Deleting port a2c6c92f-24c6-43c9-83d4-409519fb9f0c {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:17.140976 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-40575f35-85ac-495d-bb70-155b74e24296 req-9202b848-b7e4-4db9-ae69-4cdab24e340f tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:17.207551 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 46964) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:17.299948 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-43e5c610-7ad2-40a8-926a-0690cf9cae67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:17.442587 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-a6cc6a1d-9b47-4315-af2a-519e7402f318 req-11eff3ac-9362-49eb-8419-2974d4e63b07 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:17.510568 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['293ea777-7105-4f2e-a794-7b518cdae287'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:36:17.545650 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eff3ac-9362-49eb-8419-2974d4e63b07 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Pushing event deleted for resources: {'Port': ['ID=293ea777-7105-4f2e-a794-7b518cdae287,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:17.603031 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-25f76be4-fd04-4eb1-8b17-c98f711847d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:17.623372 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6cc6a1d-9b47-4315-af2a-519e7402f318 req-11eff3ac-9362-49eb-8419-2974d4e63b07 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] No DVR routers for this DVR port 293ea777-7105-4f2e-a794-7b518cdae287 on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:17.635245 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-a6cc6a1d-9b47-4315-af2a-519e7402f318 req-11eff3ac-9362-49eb-8419-2974d4e63b07 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:17.640170 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a6cc6a1d-9b47-4315-af2a-519e7402f318 req-11eff3ac-9362-49eb-8419-2974d4e63b07 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.90 "DELETE /v2.0/ports/293ea777-7105-4f2e-a794-7b518cdae287 HTTP/1.1" status: 204 len: 173 time: 1.0832913 Nov 12 03:36:17.640642 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43bbac97-3b04-443f-9d16-8e76c85145b9', 'name': 'network-vif-deleted', 'tag': '293ea777-7105-4f2e-a794-7b518cdae287'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:17.643789 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6231818e-a1bb-4d2a-b3fe-01adeac9354e" -d '{"events": [{"server_uuid": "43bbac97-3b04-443f-9d16-8e76c85145b9", "name": "network-vif-deleted", "tag": "293ea777-7105-4f2e-a794-7b518cdae287"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:17.649561 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-43e5c610-7ad2-40a8-926a-0690cf9cae67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:17.675526 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93592d03-a18a-4f33-8dde-38060b5c988f req-a4e57529-1ed3-4f7e-80bf-3ecef45b72e5 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:17.677468 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-93592d03-a18a-4f33-8dde-38060b5c988f req-a4e57529-1ed3-4f7e-80bf-3ecef45b72e5 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/ports?device_id=d467cdc9-b324-4e3f-97bf-0b08a3842952 HTTP/1.1" status: 200 len: 945 time: 0.2803481 Nov 12 03:36:17.716519 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-25f76be4-fd04-4eb1-8b17-c98f711847d0 None None] For port b93f70a7-78e6-4c90-95ae-9d539e1b82fc, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=b93f70a7-78e6-4c90-95ae-9d539e1b82fc,segment=NetworkSegment(0b04c0b1-5879-4304-b25e-c28aa4573a76),segment_id=0b04c0b1-5879-4304-b25e-c28aa4573a76)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:17.731144 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f2c390bc-ab23-4526-bf1c-5b8a1ae2ef4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a25543-24b1-4ad7-ae04-377f232a8a6d', 'name': 'tempest-TaggedBootDevicesTest_v242-1451020591-router', 'tenant_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '463989c8-bed7-4fc6-9a75-3497e0be504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:02Z', 'updated_at': '2021-11-12T03:36:10Z', 'revision_number': 4, 'project_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'gw_port': {'id': '463989c8-bed7-4fc6-9a75-3497e0be504d', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a25543-24b1-4ad7-ae04-377f232a8a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:03Z', 'updated_at': '2021-11-12T03:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'b93f70a7-78e6-4c90-95ae-9d539e1b82fc', 'name': '', 'network_id': 'efb988ed-b223-4e0b-8b86-915607ae4e80', 'tenant_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'mac_address': 'fa:16:3e:06:5f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a25543-24b1-4ad7-ae04-377f232a8a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '30a0f48c-61f9-4792-91bd-2c64b1b43b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:09Z', 'updated_at': '2021-11-12T03:36:16Z', 'revision_number': 4, 'project_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'subnets': [{'id': '30a0f48c-61f9-4792-91bd-2c64b1b43b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:17.737142 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-25f76be4-fd04-4eb1-8b17-c98f711847d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:17.844827 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-93592d03-a18a-4f33-8dde-38060b5c988f req-aa59cda5-9de5-4c72-b3de-31db9af51339 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1ef7461-82c8-4062-96cc-91b9dba6af00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576591 Nov 12 03:36:17.896960 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-43e5c610-7ad2-40a8-926a-0690cf9cae67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:17.900768 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f76be4-fd04-4eb1-8b17-c98f711847d0 None None] Pushing event updated for resources: {'Port': ['ID=b93f70a7-78e6-4c90-95ae-9d539e1b82fc,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:17.921043 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c390bc-ab23-4526-bf1c-5b8a1ae2ef4c None None] The sync data for ids ['d7a25543-24b1-4ad7-ae04-377f232a8a6d'] in n-d-715271-27 is: [{'id': 'd7a25543-24b1-4ad7-ae04-377f232a8a6d', 'name': 'tempest-TaggedBootDevicesTest_v242-1451020591-router', 'tenant_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '463989c8-bed7-4fc6-9a75-3497e0be504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:02Z', 'updated_at': '2021-11-12T03:36:10Z', 'revision_number': 4, 'project_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'gw_port': {'id': '463989c8-bed7-4fc6-9a75-3497e0be504d', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a25543-24b1-4ad7-ae04-377f232a8a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:03Z', 'updated_at': '2021-11-12T03:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'b93f70a7-78e6-4c90-95ae-9d539e1b82fc', 'name': '', 'network_id': 'efb988ed-b223-4e0b-8b86-915607ae4e80', 'tenant_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'mac_address': 'fa:16:3e:06:5f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a25543-24b1-4ad7-ae04-377f232a8a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '30a0f48c-61f9-4792-91bd-2c64b1b43b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:09Z', 'updated_at': '2021-11-12T03:36:16Z', 'revision_number': 4, 'project_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'subnets': [{'id': '30a0f48c-61f9-4792-91bd-2c64b1b43b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:36:17.961750 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-461562b0-8b9f-4f6e-bced-fbf16f9cad83 None None] Provisioning complete for port b93f70a7-78e6-4c90-95ae-9d539e1b82fc triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:17.963429 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-461562b0-8b9f-4f6e-bced-fbf16f9cad83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:17.982392 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1731de01-6f81-484a-b099-a9a16c178945 x-openstack-request-id: req-1731de01-6f81-484a-b099-a9a16c178945 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:17.982737 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43bbac97-3b04-443f-9d16-8e76c85145b9", "name": "network-vif-deleted", "tag": "293ea777-7105-4f2e-a794-7b518cdae287", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:17.983105 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1731de01-6f81-484a-b099-a9a16c178945 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:17.983615 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43bbac97-3b04-443f-9d16-8e76c85145b9', 'name': 'network-vif-deleted', 'tag': '293ea777-7105-4f2e-a794-7b518cdae287', 'status': 'completed', 'code': 200} Nov 12 03:36:18.030025 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e5c610-7ad2-40a8-926a-0690cf9cae67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8948d060-fbb4-4d69-8d1e-9cb0344ae289,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:18.053329 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968769e0-2b49-4806-8957-4827d1ffef18 req-5b3fbc0f-4c6f-4f0f-bab2-341442a8bef3 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:18.060933 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-968769e0-2b49-4806-8957-4827d1ffef18 req-5b3fbc0f-4c6f-4f0f-bab2-341442a8bef3 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf17d897-dabf-49ed-a15a-f9e55c361404 HTTP/1.1" status: 200 len: 946 time: 0.2932775 Nov 12 03:36:18.094335 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e5c610-7ad2-40a8-926a-0690cf9cae67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:18.096202 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e5c610-7ad2-40a8-926a-0690cf9cae67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:18.096555 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e5c610-7ad2-40a8-926a-0690cf9cae67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:18.096894 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e5c610-7ad2-40a8-926a-0690cf9cae67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:18.097230 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e5c610-7ad2-40a8-926a-0690cf9cae67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:18.097559 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e5c610-7ad2-40a8-926a-0690cf9cae67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:18.097895 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e5c610-7ad2-40a8-926a-0690cf9cae67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:18.098222 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e5c610-7ad2-40a8-926a-0690cf9cae67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:18.098546 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e5c610-7ad2-40a8-926a-0690cf9cae67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:18.098871 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e5c610-7ad2-40a8-926a-0690cf9cae67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:18.099196 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e5c610-7ad2-40a8-926a-0690cf9cae67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:18.099519 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e5c610-7ad2-40a8-926a-0690cf9cae67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:18.187382 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-968769e0-2b49-4806-8957-4827d1ffef18 req-6f0b4b50-8820-45a4-a5ae-2f52e6878df8 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d455c6-5105-460d-8640-7610102ac32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255603 Nov 12 03:36:18.226058 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:18.245899 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 46982) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:18.246410 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-43e5c610-7ad2-40a8-926a-0690cf9cae67 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=61940aea8ed449649ccbe1a9d188a82e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0330608 Nov 12 03:36:18.253781 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0f869dfb-bb94-4d9a-865b-0845541c64c3 req-0f97eac3-73a3-4780-9d88-e76e2bd2ba6d service neutron] 10.222.0.90 "GET /v2.0/networks/a1213290-26f5-41b6-944a-8e6156116c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2370377 Nov 12 03:36:18.338283 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a571fe4-ad26-418e-8a37-b12822da47fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:18.387256 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a571fe4-ad26-418e-8a37-b12822da47fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:18.497637 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0f869dfb-bb94-4d9a-865b-0845541c64c3 req-d87cc1ce-1832-41d6-9f43-2d26f82fed62 service neutron] 10.222.0.90 "GET /v2.0/networks/a1213290-26f5-41b6-944a-8e6156116c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191648 Nov 12 03:36:18.516979 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-40575f35-85ac-495d-bb70-155b74e24296 req-9202b848-b7e4-4db9-ae69-4cdab24e340f tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] For port a2c6c92f-24c6-43c9-83d4-409519fb9f0c, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=a2c6c92f-24c6-43c9-83d4-409519fb9f0c,segment=NetworkSegment(bed2cae6-1f34-4059-ac51-2b9a6012f4b0),segment_id=bed2cae6-1f34-4059-ac51-2b9a6012f4b0)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:18.525478 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a571fe4-ad26-418e-8a37-b12822da47fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:18.528220 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-40575f35-85ac-495d-bb70-155b74e24296 req-9202b848-b7e4-4db9-ae69-4cdab24e340f tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:18.536322 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a571fe4-ad26-418e-8a37-b12822da47fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:18.537716 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1a571fe4-ad26-418e-8a37-b12822da47fe admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8948d060-fbb4-4d69-8d1e-9cb0344ae289 HTTP/1.1" status: 204 len: 168 time: 0.2904339 Nov 12 03:36:18.554277 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-40575f35-85ac-495d-bb70-155b74e24296 req-9202b848-b7e4-4db9-ae69-4cdab24e340f tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Calling delete_port for a2c6c92f-24c6-43c9-83d4-409519fb9f0c owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:18.591602 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a571fe4-ad26-418e-8a37-b12822da47fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8948d060-fbb4-4d69-8d1e-9cb0344ae289,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:18.780087 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-40575f35-85ac-495d-bb70-155b74e24296 req-9202b848-b7e4-4db9-ae69-4cdab24e340f tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:18.820161 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['293ea777-7105-4f2e-a794-7b518cdae287'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:36:18.875650 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202b848-b7e4-4db9-ae69-4cdab24e340f tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Pushing event deleted for resources: {'Port': ['ID=a2c6c92f-24c6-43c9-83d4-409519fb9f0c,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:18.978128 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-40575f35-85ac-495d-bb70-155b74e24296 req-9202b848-b7e4-4db9-ae69-4cdab24e340f tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] No DVR routers for this DVR port a2c6c92f-24c6-43c9-83d4-409519fb9f0c on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:18.993615 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-40575f35-85ac-495d-bb70-155b74e24296 req-9202b848-b7e4-4db9-ae69-4cdab24e340f tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:19.001205 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-40575f35-85ac-495d-bb70-155b74e24296 req-9202b848-b7e4-4db9-ae69-4cdab24e340f tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.74 "DELETE /v2.0/ports/a2c6c92f-24c6-43c9-83d4-409519fb9f0c HTTP/1.1" status: 204 len: 173 time: 2.3409224 Nov 12 03:36:19.001724 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd467cdc9-b324-4e3f-97bf-0b08a3842952', 'name': 'network-vif-deleted', 'tag': 'a2c6c92f-24c6-43c9-83d4-409519fb9f0c'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:19.006129 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85c188c-2a20-4bf0-ad4f-88cd9e3020da" -d '{"events": [{"server_uuid": "d467cdc9-b324-4e3f-97bf-0b08a3842952", "name": "network-vif-deleted", "tag": "a2c6c92f-24c6-43c9-83d4-409519fb9f0c"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:19.054377 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device a2c6c92f-24c6-43c9-83d4-409519fb9f0c no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:19.100760 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eacee6cd-d6ae-4687-90e2-a11d0ec28770 x-openstack-request-id: req-eacee6cd-d6ae-4687-90e2-a11d0ec28770 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:19.101238 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d467cdc9-b324-4e3f-97bf-0b08a3842952", "name": "network-vif-deleted", "tag": "a2c6c92f-24c6-43c9-83d4-409519fb9f0c", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:19.101645 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-eacee6cd-d6ae-4687-90e2-a11d0ec28770 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:19.102224 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd467cdc9-b324-4e3f-97bf-0b08a3842952', 'name': 'network-vif-deleted', 'tag': 'a2c6c92f-24c6-43c9-83d4-409519fb9f0c', 'status': 'completed', 'code': 200} Nov 12 03:36:19.132583 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: a2c6c92f-24c6-43c9-83d4-409519fb9f0c {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:19.132941 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device a2c6c92f-24c6-43c9-83d4-409519fb9f0c not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:19.164925 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-459a6393-a6f7-4c47-a4e6-8ca745ee67de req-9a04acd2-3441-4f2c-9a04-d259aa8d0b66 tempest-MultipleCreateTestJSON-624240770 tempest-MultipleCreateTestJSON-624240770-project] 10.222.0.50 "GET /v2.0/ports?device_id=d467cdc9-b324-4e3f-97bf-0b08a3842952 HTTP/1.1" status: 200 len: 210 time: 0.1214647 Nov 12 03:36:19.522190 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc30498-ac3f-4fa8-acee-0e4f11e06963 req-ea75bb54-76dc-4f09-9880-88ff4178fb55 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:19.538450 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0cc30498-ac3f-4fa8-acee-0e4f11e06963 req-ea75bb54-76dc-4f09-9880-88ff4178fb55 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf17d897-dabf-49ed-a15a-f9e55c361404 HTTP/1.1" status: 200 len: 946 time: 0.1336806 Nov 12 03:36:19.566314 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device b93f70a7-78e6-4c90-95ae-9d539e1b82fc up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:19.709037 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port b93f70a7-78e6-4c90-95ae-9d539e1b82fc triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:19.710588 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:19.772010 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0cc30498-ac3f-4fa8-acee-0e4f11e06963 req-cfa97734-1462-4428-8f71-c23693109edb tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d455c6-5105-460d-8640-7610102ac32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325392 Nov 12 03:36:20.450919 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47040) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:20.525512 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2ef29-e2f5-4f3d-bd30-3479340fff34 req-6d905192-f497-4edf-abe6-94ba356a3a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:20.530579 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-35c2ef29-e2f5-4f3d-bd30-3479340fff34 req-6d905192-f497-4edf-abe6-94ba356a3a40 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=bf17d897-dabf-49ed-a15a-f9e55c361404 HTTP/1.1" status: 200 len: 1098 time: 0.1275218 Nov 12 03:36:20.551824 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ce1a696-4a11-40ff-9e65-a872cc34ba89 admin admin] Deleting subnet 7672bce3-808b-48b8-8846-42b774c7e7b8 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:36:20.562773 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7ce1a696-4a11-40ff-9e65-a872cc34ba89 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.614813 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7ce1a696-4a11-40ff-9e65-a872cc34ba89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.631593 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-35c2ef29-e2f5-4f3d-bd30-3479340fff34 req-01acf2ed-3b7a-46a2-9a80-d2f8b2186df7 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c9d455c6-5105-460d-8640-7610102ac32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904782 Nov 12 03:36:20.716132 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7ce1a696-4a11-40ff-9e65-a872cc34ba89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.846986 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7ce1a696-4a11-40ff-9e65-a872cc34ba89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.898580 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47050) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:20.907402 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1a696-4a11-40ff-9e65-a872cc34ba89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7672bce3-808b-48b8-8846-42b774c7e7b8,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:20.913284 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7ce1a696-4a11-40ff-9e65-a872cc34ba89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.918238 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7ce1a696-4a11-40ff-9e65-a872cc34ba89 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7672bce3-808b-48b8-8846-42b774c7e7b8 HTTP/1.1" status: 204 len: 168 time: 0.4649117 Nov 12 03:36:20.920438 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47056) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:21.069760 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c6da2-7a85-4bdc-a32c-daa28b992fcb req-45e8fd41-e7f6-4d54-89f8-d099f32ebea5 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:21.082040 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e80c6da2-7a85-4bdc-a32c-daa28b992fcb req-45e8fd41-e7f6-4d54-89f8-d099f32ebea5 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf17d897-dabf-49ed-a15a-f9e55c361404 HTTP/1.1" status: 200 len: 946 time: 0.1324191 Nov 12 03:36:21.117300 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-07876227-00f9-413a-8c49-df4b84ea12be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:21.206382 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e80c6da2-7a85-4bdc-a32c-daa28b992fcb req-0cc974f6-1f28-44d3-9480-ddfeae633b62 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d455c6-5105-460d-8640-7610102ac32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229980 Nov 12 03:36:21.348400 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-07876227-00f9-413a-8c49-df4b84ea12be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:21.414013 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-07876227-00f9-413a-8c49-df4b84ea12be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da30d4f6-84f2-45f3-957b-1a1aa7612cf4']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:21.434400 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-07876227-00f9-413a-8c49-df4b84ea12be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bed2cae6-1f34-4059-ac51-2b9a6012f4b0') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:21.434949 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-07876227-00f9-413a-8c49-df4b84ea12be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bed2cae6-1f34-4059-ac51-2b9a6012f4b0') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:21.454482 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-07876227-00f9-413a-8c49-df4b84ea12be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:21.519881 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-07876227-00f9-413a-8c49-df4b84ea12be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:21.530964 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07876227-00f9-413a-8c49-df4b84ea12be admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:36:21.531624 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-07876227-00f9-413a-8c49-df4b84ea12be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:21.533801 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:36:21.533801 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:36:21.533801 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:36:21.533801 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:36:21.533801 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:36:21.533801 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:36:21.533801 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:36:21.533801 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:36:21.533801 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:36:21.533801 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:36:21.533801 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:36:21.533801 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:36:21.533801 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:36:21.533801 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:36:21.533801 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:36:21.533801 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:36:21.533801 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:36:21.533801 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:36:21.533801 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:36:21.533801 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:36:21.533801 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:36:21.533801 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:36:21.533801 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:36:21.533801 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:36:21.533801 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:36:21.533801 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:36:21.533801 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:36:21.533801 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:36:21.533801 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:36:21.533801 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:36:21.533801 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:36:21.533801 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:36:21.589855 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 293ea777-7105-4f2e-a794-7b518cdae287 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:21.645336 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: 293ea777-7105-4f2e-a794-7b518cdae287 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:21.645903 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 293ea777-7105-4f2e-a794-7b518cdae287 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:21.723916 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-07876227-00f9-413a-8c49-df4b84ea12be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:21.747980 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-07876227-00f9-413a-8c49-df4b84ea12be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:21.757350 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-07876227-00f9-413a-8c49-df4b84ea12be admin admin] 10.222.0.50 "DELETE /v2.0/networks/da30d4f6-84f2-45f3-957b-1a1aa7612cf4 HTTP/1.1" status: 204 len: 168 time: 0.8352828 Nov 12 03:36:21.798704 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07876227-00f9-413a-8c49-df4b84ea12be admin admin] Pushing event deleted for resources: {'Network': ['ID=da30d4f6-84f2-45f3-957b-1a1aa7612cf4,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:22.194771 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fe510ba3-7930-4d8c-a89e-4e7927cb1138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:22.415347 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47100) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:22.505762 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b97facb3-f89c-4855-9379-3a0ff5781500 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b1287bf4a31d47269df2c523f6d2146e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0875604 Nov 12 03:36:22.510984 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47106) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:22.591933 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5fed16f5-6b31-49a0-813c-d96fa2c6926c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:22.617849 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5fed16f5-6b31-49a0-813c-d96fa2c6926c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:22.675151 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f8d5c-f12d-4807-a1f9-84a56db0fea4 req-2cd959dd-1205-474f-9a61-eb2ec602c198 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:22.678974 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-925f8d5c-f12d-4807-a1f9-84a56db0fea4 req-2cd959dd-1205-474f-9a61-eb2ec602c198 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf17d897-dabf-49ed-a15a-f9e55c361404 HTTP/1.1" status: 200 len: 946 time: 0.2163513 Nov 12 03:36:22.693794 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5fed16f5-6b31-49a0-813c-d96fa2c6926c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:22.696435 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5fed16f5-6b31-49a0-813c-d96fa2c6926c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:22.697796 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5fed16f5-6b31-49a0-813c-d96fa2c6926c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d1ef7461-82c8-4062-96cc-91b9dba6af00 HTTP/1.1" status: 204 len: 168 time: 0.1847823 Nov 12 03:36:22.707417 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed16f5-6b31-49a0-813c-d96fa2c6926c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ef7461-82c8-4062-96cc-91b9dba6af00,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:22.807879 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-925f8d5c-f12d-4807-a1f9-84a56db0fea4 req-169644ab-1509-43c8-a265-e51677271453 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d455c6-5105-460d-8640-7610102ac32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150711 Nov 12 03:36:22.860125 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-41560dce-cc69-45ff-8544-bf14ff1937bb req-87aa84d5-1526-45b6-a8c3-ca135387ecd9 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1495920089', 'description': 'tempest-description-1656918754'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:22.914178 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-41560dce-cc69-45ff-8544-bf14ff1937bb req-87aa84d5-1526-45b6-a8c3-ca135387ecd9 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:23.088102 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-41560dce-cc69-45ff-8544-bf14ff1937bb req-87aa84d5-1526-45b6-a8c3-ca135387ecd9 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:23.103623 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-41560dce-cc69-45ff-8544-bf14ff1937bb req-87aa84d5-1526-45b6-a8c3-ca135387ecd9 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:23.143557 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-fe510ba3-7930-4d8c-a89e-4e7927cb1138 admin admin] Deleting port a8390b18-c957-4cd1-b1f1-eb43e6338b42 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:23.144658 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fe510ba3-7930-4d8c-a89e-4e7927cb1138 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:23.192558 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa84d5-1526-45b6-a8c3-ca135387ecd9 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1748f9da-2b5a-4401-a276-1fbd94ce7430,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:23.224328 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-41560dce-cc69-45ff-8544-bf14ff1937bb req-87aa84d5-1526-45b6-a8c3-ca135387ecd9 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:23.225694 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-41560dce-cc69-45ff-8544-bf14ff1937bb req-87aa84d5-1526-45b6-a8c3-ca135387ecd9 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.3695931 Nov 12 03:36:23.497446 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-fe510ba3-7930-4d8c-a89e-4e7927cb1138 admin admin] For port a8390b18-c957-4cd1-b1f1-eb43e6338b42, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=a8390b18-c957-4cd1-b1f1-eb43e6338b42,segment=NetworkSegment(6d3a857c-682f-4de6-9fab-f391ef609ad0),segment_id=6d3a857c-682f-4de6-9fab-f391ef609ad0)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:23.497815 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fe510ba3-7930-4d8c-a89e-4e7927cb1138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:23.575978 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-fe510ba3-7930-4d8c-a89e-4e7927cb1138 admin admin] Calling delete_port for a8390b18-c957-4cd1-b1f1-eb43e6338b42 owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:23.622982 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cc1af8fc-a375-4456-94bc-de9c2143efce req-318f0229-8e3d-455d-b032-6dc3bf3a6aff tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1495920089&fields=id&tenant_id=5d79a13590df4f52860e253f1fa0cb28 HTTP/1.1" status: 200 len: 267 time: 0.2252970 Nov 12 03:36:23.875656 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1af8fc-a375-4456-94bc-de9c2143efce req-c9fd3eb7-2771-4556-a83c-b9f7c217d02a tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:23.887493 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cc1af8fc-a375-4456-94bc-de9c2143efce req-c9fd3eb7-2771-4556-a83c-b9f7c217d02a tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf17d897-dabf-49ed-a15a-f9e55c361404 HTTP/1.1" status: 200 len: 946 time: 0.2635598 Nov 12 03:36:23.909979 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-cc1af8fc-a375-4456-94bc-de9c2143efce req-c20fe63e-5da3-4839-9250-8cc3c1860ee4 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Request body: {'port': {'security_groups': ['c9d455c6-5105-460d-8640-7610102ac32a', '1748f9da-2b5a-4401-a276-1fbd94ce7430']}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:24.195170 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-cc1af8fc-a375-4456-94bc-de9c2143efce req-c20fe63e-5da3-4839-9250-8cc3c1860ee4 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:24.616881 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47172) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:24.822303 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fe510ba3-7930-4d8c-a89e-4e7927cb1138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:24.883367 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ba4dac63-4c70-4770-a716-c10fea9bd750 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:24.911133 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe510ba3-7930-4d8c-a89e-4e7927cb1138 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8390b18-c957-4cd1-b1f1-eb43e6338b42,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:25.062331 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-cc1af8fc-a375-4456-94bc-de9c2143efce req-c20fe63e-5da3-4839-9250-8cc3c1860ee4 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] For port 8b64a9e7-5c2d-4393-9c4c-58cec1eac542, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=8b64a9e7-5c2d-4393-9c4c-58cec1eac542,segment=NetworkSegment(62f308c7-7f7a-4d63-b211-af3dbe4381a3),segment_id=62f308c7-7f7a-4d63-b211-af3dbe4381a3)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:25.108254 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ba4dac63-4c70-4770-a716-c10fea9bd750 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.121919 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ba4dac63-4c70-4770-a716-c10fea9bd750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.149473 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-cc1af8fc-a375-4456-94bc-de9c2143efce req-c20fe63e-5da3-4839-9250-8cc3c1860ee4 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.172117 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ba4dac63-4c70-4770-a716-c10fea9bd750 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8cebca1aef754058ac122a8f2d9c1245&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5501175 Nov 12 03:36:25.182808 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47188) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:25.215204 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-cc1af8fc-a375-4456-94bc-de9c2143efce req-c20fe63e-5da3-4839-9250-8cc3c1860ee4 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.251952 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['8b64a9e7-5c2d-4393-9c4c-58cec1eac542'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:36:25.493560 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4dac63-4c70-4770-a716-c10fea9bd750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640c0187-a340-4504-bb1d-9d4df6f0ae3b,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:25.503807 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1af8fc-a375-4456-94bc-de9c2143efce req-c20fe63e-5da3-4839-9250-8cc3c1860ee4 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:25.504936 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-cc1af8fc-a375-4456-94bc-de9c2143efce req-c20fe63e-5da3-4839-9250-8cc3c1860ee4 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.508186 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cc1af8fc-a375-4456-94bc-de9c2143efce req-c20fe63e-5da3-4839-9250-8cc3c1860ee4 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "PUT /v2.0/ports/8b64a9e7-5c2d-4393-9c4c-58cec1eac542 HTTP/1.1" status: 200 len: 982 time: 1.6064904 Nov 12 03:36:25.517673 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf17d897-dabf-49ed-a15a-f9e55c361404', 'tag': '8b64a9e7-5c2d-4393-9c4c-58cec1eac542'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:25.520497 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba3b367-336d-4658-a1c6-85e4dd247a16" -d '{"events": [{"name": "network-changed", "server_uuid": "bf17d897-dabf-49ed-a15a-f9e55c361404", "tag": "8b64a9e7-5c2d-4393-9c4c-58cec1eac542"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:25.564054 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ce78ef59-00a3-4f36-a368-6b61e8f60c04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.639529 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20fe63e-5da3-4839-9250-8cc3c1860ee4 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Pushing event updated for resources: {'Port': ['ID=8b64a9e7-5c2d-4393-9c4c-58cec1eac542,revision_number=6']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:25.664545 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['8b64a9e7-5c2d-4393-9c4c-58cec1eac542'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:36:25.670894 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ce78ef59-00a3-4f36-a368-6b61e8f60c04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.777474 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ce78ef59-00a3-4f36-a368-6b61e8f60c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.780279 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ce78ef59-00a3-4f36-a368-6b61e8f60c04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.786669 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ce78ef59-00a3-4f36-a368-6b61e8f60c04 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/640c0187-a340-4504-bb1d-9d4df6f0ae3b HTTP/1.1" status: 204 len: 168 time: 0.6022513 Nov 12 03:36:25.803958 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce78ef59-00a3-4f36-a368-6b61e8f60c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640c0187-a340-4504-bb1d-9d4df6f0ae3b,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:26.016851 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0be0cfdb-70f5-48cc-80a5-99cb0a9e04dd req-3bd0b015-a5f6-4107-b2a6-7b65cc5ff8e5 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1495920089&fields=id&tenant_id=5d79a13590df4f52860e253f1fa0cb28 HTTP/1.1" status: 200 len: 267 time: 0.2850628 Nov 12 03:36:26.081692 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fe510ba3-7930-4d8c-a89e-4e7927cb1138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:26.108860 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0cfdb-70f5-48cc-80a5-99cb0a9e04dd req-99e2bd61-a994-45ea-bb9e-154c7a51bb8b tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:26.119262 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0be0cfdb-70f5-48cc-80a5-99cb0a9e04dd req-99e2bd61-a994-45ea-bb9e-154c7a51bb8b tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf17d897-dabf-49ed-a15a-f9e55c361404 HTTP/1.1" status: 200 len: 985 time: 0.1004760 Nov 12 03:36:26.157930 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-0be0cfdb-70f5-48cc-80a5-99cb0a9e04dd req-5dbf748e-e2c4-4339-86aa-528af35dffc4 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Request body: {'port': {'security_groups': ['c9d455c6-5105-460d-8640-7610102ac32a']}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:26.301030 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0be0cfdb-70f5-48cc-80a5-99cb0a9e04dd req-5dbf748e-e2c4-4339-86aa-528af35dffc4 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:26.378508 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928da48b-992f-450d-8e8e-50a4fc098871 x-openstack-request-id: req-928da48b-992f-450d-8e8e-50a4fc098871 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:26.378790 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf17d897-dabf-49ed-a15a-f9e55c361404", "tag": "8b64a9e7-5c2d-4393-9c4c-58cec1eac542", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:26.379047 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-928da48b-992f-450d-8e8e-50a4fc098871 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:26.379448 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf17d897-dabf-49ed-a15a-f9e55c361404', 'tag': '8b64a9e7-5c2d-4393-9c4c-58cec1eac542', 'status': 'completed', 'code': 200} Nov 12 03:36:26.446009 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47234) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:26.473105 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2523817f-be6e-490b-988b-f18857763338 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:26.766263 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688290a-65db-444a-be8c-db413c2ad991 req-4489dc61-1c92-4aa5-8589-d4c9d13d2cd5 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:26.773254 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5688290a-65db-444a-be8c-db413c2ad991 req-4489dc61-1c92-4aa5-8589-d4c9d13d2cd5 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 945 time: 0.1978295 Nov 12 03:36:26.889382 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2523817f-be6e-490b-988b-f18857763338 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:26.911149 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2523817f-be6e-490b-988b-f18857763338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:26.989013 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2523817f-be6e-490b-988b-f18857763338 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=828a8910fdc74bb899f3f0872e9da9fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5415289 Nov 12 03:36:27.009634 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523817f-be6e-490b-988b-f18857763338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df98d3a-486a-4ffe-ae3f-f66b63db1ab7,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:27.012447 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47242) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:27.034998 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5688290a-65db-444a-be8c-db413c2ad991 req-b65afded-4b55-4253-aba1-6ad60e3dd698 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2476671 Nov 12 03:36:27.044542 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2523817f-be6e-490b-988b-f18857763338 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:27.055916 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2523817f-be6e-490b-988b-f18857763338 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:27.059345 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2523817f-be6e-490b-988b-f18857763338 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:27.059936 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2523817f-be6e-490b-988b-f18857763338 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:27.060541 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2523817f-be6e-490b-988b-f18857763338 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:27.061134 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2523817f-be6e-490b-988b-f18857763338 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:27.061706 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2523817f-be6e-490b-988b-f18857763338 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:27.062275 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2523817f-be6e-490b-988b-f18857763338 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:27.062837 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2523817f-be6e-490b-988b-f18857763338 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:27.065298 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2523817f-be6e-490b-988b-f18857763338 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:27.065869 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2523817f-be6e-490b-988b-f18857763338 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:27.066439 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2523817f-be6e-490b-988b-f18857763338 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:27.159547 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-54870282-5f4b-4626-b8bb-4e04998ebe09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:27.214361 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-54870282-5f4b-4626-b8bb-4e04998ebe09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:27.283305 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3b367-336d-4658-a1c6-85e4dd247a16 req-c882f470-1630-4083-9cd8-9cbb8ee71c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:27.284009 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0ba3b367-336d-4658-a1c6-85e4dd247a16 req-c882f470-1630-4083-9cd8-9cbb8ee71c62 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5d79a13590df4f52860e253f1fa0cb28&device_id=bf17d897-dabf-49ed-a15a-f9e55c361404 HTTP/1.1" status: 200 len: 1137 time: 0.7773898 Nov 12 03:36:27.315308 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-54870282-5f4b-4626-b8bb-4e04998ebe09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:27.318631 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-54870282-5f4b-4626-b8bb-4e04998ebe09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:27.321785 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-54870282-5f4b-4626-b8bb-4e04998ebe09 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7df98d3a-486a-4ffe-ae3f-f66b63db1ab7 HTTP/1.1" status: 204 len: 168 time: 0.3066964 Nov 12 03:36:27.332722 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54870282-5f4b-4626-b8bb-4e04998ebe09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df98d3a-486a-4ffe-ae3f-f66b63db1ab7,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:27.638761 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-0be0cfdb-70f5-48cc-80a5-99cb0a9e04dd req-5dbf748e-e2c4-4339-86aa-528af35dffc4 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] For port 8b64a9e7-5c2d-4393-9c4c-58cec1eac542, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=8b64a9e7-5c2d-4393-9c4c-58cec1eac542,segment=NetworkSegment(62f308c7-7f7a-4d63-b211-af3dbe4381a3),segment_id=62f308c7-7f7a-4d63-b211-af3dbe4381a3)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:27.684589 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3b367-336d-4658-a1c6-85e4dd247a16 req-dda66131-273a-4fbb-9b05-8f7d827941db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:27.687303 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0ba3b367-336d-4658-a1c6-85e4dd247a16 req-dda66131-273a-4fbb-9b05-8f7d827941db service neutron] 10.222.0.90 "GET /v2.0/networks?id=643a1710-acbd-4d0d-85e7-a332c5debac1 HTTP/1.1" status: 200 len: 920 time: 0.3876967 Nov 12 03:36:27.717799 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe510ba3-7930-4d8c-a89e-4e7927cb1138 admin admin] Router 8861b51c-7688-41a1-b08e-0b7ed21ef33d has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:36:27.748484 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47266) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:27.752523 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0be0cfdb-70f5-48cc-80a5-99cb0a9e04dd req-5dbf748e-e2c4-4339-86aa-528af35dffc4 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:27.756614 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0ba3b367-336d-4658-a1c6-85e4dd247a16 req-06118816-0c89-4ffc-9017-fe25c873c36c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b64a9e7-5c2d-4393-9c4c-58cec1eac542 HTTP/1.1" status: 200 len: 217 time: 0.0577450 Nov 12 03:36:27.761994 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0be0cfdb-70f5-48cc-80a5-99cb0a9e04dd req-5dbf748e-e2c4-4339-86aa-528af35dffc4 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:27.798601 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['8b64a9e7-5c2d-4393-9c4c-58cec1eac542'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:36:27.924926 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-dbe5693a-fa0e-4df9-85d3-1534bb609fb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:27.968260 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0cfdb-70f5-48cc-80a5-99cb0a9e04dd req-5dbf748e-e2c4-4339-86aa-528af35dffc4 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:27.970834 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0be0cfdb-70f5-48cc-80a5-99cb0a9e04dd req-5dbf748e-e2c4-4339-86aa-528af35dffc4 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:27.975393 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0be0cfdb-70f5-48cc-80a5-99cb0a9e04dd req-5dbf748e-e2c4-4339-86aa-528af35dffc4 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "PUT /v2.0/ports/8b64a9e7-5c2d-4393-9c4c-58cec1eac542 HTTP/1.1" status: 200 len: 943 time: 1.8541770 Nov 12 03:36:28.120036 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-dbe5693a-fa0e-4df9-85d3-1534bb609fb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:28.168054 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['8b64a9e7-5c2d-4393-9c4c-58cec1eac542'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:36:28.212059 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-dbe5693a-fa0e-4df9-85d3-1534bb609fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:28.275368 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe510ba3-7930-4d8c-a89e-4e7927cb1138 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:36:28.281853 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf748e-e2c4-4339-86aa-528af35dffc4 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Pushing event updated for resources: {'Port': ['ID=8b64a9e7-5c2d-4393-9c4c-58cec1eac542,revision_number=7']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:28.286194 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1604943a-c554-4ecb-9790-dc9c697d4c90 None None] Sync routers for ids ['8861b51c-7688-41a1-b08e-0b7ed21ef33d'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:36:28.305194 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1604943a-c554-4ecb-9790-dc9c697d4c90 None None] Routers {'8861b51c-7688-41a1-b08e-0b7ed21ef33d'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:28.305521 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-1604943a-c554-4ecb-9790-dc9c697d4c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:36:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8861b51c-7688-41a1-b08e-0b7ed21ef33d'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:28.323180 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-fe510ba3-7930-4d8c-a89e-4e7927cb1138 admin admin] 10.222.0.50 "PUT /v2.0/routers/8861b51c-7688-41a1-b08e-0b7ed21ef33d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4210460 Nov 12 03:36:28.325509 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47286) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:28.428460 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf17d897-dabf-49ed-a15a-f9e55c361404', 'tag': '8b64a9e7-5c2d-4393-9c4c-58cec1eac542'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:28.440634 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a00fb88-fca8-48e6-8205-aa7523b12fe8" -d '{"events": [{"name": "network-changed", "server_uuid": "bf17d897-dabf-49ed-a15a-f9e55c361404", "tag": "8b64a9e7-5c2d-4393-9c4c-58cec1eac542"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:28.523973 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3b367-336d-4658-a1c6-85e4dd247a16 req-f2de5d47-580f-406f-8ea3-f0747cd59a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:28.530572 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0ba3b367-336d-4658-a1c6-85e4dd247a16 req-f2de5d47-580f-406f-8ea3-f0747cd59a33 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=89a73e97-a1ed-4d12-bd0e-a08127b3ec93 HTTP/1.1" status: 200 len: 859 time: 0.7586954 Nov 12 03:36:28.559019 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5693a-fa0e-4df9-85d3-1534bb609fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbbfad1-e4b5-429e-b77c-6f72b3ae9446,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:28.572184 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-dbe5693a-fa0e-4df9-85d3-1534bb609fb6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e856999690de46b69ad186eccbe9854a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8224285 Nov 12 03:36:28.580454 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47292) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:28.597793 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69cb456-bb49-4ce4-a91a-e08961594a1d req-59784cc8-bd2e-48d4-a4f5-341f5cd3fdc1 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:28.599334 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e69cb456-bb49-4ce4-a91a-e08961594a1d req-59784cc8-bd2e-48d4-a4f5-341f5cd3fdc1 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 945 time: 0.3210831 Nov 12 03:36:28.638535 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0ba3b367-336d-4658-a1c6-85e4dd247a16 req-01d5f1fb-bf9c-4318-90de-22947a05f80a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=643a1710-acbd-4d0d-85e7-a332c5debac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895963 Nov 12 03:36:28.654616 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea8de832-d761-4569-bd1a-e564d22e31b3 req-69d64c26-e6cd-4c17-99ca-bb32be8408aa tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5314720 Nov 12 03:36:28.702384 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a6eb9128-d76f-4df2-a0a6-c2c1858af882 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:28.729349 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a6eb9128-d76f-4df2-a0a6-c2c1858af882 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:28.730227 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-1604943a-c554-4ecb-9790-dc9c697d4c90 None None] Set router 8861b51c-7688-41a1-b08e-0b7ed21ef33d gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:28.787797 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-ea8de832-d761-4569-bd1a-e564d22e31b3 req-68c5296d-74b2-48e3-83d4-c8fd3d88abaa tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:28.816000 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ea8de832-d761-4569-bd1a-e564d22e31b3 req-68c5296d-74b2-48e3-83d4-c8fd3d88abaa tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks [] for floatingip, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:28.865513 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a6eb9128-d76f-4df2-a0a6-c2c1858af882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:28.873071 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a6eb9128-d76f-4df2-a0a6-c2c1858af882 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:28.877526 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a6eb9128-d76f-4df2-a0a6-c2c1858af882 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7bbbfad1-e4b5-429e-b77c-6f72b3ae9446 HTTP/1.1" status: 204 len: 168 time: 0.2963271 Nov 12 03:36:28.886124 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0ba3b367-336d-4658-a1c6-85e4dd247a16 req-f51bb1a7-02e9-4a22-be9a-352ad3f45c22 service neutron] 10.222.0.90 "GET /v2.0/networks/643a1710-acbd-4d0d-85e7-a332c5debac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203164 Nov 12 03:36:28.935881 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e69cb456-bb49-4ce4-a91a-e08961594a1d req-21d04d0c-904e-43fc-9a3f-a28d5b36abe7 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2946017 Nov 12 03:36:28.978596 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4d124a1c-b2bf-4079-aab5-3c1a3166c36d admin admin] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:28.986495 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb9128-d76f-4df2-a0a6-c2c1858af882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbbfad1-e4b5-429e-b77c-6f72b3ae9446,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:29.148858 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ea8de832-d761-4569-bd1a-e564d22e31b3 req-68c5296d-74b2-48e3-83d4-c8fd3d88abaa tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:29.154289 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4d124a1c-b2bf-4079-aab5-3c1a3166c36d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:29.238856 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-1604943a-c554-4ecb-9790-dc9c697d4c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8861b51c-7688-41a1-b08e-0b7ed21ef33d', 'name': 'tempest-TaggedBootDevicesTest-1539754991-router', 'tenant_id': '984b5bf9950d4e568e34b6531154493c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'dce33d61-f8d5-47fe-86c6-a2da2256e708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:07Z', 'updated_at': '2021-11-12T03:36:24Z', 'revision_number': 5, 'project_id': '984b5bf9950d4e568e34b6531154493c', 'gw_port': {'id': 'dce33d61-f8d5-47fe-86c6-a2da2256e708', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:96:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8861b51c-7688-41a1-b08e-0b7ed21ef33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:09Z', 'updated_at': '2021-11-12T03:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:29.294249 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-4d124a1c-b2bf-4079-aab5-3c1a3166c36d admin admin] Deleting port dce33d61-f8d5-47fe-86c6-a2da2256e708 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:29.294988 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4d124a1c-b2bf-4079-aab5-3c1a3166c36d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:29.303311 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0ba3b367-336d-4658-a1c6-85e4dd247a16 req-2391e69d-7a32-4e24-b5c3-3d40fdff7413 service neutron] 10.222.0.90 "GET /v2.0/networks/643a1710-acbd-4d0d-85e7-a332c5debac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739760 Nov 12 03:36:29.379063 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1604943a-c554-4ecb-9790-dc9c697d4c90 None None] Checking router: 8861b51c-7688-41a1-b08e-0b7ed21ef33d for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:36:29.430973 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1604943a-c554-4ecb-9790-dc9c697d4c90 None None] Routers {'8861b51c-7688-41a1-b08e-0b7ed21ef33d'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:29.431623 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-1604943a-c554-4ecb-9790-dc9c697d4c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:36:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8861b51c-7688-41a1-b08e-0b7ed21ef33d'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:29.506538 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddd8607-f7e7-4915-9c05-c55247472801 x-openstack-request-id: req-4ddd8607-f7e7-4915-9c05-c55247472801 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:29.507833 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf17d897-dabf-49ed-a15a-f9e55c361404", "tag": "8b64a9e7-5c2d-4393-9c4c-58cec1eac542", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:29.508121 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4ddd8607-f7e7-4915-9c05-c55247472801 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:29.509468 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf17d897-dabf-49ed-a15a-f9e55c361404', 'tag': '8b64a9e7-5c2d-4393-9c4c-58cec1eac542', 'status': 'completed', 'code': 200} Nov 12 03:36:29.513444 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-ea8de832-d761-4569-bd1a-e564d22e31b3 req-68c5296d-74b2-48e3-83d4-c8fd3d88abaa tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Allocated IP 172.25.5.252 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/fc8d610c-b9fe-42f4-a004-2645a3ce7e7a) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:29.711016 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-4d124a1c-b2bf-4079-aab5-3c1a3166c36d admin admin] For port dce33d61-f8d5-47fe-86c6-a2da2256e708, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=dce33d61-f8d5-47fe-86c6-a2da2256e708,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:29.711382 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4d124a1c-b2bf-4079-aab5-3c1a3166c36d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:29.762726 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-1604943a-c554-4ecb-9790-dc9c697d4c90 None None] Set router 8861b51c-7688-41a1-b08e-0b7ed21ef33d gateway port host: None {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:29.801640 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-4d124a1c-b2bf-4079-aab5-3c1a3166c36d admin admin] Calling delete_port for dce33d61-f8d5-47fe-86c6-a2da2256e708 owned by network:router_gateway {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:29.844494 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ea8de832-d761-4569-bd1a-e564d22e31b3 req-68c5296d-74b2-48e3-83d4-c8fd3d88abaa tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:29.865276 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00fb88-fca8-48e6-8205-aa7523b12fe8 req-4da1295b-013f-4aef-ae82-64d250caab1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:29.866787 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1a00fb88-fca8-48e6-8205-aa7523b12fe8 req-4da1295b-013f-4aef-ae82-64d250caab1a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5d79a13590df4f52860e253f1fa0cb28&device_id=bf17d897-dabf-49ed-a15a-f9e55c361404 HTTP/1.1" status: 200 len: 1098 time: 0.3088944 Nov 12 03:36:29.922048 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-1604943a-c554-4ecb-9790-dc9c697d4c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8861b51c-7688-41a1-b08e-0b7ed21ef33d', 'name': 'tempest-TaggedBootDevicesTest-1539754991-router', 'tenant_id': '984b5bf9950d4e568e34b6531154493c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:07Z', 'updated_at': '2021-11-12T03:36:29Z', 'revision_number': 6, 'project_id': '984b5bf9950d4e568e34b6531154493c', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:29.940380 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ea8de832-d761-4569-bd1a-e564d22e31b3 req-68c5296d-74b2-48e3-83d4-c8fd3d88abaa tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:30.005573 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1604943a-c554-4ecb-9790-dc9c697d4c90 None None] The sync data for ids ['8861b51c-7688-41a1-b08e-0b7ed21ef33d'] in n-d-715271-27 is: [{'id': '8861b51c-7688-41a1-b08e-0b7ed21ef33d', 'name': 'tempest-TaggedBootDevicesTest-1539754991-router', 'tenant_id': '984b5bf9950d4e568e34b6531154493c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:07Z', 'updated_at': '2021-11-12T03:36:29Z', 'revision_number': 6, 'project_id': '984b5bf9950d4e568e34b6531154493c', 'gw_port_host': None}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:36:30.079616 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea8de832-d761-4569-bd1a-e564d22e31b3 req-68c5296d-74b2-48e3-83d4-c8fd3d88abaa tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:30.094772 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-ea8de832-d761-4569-bd1a-e564d22e31b3 req-68c5296d-74b2-48e3-83d4-c8fd3d88abaa tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:30.101404 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8de832-d761-4569-bd1a-e564d22e31b3 req-68c5296d-74b2-48e3-83d4-c8fd3d88abaa tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:30.115042 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5599f5-48fd-4e2e-ac6b-5fec0a48c98c req-12b45c61-7e79-4b50-8f27-cfdb6907e76c tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:30.116885 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3f5599f5-48fd-4e2e-ac6b-5fec0a48c98c req-12b45c61-7e79-4b50-8f27-cfdb6907e76c tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 945 time: 0.4359088 Nov 12 03:36:30.306473 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1be95060-adf8-4b40-95a9-b8097114f723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:30.630694 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3f5599f5-48fd-4e2e-ac6b-5fec0a48c98c req-e79e97f0-22e9-45da-90a1-29bc58e86265 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4274650 Nov 12 03:36:30.640012 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00fb88-fca8-48e6-8205-aa7523b12fe8 req-6a1ae438-1f64-46ae-8ab3-456f5aed6456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:30.642544 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1a00fb88-fca8-48e6-8205-aa7523b12fe8 req-6a1ae438-1f64-46ae-8ab3-456f5aed6456 service neutron] 10.222.0.90 "GET /v2.0/networks?id=643a1710-acbd-4d0d-85e7-a332c5debac1 HTTP/1.1" status: 200 len: 920 time: 0.7507243 Nov 12 03:36:30.808717 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5296d-74b2-48e3-83d4-c8fd3d88abaa tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Pushing event updated for resources: {'Port': ['ID=fc8d610c-b9fe-42f4-a004-2645a3ce7e7a,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:30.891730 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1a00fb88-fca8-48e6-8205-aa7523b12fe8 req-7310553b-c357-4044-9289-0257a94c1ae3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b64a9e7-5c2d-4393-9c4c-58cec1eac542 HTTP/1.1" status: 200 len: 217 time: 0.1736739 Nov 12 03:36:30.908872 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ea8de832-d761-4569-bd1a-e564d22e31b3 req-68c5296d-74b2-48e3-83d4-c8fd3d88abaa tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:30.951644 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ea8de832-d761-4569-bd1a-e564d22e31b3 req-68c5296d-74b2-48e3-83d4-c8fd3d88abaa tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.105287 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00fb88-fca8-48e6-8205-aa7523b12fe8 req-d21660f9-e6ec-4444-8137-0c72a558d802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:31.111345 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1a00fb88-fca8-48e6-8205-aa7523b12fe8 req-d21660f9-e6ec-4444-8137-0c72a558d802 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=89a73e97-a1ed-4d12-bd0e-a08127b3ec93 HTTP/1.1" status: 200 len: 859 time: 0.2009683 Nov 12 03:36:31.174232 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ea8de832-d761-4569-bd1a-e564d22e31b3 req-68c5296d-74b2-48e3-83d4-c8fd3d88abaa tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.184388 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ea8de832-d761-4569-bd1a-e564d22e31b3 req-68c5296d-74b2-48e3-83d4-c8fd3d88abaa tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.253333 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1a00fb88-fca8-48e6-8205-aa7523b12fe8 req-445597b4-9b09-49fd-99ce-55434f13c96d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=643a1710-acbd-4d0d-85e7-a332c5debac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689938 Nov 12 03:36:31.280818 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5296d-74b2-48e3-83d4-c8fd3d88abaa tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Pushing event updated for resources: {'Port': ['ID=fc8d610c-b9fe-42f4-a004-2645a3ce7e7a,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:31.295839 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a49bed-dc41-4faa-afd4-17f7c2742800 req-f3651fb6-efdc-4bdb-8464-bd70e303287a tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:31.303519 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-62a49bed-dc41-4faa-afd4-17f7c2742800 req-f3651fb6-efdc-4bdb-8464-bd70e303287a tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 945 time: 0.4349213 Nov 12 03:36:31.319658 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ea8de832-d761-4569-bd1a-e564d22e31b3 req-68c5296d-74b2-48e3-83d4-c8fd3d88abaa tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.350785 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ea8de832-d761-4569-bd1a-e564d22e31b3 req-68c5296d-74b2-48e3-83d4-c8fd3d88abaa tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.352024 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea8de832-d761-4569-bd1a-e564d22e31b3 req-68c5296d-74b2-48e3-83d4-c8fd3d88abaa tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5686672 Nov 12 03:36:31.459350 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea8de832-d761-4569-bd1a-e564d22e31b3 req-1a5465ef-6353-4d9e-b690-12267b624267 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.252 HTTP/1.1" status: 200 len: 696 time: 0.0899065 Nov 12 03:36:31.469225 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4d124a1c-b2bf-4079-aab5-3c1a3166c36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.497001 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device a8390b18-c957-4cd1-b1f1-eb43e6338b42 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:31.542198 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: a8390b18-c957-4cd1-b1f1-eb43e6338b42 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:31.544692 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device a8390b18-c957-4cd1-b1f1-eb43e6338b42 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:31.545009 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device dce33d61-f8d5-47fe-86c6-a2da2256e708 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:31.555561 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d124a1c-b2bf-4079-aab5-3c1a3166c36d admin admin] Pushing event deleted for resources: {'Port': ['ID=dce33d61-f8d5-47fe-86c6-a2da2256e708,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:31.567939 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-62a49bed-dc41-4faa-afd4-17f7c2742800 req-980b54f5-9105-4b58-a7f1-20b77d852c25 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2635715 Nov 12 03:36:31.621783 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: dce33d61-f8d5-47fe-86c6-a2da2256e708 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:31.625731 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device dce33d61-f8d5-47fe-86c6-a2da2256e708 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:31.659630 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4d124a1c-b2bf-4079-aab5-3c1a3166c36d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.699075 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8de832-d761-4569-bd1a-e564d22e31b3 req-34a3049d-2c59-42dd-aee1-19a474e5ee00 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:31.701401 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea8de832-d761-4569-bd1a-e564d22e31b3 req-34a3049d-2c59-42dd-aee1-19a474e5ee00 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/networks/7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 HTTP/1.1" status: 200 len: 784 time: 0.2323444 Nov 12 03:36:31.728002 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [req-ea8de832-d761-4569-bd1a-e564d22e31b3 req-a3faeced-d89e-4a4c-8eb5-d32d67a433c5 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:36:31.748721 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea8de832-d761-4569-bd1a-e564d22e31b3 req-a3faeced-d89e-4a4c-8eb5-d32d67a433c5 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0346446 Nov 12 03:36:31.833528 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1a00fb88-fca8-48e6-8205-aa7523b12fe8 req-d96cfb0d-4d58-467d-b842-90d7b3fa758d service neutron] 10.222.0.90 "GET /v2.0/networks/643a1710-acbd-4d0d-85e7-a332c5debac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5678704 Nov 12 03:36:31.840571 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4d124a1c-b2bf-4079-aab5-3c1a3166c36d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.865201 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4d124a1c-b2bf-4079-aab5-3c1a3166c36d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.987070 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4d124a1c-b2bf-4079-aab5-3c1a3166c36d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.987636 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d124a1c-b2bf-4079-aab5-3c1a3166c36d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8861b51c-7688-41a1-b08e-0b7ed21ef33d {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:36:32.002051 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4d124a1c-b2bf-4079-aab5-3c1a3166c36d admin admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.004721 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4d124a1c-b2bf-4079-aab5-3c1a3166c36d admin admin] 10.222.0.50 "DELETE /v2.0/routers/8861b51c-7688-41a1-b08e-0b7ed21ef33d HTTP/1.1" status: 204 len: 168 time: 3.5795212 Nov 12 03:36:32.017592 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47436) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:32.102690 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae53f1-dc93-4e47-ae8d-9bee75effd97 req-ceb78492-c4a7-4fea-8dff-c48cf0bcfc27 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:32.114180 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-08ae53f1-dc93-4e47-ae8d-9bee75effd97 req-ceb78492-c4a7-4fea-8dff-c48cf0bcfc27 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.90 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 945 time: 0.2722063 Nov 12 03:36:32.131587 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cda14b-1057-4987-96a0-758c31b5c7e6 req-1fc759d2-4bca-47d7-9db1-5490c64ccae3 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:32.140202 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a5cda14b-1057-4987-96a0-758c31b5c7e6 req-1fc759d2-4bca-47d7-9db1-5490c64ccae3 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 945 time: 0.2803600 Nov 12 03:36:32.243094 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1a00fb88-fca8-48e6-8205-aa7523b12fe8 req-3d3ddcce-1299-4268-8120-1a22079f1fd4 service neutron] 10.222.0.90 "GET /v2.0/networks/643a1710-acbd-4d0d-85e7-a332c5debac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999429 Nov 12 03:36:32.267089 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a499407-c6ff-4832-848f-c2d1e02c3ae8 req-5afa14ab-aefb-4540-a914-b485d36eeb7a tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:32.268661 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9a499407-c6ff-4832-848f-c2d1e02c3ae8 req-5afa14ab-aefb-4540-a914-b485d36eeb7a tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf17d897-dabf-49ed-a15a-f9e55c361404&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2299218 Nov 12 03:36:32.274267 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-19f60a83-fd86-49ed-bbdf-55ee2d9309c3 admin admin] Deleting subnet 27f881fe-8083-445e-acea-d73d96d974cb {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:36:32.278218 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-19f60a83-fd86-49ed-bbdf-55ee2d9309c3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.297175 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a5cda14b-1057-4987-96a0-758c31b5c7e6 req-57a02b4d-601d-4da2-a44f-8e671cac56bb tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557834 Nov 12 03:36:32.328089 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-19f60a83-fd86-49ed-bbdf-55ee2d9309c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.355871 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-08ae53f1-dc93-4e47-ae8d-9bee75effd97 req-4eb01303-ca15-4332-b675-5838f66c8bfc tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Deleting port c5b21d28-6b6e-4e87-b15e-04093eea32c1 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:32.356393 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-08ae53f1-dc93-4e47-ae8d-9bee75effd97 req-4eb01303-ca15-4332-b675-5838f66c8bfc tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.415112 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-19f60a83-fd86-49ed-bbdf-55ee2d9309c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.503486 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-19f60a83-fd86-49ed-bbdf-55ee2d9309c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.542107 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-08ae53f1-dc93-4e47-ae8d-9bee75effd97 req-4eb01303-ca15-4332-b675-5838f66c8bfc tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] For port c5b21d28-6b6e-4e87-b15e-04093eea32c1, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=c5b21d28-6b6e-4e87-b15e-04093eea32c1,segment=NetworkSegment(85869d32-0736-4d0e-b81b-391afbac979c),segment_id=85869d32-0736-4d0e-b81b-391afbac979c)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:32.542475 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-08ae53f1-dc93-4e47-ae8d-9bee75effd97 req-4eb01303-ca15-4332-b675-5838f66c8bfc tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.571405 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-08ae53f1-dc93-4e47-ae8d-9bee75effd97 req-4eb01303-ca15-4332-b675-5838f66c8bfc tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Calling delete_port for c5b21d28-6b6e-4e87-b15e-04093eea32c1 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:32.662179 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f60a83-fd86-49ed-bbdf-55ee2d9309c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27f881fe-8083-445e-acea-d73d96d974cb,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:32.681246 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0cc0f8-8ab4-4b2f-83c9-4ff0fd671f78 None None] Network 05567585-3225-43ff-908b-682604349a1c requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:32.701510 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9a499407-c6ff-4832-848f-c2d1e02c3ae8 req-e1b3fc09-ef33-4fca-b709-a8ce77cb58e4 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.252 HTTP/1.1" status: 200 len: 696 time: 0.2100394 Nov 12 03:36:32.716819 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-9a499407-c6ff-4832-848f-c2d1e02c3ae8 req-8b795e05-bc0c-4e9e-93fa-fe265d465bb8 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Request body: {'floatingip': {'port_id': '8b64a9e7-5c2d-4393-9c4c-58cec1eac542', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:32.728100 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-19f60a83-fd86-49ed-bbdf-55ee2d9309c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.736975 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-19f60a83-fd86-49ed-bbdf-55ee2d9309c3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/27f881fe-8083-445e-acea-d73d96d974cb HTTP/1.1" status: 204 len: 168 time: 0.7153840 Nov 12 03:36:32.810528 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47468) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:32.811751 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47470) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:32.877185 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-9a499407-c6ff-4832-848f-c2d1e02c3ae8 req-8b795e05-bc0c-4e9e-93fa-fe265d465bb8 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks [] for floatingip, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.997373 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364f5c3-22cb-4658-9d3e-b559fd32ca0a req-091e7b29-c3a3-45be-a411-8fb2ba0c6ac9 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:33.004667 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3364f5c3-22cb-4658-9d3e-b559fd32ca0a req-091e7b29-c3a3-45be-a411-8fb2ba0c6ac9 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 945 time: 0.1891289 Nov 12 03:36:33.076128 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47478) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:33.139640 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-08ae53f1-dc93-4e47-ae8d-9bee75effd97 req-4eb01303-ca15-4332-b675-5838f66c8bfc tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.157630 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['22cf0644-cfb0-4236-9408-c47b1493f36d'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:36:33.161561 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a75acc2-f55e-434a-a6fc-8220638feae9 None None] DHCP port deletion for 05567585-3225-43ff-908b-682604349a1c request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:33.172723 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3364f5c3-22cb-4658-9d3e-b559fd32ca0a req-352069cb-d44d-4ddd-bf7d-d471de4f729f tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669669 Nov 12 03:36:33.240558 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb01303-ca15-4332-b675-5838f66c8bfc tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Pushing event deleted for resources: {'Port': ['ID=c5b21d28-6b6e-4e87-b15e-04093eea32c1,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:33.243511 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b386c6db-61a1-4710-b06f-453ad3791b4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.254572 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['c5b21d28-6b6e-4e87-b15e-04093eea32c1'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:36:33.337829 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ae53f1-dc93-4e47-ae8d-9bee75effd97 req-4eb01303-ca15-4332-b675-5838f66c8bfc tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] No DVR routers for this DVR port c5b21d28-6b6e-4e87-b15e-04093eea32c1 on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:33.344699 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-08ae53f1-dc93-4e47-ae8d-9bee75effd97 req-4eb01303-ca15-4332-b675-5838f66c8bfc tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.348186 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-08ae53f1-dc93-4e47-ae8d-9bee75effd97 req-4eb01303-ca15-4332-b675-5838f66c8bfc tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.90 "DELETE /v2.0/ports/c5b21d28-6b6e-4e87-b15e-04093eea32c1 HTTP/1.1" status: 204 len: 173 time: 1.2050340 Nov 12 03:36:33.349939 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a5a6b58-f5ae-47f0-9941-3683d023b520', 'name': 'network-vif-deleted', 'tag': 'c5b21d28-6b6e-4e87-b15e-04093eea32c1'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:33.352479 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315b78b6-5af0-464f-9b70-ec9a314bae79" -d '{"events": [{"server_uuid": "8a5a6b58-f5ae-47f0-9941-3683d023b520", "name": "network-vif-deleted", "tag": "c5b21d28-6b6e-4e87-b15e-04093eea32c1"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:33.464879 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5a770ad6-d8c0-4ad7-8c0d-ad7e89f21d89 req-8c71f491-d40e-4352-962f-e6ce2accaf93 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a5a6b58-f5ae-47f0-9941-3683d023b520 HTTP/1.1" status: 200 len: 210 time: 0.0597398 Nov 12 03:36:33.532897 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a2d63557-4250-4395-b031-6d50245b973e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.562091 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b386c6db-61a1-4710-b06f-453ad3791b4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.564692 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f2f450-f1c2-4751-914d-ec2d65df79bc x-openstack-request-id: req-d0f2f450-f1c2-4751-914d-ec2d65df79bc {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:33.565057 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a5a6b58-f5ae-47f0-9941-3683d023b520", "name": "network-vif-deleted", "tag": "c5b21d28-6b6e-4e87-b15e-04093eea32c1", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:33.565491 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d0f2f450-f1c2-4751-914d-ec2d65df79bc {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:33.565981 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a5a6b58-f5ae-47f0-9941-3683d023b520', 'name': 'network-vif-deleted', 'tag': 'c5b21d28-6b6e-4e87-b15e-04093eea32c1', 'status': 'completed', 'code': 200} Nov 12 03:36:33.567265 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b386c6db-61a1-4710-b06f-453ad3791b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.611543 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 84fa7626-d7ee-4241-80f6-d9039cc00401 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:33.639084 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b386c6db-61a1-4710-b06f-453ad3791b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14063272-a438-4edb-99d9-9ba0803873c0,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:33.658150 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b386c6db-61a1-4710-b06f-453ad3791b4d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=edf342ada57f43f38a478b659e84856f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5793974 Nov 12 03:36:33.660316 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47492) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:33.724165 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4a75acc2-f55e-434a-a6fc-8220638feae9 None None] Deleting port 84fa7626-d7ee-4241-80f6-d9039cc00401 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:33.724811 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4a75acc2-f55e-434a-a6fc-8220638feae9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.737726 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-713192a5-fee1-4975-8c64-0998e5d9b09b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.769700 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-713192a5-fee1-4975-8c64-0998e5d9b09b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.816003 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2898443c-2ef0-4314-8bb0-187aa6dbf024 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.861704 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-713192a5-fee1-4975-8c64-0998e5d9b09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.866733 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-713192a5-fee1-4975-8c64-0998e5d9b09b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.871109 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-713192a5-fee1-4975-8c64-0998e5d9b09b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/14063272-a438-4edb-99d9-9ba0803873c0 HTTP/1.1" status: 204 len: 168 time: 0.2070804 Nov 12 03:36:33.881106 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713192a5-fee1-4975-8c64-0998e5d9b09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14063272-a438-4edb-99d9-9ba0803873c0,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:33.895697 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4a75acc2-f55e-434a-a6fc-8220638feae9 None None] For port 84fa7626-d7ee-4241-80f6-d9039cc00401, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=84fa7626-d7ee-4241-80f6-d9039cc00401,segment=NetworkSegment(6d3a857c-682f-4de6-9fab-f391ef609ad0),segment_id=6d3a857c-682f-4de6-9fab-f391ef609ad0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:33.898792 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4a75acc2-f55e-434a-a6fc-8220638feae9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.957530 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4a75acc2-f55e-434a-a6fc-8220638feae9 None None] Calling delete_port for 84fa7626-d7ee-4241-80f6-d9039cc00401 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:33.974978 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.977556 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6f0ab295-b372-4eb8-aa96-c00ec1438bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.065965 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 84fa7626-d7ee-4241-80f6-d9039cc00401, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=84fa7626-d7ee-4241-80f6-d9039cc00401,segment=NetworkSegment(6d3a857c-682f-4de6-9fab-f391ef609ad0),segment_id=6d3a857c-682f-4de6-9fab-f391ef609ad0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:34.084942 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.098144 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.173316 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=84fa7626-d7ee-4241-80f6-d9039cc00401,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:34.183209 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:34.183553 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:34.183923 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:34.184386 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:34.184839 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:34.185189 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:34.185515 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:34.185835 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:34.186154 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:34.186478 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:34.186819 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:34.187384 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:34.198656 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4a75acc2-f55e-434a-a6fc-8220638feae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.261497 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a75acc2-f55e-434a-a6fc-8220638feae9 None None] Pushing event deleted for resources: {'Port': ['ID=84fa7626-d7ee-4241-80f6-d9039cc00401,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:34.265431 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a75acc2-f55e-434a-a6fc-8220638feae9 None None] No DVR routers for this DVR port 84fa7626-d7ee-4241-80f6-d9039cc00401 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:34.426284 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2898443c-2ef0-4314-8bb0-187aa6dbf024 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.436629 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98a1a7-064d-4633-b966-b7b545082f49 req-bcc376a3-03b2-4502-b402-9c0445fd843f tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:34.449379 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fb98a1a7-064d-4633-b966-b7b545082f49 req-bcc376a3-03b2-4502-b402-9c0445fd843f tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 945 time: 0.0913017 Nov 12 03:36:34.459465 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-6f0ab295-b372-4eb8-aa96-c00ec1438bfd admin admin] Deleting port 84fa7626-d7ee-4241-80f6-d9039cc00401 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:34.459808 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6f0ab295-b372-4eb8-aa96-c00ec1438bfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.473981 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2898443c-2ef0-4314-8bb0-187aa6dbf024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.527060 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fb98a1a7-064d-4633-b966-b7b545082f49 req-ab6f41a4-b8de-4ff7-a2b2-df3b4f79e6e8 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707817 Nov 12 03:36:34.613406 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47516) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:34.613666 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2898443c-2ef0-4314-8bb0-187aa6dbf024 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=225b06fb2b6e4c888ed9023170e84f0c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7795413 Nov 12 03:36:34.630837 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2898443c-2ef0-4314-8bb0-187aa6dbf024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188e11ff-12d2-4a4d-8cc6-f22586374f28,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:34.643833 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-6f0ab295-b372-4eb8-aa96-c00ec1438bfd admin admin] For port 84fa7626-d7ee-4241-80f6-d9039cc00401, host n-d-715271-27, got binding levels [] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:34.643833 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6f0ab295-b372-4eb8-aa96-c00ec1438bfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.695470 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-6f0ab295-b372-4eb8-aa96-c00ec1438bfd admin admin] Calling delete_port for 84fa7626-d7ee-4241-80f6-d9039cc00401 owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:34.700865 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.ipam_backend_mixin [None req-6f0ab295-b372-4eb8-aa96-c00ec1438bfd admin admin] Port 84fa7626-d7ee-4241-80f6-d9039cc00401 was not found and therefore no delete operation was performed {{(pid=102572) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:36:34.706294 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6f0ab295-b372-4eb8-aa96-c00ec1438bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.747331 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ab295-b372-4eb8-aa96-c00ec1438bfd admin admin] Pushing event deleted for resources: {'Port': ['ID=84fa7626-d7ee-4241-80f6-d9039cc00401,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:34.774971 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0ab295-b372-4eb8-aa96-c00ec1438bfd admin admin] No DVR routers for this DVR port 84fa7626-d7ee-4241-80f6-d9039cc00401 on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:34.785251 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fcc1c297-3903-4726-b508-02208406bc28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.850526 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fcc1c297-3903-4726-b508-02208406bc28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.905031 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6f0ab295-b372-4eb8-aa96-c00ec1438bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.927103 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-9a499407-c6ff-4832-848f-c2d1e02c3ae8 req-8b795e05-bc0c-4e9e-93fa-fe265d465bb8 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.937044 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-6f0ab295-b372-4eb8-aa96-c00ec1438bfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05567585-3225-43ff-908b-682604349a1c']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:34.940880 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-9a499407-c6ff-4832-848f-c2d1e02c3ae8 req-8b795e05-bc0c-4e9e-93fa-fe265d465bb8 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.959531 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fcc1c297-3903-4726-b508-02208406bc28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.969670 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fcc1c297-3903-4726-b508-02208406bc28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.971093 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-fcc1c297-3903-4726-b508-02208406bc28 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/188e11ff-12d2-4a4d-8cc6-f22586374f28 HTTP/1.1" status: 204 len: 168 time: 0.3554182 Nov 12 03:36:34.985954 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-6f0ab295-b372-4eb8-aa96-c00ec1438bfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d3a857c-682f-4de6-9fab-f391ef609ad0') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:34.986500 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-6f0ab295-b372-4eb8-aa96-c00ec1438bfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d3a857c-682f-4de6-9fab-f391ef609ad0') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:35.000453 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6f0ab295-b372-4eb8-aa96-c00ec1438bfd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.027911 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6f0ab295-b372-4eb8-aa96-c00ec1438bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.050609 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1c297-3903-4726-b508-02208406bc28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188e11ff-12d2-4a4d-8cc6-f22586374f28,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:35.074664 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f0ab295-b372-4eb8-aa96-c00ec1438bfd admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:36:35.075382 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6f0ab295-b372-4eb8-aa96-c00ec1438bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.078238 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:36:35.078238 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:36:35.078238 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:36:35.078238 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:36:35.078238 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:36:35.078238 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:36:35.078238 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:36:35.078238 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:36:35.078238 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:36:35.078238 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:36:35.078238 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:36:35.078238 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:36:35.078238 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:36:35.078238 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:36:35.078238 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:36:35.078238 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:36:35.078238 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:36:35.078238 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:36:35.078238 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:36:35.078238 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:36:35.078238 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:36:35.078238 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:36:35.078238 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:36:35.078238 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:36:35.078238 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:36:35.078238 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:36:35.078238 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:36:35.078238 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:36:35.078238 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:36:35.078238 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:36:35.078238 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:36:35.078238 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:36:35.091364 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b8c78-a394-4f81-b387-3425ecc342a4 req-3f256864-bb71-4c90-a4e1-b3aba623bf14 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:35.092931 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f36b8c78-a394-4f81-b387-3425ecc342a4 req-3f256864-bb71-4c90-a4e1-b3aba623bf14 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 946 time: 0.1463335 Nov 12 03:36:35.153313 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [req-9a499407-c6ff-4832-848f-c2d1e02c3ae8 req-8b795e05-bc0c-4e9e-93fa-fe265d465bb8 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Floating IP 697c8adf-ff17-4057-82b7-a5b9b4412459 associated. External IP: 172.25.5.252, port: 8b64a9e7-5c2d-4393-9c4c-58cec1eac542. Nov 12 03:36:35.158669 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6f0ab295-b372-4eb8-aa96-c00ec1438bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.210254 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6f0ab295-b372-4eb8-aa96-c00ec1438bfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.215136 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6f0ab295-b372-4eb8-aa96-c00ec1438bfd admin admin] 10.222.0.50 "DELETE /v2.0/networks/05567585-3225-43ff-908b-682604349a1c HTTP/1.1" status: 204 len: 168 time: 2.4020138 Nov 12 03:36:35.236043 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ab295-b372-4eb8-aa96-c00ec1438bfd admin admin] Pushing event deleted for resources: {'Network': ['ID=05567585-3225-43ff-908b-682604349a1c,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:35.238577 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f36b8c78-a394-4f81-b387-3425ecc342a4 req-9d70fec9-7a04-4526-ab2a-cb29e62a8d88 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361911 Nov 12 03:36:35.459307 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.632123 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a499407-c6ff-4832-848f-c2d1e02c3ae8 req-8b795e05-bc0c-4e9e-93fa-fe265d465bb8 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Router fcb467d4-51b4-406f-afb6-206e2122c50a has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:36:35.632739 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47542) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:35.649414 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47546) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:35.667218 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device c5b21d28-6b6e-4e87-b15e-04093eea32c1 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:35.699501 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4af7c608-60e1-436e-87ae-858c8bf6a833 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.719895 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: c5b21d28-6b6e-4e87-b15e-04093eea32c1 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:35.720262 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device c5b21d28-6b6e-4e87-b15e-04093eea32c1 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:35.805903 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f2a0f2ea-bc09-4ef7-be08-d072e4882927 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=984b5bf9950d4e568e34b6531154493c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1709595 Nov 12 03:36:35.808362 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47550) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:35.880230 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89071751-b084-4950-96e6-7d8d0ef2ab08 req-9f99517a-e99c-46e9-8df1-b662dd80dd84 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:35.889395 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-89071751-b084-4950-96e6-7d8d0ef2ab08 req-9f99517a-e99c-46e9-8df1-b662dd80dd84 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 945 time: 0.1146517 Nov 12 03:36:35.917285 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a499407-c6ff-4832-848f-c2d1e02c3ae8 req-8b795e05-bc0c-4e9e-93fa-fe265d465bb8 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:36:35.923388 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-9a499407-c6ff-4832-848f-c2d1e02c3ae8 req-8b795e05-bc0c-4e9e-93fa-fe265d465bb8 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.929244 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2211295a-0464-4678-9d2d-fff8a349513f None None] Sync routers for ids ['fcb467d4-51b4-406f-afb6-206e2122c50a'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:36:35.946870 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2211295a-0464-4678-9d2d-fff8a349513f None None] Routers {'fcb467d4-51b4-406f-afb6-206e2122c50a'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:35.948183 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-2211295a-0464-4678-9d2d-fff8a349513f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:36:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['fcb467d4-51b4-406f-afb6-206e2122c50a'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:35.968992 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-99ff7160-fcbf-4d5e-ac2f-6ad3cc9f5311 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:36.002345 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9a499407-c6ff-4832-848f-c2d1e02c3ae8 req-8b795e05-bc0c-4e9e-93fa-fe265d465bb8 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "PUT /v2.0/floatingips/697c8adf-ff17-4057-82b7-a5b9b4412459 HTTP/1.1" status: 200 len: 997 time: 3.2991533 Nov 12 03:36:36.012930 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf17d897-dabf-49ed-a15a-f9e55c361404', 'tag': '8b64a9e7-5c2d-4393-9c4c-58cec1eac542'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:36.015892 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3199a23-b594-4ebd-b0bb-27a518c3e603" -d '{"events": [{"name": "network-changed", "server_uuid": "bf17d897-dabf-49ed-a15a-f9e55c361404", "tag": "8b64a9e7-5c2d-4393-9c4c-58cec1eac542"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:36.031153 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-89071751-b084-4950-96e6-7d8d0ef2ab08 req-f6cc8888-e341-4f8f-8ccc-e9744884a528 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359489 Nov 12 03:36:36.068558 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-99ff7160-fcbf-4d5e-ac2f-6ad3cc9f5311 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:36.105290 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4af7c608-60e1-436e-87ae-858c8bf6a833 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:36.117791 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4af7c608-60e1-436e-87ae-858c8bf6a833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:36.152474 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7718515d-f999-4be1-9ba7-bb5795f4e74a x-openstack-request-id: req-7718515d-f999-4be1-9ba7-bb5795f4e74a {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:36.153265 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf17d897-dabf-49ed-a15a-f9e55c361404", "tag": "8b64a9e7-5c2d-4393-9c4c-58cec1eac542", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:36.153748 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7718515d-f999-4be1-9ba7-bb5795f4e74a {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:36.154857 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf17d897-dabf-49ed-a15a-f9e55c361404', 'tag': '8b64a9e7-5c2d-4393-9c4c-58cec1eac542', 'status': 'completed', 'code': 200} Nov 12 03:36:36.169066 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-99ff7160-fcbf-4d5e-ac2f-6ad3cc9f5311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:36.173391 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-99ff7160-fcbf-4d5e-ac2f-6ad3cc9f5311 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:36.174942 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-99ff7160-fcbf-4d5e-ac2f-6ad3cc9f5311 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6a22aea3-060b-45a8-a7ba-9d5508ea1c86 HTTP/1.1" status: 204 len: 168 time: 0.3654149 Nov 12 03:36:36.194084 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ff7160-fcbf-4d5e-ac2f-6ad3cc9f5311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a22aea3-060b-45a8-a7ba-9d5508ea1c86,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:36.201965 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-2211295a-0464-4678-9d2d-fff8a349513f None None] Set router fcb467d4-51b4-406f-afb6-206e2122c50a gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:36.214123 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a499407-c6ff-4832-848f-c2d1e02c3ae8 req-a217eb12-d3ea-4633-8074-c9a0f651fcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:36.216913 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9a499407-c6ff-4832-848f-c2d1e02c3ae8 req-a217eb12-d3ea-4633-8074-c9a0f651fcca service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5d79a13590df4f52860e253f1fa0cb28&device_id=bf17d897-dabf-49ed-a15a-f9e55c361404 HTTP/1.1" status: 200 len: 1098 time: 0.1867969 Nov 12 03:36:36.241871 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af7c608-60e1-436e-87ae-858c8bf6a833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd732ff-340e-417d-b116-ee792734ab8d,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:36.339118 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3199a23-b594-4ebd-b0bb-27a518c3e603 req-54e75004-dd4a-464a-a6a6-8725144abd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:36.339118 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c3199a23-b594-4ebd-b0bb-27a518c3e603 req-54e75004-dd4a-464a-a6a6-8725144abd1f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5d79a13590df4f52860e253f1fa0cb28&device_id=bf17d897-dabf-49ed-a15a-f9e55c361404 HTTP/1.1" status: 200 len: 1098 time: 0.1155293 Nov 12 03:36:36.412827 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a499407-c6ff-4832-848f-c2d1e02c3ae8 req-474297d6-85bd-4665-b55a-0e1a23c8de62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:36.415021 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9a499407-c6ff-4832-848f-c2d1e02c3ae8 req-474297d6-85bd-4665-b55a-0e1a23c8de62 service neutron] 10.222.0.50 "GET /v2.0/networks?id=643a1710-acbd-4d0d-85e7-a332c5debac1 HTTP/1.1" status: 200 len: 920 time: 0.1683953 Nov 12 03:36:36.419486 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4af7c608-60e1-436e-87ae-858c8bf6a833 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8c2430fcb7204970b185a433c48671aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7690618 Nov 12 03:36:36.422357 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47564) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:36.533860 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:36.543386 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3199a23-b594-4ebd-b0bb-27a518c3e603 req-80bf7f75-5532-4fe9-877b-74a39c2332dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:36.550648 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c3199a23-b594-4ebd-b0bb-27a518c3e603 req-80bf7f75-5532-4fe9-877b-74a39c2332dd service neutron] 10.222.0.90 "GET /v2.0/networks?id=643a1710-acbd-4d0d-85e7-a332c5debac1 HTTP/1.1" status: 200 len: 920 time: 0.1900382 Nov 12 03:36:36.675548 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c3199a23-b594-4ebd-b0bb-27a518c3e603 req-57653299-4614-4150-a76f-ec936d151211 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b64a9e7-5c2d-4393-9c4c-58cec1eac542 HTTP/1.1" status: 200 len: 1000 time: 0.0826719 Nov 12 03:36:36.710872 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcf223-74fd-4d12-af0d-abd6e98328b2 req-7fe19b23-bdf3-4ee7-acd2-a636e58a2247 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:36.720778 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2adcf223-74fd-4d12-af0d-abd6e98328b2 req-7fe19b23-bdf3-4ee7-acd2-a636e58a2247 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 946 time: 0.1679652 Nov 12 03:36:36.782878 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9a499407-c6ff-4832-848f-c2d1e02c3ae8 req-5c3af9ac-1982-4a08-8add-e4a82ebc95d8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b64a9e7-5c2d-4393-9c4c-58cec1eac542 HTTP/1.1" status: 200 len: 1000 time: 0.3473032 Nov 12 03:36:36.790088 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-06ed5c74-e2df-476a-8ccc-aaf0cabf635a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:36.833804 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2adcf223-74fd-4d12-af0d-abd6e98328b2 req-36ad62dd-02b7-42fc-a04a-1d77436baa00 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112275 Nov 12 03:36:36.855058 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3199a23-b594-4ebd-b0bb-27a518c3e603 req-7180882e-6e36-499a-a7d9-6d6b7932ba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:36.857929 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c3199a23-b594-4ebd-b0bb-27a518c3e603 req-7180882e-6e36-499a-a7d9-6d6b7932ba24 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=89a73e97-a1ed-4d12-bd0e-a08127b3ec93 HTTP/1.1" status: 200 len: 859 time: 0.1718078 Nov 12 03:36:36.914340 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a499407-c6ff-4832-848f-c2d1e02c3ae8 req-e9c08221-fde9-4577-bbb3-cd69f43cc98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:36.916605 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9a499407-c6ff-4832-848f-c2d1e02c3ae8 req-e9c08221-fde9-4577-bbb3-cd69f43cc98e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89a73e97-a1ed-4d12-bd0e-a08127b3ec93 HTTP/1.1" status: 200 len: 859 time: 0.1177819 Nov 12 03:36:36.937068 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c3199a23-b594-4ebd-b0bb-27a518c3e603 req-a8b46382-d854-4766-a4ba-d0c52afc5b81 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=643a1710-acbd-4d0d-85e7-a332c5debac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704174 Nov 12 03:36:37.018017 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-2211295a-0464-4678-9d2d-fff8a349513f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb467d4-51b4-406f-afb6-206e2122c50a', 'name': 'tempest-ServerRescueTestJSONUnderV235-877456264-router', 'tenant_id': '5d79a13590df4f52860e253f1fa0cb28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '27c9d5ed-00cf-45ce-8191-bac25d3bbc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:26Z', 'updated_at': '2021-11-12T03:35:31Z', 'revision_number': 4, 'project_id': '5d79a13590df4f52860e253f1fa0cb28', 'gw_port': {'id': '27c9d5ed-00cf-45ce-8191-bac25d3bbc5e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb467d4-51b4-406f-afb6-206e2122c50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:26Z', 'updated_at': '2021-11-12T03:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '697c8adf-ff17-4057-82b7-a5b9b4412459', 'tenant_id': '5d79a13590df4f52860e253f1fa0cb28', 'floating_ip_address': '172.25.5.252', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'fcb467d4-51b4-406f-afb6-206e2122c50a', 'port_id': '8b64a9e7-5c2d-4393-9c4c-58cec1eac542', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '643a1710-acbd-4d0d-85e7-a332c5debac1', 'mac_address': 'fa:16:3e:f1:b8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf17d897-dabf-49ed-a15a-f9e55c361404', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:36:30Z', 'updated_at': '2021-11-12T03:36:34Z', 'revision_number': 1, 'project_id': '5d79a13590df4f52860e253f1fa0cb28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac75041-a8da-41c9-ab31-9d726ce2e68f', 'name': '', 'network_id': '643a1710-acbd-4d0d-85e7-a332c5debac1', 'tenant_id': '5d79a13590df4f52860e253f1fa0cb28', 'mac_address': 'fa:16:3e:70:72:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb467d4-51b4-406f-afb6-206e2122c50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '89a73e97-a1ed-4d12-bd0e-a08127b3ec93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:29Z', 'updated_at': '2021-11-12T03:35:40Z', 'revision_number': 5, 'project_id': '5d79a13590df4f52860e253f1fa0cb28', 'subnets': [{'id': '89a73e97-a1ed-4d12-bd0e-a08127b3ec93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:37.034013 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9a499407-c6ff-4832-848f-c2d1e02c3ae8 req-27c73902-9ae4-449e-ad64-dbcfec4ed5fe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=643a1710-acbd-4d0d-85e7-a332c5debac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970325 Nov 12 03:36:37.046707 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-9a499407-c6ff-4832-848f-c2d1e02c3ae8 req-24451baa-4ac9-4d49-b23e-37aff8dd6436 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:36:37.048168 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9a499407-c6ff-4832-848f-c2d1e02c3ae8 req-24451baa-4ac9-4d49-b23e-37aff8dd6436 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099998 Nov 12 03:36:37.050579 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-06ed5c74-e2df-476a-8ccc-aaf0cabf635a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.127135 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2211295a-0464-4678-9d2d-fff8a349513f None None] Checking router: fcb467d4-51b4-406f-afb6-206e2122c50a for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:36:37.158300 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2211295a-0464-4678-9d2d-fff8a349513f None None] Routers {'fcb467d4-51b4-406f-afb6-206e2122c50a'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:37.159171 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-2211295a-0464-4678-9d2d-fff8a349513f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:36:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['fcb467d4-51b4-406f-afb6-206e2122c50a'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:37.245419 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-06ed5c74-e2df-476a-8ccc-aaf0cabf635a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.248684 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-06ed5c74-e2df-476a-8ccc-aaf0cabf635a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.252092 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-06ed5c74-e2df-476a-8ccc-aaf0cabf635a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bcd732ff-340e-417d-b116-ee792734ab8d HTTP/1.1" status: 204 len: 168 time: 0.8260562 Nov 12 03:36:37.296959 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-2211295a-0464-4678-9d2d-fff8a349513f None None] Set router fcb467d4-51b4-406f-afb6-206e2122c50a gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:37.310764 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed5c74-e2df-476a-8ccc-aaf0cabf635a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd732ff-340e-417d-b116-ee792734ab8d,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:37.355479 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9a499407-c6ff-4832-848f-c2d1e02c3ae8 req-6eaa8f0a-8ef6-4f5d-9b24-a0eed0a9cbce service neutron] 10.222.0.50 "GET /v2.0/networks/643a1710-acbd-4d0d-85e7-a332c5debac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813780 Nov 12 03:36:37.388681 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c3199a23-b594-4ebd-b0bb-27a518c3e603 req-35cabbb5-f498-4891-bfa1-b9ece17f0453 service neutron] 10.222.0.90 "GET /v2.0/networks/643a1710-acbd-4d0d-85e7-a332c5debac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319918 Nov 12 03:36:37.429768 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19285804-b7f3-4072-8669-c0b08999833b req-35261029-cad5-4c74-b65a-a8ed3872f05d tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:37.439004 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-19285804-b7f3-4072-8669-c0b08999833b req-35261029-cad5-4c74-b65a-a8ed3872f05d tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 945 time: 0.2650833 Nov 12 03:36:37.569358 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-19285804-b7f3-4072-8669-c0b08999833b req-1e82c541-7536-4377-b110-6fe9f8f09fcf tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267920 Nov 12 03:36:37.678389 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c3199a23-b594-4ebd-b0bb-27a518c3e603 req-dfe1db5d-ed18-4779-8ca2-755e9aabbe49 service neutron] 10.222.0.90 "GET /v2.0/networks/643a1710-acbd-4d0d-85e7-a332c5debac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660761 Nov 12 03:36:37.738778 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9a499407-c6ff-4832-848f-c2d1e02c3ae8 req-b059ac54-1805-42c2-9c68-00d966dab3da service neutron] 10.222.0.50 "GET /v2.0/networks/643a1710-acbd-4d0d-85e7-a332c5debac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768835 Nov 12 03:36:37.970634 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-61cc15db-3b52-4a8b-bed1-627a641bba99 req-26eb4903-834c-4428-adbb-73ce62ba8c60 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.252 HTTP/1.1" status: 200 len: 1000 time: 0.1977155 Nov 12 03:36:37.987139 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-2211295a-0464-4678-9d2d-fff8a349513f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb467d4-51b4-406f-afb6-206e2122c50a', 'name': 'tempest-ServerRescueTestJSONUnderV235-877456264-router', 'tenant_id': '5d79a13590df4f52860e253f1fa0cb28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '27c9d5ed-00cf-45ce-8191-bac25d3bbc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:26Z', 'updated_at': '2021-11-12T03:35:31Z', 'revision_number': 4, 'project_id': '5d79a13590df4f52860e253f1fa0cb28', 'gw_port': {'id': '27c9d5ed-00cf-45ce-8191-bac25d3bbc5e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb467d4-51b4-406f-afb6-206e2122c50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:26Z', 'updated_at': '2021-11-12T03:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '697c8adf-ff17-4057-82b7-a5b9b4412459', 'tenant_id': '5d79a13590df4f52860e253f1fa0cb28', 'floating_ip_address': '172.25.5.252', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'fcb467d4-51b4-406f-afb6-206e2122c50a', 'port_id': '8b64a9e7-5c2d-4393-9c4c-58cec1eac542', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '643a1710-acbd-4d0d-85e7-a332c5debac1', 'mac_address': 'fa:16:3e:f1:b8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf17d897-dabf-49ed-a15a-f9e55c361404', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:36:30Z', 'updated_at': '2021-11-12T03:36:34Z', 'revision_number': 1, 'project_id': '5d79a13590df4f52860e253f1fa0cb28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac75041-a8da-41c9-ab31-9d726ce2e68f', 'name': '', 'network_id': '643a1710-acbd-4d0d-85e7-a332c5debac1', 'tenant_id': '5d79a13590df4f52860e253f1fa0cb28', 'mac_address': 'fa:16:3e:70:72:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb467d4-51b4-406f-afb6-206e2122c50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '89a73e97-a1ed-4d12-bd0e-a08127b3ec93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:29Z', 'updated_at': '2021-11-12T03:35:40Z', 'revision_number': 5, 'project_id': '5d79a13590df4f52860e253f1fa0cb28', 'subnets': [{'id': '89a73e97-a1ed-4d12-bd0e-a08127b3ec93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:38.020418 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2211295a-0464-4678-9d2d-fff8a349513f None None] The sync data for ids ['fcb467d4-51b4-406f-afb6-206e2122c50a'] in n-d-715271-27 is: [{'id': 'fcb467d4-51b4-406f-afb6-206e2122c50a', 'name': 'tempest-ServerRescueTestJSONUnderV235-877456264-router', 'tenant_id': '5d79a13590df4f52860e253f1fa0cb28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '27c9d5ed-00cf-45ce-8191-bac25d3bbc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:26Z', 'updated_at': '2021-11-12T03:35:31Z', 'revision_number': 4, 'project_id': '5d79a13590df4f52860e253f1fa0cb28', 'gw_port': {'id': '27c9d5ed-00cf-45ce-8191-bac25d3bbc5e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb467d4-51b4-406f-afb6-206e2122c50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:26Z', 'updated_at': '2021-11-12T03:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '697c8adf-ff17-4057-82b7-a5b9b4412459', 'tenant_id': '5d79a13590df4f52860e253f1fa0cb28', 'floating_ip_address': '172.25.5.252', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'fcb467d4-51b4-406f-afb6-206e2122c50a', 'port_id': '8b64a9e7-5c2d-4393-9c4c-58cec1eac542', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '643a1710-acbd-4d0d-85e7-a332c5debac1', 'mac_address': 'fa:16:3e:f1:b8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf17d897-dabf-49ed-a15a-f9e55c361404', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:36:30Z', 'updated_at': '2021-11-12T03:36:34Z', 'revision_number': 1, 'project_id': '5d79a13590df4f52860e253f1fa0cb28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac75041-a8da-41c9-ab31-9d726ce2e68f', 'name': '', 'network_id': '643a1710-acbd-4d0d-85e7-a332c5debac1', 'tenant_id': '5d79a13590df4f52860e253f1fa0cb28', 'mac_address': 'fa:16:3e:70:72:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb467d4-51b4-406f-afb6-206e2122c50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '89a73e97-a1ed-4d12-bd0e-a08127b3ec93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:29Z', 'updated_at': '2021-11-12T03:35:40Z', 'revision_number': 5, 'project_id': '5d79a13590df4f52860e253f1fa0cb28', 'subnets': [{'id': '89a73e97-a1ed-4d12-bd0e-a08127b3ec93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:36:38.063466 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc15db-3b52-4a8b-bed1-627a641bba99 req-efe63437-40e8-4994-b5dc-fc97158de3f0 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:38.078713 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-61cc15db-3b52-4a8b-bed1-627a641bba99 req-efe63437-40e8-4994-b5dc-fc97158de3f0 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/ports/8b64a9e7-5c2d-4393-9c4c-58cec1eac542 HTTP/1.1" status: 200 len: 943 time: 0.0992889 Nov 12 03:36:38.084192 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3861e0-94c8-45cc-b063-73f7ea7cccaf req-89cbc0c9-9f0c-4221-920d-42ca58453397 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:38.095388 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4d3861e0-94c8-45cc-b063-73f7ea7cccaf req-89cbc0c9-9f0c-4221-920d-42ca58453397 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 946 time: 0.1436143 Nov 12 03:36:38.238444 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4d3861e0-94c8-45cc-b063-73f7ea7cccaf req-4940bb2a-1f09-4873-9abb-db543613508b tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250041 Nov 12 03:36:38.268988 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-61cc15db-3b52-4a8b-bed1-627a641bba99 req-1c75e590-a3f6-49c1-8736-84d49f20f578 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.252 HTTP/1.1" status: 200 len: 1000 time: 0.1436367 Nov 12 03:36:38.451540 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91b0e5c-01fb-470b-bc8d-15f4c06dfe59 None None] New status for floating IP 697c8adf-ff17-4057-82b7-a5b9b4412459: ACTIVE {{(pid=102574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:36:38.507972 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc15db-3b52-4a8b-bed1-627a641bba99 req-4a676a19-e653-48b6-b043-5b43e5225376 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:38.517610 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-61cc15db-3b52-4a8b-bed1-627a641bba99 req-4a676a19-e653-48b6-b043-5b43e5225376 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/networks/7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 HTTP/1.1" status: 200 len: 784 time: 0.2426124 Nov 12 03:36:38.524007 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [req-61cc15db-3b52-4a8b-bed1-627a641bba99 req-79e0b63b-b240-4cff-8bba-c8ce81cf84c5 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:36:38.533919 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-61cc15db-3b52-4a8b-bed1-627a641bba99 req-79e0b63b-b240-4cff-8bba-c8ce81cf84c5 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0153012 Nov 12 03:36:38.565305 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.623385 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-61cc15db-3b52-4a8b-bed1-627a641bba99 req-779f205c-fae2-4bd9-8577-4619d6119ed4 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.252 HTTP/1.1" status: 200 len: 1000 time: 0.0884030 Nov 12 03:36:38.629846 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-61cc15db-3b52-4a8b-bed1-627a641bba99 req-c2218079-42a6-43ef-9017-adafd77f6c1c tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:38.738106 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-61cc15db-3b52-4a8b-bed1-627a641bba99 req-c2218079-42a6-43ef-9017-adafd77f6c1c tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks [] for floatingip, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.817829 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e470f-fcfe-482e-a6f1-406a1cd938cd req-79f32978-2277-48d6-b250-8d850697d2b8 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:38.823280 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-616e470f-fcfe-482e-a6f1-406a1cd938cd req-79f32978-2277-48d6-b250-8d850697d2b8 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 945 time: 0.1264446 Nov 12 03:36:38.953184 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-616e470f-fcfe-482e-a6f1-406a1cd938cd req-1d869954-d17d-4ff3-9bfc-29c56ac5991d tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215539 Nov 12 03:36:39.019467 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.db.api [req-61cc15db-3b52-4a8b-bed1-627a641bba99 req-c2218079-42a6-43ef-9017-adafd77f6c1c tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:36:39.021100 n-d-715271-27 neutron-server[102571]: DEBUG oslo_db.api [req-61cc15db-3b52-4a8b-bed1-627a641bba99 req-c2218079-42a6-43ef-9017-adafd77f6c1c tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:36:39.093761 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47656) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:39.291103 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-d9f75c48-fcc9-41fe-85ee-d56fc0efde8d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-368740032-network', 'tenant_id': '7a66a290c07b401b9c3490b56986aa78'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:39.344691 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f75c48-fcc9-41fe-85ee-d56fc0efde8d admin admin] Made reservation on behalf of 7a66a290c07b401b9c3490b56986aa78 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:39.351540 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d9f75c48-fcc9-41fe-85ee-d56fc0efde8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.383565 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d9f75c48-fcc9-41fe-85ee-d56fc0efde8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.477695 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1092f-b8e6-4b52-ba4b-4038374c9dec req-4c78d24c-05a6-4295-a745-b0538471bf7c tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:39.480342 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a5d1092f-b8e6-4b52-ba4b-4038374c9dec req-4c78d24c-05a6-4295-a745-b0538471bf7c tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 946 time: 0.1106374 Nov 12 03:36:39.522638 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-61cc15db-3b52-4a8b-bed1-627a641bba99 req-c2218079-42a6-43ef-9017-adafd77f6c1c tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks [] for floatingip, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.564270 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a5d1092f-b8e6-4b52-ba4b-4038374c9dec req-e568983b-3434-4bdd-8efc-011b1fef04ec tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720172 Nov 12 03:36:39.658394 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 9afa6c67-c0a1-4c66-8299-b931d06a49fa details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:36:39.671530 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d9f75c48-fcc9-41fe-85ee-d56fc0efde8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.686067 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d9f75c48-fcc9-41fe-85ee-d56fc0efde8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.786614 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f75c48-fcc9-41fe-85ee-d56fc0efde8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:36:39.818291 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-61cc15db-3b52-4a8b-bed1-627a641bba99 req-c2218079-42a6-43ef-9017-adafd77f6c1c tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.831386 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-61cc15db-3b52-4a8b-bed1-627a641bba99 req-c2218079-42a6-43ef-9017-adafd77f6c1c tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.831783 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [req-61cc15db-3b52-4a8b-bed1-627a641bba99 req-c2218079-42a6-43ef-9017-adafd77f6c1c tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Floating IP 697c8adf-ff17-4057-82b7-a5b9b4412459 disassociated. External IP: 172.25.5.252, port: 8b64a9e7-5c2d-4393-9c4c-58cec1eac542. Nov 12 03:36:39.842397 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f75c48-fcc9-41fe-85ee-d56fc0efde8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4e4974-ed3c-432c-b213-f6601abfd534,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:39.864302 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d9f75c48-fcc9-41fe-85ee-d56fc0efde8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.865964 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-d9f75c48-fcc9-41fe-85ee-d56fc0efde8d admin admin] Added segment a3d34595-f2e3-4d8b-8ee3-bbfff31400f0 of type vlan for network 6d92b822-1d52-4350-b10e-19e1e71a2251 Nov 12 03:36:40.014745 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 9afa6c67-c0a1-4c66-8299-b931d06a49fa, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=9afa6c67-c0a1-4c66-8299-b931d06a49fa,segment=NetworkSegment(4e7b8aec-969c-41d9-8252-0d15a236e5b1),segment_id=4e7b8aec-969c-41d9-8252-0d15a236e5b1)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:40.036213 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '9afa6c67-c0a1-4c66-8299-b931d06a49fa', 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb', 'port_id': '9afa6c67-c0a1-4c66-8299-b931d06a49fa', 'mac_address': 'fa:16:3e:9c:d8:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:36:40.086302 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d9f75c48-fcc9-41fe-85ee-d56fc0efde8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.114342 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.170291 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9afa6c67-c0a1-4c66-8299-b931d06a49fa {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:36:40.233269 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d9f75c48-fcc9-41fe-85ee-d56fc0efde8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.236777 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f75c48-fcc9-41fe-85ee-d56fc0efde8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:40.237735 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d9f75c48-fcc9-41fe-85ee-d56fc0efde8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.242157 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 9afa6c67-c0a1-4c66-8299-b931d06a49fa, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=9afa6c67-c0a1-4c66-8299-b931d06a49fa,segment=NetworkSegment(4e7b8aec-969c-41d9-8252-0d15a236e5b1),segment_id=4e7b8aec-969c-41d9-8252-0d15a236e5b1)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:40.252352 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.357737 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d9f75c48-fcc9-41fe-85ee-d56fc0efde8d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2612109 Nov 12 03:36:40.362590 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47716) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:40.370962 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-9533f122-154f-4f22-99ad-a2c62fc70e0c admin admin] Request body: {'subnet': {'network_id': '6d92b822-1d52-4350-b10e-19e1e71a2251', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-368740032-subnet', 'tenant_id': '7a66a290c07b401b9c3490b56986aa78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:40.394369 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=9afa6c67-c0a1-4c66-8299-b931d06a49fa,revision_number=6']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:40.417463 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f75c48-fcc9-41fe-85ee-d56fc0efde8d admin admin] Pushing event updated for resources: {'Network': ['ID=6d92b822-1d52-4350-b10e-19e1e71a2251,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:40.427177 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['9afa6c67-c0a1-4c66-8299-b931d06a49fa'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:36:40.445295 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b90222-1ae7-4bce-a851-62a1fb577252 req-38bcaeb1-e4b1-4c8c-b53d-44ba9d15c075 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:40.455160 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61cc15db-3b52-4a8b-bed1-627a641bba99 req-c2218079-42a6-43ef-9017-adafd77f6c1c tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Router fcb467d4-51b4-406f-afb6-206e2122c50a has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:36:40.455343 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b6b90222-1ae7-4bce-a851-62a1fb577252 req-38bcaeb1-e4b1-4c8c-b53d-44ba9d15c075 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 945 time: 0.2541611 Nov 12 03:36:40.462292 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9533f122-154f-4f22-99ad-a2c62fc70e0c admin admin] Made reservation on behalf of 7a66a290c07b401b9c3490b56986aa78 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:40.469348 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9533f122-154f-4f22-99ad-a2c62fc70e0c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.493209 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 6d92b822-1d52-4350-b10e-19e1e71a2251 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:36:40.736256 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b6b90222-1ae7-4bce-a851-62a1fb577252 req-1b7921fb-cef5-4e26-9b02-4c037072045e tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2793465 Nov 12 03:36:40.778966 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61cc15db-3b52-4a8b-bed1-627a641bba99 req-c2218079-42a6-43ef-9017-adafd77f6c1c tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:36:40.803969 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-61cc15db-3b52-4a8b-bed1-627a641bba99 req-c2218079-42a6-43ef-9017-adafd77f6c1c tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.870776 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2720f05c-c97c-4405-a716-060672cd3acb None None] Sync routers for ids ['fcb467d4-51b4-406f-afb6-206e2122c50a'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:36:40.888523 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-61cc15db-3b52-4a8b-bed1-627a641bba99 req-c2218079-42a6-43ef-9017-adafd77f6c1c tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "PUT /v2.0/floatingips/697c8adf-ff17-4057-82b7-a5b9b4412459 HTTP/1.1" status: 200 len: 695 time: 2.2639096 Nov 12 03:36:40.889175 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf17d897-dabf-49ed-a15a-f9e55c361404', 'tag': '8b64a9e7-5c2d-4393-9c4c-58cec1eac542'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:40.894903 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f3eda4-1470-4990-ab6c-42426da0f0b4" -d '{"events": [{"name": "network-changed", "server_uuid": "bf17d897-dabf-49ed-a15a-f9e55c361404", "tag": "8b64a9e7-5c2d-4393-9c4c-58cec1eac542"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:40.945605 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2720f05c-c97c-4405-a716-060672cd3acb None None] Routers {'fcb467d4-51b4-406f-afb6-206e2122c50a'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:40.946233 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-2720f05c-c97c-4405-a716-060672cd3acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:36:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['fcb467d4-51b4-406f-afb6-206e2122c50a'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:41.044907 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc15db-3b52-4a8b-bed1-627a641bba99 req-31cf3c4d-ccab-476f-a6e1-61eabd78a3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:41.050672 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-61cc15db-3b52-4a8b-bed1-627a641bba99 req-31cf3c4d-ccab-476f-a6e1-61eabd78a3c3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5d79a13590df4f52860e253f1fa0cb28&device_id=bf17d897-dabf-49ed-a15a-f9e55c361404 HTTP/1.1" status: 200 len: 1098 time: 0.1443357 Nov 12 03:36:41.192114 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5d1e5-9a60-4966-b931-97cef344fd3e req-9e97220e-0ae7-4524-8c09-2cd62ca0e307 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:41.194678 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8ff5d1e5-9a60-4966-b931-97cef344fd3e req-9e97220e-0ae7-4524-8c09-2cd62ca0e307 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 946 time: 0.2899146 Nov 12 03:36:41.254788 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9533f122-154f-4f22-99ad-a2c62fc70e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:41.339216 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc15db-3b52-4a8b-bed1-627a641bba99 req-94c7aa24-1568-4633-a67e-88d2f849ed7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:41.344472 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-61cc15db-3b52-4a8b-bed1-627a641bba99 req-94c7aa24-1568-4633-a67e-88d2f849ed7a service neutron] 10.222.0.50 "GET /v2.0/networks?id=643a1710-acbd-4d0d-85e7-a332c5debac1 HTTP/1.1" status: 200 len: 920 time: 0.2884479 Nov 12 03:36:41.436165 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-61cc15db-3b52-4a8b-bed1-627a641bba99 req-b7dfaa28-f56f-4219-9f34-cc0e3f858fa8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b64a9e7-5c2d-4393-9c4c-58cec1eac542 HTTP/1.1" status: 200 len: 217 time: 0.0846674 Nov 12 03:36:41.524270 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc15db-3b52-4a8b-bed1-627a641bba99 req-c2d51ba9-9084-4f26-af32-e8d6efd35c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:41.527327 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-61cc15db-3b52-4a8b-bed1-627a641bba99 req-c2d51ba9-9084-4f26-af32-e8d6efd35c91 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89a73e97-a1ed-4d12-bd0e-a08127b3ec93 HTTP/1.1" status: 200 len: 859 time: 0.0771463 Nov 12 03:36:41.539609 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-2720f05c-c97c-4405-a716-060672cd3acb None None] Set router fcb467d4-51b4-406f-afb6-206e2122c50a gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:41.600280 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-61cc15db-3b52-4a8b-bed1-627a641bba99 req-b43b37c1-66ed-4705-910d-b7c413a03393 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=643a1710-acbd-4d0d-85e7-a332c5debac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628154 Nov 12 03:36:41.637001 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9533f122-154f-4f22-99ad-a2c62fc70e0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=72766cc4-c169-412e-91ff-87cd0c4b294c,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:41.714230 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01dce2-4544-4160-8d40-a025f4f7a5bf req-227920d2-1c63-4e1d-b145-33f5c66cca42 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:41.717290 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2f01dce2-4544-4160-8d40-a025f4f7a5bf req-227920d2-1c63-4e1d-b145-33f5c66cca42 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.74 "GET /v2.0/ports?device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 946 time: 0.5213053 Nov 12 03:36:41.797906 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8ff5d1e5-9a60-4966-b931-97cef344fd3e req-ef2c9e0c-ead2-422a-8e3e-6afe27323816 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5505526 Nov 12 03:36:41.855642 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9533f122-154f-4f22-99ad-a2c62fc70e0c admin admin] Checking segment: {'id': 'a3d34595-f2e3-4d8b-8ee3-bbfff31400f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6d92b822-1d52-4350-b10e-19e1e71a2251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:41.859531 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9533f122-154f-4f22-99ad-a2c62fc70e0c admin admin] Network hostable DHCP agents. Network: 6d92b822-1d52-4350-b10e-19e1e71a2251, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:36:41.890325 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-61cc15db-3b52-4a8b-bed1-627a641bba99 req-9667599f-8d07-4458-8649-97de565bd116 service neutron] 10.222.0.50 "GET /v2.0/networks/643a1710-acbd-4d0d-85e7-a332c5debac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820990 Nov 12 03:36:42.073683 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9533f122-154f-4f22-99ad-a2c62fc70e0c admin admin] Network 6d92b822-1d52-4350-b10e-19e1e71a2251 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:36:42.138840 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-9533f122-154f-4f22-99ad-a2c62fc70e0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 6d92b822-1d52-4350-b10e-19e1e71a2251) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:42.142317 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b8e4e9-b975-4742-b1d4-dc151ab2d236 x-openstack-request-id: req-44b8e4e9-b975-4742-b1d4-dc151ab2d236 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:42.142602 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf17d897-dabf-49ed-a15a-f9e55c361404", "tag": "8b64a9e7-5c2d-4393-9c4c-58cec1eac542", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:42.154917 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-44b8e4e9-b975-4742-b1d4-dc151ab2d236 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:42.155577 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf17d897-dabf-49ed-a15a-f9e55c361404', 'tag': '8b64a9e7-5c2d-4393-9c4c-58cec1eac542', 'status': 'completed', 'code': 200} Nov 12 03:36:42.161602 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9533f122-154f-4f22-99ad-a2c62fc70e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:42.162190 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9533f122-154f-4f22-99ad-a2c62fc70e0c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:42.168057 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-61cc15db-3b52-4a8b-bed1-627a641bba99 req-8e9acd27-44f4-4cc2-9fc8-9fdc0a9054fb service neutron] 10.222.0.50 "GET /v2.0/networks/643a1710-acbd-4d0d-85e7-a332c5debac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630463 Nov 12 03:36:42.194077 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282d040e-c0ef-497f-b8f3-5ee9150d9d88 None None] Network 6d92b822-1d52-4350-b10e-19e1e71a2251 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:42.286862 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9533f122-154f-4f22-99ad-a2c62fc70e0c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9229634 Nov 12 03:36:42.304127 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-2f01dce2-4544-4160-8d40-a025f4f7a5bf req-b1ddc01a-9574-4069-859e-f5858e913ad1 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Deleting port 22cf0644-cfb0-4236-9408-c47b1493f36d {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:42.304468 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2f01dce2-4544-4160-8d40-a025f4f7a5bf req-b1ddc01a-9574-4069-859e-f5858e913ad1 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:42.364458 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5f15f-06b6-4ffa-89c6-70b884ee36a5 req-cc61d0b3-4aa5-4de4-9c31-be3d99a9544b tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:42.374196 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f1a5f15f-06b6-4ffa-89c6-70b884ee36a5 req-cc61d0b3-4aa5-4de4-9c31-be3d99a9544b tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 944 time: 0.1729650 Nov 12 03:36:42.519944 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f1a5f15f-06b6-4ffa-89c6-70b884ee36a5 req-129d623e-df49-443b-9fd6-b3b8aca5f093 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447365 Nov 12 03:36:42.530308 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0b9f4a15-b082-4c3d-af6c-771410873ce0 req-e6924a57-9b2f-47c6-9627-5aa9130b17a6 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/floatingips/697c8adf-ff17-4057-82b7-a5b9b4412459 HTTP/1.1" status: 200 len: 695 time: 0.2813518 Nov 12 03:36:42.653730 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-2f01dce2-4544-4160-8d40-a025f4f7a5bf req-b1ddc01a-9574-4069-859e-f5858e913ad1 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] For port 22cf0644-cfb0-4236-9408-c47b1493f36d, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=22cf0644-cfb0-4236-9408-c47b1493f36d,segment=NetworkSegment(85869d32-0736-4d0e-b81b-391afbac979c),segment_id=85869d32-0736-4d0e-b81b-391afbac979c)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:42.654428 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2f01dce2-4544-4160-8d40-a025f4f7a5bf req-b1ddc01a-9574-4069-859e-f5858e913ad1 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:42.686038 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-2720f05c-c97c-4405-a716-060672cd3acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb467d4-51b4-406f-afb6-206e2122c50a', 'name': 'tempest-ServerRescueTestJSONUnderV235-877456264-router', 'tenant_id': '5d79a13590df4f52860e253f1fa0cb28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '27c9d5ed-00cf-45ce-8191-bac25d3bbc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:26Z', 'updated_at': '2021-11-12T03:35:31Z', 'revision_number': 4, 'project_id': '5d79a13590df4f52860e253f1fa0cb28', 'gw_port': {'id': '27c9d5ed-00cf-45ce-8191-bac25d3bbc5e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb467d4-51b4-406f-afb6-206e2122c50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:26Z', 'updated_at': '2021-11-12T03:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'bac75041-a8da-41c9-ab31-9d726ce2e68f', 'name': '', 'network_id': '643a1710-acbd-4d0d-85e7-a332c5debac1', 'tenant_id': '5d79a13590df4f52860e253f1fa0cb28', 'mac_address': 'fa:16:3e:70:72:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb467d4-51b4-406f-afb6-206e2122c50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '89a73e97-a1ed-4d12-bd0e-a08127b3ec93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:29Z', 'updated_at': '2021-11-12T03:35:40Z', 'revision_number': 5, 'project_id': '5d79a13590df4f52860e253f1fa0cb28', 'subnets': [{'id': '89a73e97-a1ed-4d12-bd0e-a08127b3ec93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:42.721272 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-2f01dce2-4544-4160-8d40-a025f4f7a5bf req-b1ddc01a-9574-4069-859e-f5858e913ad1 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Calling delete_port for 22cf0644-cfb0-4236-9408-c47b1493f36d owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:42.733535 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2720f05c-c97c-4405-a716-060672cd3acb None None] Checking router: fcb467d4-51b4-406f-afb6-206e2122c50a for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:36:42.834237 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3eda4-1470-4990-ab6c-42426da0f0b4 req-32f85b93-2166-43f2-8e16-b66487af3686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:42.839404 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b1f3eda4-1470-4990-ab6c-42426da0f0b4 req-32f85b93-2166-43f2-8e16-b66487af3686 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5d79a13590df4f52860e253f1fa0cb28&device_id=bf17d897-dabf-49ed-a15a-f9e55c361404 HTTP/1.1" status: 200 len: 1098 time: 0.6825485 Nov 12 03:36:42.848740 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2720f05c-c97c-4405-a716-060672cd3acb None None] Routers {'fcb467d4-51b4-406f-afb6-206e2122c50a'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:42.849486 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-2720f05c-c97c-4405-a716-060672cd3acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:36:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['fcb467d4-51b4-406f-afb6-206e2122c50a'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:42.859117 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47806) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:42.860019 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb793b8-5609-46bd-be16-2a6bcd696845 None None] Network 6d92b822-1d52-4350-b10e-19e1e71a2251 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:43.329047 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff4c44-2ad6-4b50-8f77-1bd26db5d814 req-b48c9b3c-1860-434f-8e7d-41ad04422166 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:43.366100 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e1ff4c44-2ad6-4b50-8f77-1bd26db5d814 req-b48c9b3c-1860-434f-8e7d-41ad04422166 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/ports?device_id=62e49b6d-ac0c-43f9-81ba-1bea5200f18c HTTP/1.1" status: 200 len: 946 time: 0.3712690 Nov 12 03:36:43.554814 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e1ff4c44-2ad6-4b50-8f77-1bd26db5d814 req-b63d5c0d-5a08-4635-9cc8-54a772d0df02 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.50 "GET /v2.0/security-groups?id=f82ead25-2935-43ec-b168-6aa6417f4a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829665 Nov 12 03:36:43.615272 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3eda4-1470-4990-ab6c-42426da0f0b4 req-b2d89501-0fa2-4670-84ab-45b2fee021c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:43.616791 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b1f3eda4-1470-4990-ab6c-42426da0f0b4 req-b2d89501-0fa2-4670-84ab-45b2fee021c3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=643a1710-acbd-4d0d-85e7-a332c5debac1 HTTP/1.1" status: 200 len: 920 time: 0.7050636 Nov 12 03:36:43.636845 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-2720f05c-c97c-4405-a716-060672cd3acb None None] Set router fcb467d4-51b4-406f-afb6-206e2122c50a gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:43.655209 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2f01dce2-4544-4160-8d40-a025f4f7a5bf req-b1ddc01a-9574-4069-859e-f5858e913ad1 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:43.660062 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7b9b771f-c49f-4329-b147-437e3cf86dc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:43.799703 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 9afa6c67-c0a1-4c66-8299-b931d06a49fa up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:43.812457 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ddc01a-9574-4069-859e-f5858e913ad1 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Pushing event deleted for resources: {'Port': ['ID=22cf0644-cfb0-4236-9408-c47b1493f36d,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:43.812715 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b1f3eda4-1470-4990-ab6c-42426da0f0b4 req-0114cbfa-b8cc-4c7c-88bf-e200971b8428 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b64a9e7-5c2d-4393-9c4c-58cec1eac542 HTTP/1.1" status: 200 len: 217 time: 0.1674113 Nov 12 03:36:43.871390 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f4a15-b082-4c3d-af6c-771410873ce0 req-ca22815d-8628-4eab-b601-c68aeaea1884 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:43.882110 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0b9f4a15-b082-4c3d-af6c-771410873ce0 req-ca22815d-8628-4eab-b601-c68aeaea1884 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/networks/7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 HTTP/1.1" status: 200 len: 784 time: 1.3494620 Nov 12 03:36:43.913255 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f01dce2-4544-4160-8d40-a025f4f7a5bf req-b1ddc01a-9574-4069-859e-f5858e913ad1 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] No DVR routers for this DVR port 22cf0644-cfb0-4236-9408-c47b1493f36d on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:43.921428 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2f01dce2-4544-4160-8d40-a025f4f7a5bf req-b1ddc01a-9574-4069-859e-f5858e913ad1 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:43.932426 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2f01dce2-4544-4160-8d40-a025f4f7a5bf req-b1ddc01a-9574-4069-859e-f5858e913ad1 tempest-ServerRescueNegativeTestJSON-544524500 tempest-ServerRescueNegativeTestJSON-544524500-project] 10.222.0.74 "DELETE /v2.0/ports/22cf0644-cfb0-4236-9408-c47b1493f36d HTTP/1.1" status: 204 len: 173 time: 2.1903062 Nov 12 03:36:43.932979 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e49b6d-ac0c-43f9-81ba-1bea5200f18c', 'name': 'network-vif-deleted', 'tag': '22cf0644-cfb0-4236-9408-c47b1493f36d'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:43.935321 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac6f79a-eaae-47e0-8cd5-de2d76457590" -d '{"events": [{"server_uuid": "62e49b6d-ac0c-43f9-81ba-1bea5200f18c", "name": "network-vif-deleted", "tag": "22cf0644-cfb0-4236-9408-c47b1493f36d"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:44.198186 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 9afa6c67-c0a1-4c66-8299-b931d06a49fa triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:44.198581 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:44.202562 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0b9f4a15-b082-4c3d-af6c-771410873ce0 req-e42bae76-b0bd-472a-a22d-e25209e4e8b6 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.252 HTTP/1.1" status: 200 len: 698 time: 0.3182611 Nov 12 03:36:44.251477 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3eda4-1470-4990-ab6c-42426da0f0b4 req-b153b2c5-827c-4190-b977-4dc070b0b7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:44.264665 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b1f3eda4-1470-4990-ab6c-42426da0f0b4 req-b153b2c5-827c-4190-b977-4dc070b0b7d9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=89a73e97-a1ed-4d12-bd0e-a08127b3ec93 HTTP/1.1" status: 200 len: 859 time: 0.3661132 Nov 12 03:36:44.428021 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0b9f4a15-b082-4c3d-af6c-771410873ce0 req-5a820a1d-2fa3-44e5-a2c9-728d59ae9c7f tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.252 HTTP/1.1" status: 200 len: 698 time: 0.2016342 Nov 12 03:36:44.452466 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b1f3eda4-1470-4990-ab6c-42426da0f0b4 req-d4ddb2c2-f764-4794-87f5-46d6c727660c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=643a1710-acbd-4d0d-85e7-a332c5debac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178794 Nov 12 03:36:44.482334 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-0c5b878b-3358-4768-96e9-2570aba5a0b7 tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:44.495076 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-0c5b878b-3358-4768-96e9-2570aba5a0b7 tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] 10.222.0.50 "GET /v2.0/networks?id=6d92b822-1d52-4350-b10e-19e1e71a2251 HTTP/1.1" status: 200 len: 821 time: 0.3094075 Nov 12 03:36:44.553881 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-3908c9fc-473a-4796-9a24-1c9b3f331320 tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] 10.222.0.50 "GET /v2.0/quotas/7a66a290c07b401b9c3490b56986aa78 HTTP/1.1" status: 200 len: 375 time: 0.0566447 Nov 12 03:36:44.608636 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:44.611921 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-2720f05c-c97c-4405-a716-060672cd3acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb467d4-51b4-406f-afb6-206e2122c50a', 'name': 'tempest-ServerRescueTestJSONUnderV235-877456264-router', 'tenant_id': '5d79a13590df4f52860e253f1fa0cb28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '27c9d5ed-00cf-45ce-8191-bac25d3bbc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:26Z', 'updated_at': '2021-11-12T03:35:31Z', 'revision_number': 4, 'project_id': '5d79a13590df4f52860e253f1fa0cb28', 'gw_port': {'id': '27c9d5ed-00cf-45ce-8191-bac25d3bbc5e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb467d4-51b4-406f-afb6-206e2122c50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:26Z', 'updated_at': '2021-11-12T03:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'bac75041-a8da-41c9-ab31-9d726ce2e68f', 'name': '', 'network_id': '643a1710-acbd-4d0d-85e7-a332c5debac1', 'tenant_id': '5d79a13590df4f52860e253f1fa0cb28', 'mac_address': 'fa:16:3e:70:72:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb467d4-51b4-406f-afb6-206e2122c50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '89a73e97-a1ed-4d12-bd0e-a08127b3ec93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:29Z', 'updated_at': '2021-11-12T03:35:40Z', 'revision_number': 5, 'project_id': '5d79a13590df4f52860e253f1fa0cb28', 'subnets': [{'id': '89a73e97-a1ed-4d12-bd0e-a08127b3ec93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:44.657273 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2720f05c-c97c-4405-a716-060672cd3acb None None] The sync data for ids ['fcb467d4-51b4-406f-afb6-206e2122c50a'] in n-d-715271-27 is: [{'id': 'fcb467d4-51b4-406f-afb6-206e2122c50a', 'name': 'tempest-ServerRescueTestJSONUnderV235-877456264-router', 'tenant_id': '5d79a13590df4f52860e253f1fa0cb28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '27c9d5ed-00cf-45ce-8191-bac25d3bbc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:26Z', 'updated_at': '2021-11-12T03:35:31Z', 'revision_number': 4, 'project_id': '5d79a13590df4f52860e253f1fa0cb28', 'gw_port': {'id': '27c9d5ed-00cf-45ce-8191-bac25d3bbc5e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb467d4-51b4-406f-afb6-206e2122c50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:26Z', 'updated_at': '2021-11-12T03:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'bac75041-a8da-41c9-ab31-9d726ce2e68f', 'name': '', 'network_id': '643a1710-acbd-4d0d-85e7-a332c5debac1', 'tenant_id': '5d79a13590df4f52860e253f1fa0cb28', 'mac_address': 'fa:16:3e:70:72:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb467d4-51b4-406f-afb6-206e2122c50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '89a73e97-a1ed-4d12-bd0e-a08127b3ec93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:29Z', 'updated_at': '2021-11-12T03:35:40Z', 'revision_number': 5, 'project_id': '5d79a13590df4f52860e253f1fa0cb28', 'subnets': [{'id': '89a73e97-a1ed-4d12-bd0e-a08127b3ec93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:36:44.675801 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9570f12-a94f-406f-9529-8b7adce8ac7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afa6c67-c0a1-4c66-8299-b931d06a49fa'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:44.684953 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80afb866-1c84-4194-929c-469bd148ea0c" -d '{"events": [{"server_uuid": "d9570f12-a94f-406f-9529-8b7adce8ac7c", "name": "network-vif-plugged", "status": "completed", "tag": "9afa6c67-c0a1-4c66-8299-b931d06a49fa"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:44.714321 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-22898956-4343-43e1-916e-2d8b76447a04 tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7a66a290c07b401b9c3490b56986aa78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1392064 Nov 12 03:36:44.722852 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 9afa6c67-c0a1-4c66-8299-b931d06a49fa, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=9afa6c67-c0a1-4c66-8299-b931d06a49fa,segment=NetworkSegment(4e7b8aec-969c-41d9-8252-0d15a236e5b1),segment_id=4e7b8aec-969c-41d9-8252-0d15a236e5b1)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:44.732566 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:44.859275 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=9afa6c67-c0a1-4c66-8299-b931d06a49fa,revision_number=7']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:44.992546 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7b9b771f-c49f-4329-b147-437e3cf86dc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:44.994958 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-8015defb-b999-42c6-a6ac-b990b5c0a0cd service neutron] 10.222.0.50 "GET /v2.0/networks/6d92b822-1d52-4350-b10e-19e1e71a2251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752225 Nov 12 03:36:45.044222 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7b9b771f-c49f-4329-b147-437e3cf86dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:45.130815 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 22cf0644-cfb0-4236-9408-c47b1493f36d no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:45.182609 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7b9b771f-c49f-4329-b147-437e3cf86dc7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f1501ca21f424b4e976ba1ad27a4223a&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3194888 Nov 12 03:36:45.186819 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47902) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:45.196672 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b771f-c49f-4329-b147-437e3cf86dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f595d9-3695-4058-9cf4-dc6741a3f718,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:45.197910 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 22cf0644-cfb0-4236-9408-c47b1493f36d {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:45.198493 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 22cf0644-cfb0-4236-9408-c47b1493f36d not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:45.227352 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b1f3eda4-1470-4990-ab6c-42426da0f0b4 req-feabd9dd-355f-4234-ae94-7cea77d60662 service neutron] 10.222.0.90 "GET /v2.0/networks/643a1710-acbd-4d0d-85e7-a332c5debac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7585404 Nov 12 03:36:45.243110 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8ec22d-1bf3-45da-a2ba-9d45f9840b58 None None] New status for floating IP 697c8adf-ff17-4057-82b7-a5b9b4412459: DOWN {{(pid=102574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:36:45.245129 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-8a53658b-e23f-469f-abe5-1b28e2c28526 service neutron] 10.222.0.50 "GET /v2.0/networks/6d92b822-1d52-4350-b10e-19e1e71a2251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488506 Nov 12 03:36:45.271776 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-0b9f4a15-b082-4c3d-af6c-771410873ce0 req-836ef23d-945e-4fce-8915-e4e93a7db1ca tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Deleting port fc8d610c-b9fe-42f4-a004-2645a3ce7e7a {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:45.272146 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0b9f4a15-b082-4c3d-af6c-771410873ce0 req-836ef23d-945e-4fce-8915-e4e93a7db1ca tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:45.343533 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a26b067b-ec5f-4bcd-8bc2-748ea8d8da35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:45.454189 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a26b067b-ec5f-4bcd-8bc2-748ea8d8da35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:45.601051 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0b9f4a15-b082-4c3d-af6c-771410873ce0 req-836ef23d-945e-4fce-8915-e4e93a7db1ca tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:45.601375 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0b9f4a15-b082-4c3d-af6c-771410873ce0 req-836ef23d-945e-4fce-8915-e4e93a7db1ca tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:45.613135 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b1f3eda4-1470-4990-ab6c-42426da0f0b4 req-7c4310f0-67eb-4e46-a6da-ed8db62cb0a9 service neutron] 10.222.0.90 "GET /v2.0/networks/643a1710-acbd-4d0d-85e7-a332c5debac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735971 Nov 12 03:36:45.632346 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a26b067b-ec5f-4bcd-8bc2-748ea8d8da35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:45.636911 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a26b067b-ec5f-4bcd-8bc2-748ea8d8da35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:45.638287 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a26b067b-ec5f-4bcd-8bc2-748ea8d8da35 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/01f595d9-3695-4058-9cf4-dc6741a3f718 HTTP/1.1" status: 204 len: 168 time: 0.4505339 Nov 12 03:36:45.650700 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-0b9f4a15-b082-4c3d-af6c-771410873ce0 req-836ef23d-945e-4fce-8915-e4e93a7db1ca tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Calling delete_port for fc8d610c-b9fe-42f4-a004-2645a3ce7e7a owned by network:floatingip {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:45.653031 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b067b-ec5f-4bcd-8bc2-748ea8d8da35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f595d9-3695-4058-9cf4-dc6741a3f718,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:46.050167 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0b9f4a15-b082-4c3d-af6c-771410873ce0 req-836ef23d-945e-4fce-8915-e4e93a7db1ca tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:46.059988 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b1e5c-a9aa-45d2-8efc-0b49a4c512ff req-9f1a21b5-6ae1-4c1d-afd8-e99a6e0c670f tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:46.063389 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-476b1e5c-a9aa-45d2-8efc-0b49a4c512ff req-9f1a21b5-6ae1-4c1d-afd8-e99a6e0c670f tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 945 time: 0.2560010 Nov 12 03:36:46.149578 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ef23d-945e-4fce-8915-e4e93a7db1ca tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Pushing event deleted for resources: {'Port': ['ID=fc8d610c-b9fe-42f4-a004-2645a3ce7e7a,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:46.162663 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-476b1e5c-a9aa-45d2-8efc-0b49a4c512ff req-fd0ec495-85e1-41c4-852f-c694c8ccced2 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916669 Nov 12 03:36:46.317305 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353f1bd0-52c2-4571-ab23-b3f888b256d7 x-openstack-request-id: req-353f1bd0-52c2-4571-ab23-b3f888b256d7 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:46.318654 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e49b6d-ac0c-43f9-81ba-1bea5200f18c", "name": "network-vif-deleted", "tag": "22cf0644-cfb0-4236-9408-c47b1493f36d", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:46.319035 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-353f1bd0-52c2-4571-ab23-b3f888b256d7 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:46.319737 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e49b6d-ac0c-43f9-81ba-1bea5200f18c', 'name': 'network-vif-deleted', 'tag': '22cf0644-cfb0-4236-9408-c47b1493f36d', 'status': 'completed', 'code': 200} Nov 12 03:36:46.340243 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0b9f4a15-b082-4c3d-af6c-771410873ce0 req-836ef23d-945e-4fce-8915-e4e93a7db1ca tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks [] for floatingip, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:46.342854 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0b9f4a15-b082-4c3d-af6c-771410873ce0 req-836ef23d-945e-4fce-8915-e4e93a7db1ca tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:46.357006 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0b9f4a15-b082-4c3d-af6c-771410873ce0 req-836ef23d-945e-4fce-8915-e4e93a7db1ca tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "DELETE /v2.0/floatingips/697c8adf-ff17-4057-82b7-a5b9b4412459 HTTP/1.1" status: 204 len: 173 time: 1.9034605 Nov 12 03:36:46.385186 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47956) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:46.449471 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47960) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:46.472784 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-38c6da5b-07a6-402e-958d-e8ab9bf37c9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:46.515520 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3188570f-644c-4fe9-b6a5-9153b3eb393b x-openstack-request-id: req-3188570f-644c-4fe9-b6a5-9153b3eb393b {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:46.516065 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9570f12-a94f-406f-9529-8b7adce8ac7c", "name": "network-vif-plugged", "status": "completed", "tag": "9afa6c67-c0a1-4c66-8299-b931d06a49fa", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:46.516203 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3188570f-644c-4fe9-b6a5-9153b3eb393b {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:46.516538 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9570f12-a94f-406f-9529-8b7adce8ac7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afa6c67-c0a1-4c66-8299-b931d06a49fa', 'code': 200} Nov 12 03:36:46.856736 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d7863ee3-b08e-4e1d-a5f0-d26bb44d2347 req-965094a1-30d4-4b51-a6c8-86f7007e39ae tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/security-groups/1748f9da-2b5a-4401-a276-1fbd94ce7430 HTTP/1.1" status: 200 len: 1827 time: 0.2476037 Nov 12 03:36:46.958582 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-38c6da5b-07a6-402e-958d-e8ab9bf37c9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:46.983497 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-38c6da5b-07a6-402e-958d-e8ab9bf37c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:47.070265 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c6da5b-07a6-402e-958d-e8ab9bf37c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdf761a-0e98-43c1-9658-a822de946147,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:47.155473 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-38c6da5b-07a6-402e-958d-e8ab9bf37c9f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3489969f5cde41699c27c1c140d6f367&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7040396 Nov 12 03:36:47.165141 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47978) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:47.186850 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d7863ee3-b08e-4e1d-a5f0-d26bb44d2347 req-1db7117f-a438-43a5-a7eb-a682cda79f72 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:47.221948 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a6b7013f-e1d3-49a6-8972-edf9530d62d9 req-8d869278-808d-4c5c-b35f-efa6327ab0d6 tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=57aa9a77-5e4e-4303-97fb-0bd0f7ed408f HTTP/1.1" status: 200 len: 210 time: 0.1132133 Nov 12 03:36:47.238547 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d7863ee3-b08e-4e1d-a5f0-d26bb44d2347 req-1db7117f-a438-43a5-a7eb-a682cda79f72 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:47.285892 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4996bb1a-b6fc-46fa-ac46-3d474eda989a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:47.328973 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4996bb1a-b6fc-46fa-ac46-3d474eda989a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:47.410703 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4996bb1a-b6fc-46fa-ac46-3d474eda989a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:47.414050 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4996bb1a-b6fc-46fa-ac46-3d474eda989a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:47.415413 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4996bb1a-b6fc-46fa-ac46-3d474eda989a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9cdf761a-0e98-43c1-9658-a822de946147 HTTP/1.1" status: 204 len: 168 time: 0.2479248 Nov 12 03:36:47.441917 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4996bb1a-b6fc-46fa-ac46-3d474eda989a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdf761a-0e98-43c1-9658-a822de946147,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:47.474601 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d7863ee3-b08e-4e1d-a5f0-d26bb44d2347 req-1db7117f-a438-43a5-a7eb-a682cda79f72 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:47.480493 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d7863ee3-b08e-4e1d-a5f0-d26bb44d2347 req-1db7117f-a438-43a5-a7eb-a682cda79f72 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:47.482936 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d7863ee3-b08e-4e1d-a5f0-d26bb44d2347 req-1db7117f-a438-43a5-a7eb-a682cda79f72 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "DELETE /v2.0/security-groups/1748f9da-2b5a-4401-a276-1fbd94ce7430 HTTP/1.1" status: 204 len: 173 time: 0.6173108 Nov 12 03:36:47.513535 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db7117f-a438-43a5-a7eb-a682cda79f72 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1748f9da-2b5a-4401-a276-1fbd94ce7430,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:47.601994 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb63497-3e43-4b49-b41f-a0b5fba665ee req-5dae2927-8d39-4f79-99c3-3e1413ff981c tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:47.604384 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8eb63497-3e43-4b49-b41f-a0b5fba665ee req-5dae2927-8d39-4f79-99c3-3e1413ff981c tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 945 time: 0.1451128 Nov 12 03:36:47.713906 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8eb63497-3e43-4b49-b41f-a0b5fba665ee req-6648222c-b78f-46b8-9247-7d44c1a67515 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997717 Nov 12 03:36:48.061278 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:48.289250 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df9c09-2221-41de-ace7-4109eabad8de req-904ea267-a18b-409c-89e7-4b2e7c456d49 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:48.307625 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-15df9c09-2221-41de-ace7-4109eabad8de req-904ea267-a18b-409c-89e7-4b2e7c456d49 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf17d897-dabf-49ed-a15a-f9e55c361404 HTTP/1.1" status: 200 len: 946 time: 0.3878579 Nov 12 03:36:48.458081 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4b945f32-7835-4db5-bea9-64999301a752 req-dfa25e1a-11f9-44a6-9715-ba99664c87ce tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=57aa9a77-5e4e-4303-97fb-0bd0f7ed408f HTTP/1.1" status: 200 len: 210 time: 0.0757484 Nov 12 03:36:48.547040 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-15df9c09-2221-41de-ace7-4109eabad8de req-02cb7abf-fac0-4cf8-b6a7-14692df1a5e8 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d455c6-5105-460d-8640-7610102ac32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383769 Nov 12 03:36:48.575334 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-c48e136e-8dd9-40ba-9783-50c39d48ab67 tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:48.593212 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-c48e136e-8dd9-40ba-9783-50c39d48ab67 tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] 10.222.0.74 "GET /v2.0/networks?id=6d92b822-1d52-4350-b10e-19e1e71a2251 HTTP/1.1" status: 200 len: 821 time: 0.7009649 Nov 12 03:36:48.628904 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-f952c8dc-0e50-4003-a121-de15d1f3ce94 tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] Request body: {'port': {'device_id': '57aa9a77-5e4e-4303-97fb-0bd0f7ed408f', 'network_id': '6d92b822-1d52-4350-b10e-19e1e71a2251', 'admin_state_up': True, 'tenant_id': '7a66a290c07b401b9c3490b56986aa78'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:48.996449 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-f952c8dc-0e50-4003-a121-de15d1f3ce94 tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] Made reservation on behalf of 7a66a290c07b401b9c3490b56986aa78 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:48.996449 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-f952c8dc-0e50-4003-a121-de15d1f3ce94 tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:49.069172 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cae7bd39-2e4a-4f1b-879d-602adae0e12d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:49.097051 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ba4d7-262f-4baf-979f-3975f5dc1fbf req-175d6d5b-ce32-48c0-a767-46bdbe38af73 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:49.119706 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b63ba4d7-262f-4baf-979f-3975f5dc1fbf req-175d6d5b-ce32-48c0-a767-46bdbe38af73 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 945 time: 0.2000556 Nov 12 03:36:49.211070 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48058) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:49.256654 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b63ba4d7-262f-4baf-979f-3975f5dc1fbf req-89f9be24-36ee-45eb-b208-39611ec7a0f1 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359131 Nov 12 03:36:49.537268 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-f952c8dc-0e50-4003-a121-de15d1f3ce94 tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] Allocated IP 172.20.0.5 (6d92b822-1d52-4350-b10e-19e1e71a2251/72766cc4-c169-412e-91ff-87cd0c4b294c/a87f5a77-c366-4907-9ef4-be96319161ba) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:49.762320 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd4775-b36a-4cc1-bf24-af2845a37d60 req-3fea355d-9616-4e16-ad86-77dbf06ebea4 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:49.777087 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e4dd4775-b36a-4cc1-bf24-af2845a37d60 req-3fea355d-9616-4e16-ad86-77dbf06ebea4 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf17d897-dabf-49ed-a15a-f9e55c361404 HTTP/1.1" status: 200 len: 946 time: 0.1082337 Nov 12 03:36:49.845845 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:36:49.934619 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e4dd4775-b36a-4cc1-bf24-af2845a37d60 req-7a6da5d8-c833-4cdb-854f-f866832e566d tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d455c6-5105-460d-8640-7610102ac32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551268 Nov 12 03:36:49.993523 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6feb6934-2686-43bb-b085-88644f7ba9f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.110091 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c3dd366b-2cdc-4c44-ba00-1026d45237b0 req-63264d86-db9a-4bc5-a1bf-10efe0e70323 tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=57aa9a77-5e4e-4303-97fb-0bd0f7ed408f HTTP/1.1" status: 200 len: 210 time: 0.2375474 Nov 12 03:36:50.121755 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-f952c8dc-0e50-4003-a121-de15d1f3ce94 tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.314063 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6feb6934-2686-43bb-b085-88644f7ba9f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.343734 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6feb6934-2686-43bb-b085-88644f7ba9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.391593 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-f952c8dc-0e50-4003-a121-de15d1f3ce94 tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.483302 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f952c8dc-0e50-4003-a121-de15d1f3ce94 tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] Pushing event updated for resources: {'Port': ['ID=a87f5a77-c366-4907-9ef4-be96319161ba,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:50.532509 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6feb6934-2686-43bb-b085-88644f7ba9f0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=be0515a74c864f71be0cfee69acfe3ef&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3196661 Nov 12 03:36:50.533341 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb6934-2686-43bb-b085-88644f7ba9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e6859c-8b4b-43fa-abcf-779b26e3757e,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:50.559276 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-f952c8dc-0e50-4003-a121-de15d1f3ce94 tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] Network 6d92b822-1d52-4350-b10e-19e1e71a2251 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:50.563881 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48090) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:50.565018 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-f952c8dc-0e50-4003-a121-de15d1f3ce94 tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:50.640447 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-f952c8dc-0e50-4003-a121-de15d1f3ce94 tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:50.796639 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b590e4-ca6b-4423-99b6-f2f4eea00f5d req-09c103fe-d21d-4503-b9dc-0ea98efc11af tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:50.799155 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-91b590e4-ca6b-4423-99b6-f2f4eea00f5d req-09c103fe-d21d-4503-b9dc-0ea98efc11af tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.90 "GET /v2.0/ports?device_id=bf17d897-dabf-49ed-a15a-f9e55c361404 HTTP/1.1" status: 200 len: 946 time: 0.5120199 Nov 12 03:36:50.869923 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-f952c8dc-0e50-4003-a121-de15d1f3ce94 tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:50.870156 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-f952c8dc-0e50-4003-a121-de15d1f3ce94 tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.902514 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0702c60c-c9d3-40c4-84e0-386ca57e8096 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.954682 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37b2cc-09a5-4984-bbb6-e680051f49c4 req-0e3b7741-063e-42c8-957f-a6476c5fc42e tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:50.966640 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5b37b2cc-09a5-4984-bbb6-e680051f49c4 req-0e3b7741-063e-42c8-957f-a6476c5fc42e tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 945 time: 0.3253663 Nov 12 03:36:50.971127 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0702c60c-c9d3-40c4-84e0-386ca57e8096 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:51.029387 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-91b590e4-ca6b-4423-99b6-f2f4eea00f5d req-deacd052-8d74-43bb-a54b-e91d0d6dd836 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Deleting port 8b64a9e7-5c2d-4393-9c4c-58cec1eac542 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:51.030192 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-91b590e4-ca6b-4423-99b6-f2f4eea00f5d req-deacd052-8d74-43bb-a54b-e91d0d6dd836 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:51.111584 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0702c60c-c9d3-40c4-84e0-386ca57e8096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:51.121049 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0702c60c-c9d3-40c4-84e0-386ca57e8096 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:51.131593 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-0702c60c-c9d3-40c4-84e0-386ca57e8096 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/32e6859c-8b4b-43fa-abcf-779b26e3757e HTTP/1.1" status: 204 len: 168 time: 0.5521212 Nov 12 03:36:51.180102 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-91b590e4-ca6b-4423-99b6-f2f4eea00f5d req-deacd052-8d74-43bb-a54b-e91d0d6dd836 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] For port 8b64a9e7-5c2d-4393-9c4c-58cec1eac542, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=8b64a9e7-5c2d-4393-9c4c-58cec1eac542,segment=NetworkSegment(62f308c7-7f7a-4d63-b211-af3dbe4381a3),segment_id=62f308c7-7f7a-4d63-b211-af3dbe4381a3)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:51.180521 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-91b590e4-ca6b-4423-99b6-f2f4eea00f5d req-deacd052-8d74-43bb-a54b-e91d0d6dd836 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:51.201866 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-91b590e4-ca6b-4423-99b6-f2f4eea00f5d req-deacd052-8d74-43bb-a54b-e91d0d6dd836 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Calling delete_port for 8b64a9e7-5c2d-4393-9c4c-58cec1eac542 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:51.277819 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-f952c8dc-0e50-4003-a121-de15d1f3ce94 tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6687026 Nov 12 03:36:51.286377 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0702c60c-c9d3-40c4-84e0-386ca57e8096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e6859c-8b4b-43fa-abcf-779b26e3757e,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:51.321120 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-b545cdcb-e8eb-4c48-9875-82cbaa1b0df0 service neutron] Request body: {'port': {'device_id': '57aa9a77-5e4e-4303-97fb-0bd0f7ed408f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:51.464208 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-91b590e4-ca6b-4423-99b6-f2f4eea00f5d req-deacd052-8d74-43bb-a54b-e91d0d6dd836 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:51.469588 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ab0b5-6edc-4fdc-843d-627e2044e2d2 req-4a16125f-a240-48c9-9914-d0b700a58b66 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:51.477357 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2d9ab0b5-6edc-4fdc-843d-627e2044e2d2 req-4a16125f-a240-48c9-9914-d0b700a58b66 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf17d897-dabf-49ed-a15a-f9e55c361404 HTTP/1.1" status: 200 len: 946 time: 0.2808437 Nov 12 03:36:51.498678 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['8b64a9e7-5c2d-4393-9c4c-58cec1eac542'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:36:51.617698 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deacd052-8d74-43bb-a54b-e91d0d6dd836 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Pushing event deleted for resources: {'Port': ['ID=8b64a9e7-5c2d-4393-9c4c-58cec1eac542,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:51.638030 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-b545cdcb-e8eb-4c48-9875-82cbaa1b0df0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:51.674085 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b590e4-ca6b-4423-99b6-f2f4eea00f5d req-deacd052-8d74-43bb-a54b-e91d0d6dd836 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] No DVR routers for this DVR port 8b64a9e7-5c2d-4393-9c4c-58cec1eac542 on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:51.677773 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-91b590e4-ca6b-4423-99b6-f2f4eea00f5d req-deacd052-8d74-43bb-a54b-e91d0d6dd836 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:51.745092 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-91b590e4-ca6b-4423-99b6-f2f4eea00f5d req-deacd052-8d74-43bb-a54b-e91d0d6dd836 tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.90 "DELETE /v2.0/ports/8b64a9e7-5c2d-4393-9c4c-58cec1eac542 HTTP/1.1" status: 204 len: 173 time: 0.8739638 Nov 12 03:36:51.745092 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf17d897-dabf-49ed-a15a-f9e55c361404', 'name': 'network-vif-deleted', 'tag': '8b64a9e7-5c2d-4393-9c4c-58cec1eac542'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:51.745092 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62006cec-cbca-4a17-8628-6e8eb84864db" -d '{"events": [{"server_uuid": "bf17d897-dabf-49ed-a15a-f9e55c361404", "name": "network-vif-deleted", "tag": "8b64a9e7-5c2d-4393-9c4c-58cec1eac542"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:51.764521 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5b37b2cc-09a5-4984-bbb6-e680051f49c4 req-ef3cdce8-6db0-494a-b6ef-b7835e28161d tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7964704 Nov 12 03:36:51.775201 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-cae7bd39-2e4a-4f1b-879d-602adae0e12d admin admin] Deleting port bd9747d6-073a-4b5d-881b-f66507951f02 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:51.775620 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cae7bd39-2e4a-4f1b-879d-602adae0e12d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:51.946134 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2d9ab0b5-6edc-4fdc-843d-627e2044e2d2 req-cc889196-99f1-40af-a5d5-638766614abc tempest-ServerRescueTestJSONUnderV235-909552267 tempest-ServerRescueTestJSONUnderV235-909552267-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d455c6-5105-460d-8640-7610102ac32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4607394 Nov 12 03:36:52.156945 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3bf3a6-e281-4721-8903-effb63b15798 req-8ba7c97f-2d1b-4e6c-9956-6e1a463ca94f tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:52.176788 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fd3bf3a6-e281-4721-8903-effb63b15798 req-8ba7c97f-2d1b-4e6c-9956-6e1a463ca94f tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=57aa9a77-5e4e-4303-97fb-0bd0f7ed408f HTTP/1.1" status: 200 len: 931 time: 0.2330258 Nov 12 03:36:52.188143 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0daf8ef9-b94f-4028-b694-e3041d4ecee0 x-openstack-request-id: req-0daf8ef9-b94f-4028-b694-e3041d4ecee0 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:52.191204 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf17d897-dabf-49ed-a15a-f9e55c361404", "name": "network-vif-deleted", "tag": "8b64a9e7-5c2d-4393-9c4c-58cec1eac542", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:52.191593 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0daf8ef9-b94f-4028-b694-e3041d4ecee0 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:52.194411 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf17d897-dabf-49ed-a15a-f9e55c361404', 'name': 'network-vif-deleted', 'tag': '8b64a9e7-5c2d-4393-9c4c-58cec1eac542', 'status': 'completed', 'code': 200} Nov 12 03:36:52.425567 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fd3bf3a6-e281-4721-8903-effb63b15798 req-c3d5f2b6-ab6c-40bf-a352-22e19ffb1d12 tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc4e4974-ed3c-432c-b213-f6601abfd534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477968 Nov 12 03:36:52.442541 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-cae7bd39-2e4a-4f1b-879d-602adae0e12d admin admin] For port bd9747d6-073a-4b5d-881b-f66507951f02, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=bd9747d6-073a-4b5d-881b-f66507951f02,segment=NetworkSegment(85869d32-0736-4d0e-b81b-391afbac979c),segment_id=85869d32-0736-4d0e-b81b-391afbac979c)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:52.442947 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cae7bd39-2e4a-4f1b-879d-602adae0e12d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:52.519671 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-cae7bd39-2e4a-4f1b-879d-602adae0e12d admin admin] Calling delete_port for bd9747d6-073a-4b5d-881b-f66507951f02 owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:52.848056 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48162) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:53.006784 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-b545cdcb-e8eb-4c48-9875-82cbaa1b0df0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a87f5a77-c366-4907-9ef4-be96319161ba {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:36:53.022506 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-b545cdcb-e8eb-4c48-9875-82cbaa1b0df0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:53.065356 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48168) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:53.091615 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69380e9c-1dd1-49b8-b0fd-151e173a94af req-6d30b878-0a8b-4555-b8da-ce7fa65fb575 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:53.093242 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-69380e9c-1dd1-49b8-b0fd-151e173a94af req-6d30b878-0a8b-4555-b8da-ce7fa65fb575 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 945 time: 0.1379743 Nov 12 03:36:53.135989 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-b545cdcb-e8eb-4c48-9875-82cbaa1b0df0 service neutron] Transition to ACTIVE for port object a87f5a77-c366-4907-9ef4-be96319161ba will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:36:53.143796 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cae7bd39-2e4a-4f1b-879d-602adae0e12d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:53.158597 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-b545cdcb-e8eb-4c48-9875-82cbaa1b0df0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:53.169759 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ac594e30-13ae-4033-84f1-f2942295ab24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:53.227046 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7bd39-2e4a-4f1b-879d-602adae0e12d admin admin] Pushing event deleted for resources: {'Port': ['ID=bd9747d6-073a-4b5d-881b-f66507951f02,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:53.233750 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-69380e9c-1dd1-49b8-b0fd-151e173a94af req-c5f4836f-05df-4998-a863-f67c97f8bdda tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336169 Nov 12 03:36:53.329253 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b545cdcb-e8eb-4c48-9875-82cbaa1b0df0 service neutron] Pushing event updated for resources: {'Port': ['ID=a87f5a77-c366-4907-9ef4-be96319161ba,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:53.679484 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 8b64a9e7-5c2d-4393-9c4c-58cec1eac542 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:53.753459 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: 8b64a9e7-5c2d-4393-9c4c-58cec1eac542 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:53.753860 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 8b64a9e7-5c2d-4393-9c4c-58cec1eac542 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:53.813159 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-b545cdcb-e8eb-4c48-9875-82cbaa1b0df0 service neutron] Attempting to bind port a87f5a77-c366-4907-9ef4-be96319161ba on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:53.813493 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-b545cdcb-e8eb-4c48-9875-82cbaa1b0df0 service neutron] Attempting to bind port a87f5a77-c366-4907-9ef4-be96319161ba by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'a3d34595-f2e3-4d8b-8ee3-bbfff31400f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6d92b822-1d52-4350-b10e-19e1e71a2251'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:53.813811 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-b545cdcb-e8eb-4c48-9875-82cbaa1b0df0 service neutron] Attempting to bind port a87f5a77-c366-4907-9ef4-be96319161ba on network 6d92b822-1d52-4350-b10e-19e1e71a2251 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:53.847764 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-b545cdcb-e8eb-4c48-9875-82cbaa1b0df0 service neutron] Port a87f5a77-c366-4907-9ef4-be96319161ba on network 6d92b822-1d52-4350-b10e-19e1e71a2251 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:36:53.848177 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-b545cdcb-e8eb-4c48-9875-82cbaa1b0df0 service neutron] Attempting to bind port a87f5a77-c366-4907-9ef4-be96319161ba on network 6d92b822-1d52-4350-b10e-19e1e71a2251 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:53.853928 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc68063-4964-48e8-a47a-4342eaf4d9c3 req-496fccea-4158-4ce2-a3cb-9da7a7ac3565 tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:53.867370 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4fc68063-4964-48e8-a47a-4342eaf4d9c3 req-496fccea-4158-4ce2-a3cb-9da7a7ac3565 tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=57aa9a77-5e4e-4303-97fb-0bd0f7ed408f HTTP/1.1" status: 200 len: 943 time: 0.3515487 Nov 12 03:36:53.877998 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ac594e30-13ae-4033-84f1-f2942295ab24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:53.887204 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-b545cdcb-e8eb-4c48-9875-82cbaa1b0df0 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:53.887552 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-b545cdcb-e8eb-4c48-9875-82cbaa1b0df0 service neutron] Checking segment: {'id': 'a3d34595-f2e3-4d8b-8ee3-bbfff31400f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6d92b822-1d52-4350-b10e-19e1e71a2251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:53.887945 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-b545cdcb-e8eb-4c48-9875-82cbaa1b0df0 service neutron] Bound using segment: {'id': 'a3d34595-f2e3-4d8b-8ee3-bbfff31400f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6d92b822-1d52-4350-b10e-19e1e71a2251'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:53.889179 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-b545cdcb-e8eb-4c48-9875-82cbaa1b0df0 service neutron] Bound port: a87f5a77-c366-4907-9ef4-be96319161ba, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3d34595-f2e3-4d8b-8ee3-bbfff31400f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6d92b822-1d52-4350-b10e-19e1e71a2251'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:53.889889 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-b545cdcb-e8eb-4c48-9875-82cbaa1b0df0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:53.910601 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ac594e30-13ae-4033-84f1-f2942295ab24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:53.912190 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cae7bd39-2e4a-4f1b-879d-602adae0e12d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:54.020230 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac594e30-13ae-4033-84f1-f2942295ab24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b4c725-6ff4-4c96-a626-570dc9a9f4fe,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:54.189689 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48192) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:54.193123 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ac594e30-13ae-4033-84f1-f2942295ab24 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cd20ecb7957f45d5b224c0c15bb9f041&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3438826 Nov 12 03:36:54.235831 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4fc68063-4964-48e8-a47a-4342eaf4d9c3 req-1341d3f0-eacd-467c-84d2-e751deaed98b tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc4e4974-ed3c-432c-b213-f6601abfd534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673024 Nov 12 03:36:54.332111 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-b545cdcb-e8eb-4c48-9875-82cbaa1b0df0 service neutron] For port a87f5a77-c366-4907-9ef4-be96319161ba, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:54.492578 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a52ed6fc-204f-4a63-aaa9-0824e35664e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:54.527636 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-b545cdcb-e8eb-4c48-9875-82cbaa1b0df0 service neutron] For port a87f5a77-c366-4907-9ef4-be96319161ba, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=a87f5a77-c366-4907-9ef4-be96319161ba,segment=NetworkSegment(a3d34595-f2e3-4d8b-8ee3-bbfff31400f0),segment_id=a3d34595-f2e3-4d8b-8ee3-bbfff31400f0)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:54.611919 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-b545cdcb-e8eb-4c48-9875-82cbaa1b0df0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:54.720599 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-b545cdcb-e8eb-4c48-9875-82cbaa1b0df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:54.722401 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-b545cdcb-e8eb-4c48-9875-82cbaa1b0df0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:54.723879 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-b545cdcb-e8eb-4c48-9875-82cbaa1b0df0 service neutron] 10.222.0.74 "PUT /v2.0/ports/a87f5a77-c366-4907-9ef4-be96319161ba HTTP/1.1" status: 200 len: 1092 time: 3.4205396 Nov 12 03:36:54.807206 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57aa9a77-5e4e-4303-97fb-0bd0f7ed408f', 'tag': 'a87f5a77-c366-4907-9ef4-be96319161ba'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:54.809678 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf0087b-2448-4453-9c51-b3a3cd62aa42" -d '{"events": [{"name": "network-changed", "server_uuid": "57aa9a77-5e4e-4303-97fb-0bd0f7ed408f", "tag": "a87f5a77-c366-4907-9ef4-be96319161ba"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:54.812408 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b545cdcb-e8eb-4c48-9875-82cbaa1b0df0 service neutron] Pushing event updated for resources: {'Port': ['ID=a87f5a77-c366-4907-9ef4-be96319161ba,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:55.168461 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-a52ed6fc-204f-4a63-aaa9-0824e35664e3 admin admin] Deleting port bac75041-a8da-41c9-ab31-9d726ce2e68f {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:55.168796 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a52ed6fc-204f-4a63-aaa9-0824e35664e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:55.552106 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069abb33-7353-486d-9676-b534444f83dc x-openstack-request-id: req-069abb33-7353-486d-9676-b534444f83dc {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:55.552731 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57aa9a77-5e4e-4303-97fb-0bd0f7ed408f", "tag": "a87f5a77-c366-4907-9ef4-be96319161ba", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:55.552731 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-069abb33-7353-486d-9676-b534444f83dc {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:55.553116 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57aa9a77-5e4e-4303-97fb-0bd0f7ed408f', 'tag': 'a87f5a77-c366-4907-9ef4-be96319161ba', 'status': 'completed', 'code': 200} Nov 12 03:36:55.567966 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-a52ed6fc-204f-4a63-aaa9-0824e35664e3 admin admin] For port bac75041-a8da-41c9-ab31-9d726ce2e68f, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=bac75041-a8da-41c9-ab31-9d726ce2e68f,segment=NetworkSegment(62f308c7-7f7a-4d63-b211-af3dbe4381a3),segment_id=62f308c7-7f7a-4d63-b211-af3dbe4381a3)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:55.572781 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a52ed6fc-204f-4a63-aaa9-0824e35664e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:55.613945 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-a52ed6fc-204f-4a63-aaa9-0824e35664e3 admin admin] Calling delete_port for bac75041-a8da-41c9-ab31-9d726ce2e68f owned by network:router_interface {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:55.629175 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ecaa1-0054-44c8-bd19-a36d1f553fbd req-09c107ca-cf92-4c4b-bad7-467e695eb99f tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:55.637472 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d14ecaa1-0054-44c8-bd19-a36d1f553fbd req-09c107ca-cf92-4c4b-bad7-467e695eb99f tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=57aa9a77-5e4e-4303-97fb-0bd0f7ed408f HTTP/1.1" status: 200 len: 943 time: 0.2239573 Nov 12 03:36:55.654142 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1a5e0005-d5ea-438b-b0db-af0a0a1f325e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:55.707046 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1a5e0005-d5ea-438b-b0db-af0a0a1f325e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:55.751288 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d14ecaa1-0054-44c8-bd19-a36d1f553fbd req-499702c9-33c4-4fd6-a936-e85003af9532 tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc4e4974-ed3c-432c-b213-f6601abfd534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126866 Nov 12 03:36:55.841966 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d479df1-946a-4d83-9980-cbb948bc0fd3 req-2f9fe0f8-3f1c-4a5b-878d-8797d3249efd tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:55.843551 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6d479df1-946a-4d83-9980-cbb948bc0fd3 req-2f9fe0f8-3f1c-4a5b-878d-8797d3249efd tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 945 time: 1.4023101 Nov 12 03:36:55.856313 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1a5e0005-d5ea-438b-b0db-af0a0a1f325e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:55.859322 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1a5e0005-d5ea-438b-b0db-af0a0a1f325e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:55.860498 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-1a5e0005-d5ea-438b-b0db-af0a0a1f325e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/45b4c725-6ff4-4c96-a626-570dc9a9f4fe HTTP/1.1" status: 204 len: 168 time: 1.6693997 Nov 12 03:36:55.913148 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-83887401-4631-4243-a246-9fb8b2350b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:55.915051 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-83887401-4631-4243-a246-9fb8b2350b52 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7a66a290c07b401b9c3490b56986aa78&device_id=57aa9a77-5e4e-4303-97fb-0bd0f7ed408f HTTP/1.1" status: 200 len: 1095 time: 1.0971632 Nov 12 03:36:55.935390 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e0005-d5ea-438b-b0db-af0a0a1f325e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b4c725-6ff4-4c96-a626-570dc9a9f4fe,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:56.043711 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-d0026f63-cc54-4397-977c-0852e27c1b98 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a87f5a77-c366-4907-9ef4-be96319161ba HTTP/1.1" status: 200 len: 217 time: 0.1166587 Nov 12 03:36:56.057456 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a52ed6fc-204f-4a63-aaa9-0824e35664e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:56.069046 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae7bd39-2e4a-4f1b-879d-602adae0e12d admin admin] Router 8b9004de-42aa-43e6-94fa-f36a544d888d has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:36:56.156033 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ed6fc-204f-4a63-aaa9-0824e35664e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bac75041-a8da-41c9-ab31-9d726ce2e68f,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:56.272628 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6d479df1-946a-4d83-9980-cbb948bc0fd3 req-e0b5309a-ffe1-496f-bb9a-945f2067758d tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3748932 Nov 12 03:36:56.347824 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-3867f1d8-b131-47fc-a185-22478f3ad1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:56.349764 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-3867f1d8-b131-47fc-a185-22478f3ad1d1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=72766cc4-c169-412e-91ff-87cd0c4b294c HTTP/1.1" status: 200 len: 861 time: 0.2683127 Nov 12 03:36:56.440436 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-b4b88b6c-2a68-49d0-bfd7-858ae2cc1f26 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6d92b822-1d52-4350-b10e-19e1e71a2251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788310 Nov 12 03:36:56.641320 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a52ed6fc-204f-4a63-aaa9-0824e35664e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:56.730490 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae7bd39-2e4a-4f1b-879d-602adae0e12d admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:36:56.747062 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2d1006-29cf-4dad-8f6b-762de03e7076 None None] Sync routers for ids ['8b9004de-42aa-43e6-94fa-f36a544d888d'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:36:56.751287 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48280) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:56.757470 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-cae7bd39-2e4a-4f1b-879d-602adae0e12d admin admin] 10.222.0.50 "PUT /v2.0/routers/8b9004de-42aa-43e6-94fa-f36a544d888d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3706064 Nov 12 03:36:56.761874 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48282) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:56.765227 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2d1006-29cf-4dad-8f6b-762de03e7076 None None] Routers {'8b9004de-42aa-43e6-94fa-f36a544d888d'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:56.765853 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-ef2d1006-29cf-4dad-8f6b-762de03e7076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:36:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8b9004de-42aa-43e6-94fa-f36a544d888d'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:56.780142 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-26d8cdf8-0b0d-4348-b655-67f0da7bc5f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:56.996540 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-c710cc77-3ed7-4ef9-a24b-391290562d44 service neutron] 10.222.0.74 "GET /v2.0/networks/6d92b822-1d52-4350-b10e-19e1e71a2251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5411594 Nov 12 03:36:57.109109 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-ef2d1006-29cf-4dad-8f6b-762de03e7076 None None] Set router 8b9004de-42aa-43e6-94fa-f36a544d888d gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:57.142011 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cbb08326-b32e-4a30-a65b-2d6e11e28c80 admin admin] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:57.422682 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2aef88f7-6b2a-46dc-8400-c08b5b059521 req-bb1eae2b-8d22-4c12-bcd0-bfea37facef2 service neutron] 10.222.0.74 "GET /v2.0/networks/6d92b822-1d52-4350-b10e-19e1e71a2251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039259 Nov 12 03:36:57.436858 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-26d8cdf8-0b0d-4348-b655-67f0da7bc5f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:57.473517 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cbb08326-b32e-4a30-a65b-2d6e11e28c80 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:57.484949 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-26d8cdf8-0b0d-4348-b655-67f0da7bc5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:57.558701 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15234f-651c-48ad-b296-4b0ce1e10002 req-821469b6-b245-4268-b1c3-b13e3e4eb248 tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:57.575989 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6e15234f-651c-48ad-b296-4b0ce1e10002 req-821469b6-b245-4268-b1c3-b13e3e4eb248 tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=57aa9a77-5e4e-4303-97fb-0bd0f7ed408f HTTP/1.1" status: 200 len: 943 time: 0.6303277 Nov 12 03:36:57.685337 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-26d8cdf8-0b0d-4348-b655-67f0da7bc5f8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=35b8f8d9324a497ea01ea7907b59257f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9304037 Nov 12 03:36:57.695951 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48312) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:57.809411 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52ed6fc-204f-4a63-aaa9-0824e35664e3 admin admin] Router fcb467d4-51b4-406f-afb6-206e2122c50a has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:36:57.814402 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d8cdf8-0b0d-4348-b655-67f0da7bc5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502aa632-7bae-440e-8102-1815a7b819c0,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:57.866489 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-ef2d1006-29cf-4dad-8f6b-762de03e7076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9004de-42aa-43e6-94fa-f36a544d888d', 'name': 'tempest-ServerRescueNegativeTestJSON-904654997-router', 'tenant_id': '0b6eb743cc06416bb94eb1073c600fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '25ce624c-07af-4959-bd1a-e6efdeeb97ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:33:35Z', 'updated_at': '2021-11-12T03:36:53Z', 'revision_number': 5, 'project_id': '0b6eb743cc06416bb94eb1073c600fc8', 'gw_port': {'id': '25ce624c-07af-4959-bd1a-e6efdeeb97ba', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:76:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9004de-42aa-43e6-94fa-f36a544d888d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:33:36Z', 'updated_at': '2021-11-12T03:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:57.867943 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c7dc2-207c-4660-b670-3c9120cbd469 req-80299fe8-2fca-4e48-bec2-27561334769a tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:57.877590 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9a6c7dc2-207c-4660-b670-3c9120cbd469 req-80299fe8-2fca-4e48-bec2-27561334769a tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 945 time: 0.3804781 Nov 12 03:36:57.892485 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0087b-2448-4453-9c51-b3a3cd62aa42 req-c0c55651-678a-42ca-84c5-5e8e1f4e1772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:57.894413 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fcf0087b-2448-4453-9c51-b3a3cd62aa42 req-c0c55651-678a-42ca-84c5-5e8e1f4e1772 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7a66a290c07b401b9c3490b56986aa78&device_id=57aa9a77-5e4e-4303-97fb-0bd0f7ed408f HTTP/1.1" status: 200 len: 1095 time: 0.3845141 Nov 12 03:36:57.924735 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6e15234f-651c-48ad-b296-4b0ce1e10002 req-125ffa28-822f-4eef-a84b-41749ab110df tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc4e4974-ed3c-432c-b213-f6601abfd534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466513 Nov 12 03:36:57.964531 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2d1006-29cf-4dad-8f6b-762de03e7076 None None] Checking router: 8b9004de-42aa-43e6-94fa-f36a544d888d for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:36:57.989667 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2d1006-29cf-4dad-8f6b-762de03e7076 None None] Routers {'8b9004de-42aa-43e6-94fa-f36a544d888d'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:57.991818 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-ef2d1006-29cf-4dad-8f6b-762de03e7076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:36:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8b9004de-42aa-43e6-94fa-f36a544d888d'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:58.123013 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8b8f5c9c-b4c2-493c-baa2-01282bc9de39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:58.154987 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-cbb08326-b32e-4a30-a65b-2d6e11e28c80 admin admin] Deleting port 25ce624c-07af-4959-bd1a-e6efdeeb97ba {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:58.155452 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cbb08326-b32e-4a30-a65b-2d6e11e28c80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:58.166073 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52ed6fc-204f-4a63-aaa9-0824e35664e3 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:36:58.177013 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bf9d49-2694-4f9f-b09c-9e7e9aa71f7d None None] Sync routers for ids ['fcb467d4-51b4-406f-afb6-206e2122c50a'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:36:58.191535 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a52ed6fc-204f-4a63-aaa9-0824e35664e3 admin admin] 10.222.0.50 "PUT /v2.0/routers/fcb467d4-51b4-406f-afb6-206e2122c50a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1076601 Nov 12 03:36:58.195037 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48328) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:58.208932 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bf9d49-2694-4f9f-b09c-9e7e9aa71f7d None None] Routers {'fcb467d4-51b4-406f-afb6-206e2122c50a'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:58.211734 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-72bf9d49-2694-4f9f-b09c-9e7e9aa71f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:36:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['fcb467d4-51b4-406f-afb6-206e2122c50a'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:58.232708 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9a6c7dc2-207c-4660-b670-3c9120cbd469 req-7d7bd312-bc7c-4258-a9bc-faa4219e1ded tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3538971 Nov 12 03:36:58.288719 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-ef2d1006-29cf-4dad-8f6b-762de03e7076 None None] Set router 8b9004de-42aa-43e6-94fa-f36a544d888d gateway port host: None {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:58.417740 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0087b-2448-4453-9c51-b3a3cd62aa42 req-859cbc64-4e00-41d5-b417-4495da4eec2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:58.426627 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fcf0087b-2448-4453-9c51-b3a3cd62aa42 req-859cbc64-4e00-41d5-b417-4495da4eec2d service neutron] 10.222.0.74 "GET /v2.0/networks?id=6d92b822-1d52-4350-b10e-19e1e71a2251 HTTP/1.1" status: 200 len: 922 time: 0.4969976 Nov 12 03:36:58.511054 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-ef2d1006-29cf-4dad-8f6b-762de03e7076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9004de-42aa-43e6-94fa-f36a544d888d', 'name': 'tempest-ServerRescueNegativeTestJSON-904654997-router', 'tenant_id': '0b6eb743cc06416bb94eb1073c600fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:33:35Z', 'updated_at': '2021-11-12T03:36:57Z', 'revision_number': 6, 'project_id': '0b6eb743cc06416bb94eb1073c600fc8', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:58.558642 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2ca288a2-a1d0-48c8-9f81-1100e09d072e admin admin] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:58.575366 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8b8f5c9c-b4c2-493c-baa2-01282bc9de39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:58.647850 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2d1006-29cf-4dad-8f6b-762de03e7076 None None] The sync data for ids ['8b9004de-42aa-43e6-94fa-f36a544d888d'] in n-d-715271-27 is: [{'id': '8b9004de-42aa-43e6-94fa-f36a544d888d', 'name': 'tempest-ServerRescueNegativeTestJSON-904654997-router', 'tenant_id': '0b6eb743cc06416bb94eb1073c600fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:33:35Z', 'updated_at': '2021-11-12T03:36:57Z', 'revision_number': 6, 'project_id': '0b6eb743cc06416bb94eb1073c600fc8', 'gw_port_host': None}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:36:58.755310 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fcf0087b-2448-4453-9c51-b3a3cd62aa42 req-aaeb6114-a48c-42c6-b9df-e168ba24015b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a87f5a77-c366-4907-9ef4-be96319161ba HTTP/1.1" status: 200 len: 217 time: 0.1750448 Nov 12 03:36:58.846615 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-72bf9d49-2694-4f9f-b09c-9e7e9aa71f7d None None] Set router fcb467d4-51b4-406f-afb6-206e2122c50a gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:58.893512 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2ca288a2-a1d0-48c8-9f81-1100e09d072e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:58.923167 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-cbb08326-b32e-4a30-a65b-2d6e11e28c80 admin admin] For port 25ce624c-07af-4959-bd1a-e6efdeeb97ba, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=25ce624c-07af-4959-bd1a-e6efdeeb97ba,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:58.923752 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cbb08326-b32e-4a30-a65b-2d6e11e28c80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:58.950337 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-cbb08326-b32e-4a30-a65b-2d6e11e28c80 admin admin] Calling delete_port for 25ce624c-07af-4959-bd1a-e6efdeeb97ba owned by network:router_gateway {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:58.960090 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0087b-2448-4453-9c51-b3a3cd62aa42 req-40fae20c-3889-482b-a8fa-25aa3954aeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:58.962763 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fcf0087b-2448-4453-9c51-b3a3cd62aa42 req-40fae20c-3889-482b-a8fa-25aa3954aeb5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=72766cc4-c169-412e-91ff-87cd0c4b294c HTTP/1.1" status: 200 len: 861 time: 0.1881859 Nov 12 03:36:59.030291 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fcf0087b-2448-4453-9c51-b3a3cd62aa42 req-ee5b2b85-6231-4717-9103-ab4eeaffab72 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6d92b822-1d52-4350-b10e-19e1e71a2251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544379 Nov 12 03:36:59.034112 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8b8f5c9c-b4c2-493c-baa2-01282bc9de39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:59.037680 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8b8f5c9c-b4c2-493c-baa2-01282bc9de39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:59.038898 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8b8f5c9c-b4c2-493c-baa2-01282bc9de39 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/502aa632-7bae-440e-8102-1815a7b819c0 HTTP/1.1" status: 204 len: 168 time: 1.3386564 Nov 12 03:36:59.124423 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8f5c9c-b4c2-493c-baa2-01282bc9de39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502aa632-7bae-440e-8102-1815a7b819c0,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:59.186206 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device a87f5a77-c366-4907-9ef4-be96319161ba details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:36:59.209885 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-2ca288a2-a1d0-48c8-9f81-1100e09d072e admin admin] Deleting port 27c9d5ed-00cf-45ce-8191-bac25d3bbc5e {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:59.212542 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2ca288a2-a1d0-48c8-9f81-1100e09d072e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:59.573676 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port a87f5a77-c366-4907-9ef4-be96319161ba, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=a87f5a77-c366-4907-9ef4-be96319161ba,segment=NetworkSegment(a3d34595-f2e3-4d8b-8ee3-bbfff31400f0),segment_id=a3d34595-f2e3-4d8b-8ee3-bbfff31400f0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:59.607029 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'a87f5a77-c366-4907-9ef4-be96319161ba', 'network_id': '6d92b822-1d52-4350-b10e-19e1e71a2251', 'port_id': 'a87f5a77-c366-4907-9ef4-be96319161ba', 'mac_address': 'fa:16:3e:72:40:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72766cc4-c169-412e-91ff-87cd0c4b294c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:36:59.630857 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-2ca288a2-a1d0-48c8-9f81-1100e09d072e admin admin] For port 27c9d5ed-00cf-45ce-8191-bac25d3bbc5e, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=27c9d5ed-00cf-45ce-8191-bac25d3bbc5e,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:59.631951 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2ca288a2-a1d0-48c8-9f81-1100e09d072e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:59.681303 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-2ca288a2-a1d0-48c8-9f81-1100e09d072e admin admin] Calling delete_port for 27c9d5ed-00cf-45ce-8191-bac25d3bbc5e owned by network:router_gateway {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:59.684409 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-72bf9d49-2694-4f9f-b09c-9e7e9aa71f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb467d4-51b4-406f-afb6-206e2122c50a', 'name': 'tempest-ServerRescueTestJSONUnderV235-877456264-router', 'tenant_id': '5d79a13590df4f52860e253f1fa0cb28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '27c9d5ed-00cf-45ce-8191-bac25d3bbc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:26Z', 'updated_at': '2021-11-12T03:36:55Z', 'revision_number': 5, 'project_id': '5d79a13590df4f52860e253f1fa0cb28', 'gw_port': {'id': '27c9d5ed-00cf-45ce-8191-bac25d3bbc5e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb467d4-51b4-406f-afb6-206e2122c50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:26Z', 'updated_at': '2021-11-12T03:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:59.758254 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bf9d49-2694-4f9f-b09c-9e7e9aa71f7d None None] Checking router: fcb467d4-51b4-406f-afb6-206e2122c50a for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:36:59.770552 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bf9d49-2694-4f9f-b09c-9e7e9aa71f7d None None] Routers {'fcb467d4-51b4-406f-afb6-206e2122c50a'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:59.771506 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-72bf9d49-2694-4f9f-b09c-9e7e9aa71f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:36:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['fcb467d4-51b4-406f-afb6-206e2122c50a'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:59.794393 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:59.846082 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device bd9747d6-073a-4b5d-881b-f66507951f02 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:59.862747 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a87f5a77-c366-4907-9ef4-be96319161ba {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:36:59.937112 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fcf0087b-2448-4453-9c51-b3a3cd62aa42 req-c33755e7-cd9f-42d0-bdc7-e6b30ee5ec36 service neutron] 10.222.0.74 "GET /v2.0/networks/6d92b822-1d52-4350-b10e-19e1e71a2251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8964436 Nov 12 03:37:00.028431 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port a87f5a77-c366-4907-9ef4-be96319161ba, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=a87f5a77-c366-4907-9ef4-be96319161ba,segment=NetworkSegment(a3d34595-f2e3-4d8b-8ee3-bbfff31400f0),segment_id=a3d34595-f2e3-4d8b-8ee3-bbfff31400f0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:00.032003 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-72bf9d49-2694-4f9f-b09c-9e7e9aa71f7d None None] Set router fcb467d4-51b4-406f-afb6-206e2122c50a gateway port host: None {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:37:00.130039 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9e11c-be8b-4906-860f-b10b04e13a6c req-c69ff966-a150-4e51-bb10-6ca17c1f955d tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:00.143215 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-74b9e11c-be8b-4906-860f-b10b04e13a6c req-c69ff966-a150-4e51-bb10-6ca17c1f955d tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 945 time: 0.6543884 Nov 12 03:37:00.184252 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: bd9747d6-073a-4b5d-881b-f66507951f02 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:37:00.190662 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device bd9747d6-073a-4b5d-881b-f66507951f02 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:37:00.191976 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 25ce624c-07af-4959-bd1a-e6efdeeb97ba no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:00.202103 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:00.247400 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-72bf9d49-2694-4f9f-b09c-9e7e9aa71f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb467d4-51b4-406f-afb6-206e2122c50a', 'name': 'tempest-ServerRescueTestJSONUnderV235-877456264-router', 'tenant_id': '5d79a13590df4f52860e253f1fa0cb28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:26Z', 'updated_at': '2021-11-12T03:36:58Z', 'revision_number': 6, 'project_id': '5d79a13590df4f52860e253f1fa0cb28', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:00.333101 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bf9d49-2694-4f9f-b09c-9e7e9aa71f7d None None] The sync data for ids ['fcb467d4-51b4-406f-afb6-206e2122c50a'] in n-d-715271-27 is: [{'id': 'fcb467d4-51b4-406f-afb6-206e2122c50a', 'name': 'tempest-ServerRescueTestJSONUnderV235-877456264-router', 'tenant_id': '5d79a13590df4f52860e253f1fa0cb28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:26Z', 'updated_at': '2021-11-12T03:36:58Z', 'revision_number': 6, 'project_id': '5d79a13590df4f52860e253f1fa0cb28', 'gw_port_host': None}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:37:00.499671 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f374e-e81b-4b3f-b0cb-25ca57849258 req-0bed4d71-b8f2-4b2a-913a-4a7797a4790b tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:00.504242 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-27b58bd5-1394-409d-ac9b-4cfe9d733e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:00.517833 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-079f374e-e81b-4b3f-b0cb-25ca57849258 req-0bed4d71-b8f2-4b2a-913a-4a7797a4790b tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=57aa9a77-5e4e-4303-97fb-0bd0f7ed408f HTTP/1.1" status: 200 len: 944 time: 1.2330537 Nov 12 03:37:00.544673 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['a87f5a77-c366-4907-9ef4-be96319161ba'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:37:00.570601 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2ca288a2-a1d0-48c8-9f81-1100e09d072e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:00.578225 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-74b9e11c-be8b-4906-860f-b10b04e13a6c req-c101d0b9-df4f-4370-95f4-715408b3f854 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4186523 Nov 12 03:37:00.620613 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=a87f5a77-c366-4907-9ef4-be96319161ba,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:00.674781 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cbb08326-b32e-4a30-a65b-2d6e11e28c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:00.757298 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Port 25ce624c-07af-4959-bd1a-e6efdeeb97ba update to DOWN by agent not found {{(pid=102573) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 03:37:00.788744 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca288a2-a1d0-48c8-9f81-1100e09d072e admin admin] Pushing event deleted for resources: {'Port': ['ID=27c9d5ed-00cf-45ce-8191-bac25d3bbc5e,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:00.841908 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb08326-b32e-4a30-a65b-2d6e11e28c80 admin admin] Pushing event deleted for resources: {'Port': ['ID=25ce624c-07af-4959-bd1a-e6efdeeb97ba,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:00.902306 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fcf0087b-2448-4453-9c51-b3a3cd62aa42 req-391bfa33-c074-4eae-a64a-ba09d1a82c8d service neutron] 10.222.0.74 "GET /v2.0/networks/6d92b822-1d52-4350-b10e-19e1e71a2251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9249179 Nov 12 03:37:01.011300 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cbb08326-b32e-4a30-a65b-2d6e11e28c80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:01.467592 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cbb08326-b32e-4a30-a65b-2d6e11e28c80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:01.472169 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cbb08326-b32e-4a30-a65b-2d6e11e28c80 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:01.551310 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 27c9d5ed-00cf-45ce-8191-bac25d3bbc5e no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:01.622577 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cbb08326-b32e-4a30-a65b-2d6e11e28c80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:01.623335 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb08326-b32e-4a30-a65b-2d6e11e28c80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b9004de-42aa-43e6-94fa-f36a544d888d {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:37:01.628094 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cbb08326-b32e-4a30-a65b-2d6e11e28c80 admin admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:01.632139 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-cbb08326-b32e-4a30-a65b-2d6e11e28c80 admin admin] 10.222.0.50 "DELETE /v2.0/routers/8b9004de-42aa-43e6-94fa-f36a544d888d HTTP/1.1" status: 204 len: 168 time: 4.8679872 Nov 12 03:37:01.633062 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48448) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:01.700838 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 27c9d5ed-00cf-45ce-8191-bac25d3bbc5e {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:37:01.713109 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 27c9d5ed-00cf-45ce-8191-bac25d3bbc5e not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:37:01.724277 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device bac75041-a8da-41c9-ab31-9d726ce2e68f no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:01.860342 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: bac75041-a8da-41c9-ab31-9d726ce2e68f {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:37:01.873373 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device bac75041-a8da-41c9-ab31-9d726ce2e68f not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:37:02.032010 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-da4a5a63-118a-4f69-85b9-9ebeb4ee49b1 admin admin] Deleting subnet fd7b2fc1-d744-45c7-b1e4-e01d488cffca {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:37:02.040559 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-da4a5a63-118a-4f69-85b9-9ebeb4ee49b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:02.137375 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-da4a5a63-118a-4f69-85b9-9ebeb4ee49b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:02.257631 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-079f374e-e81b-4b3f-b0cb-25ca57849258 req-6796aae3-f6bc-4afd-9361-0e347f9cebe4 tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc4e4974-ed3c-432c-b213-f6601abfd534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7335002 Nov 12 03:37:02.310499 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2ca288a2-a1d0-48c8-9f81-1100e09d072e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:02.337537 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-da4a5a63-118a-4f69-85b9-9ebeb4ee49b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:02.395071 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa504b-48db-43e8-a091-da6e84669da8 req-ca8c1eb8-8be0-4774-bd60-277576fc45d1 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:02.407674 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-94fa504b-48db-43e8-a091-da6e84669da8 req-ca8c1eb8-8be0-4774-bd60-277576fc45d1 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 945 time: 0.4584417 Nov 12 03:37:02.503036 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-94fa504b-48db-43e8-a091-da6e84669da8 req-35d55865-e94e-487c-b586-738a5cbbd142 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939271 Nov 12 03:37:02.516104 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-da4a5a63-118a-4f69-85b9-9ebeb4ee49b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:02.577962 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2ca288a2-a1d0-48c8-9f81-1100e09d072e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:02.583912 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2ca288a2-a1d0-48c8-9f81-1100e09d072e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:02.589786 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-da4a5a63-118a-4f69-85b9-9ebeb4ee49b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:02.593769 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-da4a5a63-118a-4f69-85b9-9ebeb4ee49b1 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/fd7b2fc1-d744-45c7-b1e4-e01d488cffca HTTP/1.1" status: 204 len: 168 time: 0.9588335 Nov 12 03:37:02.594782 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a5a63-118a-4f69-85b9-9ebeb4ee49b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd7b2fc1-d744-45c7-b1e4-e01d488cffca,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:02.596903 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48484) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:02.743723 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2ca288a2-a1d0-48c8-9f81-1100e09d072e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:02.744704 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca288a2-a1d0-48c8-9f81-1100e09d072e admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcb467d4-51b4-406f-afb6-206e2122c50a {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:37:02.756309 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2ca288a2-a1d0-48c8-9f81-1100e09d072e admin admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:02.758110 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2ca288a2-a1d0-48c8-9f81-1100e09d072e admin admin] 10.222.0.50 "DELETE /v2.0/routers/fcb467d4-51b4-406f-afb6-206e2122c50a HTTP/1.1" status: 204 len: 168 time: 4.5597503 Nov 12 03:37:02.761018 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48492) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:02.807175 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4b1adf82-acbc-434a-8151-d25005cff42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:02.876760 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b599794-8f5a-4cc0-a371-ccc6d7fd78cd admin admin] Deleting subnet 89a73e97-a1ed-4d12-bd0e-a08127b3ec93 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:37:02.885186 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7b599794-8f5a-4cc0-a371-ccc6d7fd78cd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:03.003519 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7b599794-8f5a-4cc0-a371-ccc6d7fd78cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:03.050012 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4b1adf82-acbc-434a-8151-d25005cff42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:03.050278 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48508) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:03.064636 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-5831c62e-9efb-4539-9df8-ae92914c30c5 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1648585778'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:03.081810 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-4b1adf82-acbc-434a-8151-d25005cff42c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1213290-26f5-41b6-944a-8e6156116c1c']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:03.094936 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-4b1adf82-acbc-434a-8151-d25005cff42c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85869d32-0736-4d0e-b81b-391afbac979c') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:03.095369 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-4b1adf82-acbc-434a-8151-d25005cff42c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85869d32-0736-4d0e-b81b-391afbac979c') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:03.109192 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4b1adf82-acbc-434a-8151-d25005cff42c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:03.128876 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4b1adf82-acbc-434a-8151-d25005cff42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:03.140819 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b1adf82-acbc-434a-8151-d25005cff42c admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:37:03.141885 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4b1adf82-acbc-434a-8151-d25005cff42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:03.152744 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5831c62e-9efb-4539-9df8-ae92914c30c5 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Made reservation on behalf of 0cdd38a3f1ea45dcbcc53ea0d2714986 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:03.160892 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5831c62e-9efb-4539-9df8-ae92914c30c5 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:03.194963 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device a87f5a77-c366-4907-9ef4-be96319161ba up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:03.241971 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7b599794-8f5a-4cc0-a371-ccc6d7fd78cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:03.260996 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:37:03.260996 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:37:03.260996 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:37:03.260996 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:37:03.260996 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:37:03.260996 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:37:03.260996 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:37:03.260996 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:37:03.260996 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:37:03.260996 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:37:03.260996 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:37:03.260996 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:37:03.260996 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:37:03.260996 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:37:03.260996 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:37:03.260996 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:37:03.260996 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:37:03.260996 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:37:03.260996 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:37:03.260996 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:37:03.260996 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:37:03.260996 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:37:03.260996 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:37:03.260996 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:37:03.260996 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:37:03.260996 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:37:03.260996 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:37:03.260996 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:37:03.260996 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:37:03.260996 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:37:03.260996 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:37:03.260996 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:37:03.304919 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4b1adf82-acbc-434a-8151-d25005cff42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:03.318711 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4b1adf82-acbc-434a-8151-d25005cff42c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:03.340464 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4b1adf82-acbc-434a-8151-d25005cff42c admin admin] 10.222.0.50 "DELETE /v2.0/networks/a1213290-26f5-41b6-944a-8e6156116c1c HTTP/1.1" status: 204 len: 168 time: 0.7415512 Nov 12 03:37:03.350749 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5831c62e-9efb-4539-9df8-ae92914c30c5 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:37:03.390376 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3f7627eb-0846-4be9-bbaa-84e29c60f07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:03.422093 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port a87f5a77-c366-4907-9ef4-be96319161ba completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:37:03.426672 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port a87f5a77-c366-4907-9ef4-be96319161ba triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:03.428833 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5831c62e-9efb-4539-9df8-ae92914c30c5 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:03.429493 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-5831c62e-9efb-4539-9df8-ae92914c30c5 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Added segment 7160b443-0957-49bf-81cb-6c0bf92bcd2c of type vlan for network 8d21d20a-27ba-43f8-a492-7cb16d2502e7 Nov 12 03:37:03.440950 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:03.463947 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1adf82-acbc-434a-8151-d25005cff42c admin admin] Pushing event deleted for resources: {'Network': ['ID=a1213290-26f5-41b6-944a-8e6156116c1c,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:03.602900 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7b599794-8f5a-4cc0-a371-ccc6d7fd78cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:03.627085 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5831c62e-9efb-4539-9df8-ae92914c30c5 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:03.667565 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a87cfc-3363-47f4-a86e-ed115f67c892 req-c76ab99b-5fb8-47f6-a8a9-8bdee64c4e8b tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:03.669212 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-95a87cfc-3363-47f4-a86e-ed115f67c892 req-c76ab99b-5fb8-47f6-a8a9-8bdee64c4e8b tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=57aa9a77-5e4e-4303-97fb-0bd0f7ed408f HTTP/1.1" status: 200 len: 944 time: 0.1530097 Nov 12 03:37:03.703525 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:03.747905 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48540) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:03.749919 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57aa9a77-5e4e-4303-97fb-0bd0f7ed408f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87f5a77-c366-4907-9ef4-be96319161ba'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:03.752216 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c37f067-5cad-4675-b6c7-29daa3fc8bc2" -d '{"events": [{"server_uuid": "57aa9a77-5e4e-4303-97fb-0bd0f7ed408f", "name": "network-vif-plugged", "status": "completed", "tag": "a87f5a77-c366-4907-9ef4-be96319161ba"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:03.752815 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.db.resource_extend [None req-5831c62e-9efb-4539-9df8-ae92914c30c5 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:37:03.796979 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port a87f5a77-c366-4907-9ef4-be96319161ba, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=a87f5a77-c366-4907-9ef4-be96319161ba,segment=NetworkSegment(a3d34595-f2e3-4d8b-8ee3-bbfff31400f0),segment_id=a3d34595-f2e3-4d8b-8ee3-bbfff31400f0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:03.807803 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:03.808795 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7b599794-8f5a-4cc0-a371-ccc6d7fd78cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:03.817989 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7b599794-8f5a-4cc0-a371-ccc6d7fd78cd admin admin] 10.222.0.50 "DELETE /v2.0/subnets/89a73e97-a1ed-4d12-bd0e-a08127b3ec93 HTTP/1.1" status: 204 len: 168 time: 1.0533173 Nov 12 03:37:03.820535 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b599794-8f5a-4cc0-a371-ccc6d7fd78cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89a73e97-a1ed-4d12-bd0e-a08127b3ec93,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:03.828474 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48546) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:03.846323 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5831c62e-9efb-4539-9df8-ae92914c30c5 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:03.865001 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5831c62e-9efb-4539-9df8-ae92914c30c5 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:03.869325 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5831c62e-9efb-4539-9df8-ae92914c30c5 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:03.952710 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=a87f5a77-c366-4907-9ef4-be96319161ba,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:04.007174 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3b3d4c4a-acb8-4d3e-bd84-a6ca47494966 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0b6eb743cc06416bb94eb1073c600fc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2560616 Nov 12 03:37:04.042081 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-95a87cfc-3363-47f4-a86e-ed115f67c892 req-22db778a-c12e-4865-a890-f49f0b827d92 tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc4e4974-ed3c-432c-b213-f6601abfd534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549490 Nov 12 03:37:04.044714 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48548) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:04.073394 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:04.089516 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5831c62e-9efb-4539-9df8-ae92914c30c5 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0168612 Nov 12 03:37:04.098704 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48552) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:04.106580 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-7e4ec527-9c0c-4681-8ea1-5d44edfee096 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1177593453'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:04.130362 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6efd1b94-bf4c-43bd-a452-59f19d65a761 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:04.165728 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6efd1b94-bf4c-43bd-a452-59f19d65a761 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:04.170910 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9aa5133-85fd-4d8e-a043-9332e4ea33ee x-openstack-request-id: req-c9aa5133-85fd-4d8e-a043-9332e4ea33ee {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:04.171453 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57aa9a77-5e4e-4303-97fb-0bd0f7ed408f", "name": "network-vif-plugged", "status": "completed", "tag": "a87f5a77-c366-4907-9ef4-be96319161ba", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:04.171902 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c9aa5133-85fd-4d8e-a043-9332e4ea33ee {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:04.172502 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57aa9a77-5e4e-4303-97fb-0bd0f7ed408f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87f5a77-c366-4907-9ef4-be96319161ba', 'code': 200} Nov 12 03:37:04.258015 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6efd1b94-bf4c-43bd-a452-59f19d65a761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:04.261466 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6efd1b94-bf4c-43bd-a452-59f19d65a761 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:04.269163 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6efd1b94-bf4c-43bd-a452-59f19d65a761 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f82ead25-2935-43ec-b168-6aa6417f4a4e HTTP/1.1" status: 204 len: 168 time: 0.2218874 Nov 12 03:37:04.288049 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd1b94-bf4c-43bd-a452-59f19d65a761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82ead25-2935-43ec-b168-6aa6417f4a4e,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:04.323662 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-35b620a0-e603-4ba3-aee4-cdf5c8e4abbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:04.329100 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5831c62e-9efb-4539-9df8-ae92914c30c5 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Pushing event updated for resources: {'Network': ['ID=8d21d20a-27ba-43f8-a492-7cb16d2502e7,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:04.367899 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4ec527-9c0c-4681-8ea1-5d44edfee096 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Made reservation on behalf of 0cdd38a3f1ea45dcbcc53ea0d2714986 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:04.375956 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7e4ec527-9c0c-4681-8ea1-5d44edfee096 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:04.383035 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 8d21d20a-27ba-43f8-a492-7cb16d2502e7 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:37:04.465413 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308032bf-2190-47f3-b8c1-46ba52a1a692 req-f74f10e4-bd6c-4164-a5f3-cb1e0c321540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:04.467419 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-308032bf-2190-47f3-b8c1-46ba52a1a692 req-f74f10e4-bd6c-4164-a5f3-cb1e0c321540 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=57aa9a77-5e4e-4303-97fb-0bd0f7ed408f HTTP/1.1" status: 200 len: 1097 time: 0.1873095 Nov 12 03:37:04.511278 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e4ec527-9c0c-4681-8ea1-5d44edfee096 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:37:04.701781 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-35b620a0-e603-4ba3-aee4-cdf5c8e4abbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:04.714480 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7e4ec527-9c0c-4681-8ea1-5d44edfee096 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:04.715336 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-7e4ec527-9c0c-4681-8ea1-5d44edfee096 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Added segment 11bdb19f-eb51-4d2d-b6e4-289913f58187 of type vlan for network 36f6ed65-8190-49b0-8a57-7dd102916b9e Nov 12 03:37:04.802495 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7e4ec527-9c0c-4681-8ea1-5d44edfee096 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:04.864879 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7e4ec527-9c0c-4681-8ea1-5d44edfee096 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:04.879663 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4ec527-9c0c-4681-8ea1-5d44edfee096 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:04.881174 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7e4ec527-9c0c-4681-8ea1-5d44edfee096 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:04.995986 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-308032bf-2190-47f3-b8c1-46ba52a1a692 req-e08a1e96-b696-4185-93ff-df317db8ecf5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=fc4e4974-ed3c-432c-b213-f6601abfd534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5071266 Nov 12 03:37:05.002300 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7e4ec527-9c0c-4681-8ea1-5d44edfee096 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8991878 Nov 12 03:37:05.004284 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48584) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:05.012547 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-ef067dcf-6e62-4b22-90cc-50b311246bb6 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Request body: {'subnet': {'network_id': '8d21d20a-27ba-43f8-a492-7cb16d2502e7', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:05.078910 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ec527-9c0c-4681-8ea1-5d44edfee096 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Pushing event updated for resources: {'Network': ['ID=36f6ed65-8190-49b0-8a57-7dd102916b9e,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:05.088143 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-35b620a0-e603-4ba3-aee4-cdf5c8e4abbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['643a1710-acbd-4d0d-85e7-a332c5debac1']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:05.093908 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 36f6ed65-8190-49b0-8a57-7dd102916b9e details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:37:05.106282 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cdf5b-dbf4-41a0-98a0-cc2fbaf8edc0 req-b51731b2-f488-4a30-af91-5ac35cc027c9 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:05.107892 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-405cdf5b-dbf4-41a0-98a0-cc2fbaf8edc0 req-b51731b2-f488-4a30-af91-5ac35cc027c9 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 945 time: 1.3711216 Nov 12 03:37:05.115096 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-35b620a0-e603-4ba3-aee4-cdf5c8e4abbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62f308c7-7f7a-4d63-b211-af3dbe4381a3') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:05.116121 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-35b620a0-e603-4ba3-aee4-cdf5c8e4abbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62f308c7-7f7a-4d63-b211-af3dbe4381a3') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:05.182329 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-405cdf5b-dbf4-41a0-98a0-cc2fbaf8edc0 req-c0fd29bf-1f3e-4443-8711-0c1382af7f6a tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638599 Nov 12 03:37:05.184169 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-35b620a0-e603-4ba3-aee4-cdf5c8e4abbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:05.206071 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-35b620a0-e603-4ba3-aee4-cdf5c8e4abbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:05.218084 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35b620a0-e603-4ba3-aee4-cdf5c8e4abbe admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:37:05.218517 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-35b620a0-e603-4ba3-aee4-cdf5c8e4abbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:05.223805 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:37:05.223805 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:37:05.223805 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:37:05.223805 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:37:05.223805 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:37:05.223805 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:37:05.223805 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:37:05.223805 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:37:05.223805 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:37:05.223805 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:37:05.223805 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:37:05.223805 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:37:05.223805 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:37:05.223805 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:37:05.223805 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:37:05.223805 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:37:05.223805 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:37:05.223805 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:37:05.223805 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:37:05.223805 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:37:05.223805 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:37:05.223805 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:37:05.223805 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:37:05.223805 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:37:05.223805 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:37:05.223805 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:37:05.223805 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:37:05.223805 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:37:05.223805 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:37:05.223805 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:37:05.223805 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:37:05.223805 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:37:05.415397 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef067dcf-6e62-4b22-90cc-50b311246bb6 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Made reservation on behalf of 0cdd38a3f1ea45dcbcc53ea0d2714986 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:05.423526 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ef067dcf-6e62-4b22-90cc-50b311246bb6 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:05.438300 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:05.651286 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce5d7e-6247-4352-bf8d-e4fc7c7444a8 req-bbea12de-7dca-42e7-a035-e71c2f2f0420 tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:05.655722 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-56ce5d7e-6247-4352-bf8d-e4fc7c7444a8 req-bbea12de-7dca-42e7-a035-e71c2f2f0420 tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=57aa9a77-5e4e-4303-97fb-0bd0f7ed408f HTTP/1.1" status: 200 len: 945 time: 0.3109500 Nov 12 03:37:05.836240 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-56ce5d7e-6247-4352-bf8d-e4fc7c7444a8 req-266a661c-48cf-4c71-ac1d-bcb71ecffa59 tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc4e4974-ed3c-432c-b213-f6601abfd534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704602 Nov 12 03:37:06.195439 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-35b620a0-e603-4ba3-aee4-cdf5c8e4abbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:06.212321 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-35b620a0-e603-4ba3-aee4-cdf5c8e4abbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:06.218506 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-35b620a0-e603-4ba3-aee4-cdf5c8e4abbe admin admin] 10.222.0.50 "DELETE /v2.0/networks/643a1710-acbd-4d0d-85e7-a332c5debac1 HTTP/1.1" status: 204 len: 168 time: 2.3837790 Nov 12 03:37:06.236169 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b620a0-e603-4ba3-aee4-cdf5c8e4abbe admin admin] Pushing event deleted for resources: {'Network': ['ID=643a1710-acbd-4d0d-85e7-a332c5debac1,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:06.266726 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ef067dcf-6e62-4b22-90cc-50b311246bb6 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:06.318278 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:06.393080 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef067dcf-6e62-4b22-90cc-50b311246bb6 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Pushing event updated for resources: {'Subnet': ['ID=b982b1ac-5a39-445d-bf86-e4e863c753c9,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:06.399463 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef067dcf-6e62-4b22-90cc-50b311246bb6 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Checking segment: {'id': '7160b443-0957-49bf-81cb-6c0bf92bcd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d21d20a-27ba-43f8-a492-7cb16d2502e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:06.401121 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef067dcf-6e62-4b22-90cc-50b311246bb6 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Network hostable DHCP agents. Network: 8d21d20a-27ba-43f8-a492-7cb16d2502e7, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:37:06.428366 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef067dcf-6e62-4b22-90cc-50b311246bb6 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Network 8d21d20a-27ba-43f8-a492-7cb16d2502e7 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:37:06.453424 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-ef067dcf-6e62-4b22-90cc-50b311246bb6 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 8d21d20a-27ba-43f8-a492-7cb16d2502e7) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:06.460393 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef067dcf-6e62-4b22-90cc-50b311246bb6 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:06.461642 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ef067dcf-6e62-4b22-90cc-50b311246bb6 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:06.470296 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f3c9b7-34b9-4e23-9534-b2b1d004aadb None None] Network 8d21d20a-27ba-43f8-a492-7cb16d2502e7 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:06.485642 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee234c2-3e5e-42b4-9ff2-3e169efb018d req-8e4be3ef-bb9a-4c85-b344-c83b9e3b9b27 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:06.497251 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8ee234c2-3e5e-42b4-9ff2-3e169efb018d req-8e4be3ef-bb9a-4c85-b344-c83b9e3b9b27 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 945 time: 0.1263297 Nov 12 03:37:06.510205 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ef067dcf-6e62-4b22-90cc-50b311246bb6 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4986231 Nov 12 03:37:06.510577 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48638) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:06.525506 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-50dbada4-d660-4a71-abc2-87ed5611fffa tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Request body: {'subnet': {'network_id': '36f6ed65-8190-49b0-8a57-7dd102916b9e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:06.652754 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8ee234c2-3e5e-42b4-9ff2-3e169efb018d req-faa12e42-226c-4068-8ba9-4c3cf7fe04b6 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520443 Nov 12 03:37:06.662090 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48644) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:06.708322 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48648) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:06.765829 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50dbada4-d660-4a71-abc2-87ed5611fffa tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Made reservation on behalf of 0cdd38a3f1ea45dcbcc53ea0d2714986 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:06.776168 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-50dbada4-d660-4a71-abc2-87ed5611fffa tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:06.834389 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82816930-aabb-4aaf-93e0-2f722bea62be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-8d21d20a-27ba-43f8-a492-7cb16d2502e7', 'network_id': '8d21d20a-27ba-43f8-a492-7cb16d2502e7', 'tenant_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'fixed_ips': [{'subnet_id': 'b982b1ac-5a39-445d-bf86-e4e863c753c9'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:37:06.834625 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-73e1dff2-581a-4e6d-b74f-0158745099be admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5d79a13590df4f52860e253f1fa0cb28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1224024 Nov 12 03:37:06.834754 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-82816930-aabb-4aaf-93e0-2f722bea62be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:06.841895 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48650) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:06.914000 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1d7d-9948-4a68-a4ae-eadaa40c8cf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:06.950234 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1d7d-9948-4a68-a4ae-eadaa40c8cf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:07.054407 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1d7d-9948-4a68-a4ae-eadaa40c8cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:07.059714 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1d7d-9948-4a68-a4ae-eadaa40c8cf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:07.061172 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8cbf1d7d-9948-4a68-a4ae-eadaa40c8cf7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c9d455c6-5105-460d-8640-7610102ac32a HTTP/1.1" status: 204 len: 168 time: 0.2175238 Nov 12 03:37:07.079147 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf1d7d-9948-4a68-a4ae-eadaa40c8cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d455c6-5105-460d-8640-7610102ac32a,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:07.285666 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-82816930-aabb-4aaf-93e0-2f722bea62be None None] Allocated IP 10.1.1.2 (8d21d20a-27ba-43f8-a492-7cb16d2502e7/b982b1ac-5a39-445d-bf86-e4e863c753c9/5110e494-907c-4cb8-a0ca-cc326a92621a) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:07.297884 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be3429-cde3-4cc1-9c8f-419a16a873d3 req-eb1488e4-ca0b-4028-b39f-866090439f01 tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:07.310300 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a4be3429-cde3-4cc1-9c8f-419a16a873d3 req-eb1488e4-ca0b-4028-b39f-866090439f01 tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=57aa9a77-5e4e-4303-97fb-0bd0f7ed408f HTTP/1.1" status: 200 len: 945 time: 0.2723327 Nov 12 03:37:07.356754 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f1888df5-5216-40c5-a310-f74440b287ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:07.581444 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a4be3429-cde3-4cc1-9c8f-419a16a873d3 req-87bcda68-183d-408c-a518-4cbf9285f855 tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc4e4974-ed3c-432c-b213-f6601abfd534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702043 Nov 12 03:37:07.640462 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-50dbada4-d660-4a71-abc2-87ed5611fffa tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:07.705295 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-82816930-aabb-4aaf-93e0-2f722bea62be None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:07.713736 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-82816930-aabb-4aaf-93e0-2f722bea62be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:07.796064 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f1888df5-5216-40c5-a310-f74440b287ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:07.808829 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f1888df5-5216-40c5-a310-f74440b287ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:07.865101 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82816930-aabb-4aaf-93e0-2f722bea62be None None] Network 8d21d20a-27ba-43f8-a492-7cb16d2502e7 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:07.874165 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-82816930-aabb-4aaf-93e0-2f722bea62be None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:07.880454 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82816930-aabb-4aaf-93e0-2f722bea62be None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:07.890608 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82816930-aabb-4aaf-93e0-2f722bea62be None None] Pushing event updated for resources: {'Port': ['ID=5110e494-907c-4cb8-a0ca-cc326a92621a,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:07.925029 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dbada4-d660-4a71-abc2-87ed5611fffa tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Pushing event updated for resources: {'Subnet': ['ID=18b45a6b-deb9-4b8d-a9e4-21e350a68f47,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:07.947012 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1888df5-5216-40c5-a310-f74440b287ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0f322c-3164-48cd-bc87-dd86bfb89d2e,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:08.076723 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-82816930-aabb-4aaf-93e0-2f722bea62be None None] Attempting to bind port 5110e494-907c-4cb8-a0ca-cc326a92621a on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:08.079481 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f1888df5-5216-40c5-a310-f74440b287ee admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=490ea3f0d38d44c99bc53af94f889d1e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4154553 Nov 12 03:37:08.080325 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-82816930-aabb-4aaf-93e0-2f722bea62be None None] Attempting to bind port 5110e494-907c-4cb8-a0ca-cc326a92621a by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '7160b443-0957-49bf-81cb-6c0bf92bcd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d21d20a-27ba-43f8-a492-7cb16d2502e7'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:08.082333 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82816930-aabb-4aaf-93e0-2f722bea62be None None] Attempting to bind port 5110e494-907c-4cb8-a0ca-cc326a92621a on network 8d21d20a-27ba-43f8-a492-7cb16d2502e7 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:08.084864 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48696) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:08.104605 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82816930-aabb-4aaf-93e0-2f722bea62be None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:08.109338 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82816930-aabb-4aaf-93e0-2f722bea62be None None] Checking segment: {'id': '7160b443-0957-49bf-81cb-6c0bf92bcd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d21d20a-27ba-43f8-a492-7cb16d2502e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:08.110266 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-82816930-aabb-4aaf-93e0-2f722bea62be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:08.111052 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82816930-aabb-4aaf-93e0-2f722bea62be None None] Bound using segment: {'id': '7160b443-0957-49bf-81cb-6c0bf92bcd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d21d20a-27ba-43f8-a492-7cb16d2502e7'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:08.111991 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-82816930-aabb-4aaf-93e0-2f722bea62be None None] Bound port: 5110e494-907c-4cb8-a0ca-cc326a92621a, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7160b443-0957-49bf-81cb-6c0bf92bcd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d21d20a-27ba-43f8-a492-7cb16d2502e7'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:08.112822 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-82816930-aabb-4aaf-93e0-2f722bea62be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:08.128506 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dbada4-d660-4a71-abc2-87ed5611fffa tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Checking segment: {'id': '11bdb19f-eb51-4d2d-b6e4-289913f58187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '36f6ed65-8190-49b0-8a57-7dd102916b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:08.129296 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dbada4-d660-4a71-abc2-87ed5611fffa tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Network hostable DHCP agents. Network: 36f6ed65-8190-49b0-8a57-7dd102916b9e, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:37:08.193859 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dbada4-d660-4a71-abc2-87ed5611fffa tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Network 36f6ed65-8190-49b0-8a57-7dd102916b9e is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:37:08.245294 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f65049-82cd-45fe-8f75-ab7f97abdd4d req-7c053a8f-4169-402a-a3e4-ee4d435d0ba5 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:08.253120 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e7f65049-82cd-45fe-8f75-ab7f97abdd4d req-7c053a8f-4169-402a-a3e4-ee4d435d0ba5 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 945 time: 0.4312878 Nov 12 03:37:08.282481 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-53301105-5527-4122-9d0e-19bee2793618 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:08.288361 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-50dbada4-d660-4a71-abc2-87ed5611fffa tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 36f6ed65-8190-49b0-8a57-7dd102916b9e) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:08.292261 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-82816930-aabb-4aaf-93e0-2f722bea62be None None] For port 5110e494-907c-4cb8-a0ca-cc326a92621a, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:08.301175 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-82816930-aabb-4aaf-93e0-2f722bea62be None None] For port 5110e494-907c-4cb8-a0ca-cc326a92621a, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=5110e494-907c-4cb8-a0ca-cc326a92621a,segment=NetworkSegment(7160b443-0957-49bf-81cb-6c0bf92bcd2c),segment_id=7160b443-0957-49bf-81cb-6c0bf92bcd2c)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:08.310109 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dbb8e4-9dca-4142-9575-3434006e4282 None None] Network 36f6ed65-8190-49b0-8a57-7dd102916b9e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:08.327156 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50dbada4-d660-4a71-abc2-87ed5611fffa tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:08.330113 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-50dbada4-d660-4a71-abc2-87ed5611fffa tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:08.348806 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-53301105-5527-4122-9d0e-19bee2793618 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:08.418040 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-50dbada4-d660-4a71-abc2-87ed5611fffa tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9055548 Nov 12 03:37:08.422012 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48714) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:08.433848 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-360efb34-42c9-4e50-abe0-7219d8d11809 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Request body: {'port': {'network_id': '8d21d20a-27ba-43f8-a492-7cb16d2502e7', 'name': 'tempest-TaggedBootDevicesTest_v242-180982604', 'fixed_ips': [{'subnet_id': 'b982b1ac-5a39-445d-bf86-e4e863c753c9'}]}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:08.478033 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-53301105-5527-4122-9d0e-19bee2793618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:08.482180 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-53301105-5527-4122-9d0e-19bee2793618 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:08.483498 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-53301105-5527-4122-9d0e-19bee2793618 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3a0f322c-3164-48cd-bc87-dd86bfb89d2e HTTP/1.1" status: 204 len: 168 time: 0.3942220 Nov 12 03:37:08.519776 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53301105-5527-4122-9d0e-19bee2793618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0f322c-3164-48cd-bc87-dd86bfb89d2e,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:08.559454 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-82816930-aabb-4aaf-93e0-2f722bea62be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:08.662436 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e7f65049-82cd-45fe-8f75-ab7f97abdd4d req-2f812cd0-60b7-4e6d-a48e-63feb25c1e19 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4026306 Nov 12 03:37:08.797368 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:08.858625 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82816930-aabb-4aaf-93e0-2f722bea62be None None] Pushing event updated for resources: {'Port': ['ID=5110e494-907c-4cb8-a0ca-cc326a92621a,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:08.873712 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b82fc95-1705-43e7-bdf2-654dcaace0ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-36f6ed65-8190-49b0-8a57-7dd102916b9e', 'network_id': '36f6ed65-8190-49b0-8a57-7dd102916b9e', 'tenant_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'fixed_ips': [{'subnet_id': '18b45a6b-deb9-4b8d-a9e4-21e350a68f47'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:37:08.874937 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1b82fc95-1705-43e7-bdf2-654dcaace0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:09.128334 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-1b82fc95-1705-43e7-bdf2-654dcaace0ca None None] Allocated IP 10.2.2.2 (36f6ed65-8190-49b0-8a57-7dd102916b9e/18b45a6b-deb9-4b8d-a9e4-21e350a68f47/ad4c1090-8c7e-475d-9274-c3c70ff128bc) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:09.151247 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb56179-1c5c-4cb5-b329-7678927557b7 req-f56f719f-526d-429f-8745-4c05dfae273b tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:09.188693 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cfb56179-1c5c-4cb5-b329-7678927557b7 req-f56f719f-526d-429f-8745-4c05dfae273b tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=57aa9a77-5e4e-4303-97fb-0bd0f7ed408f HTTP/1.1" status: 200 len: 945 time: 0.3417635 Nov 12 03:37:09.302647 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-24cbb2c1-1a95-41f6-91b7-854cc4fe2655 req-d6f9e2b6-adfc-47e2-941e-405dd92d366b tempest-ServerShowV247Test-719133461 tempest-ServerShowV247Test-719133461-project] 10.222.0.50 "GET /v2.0/ports?device_id=81df235c-eae2-4b0c-9c14-f173e59e9737 HTTP/1.1" status: 200 len: 210 time: 0.0824664 Nov 12 03:37:09.425020 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360efb34-42c9-4e50-abe0-7219d8d11809 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Made reservation on behalf of 0cdd38a3f1ea45dcbcc53ea0d2714986 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:09.510457 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48758) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:09.551671 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-85f6fd76-422c-4b11-9444-e8665e1bb8ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:09.597525 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1b82fc95-1705-43e7-bdf2-654dcaace0ca None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:09.609836 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1b82fc95-1705-43e7-bdf2-654dcaace0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:09.623711 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cfb56179-1c5c-4cb5-b329-7678927557b7 req-609b8eea-3797-4c8f-a6d5-9d0ee54cc65e tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc4e4974-ed3c-432c-b213-f6601abfd534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4300005 Nov 12 03:37:09.769696 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 5110e494-907c-4cb8-a0ca-cc326a92621a up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:09.786996 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-360efb34-42c9-4e50-abe0-7219d8d11809 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:09.829466 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b82fc95-1705-43e7-bdf2-654dcaace0ca None None] Network 36f6ed65-8190-49b0-8a57-7dd102916b9e is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:09.878081 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-1b82fc95-1705-43e7-bdf2-654dcaace0ca None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:09.887054 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-360efb34-42c9-4e50-abe0-7219d8d11809 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] device_id is not set on port 7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2 yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:37:09.890917 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b82fc95-1705-43e7-bdf2-654dcaace0ca None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:09.907130 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9958112-cef1-4716-8534-6ae51b74aaa4 req-07869975-3126-464c-a69f-def7efd294c9 tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:09.915606 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d9958112-cef1-4716-8534-6ae51b74aaa4 req-07869975-3126-464c-a69f-def7efd294c9 tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] 10.222.0.74 "GET /v2.0/ports?device_id=57aa9a77-5e4e-4303-97fb-0bd0f7ed408f HTTP/1.1" status: 200 len: 945 time: 0.3184302 Nov 12 03:37:09.918101 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b82fc95-1705-43e7-bdf2-654dcaace0ca None None] Pushing event updated for resources: {'Port': ['ID=ad4c1090-8c7e-475d-9274-c3c70ff128bc,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:10.409073 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-85f6fd76-422c-4b11-9444-e8665e1bb8ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:10.452810 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-1b82fc95-1705-43e7-bdf2-654dcaace0ca None None] Attempting to bind port ad4c1090-8c7e-475d-9274-c3c70ff128bc on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:10.453460 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-1b82fc95-1705-43e7-bdf2-654dcaace0ca None None] Attempting to bind port ad4c1090-8c7e-475d-9274-c3c70ff128bc by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '11bdb19f-eb51-4d2d-b6e4-289913f58187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '36f6ed65-8190-49b0-8a57-7dd102916b9e'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:10.454048 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b82fc95-1705-43e7-bdf2-654dcaace0ca None None] Attempting to bind port ad4c1090-8c7e-475d-9274-c3c70ff128bc on network 36f6ed65-8190-49b0-8a57-7dd102916b9e {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:10.460753 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b82fc95-1705-43e7-bdf2-654dcaace0ca None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:10.462734 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b82fc95-1705-43e7-bdf2-654dcaace0ca None None] Checking segment: {'id': '11bdb19f-eb51-4d2d-b6e4-289913f58187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '36f6ed65-8190-49b0-8a57-7dd102916b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:10.463765 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1b82fc95-1705-43e7-bdf2-654dcaace0ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:10.464447 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b82fc95-1705-43e7-bdf2-654dcaace0ca None None] Bound using segment: {'id': '11bdb19f-eb51-4d2d-b6e4-289913f58187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '36f6ed65-8190-49b0-8a57-7dd102916b9e'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:10.465102 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-1b82fc95-1705-43e7-bdf2-654dcaace0ca None None] Bound port: ad4c1090-8c7e-475d-9274-c3c70ff128bc, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bdb19f-eb51-4d2d-b6e4-289913f58187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '36f6ed65-8190-49b0-8a57-7dd102916b9e'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:10.465664 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1b82fc95-1705-43e7-bdf2-654dcaace0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:10.503983 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 5110e494-907c-4cb8-a0ca-cc326a92621a triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:10.504385 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:10.559219 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-85f6fd76-422c-4b11-9444-e8665e1bb8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:10.643512 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-360efb34-42c9-4e50-abe0-7219d8d11809 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Allocated IP 10.1.1.129 (8d21d20a-27ba-43f8-a492-7cb16d2502e7/b982b1ac-5a39-445d-bf86-e4e863c753c9/7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:10.687510 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48796) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:10.759679 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48804) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:10.760623 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-85f6fd76-422c-4b11-9444-e8665e1bb8ab admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=67b60d487a844fe5aa69f5ca5c4cb340&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2477541 Nov 12 03:37:10.804120 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f6fd76-422c-4b11-9444-e8665e1bb8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b8d28e-af9c-4f5c-a99b-dfae359a5294,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:10.877052 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca824a-3ad2-4fdc-baec-f34187307ba7 req-e87e5755-3e83-49f4-b07e-6024d0cb5bd2 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:10.878636 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-adca824a-3ad2-4fdc-baec-f34187307ba7 req-e87e5755-3e83-49f4-b07e-6024d0cb5bd2 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 945 time: 0.8093896 Nov 12 03:37:10.986440 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-1b82fc95-1705-43e7-bdf2-654dcaace0ca None None] For port ad4c1090-8c7e-475d-9274-c3c70ff128bc, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:11.024565 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-d9958112-cef1-4716-8534-6ae51b74aaa4 req-4d822c7c-e24b-4430-a9f7-3e4e5b3f9fdf tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] Deleting port a87f5a77-c366-4907-9ef4-be96319161ba {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:11.024905 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d9958112-cef1-4716-8534-6ae51b74aaa4 req-4d822c7c-e24b-4430-a9f7-3e4e5b3f9fdf tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:11.042596 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-1b82fc95-1705-43e7-bdf2-654dcaace0ca None None] For port ad4c1090-8c7e-475d-9274-c3c70ff128bc, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=ad4c1090-8c7e-475d-9274-c3c70ff128bc,segment=NetworkSegment(11bdb19f-eb51-4d2d-b6e4-289913f58187),segment_id=11bdb19f-eb51-4d2d-b6e4-289913f58187)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:11.098355 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-540ca754-6e97-4508-a949-bfa7988b7bf1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1104290170-network', 'tenant_id': '25535b709a2d4c4589b8ab88b8c8086a'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:11.172309 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afd2be1-2516-4ba8-886c-651e46cbce54 None None] Network 8d21d20a-27ba-43f8-a492-7cb16d2502e7 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:11.193008 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540ca754-6e97-4508-a949-bfa7988b7bf1 admin admin] Made reservation on behalf of 25535b709a2d4c4589b8ab88b8c8086a for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:11.195469 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-540ca754-6e97-4508-a949-bfa7988b7bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:11.205622 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6c4617fb-fdb4-43f4-9452-4e243f65402e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:11.284610 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-540ca754-6e97-4508-a949-bfa7988b7bf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:11.305497 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-adca824a-3ad2-4fdc-baec-f34187307ba7 req-dacf0d99-7726-466d-b85e-faedacc54663 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3927295 Nov 12 03:37:11.481532 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-d9958112-cef1-4716-8534-6ae51b74aaa4 req-4d822c7c-e24b-4430-a9f7-3e4e5b3f9fdf tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] For port a87f5a77-c366-4907-9ef4-be96319161ba, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=a87f5a77-c366-4907-9ef4-be96319161ba,segment=NetworkSegment(a3d34595-f2e3-4d8b-8ee3-bbfff31400f0),segment_id=a3d34595-f2e3-4d8b-8ee3-bbfff31400f0)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:11.482174 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d9958112-cef1-4716-8534-6ae51b74aaa4 req-4d822c7c-e24b-4430-a9f7-3e4e5b3f9fdf tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:11.527480 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1b82fc95-1705-43e7-bdf2-654dcaace0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:11.553192 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-d9958112-cef1-4716-8534-6ae51b74aaa4 req-4d822c7c-e24b-4430-a9f7-3e4e5b3f9fdf tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] Calling delete_port for a87f5a77-c366-4907-9ef4-be96319161ba owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:11.695701 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:11.700297 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-f104a12d-1333-442f-99dd-fb43820fd054 None None] Provisioning complete for port 5110e494-907c-4cb8-a0ca-cc326a92621a triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:11.704356 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f104a12d-1333-442f-99dd-fb43820fd054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:11.737359 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-360efb34-42c9-4e50-abe0-7219d8d11809 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:11.797001 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-216a7dae-8570-4b6c-a08b-bb1d9e6e73c5 req-ff339d8d-9ab8-49fc-ba63-456b979cd1fe tempest-ServerShowV247Test-719133461 tempest-ServerShowV247Test-719133461-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a05c154-e808-42a9-b190-653785893fdb HTTP/1.1" status: 200 len: 210 time: 0.0955272 Nov 12 03:37:11.824160 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6c4617fb-fdb4-43f4-9452-4e243f65402e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:11.843041 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [req-d5730f73-1802-4603-8d00-c2d1913792cf req-aefdfc5b-29f1-4542-8430-b8b8ade6f226 service neutron] (102571) timed out ('10.222.0.90', 58473) {{(pid=102571) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 03:37:11.897957 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-360efb34-42c9-4e50-abe0-7219d8d11809 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:12.028764 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b82fc95-1705-43e7-bdf2-654dcaace0ca None None] Pushing event updated for resources: {'Port': ['ID=ad4c1090-8c7e-475d-9274-c3c70ff128bc,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:12.080460 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 5110e494-907c-4cb8-a0ca-cc326a92621a, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=5110e494-907c-4cb8-a0ca-cc326a92621a,segment=NetworkSegment(7160b443-0957-49bf-81cb-6c0bf92bcd2c),segment_id=7160b443-0957-49bf-81cb-6c0bf92bcd2c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:12.157680 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:12.168061 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d9958112-cef1-4716-8534-6ae51b74aaa4 req-4d822c7c-e24b-4430-a9f7-3e4e5b3f9fdf tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:12.263730 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d822c7c-e24b-4430-a9f7-3e4e5b3f9fdf tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] Pushing event deleted for resources: {'Port': ['ID=a87f5a77-c366-4907-9ef4-be96319161ba,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:12.277798 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bdc79-7527-4154-8e2d-fa989d793c6f req-cf187e31-0fbc-442a-ae15-3810fa825430 tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:12.279411 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-086bdc79-7527-4154-8e2d-fa989d793c6f req-cf187e31-0fbc-442a-ae15-3810fa825430 tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] 10.222.0.50 "GET /v2.0/ports?device_id=57aa9a77-5e4e-4303-97fb-0bd0f7ed408f HTTP/1.1" status: 200 len: 945 time: 0.9906602 Nov 12 03:37:12.335761 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360efb34-42c9-4e50-abe0-7219d8d11809 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Network 8d21d20a-27ba-43f8-a492-7cb16d2502e7 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:12.424711 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-360efb34-42c9-4e50-abe0-7219d8d11809 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:12.466917 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=5110e494-907c-4cb8-a0ca-cc326a92621a,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:12.475769 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9958112-cef1-4716-8534-6ae51b74aaa4 req-4d822c7c-e24b-4430-a9f7-3e4e5b3f9fdf tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] No DVR routers for this DVR port a87f5a77-c366-4907-9ef4-be96319161ba on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:37:12.494623 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360efb34-42c9-4e50-abe0-7219d8d11809 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Pushing event updated for resources: {'Port': ['ID=7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:12.513581 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d9958112-cef1-4716-8534-6ae51b74aaa4 req-4d822c7c-e24b-4430-a9f7-3e4e5b3f9fdf tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:12.528095 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d9958112-cef1-4716-8534-6ae51b74aaa4 req-4d822c7c-e24b-4430-a9f7-3e4e5b3f9fdf tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] 10.222.0.74 "DELETE /v2.0/ports/a87f5a77-c366-4907-9ef4-be96319161ba HTTP/1.1" status: 204 len: 173 time: 2.5997941 Nov 12 03:37:12.529013 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57aa9a77-5e4e-4303-97fb-0bd0f7ed408f', 'name': 'network-vif-deleted', 'tag': 'a87f5a77-c366-4907-9ef4-be96319161ba'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:12.538585 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360efb34-42c9-4e50-abe0-7219d8d11809 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:12.584498 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-540ca754-6e97-4508-a949-bfa7988b7bf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:12.590885 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf244343-ff34-45d5-9410-ad7f9322322e" -d '{"events": [{"server_uuid": "57aa9a77-5e4e-4303-97fb-0bd0f7ed408f", "name": "network-vif-deleted", "tag": "a87f5a77-c366-4907-9ef4-be96319161ba"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:12.671987 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-540ca754-6e97-4508-a949-bfa7988b7bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:12.688441 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48852) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:12.777823 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72394e-f6a7-42e3-abd8-d59a9bca1272 req-989fa64d-b2a6-4b70-a2ce-3138bb9b886b tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:12.781548 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ca72394e-f6a7-42e3-abd8-d59a9bca1272 req-989fa64d-b2a6-4b70-a2ce-3138bb9b886b tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 945 time: 0.1579571 Nov 12 03:37:12.782344 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ca754-6e97-4508-a949-bfa7988b7bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaba6dce-cc63-4e09-897d-9b57b4c985c7,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:12.792981 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-540ca754-6e97-4508-a949-bfa7988b7bf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:37:12.809017 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-540ca754-6e97-4508-a949-bfa7988b7bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:12.809486 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-540ca754-6e97-4508-a949-bfa7988b7bf1 admin admin] Added segment cb0def10-0c33-48e7-8f61-e6fe0bcab07e of type vlan for network 78368f62-ed24-43ac-ae16-b5ccbfc3c78d Nov 12 03:37:12.911644 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-540ca754-6e97-4508-a949-bfa7988b7bf1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:12.954441 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6c4617fb-fdb4-43f4-9452-4e243f65402e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:12.958315 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6c4617fb-fdb4-43f4-9452-4e243f65402e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:12.959139 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ca72394e-f6a7-42e3-abd8-d59a9bca1272 req-e44039fa-1381-4f78-8e57-cf9a7666eb0c tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535914 Nov 12 03:37:12.960042 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6c4617fb-fdb4-43f4-9452-4e243f65402e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/71b8d28e-af9c-4f5c-a99b-dfae359a5294 HTTP/1.1" status: 204 len: 168 time: 2.1977396 Nov 12 03:37:12.986350 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-086bdc79-7527-4154-8e2d-fa989d793c6f req-4be429a3-0247-4d76-98d2-6bafc3a44c18 tempest-InstanceActionsNegativeTestJSON-1182087750 tempest-InstanceActionsNegativeTestJSON-1182087750-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc4e4974-ed3c-432c-b213-f6601abfd534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6251645 Nov 12 03:37:13.027216 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27366ab-66a7-4786-b8ac-23ebb89837bd x-openstack-request-id: req-e27366ab-66a7-4786-b8ac-23ebb89837bd {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:13.027862 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57aa9a77-5e4e-4303-97fb-0bd0f7ed408f", "name": "network-vif-deleted", "tag": "a87f5a77-c366-4907-9ef4-be96319161ba", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:13.028362 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e27366ab-66a7-4786-b8ac-23ebb89837bd {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:13.029304 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57aa9a77-5e4e-4303-97fb-0bd0f7ed408f', 'name': 'network-vif-deleted', 'tag': 'a87f5a77-c366-4907-9ef4-be96319161ba', 'status': 'completed', 'code': 200} Nov 12 03:37:13.050693 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4617fb-fdb4-43f4-9452-4e243f65402e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b8d28e-af9c-4f5c-a99b-dfae359a5294,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:13.068362 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-540ca754-6e97-4508-a949-bfa7988b7bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:13.069392 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540ca754-6e97-4508-a949-bfa7988b7bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:13.069984 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-540ca754-6e97-4508-a949-bfa7988b7bf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:13.202553 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-b4d7c79d-9a89-4797-aa42-c2594bdc8999 None None] Provisioning complete for port 7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:13.203184 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b4d7c79d-9a89-4797-aa42-c2594bdc8999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:13.222636 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device a87f5a77-c366-4907-9ef4-be96319161ba no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:13.356321 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ca754-6e97-4508-a949-bfa7988b7bf1 admin admin] Pushing event updated for resources: {'Network': ['ID=78368f62-ed24-43ac-ae16-b5ccbfc3c78d,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:13.365876 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-94a6edf7-4f08-4578-b2d6-e80f82bf87a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:13.423480 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360efb34-42c9-4e50-abe0-7219d8d11809 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:13.424331 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-360efb34-42c9-4e50-abe0-7219d8d11809 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:13.492294 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 78368f62-ed24-43ac-ae16-b5ccbfc3c78d details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:37:13.532386 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: a87f5a77-c366-4907-9ef4-be96319161ba {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:37:13.538395 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device a87f5a77-c366-4907-9ef4-be96319161ba not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:37:13.686886 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-94a6edf7-4f08-4578-b2d6-e80f82bf87a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:13.714083 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48868) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:13.715120 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-360efb34-42c9-4e50-abe0-7219d8d11809 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.2909024 Nov 12 03:37:13.717038 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-94a6edf7-4f08-4578-b2d6-e80f82bf87a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:13.720998 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-9e45cf59-2499-4602-900c-12988ce4fb4e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Request body: {'port': {'network_id': '8d21d20a-27ba-43f8-a492-7cb16d2502e7', 'name': 'tempest-TaggedBootDevicesTest_v242-661775307', 'fixed_ips': [{'subnet_id': 'b982b1ac-5a39-445d-bf86-e4e863c753c9'}]}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:13.755938 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-b4d7c79d-9a89-4797-aa42-c2594bdc8999 None None] Port 7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:13.770483 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d9845cb7-e802-4be6-9862-41e112429e94 req-0eb4a37e-f3df-4bf0-8906-1244bf83f5dd tempest-ServerShowV247Test-719133461 tempest-ServerShowV247Test-719133461-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a05c154-e808-42a9-b190-653785893fdb HTTP/1.1" status: 200 len: 210 time: 0.4576714 Nov 12 03:37:13.801011 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-540ca754-6e97-4508-a949-bfa7988b7bf1 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.1077886 Nov 12 03:37:13.801657 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48874) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:13.804865 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-b4d7c79d-9a89-4797-aa42-c2594bdc8999 None None] Provisioning complete for port 5110e494-907c-4cb8-a0ca-cc326a92621a triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:13.805942 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b4d7c79d-9a89-4797-aa42-c2594bdc8999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:13.860895 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-9c06ebf0-24b6-4429-b680-0daa3519f488 admin admin] Request body: {'subnet': {'network_id': '78368f62-ed24-43ac-ae16-b5ccbfc3c78d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1104290170-subnet', 'tenant_id': '25535b709a2d4c4589b8ab88b8c8086a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:13.868745 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-827bb7c4-fcf4-4754-a8ef-705cc642f7fa req-6fe4e8ef-bf67-47f6-8176-833d2bc0c786 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=81df235c-eae2-4b0c-9c14-f173e59e9737 HTTP/1.1" status: 200 len: 210 time: 0.0452242 Nov 12 03:37:13.897244 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-94a6edf7-4f08-4578-b2d6-e80f82bf87a1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=74602ee08fc446a284c8531bccc3f1b6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1858232 Nov 12 03:37:13.901083 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48878) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:13.934687 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a6edf7-4f08-4578-b2d6-e80f82bf87a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8fa653-ec63-4437-9606-3b919b1c3e46,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:14.025802 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c06ebf0-24b6-4429-b680-0daa3519f488 admin admin] Made reservation on behalf of 25535b709a2d4c4589b8ab88b8c8086a for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:14.028281 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9c06ebf0-24b6-4429-b680-0daa3519f488 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:14.074347 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd2f3c9-fca2-4e46-b775-637d872b3cfd None None] Network 36f6ed65-8190-49b0-8a57-7dd102916b9e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:14.198649 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48888) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:14.341560 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2598199b-9cd4-4db5-9bad-686e44a1b888 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:14.511564 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e45cf59-2499-4602-900c-12988ce4fb4e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Made reservation on behalf of 0cdd38a3f1ea45dcbcc53ea0d2714986 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:14.520492 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2598199b-9cd4-4db5-9bad-686e44a1b888 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:14.678104 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-87682fef-8148-4e8d-9e59-68c44b2aa9d0 None None] Provisioning complete for port ad4c1090-8c7e-475d-9274-c3c70ff128bc triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:14.679430 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-87682fef-8148-4e8d-9e59-68c44b2aa9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:14.774764 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2598199b-9cd4-4db5-9bad-686e44a1b888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:14.775013 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device ad4c1090-8c7e-475d-9274-c3c70ff128bc up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:14.775116 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2598199b-9cd4-4db5-9bad-686e44a1b888 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:14.775116 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2598199b-9cd4-4db5-9bad-686e44a1b888 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cd8fa653-ec63-4437-9606-3b919b1c3e46 HTTP/1.1" status: 204 len: 168 time: 0.8719618 Nov 12 03:37:14.866181 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598199b-9cd4-4db5-9bad-686e44a1b888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8fa653-ec63-4437-9606-3b919b1c3e46,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:14.926604 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9e45cf59-2499-4602-900c-12988ce4fb4e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.039258 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b467f2be-e6f1-484f-8e50-11b64978991e req-e62f6a95-9f16-480b-80f4-3f7156d46cf0 tempest-ServerShowV247Test-719133461 tempest-ServerShowV247Test-719133461-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a05c154-e808-42a9-b190-653785893fdb HTTP/1.1" status: 200 len: 210 time: 0.0884726 Nov 12 03:37:15.062984 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port ad4c1090-8c7e-475d-9274-c3c70ff128bc triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:15.063400 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.065573 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-87682fef-8148-4e8d-9e59-68c44b2aa9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.099391 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9c06ebf0-24b6-4429-b680-0daa3519f488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.131235 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-941d4244-fcff-482f-b375-5b956d0380bf admin admin] Deleting subnet 72766cc4-c169-412e-91ff-87cd0c4b294c {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:37:15.168306 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-9e45cf59-2499-4602-900c-12988ce4fb4e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] device_id is not set on port abbc23e8-1176-4bcd-936e-074c27c7f379 yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:37:15.217272 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-87682fef-8148-4e8d-9e59-68c44b2aa9d0 None None] For port ad4c1090-8c7e-475d-9274-c3c70ff128bc, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=ad4c1090-8c7e-475d-9274-c3c70ff128bc,segment=NetworkSegment(11bdb19f-eb51-4d2d-b6e4-289913f58187),segment_id=11bdb19f-eb51-4d2d-b6e4-289913f58187)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:15.239033 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-87682fef-8148-4e8d-9e59-68c44b2aa9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.246478 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c06ebf0-24b6-4429-b680-0daa3519f488 admin admin] Pushing event updated for resources: {'Subnet': ['ID=503f9962-4a4b-41cd-afae-2bc03640b310,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:15.278742 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cfe340-73e3-485a-bbac-f72b67fbe3b1 req-1fbf5c44-0545-4ef5-9183-e1ed01c71efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:15.282074 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-33cfe340-73e3-485a-bbac-f72b67fbe3b1 req-1fbf5c44-0545-4ef5-9183-e1ed01c71efe service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d558dd5b9f934464b6c1626ad18ebb6c&device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 1097 time: 0.3957415 Nov 12 03:37:15.299637 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9dd57-ff8a-4b64-a22b-d2f136777d65 req-5c087203-450f-4106-b796-4534098e51bc tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:15.315718 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f8f9dd57-ff8a-4b64-a22b-d2f136777d65 req-5c087203-450f-4106-b796-4534098e51bc tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 945 time: 1.0761275 Nov 12 03:37:15.544324 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c06ebf0-24b6-4429-b680-0daa3519f488 admin admin] Checking segment: {'id': 'cb0def10-0c33-48e7-8f61-e6fe0bcab07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '78368f62-ed24-43ac-ae16-b5ccbfc3c78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:15.544903 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c06ebf0-24b6-4429-b680-0daa3519f488 admin admin] Network hostable DHCP agents. Network: 78368f62-ed24-43ac-ae16-b5ccbfc3c78d, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:37:15.558199 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87682fef-8148-4e8d-9e59-68c44b2aa9d0 None None] Pushing event updated for resources: {'Port': ['ID=ad4c1090-8c7e-475d-9274-c3c70ff128bc,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:15.623191 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-87682fef-8148-4e8d-9e59-68c44b2aa9d0 None None] Provisioning complete for port 7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:15.624098 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-87682fef-8148-4e8d-9e59-68c44b2aa9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.687604 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c06ebf0-24b6-4429-b680-0daa3519f488 admin admin] Network 78368f62-ed24-43ac-ae16-b5ccbfc3c78d is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:37:15.757076 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-9c06ebf0-24b6-4429-b680-0daa3519f488 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 78368f62-ed24-43ac-ae16-b5ccbfc3c78d) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:15.768622 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c06ebf0-24b6-4429-b680-0daa3519f488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:15.772682 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9c06ebf0-24b6-4429-b680-0daa3519f488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.776300 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d846d2d-d802-4d62-aac1-a8b429fd1d1b None None] Network 78368f62-ed24-43ac-ae16-b5ccbfc3c78d requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:15.835302 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9c06ebf0-24b6-4429-b680-0daa3519f488 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.9783068 Nov 12 03:37:15.846076 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cfe340-73e3-485a-bbac-f72b67fbe3b1 req-a54c980d-c637-438b-9147-5df6edf1b8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:15.847902 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-33cfe340-73e3-485a-bbac-f72b67fbe3b1 req-a54c980d-c637-438b-9147-5df6edf1b8d1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6c7f6069-f411-4391-9326-65cfd4966ecb HTTP/1.1" status: 200 len: 918 time: 0.5347962 Nov 12 03:37:15.888680 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 5110e494-907c-4cb8-a0ca-cc326a92621a up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:15.890538 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-87682fef-8148-4e8d-9e59-68c44b2aa9d0 None None] Port 7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:15.935375 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-941d4244-fcff-482f-b375-5b956d0380bf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.982532 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-33cfe340-73e3-485a-bbac-f72b67fbe3b1 req-b3e4bfbf-720c-4567-96cf-468e086d88f6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9afa6c67-c0a1-4c66-8299-b931d06a49fa HTTP/1.1" status: 200 len: 999 time: 0.1260364 Nov 12 03:37:16.019340 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f8f9dd57-ff8a-4b64-a22b-d2f136777d65 req-d953bdd4-b917-426e-8634-568ac6cf87aa tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7026401 Nov 12 03:37:16.063406 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-9e45cf59-2499-4602-900c-12988ce4fb4e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Allocated IP 10.1.1.96 (8d21d20a-27ba-43f8-a492-7cb16d2502e7/b982b1ac-5a39-445d-bf86-e4e863c753c9/abbc23e8-1176-4bcd-936e-074c27c7f379) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:16.068414 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-1b0a89c4-05c4-4183-8e3b-52b52eccd7b3 None None] Provisioning complete for port ad4c1090-8c7e-475d-9274-c3c70ff128bc triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:16.068974 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1b0a89c4-05c4-4183-8e3b-52b52eccd7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:16.077434 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-941d4244-fcff-482f-b375-5b956d0380bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:16.108499 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cfe340-73e3-485a-bbac-f72b67fbe3b1 req-956937b5-a75d-4298-aab1-d50c52fd3d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:16.112574 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-33cfe340-73e3-485a-bbac-f72b67fbe3b1 req-956937b5-a75d-4298-aab1-d50c52fd3d13 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390 HTTP/1.1" status: 200 len: 856 time: 0.1214354 Nov 12 03:37:16.170723 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-941d4244-fcff-482f-b375-5b956d0380bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:16.307585 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-941d4244-fcff-482f-b375-5b956d0380bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:16.369945 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bff82aaa-2ddc-43e0-886a-cfd6693634f0 req-cab98ccc-ffc9-43ef-b293-a4a98bbdf67f tempest-ServerShowV247Test-719133461 tempest-ServerShowV247Test-719133461-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a05c154-e808-42a9-b190-653785893fdb HTTP/1.1" status: 200 len: 210 time: 0.0768392 Nov 12 03:37:16.372480 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 5110e494-907c-4cb8-a0ca-cc326a92621a triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:16.376997 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:16.409353 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d4244-fcff-482f-b375-5b956d0380bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72766cc4-c169-412e-91ff-87cd0c4b294c,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:16.409620 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cfe340-73e3-485a-bbac-f72b67fbe3b1 req-273abd6c-845a-420b-9956-6d735157eeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:16.414079 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-941d4244-fcff-482f-b375-5b956d0380bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:16.418524 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-941d4244-fcff-482f-b375-5b956d0380bf admin admin] 10.222.0.50 "DELETE /v2.0/subnets/72766cc4-c169-412e-91ff-87cd0c4b294c HTTP/1.1" status: 204 len: 168 time: 2.2106464 Nov 12 03:37:16.421968 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48954) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:16.422434 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-33cfe340-73e3-485a-bbac-f72b67fbe3b1 req-273abd6c-845a-420b-9956-6d735157eeac service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6c7f6069-f411-4391-9326-65cfd4966ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1968496 Nov 12 03:37:16.471109 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c76bbb-6419-4b36-a103-8d3571d1cca8 None None] Network 78368f62-ed24-43ac-ae16-b5ccbfc3c78d requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:16.632012 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-33cfe340-73e3-485a-bbac-f72b67fbe3b1 req-77e757bf-ce47-4ae5-bb38-83046ab214af service neutron] 10.222.0.90 "GET /v2.0/networks/6c7f6069-f411-4391-9326-65cfd4966ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940873 Nov 12 03:37:16.739967 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fea32b61-78f2-4e0f-be1f-a07b312f07fc req-c805634f-1291-4df7-adae-f003de4ff5d1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0a05c154-e808-42a9-b190-653785893fdb HTTP/1.1" status: 200 len: 210 time: 0.7772753 Nov 12 03:37:16.783208 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device ad4c1090-8c7e-475d-9274-c3c70ff128bc up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:16.796736 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a24e8118-8717-4936-a651-dbc24d97cfbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:16.809742 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9e45cf59-2499-4602-900c-12988ce4fb4e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:16.865571 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-33cfe340-73e3-485a-bbac-f72b67fbe3b1 req-209e54af-6b5d-491d-845c-f5e6f397623e service neutron] 10.222.0.90 "GET /v2.0/networks/6c7f6069-f411-4391-9326-65cfd4966ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240121 Nov 12 03:37:16.870896 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port ad4c1090-8c7e-475d-9274-c3c70ff128bc triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:16.871276 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:16.950607 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9e45cf59-2499-4602-900c-12988ce4fb4e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:17.015337 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35932a-75da-4e91-a47a-3f2c8987a361 req-951c1560-9a64-4c7e-84e0-183bb251ed38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:17.017370 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fe35932a-75da-4e91-a47a-3f2c8987a361 req-951c1560-9a64-4c7e-84e0-183bb251ed38 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d558dd5b9f934464b6c1626ad18ebb6c&device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 1097 time: 0.0738428 Nov 12 03:37:17.073090 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e45cf59-2499-4602-900c-12988ce4fb4e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Pushing event updated for resources: {'Port': ['ID=abbc23e8-1176-4bcd-936e-074c27c7f379,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:17.097697 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e45cf59-2499-4602-900c-12988ce4fb4e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Network 8d21d20a-27ba-43f8-a492-7cb16d2502e7 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:17.179519 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-9e45cf59-2499-4602-900c-12988ce4fb4e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:17.185964 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e45cf59-2499-4602-900c-12988ce4fb4e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:17.265624 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35932a-75da-4e91-a47a-3f2c8987a361 req-d4067a0c-438e-4b63-83a0-a1b1c049fbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:17.267826 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fe35932a-75da-4e91-a47a-3f2c8987a361 req-d4067a0c-438e-4b63-83a0-a1b1c049fbf3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6c7f6069-f411-4391-9326-65cfd4966ecb HTTP/1.1" status: 200 len: 918 time: 0.2407863 Nov 12 03:37:17.282619 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a24e8118-8717-4936-a651-dbc24d97cfbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:17.311256 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be0d20-c717-4d7e-a940-b3e7219b161a req-9cf412f1-f1f7-45b5-b6e2-b161d269a259 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:17.313445 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c4be0d20-c717-4d7e-a940-b3e7219b161a req-9cf412f1-f1f7-45b5-b6e2-b161d269a259 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 945 time: 0.1077650 Nov 12 03:37:17.402402 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-a24e8118-8717-4936-a651-dbc24d97cfbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d92b822-1d52-4350-b10e-19e1e71a2251']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:17.434761 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fe35932a-75da-4e91-a47a-3f2c8987a361 req-dc3ad312-52a2-448b-83e6-7b9dbd306d8a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9afa6c67-c0a1-4c66-8299-b931d06a49fa HTTP/1.1" status: 200 len: 999 time: 0.1559069 Nov 12 03:37:17.538014 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-d9a1fe74-76e8-4a80-b840-19f3c22c42aa tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:17.539790 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-d9a1fe74-76e8-4a80-b840-19f3c22c42aa tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/networks?id=78368f62-ed24-43ac-ae16-b5ccbfc3c78d HTTP/1.1" status: 200 len: 806 time: 0.2646143 Nov 12 03:37:17.558580 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e45cf59-2499-4602-900c-12988ce4fb4e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:17.559463 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9e45cf59-2499-4602-900c-12988ce4fb4e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:17.577935 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c4be0d20-c717-4d7e-a940-b3e7219b161a req-95cdfd80-a8bf-44c6-b15f-23756b604ffd tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1998065 Nov 12 03:37:17.587172 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35932a-75da-4e91-a47a-3f2c8987a361 req-4b499dce-502d-405f-9b78-4c8b0d5b8665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:17.589393 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fe35932a-75da-4e91-a47a-3f2c8987a361 req-4b499dce-502d-405f-9b78-4c8b0d5b8665 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390 HTTP/1.1" status: 200 len: 856 time: 0.1371558 Nov 12 03:37:17.622465 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-a24e8118-8717-4936-a651-dbc24d97cfbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3d34595-f2e3-4d8b-8ee3-bbfff31400f0') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:17.622465 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-a24e8118-8717-4936-a651-dbc24d97cfbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3d34595-f2e3-4d8b-8ee3-bbfff31400f0') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:17.661625 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35932a-75da-4e91-a47a-3f2c8987a361 req-ceb5e571-5a0d-42fa-835d-99427ddd9fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:17.663178 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fe35932a-75da-4e91-a47a-3f2c8987a361 req-ceb5e571-5a0d-42fa-835d-99427ddd9fd5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6c7f6069-f411-4391-9326-65cfd4966ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651529 Nov 12 03:37:17.664958 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a24e8118-8717-4936-a651-dbc24d97cfbf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:17.702767 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a24e8118-8717-4936-a651-dbc24d97cfbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:17.710611 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a24e8118-8717-4936-a651-dbc24d97cfbf admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:37:17.711004 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a24e8118-8717-4936-a651-dbc24d97cfbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:17.712541 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-aa676cfe-759b-4a2a-aeb2-11f3d603fa4e None None] Provisioning complete for port abbc23e8-1176-4bcd-936e-074c27c7f379 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:17.714713 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-aa676cfe-759b-4a2a-aeb2-11f3d603fa4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:17.728742 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f941fb54-228b-4b69-aa3b-8f6865e6b4ee req-1a4fc1d2-552f-4562-9a80-72a716ec1343 tempest-ServerShowV247Test-719133461 tempest-ServerShowV247Test-719133461-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a05c154-e808-42a9-b190-653785893fdb HTTP/1.1" status: 200 len: 210 time: 0.0564287 Nov 12 03:37:17.809066 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-6ea6e6a0-fafe-4c78-8b4b-dae05f6cd1f1 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/quotas/25535b709a2d4c4589b8ab88b8c8086a HTTP/1.1" status: 200 len: 375 time: 0.2400835 Nov 12 03:37:17.810915 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:37:17.810915 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:37:17.810915 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:37:17.810915 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:37:17.810915 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:37:17.810915 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:37:17.810915 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:37:17.810915 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:37:17.810915 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:37:17.810915 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:37:17.810915 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:37:17.810915 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:37:17.810915 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:37:17.810915 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:37:17.810915 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:37:17.810915 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:37:17.810915 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:37:17.810915 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:37:17.810915 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:37:17.810915 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:37:17.810915 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:37:17.810915 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:37:17.810915 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:37:17.810915 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:37:17.810915 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:37:17.810915 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:37:17.810915 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:37:17.810915 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:37:17.810915 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:37:17.810915 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:37:17.810915 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:37:17.810915 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:37:17.814117 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-aa676cfe-759b-4a2a-aeb2-11f3d603fa4e None None] Port abbc23e8-1176-4bcd-936e-074c27c7f379 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:17.814880 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a24e8118-8717-4936-a651-dbc24d97cfbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:17.826837 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a24e8118-8717-4936-a651-dbc24d97cfbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:17.834367 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a24e8118-8717-4936-a651-dbc24d97cfbf admin admin] 10.222.0.50 "DELETE /v2.0/networks/6d92b822-1d52-4350-b10e-19e1e71a2251 HTTP/1.1" status: 204 len: 168 time: 1.4095452 Nov 12 03:37:17.849567 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9e45cf59-2499-4602-900c-12988ce4fb4e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.1338623 Nov 12 03:37:17.871299 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e8118-8717-4936-a651-dbc24d97cfbf admin admin] Pushing event deleted for resources: {'Network': ['ID=6d92b822-1d52-4350-b10e-19e1e71a2251,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:17.892064 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fe35932a-75da-4e91-a47a-3f2c8987a361 req-672ddd4f-4a66-41b7-9235-d9a2e3646677 service neutron] 10.222.0.90 "GET /v2.0/networks/6c7f6069-f411-4391-9326-65cfd4966ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069063 Nov 12 03:37:17.913871 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-517f110e-c69f-45ba-ae3b-e8148aeb973c tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=25535b709a2d4c4589b8ab88b8c8086a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0771365 Nov 12 03:37:18.079853 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-4fdfe185-d5cc-48f2-936e-bc0a06daefc9 service neutron] 10.222.0.50 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571782 Nov 12 03:37:18.087950 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:18.111650 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fe35932a-75da-4e91-a47a-3f2c8987a361 req-db32d7f0-653a-4a30-bb2d-5b7caca8520b service neutron] 10.222.0.90 "GET /v2.0/networks/6c7f6069-f411-4391-9326-65cfd4966ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109370 Nov 12 03:37:18.161802 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49022) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:18.241843 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49028) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:18.289056 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f4a96a1a-ba50-4801-93fa-da86dc35a4ae admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7a66a290c07b401b9c3490b56986aa78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0460229 Nov 12 03:37:18.291785 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49030) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:18.318239 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-bd341da4-62b2-4894-b740-cba549398414 service neutron] 10.222.0.50 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249925 Nov 12 03:37:18.403686 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 49032) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:18.404849 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5de7291b-e498-487c-a531-3d32729aeb3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:18.413603 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-b213bdad-3dd2-4b08-8b98-ea3f55f04c93 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Request body: {'security_group': {'name': 'tempest-securitygroup--427545329', 'description': 'tempest-description--1714714806'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:18.464124 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b213bdad-3dd2-4b08-8b98-ea3f55f04c93 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:18.464636 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5de7291b-e498-487c-a531-3d32729aeb3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:18.555478 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-711d22c5-8258-41fe-9064-180f52f41f19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:18.632985 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5de7291b-e498-487c-a531-3d32729aeb3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:18.640343 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5de7291b-e498-487c-a531-3d32729aeb3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:18.643185 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5de7291b-e498-487c-a531-3d32729aeb3f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fc4e4974-ed3c-432c-b213-f6601abfd534 HTTP/1.1" status: 204 len: 168 time: 0.3502388 Nov 12 03:37:18.657360 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b213bdad-3dd2-4b08-8b98-ea3f55f04c93 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:18.670491 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b213bdad-3dd2-4b08-8b98-ea3f55f04c93 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:18.767173 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-711d22c5-8258-41fe-9064-180f52f41f19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:18.768926 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de7291b-e498-487c-a531-3d32729aeb3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4e4974-ed3c-432c-b213-f6601abfd534,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:18.775193 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-711d22c5-8258-41fe-9064-180f52f41f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:18.846014 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b213bdad-3dd2-4b08-8b98-ea3f55f04c93 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:18.846698 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b213bdad-3dd2-4b08-8b98-ea3f55f04c93 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4409006 Nov 12 03:37:18.850949 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 49056) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:18.852265 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bbf9e67b-8bdd-43ac-b636-a4df4e3aca46 req-a9257283-7b9d-4eae-a070-bded8d9f3eae tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=cae109e2-d1d7-4bd3-b2a0-66d25788c96b HTTP/1.1" status: 200 len: 210 time: 0.1869621 Nov 12 03:37:18.853640 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b213bdad-3dd2-4b08-8b98-ea3f55f04c93 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2781370c-8ac8-4e15-a928-f18ce8eea7d6,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:18.864509 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-c60c1ca5-7fdd-45d1-ac5d-2c8fc0e1cc0f tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Request body: {'security_group_rule': {'security_group_id': '2781370c-8ac8-4e15-a928-f18ce8eea7d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:18.933040 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b213bdad-3dd2-4b08-8b98-ea3f55f04c93 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:18.934205 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b213bdad-3dd2-4b08-8b98-ea3f55f04c93 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:18.935176 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b213bdad-3dd2-4b08-8b98-ea3f55f04c93 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:18.938127 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b213bdad-3dd2-4b08-8b98-ea3f55f04c93 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:18.938695 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b213bdad-3dd2-4b08-8b98-ea3f55f04c93 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:18.940724 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b213bdad-3dd2-4b08-8b98-ea3f55f04c93 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:18.941545 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b213bdad-3dd2-4b08-8b98-ea3f55f04c93 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:18.942200 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b213bdad-3dd2-4b08-8b98-ea3f55f04c93 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:18.942867 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b213bdad-3dd2-4b08-8b98-ea3f55f04c93 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:18.943720 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b213bdad-3dd2-4b08-8b98-ea3f55f04c93 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:18.945543 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b213bdad-3dd2-4b08-8b98-ea3f55f04c93 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:18.946596 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b213bdad-3dd2-4b08-8b98-ea3f55f04c93 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:18.996150 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-711d22c5-8258-41fe-9064-180f52f41f19 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c1aa5046e44e4f58b85f9dfc6d2a164f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8305392 Nov 12 03:37:19.003524 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49062) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:19.005096 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a424c-2014-4db5-9aa4-8069d84b010c req-bc8010c7-e33e-4148-97c2-0353ad51ac93 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:19.017300 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f43a424c-2014-4db5-9aa4-8069d84b010c req-bc8010c7-e33e-4148-97c2-0353ad51ac93 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 945 time: 0.2796869 Nov 12 03:37:19.030040 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d22c5-8258-41fe-9064-180f52f41f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af36e68c-5d50-45dc-bcac-0bc075183056,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:19.086312 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f43a424c-2014-4db5-9aa4-8069d84b010c req-9ff3982a-228a-47ca-8d7d-a0cd66424cf0 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680528 Nov 12 03:37:19.094090 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c60c1ca5-7fdd-45d1-ac5d-2c8fc0e1cc0f tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:19.162974 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6ab173f0-d164-43c6-8ee4-e88a3c84f98a req-c2ff3f9e-a94e-4ca8-a12a-ce9976b83487 tempest-ServerShowV247Test-719133461 tempest-ServerShowV247Test-719133461-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a05c154-e808-42a9-b190-653785893fdb HTTP/1.1" status: 200 len: 210 time: 0.1338038 Nov 12 03:37:19.201209 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c60c1ca5-7fdd-45d1-ac5d-2c8fc0e1cc0f tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:19.213633 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c60c1ca5-7fdd-45d1-ac5d-2c8fc0e1cc0f tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:19.270147 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c1ca5-7fdd-45d1-ac5d-2c8fc0e1cc0f tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=329ca2e9-396b-4b43-9b8f-99a28908c2cf,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:19.286379 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c60c1ca5-7fdd-45d1-ac5d-2c8fc0e1cc0f tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:19.290904 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c60c1ca5-7fdd-45d1-ac5d-2c8fc0e1cc0f tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4332130 Nov 12 03:37:19.292687 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 49078) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:19.301963 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-203477d4-1a45-4acc-b604-2d7674ce343a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:19.317048 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-954fd7dc-daef-4f7e-8384-a9272616dd52 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Request body: {'security_group_rule': {'security_group_id': '2781370c-8ac8-4e15-a928-f18ce8eea7d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:19.391276 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-203477d4-1a45-4acc-b604-2d7674ce343a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:19.429203 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-954fd7dc-daef-4f7e-8384-a9272616dd52 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:19.494902 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49090) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:19.562286 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-203477d4-1a45-4acc-b604-2d7674ce343a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:19.565488 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-203477d4-1a45-4acc-b604-2d7674ce343a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:19.566664 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-203477d4-1a45-4acc-b604-2d7674ce343a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/af36e68c-5d50-45dc-bcac-0bc075183056 HTTP/1.1" status: 204 len: 168 time: 0.5621281 Nov 12 03:37:19.580986 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203477d4-1a45-4acc-b604-2d7674ce343a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af36e68c-5d50-45dc-bcac-0bc075183056,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:19.640322 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-954fd7dc-daef-4f7e-8384-a9272616dd52 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:19.645719 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-954fd7dc-daef-4f7e-8384-a9272616dd52 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:19.697178 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-954fd7dc-daef-4f7e-8384-a9272616dd52 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:19.701838 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49104) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:19.705486 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-954fd7dc-daef-4f7e-8384-a9272616dd52 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4098341 Nov 12 03:37:19.707412 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-060cefbc-4cfd-4b4d-8bcc-8847df62714e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:19.728118 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fd7dc-daef-4f7e-8384-a9272616dd52 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90a98311-4974-4499-a099-032cbf7a1062,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:19.759809 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-60684482-f45b-4140-8383-fa58575c8306 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:19.786230 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 9afa6c67-c0a1-4c66-8299-b931d06a49fa no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:19.858849 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bc4ffa81-f7f8-486f-9d94-dcf4983ea3a9 req-9f70671f-441b-4fcc-8dcd-20756ecef418 tempest-ServerShowV247Test-719133461 tempest-ServerShowV247Test-719133461-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a05c154-e808-42a9-b190-653785893fdb HTTP/1.1" status: 200 len: 210 time: 0.1232092 Nov 12 03:37:19.876335 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-060cefbc-4cfd-4b4d-8bcc-8847df62714e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks [] for floatingip, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:19.935218 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-60684482-f45b-4140-8383-fa58575c8306 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] 10.222.0.50 "PUT /v2.0/quotas/7837ebe7268946a3a1ba81db6eedf433 HTTP/1.1" status: 200 len: 368 time: 0.4361899 Nov 12 03:37:19.935644 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 49110) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:19.941671 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-51c6e094-8a7b-4699-a3b1-1dde9241efc8 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Request body: {'network': {'project_id': '7837ebe7268946a3a1ba81db6eedf433'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:19.991015 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c6e094-8a7b-4699-a3b1-1dde9241efc8 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Made reservation on behalf of 7837ebe7268946a3a1ba81db6eedf433 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:19.991286 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:19.998266 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-51c6e094-8a7b-4699-a3b1-1dde9241efc8 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:20.031363 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-51c6e094-8a7b-4699-a3b1-1dde9241efc8 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:20.035583 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9570f12-a94f-406f-9529-8b7adce8ac7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9afa6c67-c0a1-4c66-8299-b931d06a49fa'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:20.044276 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3a0b6c-a43f-40ff-85c8-18804b5fbf88" -d '{"events": [{"server_uuid": "d9570f12-a94f-406f-9529-8b7adce8ac7c", "name": "network-vif-unplugged", "status": "completed", "tag": "9afa6c67-c0a1-4c66-8299-b931d06a49fa"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:20.097036 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 9afa6c67-c0a1-4c66-8299-b931d06a49fa, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=9afa6c67-c0a1-4c66-8299-b931d06a49fa,segment=NetworkSegment(4e7b8aec-969c-41d9-8252-0d15a236e5b1),segment_id=4e7b8aec-969c-41d9-8252-0d15a236e5b1)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:20.099240 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-119cd149-0bb4-4266-bec3-accbbad9ea52 req-006a6345-cf10-4301-acc7-e8cdfadc7f98 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=cae109e2-d1d7-4bd3-b2a0-66d25788c96b HTTP/1.1" status: 200 len: 210 time: 0.0502400 Nov 12 03:37:20.119867 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:20.141875 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2b7783-4414-4978-a979-7ac5a95f17a0 x-openstack-request-id: req-ee2b7783-4414-4978-a979-7ac5a95f17a0 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:20.151133 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9570f12-a94f-406f-9529-8b7adce8ac7c", "name": "network-vif-unplugged", "status": "completed", "tag": "9afa6c67-c0a1-4c66-8299-b931d06a49fa", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:20.151539 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ee2b7783-4414-4978-a979-7ac5a95f17a0 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:20.152033 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9570f12-a94f-406f-9529-8b7adce8ac7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9afa6c67-c0a1-4c66-8299-b931d06a49fa', 'code': 200} Nov 12 03:37:20.172571 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-060cefbc-4cfd-4b4d-8bcc-8847df62714e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:20.451817 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-060cefbc-4cfd-4b4d-8bcc-8847df62714e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Allocated IP 172.25.5.18 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/ad69feab-983e-4b0a-bf4e-dc52e0438162) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:20.556279 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49138) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:20.621233 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-060cefbc-4cfd-4b4d-8bcc-8847df62714e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:20.667058 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-060cefbc-4cfd-4b4d-8bcc-8847df62714e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:20.721106 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-51c6e094-8a7b-4699-a3b1-1dde9241efc8 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:20.756533 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-51c6e094-8a7b-4699-a3b1-1dde9241efc8 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:20.787002 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e91bfb-b268-46b4-970f-02559c6afadd req-c35bd2de-0fa8-4512-993c-6b96ac6905a4 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:20.797454 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-02e91bfb-b268-46b4-970f-02559c6afadd req-c35bd2de-0fa8-4512-993c-6b96ac6905a4 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 943 time: 0.5700455 Nov 12 03:37:20.826604 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=9afa6c67-c0a1-4c66-8299-b931d06a49fa,revision_number=8']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:20.911756 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51c6e094-8a7b-4699-a3b1-1dde9241efc8 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:37:20.925595 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c6e094-8a7b-4699-a3b1-1dde9241efc8 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c987f9-b7f2-4497-8bec-256bc43fd568,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:20.944654 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-de650f47-97fe-45f1-96f1-1f875640eac7 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:20.948166 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-de650f47-97fe-45f1-96f1-1f875640eac7 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.74 "GET /v2.0/networks?id=78368f62-ed24-43ac-ae16-b5ccbfc3c78d HTTP/1.1" status: 200 len: 806 time: 0.7686877 Nov 12 03:37:20.983562 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-51c6e094-8a7b-4699-a3b1-1dde9241efc8 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:20.984173 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-51c6e094-8a7b-4699-a3b1-1dde9241efc8 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Added segment 002edff5-c9bb-4507-9dd2-1f688e4218c0 of type vlan for network c9438b5e-6a1a-4d43-a011-64e6c866f368 Nov 12 03:37:20.997284 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-02e91bfb-b268-46b4-970f-02559c6afadd req-7b815f32-d673-4313-9030-6655cc81ce71 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1987083 Nov 12 03:37:21.007452 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-4c280719-f892-4c01-9a62-c76c527d4169 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Request body: {'port': {'device_id': 'cae109e2-d1d7-4bd3-b2a0-66d25788c96b', 'network_id': '78368f62-ed24-43ac-ae16-b5ccbfc3c78d', 'admin_state_up': True, 'tenant_id': '25535b709a2d4c4589b8ab88b8c8086a'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:21.148624 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-51c6e094-8a7b-4699-a3b1-1dde9241efc8 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.213368 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-51c6e094-8a7b-4699-a3b1-1dde9241efc8 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.214479 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c6e094-8a7b-4699-a3b1-1dde9241efc8 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:21.215046 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-51c6e094-8a7b-4699-a3b1-1dde9241efc8 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.229228 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-3151ca59-bf53-471a-a7aa-a031256d4e9e admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1899965341-network', 'tenant_id': '5ebb684d29944e539f543ee420a9874c'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:21.319850 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-4c280719-f892-4c01-9a62-c76c527d4169 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Made reservation on behalf of 25535b709a2d4c4589b8ab88b8c8086a for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:21.325101 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-4c280719-f892-4c01-9a62-c76c527d4169 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.326775 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060cefbc-4cfd-4b4d-8bcc-8847df62714e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:21.341933 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6b67953c-0237-44c7-b512-fa96f083c3ac req-d1f772a2-576f-49ff-ad58-dfdc05832984 tempest-ServerShowV247Test-719133461 tempest-ServerShowV247Test-719133461-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a05c154-e808-42a9-b190-653785893fdb HTTP/1.1" status: 200 len: 210 time: 0.1078897 Nov 12 03:37:21.346609 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c6e094-8a7b-4699-a3b1-1dde9241efc8 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Pushing event updated for resources: {'Network': ['ID=c9438b5e-6a1a-4d43-a011-64e6c866f368,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:21.358594 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network c9438b5e-6a1a-4d43-a011-64e6c866f368 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:37:21.372193 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060cefbc-4cfd-4b4d-8bcc-8847df62714e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Pushing event updated for resources: {'Port': ['ID=ad69feab-983e-4b0a-bf4e-dc52e0438162,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:21.373126 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-51c6e094-8a7b-4699-a3b1-1dde9241efc8 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4367712 Nov 12 03:37:21.391243 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 49172) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:21.398600 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-c2812992-5b2c-4d00-b00f-9dc8ebb7bd22 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Request body: {'network': {'project_id': '7837ebe7268946a3a1ba81db6eedf433'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:21.427072 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-060cefbc-4cfd-4b4d-8bcc-8847df62714e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:21.441266 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060cefbc-4cfd-4b4d-8bcc-8847df62714e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:21.543882 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3151ca59-bf53-471a-a7aa-a031256d4e9e admin admin] Made reservation on behalf of 5ebb684d29944e539f543ee420a9874c for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:21.547060 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3151ca59-bf53-471a-a7aa-a031256d4e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.564060 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3151ca59-bf53-471a-a7aa-a031256d4e9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.574373 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2812992-5b2c-4d00-b00f-9dc8ebb7bd22 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Made reservation on behalf of 7837ebe7268946a3a1ba81db6eedf433 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:21.576816 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c2812992-5b2c-4d00-b00f-9dc8ebb7bd22 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.710308 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2812992-5b2c-4d00-b00f-9dc8ebb7bd22 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:37:21.720738 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-4c280719-f892-4c01-9a62-c76c527d4169 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Allocated IP 172.20.0.7 (78368f62-ed24-43ac-ae16-b5ccbfc3c78d/503f9962-4a4b-41cd-afae-2bc03640b310/49b293a5-a2d4-4fee-bf55-5069bfa8e6b9) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:21.732151 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b5ef6329-e0e0-4c1d-af82-0bdf3f0948a5 req-fdcecf86-0af0-450d-a1bc-a966cd1be1ba tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=cae109e2-d1d7-4bd3-b2a0-66d25788c96b HTTP/1.1" status: 200 len: 210 time: 0.1629817 Nov 12 03:37:21.749546 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3151ca59-bf53-471a-a7aa-a031256d4e9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.767955 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c2812992-5b2c-4d00-b00f-9dc8ebb7bd22 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.768647 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-c2812992-5b2c-4d00-b00f-9dc8ebb7bd22 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Added segment 45dbd5db-0091-40da-bd8c-de9f6433fbb2 of type vlan for network 21102056-cfb2-49bd-b734-62a4585d37d1 Nov 12 03:37:21.778553 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3151ca59-bf53-471a-a7aa-a031256d4e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.838965 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3151ca59-bf53-471a-a7aa-a031256d4e9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:37:21.847599 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-060cefbc-4cfd-4b4d-8bcc-8847df62714e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.858845 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3151ca59-bf53-471a-a7aa-a031256d4e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c325ba-dca2-4a7d-888a-7c994db57611,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:21.864697 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3151ca59-bf53-471a-a7aa-a031256d4e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.865169 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-3151ca59-bf53-471a-a7aa-a031256d4e9e admin admin] Added segment f05b0f80-1c07-4015-9006-a0a3150a35f3 of type vlan for network 910bd456-1873-44d8-a86c-8e2200c1860a Nov 12 03:37:21.878333 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c2812992-5b2c-4d00-b00f-9dc8ebb7bd22 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.910049 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-060cefbc-4cfd-4b4d-8bcc-8847df62714e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.949875 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 49192) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:21.990132 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3151ca59-bf53-471a-a7aa-a031256d4e9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.991640 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c2812992-5b2c-4d00-b00f-9dc8ebb7bd22 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.993541 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2812992-5b2c-4d00-b00f-9dc8ebb7bd22 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:21.994212 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c2812992-5b2c-4d00-b00f-9dc8ebb7bd22 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.066606 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3151ca59-bf53-471a-a7aa-a031256d4e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.067922 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3151ca59-bf53-471a-a7aa-a031256d4e9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:22.068729 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3151ca59-bf53-471a-a7aa-a031256d4e9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.115885 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c2812992-5b2c-4d00-b00f-9dc8ebb7bd22 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7233100 Nov 12 03:37:22.122050 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 49200) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:22.122670 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-273df46c-3a97-4390-b5db-101c78a59cce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.130152 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-a0406c8c-0af7-4027-8d57-85603e05fa3f tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Request body: {'network': {'project_id': '7837ebe7268946a3a1ba81db6eedf433'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:22.135649 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-4c280719-f892-4c01-9a62-c76c527d4169 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.137052 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2812992-5b2c-4d00-b00f-9dc8ebb7bd22 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Pushing event updated for resources: {'Network': ['ID=21102056-cfb2-49bd-b734-62a4585d37d1,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:22.147767 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 21102056-cfb2-49bd-b734-62a4585d37d1 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:37:22.179374 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0406c8c-0af7-4027-8d57-85603e05fa3f tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 03:37:22.180822 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0406c8c-0af7-4027-8d57-85603e05fa3f tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:37:22.182197 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a0406c8c-0af7-4027-8d57-85603e05fa3f tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0573351 Nov 12 03:37:22.188305 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 49202) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:22.276815 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-4c280719-f892-4c01-9a62-c76c527d4169 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.294295 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9afd0fde-fdd5-4411-8052-0cc840459655 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7837ebe7268946a3a1ba81db6eedf433&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1022136 Nov 12 03:37:22.304582 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49206) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:22.326814 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3151ca59-bf53-471a-a7aa-a031256d4e9e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7631335 Nov 12 03:37:22.327689 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 49210) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:22.335228 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-f12e32da-7c83-4459-bed8-aa6b6854963e admin admin] Request body: {'subnet': {'network_id': '910bd456-1873-44d8-a86c-8e2200c1860a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1899965341-subnet', 'tenant_id': '5ebb684d29944e539f543ee420a9874c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:22.337701 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3151ca59-bf53-471a-a7aa-a031256d4e9e admin admin] Pushing event updated for resources: {'Network': ['ID=910bd456-1873-44d8-a86c-8e2200c1860a,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:22.367076 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 910bd456-1873-44d8-a86c-8e2200c1860a details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:37:22.369868 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-4c280719-f892-4c01-9a62-c76c527d4169 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Network 78368f62-ed24-43ac-ae16-b5ccbfc3c78d is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:22.392592 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-4c280719-f892-4c01-9a62-c76c527d4169 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:22.400137 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-4c280719-f892-4c01-9a62-c76c527d4169 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:22.425797 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-273df46c-3a97-4390-b5db-101c78a59cce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.451035 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-198838e4-145f-4b75-99fa-99a9da031430 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.469424 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c280719-f892-4c01-9a62-c76c527d4169 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Pushing event updated for resources: {'Port': ['ID=49b293a5-a2d4-4fee-bf55-5069bfa8e6b9,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:22.497096 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-273df46c-3a97-4390-b5db-101c78a59cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.497096 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12e32da-7c83-4459-bed8-aa6b6854963e admin admin] Made reservation on behalf of 5ebb684d29944e539f543ee420a9874c for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:22.498182 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f12e32da-7c83-4459-bed8-aa6b6854963e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.528023 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-198838e4-145f-4b75-99fa-99a9da031430 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.542238 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-060cefbc-4cfd-4b4d-8bcc-8847df62714e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.566547 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-060cefbc-4cfd-4b4d-8bcc-8847df62714e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.585655 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-80129d10-fd68-40d1-b0d4-d75b4851c1f5 req-377bd607-6618-4fa9-a29b-2aa7a71bc516 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:37:22.587067 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-80129d10-fd68-40d1-b0d4-d75b4851c1f5 req-377bd607-6618-4fa9-a29b-2aa7a71bc516 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059183 Nov 12 03:37:22.622913 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c05009b1-8135-4fc5-b777-4b958330ab74 req-339318cc-8108-4fb1-9bb8-cc4ce5ea1713 tempest-ServerShowV247Test-719133461 tempest-ServerShowV247Test-719133461-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a05c154-e808-42a9-b190-653785893fdb HTTP/1.1" status: 200 len: 210 time: 0.0833566 Nov 12 03:37:22.693880 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060cefbc-4cfd-4b4d-8bcc-8847df62714e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Pushing event updated for resources: {'Port': ['ID=ad69feab-983e-4b0a-bf4e-dc52e0438162,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:22.711590 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-060cefbc-4cfd-4b4d-8bcc-8847df62714e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.716510 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-198838e4-145f-4b75-99fa-99a9da031430 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.719616 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-198838e4-145f-4b75-99fa-99a9da031430 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.721034 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-198838e4-145f-4b75-99fa-99a9da031430 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] 10.222.0.50 "DELETE /v2.0/security-groups/95c987f9-b7f2-4497-8bec-256bc43fd568 HTTP/1.1" status: 204 len: 168 time: 0.4121058 Nov 12 03:37:22.724887 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49222) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:22.753733 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-4c280719-f892-4c01-9a62-c76c527d4169 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:22.755004 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-4c280719-f892-4c01-9a62-c76c527d4169 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.759392 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198838e4-145f-4b75-99fa-99a9da031430 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c987f9-b7f2-4497-8bec-256bc43fd568,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:22.773707 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-060cefbc-4cfd-4b4d-8bcc-8847df62714e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.784550 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-060cefbc-4cfd-4b4d-8bcc-8847df62714e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0808818 Nov 12 03:37:22.872618 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bf8156f7-7342-44c0-b319-fab40e07cc5d tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.940249 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48afb3-20b0-436f-8123-5c9bc7c1e204 req-677eced1-8112-44a8-b24f-2eeaaf836e7d tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:22.947703 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2c48afb3-20b0-436f-8123-5c9bc7c1e204 req-677eced1-8112-44a8-b24f-2eeaaf836e7d tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 943 time: 0.0994980 Nov 12 03:37:22.968017 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-273df46c-3a97-4390-b5db-101c78a59cce admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9ac684c6c7fe4ecc8b32849bace44544&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0150523 Nov 12 03:37:22.968852 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273df46c-3a97-4390-b5db-101c78a59cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af189055-6130-40a5-84f0-a96a94dc9731,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:22.976491 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 49234) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:22.978631 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f12e32da-7c83-4459-bed8-aa6b6854963e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.067569 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bf8156f7-7342-44c0-b319-fab40e07cc5d tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.101137 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-bf8156f7-7342-44c0-b319-fab40e07cc5d tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21102056-cfb2-49bd-b734-62a4585d37d1']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:23.109062 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-61af0f4d-cfcc-428e-96d6-286403cc15e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.120234 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2c48afb3-20b0-436f-8123-5c9bc7c1e204 req-65c55656-16a7-4f43-89c9-bd173438300d tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632509 Nov 12 03:37:23.139652 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-bf8156f7-7342-44c0-b319-fab40e07cc5d tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45dbd5db-0091-40da-bd8c-de9f6433fbb2') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:23.139962 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-bf8156f7-7342-44c0-b319-fab40e07cc5d tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45dbd5db-0091-40da-bd8c-de9f6433fbb2') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:23.141677 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-61af0f4d-cfcc-428e-96d6-286403cc15e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.152600 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bf8156f7-7342-44c0-b319-fab40e07cc5d tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.169976 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bf8156f7-7342-44c0-b319-fab40e07cc5d tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.179466 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf8156f7-7342-44c0-b319-fab40e07cc5d tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:37:23.180523 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bf8156f7-7342-44c0-b319-fab40e07cc5d tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.213111 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-4c280719-f892-4c01-9a62-c76c527d4169 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2309659 Nov 12 03:37:23.213703 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-61af0f4d-cfcc-428e-96d6-286403cc15e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.216167 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-61af0f4d-cfcc-428e-96d6-286403cc15e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.219631 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-61af0f4d-cfcc-428e-96d6-286403cc15e7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/af189055-6130-40a5-84f0-a96a94dc9731 HTTP/1.1" status: 204 len: 168 time: 0.2371609 Nov 12 03:37:23.235927 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af0f4d-cfcc-428e-96d6-286403cc15e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af189055-6130-40a5-84f0-a96a94dc9731,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:23.250617 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-ef933f15-0ff6-4fa7-9255-631a98160f50 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:37:23.252168 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-ef933f15-0ff6-4fa7-9255-631a98160f50 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0210559 Nov 12 03:37:23.260284 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ec493-076d-4ac8-abe3-5292009b5451 req-bac8d6e0-473f-474c-81a2-0070b5ff0189 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:23.261819 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9e4ec493-076d-4ac8-abe3-5292009b5451 req-bac8d6e0-473f-474c-81a2-0070b5ff0189 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=cae109e2-d1d7-4bd3-b2a0-66d25788c96b HTTP/1.1" status: 200 len: 931 time: 0.2899244 Nov 12 03:37:23.263843 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 49254) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:23.301032 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:37:23.301032 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:37:23.301032 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:37:23.301032 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:37:23.301032 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:37:23.301032 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:37:23.301032 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:37:23.301032 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:37:23.301032 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:37:23.301032 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:37:23.301032 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:37:23.301032 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:37:23.301032 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:37:23.301032 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:37:23.301032 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:37:23.301032 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:37:23.301032 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:37:23.301032 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:37:23.301032 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:37:23.301032 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:37:23.301032 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:37:23.301032 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:37:23.301032 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:37:23.301032 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:37:23.301032 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:37:23.301032 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:37:23.301032 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:37:23.301032 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:37:23.301032 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:37:23.301032 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:37:23.301032 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:37:23.301032 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:37:23.361069 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bf8156f7-7342-44c0-b319-fab40e07cc5d tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.367163 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bf8156f7-7342-44c0-b319-fab40e07cc5d tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.374433 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-bf8156f7-7342-44c0-b319-fab40e07cc5d tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] 10.222.0.50 "DELETE /v2.0/networks/21102056-cfb2-49bd-b734-62a4585d37d1 HTTP/1.1" status: 204 len: 168 time: 0.6420763 Nov 12 03:37:23.377271 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49264) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:23.499555 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-762ba377-9e6a-4c20-813e-97b436940f51 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--427545329&fields=id&tenant_id=0cdd38a3f1ea45dcbcc53ea0d2714986 HTTP/1.1" status: 200 len: 267 time: 0.1926713 Nov 12 03:37:23.504772 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8156f7-7342-44c0-b319-fab40e07cc5d tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Pushing event deleted for resources: {'Network': ['ID=21102056-cfb2-49bd-b734-62a4585d37d1,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:23.561606 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-51246c55-b20e-4e61-b78c-5849d5f80320 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.588553 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad236a5-9723-4269-be55-b5790ac748fb req-bc200927-4f53-4066-9d84-6595a50eaef9 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:23.590977 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-bc200927-4f53-4066-9d84-6595a50eaef9 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports/7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2 HTTP/1.1" status: 200 len: 936 time: 0.0904493 Nov 12 03:37:23.635189 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-b1ccd2be-6720-4f07-96aa-a4c119b93b73 service neutron] Request body: {'port': {'device_id': 'cae109e2-d1d7-4bd3-b2a0-66d25788c96b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:23.646669 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12e32da-7c83-4459-bed8-aa6b6854963e admin admin] Checking segment: {'id': 'f05b0f80-1c07-4015-9006-a0a3150a35f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '910bd456-1873-44d8-a86c-8e2200c1860a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:23.647389 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12e32da-7c83-4459-bed8-aa6b6854963e admin admin] Network hostable DHCP agents. Network: 910bd456-1873-44d8-a86c-8e2200c1860a, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:37:23.681741 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e32da-7c83-4459-bed8-aa6b6854963e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3778ad0a-df1f-44a5-9ec3-d20637f1c6f7,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:23.712150 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12e32da-7c83-4459-bed8-aa6b6854963e admin admin] Network 910bd456-1873-44d8-a86c-8e2200c1860a is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:37:23.751005 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-b1ccd2be-6720-4f07-96aa-a4c119b93b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.755860 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-51246c55-b20e-4e61-b78c-5849d5f80320 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.757614 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-f12e32da-7c83-4459-bed8-aa6b6854963e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 910bd456-1873-44d8-a86c-8e2200c1860a) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:23.770255 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc67792-d8fb-47c8-91ea-ba3dda4b2341 None None] Network 910bd456-1873-44d8-a86c-8e2200c1860a requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:23.783259 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12e32da-7c83-4459-bed8-aa6b6854963e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:23.783922 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f12e32da-7c83-4459-bed8-aa6b6854963e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.811568 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9e4ec493-076d-4ac8-abe3-5292009b5451 req-a3437902-44a3-4975-a3b7-27bc079f30c9 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5300429 Nov 12 03:37:23.861680 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-51246c55-b20e-4e61-b78c-5849d5f80320 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9438b5e-6a1a-4d43-a011-64e6c866f368']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:23.863964 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f12e32da-7c83-4459-bed8-aa6b6854963e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5379803 Nov 12 03:37:23.894184 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad236a5-9723-4269-be55-b5790ac748fb req-2081f602-aae0-4ed5-8b79-050a51391e3a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:23.896195 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-2081f602-aae0-4ed5-8b79-050a51391e3a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports/abbc23e8-1176-4bcd-936e-074c27c7f379 HTTP/1.1" status: 200 len: 935 time: 0.2730668 Nov 12 03:37:23.905461 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-51246c55-b20e-4e61-b78c-5849d5f80320 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '002edff5-c9bb-4507-9dd2-1f688e4218c0') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:23.905461 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-51246c55-b20e-4e61-b78c-5849d5f80320 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '002edff5-c9bb-4507-9dd2-1f688e4218c0') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:23.925410 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-51246c55-b20e-4e61-b78c-5849d5f80320 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.968268 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-51246c55-b20e-4e61-b78c-5849d5f80320 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.989217 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 9afa6c67-c0a1-4c66-8299-b931d06a49fa no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:23.989468 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51246c55-b20e-4e61-b78c-5849d5f80320 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:37:23.989866 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-51246c55-b20e-4e61-b78c-5849d5f80320 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.994882 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:37:23.994882 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:37:23.994882 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:37:23.994882 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:37:23.994882 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:37:23.994882 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:37:23.994882 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:37:23.994882 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:37:23.994882 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:37:23.994882 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:37:23.994882 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:37:23.994882 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:37:23.994882 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:37:23.994882 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:37:23.994882 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:37:23.994882 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:37:23.994882 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:37:23.994882 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:37:23.994882 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:37:23.994882 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:37:23.994882 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:37:23.994882 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:37:23.994882 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:37:23.994882 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:37:23.994882 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:37:23.994882 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:37:23.994882 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:37:23.994882 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:37:23.994882 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:37:23.994882 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:37:23.994882 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:37:23.994882 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:37:24.156601 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5393a72b-c666-4796-bc67-384a81ba25c6 None None] Network 910bd456-1873-44d8-a86c-8e2200c1860a requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:24.222897 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-67cb23e5-984a-489f-a611-0e639b0777ae tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?network_id=36f6ed65-8190-49b0-8a57-7dd102916b9e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2399018 Nov 12 03:37:24.303020 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-0eed981b-d6b4-4e21-9d7e-357e738ccfa8 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?network_id=36f6ed65-8190-49b0-8a57-7dd102916b9e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0717051 Nov 12 03:37:24.305013 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-51246c55-b20e-4e61-b78c-5849d5f80320 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.313585 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-51246c55-b20e-4e61-b78c-5849d5f80320 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.319747 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-51246c55-b20e-4e61-b78c-5849d5f80320 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] 10.222.0.50 "DELETE /v2.0/networks/c9438b5e-6a1a-4d43-a011-64e6c866f368 HTTP/1.1" status: 204 len: 168 time: 0.9331939 Nov 12 03:37:24.347554 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-b1ccd2be-6720-4f07-96aa-a4c119b93b73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49b293a5-a2d4-4fee-bf55-5069bfa8e6b9 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:37:24.359825 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-b1ccd2be-6720-4f07-96aa-a4c119b93b73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.377033 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-b1ccd2be-6720-4f07-96aa-a4c119b93b73 service neutron] Transition to ACTIVE for port object 49b293a5-a2d4-4fee-bf55-5069bfa8e6b9 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:37:24.429126 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-b1ccd2be-6720-4f07-96aa-a4c119b93b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.438098 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-151aad6b-1f2b-425e-aa6f-306a63f9a7c4 req-48677874-b84c-4ee8-8a1c-482a3088d4d1 tempest-ServerShowV247Test-719133461 tempest-ServerShowV247Test-719133461-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a05c154-e808-42a9-b190-653785893fdb HTTP/1.1" status: 200 len: 210 time: 0.0582621 Nov 12 03:37:24.517157 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ccd2be-6720-4f07-96aa-a4c119b93b73 service neutron] Pushing event updated for resources: {'Port': ['ID=49b293a5-a2d4-4fee-bf55-5069bfa8e6b9,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:24.526499 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51246c55-b20e-4e61-b78c-5849d5f80320 tempest-QuotasNegativeTest-878295578 tempest-QuotasNegativeTest-878295578-project-admin] Pushing event deleted for resources: {'Network': ['ID=c9438b5e-6a1a-4d43-a011-64e6c866f368,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:24.541099 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f055904d-0a23-43ab-9be4-2f6626d44bbe req-730f5632-4a0b-4f7d-8ea7-c705a0eb1058 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.2573867 Nov 12 03:37:24.550244 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-f055904d-0a23-43ab-9be4-2f6626d44bbe req-bee42438-ba1d-47c4-aa36-35b47651f0ed service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:37:24.551272 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f055904d-0a23-43ab-9be4-2f6626d44bbe req-bee42438-ba1d-47c4-aa36-35b47651f0ed service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079811 Nov 12 03:37:24.660028 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad236a5-9723-4269-be55-b5790ac748fb req-177f751f-0875-4086-96ce-940d99ab3c17 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:24.666532 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad236a5-9723-4269-be55-b5790ac748fb req-177f751f-0875-4086-96ce-940d99ab3c17 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:24.689840 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad236a5-9723-4269-be55-b5790ac748fb req-177f751f-0875-4086-96ce-940d99ab3c17 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:24.715451 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-177f751f-0875-4086-96ce-940d99ab3c17 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/networks?id=efb988ed-b223-4e0b-8b86-915607ae4e80&id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&id=36f6ed65-8190-49b0-8a57-7dd102916b9e&id=36f6ed65-8190-49b0-8a57-7dd102916b9e HTTP/1.1" status: 200 len: 1996 time: 0.3803847 Nov 12 03:37:24.746455 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda15359-9ba0-4f6c-81a4-ebd326308e30 req-fb1d44c8-c3ef-48ea-a32b-ea1c329f38e8 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:24.748062 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dda15359-9ba0-4f6c-81a4-ebd326308e30 req-fb1d44c8-c3ef-48ea-a32b-ea1c329f38e8 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 943 time: 0.1182964 Nov 12 03:37:24.760378 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-39aa9ef5-6470-4d68-88bd-81366a1e7455 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/quotas/0cdd38a3f1ea45dcbcc53ea0d2714986 HTTP/1.1" status: 200 len: 375 time: 0.0287135 Nov 12 03:37:24.816178 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-b1ccd2be-6720-4f07-96aa-a4c119b93b73 service neutron] Attempting to bind port 49b293a5-a2d4-4fee-bf55-5069bfa8e6b9 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:24.816511 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-b1ccd2be-6720-4f07-96aa-a4c119b93b73 service neutron] Attempting to bind port 49b293a5-a2d4-4fee-bf55-5069bfa8e6b9 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'cb0def10-0c33-48e7-8f61-e6fe0bcab07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '78368f62-ed24-43ac-ae16-b5ccbfc3c78d'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:24.816835 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-b1ccd2be-6720-4f07-96aa-a4c119b93b73 service neutron] Attempting to bind port 49b293a5-a2d4-4fee-bf55-5069bfa8e6b9 on network 78368f62-ed24-43ac-ae16-b5ccbfc3c78d {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:24.824366 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-b1ccd2be-6720-4f07-96aa-a4c119b93b73 service neutron] Port 49b293a5-a2d4-4fee-bf55-5069bfa8e6b9 on network 78368f62-ed24-43ac-ae16-b5ccbfc3c78d not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:37:24.824685 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-b1ccd2be-6720-4f07-96aa-a4c119b93b73 service neutron] Attempting to bind port 49b293a5-a2d4-4fee-bf55-5069bfa8e6b9 on network 78368f62-ed24-43ac-ae16-b5ccbfc3c78d {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:24.836898 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-b1ccd2be-6720-4f07-96aa-a4c119b93b73 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:24.837185 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-b1ccd2be-6720-4f07-96aa-a4c119b93b73 service neutron] Checking segment: {'id': 'cb0def10-0c33-48e7-8f61-e6fe0bcab07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '78368f62-ed24-43ac-ae16-b5ccbfc3c78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:24.837563 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-b1ccd2be-6720-4f07-96aa-a4c119b93b73 service neutron] Bound using segment: {'id': 'cb0def10-0c33-48e7-8f61-e6fe0bcab07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '78368f62-ed24-43ac-ae16-b5ccbfc3c78d'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:24.837993 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-b1ccd2be-6720-4f07-96aa-a4c119b93b73 service neutron] Bound port: 49b293a5-a2d4-4fee-bf55-5069bfa8e6b9, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb0def10-0c33-48e7-8f61-e6fe0bcab07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '78368f62-ed24-43ac-ae16-b5ccbfc3c78d'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:24.838346 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-b1ccd2be-6720-4f07-96aa-a4c119b93b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.885285 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dda15359-9ba0-4f6c-81a4-ebd326308e30 req-983485d6-59b1-46ad-814f-d134c7953d9d tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288016 Nov 12 03:37:24.895827 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-61f283d4-9529-4400-88ef-b89634fbb1a2 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0cdd38a3f1ea45dcbcc53ea0d2714986&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1260076 Nov 12 03:37:24.965935 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-b1ccd2be-6720-4f07-96aa-a4c119b93b73 service neutron] For port 49b293a5-a2d4-4fee-bf55-5069bfa8e6b9, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:24.973366 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-b1ccd2be-6720-4f07-96aa-a4c119b93b73 service neutron] For port 49b293a5-a2d4-4fee-bf55-5069bfa8e6b9, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=49b293a5-a2d4-4fee-bf55-5069bfa8e6b9,segment=NetworkSegment(cb0def10-0c33-48e7-8f61-e6fe0bcab07e),segment_id=cb0def10-0c33-48e7-8f61-e6fe0bcab07e)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:24.983025 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-b1ccd2be-6720-4f07-96aa-a4c119b93b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.042772 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-d219b881-6445-4471-86f4-982ee2c0075b service neutron] 10.222.0.50 "GET /v2.0/networks/efb988ed-b223-4e0b-8b86-915607ae4e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444302 Nov 12 03:37:25.051351 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-b1ccd2be-6720-4f07-96aa-a4c119b93b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:25.052271 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-b1ccd2be-6720-4f07-96aa-a4c119b93b73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.057177 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-b1ccd2be-6720-4f07-96aa-a4c119b93b73 service neutron] 10.222.0.74 "PUT /v2.0/ports/49b293a5-a2d4-4fee-bf55-5069bfa8e6b9 HTTP/1.1" status: 200 len: 1092 time: 1.7939939 Nov 12 03:37:25.059929 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cae109e2-d1d7-4bd3-b2a0-66d25788c96b', 'tag': '49b293a5-a2d4-4fee-bf55-5069bfa8e6b9'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:25.065919 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73e3b49-a84c-4e2f-a11d-23e13e856cc2" -d '{"events": [{"name": "network-changed", "server_uuid": "cae109e2-d1d7-4bd3-b2a0-66d25788c96b", "tag": "49b293a5-a2d4-4fee-bf55-5069bfa8e6b9"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:25.199090 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ccd2be-6720-4f07-96aa-a4c119b93b73 service neutron] Pushing event updated for resources: {'Port': ['ID=49b293a5-a2d4-4fee-bf55-5069bfa8e6b9,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:25.214336 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-3c8f685b-a3a3-4acf-8406-bf27a3e24a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:25.215877 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-3c8f685b-a3a3-4acf-8406-bf27a3e24a56 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=25535b709a2d4c4589b8ab88b8c8086a&device_id=cae109e2-d1d7-4bd3-b2a0-66d25788c96b HTTP/1.1" status: 200 len: 1095 time: 0.1007113 Nov 12 03:37:25.251526 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-42de55e5-3e76-4275-9813-032b85535723 service neutron] 10.222.0.50 "GET /v2.0/networks/efb988ed-b223-4e0b-8b86-915607ae4e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022686 Nov 12 03:37:25.286323 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-815d13aa-c23c-462a-a5f5-de59c514c4ae service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49b293a5-a2d4-4fee-bf55-5069bfa8e6b9 HTTP/1.1" status: 200 len: 217 time: 0.0594194 Nov 12 03:37:25.359615 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49332) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:25.362596 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-832c605a-7638-460f-a9f0-e6e688d631fe service neutron] 10.222.0.50 "GET /v2.0/ports/7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1033792 Nov 12 03:37:25.377305 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-a371b892-e1b2-4891-b28f-9b1b85b6a61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:25.379011 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-a371b892-e1b2-4891-b28f-9b1b85b6a61c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=503f9962-4a4b-41cd-afae-2bc03640b310 HTTP/1.1" status: 200 len: 846 time: 0.0852628 Nov 12 03:37:25.466827 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-90ec0b89-206b-4bfa-9ebe-d3c984b8275f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=78368f62-ed24-43ac-ae16-b5ccbfc3c78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794535 Nov 12 03:37:25.626622 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-685591f3-6fc2-4ae8-8163-a344c2172a5a service neutron] 10.222.0.50 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503209 Nov 12 03:37:25.642966 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-d9c2136e-39b8-4e15-92af-d237cd8de281 service neutron] 10.222.0.74 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674097 Nov 12 03:37:25.783671 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-98fd3a09-0b84-4f35-8a79-edfe6bc249ad req-44f1ff9d-608f-4d12-afb7-b24fa8bc4ebe service neutron] 10.222.0.74 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319077 Nov 12 03:37:25.794662 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a18a3b57-1325-4024-821b-bc806c8b0dd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.800365 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-87d432f3-7cab-4d0d-a53b-9a630426237a service neutron] 10.222.0.50 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620245 Nov 12 03:37:25.891981 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-5df8b719-6709-4259-b266-2a75527d1747 service neutron] 10.222.0.50 "GET /v2.0/ports/abbc23e8-1176-4bcd-936e-074c27c7f379?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0795467 Nov 12 03:37:25.941957 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-e42b9949-082e-4490-9cfa-d80bd84d4591 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:25.943561 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-e42b9949-082e-4490-9cfa-d80bd84d4591 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/networks?id=910bd456-1873-44d8-a86c-8e2200c1860a HTTP/1.1" status: 200 len: 818 time: 0.1524348 Nov 12 03:37:25.970160 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-76e04392-4851-4aa5-a7bd-96394ae77c83 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/quotas/5ebb684d29944e539f543ee420a9874c HTTP/1.1" status: 200 len: 375 time: 0.0112684 Nov 12 03:37:26.035548 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-642dd3c4-f94f-4d65-935f-17b26d984ccb tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5ebb684d29944e539f543ee420a9874c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547054 Nov 12 03:37:26.089514 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055904d-0a23-43ab-9be4-2f6626d44bbe req-6f23878c-1906-4c34-b34d-8ae64a67401d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:26.091021 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f055904d-0a23-43ab-9be4-2f6626d44bbe req-6f23878c-1906-4c34-b34d-8ae64a67401d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c&tenant_id=d558dd5b9f934464b6c1626ad18ebb6c HTTP/1.1" status: 200 len: 1095 time: 0.1783795 Nov 12 03:37:26.097308 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a18a3b57-1325-4024-821b-bc806c8b0dd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.107370 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a18a3b57-1325-4024-821b-bc806c8b0dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.139518 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a3b57-1325-4024-821b-bc806c8b0dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77889fb-c09b-4660-9b46-996c9bb7ce6e,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:26.156531 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-b26b1826-bc9d-4a8c-88b9-feb257c450e9 service neutron] 10.222.0.50 "GET /v2.0/networks/910bd456-1873-44d8-a86c-8e2200c1860a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059053 Nov 12 03:37:26.176461 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-31a1eb32-02c3-4379-8503-1edef753b77f service neutron] 10.222.0.50 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733614 Nov 12 03:37:26.234666 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a18a3b57-1325-4024-821b-bc806c8b0dd9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=293a99d39e5b4bc2aaec920edc8f982d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8673847 Nov 12 03:37:26.241720 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49372) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:26.270257 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-393e3fb2-d86f-4911-9fa8-5be0111e8ea2 service neutron] 10.222.0.50 "GET /v2.0/networks/910bd456-1873-44d8-a86c-8e2200c1860a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081550 Nov 12 03:37:26.303972 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055904d-0a23-43ab-9be4-2f6626d44bbe req-d2d508f2-92b4-46cf-9da1-c3a945dc7ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:26.305768 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f055904d-0a23-43ab-9be4-2f6626d44bbe req-d2d508f2-92b4-46cf-9da1-c3a945dc7ef0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d558dd5b9f934464b6c1626ad18ebb6c&device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 1095 time: 0.1607890 Nov 12 03:37:26.446269 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-fb0ff0d3-5cbd-486a-93ca-30831d91a6dc service neutron] 10.222.0.50 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510083 Nov 12 03:37:26.465929 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-78ca7ef7-1548-42b8-b634-56bc2aafc1f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.560300 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055904d-0a23-43ab-9be4-2f6626d44bbe req-c58cec97-20d8-48e2-a0a6-887fd6e1ef71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:26.561935 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f055904d-0a23-43ab-9be4-2f6626d44bbe req-c58cec97-20d8-48e2-a0a6-887fd6e1ef71 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6c7f6069-f411-4391-9326-65cfd4966ecb HTTP/1.1" status: 200 len: 918 time: 0.2454929 Nov 12 03:37:26.565380 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-78ca7ef7-1548-42b8-b634-56bc2aafc1f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.656240 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f055904d-0a23-43ab-9be4-2f6626d44bbe req-0da621d6-7465-4c3f-b7c7-74c88f41376d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9afa6c67-c0a1-4c66-8299-b931d06a49fa HTTP/1.1" status: 200 len: 997 time: 0.0754714 Nov 12 03:37:26.747349 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784c4dd-7368-4834-bc77-2f1003af8777 req-c62ecb0f-3252-4333-bdf6-046e23a51a89 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:26.749835 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8784c4dd-7368-4834-bc77-2f1003af8777 req-c62ecb0f-3252-4333-bdf6-046e23a51a89 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=cae109e2-d1d7-4bd3-b2a0-66d25788c96b HTTP/1.1" status: 200 len: 943 time: 0.1019359 Nov 12 03:37:26.794791 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-37c38e70-7ddb-4d90-86a9-40611119a060 service neutron] 10.222.0.50 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232050 Nov 12 03:37:26.830205 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055904d-0a23-43ab-9be4-2f6626d44bbe req-f358c13b-925c-4cd8-bfef-56da5c90b1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:26.831878 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f055904d-0a23-43ab-9be4-2f6626d44bbe req-f358c13b-925c-4cd8-bfef-56da5c90b1f8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390 HTTP/1.1" status: 200 len: 856 time: 0.1637936 Nov 12 03:37:26.850973 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8784c4dd-7368-4834-bc77-2f1003af8777 req-95d9ddf2-b800-40be-b9df-7866281dcb00 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940592 Nov 12 03:37:26.857702 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:37:26.870017 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-78ca7ef7-1548-42b8-b634-56bc2aafc1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.883714 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-78ca7ef7-1548-42b8-b634-56bc2aafc1f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.887283 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-78ca7ef7-1548-42b8-b634-56bc2aafc1f2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e77889fb-c09b-4660-9b46-996c9bb7ce6e HTTP/1.1" status: 204 len: 168 time: 0.6423030 Nov 12 03:37:26.920310 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ca7ef7-1548-42b8-b634-56bc2aafc1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77889fb-c09b-4660-9b46-996c9bb7ce6e,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:26.978624 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940e9fe3-3dd1-4a9e-9fca-1fa5895b659c x-openstack-request-id: req-940e9fe3-3dd1-4a9e-9fca-1fa5895b659c {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:26.978928 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cae109e2-d1d7-4bd3-b2a0-66d25788c96b", "tag": "49b293a5-a2d4-4fee-bf55-5069bfa8e6b9", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:26.979213 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-940e9fe3-3dd1-4a9e-9fca-1fa5895b659c {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:26.981305 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cae109e2-d1d7-4bd3-b2a0-66d25788c96b', 'tag': '49b293a5-a2d4-4fee-bf55-5069bfa8e6b9', 'status': 'completed', 'code': 200} Nov 12 03:37:27.058381 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e3b49-a84c-4e2f-a11d-23e13e856cc2 req-9fe0f0cb-1405-429e-803b-4a6d378df944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:27.060096 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e73e3b49-a84c-4e2f-a11d-23e13e856cc2 req-9fe0f0cb-1405-429e-803b-4a6d378df944 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=25535b709a2d4c4589b8ab88b8c8086a&device_id=cae109e2-d1d7-4bd3-b2a0-66d25788c96b HTTP/1.1" status: 200 len: 1095 time: 0.0526164 Nov 12 03:37:27.149643 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055904d-0a23-43ab-9be4-2f6626d44bbe req-bf056285-0597-4a55-9655-36596b870657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:27.151199 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f055904d-0a23-43ab-9be4-2f6626d44bbe req-bf056285-0597-4a55-9655-36596b870657 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6c7f6069-f411-4391-9326-65cfd4966ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2651067 Nov 12 03:37:27.167422 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-052dc5d8-3e2f-4a62-adab-624ee149d76c service neutron] 10.222.0.50 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735657 Nov 12 03:37:27.230625 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 49b293a5-a2d4-4fee-bf55-5069bfa8e6b9 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:37:27.307483 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e3b49-a84c-4e2f-a11d-23e13e856cc2 req-27885246-f5d4-4e1f-9748-7e654df28608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:27.309054 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e73e3b49-a84c-4e2f-a11d-23e13e856cc2 req-27885246-f5d4-4e1f-9748-7e654df28608 service neutron] 10.222.0.74 "GET /v2.0/networks?id=78368f62-ed24-43ac-ae16-b5ccbfc3c78d HTTP/1.1" status: 200 len: 907 time: 0.2410386 Nov 12 03:37:27.353714 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bed6254f-8d70-4b46-ac15-9d8af37ba9ca req-3a92a0fd-1a00-4a4c-b98f-0ecb295312af tempest-ServerShowV247Test-719133461 tempest-ServerShowV247Test-719133461-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a05c154-e808-42a9-b190-653785893fdb HTTP/1.1" status: 200 len: 210 time: 0.2489679 Nov 12 03:37:27.431332 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e73e3b49-a84c-4e2f-a11d-23e13e856cc2 req-de4d4cde-2e5d-458c-bba7-cea00abb122e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49b293a5-a2d4-4fee-bf55-5069bfa8e6b9 HTTP/1.1" status: 200 len: 217 time: 0.0760818 Nov 12 03:37:27.513348 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f055904d-0a23-43ab-9be4-2f6626d44bbe req-7da8614a-c792-4166-8dbe-6248beece49c service neutron] 10.222.0.90 "GET /v2.0/networks/6c7f6069-f411-4391-9326-65cfd4966ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057365 Nov 12 03:37:27.525658 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-3ef98210-9a1a-4f7f-856a-a282b4485c31 service neutron] 10.222.0.50 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570199 Nov 12 03:37:27.569836 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e3b49-a84c-4e2f-a11d-23e13e856cc2 req-38b2ba55-423b-4b71-a7f9-5f268b01e7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:27.575369 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e73e3b49-a84c-4e2f-a11d-23e13e856cc2 req-38b2ba55-423b-4b71-a7f9-5f268b01e7d9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=503f9962-4a4b-41cd-afae-2bc03640b310 HTTP/1.1" status: 200 len: 846 time: 0.1277876 Nov 12 03:37:27.576205 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 49446) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:27.579142 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 49b293a5-a2d4-4fee-bf55-5069bfa8e6b9, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=49b293a5-a2d4-4fee-bf55-5069bfa8e6b9,segment=NetworkSegment(cb0def10-0c33-48e7-8f61-e6fe0bcab07e),segment_id=cb0def10-0c33-48e7-8f61-e6fe0bcab07e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:27.596433 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '49b293a5-a2d4-4fee-bf55-5069bfa8e6b9', 'network_id': '78368f62-ed24-43ac-ae16-b5ccbfc3c78d', 'port_id': '49b293a5-a2d4-4fee-bf55-5069bfa8e6b9', 'mac_address': 'fa:16:3e:73:0f:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503f9962-4a4b-41cd-afae-2bc03640b310', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:37:27.640009 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e73e3b49-a84c-4e2f-a11d-23e13e856cc2 req-73059c63-e2a8-4eef-aed6-2ed82c187a73 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=78368f62-ed24-43ac-ae16-b5ccbfc3c78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568841 Nov 12 03:37:27.641205 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-11f29598-3b85-48e8-8b1e-23dff9f7b11d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.650225 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 49452) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:27.657787 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.673945 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49b293a5-a2d4-4fee-bf55-5069bfa8e6b9 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:37:27.704925 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 49b293a5-a2d4-4fee-bf55-5069bfa8e6b9, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=49b293a5-a2d4-4fee-bf55-5069bfa8e6b9,segment=NetworkSegment(cb0def10-0c33-48e7-8f61-e6fe0bcab07e),segment_id=cb0def10-0c33-48e7-8f61-e6fe0bcab07e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:27.716613 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.786567 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=49b293a5-a2d4-4fee-bf55-5069bfa8e6b9,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:27.819950 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f055904d-0a23-43ab-9be4-2f6626d44bbe req-e339c0d9-af0c-4b62-b9c1-241bcda29258 service neutron] 10.222.0.90 "GET /v2.0/networks/6c7f6069-f411-4391-9326-65cfd4966ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740552 Nov 12 03:37:27.870013 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae43c41-6111-43e9-ac07-ff0daed9e1d1 req-3060ac74-6113-4813-93b7-71669450f0b1 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:27.878103 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7ae43c41-6111-43e9-ac07-ff0daed9e1d1 req-3060ac74-6113-4813-93b7-71669450f0b1 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 943 time: 0.3005979 Nov 12 03:37:27.882613 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-0b65fab0-accd-470c-93e2-fee8f0930d7e service neutron] 10.222.0.50 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548393 Nov 12 03:37:27.954411 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['49b293a5-a2d4-4fee-bf55-5069bfa8e6b9'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:37:28.005498 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-61de61a5-7351-4098-816b-dd9d98ba2476 service neutron] 10.222.0.50 "GET /v2.0/networks/36f6ed65-8190-49b0-8a57-7dd102916b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098971 Nov 12 03:37:28.030108 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7ae43c41-6111-43e9-ac07-ff0daed9e1d1 req-80e11e65-7064-4512-b4f2-955e4e4ab087 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455152 Nov 12 03:37:28.032304 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e73e3b49-a84c-4e2f-a11d-23e13e856cc2 req-85740164-5962-484e-a2dd-4af164cbf29d service neutron] 10.222.0.74 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830812 Nov 12 03:37:28.178747 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e73e3b49-a84c-4e2f-a11d-23e13e856cc2 req-f9d0131a-7621-44c7-a54a-d30ce4b7f3be service neutron] 10.222.0.74 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368163 Nov 12 03:37:28.203396 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a438e045-5d33-4fc8-a092-13137e6a586f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:28.253784 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-11f29598-3b85-48e8-8b1e-23dff9f7b11d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:28.262911 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-11f29598-3b85-48e8-8b1e-23dff9f7b11d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:28.309635 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-11f29598-3b85-48e8-8b1e-23dff9f7b11d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e08882a5d4084569bf06057616b2f7ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7289622 Nov 12 03:37:28.321413 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49468) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:28.342081 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-a1398322-56a3-42c6-8b5e-b3eeca3ec6d7 service neutron] 10.222.0.50 "GET /v2.0/networks/36f6ed65-8190-49b0-8a57-7dd102916b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264408 Nov 12 03:37:28.348665 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f29598-3b85-48e8-8b1e-23dff9f7b11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12dac791-dc3e-4139-819e-8ff587a9fb11,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:28.395401 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a438e045-5d33-4fc8-a092-13137e6a586f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:28.400430 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a438e045-5d33-4fc8-a092-13137e6a586f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:28.458148 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a438e045-5d33-4fc8-a092-13137e6a586f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c51d530371cd4859825c6fbb6dab8212&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8073061 Nov 12 03:37:28.464108 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 49474) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:28.536056 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-2ce250e8-e194-4e0b-85ff-4da2ca90bee7 service neutron] 10.222.0.50 "GET /v2.0/networks/36f6ed65-8190-49b0-8a57-7dd102916b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675162 Nov 12 03:37:28.603302 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438e045-5d33-4fc8-a092-13137e6a586f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91975a82-e772-40a2-9b3a-d4d4144fca63,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:28.606564 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-121e2453-6aed-4920-b4bf-3fe7aeea34ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:28.671476 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-121e2453-6aed-4920-b4bf-3fe7aeea34ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:28.753464 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-121e2453-6aed-4920-b4bf-3fe7aeea34ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:28.756886 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-121e2453-6aed-4920-b4bf-3fe7aeea34ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:28.758269 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-121e2453-6aed-4920-b4bf-3fe7aeea34ab admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/91975a82-e772-40a2-9b3a-d4d4144fca63 HTTP/1.1" status: 204 len: 168 time: 0.2930250 Nov 12 03:37:28.798980 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec72b7-19b6-4553-8298-cb6cdf994f68 req-30e3c1fd-24a7-4073-8404-8c1d93d7fdd4 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:28.812201 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-18ec72b7-19b6-4553-8298-cb6cdf994f68 req-30e3c1fd-24a7-4073-8404-8c1d93d7fdd4 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=cae109e2-d1d7-4bd3-b2a0-66d25788c96b HTTP/1.1" status: 200 len: 944 time: 0.2868993 Nov 12 03:37:28.893925 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e2453-6aed-4920-b4bf-3fe7aeea34ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91975a82-e772-40a2-9b3a-d4d4144fca63,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:28.994169 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-18ec72b7-19b6-4553-8298-cb6cdf994f68 req-57b9c114-cb94-49da-9928-5e5287fde43a tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799762 Nov 12 03:37:29.246514 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 49b293a5-a2d4-4fee-bf55-5069bfa8e6b9 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:29.260298 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-98b8bf67-e55b-4b52-a421-90279e62f6c8 req-00f38a1f-64eb-40c2-8523-845c73bc53dc tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8587cc9-c82a-408b-afda-33cc1e970cab HTTP/1.1" status: 200 len: 210 time: 0.0992069 Nov 12 03:37:29.286416 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b1007026-a0a3-407b-a938-43d819cecbe6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:29.364220 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b1007026-a0a3-407b-a938-43d819cecbe6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:29.424451 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 49b293a5-a2d4-4fee-bf55-5069bfa8e6b9 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:37:29.434965 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 49b293a5-a2d4-4fee-bf55-5069bfa8e6b9 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:29.436659 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:29.498082 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b1007026-a0a3-407b-a938-43d819cecbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:29.505733 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b1007026-a0a3-407b-a938-43d819cecbe6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:29.515392 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b1007026-a0a3-407b-a938-43d819cecbe6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/12dac791-dc3e-4139-819e-8ff587a9fb11 HTTP/1.1" status: 204 len: 168 time: 1.1870198 Nov 12 03:37:29.580278 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1007026-a0a3-407b-a938-43d819cecbe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12dac791-dc3e-4139-819e-8ff587a9fb11,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:29.592151 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-4ae68ee4-01c6-42c5-8479-fa194de503ae service neutron] 10.222.0.50 "GET /v2.0/networks/36f6ed65-8190-49b0-8a57-7dd102916b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0394292 Nov 12 03:37:29.609165 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1007026-a0a3-407b-a938-43d819cecbe6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:29.612181 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1007026-a0a3-407b-a938-43d819cecbe6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:29.612732 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1007026-a0a3-407b-a938-43d819cecbe6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:29.613347 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1007026-a0a3-407b-a938-43d819cecbe6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:29.614469 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1007026-a0a3-407b-a938-43d819cecbe6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:29.615582 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1007026-a0a3-407b-a938-43d819cecbe6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:29.617824 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1007026-a0a3-407b-a938-43d819cecbe6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:29.618369 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1007026-a0a3-407b-a938-43d819cecbe6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:29.618919 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1007026-a0a3-407b-a938-43d819cecbe6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:29.620296 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1007026-a0a3-407b-a938-43d819cecbe6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:29.620831 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1007026-a0a3-407b-a938-43d819cecbe6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:29.621323 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1007026-a0a3-407b-a938-43d819cecbe6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:29.637124 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9a71ae19-f9e6-4725-aad0-62bcfd96652d req-555ba172-15a4-48e2-b114-cb6051b1b534 tempest-ServerShowV247Test-719133461 tempest-ServerShowV247Test-719133461-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a05c154-e808-42a9-b190-653785893fdb HTTP/1.1" status: 200 len: 210 time: 0.1623771 Nov 12 03:37:29.734508 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:29.802949 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 49494) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:29.886006 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae109e2-d1d7-4bd3-b2a0-66d25788c96b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b293a5-a2d4-4fee-bf55-5069bfa8e6b9'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:29.932617 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb0fcc8-7d9d-4f98-906d-8cd8ecb7f404" -d '{"events": [{"server_uuid": "cae109e2-d1d7-4bd3-b2a0-66d25788c96b", "name": "network-vif-plugged", "status": "completed", "tag": "49b293a5-a2d4-4fee-bf55-5069bfa8e6b9"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:29.998042 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 49b293a5-a2d4-4fee-bf55-5069bfa8e6b9, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=49b293a5-a2d4-4fee-bf55-5069bfa8e6b9,segment=NetworkSegment(cb0def10-0c33-48e7-8f61-e6fe0bcab07e),segment_id=cb0def10-0c33-48e7-8f61-e6fe0bcab07e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:30.002902 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-320a5dfa-51ec-4b25-9d2b-6e78cddaaa48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:30.003630 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:30.160527 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-9fe239b4-0c7a-48b4-93e5-e541aef2bcd0 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:30.162066 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-9fe239b4-0c7a-48b4-93e5-e541aef2bcd0 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.90 "GET /v2.0/networks?id=910bd456-1873-44d8-a86c-8e2200c1860a HTTP/1.1" status: 200 len: 818 time: 0.4806912 Nov 12 03:37:30.189697 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=49b293a5-a2d4-4fee-bf55-5069bfa8e6b9,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:30.293414 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-320a5dfa-51ec-4b25-9d2b-6e78cddaaa48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:30.298751 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-357b50b4-3245-46a6-ac2b-45ceefee10c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:30.347483 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-320a5dfa-51ec-4b25-9d2b-6e78cddaaa48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:30.536420 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-dfefc7db-9127-47a0-b294-bcda2ba42ce6 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:30.539795 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-dfefc7db-9127-47a0-b294-bcda2ba42ce6 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.74 "GET /v2.0/networks?id=910bd456-1873-44d8-a86c-8e2200c1860a HTTP/1.1" status: 200 len: 818 time: 0.9016671 Nov 12 03:37:30.549079 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-320a5dfa-51ec-4b25-9d2b-6e78cddaaa48 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1bb3db5d32d64578b4852264963b43f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7451320 Nov 12 03:37:30.550888 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a5dfa-51ec-4b25-9d2b-6e78cddaaa48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5636be29-4063-414b-9b98-f617a446d823,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:30.552600 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49524) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:30.575110 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078f14c-ad8c-464a-ac3a-cd8bfffd95fe req-5547584b-965e-4ee4-860b-7e0380c0a348 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:30.591929 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9078f14c-ad8c-464a-ac3a-cd8bfffd95fe req-5547584b-965e-4ee4-860b-7e0380c0a348 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 943 time: 0.6174583 Nov 12 03:37:30.625602 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-db6b5c87-d086-4421-8759-d5d99e5f74f8 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Request body: {'port': {'device_id': '493eff4c-331e-4f93-b7d8-b1824482e02d', 'network_id': '910bd456-1873-44d8-a86c-8e2200c1860a', 'admin_state_up': True, 'tenant_id': '5ebb684d29944e539f543ee420a9874c'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:30.715954 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-bee7864c-6bca-45d5-9bf2-ff4c705c26b0 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Request body: {'port': {'device_id': '8342d274-e240-4b79-bdab-f652efcf9c42', 'network_id': '910bd456-1873-44d8-a86c-8e2200c1860a', 'admin_state_up': True, 'tenant_id': '5ebb684d29944e539f543ee420a9874c'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:30.795331 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9078f14c-ad8c-464a-ac3a-cd8bfffd95fe req-846d9c4b-aa91-448c-9b02-959cd11482a2 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2017949 Nov 12 03:37:30.966717 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-db6b5c87-d086-4421-8759-d5d99e5f74f8 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Made reservation on behalf of 5ebb684d29944e539f543ee420a9874c for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:30.973519 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-db6b5c87-d086-4421-8759-d5d99e5f74f8 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.037721 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2d44fc-38a8-4cf7-9d68-21321c9430ee x-openstack-request-id: req-6e2d44fc-38a8-4cf7-9d68-21321c9430ee {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:31.038283 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae109e2-d1d7-4bd3-b2a0-66d25788c96b", "name": "network-vif-plugged", "status": "completed", "tag": "49b293a5-a2d4-4fee-bf55-5069bfa8e6b9", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:31.038703 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6e2d44fc-38a8-4cf7-9d68-21321c9430ee {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:31.040006 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae109e2-d1d7-4bd3-b2a0-66d25788c96b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b293a5-a2d4-4fee-bf55-5069bfa8e6b9', 'code': 200} Nov 12 03:37:31.237000 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7547a-ce51-4cca-a6c7-925c50908194 req-65347128-c304-42b7-a2e6-78af5c6a1924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:31.238787 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-73a7547a-ce51-4cca-a6c7-925c50908194 req-65347128-c304-42b7-a2e6-78af5c6a1924 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=cae109e2-d1d7-4bd3-b2a0-66d25788c96b HTTP/1.1" status: 200 len: 1097 time: 0.1248088 Nov 12 03:37:31.260755 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b929f56b-7a19-4579-807d-089518e92f80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.530124 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-db6b5c87-d086-4421-8759-d5d99e5f74f8 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Allocated IP 172.20.0.6 (910bd456-1873-44d8-a86c-8e2200c1860a/3778ad0a-df1f-44a5-9ec3-d20637f1c6f7/0d6e4fba-5077-45b7-9c6a-01947b44ba48) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:31.531674 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-abecce0d-0945-44b7-8091-2961dfba1983 req-7c05be21-49f3-4cc7-b5f1-ffbc347541a5 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8587cc9-c82a-408b-afda-33cc1e970cab HTTP/1.1" status: 200 len: 210 time: 0.1730454 Nov 12 03:37:31.551302 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b929f56b-7a19-4579-807d-089518e92f80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.685297 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc60607-7d3b-4679-ac59-6c358d3bc631 req-20a8af27-888e-4f47-9f60-054ff091990c tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:31.694040 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dfc60607-7d3b-4679-ac59-6c358d3bc631 req-20a8af27-888e-4f47-9f60-054ff091990c tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=cae109e2-d1d7-4bd3-b2a0-66d25788c96b HTTP/1.1" status: 200 len: 945 time: 0.4223678 Nov 12 03:37:31.755607 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-73a7547a-ce51-4cca-a6c7-925c50908194 req-983353d1-ae34-41d3-9ba1-2b337d124a73 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4815125 Nov 12 03:37:31.806437 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b929f56b-7a19-4579-807d-089518e92f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.809954 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b929f56b-7a19-4579-807d-089518e92f80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.814186 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b929f56b-7a19-4579-807d-089518e92f80 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5636be29-4063-414b-9b98-f617a446d823 HTTP/1.1" status: 204 len: 168 time: 1.2569072 Nov 12 03:37:31.822661 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-bee7864c-6bca-45d5-9bf2-ff4c705c26b0 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Made reservation on behalf of 5ebb684d29944e539f543ee420a9874c for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:31.826196 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-bee7864c-6bca-45d5-9bf2-ff4c705c26b0 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.929637 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-97f5132e-936a-433a-afb7-19ff4cdf724d req-b92163d8-8273-4c70-bc6b-2a16dc1d3bea tempest-ServerShowV247Test-719133461 tempest-ServerShowV247Test-719133461-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a05c154-e808-42a9-b190-653785893fdb HTTP/1.1" status: 200 len: 210 time: 0.1815939 Nov 12 03:37:31.972621 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929f56b-7a19-4579-807d-089518e92f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5636be29-4063-414b-9b98-f617a446d823,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:32.272180 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dfc60607-7d3b-4679-ac59-6c358d3bc631 req-7a5fb306-7a80-4b3e-b700-c66e47ebb1b0 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5674224 Nov 12 03:37:32.279769 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cbe6d6d3-8cb4-4f33-813b-ae140b145c70 req-0153b807-0ad0-4502-803e-b9b20c035fd4 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 210 time: 0.1088371 Nov 12 03:37:32.530594 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2f3e3-57b4-4eda-a8b9-55ea27412d3d req-684a47b5-0de1-4174-8809-268753dfbe27 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:32.544836 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-14d2f3e3-57b4-4eda-a8b9-55ea27412d3d req-684a47b5-0de1-4174-8809-268753dfbe27 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 943 time: 0.0987446 Nov 12 03:37:32.721377 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-14d2f3e3-57b4-4eda-a8b9-55ea27412d3d req-423ccca4-e7f9-47a4-bc4c-58a8e0cd972a tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741772 Nov 12 03:37:32.940846 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-db6b5c87-d086-4421-8759-d5d99e5f74f8 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.166641 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-7f8ba80a-abe1-4e8f-a351-86d7321b4290 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:33.174850 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-7f8ba80a-abe1-4e8f-a351-86d7321b4290 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.90 "GET /v2.0/networks?id=910bd456-1873-44d8-a86c-8e2200c1860a HTTP/1.1" status: 200 len: 818 time: 1.3287876 Nov 12 03:37:33.190716 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-db6b5c87-d086-4421-8759-d5d99e5f74f8 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.252259 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-dac1ea5d-029f-44bc-8b27-bf32ebbea0ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.293302 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-17e3b9c0-5abb-4b4e-b951-4e3678af68a2 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Request body: {'port': {'device_id': 'c8587cc9-c82a-408b-afda-33cc1e970cab', 'network_id': '910bd456-1873-44d8-a86c-8e2200c1860a', 'admin_state_up': True, 'tenant_id': '5ebb684d29944e539f543ee420a9874c'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:33.327915 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-db6b5c87-d086-4421-8759-d5d99e5f74f8 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Network 910bd456-1873-44d8-a86c-8e2200c1860a is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:33.338274 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-afd346c9-f39c-490d-ac0e-82cc73bc4dee req-c35e8693-4ab0-42f4-8909-ece777da06ee tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8587cc9-c82a-408b-afda-33cc1e970cab HTTP/1.1" status: 200 len: 210 time: 0.2550900 Nov 12 03:37:33.341507 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 49606) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:33.342247 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-db6b5c87-d086-4421-8759-d5d99e5f74f8 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:33.350039 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f5cbeb2-8b2d-4f46-902e-aac50357326c req-7b4c04f5-489c-4e7d-9709-7b7079443ba5 tempest-ServerShowV247Test-719133461 tempest-ServerShowV247Test-719133461-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a05c154-e808-42a9-b190-653785893fdb HTTP/1.1" status: 200 len: 210 time: 0.1573040 Nov 12 03:37:33.401514 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-bee7864c-6bca-45d5-9bf2-ff4c705c26b0 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Allocated IP 172.20.0.8 (910bd456-1873-44d8-a86c-8e2200c1860a/3778ad0a-df1f-44a5-9ec3-d20637f1c6f7/019b12b2-0592-4952-bab8-5e50fdd87252) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:33.438930 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-db6b5c87-d086-4421-8759-d5d99e5f74f8 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:33.615905 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0e0ab-2a1f-433a-b0b9-0f49259c7c50 req-2feb34f3-e22a-4a81-87f2-b4487eaee1cb tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:33.626684 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ede0e0ab-2a1f-433a-b0b9-0f49259c7c50 req-2feb34f3-e22a-4a81-87f2-b4487eaee1cb tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=cae109e2-d1d7-4bd3-b2a0-66d25788c96b HTTP/1.1" status: 200 len: 945 time: 0.1180339 Nov 12 03:37:33.765444 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ede0e0ab-2a1f-433a-b0b9-0f49259c7c50 req-c668e48b-fe8c-452d-985a-79b8ce291d49 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376674 Nov 12 03:37:33.865410 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad236a5-9723-4269-be55-b5790ac748fb req-0d22f678-f1e8-4222-a613-151534a3ec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:33.866772 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-0d22f678-f1e8-4222-a613-151534a3ec3f service neutron] 10.222.0.74 "GET /v2.0/ports/7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2 HTTP/1.1" status: 200 len: 1032 time: 0.2550001 Nov 12 03:37:33.876555 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-bee7864c-6bca-45d5-9bf2-ff4c705c26b0 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.931580 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-595147c1-1447-42f6-a2ea-f86afb53857f req-a2b3deb7-c0e8-4530-bd4e-2037888c26be tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 210 time: 0.3585877 Nov 12 03:37:34.021656 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e5cca1-a8cd-41f7-8136-ffbe90488fe2 req-17d36c42-9dac-45be-a132-a976efff7a2b tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:34.034460 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-49e5cca1-a8cd-41f7-8136-ffbe90488fe2 req-17d36c42-9dac-45be-a132-a976efff7a2b tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 943 time: 0.1367702 Nov 12 03:37:34.055732 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:34.081910 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-bee7864c-6bca-45d5-9bf2-ff4c705c26b0 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:34.157621 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-bee7864c-6bca-45d5-9bf2-ff4c705c26b0 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Network 910bd456-1873-44d8-a86c-8e2200c1860a is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:34.160763 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad236a5-9723-4269-be55-b5790ac748fb req-8b83bc33-aa49-48b1-a8a6-e3718cd15b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:34.162262 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-8b83bc33-aa49-48b1-a8a6-e3718cd15b51 service neutron] 10.222.0.74 "GET /v2.0/ports/abbc23e8-1176-4bcd-936e-074c27c7f379 HTTP/1.1" status: 200 len: 1031 time: 0.1089385 Nov 12 03:37:34.205253 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-bee7864c-6bca-45d5-9bf2-ff4c705c26b0 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:34.208910 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-db6b5c87-d086-4421-8759-d5d99e5f74f8 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:34.210096 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-db6b5c87-d086-4421-8759-d5d99e5f74f8 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:34.211676 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-bee7864c-6bca-45d5-9bf2-ff4c705c26b0 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:34.285640 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-bee7864c-6bca-45d5-9bf2-ff4c705c26b0 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:34.286596 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-bee7864c-6bca-45d5-9bf2-ff4c705c26b0 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:34.330669 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-bee7864c-6bca-45d5-9bf2-ff4c705c26b0 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6637511 Nov 12 03:37:34.352384 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b5c87-d086-4421-8759-d5d99e5f74f8 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Pushing event updated for resources: {'Port': ['ID=0d6e4fba-5077-45b7-9c6a-01947b44ba48,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:34.373887 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee7864c-6bca-45d5-9bf2-ff4c705c26b0 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Pushing event updated for resources: {'Port': ['ID=019b12b2-0592-4952-bab8-5e50fdd87252,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:34.394384 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-49e5cca1-a8cd-41f7-8136-ffbe90488fe2 req-3406c03e-2028-46fa-a2ab-ed5cc0134edb tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3554056 Nov 12 03:37:34.519063 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-5be8bd8b-098d-4599-b37f-e300f88c67d8 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:37:34.520491 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-5be8bd8b-098d-4599-b37f-e300f88c67d8 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099859 Nov 12 03:37:34.537473 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-b4efee2b-94e2-47d9-a8d6-8504d0c4aa71 tempest-RoutersAdminNegativeTest-648456036 tempest-RoutersAdminNegativeTest-648456036-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-428726109', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:34.641240 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e79078fb-1c5b-4de2-963f-0fd79f70970a req-23a4ab2a-7100-43f0-a463-144182ade0d7 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8587cc9-c82a-408b-afda-33cc1e970cab HTTP/1.1" status: 200 len: 210 time: 0.0910420 Nov 12 03:37:34.668131 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-d391d589-fbe3-4f39-b60f-a1cccf1995d0 service neutron] Request body: {'port': {'device_id': '8342d274-e240-4b79-bdab-f652efcf9c42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:34.718846 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4efee2b-94e2-47d9-a8d6-8504d0c4aa71 tempest-RoutersAdminNegativeTest-648456036 tempest-RoutersAdminNegativeTest-648456036-project-admin] Made reservation on behalf of 3513a2472fb6450596bfab4f938f8674 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:34.729273 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b4efee2b-94e2-47d9-a8d6-8504d0c4aa71 tempest-RoutersAdminNegativeTest-648456036 tempest-RoutersAdminNegativeTest-648456036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:34.750107 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-db6b5c87-d086-4421-8759-d5d99e5f74f8 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1394496 Nov 12 03:37:34.750770 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-17e3b9c0-5abb-4b4e-b951-4e3678af68a2 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Made reservation on behalf of 5ebb684d29944e539f543ee420a9874c for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:34.771052 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-17e3b9c0-5abb-4b4e-b951-4e3678af68a2 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:34.890894 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9d2adb02-2355-40cf-b834-28a7e3be245e req-5ef79a00-95bc-4aae-a495-67e38396eaaa tempest-ServerShowV247Test-719133461 tempest-ServerShowV247Test-719133461-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a05c154-e808-42a9-b190-653785893fdb HTTP/1.1" status: 200 len: 210 time: 0.0436220 Nov 12 03:37:34.900853 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-d391d589-fbe3-4f39-b60f-a1cccf1995d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:34.906891 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-9b46094f-7a3b-45f3-84fc-7b7f04d4050a service neutron] Request body: {'port': {'device_id': '493eff4c-331e-4f93-b7d8-b1824482e02d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:35.180785 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c30b739e-a064-4257-8979-8767a384ee37 req-c5a6e7f0-b4a0-4895-bb96-197a6cc69369 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 210 time: 0.0644388 Nov 12 03:37:35.251483 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad236a5-9723-4269-be55-b5790ac748fb req-f58d5bc7-b5f1-46a8-a0d6-7ea6f1f4fc31 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:35.270349 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49704) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:35.272335 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad236a5-9723-4269-be55-b5790ac748fb req-f58d5bc7-b5f1-46a8-a0d6-7ea6f1f4fc31 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:35.302156 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad236a5-9723-4269-be55-b5790ac748fb req-f58d5bc7-b5f1-46a8-a0d6-7ea6f1f4fc31 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:35.305780 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-f58d5bc7-b5f1-46a8-a0d6-7ea6f1f4fc31 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.74 "GET /v2.0/networks?id=efb988ed-b223-4e0b-8b86-915607ae4e80&id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&id=36f6ed65-8190-49b0-8a57-7dd102916b9e&id=36f6ed65-8190-49b0-8a57-7dd102916b9e HTTP/1.1" status: 200 len: 1996 time: 1.0695751 Nov 12 03:37:35.306740 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b4efee2b-94e2-47d9-a8d6-8504d0c4aa71 tempest-RoutersAdminNegativeTest-648456036 tempest-RoutersAdminNegativeTest-648456036-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.424802 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.694000 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b4efee2b-94e2-47d9-a8d6-8504d0c4aa71 tempest-RoutersAdminNegativeTest-648456036 tempest-RoutersAdminNegativeTest-648456036-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.699153 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8fb70036-4dde-4145-ad9b-f098ac718454 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.739120 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-d391d589-fbe3-4f39-b60f-a1cccf1995d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 019b12b2-0592-4952-bab8-5e50fdd87252 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:37:35.752395 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-d391d589-fbe3-4f39-b60f-a1cccf1995d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.793545 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62ca51-2344-459a-8836-c52a751e95dd req-e39cc62b-627f-4882-987c-aa75a1d9e90d tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:35.795079 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0d62ca51-2344-459a-8836-c52a751e95dd req-e39cc62b-627f-4882-987c-aa75a1d9e90d tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 943 time: 0.2595167 Nov 12 03:37:35.797872 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9ed99-2dd8-4e4f-9055-1b1210776059 req-d42891e3-0e9c-4ba0-a3c5-a43378f351e6 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:35.799567 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8ee9ed99-2dd8-4e4f-9055-1b1210776059 req-d42891e3-0e9c-4ba0-a3c5-a43378f351e6 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/networks?id=78368f62-ed24-43ac-ae16-b5ccbfc3c78d HTTP/1.1" status: 200 len: 806 time: 1.1272123 Nov 12 03:37:35.803024 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b4efee2b-94e2-47d9-a8d6-8504d0c4aa71 tempest-RoutersAdminNegativeTest-648456036 tempest-RoutersAdminNegativeTest-648456036-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.808392 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-d391d589-fbe3-4f39-b60f-a1cccf1995d0 service neutron] Transition to ACTIVE for port object 019b12b2-0592-4952-bab8-5e50fdd87252 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:37:35.837181 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-d391d589-fbe3-4f39-b60f-a1cccf1995d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.871901 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-4bd8e972-c3a8-4dc1-b7f7-3473c4012794 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cdd38a3f1ea45dcbcc53ea0d2714986 HTTP/1.1" status: 200 len: 379 time: 0.4923434 Nov 12 03:37:35.879203 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-b4efee2b-94e2-47d9-a8d6-8504d0c4aa71 tempest-RoutersAdminNegativeTest-648456036 tempest-RoutersAdminNegativeTest-648456036-project-admin] device_id is not set on port e7588be9-ffa6-4f21-b609-49944cf1298d yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:37:35.922066 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-2ad236a5-9723-4269-be55-b5790ac748fb req-be2c7c6c-3659-4834-aedc-5b522d370f8b tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Request body: {'port': {'device_id': '1c584f51-fb62-4406-a541-a05d7679a94f', 'network_id': 'efb988ed-b223-4e0b-8b86-915607ae4e80', 'admin_state_up': True, 'tenant_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'security_groups': ['2781370c-8ac8-4e15-a928-f18ce8eea7d6']}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:35.972915 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d391d589-fbe3-4f39-b60f-a1cccf1995d0 service neutron] Pushing event updated for resources: {'Port': ['ID=019b12b2-0592-4952-bab8-5e50fdd87252,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:36.139946 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0d62ca51-2344-459a-8836-c52a751e95dd req-dfdcdb3c-0325-474c-9ffc-24261e0fa6f0 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3286762 Nov 12 03:37:36.148949 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-9b46094f-7a3b-45f3-84fc-7b7f04d4050a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.160133 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-d391d589-fbe3-4f39-b60f-a1cccf1995d0 service neutron] Attempting to bind port 019b12b2-0592-4952-bab8-5e50fdd87252 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:36.160529 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-d391d589-fbe3-4f39-b60f-a1cccf1995d0 service neutron] Attempting to bind port 019b12b2-0592-4952-bab8-5e50fdd87252 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': 'f05b0f80-1c07-4015-9006-a0a3150a35f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '910bd456-1873-44d8-a86c-8e2200c1860a'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:36.160779 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-d391d589-fbe3-4f39-b60f-a1cccf1995d0 service neutron] Attempting to bind port 019b12b2-0592-4952-bab8-5e50fdd87252 on network 910bd456-1873-44d8-a86c-8e2200c1860a {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:36.183740 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-d391d589-fbe3-4f39-b60f-a1cccf1995d0 service neutron] Port 019b12b2-0592-4952-bab8-5e50fdd87252 on network 910bd456-1873-44d8-a86c-8e2200c1860a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:37:36.187084 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-d391d589-fbe3-4f39-b60f-a1cccf1995d0 service neutron] Attempting to bind port 019b12b2-0592-4952-bab8-5e50fdd87252 on network 910bd456-1873-44d8-a86c-8e2200c1860a {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:36.201450 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-d391d589-fbe3-4f39-b60f-a1cccf1995d0 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:36.202063 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-d391d589-fbe3-4f39-b60f-a1cccf1995d0 service neutron] Checking segment: {'id': 'f05b0f80-1c07-4015-9006-a0a3150a35f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '910bd456-1873-44d8-a86c-8e2200c1860a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:36.202642 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-d391d589-fbe3-4f39-b60f-a1cccf1995d0 service neutron] Bound using segment: {'id': 'f05b0f80-1c07-4015-9006-a0a3150a35f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '910bd456-1873-44d8-a86c-8e2200c1860a'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:36.203258 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-d391d589-fbe3-4f39-b60f-a1cccf1995d0 service neutron] Bound port: 019b12b2-0592-4952-bab8-5e50fdd87252, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f05b0f80-1c07-4015-9006-a0a3150a35f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '910bd456-1873-44d8-a86c-8e2200c1860a'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:36.203785 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-d391d589-fbe3-4f39-b60f-a1cccf1995d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.212870 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8fb70036-4dde-4145-ad9b-f098ac718454 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.228224 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8fb70036-4dde-4145-ad9b-f098ac718454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.326335 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.328976 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb70036-4dde-4145-ad9b-f098ac718454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5111692-f82f-4488-81c3-4d8044c03761,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:36.383369 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8ee9ed99-2dd8-4e4f-9055-1b1210776059 req-917b4901-70f2-48c9-82a1-a3c78e688a64 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/quotas/25535b709a2d4c4589b8ab88b8c8086a HTTP/1.1" status: 200 len: 375 time: 0.5266254 Nov 12 03:37:36.404017 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ad236a5-9723-4269-be55-b5790ac748fb req-be2c7c6c-3659-4834-aedc-5b522d370f8b tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Made reservation on behalf of 0cdd38a3f1ea45dcbcc53ea0d2714986 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:36.407639 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-be2c7c6c-3659-4834-aedc-5b522d370f8b tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.427872 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4efee2b-94e2-47d9-a8d6-8504d0c4aa71 tempest-RoutersAdminNegativeTest-648456036 tempest-RoutersAdminNegativeTest-648456036-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f9ab4f-519a-476d-8440-087ee4468e59,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:36.463553 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ac138601-ddbe-464b-9d02-4cb96dc411b9 req-4e6a694e-e990-4570-9480-214a58a9ec28 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8587cc9-c82a-408b-afda-33cc1e970cab HTTP/1.1" status: 200 len: 210 time: 0.1234264 Nov 12 03:37:36.494694 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8fb70036-4dde-4145-ad9b-f098ac718454 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=35fb1440fb434368b658dea4be466d9c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2233629 Nov 12 03:37:36.496260 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49726) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:36.645847 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-d391d589-fbe3-4f39-b60f-a1cccf1995d0 service neutron] For port 019b12b2-0592-4952-bab8-5e50fdd87252, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:36.692216 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-483543be-9c83-4699-a966-64413366e8c1 req-eba9da2a-2872-48c8-a63b-1dfaea2eb4d4 tempest-ServerShowV247Test-719133461 tempest-ServerShowV247Test-719133461-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a05c154-e808-42a9-b190-653785893fdb HTTP/1.1" status: 200 len: 210 time: 0.0756233 Nov 12 03:37:36.758972 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7156187d-dfd6-42f5-840d-850f5698b0e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.762425 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-d391d589-fbe3-4f39-b60f-a1cccf1995d0 service neutron] For port 019b12b2-0592-4952-bab8-5e50fdd87252, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=019b12b2-0592-4952-bab8-5e50fdd87252,segment=NetworkSegment(f05b0f80-1c07-4015-9006-a0a3150a35f3),segment_id=f05b0f80-1c07-4015-9006-a0a3150a35f3)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:36.782575 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-d391d589-fbe3-4f39-b60f-a1cccf1995d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.910185 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7156187d-dfd6-42f5-840d-850f5698b0e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.914290 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dd7f4ca6-39fb-4f36-a04e-0414fa56a89b req-8318cd19-aebd-4cbe-bb7c-e0b82c9b9e37 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 210 time: 0.0399530 Nov 12 03:37:36.931165 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-d391d589-fbe3-4f39-b60f-a1cccf1995d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:36.931796 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-d391d589-fbe3-4f39-b60f-a1cccf1995d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.933271 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-d391d589-fbe3-4f39-b60f-a1cccf1995d0 service neutron] 10.222.0.90 "PUT /v2.0/ports/019b12b2-0592-4952-bab8-5e50fdd87252 HTTP/1.1" status: 200 len: 1092 time: 2.3945215 Nov 12 03:37:36.935761 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8342d274-e240-4b79-bdab-f652efcf9c42', 'tag': '019b12b2-0592-4952-bab8-5e50fdd87252'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:36.938241 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d1c7a3-2aaf-4cc7-bfec-9f6d1ccbcd4d" -d '{"events": [{"name": "network-changed", "server_uuid": "8342d274-e240-4b79-bdab-f652efcf9c42", "tag": "019b12b2-0592-4952-bab8-5e50fdd87252"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:36.977378 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d391d589-fbe3-4f39-b60f-a1cccf1995d0 service neutron] Pushing event updated for resources: {'Port': ['ID=019b12b2-0592-4952-bab8-5e50fdd87252,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:37.042268 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7156187d-dfd6-42f5-840d-850f5698b0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:37.045299 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7156187d-dfd6-42f5-840d-850f5698b0e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:37.047019 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7156187d-dfd6-42f5-840d-850f5698b0e0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b5111692-f82f-4488-81c3-4d8044c03761 HTTP/1.1" status: 204 len: 168 time: 0.5429366 Nov 12 03:37:37.086499 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7156187d-dfd6-42f5-840d-850f5698b0e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5111692-f82f-4488-81c3-4d8044c03761,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:37.106233 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6d9876-8167-41ce-addb-79970ebbcd83 x-openstack-request-id: req-4b6d9876-8167-41ce-addb-79970ebbcd83 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:37.106704 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8342d274-e240-4b79-bdab-f652efcf9c42", "tag": "019b12b2-0592-4952-bab8-5e50fdd87252", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:37.107299 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4b6d9876-8167-41ce-addb-79970ebbcd83 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:37.107619 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8342d274-e240-4b79-bdab-f652efcf9c42', 'tag': '019b12b2-0592-4952-bab8-5e50fdd87252', 'status': 'completed', 'code': 200} Nov 12 03:37:37.324873 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-17e3b9c0-5abb-4b4e-b951-4e3678af68a2 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Allocated IP 172.20.0.3 (910bd456-1873-44d8-a86c-8e2200c1860a/3778ad0a-df1f-44a5-9ec3-d20637f1c6f7/39c084b3-bce9-4581-81fe-1a698dd9d7a0) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:37.385245 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13258d-5055-48c9-925d-f27737b67a13 req-f1597836-2ded-4e12-adb0-65c1c427fd16 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:37.388436 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3c13258d-5055-48c9-925d-f27737b67a13 req-f1597836-2ded-4e12-adb0-65c1c427fd16 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 943 time: 0.1221199 Nov 12 03:37:37.584713 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1c7a3-2aaf-4cc7-bfec-9f6d1ccbcd4d req-61753961-586f-407b-bc47-f4d598ec1655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:37.586876 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-06d1c7a3-2aaf-4cc7-bfec-9f6d1ccbcd4d req-61753961-586f-407b-bc47-f4d598ec1655 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5ebb684d29944e539f543ee420a9874c&device_id=8342d274-e240-4b79-bdab-f652efcf9c42 HTTP/1.1" status: 200 len: 1095 time: 0.1958163 Nov 12 03:37:37.596364 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3c13258d-5055-48c9-925d-f27737b67a13 req-759e0972-5404-4a73-ac47-1f470ee79224 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834383 Nov 12 03:37:37.735739 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-2ad236a5-9723-4269-be55-b5790ac748fb req-be2c7c6c-3659-4834-aedc-5b522d370f8b tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Allocated IP 172.20.0.8 (efb988ed-b223-4e0b-8b86-915607ae4e80/30a0f48c-61f9-4792-91bd-2c64b1b43b35/b765f9f8-1b70-40fd-8519-033f4f7cc090) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:37.842238 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8bcc7a4d-45ad-476b-b975-2d7e50d80752 req-d80baaf0-693c-46f2-9f15-6132663cf35a tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8587cc9-c82a-408b-afda-33cc1e970cab HTTP/1.1" status: 200 len: 210 time: 0.0746777 Nov 12 03:37:38.115788 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-17e3b9c0-5abb-4b4e-b951-4e3678af68a2 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:38.183755 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-34b99e0c-2565-45e4-a31b-d8f876121299 req-d2194868-b107-4e9b-b96b-fd9a5c6695fc tempest-ServerShowV247Test-719133461 tempest-ServerShowV247Test-719133461-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a05c154-e808-42a9-b190-653785893fdb HTTP/1.1" status: 200 len: 210 time: 0.1618304 Nov 12 03:37:38.301162 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-17e3b9c0-5abb-4b4e-b951-4e3678af68a2 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:38.353050 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-b4efee2b-94e2-47d9-a8d6-8504d0c4aa71 tempest-RoutersAdminNegativeTest-648456036 tempest-RoutersAdminNegativeTest-648456036-project-admin] Allocated IP 172.25.5.51 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/e7588be9-ffa6-4f21-b609-49944cf1298d) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:38.442515 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8ee9ed99-2dd8-4e4f-9055-1b1210776059 req-70d0fd6e-ce4a-4470-a396-bbd6e329a131 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=25535b709a2d4c4589b8ab88b8c8086a&fields=id HTTP/1.1" status: 200 len: 255 time: 2.0153651 Nov 12 03:37:38.475821 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1f45376b-11c0-442e-9a0b-79728601e0b1 req-8e8d3032-516a-4e32-b7e7-87de85b0c305 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 210 time: 0.0922694 Nov 12 03:37:38.583269 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-be2c7c6c-3659-4834-aedc-5b522d370f8b tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:38.604982 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:38.783727 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-17e3b9c0-5abb-4b4e-b951-4e3678af68a2 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Network 910bd456-1873-44d8-a86c-8e2200c1860a is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:38.790108 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1c7a3-2aaf-4cc7-bfec-9f6d1ccbcd4d req-69a987f0-f586-4323-835f-b543a8f4affb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:38.791622 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-06d1c7a3-2aaf-4cc7-bfec-9f6d1ccbcd4d req-69a987f0-f586-4323-835f-b543a8f4affb service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=5ebb684d29944e539f543ee420a9874c&shared=False HTTP/1.1" status: 200 len: 919 time: 0.6864269 Nov 12 03:37:38.878254 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e3b9c0-5abb-4b4e-b951-4e3678af68a2 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Pushing event updated for resources: {'Port': ['ID=39c084b3-bce9-4581-81fe-1a698dd9d7a0,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:38.902411 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-17e3b9c0-5abb-4b4e-b951-4e3678af68a2 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:38.905279 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-17e3b9c0-5abb-4b4e-b951-4e3678af68a2 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:38.981062 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9405935-a8cc-49bf-a838-867aa4721398 req-49230f65-8097-4571-aee0-c772505f3787 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:38.987799 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e9405935-a8cc-49bf-a838-867aa4721398 req-49230f65-8097-4571-aee0-c772505f3787 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 943 time: 0.1511879 Nov 12 03:37:39.121998 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e9405935-a8cc-49bf-a838-867aa4721398 req-f8458efc-9e87-4c1c-970c-01e327f9e178 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298864 Nov 12 03:37:39.464225 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f067eb-514c-47f1-9462-6fc99afcd572 req-98613599-dcf3-48f2-aa37-4f229dccef36 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:39.469029 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-63f067eb-514c-47f1-9462-6fc99afcd572 req-98613599-dcf3-48f2-aa37-4f229dccef36 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8587cc9-c82a-408b-afda-33cc1e970cab HTTP/1.1" status: 200 len: 931 time: 0.1495662 Nov 12 03:37:39.617940 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-63f067eb-514c-47f1-9462-6fc99afcd572 req-b2e3c23b-ad4e-4e7d-824e-6c72fcb237d9 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/security-groups?id=31c325ba-dca2-4a7d-888a-7c994db57611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392653 Nov 12 03:37:39.620593 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-be2c7c6c-3659-4834-aedc-5b522d370f8b tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.669277 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-17e3b9c0-5abb-4b4e-b951-4e3678af68a2 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:39.670157 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-17e3b9c0-5abb-4b4e-b951-4e3678af68a2 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.698993 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8ee9ed99-2dd8-4e4f-9055-1b1210776059 req-fc3deb54-1eea-421d-a558-422447c14a1c service neutron] 10.222.0.50 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2555461 Nov 12 03:37:39.823385 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6b8de00b-2bd7-4e15-a027-4f4716817f41 req-10998341-e15f-4d1b-817a-ec892ee71cb2 tempest-ServerShowV247Test-719133461 tempest-ServerShowV247Test-719133461-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a05c154-e808-42a9-b190-653785893fdb HTTP/1.1" status: 200 len: 210 time: 0.0626509 Nov 12 03:37:39.860344 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ad236a5-9723-4269-be55-b5790ac748fb req-be2c7c6c-3659-4834-aedc-5b522d370f8b tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Network efb988ed-b223-4e0b-8b86-915607ae4e80 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:39.862608 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-9b46094f-7a3b-45f3-84fc-7b7f04d4050a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d6e4fba-5077-45b7-9c6a-01947b44ba48 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:37:39.922570 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b4efee2b-94e2-47d9-a8d6-8504d0c4aa71 tempest-RoutersAdminNegativeTest-648456036 tempest-RoutersAdminNegativeTest-648456036-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.097639 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49816) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:40.187541 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-9b46094f-7a3b-45f3-84fc-7b7f04d4050a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.190402 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f15312-cfd8-40ad-a8b8-58d9c69f1907 req-02196616-c4c1-412a-945b-83062793c295 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:40.199986 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b4efee2b-94e2-47d9-a8d6-8504d0c4aa71 tempest-RoutersAdminNegativeTest-648456036 tempest-RoutersAdminNegativeTest-648456036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.201963 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-2ad236a5-9723-4269-be55-b5790ac748fb req-be2c7c6c-3659-4834-aedc-5b522d370f8b tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:40.205017 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a8f15312-cfd8-40ad-a8b8-58d9c69f1907 req-02196616-c4c1-412a-945b-83062793c295 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 931 time: 0.1743050 Nov 12 03:37:40.220036 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad236a5-9723-4269-be55-b5790ac748fb req-be2c7c6c-3659-4834-aedc-5b522d370f8b tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:40.230003 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-17e3b9c0-5abb-4b4e-b951-4e3678af68a2 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9465899 Nov 12 03:37:40.278454 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c7c6c-3659-4834-aedc-5b522d370f8b tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Pushing event updated for resources: {'Port': ['ID=b765f9f8-1b70-40fd-8519-033f4f7cc090,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:40.343685 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-9b46094f-7a3b-45f3-84fc-7b7f04d4050a service neutron] Transition to ACTIVE for port object 0d6e4fba-5077-45b7-9c6a-01947b44ba48 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:37:40.519623 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-9b46094f-7a3b-45f3-84fc-7b7f04d4050a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.531953 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4efee2b-94e2-47d9-a8d6-8504d0c4aa71 tempest-RoutersAdminNegativeTest-648456036 tempest-RoutersAdminNegativeTest-648456036-project-admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:40.544028 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-541e4440-0135-4aa0-b035-eda04d31655b service neutron] Request body: {'port': {'device_id': 'c8587cc9-c82a-408b-afda-33cc1e970cab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:40.555098 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-ed2943d5-cbe4-43d0-9346-99d84318c7c5 tempest-PortsAdminExtendedAttrsTestJSON-908614765 tempest-PortsAdminExtendedAttrsTestJSON-908614765-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1884482701'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:40.567276 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a8f15312-cfd8-40ad-a8b8-58d9c69f1907 req-bdaa7b43-070c-420b-b2b4-5c6a66807157 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3423917 Nov 12 03:37:40.575769 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-b4efee2b-94e2-47d9-a8d6-8504d0c4aa71 tempest-RoutersAdminNegativeTest-648456036 tempest-RoutersAdminNegativeTest-648456036-project-admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:40.661148 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4efee2b-94e2-47d9-a8d6-8504d0c4aa71 tempest-RoutersAdminNegativeTest-648456036 tempest-RoutersAdminNegativeTest-648456036-project-admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:40.752572 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad236a5-9723-4269-be55-b5790ac748fb req-be2c7c6c-3659-4834-aedc-5b522d370f8b tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:40.753920 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-be2c7c6c-3659-4834-aedc-5b522d370f8b tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.778956 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-70af7f82-b322-496d-9cd0-4dd53e9db8dd None None] Provisioning complete for port b765f9f8-1b70-40fd-8519-033f4f7cc090 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:40.779485 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-70af7f82-b322-496d-9cd0-4dd53e9db8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.846527 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4efee2b-94e2-47d9-a8d6-8504d0c4aa71 tempest-RoutersAdminNegativeTest-648456036 tempest-RoutersAdminNegativeTest-648456036-project-admin] Pushing event updated for resources: {'Port': ['ID=e7588be9-ffa6-4f21-b609-49944cf1298d,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:40.870425 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8ee9ed99-2dd8-4e4f-9055-1b1210776059 req-0ed9fa91-42a1-4e66-b1b0-473f1750a9b5 service neutron] 10.222.0.50 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1584735 Nov 12 03:37:40.875714 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-70af7f82-b322-496d-9cd0-4dd53e9db8dd None None] Port b765f9f8-1b70-40fd-8519-033f4f7cc090 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:40.982983 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1c7a3-2aaf-4cc7-bfec-9f6d1ccbcd4d req-62fa0205-af55-4fb2-aa02-e2aab3f91c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:40.985143 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-06d1c7a3-2aaf-4cc7-bfec-9f6d1ccbcd4d req-62fa0205-af55-4fb2-aa02-e2aab3f91c93 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5501549 Nov 12 03:37:40.988865 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2943d5-cbe4-43d0-9346-99d84318c7c5 tempest-PortsAdminExtendedAttrsTestJSON-908614765 tempest-PortsAdminExtendedAttrsTestJSON-908614765-project] Made reservation on behalf of 622086bf476146339ec8728a720f53a0 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:40.993747 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ed2943d5-cbe4-43d0-9346-99d84318c7c5 tempest-PortsAdminExtendedAttrsTestJSON-908614765 tempest-PortsAdminExtendedAttrsTestJSON-908614765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.006755 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ed2943d5-cbe4-43d0-9346-99d84318c7c5 tempest-PortsAdminExtendedAttrsTestJSON-908614765 tempest-PortsAdminExtendedAttrsTestJSON-908614765-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.040642 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9301b87-bc47-4b22-9742-ba6f918337ff req-70e81122-c662-42f9-8050-8a307098236c tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:41.049214 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d9301b87-bc47-4b22-9742-ba6f918337ff req-70e81122-c662-42f9-8050-8a307098236c tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 943 time: 0.2752554 Nov 12 03:37:41.108647 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-be2c7c6c-3659-4834-aedc-5b522d370f8b tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1905527 Nov 12 03:37:41.141169 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-2ad236a5-9723-4269-be55-b5790ac748fb req-3aa8d055-6041-4d52-9b98-7cc29ba5e54a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Request body: {'port': {'device_id': '1c584f51-fb62-4406-a541-a05d7679a94f', 'network_id': '8d21d20a-27ba-43f8-a492-7cb16d2502e7', 'admin_state_up': True, 'tenant_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'security_groups': ['2781370c-8ac8-4e15-a928-f18ce8eea7d6']}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:41.237598 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46094f-7a3b-45f3-84fc-7b7f04d4050a service neutron] Pushing event updated for resources: {'Port': ['ID=0d6e4fba-5077-45b7-9c6a-01947b44ba48,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:41.259974 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4efee2b-94e2-47d9-a8d6-8504d0c4aa71 tempest-RoutersAdminNegativeTest-648456036 tempest-RoutersAdminNegativeTest-648456036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:41.260902 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b4efee2b-94e2-47d9-a8d6-8504d0c4aa71 tempest-RoutersAdminNegativeTest-648456036 tempest-RoutersAdminNegativeTest-648456036-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.270393 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-541e4440-0135-4aa0-b035-eda04d31655b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.446168 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b4efee2b-94e2-47d9-a8d6-8504d0c4aa71 tempest-RoutersAdminNegativeTest-648456036 tempest-RoutersAdminNegativeTest-648456036-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 8.0800912 Nov 12 03:37:41.458316 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 49838) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:41.465068 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-3bd5f69a-93f7-4f41-85aa-5fb17372f565 tempest-RoutersAdminNegativeTest-648456036 tempest-RoutersAdminNegativeTest-648456036-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.51'}]}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:41.544717 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3191d094-5e45-4ac7-b983-7fe15ba0b96e req-d44aef9e-a129-4aa8-8829-873c4a1e6061 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:41.548845 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ed2943d5-cbe4-43d0-9346-99d84318c7c5 tempest-PortsAdminExtendedAttrsTestJSON-908614765 tempest-PortsAdminExtendedAttrsTestJSON-908614765-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.553870 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3191d094-5e45-4ac7-b983-7fe15ba0b96e req-d44aef9e-a129-4aa8-8829-873c4a1e6061 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8587cc9-c82a-408b-afda-33cc1e970cab HTTP/1.1" status: 200 len: 931 time: 0.3055081 Nov 12 03:37:41.562455 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ed2943d5-cbe4-43d0-9346-99d84318c7c5 tempest-PortsAdminExtendedAttrsTestJSON-908614765 tempest-PortsAdminExtendedAttrsTestJSON-908614765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.591615 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d9301b87-bc47-4b22-9742-ba6f918337ff req-a111230e-97dc-426d-a6d2-cc05a85a862d tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5414224 Nov 12 03:37:41.648807 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed2943d5-cbe4-43d0-9346-99d84318c7c5 tempest-PortsAdminExtendedAttrsTestJSON-908614765 tempest-PortsAdminExtendedAttrsTestJSON-908614765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:37:41.661125 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ed2943d5-cbe4-43d0-9346-99d84318c7c5 tempest-PortsAdminExtendedAttrsTestJSON-908614765 tempest-PortsAdminExtendedAttrsTestJSON-908614765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.661478 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-ed2943d5-cbe4-43d0-9346-99d84318c7c5 tempest-PortsAdminExtendedAttrsTestJSON-908614765 tempest-PortsAdminExtendedAttrsTestJSON-908614765-project] Added segment 71a35d16-6efb-4afd-b640-4858aeac2ed4 of type vlan for network 8bf1cabe-aaed-4e54-928d-05356a261cce Nov 12 03:37:41.706610 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-9b46094f-7a3b-45f3-84fc-7b7f04d4050a service neutron] Attempting to bind port 0d6e4fba-5077-45b7-9c6a-01947b44ba48 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:41.706610 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-9b46094f-7a3b-45f3-84fc-7b7f04d4050a service neutron] Attempting to bind port 0d6e4fba-5077-45b7-9c6a-01947b44ba48 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'f05b0f80-1c07-4015-9006-a0a3150a35f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '910bd456-1873-44d8-a86c-8e2200c1860a'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:41.707194 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-9b46094f-7a3b-45f3-84fc-7b7f04d4050a service neutron] Attempting to bind port 0d6e4fba-5077-45b7-9c6a-01947b44ba48 on network 910bd456-1873-44d8-a86c-8e2200c1860a {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:41.748414 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-9b46094f-7a3b-45f3-84fc-7b7f04d4050a service neutron] Port 0d6e4fba-5077-45b7-9c6a-01947b44ba48 on network 910bd456-1873-44d8-a86c-8e2200c1860a not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:37:41.748721 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-9b46094f-7a3b-45f3-84fc-7b7f04d4050a service neutron] Attempting to bind port 0d6e4fba-5077-45b7-9c6a-01947b44ba48 on network 910bd456-1873-44d8-a86c-8e2200c1860a {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:41.753399 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3bd5f69a-93f7-4f41-85aa-5fb17372f565 tempest-RoutersAdminNegativeTest-648456036 tempest-RoutersAdminNegativeTest-648456036-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.754805 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3bd5f69a-93f7-4f41-85aa-5fb17372f565 tempest-RoutersAdminNegativeTest-648456036 tempest-RoutersAdminNegativeTest-648456036-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.794825 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-9b46094f-7a3b-45f3-84fc-7b7f04d4050a service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:41.795295 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-9b46094f-7a3b-45f3-84fc-7b7f04d4050a service neutron] Checking segment: {'id': 'f05b0f80-1c07-4015-9006-a0a3150a35f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '910bd456-1873-44d8-a86c-8e2200c1860a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:41.795842 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-9b46094f-7a3b-45f3-84fc-7b7f04d4050a service neutron] Bound using segment: {'id': 'f05b0f80-1c07-4015-9006-a0a3150a35f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '910bd456-1873-44d8-a86c-8e2200c1860a'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:41.796948 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-9b46094f-7a3b-45f3-84fc-7b7f04d4050a service neutron] Bound port: 0d6e4fba-5077-45b7-9c6a-01947b44ba48, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f05b0f80-1c07-4015-9006-a0a3150a35f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '910bd456-1873-44d8-a86c-8e2200c1860a'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:41.797546 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-9b46094f-7a3b-45f3-84fc-7b7f04d4050a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.852373 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ed2943d5-cbe4-43d0-9346-99d84318c7c5 tempest-PortsAdminExtendedAttrsTestJSON-908614765 tempest-PortsAdminExtendedAttrsTestJSON-908614765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.858178 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3191d094-5e45-4ac7-b983-7fe15ba0b96e req-9e915128-83db-47c0-8e44-224e018d96d8 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/security-groups?id=31c325ba-dca2-4a7d-888a-7c994db57611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024139 Nov 12 03:37:41.876301 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ad236a5-9723-4269-be55-b5790ac748fb req-3aa8d055-6041-4d52-9b98-7cc29ba5e54a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Made reservation on behalf of 0cdd38a3f1ea45dcbcc53ea0d2714986 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:41.876987 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-3aa8d055-6041-4d52-9b98-7cc29ba5e54a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.948736 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2943d5-cbe4-43d0-9346-99d84318c7c5 tempest-PortsAdminExtendedAttrsTestJSON-908614765 tempest-PortsAdminExtendedAttrsTestJSON-908614765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b95535d4-8166-42ee-be10-04a4f4dfbf35,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:41.975801 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ed2943d5-cbe4-43d0-9346-99d84318c7c5 tempest-PortsAdminExtendedAttrsTestJSON-908614765 tempest-PortsAdminExtendedAttrsTestJSON-908614765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.994795 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2943d5-cbe4-43d0-9346-99d84318c7c5 tempest-PortsAdminExtendedAttrsTestJSON-908614765 tempest-PortsAdminExtendedAttrsTestJSON-908614765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:41.996026 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ed2943d5-cbe4-43d0-9346-99d84318c7c5 tempest-PortsAdminExtendedAttrsTestJSON-908614765 tempest-PortsAdminExtendedAttrsTestJSON-908614765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:42.040973 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-15de243a-40b2-4bb2-a3cf-42570a44e82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:42.043172 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-15de243a-40b2-4bb2-a3cf-42570a44e82f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5ebb684d29944e539f543ee420a9874c&device_id=8342d274-e240-4b79-bdab-f652efcf9c42 HTTP/1.1" status: 200 len: 1095 time: 0.8507702 Nov 12 03:37:42.082983 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ed2943d5-cbe4-43d0-9346-99d84318c7c5 tempest-PortsAdminExtendedAttrsTestJSON-908614765 tempest-PortsAdminExtendedAttrsTestJSON-908614765-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.9770436 Nov 12 03:37:42.222966 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3bd5f69a-93f7-4f41-85aa-5fb17372f565 tempest-RoutersAdminNegativeTest-648456036 tempest-RoutersAdminNegativeTest-648456036-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:42.295614 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d186a645-e383-4cce-973c-e0d6259658ed req-d1715ca4-09b2-4abe-8442-7c2c47e1923f tempest-ServerShowV247Test-719133461 tempest-ServerShowV247Test-719133461-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a05c154-e808-42a9-b190-653785893fdb HTTP/1.1" status: 200 len: 210 time: 0.3365397 Nov 12 03:37:42.434247 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-4054e4e1-ed7d-4b49-95a0-d82bd8d5239f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=019b12b2-0592-4952-bab8-5e50fdd87252 HTTP/1.1" status: 200 len: 217 time: 0.1341431 Nov 12 03:37:42.562663 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2943d5-cbe4-43d0-9346-99d84318c7c5 tempest-PortsAdminExtendedAttrsTestJSON-908614765 tempest-PortsAdminExtendedAttrsTestJSON-908614765-project] Pushing event updated for resources: {'Network': ['ID=8bf1cabe-aaed-4e54-928d-05356a261cce,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:42.578475 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 8bf1cabe-aaed-4e54-928d-05356a261cce details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:37:42.597381 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-f4b609d2-8eea-4e28-8610-46a42f7f481b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:42.603653 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-f4b609d2-8eea-4e28-8610-46a42f7f481b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3778ad0a-df1f-44a5-9ec3-d20637f1c6f7 HTTP/1.1" status: 200 len: 858 time: 0.0885825 Nov 12 03:37:42.676164 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 49870) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:42.700505 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Request body: {'port': {'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce', 'binding:host_id': 'n-h1-715271-27', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2071065237'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:42.700505 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-9b46094f-7a3b-45f3-84fc-7b7f04d4050a service neutron] For port 0d6e4fba-5077-45b7-9c6a-01947b44ba48, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:42.707053 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-b3349d07-f28e-43a6-9072-f906b34784f1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=910bd456-1873-44d8-a86c-8e2200c1860a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826447 Nov 12 03:37:42.783329 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-9b46094f-7a3b-45f3-84fc-7b7f04d4050a service neutron] For port 0d6e4fba-5077-45b7-9c6a-01947b44ba48, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=0d6e4fba-5077-45b7-9c6a-01947b44ba48,segment=NetworkSegment(f05b0f80-1c07-4015-9006-a0a3150a35f3),segment_id=f05b0f80-1c07-4015-9006-a0a3150a35f3)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:42.878070 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-9b46094f-7a3b-45f3-84fc-7b7f04d4050a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:42.883773 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3bd5f69a-93f7-4f41-85aa-5fb17372f565 tempest-RoutersAdminNegativeTest-648456036 tempest-RoutersAdminNegativeTest-648456036-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:42.989570 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-0ec2db08-348b-46a9-8970-041245b73a92 service neutron] 10.222.0.90 "GET /v2.0/networks/910bd456-1873-44d8-a86c-8e2200c1860a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682736 Nov 12 03:37:43.046314 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Made reservation on behalf of a35fdb5559224d40b301627ee3f720f6 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:43.048793 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.072991 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9fff20-e70f-49ea-9979-1637fc35db50 req-cfa601eb-6074-4dd8-be8b-e294eb65ead1 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:43.090334 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4b9fff20-e70f-49ea-9979-1637fc35db50 req-cfa601eb-6074-4dd8-be8b-e294eb65ead1 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 931 time: 0.6720836 Nov 12 03:37:43.176864 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d78b3-2a94-401c-9495-7aa0bb80f229 req-e066f493-d9db-45f6-bd4e-2e1d0e23fae0 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:43.178696 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-519d78b3-2a94-401c-9495-7aa0bb80f229 req-e066f493-d9db-45f6-bd4e-2e1d0e23fae0 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 943 time: 0.1496849 Nov 12 03:37:43.224209 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.229968 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-2ad236a5-9723-4269-be55-b5790ac748fb req-3aa8d055-6041-4d52-9b98-7cc29ba5e54a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Allocated IP 10.1.1.89 (8d21d20a-27ba-43f8-a492-7cb16d2502e7/b982b1ac-5a39-445d-bf86-e4e863c753c9/e2131700-ba7a-474e-985e-8060b2a8fb24) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:43.232772 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-9b46094f-7a3b-45f3-84fc-7b7f04d4050a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:43.233501 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-9b46094f-7a3b-45f3-84fc-7b7f04d4050a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.234921 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-9b46094f-7a3b-45f3-84fc-7b7f04d4050a service neutron] 10.222.0.74 "PUT /v2.0/ports/0d6e4fba-5077-45b7-9c6a-01947b44ba48 HTTP/1.1" status: 200 len: 1092 time: 8.3328693 Nov 12 03:37:43.236189 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-34cbf643-edfc-4d8c-bb5d-8f67da9a8b4e service neutron] 10.222.0.90 "GET /v2.0/networks/910bd456-1873-44d8-a86c-8e2200c1860a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379642 Nov 12 03:37:43.245589 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '493eff4c-331e-4f93-b7d8-b1824482e02d', 'tag': '0d6e4fba-5077-45b7-9c6a-01947b44ba48'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:43.260120 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca38bf9-951f-48ea-8006-303e8f6eae1a" -d '{"events": [{"name": "network-changed", "server_uuid": "493eff4c-331e-4f93-b7d8-b1824482e02d", "tag": "0d6e4fba-5077-45b7-9c6a-01947b44ba48"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:43.271973 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-519d78b3-2a94-401c-9495-7aa0bb80f229 req-0a02fe7d-84f7-4616-b956-da34bc2052bd tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729275 Nov 12 03:37:43.422524 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-541e4440-0135-4aa0-b035-eda04d31655b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39c084b3-bce9-4581-81fe-1a698dd9d7a0 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:37:43.429814 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4b9fff20-e70f-49ea-9979-1637fc35db50 req-7b71de98-ac82-4c77-a3f8-1a8942677077 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3379440 Nov 12 03:37:43.443290 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-541e4440-0135-4aa0-b035-eda04d31655b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.444529 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c303f0b-dbd2-467b-980f-bcaa9cdaf310 req-32d3ef80-32b4-4c46-982b-78aff6459cce tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:43.448165 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2c303f0b-dbd2-467b-980f-bcaa9cdaf310 req-32d3ef80-32b4-4c46-982b-78aff6459cce tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8587cc9-c82a-408b-afda-33cc1e970cab HTTP/1.1" status: 200 len: 931 time: 0.0796144 Nov 12 03:37:43.474004 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46094f-7a3b-45f3-84fc-7b7f04d4050a service neutron] Pushing event updated for resources: {'Port': ['ID=0d6e4fba-5077-45b7-9c6a-01947b44ba48,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:43.558860 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2c303f0b-dbd2-467b-980f-bcaa9cdaf310 req-27061bcb-8cd2-4b44-b795-a8f0f02123eb tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/security-groups?id=31c325ba-dca2-4a7d-888a-7c994db57611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034155 Nov 12 03:37:43.733961 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f39660e8-6604-4478-b8bd-a20f4f5d16d3 req-7c87aed3-86c7-4c6d-8f9a-ce40c9f0682d tempest-ServerShowV247Test-719133461 tempest-ServerShowV247Test-719133461-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a05c154-e808-42a9-b190-653785893fdb HTTP/1.1" status: 200 len: 210 time: 0.0336392 Nov 12 03:37:43.891167 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa509915-e8d0-485f-9c8e-3adc57c90eb7 x-openstack-request-id: req-fa509915-e8d0-485f-9c8e-3adc57c90eb7 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:43.891167 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "493eff4c-331e-4f93-b7d8-b1824482e02d", "tag": "0d6e4fba-5077-45b7-9c6a-01947b44ba48", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:43.891167 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fa509915-e8d0-485f-9c8e-3adc57c90eb7 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:43.891977 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '493eff4c-331e-4f93-b7d8-b1824482e02d', 'tag': '0d6e4fba-5077-45b7-9c6a-01947b44ba48', 'status': 'completed', 'code': 200} Nov 12 03:37:43.979890 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-541e4440-0135-4aa0-b035-eda04d31655b service neutron] Transition to ACTIVE for port object 39c084b3-bce9-4581-81fe-1a698dd9d7a0 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:37:44.017430 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-541e4440-0135-4aa0-b035-eda04d31655b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.123011 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-50246ca0-324b-471d-912b-8a255034aed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:44.124657 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-50246ca0-324b-471d-912b-8a255034aed5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5ebb684d29944e539f543ee420a9874c&device_id=493eff4c-331e-4f93-b7d8-b1824482e02d HTTP/1.1" status: 200 len: 1095 time: 0.6885126 Nov 12 03:37:44.217125 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-864e5429-be4d-4f9d-be5d-e5e40933f8aa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d6e4fba-5077-45b7-9c6a-01947b44ba48 HTTP/1.1" status: 200 len: 217 time: 0.0722027 Nov 12 03:37:44.217753 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e4440-0135-4aa0-b035-eda04d31655b service neutron] Pushing event updated for resources: {'Port': ['ID=39c084b3-bce9-4581-81fe-1a698dd9d7a0,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:44.277267 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-3aa8d055-6041-4d52-9b98-7cc29ba5e54a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.386287 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009f74f-9986-4638-acdd-b725ed79e59f req-945d1c07-fe38-408e-98f0-52a892ab5bb2 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:44.388648 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1009f74f-9986-4638-acdd-b725ed79e59f req-945d1c07-fe38-408e-98f0-52a892ab5bb2 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/networks?id=78368f62-ed24-43ac-ae16-b5ccbfc3c78d HTTP/1.1" status: 200 len: 806 time: 0.4894609 Nov 12 03:37:44.392682 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.421957 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.441209 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900224d8-04e6-4313-bdfb-68e30cd0f22a req-16f36cb2-e26d-4780-a928-1125171c2636 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:44.442737 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-900224d8-04e6-4313-bdfb-68e30cd0f22a req-16f36cb2-e26d-4780-a928-1125171c2636 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 943 time: 0.0707858 Nov 12 03:37:44.506029 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] device_id is not set on port 63ed0505-f725-4f00-86b2-b17776984b25 yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:37:44.508614 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-900224d8-04e6-4313-bdfb-68e30cd0f22a req-8bf9f1ba-4d0d-4059-b07b-ee9b6ed8e044 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577946 Nov 12 03:37:44.519198 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-541e4440-0135-4aa0-b035-eda04d31655b service neutron] Attempting to bind port 39c084b3-bce9-4581-81fe-1a698dd9d7a0 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:44.519532 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-541e4440-0135-4aa0-b035-eda04d31655b service neutron] Attempting to bind port 39c084b3-bce9-4581-81fe-1a698dd9d7a0 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': 'f05b0f80-1c07-4015-9006-a0a3150a35f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '910bd456-1873-44d8-a86c-8e2200c1860a'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:44.519916 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-541e4440-0135-4aa0-b035-eda04d31655b service neutron] Attempting to bind port 39c084b3-bce9-4581-81fe-1a698dd9d7a0 on network 910bd456-1873-44d8-a86c-8e2200c1860a {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:44.538772 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-541e4440-0135-4aa0-b035-eda04d31655b service neutron] Port 39c084b3-bce9-4581-81fe-1a698dd9d7a0 on network 910bd456-1873-44d8-a86c-8e2200c1860a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:37:44.538772 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-541e4440-0135-4aa0-b035-eda04d31655b service neutron] Attempting to bind port 39c084b3-bce9-4581-81fe-1a698dd9d7a0 on network 910bd456-1873-44d8-a86c-8e2200c1860a {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:44.538772 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-610ebf17-4b28-4e18-89c4-dc8b314340c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:44.539286 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-610ebf17-4b28-4e18-89c4-dc8b314340c4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3778ad0a-df1f-44a5-9ec3-d20637f1c6f7 HTTP/1.1" status: 200 len: 858 time: 0.3027470 Nov 12 03:37:44.549545 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-541e4440-0135-4aa0-b035-eda04d31655b service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:44.549894 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-541e4440-0135-4aa0-b035-eda04d31655b service neutron] Checking segment: {'id': 'f05b0f80-1c07-4015-9006-a0a3150a35f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '910bd456-1873-44d8-a86c-8e2200c1860a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:44.550326 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-541e4440-0135-4aa0-b035-eda04d31655b service neutron] Bound using segment: {'id': 'f05b0f80-1c07-4015-9006-a0a3150a35f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '910bd456-1873-44d8-a86c-8e2200c1860a'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:44.550771 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-541e4440-0135-4aa0-b035-eda04d31655b service neutron] Bound port: 39c084b3-bce9-4581-81fe-1a698dd9d7a0, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f05b0f80-1c07-4015-9006-a0a3150a35f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '910bd456-1873-44d8-a86c-8e2200c1860a'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:44.551133 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-541e4440-0135-4aa0-b035-eda04d31655b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.567554 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1009f74f-9986-4638-acdd-b725ed79e59f req-089a5bdd-da67-4259-9d6e-d1a543ef4e64 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/quotas/25535b709a2d4c4589b8ab88b8c8086a HTTP/1.1" status: 200 len: 375 time: 0.1574347 Nov 12 03:37:44.624526 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-3aa8d055-6041-4d52-9b98-7cc29ba5e54a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.663368 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12718522-53b5-4cf7-b3c4-05285af46998 req-c74064b7-8c5f-44e3-bf0e-9fce55b5ae36 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:44.670364 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12718522-53b5-4cf7-b3c4-05285af46998 req-c74064b7-8c5f-44e3-bf0e-9fce55b5ae36 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:44.679177 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-12718522-53b5-4cf7-b3c4-05285af46998 req-c74064b7-8c5f-44e3-bf0e-9fce55b5ae36 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 1652 time: 0.0767360 Nov 12 03:37:44.751078 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-12718522-53b5-4cf7-b3c4-05285af46998 req-db999037-ce57-40b9-898e-834f7179a489 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705836 Nov 12 03:37:44.797344 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-31297cdb-0c45-44c5-bad5-fc73d1668900 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=910bd456-1873-44d8-a86c-8e2200c1860a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1818130 Nov 12 03:37:44.823678 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a03aa5-1943-42ea-8fd6-2fe62dc91ad9,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:44.915595 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3321d67-accf-4cf4-a756-f1e9336c4bc5 req-54363aa4-9277-46bf-ba05-8a687b8ee238 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:44.920397 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f3321d67-accf-4cf4-a756-f1e9336c4bc5 req-54363aa4-9277-46bf-ba05-8a687b8ee238 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8587cc9-c82a-408b-afda-33cc1e970cab HTTP/1.1" status: 200 len: 943 time: 0.0803053 Nov 12 03:37:44.981724 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f3321d67-accf-4cf4-a756-f1e9336c4bc5 req-fd987386-adb0-4bfd-9297-31f89a2c9f7c tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/security-groups?id=31c325ba-dca2-4a7d-888a-7c994db57611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537503 Nov 12 03:37:44.992852 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ad236a5-9723-4269-be55-b5790ac748fb req-3aa8d055-6041-4d52-9b98-7cc29ba5e54a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Network 8d21d20a-27ba-43f8-a492-7cb16d2502e7 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:45.043899 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-2ad236a5-9723-4269-be55-b5790ac748fb req-3aa8d055-6041-4d52-9b98-7cc29ba5e54a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:45.057162 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad236a5-9723-4269-be55-b5790ac748fb req-3aa8d055-6041-4d52-9b98-7cc29ba5e54a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:45.068862 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa8d055-6041-4d52-9b98-7cc29ba5e54a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Pushing event updated for resources: {'Port': ['ID=e2131700-ba7a-474e-985e-8060b2a8fb24,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:45.104818 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1009f74f-9986-4638-acdd-b725ed79e59f req-c5608642-d8b3-44c1-b481-b1847cf7bd10 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=25535b709a2d4c4589b8ab88b8c8086a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5339415 Nov 12 03:37:45.154833 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ddfea475-cfdb-495a-a2bd-6538d0021a20 req-bba3cce7-e66c-445c-bc43-8c8d01db12a8 tempest-ServerShowV247Test-719133461 tempest-ServerShowV247Test-719133461-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a05c154-e808-42a9-b190-653785893fdb HTTP/1.1" status: 200 len: 210 time: 0.0370424 Nov 12 03:37:45.192780 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3bd5f69a-93f7-4f41-85aa-5fb17372f565 tempest-RoutersAdminNegativeTest-648456036 tempest-RoutersAdminNegativeTest-648456036-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.267357 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-541e4440-0135-4aa0-b035-eda04d31655b service neutron] For port 39c084b3-bce9-4581-81fe-1a698dd9d7a0, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:45.279437 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3bd5f69a-93f7-4f41-85aa-5fb17372f565 tempest-RoutersAdminNegativeTest-648456036 tempest-RoutersAdminNegativeTest-648456036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.331303 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-541e4440-0135-4aa0-b035-eda04d31655b service neutron] For port 39c084b3-bce9-4581-81fe-1a698dd9d7a0, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=39c084b3-bce9-4581-81fe-1a698dd9d7a0,segment=NetworkSegment(f05b0f80-1c07-4015-9006-a0a3150a35f3),segment_id=f05b0f80-1c07-4015-9006-a0a3150a35f3)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:45.387932 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad236a5-9723-4269-be55-b5790ac748fb req-3aa8d055-6041-4d52-9b98-7cc29ba5e54a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:45.388640 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-3aa8d055-6041-4d52-9b98-7cc29ba5e54a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.407574 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-541e4440-0135-4aa0-b035-eda04d31655b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.459008 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-9efa6b8a-8cb4-4c1d-9a9f-46e155285305 None None] Provisioning complete for port e2131700-ba7a-474e-985e-8060b2a8fb24 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:45.459802 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9efa6b8a-8cb4-4c1d-9a9f-46e155285305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.462424 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-5fcb045a-d910-4443-a4b2-79019d8b682e service neutron] 10.222.0.74 "GET /v2.0/networks/910bd456-1873-44d8-a86c-8e2200c1860a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6156700 Nov 12 03:37:45.518066 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-9efa6b8a-8cb4-4c1d-9a9f-46e155285305 None None] Port e2131700-ba7a-474e-985e-8060b2a8fb24 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:45.583327 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-3aa8d055-6041-4d52-9b98-7cc29ba5e54a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.4533432 Nov 12 03:37:45.628609 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-541e4440-0135-4aa0-b035-eda04d31655b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:45.629256 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-541e4440-0135-4aa0-b035-eda04d31655b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.630736 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-541e4440-0135-4aa0-b035-eda04d31655b service neutron] 10.222.0.90 "PUT /v2.0/ports/39c084b3-bce9-4581-81fe-1a698dd9d7a0 HTTP/1.1" status: 200 len: 1092 time: 5.1086299 Nov 12 03:37:45.634996 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e4440-0135-4aa0-b035-eda04d31655b service neutron] Pushing event updated for resources: {'Port': ['ID=39c084b3-bce9-4581-81fe-1a698dd9d7a0,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:45.638589 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1009f74f-9986-4638-acdd-b725ed79e59f req-04747aae-740d-492f-9619-a1db82cc7cc7 service neutron] 10.222.0.50 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4956245 Nov 12 03:37:45.657006 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e6758-0aa4-42f5-90f5-a4299cbf3984 req-2dbc5fc8-ad24-4320-9cbb-e39348e2ee4e tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:45.665278 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-973e6758-0aa4-42f5-90f5-a4299cbf3984 req-2dbc5fc8-ad24-4320-9cbb-e39348e2ee4e tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 943 time: 0.0682709 Nov 12 03:37:45.666685 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-2ad236a5-9723-4269-be55-b5790ac748fb req-7d3d3821-bf1d-42d4-8949-a5f57827835a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Request body: {'port': {'device_id': '1c584f51-fb62-4406-a541-a05d7679a94f', 'network_id': '8d21d20a-27ba-43f8-a492-7cb16d2502e7', 'admin_state_up': True, 'tenant_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'security_groups': ['2781370c-8ac8-4e15-a928-f18ce8eea7d6']}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:45.733187 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-973e6758-0aa4-42f5-90f5-a4299cbf3984 req-86086def-9f22-4a95-afef-bf295d7722a1 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660384 Nov 12 03:37:45.893391 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] device_id is not set on port 63ed0505-f725-4f00-86b2-b17776984b25 yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:37:45.897782 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8587cc9-c82a-408b-afda-33cc1e970cab', 'tag': '39c084b3-bce9-4581-81fe-1a698dd9d7a0'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:45.900742 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44933132-0833-49d7-ab26-6df536cb1903" -d '{"events": [{"name": "network-changed", "server_uuid": "c8587cc9-c82a-408b-afda-33cc1e970cab", "tag": "39c084b3-bce9-4581-81fe-1a698dd9d7a0"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:45.926209 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21096893-87e7-493e-9efd-0549f11f8829 req-7f645f40-a9c7-4f61-ba10-7efe705c47f1 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:45.933350 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21096893-87e7-493e-9efd-0549f11f8829 req-7f645f40-a9c7-4f61-ba10-7efe705c47f1 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:45.941411 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-21096893-87e7-493e-9efd-0549f11f8829 req-7f645f40-a9c7-4f61-ba10-7efe705c47f1 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 1652 time: 0.0938008 Nov 12 03:37:45.962463 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 9afa6c67-c0a1-4c66-8299-b931d06a49fa details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:37:46.025756 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-21096893-87e7-493e-9efd-0549f11f8829 req-caee2dc2-5c73-44e0-818d-c93f5b7e703f tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830665 Nov 12 03:37:46.091591 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-c7710c1c-c137-40e0-8dca-ef02b879d8a8 service neutron] 10.222.0.74 "GET /v2.0/networks/910bd456-1873-44d8-a86c-8e2200c1860a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5920694 Nov 12 03:37:46.093540 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1009f74f-9986-4638-acdd-b725ed79e59f req-a7f044e7-1204-499b-b178-ffc15541f402 service neutron] 10.222.0.50 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184585 Nov 12 03:37:46.107134 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.120153 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ad236a5-9723-4269-be55-b5790ac748fb req-7d3d3821-bf1d-42d4-8949-a5f57827835a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Made reservation on behalf of 0cdd38a3f1ea45dcbcc53ea0d2714986 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:46.124125 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-7d3d3821-bf1d-42d4-8949-a5f57827835a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.155970 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.206902 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 9afa6c67-c0a1-4c66-8299-b931d06a49fa, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=9afa6c67-c0a1-4c66-8299-b931d06a49fa,segment=NetworkSegment(4e7b8aec-969c-41d9-8252-0d15a236e5b1),segment_id=4e7b8aec-969c-41d9-8252-0d15a236e5b1)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:46.222444 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '9afa6c67-c0a1-4c66-8299-b931d06a49fa', 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb', 'port_id': '9afa6c67-c0a1-4c66-8299-b931d06a49fa', 'mac_address': 'fa:16:3e:9c:d8:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:37:46.277502 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3732bdd-3097-427c-90ca-202bf5f300fc x-openstack-request-id: req-c3732bdd-3097-427c-90ca-202bf5f300fc {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:46.277888 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8587cc9-c82a-408b-afda-33cc1e970cab", "tag": "39c084b3-bce9-4581-81fe-1a698dd9d7a0", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:46.278211 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c3732bdd-3097-427c-90ca-202bf5f300fc {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:46.278681 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8587cc9-c82a-408b-afda-33cc1e970cab', 'tag': '39c084b3-bce9-4581-81fe-1a698dd9d7a0', 'status': 'completed', 'code': 200} Nov 12 03:37:46.294791 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.332721 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0982ef4-456d-4ed7-ac92-b3cb1f0aa354 req-a92bd2e7-7f3e-41eb-a8b0-89e911eea227 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:46.336988 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-6f36a972-940e-43ca-813c-ce74af0cee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:46.338570 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-6f36a972-940e-43ca-813c-ce74af0cee88 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5ebb684d29944e539f543ee420a9874c&device_id=c8587cc9-c82a-408b-afda-33cc1e970cab HTTP/1.1" status: 200 len: 1095 time: 0.5697856 Nov 12 03:37:46.343331 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c0982ef4-456d-4ed7-ac92-b3cb1f0aa354 req-a92bd2e7-7f3e-41eb-a8b0-89e911eea227 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8587cc9-c82a-408b-afda-33cc1e970cab HTTP/1.1" status: 200 len: 943 time: 0.0904503 Nov 12 03:37:46.352113 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9afa6c67-c0a1-4c66-8299-b931d06a49fa {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:37:46.423096 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c0982ef4-456d-4ed7-ac92-b3cb1f0aa354 req-6ac0504e-ffbc-41e6-8fea-68bdd4a70645 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/security-groups?id=31c325ba-dca2-4a7d-888a-7c994db57611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785708 Nov 12 03:37:46.465636 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 9afa6c67-c0a1-4c66-8299-b931d06a49fa, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=9afa6c67-c0a1-4c66-8299-b931d06a49fa,segment=NetworkSegment(4e7b8aec-969c-41d9-8252-0d15a236e5b1),segment_id=4e7b8aec-969c-41d9-8252-0d15a236e5b1)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:46.481137 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.482030 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 019b12b2-0592-4952-bab8-5e50fdd87252 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:37:46.574304 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-88365782-ed6f-4e5f-be91-f9b4b066964c req-39acdc60-669e-4d39-8ae4-657ccd4e4b5a tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=72e187bc-a826-4585-842e-309d9e39f931 HTTP/1.1" status: 200 len: 210 time: 0.0982862 Nov 12 03:37:46.599651 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=9afa6c67-c0a1-4c66-8299-b931d06a49fa,revision_number=9']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:46.614315 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:46.615089 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:46.615089 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:46.615312 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:46.615856 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:46.616913 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:46.617418 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:46.618001 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:46.618506 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:46.619004 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:46.619513 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:46.620030 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:46.791415 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 019b12b2-0592-4952-bab8-5e50fdd87252, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=019b12b2-0592-4952-bab8-5e50fdd87252,segment=NetworkSegment(f05b0f80-1c07-4015-9006-a0a3150a35f3),segment_id=f05b0f80-1c07-4015-9006-a0a3150a35f3)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:46.806374 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '019b12b2-0592-4952-bab8-5e50fdd87252', 'network_id': '910bd456-1873-44d8-a86c-8e2200c1860a', 'port_id': '019b12b2-0592-4952-bab8-5e50fdd87252', 'mac_address': 'fa:16:3e:56:f5:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3778ad0a-df1f-44a5-9ec3-d20637f1c6f7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:37:46.860402 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.886227 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 019b12b2-0592-4952-bab8-5e50fdd87252 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:37:46.917413 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 019b12b2-0592-4952-bab8-5e50fdd87252, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=019b12b2-0592-4952-bab8-5e50fdd87252,segment=NetworkSegment(f05b0f80-1c07-4015-9006-a0a3150a35f3),segment_id=f05b0f80-1c07-4015-9006-a0a3150a35f3)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:46.923463 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:47.042944 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-b85b3fd2-787f-4c6d-a017-15091a1d70ea service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39c084b3-bce9-4581-81fe-1a698dd9d7a0 HTTP/1.1" status: 200 len: 217 time: 0.6496236 Nov 12 03:37:47.043826 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7428d5c-24ef-4e4a-8ee3-92e0ed6b4111 req-af2f3589-fd92-482a-bbe1-270111db8f9f tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:47.047323 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c7428d5c-24ef-4e4a-8ee3-92e0ed6b4111 req-af2f3589-fd92-482a-bbe1-270111db8f9f tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 944 time: 0.1187708 Nov 12 03:37:47.071239 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=019b12b2-0592-4952-bab8-5e50fdd87252,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:47.103715 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f32102cd-f617-4b89-b6be-d03b22d340a9 req-dc317197-f848-4e92-ba3b-63ad8bb31c16 tempest-ServerShowV247Test-719133461 tempest-ServerShowV247Test-719133461-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a05c154-e808-42a9-b190-653785893fdb HTTP/1.1" status: 200 len: 210 time: 0.6228964 Nov 12 03:37:47.124358 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Pushing event updated for resources: {'Port': ['ID=63ed0505-f725-4f00-86b2-b17776984b25,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:47.145854 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c7428d5c-24ef-4e4a-8ee3-92e0ed6b4111 req-a4bbae4b-8e35-4d44-8a28-f40e9cfdfc20 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881243 Nov 12 03:37:47.146540 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3bd5f69a-93f7-4f41-85aa-5fb17372f565 tempest-RoutersAdminNegativeTest-648456036 tempest-RoutersAdminNegativeTest-648456036-project-admin] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:47.287861 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['9afa6c67-c0a1-4c66-8299-b931d06a49fa'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:37:47.362336 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['019b12b2-0592-4952-bab8-5e50fdd87252'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:37:47.409805 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-83ddd437-de23-45b8-984c-423693f9bbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:47.421403 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-83ddd437-de23-45b8-984c-423693f9bbe3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3778ad0a-df1f-44a5-9ec3-d20637f1c6f7 HTTP/1.1" status: 200 len: 858 time: 0.3105626 Nov 12 03:37:47.619768 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-00bc6adc-4cf3-43b9-9249-3dd63038084f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=910bd456-1873-44d8-a86c-8e2200c1860a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363004 Nov 12 03:37:47.621731 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca38bf9-951f-48ea-8006-303e8f6eae1a req-4db0e62e-ac5e-4053-a8bb-10abe569914c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:47.623641 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aca38bf9-951f-48ea-8006-303e8f6eae1a req-4db0e62e-ac5e-4053-a8bb-10abe569914c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5ebb684d29944e539f543ee420a9874c&device_id=493eff4c-331e-4f93-b7d8-b1824482e02d HTTP/1.1" status: 200 len: 1095 time: 1.3111539 Nov 12 03:37:47.638221 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986051ec-8cd4-464e-94fe-a033c91a7a2d req-3dd9a604-fd7b-464f-b1b3-cb7c1ea7d12f tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:47.639419 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-2ad236a5-9723-4269-be55-b5790ac748fb req-7d3d3821-bf1d-42d4-8949-a5f57827835a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Allocated IP 10.1.1.239 (8d21d20a-27ba-43f8-a492-7cb16d2502e7/b982b1ac-5a39-445d-bf86-e4e863c753c9/bea45d93-9310-41f5-8703-7de66e3e9b69) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:47.639845 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-986051ec-8cd4-464e-94fe-a033c91a7a2d req-3dd9a604-fd7b-464f-b1b3-cb7c1ea7d12f tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8587cc9-c82a-408b-afda-33cc1e970cab HTTP/1.1" status: 200 len: 943 time: 0.0807817 Nov 12 03:37:47.734920 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Checking segment: {'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:47.735347 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Network hostable DHCP agents. Network: 8bf1cabe-aaed-4e54-928d-05356a261cce, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:37:47.754182 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-986051ec-8cd4-464e-94fe-a033c91a7a2d req-caf60166-2adf-483d-a685-e49328ad659e tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/security-groups?id=31c325ba-dca2-4a7d-888a-7c994db57611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005969 Nov 12 03:37:47.794419 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3bd5f69a-93f7-4f41-85aa-5fb17372f565 tempest-RoutersAdminNegativeTest-648456036 tempest-RoutersAdminNegativeTest-648456036-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:47.808900 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3bd5f69a-93f7-4f41-85aa-5fb17372f565 tempest-RoutersAdminNegativeTest-648456036 tempest-RoutersAdminNegativeTest-648456036-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:47.889741 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c5d130a7-c1cd-429a-92c6-802ca0f46eb1 req-0cedc55b-da51-48b7-9841-54bafe5c3c42 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=72e187bc-a826-4585-842e-309d9e39f931 HTTP/1.1" status: 200 len: 210 time: 0.0338271 Nov 12 03:37:48.087573 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.097498 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009f74f-9986-4638-acdd-b725ed79e59f req-f3457148-b261-4172-95af-56ad0bca1090 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:48.099954 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1009f74f-9986-4638-acdd-b725ed79e59f req-f3457148-b261-4172-95af-56ad0bca1090 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.90 "GET /v2.0/networks?id=78368f62-ed24-43ac-ae16-b5ccbfc3c78d HTTP/1.1" status: 200 len: 806 time: 0.1370788 Nov 12 03:37:48.141626 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-1009f74f-9986-4638-acdd-b725ed79e59f req-7c727cbe-9eca-4f2b-b61b-418dd6018106 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Request body: {'port': {'device_id': '72e187bc-a826-4585-842e-309d9e39f931', 'network_id': '78368f62-ed24-43ac-ae16-b5ccbfc3c78d', 'admin_state_up': True, 'tenant_id': '25535b709a2d4c4589b8ab88b8c8086a'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:48.188914 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3bd5f69a-93f7-4f41-85aa-5fb17372f565 tempest-RoutersAdminNegativeTest-648456036 tempest-RoutersAdminNegativeTest-648456036-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.189472 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd5f69a-93f7-4f41-85aa-5fb17372f565 tempest-RoutersAdminNegativeTest-648456036 tempest-RoutersAdminNegativeTest-648456036-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1c3fa0fd-7c45-43c7-b049-8768462a8f7c {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:37:48.226687 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Network 8bf1cabe-aaed-4e54-928d-05356a261cce is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:37:48.252446 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca7c7d-c96c-4f23-8c20-8917a7103f96 req-0f7d39bb-dd20-4c12-946a-9e22da987310 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:48.259343 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca7c7d-c96c-4f23-8c20-8917a7103f96 req-0f7d39bb-dd20-4c12-946a-9e22da987310 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:48.263653 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4af05143-44eb-4c9a-a4df-5a4ffa1cbf04 req-8dff5a83-1c71-4104-98f2-b5ef60ea4971 tempest-ServerShowV247Test-719133461 tempest-ServerShowV247Test-719133461-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a05c154-e808-42a9-b190-653785893fdb HTTP/1.1" status: 200 len: 210 time: 0.0425711 Nov 12 03:37:48.267664 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cfca7c7d-c96c-4f23-8c20-8917a7103f96 req-0f7d39bb-dd20-4c12-946a-9e22da987310 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 1652 time: 1.0226953 Nov 12 03:37:48.306338 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-52c2f9f5-3d05-495d-90cd-21e09abb4181 service neutron] 10.222.0.90 "GET /v2.0/networks/910bd456-1873-44d8-a86c-8e2200c1860a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6486027 Nov 12 03:37:48.308106 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca38bf9-951f-48ea-8006-303e8f6eae1a req-f0b85602-461e-47d4-b40c-b9a8c21138f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:48.309702 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aca38bf9-951f-48ea-8006-303e8f6eae1a req-f0b85602-461e-47d4-b40c-b9a8c21138f3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=910bd456-1873-44d8-a86c-8e2200c1860a HTTP/1.1" status: 200 len: 919 time: 0.5760698 Nov 12 03:37:48.313077 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-7d3d3821-bf1d-42d4-8949-a5f57827835a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.385161 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 8bf1cabe-aaed-4e54-928d-05356a261cce) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:48.395364 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2910443f-a0f0-4c01-94b0-fd1a38ac1496 None None] Network 8bf1cabe-aaed-4e54-928d-05356a261cce requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:48.469771 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-3bd5f69a-93f7-4f41-85aa-5fb17372f565 tempest-RoutersAdminNegativeTest-648456036 tempest-RoutersAdminNegativeTest-648456036-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 12 03:37:48.470967 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3bd5f69a-93f7-4f41-85aa-5fb17372f565 tempest-RoutersAdminNegativeTest-648456036 tempest-RoutersAdminNegativeTest-648456036-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 7.0104330 Nov 12 03:37:48.472088 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:48.480184 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50002) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:48.483127 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aca38bf9-951f-48ea-8006-303e8f6eae1a req-2dcba074-f88a-4ca1-989f-b3930502cd1a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d6e4fba-5077-45b7-9c6a-01947b44ba48 HTTP/1.1" status: 200 len: 217 time: 0.1179042 Nov 12 03:37:48.560593 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 63ed0505-f725-4f00-86b2-b17776984b25 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:48.561046 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 63ed0505-f725-4f00-86b2-b17776984b25 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:48.561490 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 63ed0505-f725-4f00-86b2-b17776984b25 on network 8bf1cabe-aaed-4e54-928d-05356a261cce {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:48.624121 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cfca7c7d-c96c-4f23-8c20-8917a7103f96 req-eb6be6ee-a567-41df-9fae-64f34293cc3a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3548176 Nov 12 03:37:48.670478 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Port 63ed0505-f725-4f00-86b2-b17776984b25 on network 8bf1cabe-aaed-4e54-928d-05356a261cce not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:37:48.671379 n-d-715271-27 neutron-server[102572]: ERROR neutron.plugins.ml2.managers [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Failed to bind port 63ed0505-f725-4f00-86b2-b17776984b25 on host n-h1-715271-27 for vnic_type normal using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] Nov 12 03:37:48.673349 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12889577-c1cc-42ea-9809-ec5d5a9f518c req-543ce2af-4106-46f8-9340-9bab10694d94 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:48.677503 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-12889577-c1cc-42ea-9809-ec5d5a9f518c req-543ce2af-4106-46f8-9340-9bab10694d94 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 944 time: 0.3207452 Nov 12 03:37:48.681257 n-d-715271-27 neutron-server[102572]: INFO neutron.plugins.ml2.plugin [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempt 2 to bind port 63ed0505-f725-4f00-86b2-b17776984b25 Nov 12 03:37:48.697442 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2f2e30c5-8196-47c6-a756-60adc8423c1b req-01ad30ce-70ca-4096-a06f-45f0caf7eb0e service neutron] 10.222.0.90 "GET /v2.0/networks/910bd456-1873-44d8-a86c-8e2200c1860a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677714 Nov 12 03:37:48.710709 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 63ed0505-f725-4f00-86b2-b17776984b25 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:48.718648 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 63ed0505-f725-4f00-86b2-b17776984b25 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:48.718998 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 63ed0505-f725-4f00-86b2-b17776984b25 on network 8bf1cabe-aaed-4e54-928d-05356a261cce {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:48.722282 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca38bf9-951f-48ea-8006-303e8f6eae1a req-fe7343ba-e670-4b60-9373-9fc4389fbf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:48.726636 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aca38bf9-951f-48ea-8006-303e8f6eae1a req-fe7343ba-e670-4b60-9373-9fc4389fbf8d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3778ad0a-df1f-44a5-9ec3-d20637f1c6f7 HTTP/1.1" status: 200 len: 858 time: 0.2319024 Nov 12 03:37:48.729473 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-7d3d3821-bf1d-42d4-8949-a5f57827835a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.760039 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-12889577-c1cc-42ea-9809-ec5d5a9f518c req-cee921c7-a39a-4e6a-b176-bbd744bd853a tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714023 Nov 12 03:37:48.802412 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Port 63ed0505-f725-4f00-86b2-b17776984b25 on network 8bf1cabe-aaed-4e54-928d-05356a261cce not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:37:48.802412 n-d-715271-27 neutron-server[102572]: ERROR neutron.plugins.ml2.managers [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Failed to bind port 63ed0505-f725-4f00-86b2-b17776984b25 on host n-h1-715271-27 for vnic_type normal using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] Nov 12 03:37:48.802795 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1009f74f-9986-4638-acdd-b725ed79e59f req-7c727cbe-9eca-4f2b-b61b-418dd6018106 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Made reservation on behalf of 25535b709a2d4c4589b8ab88b8c8086a for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:48.802795 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-1009f74f-9986-4638-acdd-b725ed79e59f req-7c727cbe-9eca-4f2b-b61b-418dd6018106 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.833990 n-d-715271-27 neutron-server[102572]: INFO neutron.plugins.ml2.plugin [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempt 3 to bind port 63ed0505-f725-4f00-86b2-b17776984b25 Nov 12 03:37:48.919504 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aca38bf9-951f-48ea-8006-303e8f6eae1a req-7652e1a1-118d-4703-b818-54f1e3a87826 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=910bd456-1873-44d8-a86c-8e2200c1860a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1704080 Nov 12 03:37:48.964178 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-18c14da9-7fa2-447b-8b61-3a3d2b48fbc3 tempest-RoutersAdminNegativeTest-648456036 tempest-RoutersAdminNegativeTest-648456036-project-admin] Deleting port e7588be9-ffa6-4f21-b609-49944cf1298d {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:48.964660 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-18c14da9-7fa2-447b-8b61-3a3d2b48fbc3 tempest-RoutersAdminNegativeTest-648456036 tempest-RoutersAdminNegativeTest-648456036-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.968745 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ad236a5-9723-4269-be55-b5790ac748fb req-7d3d3821-bf1d-42d4-8949-a5f57827835a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Network 8d21d20a-27ba-43f8-a492-7cb16d2502e7 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:48.971659 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 63ed0505-f725-4f00-86b2-b17776984b25 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:48.972000 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 63ed0505-f725-4f00-86b2-b17776984b25 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:48.973158 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 63ed0505-f725-4f00-86b2-b17776984b25 on network 8bf1cabe-aaed-4e54-928d-05356a261cce {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:49.018660 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-2ad236a5-9723-4269-be55-b5790ac748fb req-7d3d3821-bf1d-42d4-8949-a5f57827835a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:49.033573 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad236a5-9723-4269-be55-b5790ac748fb req-7d3d3821-bf1d-42d4-8949-a5f57827835a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:49.093727 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Port 63ed0505-f725-4f00-86b2-b17776984b25 on network 8bf1cabe-aaed-4e54-928d-05356a261cce not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:37:49.094113 n-d-715271-27 neutron-server[102572]: ERROR neutron.plugins.ml2.managers [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Failed to bind port 63ed0505-f725-4f00-86b2-b17776984b25 on host n-h1-715271-27 for vnic_type normal using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] Nov 12 03:37:49.095509 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d3821-bf1d-42d4-8949-a5f57827835a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Pushing event updated for resources: {'Port': ['ID=bea45d93-9310-41f5-8703-7de66e3e9b69,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:49.109327 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-18c14da9-7fa2-447b-8b61-3a3d2b48fbc3 tempest-RoutersAdminNegativeTest-648456036 tempest-RoutersAdminNegativeTest-648456036-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.120834 n-d-715271-27 neutron-server[102572]: INFO neutron.plugins.ml2.plugin [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempt 4 to bind port 63ed0505-f725-4f00-86b2-b17776984b25 Nov 12 03:37:49.124884 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-18c14da9-7fa2-447b-8b61-3a3d2b48fbc3 tempest-RoutersAdminNegativeTest-648456036 tempest-RoutersAdminNegativeTest-648456036-project-admin] Calling delete_port for e7588be9-ffa6-4f21-b609-49944cf1298d owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:49.145251 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-1009f74f-9986-4638-acdd-b725ed79e59f req-7c727cbe-9eca-4f2b-b61b-418dd6018106 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Allocated IP 172.20.0.3 (78368f62-ed24-43ac-ae16-b5ccbfc3c78d/503f9962-4a4b-41cd-afae-2bc03640b310/4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:49.215610 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aca38bf9-951f-48ea-8006-303e8f6eae1a req-c9f6adc5-3391-488c-94bd-733918cd8d19 service neutron] 10.222.0.74 "GET /v2.0/networks/910bd456-1873-44d8-a86c-8e2200c1860a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495162 Nov 12 03:37:49.241678 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44933132-0833-49d7-ab26-6df536cb1903 req-76f995ca-d47c-452b-92bb-9a8990497687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:49.243554 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-44933132-0833-49d7-ab26-6df536cb1903 req-76f995ca-d47c-452b-92bb-9a8990497687 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5ebb684d29944e539f543ee420a9874c&device_id=c8587cc9-c82a-408b-afda-33cc1e970cab HTTP/1.1" status: 200 len: 1095 time: 0.4105072 Nov 12 03:37:49.283778 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5c7411ce-8ec6-454e-a8ce-0f11363f71dc req-503c78a2-c5cf-4483-a147-879c86ab4242 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=72e187bc-a826-4585-842e-309d9e39f931 HTTP/1.1" status: 200 len: 210 time: 0.2333102 Nov 12 03:37:49.293583 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 0d6e4fba-5077-45b7-9c6a-01947b44ba48 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:37:49.346696 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-1009f74f-9986-4638-acdd-b725ed79e59f req-7c727cbe-9eca-4f2b-b61b-418dd6018106 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.422120 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44933132-0833-49d7-ab26-6df536cb1903 req-79b4dc6a-f7f7-46e1-be1f-ef51e133d395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:49.424141 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-44933132-0833-49d7-ab26-6df536cb1903 req-79b4dc6a-f7f7-46e1-be1f-ef51e133d395 service neutron] 10.222.0.90 "GET /v2.0/networks?id=910bd456-1873-44d8-a86c-8e2200c1860a HTTP/1.1" status: 200 len: 919 time: 0.1521497 Nov 12 03:37:49.440141 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-1009f74f-9986-4638-acdd-b725ed79e59f req-7c727cbe-9eca-4f2b-b61b-418dd6018106 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.471296 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['49b293a5-a2d4-4fee-bf55-5069bfa8e6b9'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:37:49.472199 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad236a5-9723-4269-be55-b5790ac748fb req-7d3d3821-bf1d-42d4-8949-a5f57827835a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:49.481616 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-7d3d3821-bf1d-42d4-8949-a5f57827835a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.491117 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 63ed0505-f725-4f00-86b2-b17776984b25 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:49.491492 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 63ed0505-f725-4f00-86b2-b17776984b25 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:49.491992 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 63ed0505-f725-4f00-86b2-b17776984b25 on network 8bf1cabe-aaed-4e54-928d-05356a261cce {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:49.555408 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-ad920c78-ac66-4571-8565-845691a21144 None None] Provisioning complete for port bea45d93-9310-41f5-8703-7de66e3e9b69 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:49.555833 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ad920c78-ac66-4571-8565-845691a21144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.575587 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb01f32a-1f36-4679-882f-a1e649476bf7 req-939ed2a0-42fb-4149-b8a5-d759f4a7d6d8 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:49.577342 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cb01f32a-1f36-4679-882f-a1e649476bf7 req-939ed2a0-42fb-4149-b8a5-d759f4a7d6d8 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8587cc9-c82a-408b-afda-33cc1e970cab HTTP/1.1" status: 200 len: 943 time: 0.6690943 Nov 12 03:37:49.630978 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-44933132-0833-49d7-ab26-6df536cb1903 req-22075a74-3cfa-46de-817f-1400b19962e9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39c084b3-bce9-4581-81fe-1a698dd9d7a0 HTTP/1.1" status: 200 len: 217 time: 0.1432564 Nov 12 03:37:49.638761 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Port 63ed0505-f725-4f00-86b2-b17776984b25 on network 8bf1cabe-aaed-4e54-928d-05356a261cce not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:37:49.639193 n-d-715271-27 neutron-server[102572]: ERROR neutron.plugins.ml2.managers [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Failed to bind port 63ed0505-f725-4f00-86b2-b17776984b25 on host n-h1-715271-27 for vnic_type normal using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] Nov 12 03:37:49.642830 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-7d3d3821-bf1d-42d4-8949-a5f57827835a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0030251 Nov 12 03:37:49.650282 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 0d6e4fba-5077-45b7-9c6a-01947b44ba48, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=0d6e4fba-5077-45b7-9c6a-01947b44ba48,segment=NetworkSegment(f05b0f80-1c07-4015-9006-a0a3150a35f3),segment_id=f05b0f80-1c07-4015-9006-a0a3150a35f3)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:49.670780 n-d-715271-27 neutron-server[102572]: INFO neutron.plugins.ml2.plugin [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempt 5 to bind port 63ed0505-f725-4f00-86b2-b17776984b25 Nov 12 03:37:49.688264 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-ad920c78-ac66-4571-8565-845691a21144 None None] Port bea45d93-9310-41f5-8703-7de66e3e9b69 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:49.697288 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-2ad236a5-9723-4269-be55-b5790ac748fb req-bf3c3156-a306-4576-9176-08c047ee36bf tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Request body: {'port': {'device_id': '1c584f51-fb62-4406-a541-a05d7679a94f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '36f6ed65-8190-49b0-8a57-7dd102916b9e', 'admin_state_up': True, 'tenant_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'security_groups': ['2781370c-8ac8-4e15-a928-f18ce8eea7d6']}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:49.700706 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '0d6e4fba-5077-45b7-9c6a-01947b44ba48', 'network_id': '910bd456-1873-44d8-a86c-8e2200c1860a', 'port_id': '0d6e4fba-5077-45b7-9c6a-01947b44ba48', 'mac_address': 'fa:16:3e:d2:6c:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3778ad0a-df1f-44a5-9ec3-d20637f1c6f7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:37:49.765348 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 63ed0505-f725-4f00-86b2-b17776984b25 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:49.766019 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 63ed0505-f725-4f00-86b2-b17776984b25 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:49.766650 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 63ed0505-f725-4f00-86b2-b17776984b25 on network 8bf1cabe-aaed-4e54-928d-05356a261cce {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:49.788558 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.812150 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cb01f32a-1f36-4679-882f-a1e649476bf7 req-73f9d0b5-1163-4f70-aa1e-ded9eeb09c02 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/security-groups?id=31c325ba-dca2-4a7d-888a-7c994db57611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988626 Nov 12 03:37:49.838633 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d6e4fba-5077-45b7-9c6a-01947b44ba48 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:37:49.872219 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 0d6e4fba-5077-45b7-9c6a-01947b44ba48, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=0d6e4fba-5077-45b7-9c6a-01947b44ba48,segment=NetworkSegment(f05b0f80-1c07-4015-9006-a0a3150a35f3),segment_id=f05b0f80-1c07-4015-9006-a0a3150a35f3)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:49.887758 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.995973 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=0d6e4fba-5077-45b7-9c6a-01947b44ba48,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:50.007704 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Port 63ed0505-f725-4f00-86b2-b17776984b25 on network 8bf1cabe-aaed-4e54-928d-05356a261cce not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:37:50.008563 n-d-715271-27 neutron-server[102572]: ERROR neutron.plugins.ml2.managers [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Failed to bind port 63ed0505-f725-4f00-86b2-b17776984b25 on host n-h1-715271-27 for vnic_type normal using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] Nov 12 03:37:50.014927 n-d-715271-27 neutron-server[102572]: INFO neutron.plugins.ml2.plugin [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempt 6 to bind port 63ed0505-f725-4f00-86b2-b17776984b25 Nov 12 03:37:50.021111 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 9afa6c67-c0a1-4c66-8299-b931d06a49fa up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:50.063271 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ad236a5-9723-4269-be55-b5790ac748fb req-bf3c3156-a306-4576-9176-08c047ee36bf tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Made reservation on behalf of 0cdd38a3f1ea45dcbcc53ea0d2714986 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:50.075789 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44933132-0833-49d7-ab26-6df536cb1903 req-1bfc0af9-55d9-4d94-956e-6ca7fc5ae889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:50.082015 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-44933132-0833-49d7-ab26-6df536cb1903 req-1bfc0af9-55d9-4d94-956e-6ca7fc5ae889 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3778ad0a-df1f-44a5-9ec3-d20637f1c6f7 HTTP/1.1" status: 200 len: 858 time: 0.4381905 Nov 12 03:37:50.090615 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 9afa6c67-c0a1-4c66-8299-b931d06a49fa triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:50.091278 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.113210 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 63ed0505-f725-4f00-86b2-b17776984b25 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:50.113837 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 63ed0505-f725-4f00-86b2-b17776984b25 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:50.114354 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 63ed0505-f725-4f00-86b2-b17776984b25 on network 8bf1cabe-aaed-4e54-928d-05356a261cce {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:50.140099 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Port 63ed0505-f725-4f00-86b2-b17776984b25 on network 8bf1cabe-aaed-4e54-928d-05356a261cce not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:37:50.140685 n-d-715271-27 neutron-server[102572]: ERROR neutron.plugins.ml2.managers [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Failed to bind port 63ed0505-f725-4f00-86b2-b17776984b25 on host n-h1-715271-27 for vnic_type normal using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] Nov 12 03:37:50.144318 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aca38bf9-951f-48ea-8006-303e8f6eae1a req-0d895d8a-b034-4cd2-9ff8-0a42c6ccd647 service neutron] 10.222.0.74 "GET /v2.0/networks/910bd456-1873-44d8-a86c-8e2200c1860a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8802295 Nov 12 03:37:50.154954 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['0d6e4fba-5077-45b7-9c6a-01947b44ba48'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:37:50.198536 n-d-715271-27 neutron-server[102572]: INFO neutron.plugins.ml2.plugin [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempt 7 to bind port 63ed0505-f725-4f00-86b2-b17776984b25 Nov 12 03:37:50.207304 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-44933132-0833-49d7-ab26-6df536cb1903 req-333e47ab-d2bb-45cf-9dc8-f454b7f878bf service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=910bd456-1873-44d8-a86c-8e2200c1860a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690460 Nov 12 03:37:50.212399 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3d5f1e39-2595-4b3c-99cd-b74cd0b615ae req-1d9febf0-d440-4357-91ab-55776587fd27 tempest-ServerShowV247Test-719133461 tempest-ServerShowV247Test-719133461-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a05c154-e808-42a9-b190-653785893fdb HTTP/1.1" status: 200 len: 210 time: 0.7500386 Nov 12 03:37:50.237629 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.246451 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-18c14da9-7fa2-447b-8b61-3a3d2b48fbc3 tempest-RoutersAdminNegativeTest-648456036 tempest-RoutersAdminNegativeTest-648456036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.302907 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1009f74f-9986-4638-acdd-b725ed79e59f req-7c727cbe-9eca-4f2b-b61b-418dd6018106 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Network 78368f62-ed24-43ac-ae16-b5ccbfc3c78d is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:50.306913 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c727cbe-9eca-4f2b-b61b-418dd6018106 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Pushing event updated for resources: {'Port': ['ID=4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:50.326283 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e384cb-c316-4b9b-b33f-4f1415e1c0be req-f27658a4-1e3b-453e-9fea-6ed90e030687 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:50.334434 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-1009f74f-9986-4638-acdd-b725ed79e59f req-7c727cbe-9eca-4f2b-b61b-418dd6018106 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:50.343782 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e384cb-c316-4b9b-b33f-4f1415e1c0be req-f27658a4-1e3b-453e-9fea-6ed90e030687 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:50.357465 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-1009f74f-9986-4638-acdd-b725ed79e59f req-7c727cbe-9eca-4f2b-b61b-418dd6018106 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:50.364273 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9570f12-a94f-406f-9529-8b7adce8ac7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afa6c67-c0a1-4c66-8299-b931d06a49fa'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:50.365310 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e384cb-c316-4b9b-b33f-4f1415e1c0be req-f27658a4-1e3b-453e-9fea-6ed90e030687 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:50.367983 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d6e384cb-c316-4b9b-b33f-4f1415e1c0be req-f27658a4-1e3b-453e-9fea-6ed90e030687 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 2373 time: 0.3799751 Nov 12 03:37:50.368775 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56aa026-a410-487c-9379-0a8cb49288f7" -d '{"events": [{"server_uuid": "d9570f12-a94f-406f-9529-8b7adce8ac7c", "name": "network-vif-plugged", "status": "completed", "tag": "9afa6c67-c0a1-4c66-8299-b931d06a49fa"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:50.394869 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 9afa6c67-c0a1-4c66-8299-b931d06a49fa, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=9afa6c67-c0a1-4c66-8299-b931d06a49fa,segment=NetworkSegment(4e7b8aec-969c-41d9-8252-0d15a236e5b1),segment_id=4e7b8aec-969c-41d9-8252-0d15a236e5b1)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:50.409101 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 63ed0505-f725-4f00-86b2-b17776984b25 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:50.409695 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 63ed0505-f725-4f00-86b2-b17776984b25 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:50.410169 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 63ed0505-f725-4f00-86b2-b17776984b25 on network 8bf1cabe-aaed-4e54-928d-05356a261cce {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:50.411036 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.412977 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 019b12b2-0592-4952-bab8-5e50fdd87252 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:50.423398 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c14da9-7fa2-447b-8b61-3a3d2b48fbc3 tempest-RoutersAdminNegativeTest-648456036 tempest-RoutersAdminNegativeTest-648456036-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7588be9-ffa6-4f21-b609-49944cf1298d,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:50.483926 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-18c14da9-7fa2-447b-8b61-3a3d2b48fbc3 tempest-RoutersAdminNegativeTest-648456036 tempest-RoutersAdminNegativeTest-648456036-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.491259 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-18c14da9-7fa2-447b-8b61-3a3d2b48fbc3 tempest-RoutersAdminNegativeTest-648456036 tempest-RoutersAdminNegativeTest-648456036-project-admin] 10.222.0.50 "DELETE /v2.0/ports/e7588be9-ffa6-4f21-b609-49944cf1298d HTTP/1.1" status: 204 len: 168 time: 2.0056725 Nov 12 03:37:50.503155 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009f74f-9986-4638-acdd-b725ed79e59f req-7c727cbe-9eca-4f2b-b61b-418dd6018106 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:50.503711 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-1009f74f-9986-4638-acdd-b725ed79e59f req-7c727cbe-9eca-4f2b-b61b-418dd6018106 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.529954 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1009f74f-9986-4638-acdd-b725ed79e59f req-7c727cbe-9eca-4f2b-b61b-418dd6018106 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4042189 Nov 12 03:37:50.543138 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818bab7-3f24-4524-adca-2618a278eb59 req-e4cbadfd-41d4-4104-b4c6-279f41542035 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:50.544752 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1818bab7-3f24-4524-adca-2618a278eb59 req-e4cbadfd-41d4-4104-b4c6-279f41542035 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 946 time: 0.1835861 Nov 12 03:37:50.551274 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-1009f74f-9986-4638-acdd-b725ed79e59f req-2a21a97f-c8f5-4d3e-8bce-45838fc35e86 service neutron] Request body: {'port': {'device_id': '72e187bc-a826-4585-842e-309d9e39f931', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:50.578723 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-bf3c3156-a306-4576-9176-08c047ee36bf tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.634524 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=9afa6c67-c0a1-4c66-8299-b931d06a49fa,revision_number=10']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:50.656528 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-1009f74f-9986-4638-acdd-b725ed79e59f req-2a21a97f-c8f5-4d3e-8bce-45838fc35e86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.661943 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1818bab7-3f24-4524-adca-2618a278eb59 req-722a030f-a8e9-4f9d-bdcb-e98df6e925ad tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074774 Nov 12 03:37:50.672916 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Port 63ed0505-f725-4f00-86b2-b17776984b25 on network 8bf1cabe-aaed-4e54-928d-05356a261cce not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:37:50.673249 n-d-715271-27 neutron-server[102572]: ERROR neutron.plugins.ml2.managers [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Failed to bind port 63ed0505-f725-4f00-86b2-b17776984b25 on host n-h1-715271-27 for vnic_type normal using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] Nov 12 03:37:50.678061 n-d-715271-27 neutron-server[102572]: INFO neutron.plugins.ml2.plugin [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempt 8 to bind port 63ed0505-f725-4f00-86b2-b17776984b25 Nov 12 03:37:50.703384 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 019b12b2-0592-4952-bab8-5e50fdd87252 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:37:50.708287 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 019b12b2-0592-4952-bab8-5e50fdd87252 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:50.708676 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.935900 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.991349 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-2ad236a5-9723-4269-be55-b5790ac748fb req-bf3c3156-a306-4576-9176-08c047ee36bf tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Allocated IP 10.2.2.100 (36f6ed65-8190-49b0-8a57-7dd102916b9e/18b45a6b-deb9-4b8d-a9e4-21e350a68f47/cd29e61e-cd7b-4137-8bad-d6de98039d22) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:50.997612 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 019b12b2-0592-4952-bab8-5e50fdd87252, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=019b12b2-0592-4952-bab8-5e50fdd87252,segment=NetworkSegment(f05b0f80-1c07-4015-9006-a0a3150a35f3),segment_id=f05b0f80-1c07-4015-9006-a0a3150a35f3)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:51.008750 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:51.034811 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79336335-b023-447c-859e-883834c5d8a8 req-a7319e28-9c52-4849-9473-0e1082d7e4f9 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:51.040931 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-79336335-b023-447c-859e-883834c5d8a8 req-a7319e28-9c52-4849-9473-0e1082d7e4f9 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=72e187bc-a826-4585-842e-309d9e39f931 HTTP/1.1" status: 200 len: 931 time: 0.1676526 Nov 12 03:37:51.120289 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=019b12b2-0592-4952-bab8-5e50fdd87252,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:51.137733 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50052) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:51.162889 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-bf3c3156-a306-4576-9176-08c047ee36bf tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:51.202143 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 63ed0505-f725-4f00-86b2-b17776984b25 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:51.202473 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 63ed0505-f725-4f00-86b2-b17776984b25 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:51.202806 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 63ed0505-f725-4f00-86b2-b17776984b25 on network 8bf1cabe-aaed-4e54-928d-05356a261cce {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:51.212665 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d6e384cb-c316-4b9b-b33f-4f1415e1c0be req-90dea755-c2fd-47d2-91fa-24dc4337beb7 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8270388 Nov 12 03:37:51.225011 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Port 63ed0505-f725-4f00-86b2-b17776984b25 on network 8bf1cabe-aaed-4e54-928d-05356a261cce not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:37:51.225152 n-d-715271-27 neutron-server[102572]: ERROR neutron.plugins.ml2.managers [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Failed to bind port 63ed0505-f725-4f00-86b2-b17776984b25 on host n-h1-715271-27 for vnic_type normal using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] Nov 12 03:37:51.242369 n-d-715271-27 neutron-server[102572]: INFO neutron.plugins.ml2.plugin [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempt 9 to bind port 63ed0505-f725-4f00-86b2-b17776984b25 Nov 12 03:37:51.266008 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-44933132-0833-49d7-ab26-6df536cb1903 req-92eff725-45a7-432e-b33b-391b2bdc1987 service neutron] 10.222.0.90 "GET /v2.0/networks/910bd456-1873-44d8-a86c-8e2200c1860a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0459585 Nov 12 03:37:51.268573 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 63ed0505-f725-4f00-86b2-b17776984b25 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:51.268907 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 63ed0505-f725-4f00-86b2-b17776984b25 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:51.269336 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 63ed0505-f725-4f00-86b2-b17776984b25 on network 8bf1cabe-aaed-4e54-928d-05356a261cce {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:51.298583 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 0d6e4fba-5077-45b7-9c6a-01947b44ba48 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:51.301574 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Port 63ed0505-f725-4f00-86b2-b17776984b25 on network 8bf1cabe-aaed-4e54-928d-05356a261cce not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:37:51.301702 n-d-715271-27 neutron-server[102572]: ERROR neutron.plugins.ml2.managers [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Failed to bind port 63ed0505-f725-4f00-86b2-b17776984b25 on host n-h1-715271-27 for vnic_type normal using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] Nov 12 03:37:51.314223 n-d-715271-27 neutron-server[102572]: INFO neutron.plugins.ml2.plugin [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempt 10 to bind port 63ed0505-f725-4f00-86b2-b17776984b25 Nov 12 03:37:51.334769 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-1009f74f-9986-4638-acdd-b725ed79e59f req-2a21a97f-c8f5-4d3e-8bce-45838fc35e86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:37:51.348162 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-1009f74f-9986-4638-acdd-b725ed79e59f req-2a21a97f-c8f5-4d3e-8bce-45838fc35e86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:51.376032 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033a6bf6-41ec-49b1-8839-c60a1b5f9fc2 x-openstack-request-id: req-033a6bf6-41ec-49b1-8839-c60a1b5f9fc2 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:51.376643 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9570f12-a94f-406f-9529-8b7adce8ac7c", "name": "network-vif-plugged", "status": "completed", "tag": "9afa6c67-c0a1-4c66-8299-b931d06a49fa", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:51.376643 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-033a6bf6-41ec-49b1-8839-c60a1b5f9fc2 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:51.378260 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9570f12-a94f-406f-9529-8b7adce8ac7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afa6c67-c0a1-4c66-8299-b931d06a49fa', 'code': 200} Nov 12 03:37:51.385597 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-1009f74f-9986-4638-acdd-b725ed79e59f req-2a21a97f-c8f5-4d3e-8bce-45838fc35e86 service neutron] Transition to ACTIVE for port object 4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:37:51.403357 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-79336335-b023-447c-859e-883834c5d8a8 req-b565e430-306e-4b93-b2f6-55fc1c90b01c tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538697 Nov 12 03:37:51.412000 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-1009f74f-9986-4638-acdd-b725ed79e59f req-2a21a97f-c8f5-4d3e-8bce-45838fc35e86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:51.477325 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 0d6e4fba-5077-45b7-9c6a-01947b44ba48 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:37:51.483551 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 0d6e4fba-5077-45b7-9c6a-01947b44ba48 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:51.483933 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:51.485265 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-874e309f-18b2-4996-85af-f16f952706ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:51.740249 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:51.802957 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-874e309f-18b2-4996-85af-f16f952706ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:51.827680 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 0d6e4fba-5077-45b7-9c6a-01947b44ba48, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=0d6e4fba-5077-45b7-9c6a-01947b44ba48,segment=NetworkSegment(f05b0f80-1c07-4015-9006-a0a3150a35f3),segment_id=f05b0f80-1c07-4015-9006-a0a3150a35f3)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:51.834227 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:51.840883 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-874e309f-18b2-4996-85af-f16f952706ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:51.887283 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-be62e1c1-1306-46bf-8fb0-752f5041bde3 req-4966b88a-070c-41ac-9f6e-c4d206b23542 tempest-ServerShowV247Test-719133461 tempest-ServerShowV247Test-719133461-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a05c154-e808-42a9-b190-653785893fdb HTTP/1.1" status: 200 len: 210 time: 0.2863562 Nov 12 03:37:51.902444 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e309f-18b2-4996-85af-f16f952706ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e630d439-aaf6-4226-8fb3-5cc4eb9e3749,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:51.917977 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb12ee0-c0e3-4f28-ba29-3723eec809e4 req-33dfdbdb-091c-4886-a3c3-c67c6667c04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:51.919617 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4cb12ee0-c0e3-4f28-ba29-3723eec809e4 req-33dfdbdb-091c-4886-a3c3-c67c6667c04c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 1098 time: 0.3102133 Nov 12 03:37:51.925100 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a21a97f-c8f5-4d3e-8bce-45838fc35e86 service neutron] Pushing event updated for resources: {'Port': ['ID=4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:51.944486 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=0d6e4fba-5077-45b7-9c6a-01947b44ba48,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:51.977393 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-bf3c3156-a306-4576-9176-08c047ee36bf tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:51.988818 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 63ed0505-f725-4f00-86b2-b17776984b25 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:51.989481 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 63ed0505-f725-4f00-86b2-b17776984b25 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:51.989990 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 63ed0505-f725-4f00-86b2-b17776984b25 on network 8bf1cabe-aaed-4e54-928d-05356a261cce {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:51.995463 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-874e309f-18b2-4996-85af-f16f952706ef admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=007622e0d7d049aba94bfc8b23e8adeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8518097 Nov 12 03:37:51.999859 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50062) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:52.005745 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 39c084b3-bce9-4581-81fe-1a698dd9d7a0 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:37:52.058801 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Port 63ed0505-f725-4f00-86b2-b17776984b25 on network 8bf1cabe-aaed-4e54-928d-05356a261cce not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:37:52.060700 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4cb12ee0-c0e3-4f28-ba29-3723eec809e4 req-4223edbf-165e-42c8-95b9-690c5b88fb50 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317027 Nov 12 03:37:52.062782 n-d-715271-27 neutron-server[102572]: ERROR neutron.plugins.ml2.managers [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Failed to bind port 63ed0505-f725-4f00-86b2-b17776984b25 on host n-h1-715271-27 for vnic_type normal using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] Nov 12 03:37:52.066325 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:52.122507 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ad236a5-9723-4269-be55-b5790ac748fb req-bf3c3156-a306-4576-9176-08c047ee36bf tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Network 36f6ed65-8190-49b0-8a57-7dd102916b9e is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:52.141333 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d5cd0ef0-b565-4c63-94ce-882c04b20895 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:52.141823 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-2ad236a5-9723-4269-be55-b5790ac748fb req-bf3c3156-a306-4576-9176-08c047ee36bf tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:52.144472 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3c3156-a306-4576-9176-08c047ee36bf tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Pushing event updated for resources: {'Port': ['ID=cd29e61e-cd7b-4137-8bad-d6de98039d22,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:52.162232 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad236a5-9723-4269-be55-b5790ac748fb req-bf3c3156-a306-4576-9176-08c047ee36bf tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:52.176671 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d5cd0ef0-b565-4c63-94ce-882c04b20895 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:52.183543 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 39c084b3-bce9-4581-81fe-1a698dd9d7a0, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=39c084b3-bce9-4581-81fe-1a698dd9d7a0,segment=NetworkSegment(f05b0f80-1c07-4015-9006-a0a3150a35f3),segment_id=f05b0f80-1c07-4015-9006-a0a3150a35f3)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:52.202899 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '39c084b3-bce9-4581-81fe-1a698dd9d7a0', 'network_id': '910bd456-1873-44d8-a86c-8e2200c1860a', 'port_id': '39c084b3-bce9-4581-81fe-1a698dd9d7a0', 'mac_address': 'fa:16:3e:01:2c:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3778ad0a-df1f-44a5-9ec3-d20637f1c6f7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:37:52.240991 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-1009f74f-9986-4638-acdd-b725ed79e59f req-2a21a97f-c8f5-4d3e-8bce-45838fc35e86 service neutron] Attempting to bind port 4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:52.241548 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-1009f74f-9986-4638-acdd-b725ed79e59f req-2a21a97f-c8f5-4d3e-8bce-45838fc35e86 service neutron] Attempting to bind port 4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': 'cb0def10-0c33-48e7-8f61-e6fe0bcab07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '78368f62-ed24-43ac-ae16-b5ccbfc3c78d'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:52.242106 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1009f74f-9986-4638-acdd-b725ed79e59f req-2a21a97f-c8f5-4d3e-8bce-45838fc35e86 service neutron] Attempting to bind port 4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8 on network 78368f62-ed24-43ac-ae16-b5ccbfc3c78d {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:52.250981 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d5cd0ef0-b565-4c63-94ce-882c04b20895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:52.253846 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d5cd0ef0-b565-4c63-94ce-882c04b20895 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:52.258281 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d5cd0ef0-b565-4c63-94ce-882c04b20895 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e630d439-aaf6-4226-8fb3-5cc4eb9e3749 HTTP/1.1" status: 204 len: 168 time: 0.2497821 Nov 12 03:37:52.270496 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd0ef0-b565-4c63-94ce-882c04b20895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e630d439-aaf6-4226-8fb3-5cc4eb9e3749,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:52.274298 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1009f74f-9986-4638-acdd-b725ed79e59f req-2a21a97f-c8f5-4d3e-8bce-45838fc35e86 service neutron] Port 4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8 on network 78368f62-ed24-43ac-ae16-b5ccbfc3c78d not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:37:52.274756 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1009f74f-9986-4638-acdd-b725ed79e59f req-2a21a97f-c8f5-4d3e-8bce-45838fc35e86 service neutron] Attempting to bind port 4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8 on network 78368f62-ed24-43ac-ae16-b5ccbfc3c78d {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:52.281954 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1009f74f-9986-4638-acdd-b725ed79e59f req-2a21a97f-c8f5-4d3e-8bce-45838fc35e86 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:52.282445 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1009f74f-9986-4638-acdd-b725ed79e59f req-2a21a97f-c8f5-4d3e-8bce-45838fc35e86 service neutron] Checking segment: {'id': 'cb0def10-0c33-48e7-8f61-e6fe0bcab07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '78368f62-ed24-43ac-ae16-b5ccbfc3c78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:52.282945 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1009f74f-9986-4638-acdd-b725ed79e59f req-2a21a97f-c8f5-4d3e-8bce-45838fc35e86 service neutron] Bound using segment: {'id': 'cb0def10-0c33-48e7-8f61-e6fe0bcab07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '78368f62-ed24-43ac-ae16-b5ccbfc3c78d'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:52.283601 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-1009f74f-9986-4638-acdd-b725ed79e59f req-2a21a97f-c8f5-4d3e-8bce-45838fc35e86 service neutron] Bound port: 4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb0def10-0c33-48e7-8f61-e6fe0bcab07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '78368f62-ed24-43ac-ae16-b5ccbfc3c78d'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:52.289714 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-1009f74f-9986-4638-acdd-b725ed79e59f req-2a21a97f-c8f5-4d3e-8bce-45838fc35e86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:52.291950 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:52.293630 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-44933132-0833-49d7-ab26-6df536cb1903 req-c3368c23-e229-43a0-aa92-b66a5d3ec4a1 service neutron] 10.222.0.90 "GET /v2.0/networks/910bd456-1873-44d8-a86c-8e2200c1860a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0169940 Nov 12 03:37:52.300275 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcdb46c-c2da-44f4-9a3c-f23381bcf7b9 req-b8fb79b6-297a-416f-86b4-bd98cb7fdd5e tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:52.308467 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03fc23-5c95-4d6b-8a86-e10f276d3f41 req-870d66eb-41b9-488c-bd08-4ce2dd2a2aff tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:52.308815 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-abcdb46c-c2da-44f4-9a3c-f23381bcf7b9 req-b8fb79b6-297a-416f-86b4-bd98cb7fdd5e tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 946 time: 0.2466521 Nov 12 03:37:52.310812 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6d03fc23-5c95-4d6b-8a86-e10f276d3f41 req-870d66eb-41b9-488c-bd08-4ce2dd2a2aff tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8587cc9-c82a-408b-afda-33cc1e970cab HTTP/1.1" status: 200 len: 943 time: 0.3491838 Nov 12 03:37:52.361214 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39c084b3-bce9-4581-81fe-1a698dd9d7a0 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:37:52.440280 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad236a5-9723-4269-be55-b5790ac748fb req-bf3c3156-a306-4576-9176-08c047ee36bf tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:52.441837 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-bf3c3156-a306-4576-9176-08c047ee36bf tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:52.444759 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 39c084b3-bce9-4581-81fe-1a698dd9d7a0, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=39c084b3-bce9-4581-81fe-1a698dd9d7a0,segment=NetworkSegment(f05b0f80-1c07-4015-9006-a0a3150a35f3),segment_id=f05b0f80-1c07-4015-9006-a0a3150a35f3)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:52.454851 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:52.471502 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] For port 63ed0505-f725-4f00-86b2-b17776984b25, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:52.472209 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempted to set empty binding levels {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 03:37:52.484729 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-abcdb46c-c2da-44f4-9a3c-f23381bcf7b9 req-9331ef5c-964b-4f15-9c7e-eadc3a606a7a tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748044 Nov 12 03:37:52.491406 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:52.549000 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-1009f74f-9986-4638-acdd-b725ed79e59f req-2a21a97f-c8f5-4d3e-8bce-45838fc35e86 service neutron] For port 4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:52.555829 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-1009f74f-9986-4638-acdd-b725ed79e59f req-2a21a97f-c8f5-4d3e-8bce-45838fc35e86 service neutron] For port 4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8,segment=NetworkSegment(cb0def10-0c33-48e7-8f61-e6fe0bcab07e),segment_id=cb0def10-0c33-48e7-8f61-e6fe0bcab07e)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:52.572882 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-1009f74f-9986-4638-acdd-b725ed79e59f req-2a21a97f-c8f5-4d3e-8bce-45838fc35e86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:52.579932 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-bf3c3156-a306-4576-9176-08c047ee36bf tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8993134 Nov 12 03:37:52.616906 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=39c084b3-bce9-4581-81fe-1a698dd9d7a0,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:52.651884 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-633f0810-aa29-46d6-8ba2-7cb446eed732 None None] Provisioning complete for port cd29e61e-cd7b-4137-8bad-d6de98039d22 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:52.652507 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-633f0810-aa29-46d6-8ba2-7cb446eed732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:52.673623 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a21a97f-c8f5-4d3e-8bce-45838fc35e86 service neutron] Pushing event updated for resources: {'Port': ['ID=4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:52.679374 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:52.687103 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:52.717156 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6d03fc23-5c95-4d6b-8a86-e10f276d3f41 req-9b78e7ba-4206-4eb7-a537-850f61087c71 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/security-groups?id=31c325ba-dca2-4a7d-888a-7c994db57611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992181 Nov 12 03:37:52.719346 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Pushing event updated for resources: {'Port': ['ID=63ed0505-f725-4f00-86b2-b17776984b25,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:52.735701 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009f74f-9986-4638-acdd-b725ed79e59f req-2a21a97f-c8f5-4d3e-8bce-45838fc35e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:52.736361 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-1009f74f-9986-4638-acdd-b725ed79e59f req-2a21a97f-c8f5-4d3e-8bce-45838fc35e86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:52.737747 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-633f0810-aa29-46d6-8ba2-7cb446eed732 None None] Port cd29e61e-cd7b-4137-8bad-d6de98039d22 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:52.737905 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1009f74f-9986-4638-acdd-b725ed79e59f req-2a21a97f-c8f5-4d3e-8bce-45838fc35e86 service neutron] 10.222.0.90 "PUT /v2.0/ports/4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8 HTTP/1.1" status: 200 len: 1092 time: 2.1915877 Nov 12 03:37:52.739195 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e187bc-a826-4585-842e-309d9e39f931', 'tag': '4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:52.745498 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea7ca79-f3d2-4a59-8b32-84acec057ce7" -d '{"events": [{"name": "network-changed", "server_uuid": "72e187bc-a826-4585-842e-309d9e39f931", "tag": "4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:52.755285 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-2ad236a5-9723-4269-be55-b5790ac748fb req-86615a34-a31a-431c-8670-25bda0aed5e6 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Request body: {'port': {'device_id': '1c584f51-fb62-4406-a541-a05d7679a94f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '36f6ed65-8190-49b0-8a57-7dd102916b9e', 'admin_state_up': True, 'tenant_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'security_groups': ['2781370c-8ac8-4e15-a928-f18ce8eea7d6']}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:52.817577 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced8a51-1c0e-4412-a296-21c488cace3c req-ff4504ef-4422-4c02-8e26-d90c962e64e0 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:52.841937 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced8a51-1c0e-4412-a296-21c488cace3c req-ff4504ef-4422-4c02-8e26-d90c962e64e0 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:52.856464 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced8a51-1c0e-4412-a296-21c488cace3c req-ff4504ef-4422-4c02-8e26-d90c962e64e0 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:52.871138 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['39c084b3-bce9-4581-81fe-1a698dd9d7a0'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:37:52.874061 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced8a51-1c0e-4412-a296-21c488cace3c req-ff4504ef-4422-4c02-8e26-d90c962e64e0 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:52.879088 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5ced8a51-1c0e-4412-a296-21c488cace3c req-ff4504ef-4422-4c02-8e26-d90c962e64e0 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 3094 time: 0.2952750 Nov 12 03:37:52.939510 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50076) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:52.968509 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-be09a085-bd4f-49a2-8893-ca02750eb224 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 10.2842948 Nov 12 03:37:52.974084 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50080) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:53.054958 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3c38d-56ea-41d4-96de-707967854b98 req-b7c82725-069b-46d7-8664-8aa980446be7 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:53.059171 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5ced8a51-1c0e-4412-a296-21c488cace3c req-1df83ec1-8451-4e98-8bc7-3cb1315615de tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580093 Nov 12 03:37:53.064030 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-06b3c38d-56ea-41d4-96de-707967854b98 req-b7c82725-069b-46d7-8664-8aa980446be7 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=72e187bc-a826-4585-842e-309d9e39f931 HTTP/1.1" status: 200 len: 943 time: 0.1651561 Nov 12 03:37:53.077964 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-314f58da-458f-4c8b-8708-42aabe3f6910 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3513a2472fb6450596bfab4f938f8674&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1367633 Nov 12 03:37:53.082485 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50082) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:53.136834 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ad236a5-9723-4269-be55-b5790ac748fb req-86615a34-a31a-431c-8670-25bda0aed5e6 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Made reservation on behalf of 0cdd38a3f1ea45dcbcc53ea0d2714986 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:53.161952 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-86615a34-a31a-431c-8670-25bda0aed5e6 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:53.176758 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34c6cd3-a7c0-4aed-9735-b05e5dd70d08 x-openstack-request-id: req-c34c6cd3-a7c0-4aed-9735-b05e5dd70d08 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:53.177107 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e187bc-a826-4585-842e-309d9e39f931", "tag": "4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:53.177316 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c34c6cd3-a7c0-4aed-9735-b05e5dd70d08 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:53.177686 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e187bc-a826-4585-842e-309d9e39f931', 'tag': '4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8', 'status': 'completed', 'code': 200} Nov 12 03:37:53.180375 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009f74f-9986-4638-acdd-b725ed79e59f req-0ad51c49-1624-4af2-b440-1fb3a3be39cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:53.181985 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1009f74f-9986-4638-acdd-b725ed79e59f req-0ad51c49-1624-4af2-b440-1fb3a3be39cc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=25535b709a2d4c4589b8ab88b8c8086a&device_id=72e187bc-a826-4585-842e-309d9e39f931 HTTP/1.1" status: 200 len: 1095 time: 0.3016489 Nov 12 03:37:53.225469 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-06b3c38d-56ea-41d4-96de-707967854b98 req-2c69975c-ec88-497e-8817-26b284453355 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602426 Nov 12 03:37:53.299887 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1009f74f-9986-4638-acdd-b725ed79e59f req-497c1c3b-465f-49d0-8500-cc160d285793 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8 HTTP/1.1" status: 200 len: 217 time: 0.1006372 Nov 12 03:37:53.358124 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-82d789de-b032-403b-bec5-62c2caadcf0a req-0dc84a9d-4932-4736-a400-e462651a73d5 tempest-ServerShowV247Test-719133461 tempest-ServerShowV247Test-719133461-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a05c154-e808-42a9-b190-653785893fdb HTTP/1.1" status: 200 len: 210 time: 0.1379659 Nov 12 03:37:53.381547 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8342d274-e240-4b79-bdab-f652efcf9c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019b12b2-0592-4952-bab8-5e50fdd87252'}, {'server_uuid': '493eff4c-331e-4f93-b7d8-b1824482e02d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d6e4fba-5077-45b7-9c6a-01947b44ba48'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:53.384717 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b610dd79-b56b-4477-9a4b-9a448d4560b1" -d '{"events": [{"server_uuid": "8342d274-e240-4b79-bdab-f652efcf9c42", "name": "network-vif-plugged", "status": "completed", "tag": "019b12b2-0592-4952-bab8-5e50fdd87252"}, {"server_uuid": "493eff4c-331e-4f93-b7d8-b1824482e02d", "name": "network-vif-plugged", "status": "completed", "tag": "0d6e4fba-5077-45b7-9c6a-01947b44ba48"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:53.432112 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-92dde271-d588-492c-b85e-c99965833c7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:53.464336 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-92dde271-d588-492c-b85e-c99965833c7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:53.530156 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-41ba1e35-8b14-406a-b81d-5874ee166736 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Deleting port 63ed0505-f725-4f00-86b2-b17776984b25 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:53.530803 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-41ba1e35-8b14-406a-b81d-5874ee166736 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:53.537001 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-92dde271-d588-492c-b85e-c99965833c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:53.541416 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-92dde271-d588-492c-b85e-c99965833c7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:53.546769 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-92dde271-d588-492c-b85e-c99965833c7a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/31f9ab4f-519a-476d-8440-087ee4468e59 HTTP/1.1" status: 204 len: 168 time: 0.4547300 Nov 12 03:37:53.589596 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009f74f-9986-4638-acdd-b725ed79e59f req-ac370e9a-6ef7-47e2-9421-48c7a9546af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:53.591186 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1009f74f-9986-4638-acdd-b725ed79e59f req-ac370e9a-6ef7-47e2-9421-48c7a9546af6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=503f9962-4a4b-41cd-afae-2bc03640b310 HTTP/1.1" status: 200 len: 846 time: 0.2611239 Nov 12 03:37:53.597262 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-2ad236a5-9723-4269-be55-b5790ac748fb req-86615a34-a31a-431c-8670-25bda0aed5e6 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Allocated IP 10.2.2.200 (36f6ed65-8190-49b0-8a57-7dd102916b9e/18b45a6b-deb9-4b8d-a9e4-21e350a68f47/c62b694a-df5c-40c2-8669-a8ba46de727c) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:53.621099 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dde271-d588-492c-b85e-c99965833c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f9ab4f-519a-476d-8440-087ee4468e59,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:53.735716 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1009f74f-9986-4638-acdd-b725ed79e59f req-5282183e-4c4c-42f8-8927-bbb961ea029a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=78368f62-ed24-43ac-ae16-b5ccbfc3c78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018691 Nov 12 03:37:53.742438 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-41ba1e35-8b14-406a-b81d-5874ee166736 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] For port 63ed0505-f725-4f00-86b2-b17776984b25, host n-h1-715271-27, got binding levels [] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:53.742974 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-41ba1e35-8b14-406a-b81d-5874ee166736 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:53.860714 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226c79bb-b77e-4402-b707-24ea9753b487 x-openstack-request-id: req-226c79bb-b77e-4402-b707-24ea9753b487 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:53.861579 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8342d274-e240-4b79-bdab-f652efcf9c42", "name": "network-vif-plugged", "status": "completed", "tag": "019b12b2-0592-4952-bab8-5e50fdd87252", "code": 200}, {"server_uuid": "493eff4c-331e-4f93-b7d8-b1824482e02d", "name": "network-vif-plugged", "status": "completed", "tag": "0d6e4fba-5077-45b7-9c6a-01947b44ba48", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:53.862028 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-226c79bb-b77e-4402-b707-24ea9753b487 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:53.862609 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8342d274-e240-4b79-bdab-f652efcf9c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019b12b2-0592-4952-bab8-5e50fdd87252', 'code': 200} Nov 12 03:37:53.863051 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '493eff4c-331e-4f93-b7d8-b1824482e02d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d6e4fba-5077-45b7-9c6a-01947b44ba48', 'code': 200} Nov 12 03:37:53.957600 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1009f74f-9986-4638-acdd-b725ed79e59f req-c8ca7380-becb-4f3f-8002-714fd3b9d295 service neutron] 10.222.0.90 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110929 Nov 12 03:37:53.968820 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-41ba1e35-8b14-406a-b81d-5874ee166736 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Calling delete_port for 63ed0505-f725-4f00-86b2-b17776984b25 owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:54.018580 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 39c084b3-bce9-4581-81fe-1a698dd9d7a0 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:54.108092 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-86615a34-a31a-431c-8670-25bda0aed5e6 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.109312 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8770e05-f93f-4e9b-a613-a2067e81132f req-0a5bda3d-5e19-4189-bef1-c6b1dcff6c61 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:54.118864 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c8770e05-f93f-4e9b-a613-a2067e81132f req-0a5bda3d-5e19-4189-bef1-c6b1dcff6c61 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 946 time: 0.4565165 Nov 12 03:37:54.196495 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-86615a34-a31a-431c-8670-25bda0aed5e6 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.225844 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 39c084b3-bce9-4581-81fe-1a698dd9d7a0 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:37:54.232397 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 39c084b3-bce9-4581-81fe-1a698dd9d7a0 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:54.232776 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.248722 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505514a-6acc-4d8d-83ca-f0e6b1813064 req-dfb70699-6aad-4ad8-bb3f-8e48fceb0bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:54.250433 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a505514a-6acc-4d8d-83ca-f0e6b1813064 req-dfb70699-6aad-4ad8-bb3f-8e48fceb0bb5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=493eff4c-331e-4f93-b7d8-b1824482e02d HTTP/1.1" status: 200 len: 1097 time: 0.2814298 Nov 12 03:37:54.266255 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e46e1513-4643-44f9-94a9-9a9a7d7309d2 req-f5e56329-ff1f-459e-868d-48380b3f025f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0a05c154-e808-42a9-b190-653785893fdb HTTP/1.1" status: 200 len: 210 time: 0.0407221 Nov 12 03:37:54.354402 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ad236a5-9723-4269-be55-b5790ac748fb req-86615a34-a31a-431c-8670-25bda0aed5e6 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Network 36f6ed65-8190-49b0-8a57-7dd102916b9e is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:54.366893 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86615a34-a31a-431c-8670-25bda0aed5e6 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Pushing event updated for resources: {'Port': ['ID=c62b694a-df5c-40c2-8669-a8ba46de727c,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:54.371465 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-2ad236a5-9723-4269-be55-b5790ac748fb req-86615a34-a31a-431c-8670-25bda0aed5e6 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:54.400109 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.413468 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c8770e05-f93f-4e9b-a613-a2067e81132f req-669bf0fc-e3cd-4392-986e-961b9280f00e tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2916837 Nov 12 03:37:54.424577 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad236a5-9723-4269-be55-b5790ac748fb req-86615a34-a31a-431c-8670-25bda0aed5e6 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:54.451859 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1009f74f-9986-4638-acdd-b725ed79e59f req-a5156465-e7bd-4dc2-8671-4b49f578fbac service neutron] 10.222.0.90 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4808636 Nov 12 03:37:54.480122 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 39c084b3-bce9-4581-81fe-1a698dd9d7a0, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=39c084b3-bce9-4581-81fe-1a698dd9d7a0,segment=NetworkSegment(f05b0f80-1c07-4015-9006-a0a3150a35f3),segment_id=f05b0f80-1c07-4015-9006-a0a3150a35f3)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:54.506967 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.540635 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-41ba1e35-8b14-406a-b81d-5874ee166736 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.611181 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-41ba1e35-8b14-406a-b81d-5874ee166736 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.627136 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-41ba1e35-8b14-406a-b81d-5874ee166736 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] 10.222.0.50 "DELETE /v2.0/ports/63ed0505-f725-4f00-86b2-b17776984b25 HTTP/1.1" status: 204 len: 168 time: 1.6445556 Nov 12 03:37:54.639100 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50146) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:54.669367 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55d714-d658-4896-acca-d242b9305dbe req-ea2cfd9c-6401-4f39-ba3f-386a39dc9599 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:54.671787 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=39c084b3-bce9-4581-81fe-1a698dd9d7a0,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:54.674417 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bf55d714-d658-4896-acca-d242b9305dbe req-ea2cfd9c-6401-4f39-ba3f-386a39dc9599 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8587cc9-c82a-408b-afda-33cc1e970cab HTTP/1.1" status: 200 len: 944 time: 0.5952296 Nov 12 03:37:54.701099 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba1e35-8b14-406a-b81d-5874ee166736 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Pushing event deleted for resources: {'Port': ['ID=63ed0505-f725-4f00-86b2-b17776984b25,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:54.764831 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd42a4d5-61ed-4ba2-bc31-e71387dee57a req-02fbd620-d94b-4de9-82d3-ee6d06c1f211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:54.769395 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dd42a4d5-61ed-4ba2-bc31-e71387dee57a req-02fbd620-d94b-4de9-82d3-ee6d06c1f211 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8342d274-e240-4b79-bdab-f652efcf9c42 HTTP/1.1" status: 200 len: 1097 time: 0.6099150 Nov 12 03:37:54.771540 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-19fd706a-191e-4202-9efc-31abd66d6662 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] GET failed (client error): The resource could not be found. Nov 12 03:37:54.778271 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-19fd706a-191e-4202-9efc-31abd66d6662 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] 10.222.0.50 "GET /v2.0/ports/63ed0505-f725-4f00-86b2-b17776984b25 HTTP/1.1" status: 404 len: 333 time: 0.0962329 Nov 12 03:37:54.786074 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50150) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:54.791971 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7ca79-f3d2-4a59-8b32-84acec057ce7 req-f7bf2446-ca97-4f8e-871f-901a7283da06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:54.793977 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9ea7ca79-f3d2-4a59-8b32-84acec057ce7 req-f7bf2446-ca97-4f8e-871f-901a7283da06 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=25535b709a2d4c4589b8ab88b8c8086a&device_id=72e187bc-a826-4585-842e-309d9e39f931 HTTP/1.1" status: 200 len: 1095 time: 0.1639547 Nov 12 03:37:54.803294 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-71970597-5e5d-4b57-83db-e8006e969ed2 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Request body: {'port': {'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1158896955'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:54.837812 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad236a5-9723-4269-be55-b5790ac748fb req-86615a34-a31a-431c-8670-25bda0aed5e6 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:54.838599 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-86615a34-a31a-431c-8670-25bda0aed5e6 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.889598 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-eb128ae8-2553-47f8-82a4-fc12393a2d7c None None] Provisioning complete for port c62b694a-df5c-40c2-8669-a8ba46de727c triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:54.890303 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-eb128ae8-2553-47f8-82a4-fc12393a2d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.915373 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a505514a-6acc-4d8d-83ca-f0e6b1813064 req-b5ed0c88-f4e2-4273-a338-8f465360ffe4 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=31c325ba-dca2-4a7d-888a-7c994db57611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5520275 Nov 12 03:37:54.927687 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dd42a4d5-61ed-4ba2-bc31-e71387dee57a req-5f323e89-4ec9-4dae-a8ae-e5c41febae5e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=31c325ba-dca2-4a7d-888a-7c994db57611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368115 Nov 12 03:37:54.951718 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bf55d714-d658-4896-acca-d242b9305dbe req-a19112e7-c177-4601-8624-e47506f855a8 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/security-groups?id=31c325ba-dca2-4a7d-888a-7c994db57611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632717 Nov 12 03:37:54.961947 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-86615a34-a31a-431c-8670-25bda0aed5e6 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2265582 Nov 12 03:37:54.967230 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eeb59e-9a65-4b1f-8308-247b98f8bd2f req-872c0576-c26c-4120-a30e-ec23604818ae tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:54.977568 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eeb59e-9a65-4b1f-8308-247b98f8bd2f req-872c0576-c26c-4120-a30e-ec23604818ae tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:54.984452 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eeb59e-9a65-4b1f-8308-247b98f8bd2f req-872c0576-c26c-4120-a30e-ec23604818ae tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:54.985500 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-eb128ae8-2553-47f8-82a4-fc12393a2d7c None None] Port c62b694a-df5c-40c2-8669-a8ba46de727c cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:54.992955 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eeb59e-9a65-4b1f-8308-247b98f8bd2f req-872c0576-c26c-4120-a30e-ec23604818ae tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:54.999557 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eeb59e-9a65-4b1f-8308-247b98f8bd2f req-872c0576-c26c-4120-a30e-ec23604818ae tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:55.007648 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c1eeb59e-9a65-4b1f-8308-247b98f8bd2f req-872c0576-c26c-4120-a30e-ec23604818ae tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 3815 time: 0.2903664 Nov 12 03:37:55.045872 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71970597-5e5d-4b57-83db-e8006e969ed2 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Made reservation on behalf of a35fdb5559224d40b301627ee3f720f6 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:55.051547 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-71970597-5e5d-4b57-83db-e8006e969ed2 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.095496 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171d5e8-b313-48b0-992d-640d09a0852f req-88f31e36-ddeb-4909-aea3-9a79597c5058 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:55.097165 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d171d5e8-b313-48b0-992d-640d09a0852f req-88f31e36-ddeb-4909-aea3-9a79597c5058 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=72e187bc-a826-4585-842e-309d9e39f931 HTTP/1.1" status: 200 len: 943 time: 0.0641520 Nov 12 03:37:55.117343 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7ca79-f3d2-4a59-8b32-84acec057ce7 req-4331be5f-868b-401d-8bb8-84f200908882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:55.119109 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9ea7ca79-f3d2-4a59-8b32-84acec057ce7 req-4331be5f-868b-401d-8bb8-84f200908882 service neutron] 10.222.0.90 "GET /v2.0/networks?id=78368f62-ed24-43ac-ae16-b5ccbfc3c78d HTTP/1.1" status: 200 len: 907 time: 0.3104174 Nov 12 03:37:55.137273 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-2ad236a5-9723-4269-be55-b5790ac748fb req-2557b8b2-5ee1-4b56-af87-c26544d2c77c service neutron] Request body: {'port': {'device_id': '1c584f51-fb62-4406-a541-a05d7679a94f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:55.149842 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-71970597-5e5d-4b57-83db-e8006e969ed2 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] device_id is not set on port 27407603-e25f-460c-a92f-8bc07c9258ec yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:37:55.199454 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d171d5e8-b313-48b0-992d-640d09a0852f req-0c335943-0c61-4d53-b0ec-31ec1e5f67d5 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862753 Nov 12 03:37:55.233160 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c1eeb59e-9a65-4b1f-8308-247b98f8bd2f req-982461c7-22fa-4cab-b295-62b722a6f92e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2242908 Nov 12 03:37:55.273317 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-2557b8b2-5ee1-4b56-af87-c26544d2c77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.299318 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9ea7ca79-f3d2-4a59-8b32-84acec057ce7 req-9ba772e9-c693-41ef-826b-9cd3f53dedfa service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8 HTTP/1.1" status: 200 len: 217 time: 0.0563977 Nov 12 03:37:55.369258 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50162) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:55.394808 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7ca79-f3d2-4a59-8b32-84acec057ce7 req-2a03ca90-404e-4af7-97cf-603002e3491f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:55.396627 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9ea7ca79-f3d2-4a59-8b32-84acec057ce7 req-2a03ca90-404e-4af7-97cf-603002e3491f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=503f9962-4a4b-41cd-afae-2bc03640b310 HTTP/1.1" status: 200 len: 846 time: 0.0849242 Nov 12 03:37:55.532760 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9ea7ca79-f3d2-4a59-8b32-84acec057ce7 req-faeba393-a824-450f-9edc-0c1422e74c2f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=78368f62-ed24-43ac-ae16-b5ccbfc3c78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378768 Nov 12 03:37:55.651814 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-c7e9f79e-5c61-4d2b-9e0d-30de7007f2a4 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-755120096'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:55.713379 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-71970597-5e5d-4b57-83db-e8006e969ed2 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.713606 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-87dac237-1521-4966-b739-6c09fc0509cf req-c8171f9c-eb73-440e-9d94-ed580b8bc750 tempest-ServerShowV247Test-719133461 tempest-ServerShowV247Test-719133461-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a05c154-e808-42a9-b190-653785893fdb HTTP/1.1" status: 200 len: 210 time: 0.0662870 Nov 12 03:37:55.719570 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e9f79e-5c61-4d2b-9e0d-30de7007f2a4 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Made reservation on behalf of 5a1d4d1e777e43039bb692953cccca40 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:55.723958 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c7e9f79e-5c61-4d2b-9e0d-30de7007f2a4 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.727953 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-2ad236a5-9723-4269-be55-b5790ac748fb req-2557b8b2-5ee1-4b56-af87-c26544d2c77c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b765f9f8-1b70-40fd-8519-033f4f7cc090 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:37:55.736030 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-2557b8b2-5ee1-4b56-af87-c26544d2c77c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.749613 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c7e9f79e-5c61-4d2b-9e0d-30de7007f2a4 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.753677 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-2ad236a5-9723-4269-be55-b5790ac748fb req-2557b8b2-5ee1-4b56-af87-c26544d2c77c service neutron] Transition to ACTIVE for port object b765f9f8-1b70-40fd-8519-033f4f7cc090 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:37:55.758384 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-2557b8b2-5ee1-4b56-af87-c26544d2c77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.851750 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890a8cf-1fb7-4a12-9521-6e361065aafa req-259c1282-73b2-43a3-bb2d-33b8ed94a4db tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:55.863083 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0890a8cf-1fb7-4a12-9521-6e361065aafa req-259c1282-73b2-43a3-bb2d-33b8ed94a4db tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 946 time: 0.2983117 Nov 12 03:37:55.865344 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8587cc9-c82a-408b-afda-33cc1e970cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c084b3-bce9-4581-81fe-1a698dd9d7a0'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:55.866837 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2557b8b2-5ee1-4b56-af87-c26544d2c77c service neutron] Pushing event updated for resources: {'Port': ['ID=b765f9f8-1b70-40fd-8519-033f4f7cc090,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:55.875500 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe3fecb-ac9b-45c5-8f4b-928c14ff200b" -d '{"events": [{"server_uuid": "c8587cc9-c82a-408b-afda-33cc1e970cab", "name": "network-vif-plugged", "status": "completed", "tag": "39c084b3-bce9-4581-81fe-1a698dd9d7a0"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:55.939618 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9ea7ca79-f3d2-4a59-8b32-84acec057ce7 req-828a07c2-12c4-43a3-b7a3-1ce0dacc7f71 service neutron] 10.222.0.90 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3906903 Nov 12 03:37:55.947947 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c7e9f79e-5c61-4d2b-9e0d-30de7007f2a4 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.966102 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e2e6e0-2166-44df-aee7-59a447a7e395 x-openstack-request-id: req-71e2e6e0-2166-44df-aee7-59a447a7e395 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:55.966636 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8587cc9-c82a-408b-afda-33cc1e970cab", "name": "network-vif-plugged", "status": "completed", "tag": "39c084b3-bce9-4581-81fe-1a698dd9d7a0", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:55.966781 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-71e2e6e0-2166-44df-aee7-59a447a7e395 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:55.967262 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8587cc9-c82a-408b-afda-33cc1e970cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c084b3-bce9-4581-81fe-1a698dd9d7a0', 'code': 200} Nov 12 03:37:56.012366 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0890a8cf-1fb7-4a12-9521-6e361065aafa req-4d2ef66e-dc40-415d-b0de-10de7f7d0f22 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483164 Nov 12 03:37:56.015355 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c7e9f79e-5c61-4d2b-9e0d-30de7007f2a4 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.019451 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-71970597-5e5d-4b57-83db-e8006e969ed2 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.091516 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71970597-5e5d-4b57-83db-e8006e969ed2 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Network 8bf1cabe-aaed-4e54-928d-05356a261cce is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:56.112473 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-71970597-5e5d-4b57-83db-e8006e969ed2 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:56.152617 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71970597-5e5d-4b57-83db-e8006e969ed2 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:56.154197 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71970597-5e5d-4b57-83db-e8006e969ed2 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:56.154983 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-71970597-5e5d-4b57-83db-e8006e969ed2 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.162385 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-2ad236a5-9723-4269-be55-b5790ac748fb req-2557b8b2-5ee1-4b56-af87-c26544d2c77c service neutron] Attempting to bind port b765f9f8-1b70-40fd-8519-033f4f7cc090 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:56.163926 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-2ad236a5-9723-4269-be55-b5790ac748fb req-2557b8b2-5ee1-4b56-af87-c26544d2c77c service neutron] Attempting to bind port b765f9f8-1b70-40fd-8519-033f4f7cc090 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '0b04c0b1-5879-4304-b25e-c28aa4573a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'efb988ed-b223-4e0b-8b86-915607ae4e80'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:56.164626 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad236a5-9723-4269-be55-b5790ac748fb req-2557b8b2-5ee1-4b56-af87-c26544d2c77c service neutron] Attempting to bind port b765f9f8-1b70-40fd-8519-033f4f7cc090 on network efb988ed-b223-4e0b-8b86-915607ae4e80 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:56.194727 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc170bec-722d-4392-9759-e93777bff3ed req-d0b1740f-50a4-4837-9c62-d79972484dff tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:56.196825 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dc170bec-722d-4392-9759-e93777bff3ed req-d0b1740f-50a4-4837-9c62-d79972484dff tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8587cc9-c82a-408b-afda-33cc1e970cab HTTP/1.1" status: 200 len: 945 time: 0.1221869 Nov 12 03:37:56.198213 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad236a5-9723-4269-be55-b5790ac748fb req-2557b8b2-5ee1-4b56-af87-c26544d2c77c service neutron] Port b765f9f8-1b70-40fd-8519-033f4f7cc090 on network efb988ed-b223-4e0b-8b86-915607ae4e80 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:37:56.198726 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad236a5-9723-4269-be55-b5790ac748fb req-2557b8b2-5ee1-4b56-af87-c26544d2c77c service neutron] Attempting to bind port b765f9f8-1b70-40fd-8519-033f4f7cc090 on network efb988ed-b223-4e0b-8b86-915607ae4e80 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:56.247676 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7e9f79e-5c61-4d2b-9e0d-30de7007f2a4 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:37:56.259250 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-71970597-5e5d-4b57-83db-e8006e969ed2 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4571695 Nov 12 03:37:56.273298 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50178) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:56.283540 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:56.336217 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad236a5-9723-4269-be55-b5790ac748fb req-2557b8b2-5ee1-4b56-af87-c26544d2c77c service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:56.336850 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad236a5-9723-4269-be55-b5790ac748fb req-2557b8b2-5ee1-4b56-af87-c26544d2c77c service neutron] Checking segment: {'id': '0b04c0b1-5879-4304-b25e-c28aa4573a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'efb988ed-b223-4e0b-8b86-915607ae4e80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:56.338016 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad236a5-9723-4269-be55-b5790ac748fb req-2557b8b2-5ee1-4b56-af87-c26544d2c77c service neutron] Bound using segment: {'id': '0b04c0b1-5879-4304-b25e-c28aa4573a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'efb988ed-b223-4e0b-8b86-915607ae4e80'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:56.338687 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-2ad236a5-9723-4269-be55-b5790ac748fb req-2557b8b2-5ee1-4b56-af87-c26544d2c77c service neutron] Bound port: b765f9f8-1b70-40fd-8519-033f4f7cc090, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b04c0b1-5879-4304-b25e-c28aa4573a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'efb988ed-b223-4e0b-8b86-915607ae4e80'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:56.339225 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-2557b8b2-5ee1-4b56-af87-c26544d2c77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.375233 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dc170bec-722d-4392-9759-e93777bff3ed req-35ac33d4-27fb-44e4-b71d-de9cbcbfda3a tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/security-groups?id=31c325ba-dca2-4a7d-888a-7c994db57611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724935 Nov 12 03:37:56.383907 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e9f79e-5c61-4d2b-9e0d-30de7007f2a4 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4143b9fd-f10e-4b92-b7ec-50b1e545b5e9,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:56.411871 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c7e9f79e-5c61-4d2b-9e0d-30de7007f2a4 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.412277 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-c7e9f79e-5c61-4d2b-9e0d-30de7007f2a4 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Added segment 01300481-1ee3-43eb-a57f-d0249927853f of type vlan for network e0f19a67-cc56-4cb9-aa15-c904a25bf394 Nov 12 03:37:56.443450 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-2ad236a5-9723-4269-be55-b5790ac748fb req-2557b8b2-5ee1-4b56-af87-c26544d2c77c service neutron] For port b765f9f8-1b70-40fd-8519-033f4f7cc090, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:56.445485 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71970597-5e5d-4b57-83db-e8006e969ed2 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Pushing event updated for resources: {'Port': ['ID=27407603-e25f-460c-a92f-8bc07c9258ec,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:56.447808 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-2ad236a5-9723-4269-be55-b5790ac748fb req-2557b8b2-5ee1-4b56-af87-c26544d2c77c service neutron] For port b765f9f8-1b70-40fd-8519-033f4f7cc090, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=b765f9f8-1b70-40fd-8519-033f4f7cc090,segment=NetworkSegment(0b04c0b1-5879-4304-b25e-c28aa4573a76),segment_id=0b04c0b1-5879-4304-b25e-c28aa4573a76)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:56.452479 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.452705 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae012ad-0a33-4873-9d89-11dbd6171c99 req-4541ab1e-26a7-4749-b3f1-ff89892340ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:56.454106 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2ae012ad-0a33-4873-9d89-11dbd6171c99 req-4541ab1e-26a7-4749-b3f1-ff89892340ad service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8587cc9-c82a-408b-afda-33cc1e970cab HTTP/1.1" status: 200 len: 1097 time: 0.2755079 Nov 12 03:37:56.456937 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-2557b8b2-5ee1-4b56-af87-c26544d2c77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.530147 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad236a5-9723-4269-be55-b5790ac748fb req-2557b8b2-5ee1-4b56-af87-c26544d2c77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:56.530653 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-2557b8b2-5ee1-4b56-af87-c26544d2c77c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.532052 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-2557b8b2-5ee1-4b56-af87-c26544d2c77c service neutron] 10.222.0.74 "PUT /v2.0/ports/b765f9f8-1b70-40fd-8519-033f4f7cc090 HTTP/1.1" status: 200 len: 1092 time: 1.4012845 Nov 12 03:37:56.532571 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'tag': 'b765f9f8-1b70-40fd-8519-033f4f7cc090'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:56.540737 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce634e6-aa2f-49d6-875a-dfc5767074f8" -d '{"events": [{"name": "network-changed", "server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "tag": "b765f9f8-1b70-40fd-8519-033f4f7cc090"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:56.571974 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9ea7ca79-f3d2-4a59-8b32-84acec057ce7 req-a550a4c6-9e24-401f-a0f5-235de85255ef service neutron] 10.222.0.90 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6194072 Nov 12 03:37:56.577094 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c7e9f79e-5c61-4d2b-9e0d-30de7007f2a4 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.582221 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-2ad236a5-9723-4269-be55-b5790ac748fb req-85c7dfda-2ce9-455d-a51c-aef692d612dc service neutron] Request body: {'port': {'device_id': '1c584f51-fb62-4406-a541-a05d7679a94f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:56.638740 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a7208-c68e-4258-8899-be497dc98d29 req-f04b30b5-2cb6-4285-9b0b-157a7b45be83 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:56.639455 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2ae012ad-0a33-4873-9d89-11dbd6171c99 req-f801d6b9-9048-4118-a7f6-ff3b1ceaffba service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=31c325ba-dca2-4a7d-888a-7c994db57611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716468 Nov 12 03:37:56.640333 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2c7a7208-c68e-4258-8899-be497dc98d29 req-f04b30b5-2cb6-4285-9b0b-157a7b45be83 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=72e187bc-a826-4585-842e-309d9e39f931 HTTP/1.1" status: 200 len: 943 time: 0.2927341 Nov 12 03:37:56.662152 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2557b8b2-5ee1-4b56-af87-c26544d2c77c service neutron] Pushing event updated for resources: {'Port': ['ID=b765f9f8-1b70-40fd-8519-033f4f7cc090,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:56.729585 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-85c7dfda-2ce9-455d-a51c-aef692d612dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.802492 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a4a00-f8bf-4fdc-8c45-a316bf6e8378 req-872cfd02-1cba-4330-a2c6-bce61e64e5f9 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:56.809570 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a4a00-f8bf-4fdc-8c45-a316bf6e8378 req-872cfd02-1cba-4330-a2c6-bce61e64e5f9 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:56.815680 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a4a00-f8bf-4fdc-8c45-a316bf6e8378 req-872cfd02-1cba-4330-a2c6-bce61e64e5f9 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:56.817073 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] device_id is not set on port 27407603-e25f-460c-a92f-8bc07c9258ec yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:37:56.822765 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a4a00-f8bf-4fdc-8c45-a316bf6e8378 req-872cfd02-1cba-4330-a2c6-bce61e64e5f9 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:56.828763 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a4a00-f8bf-4fdc-8c45-a316bf6e8378 req-872cfd02-1cba-4330-a2c6-bce61e64e5f9 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:56.829641 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.832763 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-289a4a00-f8bf-4fdc-8c45-a316bf6e8378 req-872cfd02-1cba-4330-a2c6-bce61e64e5f9 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 3827 time: 0.1901236 Nov 12 03:37:56.843100 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.847767 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c7e9f79e-5c61-4d2b-9e0d-30de7007f2a4 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.854111 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e9f79e-5c61-4d2b-9e0d-30de7007f2a4 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:56.854659 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c7e9f79e-5c61-4d2b-9e0d-30de7007f2a4 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.950191 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e9f79e-5c61-4d2b-9e0d-30de7007f2a4 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Pushing event updated for resources: {'Network': ['ID=e0f19a67-cc56-4cb9-aa15-c904a25bf394,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:56.964882 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network e0f19a67-cc56-4cb9-aa15-c904a25bf394 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:37:56.975017 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-289a4a00-f8bf-4fdc-8c45-a316bf6e8378 req-2845034c-279d-43fb-90c5-f71f03312e25 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292646 Nov 12 03:37:57.009987 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2c7a7208-c68e-4258-8899-be497dc98d29 req-8e7b59e6-b73c-4053-9b56-8c04cdcd0600 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236620 Nov 12 03:37:57.057060 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Pushing event updated for resources: {'Port': ['ID=27407603-e25f-460c-a92f-8bc07c9258ec,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:57.066387 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4c3a4c-1994-4ce2-af83-b0bccfd74502 x-openstack-request-id: req-5e4c3a4c-1994-4ce2-af83-b0bccfd74502 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:57.066731 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "tag": "b765f9f8-1b70-40fd-8519-033f4f7cc090", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:57.066986 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5e4c3a4c-1994-4ce2-af83-b0bccfd74502 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:57.067394 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'tag': 'b765f9f8-1b70-40fd-8519-033f4f7cc090', 'status': 'completed', 'code': 200} Nov 12 03:37:57.071437 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c7e9f79e-5c61-4d2b-9e0d-30de7007f2a4 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.6955843 Nov 12 03:37:57.073719 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50188) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:57.092215 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-9f4faa98-c13d-43f1-a1db-aef43aaabab5 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Request body: {'subnet': {'network_id': 'e0f19a67-cc56-4cb9-aa15-c904a25bf394', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:57.093711 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 27407603-e25f-460c-a92f-8bc07c9258ec on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:57.094150 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 27407603-e25f-460c-a92f-8bc07c9258ec by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:57.094605 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 27407603-e25f-460c-a92f-8bc07c9258ec on network 8bf1cabe-aaed-4e54-928d-05356a261cce {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:57.099788 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Port 27407603-e25f-460c-a92f-8bc07c9258ec on network 8bf1cabe-aaed-4e54-928d-05356a261cce not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:37:57.100362 n-d-715271-27 neutron-server[102571]: ERROR neutron.plugins.ml2.managers [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Failed to bind port 27407603-e25f-460c-a92f-8bc07c9258ec on host n-h1-715271-27 for vnic_type normal using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] Nov 12 03:37:57.103783 n-d-715271-27 neutron-server[102571]: INFO neutron.plugins.ml2.plugin [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempt 2 to bind port 27407603-e25f-460c-a92f-8bc07c9258ec Nov 12 03:37:57.121331 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 27407603-e25f-460c-a92f-8bc07c9258ec on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:57.123154 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 27407603-e25f-460c-a92f-8bc07c9258ec by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:57.123887 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 27407603-e25f-460c-a92f-8bc07c9258ec on network 8bf1cabe-aaed-4e54-928d-05356a261cce {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:57.129520 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Port 27407603-e25f-460c-a92f-8bc07c9258ec on network 8bf1cabe-aaed-4e54-928d-05356a261cce not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:37:57.129984 n-d-715271-27 neutron-server[102571]: ERROR neutron.plugins.ml2.managers [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Failed to bind port 27407603-e25f-460c-a92f-8bc07c9258ec on host n-h1-715271-27 for vnic_type normal using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] Nov 12 03:37:57.130481 n-d-715271-27 neutron-server[102571]: INFO neutron.plugins.ml2.plugin [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempt 3 to bind port 27407603-e25f-460c-a92f-8bc07c9258ec Nov 12 03:37:57.156594 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 27407603-e25f-460c-a92f-8bc07c9258ec on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:57.157051 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 27407603-e25f-460c-a92f-8bc07c9258ec by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:57.157498 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 27407603-e25f-460c-a92f-8bc07c9258ec on network 8bf1cabe-aaed-4e54-928d-05356a261cce {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:57.164835 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Port 27407603-e25f-460c-a92f-8bc07c9258ec on network 8bf1cabe-aaed-4e54-928d-05356a261cce not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:37:57.165445 n-d-715271-27 neutron-server[102571]: ERROR neutron.plugins.ml2.managers [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Failed to bind port 27407603-e25f-460c-a92f-8bc07c9258ec on host n-h1-715271-27 for vnic_type normal using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] Nov 12 03:37:57.165960 n-d-715271-27 neutron-server[102571]: INFO neutron.plugins.ml2.plugin [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempt 4 to bind port 27407603-e25f-460c-a92f-8bc07c9258ec Nov 12 03:37:57.186609 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 27407603-e25f-460c-a92f-8bc07c9258ec on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:57.187026 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 27407603-e25f-460c-a92f-8bc07c9258ec by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:57.187599 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 27407603-e25f-460c-a92f-8bc07c9258ec on network 8bf1cabe-aaed-4e54-928d-05356a261cce {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:57.192655 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Port 27407603-e25f-460c-a92f-8bc07c9258ec on network 8bf1cabe-aaed-4e54-928d-05356a261cce not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:37:57.193097 n-d-715271-27 neutron-server[102571]: ERROR neutron.plugins.ml2.managers [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Failed to bind port 27407603-e25f-460c-a92f-8bc07c9258ec on host n-h1-715271-27 for vnic_type normal using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] Nov 12 03:37:57.193594 n-d-715271-27 neutron-server[102571]: INFO neutron.plugins.ml2.plugin [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempt 5 to bind port 27407603-e25f-460c-a92f-8bc07c9258ec Nov 12 03:37:57.208008 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 27407603-e25f-460c-a92f-8bc07c9258ec on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:57.208451 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 27407603-e25f-460c-a92f-8bc07c9258ec by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:57.208912 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 27407603-e25f-460c-a92f-8bc07c9258ec on network 8bf1cabe-aaed-4e54-928d-05356a261cce {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:57.214420 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Port 27407603-e25f-460c-a92f-8bc07c9258ec on network 8bf1cabe-aaed-4e54-928d-05356a261cce not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:37:57.214903 n-d-715271-27 neutron-server[102571]: ERROR neutron.plugins.ml2.managers [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Failed to bind port 27407603-e25f-460c-a92f-8bc07c9258ec on host n-h1-715271-27 for vnic_type normal using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] Nov 12 03:37:57.215540 n-d-715271-27 neutron-server[102571]: INFO neutron.plugins.ml2.plugin [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempt 6 to bind port 27407603-e25f-460c-a92f-8bc07c9258ec Nov 12 03:37:57.229450 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 27407603-e25f-460c-a92f-8bc07c9258ec on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:57.229930 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 27407603-e25f-460c-a92f-8bc07c9258ec by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:57.230380 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 27407603-e25f-460c-a92f-8bc07c9258ec on network 8bf1cabe-aaed-4e54-928d-05356a261cce {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:57.235218 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Port 27407603-e25f-460c-a92f-8bc07c9258ec on network 8bf1cabe-aaed-4e54-928d-05356a261cce not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:37:57.235724 n-d-715271-27 neutron-server[102571]: ERROR neutron.plugins.ml2.managers [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Failed to bind port 27407603-e25f-460c-a92f-8bc07c9258ec on host n-h1-715271-27 for vnic_type normal using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] Nov 12 03:37:57.236261 n-d-715271-27 neutron-server[102571]: INFO neutron.plugins.ml2.plugin [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempt 7 to bind port 27407603-e25f-460c-a92f-8bc07c9258ec Nov 12 03:37:57.249632 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 27407603-e25f-460c-a92f-8bc07c9258ec on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:57.250122 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 27407603-e25f-460c-a92f-8bc07c9258ec by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:57.251009 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 27407603-e25f-460c-a92f-8bc07c9258ec on network 8bf1cabe-aaed-4e54-928d-05356a261cce {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:57.255637 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Port 27407603-e25f-460c-a92f-8bc07c9258ec on network 8bf1cabe-aaed-4e54-928d-05356a261cce not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:37:57.256268 n-d-715271-27 neutron-server[102571]: ERROR neutron.plugins.ml2.managers [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Failed to bind port 27407603-e25f-460c-a92f-8bc07c9258ec on host n-h1-715271-27 for vnic_type normal using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] Nov 12 03:37:57.257303 n-d-715271-27 neutron-server[102571]: INFO neutron.plugins.ml2.plugin [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempt 8 to bind port 27407603-e25f-460c-a92f-8bc07c9258ec Nov 12 03:37:57.267998 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-54170281-b25c-4a0e-9762-4a906c43bdf8 req-7aefbb64-edf7-4920-8126-224d7bf1739c tempest-ServerShowV247Test-719133461 tempest-ServerShowV247Test-719133461-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a05c154-e808-42a9-b190-653785893fdb HTTP/1.1" status: 200 len: 210 time: 0.0797596 Nov 12 03:37:57.271590 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 27407603-e25f-460c-a92f-8bc07c9258ec on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:57.272093 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 27407603-e25f-460c-a92f-8bc07c9258ec by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:57.273646 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 27407603-e25f-460c-a92f-8bc07c9258ec on network 8bf1cabe-aaed-4e54-928d-05356a261cce {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:57.278683 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Port 27407603-e25f-460c-a92f-8bc07c9258ec on network 8bf1cabe-aaed-4e54-928d-05356a261cce not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:37:57.279129 n-d-715271-27 neutron-server[102571]: ERROR neutron.plugins.ml2.managers [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Failed to bind port 27407603-e25f-460c-a92f-8bc07c9258ec on host n-h1-715271-27 for vnic_type normal using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] Nov 12 03:37:57.280384 n-d-715271-27 neutron-server[102571]: INFO neutron.plugins.ml2.plugin [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempt 9 to bind port 27407603-e25f-460c-a92f-8bc07c9258ec Nov 12 03:37:57.295012 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 27407603-e25f-460c-a92f-8bc07c9258ec on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:57.295592 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 27407603-e25f-460c-a92f-8bc07c9258ec by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:57.296347 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 27407603-e25f-460c-a92f-8bc07c9258ec on network 8bf1cabe-aaed-4e54-928d-05356a261cce {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:57.301784 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Port 27407603-e25f-460c-a92f-8bc07c9258ec on network 8bf1cabe-aaed-4e54-928d-05356a261cce not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:37:57.302224 n-d-715271-27 neutron-server[102571]: ERROR neutron.plugins.ml2.managers [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Failed to bind port 27407603-e25f-460c-a92f-8bc07c9258ec on host n-h1-715271-27 for vnic_type normal using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] Nov 12 03:37:57.302719 n-d-715271-27 neutron-server[102571]: INFO neutron.plugins.ml2.plugin [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempt 10 to bind port 27407603-e25f-460c-a92f-8bc07c9258ec Nov 12 03:37:57.323773 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 27407603-e25f-460c-a92f-8bc07c9258ec on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:57.323773 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 27407603-e25f-460c-a92f-8bc07c9258ec by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:57.323773 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port 27407603-e25f-460c-a92f-8bc07c9258ec on network 8bf1cabe-aaed-4e54-928d-05356a261cce {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:57.331095 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Port 27407603-e25f-460c-a92f-8bc07c9258ec on network 8bf1cabe-aaed-4e54-928d-05356a261cce not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:37:57.331494 n-d-715271-27 neutron-server[102571]: ERROR neutron.plugins.ml2.managers [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Failed to bind port 27407603-e25f-460c-a92f-8bc07c9258ec on host n-h1-715271-27 for vnic_type normal using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] Nov 12 03:37:57.331969 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:57.352628 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-2ad236a5-9723-4269-be55-b5790ac748fb req-85c7dfda-2ce9-455d-a51c-aef692d612dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:37:57.361718 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-85c7dfda-2ce9-455d-a51c-aef692d612dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:57.377301 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-2ad236a5-9723-4269-be55-b5790ac748fb req-85c7dfda-2ce9-455d-a51c-aef692d612dc service neutron] Transition to ACTIVE for port object 7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:37:57.414076 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-85c7dfda-2ce9-455d-a51c-aef692d612dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:57.420688 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce634e6-aa2f-49d6-875a-dfc5767074f8 req-c06cf8dc-4a9f-429d-a600-0ccfb515404e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.421960 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce634e6-aa2f-49d6-875a-dfc5767074f8 req-c06cf8dc-4a9f-429d-a600-0ccfb515404e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.422770 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce634e6-aa2f-49d6-875a-dfc5767074f8 req-c06cf8dc-4a9f-429d-a600-0ccfb515404e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.423169 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce634e6-aa2f-49d6-875a-dfc5767074f8 req-c06cf8dc-4a9f-429d-a600-0ccfb515404e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.423916 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce634e6-aa2f-49d6-875a-dfc5767074f8 req-c06cf8dc-4a9f-429d-a600-0ccfb515404e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.426226 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bce634e6-aa2f-49d6-875a-dfc5767074f8 req-c06cf8dc-4a9f-429d-a600-0ccfb515404e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0cdd38a3f1ea45dcbcc53ea0d2714986&device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 4363 time: 0.3302126 Nov 12 03:37:57.426868 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] For port 27407603-e25f-460c-a92f-8bc07c9258ec, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:57.427241 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempted to set empty binding levels {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 03:37:57.434211 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:57.530373 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Pushing event updated for resources: {'Port': ['ID=27407603-e25f-460c-a92f-8bc07c9258ec,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:57.539618 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] In _notify_port_updated(), no bound segment for port 27407603-e25f-460c-a92f-8bc07c9258ec on network 8bf1cabe-aaed-4e54-928d-05356a261cce {{(pid=102571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:37:57.541424 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.542649 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:57.543383 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-79b3e60e-ebca-4a08-8452-3cca3461582e tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] 10.222.0.50 "PUT /v2.0/ports/27407603-e25f-460c-a92f-8bc07c9258ec HTTP/1.1" status: 200 len: 976 time: 1.2676387 Nov 12 03:37:57.549500 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50194) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:57.686942 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4faa98-c13d-43f1-a1db-aef43aaabab5 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Made reservation on behalf of 5a1d4d1e777e43039bb692953cccca40 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:57.694428 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9f4faa98-c13d-43f1-a1db-aef43aaabab5 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:57.709452 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-198667d2-f8bd-4c39-8edf-198c48434a45 req-63051d76-479e-4f8a-92a2-4112b0a08855 tempest-ServerShowV247Test-719133461 tempest-ServerShowV247Test-719133461-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a05c154-e808-42a9-b190-653785893fdb&device_id=81df235c-eae2-4b0c-9c14-f173e59e9737 HTTP/1.1" status: 200 len: 210 time: 0.0274558 Nov 12 03:37:57.750175 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2731b7be-c3b0-4d5c-b1af-10acab07925a tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.750623 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2731b7be-c3b0-4d5c-b1af-10acab07925a tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.751277 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2731b7be-c3b0-4d5c-b1af-10acab07925a tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.751738 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2731b7be-c3b0-4d5c-b1af-10acab07925a tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.752215 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2731b7be-c3b0-4d5c-b1af-10acab07925a tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.752667 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2731b7be-c3b0-4d5c-b1af-10acab07925a tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.753113 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2731b7be-c3b0-4d5c-b1af-10acab07925a tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.753559 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2731b7be-c3b0-4d5c-b1af-10acab07925a tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.753998 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2731b7be-c3b0-4d5c-b1af-10acab07925a tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.756474 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2731b7be-c3b0-4d5c-b1af-10acab07925a tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.766212 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2731b7be-c3b0-4d5c-b1af-10acab07925a tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.766737 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2731b7be-c3b0-4d5c-b1af-10acab07925a tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.767213 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2731b7be-c3b0-4d5c-b1af-10acab07925a tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.767935 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2731b7be-c3b0-4d5c-b1af-10acab07925a tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.769114 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2731b7be-c3b0-4d5c-b1af-10acab07925a tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.769114 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2731b7be-c3b0-4d5c-b1af-10acab07925a tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.769495 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2731b7be-c3b0-4d5c-b1af-10acab07925a tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.769949 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2731b7be-c3b0-4d5c-b1af-10acab07925a tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.770402 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2731b7be-c3b0-4d5c-b1af-10acab07925a tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.770850 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2731b7be-c3b0-4d5c-b1af-10acab07925a tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.771300 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2731b7be-c3b0-4d5c-b1af-10acab07925a tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.771752 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2731b7be-c3b0-4d5c-b1af-10acab07925a tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.772864 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2731b7be-c3b0-4d5c-b1af-10acab07925a tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.773704 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2731b7be-c3b0-4d5c-b1af-10acab07925a tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.774199 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2731b7be-c3b0-4d5c-b1af-10acab07925a tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.774661 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2731b7be-c3b0-4d5c-b1af-10acab07925a tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.775115 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2731b7be-c3b0-4d5c-b1af-10acab07925a tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.775566 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2731b7be-c3b0-4d5c-b1af-10acab07925a tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.784984 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2731b7be-c3b0-4d5c-b1af-10acab07925a tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24840 time: 0.2342124 Nov 12 03:37:57.790118 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50198) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:57.837151 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c7dfda-2ce9-455d-a51c-aef692d612dc service neutron] Pushing event updated for resources: {'Port': ['ID=7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:57.964568 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-55dfcf6e-b987-401c-8408-cb0b19e52922 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Deleting port 27407603-e25f-460c-a92f-8bc07c9258ec {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:57.965217 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-55dfcf6e-b987-401c-8408-cb0b19e52922 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:58.001581 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d54c4-682f-4fb0-ac13-3ad588c2601e req-5d5ddb2f-aeb3-4cd3-bdd8-d4303fffeb6d tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:58.003032 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e42d54c4-682f-4fb0-ac13-3ad588c2601e req-5d5ddb2f-aeb3-4cd3-bdd8-d4303fffeb6d tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8587cc9-c82a-408b-afda-33cc1e970cab HTTP/1.1" status: 200 len: 945 time: 0.4140224 Nov 12 03:37:58.016395 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce634e6-aa2f-49d6-875a-dfc5767074f8 req-eb00b60a-1e12-4073-8673-ebb9a98e236b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:58.016869 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce634e6-aa2f-49d6-875a-dfc5767074f8 req-eb00b60a-1e12-4073-8673-ebb9a98e236b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:58.017324 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce634e6-aa2f-49d6-875a-dfc5767074f8 req-eb00b60a-1e12-4073-8673-ebb9a98e236b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:58.018888 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bce634e6-aa2f-49d6-875a-dfc5767074f8 req-eb00b60a-1e12-4073-8673-ebb9a98e236b service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=0cdd38a3f1ea45dcbcc53ea0d2714986&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5515680 Nov 12 03:37:58.034667 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:37:58.167891 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce634e6-aa2f-49d6-875a-dfc5767074f8 req-53baee1d-6415-4d21-aa19-24157c49d15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:58.170013 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bce634e6-aa2f-49d6-875a-dfc5767074f8 req-53baee1d-6415-4d21-aa19-24157c49d15b service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1427195 Nov 12 03:37:58.192632 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8,segment=NetworkSegment(cb0def10-0c33-48e7-8f61-e6fe0bcab07e),segment_id=cb0def10-0c33-48e7-8f61-e6fe0bcab07e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:58.206357 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8', 'network_id': '78368f62-ed24-43ac-ae16-b5ccbfc3c78d', 'port_id': '4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8', 'mac_address': 'fa:16:3e:ac:b8:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503f9962-4a4b-41cd-afae-2bc03640b310', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:37:58.207687 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e42d54c4-682f-4fb0-ac13-3ad588c2601e req-d717fc42-f0a0-45b5-8c7d-7a1ee140d39c tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/security-groups?id=31c325ba-dca2-4a7d-888a-7c994db57611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877551 Nov 12 03:37:58.244196 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-2ad236a5-9723-4269-be55-b5790ac748fb req-85c7dfda-2ce9-455d-a51c-aef692d612dc service neutron] Attempting to bind port 7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:58.245189 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-2ad236a5-9723-4269-be55-b5790ac748fb req-85c7dfda-2ce9-455d-a51c-aef692d612dc service neutron] Attempting to bind port 7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '7160b443-0957-49bf-81cb-6c0bf92bcd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d21d20a-27ba-43f8-a492-7cb16d2502e7'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:58.246147 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad236a5-9723-4269-be55-b5790ac748fb req-85c7dfda-2ce9-455d-a51c-aef692d612dc service neutron] Attempting to bind port 7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2 on network 8d21d20a-27ba-43f8-a492-7cb16d2502e7 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:58.273328 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad236a5-9723-4269-be55-b5790ac748fb req-85c7dfda-2ce9-455d-a51c-aef692d612dc service neutron] Port 7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2 on network 8d21d20a-27ba-43f8-a492-7cb16d2502e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:37:58.276892 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad236a5-9723-4269-be55-b5790ac748fb req-85c7dfda-2ce9-455d-a51c-aef692d612dc service neutron] Attempting to bind port 7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2 on network 8d21d20a-27ba-43f8-a492-7cb16d2502e7 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:58.278697 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:58.294861 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:37:58.295638 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad236a5-9723-4269-be55-b5790ac748fb req-85c7dfda-2ce9-455d-a51c-aef692d612dc service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:58.296435 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad236a5-9723-4269-be55-b5790ac748fb req-85c7dfda-2ce9-455d-a51c-aef692d612dc service neutron] Checking segment: {'id': '7160b443-0957-49bf-81cb-6c0bf92bcd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d21d20a-27ba-43f8-a492-7cb16d2502e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:58.298018 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad236a5-9723-4269-be55-b5790ac748fb req-85c7dfda-2ce9-455d-a51c-aef692d612dc service neutron] Bound using segment: {'id': '7160b443-0957-49bf-81cb-6c0bf92bcd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d21d20a-27ba-43f8-a492-7cb16d2502e7'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:58.298802 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-2ad236a5-9723-4269-be55-b5790ac748fb req-85c7dfda-2ce9-455d-a51c-aef692d612dc service neutron] Bound port: 7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7160b443-0957-49bf-81cb-6c0bf92bcd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d21d20a-27ba-43f8-a492-7cb16d2502e7'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:58.300230 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-85c7dfda-2ce9-455d-a51c-aef692d612dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:58.319062 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8,segment=NetworkSegment(cb0def10-0c33-48e7-8f61-e6fe0bcab07e),segment_id=cb0def10-0c33-48e7-8f61-e6fe0bcab07e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:58.331044 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:58.389886 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:58.480186 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-2ad236a5-9723-4269-be55-b5790ac748fb req-85c7dfda-2ce9-455d-a51c-aef692d612dc service neutron] For port 7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:58.488108 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-db910b53-45d6-40ec-b952-b469498673d4 req-6c46af39-cb53-41cd-baaa-fdfed726fac1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0f44ee7b1a214d85b014da1da8943965&device_id=0a05c154-e808-42a9-b190-653785893fdb HTTP/1.1" status: 200 len: 210 time: 0.4732103 Nov 12 03:37:58.492373 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-2ad236a5-9723-4269-be55-b5790ac748fb req-85c7dfda-2ce9-455d-a51c-aef692d612dc service neutron] For port 7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2,segment=NetworkSegment(7160b443-0957-49bf-81cb-6c0bf92bcd2c),segment_id=7160b443-0957-49bf-81cb-6c0bf92bcd2c)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:58.515449 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-85c7dfda-2ce9-455d-a51c-aef692d612dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:58.525487 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5f8b2583-d48c-45d3-b2e6-ba0494ba70d1 req-fdd6ca66-cbcc-4f3d-8eb9-5fb95268e205 tempest-ServerShowV247Test-719133461 tempest-ServerShowV247Test-719133461-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a05c154-e808-42a9-b190-653785893fdb HTTP/1.1" status: 200 len: 210 time: 0.0678287 Nov 12 03:37:58.553663 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-55dfcf6e-b987-401c-8408-cb0b19e52922 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] For port 27407603-e25f-460c-a92f-8bc07c9258ec, host n-h1-715271-27, got binding levels [] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:58.554344 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-55dfcf6e-b987-401c-8408-cb0b19e52922 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:58.558775 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-db910b53-45d6-40ec-b952-b469498673d4 req-1a65662c-ad6e-490e-8ef8-b0bb3d5d2546 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=0f44ee7b1a214d85b014da1da8943965&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430439 Nov 12 03:37:58.581201 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-55dfcf6e-b987-401c-8408-cb0b19e52922 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Calling delete_port for 27407603-e25f-460c-a92f-8bc07c9258ec owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:58.677236 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:37:58.823323 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db910b53-45d6-40ec-b952-b469498673d4 req-aa7b7783-8707-43df-b8de-dd37ce7600ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:58.824933 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-db910b53-45d6-40ec-b952-b469498673d4 req-aa7b7783-8707-43df-b8de-dd37ce7600ba service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2576063 Nov 12 03:37:58.827808 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-55dfcf6e-b987-401c-8408-cb0b19e52922 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:58.866053 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dfcf6e-b987-401c-8408-cb0b19e52922 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Pushing event deleted for resources: {'Port': ['ID=27407603-e25f-460c-a92f-8bc07c9258ec,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:58.879870 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-55dfcf6e-b987-401c-8408-cb0b19e52922 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:58.884365 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-55dfcf6e-b987-401c-8408-cb0b19e52922 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] 10.222.0.50 "DELETE /v2.0/ports/27407603-e25f-460c-a92f-8bc07c9258ec HTTP/1.1" status: 204 len: 168 time: 1.0931926 Nov 12 03:37:58.888692 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50208) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:58.925755 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d97064-5de0-4f1a-9061-6d2e51d1dcbc req-63792a2c-f0f7-41e6-8fe5-8239017bd733 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:58.927249 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b5d97064-5de0-4f1a-9061-6d2e51d1dcbc req-63792a2c-f0f7-41e6-8fe5-8239017bd733 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=72e187bc-a826-4585-842e-309d9e39f931 HTTP/1.1" status: 200 len: 944 time: 0.5845096 Nov 12 03:37:58.929273 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164c1c9-c9c4-470b-9a49-b85dc30f8b78 req-fcbca3bf-3486-4eec-856a-af10d1217fba tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:58.935561 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164c1c9-c9c4-470b-9a49-b85dc30f8b78 req-fcbca3bf-3486-4eec-856a-af10d1217fba tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:58.941550 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164c1c9-c9c4-470b-9a49-b85dc30f8b78 req-fcbca3bf-3486-4eec-856a-af10d1217fba tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:58.949415 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164c1c9-c9c4-470b-9a49-b85dc30f8b78 req-fcbca3bf-3486-4eec-856a-af10d1217fba tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:58.957148 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164c1c9-c9c4-470b-9a49-b85dc30f8b78 req-fcbca3bf-3486-4eec-856a-af10d1217fba tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:58.965074 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164c1c9-c9c4-470b-9a49-b85dc30f8b78 req-fcbca3bf-3486-4eec-856a-af10d1217fba tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:58.974577 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad236a5-9723-4269-be55-b5790ac748fb req-85c7dfda-2ce9-455d-a51c-aef692d612dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:58.975183 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-85c7dfda-2ce9-455d-a51c-aef692d612dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:58.976102 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6164c1c9-c9c4-470b-9a49-b85dc30f8b78 req-fcbca3bf-3486-4eec-856a-af10d1217fba tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 4604 time: 0.3620200 Nov 12 03:37:58.976861 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-85c7dfda-2ce9-455d-a51c-aef692d612dc service neutron] 10.222.0.74 "PUT /v2.0/ports/7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2 HTTP/1.1" status: 200 len: 1136 time: 2.4056723 Nov 12 03:37:59.007667 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9f4faa98-c13d-43f1-a1db-aef43aaabab5 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:59.013753 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-fce3ae56-624b-4ae6-8def-8ea93a4da686 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] GET failed (client error): The resource could not be found. Nov 12 03:37:59.015657 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-fce3ae56-624b-4ae6-8def-8ea93a4da686 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] 10.222.0.50 "GET /v2.0/ports/27407603-e25f-460c-a92f-8bc07c9258ec HTTP/1.1" status: 404 len: 333 time: 0.1267252 Nov 12 03:37:59.024106 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50210) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:59.030799 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-f3c1bd85-9f91-4b47-af20-b070329ae759 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1418004565', 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:59.033436 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-2ad236a5-9723-4269-be55-b5790ac748fb req-0e347e78-c233-4115-966c-bf7e5a6ecfee service neutron] Request body: {'port': {'device_id': '1c584f51-fb62-4406-a541-a05d7679a94f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:59.062171 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c7dfda-2ce9-455d-a51c-aef692d612dc service neutron] Pushing event updated for resources: {'Port': ['ID=7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:59.085167 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'tag': '7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:59.087132 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42cdaed-8de6-4ec9-9647-4dec9163da38" -d '{"events": [{"name": "network-changed", "server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "tag": "7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:59.102048 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6164c1c9-c9c4-470b-9a49-b85dc30f8b78 req-0e9bd956-ba8d-4850-8a68-a4aefc6ba25b tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&id=0adbc793-597d-400b-8618-e8fe9b45ffdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1249464 Nov 12 03:37:59.109296 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c1bd85-9f91-4b47-af20-b070329ae759 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Made reservation on behalf of a35fdb5559224d40b301627ee3f720f6 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:59.113580 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f3c1bd85-9f91-4b47-af20-b070329ae759 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:59.148453 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-f3c1bd85-9f91-4b47-af20-b070329ae759 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] device_id is not set on port 9303c2f7-1304-4760-869f-5173ad57f51e yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:37:59.187628 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b5d97064-5de0-4f1a-9061-6d2e51d1dcbc req-3d66fd6d-bb0e-4c43-a6ad-73ba39e8c6a8 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331288 Nov 12 03:37:59.237234 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4faa98-c13d-43f1-a1db-aef43aaabab5 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Pushing event updated for resources: {'Subnet': ['ID=d96f2afd-0575-4839-8969-abfdb29d4549,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:59.309724 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-0e347e78-c233-4115-966c-bf7e5a6ecfee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:59.339337 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4faa98-c13d-43f1-a1db-aef43aaabab5 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Checking segment: {'id': '01300481-1ee3-43eb-a57f-d0249927853f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e0f19a67-cc56-4cb9-aa15-c904a25bf394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:59.339683 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4faa98-c13d-43f1-a1db-aef43aaabab5 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Network hostable DHCP agents. Network: e0f19a67-cc56-4cb9-aa15-c904a25bf394, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:37:59.391726 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f3c1bd85-9f91-4b47-af20-b070329ae759 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:59.436666 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4faa98-c13d-43f1-a1db-aef43aaabab5 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Network e0f19a67-cc56-4cb9-aa15-c904a25bf394 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:37:59.447342 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f3c1bd85-9f91-4b47-af20-b070329ae759 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:59.461128 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e213c-833f-4110-952e-3166202084cf req-2932deff-c043-4372-bca9-84952efb7602 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:59.469302 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e36e213c-833f-4110-952e-3166202084cf req-2932deff-c043-4372-bca9-84952efb7602 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8587cc9-c82a-408b-afda-33cc1e970cab HTTP/1.1" status: 200 len: 945 time: 0.1210370 Nov 12 03:37:59.472333 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43ca37b-7d31-4c0d-adec-728ea9eb40d5 x-openstack-request-id: req-a43ca37b-7d31-4c0d-adec-728ea9eb40d5 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:59.472613 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "tag": "7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:59.472858 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a43ca37b-7d31-4c0d-adec-728ea9eb40d5 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:59.473242 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'tag': '7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2', 'status': 'completed', 'code': 200} Nov 12 03:37:59.509717 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c1bd85-9f91-4b47-af20-b070329ae759 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Network 8bf1cabe-aaed-4e54-928d-05356a261cce is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:59.533048 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-9f4faa98-c13d-43f1-a1db-aef43aaabab5 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, e0f19a67-cc56-4cb9-aa15-c904a25bf394) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:59.542659 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-f3c1bd85-9f91-4b47-af20-b070329ae759 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:59.542897 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b910e3-c17a-482f-8f4d-641e8d1388c5 None None] Network e0f19a67-cc56-4cb9-aa15-c904a25bf394 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:59.545045 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4faa98-c13d-43f1-a1db-aef43aaabab5 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:59.545776 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9f4faa98-c13d-43f1-a1db-aef43aaabab5 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:59.567253 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c1bd85-9f91-4b47-af20-b070329ae759 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:59.571146 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c1bd85-9f91-4b47-af20-b070329ae759 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:59.571700 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f3c1bd85-9f91-4b47-af20-b070329ae759 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:59.596351 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9f4faa98-c13d-43f1-a1db-aef43aaabab5 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5214486 Nov 12 03:37:59.600631 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50222) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:59.604131 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c1bd85-9f91-4b47-af20-b070329ae759 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Pushing event updated for resources: {'Port': ['ID=9303c2f7-1304-4760-869f-5173ad57f51e,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:59.606082 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-aefcce95-238b-45ef-b354-d33389296de1 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Request body: {'port': {'network_id': 'e0f19a67-cc56-4cb9-aa15-c904a25bf394', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-916092952'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:59.615610 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f3c1bd85-9f91-4b47-af20-b070329ae759 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5903769 Nov 12 03:37:59.618250 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50224) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:59.620876 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e36e213c-833f-4110-952e-3166202084cf req-cd5080bf-62b0-4131-ba5f-67371dbbf320 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/security-groups?id=31c325ba-dca2-4a7d-888a-7c994db57611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502914 Nov 12 03:37:59.695509 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423544a1-4a94-4a99-b8e6-ebcb7187c2d3 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:59.697276 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-423544a1-4a94-4a99-b8e6-ebcb7187c2d3 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] 10.222.0.50 "GET /v2.0/ports/9303c2f7-1304-4760-869f-5173ad57f51e HTTP/1.1" status: 200 len: 955 time: 0.0779696 Nov 12 03:37:59.702486 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50228) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:59.735213 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cdaed-8de6-4ec9-9647-4dec9163da38 req-8dae168e-edc6-4db8-afe4-104cff74d5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:59.736231 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cdaed-8de6-4ec9-9647-4dec9163da38 req-8dae168e-edc6-4db8-afe4-104cff74d5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:59.736461 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cdaed-8de6-4ec9-9647-4dec9163da38 req-8dae168e-edc6-4db8-afe4-104cff74d5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:59.736928 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cdaed-8de6-4ec9-9647-4dec9163da38 req-8dae168e-edc6-4db8-afe4-104cff74d5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:59.737400 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cdaed-8de6-4ec9-9647-4dec9163da38 req-8dae168e-edc6-4db8-afe4-104cff74d5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:59.737837 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cdaed-8de6-4ec9-9647-4dec9163da38 req-8dae168e-edc6-4db8-afe4-104cff74d5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:59.739708 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d42cdaed-8de6-4ec9-9647-4dec9163da38 req-8dae168e-edc6-4db8-afe4-104cff74d5c3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0cdd38a3f1ea45dcbcc53ea0d2714986&device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 5292 time: 0.2337294 Nov 12 03:37:59.763311 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6b31ca-b679-43ee-8170-9bbea711b575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-e0f19a67-cc56-4cb9-aa15-c904a25bf394', 'network_id': 'e0f19a67-cc56-4cb9-aa15-c904a25bf394', 'tenant_id': '5a1d4d1e777e43039bb692953cccca40', 'fixed_ips': [{'subnet_id': 'd96f2afd-0575-4839-8969-abfdb29d4549'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:37:59.764542 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3e6b31ca-b679-43ee-8170-9bbea711b575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:59.793003 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7bee7558-1303-4534-8038-e675bc02f53a req-15be28e7-8790-40c8-b32b-92fdadbca3e9 tempest-ServerShowV247Test-719133461 tempest-ServerShowV247Test-719133461-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a05c154-e808-42a9-b190-653785893fdb HTTP/1.1" status: 200 len: 210 time: 0.0891013 Nov 12 03:37:59.928267 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-3e6b31ca-b679-43ee-8170-9bbea711b575 None None] Allocated IP 2001:db8::2 (e0f19a67-cc56-4cb9-aa15-c904a25bf394/d96f2afd-0575-4839-8969-abfdb29d4549/505ffdff-e15d-4c46-8bc7-9db56ace16c4) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:59.931750 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cdaed-8de6-4ec9-9647-4dec9163da38 req-f2703f53-85ae-47df-aee0-c41dd2dec76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:59.932673 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cdaed-8de6-4ec9-9647-4dec9163da38 req-f2703f53-85ae-47df-aee0-c41dd2dec76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:59.933687 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cdaed-8de6-4ec9-9647-4dec9163da38 req-f2703f53-85ae-47df-aee0-c41dd2dec76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:59.935854 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d42cdaed-8de6-4ec9-9647-4dec9163da38 req-f2703f53-85ae-47df-aee0-c41dd2dec76b service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=0cdd38a3f1ea45dcbcc53ea0d2714986&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1571593 Nov 12 03:38:00.041634 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:00.068690 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3866f-935c-4390-a128-c3394dffd0d2 req-d5d33a0b-9346-4730-b7d1-cc9ff0b1c6de tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:00.077473 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a1a3866f-935c-4390-a128-c3394dffd0d2 req-d5d33a0b-9346-4730-b7d1-cc9ff0b1c6de tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/ports?device_id=493eff4c-331e-4f93-b7d8-b1824482e02d HTTP/1.1" status: 200 len: 945 time: 0.3512084 Nov 12 03:38:00.079104 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-5dda39e3-246e-47a5-b972-a2480d38f3ff tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Deleting port 9303c2f7-1304-4760-869f-5173ad57f51e {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:00.079698 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5dda39e3-246e-47a5-b972-a2480d38f3ff tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:00.083010 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-2ad236a5-9723-4269-be55-b5790ac748fb req-0e347e78-c233-4115-966c-bf7e5a6ecfee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abbc23e8-1176-4bcd-936e-074c27c7f379 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:38:00.104511 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-0e347e78-c233-4115-966c-bf7e5a6ecfee service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:00.157159 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-2ad236a5-9723-4269-be55-b5790ac748fb req-0e347e78-c233-4115-966c-bf7e5a6ecfee service neutron] Transition to ACTIVE for port object abbc23e8-1176-4bcd-936e-074c27c7f379 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:38:00.158941 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5dda39e3-246e-47a5-b972-a2480d38f3ff tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:00.179486 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-0e347e78-c233-4115-966c-bf7e5a6ecfee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:00.195031 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefcce95-238b-45ef-b354-d33389296de1 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Made reservation on behalf of 5a1d4d1e777e43039bb692953cccca40 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:00.195592 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-5dda39e3-246e-47a5-b972-a2480d38f3ff tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Calling delete_port for 9303c2f7-1304-4760-869f-5173ad57f51e owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:00.200461 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-aefcce95-238b-45ef-b354-d33389296de1 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:00.238209 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3e6b31ca-b679-43ee-8170-9bbea711b575 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:00.248861 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3e6b31ca-b679-43ee-8170-9bbea711b575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:00.279779 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a1a3866f-935c-4390-a128-c3394dffd0d2 req-63c9aaff-0fd0-419a-8a03-3123449c5b02 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/security-groups?id=31c325ba-dca2-4a7d-888a-7c994db57611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949098 Nov 12 03:38:00.315941 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cdaed-8de6-4ec9-9647-4dec9163da38 req-6f989e86-58a7-4eec-9d63-4d4d803c189d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:00.317713 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d42cdaed-8de6-4ec9-9647-4dec9163da38 req-6f989e86-58a7-4eec-9d63-4d4d803c189d service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3376915 Nov 12 03:38:00.329139 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-aefcce95-238b-45ef-b354-d33389296de1 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] device_id is not set on port 46acad33-a729-4b4f-89c7-c0f21bfa6ab5 yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:38:00.411001 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-db910b53-45d6-40ec-b952-b469498673d4 req-a37bca78-2a6c-410c-bc78-1bc3b41feb86 tempest-ServerShowV247Test-719133461 tempest-ServerShowV247Test-719133461-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a05c154-e808-42a9-b190-653785893fdb HTTP/1.1" status: 200 len: 210 time: 0.0548186 Nov 12 03:38:00.415691 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e347e78-c233-4115-966c-bf7e5a6ecfee service neutron] Pushing event updated for resources: {'Port': ['ID=abbc23e8-1176-4bcd-936e-074c27c7f379,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:00.443460 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811de1bc-2ada-4989-b297-bdafe6ca6f1c req-5ac13ff6-6b02-4e8f-9962-03428fed3ce0 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:00.452495 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811de1bc-2ada-4989-b297-bdafe6ca6f1c req-5ac13ff6-6b02-4e8f-9962-03428fed3ce0 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:00.461005 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811de1bc-2ada-4989-b297-bdafe6ca6f1c req-5ac13ff6-6b02-4e8f-9962-03428fed3ce0 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:00.468525 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811de1bc-2ada-4989-b297-bdafe6ca6f1c req-5ac13ff6-6b02-4e8f-9962-03428fed3ce0 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:00.477444 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811de1bc-2ada-4989-b297-bdafe6ca6f1c req-5ac13ff6-6b02-4e8f-9962-03428fed3ce0 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:00.487628 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811de1bc-2ada-4989-b297-bdafe6ca6f1c req-5ac13ff6-6b02-4e8f-9962-03428fed3ce0 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:00.496789 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811de1bc-2ada-4989-b297-bdafe6ca6f1c req-5ac13ff6-6b02-4e8f-9962-03428fed3ce0 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:00.497587 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-811de1bc-2ada-4989-b297-bdafe6ca6f1c req-5ac13ff6-6b02-4e8f-9962-03428fed3ce0 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 5380 time: 0.2281432 Nov 12 03:38:00.552980 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5dda39e3-246e-47a5-b972-a2480d38f3ff tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:00.615437 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:38:00.624213 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda39e3-246e-47a5-b972-a2480d38f3ff tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Pushing event deleted for resources: {'Port': ['ID=9303c2f7-1304-4760-869f-5173ad57f51e,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:00.636317 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5dda39e3-246e-47a5-b972-a2480d38f3ff tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:00.638025 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:00.638397 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:00.640465 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5dda39e3-246e-47a5-b972-a2480d38f3ff tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] 10.222.0.50 "DELETE /v2.0/ports/9303c2f7-1304-4760-869f-5173ad57f51e HTTP/1.1" status: 204 len: 168 time: 0.9340501 Nov 12 03:38:00.644521 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50238) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:00.655710 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-811de1bc-2ada-4989-b297-bdafe6ca6f1c req-639326f0-8544-498f-83d7-049259c43930 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&id=0adbc793-597d-400b-8618-e8fe9b45ffdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1456664 Nov 12 03:38:00.701021 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6b31ca-b679-43ee-8170-9bbea711b575 None None] Network e0f19a67-cc56-4cb9-aa15-c904a25bf394 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:00.714774 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-3e6b31ca-b679-43ee-8170-9bbea711b575 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:00.719208 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-46db54d6-141d-448b-bc9b-0196182a80ac tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] GET failed (client error): The resource could not be found. Nov 12 03:38:00.721103 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-46db54d6-141d-448b-bc9b-0196182a80ac tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] 10.222.0.50 "GET /v2.0/ports/9303c2f7-1304-4760-869f-5173ad57f51e HTTP/1.1" status: 404 len: 333 time: 0.0681360 Nov 12 03:38:00.727449 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50240) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:00.730417 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6b31ca-b679-43ee-8170-9bbea711b575 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:00.734512 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-acf77401-adf4-4ae0-96c9-17eda4aa28ac tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Request body: {'port': {'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1362028652'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:00.745546 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4babe89c-d7ab-494e-82b1-087d2101d483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:00.746029 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b31ca-b679-43ee-8170-9bbea711b575 None None] Pushing event updated for resources: {'Port': ['ID=505ffdff-e15d-4c46-8bc7-9db56ace16c4,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:00.769292 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3b34a-f150-4aec-81ec-5fbd753df16d req-74db304a-28f3-42aa-b4cc-0138d9773e21 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:00.771481 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-88a3b34a-f150-4aec-81ec-5fbd753df16d req-74db304a-28f3-42aa-b4cc-0138d9773e21 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=72e187bc-a826-4585-842e-309d9e39f931 HTTP/1.1" status: 200 len: 944 time: 0.3224063 Nov 12 03:38:00.797824 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf77401-adf4-4ae0-96c9-17eda4aa28ac tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Made reservation on behalf of a35fdb5559224d40b301627ee3f720f6 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:00.800481 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-acf77401-adf4-4ae0-96c9-17eda4aa28ac tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:00.822649 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-aefcce95-238b-45ef-b354-d33389296de1 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Allocated IP 2001:db8::5f (e0f19a67-cc56-4cb9-aa15-c904a25bf394/d96f2afd-0575-4839-8969-abfdb29d4549/46acad33-a729-4b4f-89c7-c0f21bfa6ab5) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:00.830544 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:00.843297 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-acf77401-adf4-4ae0-96c9-17eda4aa28ac tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] device_id is not set on port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:38:00.855862 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-2ad236a5-9723-4269-be55-b5790ac748fb req-0e347e78-c233-4115-966c-bf7e5a6ecfee service neutron] Attempting to bind port abbc23e8-1176-4bcd-936e-074c27c7f379 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:38:00.856261 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-2ad236a5-9723-4269-be55-b5790ac748fb req-0e347e78-c233-4115-966c-bf7e5a6ecfee service neutron] Attempting to bind port abbc23e8-1176-4bcd-936e-074c27c7f379 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '7160b443-0957-49bf-81cb-6c0bf92bcd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d21d20a-27ba-43f8-a492-7cb16d2502e7'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:38:00.856591 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad236a5-9723-4269-be55-b5790ac748fb req-0e347e78-c233-4115-966c-bf7e5a6ecfee service neutron] Attempting to bind port abbc23e8-1176-4bcd-936e-074c27c7f379 on network 8d21d20a-27ba-43f8-a492-7cb16d2502e7 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:00.873854 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8,segment=NetworkSegment(cb0def10-0c33-48e7-8f61-e6fe0bcab07e),segment_id=cb0def10-0c33-48e7-8f61-e6fe0bcab07e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:00.874752 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad236a5-9723-4269-be55-b5790ac748fb req-0e347e78-c233-4115-966c-bf7e5a6ecfee service neutron] Port abbc23e8-1176-4bcd-936e-074c27c7f379 on network 8d21d20a-27ba-43f8-a492-7cb16d2502e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:38:00.875080 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad236a5-9723-4269-be55-b5790ac748fb req-0e347e78-c233-4115-966c-bf7e5a6ecfee service neutron] Attempting to bind port abbc23e8-1176-4bcd-936e-074c27c7f379 on network 8d21d20a-27ba-43f8-a492-7cb16d2502e7 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:00.879649 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e187bc-a826-4585-842e-309d9e39f931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:00.882881 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fbf6a56-c547-4799-b4da-6da167cd9977" -d '{"events": [{"server_uuid": "72e187bc-a826-4585-842e-309d9e39f931", "name": "network-vif-plugged", "status": "completed", "tag": "4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:00.891188 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:00.895243 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-3e6b31ca-b679-43ee-8170-9bbea711b575 None None] Attempting to bind port 505ffdff-e15d-4c46-8bc7-9db56ace16c4 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:38:00.895614 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-3e6b31ca-b679-43ee-8170-9bbea711b575 None None] Attempting to bind port 505ffdff-e15d-4c46-8bc7-9db56ace16c4 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '01300481-1ee3-43eb-a57f-d0249927853f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e0f19a67-cc56-4cb9-aa15-c904a25bf394'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:38:00.895980 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6b31ca-b679-43ee-8170-9bbea711b575 None None] Attempting to bind port 505ffdff-e15d-4c46-8bc7-9db56ace16c4 on network e0f19a67-cc56-4cb9-aa15-c904a25bf394 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:00.903302 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad236a5-9723-4269-be55-b5790ac748fb req-0e347e78-c233-4115-966c-bf7e5a6ecfee service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:38:00.906441 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad236a5-9723-4269-be55-b5790ac748fb req-0e347e78-c233-4115-966c-bf7e5a6ecfee service neutron] Checking segment: {'id': '7160b443-0957-49bf-81cb-6c0bf92bcd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d21d20a-27ba-43f8-a492-7cb16d2502e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:00.906777 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad236a5-9723-4269-be55-b5790ac748fb req-0e347e78-c233-4115-966c-bf7e5a6ecfee service neutron] Bound using segment: {'id': '7160b443-0957-49bf-81cb-6c0bf92bcd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d21d20a-27ba-43f8-a492-7cb16d2502e7'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:38:00.907251 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-2ad236a5-9723-4269-be55-b5790ac748fb req-0e347e78-c233-4115-966c-bf7e5a6ecfee service neutron] Bound port: abbc23e8-1176-4bcd-936e-074c27c7f379, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7160b443-0957-49bf-81cb-6c0bf92bcd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d21d20a-27ba-43f8-a492-7cb16d2502e7'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:38:00.907892 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-0e347e78-c233-4115-966c-bf7e5a6ecfee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:00.935871 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6b31ca-b679-43ee-8170-9bbea711b575 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:38:00.936245 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6b31ca-b679-43ee-8170-9bbea711b575 None None] Checking segment: {'id': '01300481-1ee3-43eb-a57f-d0249927853f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e0f19a67-cc56-4cb9-aa15-c904a25bf394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:00.936646 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3e6b31ca-b679-43ee-8170-9bbea711b575 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:00.937051 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6b31ca-b679-43ee-8170-9bbea711b575 None None] Bound using segment: {'id': '01300481-1ee3-43eb-a57f-d0249927853f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e0f19a67-cc56-4cb9-aa15-c904a25bf394'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:38:00.937552 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-3e6b31ca-b679-43ee-8170-9bbea711b575 None None] Bound port: 505ffdff-e15d-4c46-8bc7-9db56ace16c4, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01300481-1ee3-43eb-a57f-d0249927853f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e0f19a67-cc56-4cb9-aa15-c904a25bf394'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:38:00.937940 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3e6b31ca-b679-43ee-8170-9bbea711b575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:00.976409 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-88a3b34a-f150-4aec-81ec-5fbd753df16d req-286bf0a4-7988-4028-a349-2f1e1d8c1f7b tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882443 Nov 12 03:38:01.036578 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:01.066471 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3e6b31ca-b679-43ee-8170-9bbea711b575 None None] For port 505ffdff-e15d-4c46-8bc7-9db56ace16c4, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:38:01.072643 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3e6b31ca-b679-43ee-8170-9bbea711b575 None None] For port 505ffdff-e15d-4c46-8bc7-9db56ace16c4, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=505ffdff-e15d-4c46-8bc7-9db56ace16c4,segment=NetworkSegment(01300481-1ee3-43eb-a57f-d0249927853f),segment_id=01300481-1ee3-43eb-a57f-d0249927853f)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:38:01.079188 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3e6b31ca-b679-43ee-8170-9bbea711b575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:01.082445 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640dd921-6f4f-4823-bd60-4b2f37adb9b7 req-00e06fd5-465f-4c9d-87e3-9d12b0926162 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:01.094895 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-640dd921-6f4f-4823-bd60-4b2f37adb9b7 req-00e06fd5-465f-4c9d-87e3-9d12b0926162 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/ports?device_id=8342d274-e240-4b79-bdab-f652efcf9c42 HTTP/1.1" status: 200 len: 945 time: 0.3258874 Nov 12 03:38:01.181525 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b31ca-b679-43ee-8170-9bbea711b575 None None] Pushing event updated for resources: {'Port': ['ID=505ffdff-e15d-4c46-8bc7-9db56ace16c4,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:01.195019 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-acf77401-adf4-4ae0-96c9-17eda4aa28ac tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:01.269403 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-640dd921-6f4f-4823-bd60-4b2f37adb9b7 req-4e4cd1c6-ab03-4451-9d1a-73ad21629e73 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/security-groups?id=31c325ba-dca2-4a7d-888a-7c994db57611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726279 Nov 12 03:38:01.282065 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-acf77401-adf4-4ae0-96c9-17eda4aa28ac tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:01.290307 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bb5d0789-8eed-4db8-adee-42bedb30e506 req-70bd5386-ef6d-46b3-bbee-2012c25b4cb0 tempest-ServerShowV247Test-719133461 tempest-ServerShowV247Test-719133461-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a05c154-e808-42a9-b190-653785893fdb HTTP/1.1" status: 200 len: 210 time: 0.1385143 Nov 12 03:38:01.345369 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf77401-adf4-4ae0-96c9-17eda4aa28ac tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Network 8bf1cabe-aaed-4e54-928d-05356a261cce is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:01.352301 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-acf77401-adf4-4ae0-96c9-17eda4aa28ac tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:01.353389 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-2ad236a5-9723-4269-be55-b5790ac748fb req-0e347e78-c233-4115-966c-bf7e5a6ecfee service neutron] For port abbc23e8-1176-4bcd-936e-074c27c7f379, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:38:01.358931 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da93731-08d7-47ed-910b-66460199a721 x-openstack-request-id: req-1da93731-08d7-47ed-910b-66460199a721 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:01.360110 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e187bc-a826-4585-842e-309d9e39f931", "name": "network-vif-plugged", "status": "completed", "tag": "4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:01.361962 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-2ad236a5-9723-4269-be55-b5790ac748fb req-0e347e78-c233-4115-966c-bf7e5a6ecfee service neutron] For port abbc23e8-1176-4bcd-936e-074c27c7f379, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=abbc23e8-1176-4bcd-936e-074c27c7f379,segment=NetworkSegment(7160b443-0957-49bf-81cb-6c0bf92bcd2c),segment_id=7160b443-0957-49bf-81cb-6c0bf92bcd2c)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:38:01.362128 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1da93731-08d7-47ed-910b-66460199a721 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:01.362128 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e187bc-a826-4585-842e-309d9e39f931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8', 'code': 200} Nov 12 03:38:01.370134 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf77401-adf4-4ae0-96c9-17eda4aa28ac tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:01.371405 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf77401-adf4-4ae0-96c9-17eda4aa28ac tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:01.372105 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-acf77401-adf4-4ae0-96c9-17eda4aa28ac tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:01.425005 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-acf77401-adf4-4ae0-96c9-17eda4aa28ac tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6930802 Nov 12 03:38:01.433583 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50250) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:01.460362 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:01.479197 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-0e347e78-c233-4115-966c-bf7e5a6ecfee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:01.523375 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf77401-adf4-4ae0-96c9-17eda4aa28ac tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Pushing event updated for resources: {'Port': ['ID=a836e1e5-dd6d-45cb-9ac7-82d13d574eaa,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:01.534029 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad236a5-9723-4269-be55-b5790ac748fb req-0e347e78-c233-4115-966c-bf7e5a6ecfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:01.534606 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-0e347e78-c233-4115-966c-bf7e5a6ecfee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:01.536143 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-0e347e78-c233-4115-966c-bf7e5a6ecfee service neutron] 10.222.0.74 "PUT /v2.0/ports/abbc23e8-1176-4bcd-936e-074c27c7f379 HTTP/1.1" status: 200 len: 1135 time: 2.5184989 Nov 12 03:38:01.609123 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:01.655428 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'tag': 'abbc23e8-1176-4bcd-936e-074c27c7f379'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:01.658344 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888ad49f-432c-4186-9ef9-341e6f760411" -d '{"events": [{"name": "network-changed", "server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "tag": "abbc23e8-1176-4bcd-936e-074c27c7f379"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:01.661041 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e347e78-c233-4115-966c-bf7e5a6ecfee service neutron] Pushing event updated for resources: {'Port': ['ID=abbc23e8-1176-4bcd-936e-074c27c7f379,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:01.723162 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-aefcce95-238b-45ef-b354-d33389296de1 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:01.744339 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-2ad236a5-9723-4269-be55-b5790ac748fb req-bab550c2-ee43-44b1-b2d8-efdca9d90471 service neutron] Request body: {'port': {'device_id': '1c584f51-fb62-4406-a541-a05d7679a94f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:01.785914 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94a15c-24ff-453e-8414-00101c8236f5 req-139efe4b-a2c8-46e2-9014-a866bb0a53b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:01.787423 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7b94a15c-24ff-453e-8414-00101c8236f5 req-139efe4b-a2c8-46e2-9014-a866bb0a53b7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=72e187bc-a826-4585-842e-309d9e39f931 HTTP/1.1" status: 200 len: 1097 time: 0.2805920 Nov 12 03:38:01.845584 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0919f3-8b42-4a58-be3e-436803105d3c req-60a47480-68b1-4959-acc5-bb170cb1821c tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:01.847141 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bc0919f3-8b42-4a58-be3e-436803105d3c req-60a47480-68b1-4959-acc5-bb170cb1821c tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/ports?device_id=8342d274-e240-4b79-bdab-f652efcf9c42 HTTP/1.1" status: 200 len: 945 time: 0.1571252 Nov 12 03:38:01.885208 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7b94a15c-24ff-453e-8414-00101c8236f5 req-2aaba339-23db-4eb0-871c-8f80ecd6bd2e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750134 Nov 12 03:38:01.922743 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bc0919f3-8b42-4a58-be3e-436803105d3c req-f63e8c0d-4237-44b1-a016-fc13e9813af5 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/security-groups?id=31c325ba-dca2-4a7d-888a-7c994db57611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672059 Nov 12 03:38:01.944894 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b102e1-f2e6-453a-aaa2-a0132dff0a7c req-d5ef6018-58c7-4a2f-bf4e-41e2e41c3087 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:01.951061 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b102e1-f2e6-453a-aaa2-a0132dff0a7c req-d5ef6018-58c7-4a2f-bf4e-41e2e41c3087 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:01.957608 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b102e1-f2e6-453a-aaa2-a0132dff0a7c req-d5ef6018-58c7-4a2f-bf4e-41e2e41c3087 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:01.965121 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b102e1-f2e6-453a-aaa2-a0132dff0a7c req-d5ef6018-58c7-4a2f-bf4e-41e2e41c3087 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:01.969609 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] device_id is not set on port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:38:01.971420 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b102e1-f2e6-453a-aaa2-a0132dff0a7c req-d5ef6018-58c7-4a2f-bf4e-41e2e41c3087 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:01.978722 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b102e1-f2e6-453a-aaa2-a0132dff0a7c req-d5ef6018-58c7-4a2f-bf4e-41e2e41c3087 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:01.979000 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:01.986093 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b102e1-f2e6-453a-aaa2-a0132dff0a7c req-d5ef6018-58c7-4a2f-bf4e-41e2e41c3087 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:01.988296 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-69b102e1-f2e6-453a-aaa2-a0132dff0a7c req-d5ef6018-58c7-4a2f-bf4e-41e2e41c3087 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 5380 time: 0.1988029 Nov 12 03:38:01.990250 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-bab550c2-ee43-44b1-b2d8-efdca9d90471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:01.997755 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-aefcce95-238b-45ef-b354-d33389296de1 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:02.002639 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:02.019116 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1becde28-063e-4155-b2a3-05f76cbc8a80 x-openstack-request-id: req-1becde28-063e-4155-b2a3-05f76cbc8a80 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:02.019404 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "tag": "abbc23e8-1176-4bcd-936e-074c27c7f379", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:02.019657 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1becde28-063e-4155-b2a3-05f76cbc8a80 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:02.020054 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'tag': 'abbc23e8-1176-4bcd-936e-074c27c7f379', 'status': 'completed', 'code': 200} Nov 12 03:38:02.085551 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefcce95-238b-45ef-b354-d33389296de1 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Pushing event updated for resources: {'Port': ['ID=46acad33-a729-4b4f-89c7-c0f21bfa6ab5,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:02.099623 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefcce95-238b-45ef-b354-d33389296de1 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Network e0f19a67-cc56-4cb9-aa15-c904a25bf394 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:02.120038 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-aefcce95-238b-45ef-b354-d33389296de1 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:02.152066 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefcce95-238b-45ef-b354-d33389296de1 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:02.158481 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefcce95-238b-45ef-b354-d33389296de1 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:02.159164 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-aefcce95-238b-45ef-b354-d33389296de1 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:02.170830 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Pushing event updated for resources: {'Port': ['ID=a836e1e5-dd6d-45cb-9ac7-82d13d574eaa,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:02.176334 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:38:02.177366 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:38:02.177913 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa on network 8bf1cabe-aaed-4e54-928d-05356a261cce {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:02.194645 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa on network 8bf1cabe-aaed-4e54-928d-05356a261cce not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:38:02.194645 n-d-715271-27 neutron-server[102571]: ERROR neutron.plugins.ml2.managers [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Failed to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa on host n-h1-715271-27 for vnic_type normal using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] Nov 12 03:38:02.194645 n-d-715271-27 neutron-server[102571]: INFO neutron.plugins.ml2.plugin [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempt 2 to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa Nov 12 03:38:02.215086 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:38:02.215603 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:38:02.216031 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa on network 8bf1cabe-aaed-4e54-928d-05356a261cce {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:02.230185 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ad49f-432c-4186-9ef9-341e6f760411 req-fc752745-0ef9-4f61-9464-060d4bc19c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:02.230802 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ad49f-432c-4186-9ef9-341e6f760411 req-fc752745-0ef9-4f61-9464-060d4bc19c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:02.231381 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ad49f-432c-4186-9ef9-341e6f760411 req-fc752745-0ef9-4f61-9464-060d4bc19c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:02.231908 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ad49f-432c-4186-9ef9-341e6f760411 req-fc752745-0ef9-4f61-9464-060d4bc19c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:02.232506 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ad49f-432c-4186-9ef9-341e6f760411 req-fc752745-0ef9-4f61-9464-060d4bc19c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:02.233024 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ad49f-432c-4186-9ef9-341e6f760411 req-fc752745-0ef9-4f61-9464-060d4bc19c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:02.233617 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ad49f-432c-4186-9ef9-341e6f760411 req-fc752745-0ef9-4f61-9464-060d4bc19c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:02.235781 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-888ad49f-432c-4186-9ef9-341e6f760411 req-fc752745-0ef9-4f61-9464-060d4bc19c64 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0cdd38a3f1ea45dcbcc53ea0d2714986&device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 6220 time: 0.1835864 Nov 12 03:38:02.237184 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-aefcce95-238b-45ef-b354-d33389296de1 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.6351328 Nov 12 03:38:02.240950 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa on network 8bf1cabe-aaed-4e54-928d-05356a261cce not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:38:02.240950 n-d-715271-27 neutron-server[102571]: ERROR neutron.plugins.ml2.managers [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Failed to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa on host n-h1-715271-27 for vnic_type normal using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] Nov 12 03:38:02.240950 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50262) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:02.240950 n-d-715271-27 neutron-server[102571]: INFO neutron.plugins.ml2.plugin [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempt 3 to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa Nov 12 03:38:02.291973 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-87da48fd-d0a5-49a8-8b2c-5da629868351 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Request body: {'port': {'network_id': 'e0f19a67-cc56-4cb9-aa15-c904a25bf394', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1676948669', 'allowed_address_pairs': [{'ip_address': '2001:db8::5f', 'mac_address': 'fa:16:3e:55:3f:ca'}]}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:02.303274 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ed295-cfd4-484b-ab90-5e96258c3612 req-c6bf99ab-4f3e-4f68-873a-93e67e31965e tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:02.308690 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-db6ed295-cfd4-484b-ab90-5e96258c3612 req-c6bf99ab-4f3e-4f68-873a-93e67e31965e tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=72e187bc-a826-4585-842e-309d9e39f931 HTTP/1.1" status: 200 len: 945 time: 0.2329683 Nov 12 03:38:02.324586 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-69b102e1-f2e6-453a-aaa2-a0132dff0a7c req-30774ca7-be1b-49aa-92fc-a1eb9e99d94b tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&id=0adbc793-597d-400b-8618-e8fe9b45ffdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3050575 Nov 12 03:38:02.487898 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:38:02.488331 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:38:02.488987 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa on network 8bf1cabe-aaed-4e54-928d-05356a261cce {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:02.531771 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa on network 8bf1cabe-aaed-4e54-928d-05356a261cce not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:38:02.532264 n-d-715271-27 neutron-server[102571]: ERROR neutron.plugins.ml2.managers [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Failed to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa on host n-h1-715271-27 for vnic_type normal using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] Nov 12 03:38:02.569701 n-d-715271-27 neutron-server[102571]: INFO neutron.plugins.ml2.plugin [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempt 4 to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa Nov 12 03:38:02.607267 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:38:02.607592 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:38:02.607928 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa on network 8bf1cabe-aaed-4e54-928d-05356a261cce {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:02.616993 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa on network 8bf1cabe-aaed-4e54-928d-05356a261cce not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:38:02.617324 n-d-715271-27 neutron-server[102571]: ERROR neutron.plugins.ml2.managers [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Failed to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa on host n-h1-715271-27 for vnic_type normal using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] Nov 12 03:38:02.622486 n-d-715271-27 neutron-server[102571]: INFO neutron.plugins.ml2.plugin [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempt 5 to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa Nov 12 03:38:02.632536 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-db6ed295-cfd4-484b-ab90-5e96258c3612 req-e82f2bbc-47bf-4aaf-9123-c18678b28e2c tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210236 Nov 12 03:38:02.642521 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ad49f-432c-4186-9ef9-341e6f760411 req-f0312511-3924-47a3-a2f1-a2ff629dff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:02.642770 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ad49f-432c-4186-9ef9-341e6f760411 req-f0312511-3924-47a3-a2f1-a2ff629dff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:02.643058 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ad49f-432c-4186-9ef9-341e6f760411 req-f0312511-3924-47a3-a2f1-a2ff629dff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:02.645602 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-888ad49f-432c-4186-9ef9-341e6f760411 req-f0312511-3924-47a3-a2f1-a2ff629dff59 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=0cdd38a3f1ea45dcbcc53ea0d2714986&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3873682 Nov 12 03:38:02.673145 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-2ad236a5-9723-4269-be55-b5790ac748fb req-bab550c2-ee43-44b1-b2d8-efdca9d90471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2131700-ba7a-474e-985e-8060b2a8fb24 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:38:02.695460 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:38:02.695795 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:38:02.696171 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa on network 8bf1cabe-aaed-4e54-928d-05356a261cce {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:02.703694 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5bb2c3-ab5c-439e-a132-9d444d837aad None None] Network e0f19a67-cc56-4cb9-aa15-c904a25bf394 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:02.728447 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7399d0ec-2171-45ae-9964-343a10b4b2a0 req-ab8d7039-ad68-41ac-93ee-1ace02896c5e tempest-ServerShowV247Test-719133461 tempest-ServerShowV247Test-719133461-project] 10.222.0.50 "GET /v2.0/ports?device_id=81df235c-eae2-4b0c-9c14-f173e59e9737 HTTP/1.1" status: 200 len: 210 time: 0.0719357 Nov 12 03:38:02.735723 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-bab550c2-ee43-44b1-b2d8-efdca9d90471 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:02.740904 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9841e556-eace-495e-b957-a166d0b1bb12 req-64ca6259-f6e7-46e8-9f28-715953bacfdf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0f44ee7b1a214d85b014da1da8943965&device_id=81df235c-eae2-4b0c-9c14-f173e59e9737 HTTP/1.1" status: 200 len: 210 time: 0.0732191 Nov 12 03:38:02.754799 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa on network 8bf1cabe-aaed-4e54-928d-05356a261cce not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:38:02.755178 n-d-715271-27 neutron-server[102571]: ERROR neutron.plugins.ml2.managers [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Failed to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa on host n-h1-715271-27 for vnic_type normal using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] Nov 12 03:38:02.757907 n-d-715271-27 neutron-server[102571]: INFO neutron.plugins.ml2.plugin [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempt 6 to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa Nov 12 03:38:02.764980 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-2ad236a5-9723-4269-be55-b5790ac748fb req-bab550c2-ee43-44b1-b2d8-efdca9d90471 service neutron] Transition to ACTIVE for port object e2131700-ba7a-474e-985e-8060b2a8fb24 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:38:02.771115 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87da48fd-d0a5-49a8-8b2c-5da629868351 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Made reservation on behalf of 5a1d4d1e777e43039bb692953cccca40 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:02.778682 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:38:02.779020 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:38:02.779367 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa on network 8bf1cabe-aaed-4e54-928d-05356a261cce {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:02.783616 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-5aa018ed-8279-4617-ac0c-60525787e742 None None] Provisioning complete for port 505ffdff-e15d-4c46-8bc7-9db56ace16c4 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:02.784242 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5aa018ed-8279-4617-ac0c-60525787e742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:02.796587 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9841e556-eace-495e-b957-a166d0b1bb12 req-248a3943-79ff-4a31-806b-d7145f09b28b service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=0f44ee7b1a214d85b014da1da8943965&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294642 Nov 12 03:38:02.797749 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-bab550c2-ee43-44b1-b2d8-efdca9d90471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:02.808159 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa on network 8bf1cabe-aaed-4e54-928d-05356a261cce not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:38:02.808509 n-d-715271-27 neutron-server[102571]: ERROR neutron.plugins.ml2.managers [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Failed to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa on host n-h1-715271-27 for vnic_type normal using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] Nov 12 03:38:02.812345 n-d-715271-27 neutron-server[102571]: INFO neutron.plugins.ml2.plugin [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempt 7 to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa Nov 12 03:38:02.872278 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:38:02.872647 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:38:02.872950 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa on network 8bf1cabe-aaed-4e54-928d-05356a261cce {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:02.890605 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa on network 8bf1cabe-aaed-4e54-928d-05356a261cce not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:38:02.890970 n-d-715271-27 neutron-server[102571]: ERROR neutron.plugins.ml2.managers [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Failed to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa on host n-h1-715271-27 for vnic_type normal using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] Nov 12 03:38:02.894074 n-d-715271-27 neutron-server[102571]: INFO neutron.plugins.ml2.plugin [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempt 8 to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa Nov 12 03:38:02.903109 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ad49f-432c-4186-9ef9-341e6f760411 req-fa1b3456-f253-4095-94e3-bbf1eabb364e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:02.904611 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-888ad49f-432c-4186-9ef9-341e6f760411 req-fa1b3456-f253-4095-94e3-bbf1eabb364e service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2435663 Nov 12 03:38:02.925283 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:38:02.925631 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:38:02.925957 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa on network 8bf1cabe-aaed-4e54-928d-05356a261cce {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:02.933604 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-87da48fd-d0a5-49a8-8b2c-5da629868351 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:02.953143 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-87da48fd-d0a5-49a8-8b2c-5da629868351 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] device_id is not set on port 71af5733-387d-4348-8c42-52fb0567a11e yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:38:02.957873 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa on network 8bf1cabe-aaed-4e54-928d-05356a261cce not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:38:02.958169 n-d-715271-27 neutron-server[102571]: ERROR neutron.plugins.ml2.managers [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Failed to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa on host n-h1-715271-27 for vnic_type normal using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] Nov 12 03:38:02.960174 n-d-715271-27 neutron-server[102571]: INFO neutron.plugins.ml2.plugin [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempt 9 to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa Nov 12 03:38:02.973250 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841e556-eace-495e-b957-a166d0b1bb12 req-22fbd6f4-8e32-494b-b80d-0419065995d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:02.976995 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9841e556-eace-495e-b957-a166d0b1bb12 req-22fbd6f4-8e32-494b-b80d-0419065995d8 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1639335 Nov 12 03:38:02.985170 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5aa018ed-8279-4617-ac0c-60525787e742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:03.016365 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:38:03.017587 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:38:03.018091 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa on network 8bf1cabe-aaed-4e54-928d-05356a261cce {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:03.031378 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa on network 8bf1cabe-aaed-4e54-928d-05356a261cce not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:38:03.031716 n-d-715271-27 neutron-server[102571]: ERROR neutron.plugins.ml2.managers [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Failed to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa on host n-h1-715271-27 for vnic_type normal using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] Nov 12 03:38:03.036669 n-d-715271-27 neutron-server[102571]: INFO neutron.plugins.ml2.plugin [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempt 10 to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa Nov 12 03:38:03.069181 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-5aa018ed-8279-4617-ac0c-60525787e742 None None] For port 505ffdff-e15d-4c46-8bc7-9db56ace16c4, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=505ffdff-e15d-4c46-8bc7-9db56ace16c4,segment=NetworkSegment(01300481-1ee3-43eb-a57f-d0249927853f),segment_id=01300481-1ee3-43eb-a57f-d0249927853f)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:03.087564 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5aa018ed-8279-4617-ac0c-60525787e742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:03.142225 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-2ad236a5-9723-4269-be55-b5790ac748fb req-bab550c2-ee43-44b1-b2d8-efdca9d90471 service neutron] Attempting to bind port e2131700-ba7a-474e-985e-8060b2a8fb24 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:38:03.143006 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-2ad236a5-9723-4269-be55-b5790ac748fb req-bab550c2-ee43-44b1-b2d8-efdca9d90471 service neutron] Attempting to bind port e2131700-ba7a-474e-985e-8060b2a8fb24 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '7160b443-0957-49bf-81cb-6c0bf92bcd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d21d20a-27ba-43f8-a492-7cb16d2502e7'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:38:03.143593 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad236a5-9723-4269-be55-b5790ac748fb req-bab550c2-ee43-44b1-b2d8-efdca9d90471 service neutron] Attempting to bind port e2131700-ba7a-474e-985e-8060b2a8fb24 on network 8d21d20a-27ba-43f8-a492-7cb16d2502e7 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:03.145875 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab550c2-ee43-44b1-b2d8-efdca9d90471 service neutron] Pushing event updated for resources: {'Port': ['ID=e2131700-ba7a-474e-985e-8060b2a8fb24,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:03.160392 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad236a5-9723-4269-be55-b5790ac748fb req-bab550c2-ee43-44b1-b2d8-efdca9d90471 service neutron] Port e2131700-ba7a-474e-985e-8060b2a8fb24 on network 8d21d20a-27ba-43f8-a492-7cb16d2502e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:38:03.160712 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad236a5-9723-4269-be55-b5790ac748fb req-bab550c2-ee43-44b1-b2d8-efdca9d90471 service neutron] Attempting to bind port e2131700-ba7a-474e-985e-8060b2a8fb24 on network 8d21d20a-27ba-43f8-a492-7cb16d2502e7 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:03.161953 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:38:03.162292 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:38:03.163245 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempting to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa on network 8bf1cabe-aaed-4e54-928d-05356a261cce {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:03.167337 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad236a5-9723-4269-be55-b5790ac748fb req-bab550c2-ee43-44b1-b2d8-efdca9d90471 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:38:03.168059 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad236a5-9723-4269-be55-b5790ac748fb req-bab550c2-ee43-44b1-b2d8-efdca9d90471 service neutron] Checking segment: {'id': '7160b443-0957-49bf-81cb-6c0bf92bcd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d21d20a-27ba-43f8-a492-7cb16d2502e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:03.168863 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad236a5-9723-4269-be55-b5790ac748fb req-bab550c2-ee43-44b1-b2d8-efdca9d90471 service neutron] Bound using segment: {'id': '7160b443-0957-49bf-81cb-6c0bf92bcd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d21d20a-27ba-43f8-a492-7cb16d2502e7'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:38:03.169411 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-2ad236a5-9723-4269-be55-b5790ac748fb req-bab550c2-ee43-44b1-b2d8-efdca9d90471 service neutron] Bound port: e2131700-ba7a-474e-985e-8060b2a8fb24, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7160b443-0957-49bf-81cb-6c0bf92bcd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d21d20a-27ba-43f8-a492-7cb16d2502e7'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:38:03.169999 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-bab550c2-ee43-44b1-b2d8-efdca9d90471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:03.183981 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa on network 8bf1cabe-aaed-4e54-928d-05356a261cce not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:38:03.184528 n-d-715271-27 neutron-server[102571]: ERROR neutron.plugins.ml2.managers [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Failed to bind port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa on host n-h1-715271-27 for vnic_type normal using segments [{'id': '71a35d16-6efb-4afd-b640-4858aeac2ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8bf1cabe-aaed-4e54-928d-05356a261cce'}] Nov 12 03:38:03.184762 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:03.267387 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa018ed-8279-4617-ac0c-60525787e742 None None] Pushing event updated for resources: {'Port': ['ID=505ffdff-e15d-4c46-8bc7-9db56ace16c4,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:03.294953 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c4a29131-6772-44dd-a03f-a600eac6fb17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:03.299325 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-87da48fd-d0a5-49a8-8b2c-5da629868351 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Allocated IP 2001:db8::3c3 (e0f19a67-cc56-4cb9-aa15-c904a25bf394/d96f2afd-0575-4839-8969-abfdb29d4549/71af5733-387d-4348-8c42-52fb0567a11e) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:03.311941 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-2ad236a5-9723-4269-be55-b5790ac748fb req-bab550c2-ee43-44b1-b2d8-efdca9d90471 service neutron] For port e2131700-ba7a-474e-985e-8060b2a8fb24, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:38:03.317609 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-2ad236a5-9723-4269-be55-b5790ac748fb req-bab550c2-ee43-44b1-b2d8-efdca9d90471 service neutron] For port e2131700-ba7a-474e-985e-8060b2a8fb24, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=e2131700-ba7a-474e-985e-8060b2a8fb24,segment=NetworkSegment(7160b443-0957-49bf-81cb-6c0bf92bcd2c),segment_id=7160b443-0957-49bf-81cb-6c0bf92bcd2c)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:38:03.328636 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-bab550c2-ee43-44b1-b2d8-efdca9d90471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:03.350382 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1472c4-5045-4de1-97ad-92972ba826e9 req-a2dc6178-85e6-47ad-9eee-5fad81bc8309 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:03.351820 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fe1472c4-5045-4de1-97ad-92972ba826e9 req-a2dc6178-85e6-47ad-9eee-5fad81bc8309 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/ports?device_id=8342d274-e240-4b79-bdab-f652efcf9c42 HTTP/1.1" status: 200 len: 945 time: 0.3063920 Nov 12 03:38:03.457629 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 505ffdff-e15d-4c46-8bc7-9db56ace16c4 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:03.460772 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab550c2-ee43-44b1-b2d8-efdca9d90471 service neutron] Pushing event updated for resources: {'Port': ['ID=e2131700-ba7a-474e-985e-8060b2a8fb24,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:03.467313 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad236a5-9723-4269-be55-b5790ac748fb req-bab550c2-ee43-44b1-b2d8-efdca9d90471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:03.468481 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-bab550c2-ee43-44b1-b2d8-efdca9d90471 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:03.470168 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-bab550c2-ee43-44b1-b2d8-efdca9d90471 service neutron] 10.222.0.74 "PUT /v2.0/ports/e2131700-ba7a-474e-985e-8060b2a8fb24 HTTP/1.1" status: 200 len: 1091 time: 1.7370980 Nov 12 03:38:03.551253 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-2ad236a5-9723-4269-be55-b5790ac748fb req-9456ef16-2449-4add-bf9d-8dc5924b1503 service neutron] Request body: {'port': {'device_id': '1c584f51-fb62-4406-a541-a05d7679a94f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:03.566316 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] For port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:38:03.568444 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attempted to set empty binding levels {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 03:38:03.599533 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 505ffdff-e15d-4c46-8bc7-9db56ace16c4 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:03.599912 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:03.609618 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:03.673167 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d32405a1-f95a-4f54-aa1f-d069280cc1ba req-840e99a7-c08a-4393-99e4-8d9a28c3873e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=cae109e2-d1d7-4bd3-b2a0-66d25788c96b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3041730 Nov 12 03:38:03.680146 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-9456ef16-2449-4add-bf9d-8dc5924b1503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:03.684547 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] In _notify_port_updated(), no bound segment for port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa on network 8bf1cabe-aaed-4e54-928d-05356a261cce {{(pid=102571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:38:03.685657 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:03.686366 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:03.692229 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] 10.222.0.50 "PUT /v2.0/ports/a836e1e5-dd6d-45cb-9ac7-82d13d574eaa HTTP/1.1" status: 200 len: 976 time: 2.2419395 Nov 12 03:38:03.699377 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50280) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:03.705925 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d53227-25a6-4222-ade4-1def5e76f077 req-84241a36-7bd4-42fb-b91a-120d1c7387c8 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:03.713274 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d53227-25a6-4222-ade4-1def5e76f077 req-84241a36-7bd4-42fb-b91a-120d1c7387c8 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:03.724129 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d53227-25a6-4222-ade4-1def5e76f077 req-84241a36-7bd4-42fb-b91a-120d1c7387c8 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:03.732773 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d53227-25a6-4222-ade4-1def5e76f077 req-84241a36-7bd4-42fb-b91a-120d1c7387c8 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:03.739565 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d53227-25a6-4222-ade4-1def5e76f077 req-84241a36-7bd4-42fb-b91a-120d1c7387c8 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:03.748929 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d53227-25a6-4222-ade4-1def5e76f077 req-84241a36-7bd4-42fb-b91a-120d1c7387c8 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:03.760536 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d53227-25a6-4222-ade4-1def5e76f077 req-84241a36-7bd4-42fb-b91a-120d1c7387c8 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:03.763437 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-70d53227-25a6-4222-ade4-1def5e76f077 req-84241a36-7bd4-42fb-b91a-120d1c7387c8 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 5392 time: 0.2833765 Nov 12 03:38:03.808115 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fe1472c4-5045-4de1-97ad-92972ba826e9 req-caedd537-3931-4005-a7a8-4569785caaf2 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/security-groups?id=31c325ba-dca2-4a7d-888a-7c994db57611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4456823 Nov 12 03:38:03.814275 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d705598-b459-49df-8776-e37c20bb7a69 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Pushing event updated for resources: {'Port': ['ID=a836e1e5-dd6d-45cb-9ac7-82d13d574eaa,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:03.849274 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:38:03.927672 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-b0fc2654-abfe-442f-a022-d1541b53706f None None] Provisioning complete for port 505ffdff-e15d-4c46-8bc7-9db56ace16c4 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:03.928214 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b0fc2654-abfe-442f-a022-d1541b53706f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:04.019621 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e219f-a8c2-4a43-8b35-928a36f23c45 req-47722fd9-784b-4071-a888-0138ebd4c028 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:04.024698 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-906e219f-a8c2-4a43-8b35-928a36f23c45 req-47722fd9-784b-4071-a888-0138ebd4c028 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.90 "GET /v2.0/ports?device_id=8342d274-e240-4b79-bdab-f652efcf9c42 HTTP/1.1" status: 200 len: 945 time: 0.2438970 Nov 12 03:38:04.045950 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32405a1-f95a-4f54-aa1f-d069280cc1ba req-61e5f7dc-c4a7-4de4-871a-b39d31621535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:04.047928 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d32405a1-f95a-4f54-aa1f-d069280cc1ba req-61e5f7dc-c4a7-4de4-871a-b39d31621535 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=25535b709a2d4c4589b8ab88b8c8086a&device_id=cae109e2-d1d7-4bd3-b2a0-66d25788c96b HTTP/1.1" status: 200 len: 1097 time: 0.2733564 Nov 12 03:38:04.079159 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c815a8-bd8b-4895-b124-f2d1f50a7ff9 req-12a32bf9-b9b6-4833-8cdb-c0a6be3ac466 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:04.080959 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b4c815a8-bd8b-4895-b124-f2d1f50a7ff9 req-12a32bf9-b9b6-4833-8cdb-c0a6be3ac466 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=72e187bc-a826-4585-842e-309d9e39f931 HTTP/1.1" status: 200 len: 945 time: 0.1157720 Nov 12 03:38:04.093668 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'tag': 'e2131700-ba7a-474e-985e-8060b2a8fb24'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:04.102343 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f63f85-2891-4a0f-b397-1104db00a954" -d '{"events": [{"name": "network-changed", "server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "tag": "e2131700-ba7a-474e-985e-8060b2a8fb24"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:04.118738 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:04.130531 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-87da48fd-d0a5-49a8-8b2c-5da629868351 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:04.130659 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-b0fc2654-abfe-442f-a022-d1541b53706f None None] Provisioning complete for port 46acad33-a729-4b4f-89c7-c0f21bfa6ab5 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:04.130659 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b0fc2654-abfe-442f-a022-d1541b53706f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:04.133622 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-70d53227-25a6-4222-ade4-1def5e76f077 req-8e1934fc-31f2-426c-92d2-24f741ce4e8c tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&id=0adbc793-597d-400b-8618-e8fe9b45ffdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3627367 Nov 12 03:38:04.172109 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-b0fc2654-abfe-442f-a022-d1541b53706f None None] Port 46acad33-a729-4b4f-89c7-c0f21bfa6ab5 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:38:04.181773 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-87da48fd-d0a5-49a8-8b2c-5da629868351 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:04.289176 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87da48fd-d0a5-49a8-8b2c-5da629868351 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Network e0f19a67-cc56-4cb9-aa15-c904a25bf394 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:04.294676 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-87da48fd-d0a5-49a8-8b2c-5da629868351 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:04.297995 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87da48fd-d0a5-49a8-8b2c-5da629868351 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:04.304793 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87da48fd-d0a5-49a8-8b2c-5da629868351 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:04.305456 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-87da48fd-d0a5-49a8-8b2c-5da629868351 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:04.317439 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da48fd-d0a5-49a8-8b2c-5da629868351 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Pushing event updated for resources: {'Port': ['ID=71af5733-387d-4348-8c42-52fb0567a11e,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:04.320461 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-042ab6cf-e64f-4605-9b54-8bde5f30a8ec req-0a3a203c-cad2-46db-ad68-1615b50369db tempest-ServerShowV247Test-719133461 tempest-ServerShowV247Test-719133461-project] 10.222.0.50 "GET /v2.0/ports?device_id=81df235c-eae2-4b0c-9c14-f173e59e9737 HTTP/1.1" status: 200 len: 210 time: 0.0737460 Nov 12 03:38:04.329419 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-5a2e3d9e-b5cb-4402-aaf9-390243fc5e46 None None] Provisioning complete for port 46acad33-a729-4b4f-89c7-c0f21bfa6ab5 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:04.332007 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5a2e3d9e-b5cb-4402-aaf9-390243fc5e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:04.361370 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-87da48fd-d0a5-49a8-8b2c-5da629868351 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.1041677 Nov 12 03:38:04.362157 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50288) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:04.369321 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-d2471afb-6537-4d6e-bd2c-66e64ca44e65 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Deleting port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:04.369787 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d2471afb-6537-4d6e-bd2c-66e64ca44e65 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:04.437004 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-5a2e3d9e-b5cb-4402-aaf9-390243fc5e46 None None] Port 46acad33-a729-4b4f-89c7-c0f21bfa6ab5 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:38:04.488884 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c6afd6-5f07-4b9e-9763-aaef00f1a874 x-openstack-request-id: req-49c6afd6-5f07-4b9e-9763-aaef00f1a874 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:04.489300 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "tag": "e2131700-ba7a-474e-985e-8060b2a8fb24", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:04.489560 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-49c6afd6-5f07-4b9e-9763-aaef00f1a874 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:04.490050 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'tag': 'e2131700-ba7a-474e-985e-8060b2a8fb24', 'status': 'completed', 'code': 200} Nov 12 03:38:04.527614 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b4c815a8-bd8b-4895-b124-f2d1f50a7ff9 req-a4c14e40-930b-4f0e-9194-828f6a8689d4 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644018 Nov 12 03:38:04.576795 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-2ad236a5-9723-4269-be55-b5790ac748fb req-9456ef16-2449-4add-bf9d-8dc5924b1503 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bea45d93-9310-41f5-8703-7de66e3e9b69 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:38:04.592326 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-9456ef16-2449-4add-bf9d-8dc5924b1503 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:04.618275 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-d2471afb-6537-4d6e-bd2c-66e64ca44e65 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] For port a836e1e5-dd6d-45cb-9ac7-82d13d574eaa, host n-h1-715271-27, got binding levels [] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:04.618637 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d2471afb-6537-4d6e-bd2c-66e64ca44e65 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:04.618861 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-2ad236a5-9723-4269-be55-b5790ac748fb req-9456ef16-2449-4add-bf9d-8dc5924b1503 service neutron] Transition to ACTIVE for port object bea45d93-9310-41f5-8703-7de66e3e9b69 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:38:04.629187 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f63f85-2891-4a0f-b397-1104db00a954 req-e8fc644d-2c4e-4193-af92-d555a21a797c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:04.629809 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f63f85-2891-4a0f-b397-1104db00a954 req-e8fc644d-2c4e-4193-af92-d555a21a797c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:04.630337 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f63f85-2891-4a0f-b397-1104db00a954 req-e8fc644d-2c4e-4193-af92-d555a21a797c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:04.630855 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f63f85-2891-4a0f-b397-1104db00a954 req-e8fc644d-2c4e-4193-af92-d555a21a797c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:04.631920 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f63f85-2891-4a0f-b397-1104db00a954 req-e8fc644d-2c4e-4193-af92-d555a21a797c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:04.632511 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f63f85-2891-4a0f-b397-1104db00a954 req-e8fc644d-2c4e-4193-af92-d555a21a797c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:04.633023 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f63f85-2891-4a0f-b397-1104db00a954 req-e8fc644d-2c4e-4193-af92-d555a21a797c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:04.635015 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-18f63f85-2891-4a0f-b397-1104db00a954 req-e8fc644d-2c4e-4193-af92-d555a21a797c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0cdd38a3f1ea45dcbcc53ea0d2714986&device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 6288 time: 0.1403992 Nov 12 03:38:04.638727 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-9456ef16-2449-4add-bf9d-8dc5924b1503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:04.642428 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-d2471afb-6537-4d6e-bd2c-66e64ca44e65 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Calling delete_port for a836e1e5-dd6d-45cb-9ac7-82d13d574eaa owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:04.645835 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-906e219f-a8c2-4a43-8b35-928a36f23c45 req-d3daee5a-7378-4639-97ed-a11f36804283 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Deleting port 019b12b2-0592-4952-bab8-5e50fdd87252 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:04.646281 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-906e219f-a8c2-4a43-8b35-928a36f23c45 req-d3daee5a-7378-4639-97ed-a11f36804283 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:04.657551 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32405a1-f95a-4f54-aa1f-d069280cc1ba req-5e6b7910-b656-48a9-bce5-ac1b3c20509c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:04.659207 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d32405a1-f95a-4f54-aa1f-d069280cc1ba req-5e6b7910-b656-48a9-bce5-ac1b3c20509c service neutron] 10.222.0.74 "GET /v2.0/networks?id=78368f62-ed24-43ac-ae16-b5ccbfc3c78d HTTP/1.1" status: 200 len: 907 time: 0.5770698 Nov 12 03:38:04.750616 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d32405a1-f95a-4f54-aa1f-d069280cc1ba req-d86910b5-7d56-4ccd-af9a-1bafa9bebf5f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49b293a5-a2d4-4fee-bf55-5069bfa8e6b9 HTTP/1.1" status: 200 len: 217 time: 0.0531030 Nov 12 03:38:04.765349 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-54a1423a-ce1c-4dda-985c-d0236f0a3ecd None None] Provisioning complete for port 71af5733-387d-4348-8c42-52fb0567a11e triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:04.765797 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-54a1423a-ce1c-4dda-985c-d0236f0a3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:04.812016 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d610a0-4842-47f5-924c-d2ffa7a97d81 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:04.819555 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d610a0-4842-47f5-924c-d2ffa7a97d81 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:04.827546 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d610a0-4842-47f5-924c-d2ffa7a97d81 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:04.828731 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-54a1423a-ce1c-4dda-985c-d0236f0a3ecd None None] Port 71af5733-387d-4348-8c42-52fb0567a11e cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:38:04.848896 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-42d610a0-4842-47f5-924c-d2ffa7a97d81 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.4704471 Nov 12 03:38:04.849748 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50292) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:04.915961 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f63f85-2891-4a0f-b397-1104db00a954 req-e4cc4e08-1db5-41e0-85e7-b691012421f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:04.916591 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f63f85-2891-4a0f-b397-1104db00a954 req-e4cc4e08-1db5-41e0-85e7-b691012421f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:04.917684 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f63f85-2891-4a0f-b397-1104db00a954 req-e4cc4e08-1db5-41e0-85e7-b691012421f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:04.918841 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-18f63f85-2891-4a0f-b397-1104db00a954 req-e4cc4e08-1db5-41e0-85e7-b691012421f9 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=0cdd38a3f1ea45dcbcc53ea0d2714986&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2547638 Nov 12 03:38:04.931820 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9456ef16-2449-4add-bf9d-8dc5924b1503 service neutron] Pushing event updated for resources: {'Port': ['ID=bea45d93-9310-41f5-8703-7de66e3e9b69,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:04.981939 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9841e556-eace-495e-b957-a166d0b1bb12 req-136f1903-e525-4b07-a6cb-c4f1bcc0f9f8 tempest-ServerShowV247Test-719133461 tempest-ServerShowV247Test-719133461-project] 10.222.0.90 "GET /v2.0/ports?device_id=81df235c-eae2-4b0c-9c14-f173e59e9737 HTTP/1.1" status: 200 len: 210 time: 0.1260917 Nov 12 03:38:05.142946 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b74ac6-9b95-4a3d-b9cf-ba48eaffd9b6 req-96beafb7-ba95-4b80-a5b7-85e457321f08 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:05.151050 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-58b74ac6-9b95-4a3d-b9cf-ba48eaffd9b6 req-96beafb7-ba95-4b80-a5b7-85e457321f08 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=72e187bc-a826-4585-842e-309d9e39f931 HTTP/1.1" status: 200 len: 945 time: 0.5133281 Nov 12 03:38:05.179724 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-2ad236a5-9723-4269-be55-b5790ac748fb req-9456ef16-2449-4add-bf9d-8dc5924b1503 service neutron] Attempting to bind port bea45d93-9310-41f5-8703-7de66e3e9b69 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:38:05.180395 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-2ad236a5-9723-4269-be55-b5790ac748fb req-9456ef16-2449-4add-bf9d-8dc5924b1503 service neutron] Attempting to bind port bea45d93-9310-41f5-8703-7de66e3e9b69 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '7160b443-0957-49bf-81cb-6c0bf92bcd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d21d20a-27ba-43f8-a492-7cb16d2502e7'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:38:05.180829 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad236a5-9723-4269-be55-b5790ac748fb req-9456ef16-2449-4add-bf9d-8dc5924b1503 service neutron] Attempting to bind port bea45d93-9310-41f5-8703-7de66e3e9b69 on network 8d21d20a-27ba-43f8-a492-7cb16d2502e7 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:05.216681 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad236a5-9723-4269-be55-b5790ac748fb req-9456ef16-2449-4add-bf9d-8dc5924b1503 service neutron] Port bea45d93-9310-41f5-8703-7de66e3e9b69 on network 8d21d20a-27ba-43f8-a492-7cb16d2502e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:38:05.217119 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad236a5-9723-4269-be55-b5790ac748fb req-9456ef16-2449-4add-bf9d-8dc5924b1503 service neutron] Attempting to bind port bea45d93-9310-41f5-8703-7de66e3e9b69 on network 8d21d20a-27ba-43f8-a492-7cb16d2502e7 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:05.268238 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 505ffdff-e15d-4c46-8bc7-9db56ace16c4 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:05.320969 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 505ffdff-e15d-4c46-8bc7-9db56ace16c4 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:05.321432 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.454432 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.504112 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32405a1-f95a-4f54-aa1f-d069280cc1ba req-ef63e3d4-3f0f-4b06-a896-66be0802a38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:05.505853 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d32405a1-f95a-4f54-aa1f-d069280cc1ba req-ef63e3d4-3f0f-4b06-a896-66be0802a38e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=503f9962-4a4b-41cd-afae-2bc03640b310 HTTP/1.1" status: 200 len: 846 time: 0.7436597 Nov 12 03:38:05.568128 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d2471afb-6537-4d6e-bd2c-66e64ca44e65 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.621410 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2471afb-6537-4d6e-bd2c-66e64ca44e65 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Pushing event deleted for resources: {'Port': ['ID=a836e1e5-dd6d-45cb-9ac7-82d13d574eaa,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:05.625723 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d32405a1-f95a-4f54-aa1f-d069280cc1ba req-b5512e50-2dcc-4f02-b8d8-c91dc7fdb504 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=78368f62-ed24-43ac-ae16-b5ccbfc3c78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981939 Nov 12 03:38:05.646036 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb191ee-4fbb-4522-a0e8-648d0e8f2085 req-e1fdc633-7ee0-46f3-9140-dc79ad89c655 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:05.648360 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bdb191ee-4fbb-4522-a0e8-648d0e8f2085 req-e1fdc633-7ee0-46f3-9140-dc79ad89c655 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/ports?device_id=8342d274-e240-4b79-bdab-f652efcf9c42 HTTP/1.1" status: 200 len: 945 time: 0.7242465 Nov 12 03:38:05.688548 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d2471afb-6537-4d6e-bd2c-66e64ca44e65 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.695155 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d2471afb-6537-4d6e-bd2c-66e64ca44e65 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] 10.222.0.50 "DELETE /v2.0/ports/a836e1e5-dd6d-45cb-9ac7-82d13d574eaa HTTP/1.1" status: 204 len: 168 time: 1.9933913 Nov 12 03:38:05.705189 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50306) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:05.735777 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-58b74ac6-9b95-4a3d-b9cf-ba48eaffd9b6 req-d1dd66f0-96e5-4c19-93d4-adcfe44b2796 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5838206 Nov 12 03:38:05.754858 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad236a5-9723-4269-be55-b5790ac748fb req-9456ef16-2449-4add-bf9d-8dc5924b1503 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:38:05.754858 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad236a5-9723-4269-be55-b5790ac748fb req-9456ef16-2449-4add-bf9d-8dc5924b1503 service neutron] Checking segment: {'id': '7160b443-0957-49bf-81cb-6c0bf92bcd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d21d20a-27ba-43f8-a492-7cb16d2502e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:05.754858 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad236a5-9723-4269-be55-b5790ac748fb req-9456ef16-2449-4add-bf9d-8dc5924b1503 service neutron] Bound using segment: {'id': '7160b443-0957-49bf-81cb-6c0bf92bcd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d21d20a-27ba-43f8-a492-7cb16d2502e7'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:38:05.757215 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-2ad236a5-9723-4269-be55-b5790ac748fb req-9456ef16-2449-4add-bf9d-8dc5924b1503 service neutron] Bound port: bea45d93-9310-41f5-8703-7de66e3e9b69, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7160b443-0957-49bf-81cb-6c0bf92bcd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8d21d20a-27ba-43f8-a492-7cb16d2502e7'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:38:05.757215 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-9456ef16-2449-4add-bf9d-8dc5924b1503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.765801 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-906e219f-a8c2-4a43-8b35-928a36f23c45 req-d3daee5a-7378-4639-97ed-a11f36804283 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] For port 019b12b2-0592-4952-bab8-5e50fdd87252, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=019b12b2-0592-4952-bab8-5e50fdd87252,segment=NetworkSegment(f05b0f80-1c07-4015-9006-a0a3150a35f3),segment_id=f05b0f80-1c07-4015-9006-a0a3150a35f3)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:05.767966 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-906e219f-a8c2-4a43-8b35-928a36f23c45 req-d3daee5a-7378-4639-97ed-a11f36804283 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.806651 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f63f85-2891-4a0f-b397-1104db00a954 req-1aef9f03-492a-4e94-89c4-eb0b367d4d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:05.810482 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-18f63f85-2891-4a0f-b397-1104db00a954 req-1aef9f03-492a-4e94-89c4-eb0b367d4d58 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8616590 Nov 12 03:38:05.811319 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-40f393c9-8f6c-46f2-b655-83ad0f95a996 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] GET failed (client error): The resource could not be found. Nov 12 03:38:05.817833 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-40f393c9-8f6c-46f2-b655-83ad0f95a996 tempest-PortsAdminExtendedAttrsTestJSON-1980412968 tempest-PortsAdminExtendedAttrsTestJSON-1980412968-project-admin] 10.222.0.50 "GET /v2.0/ports/a836e1e5-dd6d-45cb-9ac7-82d13d574eaa HTTP/1.1" status: 404 len: 333 time: 0.1064715 Nov 12 03:38:05.823651 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50310) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:05.823955 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-71d0c4b8-afcf-4934-916e-c9d0be87c5c6 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Deleting port 71af5733-387d-4348-8c42-52fb0567a11e {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:05.824399 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-71d0c4b8-afcf-4934-916e-c9d0be87c5c6 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.829972 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-906e219f-a8c2-4a43-8b35-928a36f23c45 req-d3daee5a-7378-4639-97ed-a11f36804283 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Calling delete_port for 019b12b2-0592-4952-bab8-5e50fdd87252 owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:05.940150 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bdb191ee-4fbb-4522-a0e8-648d0e8f2085 req-4169c293-88f9-4495-96c6-9f72650a9db0 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/security-groups?id=31c325ba-dca2-4a7d-888a-7c994db57611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723610 Nov 12 03:38:05.982307 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d32405a1-f95a-4f54-aa1f-d069280cc1ba req-a42bf0be-6b61-4345-934e-7da194eb742a service neutron] 10.222.0.74 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464582 Nov 12 03:38:06.152970 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-71d0c4b8-afcf-4934-916e-c9d0be87c5c6 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:06.175030 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-71d0c4b8-afcf-4934-916e-c9d0be87c5c6 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Calling delete_port for 71af5733-387d-4348-8c42-52fb0567a11e owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:06.175595 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a07cb-2600-4e43-aca8-e2ced387d2d5 req-d7e6355c-554c-4317-baf2-d5081a7ea5f1 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:06.183113 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a07cb-2600-4e43-aca8-e2ced387d2d5 req-d7e6355c-554c-4317-baf2-d5081a7ea5f1 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:06.189429 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a07cb-2600-4e43-aca8-e2ced387d2d5 req-d7e6355c-554c-4317-baf2-d5081a7ea5f1 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:06.196438 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a07cb-2600-4e43-aca8-e2ced387d2d5 req-d7e6355c-554c-4317-baf2-d5081a7ea5f1 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:06.201284 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d32405a1-f95a-4f54-aa1f-d069280cc1ba req-aa012c6b-f0e2-4546-99ec-8b822f089b68 service neutron] 10.222.0.74 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033527 Nov 12 03:38:06.203077 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a07cb-2600-4e43-aca8-e2ced387d2d5 req-d7e6355c-554c-4317-baf2-d5081a7ea5f1 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:06.224804 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a07cb-2600-4e43-aca8-e2ced387d2d5 req-d7e6355c-554c-4317-baf2-d5081a7ea5f1 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:06.232705 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a07cb-2600-4e43-aca8-e2ced387d2d5 req-d7e6355c-554c-4317-baf2-d5081a7ea5f1 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:06.244401 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-872a07cb-2600-4e43-aca8-e2ced387d2d5 req-d7e6355c-554c-4317-baf2-d5081a7ea5f1 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 5404 time: 0.3872635 Nov 12 03:38:06.253571 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-579978df-ce77-41a1-96c7-bb0f300f9f6d tempest-PortsAdminExtendedAttrsTestJSON-908614765 tempest-PortsAdminExtendedAttrsTestJSON-908614765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:06.281963 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-2ad236a5-9723-4269-be55-b5790ac748fb req-9456ef16-2449-4add-bf9d-8dc5924b1503 service neutron] For port bea45d93-9310-41f5-8703-7de66e3e9b69, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:38:06.316234 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:06.421347 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-2ad236a5-9723-4269-be55-b5790ac748fb req-9456ef16-2449-4add-bf9d-8dc5924b1503 service neutron] For port bea45d93-9310-41f5-8703-7de66e3e9b69, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=bea45d93-9310-41f5-8703-7de66e3e9b69,segment=NetworkSegment(7160b443-0957-49bf-81cb-6c0bf92bcd2c),segment_id=7160b443-0957-49bf-81cb-6c0bf92bcd2c)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:38:06.462695 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-9456ef16-2449-4add-bf9d-8dc5924b1503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:06.502664 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ed28b-dd50-40a5-97c6-2355e50b768c req-ab75ff0f-502a-49d6-8b42-97351d0b5161 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:06.504305 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8e0ed28b-dd50-40a5-97c6-2355e50b768c req-ab75ff0f-502a-49d6-8b42-97351d0b5161 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=72e187bc-a826-4585-842e-309d9e39f931 HTTP/1.1" status: 200 len: 945 time: 0.1323464 Nov 12 03:38:06.556929 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9456ef16-2449-4add-bf9d-8dc5924b1503 service neutron] Pushing event updated for resources: {'Port': ['ID=bea45d93-9310-41f5-8703-7de66e3e9b69,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:06.563044 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50322) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:06.588185 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad236a5-9723-4269-be55-b5790ac748fb req-9456ef16-2449-4add-bf9d-8dc5924b1503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:06.588953 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-9456ef16-2449-4add-bf9d-8dc5924b1503 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:06.590419 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-9456ef16-2449-4add-bf9d-8dc5924b1503 service neutron] 10.222.0.74 "PUT /v2.0/ports/bea45d93-9310-41f5-8703-7de66e3e9b69 HTTP/1.1" status: 200 len: 1092 time: 3.0529490 Nov 12 03:38:06.591795 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'tag': 'bea45d93-9310-41f5-8703-7de66e3e9b69'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:06.594254 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0ce08b-61e8-445d-ae7a-9b61baacf3a7" -d '{"events": [{"name": "network-changed", "server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "tag": "bea45d93-9310-41f5-8703-7de66e3e9b69"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:06.597908 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-71d0c4b8-afcf-4934-916e-c9d0be87c5c6 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:06.602237 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-872a07cb-2600-4e43-aca8-e2ced387d2d5 req-c7902ee0-340a-4711-bba4-be1d7fa6c68a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&id=0adbc793-597d-400b-8618-e8fe9b45ffdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3567686 Nov 12 03:38:06.617206 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-906e219f-a8c2-4a43-8b35-928a36f23c45 req-d3daee5a-7378-4639-97ed-a11f36804283 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:06.628978 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['0d6e4fba-5077-45b7-9c6a-01947b44ba48'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:38:06.680860 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-579978df-ce77-41a1-96c7-bb0f300f9f6d tempest-PortsAdminExtendedAttrsTestJSON-908614765 tempest-PortsAdminExtendedAttrsTestJSON-908614765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:06.695947 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['39c084b3-bce9-4581-81fe-1a698dd9d7a0'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:38:06.714954 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-579978df-ce77-41a1-96c7-bb0f300f9f6d tempest-PortsAdminExtendedAttrsTestJSON-908614765 tempest-PortsAdminExtendedAttrsTestJSON-908614765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bf1cabe-aaed-4e54-928d-05356a261cce']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:06.726903 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-579978df-ce77-41a1-96c7-bb0f300f9f6d tempest-PortsAdminExtendedAttrsTestJSON-908614765 tempest-PortsAdminExtendedAttrsTestJSON-908614765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71a35d16-6efb-4afd-b640-4858aeac2ed4') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:06.727277 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-579978df-ce77-41a1-96c7-bb0f300f9f6d tempest-PortsAdminExtendedAttrsTestJSON-908614765 tempest-PortsAdminExtendedAttrsTestJSON-908614765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71a35d16-6efb-4afd-b640-4858aeac2ed4') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:06.741441 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-579978df-ce77-41a1-96c7-bb0f300f9f6d tempest-PortsAdminExtendedAttrsTestJSON-908614765 tempest-PortsAdminExtendedAttrsTestJSON-908614765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:06.778350 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-579978df-ce77-41a1-96c7-bb0f300f9f6d tempest-PortsAdminExtendedAttrsTestJSON-908614765 tempest-PortsAdminExtendedAttrsTestJSON-908614765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:06.785717 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d0c4b8-afcf-4934-916e-c9d0be87c5c6 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Pushing event deleted for resources: {'Port': ['ID=71af5733-387d-4348-8c42-52fb0567a11e,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:06.800465 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-579978df-ce77-41a1-96c7-bb0f300f9f6d tempest-PortsAdminExtendedAttrsTestJSON-908614765 tempest-PortsAdminExtendedAttrsTestJSON-908614765-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:38:06.800465 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-579978df-ce77-41a1-96c7-bb0f300f9f6d tempest-PortsAdminExtendedAttrsTestJSON-908614765 tempest-PortsAdminExtendedAttrsTestJSON-908614765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:06.925246 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:38:06.925246 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:38:06.925246 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:38:06.925246 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:38:06.925246 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:38:06.925246 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:38:06.925246 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:38:06.925246 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:38:06.925246 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:38:06.925246 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:38:06.925246 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:38:06.925246 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:38:06.925246 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:38:06.925246 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:38:06.925246 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:38:06.925246 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:38:06.925246 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:38:06.925246 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:38:06.925246 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:38:06.925246 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:38:06.925246 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:38:06.925246 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:38:06.925246 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:38:06.925246 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:38:06.925246 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:38:06.925246 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:38:06.925246 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:38:06.925246 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:38:06.925246 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:38:06.925246 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:38:06.925246 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:38:06.925246 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:38:06.956779 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c72a7fb-8771-40dd-8e27-a4e07cf47c66 x-openstack-request-id: req-4c72a7fb-8771-40dd-8e27-a4e07cf47c66 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:06.957127 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "tag": "bea45d93-9310-41f5-8703-7de66e3e9b69", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:06.962391 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4c72a7fb-8771-40dd-8e27-a4e07cf47c66 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:06.963141 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'tag': 'bea45d93-9310-41f5-8703-7de66e3e9b69', 'status': 'completed', 'code': 200} Nov 12 03:38:06.978332 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-2ad236a5-9723-4269-be55-b5790ac748fb req-073794b7-2355-46a1-b742-feff8b606686 service neutron] Request body: {'port': {'device_id': '1c584f51-fb62-4406-a541-a05d7679a94f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:06.985999 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-579978df-ce77-41a1-96c7-bb0f300f9f6d tempest-PortsAdminExtendedAttrsTestJSON-908614765 tempest-PortsAdminExtendedAttrsTestJSON-908614765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:06.992397 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-579978df-ce77-41a1-96c7-bb0f300f9f6d tempest-PortsAdminExtendedAttrsTestJSON-908614765 tempest-PortsAdminExtendedAttrsTestJSON-908614765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:07.028296 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-579978df-ce77-41a1-96c7-bb0f300f9f6d tempest-PortsAdminExtendedAttrsTestJSON-908614765 tempest-PortsAdminExtendedAttrsTestJSON-908614765-project] 10.222.0.50 "DELETE /v2.0/networks/8bf1cabe-aaed-4e54-928d-05356a261cce HTTP/1.1" status: 204 len: 168 time: 1.1749504 Nov 12 03:38:07.112095 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f3601e4f-bb59-427b-9276-b81c14cd2d7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:07.222448 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f3601e4f-bb59-427b-9276-b81c14cd2d7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:07.239545 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8e0ed28b-dd50-40a5-97c6-2355e50b768c req-0e800e08-1fc2-4e3c-8931-89600be3e252 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7200670 Nov 12 03:38:07.242116 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3daee5a-7378-4639-97ed-a11f36804283 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Pushing event deleted for resources: {'Port': ['ID=019b12b2-0592-4952-bab8-5e50fdd87252,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:07.282077 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f3601e4f-bb59-427b-9276-b81c14cd2d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:07.309910 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-71d0c4b8-afcf-4934-916e-c9d0be87c5c6 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:07.315766 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-71d0c4b8-afcf-4934-916e-c9d0be87c5c6 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] 10.222.0.50 "DELETE /v2.0/ports/71af5733-387d-4348-8c42-52fb0567a11e HTTP/1.1" status: 204 len: 168 time: 2.4516973 Nov 12 03:38:07.320992 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ce08b-61e8-445d-ae7a-9b61baacf3a7 req-55380902-1a27-476e-9f6a-01caafa16793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:07.321474 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ce08b-61e8-445d-ae7a-9b61baacf3a7 req-55380902-1a27-476e-9f6a-01caafa16793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:07.321946 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ce08b-61e8-445d-ae7a-9b61baacf3a7 req-55380902-1a27-476e-9f6a-01caafa16793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:07.322410 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ce08b-61e8-445d-ae7a-9b61baacf3a7 req-55380902-1a27-476e-9f6a-01caafa16793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:07.322866 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ce08b-61e8-445d-ae7a-9b61baacf3a7 req-55380902-1a27-476e-9f6a-01caafa16793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:07.323319 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ce08b-61e8-445d-ae7a-9b61baacf3a7 req-55380902-1a27-476e-9f6a-01caafa16793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:07.323791 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ce08b-61e8-445d-ae7a-9b61baacf3a7 req-55380902-1a27-476e-9f6a-01caafa16793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:07.326237 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4e0ce08b-61e8-445d-ae7a-9b61baacf3a7 req-55380902-1a27-476e-9f6a-01caafa16793 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0cdd38a3f1ea45dcbcc53ea0d2714986&device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 6356 time: 0.5377960 Nov 12 03:38:07.342876 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50334) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:07.345545 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-906e219f-a8c2-4a43-8b35-928a36f23c45 req-d3daee5a-7378-4639-97ed-a11f36804283 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] No DVR routers for this DVR port 019b12b2-0592-4952-bab8-5e50fdd87252 on host n-h2-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:07.354897 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f3601e4f-bb59-427b-9276-b81c14cd2d7c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0f44ee7b1a214d85b014da1da8943965&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7906833 Nov 12 03:38:07.357357 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3601e4f-bb59-427b-9276-b81c14cd2d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e06c74-0d06-468e-8e6a-9d6a748a4c6a,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:07.368364 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50336) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:07.374229 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-906e219f-a8c2-4a43-8b35-928a36f23c45 req-d3daee5a-7378-4639-97ed-a11f36804283 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:07.385975 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-906e219f-a8c2-4a43-8b35-928a36f23c45 req-d3daee5a-7378-4639-97ed-a11f36804283 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.90 "DELETE /v2.0/ports/019b12b2-0592-4952-bab8-5e50fdd87252 HTTP/1.1" status: 204 len: 173 time: 3.2769556 Nov 12 03:38:07.426847 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579978df-ce77-41a1-96c7-bb0f300f9f6d tempest-PortsAdminExtendedAttrsTestJSON-908614765 tempest-PortsAdminExtendedAttrsTestJSON-908614765-project] Pushing event deleted for resources: {'Network': ['ID=8bf1cabe-aaed-4e54-928d-05356a261cce,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:07.478268 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f5ef9c1b-6a0a-4f71-95e7-fed6799b6f30 req-a37081d5-7e4e-4816-8b93-bf764f6b6ed2 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/ports?device_id=8342d274-e240-4b79-bdab-f652efcf9c42 HTTP/1.1" status: 200 len: 210 time: 0.2849779 Nov 12 03:38:07.494388 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8d79dc7-a8b6-4fc2-99be-f4a1e3217ed9 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] GET failed (client error): The resource could not be found. Nov 12 03:38:07.496653 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f8d79dc7-a8b6-4fc2-99be-f4a1e3217ed9 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] 10.222.0.50 "GET /v2.0/ports/71af5733-387d-4348-8c42-52fb0567a11e HTTP/1.1" status: 404 len: 333 time: 0.1491921 Nov 12 03:38:07.504131 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50338) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:07.516033 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-a4c3f4e5-392b-4d88-893e-14093a2bd3a4 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Request body: {'port': {'network_id': 'e0f19a67-cc56-4cb9-aa15-c904a25bf394', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-234259729'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:07.528164 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50340) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:07.544984 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-073794b7-2355-46a1-b742-feff8b606686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:07.742789 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ce08b-61e8-445d-ae7a-9b61baacf3a7 req-3c5c5e54-c9c0-41ef-adbd-002c33aea79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:07.743183 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ce08b-61e8-445d-ae7a-9b61baacf3a7 req-3c5c5e54-c9c0-41ef-adbd-002c33aea79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:07.743650 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ce08b-61e8-445d-ae7a-9b61baacf3a7 req-3c5c5e54-c9c0-41ef-adbd-002c33aea79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:07.745368 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4e0ce08b-61e8-445d-ae7a-9b61baacf3a7 req-3c5c5e54-c9c0-41ef-adbd-002c33aea79e service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=0cdd38a3f1ea45dcbcc53ea0d2714986&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3893561 Nov 12 03:38:07.828058 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5fefb2a9-302b-4a24-b2b4-c89238649f34 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=622086bf476146339ec8728a720f53a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2962282 Nov 12 03:38:07.843190 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50346) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:07.890087 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d54f9ef0-908b-4c5c-bd0d-1fdf51d572bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:07.951519 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c3f4e5-392b-4d88-893e-14093a2bd3a4 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Made reservation on behalf of 5a1d4d1e777e43039bb692953cccca40 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:07.955198 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a4c3f4e5-392b-4d88-893e-14093a2bd3a4 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:08.013530 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d54f9ef0-908b-4c5c-bd0d-1fdf51d572bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:08.025732 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-a4c3f4e5-392b-4d88-893e-14093a2bd3a4 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] device_id is not set on port 0f071cf8-704c-473c-9c3d-41c7a445011a yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:38:08.057379 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 019b12b2-0592-4952-bab8-5e50fdd87252 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:08.067388 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-2ad236a5-9723-4269-be55-b5790ac748fb req-073794b7-2355-46a1-b742-feff8b606686 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd29e61e-cd7b-4137-8bad-d6de98039d22 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:38:08.080368 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-073794b7-2355-46a1-b742-feff8b606686 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:08.087381 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: 019b12b2-0592-4952-bab8-5e50fdd87252 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:38:08.088573 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 019b12b2-0592-4952-bab8-5e50fdd87252 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:38:08.113238 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-2ad236a5-9723-4269-be55-b5790ac748fb req-073794b7-2355-46a1-b742-feff8b606686 service neutron] Transition to ACTIVE for port object cd29e61e-cd7b-4137-8bad-d6de98039d22 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:38:08.130664 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef629b-98b4-4a48-945e-e865410ee0bc req-cce93ccb-0a40-45ea-89ff-8ab22c12f33d tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:08.133005 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-49f348af-91a0-4ffa-be96-ee363f0003b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:08.136543 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-08ef629b-98b4-4a48-945e-e865410ee0bc req-cce93ccb-0a40-45ea-89ff-8ab22c12f33d tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.90 "GET /v2.0/ports?device_id=72e187bc-a826-4585-842e-309d9e39f931 HTTP/1.1" status: 200 len: 945 time: 0.1379743 Nov 12 03:38:08.137586 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-073794b7-2355-46a1-b742-feff8b606686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:08.151270 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b1e1b-70ed-45a2-a4c7-4f8192cea656 req-7833e486-f2b6-47b0-b60d-a82a436ce35b tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:08.157837 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b1e1b-70ed-45a2-a4c7-4f8192cea656 req-7833e486-f2b6-47b0-b60d-a82a436ce35b tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:08.164640 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b1e1b-70ed-45a2-a4c7-4f8192cea656 req-7833e486-f2b6-47b0-b60d-a82a436ce35b tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:08.171341 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b1e1b-70ed-45a2-a4c7-4f8192cea656 req-7833e486-f2b6-47b0-b60d-a82a436ce35b tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:08.182443 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b1e1b-70ed-45a2-a4c7-4f8192cea656 req-7833e486-f2b6-47b0-b60d-a82a436ce35b tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:08.188813 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b1e1b-70ed-45a2-a4c7-4f8192cea656 req-7833e486-f2b6-47b0-b60d-a82a436ce35b tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:08.201199 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b1e1b-70ed-45a2-a4c7-4f8192cea656 req-7833e486-f2b6-47b0-b60d-a82a436ce35b tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:08.202110 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2c1b1e1b-70ed-45a2-a4c7-4f8192cea656 req-7833e486-f2b6-47b0-b60d-a82a436ce35b tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 5404 time: 0.4556887 Nov 12 03:38:08.309136 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ce08b-61e8-445d-ae7a-9b61baacf3a7 req-4df98eb2-3fb2-4819-a493-70bd5e0f774b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:08.310678 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4e0ce08b-61e8-445d-ae7a-9b61baacf3a7 req-4df98eb2-3fb2-4819-a493-70bd5e0f774b service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5473876 Nov 12 03:38:08.347679 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-49f348af-91a0-4ffa-be96-ee363f0003b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:08.396102 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-a4c3f4e5-392b-4d88-893e-14093a2bd3a4 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Allocated IP 2001:db8::b6 (e0f19a67-cc56-4cb9-aa15-c904a25bf394/d96f2afd-0575-4839-8969-abfdb29d4549/0f071cf8-704c-473c-9c3d-41c7a445011a) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:08.481809 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2c1b1e1b-70ed-45a2-a4c7-4f8192cea656 req-aeda108b-5258-42da-bf7d-145530bcaa75 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&id=0adbc793-597d-400b-8618-e8fe9b45ffdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2462592 Nov 12 03:38:08.518751 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d54f9ef0-908b-4c5c-bd0d-1fdf51d572bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:08.522847 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d54f9ef0-908b-4c5c-bd0d-1fdf51d572bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:08.524306 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d54f9ef0-908b-4c5c-bd0d-1fdf51d572bd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a6e06c74-0d06-468e-8e6a-9d6a748a4c6a HTTP/1.1" status: 204 len: 168 time: 1.1550357 Nov 12 03:38:08.550693 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f9ef0-908b-4c5c-bd0d-1fdf51d572bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e06c74-0d06-468e-8e6a-9d6a748a4c6a,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:08.552444 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-49f348af-91a0-4ffa-be96-ee363f0003b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:08.555207 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-49f348af-91a0-4ffa-be96-ee363f0003b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:08.561681 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-49f348af-91a0-4ffa-be96-ee363f0003b9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b95535d4-8166-42ee-be10-04a4f4dfbf35 HTTP/1.1" status: 204 len: 168 time: 0.7122030 Nov 12 03:38:08.564040 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-2ad236a5-9723-4269-be55-b5790ac748fb req-073794b7-2355-46a1-b742-feff8b606686 service neutron] Attempting to bind port cd29e61e-cd7b-4137-8bad-d6de98039d22 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:38:08.564892 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-2ad236a5-9723-4269-be55-b5790ac748fb req-073794b7-2355-46a1-b742-feff8b606686 service neutron] Attempting to bind port cd29e61e-cd7b-4137-8bad-d6de98039d22 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '11bdb19f-eb51-4d2d-b6e4-289913f58187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '36f6ed65-8190-49b0-8a57-7dd102916b9e'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:38:08.566071 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad236a5-9723-4269-be55-b5790ac748fb req-073794b7-2355-46a1-b742-feff8b606686 service neutron] Attempting to bind port cd29e61e-cd7b-4137-8bad-d6de98039d22 on network 36f6ed65-8190-49b0-8a57-7dd102916b9e {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:08.573300 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073794b7-2355-46a1-b742-feff8b606686 service neutron] Pushing event updated for resources: {'Port': ['ID=cd29e61e-cd7b-4137-8bad-d6de98039d22,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:08.594211 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f348af-91a0-4ffa-be96-ee363f0003b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95535d4-8166-42ee-be10-04a4f4dfbf35,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:08.637303 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad236a5-9723-4269-be55-b5790ac748fb req-073794b7-2355-46a1-b742-feff8b606686 service neutron] Port cd29e61e-cd7b-4137-8bad-d6de98039d22 on network 36f6ed65-8190-49b0-8a57-7dd102916b9e not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:38:08.637490 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad236a5-9723-4269-be55-b5790ac748fb req-073794b7-2355-46a1-b742-feff8b606686 service neutron] Attempting to bind port cd29e61e-cd7b-4137-8bad-d6de98039d22 on network 36f6ed65-8190-49b0-8a57-7dd102916b9e {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:08.656262 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:08.665216 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad236a5-9723-4269-be55-b5790ac748fb req-073794b7-2355-46a1-b742-feff8b606686 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:38:08.666027 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad236a5-9723-4269-be55-b5790ac748fb req-073794b7-2355-46a1-b742-feff8b606686 service neutron] Checking segment: {'id': '11bdb19f-eb51-4d2d-b6e4-289913f58187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '36f6ed65-8190-49b0-8a57-7dd102916b9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:08.666027 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad236a5-9723-4269-be55-b5790ac748fb req-073794b7-2355-46a1-b742-feff8b606686 service neutron] Bound using segment: {'id': '11bdb19f-eb51-4d2d-b6e4-289913f58187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '36f6ed65-8190-49b0-8a57-7dd102916b9e'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:38:08.666416 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-2ad236a5-9723-4269-be55-b5790ac748fb req-073794b7-2355-46a1-b742-feff8b606686 service neutron] Bound port: cd29e61e-cd7b-4137-8bad-d6de98039d22, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11bdb19f-eb51-4d2d-b6e4-289913f58187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '36f6ed65-8190-49b0-8a57-7dd102916b9e'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:38:08.666772 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-073794b7-2355-46a1-b742-feff8b606686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:08.720198 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc26831-74c6-4ef9-ae68-a8d31f656139 req-bba0ba58-cddd-4503-8ea2-4170c96cf93f tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:08.721779 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bfc26831-74c6-4ef9-ae68-a8d31f656139 req-bba0ba58-cddd-4503-8ea2-4170c96cf93f tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=72e187bc-a826-4585-842e-309d9e39f931 HTTP/1.1" status: 200 len: 945 time: 0.3290858 Nov 12 03:38:08.815057 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a4c3f4e5-392b-4d88-893e-14093a2bd3a4 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:08.906098 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a4c3f4e5-392b-4d88-893e-14093a2bd3a4 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:08.920517 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-2ad236a5-9723-4269-be55-b5790ac748fb req-073794b7-2355-46a1-b742-feff8b606686 service neutron] For port cd29e61e-cd7b-4137-8bad-d6de98039d22, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:38:08.925496 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-2ad236a5-9723-4269-be55-b5790ac748fb req-073794b7-2355-46a1-b742-feff8b606686 service neutron] For port cd29e61e-cd7b-4137-8bad-d6de98039d22, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=cd29e61e-cd7b-4137-8bad-d6de98039d22,segment=NetworkSegment(11bdb19f-eb51-4d2d-b6e4-289913f58187),segment_id=11bdb19f-eb51-4d2d-b6e4-289913f58187)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:38:08.968537 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-08ef629b-98b4-4a48-945e-e865410ee0bc req-d31e9c66-520a-467d-99b8-681d1911e343 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Deleting port 4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:08.968824 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-08ef629b-98b4-4a48-945e-e865410ee0bc req-d31e9c66-520a-467d-99b8-681d1911e343 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:08.971462 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8342d274-e240-4b79-bdab-f652efcf9c42', 'name': 'network-vif-deleted', 'tag': '019b12b2-0592-4952-bab8-5e50fdd87252'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:08.973985 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0c01ae-da36-4f3a-9c0a-a78f0b9926d0" -d '{"events": [{"server_uuid": "8342d274-e240-4b79-bdab-f652efcf9c42", "name": "network-vif-deleted", "tag": "019b12b2-0592-4952-bab8-5e50fdd87252"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:08.981349 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bfc26831-74c6-4ef9-ae68-a8d31f656139 req-d114fa6f-6441-4d2b-a97f-4c830dbd5a49 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395475 Nov 12 03:38:08.982893 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-073794b7-2355-46a1-b742-feff8b606686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:08.997888 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c3f4e5-392b-4d88-893e-14093a2bd3a4 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Network e0f19a67-cc56-4cb9-aa15-c904a25bf394 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:09.021117 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-a4c3f4e5-392b-4d88-893e-14093a2bd3a4 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:09.027030 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c3f4e5-392b-4d88-893e-14093a2bd3a4 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:09.032771 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c3f4e5-392b-4d88-893e-14093a2bd3a4 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:09.033411 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a4c3f4e5-392b-4d88-893e-14093a2bd3a4 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:09.069769 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c3f4e5-392b-4d88-893e-14093a2bd3a4 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Pushing event updated for resources: {'Port': ['ID=0f071cf8-704c-473c-9c3d-41c7a445011a,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:09.089245 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a4c3f4e5-392b-4d88-893e-14093a2bd3a4 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.5804877 Nov 12 03:38:09.092196 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50376) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:09.099440 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-12239460-e7bf-4600-92e9-ae8a542f9b80 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::5f', 'mac_address': 'fa:16:3e:55:3f:ca'}]}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:09.169857 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37d4854-c9e7-46e5-be5f-11e79b26e025 x-openstack-request-id: req-e37d4854-c9e7-46e5-be5f-11e79b26e025 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:09.170291 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8342d274-e240-4b79-bdab-f652efcf9c42", "name": "network-vif-deleted", "tag": "019b12b2-0592-4952-bab8-5e50fdd87252", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:09.170649 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e37d4854-c9e7-46e5-be5f-11e79b26e025 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:09.171414 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8342d274-e240-4b79-bdab-f652efcf9c42', 'name': 'network-vif-deleted', 'tag': '019b12b2-0592-4952-bab8-5e50fdd87252', 'status': 'completed', 'code': 200} Nov 12 03:38:09.214312 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad236a5-9723-4269-be55-b5790ac748fb req-073794b7-2355-46a1-b742-feff8b606686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:09.218035 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-073794b7-2355-46a1-b742-feff8b606686 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:09.221876 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-073794b7-2355-46a1-b742-feff8b606686 service neutron] 10.222.0.74 "PUT /v2.0/ports/cd29e61e-cd7b-4137-8bad-d6de98039d22 HTTP/1.1" status: 200 len: 1092 time: 2.2894354 Nov 12 03:38:09.242315 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50382) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:09.332068 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-2ad236a5-9723-4269-be55-b5790ac748fb req-130380ed-afa7-46ef-b406-479c2e911bb5 service neutron] Request body: {'port': {'device_id': '1c584f51-fb62-4406-a541-a05d7679a94f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:09.408054 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-08ef629b-98b4-4a48-945e-e865410ee0bc req-d31e9c66-520a-467d-99b8-681d1911e343 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] For port 4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8,segment=NetworkSegment(cb0def10-0c33-48e7-8f61-e6fe0bcab07e),segment_id=cb0def10-0c33-48e7-8f61-e6fe0bcab07e)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:09.408449 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-08ef629b-98b4-4a48-945e-e865410ee0bc req-d31e9c66-520a-467d-99b8-681d1911e343 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:09.471187 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-08ef629b-98b4-4a48-945e-e865410ee0bc req-d31e9c66-520a-467d-99b8-681d1911e343 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Calling delete_port for 4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8 owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:09.549504 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-12239460-e7bf-4600-92e9-ae8a542f9b80 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:09.583078 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-9ffb3270-f817-4f9d-b400-e282fde116c3 None None] Provisioning complete for port 0f071cf8-704c-473c-9c3d-41c7a445011a triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:09.584230 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9ffb3270-f817-4f9d-b400-e282fde116c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:09.627769 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073794b7-2355-46a1-b742-feff8b606686 service neutron] Pushing event updated for resources: {'Port': ['ID=cd29e61e-cd7b-4137-8bad-d6de98039d22,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:09.643267 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-9ffb3270-f817-4f9d-b400-e282fde116c3 None None] Port 0f071cf8-704c-473c-9c3d-41c7a445011a cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:38:09.729284 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b6cb78c6-c52f-49f5-b6a5-1d3acec58374 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a35fdb5559224d40b301627ee3f720f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4740016 Nov 12 03:38:09.738250 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50402) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:09.747816 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-130380ed-afa7-46ef-b406-479c2e911bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:09.951913 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7a04ad7a-d036-4f72-b4a5-35aa1c5b6b86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:09.965451 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-08ef629b-98b4-4a48-945e-e865410ee0bc req-d31e9c66-520a-467d-99b8-681d1911e343 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:09.968737 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977e247-9bb9-43e4-b301-e1dd4d5f698a req-9b4bbbae-cf0a-459d-9ef0-cee599c7d335 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:09.976834 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977e247-9bb9-43e4-b301-e1dd4d5f698a req-9b4bbbae-cf0a-459d-9ef0-cee599c7d335 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:09.979191 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['49b293a5-a2d4-4fee-bf55-5069bfa8e6b9'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:38:09.988274 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977e247-9bb9-43e4-b301-e1dd4d5f698a req-9b4bbbae-cf0a-459d-9ef0-cee599c7d335 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:10.002951 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977e247-9bb9-43e4-b301-e1dd4d5f698a req-9b4bbbae-cf0a-459d-9ef0-cee599c7d335 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:10.013057 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977e247-9bb9-43e4-b301-e1dd4d5f698a req-9b4bbbae-cf0a-459d-9ef0-cee599c7d335 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:10.019838 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977e247-9bb9-43e4-b301-e1dd4d5f698a req-9b4bbbae-cf0a-459d-9ef0-cee599c7d335 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:10.028280 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977e247-9bb9-43e4-b301-e1dd4d5f698a req-9b4bbbae-cf0a-459d-9ef0-cee599c7d335 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:10.030161 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:38:10.038673 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5977e247-9bb9-43e4-b301-e1dd4d5f698a req-9b4bbbae-cf0a-459d-9ef0-cee599c7d335 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 5416 time: 0.2824035 Nov 12 03:38:10.141418 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5977e247-9bb9-43e4-b301-e1dd4d5f698a req-c111d6c7-9bcb-4ac5-8164-3585a68120d2 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&id=0adbc793-597d-400b-8618-e8fe9b45ffdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1016676 Nov 12 03:38:10.185893 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-12239460-e7bf-4600-92e9-ae8a542f9b80 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:10.190799 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e9c66-520a-467d-99b8-681d1911e343 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Pushing event deleted for resources: {'Port': ['ID=4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:10.199275 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-12239460-e7bf-4600-92e9-ae8a542f9b80 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:10.262639 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ef629b-98b4-4a48-945e-e865410ee0bc req-d31e9c66-520a-467d-99b8-681d1911e343 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] No DVR routers for this DVR port 4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8 on host n-h2-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:10.268677 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7a04ad7a-d036-4f72-b4a5-35aa1c5b6b86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:10.271079 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-08ef629b-98b4-4a48-945e-e865410ee0bc req-d31e9c66-520a-467d-99b8-681d1911e343 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:10.287236 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-08ef629b-98b4-4a48-945e-e865410ee0bc req-d31e9c66-520a-467d-99b8-681d1911e343 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.90 "DELETE /v2.0/ports/4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8 HTTP/1.1" status: 204 len: 173 time: 2.1348822 Nov 12 03:38:10.310202 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-12239460-e7bf-4600-92e9-ae8a542f9b80 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] In _notify_port_updated(), no bound segment for port 0f071cf8-704c-473c-9c3d-41c7a445011a on network e0f19a67-cc56-4cb9-aa15-c904a25bf394 {{(pid=102571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:38:10.316725 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12239460-e7bf-4600-92e9-ae8a542f9b80 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:10.324285 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-12239460-e7bf-4600-92e9-ae8a542f9b80 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:10.326136 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-12239460-e7bf-4600-92e9-ae8a542f9b80 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] 10.222.0.50 "PUT /v2.0/ports/0f071cf8-704c-473c-9c3d-41c7a445011a HTTP/1.1" status: 200 len: 1000 time: 1.2326241 Nov 12 03:38:10.332560 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50418) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:10.374854 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-124df36d-16c7-4e11-9f53-2e7471eddc1c req-452caab3-ea64-45a7-8d83-e810c54c4060 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=72e187bc-a826-4585-842e-309d9e39f931 HTTP/1.1" status: 200 len: 210 time: 0.0822535 Nov 12 03:38:10.418913 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12239460-e7bf-4600-92e9-ae8a542f9b80 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Pushing event updated for resources: {'Port': ['ID=0f071cf8-704c-473c-9c3d-41c7a445011a,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:10.496719 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-2ad9dcc7-d6d4-4bfa-803c-575007b9119b tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Deleting port 0f071cf8-704c-473c-9c3d-41c7a445011a {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:10.497055 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2ad9dcc7-d6d4-4bfa-803c-575007b9119b tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:10.623939 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-2ad236a5-9723-4269-be55-b5790ac748fb req-130380ed-afa7-46ef-b406-479c2e911bb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c62b694a-df5c-40c2-8669-a8ba46de727c {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:38:10.633370 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-130380ed-afa7-46ef-b406-479c2e911bb5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:10.634065 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2ad9dcc7-d6d4-4bfa-803c-575007b9119b tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:10.648244 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-2ad236a5-9723-4269-be55-b5790ac748fb req-130380ed-afa7-46ef-b406-479c2e911bb5 service neutron] Transition to ACTIVE for port object c62b694a-df5c-40c2-8669-a8ba46de727c will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:38:10.648881 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-2ad9dcc7-d6d4-4bfa-803c-575007b9119b tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Calling delete_port for 0f071cf8-704c-473c-9c3d-41c7a445011a owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:10.686180 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c71839f-1d59-47c8-9e1b-4354766d781d req-897cf267-53a5-4060-a1ae-ce99a4d66fd3 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:10.692958 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3b3c01da-baee-4eaf-9b58-bece981fc9ec None None] Provisioning complete for port 0f071cf8-704c-473c-9c3d-41c7a445011a triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:10.694859 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3b3c01da-baee-4eaf-9b58-bece981fc9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:10.699709 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c71839f-1d59-47c8-9e1b-4354766d781d req-897cf267-53a5-4060-a1ae-ce99a4d66fd3 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:10.708118 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0c71839f-1d59-47c8-9e1b-4354766d781d req-897cf267-53a5-4060-a1ae-ce99a4d66fd3 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/ports?device_id=493eff4c-331e-4f93-b7d8-b1824482e02d&device_id=c8587cc9-c82a-408b-afda-33cc1e970cab HTTP/1.1" status: 200 len: 1681 time: 0.7244282 Nov 12 03:38:10.708791 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7a04ad7a-d036-4f72-b4a5-35aa1c5b6b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:10.714806 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7a04ad7a-d036-4f72-b4a5-35aa1c5b6b86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:10.718175 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7a04ad7a-d036-4f72-b4a5-35aa1c5b6b86 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/97a03aa5-1943-42ea-8fd6-2fe62dc91ad9 HTTP/1.1" status: 204 len: 168 time: 0.9767094 Nov 12 03:38:10.718175 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-130380ed-afa7-46ef-b406-479c2e911bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:10.754555 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3b3c01da-baee-4eaf-9b58-bece981fc9ec None None] Port 0f071cf8-704c-473c-9c3d-41c7a445011a cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:38:10.795034 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2ad9dcc7-d6d4-4bfa-803c-575007b9119b tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:10.886063 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04ad7a-d036-4f72-b4a5-35aa1c5b6b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a03aa5-1943-42ea-8fd6-2fe62dc91ad9,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:10.888060 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130380ed-afa7-46ef-b406-479c2e911bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=c62b694a-df5c-40c2-8669-a8ba46de727c,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:10.908796 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad9dcc7-d6d4-4bfa-803c-575007b9119b tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Pushing event deleted for resources: {'Port': ['ID=0f071cf8-704c-473c-9c3d-41c7a445011a,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:11.142265 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-2ad236a5-9723-4269-be55-b5790ac748fb req-130380ed-afa7-46ef-b406-479c2e911bb5 service neutron] Attempting to bind port c62b694a-df5c-40c2-8669-a8ba46de727c on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:38:11.142608 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-2ad236a5-9723-4269-be55-b5790ac748fb req-130380ed-afa7-46ef-b406-479c2e911bb5 service neutron] Attempting to bind port c62b694a-df5c-40c2-8669-a8ba46de727c by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '11bdb19f-eb51-4d2d-b6e4-289913f58187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '36f6ed65-8190-49b0-8a57-7dd102916b9e'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:38:11.142942 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad236a5-9723-4269-be55-b5790ac748fb req-130380ed-afa7-46ef-b406-479c2e911bb5 service neutron] Attempting to bind port c62b694a-df5c-40c2-8669-a8ba46de727c on network 36f6ed65-8190-49b0-8a57-7dd102916b9e {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:11.149800 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2ad9dcc7-d6d4-4bfa-803c-575007b9119b tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:11.156552 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2ad9dcc7-d6d4-4bfa-803c-575007b9119b tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] 10.222.0.50 "DELETE /v2.0/ports/0f071cf8-704c-473c-9c3d-41c7a445011a HTTP/1.1" status: 204 len: 168 time: 0.8093879 Nov 12 03:38:11.158789 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50422) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:11.165102 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0c71839f-1d59-47c8-9e1b-4354766d781d req-160578a8-b2d3-4913-80be-b172070bc210 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/security-groups?id=31c325ba-dca2-4a7d-888a-7c994db57611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4258149 Nov 12 03:38:11.182292 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'tag': 'cd29e61e-cd7b-4137-8bad-d6de98039d22'}, {'server_uuid': '72e187bc-a826-4585-842e-309d9e39f931', 'name': 'network-vif-deleted', 'tag': '4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:11.194267 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ec9bae-bc31-4ee1-91ae-6693ae160399" -d '{"events": [{"name": "network-changed", "server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "tag": "cd29e61e-cd7b-4137-8bad-d6de98039d22"}, {"server_uuid": "72e187bc-a826-4585-842e-309d9e39f931", "name": "network-vif-deleted", "tag": "4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:11.202630 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad236a5-9723-4269-be55-b5790ac748fb req-130380ed-afa7-46ef-b406-479c2e911bb5 service neutron] Port c62b694a-df5c-40c2-8669-a8ba46de727c on network 36f6ed65-8190-49b0-8a57-7dd102916b9e not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:38:11.204358 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad236a5-9723-4269-be55-b5790ac748fb req-130380ed-afa7-46ef-b406-479c2e911bb5 service neutron] Attempting to bind port c62b694a-df5c-40c2-8669-a8ba46de727c on network 36f6ed65-8190-49b0-8a57-7dd102916b9e {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:11.236851 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad236a5-9723-4269-be55-b5790ac748fb req-130380ed-afa7-46ef-b406-479c2e911bb5 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:38:11.237873 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad236a5-9723-4269-be55-b5790ac748fb req-130380ed-afa7-46ef-b406-479c2e911bb5 service neutron] Checking segment: {'id': '11bdb19f-eb51-4d2d-b6e4-289913f58187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '36f6ed65-8190-49b0-8a57-7dd102916b9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:11.238425 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad236a5-9723-4269-be55-b5790ac748fb req-130380ed-afa7-46ef-b406-479c2e911bb5 service neutron] Bound using segment: {'id': '11bdb19f-eb51-4d2d-b6e4-289913f58187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '36f6ed65-8190-49b0-8a57-7dd102916b9e'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:38:11.238937 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-2ad236a5-9723-4269-be55-b5790ac748fb req-130380ed-afa7-46ef-b406-479c2e911bb5 service neutron] Bound port: c62b694a-df5c-40c2-8669-a8ba46de727c, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11bdb19f-eb51-4d2d-b6e4-289913f58187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '36f6ed65-8190-49b0-8a57-7dd102916b9e'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:38:11.239520 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-130380ed-afa7-46ef-b406-479c2e911bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:11.264577 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-10c149d1-a0b8-4e0d-9822-19f0fe997e67 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] GET failed (client error): The resource could not be found. Nov 12 03:38:11.268186 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-10c149d1-a0b8-4e0d-9822-19f0fe997e67 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] 10.222.0.50 "GET /v2.0/ports/0f071cf8-704c-473c-9c3d-41c7a445011a HTTP/1.1" status: 404 len: 333 time: 0.1081464 Nov 12 03:38:11.272833 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50436) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:11.293668 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-26e19191-644e-40e5-a68c-4fd09a32c9b2 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Request body: {'port': {'network_id': 'e0f19a67-cc56-4cb9-aa15-c904a25bf394', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1380583163'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:11.433702 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a99eb5e-a451-4ab0-8f31-c4e85191638c x-openstack-request-id: req-2a99eb5e-a451-4ab0-8f31-c4e85191638c {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:11.435351 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "tag": "cd29e61e-cd7b-4137-8bad-d6de98039d22", "status": "completed", "code": 200}, {"server_uuid": "72e187bc-a826-4585-842e-309d9e39f931", "name": "network-vif-deleted", "tag": "4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:11.435801 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2a99eb5e-a451-4ab0-8f31-c4e85191638c {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:11.436277 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'tag': 'cd29e61e-cd7b-4137-8bad-d6de98039d22', 'status': 'completed', 'code': 200} Nov 12 03:38:11.436536 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e187bc-a826-4585-842e-309d9e39f931', 'name': 'network-vif-deleted', 'tag': '4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8', 'status': 'completed', 'code': 200} Nov 12 03:38:11.519771 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-2ad236a5-9723-4269-be55-b5790ac748fb req-130380ed-afa7-46ef-b406-479c2e911bb5 service neutron] For port c62b694a-df5c-40c2-8669-a8ba46de727c, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:38:11.532353 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-2ad236a5-9723-4269-be55-b5790ac748fb req-130380ed-afa7-46ef-b406-479c2e911bb5 service neutron] For port c62b694a-df5c-40c2-8669-a8ba46de727c, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=c62b694a-df5c-40c2-8669-a8ba46de727c,segment=NetworkSegment(11bdb19f-eb51-4d2d-b6e4-289913f58187),segment_id=11bdb19f-eb51-4d2d-b6e4-289913f58187)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:38:11.540145 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-130380ed-afa7-46ef-b406-479c2e911bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:11.592591 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad236a5-9723-4269-be55-b5790ac748fb req-130380ed-afa7-46ef-b406-479c2e911bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:11.593319 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2ad236a5-9723-4269-be55-b5790ac748fb req-130380ed-afa7-46ef-b406-479c2e911bb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:11.594745 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-130380ed-afa7-46ef-b406-479c2e911bb5 service neutron] 10.222.0.74 "PUT /v2.0/ports/c62b694a-df5c-40c2-8669-a8ba46de727c HTTP/1.1" status: 200 len: 1092 time: 2.3151202 Nov 12 03:38:11.650635 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130380ed-afa7-46ef-b406-479c2e911bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=c62b694a-df5c-40c2-8669-a8ba46de727c,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:11.740687 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e19191-644e-40e5-a68c-4fd09a32c9b2 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Made reservation on behalf of 5a1d4d1e777e43039bb692953cccca40 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:11.745917 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-26e19191-644e-40e5-a68c-4fd09a32c9b2 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:11.775994 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-26e19191-644e-40e5-a68c-4fd09a32c9b2 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] device_id is not set on port 7189594c-6c20-41aa-92ee-e7678ad00a3c yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:38:11.808199 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec9bae-bc31-4ee1-91ae-6693ae160399 req-e03f4a8b-422f-4602-8cfa-0de3dac846ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:11.808199 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec9bae-bc31-4ee1-91ae-6693ae160399 req-e03f4a8b-422f-4602-8cfa-0de3dac846ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:11.808709 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec9bae-bc31-4ee1-91ae-6693ae160399 req-e03f4a8b-422f-4602-8cfa-0de3dac846ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:11.809334 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec9bae-bc31-4ee1-91ae-6693ae160399 req-e03f4a8b-422f-4602-8cfa-0de3dac846ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:11.809805 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec9bae-bc31-4ee1-91ae-6693ae160399 req-e03f4a8b-422f-4602-8cfa-0de3dac846ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:11.810412 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec9bae-bc31-4ee1-91ae-6693ae160399 req-e03f4a8b-422f-4602-8cfa-0de3dac846ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:11.810877 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec9bae-bc31-4ee1-91ae-6693ae160399 req-e03f4a8b-422f-4602-8cfa-0de3dac846ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:11.813372 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-88ec9bae-bc31-4ee1-91ae-6693ae160399 req-e03f4a8b-422f-4602-8cfa-0de3dac846ba service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0cdd38a3f1ea45dcbcc53ea0d2714986&device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 6492 time: 0.1969354 Nov 12 03:38:11.915203 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e6417-b32f-478b-a6a3-60d8f630d7d2 req-259a255b-2e3e-48ae-bb3d-71b83e8cdad3 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:11.927163 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e6417-b32f-478b-a6a3-60d8f630d7d2 req-259a255b-2e3e-48ae-bb3d-71b83e8cdad3 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:11.933904 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e6417-b32f-478b-a6a3-60d8f630d7d2 req-259a255b-2e3e-48ae-bb3d-71b83e8cdad3 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:11.940341 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e6417-b32f-478b-a6a3-60d8f630d7d2 req-259a255b-2e3e-48ae-bb3d-71b83e8cdad3 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:11.946869 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e6417-b32f-478b-a6a3-60d8f630d7d2 req-259a255b-2e3e-48ae-bb3d-71b83e8cdad3 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:11.953225 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e6417-b32f-478b-a6a3-60d8f630d7d2 req-259a255b-2e3e-48ae-bb3d-71b83e8cdad3 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:11.959462 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e6417-b32f-478b-a6a3-60d8f630d7d2 req-259a255b-2e3e-48ae-bb3d-71b83e8cdad3 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:11.961490 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-750e6417-b32f-478b-a6a3-60d8f630d7d2 req-259a255b-2e3e-48ae-bb3d-71b83e8cdad3 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 5428 time: 0.3462687 Nov 12 03:38:12.095858 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:12.143193 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: 4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:38:12.143785 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 4f86a12a-35f5-47a8-bb1b-45fb5d9a3ba8 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:38:12.206946 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-26e19191-644e-40e5-a68c-4fd09a32c9b2 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Allocated IP 2001:db8::2d4 (e0f19a67-cc56-4cb9-aa15-c904a25bf394/d96f2afd-0575-4839-8969-abfdb29d4549/7189594c-6c20-41aa-92ee-e7678ad00a3c) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:12.226137 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50468) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.236123 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-750e6417-b32f-478b-a6a3-60d8f630d7d2 req-78bfae4b-e894-4a9a-ae52-9520f546fe0f tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&id=0adbc793-597d-400b-8618-e8fe9b45ffdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2392552 Nov 12 03:38:12.248741 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec9bae-bc31-4ee1-91ae-6693ae160399 req-b2938827-b6b6-4d9d-b7ec-cf19ab56f0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:12.249291 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec9bae-bc31-4ee1-91ae-6693ae160399 req-b2938827-b6b6-4d9d-b7ec-cf19ab56f0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:12.251454 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec9bae-bc31-4ee1-91ae-6693ae160399 req-b2938827-b6b6-4d9d-b7ec-cf19ab56f0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:12.255903 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-88ec9bae-bc31-4ee1-91ae-6693ae160399 req-b2938827-b6b6-4d9d-b7ec-cf19ab56f0ac service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=0cdd38a3f1ea45dcbcc53ea0d2714986&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4103594 Nov 12 03:38:12.434862 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-cc35ef4e-6fa9-482b-a8dd-a0befe4f9c31 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1128956978'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:12.489305 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc35ef4e-6fa9-482b-a8dd-a0befe4f9c31 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Made reservation on behalf of e66fe21c5d414679b6308e290b4e8993 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:12.497029 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cc35ef4e-6fa9-482b-a8dd-a0befe4f9c31 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:12.530858 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-26e19191-644e-40e5-a68c-4fd09a32c9b2 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:12.531977 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cc35ef4e-6fa9-482b-a8dd-a0befe4f9c31 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:12.666136 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-26e19191-644e-40e5-a68c-4fd09a32c9b2 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:12.713768 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec9bae-bc31-4ee1-91ae-6693ae160399 req-d066b54a-9f42-4195-92d1-436da05f5717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:12.715595 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-88ec9bae-bc31-4ee1-91ae-6693ae160399 req-d066b54a-9f42-4195-92d1-436da05f5717 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1737168 Nov 12 03:38:12.734530 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e19191-644e-40e5-a68c-4fd09a32c9b2 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Network e0f19a67-cc56-4cb9-aa15-c904a25bf394 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:12.738363 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-26e19191-644e-40e5-a68c-4fd09a32c9b2 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:12.741813 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cc35ef4e-6fa9-482b-a8dd-a0befe4f9c31 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:12.745358 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e19191-644e-40e5-a68c-4fd09a32c9b2 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:12.750950 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cc35ef4e-6fa9-482b-a8dd-a0befe4f9c31 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:12.757778 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e19191-644e-40e5-a68c-4fd09a32c9b2 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:12.758724 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-26e19191-644e-40e5-a68c-4fd09a32c9b2 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:12.800807 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e19191-644e-40e5-a68c-4fd09a32c9b2 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Pushing event updated for resources: {'Port': ['ID=7189594c-6c20-41aa-92ee-e7678ad00a3c,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:12.837519 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc35ef4e-6fa9-482b-a8dd-a0befe4f9c31 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:38:12.857619 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35ef4e-6fa9-482b-a8dd-a0befe4f9c31 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5891efbc-3c79-4049-8b86-cda249c3c1fd,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:12.862895 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cc35ef4e-6fa9-482b-a8dd-a0befe4f9c31 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:12.864008 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-cc35ef4e-6fa9-482b-a8dd-a0befe4f9c31 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Added segment 6a1f0eb5-9ea9-4ed5-9054-5993c74b8f42 of type vlan for network 3fc6ff92-7721-47be-92ba-e451c72f612c Nov 12 03:38:12.885689 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-26e19191-644e-40e5-a68c-4fd09a32c9b2 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6105111 Nov 12 03:38:12.889028 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50484) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.904153 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-87dc25fb-fb71-4f55-9c10-d600a9dba54d tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:55:3f:ca'}]}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:12.945369 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79775170-c746-4a86-835c-9685dfdf8317 req-4356d4e5-ea6e-4ca3-9890-d59e8c2b14c6 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:12.946989 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-79775170-c746-4a86-835c-9685dfdf8317 req-4356d4e5-ea6e-4ca3-9890-d59e8c2b14c6 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/ports?device_id=493eff4c-331e-4f93-b7d8-b1824482e02d HTTP/1.1" status: 200 len: 945 time: 0.1679170 Nov 12 03:38:12.983740 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad236a5-9723-4269-be55-b5790ac748fb req-a2236734-f89b-40ef-8816-dd6afdb64f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:12.984262 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad236a5-9723-4269-be55-b5790ac748fb req-a2236734-f89b-40ef-8816-dd6afdb64f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:12.984736 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad236a5-9723-4269-be55-b5790ac748fb req-a2236734-f89b-40ef-8816-dd6afdb64f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:12.985200 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad236a5-9723-4269-be55-b5790ac748fb req-a2236734-f89b-40ef-8816-dd6afdb64f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:12.985659 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad236a5-9723-4269-be55-b5790ac748fb req-a2236734-f89b-40ef-8816-dd6afdb64f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:12.986114 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad236a5-9723-4269-be55-b5790ac748fb req-a2236734-f89b-40ef-8816-dd6afdb64f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:12.986567 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad236a5-9723-4269-be55-b5790ac748fb req-a2236734-f89b-40ef-8816-dd6afdb64f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:12.988579 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-a2236734-f89b-40ef-8816-dd6afdb64f49 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0cdd38a3f1ea45dcbcc53ea0d2714986&device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 6492 time: 0.1832709 Nov 12 03:38:13.040833 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cc35ef4e-6fa9-482b-a8dd-a0befe4f9c31 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:13.064059 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-8395e7f7-392f-48c4-a4c7-233535495028 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b765f9f8-1b70-40fd-8519-033f4f7cc090 HTTP/1.1" status: 200 len: 217 time: 0.0536079 Nov 12 03:38:13.119241 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-19192632-d949-43b2-9c4b-adddf48cd9cc None None] Provisioning complete for port 7189594c-6c20-41aa-92ee-e7678ad00a3c triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:13.119854 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-19192632-d949-43b2-9c4b-adddf48cd9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:13.128973 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-79775170-c746-4a86-835c-9685dfdf8317 req-d83ba7c9-be7d-4198-9ff0-829f8d74039b tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/security-groups?id=31c325ba-dca2-4a7d-888a-7c994db57611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741946 Nov 12 03:38:13.162917 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad236a5-9723-4269-be55-b5790ac748fb req-4d86f941-b2cd-4c15-8140-14901ea40161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:13.164770 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-4d86f941-b2cd-4c15-8140-14901ea40161 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=30a0f48c-61f9-4792-91bd-2c64b1b43b35 HTTP/1.1" status: 200 len: 856 time: 0.0902042 Nov 12 03:38:13.198515 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-19192632-d949-43b2-9c4b-adddf48cd9cc None None] Port 7189594c-6c20-41aa-92ee-e7678ad00a3c cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:38:13.213433 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.db.resource_extend [None req-cc35ef4e-6fa9-482b-a8dd-a0befe4f9c31 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:38:13.253795 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-87dc25fb-fb71-4f55-9c10-d600a9dba54d tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:13.262969 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad236a5-9723-4269-be55-b5790ac748fb req-1631c35c-217b-4854-ab02-9aa7c5e255b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:13.264812 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-1631c35c-217b-4854-ab02-9aa7c5e255b7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=efb988ed-b223-4e0b-8b86-915607ae4e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0904963 Nov 12 03:38:13.266230 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cc35ef4e-6fa9-482b-a8dd-a0befe4f9c31 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:13.273120 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc35ef4e-6fa9-482b-a8dd-a0befe4f9c31 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:13.273744 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cc35ef4e-6fa9-482b-a8dd-a0befe4f9c31 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:13.404976 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-f2845f50-36ce-48f3-ab27-8339995e7512 service neutron] 10.222.0.74 "GET /v2.0/networks/efb988ed-b223-4e0b-8b86-915607ae4e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299541 Nov 12 03:38:13.407614 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-cc35ef4e-6fa9-482b-a8dd-a0befe4f9c31 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1810091 Nov 12 03:38:13.410621 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50496) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:13.418120 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-409e3741-1a91-4f08-8732-fd3daa400b4c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Request body: {'subnet': {'network_id': '3fc6ff92-7721-47be-92ba-e451c72f612c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:13.449335 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'tag': 'c62b694a-df5c-40c2-8669-a8ba46de727c'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:13.451919 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6f4221-ed50-4287-823b-f57534294c82" -d '{"events": [{"name": "network-changed", "server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "tag": "c62b694a-df5c-40c2-8669-a8ba46de727c"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:13.474526 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35ef4e-6fa9-482b-a8dd-a0befe4f9c31 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Pushing event updated for resources: {'Network': ['ID=3fc6ff92-7721-47be-92ba-e451c72f612c,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:13.487560 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 3fc6ff92-7721-47be-92ba-e451c72f612c details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:38:13.543388 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409e3741-1a91-4f08-8732-fd3daa400b4c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Made reservation on behalf of e66fe21c5d414679b6308e290b4e8993 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:13.547886 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-409e3741-1a91-4f08-8732-fd3daa400b4c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:13.564869 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf39fe-7eae-4256-ae49-56de63c32776 req-24ca86c5-e762-44f3-84ae-d5034d87d48e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:13.571514 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf39fe-7eae-4256-ae49-56de63c32776 req-24ca86c5-e762-44f3-84ae-d5034d87d48e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:13.580360 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf39fe-7eae-4256-ae49-56de63c32776 req-24ca86c5-e762-44f3-84ae-d5034d87d48e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:13.586496 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf39fe-7eae-4256-ae49-56de63c32776 req-24ca86c5-e762-44f3-84ae-d5034d87d48e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:13.592455 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf39fe-7eae-4256-ae49-56de63c32776 req-24ca86c5-e762-44f3-84ae-d5034d87d48e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:13.598542 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf39fe-7eae-4256-ae49-56de63c32776 req-24ca86c5-e762-44f3-84ae-d5034d87d48e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:13.605174 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf39fe-7eae-4256-ae49-56de63c32776 req-24ca86c5-e762-44f3-84ae-d5034d87d48e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:13.607114 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8fbf39fe-7eae-4256-ae49-56de63c32776 req-24ca86c5-e762-44f3-84ae-d5034d87d48e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 5428 time: 0.2160180 Nov 12 03:38:13.741107 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8fbf39fe-7eae-4256-ae49-56de63c32776 req-cfc93c59-633f-41ba-8663-5c42414e750a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&id=0adbc793-597d-400b-8618-e8fe9b45ffdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1157293 Nov 12 03:38:13.745446 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-87dc25fb-fb71-4f55-9c10-d600a9dba54d tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:13.754923 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-87dc25fb-fb71-4f55-9c10-d600a9dba54d tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:13.794476 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-87dc25fb-fb71-4f55-9c10-d600a9dba54d tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] In _notify_port_updated(), no bound segment for port 7189594c-6c20-41aa-92ee-e7678ad00a3c on network e0f19a67-cc56-4cb9-aa15-c904a25bf394 {{(pid=102572) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:38:13.800655 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87dc25fb-fb71-4f55-9c10-d600a9dba54d tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:13.801337 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-87dc25fb-fb71-4f55-9c10-d600a9dba54d tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:13.807321 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-87dc25fb-fb71-4f55-9c10-d600a9dba54d tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] 10.222.0.50 "PUT /v2.0/ports/7189594c-6c20-41aa-92ee-e7678ad00a3c HTTP/1.1" status: 200 len: 1003 time: 0.9171388 Nov 12 03:38:13.810061 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50512) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:13.812457 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-8c433284-43db-45f7-a827-5a5c3958ca89 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:13.814676 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-8c433284-43db-45f7-a827-5a5c3958ca89 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/networks?id=78368f62-ed24-43ac-ae16-b5ccbfc3c78d HTTP/1.1" status: 200 len: 806 time: 0.3040314 Nov 12 03:38:13.840824 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-38fa60b9-6c6b-4165-864f-e039e7ad3dfa tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/quotas/25535b709a2d4c4589b8ab88b8c8086a HTTP/1.1" status: 200 len: 375 time: 0.0112712 Nov 12 03:38:13.859072 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dafa9ba-5402-420e-be46-034ebfe1920a x-openstack-request-id: req-7dafa9ba-5402-420e-be46-034ebfe1920a {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:13.859456 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "tag": "c62b694a-df5c-40c2-8669-a8ba46de727c", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:13.859598 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7dafa9ba-5402-420e-be46-034ebfe1920a {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:13.859983 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'tag': 'c62b694a-df5c-40c2-8669-a8ba46de727c', 'status': 'completed', 'code': 200} Nov 12 03:38:13.863622 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dc25fb-fb71-4f55-9c10-d600a9dba54d tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Pushing event updated for resources: {'Port': ['ID=7189594c-6c20-41aa-92ee-e7678ad00a3c,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:13.979696 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-2e925251-6a56-4c77-9e4a-aea41c8b217f tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Deleting port 7189594c-6c20-41aa-92ee-e7678ad00a3c {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:13.980164 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2e925251-6a56-4c77-9e4a-aea41c8b217f tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:14.120103 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2e925251-6a56-4c77-9e4a-aea41c8b217f tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:14.135269 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-2e925251-6a56-4c77-9e4a-aea41c8b217f tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Calling delete_port for 7189594c-6c20-41aa-92ee-e7678ad00a3c owned by {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:14.273129 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-98f112f2-d747-47c6-beb7-c11e71b8c6ed None None] Provisioning complete for port 7189594c-6c20-41aa-92ee-e7678ad00a3c triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:14.273814 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-98f112f2-d747-47c6-beb7-c11e71b8c6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:14.331779 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91754f1-98bb-4f53-bddd-1742630af1ea req-78961778-4917-4433-b9ed-5dc900258466 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:14.335961 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c91754f1-98bb-4f53-bddd-1742630af1ea req-78961778-4917-4433-b9ed-5dc900258466 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.74 "GET /v2.0/ports?device_id=493eff4c-331e-4f93-b7d8-b1824482e02d HTTP/1.1" status: 200 len: 945 time: 0.1461625 Nov 12 03:38:14.343461 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-98f112f2-d747-47c6-beb7-c11e71b8c6ed None None] Port 7189594c-6c20-41aa-92ee-e7678ad00a3c cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:38:14.392267 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-977d35f3-45d9-410c-9778-9741b703e959 service neutron] 10.222.0.74 "GET /v2.0/networks/efb988ed-b223-4e0b-8b86-915607ae4e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8890855 Nov 12 03:38:14.474310 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-e373d3c9-c83f-4d49-bb60-1b828a41703c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2 HTTP/1.1" status: 200 len: 217 time: 0.0631175 Nov 12 03:38:14.502882 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-abacf25b-8520-4e94-a986-d86e30a26a08 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=25535b709a2d4c4589b8ab88b8c8086a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6512761 Nov 12 03:38:14.513511 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa1f9e-a10f-4ca8-8f49-b2cb3ac6b494 req-c41593c1-b6a4-4b14-a71a-aed752b8bcbc tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:14.516315 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-83fa1f9e-a10f-4ca8-8f49-b2cb3ac6b494 req-c41593c1-b6a4-4b14-a71a-aed752b8bcbc tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.90 "GET /v2.0/ports?device_id=c8587cc9-c82a-408b-afda-33cc1e970cab HTTP/1.1" status: 200 len: 945 time: 0.2307491 Nov 12 03:38:14.526574 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-126a2ad9-bc06-430e-8d02-bca23479c944 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:14.533582 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-126a2ad9-bc06-430e-8d02-bca23479c944 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0126684 Nov 12 03:38:14.640184 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-b7fc0b3e-691d-4100-95dd-50106bcaebb5 service neutron] 10.222.0.50 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055498 Nov 12 03:38:14.828505 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad236a5-9723-4269-be55-b5790ac748fb req-14ab16bd-30e4-4eff-8d09-8dd00c8fd17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:14.829914 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-14ab16bd-30e4-4eff-8d09-8dd00c8fd17b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b982b1ac-5a39-445d-bf86-e4e863c753c9 HTTP/1.1" status: 200 len: 797 time: 0.3217299 Nov 12 03:38:14.904506 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-409e3741-1a91-4f08-8732-fd3daa400b4c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:14.973910 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e3741-1a91-4f08-8732-fd3daa400b4c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Pushing event updated for resources: {'Subnet': ['ID=2b14f464-6619-42f7-996c-337f4182778a,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:14.992161 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85031600-04ca-4423-8c79-d5daff974c01 req-f5c00a0e-7d02-4744-9cf9-573467111d04 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:15.000465 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-85031600-04ca-4423-8c79-d5daff974c01 req-f5c00a0e-7d02-4744-9cf9-573467111d04 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/ports?device_id=493eff4c-331e-4f93-b7d8-b1824482e02d HTTP/1.1" status: 200 len: 945 time: 0.7528570 Nov 12 03:38:15.006702 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-d91b2c82-233c-424e-b24d-2bba185d04c3 service neutron] 10.222.0.50 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656540 Nov 12 03:38:15.035311 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad236a5-9723-4269-be55-b5790ac748fb req-0dc95e44-46ed-4308-a27a-9c3b98cd3831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:15.038003 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-0dc95e44-46ed-4308-a27a-9c3b98cd3831 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1930914 Nov 12 03:38:15.249344 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409e3741-1a91-4f08-8732-fd3daa400b4c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Checking segment: {'id': '6a1f0eb5-9ea9-4ed5-9054-5993c74b8f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3fc6ff92-7721-47be-92ba-e451c72f612c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:15.249719 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409e3741-1a91-4f08-8732-fd3daa400b4c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Network hostable DHCP agents. Network: 3fc6ff92-7721-47be-92ba-e451c72f612c, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:38:15.295890 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-85031600-04ca-4423-8c79-d5daff974c01 req-b1b1529f-99ac-418f-bd3c-171268a079f7 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/security-groups?id=31c325ba-dca2-4a7d-888a-7c994db57611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941244 Nov 12 03:38:15.343591 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2e925251-6a56-4c77-9e4a-aea41c8b217f tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:15.385611 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-c91754f1-98bb-4f53-bddd-1742630af1ea req-f2d9407f-7646-431e-8400-8d79dabc01b3 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Deleting port 0d6e4fba-5077-45b7-9c6a-01947b44ba48 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:15.386316 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c91754f1-98bb-4f53-bddd-1742630af1ea req-f2d9407f-7646-431e-8400-8d79dabc01b3 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:15.406966 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409e3741-1a91-4f08-8732-fd3daa400b4c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Network 3fc6ff92-7721-47be-92ba-e451c72f612c is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:38:15.419992 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-7919b8c6-4236-4c07-a6bf-3ed9f44ccb61 service neutron] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661127 Nov 12 03:38:15.487761 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e925251-6a56-4c77-9e4a-aea41c8b217f tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Pushing event deleted for resources: {'Port': ['ID=7189594c-6c20-41aa-92ee-e7678ad00a3c,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:15.564492 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cf73ce83-811a-4e55-815b-da6b734da7f3 req-006bc79b-5317-43f4-9061-342029d44ec1 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b6e3fb-9ad2-4e49-bb29-97507cb14cd9 HTTP/1.1" status: 200 len: 210 time: 0.1249650 Nov 12 03:38:15.599532 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-409e3741-1a91-4f08-8732-fd3daa400b4c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 3fc6ff92-7721-47be-92ba-e451c72f612c) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:15.629822 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-83fa1f9e-a10f-4ca8-8f49-b2cb3ac6b494 req-a288dc2d-27ee-4361-9c61-10801b70a031 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Deleting port 39c084b3-bce9-4581-81fe-1a698dd9d7a0 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:15.630197 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-83fa1f9e-a10f-4ca8-8f49-b2cb3ac6b494 req-a288dc2d-27ee-4361-9c61-10801b70a031 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:15.632351 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409e3741-1a91-4f08-8732-fd3daa400b4c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:15.633076 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-409e3741-1a91-4f08-8732-fd3daa400b4c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:15.650805 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdae5b0-a28e-405d-b0a8-c08ff6cbc590 None None] Network 3fc6ff92-7721-47be-92ba-e451c72f612c requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:15.734199 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-83fa1f9e-a10f-4ca8-8f49-b2cb3ac6b494 req-a288dc2d-27ee-4361-9c61-10801b70a031 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] For port 39c084b3-bce9-4581-81fe-1a698dd9d7a0, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=39c084b3-bce9-4581-81fe-1a698dd9d7a0,segment=NetworkSegment(f05b0f80-1c07-4015-9006-a0a3150a35f3),segment_id=f05b0f80-1c07-4015-9006-a0a3150a35f3)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:15.734624 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-83fa1f9e-a10f-4ca8-8f49-b2cb3ac6b494 req-a288dc2d-27ee-4361-9c61-10801b70a031 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:15.749572 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-83fa1f9e-a10f-4ca8-8f49-b2cb3ac6b494 req-a288dc2d-27ee-4361-9c61-10801b70a031 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Calling delete_port for 39c084b3-bce9-4581-81fe-1a698dd9d7a0 owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:15.757638 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdab75b-6078-4e7e-aa07-0d61fb5e7a1c req-e9ffdc44-d980-4367-948c-aab6749c4983 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:15.775503 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdab75b-6078-4e7e-aa07-0d61fb5e7a1c req-e9ffdc44-d980-4367-948c-aab6749c4983 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:15.782053 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdab75b-6078-4e7e-aa07-0d61fb5e7a1c req-e9ffdc44-d980-4367-948c-aab6749c4983 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:15.794385 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdab75b-6078-4e7e-aa07-0d61fb5e7a1c req-e9ffdc44-d980-4367-948c-aab6749c4983 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:15.801643 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdab75b-6078-4e7e-aa07-0d61fb5e7a1c req-e9ffdc44-d980-4367-948c-aab6749c4983 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:15.808557 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdab75b-6078-4e7e-aa07-0d61fb5e7a1c req-e9ffdc44-d980-4367-948c-aab6749c4983 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:15.821368 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdab75b-6078-4e7e-aa07-0d61fb5e7a1c req-e9ffdc44-d980-4367-948c-aab6749c4983 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:15.835171 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8cdab75b-6078-4e7e-aa07-0d61fb5e7a1c req-e9ffdc44-d980-4367-948c-aab6749c4983 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 5428 time: 0.5412669 Nov 12 03:38:15.976069 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-83fa1f9e-a10f-4ca8-8f49-b2cb3ac6b494 req-a288dc2d-27ee-4361-9c61-10801b70a031 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:15.982191 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2e925251-6a56-4c77-9e4a-aea41c8b217f tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:15.984696 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8cdab75b-6078-4e7e-aa07-0d61fb5e7a1c req-7fbdadc8-cf40-457c-b607-a4c8b96d73dd tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&id=0adbc793-597d-400b-8618-e8fe9b45ffdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1413884 Nov 12 03:38:15.987800 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2e925251-6a56-4c77-9e4a-aea41c8b217f tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] 10.222.0.50 "DELETE /v2.0/ports/7189594c-6c20-41aa-92ee-e7678ad00a3c HTTP/1.1" status: 204 len: 168 time: 2.1742904 Nov 12 03:38:16.004101 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50546) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:16.018045 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['39c084b3-bce9-4581-81fe-1a698dd9d7a0'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:38:16.029427 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-409e3741-1a91-4f08-8732-fd3daa400b4c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6157691 Nov 12 03:38:16.030092 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50548) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:16.055049 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-af307d6b-325e-4d5e-9587-08a44598625c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Request body: {'port': {'network_id': '3fc6ff92-7721-47be-92ba-e451c72f612c', 'name': 'tempest-AllowedAddressPairTestJSON-1357555821'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:16.061757 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a288dc2d-27ee-4361-9c61-10801b70a031 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Pushing event deleted for resources: {'Port': ['ID=39c084b3-bce9-4581-81fe-1a698dd9d7a0,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:16.076052 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f384718-aeed-4c8f-81ab-b5ea693c3e3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-3fc6ff92-7721-47be-92ba-e451c72f612c', 'network_id': '3fc6ff92-7721-47be-92ba-e451c72f612c', 'tenant_id': 'e66fe21c5d414679b6308e290b4e8993', 'fixed_ips': [{'subnet_id': '2b14f464-6619-42f7-996c-337f4182778a'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:38:16.077099 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9f384718-aeed-4c8f-81ab-b5ea693c3e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:16.133679 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-b87287f4-7351-4009-b51a-fb9c6a98d659 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] GET failed (client error): The resource could not be found. Nov 12 03:38:16.139478 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b87287f4-7351-4009-b51a-fb9c6a98d659 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] 10.222.0.50 "GET /v2.0/ports/7189594c-6c20-41aa-92ee-e7678ad00a3c HTTP/1.1" status: 404 len: 333 time: 0.1227026 Nov 12 03:38:16.139478 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-83fa1f9e-a10f-4ca8-8f49-b2cb3ac6b494 req-a288dc2d-27ee-4361-9c61-10801b70a031 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] No DVR routers for this DVR port 39c084b3-bce9-4581-81fe-1a698dd9d7a0 on host n-h2-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:16.147406 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50550) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:16.152328 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-8badbb6a-f1f3-4875-a6fc-0a5e50eff3f7 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Request body: {'port': {'network_id': 'e0f19a67-cc56-4cb9-aa15-c904a25bf394', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-191241663'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:16.159291 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-83fa1f9e-a10f-4ca8-8f49-b2cb3ac6b494 req-a288dc2d-27ee-4361-9c61-10801b70a031 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:16.163142 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-83fa1f9e-a10f-4ca8-8f49-b2cb3ac6b494 req-a288dc2d-27ee-4361-9c61-10801b70a031 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.90 "DELETE /v2.0/ports/39c084b3-bce9-4581-81fe-1a698dd9d7a0 HTTP/1.1" status: 204 len: 173 time: 1.1823099 Nov 12 03:38:16.163666 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8587cc9-c82a-408b-afda-33cc1e970cab', 'name': 'network-vif-deleted', 'tag': '39c084b3-bce9-4581-81fe-1a698dd9d7a0'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:16.166040 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405afea2-acd9-4eba-afee-12b514af43a6" -d '{"events": [{"server_uuid": "c8587cc9-c82a-408b-afda-33cc1e970cab", "name": "network-vif-deleted", "tag": "39c084b3-bce9-4581-81fe-1a698dd9d7a0"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:16.299383 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-e5aa0492-ac33-4bf8-b0e8-33e2eebb2f39 service neutron] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8581510 Nov 12 03:38:16.330323 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9d5eab-e03d-47d5-b73e-2032858b3f19 x-openstack-request-id: req-3a9d5eab-e03d-47d5-b73e-2032858b3f19 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:16.335612 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8587cc9-c82a-408b-afda-33cc1e970cab", "name": "network-vif-deleted", "tag": "39c084b3-bce9-4581-81fe-1a698dd9d7a0", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:16.337721 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3a9d5eab-e03d-47d5-b73e-2032858b3f19 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:16.341071 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8587cc9-c82a-408b-afda-33cc1e970cab', 'name': 'network-vif-deleted', 'tag': '39c084b3-bce9-4581-81fe-1a698dd9d7a0', 'status': 'completed', 'code': 200} Nov 12 03:38:16.355333 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-c91754f1-98bb-4f53-bddd-1742630af1ea req-f2d9407f-7646-431e-8400-8d79dabc01b3 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] For port 0d6e4fba-5077-45b7-9c6a-01947b44ba48, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=0d6e4fba-5077-45b7-9c6a-01947b44ba48,segment=NetworkSegment(f05b0f80-1c07-4015-9006-a0a3150a35f3),segment_id=f05b0f80-1c07-4015-9006-a0a3150a35f3)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:16.357994 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c91754f1-98bb-4f53-bddd-1742630af1ea req-f2d9407f-7646-431e-8400-8d79dabc01b3 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:16.377367 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-9f384718-aeed-4c8f-81ab-b5ea693c3e3a None None] Allocated IP 172.20.0.2 (3fc6ff92-7721-47be-92ba-e451c72f612c/2b14f464-6619-42f7-996c-337f4182778a/efcfe033-efa5-4d6f-b46f-b8895735472e) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:16.383680 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-7fc88d63-ccb1-4070-8ef0-ad50d74976e6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=abbc23e8-1176-4bcd-936e-074c27c7f379 HTTP/1.1" status: 200 len: 217 time: 0.0683455 Nov 12 03:38:16.385501 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-c91754f1-98bb-4f53-bddd-1742630af1ea req-f2d9407f-7646-431e-8400-8d79dabc01b3 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Calling delete_port for 0d6e4fba-5077-45b7-9c6a-01947b44ba48 owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:16.385737 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af307d6b-325e-4d5e-9587-08a44598625c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Made reservation on behalf of e66fe21c5d414679b6308e290b4e8993 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:16.390728 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-af307d6b-325e-4d5e-9587-08a44598625c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:16.523092 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-af307d6b-325e-4d5e-9587-08a44598625c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] device_id is not set on port 8c48989b-eca1-4325-a3dd-7c2684a4e78b yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:38:16.611207 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad236a5-9723-4269-be55-b5790ac748fb req-5c759044-502e-4ca0-9824-9adafc524223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:16.613228 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-5c759044-502e-4ca0-9824-9adafc524223 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b982b1ac-5a39-445d-bf86-e4e863c753c9 HTTP/1.1" status: 200 len: 797 time: 0.2027669 Nov 12 03:38:16.652814 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8badbb6a-f1f3-4875-a6fc-0a5e50eff3f7 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Made reservation on behalf of 5a1d4d1e777e43039bb692953cccca40 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:16.673517 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8badbb6a-f1f3-4875-a6fc-0a5e50eff3f7 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:16.694099 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9f384718-aeed-4c8f-81ab-b5ea693c3e3a None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:16.700136 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-8badbb6a-f1f3-4875-a6fc-0a5e50eff3f7 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] device_id is not set on port 9b285a0b-a8ef-4c75-a7f0-11cdb6e5451a yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:38:16.703929 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9f384718-aeed-4c8f-81ab-b5ea693c3e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:16.763578 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f384718-aeed-4c8f-81ab-b5ea693c3e3a None None] Network 3fc6ff92-7721-47be-92ba-e451c72f612c is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:16.765236 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f384718-aeed-4c8f-81ab-b5ea693c3e3a None None] Pushing event updated for resources: {'Port': ['ID=efcfe033-efa5-4d6f-b46f-b8895735472e,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:16.769196 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-9f384718-aeed-4c8f-81ab-b5ea693c3e3a None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:16.772307 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f384718-aeed-4c8f-81ab-b5ea693c3e3a None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:16.786874 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5757596-cb05-45a3-b255-0da6766731d0 req-803d7115-5f2a-4eca-a7ba-d4afd1a1bf77 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:16.789475 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b5757596-cb05-45a3-b255-0da6766731d0 req-803d7115-5f2a-4eca-a7ba-d4afd1a1bf77 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/ports?device_id=493eff4c-331e-4f93-b7d8-b1824482e02d HTTP/1.1" status: 200 len: 945 time: 0.1747177 Nov 12 03:38:16.797037 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad236a5-9723-4269-be55-b5790ac748fb req-d4da6eb0-8e6d-47df-bf08-4b2a5810b8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:16.798527 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-d4da6eb0-8e6d-47df-bf08-4b2a5810b8ac service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1664617 Nov 12 03:38:16.833806 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9f31d4c6-ad24-4f46-a022-17640c592364 req-780808e3-c00a-43ce-8910-56072883af25 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b6e3fb-9ad2-4e49-bb29-97507cb14cd9 HTTP/1.1" status: 200 len: 210 time: 0.1074872 Nov 12 03:38:16.875574 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-af307d6b-325e-4d5e-9587-08a44598625c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Allocated IP 172.20.0.6 (3fc6ff92-7721-47be-92ba-e451c72f612c/2b14f464-6619-42f7-996c-337f4182778a/8c48989b-eca1-4325-a3dd-7c2684a4e78b) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:16.877551 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c91754f1-98bb-4f53-bddd-1742630af1ea req-f2d9407f-7646-431e-8400-8d79dabc01b3 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:16.878289 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-9f384718-aeed-4c8f-81ab-b5ea693c3e3a None None] Attempting to bind port efcfe033-efa5-4d6f-b46f-b8895735472e on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:38:16.878926 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-9f384718-aeed-4c8f-81ab-b5ea693c3e3a None None] Attempting to bind port efcfe033-efa5-4d6f-b46f-b8895735472e by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '6a1f0eb5-9ea9-4ed5-9054-5993c74b8f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3fc6ff92-7721-47be-92ba-e451c72f612c'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:38:16.879582 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f384718-aeed-4c8f-81ab-b5ea693c3e3a None None] Attempting to bind port efcfe033-efa5-4d6f-b46f-b8895735472e on network 3fc6ff92-7721-47be-92ba-e451c72f612c {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:16.886214 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f384718-aeed-4c8f-81ab-b5ea693c3e3a None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:38:16.887052 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f384718-aeed-4c8f-81ab-b5ea693c3e3a None None] Checking segment: {'id': '6a1f0eb5-9ea9-4ed5-9054-5993c74b8f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3fc6ff92-7721-47be-92ba-e451c72f612c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:16.887776 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9f384718-aeed-4c8f-81ab-b5ea693c3e3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:16.888441 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f384718-aeed-4c8f-81ab-b5ea693c3e3a None None] Bound using segment: {'id': '6a1f0eb5-9ea9-4ed5-9054-5993c74b8f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3fc6ff92-7721-47be-92ba-e451c72f612c'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:38:16.889149 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-9f384718-aeed-4c8f-81ab-b5ea693c3e3a None None] Bound port: efcfe033-efa5-4d6f-b46f-b8895735472e, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a1f0eb5-9ea9-4ed5-9054-5993c74b8f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3fc6ff92-7721-47be-92ba-e451c72f612c'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:38:16.889846 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9f384718-aeed-4c8f-81ab-b5ea693c3e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:16.967344 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b5757596-cb05-45a3-b255-0da6766731d0 req-f3412ed5-5473-4b4b-8877-e22c9d0b9e32 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/security-groups?id=31c325ba-dca2-4a7d-888a-7c994db57611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677079 Nov 12 03:38:16.981584 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-9f384718-aeed-4c8f-81ab-b5ea693c3e3a None None] For port efcfe033-efa5-4d6f-b46f-b8895735472e, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:38:16.993810 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-9f384718-aeed-4c8f-81ab-b5ea693c3e3a None None] For port efcfe033-efa5-4d6f-b46f-b8895735472e, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=efcfe033-efa5-4d6f-b46f-b8895735472e,segment=NetworkSegment(6a1f0eb5-9ea9-4ed5-9054-5993c74b8f42),segment_id=6a1f0eb5-9ea9-4ed5-9054-5993c74b8f42)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:38:17.007368 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9f384718-aeed-4c8f-81ab-b5ea693c3e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:17.022175 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-a0645cc9-35dd-4ed9-b5b6-ab11b3a15f39 service neutron] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085972 Nov 12 03:38:17.027905 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d9407f-7646-431e-8400-8d79dabc01b3 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Pushing event deleted for resources: {'Port': ['ID=0d6e4fba-5077-45b7-9c6a-01947b44ba48,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:17.063082 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-c91754f1-98bb-4f53-bddd-1742630af1ea req-f2d9407f-7646-431e-8400-8d79dabc01b3 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] No DVR routers for this DVR port 0d6e4fba-5077-45b7-9c6a-01947b44ba48 on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:17.105046 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c91754f1-98bb-4f53-bddd-1742630af1ea req-f2d9407f-7646-431e-8400-8d79dabc01b3 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:17.111595 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c91754f1-98bb-4f53-bddd-1742630af1ea req-f2d9407f-7646-431e-8400-8d79dabc01b3 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.74 "DELETE /v2.0/ports/0d6e4fba-5077-45b7-9c6a-01947b44ba48 HTTP/1.1" status: 204 len: 173 time: 2.7542512 Nov 12 03:38:17.231151 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-8badbb6a-f1f3-4875-a6fc-0a5e50eff3f7 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Allocated IP 2001:db8::ea (e0f19a67-cc56-4cb9-aa15-c904a25bf394/d96f2afd-0575-4839-8969-abfdb29d4549/9b285a0b-a8ef-4c75-a7f0-11cdb6e5451a) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:17.420709 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 0d6e4fba-5077-45b7-9c6a-01947b44ba48 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:17.452606 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84891e-8ea4-4543-bf19-9dd9e36e7c56 req-360a2f2c-c4ed-44b3-b342-7dcd8001529b tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:17.459907 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84891e-8ea4-4543-bf19-9dd9e36e7c56 req-360a2f2c-c4ed-44b3-b342-7dcd8001529b tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:17.482614 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 0d6e4fba-5077-45b7-9c6a-01947b44ba48 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:38:17.483995 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84891e-8ea4-4543-bf19-9dd9e36e7c56 req-360a2f2c-c4ed-44b3-b342-7dcd8001529b tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:17.484571 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 0d6e4fba-5077-45b7-9c6a-01947b44ba48 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:38:17.496619 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84891e-8ea4-4543-bf19-9dd9e36e7c56 req-360a2f2c-c4ed-44b3-b342-7dcd8001529b tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:17.508556 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84891e-8ea4-4543-bf19-9dd9e36e7c56 req-360a2f2c-c4ed-44b3-b342-7dcd8001529b tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:17.515087 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84891e-8ea4-4543-bf19-9dd9e36e7c56 req-360a2f2c-c4ed-44b3-b342-7dcd8001529b tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:17.522999 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84891e-8ea4-4543-bf19-9dd9e36e7c56 req-360a2f2c-c4ed-44b3-b342-7dcd8001529b tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:17.525217 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6b84891e-8ea4-4543-bf19-9dd9e36e7c56 req-360a2f2c-c4ed-44b3-b342-7dcd8001529b tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 5428 time: 0.2379210 Nov 12 03:38:17.531359 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f384718-aeed-4c8f-81ab-b5ea693c3e3a None None] Pushing event updated for resources: {'Port': ['ID=efcfe033-efa5-4d6f-b46f-b8895735472e,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:17.572213 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-af307d6b-325e-4d5e-9587-08a44598625c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:17.575378 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-eda3cea3-e4cb-4bb4-aef5-d3f7bea8b598 service neutron] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5457690 Nov 12 03:38:17.612646 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8badbb6a-f1f3-4875-a6fc-0a5e50eff3f7 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:17.636865 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6b84891e-8ea4-4543-bf19-9dd9e36e7c56 req-275f77bf-974d-4709-b77c-77f28aca2d14 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&id=0adbc793-597d-400b-8618-e8fe9b45ffdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0948749 Nov 12 03:38:17.690340 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-edcddbcf-58c8-42e6-a21d-d9ea86465182 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=e2131700-ba7a-474e-985e-8060b2a8fb24 HTTP/1.1" status: 200 len: 217 time: 0.1038902 Nov 12 03:38:17.819246 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8badbb6a-f1f3-4875-a6fc-0a5e50eff3f7 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:17.908899 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-af307d6b-325e-4d5e-9587-08a44598625c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:17.930617 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad236a5-9723-4269-be55-b5790ac748fb req-7302776c-036b-4d69-94e0-c76325b29a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:17.937569 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-7302776c-036b-4d69-94e0-c76325b29a39 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b982b1ac-5a39-445d-bf86-e4e863c753c9 HTTP/1.1" status: 200 len: 797 time: 0.2417576 Nov 12 03:38:18.040917 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8badbb6a-f1f3-4875-a6fc-0a5e50eff3f7 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Network e0f19a67-cc56-4cb9-aa15-c904a25bf394 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:18.055859 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af307d6b-325e-4d5e-9587-08a44598625c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Network 3fc6ff92-7721-47be-92ba-e451c72f612c is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:18.061812 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af307d6b-325e-4d5e-9587-08a44598625c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Pushing event updated for resources: {'Port': ['ID=8c48989b-eca1-4325-a3dd-7c2684a4e78b,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:18.064935 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-af307d6b-325e-4d5e-9587-08a44598625c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:18.085919 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af307d6b-325e-4d5e-9587-08a44598625c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:18.097697 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-7ff912ab-6767-4177-aa88-a77a74e275f7 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:18.099245 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-7ff912ab-6767-4177-aa88-a77a74e275f7 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.90 "GET /v2.0/networks?id=78368f62-ed24-43ac-ae16-b5ccbfc3c78d HTTP/1.1" status: 200 len: 806 time: 0.3905728 Nov 12 03:38:18.111375 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-8badbb6a-f1f3-4875-a6fc-0a5e50eff3f7 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:18.116610 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8badbb6a-f1f3-4875-a6fc-0a5e50eff3f7 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:18.116932 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 39c084b3-bce9-4581-81fe-1a698dd9d7a0 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:18.123362 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8badbb6a-f1f3-4875-a6fc-0a5e50eff3f7 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:18.124020 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8badbb6a-f1f3-4875-a6fc-0a5e50eff3f7 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:18.129090 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:18.136567 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8badbb6a-f1f3-4875-a6fc-0a5e50eff3f7 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Pushing event updated for resources: {'Port': ['ID=9b285a0b-a8ef-4c75-a7f0-11cdb6e5451a,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:18.139158 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af307d6b-325e-4d5e-9587-08a44598625c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:18.139811 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-af307d6b-325e-4d5e-9587-08a44598625c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:18.165471 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad236a5-9723-4269-be55-b5790ac748fb req-272003e9-bef3-45a8-ab77-2d419554a907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:18.167006 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-272003e9-bef3-45a8-ab77-2d419554a907 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1772871 Nov 12 03:38:18.175949 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-af307d6b-325e-4d5e-9587-08a44598625c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1269519 Nov 12 03:38:18.179307 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50588) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:18.184027 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: 39c084b3-bce9-4581-81fe-1a698dd9d7a0 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:38:18.184402 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 39c084b3-bce9-4581-81fe-1a698dd9d7a0 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:38:18.187092 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-85700c4c-fe81-4a3c-af5a-7dda9cacaf26 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Request body: {'port': {'network_id': '3fc6ff92-7721-47be-92ba-e451c72f612c', 'name': 'tempest-AllowedAddressPairTestJSON-1703245239', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:c2:95:e0'}]}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:18.190383 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-3621d5d6-ff4a-44f2-96e5-55e047d601af tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Request body: {'port': {'device_id': 'f8b6e3fb-9ad2-4e49-bb29-97507cb14cd9', 'network_id': '78368f62-ed24-43ac-ae16-b5ccbfc3c78d', 'admin_state_up': True, 'tenant_id': '25535b709a2d4c4589b8ab88b8c8086a'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:18.196767 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8badbb6a-f1f3-4875-a6fc-0a5e50eff3f7 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.0483367 Nov 12 03:38:18.198877 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-48523a93-5cf0-40fc-816b-4f5bec1158d2 req-6a6bce6f-08e6-444c-a518-64612e89c150 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b6e3fb-9ad2-4e49-bb29-97507cb14cd9 HTTP/1.1" status: 200 len: 210 time: 0.2043149 Nov 12 03:38:18.199328 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50590) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:18.217189 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-60f99ff7-c30d-43d5-83c9-97bac76250fd tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Request body: {'port': {'network_id': 'e0f19a67-cc56-4cb9-aa15-c904a25bf394', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-680231542'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:18.274179 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-27ce068d-2c2e-4bc4-b241-a109741d3ecf req-7f0728f2-0847-476d-ab45-4cc8b7d6edc7 tempest-ListServersNegativeTestJSON-1788828137 tempest-ListServersNegativeTestJSON-1788828137-project] 10.222.0.50 "GET /v2.0/ports?device_id=493eff4c-331e-4f93-b7d8-b1824482e02d HTTP/1.1" status: 200 len: 210 time: 0.0822990 Nov 12 03:38:18.343378 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493eff4c-331e-4f93-b7d8-b1824482e02d', 'name': 'network-vif-deleted', 'tag': '0d6e4fba-5077-45b7-9c6a-01947b44ba48'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:18.345995 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3c2924-5d94-49ce-a283-e6f3c0f5744e" -d '{"events": [{"server_uuid": "493eff4c-331e-4f93-b7d8-b1824482e02d", "name": "network-vif-deleted", "tag": "0d6e4fba-5077-45b7-9c6a-01947b44ba48"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:18.439213 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.db.api [None req-60f99ff7-c30d-43d5-83c9-97bac76250fd tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 03:38:18.439213 n-d-715271-27 neutron-server[102572]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 12 03:38:18.439213 n-d-715271-27 neutron-server[102572]: [parameters: {'project_id': '5a1d4d1e777e43039bb692953cccca40', 'id': 'e135f1a4-d9bc-4df3-8aa8-8791a9814a72', 'expiration': datetime.datetime(2021, 11, 12, 3, 40, 18, 432314)}] Nov 12 03:38:18.439213 n-d-715271-27 neutron-server[102572]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:38:18.439712 n-d-715271-27 neutron-server[102572]: DEBUG oslo_db.api [None req-60f99ff7-c30d-43d5-83c9-97bac76250fd tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:38:18.440360 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-e73fb7d4-f47f-4260-bfa3-bedf5a8ce4ba service neutron] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563009 Nov 12 03:38:18.443044 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f014fec3-ff58-4c3a-8291-49c05a37e91c x-openstack-request-id: req-f014fec3-ff58-4c3a-8291-49c05a37e91c {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:18.444156 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "493eff4c-331e-4f93-b7d8-b1824482e02d", "name": "network-vif-deleted", "tag": "0d6e4fba-5077-45b7-9c6a-01947b44ba48", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:18.444790 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f014fec3-ff58-4c3a-8291-49c05a37e91c {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:18.445377 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '493eff4c-331e-4f93-b7d8-b1824482e02d', 'name': 'network-vif-deleted', 'tag': '0d6e4fba-5077-45b7-9c6a-01947b44ba48', 'status': 'completed', 'code': 200} Nov 12 03:38:18.457252 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-3621d5d6-ff4a-44f2-96e5-55e047d601af tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Made reservation on behalf of 25535b709a2d4c4589b8ab88b8c8086a for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:18.463126 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-3621d5d6-ff4a-44f2-96e5-55e047d601af tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:18.555625 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-d59e9c33-e171-492b-b812-26c29e99344a None None] Provisioning complete for port 9b285a0b-a8ef-4c75-a7f0-11cdb6e5451a triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:18.556870 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d59e9c33-e171-492b-b812-26c29e99344a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:18.602012 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85700c4c-fe81-4a3c-af5a-7dda9cacaf26 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Made reservation on behalf of e66fe21c5d414679b6308e290b4e8993 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:18.623291 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-d59e9c33-e171-492b-b812-26c29e99344a None None] Port 9b285a0b-a8ef-4c75-a7f0-11cdb6e5451a cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:38:18.721080 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-11d42792-4ced-4a24-8182-1c783f0fae2c service neutron] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695339 Nov 12 03:38:18.727831 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-3621d5d6-ff4a-44f2-96e5-55e047d601af tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Allocated IP 172.20.0.9 (78368f62-ed24-43ac-ae16-b5ccbfc3c78d/503f9962-4a4b-41cd-afae-2bc03640b310/3b218685-b379-45d9-bbd7-547808e4aa07) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:18.792734 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-85700c4c-fe81-4a3c-af5a-7dda9cacaf26 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:18.797624 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-ac2e998e-e0bc-48f3-a7e3-e06ec8dabb70 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=bea45d93-9310-41f5-8703-7de66e3e9b69 HTTP/1.1" status: 200 len: 217 time: 0.0628147 Nov 12 03:38:18.862891 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-85700c4c-fe81-4a3c-af5a-7dda9cacaf26 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] device_id is not set on port a1e05079-6842-45cb-b39b-21f2032ab883 yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:38:19.011038 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-3621d5d6-ff4a-44f2-96e5-55e047d601af tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:19.024890 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f99ff7-c30d-43d5-83c9-97bac76250fd tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Made reservation on behalf of 5a1d4d1e777e43039bb692953cccca40 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:19.028817 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-60f99ff7-c30d-43d5-83c9-97bac76250fd tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:19.049304 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7f864-2f84-42df-87fd-80740b1dcc8a req-eeb49398-6d52-4c1a-92b3-630ef4278286 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:19.056468 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7f864-2f84-42df-87fd-80740b1dcc8a req-eeb49398-6d52-4c1a-92b3-630ef4278286 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:19.062720 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7f864-2f84-42df-87fd-80740b1dcc8a req-eeb49398-6d52-4c1a-92b3-630ef4278286 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:19.069538 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7f864-2f84-42df-87fd-80740b1dcc8a req-eeb49398-6d52-4c1a-92b3-630ef4278286 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:19.075592 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7f864-2f84-42df-87fd-80740b1dcc8a req-eeb49398-6d52-4c1a-92b3-630ef4278286 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:19.081697 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7f864-2f84-42df-87fd-80740b1dcc8a req-eeb49398-6d52-4c1a-92b3-630ef4278286 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:19.088580 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7f864-2f84-42df-87fd-80740b1dcc8a req-eeb49398-6d52-4c1a-92b3-630ef4278286 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:19.089495 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-60f99ff7-c30d-43d5-83c9-97bac76250fd tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] device_id is not set on port 1123815d-6514-47a1-8433-9ea16fb953a2 yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:38:19.090580 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-55d7f864-2f84-42df-87fd-80740b1dcc8a req-eeb49398-6d52-4c1a-92b3-630ef4278286 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 5428 time: 0.3025670 Nov 12 03:38:19.096052 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad236a5-9723-4269-be55-b5790ac748fb req-00a44e5a-d5fc-4fe7-b7b9-b5cf73bc5496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:19.097570 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-00a44e5a-d5fc-4fe7-b7b9-b5cf73bc5496 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b982b1ac-5a39-445d-bf86-e4e863c753c9 HTTP/1.1" status: 200 len: 797 time: 0.2630575 Nov 12 03:38:19.098751 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-85700c4c-fe81-4a3c-af5a-7dda9cacaf26 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Allocated IP 172.20.0.14 (3fc6ff92-7721-47be-92ba-e451c72f612c/2b14f464-6619-42f7-996c-337f4182778a/a1e05079-6842-45cb-b39b-21f2032ab883) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:19.157286 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18056ec3-6682-4b83-bb29-f8a02668da04 None None] Network 3fc6ff92-7721-47be-92ba-e451c72f612c requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:19.201817 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-3621d5d6-ff4a-44f2-96e5-55e047d601af tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:19.242266 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad236a5-9723-4269-be55-b5790ac748fb req-713e1f68-ce65-4414-8726-1ec24b6029cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:19.243970 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-713e1f68-ce65-4414-8726-1ec24b6029cc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1298180 Nov 12 03:38:19.292003 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['49b293a5-a2d4-4fee-bf55-5069bfa8e6b9'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:38:19.297067 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-55d7f864-2f84-42df-87fd-80740b1dcc8a req-6104a6d5-1700-4c61-a2f0-7b96965caa2e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&id=0adbc793-597d-400b-8618-e8fe9b45ffdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1917334 Nov 12 03:38:19.397835 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-f68d6a22-56a9-482b-b7bc-83ed7d2f0abc None None] Provisioning complete for port efcfe033-efa5-4d6f-b46f-b8895735472e triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:19.398323 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f68d6a22-56a9-482b-b7bc-83ed7d2f0abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:19.482121 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device efcfe033-efa5-4d6f-b46f-b8895735472e up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:19.485092 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-60f99ff7-c30d-43d5-83c9-97bac76250fd tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Allocated IP 2001:db8::329 (e0f19a67-cc56-4cb9-aa15-c904a25bf394/d96f2afd-0575-4839-8969-abfdb29d4549/1123815d-6514-47a1-8433-9ea16fb953a2) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:19.658973 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50606) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:19.850214 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-3621d5d6-ff4a-44f2-96e5-55e047d601af tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Network 78368f62-ed24-43ac-ae16-b5ccbfc3c78d is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:19.971029 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-85700c4c-fe81-4a3c-af5a-7dda9cacaf26 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:19.971029 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-d39260f0-4fce-4825-b5b6-41baa8f9bf51 service neutron] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5708489 Nov 12 03:38:19.981851 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3621d5d6-ff4a-44f2-96e5-55e047d601af tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Pushing event updated for resources: {'Port': ['ID=3b218685-b379-45d9-bbd7-547808e4aa07,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:19.988775 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port efcfe033-efa5-4d6f-b46f-b8895735472e triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:19.988775 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:19.991601 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-3621d5d6-ff4a-44f2-96e5-55e047d601af tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:19.991601 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-3621d5d6-ff4a-44f2-96e5-55e047d601af tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:19.991601 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3621d5d6-ff4a-44f2-96e5-55e047d601af tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:19.991601 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3621d5d6-ff4a-44f2-96e5-55e047d601af tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:19.991601 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3621d5d6-ff4a-44f2-96e5-55e047d601af tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:19.991601 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3621d5d6-ff4a-44f2-96e5-55e047d601af tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:19.991601 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3621d5d6-ff4a-44f2-96e5-55e047d601af tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:19.991601 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3621d5d6-ff4a-44f2-96e5-55e047d601af tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:19.991601 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3621d5d6-ff4a-44f2-96e5-55e047d601af tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:19.991601 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3621d5d6-ff4a-44f2-96e5-55e047d601af tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:19.991601 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3621d5d6-ff4a-44f2-96e5-55e047d601af tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:19.991601 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3621d5d6-ff4a-44f2-96e5-55e047d601af tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:19.991601 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3621d5d6-ff4a-44f2-96e5-55e047d601af tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:19.991601 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3621d5d6-ff4a-44f2-96e5-55e047d601af tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:20.056049 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-1486bb95-2038-42f3-9643-6027972a72e1 admin admin] Deleting subnet 3778ad0a-df1f-44a5-9ec3-d20637f1c6f7 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:38:20.096605 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1486bb95-2038-42f3-9643-6027972a72e1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:20.130024 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-3950b09a-d884-43cf-9826-f1ec3e694369 service neutron] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788258 Nov 12 03:38:20.136552 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ee37d-8f1d-49bc-9f21-9cba5459459e req-c32ad818-465b-47be-b23e-3ac6d3f4ec11 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:20.142874 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4f4ee37d-8f1d-49bc-9f21-9cba5459459e req-c32ad818-465b-47be-b23e-3ac6d3f4ec11 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b6e3fb-9ad2-4e49-bb29-97507cb14cd9 HTTP/1.1" status: 200 len: 931 time: 0.7687407 Nov 12 03:38:20.175304 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-60f99ff7-c30d-43d5-83c9-97bac76250fd tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:20.190835 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:20.191449 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-3621d5d6-ff4a-44f2-96e5-55e047d601af tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:20.191599 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-3621d5d6-ff4a-44f2-96e5-55e047d601af tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:20.196406 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-b1f4581b-247a-42fb-b90d-46b624a74ca7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cd29e61e-cd7b-4137-8bad-d6de98039d22 HTTP/1.1" status: 200 len: 217 time: 0.0537922 Nov 12 03:38:20.282858 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1486bb95-2038-42f3-9643-6027972a72e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:20.300563 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-85700c4c-fe81-4a3c-af5a-7dda9cacaf26 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:20.307274 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port efcfe033-efa5-4d6f-b46f-b8895735472e, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=efcfe033-efa5-4d6f-b46f-b8895735472e,segment=NetworkSegment(6a1f0eb5-9ea9-4ed5-9054-5993c74b8f42),segment_id=6a1f0eb5-9ea9-4ed5-9054-5993c74b8f42)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:20.329944 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:20.357540 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f68d6a22-56a9-482b-b7bc-83ed7d2f0abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:20.394718 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-3621d5d6-ff4a-44f2-96e5-55e047d601af tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2129061 Nov 12 03:38:20.436142 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85700c4c-fe81-4a3c-af5a-7dda9cacaf26 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Network 3fc6ff92-7721-47be-92ba-e451c72f612c is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:20.444915 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-85700c4c-fe81-4a3c-af5a-7dda9cacaf26 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:20.449737 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85700c4c-fe81-4a3c-af5a-7dda9cacaf26 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:20.454638 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-83e186bd-610c-417f-8343-9b79f4441530 service neutron] Request body: {'port': {'device_id': 'f8b6e3fb-9ad2-4e49-bb29-97507cb14cd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:20.455794 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad236a5-9723-4269-be55-b5790ac748fb req-d51e9cca-356b-4fd8-be92-19deddd0a6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:20.457473 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-d51e9cca-356b-4fd8-be92-19deddd0a6bc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18b45a6b-deb9-4b8d-a9e4-21e350a68f47 HTTP/1.1" status: 200 len: 797 time: 0.2511849 Nov 12 03:38:20.492215 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85700c4c-fe81-4a3c-af5a-7dda9cacaf26 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Pushing event updated for resources: {'Port': ['ID=a1e05079-6842-45cb-b39b-21f2032ab883,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:20.519152 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=efcfe033-efa5-4d6f-b46f-b8895735472e,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:20.523792 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.api [None req-f68d6a22-56a9-482b-b7bc-83ed7d2f0abc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:38:20.524422 n-d-715271-27 neutron-server[102573]: DEBUG oslo_db.api [None req-f68d6a22-56a9-482b-b7bc-83ed7d2f0abc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:38:20.548641 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-60f99ff7-c30d-43d5-83c9-97bac76250fd tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:20.567698 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1486bb95-2038-42f3-9643-6027972a72e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:20.603529 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85700c4c-fe81-4a3c-af5a-7dda9cacaf26 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:20.604686 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-85700c4c-fe81-4a3c-af5a-7dda9cacaf26 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:20.652554 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0472b-288c-42ee-a694-c5c4eb010f0f req-2a7447a5-8b37-4648-b421-1aea0dc62170 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:20.660214 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0472b-288c-42ee-a694-c5c4eb010f0f req-2a7447a5-8b37-4648-b421-1aea0dc62170 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:20.661342 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4f4ee37d-8f1d-49bc-9f21-9cba5459459e req-43ba5fa9-75ac-487e-a823-389270cab734 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4838340 Nov 12 03:38:20.686025 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f99ff7-c30d-43d5-83c9-97bac76250fd tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Network e0f19a67-cc56-4cb9-aa15-c904a25bf394 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:20.688789 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0472b-288c-42ee-a694-c5c4eb010f0f req-2a7447a5-8b37-4648-b421-1aea0dc62170 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:20.701923 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0472b-288c-42ee-a694-c5c4eb010f0f req-2a7447a5-8b37-4648-b421-1aea0dc62170 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:20.705192 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-60f99ff7-c30d-43d5-83c9-97bac76250fd tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:20.712759 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f99ff7-c30d-43d5-83c9-97bac76250fd tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:20.717079 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0472b-288c-42ee-a694-c5c4eb010f0f req-2a7447a5-8b37-4648-b421-1aea0dc62170 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:20.718717 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f99ff7-c30d-43d5-83c9-97bac76250fd tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:20.719341 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-60f99ff7-c30d-43d5-83c9-97bac76250fd tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:20.722406 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-83e186bd-610c-417f-8343-9b79f4441530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:20.725738 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0472b-288c-42ee-a694-c5c4eb010f0f req-2a7447a5-8b37-4648-b421-1aea0dc62170 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:20.733472 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0472b-288c-42ee-a694-c5c4eb010f0f req-2a7447a5-8b37-4648-b421-1aea0dc62170 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:20.735743 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-13e0472b-288c-42ee-a694-c5c4eb010f0f req-2a7447a5-8b37-4648-b421-1aea0dc62170 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 5428 time: 0.2371535 Nov 12 03:38:20.742922 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-85700c4c-fe81-4a3c-af5a-7dda9cacaf26 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.5619915 Nov 12 03:38:20.746895 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50660) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:20.757374 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad236a5-9723-4269-be55-b5790ac748fb req-50d7ef30-b648-403e-8592-4440b1524f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:20.759632 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-50d7ef30-b648-403e-8592-4440b1524f0d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=36f6ed65-8190-49b0-8a57-7dd102916b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2645428 Nov 12 03:38:20.779295 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f99ff7-c30d-43d5-83c9-97bac76250fd tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Pushing event updated for resources: {'Port': ['ID=1123815d-6514-47a1-8433-9ea16fb953a2,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:20.813829 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-60f99ff7-c30d-43d5-83c9-97bac76250fd tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.6121359 Nov 12 03:38:20.817007 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1486bb95-2038-42f3-9643-6027972a72e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:20.819908 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50664) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:20.842295 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-13c12272-3448-4bd1-8dd0-4a3e8092ed55 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::5f', 'mac_address': 'fa:16:3e:55:3f:ca'}, {'ip_address': '2001:db8::ea', 'mac_address': 'fa:16:3e:06:55:bc'}]}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:20.914782 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1486bb95-2038-42f3-9643-6027972a72e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3778ad0a-df1f-44a5-9ec3-d20637f1c6f7,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:20.951634 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1486bb95-2038-42f3-9643-6027972a72e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:20.963413 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-1486bb95-2038-42f3-9643-6027972a72e1 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3778ad0a-df1f-44a5-9ec3-d20637f1c6f7 HTTP/1.1" status: 204 len: 168 time: 1.2914028 Nov 12 03:38:20.969913 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50670) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:21.112264 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d07e0e2-7e8c-4b75-88e0-fbe05bd62439 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:21.119313 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d07e0e2-7e8c-4b75-88e0-fbe05bd62439 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:21.125596 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d07e0e2-7e8c-4b75-88e0-fbe05bd62439 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:21.127307 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1d07e0e2-7e8c-4b75-88e0-fbe05bd62439 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.3666728 Nov 12 03:38:21.131989 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50678) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:21.211538 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-d5c4b91c-e820-4390-8564-19d1b3cdb5be service neutron] 10.222.0.74 "GET /v2.0/networks/36f6ed65-8190-49b0-8a57-7dd102916b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000237 Nov 12 03:38:21.237671 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-13e0472b-288c-42ee-a694-c5c4eb010f0f req-7053e6fa-bc23-4498-b79f-d0039a1f52dc tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&id=0adbc793-597d-400b-8618-e8fe9b45ffdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4921966 Nov 12 03:38:21.245668 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-e74c63ef-d0c3-4cba-a804-83d99780db3f None None] Provisioning complete for port 8c48989b-eca1-4325-a3dd-7c2684a4e78b triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:21.246203 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e74c63ef-d0c3-4cba-a804-83d99780db3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.310150 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-594b65d8-add3-4249-8489-211290f1ed67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.395754 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device efcfe033-efa5-4d6f-b46f-b8895735472e up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:21.398734 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-e74c63ef-d0c3-4cba-a804-83d99780db3f None None] Port 8c48989b-eca1-4325-a3dd-7c2684a4e78b cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:38:21.420361 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-13c12272-3448-4bd1-8dd0-4a3e8092ed55 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.501328 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-be8a8327-d45f-4fe0-b827-3fac3cb9b238 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Deleting port a1e05079-6842-45cb-b39b-21f2032ab883 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:21.505010 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-e74c63ef-d0c3-4cba-a804-83d99780db3f None None] Provisioning complete for port efcfe033-efa5-4d6f-b46f-b8895735472e triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:21.506270 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e74c63ef-d0c3-4cba-a804-83d99780db3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.509082 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-be8a8327-d45f-4fe0-b827-3fac3cb9b238 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.523777 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-594b65d8-add3-4249-8489-211290f1ed67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.539340 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-4fa42128-330f-47a6-88de-44ba01173dee service neutron] 10.222.0.74 "GET /v2.0/networks/36f6ed65-8190-49b0-8a57-7dd102916b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006411 Nov 12 03:38:21.555829 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-594b65d8-add3-4249-8489-211290f1ed67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['910bd456-1873-44d8-a86c-8e2200c1860a']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:21.577378 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port efcfe033-efa5-4d6f-b46f-b8895735472e triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:21.577888 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.601900 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-594b65d8-add3-4249-8489-211290f1ed67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f05b0f80-1c07-4015-9006-a0a3150a35f3') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:21.602219 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-594b65d8-add3-4249-8489-211290f1ed67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f05b0f80-1c07-4015-9006-a0a3150a35f3') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:21.605078 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-09ddc851-b8ea-43d7-89ea-b047cf8aa2bc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c62b694a-df5c-40c2-8669-a8ba46de727c HTTP/1.1" status: 200 len: 217 time: 0.0531607 Nov 12 03:38:21.614385 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-594b65d8-add3-4249-8489-211290f1ed67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.665655 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-594b65d8-add3-4249-8489-211290f1ed67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.679862 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-594b65d8-add3-4249-8489-211290f1ed67 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:38:21.680308 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-594b65d8-add3-4249-8489-211290f1ed67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.682710 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:38:21.682710 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:38:21.682710 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:38:21.682710 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:38:21.682710 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:38:21.682710 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:38:21.682710 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:38:21.682710 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:38:21.682710 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:38:21.682710 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:38:21.682710 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:38:21.682710 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:38:21.682710 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:38:21.682710 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:38:21.682710 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:38:21.682710 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:38:21.682710 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:38:21.682710 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:38:21.682710 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:38:21.682710 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:38:21.682710 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:38:21.682710 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:38:21.682710 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:38:21.682710 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:38:21.682710 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:38:21.682710 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:38:21.682710 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:38:21.682710 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:38:21.682710 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:38:21.682710 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:38:21.682710 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:38:21.682710 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:38:21.739777 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad236a5-9723-4269-be55-b5790ac748fb req-bbdf93d4-9a10-47ef-b00c-12a0c3654823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:21.742783 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-bbdf93d4-9a10-47ef-b00c-12a0c3654823 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18b45a6b-deb9-4b8d-a9e4-21e350a68f47 HTTP/1.1" status: 200 len: 797 time: 0.1247647 Nov 12 03:38:21.783331 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-e74c63ef-d0c3-4cba-a804-83d99780db3f None None] Provisioning complete for port a1e05079-6842-45cb-b39b-21f2032ab883 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:21.783977 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e74c63ef-d0c3-4cba-a804-83d99780db3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.835715 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-594b65d8-add3-4249-8489-211290f1ed67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.844026 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-594b65d8-add3-4249-8489-211290f1ed67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.858950 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-594b65d8-add3-4249-8489-211290f1ed67 admin admin] 10.222.0.50 "DELETE /v2.0/networks/910bd456-1873-44d8-a86c-8e2200c1860a HTTP/1.1" status: 204 len: 168 time: 0.8820550 Nov 12 03:38:21.866956 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-e74c63ef-d0c3-4cba-a804-83d99780db3f None None] Port a1e05079-6842-45cb-b39b-21f2032ab883 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:38:21.875767 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b65d8-add3-4249-8489-211290f1ed67 admin admin] Pushing event deleted for resources: {'Network': ['ID=910bd456-1873-44d8-a86c-8e2200c1860a,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:21.896874 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-e74c63ef-d0c3-4cba-a804-83d99780db3f None None] Provisioning complete for port 1123815d-6514-47a1-8433-9ea16fb953a2 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:21.897762 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e74c63ef-d0c3-4cba-a804-83d99780db3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.901549 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad236a5-9723-4269-be55-b5790ac748fb req-6c99d8fd-eabc-4b3b-9f73-fb7da60bcb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:21.903103 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-6c99d8fd-eabc-4b3b-9f73-fb7da60bcb1a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=36f6ed65-8190-49b0-8a57-7dd102916b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1489234 Nov 12 03:38:21.945243 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-e74c63ef-d0c3-4cba-a804-83d99780db3f None None] Port 1123815d-6514-47a1-8433-9ea16fb953a2 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:38:22.043360 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-4780c0a7-af88-4a5f-a687-c88332f4c616 service neutron] 10.222.0.74 "GET /v2.0/networks/36f6ed65-8190-49b0-8a57-7dd102916b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188564 Nov 12 03:38:22.204676 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50710) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:22.232901 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ad236a5-9723-4269-be55-b5790ac748fb req-0eb3878a-157d-48ac-8261-9085c9d95be5 service neutron] 10.222.0.74 "GET /v2.0/networks/36f6ed65-8190-49b0-8a57-7dd102916b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848507 Nov 12 03:38:22.271148 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-593174f2-25c3-42cc-bc28-a6f0ed3ce6a9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5ebb684d29944e539f543ee420a9874c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0649900 Nov 12 03:38:22.272647 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50716) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:22.461309 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303d591-023e-4b37-8912-c0e0b80e493b req-35c43154-9d4c-42cc-8abe-2008f54af68f tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:22.469697 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303d591-023e-4b37-8912-c0e0b80e493b req-35c43154-9d4c-42cc-8abe-2008f54af68f tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:22.475794 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-83e186bd-610c-417f-8343-9b79f4441530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b218685-b379-45d9-bbd7-547808e4aa07 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:38:22.479158 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303d591-023e-4b37-8912-c0e0b80e493b req-35c43154-9d4c-42cc-8abe-2008f54af68f tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:22.486486 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303d591-023e-4b37-8912-c0e0b80e493b req-35c43154-9d4c-42cc-8abe-2008f54af68f tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:22.494879 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303d591-023e-4b37-8912-c0e0b80e493b req-35c43154-9d4c-42cc-8abe-2008f54af68f tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:22.498058 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-83e186bd-610c-417f-8343-9b79f4441530 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:22.502456 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303d591-023e-4b37-8912-c0e0b80e493b req-35c43154-9d4c-42cc-8abe-2008f54af68f tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:22.509562 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303d591-023e-4b37-8912-c0e0b80e493b req-35c43154-9d4c-42cc-8abe-2008f54af68f tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:22.511992 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d303d591-023e-4b37-8912-c0e0b80e493b req-35c43154-9d4c-42cc-8abe-2008f54af68f tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 5428 time: 0.1606367 Nov 12 03:38:22.518003 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f4221-ed50-4287-823b-f57534294c82 req-02e44619-0722-44d6-bd52-58a1679446b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:22.518775 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f4221-ed50-4287-823b-f57534294c82 req-02e44619-0722-44d6-bd52-58a1679446b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:22.519430 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f4221-ed50-4287-823b-f57534294c82 req-02e44619-0722-44d6-bd52-58a1679446b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:22.519560 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-be8a8327-d45f-4fe0-b827-3fac3cb9b238 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:22.520315 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f4221-ed50-4287-823b-f57534294c82 req-02e44619-0722-44d6-bd52-58a1679446b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:22.521004 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f4221-ed50-4287-823b-f57534294c82 req-02e44619-0722-44d6-bd52-58a1679446b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:22.522302 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f4221-ed50-4287-823b-f57534294c82 req-02e44619-0722-44d6-bd52-58a1679446b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:22.523149 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f4221-ed50-4287-823b-f57534294c82 req-02e44619-0722-44d6-bd52-58a1679446b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:22.526674 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7e6f4221-ed50-4287-823b-f57534294c82 req-02e44619-0722-44d6-bd52-58a1679446b5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0cdd38a3f1ea45dcbcc53ea0d2714986&device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 6492 time: 0.2227740 Nov 12 03:38:22.536662 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a05afadc-9c64-4546-8367-c6083c49da49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:22.564468 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-be8a8327-d45f-4fe0-b827-3fac3cb9b238 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Calling delete_port for a1e05079-6842-45cb-b39b-21f2032ab883 owned by {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:22.575411 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-83e186bd-610c-417f-8343-9b79f4441530 service neutron] Transition to ACTIVE for port object 3b218685-b379-45d9-bbd7-547808e4aa07 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:38:22.608151 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371f118-4ac8-43d2-8b8e-fb2fa4b2ba50 req-a68f9022-4b21-40b7-a9e2-30883c732db1 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:22.610311 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a371f118-4ac8-43d2-8b8e-fb2fa4b2ba50 req-a68f9022-4b21-40b7-a9e2-30883c732db1 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b6e3fb-9ad2-4e49-bb29-97507cb14cd9 HTTP/1.1" status: 200 len: 931 time: 0.7716839 Nov 12 03:38:22.611791 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-83e186bd-610c-417f-8343-9b79f4441530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:22.636428 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a05afadc-9c64-4546-8367-c6083c49da49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:22.714323 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d303d591-023e-4b37-8912-c0e0b80e493b req-00873651-2c1c-415a-be95-72ea22b62c29 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&id=0adbc793-597d-400b-8618-e8fe9b45ffdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1841192 Nov 12 03:38:22.728537 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f4221-ed50-4287-823b-f57534294c82 req-51d8b5ca-545e-4246-a6cc-bd42c1a5fbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:22.730514 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7e6f4221-ed50-4287-823b-f57534294c82 req-51d8b5ca-545e-4246-a6cc-bd42c1a5fbb4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=36f6ed65-8190-49b0-8a57-7dd102916b9e HTTP/1.1" status: 200 len: 903 time: 0.1891530 Nov 12 03:38:22.750313 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a05afadc-9c64-4546-8367-c6083c49da49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:22.754042 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a05afadc-9c64-4546-8367-c6083c49da49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:22.758949 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a05afadc-9c64-4546-8367-c6083c49da49 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/31c325ba-dca2-4a7d-888a-7c994db57611 HTTP/1.1" status: 204 len: 168 time: 0.4851103 Nov 12 03:38:22.803601 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05afadc-9c64-4546-8367-c6083c49da49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c325ba-dca2-4a7d-888a-7c994db57611,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:22.807335 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7e6f4221-ed50-4287-823b-f57534294c82 req-e8f7e362-e1f0-4588-ac95-f5ad078b6b01 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c62b694a-df5c-40c2-8669-a8ba46de727c HTTP/1.1" status: 200 len: 217 time: 0.0655377 Nov 12 03:38:22.923601 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f4221-ed50-4287-823b-f57534294c82 req-d91bdf5a-a2bf-475f-960a-5c43825f74b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:22.925985 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7e6f4221-ed50-4287-823b-f57534294c82 req-d91bdf5a-a2bf-475f-960a-5c43825f74b2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18b45a6b-deb9-4b8d-a9e4-21e350a68f47 HTTP/1.1" status: 200 len: 797 time: 0.1084917 Nov 12 03:38:22.949778 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e186bd-610c-417f-8343-9b79f4441530 service neutron] Pushing event updated for resources: {'Port': ['ID=3b218685-b379-45d9-bbd7-547808e4aa07,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:23.013360 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f4221-ed50-4287-823b-f57534294c82 req-3e65dbd6-471e-40db-a3cd-35e23325e936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:23.015968 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7e6f4221-ed50-4287-823b-f57534294c82 req-3e65dbd6-471e-40db-a3cd-35e23325e936 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=36f6ed65-8190-49b0-8a57-7dd102916b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0769958 Nov 12 03:38:23.022942 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-13c12272-3448-4bd1-8dd0-4a3e8092ed55 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:23.062991 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-13c12272-3448-4bd1-8dd0-4a3e8092ed55 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:23.135615 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-13c12272-3448-4bd1-8dd0-4a3e8092ed55 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] In _notify_port_updated(), no bound segment for port 1123815d-6514-47a1-8433-9ea16fb953a2 on network e0f19a67-cc56-4cb9-aa15-c904a25bf394 {{(pid=102572) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:38:23.142213 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c12272-3448-4bd1-8dd0-4a3e8092ed55 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:23.142888 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-13c12272-3448-4bd1-8dd0-4a3e8092ed55 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:23.148154 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50732) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:23.148530 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-13c12272-3448-4bd1-8dd0-4a3e8092ed55 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] 10.222.0.50 "PUT /v2.0/ports/1123815d-6514-47a1-8433-9ea16fb953a2 HTTP/1.1" status: 200 len: 1065 time: 2.3222191 Nov 12 03:38:23.177358 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a371f118-4ac8-43d2-8b8e-fb2fa4b2ba50 req-8f48eed8-9275-439e-b029-ec1349134d66 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4751544 Nov 12 03:38:23.208868 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-be8a8327-d45f-4fe0-b827-3fac3cb9b238 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:23.211228 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-83e186bd-610c-417f-8343-9b79f4441530 service neutron] Attempting to bind port 3b218685-b379-45d9-bbd7-547808e4aa07 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:38:23.211686 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-83e186bd-610c-417f-8343-9b79f4441530 service neutron] Attempting to bind port 3b218685-b379-45d9-bbd7-547808e4aa07 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': 'cb0def10-0c33-48e7-8f61-e6fe0bcab07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '78368f62-ed24-43ac-ae16-b5ccbfc3c78d'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:38:23.212126 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-83e186bd-610c-417f-8343-9b79f4441530 service neutron] Attempting to bind port 3b218685-b379-45d9-bbd7-547808e4aa07 on network 78368f62-ed24-43ac-ae16-b5ccbfc3c78d {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:23.220036 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c12272-3448-4bd1-8dd0-4a3e8092ed55 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Pushing event updated for resources: {'Port': ['ID=1123815d-6514-47a1-8433-9ea16fb953a2,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:23.258818 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a8327-d45f-4fe0-b827-3fac3cb9b238 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Pushing event deleted for resources: {'Port': ['ID=a1e05079-6842-45cb-b39b-21f2032ab883,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:23.264774 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-83e186bd-610c-417f-8343-9b79f4441530 service neutron] Port 3b218685-b379-45d9-bbd7-547808e4aa07 on network 78368f62-ed24-43ac-ae16-b5ccbfc3c78d not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:38:23.265283 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-83e186bd-610c-417f-8343-9b79f4441530 service neutron] Attempting to bind port 3b218685-b379-45d9-bbd7-547808e4aa07 on network 78368f62-ed24-43ac-ae16-b5ccbfc3c78d {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:23.273523 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-83e186bd-610c-417f-8343-9b79f4441530 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:38:23.274008 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-83e186bd-610c-417f-8343-9b79f4441530 service neutron] Checking segment: {'id': 'cb0def10-0c33-48e7-8f61-e6fe0bcab07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '78368f62-ed24-43ac-ae16-b5ccbfc3c78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:23.274494 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-83e186bd-610c-417f-8343-9b79f4441530 service neutron] Bound using segment: {'id': 'cb0def10-0c33-48e7-8f61-e6fe0bcab07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '78368f62-ed24-43ac-ae16-b5ccbfc3c78d'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:38:23.275053 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-83e186bd-610c-417f-8343-9b79f4441530 service neutron] Bound port: 3b218685-b379-45d9-bbd7-547808e4aa07, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb0def10-0c33-48e7-8f61-e6fe0bcab07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '78368f62-ed24-43ac-ae16-b5ccbfc3c78d'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:38:23.275502 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-83e186bd-610c-417f-8343-9b79f4441530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:23.311503 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7e6f4221-ed50-4287-823b-f57534294c82 req-64ef5382-aae3-4935-89ca-efa769e378bd service neutron] 10.222.0.74 "GET /v2.0/networks/36f6ed65-8190-49b0-8a57-7dd102916b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871282 Nov 12 03:38:23.562600 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-96ca7af3-ab14-49f4-b19d-46efc6a9144d tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Deleting port 1123815d-6514-47a1-8433-9ea16fb953a2 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:23.563267 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-96ca7af3-ab14-49f4-b19d-46efc6a9144d tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:23.625823 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-83e186bd-610c-417f-8343-9b79f4441530 service neutron] For port 3b218685-b379-45d9-bbd7-547808e4aa07, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:38:23.654011 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7e6f4221-ed50-4287-823b-f57534294c82 req-bca93435-a11a-4797-87e6-b4c60eb51b30 service neutron] 10.222.0.74 "GET /v2.0/networks/36f6ed65-8190-49b0-8a57-7dd102916b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988002 Nov 12 03:38:23.688913 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-83e186bd-610c-417f-8343-9b79f4441530 service neutron] For port 3b218685-b379-45d9-bbd7-547808e4aa07, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=3b218685-b379-45d9-bbd7-547808e4aa07,segment=NetworkSegment(cb0def10-0c33-48e7-8f61-e6fe0bcab07e),segment_id=cb0def10-0c33-48e7-8f61-e6fe0bcab07e)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:38:23.705640 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-83e186bd-610c-417f-8343-9b79f4441530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:23.711064 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-be8a8327-d45f-4fe0-b827-3fac3cb9b238 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:23.718465 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-be8a8327-d45f-4fe0-b827-3fac3cb9b238 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] 10.222.0.50 "DELETE /v2.0/ports/a1e05079-6842-45cb-b39b-21f2032ab883 HTTP/1.1" status: 204 len: 168 time: 2.5752099 Nov 12 03:38:23.719062 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50748) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:23.781532 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-83e186bd-610c-417f-8343-9b79f4441530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:23.782154 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-83e186bd-610c-417f-8343-9b79f4441530 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:23.784253 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-83e186bd-610c-417f-8343-9b79f4441530 service neutron] 10.222.0.90 "PUT /v2.0/ports/3b218685-b379-45d9-bbd7-547808e4aa07 HTTP/1.1" status: 200 len: 1092 time: 3.3436842 Nov 12 03:38:23.785281 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-66cb57e7-f845-481d-8ecd-5acabba45cb2 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] GET failed (client error): The resource could not be found. Nov 12 03:38:23.790483 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-66cb57e7-f845-481d-8ecd-5acabba45cb2 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] 10.222.0.50 "GET /v2.0/ports/a1e05079-6842-45cb-b39b-21f2032ab883 HTTP/1.1" status: 404 len: 333 time: 0.0636902 Nov 12 03:38:23.790483 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b6e3fb-9ad2-4e49-bb29-97507cb14cd9', 'tag': '3b218685-b379-45d9-bbd7-547808e4aa07'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:23.790483 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b7aa9f-f383-4cd6-ba58-1ad302b1ba8b" -d '{"events": [{"name": "network-changed", "server_uuid": "f8b6e3fb-9ad2-4e49-bb29-97507cb14cd9", "tag": "3b218685-b379-45d9-bbd7-547808e4aa07"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:23.793027 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50752) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:23.805490 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-96ca7af3-ab14-49f4-b19d-46efc6a9144d tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:23.813626 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-ee7f2a4c-3c73-4703-9f8e-f6e7ea80b051 None None] Provisioning complete for port 1123815d-6514-47a1-8433-9ea16fb953a2 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:23.819739 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ee7f2a4c-3c73-4703-9f8e-f6e7ea80b051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:23.826496 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-4fa83a86-d078-424b-889f-e01ee194cb16 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Request body: {'port': {'network_id': '3fc6ff92-7721-47be-92ba-e451c72f612c', 'name': 'tempest-AllowedAddressPairTestJSON-325785724'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:23.845765 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-96ca7af3-ab14-49f4-b19d-46efc6a9144d tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Calling delete_port for 1123815d-6514-47a1-8433-9ea16fb953a2 owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:23.940297 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-ee7f2a4c-3c73-4703-9f8e-f6e7ea80b051 None None] Port 1123815d-6514-47a1-8433-9ea16fb953a2 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:38:23.971413 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f404a0bf-14ed-44bd-a5a8-9ddaf96285da x-openstack-request-id: req-f404a0bf-14ed-44bd-a5a8-9ddaf96285da {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:23.971413 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8b6e3fb-9ad2-4e49-bb29-97507cb14cd9", "tag": "3b218685-b379-45d9-bbd7-547808e4aa07", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:23.972007 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f404a0bf-14ed-44bd-a5a8-9ddaf96285da {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:23.972407 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8b6e3fb-9ad2-4e49-bb29-97507cb14cd9', 'tag': '3b218685-b379-45d9-bbd7-547808e4aa07', 'status': 'completed', 'code': 200} Nov 12 03:38:24.028273 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e186bd-610c-417f-8343-9b79f4441530 service neutron] Pushing event updated for resources: {'Port': ['ID=3b218685-b379-45d9-bbd7-547808e4aa07,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:24.073516 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-168fba50-29b7-44f2-a77a-d44ac79c5942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:24.075392 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-168fba50-29b7-44f2-a77a-d44ac79c5942 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=25535b709a2d4c4589b8ab88b8c8086a&device_id=f8b6e3fb-9ad2-4e49-bb29-97507cb14cd9 HTTP/1.1" status: 200 len: 1095 time: 0.2071512 Nov 12 03:38:24.145079 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-fab28eb7-26bc-4771-917d-8847f5379e7c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b218685-b379-45d9-bbd7-547808e4aa07 HTTP/1.1" status: 200 len: 217 time: 0.0526702 Nov 12 03:38:24.166845 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f5db9-0d9e-4371-a589-c83372270179 req-54bf4844-6e01-4795-8d92-d955a0530cb8 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:24.174292 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f5db9-0d9e-4371-a589-c83372270179 req-54bf4844-6e01-4795-8d92-d955a0530cb8 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:24.182106 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f5db9-0d9e-4371-a589-c83372270179 req-54bf4844-6e01-4795-8d92-d955a0530cb8 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:24.188394 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f5db9-0d9e-4371-a589-c83372270179 req-54bf4844-6e01-4795-8d92-d955a0530cb8 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:24.195484 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f5db9-0d9e-4371-a589-c83372270179 req-54bf4844-6e01-4795-8d92-d955a0530cb8 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:24.219744 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f5db9-0d9e-4371-a589-c83372270179 req-54bf4844-6e01-4795-8d92-d955a0530cb8 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:24.234498 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f5db9-0d9e-4371-a589-c83372270179 req-54bf4844-6e01-4795-8d92-d955a0530cb8 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:24.244324 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-650f5db9-0d9e-4371-a589-c83372270179 req-54bf4844-6e01-4795-8d92-d955a0530cb8 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 5428 time: 0.1653628 Nov 12 03:38:24.259174 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-96ca7af3-ab14-49f4-b19d-46efc6a9144d tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:24.261433 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50774) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:24.289311 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-4f966f8f-45e8-428b-bd95-eec4bf525b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:24.293822 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-4f966f8f-45e8-428b-bd95-eec4bf525b32 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=503f9962-4a4b-41cd-afae-2bc03640b310 HTTP/1.1" status: 200 len: 846 time: 0.1406169 Nov 12 03:38:24.301118 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca7af3-ab14-49f4-b19d-46efc6a9144d tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Pushing event deleted for resources: {'Port': ['ID=1123815d-6514-47a1-8433-9ea16fb953a2,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:24.345786 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-13bf7f03-3633-4f31-b8d7-593f6faf16d5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=78368f62-ed24-43ac-ae16-b5ccbfc3c78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396276 Nov 12 03:38:24.352247 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa83a86-d078-424b-889f-e01ee194cb16 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Made reservation on behalf of e66fe21c5d414679b6308e290b4e8993 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:24.356242 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4fa83a86-d078-424b-889f-e01ee194cb16 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:24.421889 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-4fa83a86-d078-424b-889f-e01ee194cb16 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] device_id is not set on port 8c1d0582-87ce-433e-8407-a558d7d197f8 yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:38:24.433828 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-650f5db9-0d9e-4371-a589-c83372270179 req-b69b6596-8b04-419a-9cfd-671c926131ca tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&id=0adbc793-597d-400b-8618-e8fe9b45ffdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1884878 Nov 12 03:38:24.546811 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-e8b2d9ba-2710-4e65-8ddc-90e6a7d4a03e admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-376470172-network', 'tenant_id': 'b16d66b4ef54430fb3b1f43ec30b6a39'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:24.592118 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b2d9ba-2710-4e65-8ddc-90e6a7d4a03e admin admin] Made reservation on behalf of b16d66b4ef54430fb3b1f43ec30b6a39 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:24.594579 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e8b2d9ba-2710-4e65-8ddc-90e6a7d4a03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:24.623920 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e8b2d9ba-2710-4e65-8ddc-90e6a7d4a03e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:24.645686 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d578c-ad44-4db6-9d82-f81666b89138 req-72aeeee6-f14f-420b-9189-476b0a159e5e tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:24.647449 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a15d578c-ad44-4db6-9d82-f81666b89138 req-72aeeee6-f14f-420b-9189-476b0a159e5e tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b6e3fb-9ad2-4e49-bb29-97507cb14cd9 HTTP/1.1" status: 200 len: 943 time: 0.2653327 Nov 12 03:38:24.672389 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-96ca7af3-ab14-49f4-b19d-46efc6a9144d tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:24.675893 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-96ca7af3-ab14-49f4-b19d-46efc6a9144d tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] 10.222.0.50 "DELETE /v2.0/ports/1123815d-6514-47a1-8433-9ea16fb953a2 HTTP/1.1" status: 204 len: 168 time: 1.5265529 Nov 12 03:38:24.681214 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50780) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:24.727067 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-484ea530-11b0-4f7f-ad6e-f8a20a81dad2 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] GET failed (client error): The resource could not be found. Nov 12 03:38:24.733307 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-484ea530-11b0-4f7f-ad6e-f8a20a81dad2 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] 10.222.0.50 "GET /v2.0/ports/1123815d-6514-47a1-8433-9ea16fb953a2 HTTP/1.1" status: 404 len: 333 time: 0.0479205 Nov 12 03:38:24.737775 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50784) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:24.799106 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-ec0ea218-932f-4e30-aa89-ad74ade7abe8 service neutron] 10.222.0.90 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185953 Nov 12 03:38:24.842589 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a15d578c-ad44-4db6-9d82-f81666b89138 req-1f6677e4-3994-433a-ba87-7e4d859467d9 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604211 Nov 12 03:38:24.843743 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-4fa83a86-d078-424b-889f-e01ee194cb16 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Allocated IP 172.20.0.7 (3fc6ff92-7721-47be-92ba-e451c72f612c/2b14f464-6619-42f7-996c-337f4182778a/8c1d0582-87ce-433e-8407-a558d7d197f8) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:24.910079 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e8b2d9ba-2710-4e65-8ddc-90e6a7d4a03e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:24.920170 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e8b2d9ba-2710-4e65-8ddc-90e6a7d4a03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:24.953211 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-8b9ed76a-7d7b-4305-af42-95486c30a896 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Deleting port 9b285a0b-a8ef-4c75-a7f0-11cdb6e5451a {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:24.953559 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8b9ed76a-7d7b-4305-af42-95486c30a896 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:25.016913 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3c7451d3-7fd3-48eb-9009-cab006e77c9b req-45e362fa-4f9b-4737-8711-dd031b399881 service neutron] 10.222.0.90 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064888 Nov 12 03:38:25.017709 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8b2d9ba-2710-4e65-8ddc-90e6a7d4a03e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:38:25.038310 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e8b2d9ba-2710-4e65-8ddc-90e6a7d4a03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:25.038679 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-e8b2d9ba-2710-4e65-8ddc-90e6a7d4a03e admin admin] Added segment 5ef0873e-0f4a-4924-95d6-d5d084602311 of type vlan for network 0df98a36-6460-4303-9339-ce3833bedf00 Nov 12 03:38:25.162101 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8b9ed76a-7d7b-4305-af42-95486c30a896 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:25.164668 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b2d9ba-2710-4e65-8ddc-90e6a7d4a03e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e605356-043b-4fd0-b128-fc1b62b22c3c,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:25.205124 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-8b9ed76a-7d7b-4305-af42-95486c30a896 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Calling delete_port for 9b285a0b-a8ef-4c75-a7f0-11cdb6e5451a owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:25.213583 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e8b2d9ba-2710-4e65-8ddc-90e6a7d4a03e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:25.230305 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4fa83a86-d078-424b-889f-e01ee194cb16 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:25.273329 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b7aa9f-f383-4cd6-ba58-1ad302b1ba8b req-2a981730-ca02-442e-8e13-013a5ce9e5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:25.274970 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-18b7aa9f-f383-4cd6-ba58-1ad302b1ba8b req-2a981730-ca02-442e-8e13-013a5ce9e5e0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=25535b709a2d4c4589b8ab88b8c8086a&device_id=f8b6e3fb-9ad2-4e49-bb29-97507cb14cd9 HTTP/1.1" status: 200 len: 1095 time: 0.1508529 Nov 12 03:38:25.279911 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4fa83a86-d078-424b-889f-e01ee194cb16 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:25.290507 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e8b2d9ba-2710-4e65-8ddc-90e6a7d4a03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:25.291734 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b2d9ba-2710-4e65-8ddc-90e6a7d4a03e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:25.292512 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e8b2d9ba-2710-4e65-8ddc-90e6a7d4a03e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:25.361884 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e8b2d9ba-2710-4e65-8ddc-90e6a7d4a03e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0987871 Nov 12 03:38:25.368862 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50794) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:25.375575 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-87b2e735-a144-4e83-8798-91399ce473e7 admin admin] Request body: {'subnet': {'network_id': '0df98a36-6460-4303-9339-ce3833bedf00', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-376470172-subnet', 'tenant_id': 'b16d66b4ef54430fb3b1f43ec30b6a39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:25.396685 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b2d9ba-2710-4e65-8ddc-90e6a7d4a03e admin admin] Pushing event updated for resources: {'Network': ['ID=0df98a36-6460-4303-9339-ce3833bedf00,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:25.420205 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 0df98a36-6460-4303-9339-ce3833bedf00 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:38:25.459753 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa83a86-d078-424b-889f-e01ee194cb16 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Network 3fc6ff92-7721-47be-92ba-e451c72f612c is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:25.468431 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-4fa83a86-d078-424b-889f-e01ee194cb16 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:25.471257 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa83a86-d078-424b-889f-e01ee194cb16 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Pushing event updated for resources: {'Port': ['ID=8c1d0582-87ce-433e-8407-a558d7d197f8,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:25.475759 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa83a86-d078-424b-889f-e01ee194cb16 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:25.538382 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b2e735-a144-4e83-8798-91399ce473e7 admin admin] Made reservation on behalf of b16d66b4ef54430fb3b1f43ec30b6a39 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:25.540106 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8b9ed76a-7d7b-4305-af42-95486c30a896 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:25.564997 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-87b2e735-a144-4e83-8798-91399ce473e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:25.653452 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ed76a-7d7b-4305-af42-95486c30a896 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Pushing event deleted for resources: {'Port': ['ID=9b285a0b-a8ef-4c75-a7f0-11cdb6e5451a,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:25.678896 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8b9ed76a-7d7b-4305-af42-95486c30a896 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:25.685468 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8b9ed76a-7d7b-4305-af42-95486c30a896 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] 10.222.0.50 "DELETE /v2.0/ports/9b285a0b-a8ef-4c75-a7f0-11cdb6e5451a HTTP/1.1" status: 204 len: 168 time: 0.9465184 Nov 12 03:38:25.729941 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50800) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:25.795816 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce26e5c3-b4e5-451a-8b95-cc9000a3a376 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] GET failed (client error): The resource could not be found. Nov 12 03:38:25.801150 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ce26e5c3-b4e5-451a-8b95-cc9000a3a376 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] 10.222.0.50 "GET /v2.0/ports/9b285a0b-a8ef-4c75-a7f0-11cdb6e5451a HTTP/1.1" status: 404 len: 333 time: 0.0665905 Nov 12 03:38:25.808356 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50804) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:25.858472 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b7aa9f-f383-4cd6-ba58-1ad302b1ba8b req-34a007c8-6785-4362-9dd6-0a3eef5d2e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:25.860142 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-18b7aa9f-f383-4cd6-ba58-1ad302b1ba8b req-34a007c8-6785-4362-9dd6-0a3eef5d2e92 service neutron] 10.222.0.90 "GET /v2.0/networks?id=78368f62-ed24-43ac-ae16-b5ccbfc3c78d HTTP/1.1" status: 200 len: 907 time: 0.5773120 Nov 12 03:38:25.867837 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-87b2e735-a144-4e83-8798-91399ce473e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:25.986770 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-18b7aa9f-f383-4cd6-ba58-1ad302b1ba8b req-39d37c3c-cbda-4039-b8d3-1621bebb7be4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b218685-b379-45d9-bbd7-547808e4aa07 HTTP/1.1" status: 200 len: 217 time: 0.1127675 Nov 12 03:38:26.000617 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3f44090b-efdf-4da0-b4ca-cb4b19b4fb48 None None] Provisioning complete for port 8c1d0582-87ce-433e-8407-a558d7d197f8 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:26.002157 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3f44090b-efdf-4da0-b4ca-cb4b19b4fb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:26.015570 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28729b7-13f7-45ac-9f57-c5481017b472 req-30b474c8-8bb0-44eb-a0af-54e53cb6b420 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:26.028002 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28729b7-13f7-45ac-9f57-c5481017b472 req-30b474c8-8bb0-44eb-a0af-54e53cb6b420 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:26.034175 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28729b7-13f7-45ac-9f57-c5481017b472 req-30b474c8-8bb0-44eb-a0af-54e53cb6b420 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:26.040905 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28729b7-13f7-45ac-9f57-c5481017b472 req-30b474c8-8bb0-44eb-a0af-54e53cb6b420 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:26.047267 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28729b7-13f7-45ac-9f57-c5481017b472 req-30b474c8-8bb0-44eb-a0af-54e53cb6b420 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:26.060200 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3f44090b-efdf-4da0-b4ca-cb4b19b4fb48 None None] Port 8c1d0582-87ce-433e-8407-a558d7d197f8 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:38:26.071455 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28729b7-13f7-45ac-9f57-c5481017b472 req-30b474c8-8bb0-44eb-a0af-54e53cb6b420 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:26.078076 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28729b7-13f7-45ac-9f57-c5481017b472 req-30b474c8-8bb0-44eb-a0af-54e53cb6b420 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:26.079984 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b28729b7-13f7-45ac-9f57-c5481017b472 req-30b474c8-8bb0-44eb-a0af-54e53cb6b420 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 5428 time: 0.4709475 Nov 12 03:38:26.089570 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa83a86-d078-424b-889f-e01ee194cb16 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:26.090947 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4fa83a86-d078-424b-889f-e01ee194cb16 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:26.162960 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b2e735-a144-4e83-8798-91399ce473e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cff74400-16cb-458d-85e7-84fc52cd88d1,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:26.181931 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4fa83a86-d078-424b-889f-e01ee194cb16 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3660033 Nov 12 03:38:26.182487 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50818) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:26.197616 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-d96edcb4-db3c-4e23-bb11-8c6da6d46c44 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:c2:95:e0'}]}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:26.201170 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-281956f6-4831-4c94-ad53-7840a4f90d3c tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Deleting port 46acad33-a729-4b4f-89c7-c0f21bfa6ab5 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:26.201890 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-281956f6-4831-4c94-ad53-7840a4f90d3c tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:26.241728 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b7aa9f-f383-4cd6-ba58-1ad302b1ba8b req-ad5b660a-7cfd-43a0-8a55-b6bff46bc665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:26.243727 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-18b7aa9f-f383-4cd6-ba58-1ad302b1ba8b req-ad5b660a-7cfd-43a0-8a55-b6bff46bc665 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=503f9962-4a4b-41cd-afae-2bc03640b310 HTTP/1.1" status: 200 len: 846 time: 0.2310095 Nov 12 03:38:26.249079 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b2e735-a144-4e83-8798-91399ce473e7 admin admin] Checking segment: {'id': '5ef0873e-0f4a-4924-95d6-d5d084602311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0df98a36-6460-4303-9339-ce3833bedf00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:26.249447 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b2e735-a144-4e83-8798-91399ce473e7 admin admin] Network hostable DHCP agents. Network: 0df98a36-6460-4303-9339-ce3833bedf00, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:38:26.267625 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b28729b7-13f7-45ac-9f57-c5481017b472 req-415b4d13-f967-4cb5-9945-9799b077a291 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&id=0adbc793-597d-400b-8618-e8fe9b45ffdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1797948 Nov 12 03:38:26.293700 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-18b7aa9f-f383-4cd6-ba58-1ad302b1ba8b req-9e08cd9c-2adf-44ac-aa63-3699d3cb16f4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=78368f62-ed24-43ac-ae16-b5ccbfc3c78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391140 Nov 12 03:38:26.328715 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eabbd1-d689-46c4-b6bd-6e056c6aaa36 req-403e0145-4252-4b1a-b145-7f517ae4595d tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:26.330946 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a4eabbd1-d689-46c4-b6bd-6e056c6aaa36 req-403e0145-4252-4b1a-b145-7f517ae4595d tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b6e3fb-9ad2-4e49-bb29-97507cb14cd9 HTTP/1.1" status: 200 len: 943 time: 0.3168669 Nov 12 03:38:26.387436 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-281956f6-4831-4c94-ad53-7840a4f90d3c tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:26.416997 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-281956f6-4831-4c94-ad53-7840a4f90d3c tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Calling delete_port for 46acad33-a729-4b4f-89c7-c0f21bfa6ab5 owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:26.463546 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b2e735-a144-4e83-8798-91399ce473e7 admin admin] Network 0df98a36-6460-4303-9339-ce3833bedf00 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:38:26.540988 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a4eabbd1-d689-46c4-b6bd-6e056c6aaa36 req-a16a3e9d-c361-458f-848b-5cd768d78b29 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808536 Nov 12 03:38:26.545839 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-87b2e735-a144-4e83-8798-91399ce473e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 0df98a36-6460-4303-9339-ce3833bedf00) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:26.558523 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17dffc1-1267-4d87-92b5-d69139a6a6e1 None None] Network 0df98a36-6460-4303-9339-ce3833bedf00 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:26.561662 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b2e735-a144-4e83-8798-91399ce473e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:26.562541 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-87b2e735-a144-4e83-8798-91399ce473e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:26.595844 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-281956f6-4831-4c94-ad53-7840a4f90d3c tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:26.649609 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-18b7aa9f-f383-4cd6-ba58-1ad302b1ba8b req-697eef6e-47c6-458b-9ce1-45bd5488fb39 service neutron] 10.222.0.90 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082008 Nov 12 03:38:26.699960 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281956f6-4831-4c94-ad53-7840a4f90d3c tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Pushing event deleted for resources: {'Port': ['ID=46acad33-a729-4b4f-89c7-c0f21bfa6ab5,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:26.707832 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-281956f6-4831-4c94-ad53-7840a4f90d3c tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:26.716838 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-281956f6-4831-4c94-ad53-7840a4f90d3c tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] 10.222.0.50 "DELETE /v2.0/ports/46acad33-a729-4b4f-89c7-c0f21bfa6ab5 HTTP/1.1" status: 204 len: 168 time: 0.9053273 Nov 12 03:38:26.719379 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50824) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:26.723794 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-87b2e735-a144-4e83-8798-91399ce473e7 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3535914 Nov 12 03:38:26.725836 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d96edcb4-db3c-4e23-bb11-8c6da6d46c44 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:26.858987 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a2dfec-5736-4f78-831a-79019a46c4fd tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Deleting subnet d96f2afd-0575-4839-8969-abfdb29d4549 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:38:26.876560 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d2a2dfec-5736-4f78-831a-79019a46c4fd tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:26.908506 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc1dda7-d306-4130-9ee0-81d1ac2a0b11 None None] Network 0df98a36-6460-4303-9339-ce3833bedf00 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:27.028798 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d2a2dfec-5736-4f78-831a-79019a46c4fd tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:27.221791 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d96edcb4-db3c-4e23-bb11-8c6da6d46c44 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:27.229232 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-18b7aa9f-f383-4cd6-ba58-1ad302b1ba8b req-72cb049b-73f8-48ef-9259-cac1fd2e43cd service neutron] 10.222.0.90 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5038595 Nov 12 03:38:27.232806 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d96edcb4-db3c-4e23-bb11-8c6da6d46c44 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:27.368642 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d2a2dfec-5736-4f78-831a-79019a46c4fd tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:27.461558 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d2a2dfec-5736-4f78-831a-79019a46c4fd tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:27.485646 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d2a2dfec-5736-4f78-831a-79019a46c4fd tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:27.486746 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcaeb19f-2969-4efe-be40-8957e02c4b5a None None] Network e0f19a67-cc56-4cb9-aa15-c904a25bf394 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:27.491620 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d2a2dfec-5736-4f78-831a-79019a46c4fd tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] 10.222.0.50 "DELETE /v2.0/subnets/d96f2afd-0575-4839-8969-abfdb29d4549 HTTP/1.1" status: 204 len: 168 time: 0.7712240 Nov 12 03:38:27.533073 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50844) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:27.549013 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2dfec-5736-4f78-831a-79019a46c4fd tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Pushing event deleted for resources: {'Subnet': ['ID=d96f2afd-0575-4839-8969-abfdb29d4549,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:27.619798 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96edcb4-db3c-4e23-bb11-8c6da6d46c44 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Pushing event updated for resources: {'Port': ['ID=8c1d0582-87ce-433e-8407-a558d7d197f8,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:27.757103 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-d96edcb4-db3c-4e23-bb11-8c6da6d46c44 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] In _notify_port_updated(), no bound segment for port 8c1d0582-87ce-433e-8407-a558d7d197f8 on network 3fc6ff92-7721-47be-92ba-e451c72f612c {{(pid=102572) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:38:27.763249 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96edcb4-db3c-4e23-bb11-8c6da6d46c44 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:27.764048 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d96edcb4-db3c-4e23-bb11-8c6da6d46c44 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:27.768238 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d96edcb4-db3c-4e23-bb11-8c6da6d46c44 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] 10.222.0.50 "PUT /v2.0/ports/8c1d0582-87ce-433e-8407-a558d7d197f8 HTTP/1.1" status: 200 len: 992 time: 1.5785894 Nov 12 03:38:27.770293 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50858) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:27.834693 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a042732-3300-4e45-838c-bea4eda61ef7 req-a129bc8a-9e0e-4fb3-ad15-63b3bd9a72f5 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:27.840514 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04138112-fa34-4c90-a58f-61b9e4e91c6a None None] DHCP port deletion for e0f19a67-cc56-4cb9-aa15-c904a25bf394 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:38:27.841237 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a042732-3300-4e45-838c-bea4eda61ef7 req-a129bc8a-9e0e-4fb3-ad15-63b3bd9a72f5 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:27.847729 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a042732-3300-4e45-838c-bea4eda61ef7 req-a129bc8a-9e0e-4fb3-ad15-63b3bd9a72f5 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:27.853792 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a042732-3300-4e45-838c-bea4eda61ef7 req-a129bc8a-9e0e-4fb3-ad15-63b3bd9a72f5 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:27.860129 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a042732-3300-4e45-838c-bea4eda61ef7 req-a129bc8a-9e0e-4fb3-ad15-63b3bd9a72f5 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:27.867097 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a042732-3300-4e45-838c-bea4eda61ef7 req-a129bc8a-9e0e-4fb3-ad15-63b3bd9a72f5 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:27.873570 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a042732-3300-4e45-838c-bea4eda61ef7 req-a129bc8a-9e0e-4fb3-ad15-63b3bd9a72f5 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:27.875620 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4a042732-3300-4e45-838c-bea4eda61ef7 req-a129bc8a-9e0e-4fb3-ad15-63b3bd9a72f5 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 5428 time: 0.4263716 Nov 12 03:38:27.883677 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3fed9e34-31ca-479d-9184-6619139ac6d3 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:27.986754 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-04138112-fa34-4c90-a58f-61b9e4e91c6a None None] Deleting port 505ffdff-e15d-4c46-8bc7-9db56ace16c4 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:27.987843 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-04138112-fa34-4c90-a58f-61b9e4e91c6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:27.992807 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-29e3a686-f7d3-419b-a406-94e28c9b900b None None] Provisioning complete for port 8c1d0582-87ce-433e-8407-a558d7d197f8 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:27.993189 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-29e3a686-f7d3-419b-a406-94e28c9b900b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:28.032425 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-b8010e1d-408f-4a3e-a044-1fb4220f9d24 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:28.033942 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-b8010e1d-408f-4a3e-a044-1fb4220f9d24 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] 10.222.0.50 "GET /v2.0/networks?id=0df98a36-6460-4303-9339-ce3833bedf00 HTTP/1.1" status: 200 len: 808 time: 0.4525752 Nov 12 03:38:28.047217 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4a042732-3300-4e45-838c-bea4eda61ef7 req-62f16ecd-eca2-4090-a62c-270b1b94b3df tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&id=0adbc793-597d-400b-8618-e8fe9b45ffdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1558447 Nov 12 03:38:28.078916 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-bdea662b-1cfc-427f-9692-3ad541e31fe6 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] 10.222.0.50 "GET /v2.0/quotas/b16d66b4ef54430fb3b1f43ec30b6a39 HTTP/1.1" status: 200 len: 375 time: 0.0372486 Nov 12 03:38:28.117366 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-a270a4e2-65bf-4528-aa82-d3368aaa5c0f tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Deleting port 8c1d0582-87ce-433e-8407-a558d7d197f8 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:28.117842 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a270a4e2-65bf-4528-aa82-d3368aaa5c0f tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:28.145772 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-0b3bbc8b-3289-4611-844a-f30d4ffc7e5f tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b16d66b4ef54430fb3b1f43ec30b6a39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596797 Nov 12 03:38:28.176029 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-29e3a686-f7d3-419b-a406-94e28c9b900b None None] Port 8c1d0582-87ce-433e-8407-a558d7d197f8 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:38:28.190682 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 3b218685-b379-45d9-bbd7-547808e4aa07 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:38:28.194645 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-04138112-fa34-4c90-a58f-61b9e4e91c6a None None] For port 505ffdff-e15d-4c46-8bc7-9db56ace16c4, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=505ffdff-e15d-4c46-8bc7-9db56ace16c4,segment=NetworkSegment(01300481-1ee3-43eb-a57f-d0249927853f),segment_id=01300481-1ee3-43eb-a57f-d0249927853f)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:28.195283 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-04138112-fa34-4c90-a58f-61b9e4e91c6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:28.219918 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-04138112-fa34-4c90-a58f-61b9e4e91c6a None None] Calling delete_port for 505ffdff-e15d-4c46-8bc7-9db56ace16c4 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:28.326681 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-3fed9e34-31ca-479d-9184-6619139ac6d3 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Deleting port 505ffdff-e15d-4c46-8bc7-9db56ace16c4 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:28.327271 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3fed9e34-31ca-479d-9184-6619139ac6d3 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:28.335327 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-f5a02324-9a8d-4494-b727-a250f60db2a3 service neutron] 10.222.0.50 "GET /v2.0/networks/0df98a36-6460-4303-9339-ce3833bedf00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811700 Nov 12 03:38:28.338645 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 3b218685-b379-45d9-bbd7-547808e4aa07, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=3b218685-b379-45d9-bbd7-547808e4aa07,segment=NetworkSegment(cb0def10-0c33-48e7-8f61-e6fe0bcab07e),segment_id=cb0def10-0c33-48e7-8f61-e6fe0bcab07e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:28.351467 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '3b218685-b379-45d9-bbd7-547808e4aa07', 'network_id': '78368f62-ed24-43ac-ae16-b5ccbfc3c78d', 'port_id': '3b218685-b379-45d9-bbd7-547808e4aa07', 'mac_address': 'fa:16:3e:22:bf:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503f9962-4a4b-41cd-afae-2bc03640b310', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:38:28.373893 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a270a4e2-65bf-4528-aa82-d3368aaa5c0f tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:28.449286 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-b02255fc-c11d-4163-98d1-67842efe9a82 service neutron] 10.222.0.50 "GET /v2.0/networks/0df98a36-6460-4303-9339-ce3833bedf00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130824 Nov 12 03:38:28.517733 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:28.525707 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-3fed9e34-31ca-479d-9184-6619139ac6d3 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] For port 505ffdff-e15d-4c46-8bc7-9db56ace16c4, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=505ffdff-e15d-4c46-8bc7-9db56ace16c4,segment=NetworkSegment(01300481-1ee3-43eb-a57f-d0249927853f),segment_id=01300481-1ee3-43eb-a57f-d0249927853f)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:28.526095 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3fed9e34-31ca-479d-9184-6619139ac6d3 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:28.544344 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-3fed9e34-31ca-479d-9184-6619139ac6d3 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Calling delete_port for 505ffdff-e15d-4c46-8bc7-9db56ace16c4 owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:28.564623 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b218685-b379-45d9-bbd7-547808e4aa07 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:38:28.598074 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-a270a4e2-65bf-4528-aa82-d3368aaa5c0f tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Calling delete_port for 8c1d0582-87ce-433e-8407-a558d7d197f8 owned by {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:28.600861 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-04138112-fa34-4c90-a58f-61b9e4e91c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:28.651933 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04138112-fa34-4c90-a58f-61b9e4e91c6a None None] No DVR routers for this DVR port 505ffdff-e15d-4c46-8bc7-9db56ace16c4 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:28.659683 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 3b218685-b379-45d9-bbd7-547808e4aa07, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=3b218685-b379-45d9-bbd7-547808e4aa07,segment=NetworkSegment(cb0def10-0c33-48e7-8f61-e6fe0bcab07e),segment_id=cb0def10-0c33-48e7-8f61-e6fe0bcab07e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:28.701211 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:28.705793 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04138112-fa34-4c90-a58f-61b9e4e91c6a None None] Pushing event deleted for resources: {'Port': ['ID=505ffdff-e15d-4c46-8bc7-9db56ace16c4,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:28.728688 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5dd1361b-a3af-4ef2-a700-b2788df4bb6a req-f477f5c3-e743-43fc-a35a-c0fa63b29106 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] 10.222.0.50 "GET /v2.0/ports?device_id=84bd1195-7238-4ce0-bc03-474c69164f6b HTTP/1.1" status: 200 len: 210 time: 0.0501060 Nov 12 03:38:28.766662 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=3b218685-b379-45d9-bbd7-547808e4aa07,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:28.799982 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f60bd1-fa97-4fa4-9057-a061a604c112 req-03f31b85-55ba-4a29-94d0-78fe2bd6801a tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:28.802190 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e2f60bd1-fa97-4fa4-9057-a061a604c112 req-03f31b85-55ba-4a29-94d0-78fe2bd6801a tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b6e3fb-9ad2-4e49-bb29-97507cb14cd9 HTTP/1.1" status: 200 len: 943 time: 0.5349112 Nov 12 03:38:28.897587 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3fed9e34-31ca-479d-9184-6619139ac6d3 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:28.945562 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed9e34-31ca-479d-9184-6619139ac6d3 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Pushing event deleted for resources: {'Port': ['ID=505ffdff-e15d-4c46-8bc7-9db56ace16c4,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:28.953833 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fed9e34-31ca-479d-9184-6619139ac6d3 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] No DVR routers for this DVR port 505ffdff-e15d-4c46-8bc7-9db56ace16c4 on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:28.961665 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a270a4e2-65bf-4528-aa82-d3368aaa5c0f tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:29.015881 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e2f60bd1-fa97-4fa4-9057-a061a604c112 req-fa430bff-6490-40e3-b5d1-de16b68a5698 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886661 Nov 12 03:38:29.016198 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['3b218685-b379-45d9-bbd7-547808e4aa07'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:38:29.080980 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270a4e2-65bf-4528-aa82-d3368aaa5c0f tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Pushing event deleted for resources: {'Port': ['ID=8c1d0582-87ce-433e-8407-a558d7d197f8,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:29.343275 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3fed9e34-31ca-479d-9184-6619139ac6d3 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:29.394174 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-3fed9e34-31ca-479d-9184-6619139ac6d3 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0f19a67-cc56-4cb9-aa15-c904a25bf394']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:29.394638 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6714240-232c-4d74-a6f0-14f71743cb58 req-f921f358-f8d3-4ab3-8c69-be0f7afd1fa1 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:29.400852 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 505ffdff-e15d-4c46-8bc7-9db56ace16c4 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:29.429276 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6714240-232c-4d74-a6f0-14f71743cb58 req-f921f358-f8d3-4ab3-8c69-be0f7afd1fa1 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:29.442265 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6714240-232c-4d74-a6f0-14f71743cb58 req-f921f358-f8d3-4ab3-8c69-be0f7afd1fa1 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:29.447113 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 505ffdff-e15d-4c46-8bc7-9db56ace16c4 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:38:29.457935 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 505ffdff-e15d-4c46-8bc7-9db56ace16c4 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:38:29.459528 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6714240-232c-4d74-a6f0-14f71743cb58 req-f921f358-f8d3-4ab3-8c69-be0f7afd1fa1 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:29.479875 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-3fed9e34-31ca-479d-9184-6619139ac6d3 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01300481-1ee3-43eb-a57f-d0249927853f') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:29.488317 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6714240-232c-4d74-a6f0-14f71743cb58 req-f921f358-f8d3-4ab3-8c69-be0f7afd1fa1 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:29.498618 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-3fed9e34-31ca-479d-9184-6619139ac6d3 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01300481-1ee3-43eb-a57f-d0249927853f') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:29.508608 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6714240-232c-4d74-a6f0-14f71743cb58 req-f921f358-f8d3-4ab3-8c69-be0f7afd1fa1 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:29.518627 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6714240-232c-4d74-a6f0-14f71743cb58 req-f921f358-f8d3-4ab3-8c69-be0f7afd1fa1 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:29.520835 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f6714240-232c-4d74-a6f0-14f71743cb58 req-f921f358-f8d3-4ab3-8c69-be0f7afd1fa1 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 5428 time: 0.3374393 Nov 12 03:38:29.550162 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3fed9e34-31ca-479d-9184-6619139ac6d3 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:29.628578 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3fed9e34-31ca-479d-9184-6619139ac6d3 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:29.673141 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fed9e34-31ca-479d-9184-6619139ac6d3 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:38:29.722384 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3fed9e34-31ca-479d-9184-6619139ac6d3 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:29.722384 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:38:29.722384 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:38:29.722384 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:38:29.722384 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:38:29.722384 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:38:29.722384 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:38:29.722384 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:38:29.722384 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:38:29.722384 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:38:29.722384 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:38:29.722384 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:38:29.722384 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:38:29.722384 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:38:29.722384 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:38:29.722384 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:38:29.722384 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:38:29.722384 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:38:29.722384 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:38:29.722384 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:38:29.722384 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:38:29.722384 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:38:29.722384 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:38:29.722384 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:38:29.722384 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:38:29.722384 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:38:29.722384 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:38:29.722384 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:38:29.722384 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:38:29.722384 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:38:29.722384 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:38:29.722384 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:38:29.722384 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:38:29.722384 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:38:29.722384 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:38:29.722384 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:38:29.722384 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:38:29.722384 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:38:29.722384 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:38:29.722384 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:38:29.722384 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:38:29.722384 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a270a4e2-65bf-4528-aa82-d3368aaa5c0f tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:29.722384 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a270a4e2-65bf-4528-aa82-d3368aaa5c0f tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] 10.222.0.50 "DELETE /v2.0/ports/8c1d0582-87ce-433e-8407-a558d7d197f8 HTTP/1.1" status: 204 len: 168 time: 1.9161258 Nov 12 03:38:29.727655 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f6714240-232c-4d74-a6f0-14f71743cb58 req-2f596041-a539-4656-bc04-a5d153e0b843 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&id=0adbc793-597d-400b-8618-e8fe9b45ffdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1651213 Nov 12 03:38:29.727655 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50904) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:29.785339 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-af66ac97-cc2d-4ce2-85ff-96bae96364bc tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] GET failed (client error): The resource could not be found. Nov 12 03:38:29.790671 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-af66ac97-cc2d-4ce2-85ff-96bae96364bc tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] 10.222.0.50 "GET /v2.0/ports/8c1d0582-87ce-433e-8407-a558d7d197f8 HTTP/1.1" status: 404 len: 333 time: 0.0872774 Nov 12 03:38:29.796625 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50910) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:29.803111 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-85bd81dd-4896-4d58-bc94-793cbe319a14 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Request body: {'port': {'network_id': '3fc6ff92-7721-47be-92ba-e451c72f612c', 'name': 'tempest-AllowedAddressPairTestJSON-1808734047'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:29.903468 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6c4ed-8c52-49cc-8b85-22ae73cbe488 req-ab9b8408-5176-4dc8-8619-adb59a2c08a7 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:29.905139 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a5e6c4ed-8c52-49cc-8b85-22ae73cbe488 req-ab9b8408-5176-4dc8-8619-adb59a2c08a7 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 946 time: 0.0681179 Nov 12 03:38:29.906609 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3fed9e34-31ca-479d-9184-6619139ac6d3 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:29.917980 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-82bcdb17-5b23-4f85-bc38-4045210a22a2 req-3b9c25dd-5f52-4880-8640-07656a6118f0 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] 10.222.0.50 "GET /v2.0/ports?device_id=84bd1195-7238-4ce0-bc03-474c69164f6b HTTP/1.1" status: 200 len: 210 time: 0.0533974 Nov 12 03:38:29.944233 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3fed9e34-31ca-479d-9184-6619139ac6d3 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:29.954057 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3fed9e34-31ca-479d-9184-6619139ac6d3 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] 10.222.0.50 "DELETE /v2.0/networks/e0f19a67-cc56-4cb9-aa15-c904a25bf394 HTTP/1.1" status: 204 len: 168 time: 2.4126854 Nov 12 03:38:29.982215 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed9e34-31ca-479d-9184-6619139ac6d3 tempest-AllowedAddressPairIpV6TestJSON-1205194213 tempest-AllowedAddressPairIpV6TestJSON-1205194213-project] Pushing event deleted for resources: {'Network': ['ID=e0f19a67-cc56-4cb9-aa15-c904a25bf394,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:30.023518 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bd81dd-4896-4d58-bc94-793cbe319a14 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Made reservation on behalf of e66fe21c5d414679b6308e290b4e8993 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:30.027423 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-85bd81dd-4896-4d58-bc94-793cbe319a14 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:30.052423 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-85bd81dd-4896-4d58-bc94-793cbe319a14 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] device_id is not set on port 1512d6c4-1448-45fe-8bf2-5ea0e778b6af yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:38:30.056755 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a5e6c4ed-8c52-49cc-8b85-22ae73cbe488 req-150f28f6-c010-47a9-9c68-b3c4a433a515 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430960 Nov 12 03:38:30.189698 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 3b218685-b379-45d9-bbd7-547808e4aa07 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:30.263819 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7815715-b31c-4a2b-ad97-f60a0c925f2e req-71fb82d2-65c9-41a4-bf0a-b3dbe1f78567 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:30.266173 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f7815715-b31c-4a2b-ad97-f60a0c925f2e req-71fb82d2-65c9-41a4-bf0a-b3dbe1f78567 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b6e3fb-9ad2-4e49-bb29-97507cb14cd9 HTTP/1.1" status: 200 len: 944 time: 0.1437256 Nov 12 03:38:30.275799 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 3b218685-b379-45d9-bbd7-547808e4aa07 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:38:30.325013 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-85bd81dd-4896-4d58-bc94-793cbe319a14 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Allocated IP 172.20.0.13 (3fc6ff92-7721-47be-92ba-e451c72f612c/2b14f464-6619-42f7-996c-337f4182778a/1512d6c4-1448-45fe-8bf2-5ea0e778b6af) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:30.328454 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 3b218685-b379-45d9-bbd7-547808e4aa07 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:30.328454 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:30.353597 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f7815715-b31c-4a2b-ad97-f60a0c925f2e req-bae1ed3f-68c1-4bbb-a324-e081b9079281 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780437 Nov 12 03:38:30.403632 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1de64a80-b664-48d2-875c-ac68545b5e67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:30.407093 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50924) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:30.530391 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:30.622533 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 3b218685-b379-45d9-bbd7-547808e4aa07, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=3b218685-b379-45d9-bbd7-547808e4aa07,segment=NetworkSegment(cb0def10-0c33-48e7-8f61-e6fe0bcab07e),segment_id=cb0def10-0c33-48e7-8f61-e6fe0bcab07e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:30.627605 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b6e3fb-9ad2-4e49-bb29-97507cb14cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b218685-b379-45d9-bbd7-547808e4aa07'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:30.636776 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cb6d71-b5ce-44c0-87a3-1e591635ddbe" -d '{"events": [{"server_uuid": "f8b6e3fb-9ad2-4e49-bb29-97507cb14cd9", "name": "network-vif-plugged", "status": "completed", "tag": "3b218685-b379-45d9-bbd7-547808e4aa07"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:30.645934 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:30.689980 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-85bd81dd-4896-4d58-bc94-793cbe319a14 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:30.763270 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c187101-8b56-4862-8fcd-57067ae1075d x-openstack-request-id: req-8c187101-8b56-4862-8fcd-57067ae1075d {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:30.763913 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8b6e3fb-9ad2-4e49-bb29-97507cb14cd9", "name": "network-vif-plugged", "status": "completed", "tag": "3b218685-b379-45d9-bbd7-547808e4aa07", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:30.764308 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8c187101-8b56-4862-8fcd-57067ae1075d {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:30.767013 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b6e3fb-9ad2-4e49-bb29-97507cb14cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b218685-b379-45d9-bbd7-547808e4aa07', 'code': 200} Nov 12 03:38:30.847865 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-85bd81dd-4896-4d58-bc94-793cbe319a14 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:30.993676 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd81dd-4896-4d58-bc94-793cbe319a14 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Pushing event updated for resources: {'Port': ['ID=1512d6c4-1448-45fe-8bf2-5ea0e778b6af,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:31.128198 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bd81dd-4896-4d58-bc94-793cbe319a14 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Network 3fc6ff92-7721-47be-92ba-e451c72f612c is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:31.162903 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-85bd81dd-4896-4d58-bc94-793cbe319a14 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:31.171830 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bd81dd-4896-4d58-bc94-793cbe319a14 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:31.172067 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bd81dd-4896-4d58-bc94-793cbe319a14 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:31.172430 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bd81dd-4896-4d58-bc94-793cbe319a14 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:31.172765 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bd81dd-4896-4d58-bc94-793cbe319a14 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:31.173086 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bd81dd-4896-4d58-bc94-793cbe319a14 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:31.173527 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bd81dd-4896-4d58-bc94-793cbe319a14 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:31.173858 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bd81dd-4896-4d58-bc94-793cbe319a14 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:31.174181 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bd81dd-4896-4d58-bc94-793cbe319a14 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:31.174502 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bd81dd-4896-4d58-bc94-793cbe319a14 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:31.174822 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bd81dd-4896-4d58-bc94-793cbe319a14 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:31.175137 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bd81dd-4896-4d58-bc94-793cbe319a14 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:31.175455 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bd81dd-4896-4d58-bc94-793cbe319a14 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:31.181647 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=3b218685-b379-45d9-bbd7-547808e4aa07,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:31.202874 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bd81dd-4896-4d58-bc94-793cbe319a14 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:31.307699 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bd81dd-4896-4d58-bc94-793cbe319a14 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:31.308702 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-85bd81dd-4896-4d58-bc94-793cbe319a14 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:31.418586 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2aeef-5f4b-444a-95b9-47bc967d633e req-144489af-9b72-45a4-baf5-c8a9f8e02c75 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:31.429385 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2aeef-5f4b-444a-95b9-47bc967d633e req-144489af-9b72-45a4-baf5-c8a9f8e02c75 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:31.435647 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2aeef-5f4b-444a-95b9-47bc967d633e req-144489af-9b72-45a4-baf5-c8a9f8e02c75 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:31.441632 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2aeef-5f4b-444a-95b9-47bc967d633e req-144489af-9b72-45a4-baf5-c8a9f8e02c75 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:31.447881 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2aeef-5f4b-444a-95b9-47bc967d633e req-144489af-9b72-45a4-baf5-c8a9f8e02c75 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:31.473890 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2aeef-5f4b-444a-95b9-47bc967d633e req-144489af-9b72-45a4-baf5-c8a9f8e02c75 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:31.481239 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2aeef-5f4b-444a-95b9-47bc967d633e req-144489af-9b72-45a4-baf5-c8a9f8e02c75 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:31.489687 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-91a2aeef-5f4b-444a-95b9-47bc967d633e req-144489af-9b72-45a4-baf5-c8a9f8e02c75 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 5428 time: 0.4933221 Nov 12 03:38:31.522908 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09597a26-3557-4cfb-ac7d-1443e663cbdf req-b0af5ec6-ce80-4dfd-9908-b796891d9943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:31.524917 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09597a26-3557-4cfb-ac7d-1443e663cbdf req-b0af5ec6-ce80-4dfd-9908-b796891d9943 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f8b6e3fb-9ad2-4e49-bb29-97507cb14cd9 HTTP/1.1" status: 200 len: 1097 time: 0.4666193 Nov 12 03:38:31.528031 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-0d54723d-d060-4a0c-8150-4fec07abe535 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:31.531193 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-0d54723d-d060-4a0c-8150-4fec07abe535 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] 10.222.0.90 "GET /v2.0/networks?id=0df98a36-6460-4303-9339-ce3833bedf00 HTTP/1.1" status: 200 len: 808 time: 0.9697511 Nov 12 03:38:31.546890 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-961971c2-43e8-4d5d-8b42-b20b1beb421a req-2965e13c-2f97-42c9-bd6a-043e0cd27cf0 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] 10.222.0.50 "GET /v2.0/ports?device_id=84bd1195-7238-4ce0-bc03-474c69164f6b HTTP/1.1" status: 200 len: 210 time: 0.1228158 Nov 12 03:38:31.587562 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-85bd81dd-4896-4d58-bc94-793cbe319a14 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7895377 Nov 12 03:38:31.592853 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50956) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:31.603364 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-463c3e35-c589-4e9d-93c5-09ce23d722cb tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:c2:95:e0'}]}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:31.636853 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-aab16337-4c52-4635-873b-9c3e33024b52 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] Request body: {'port': {'device_id': '84bd1195-7238-4ce0-bc03-474c69164f6b', 'network_id': '0df98a36-6460-4303-9339-ce3833bedf00', 'admin_state_up': True, 'tenant_id': 'b16d66b4ef54430fb3b1f43ec30b6a39'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:31.641349 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-da3ed670-2a67-4a42-aa92-f8b5f93bf0f2 None None] Provisioning complete for port 1512d6c4-1448-45fe-8bf2-5ea0e778b6af triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:31.642274 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-da3ed670-2a67-4a42-aa92-f8b5f93bf0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:31.647123 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ecdf8-e230-4bb9-970f-e9e68ee977a4 req-316d980b-fecb-434d-bd5f-958218ba0889 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:31.648913 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bf9ecdf8-e230-4bb9-970f-e9e68ee977a4 req-316d980b-fecb-434d-bd5f-958218ba0889 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.90 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 946 time: 0.3373661 Nov 12 03:38:31.691304 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-da3ed670-2a67-4a42-aa92-f8b5f93bf0f2 None None] Port 1512d6c4-1448-45fe-8bf2-5ea0e778b6af cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:38:31.740218 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09597a26-3557-4cfb-ac7d-1443e663cbdf req-95b46128-6adc-4dfc-8029-fc1086b091a4 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900001 Nov 12 03:38:31.787416 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f83dbbd4-916a-4b1d-9acf-7ffe76ea8b73 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5a1d4d1e777e43039bb692953cccca40&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3790860 Nov 12 03:38:31.790511 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50958) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:31.883675 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-91a2aeef-5f4b-444a-95b9-47bc967d633e req-036694c9-8eac-4706-bfe3-118be89e615f tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&id=0adbc793-597d-400b-8618-e8fe9b45ffdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3927073 Nov 12 03:38:31.914929 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6db1c-662d-43fb-9c56-5bb4e374267e req-000bcd16-9c2e-44f8-bf7c-660b15e40001 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:31.925260 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5aa6db1c-662d-43fb-9c56-5bb4e374267e req-000bcd16-9c2e-44f8-bf7c-660b15e40001 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 946 time: 0.1352313 Nov 12 03:38:31.929449 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-aab16337-4c52-4635-873b-9c3e33024b52 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] Made reservation on behalf of b16d66b4ef54430fb3b1f43ec30b6a39 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:31.933765 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-aab16337-4c52-4635-873b-9c3e33024b52 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.012038 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-bf9ecdf8-e230-4bb9-970f-e9e68ee977a4 req-c207bd9f-0699-44ea-bfdb-35e6517acafc tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Deleting port 9afa6c67-c0a1-4c66-8299-b931d06a49fa {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:32.012329 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-bf9ecdf8-e230-4bb9-970f-e9e68ee977a4 req-c207bd9f-0699-44ea-bfdb-35e6517acafc tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.144628 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4667ec5b-3457-4e1a-9c85-076d021993ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.147333 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-aab16337-4c52-4635-873b-9c3e33024b52 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] Allocated IP 172.20.0.8 (0df98a36-6460-4303-9339-ce3833bedf00/cff74400-16cb-458d-85e7-84fc52cd88d1/89900d2b-de0b-461e-b1ab-524afa274aca) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:32.176394 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5aa6db1c-662d-43fb-9c56-5bb4e374267e req-bc2835be-23cc-4b50-a850-3ca474067efd tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2496872 Nov 12 03:38:32.265450 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4667ec5b-3457-4e1a-9c85-076d021993ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.332263 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-bf9ecdf8-e230-4bb9-970f-e9e68ee977a4 req-c207bd9f-0699-44ea-bfdb-35e6517acafc tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] For port 9afa6c67-c0a1-4c66-8299-b931d06a49fa, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=9afa6c67-c0a1-4c66-8299-b931d06a49fa,segment=NetworkSegment(4e7b8aec-969c-41d9-8252-0d15a236e5b1),segment_id=4e7b8aec-969c-41d9-8252-0d15a236e5b1)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:32.332630 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-bf9ecdf8-e230-4bb9-970f-e9e68ee977a4 req-c207bd9f-0699-44ea-bfdb-35e6517acafc tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.335463 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-463c3e35-c589-4e9d-93c5-09ce23d722cb tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.392492 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91503bd5-fecd-4f2e-a9cf-cb453d4a6426 req-60e4b728-0f29-4663-beb3-e6fb8b862dd6 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:32.394293 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-91503bd5-fecd-4f2e-a9cf-cb453d4a6426 req-60e4b728-0f29-4663-beb3-e6fb8b862dd6 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b6e3fb-9ad2-4e49-bb29-97507cb14cd9 HTTP/1.1" status: 200 len: 945 time: 0.2654824 Nov 12 03:38:32.472660 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-aab16337-4c52-4635-873b-9c3e33024b52 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.541021 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-aab16337-4c52-4635-873b-9c3e33024b52 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.543574 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4667ec5b-3457-4e1a-9c85-076d021993ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.546763 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4667ec5b-3457-4e1a-9c85-076d021993ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.548404 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4667ec5b-3457-4e1a-9c85-076d021993ff admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4143b9fd-f10e-4b92-b7ec-50b1e545b5e9 HTTP/1.1" status: 204 len: 168 time: 0.7185748 Nov 12 03:38:32.638141 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4667ec5b-3457-4e1a-9c85-076d021993ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4143b9fd-f10e-4b92-b7ec-50b1e545b5e9,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:32.682344 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab16337-4c52-4635-873b-9c3e33024b52 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] Pushing event updated for resources: {'Port': ['ID=89900d2b-de0b-461e-b1ab-524afa274aca,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:32.713700 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-aab16337-4c52-4635-873b-9c3e33024b52 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] Network 0df98a36-6460-4303-9339-ce3833bedf00 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:32.748704 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-aab16337-4c52-4635-873b-9c3e33024b52 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:32.753497 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-aab16337-4c52-4635-873b-9c3e33024b52 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:32.830850 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-aab16337-4c52-4635-873b-9c3e33024b52 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:32.832317 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-aab16337-4c52-4635-873b-9c3e33024b52 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.833138 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-91503bd5-fecd-4f2e-a9cf-cb453d4a6426 req-59e386e7-e5d9-4c07-aa20-272b5349892b tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3812752 Nov 12 03:38:32.859887 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-aab16337-4c52-4635-873b-9c3e33024b52 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3096008 Nov 12 03:38:32.905425 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-fb392b03-7f17-4cc2-81c9-6274e82cb970 service neutron] Request body: {'port': {'device_id': '84bd1195-7238-4ce0-bc03-474c69164f6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:32.929560 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd91f6-021c-4da2-8c43-422d1377b116 req-e9a8b497-b2da-4440-a29f-9f40bb79828f tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:32.940010 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-edfd91f6-021c-4da2-8c43-422d1377b116 req-e9a8b497-b2da-4440-a29f-9f40bb79828f tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] 10.222.0.50 "GET /v2.0/ports?device_id=84bd1195-7238-4ce0-bc03-474c69164f6b HTTP/1.1" status: 200 len: 931 time: 0.2382684 Nov 12 03:38:33.101246 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-edfd91f6-021c-4da2-8c43-422d1377b116 req-e0a935ec-4241-4ceb-9397-4e34b73685a1 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e605356-043b-4fd0-b128-fc1b62b22c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602993 Nov 12 03:38:33.107486 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-fb392b03-7f17-4cc2-81c9-6274e82cb970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.275287 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-aba53292-ca85-4055-af6b-fa16080524c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.468377 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d012038-b451-4797-aee7-c46530d02178 req-838db7eb-c56c-4713-b2a6-12d5a01a34d7 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:33.478244 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4d012038-b451-4797-aee7-c46530d02178 req-838db7eb-c56c-4713-b2a6-12d5a01a34d7 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 946 time: 0.1190886 Nov 12 03:38:33.540382 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-bf9ecdf8-e230-4bb9-970f-e9e68ee977a4 req-c207bd9f-0699-44ea-bfdb-35e6517acafc tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.540931 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-bf9ecdf8-e230-4bb9-970f-e9e68ee977a4 req-c207bd9f-0699-44ea-bfdb-35e6517acafc tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.541539 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [req-bf9ecdf8-e230-4bb9-970f-e9e68ee977a4 req-c207bd9f-0699-44ea-bfdb-35e6517acafc tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Floating IP 6989e3b8-1f13-49a7-9e7c-7ec149e53885 disassociated. External IP: 172.25.5.2, port: 9afa6c67-c0a1-4c66-8299-b931d06a49fa. Nov 12 03:38:33.541999 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-bf9ecdf8-e230-4bb9-970f-e9e68ee977a4 req-c207bd9f-0699-44ea-bfdb-35e6517acafc tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Calling delete_port for 9afa6c67-c0a1-4c66-8299-b931d06a49fa owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:33.626808 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4d012038-b451-4797-aee7-c46530d02178 req-1beab931-242e-4260-a019-64e99a64799e tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups?id=67056003-f117-487e-a964-2321f8da4fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475048 Nov 12 03:38:33.642588 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-463c3e35-c589-4e9d-93c5-09ce23d722cb tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.690512 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-463c3e35-c589-4e9d-93c5-09ce23d722cb tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.709603 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d2e69-2d75-4190-8fbe-1a7b08f6d6ce req-d1cc9cd9-5814-428e-861b-cbc3fbc94fe8 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:33.716744 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d2e69-2d75-4190-8fbe-1a7b08f6d6ce req-d1cc9cd9-5814-428e-861b-cbc3fbc94fe8 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:33.726938 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d2e69-2d75-4190-8fbe-1a7b08f6d6ce req-d1cc9cd9-5814-428e-861b-cbc3fbc94fe8 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:33.734886 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d2e69-2d75-4190-8fbe-1a7b08f6d6ce req-d1cc9cd9-5814-428e-861b-cbc3fbc94fe8 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:33.743705 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d2e69-2d75-4190-8fbe-1a7b08f6d6ce req-d1cc9cd9-5814-428e-861b-cbc3fbc94fe8 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:33.753356 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d2e69-2d75-4190-8fbe-1a7b08f6d6ce req-d1cc9cd9-5814-428e-861b-cbc3fbc94fe8 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:33.764562 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d2e69-2d75-4190-8fbe-1a7b08f6d6ce req-d1cc9cd9-5814-428e-861b-cbc3fbc94fe8 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:33.766694 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-219d2e69-2d75-4190-8fbe-1a7b08f6d6ce req-d1cc9cd9-5814-428e-861b-cbc3fbc94fe8 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 5428 time: 0.3328142 Nov 12 03:38:33.814507 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-fb392b03-7f17-4cc2-81c9-6274e82cb970 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89900d2b-de0b-461e-b1ab-524afa274aca {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:38:33.860628 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-fb392b03-7f17-4cc2-81c9-6274e82cb970 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.884736 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-fb392b03-7f17-4cc2-81c9-6274e82cb970 service neutron] Transition to ACTIVE for port object 89900d2b-de0b-461e-b1ab-524afa274aca will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:38:33.889336 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-fb392b03-7f17-4cc2-81c9-6274e82cb970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.926059 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51018) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:33.965625 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb392b03-7f17-4cc2-81c9-6274e82cb970 service neutron] Pushing event updated for resources: {'Port': ['ID=89900d2b-de0b-461e-b1ab-524afa274aca,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:33.982049 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c3e35-c589-4e9d-93c5-09ce23d722cb tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Pushing event updated for resources: {'Port': ['ID=1512d6c4-1448-45fe-8bf2-5ea0e778b6af,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:34.060395 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.125541 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-463c3e35-c589-4e9d-93c5-09ce23d722cb tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] In _notify_port_updated(), no bound segment for port 1512d6c4-1448-45fe-8bf2-5ea0e778b6af on network 3fc6ff92-7721-47be-92ba-e451c72f612c {{(pid=102571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:38:34.132937 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463c3e35-c589-4e9d-93c5-09ce23d722cb tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:34.133645 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-463c3e35-c589-4e9d-93c5-09ce23d722cb tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.139093 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-463c3e35-c589-4e9d-93c5-09ce23d722cb tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] 10.222.0.50 "PUT /v2.0/ports/1512d6c4-1448-45fe-8bf2-5ea0e778b6af HTTP/1.1" status: 200 len: 997 time: 2.5370743 Nov 12 03:38:34.139942 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51028) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:34.163917 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-219d2e69-2d75-4190-8fbe-1a7b08f6d6ce req-db31f018-92be-4560-a467-561a56e2aaf0 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&id=0adbc793-597d-400b-8618-e8fe9b45ffdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3655784 Nov 12 03:38:34.187258 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-12e6357b-80ed-4411-abfa-367a54508918 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1096720394'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:34.321260 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f3ad8-ee33-40c4-9091-68f30256db01 req-bddedd6c-56b0-433d-84e7-2979e7756897 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:34.322773 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-634f3ad8-ee33-40c4-9091-68f30256db01 req-bddedd6c-56b0-433d-84e7-2979e7756897 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b6e3fb-9ad2-4e49-bb29-97507cb14cd9 HTTP/1.1" status: 200 len: 945 time: 0.3039501 Nov 12 03:38:34.331292 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-fb392b03-7f17-4cc2-81c9-6274e82cb970 service neutron] Attempting to bind port 89900d2b-de0b-461e-b1ab-524afa274aca on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:38:34.331673 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-fb392b03-7f17-4cc2-81c9-6274e82cb970 service neutron] Attempting to bind port 89900d2b-de0b-461e-b1ab-524afa274aca by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '5ef0873e-0f4a-4924-95d6-d5d084602311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0df98a36-6460-4303-9339-ce3833bedf00'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:38:34.331999 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-fb392b03-7f17-4cc2-81c9-6274e82cb970 service neutron] Attempting to bind port 89900d2b-de0b-461e-b1ab-524afa274aca on network 0df98a36-6460-4303-9339-ce3833bedf00 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:34.343413 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e6357b-80ed-4411-abfa-367a54508918 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Made reservation on behalf of 1f58e1cd99b64f08bb3191fdbe2820dd for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:34.346489 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-232d2cce-6869-4cbb-8d16-9d4b39c856c7 None None] Provisioning complete for port 1512d6c4-1448-45fe-8bf2-5ea0e778b6af triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:34.346950 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-232d2cce-6869-4cbb-8d16-9d4b39c856c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.347228 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-12e6357b-80ed-4411-abfa-367a54508918 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.371167 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-12e6357b-80ed-4411-abfa-367a54508918 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.392370 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-fb392b03-7f17-4cc2-81c9-6274e82cb970 service neutron] Port 89900d2b-de0b-461e-b1ab-524afa274aca on network 0df98a36-6460-4303-9339-ce3833bedf00 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:38:34.392765 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-fb392b03-7f17-4cc2-81c9-6274e82cb970 service neutron] Attempting to bind port 89900d2b-de0b-461e-b1ab-524afa274aca on network 0df98a36-6460-4303-9339-ce3833bedf00 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:34.400670 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-fb392b03-7f17-4cc2-81c9-6274e82cb970 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:38:34.401117 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-fb392b03-7f17-4cc2-81c9-6274e82cb970 service neutron] Checking segment: {'id': '5ef0873e-0f4a-4924-95d6-d5d084602311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0df98a36-6460-4303-9339-ce3833bedf00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:34.401218 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-fb392b03-7f17-4cc2-81c9-6274e82cb970 service neutron] Bound using segment: {'id': '5ef0873e-0f4a-4924-95d6-d5d084602311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0df98a36-6460-4303-9339-ce3833bedf00'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:38:34.401943 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-fb392b03-7f17-4cc2-81c9-6274e82cb970 service neutron] Bound port: 89900d2b-de0b-461e-b1ab-524afa274aca, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef0873e-0f4a-4924-95d6-d5d084602311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0df98a36-6460-4303-9339-ce3833bedf00'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:38:34.402147 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-fb392b03-7f17-4cc2-81c9-6274e82cb970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.450818 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-232d2cce-6869-4cbb-8d16-9d4b39c856c7 None None] Port 1512d6c4-1448-45fe-8bf2-5ea0e778b6af cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:38:34.453293 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-bf9ecdf8-e230-4bb9-970f-e9e68ee977a4 req-c207bd9f-0699-44ea-bfdb-35e6517acafc tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.462270 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-634f3ad8-ee33-40c4-9091-68f30256db01 req-ba5ef255-8788-4624-ab91-1d5d42b589ca tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250591 Nov 12 03:38:34.499222 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207bd9f-0699-44ea-bfdb-35e6517acafc tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Pushing event deleted for resources: {'Port': ['ID=9afa6c67-c0a1-4c66-8299-b931d06a49fa,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:34.523355 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d8813-838e-4871-af0c-c0523e07af44 req-80679677-26bc-4657-923a-00068d72a0b8 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:34.532882 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a85d8813-838e-4871-af0c-c0523e07af44 req-80679677-26bc-4657-923a-00068d72a0b8 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] 10.222.0.50 "GET /v2.0/ports?device_id=84bd1195-7238-4ce0-bc03-474c69164f6b HTTP/1.1" status: 200 len: 943 time: 0.1798098 Nov 12 03:38:34.660381 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-a090e864-c4bf-4d4f-b300-da8342e0a255 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Deleting port 1512d6c4-1448-45fe-8bf2-5ea0e778b6af {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:34.660381 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a090e864-c4bf-4d4f-b300-da8342e0a255 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.681629 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a85d8813-838e-4871-af0c-c0523e07af44 req-2e45f5c5-2144-4ca0-aaaf-ce0eadff50d5 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e605356-043b-4fd0-b128-fc1b62b22c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459105 Nov 12 03:38:34.692528 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-fb392b03-7f17-4cc2-81c9-6274e82cb970 service neutron] For port 89900d2b-de0b-461e-b1ab-524afa274aca, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:38:34.708016 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5241bc5-24fa-4ae5-aaff-2c32f56847ce req-7826c1cc-e6f1-4c3f-ad11-b78b1b163d5a tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:34.719871 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f5241bc5-24fa-4ae5-aaff-2c32f56847ce req-7826c1cc-e6f1-4c3f-ad11-b78b1b163d5a tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b6e3fb-9ad2-4e49-bb29-97507cb14cd9 HTTP/1.1" status: 200 len: 945 time: 0.1419930 Nov 12 03:38:34.779968 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-fb392b03-7f17-4cc2-81c9-6274e82cb970 service neutron] For port 89900d2b-de0b-461e-b1ab-524afa274aca, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=89900d2b-de0b-461e-b1ab-524afa274aca,segment=NetworkSegment(5ef0873e-0f4a-4924-95d6-d5d084602311),segment_id=5ef0873e-0f4a-4924-95d6-d5d084602311)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:38:34.783068 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-12e6357b-80ed-4411-abfa-367a54508918 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.790565 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-fb392b03-7f17-4cc2-81c9-6274e82cb970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.855495 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-12e6357b-80ed-4411-abfa-367a54508918 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.870685 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb392b03-7f17-4cc2-81c9-6274e82cb970 service neutron] Pushing event updated for resources: {'Port': ['ID=89900d2b-de0b-461e-b1ab-524afa274aca,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:34.934045 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12e6357b-80ed-4411-abfa-367a54508918 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:38:34.937294 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-fb392b03-7f17-4cc2-81c9-6274e82cb970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:34.937902 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-fb392b03-7f17-4cc2-81c9-6274e82cb970 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.939394 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-fb392b03-7f17-4cc2-81c9-6274e82cb970 service neutron] 10.222.0.90 "PUT /v2.0/ports/89900d2b-de0b-461e-b1ab-524afa274aca HTTP/1.1" status: 200 len: 1092 time: 2.0624113 Nov 12 03:38:34.939789 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84bd1195-7238-4ce0-bc03-474c69164f6b', 'tag': '89900d2b-de0b-461e-b1ab-524afa274aca'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:34.942761 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559338e8-136b-4ec4-adf6-2f7a64418ec5" -d '{"events": [{"name": "network-changed", "server_uuid": "84bd1195-7238-4ce0-bc03-474c69164f6b", "tag": "89900d2b-de0b-461e-b1ab-524afa274aca"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:34.986670 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f5241bc5-24fa-4ae5-aaff-2c32f56847ce req-72f1cdb6-aa82-4549-a343-e4cefcf11cf2 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635694 Nov 12 03:38:35.006052 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a090e864-c4bf-4d4f-b300-da8342e0a255 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.011539 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf9ecdf8-e230-4bb9-970f-e9e68ee977a4 req-c207bd9f-0699-44ea-bfdb-35e6517acafc tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Router 0f5a727d-6fe0-480c-9e3e-d640e65e3682 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:38:35.012719 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-12e6357b-80ed-4411-abfa-367a54508918 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.012990 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-12e6357b-80ed-4411-abfa-367a54508918 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Added segment 77cc4bf6-8e02-43ce-a488-74354588c3f5 of type vlan for network 494bb186-c83f-405a-9971-5eb83403e66b Nov 12 03:38:35.014543 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6357b-80ed-4411-abfa-367a54508918 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4df642ff-28c3-4450-8e58-a2574c8dcdd6,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:35.094412 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a2480a23-64cd-4a0d-89f3-a7e92eabc9b1 req-e2620437-68a9-45f9-a66c-2e5dc5ff8a3b tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9570f12-a94f-406f-9529-8b7adce8ac7c HTTP/1.1" status: 200 len: 210 time: 0.1848955 Nov 12 03:38:35.124714 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb04717-5974-443c-8793-eaf0334ae7c8 x-openstack-request-id: req-4eb04717-5974-443c-8793-eaf0334ae7c8 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:35.125089 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84bd1195-7238-4ce0-bc03-474c69164f6b", "tag": "89900d2b-de0b-461e-b1ab-524afa274aca", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:35.125640 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4eb04717-5974-443c-8793-eaf0334ae7c8 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:35.126154 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84bd1195-7238-4ce0-bc03-474c69164f6b', 'tag': '89900d2b-de0b-461e-b1ab-524afa274aca', 'status': 'completed', 'code': 200} Nov 12 03:38:35.209770 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-12e6357b-80ed-4411-abfa-367a54508918 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.235650 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-178d824c-6807-4ea9-a56a-7912437b07f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:35.237292 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-178d824c-6807-4ea9-a56a-7912437b07f3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b16d66b4ef54430fb3b1f43ec30b6a39&device_id=84bd1195-7238-4ce0-bc03-474c69164f6b HTTP/1.1" status: 200 len: 1095 time: 0.2000532 Nov 12 03:38:35.247994 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf9ecdf8-e230-4bb9-970f-e9e68ee977a4 req-c207bd9f-0699-44ea-bfdb-35e6517acafc tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:38:35.254540 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-a090e864-c4bf-4d4f-b300-da8342e0a255 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Calling delete_port for 1512d6c4-1448-45fe-8bf2-5ea0e778b6af owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:35.267031 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e77177e-317b-4ddf-b95b-127208583bac None None] Sync routers for ids ['0f5a727d-6fe0-480c-9e3e-d640e65e3682'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:38:35.293089 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e77177e-317b-4ddf-b95b-127208583bac None None] Routers {'0f5a727d-6fe0-480c-9e3e-d640e65e3682'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:38:35.293736 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-6e77177e-317b-4ddf-b95b-127208583bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:38:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['0f5a727d-6fe0-480c-9e3e-d640e65e3682'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:35.315270 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf9ecdf8-e230-4bb9-970f-e9e68ee977a4 req-c207bd9f-0699-44ea-bfdb-35e6517acafc tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] No DVR routers for this DVR port 9afa6c67-c0a1-4c66-8299-b931d06a49fa on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:35.333843 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-bf9ecdf8-e230-4bb9-970f-e9e68ee977a4 req-c207bd9f-0699-44ea-bfdb-35e6517acafc tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.354662 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bf9ecdf8-e230-4bb9-970f-e9e68ee977a4 req-c207bd9f-0699-44ea-bfdb-35e6517acafc tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.90 "DELETE /v2.0/ports/9afa6c67-c0a1-4c66-8299-b931d06a49fa HTTP/1.1" status: 204 len: 173 time: 3.6607001 Nov 12 03:38:35.419175 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9570f12-a94f-406f-9529-8b7adce8ac7c', 'name': 'network-vif-deleted', 'tag': '9afa6c67-c0a1-4c66-8299-b931d06a49fa'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:35.422799 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215598a9-e756-4b4d-abaa-db27f26bf3c9" -d '{"events": [{"server_uuid": "d9570f12-a94f-406f-9529-8b7adce8ac7c", "name": "network-vif-deleted", "tag": "9afa6c67-c0a1-4c66-8299-b931d06a49fa"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:35.449801 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-853707a9-464f-4e13-b8ab-232b3396bc2c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89900d2b-de0b-461e-b1ab-524afa274aca HTTP/1.1" status: 200 len: 217 time: 0.1903498 Nov 12 03:38:35.454097 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.db.resource_extend [None req-12e6357b-80ed-4411-abfa-367a54508918 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:38:35.587616 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-12e6357b-80ed-4411-abfa-367a54508918 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.606811 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e6357b-80ed-4411-abfa-367a54508918 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:35.607997 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-12e6357b-80ed-4411-abfa-367a54508918 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.719085 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.733620 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-6e77177e-317b-4ddf-b95b-127208583bac None None] Set router 0f5a727d-6fe0-480c-9e3e-d640e65e3682 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:38:35.821210 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51074) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:35.824492 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6357b-80ed-4411-abfa-367a54508918 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Pushing event updated for resources: {'Network': ['ID=494bb186-c83f-405a-9971-5eb83403e66b,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:35.852568 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bfb306-c514-4147-ac15-0cd7a0b5ec31 req-955bc5e6-b684-4e23-8017-c4bcab8d2c46 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:35.859327 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bfb306-c514-4147-ac15-0cd7a0b5ec31 req-955bc5e6-b684-4e23-8017-c4bcab8d2c46 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:35.867501 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bfb306-c514-4147-ac15-0cd7a0b5ec31 req-955bc5e6-b684-4e23-8017-c4bcab8d2c46 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:35.867636 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 494bb186-c83f-405a-9971-5eb83403e66b details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:38:35.874537 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bfb306-c514-4147-ac15-0cd7a0b5ec31 req-955bc5e6-b684-4e23-8017-c4bcab8d2c46 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:35.875429 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-12e6357b-80ed-4411-abfa-367a54508918 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9466159 Nov 12 03:38:35.876521 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51078) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:35.882097 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bfb306-c514-4147-ac15-0cd7a0b5ec31 req-955bc5e6-b684-4e23-8017-c4bcab8d2c46 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:35.888860 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bfb306-c514-4147-ac15-0cd7a0b5ec31 req-955bc5e6-b684-4e23-8017-c4bcab8d2c46 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:35.896524 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bfb306-c514-4147-ac15-0cd7a0b5ec31 req-955bc5e6-b684-4e23-8017-c4bcab8d2c46 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:35.902895 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-2a60b672-1ea3-405c-ae07-b9324ed93f8b tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Request body: {'subnet': {'network_id': '494bb186-c83f-405a-9971-5eb83403e66b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:35.904610 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f0bfb306-c514-4147-ac15-0cd7a0b5ec31 req-955bc5e6-b684-4e23-8017-c4bcab8d2c46 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 5428 time: 0.5087020 Nov 12 03:38:35.934143 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a090e864-c4bf-4d4f-b300-da8342e0a255 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.963691 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-6362fe00-b152-4aae-9877-00cea7f4794d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:35.965036 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-6362fe00-b152-4aae-9877-00cea7f4794d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cff74400-16cb-458d-85e7-84fc52cd88d1 HTTP/1.1" status: 200 len: 848 time: 0.4241726 Nov 12 03:38:36.028990 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4571730-2ef7-4694-b028-0e845cbaeed4 x-openstack-request-id: req-a4571730-2ef7-4694-b028-0e845cbaeed4 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:36.029538 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9570f12-a94f-406f-9529-8b7adce8ac7c", "name": "network-vif-deleted", "tag": "9afa6c67-c0a1-4c66-8299-b931d06a49fa", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:36.029538 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a4571730-2ef7-4694-b028-0e845cbaeed4 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:36.029936 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9570f12-a94f-406f-9529-8b7adce8ac7c', 'name': 'network-vif-deleted', 'tag': '9afa6c67-c0a1-4c66-8299-b931d06a49fa', 'status': 'completed', 'code': 200} Nov 12 03:38:36.035255 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a090e864-c4bf-4d4f-b300-da8342e0a255 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Pushing event deleted for resources: {'Port': ['ID=1512d6c4-1448-45fe-8bf2-5ea0e778b6af,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:36.194813 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-f1c11d1b-0e9d-4ae6-b5de-897aad2fcfdc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0df98a36-6460-4303-9339-ce3833bedf00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1833413 Nov 12 03:38:36.211369 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f0bfb306-c514-4147-ac15-0cd7a0b5ec31 req-0b2859d5-bdc7-41d2-94ef-1e58e310052d tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&id=0adbc793-597d-400b-8618-e8fe9b45ffdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2992706 Nov 12 03:38:36.221499 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a090e864-c4bf-4d4f-b300-da8342e0a255 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.233644 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a090e864-c4bf-4d4f-b300-da8342e0a255 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] 10.222.0.50 "DELETE /v2.0/ports/1512d6c4-1448-45fe-8bf2-5ea0e778b6af HTTP/1.1" status: 204 len: 168 time: 2.0919034 Nov 12 03:38:36.236856 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51086) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:36.297095 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-875b8c36-81c2-4b38-a736-88359c6b6762 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] GET failed (client error): The resource could not be found. Nov 12 03:38:36.299189 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-875b8c36-81c2-4b38-a736-88359c6b6762 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] 10.222.0.50 "GET /v2.0/ports/1512d6c4-1448-45fe-8bf2-5ea0e778b6af HTTP/1.1" status: 404 len: 333 time: 0.0610900 Nov 12 03:38:36.305118 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51088) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:36.310654 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-8c0832ba-64a3-45f1-a17a-433df865a04b tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Request body: {'port': {'network_id': '3fc6ff92-7721-47be-92ba-e451c72f612c', 'name': 'tempest-AllowedAddressPairTestJSON-1285890860'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:36.348559 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-08d65455-f04c-4979-a3a4-61725c90176a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.381954 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 9afa6c67-c0a1-4c66-8299-b931d06a49fa no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:36.529814 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a60b672-1ea3-405c-ae07-b9324ed93f8b tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Made reservation on behalf of 1f58e1cd99b64f08bb3191fdbe2820dd for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:36.533975 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2a60b672-1ea3-405c-ae07-b9324ed93f8b tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.538725 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-37b2aa72-a140-4e1d-ae16-180f88d221f2 service neutron] 10.222.0.90 "GET /v2.0/networks/0df98a36-6460-4303-9339-ce3833bedf00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853778 Nov 12 03:38:36.570045 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.595971 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: 9afa6c67-c0a1-4c66-8299-b931d06a49fa {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:38:36.596749 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 9afa6c67-c0a1-4c66-8299-b931d06a49fa not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:38:36.626149 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9bdf6-fe38-4bb6-8f64-f4e9876655b4 req-432c4819-e70e-4a9a-a22c-5ac952b4fcd7 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:36.627756 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-07b9bdf6-fe38-4bb6-8f64-f4e9876655b4 req-432c4819-e70e-4a9a-a22c-5ac952b4fcd7 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] 10.222.0.50 "GET /v2.0/ports?device_id=84bd1195-7238-4ce0-bc03-474c69164f6b HTTP/1.1" status: 200 len: 943 time: 0.1336660 Nov 12 03:38:36.628599 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0832ba-64a3-45f1-a17a-433df865a04b tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Made reservation on behalf of e66fe21c5d414679b6308e290b4e8993 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:36.642534 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8c0832ba-64a3-45f1-a17a-433df865a04b tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.643738 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-6e77177e-317b-4ddf-b95b-127208583bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'name': 'tempest-AttachVolumeShelveTestJSON-1124040181-router', 'tenant_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'e232dec0-dc70-4660-ae8e-a45a708c7eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:43Z', 'updated_at': '2021-11-12T03:28:52Z', 'revision_number': 4, 'project_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'gw_port': {'id': 'e232dec0-dc70-4660-ae8e-a45a708c7eea', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:43Z', 'updated_at': '2021-11-12T03:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '7c309888-1e42-4f70-953a-89bc8d5ea61c', 'name': '', 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb', 'tenant_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'mac_address': 'fa:16:3e:0c:f9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:50Z', 'updated_at': '2021-11-12T03:28:58Z', 'revision_number': 5, 'project_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'subnets': [{'id': '4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:36.707571 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-8c0832ba-64a3-45f1-a17a-433df865a04b tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] device_id is not set on port e294aa26-f8e4-4898-8d41-70e6774be653 yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:38:36.737376 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2920d68e-ebe5-4d74-bffd-a7d27f3e652d req-e9cb94ac-521f-4d7c-9bb3-4825466a136b service neutron] 10.222.0.90 "GET /v2.0/networks/0df98a36-6460-4303-9339-ce3833bedf00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353679 Nov 12 03:38:36.806200 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-07b9bdf6-fe38-4bb6-8f64-f4e9876655b4 req-36054af9-26ab-4e89-a693-54d101cd3d90 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e605356-043b-4fd0-b128-fc1b62b22c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611116 Nov 12 03:38:36.844617 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e77177e-317b-4ddf-b95b-127208583bac None None] Checking router: 0f5a727d-6fe0-480c-9e3e-d640e65e3682 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:38:36.879958 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc67a7-eb6b-4469-8a49-e90fb05ba2c4 req-dfa6e7e4-dd02-48af-a399-6e8ac1143411 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:36.889341 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-73dc67a7-eb6b-4469-8a49-e90fb05ba2c4 req-dfa6e7e4-dd02-48af-a399-6e8ac1143411 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b6e3fb-9ad2-4e49-bb29-97507cb14cd9 HTTP/1.1" status: 200 len: 945 time: 0.5604370 Nov 12 03:38:36.923650 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e77177e-317b-4ddf-b95b-127208583bac None None] Routers {'0f5a727d-6fe0-480c-9e3e-d640e65e3682'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:38:36.928931 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-6e77177e-317b-4ddf-b95b-127208583bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:38:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['0f5a727d-6fe0-480c-9e3e-d640e65e3682'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:37.000522 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51098) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:37.079987 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-73dc67a7-eb6b-4469-8a49-e90fb05ba2c4 req-b9bf667b-be03-4172-901d-adf807a248a3 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893628 Nov 12 03:38:37.120480 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-8c0832ba-64a3-45f1-a17a-433df865a04b tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Allocated IP 172.20.0.4 (3fc6ff92-7721-47be-92ba-e451c72f612c/2b14f464-6619-42f7-996c-337f4182778a/e294aa26-f8e4-4898-8d41-70e6774be653) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:37.205112 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559338e8-136b-4ec4-adf6-2f7a64418ec5 req-5d85ddd2-8d20-424f-808a-c1c2b3d0e285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:37.210281 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-559338e8-136b-4ec4-adf6-2f7a64418ec5 req-5d85ddd2-8d20-424f-808a-c1c2b3d0e285 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b16d66b4ef54430fb3b1f43ec30b6a39&device_id=84bd1195-7238-4ce0-bc03-474c69164f6b HTTP/1.1" status: 200 len: 1095 time: 0.2666473 Nov 12 03:38:37.226480 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-6e77177e-317b-4ddf-b95b-127208583bac None None] Set router 0f5a727d-6fe0-480c-9e3e-d640e65e3682 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:38:37.297031 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-08d65455-f04c-4979-a3a4-61725c90176a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.335130 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a9075-6fd4-449c-9a12-cc04a36bb039 req-196495b9-b6a5-416a-bb50-2eb242abb1fb tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:37.338863 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-623a9075-6fd4-449c-9a12-cc04a36bb039 req-196495b9-b6a5-416a-bb50-2eb242abb1fb tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.90 "GET /v2.0/ports?device_id=f8b6e3fb-9ad2-4e49-bb29-97507cb14cd9 HTTP/1.1" status: 200 len: 945 time: 0.3824883 Nov 12 03:38:37.354306 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-08d65455-f04c-4979-a3a4-61725c90176a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.484221 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-542ca9a7-f268-42fb-a43b-4bd407fa67e6 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.572494 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559338e8-136b-4ec4-adf6-2f7a64418ec5 req-e7799f61-e3cb-4678-b70f-01f74665b571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:37.574788 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-559338e8-136b-4ec4-adf6-2f7a64418ec5 req-e7799f61-e3cb-4678-b70f-01f74665b571 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0df98a36-6460-4303-9339-ce3833bedf00 HTTP/1.1" status: 200 len: 909 time: 0.3545666 Nov 12 03:38:37.589147 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-542ca9a7-f268-42fb-a43b-4bd407fa67e6 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.599970 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-08d65455-f04c-4979-a3a4-61725c90176a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a9f8974284ea49ad9e065384150c7ee5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7726135 Nov 12 03:38:37.606176 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51112) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:37.617926 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2a60b672-1ea3-405c-ae07-b9324ed93f8b tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.649154 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63770e93-49f5-4f7e-b8cd-7e6dab3e59bd req-aa6ae1ae-99f6-475c-b5ef-2ffa7e34cb7a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:37.655291 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63770e93-49f5-4f7e-b8cd-7e6dab3e59bd req-aa6ae1ae-99f6-475c-b5ef-2ffa7e34cb7a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:37.662133 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-6e77177e-317b-4ddf-b95b-127208583bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'name': 'tempest-AttachVolumeShelveTestJSON-1124040181-router', 'tenant_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'e232dec0-dc70-4660-ae8e-a45a708c7eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:43Z', 'updated_at': '2021-11-12T03:28:52Z', 'revision_number': 4, 'project_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'gw_port': {'id': 'e232dec0-dc70-4660-ae8e-a45a708c7eea', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:43Z', 'updated_at': '2021-11-12T03:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '7c309888-1e42-4f70-953a-89bc8d5ea61c', 'name': '', 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb', 'tenant_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'mac_address': 'fa:16:3e:0c:f9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:50Z', 'updated_at': '2021-11-12T03:28:58Z', 'revision_number': 5, 'project_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'subnets': [{'id': '4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:37.662587 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63770e93-49f5-4f7e-b8cd-7e6dab3e59bd req-aa6ae1ae-99f6-475c-b5ef-2ffa7e34cb7a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:37.668711 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63770e93-49f5-4f7e-b8cd-7e6dab3e59bd req-aa6ae1ae-99f6-475c-b5ef-2ffa7e34cb7a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:37.675043 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63770e93-49f5-4f7e-b8cd-7e6dab3e59bd req-aa6ae1ae-99f6-475c-b5ef-2ffa7e34cb7a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:37.682034 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63770e93-49f5-4f7e-b8cd-7e6dab3e59bd req-aa6ae1ae-99f6-475c-b5ef-2ffa7e34cb7a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:37.687851 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63770e93-49f5-4f7e-b8cd-7e6dab3e59bd req-aa6ae1ae-99f6-475c-b5ef-2ffa7e34cb7a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:37.695921 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-63770e93-49f5-4f7e-b8cd-7e6dab3e59bd req-aa6ae1ae-99f6-475c-b5ef-2ffa7e34cb7a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 5428 time: 0.3318965 Nov 12 03:38:37.700863 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e77177e-317b-4ddf-b95b-127208583bac None None] The sync data for ids ['0f5a727d-6fe0-480c-9e3e-d640e65e3682'] in n-d-715271-27 is: [{'id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'name': 'tempest-AttachVolumeShelveTestJSON-1124040181-router', 'tenant_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'e232dec0-dc70-4660-ae8e-a45a708c7eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:43Z', 'updated_at': '2021-11-12T03:28:52Z', 'revision_number': 4, 'project_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'gw_port': {'id': 'e232dec0-dc70-4660-ae8e-a45a708c7eea', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:43Z', 'updated_at': '2021-11-12T03:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '7c309888-1e42-4f70-953a-89bc8d5ea61c', 'name': '', 'network_id': '6c7f6069-f411-4391-9326-65cfd4966ecb', 'tenant_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'mac_address': 'fa:16:3e:0c:f9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:50Z', 'updated_at': '2021-11-12T03:28:58Z', 'revision_number': 5, 'project_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'subnets': [{'id': '4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:38:37.735733 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a60b672-1ea3-405c-ae07-b9324ed93f8b tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Pushing event updated for resources: {'Subnet': ['ID=ef23b3b3-d737-426f-9bd8-731d9fb9f5d5,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:37.768935 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-559338e8-136b-4ec4-adf6-2f7a64418ec5 req-73143f1a-6b89-4ebb-b05e-14ae7f707ccc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89900d2b-de0b-461e-b1ab-524afa274aca HTTP/1.1" status: 200 len: 217 time: 0.1604049 Nov 12 03:38:37.846744 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559338e8-136b-4ec4-adf6-2f7a64418ec5 req-01e5fd52-dff0-47fa-8e14-629a6f2afad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:37.848284 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-559338e8-136b-4ec4-adf6-2f7a64418ec5 req-01e5fd52-dff0-47fa-8e14-629a6f2afad1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cff74400-16cb-458d-85e7-84fc52cd88d1 HTTP/1.1" status: 200 len: 848 time: 0.0691001 Nov 12 03:38:37.852482 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d65455-f04c-4979-a3a4-61725c90176a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc60c5f-9877-4cd7-a90d-c64887f13575,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:37.893031 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-559338e8-136b-4ec4-adf6-2f7a64418ec5 req-c380ccf9-7dc2-40ae-884b-5831164d78ec service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0df98a36-6460-4303-9339-ce3833bedf00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354862 Nov 12 03:38:37.946679 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-623a9075-6fd4-449c-9a12-cc04a36bb039 req-7b05139b-cbfc-492d-81dd-c09bee5003f0 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Deleting port 3b218685-b379-45d9-bbd7-547808e4aa07 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:37.947030 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-623a9075-6fd4-449c-9a12-cc04a36bb039 req-7b05139b-cbfc-492d-81dd-c09bee5003f0 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.947396 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a60b672-1ea3-405c-ae07-b9324ed93f8b tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Checking segment: {'id': '77cc4bf6-8e02-43ce-a488-74354588c3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '494bb186-c83f-405a-9971-5eb83403e66b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:37.947763 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a60b672-1ea3-405c-ae07-b9324ed93f8b tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Network hostable DHCP agents. Network: 494bb186-c83f-405a-9971-5eb83403e66b, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:38:37.971113 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-63770e93-49f5-4f7e-b8cd-7e6dab3e59bd req-6594c333-c453-4382-8a27-709654825036 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&id=0adbc793-597d-400b-8618-e8fe9b45ffdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2735894 Nov 12 03:38:37.974475 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8c0832ba-64a3-45f1-a17a-433df865a04b tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.999187 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-14522aa3-8df2-4dc2-bc3e-a43361cc3eb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:38.002656 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-542ca9a7-f268-42fb-a43b-4bd407fa67e6 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:38.005587 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-542ca9a7-f268-42fb-a43b-4bd407fa67e6 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:38.009528 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-542ca9a7-f268-42fb-a43b-4bd407fa67e6 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "DELETE /v2.0/security-groups/67056003-f117-487e-a964-2321f8da4fd1 HTTP/1.1" status: 204 len: 168 time: 0.9911993 Nov 12 03:38:38.018631 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51120) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:38.085445 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ca9a7-f268-42fb-a43b-4bd407fa67e6 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67056003-f117-487e-a964-2321f8da4fd1,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:38.096254 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-14522aa3-8df2-4dc2-bc3e-a43361cc3eb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:38.149881 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-67ff8bef-47e7-4998-bc50-edafe5797b33 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] show failed (client error): The resource could not be found. Nov 12 03:38:38.155543 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-67ff8bef-47e7-4998-bc50-edafe5797b33 tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "GET /v2.0/security-groups/67056003-f117-487e-a964-2321f8da4fd1 HTTP/1.1" status: 404 len: 347 time: 0.1330128 Nov 12 03:38:38.160425 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-559338e8-136b-4ec4-adf6-2f7a64418ec5 req-11eef0cf-b7f6-4fcf-be2e-1d42abed081c service neutron] 10.222.0.90 "GET /v2.0/networks/0df98a36-6460-4303-9339-ce3833bedf00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588177 Nov 12 03:38:38.166482 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51126) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:38.252662 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a60b672-1ea3-405c-ae07-b9324ed93f8b tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Network 494bb186-c83f-405a-9971-5eb83403e66b is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:38:38.257277 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2d3381-ada2-4094-ba3f-58dc8f556975 None None] New status for floating IP 6989e3b8-1f13-49a7-9e7c-7ec149e53885: DOWN {{(pid=102574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:38:38.299332 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966d34a-3224-41df-bc51-fdb23456733c req-11ab42ab-a10b-4431-81d6-f56e733580a1 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:38.301245 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2966d34a-3224-41df-bc51-fdb23456733c req-11ab42ab-a10b-4431-81d6-f56e733580a1 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] 10.222.0.50 "GET /v2.0/ports?device_id=84bd1195-7238-4ce0-bc03-474c69164f6b HTTP/1.1" status: 200 len: 943 time: 0.3296454 Nov 12 03:38:38.307917 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8c0832ba-64a3-45f1-a17a-433df865a04b tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:38.312957 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-14522aa3-8df2-4dc2-bc3e-a43361cc3eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:38.316191 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-14522aa3-8df2-4dc2-bc3e-a43361cc3eb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:38.332721 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-14522aa3-8df2-4dc2-bc3e-a43361cc3eb8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0dc60c5f-9877-4cd7-a90d-c64887f13575 HTTP/1.1" status: 204 len: 168 time: 0.6844950 Nov 12 03:38:38.372122 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-623a9075-6fd4-449c-9a12-cc04a36bb039 req-7b05139b-cbfc-492d-81dd-c09bee5003f0 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] For port 3b218685-b379-45d9-bbd7-547808e4aa07, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=3b218685-b379-45d9-bbd7-547808e4aa07,segment=NetworkSegment(cb0def10-0c33-48e7-8f61-e6fe0bcab07e),segment_id=cb0def10-0c33-48e7-8f61-e6fe0bcab07e)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:38.375199 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-623a9075-6fd4-449c-9a12-cc04a36bb039 req-7b05139b-cbfc-492d-81dd-c09bee5003f0 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:38.393748 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-2a60b672-1ea3-405c-ae07-b9324ed93f8b tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 494bb186-c83f-405a-9971-5eb83403e66b) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:38.410485 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c24557-4ff3-466f-a157-73449cca3a18 None None] Network 494bb186-c83f-405a-9971-5eb83403e66b requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:38.423083 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a60b672-1ea3-405c-ae07-b9324ed93f8b tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:38.423847 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2a60b672-1ea3-405c-ae07-b9324ed93f8b tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:38.441013 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0832ba-64a3-45f1-a17a-433df865a04b tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Network 3fc6ff92-7721-47be-92ba-e451c72f612c is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:38.502041 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-8c0832ba-64a3-45f1-a17a-433df865a04b tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:38.514648 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0832ba-64a3-45f1-a17a-433df865a04b tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:38.526243 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2a60b672-1ea3-405c-ae07-b9324ed93f8b tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6316926 Nov 12 03:38:38.541349 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51134) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:38.587266 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-b6b6a175-2bc8-4420-8dfc-7618bafb6f6d tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-529063950', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}, 'admin_state_up': False}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:38.636291 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-623a9075-6fd4-449c-9a12-cc04a36bb039 req-7b05139b-cbfc-492d-81dd-c09bee5003f0 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Calling delete_port for 3b218685-b379-45d9-bbd7-547808e4aa07 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:38.638951 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14522aa3-8df2-4dc2-bc3e-a43361cc3eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc60c5f-9877-4cd7-a90d-c64887f13575,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:38.641445 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-559338e8-136b-4ec4-adf6-2f7a64418ec5 req-67a6ef03-796a-417f-a6a8-79de9dc5d9d8 service neutron] 10.222.0.90 "GET /v2.0/networks/0df98a36-6460-4303-9339-ce3833bedf00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4699090 Nov 12 03:38:38.669005 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2966d34a-3224-41df-bc51-fdb23456733c req-fc565e3b-3990-43bd-a9bd-3876aa5d1b51 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e605356-043b-4fd0-b128-fc1b62b22c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538616 Nov 12 03:38:38.723063 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-5e36ce52-b13b-41fd-aa65-9cd17c6e0aeb tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Deleting port 79ac616f-5cc6-4466-ad2f-2c9fbec7f305 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:38.723496 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5e36ce52-b13b-41fd-aa65-9cd17c6e0aeb tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:38.746243 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108a7ab-ac99-4fa8-b8a7-a4a1c5f84d95 req-d1a70a8a-3798-4cb6-984c-8be267bb26ad tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:38.748627 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6108a7ab-ac99-4fa8-b8a7-a4a1c5f84d95 req-d1a70a8a-3798-4cb6-984c-8be267bb26ad tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b6e3fb-9ad2-4e49-bb29-97507cb14cd9 HTTP/1.1" status: 200 len: 945 time: 0.5328655 Nov 12 03:38:38.749712 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0832ba-64a3-45f1-a17a-433df865a04b tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Pushing event updated for resources: {'Port': ['ID=e294aa26-f8e4-4898-8d41-70e6774be653,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:38.763464 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b6b6a175-2bc8-4420-8dfc-7618bafb6f6d tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:38.764659 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b6b6a175-2bc8-4420-8dfc-7618bafb6f6d tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:38.852068 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0832ba-64a3-45f1-a17a-433df865a04b tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:38.852882 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8c0832ba-64a3-45f1-a17a-433df865a04b tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:38.915679 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:38.916805 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3434f8-deed-4b59-9d68-ba1f9fef2c93 None None] Network 494bb186-c83f-405a-9971-5eb83403e66b requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:38.927941 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8c0832ba-64a3-45f1-a17a-433df865a04b tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6180584 Nov 12 03:38:38.937873 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51150) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:38.947523 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-bddb1ddb-6d44-4fe7-a6b0-88b49baa826c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Request body: {'port': {'network_id': '3fc6ff92-7721-47be-92ba-e451c72f612c', 'name': 'tempest-AllowedAddressPairTestJSON-1657877670'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:38.972358 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6108a7ab-ac99-4fa8-b8a7-a4a1c5f84d95 req-3bd24c5e-f0f7-4df1-a8ca-4e005ab146b0 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136915 Nov 12 03:38:39.004769 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b6b6a175-2bc8-4420-8dfc-7618bafb6f6d tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:39.053858 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-dcb92a15-3b99-43ae-991f-1e808a047111 None None] Provisioning complete for port e294aa26-f8e4-4898-8d41-70e6774be653 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:39.054458 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-dcb92a15-3b99-43ae-991f-1e808a047111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:39.121796 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-dcb92a15-3b99-43ae-991f-1e808a047111 None None] Port e294aa26-f8e4-4898-8d41-70e6774be653 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:38:39.211566 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5e36ce52-b13b-41fd-aa65-9cd17c6e0aeb tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:39.211951 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5e36ce52-b13b-41fd-aa65-9cd17c6e0aeb tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:39.261130 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-5e36ce52-b13b-41fd-aa65-9cd17c6e0aeb tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Calling delete_port for 79ac616f-5cc6-4466-ad2f-2c9fbec7f305 owned by network:floatingip {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:39.655589 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bddb1ddb-6d44-4fe7-a6b0-88b49baa826c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Made reservation on behalf of e66fe21c5d414679b6308e290b4e8993 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:39.662742 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bddb1ddb-6d44-4fe7-a6b0-88b49baa826c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:39.680275 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-623a9075-6fd4-449c-9a12-cc04a36bb039 req-7b05139b-cbfc-492d-81dd-c09bee5003f0 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:39.695040 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['49b293a5-a2d4-4fee-bf55-5069bfa8e6b9'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:38:39.761682 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-bddb1ddb-6d44-4fe7-a6b0-88b49baa826c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] device_id is not set on port f09e4d66-d681-4664-8751-82c5fd238c66 yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:38:39.771978 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b05139b-cbfc-492d-81dd-c09bee5003f0 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Pushing event deleted for resources: {'Port': ['ID=3b218685-b379-45d9-bbd7-547808e4aa07,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:39.807837 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b6b6a175-2bc8-4420-8dfc-7618bafb6f6d tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:39.840458 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2e9e0-62f0-4873-b7a8-e16160d65fdd req-7456cd75-ee35-4b49-b32c-5efece0bcd5c tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:39.846546 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2e9e0-62f0-4873-b7a8-e16160d65fdd req-7456cd75-ee35-4b49-b32c-5efece0bcd5c tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:39.858000 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2e9e0-62f0-4873-b7a8-e16160d65fdd req-7456cd75-ee35-4b49-b32c-5efece0bcd5c tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:39.862668 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-623a9075-6fd4-449c-9a12-cc04a36bb039 req-7b05139b-cbfc-492d-81dd-c09bee5003f0 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] No DVR routers for this DVR port 3b218685-b379-45d9-bbd7-547808e4aa07 on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:39.870103 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2e9e0-62f0-4873-b7a8-e16160d65fdd req-7456cd75-ee35-4b49-b32c-5efece0bcd5c tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:39.877046 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2e9e0-62f0-4873-b7a8-e16160d65fdd req-7456cd75-ee35-4b49-b32c-5efece0bcd5c tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:39.877599 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-623a9075-6fd4-449c-9a12-cc04a36bb039 req-7b05139b-cbfc-492d-81dd-c09bee5003f0 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:39.882789 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-623a9075-6fd4-449c-9a12-cc04a36bb039 req-7b05139b-cbfc-492d-81dd-c09bee5003f0 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.90 "DELETE /v2.0/ports/3b218685-b379-45d9-bbd7-547808e4aa07 HTTP/1.1" status: 204 len: 173 time: 2.5022197 Nov 12 03:38:39.883231 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b6e3fb-9ad2-4e49-bb29-97507cb14cd9', 'name': 'network-vif-deleted', 'tag': '3b218685-b379-45d9-bbd7-547808e4aa07'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:39.884817 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2e9e0-62f0-4873-b7a8-e16160d65fdd req-7456cd75-ee35-4b49-b32c-5efece0bcd5c tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:39.885798 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8eaba7f-fc46-41aa-af34-b19cba10af71" -d '{"events": [{"server_uuid": "f8b6e3fb-9ad2-4e49-bb29-97507cb14cd9", "name": "network-vif-deleted", "tag": "3b218685-b379-45d9-bbd7-547808e4aa07"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:39.908767 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2e9e0-62f0-4873-b7a8-e16160d65fdd req-7456cd75-ee35-4b49-b32c-5efece0bcd5c tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:39.911011 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0ea2e9e0-62f0-4873-b7a8-e16160d65fdd req-7456cd75-ee35-4b49-b32c-5efece0bcd5c tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 5428 time: 0.7737234 Nov 12 03:38:39.997745 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabfc9da-889a-4c67-91ec-6474242599c8 req-61fe5bc2-70e0-4715-b8fe-b96937ea1980 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:40.006346 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cabfc9da-889a-4c67-91ec-6474242599c8 req-61fe5bc2-70e0-4715-b8fe-b96937ea1980 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] 10.222.0.50 "GET /v2.0/ports?device_id=84bd1195-7238-4ce0-bc03-474c69164f6b HTTP/1.1" status: 200 len: 943 time: 0.1480355 Nov 12 03:38:40.072067 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0ea2e9e0-62f0-4873-b7a8-e16160d65fdd req-331255b8-a7ef-4dec-8580-1b02e38732ed tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&id=0adbc793-597d-400b-8618-e8fe9b45ffdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1510463 Nov 12 03:38:40.102366 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-bddb1ddb-6d44-4fe7-a6b0-88b49baa826c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Allocated IP 172.20.0.3 (3fc6ff92-7721-47be-92ba-e451c72f612c/2b14f464-6619-42f7-996c-337f4182778a/f09e4d66-d681-4664-8751-82c5fd238c66) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:40.172428 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5e36ce52-b13b-41fd-aa65-9cd17c6e0aeb tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:40.178799 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cabfc9da-889a-4c67-91ec-6474242599c8 req-be35e7fb-e60f-4573-9c61-bdbb25cc3a6e tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e605356-043b-4fd0-b128-fc1b62b22c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691768 Nov 12 03:38:40.190618 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7585a8-d61a-4f8f-8669-8c023e520a1d x-openstack-request-id: req-da7585a8-d61a-4f8f-8669-8c023e520a1d {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:40.191323 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8b6e3fb-9ad2-4e49-bb29-97507cb14cd9", "name": "network-vif-deleted", "tag": "3b218685-b379-45d9-bbd7-547808e4aa07", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:40.191903 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-da7585a8-d61a-4f8f-8669-8c023e520a1d {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:40.193278 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b6e3fb-9ad2-4e49-bb29-97507cb14cd9', 'name': 'network-vif-deleted', 'tag': '3b218685-b379-45d9-bbd7-547808e4aa07', 'status': 'completed', 'code': 200} Nov 12 03:38:40.240164 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 89900d2b-de0b-461e-b1ab-524afa274aca details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:38:40.258274 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e36ce52-b13b-41fd-aa65-9cd17c6e0aeb tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Pushing event deleted for resources: {'Port': ['ID=79ac616f-5cc6-4466-ad2f-2c9fbec7f305,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:40.296690 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 3b218685-b379-45d9-bbd7-547808e4aa07 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:40.325525 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: 3b218685-b379-45d9-bbd7-547808e4aa07 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:38:40.326171 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 3b218685-b379-45d9-bbd7-547808e4aa07 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:38:40.390349 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5e36ce52-b13b-41fd-aa65-9cd17c6e0aeb tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks [] for floatingip, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:40.393069 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5e36ce52-b13b-41fd-aa65-9cd17c6e0aeb tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:40.394221 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5e36ce52-b13b-41fd-aa65-9cd17c6e0aeb tempest-AttachVolumeShelveTestJSON-1488706457 tempest-AttachVolumeShelveTestJSON-1488706457-project] 10.222.0.50 "DELETE /v2.0/floatingips/6989e3b8-1f13-49a7-9e7c-7ec149e53885 HTTP/1.1" status: 204 len: 168 time: 2.2262125 Nov 12 03:38:40.453676 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-778f2156-6e43-47db-b869-a0ec1bdd4157 req-77aa34c0-12e7-47b0-be2f-e9da047529b6 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b6e3fb-9ad2-4e49-bb29-97507cb14cd9 HTTP/1.1" status: 200 len: 210 time: 0.0989349 Nov 12 03:38:40.523820 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bddb1ddb-6d44-4fe7-a6b0-88b49baa826c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:40.542923 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b6b6a175-2bc8-4420-8dfc-7618bafb6f6d tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for router_gateway, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:40.594419 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b6b6a175-2bc8-4420-8dfc-7618bafb6f6d tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:40.597382 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 89900d2b-de0b-461e-b1ab-524afa274aca, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=89900d2b-de0b-461e-b1ab-524afa274aca,segment=NetworkSegment(5ef0873e-0f4a-4924-95d6-d5d084602311),segment_id=5ef0873e-0f4a-4924-95d6-d5d084602311)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:40.619641 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '89900d2b-de0b-461e-b1ab-524afa274aca', 'network_id': '0df98a36-6460-4303-9339-ce3833bedf00', 'port_id': '89900d2b-de0b-461e-b1ab-524afa274aca', 'mac_address': 'fa:16:3e:48:8e:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cff74400-16cb-458d-85e7-84fc52cd88d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:38:40.701110 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bddb1ddb-6d44-4fe7-a6b0-88b49baa826c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:40.709450 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:40.725798 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89900d2b-de0b-461e-b1ab-524afa274aca {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:38:40.767317 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 89900d2b-de0b-461e-b1ab-524afa274aca, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=89900d2b-de0b-461e-b1ab-524afa274aca,segment=NetworkSegment(5ef0873e-0f4a-4924-95d6-d5d084602311),segment_id=5ef0873e-0f4a-4924-95d6-d5d084602311)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:40.779356 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:40.780905 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddb1ddb-6d44-4fe7-a6b0-88b49baa826c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Network 3fc6ff92-7721-47be-92ba-e451c72f612c is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:40.797779 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-bddb1ddb-6d44-4fe7-a6b0-88b49baa826c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:40.829014 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddb1ddb-6d44-4fe7-a6b0-88b49baa826c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:40.889226 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb1ddb-6d44-4fe7-a6b0-88b49baa826c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Pushing event updated for resources: {'Port': ['ID=f09e4d66-d681-4664-8751-82c5fd238c66,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:40.904480 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:38:40.925114 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-b6b6a175-2bc8-4420-8dfc-7618bafb6f6d tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Allocated IP 172.25.5.142 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/3a8e7b4a-ff92-41a7-80aa-172356a48144) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:40.958535 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=89900d2b-de0b-461e-b1ab-524afa274aca,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:41.026768 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddb1ddb-6d44-4fe7-a6b0-88b49baa826c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:41.027598 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bddb1ddb-6d44-4fe7-a6b0-88b49baa826c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:41.052596 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-bddb1ddb-6d44-4fe7-a6b0-88b49baa826c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1104827 Nov 12 03:38:41.055797 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51214) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:41.087358 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['89900d2b-de0b-461e-b1ab-524afa274aca'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:38:41.100628 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-16e412e4-0249-41f0-8de8-2cd309444505 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:c2:95:e0'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:c3:8c:82'}]}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:41.234300 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b6b6a175-2bc8-4420-8dfc-7618bafb6f6d tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:41.389300 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b6b6a175-2bc8-4420-8dfc-7618bafb6f6d tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:41.391051 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-959d3b8b-59c7-4812-b609-089957467192 None None] Provisioning complete for port f09e4d66-d681-4664-8751-82c5fd238c66 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:41.391630 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-959d3b8b-59c7-4812-b609-089957467192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:41.433317 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-959d3b8b-59c7-4812-b609-089957467192 None None] Port f09e4d66-d681-4664-8751-82c5fd238c66 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:38:41.531762 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device c62b694a-df5c-40c2-8669-a8ba46de727c details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:38:41.533820 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b6a175-2bc8-4420-8dfc-7618bafb6f6d tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:41.542632 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-b6b6a175-2bc8-4420-8dfc-7618bafb6f6d tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:41.545685 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b6a175-2bc8-4420-8dfc-7618bafb6f6d tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Pushing event updated for resources: {'Port': ['ID=3a8e7b4a-ff92-41a7-80aa-172356a48144,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:41.548509 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b6a175-2bc8-4420-8dfc-7618bafb6f6d tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:41.574867 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97634c5-9078-4b09-b2b9-95d9dfc1f8dc req-7d423b59-3534-4e37-bca3-e794a71d4183 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:41.590839 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97634c5-9078-4b09-b2b9-95d9dfc1f8dc req-7d423b59-3534-4e37-bca3-e794a71d4183 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:41.600414 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97634c5-9078-4b09-b2b9-95d9dfc1f8dc req-7d423b59-3534-4e37-bca3-e794a71d4183 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:41.608815 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97634c5-9078-4b09-b2b9-95d9dfc1f8dc req-7d423b59-3534-4e37-bca3-e794a71d4183 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:41.619360 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97634c5-9078-4b09-b2b9-95d9dfc1f8dc req-7d423b59-3534-4e37-bca3-e794a71d4183 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:41.627752 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97634c5-9078-4b09-b2b9-95d9dfc1f8dc req-7d423b59-3534-4e37-bca3-e794a71d4183 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:41.635754 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97634c5-9078-4b09-b2b9-95d9dfc1f8dc req-7d423b59-3534-4e37-bca3-e794a71d4183 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:41.639439 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d97634c5-9078-4b09-b2b9-95d9dfc1f8dc req-7d423b59-3534-4e37-bca3-e794a71d4183 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 5428 time: 0.2374494 Nov 12 03:38:41.650843 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768080a6-9479-4966-9c80-3c0059e1f7ee req-193b10cf-6ba1-4e35-aa18-f0c132b28875 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:41.652804 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-768080a6-9479-4966-9c80-3c0059e1f7ee req-193b10cf-6ba1-4e35-aa18-f0c132b28875 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] 10.222.0.50 "GET /v2.0/ports?device_id=84bd1195-7238-4ce0-bc03-474c69164f6b HTTP/1.1" status: 200 len: 944 time: 0.2060893 Nov 12 03:38:41.775972 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port c62b694a-df5c-40c2-8669-a8ba46de727c, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=c62b694a-df5c-40c2-8669-a8ba46de727c,segment=NetworkSegment(11bdb19f-eb51-4d2d-b6e4-289913f58187),segment_id=11bdb19f-eb51-4d2d-b6e4-289913f58187)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:41.892266 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-768080a6-9479-4966-9c80-3c0059e1f7ee req-056cffd6-a374-443b-960d-f22afa8da354 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e605356-043b-4fd0-b128-fc1b62b22c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045789 Nov 12 03:38:41.937313 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d97634c5-9078-4b09-b2b9-95d9dfc1f8dc req-d3d9dbe4-eb17-499c-b75b-6890d14165b5 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&id=0adbc793-597d-400b-8618-e8fe9b45ffdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2874789 Nov 12 03:38:41.959027 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-16e412e4-0249-41f0-8de8-2cd309444505 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:42.074624 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'c62b694a-df5c-40c2-8669-a8ba46de727c', 'network_id': '36f6ed65-8190-49b0-8a57-7dd102916b9e', 'port_id': 'c62b694a-df5c-40c2-8669-a8ba46de727c', 'mac_address': 'fa:16:3e:f0:36:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18b45a6b-deb9-4b8d-a9e4-21e350a68f47', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:38:42.191904 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:42.241636 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c62b694a-df5c-40c2-8669-a8ba46de727c {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:38:42.269063 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-16e412e4-0249-41f0-8de8-2cd309444505 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:42.269695 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 89900d2b-de0b-461e-b1ab-524afa274aca up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:42.279773 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-16e412e4-0249-41f0-8de8-2cd309444505 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:42.343103 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b6b6a175-2bc8-4420-8dfc-7618bafb6f6d tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for router_gateway, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:42.347507 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e412e4-0249-41f0-8de8-2cd309444505 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Pushing event updated for resources: {'Port': ['ID=f09e4d66-d681-4664-8751-82c5fd238c66,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:42.365012 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port c62b694a-df5c-40c2-8669-a8ba46de727c, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=c62b694a-df5c-40c2-8669-a8ba46de727c,segment=NetworkSegment(11bdb19f-eb51-4d2d-b6e4-289913f58187),segment_id=11bdb19f-eb51-4d2d-b6e4-289913f58187)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:42.386317 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:42.386930 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device abbc23e8-1176-4bcd-936e-074c27c7f379 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:38:42.485338 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-16e412e4-0249-41f0-8de8-2cd309444505 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] In _notify_port_updated(), no bound segment for port f09e4d66-d681-4664-8751-82c5fd238c66 on network 3fc6ff92-7721-47be-92ba-e451c72f612c {{(pid=102571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:38:42.493002 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e412e4-0249-41f0-8de8-2cd309444505 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:42.494108 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-16e412e4-0249-41f0-8de8-2cd309444505 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:42.495766 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-16e412e4-0249-41f0-8de8-2cd309444505 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] 10.222.0.50 "PUT /v2.0/ports/f09e4d66-d681-4664-8751-82c5fd238c66 HTTP/1.1" status: 200 len: 1055 time: 1.4377186 Nov 12 03:38:42.499413 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51276) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:42.729000 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 89900d2b-de0b-461e-b1ab-524afa274aca completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:38:42.742619 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=c62b694a-df5c-40c2-8669-a8ba46de727c,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:42.779023 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 89900d2b-de0b-461e-b1ab-524afa274aca triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:42.779625 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:42.792962 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-88d3bf5a-d8be-4648-83b5-cc6ea08b3d6c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Deleting port f09e4d66-d681-4664-8751-82c5fd238c66 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:42.793303 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-88d3bf5a-d8be-4648-83b5-cc6ea08b3d6c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:42.838276 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-4e58bd72-b1e1-4f68-a708-a024b8f913af tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:42.840310 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-4e58bd72-b1e1-4f68-a708-a024b8f913af tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/networks?id=78368f62-ed24-43ac-ae16-b5ccbfc3c78d HTTP/1.1" status: 200 len: 806 time: 0.2659709 Nov 12 03:38:42.909565 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-6b99dafb-0f40-4df5-9342-5214813bee81 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/quotas/25535b709a2d4c4589b8ab88b8c8086a HTTP/1.1" status: 200 len: 375 time: 0.0492139 Nov 12 03:38:42.923306 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b6b6a175-2bc8-4420-8dfc-7618bafb6f6d tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:43.008671 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-88d3bf5a-d8be-4648-83b5-cc6ea08b3d6c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:43.039402 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port abbc23e8-1176-4bcd-936e-074c27c7f379, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=abbc23e8-1176-4bcd-936e-074c27c7f379,segment=NetworkSegment(7160b443-0957-49bf-81cb-6c0bf92bcd2c),segment_id=7160b443-0957-49bf-81cb-6c0bf92bcd2c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:43.043025 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-8454f5d9-bee7-4f40-bef3-f4fccd589773 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=25535b709a2d4c4589b8ab88b8c8086a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1152844 Nov 12 03:38:43.094558 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-88d3bf5a-d8be-4648-83b5-cc6ea08b3d6c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Calling delete_port for f09e4d66-d681-4664-8751-82c5fd238c66 owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:43.099349 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-5e91dcf6-14f4-4efb-89a8-4edd8ca9df01 None None] Provisioning complete for port f09e4d66-d681-4664-8751-82c5fd238c66 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:43.109417 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5e91dcf6-14f4-4efb-89a8-4edd8ca9df01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:43.156577 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'abbc23e8-1176-4bcd-936e-074c27c7f379', 'network_id': '8d21d20a-27ba-43f8-a492-7cb16d2502e7', 'port_id': 'abbc23e8-1176-4bcd-936e-074c27c7f379', 'mac_address': 'fa:16:3e:0b:b4:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b982b1ac-5a39-445d-bf86-e4e863c753c9', 'ip_address': '10.1.1.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:38:43.254639 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:43.257482 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-b71e4c56-7c58-4f96-a50a-fb0fc6cf8704 service neutron] 10.222.0.50 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774354 Nov 12 03:38:43.276252 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b6a175-2bc8-4420-8dfc-7618bafb6f6d tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Router 1c30091a-9af0-45ba-af3b-4425d035ebfa is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:38:43.282310 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-5e91dcf6-14f4-4efb-89a8-4edd8ca9df01 None None] Port f09e4d66-d681-4664-8751-82c5fd238c66 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:38:43.333712 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3bfc1-71c6-471b-9cfc-e128c103f533 req-6aa14b95-3238-49de-a8f9-cc53e582d779 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:43.335182 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fba3bfc1-71c6-471b-9cfc-e128c103f533 req-6aa14b95-3238-49de-a8f9-cc53e582d779 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] 10.222.0.50 "GET /v2.0/ports?device_id=84bd1195-7238-4ce0-bc03-474c69164f6b HTTP/1.1" status: 200 len: 944 time: 0.2730596 Nov 12 03:38:43.361878 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84bd1195-7238-4ce0-bc03-474c69164f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89900d2b-de0b-461e-b1ab-524afa274aca'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:43.367155 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4da51c5-1e1d-45f2-9a08-9b082fe563c5" -d '{"events": [{"server_uuid": "84bd1195-7238-4ce0-bc03-474c69164f6b", "name": "network-vif-plugged", "status": "completed", "tag": "89900d2b-de0b-461e-b1ab-524afa274aca"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:43.382817 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:43.409408 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abbc23e8-1176-4bcd-936e-074c27c7f379 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:38:43.415700 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fba3bfc1-71c6-471b-9cfc-e128c103f533 req-75001dd2-54ea-43f3-b09e-2d7bb4d03979 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e605356-043b-4fd0-b128-fc1b62b22c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693927 Nov 12 03:38:43.457419 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 89900d2b-de0b-461e-b1ab-524afa274aca, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=89900d2b-de0b-461e-b1ab-524afa274aca,segment=NetworkSegment(5ef0873e-0f4a-4924-95d6-d5d084602311),segment_id=5ef0873e-0f4a-4924-95d6-d5d084602311)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:43.468899 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:43.487412 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port abbc23e8-1176-4bcd-936e-074c27c7f379, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=abbc23e8-1176-4bcd-936e-074c27c7f379,segment=NetworkSegment(7160b443-0957-49bf-81cb-6c0bf92bcd2c),segment_id=7160b443-0957-49bf-81cb-6c0bf92bcd2c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:43.510797 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:43.511455 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device bea45d93-9310-41f5-8703-7de66e3e9b69 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:38:43.545363 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-88d3bf5a-d8be-4648-83b5-cc6ea08b3d6c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:43.550958 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port bea45d93-9310-41f5-8703-7de66e3e9b69, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=bea45d93-9310-41f5-8703-7de66e3e9b69,segment=NetworkSegment(7160b443-0957-49bf-81cb-6c0bf92bcd2c),segment_id=7160b443-0957-49bf-81cb-6c0bf92bcd2c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:43.556216 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b6a175-2bc8-4420-8dfc-7618bafb6f6d tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:38:43.571515 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'bea45d93-9310-41f5-8703-7de66e3e9b69', 'network_id': '8d21d20a-27ba-43f8-a492-7cb16d2502e7', 'port_id': 'bea45d93-9310-41f5-8703-7de66e3e9b69', 'mac_address': 'fa:16:3e:eb:95:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b982b1ac-5a39-445d-bf86-e4e863c753c9', 'ip_address': '10.1.1.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:38:43.577193 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ca9cf1-cf49-46d9-9c30-a686218581de None None] Sync routers for ids ['1c30091a-9af0-45ba-af3b-4425d035ebfa'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:38:43.578589 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-9a91aff0-f8d0-4033-95e9-7f89dd3ad2e3 service neutron] 10.222.0.50 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142774 Nov 12 03:38:43.609743 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b6b6a175-2bc8-4420-8dfc-7618bafb6f6d tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:43.613860 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b6b6a175-2bc8-4420-8dfc-7618bafb6f6d tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.0622830 Nov 12 03:38:43.616392 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51318) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:43.639492 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:43.671474 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=89900d2b-de0b-461e-b1ab-524afa274aca,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:43.682630 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bea45d93-9310-41f5-8703-7de66e3e9b69 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:38:43.709412 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port bea45d93-9310-41f5-8703-7de66e3e9b69, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=bea45d93-9310-41f5-8703-7de66e3e9b69,segment=NetworkSegment(7160b443-0957-49bf-81cb-6c0bf92bcd2c),segment_id=7160b443-0957-49bf-81cb-6c0bf92bcd2c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:43.711829 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ca9cf1-cf49-46d9-9c30-a686218581de None None] Routers {'1c30091a-9af0-45ba-af3b-4425d035ebfa'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:38:43.712843 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-a9ca9cf1-cf49-46d9-9c30-a686218581de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:38:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1c30091a-9af0-45ba-af3b-4425d035ebfa'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:43.758324 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d3bf5a-d8be-4648-83b5-cc6ea08b3d6c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Pushing event deleted for resources: {'Port': ['ID=f09e4d66-d681-4664-8751-82c5fd238c66,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:43.800271 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:43.800934 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device b765f9f8-1b70-40fd-8519-033f4f7cc090 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:38:44.006017 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=abbc23e8-1176-4bcd-936e-074c27c7f379,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:44.013319 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf0efe9-a2e5-476d-831b-76e779ec0d15 x-openstack-request-id: req-5cf0efe9-a2e5-476d-831b-76e779ec0d15 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:44.021023 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84bd1195-7238-4ce0-bc03-474c69164f6b", "name": "network-vif-plugged", "status": "completed", "tag": "89900d2b-de0b-461e-b1ab-524afa274aca", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:44.027090 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5cf0efe9-a2e5-476d-831b-76e779ec0d15 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:44.027789 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84bd1195-7238-4ce0-bc03-474c69164f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89900d2b-de0b-461e-b1ab-524afa274aca', 'code': 200} Nov 12 03:38:44.028685 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-a9ca9cf1-cf49-46d9-9c30-a686218581de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:44.067000 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a78ae-7f82-4991-a5cd-89314ce167b1 req-740bc9d0-780a-4784-9418-81223a8fb3cc tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:44.103048 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a78ae-7f82-4991-a5cd-89314ce167b1 req-740bc9d0-780a-4784-9418-81223a8fb3cc tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:44.134295 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a78ae-7f82-4991-a5cd-89314ce167b1 req-740bc9d0-780a-4784-9418-81223a8fb3cc tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:44.144903 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ca9cf1-cf49-46d9-9c30-a686218581de None None] Routers {'1c30091a-9af0-45ba-af3b-4425d035ebfa'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:38:44.145675 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-a9ca9cf1-cf49-46d9-9c30-a686218581de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:38:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1c30091a-9af0-45ba-af3b-4425d035ebfa'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:44.175689 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a78ae-7f82-4991-a5cd-89314ce167b1 req-740bc9d0-780a-4784-9418-81223a8fb3cc tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:44.226717 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a78ae-7f82-4991-a5cd-89314ce167b1 req-740bc9d0-780a-4784-9418-81223a8fb3cc tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:44.255415 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-a9ca9cf1-cf49-46d9-9c30-a686218581de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:44.263254 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a78ae-7f82-4991-a5cd-89314ce167b1 req-740bc9d0-780a-4784-9418-81223a8fb3cc tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:44.264159 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ca9cf1-cf49-46d9-9c30-a686218581de None None] The sync data for ids ['1c30091a-9af0-45ba-af3b-4425d035ebfa'] in n-d-715271-27 is: [] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:38:44.265054 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1025e830-f66a-41da-9cd7-4b680f4dcc26 req-d1c69659-f903-4c1d-a0ed-444801c45b24 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=a320c2fe-078c-461f-9768-b9d2bf043d8e HTTP/1.1" status: 200 len: 210 time: 0.1675994 Nov 12 03:38:44.303835 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a78ae-7f82-4991-a5cd-89314ce167b1 req-740bc9d0-780a-4784-9418-81223a8fb3cc tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:44.303835 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f02a78ae-7f82-4991-a5cd-89314ce167b1 req-740bc9d0-780a-4784-9418-81223a8fb3cc tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 5430 time: 0.6568897 Nov 12 03:38:44.486686 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f02a78ae-7f82-4991-a5cd-89314ce167b1 req-cf60fe30-6dd8-4738-88b2-3a2ca4382cab tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&id=0adbc793-597d-400b-8618-e8fe9b45ffdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1717086 Nov 12 03:38:44.522066 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=bea45d93-9310-41f5-8703-7de66e3e9b69,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:44.534236 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port b765f9f8-1b70-40fd-8519-033f4f7cc090, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=b765f9f8-1b70-40fd-8519-033f4f7cc090,segment=NetworkSegment(0b04c0b1-5879-4304-b25e-c28aa4573a76),segment_id=0b04c0b1-5879-4304-b25e-c28aa4573a76)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:44.583709 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e32a5c-df33-432f-89c8-19a1c3813040 req-91f82f6b-5ad9-4233-b4ad-71c1498810c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:44.585250 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-34e32a5c-df33-432f-89c8-19a1c3813040 req-91f82f6b-5ad9-4233-b4ad-71c1498810c4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=84bd1195-7238-4ce0-bc03-474c69164f6b HTTP/1.1" status: 200 len: 1097 time: 0.2844229 Nov 12 03:38:44.595922 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'b765f9f8-1b70-40fd-8519-033f4f7cc090', 'network_id': 'efb988ed-b223-4e0b-8b86-915607ae4e80', 'port_id': 'b765f9f8-1b70-40fd-8519-033f4f7cc090', 'mac_address': 'fa:16:3e:6f:91:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30a0f48c-61f9-4792-91bd-2c64b1b43b35', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:38:44.694742 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:44.727479 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b765f9f8-1b70-40fd-8519-033f4f7cc090 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:38:44.769069 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port b765f9f8-1b70-40fd-8519-033f4f7cc090, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=b765f9f8-1b70-40fd-8519-033f4f7cc090,segment=NetworkSegment(0b04c0b1-5879-4304-b25e-c28aa4573a76),segment_id=0b04c0b1-5879-4304-b25e-c28aa4573a76)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:44.781056 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:44.781761 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:38:44.808484 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c941f9-4abc-41e2-ace0-fa8b8dc1f911 req-df19f738-4e7c-449f-b343-5e897fdf6dae tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:44.810287 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-92c941f9-4abc-41e2-ace0-fa8b8dc1f911 req-df19f738-4e7c-449f-b343-5e897fdf6dae tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] 10.222.0.50 "GET /v2.0/ports?device_id=84bd1195-7238-4ce0-bc03-474c69164f6b HTTP/1.1" status: 200 len: 945 time: 0.2211678 Nov 12 03:38:44.857255 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2,segment=NetworkSegment(7160b443-0957-49bf-81cb-6c0bf92bcd2c),segment_id=7160b443-0957-49bf-81cb-6c0bf92bcd2c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:44.862412 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-34e32a5c-df33-432f-89c8-19a1c3813040 req-df663273-2b51-4216-a142-6d3da0af797c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=3e605356-043b-4fd0-b128-fc1b62b22c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603445 Nov 12 03:38:44.878011 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-88d3bf5a-d8be-4648-83b5-cc6ea08b3d6c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:44.889787 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51360) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:44.892647 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-88d3bf5a-d8be-4648-83b5-cc6ea08b3d6c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] 10.222.0.50 "DELETE /v2.0/ports/f09e4d66-d681-4664-8751-82c5fd238c66 HTTP/1.1" status: 204 len: 168 time: 2.3915067 Nov 12 03:38:44.956271 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2', 'network_id': '8d21d20a-27ba-43f8-a492-7cb16d2502e7', 'port_id': '7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2', 'mac_address': 'fa:16:3e:96:2e:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b982b1ac-5a39-445d-bf86-e4e863c753c9', 'ip_address': '10.1.1.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:38:44.962371 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=b765f9f8-1b70-40fd-8519-033f4f7cc090,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:44.973334 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-daf6611d-8eb4-4d31-81d7-3fc1b92eac1c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] GET failed (client error): The resource could not be found. Nov 12 03:38:44.978305 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51364) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:44.987460 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-daf6611d-8eb4-4d31-81d7-3fc1b92eac1c tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] 10.222.0.50 "GET /v2.0/ports/f09e4d66-d681-4664-8751-82c5fd238c66 HTTP/1.1" status: 404 len: 333 time: 0.0966885 Nov 12 03:38:45.022185 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:45.038807 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:38:45.066043 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2,segment=NetworkSegment(7160b443-0957-49bf-81cb-6c0bf92bcd2c),segment_id=7160b443-0957-49bf-81cb-6c0bf92bcd2c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:45.074114 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:45.075630 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device e2131700-ba7a-474e-985e-8060b2a8fb24 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:38:45.109892 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-92c941f9-4abc-41e2-ace0-fa8b8dc1f911 req-d58119b3-9077-428e-a44d-bc1b6f34a682 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e605356-043b-4fd0-b128-fc1b62b22c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835453 Nov 12 03:38:45.131069 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port e2131700-ba7a-474e-985e-8060b2a8fb24, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=e2131700-ba7a-474e-985e-8060b2a8fb24,segment=NetworkSegment(7160b443-0957-49bf-81cb-6c0bf92bcd2c),segment_id=7160b443-0957-49bf-81cb-6c0bf92bcd2c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:45.165083 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'e2131700-ba7a-474e-985e-8060b2a8fb24', 'network_id': '8d21d20a-27ba-43f8-a492-7cb16d2502e7', 'port_id': 'e2131700-ba7a-474e-985e-8060b2a8fb24', 'mac_address': 'fa:16:3e:54:03:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b982b1ac-5a39-445d-bf86-e4e863c753c9', 'ip_address': '10.1.1.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:38:45.180017 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-e6199ec4-3fb7-474a-aa6f-6736cf9e1073 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Deleting port e294aa26-f8e4-4898-8d41-70e6774be653 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:45.190870 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e6199ec4-3fb7-474a-aa6f-6736cf9e1073 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:45.234172 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a903e48e-0abe-4ccb-b52f-50e0c3df022e tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:45.282645 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:45.291681 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:45.318688 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2131700-ba7a-474e-985e-8060b2a8fb24 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:38:45.342670 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port e2131700-ba7a-474e-985e-8060b2a8fb24, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=e2131700-ba7a-474e-985e-8060b2a8fb24,segment=NetworkSegment(7160b443-0957-49bf-81cb-6c0bf92bcd2c),segment_id=7160b443-0957-49bf-81cb-6c0bf92bcd2c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:45.352057 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:45.352948 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device cd29e61e-cd7b-4137-8bad-d6de98039d22 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:38:45.440312 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port cd29e61e-cd7b-4137-8bad-d6de98039d22, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=cd29e61e-cd7b-4137-8bad-d6de98039d22,segment=NetworkSegment(11bdb19f-eb51-4d2d-b6e4-289913f58187),segment_id=11bdb19f-eb51-4d2d-b6e4-289913f58187)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:45.483448 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f71405f-25b8-4279-a136-ce2dacc57ebb req-5d50f037-0c9b-4732-a5af-0ce2d3993ab0 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=a320c2fe-078c-461f-9768-b9d2bf043d8e HTTP/1.1" status: 200 len: 210 time: 0.0764916 Nov 12 03:38:45.597184 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e6199ec4-3fb7-474a-aa6f-6736cf9e1073 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:45.627721 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51378) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:45.642603 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'cd29e61e-cd7b-4137-8bad-d6de98039d22', 'network_id': '36f6ed65-8190-49b0-8a57-7dd102916b9e', 'port_id': 'cd29e61e-cd7b-4137-8bad-d6de98039d22', 'mac_address': 'fa:16:3e:7a:27:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18b45a6b-deb9-4b8d-a9e4-21e350a68f47', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:38:45.644443 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=e2131700-ba7a-474e-985e-8060b2a8fb24,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:45.670496 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-e6199ec4-3fb7-474a-aa6f-6736cf9e1073 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Calling delete_port for e294aa26-f8e4-4898-8d41-70e6774be653 owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:45.772713 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:45.792608 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd29e61e-cd7b-4137-8bad-d6de98039d22 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:38:45.830135 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port cd29e61e-cd7b-4137-8bad-d6de98039d22, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=cd29e61e-cd7b-4137-8bad-d6de98039d22,segment=NetworkSegment(11bdb19f-eb51-4d2d-b6e4-289913f58187),segment_id=11bdb19f-eb51-4d2d-b6e4-289913f58187)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:45.836217 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:45.837917 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7c12d1b8-2308-488a-92d6-955925f18411 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:45.965897 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=cd29e61e-cd7b-4137-8bad-d6de98039d22,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:46.134512 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7c12d1b8-2308-488a-92d6-955925f18411 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:46.137435 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e6199ec4-3fb7-474a-aa6f-6736cf9e1073 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:46.205045 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7c12d1b8-2308-488a-92d6-955925f18411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:46.279303 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6199ec4-3fb7-474a-aa6f-6736cf9e1073 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Pushing event deleted for resources: {'Port': ['ID=e294aa26-f8e4-4898-8d41-70e6774be653,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:46.288224 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7c12d1b8-2308-488a-92d6-955925f18411 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0528bb54c3a740d2bfae3f2a4bc75a1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6565270 Nov 12 03:38:46.293718 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51390) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:46.454512 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-a903e48e-0abe-4ccb-b52f-50e0c3df022e tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Allocated IP 172.20.0.1 (494bb186-c83f-405a-9971-5eb83403e66b/ef23b3b3-d737-426f-9bd8-731d9fb9f5d5/b86f463e-4ed6-453b-95dc-95f93e1abc6b) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:46.458565 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c12d1b8-2308-488a-92d6-955925f18411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1922f4c9-2a76-4560-9606-80fd44669cc7,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:46.571411 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [req-c7dfbdd1-069d-42c0-8045-b92a2d72c10e req-0c38752c-9281-4353-ac91-68b27a2bba27 tempest-LiveMigrationTest-2059908231 tempest-LiveMigrationTest-2059908231-project] (102571) timed out ('10.222.0.90', 58468) {{(pid=102571) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 03:38:46.628500 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed22b8-ee7a-44c0-bb62-d45d5d2a3bbc req-3513428a-2443-4b0b-863f-3e9282b6586e tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:46.637833 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4bed22b8-ee7a-44c0-bb62-d45d5d2a3bbc req-3513428a-2443-4b0b-863f-3e9282b6586e tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] 10.222.0.50 "GET /v2.0/ports?device_id=84bd1195-7238-4ce0-bc03-474c69164f6b HTTP/1.1" status: 200 len: 945 time: 0.3691037 Nov 12 03:38:46.638059 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['abbc23e8-1176-4bcd-936e-074c27c7f379'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:38:46.638167 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a903e48e-0abe-4ccb-b52f-50e0c3df022e tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:46.686157 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e6199ec4-3fb7-474a-aa6f-6736cf9e1073 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:46.690362 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e6199ec4-3fb7-474a-aa6f-6736cf9e1073 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] 10.222.0.50 "DELETE /v2.0/ports/e294aa26-f8e4-4898-8d41-70e6774be653 HTTP/1.1" status: 204 len: 168 time: 1.7106557 Nov 12 03:38:46.691751 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e30ab2-5ccc-46b7-a263-44c586ceafb5 req-37ba5a39-15cf-4834-b0bb-81fe76f6fb88 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:46.701109 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['c62b694a-df5c-40c2-8669-a8ba46de727c'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:38:46.702083 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51394) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:46.706036 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e30ab2-5ccc-46b7-a263-44c586ceafb5 req-37ba5a39-15cf-4834-b0bb-81fe76f6fb88 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:46.713043 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e30ab2-5ccc-46b7-a263-44c586ceafb5 req-37ba5a39-15cf-4834-b0bb-81fe76f6fb88 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:46.722272 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e30ab2-5ccc-46b7-a263-44c586ceafb5 req-37ba5a39-15cf-4834-b0bb-81fe76f6fb88 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:46.730180 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e30ab2-5ccc-46b7-a263-44c586ceafb5 req-37ba5a39-15cf-4834-b0bb-81fe76f6fb88 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:46.737118 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e30ab2-5ccc-46b7-a263-44c586ceafb5 req-37ba5a39-15cf-4834-b0bb-81fe76f6fb88 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:46.744341 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e30ab2-5ccc-46b7-a263-44c586ceafb5 req-37ba5a39-15cf-4834-b0bb-81fe76f6fb88 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:46.746540 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-73e30ab2-5ccc-46b7-a263-44c586ceafb5 req-37ba5a39-15cf-4834-b0bb-81fe76f6fb88 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 5435 time: 0.6325734 Nov 12 03:38:46.747353 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['cd29e61e-cd7b-4137-8bad-d6de98039d22'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:38:46.748631 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a903e48e-0abe-4ccb-b52f-50e0c3df022e tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:46.758771 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bed02fb9-1c6b-4680-8919-7308433e6f40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:46.782905 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bed02fb9-1c6b-4680-8919-7308433e6f40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:46.802664 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['e2131700-ba7a-474e-985e-8060b2a8fb24'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:38:46.804746 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['b765f9f8-1b70-40fd-8519-033f4f7cc090'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:38:46.806673 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:38:46.825448 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a903e48e-0abe-4ccb-b52f-50e0c3df022e tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Network 494bb186-c83f-405a-9971-5eb83403e66b is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:46.841989 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-12eaa786-34ba-4091-a316-ab5fec69cb05 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] GET failed (client error): The resource could not be found. Nov 12 03:38:46.844179 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-12eaa786-34ba-4091-a316-ab5fec69cb05 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] 10.222.0.50 "GET /v2.0/ports/e294aa26-f8e4-4898-8d41-70e6774be653 HTTP/1.1" status: 404 len: 333 time: 0.1412106 Nov 12 03:38:46.852597 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bed02fb9-1c6b-4680-8919-7308433e6f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:46.855210 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bed02fb9-1c6b-4680-8919-7308433e6f40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:46.858748 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-bed02fb9-1c6b-4680-8919-7308433e6f40 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1922f4c9-2a76-4560-9606-80fd44669cc7 HTTP/1.1" status: 204 len: 168 time: 0.5229204 Nov 12 03:38:46.869468 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-73e30ab2-5ccc-46b7-a263-44c586ceafb5 req-d92cbfae-ee27-4d38-a84b-b5914c3c567b tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&id=0adbc793-597d-400b-8618-e8fe9b45ffdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1093669 Nov 12 03:38:46.872150 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51396) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:46.898866 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-de4b9058-157b-4602-87f8-e1de683a3e35 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:46.901086 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-a903e48e-0abe-4ccb-b52f-50e0c3df022e tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:46.912316 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-de4b9058-157b-4602-87f8-e1de683a3e35 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.90 "GET /v2.0/networks?id=78368f62-ed24-43ac-ae16-b5ccbfc3c78d HTTP/1.1" status: 200 len: 806 time: 0.6533325 Nov 12 03:38:46.956407 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a903e48e-0abe-4ccb-b52f-50e0c3df022e tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:47.007638 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-cce5e575-0545-4652-8385-8369012b98f5 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Request body: {'port': {'device_id': 'a320c2fe-078c-461f-9768-b9d2bf043d8e', 'network_id': '78368f62-ed24-43ac-ae16-b5ccbfc3c78d', 'admin_state_up': True, 'tenant_id': '25535b709a2d4c4589b8ab88b8c8086a'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:47.030368 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed02fb9-1c6b-4680-8919-7308433e6f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1922f4c9-2a76-4560-9606-80fd44669cc7,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:47.049719 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903e48e-0abe-4ccb-b52f-50e0c3df022e tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Pushing event updated for resources: {'Port': ['ID=b86f463e-4ed6-453b-95dc-95f93e1abc6b,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:47.105334 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a903e48e-0abe-4ccb-b52f-50e0c3df022e tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:47.110898 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4bed22b8-ee7a-44c0-bb62-d45d5d2a3bbc req-8ddb9cbd-4ea8-43b0-8d8e-50848143f54c tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e605356-043b-4fd0-b128-fc1b62b22c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4716308 Nov 12 03:38:47.203507 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ae1db78f-7f15-48aa-b5f8-c3f1c28597c4 req-d698da79-777b-4e8e-aa51-cac1c48cca6b tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=a320c2fe-078c-461f-9768-b9d2bf043d8e HTTP/1.1" status: 200 len: 210 time: 0.0440862 Nov 12 03:38:47.240796 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-ce33f61c-3c62-452d-9ce9-832604716822 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Deleting port 8c48989b-eca1-4325-a3dd-7c2684a4e78b {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:47.241137 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ce33f61c-3c62-452d-9ce9-832604716822 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:47.533039 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a903e48e-0abe-4ccb-b52f-50e0c3df022e tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:47.538847 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-cce5e575-0545-4652-8385-8369012b98f5 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Made reservation on behalf of 25535b709a2d4c4589b8ab88b8c8086a for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:47.542442 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-cce5e575-0545-4652-8385-8369012b98f5 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:47.678104 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51416) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:47.712690 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-791fb215-d111-49c7-9e4d-4bd06dbe1771 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:47.771601 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['bea45d93-9310-41f5-8703-7de66e3e9b69'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:38:47.836731 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-cce5e575-0545-4652-8385-8369012b98f5 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Allocated IP 172.20.0.3 (78368f62-ed24-43ac-ae16-b5ccbfc3c78d/503f9962-4a4b-41cd-afae-2bc03640b310/1aa85d26-d4f7-4d87-aa1e-da6f641edac8) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:47.847044 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ce33f61c-3c62-452d-9ce9-832604716822 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:47.900225 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-ce33f61c-3c62-452d-9ce9-832604716822 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Calling delete_port for 8c48989b-eca1-4325-a3dd-7c2684a4e78b owned by {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:47.935688 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-791fb215-d111-49c7-9e4d-4bd06dbe1771 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:47.946322 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-791fb215-d111-49c7-9e4d-4bd06dbe1771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:48.283942 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a903e48e-0abe-4ccb-b52f-50e0c3df022e tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:48.288616 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ce33f61c-3c62-452d-9ce9-832604716822 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:48.304745 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a903e48e-0abe-4ccb-b52f-50e0c3df022e tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:48.324347 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:48.354345 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-cce5e575-0545-4652-8385-8369012b98f5 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:48.363769 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce33f61c-3c62-452d-9ce9-832604716822 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Pushing event deleted for resources: {'Port': ['ID=8c48989b-eca1-4325-a3dd-7c2684a4e78b,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:48.408398 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-791fb215-d111-49c7-9e4d-4bd06dbe1771 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c0e022adfeec4e45ae99f42020e2f519&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7280347 Nov 12 03:38:48.431202 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51438) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:48.451843 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791fb215-d111-49c7-9e4d-4bd06dbe1771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc87c3d-6a35-4589-ab2f-15d80a4b7073,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:48.540131 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-cce5e575-0545-4652-8385-8369012b98f5 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:48.581798 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-96a5c8de-4115-4367-9a0e-d965ccbd0235 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:48.595778 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5d2251df-e808-4b81-b198-f58133cfd98b req-47e2454c-aab4-41f7-807f-9e196124ad90 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=a320c2fe-078c-461f-9768-b9d2bf043d8e HTTP/1.1" status: 200 len: 210 time: 0.1791790 Nov 12 03:38:48.644164 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-96a5c8de-4115-4367-9a0e-d965ccbd0235 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:48.653730 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a903e48e-0abe-4ccb-b52f-50e0c3df022e tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:48.664745 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903e48e-0abe-4ccb-b52f-50e0c3df022e tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Pushing event updated for resources: {'Port': ['ID=b86f463e-4ed6-453b-95dc-95f93e1abc6b,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:48.683733 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ce33f61c-3c62-452d-9ce9-832604716822 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:48.688450 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ce33f61c-3c62-452d-9ce9-832604716822 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] 10.222.0.50 "DELETE /v2.0/ports/8c48989b-eca1-4325-a3dd-7c2684a4e78b HTTP/1.1" status: 204 len: 168 time: 1.8150010 Nov 12 03:38:48.702463 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51442) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:48.745606 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64916b2-8df6-48cb-bb05-ca34b40406b3 req-c818a6e8-2a6e-441a-a159-229907ac55e3 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:48.754255 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64916b2-8df6-48cb-bb05-ca34b40406b3 req-c818a6e8-2a6e-441a-a159-229907ac55e3 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:48.762126 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64916b2-8df6-48cb-bb05-ca34b40406b3 req-c818a6e8-2a6e-441a-a159-229907ac55e3 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:48.769192 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64916b2-8df6-48cb-bb05-ca34b40406b3 req-c818a6e8-2a6e-441a-a159-229907ac55e3 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:48.776366 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64916b2-8df6-48cb-bb05-ca34b40406b3 req-c818a6e8-2a6e-441a-a159-229907ac55e3 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:48.784571 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64916b2-8df6-48cb-bb05-ca34b40406b3 req-c818a6e8-2a6e-441a-a159-229907ac55e3 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:48.792137 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64916b2-8df6-48cb-bb05-ca34b40406b3 req-c818a6e8-2a6e-441a-a159-229907ac55e3 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:48.795035 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d64916b2-8df6-48cb-bb05-ca34b40406b3 req-c818a6e8-2a6e-441a-a159-229907ac55e3 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 5435 time: 0.7299259 Nov 12 03:38:48.831737 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-108ca9e8-acc6-40ce-ad68-b7055982dc95 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Deleting subnet 2b14f464-6619-42f7-996c-337f4182778a {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:38:48.835227 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-cce5e575-0545-4652-8385-8369012b98f5 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Network 78368f62-ed24-43ac-ae16-b5ccbfc3c78d is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:48.844675 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-108ca9e8-acc6-40ce-ad68-b7055982dc95 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:48.848211 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-cce5e575-0545-4652-8385-8369012b98f5 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:48.884327 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-cce5e575-0545-4652-8385-8369012b98f5 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:48.889400 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce5e575-0545-4652-8385-8369012b98f5 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Pushing event updated for resources: {'Port': ['ID=1aa85d26-d4f7-4d87-aa1e-da6f641edac8,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:48.907720 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-108ca9e8-acc6-40ce-ad68-b7055982dc95 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:48.951574 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-96a5c8de-4115-4367-9a0e-d965ccbd0235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:48.954982 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-96a5c8de-4115-4367-9a0e-d965ccbd0235 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:48.961121 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-96a5c8de-4115-4367-9a0e-d965ccbd0235 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1bc87c3d-6a35-4589-ab2f-15d80a4b7073 HTTP/1.1" status: 204 len: 168 time: 0.5097125 Nov 12 03:38:48.974878 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a903e48e-0abe-4ccb-b52f-50e0c3df022e tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Network 494bb186-c83f-405a-9971-5eb83403e66b is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:48.977976 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-a903e48e-0abe-4ccb-b52f-50e0c3df022e tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:49.017317 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a5c8de-4115-4367-9a0e-d965ccbd0235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc87c3d-6a35-4589-ab2f-15d80a4b7073,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:49.049704 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-cce5e575-0545-4652-8385-8369012b98f5 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:49.050328 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-cce5e575-0545-4652-8385-8369012b98f5 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:49.072356 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d64916b2-8df6-48cb-bb05-ca34b40406b3 req-7346cbe0-6b10-4bfa-9bfb-0cc0334811f1 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&id=0adbc793-597d-400b-8618-e8fe9b45ffdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2611141 Nov 12 03:38:49.077121 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-cce5e575-0545-4652-8385-8369012b98f5 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1231093 Nov 12 03:38:49.112129 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-1e4a1a21-ed58-47d7-9372-6ac448c201b6 service neutron] Request body: {'port': {'device_id': 'a320c2fe-078c-461f-9768-b9d2bf043d8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:49.180986 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-1e4a1a21-ed58-47d7-9372-6ac448c201b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:49.244552 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-108ca9e8-acc6-40ce-ad68-b7055982dc95 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:49.347928 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a903e48e-0abe-4ccb-b52f-50e0c3df022e tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Router 1c30091a-9af0-45ba-af3b-4425d035ebfa has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:38:49.424766 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-108ca9e8-acc6-40ce-ad68-b7055982dc95 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:49.460141 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ca9e8-acc6-40ce-ad68-b7055982dc95 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Pushing event deleted for resources: {'Subnet': ['ID=2b14f464-6619-42f7-996c-337f4182778a,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:49.472727 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-108ca9e8-acc6-40ce-ad68-b7055982dc95 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:49.479621 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-108ca9e8-acc6-40ce-ad68-b7055982dc95 tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] 10.222.0.50 "DELETE /v2.0/subnets/2b14f464-6619-42f7-996c-337f4182778a HTTP/1.1" status: 204 len: 168 time: 0.7737288 Nov 12 03:38:49.480527 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51460) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:49.481016 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed69738c-7664-4fb9-91b6-89721c38c9c4 None None] Network 3fc6ff92-7721-47be-92ba-e451c72f612c requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:49.643128 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-1e4a1a21-ed58-47d7-9372-6ac448c201b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aa85d26-d4f7-4d87-aa1e-da6f641edac8 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:38:49.664009 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-1e4a1a21-ed58-47d7-9372-6ac448c201b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:49.682435 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-1e4a1a21-ed58-47d7-9372-6ac448c201b6 service neutron] Transition to ACTIVE for port object 1aa85d26-d4f7-4d87-aa1e-da6f641edac8 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:38:49.688055 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f42e62e0-d63f-4647-97da-1c8e53c614ae tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:49.694540 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a903e48e-0abe-4ccb-b52f-50e0c3df022e tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:38:49.696922 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-1e4a1a21-ed58-47d7-9372-6ac448c201b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:49.705337 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e191f7c5-8679-4424-86be-43d5843406f5 None None] Sync routers for ids ['1c30091a-9af0-45ba-af3b-4425d035ebfa'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:38:49.714769 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a903e48e-0abe-4ccb-b52f-50e0c3df022e tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "PUT /v2.0/routers/1c30091a-9af0-45ba-af3b-4425d035ebfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0951924 Nov 12 03:38:49.717476 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51474) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:49.733537 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e191f7c5-8679-4424-86be-43d5843406f5 None None] Routers {'1c30091a-9af0-45ba-af3b-4425d035ebfa'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:38:49.734636 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-f228fecf-a02d-40b8-a26d-e2a4631cd11e tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Request body: {'port': {'network_id': '494bb186-c83f-405a-9971-5eb83403e66b', 'name': 'tempest-FloatingIPTestJSON-2026055527'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:49.739687 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-e191f7c5-8679-4424-86be-43d5843406f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:38:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1c30091a-9af0-45ba-af3b-4425d035ebfa'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:49.870465 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-e191f7c5-8679-4424-86be-43d5843406f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:49.874006 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device cd29e61e-cd7b-4137-8bad-d6de98039d22 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:49.899936 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e191f7c5-8679-4424-86be-43d5843406f5 None None] Routers {'1c30091a-9af0-45ba-af3b-4425d035ebfa'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:38:49.899936 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-e191f7c5-8679-4424-86be-43d5843406f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:38:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1c30091a-9af0-45ba-af3b-4425d035ebfa'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:49.903791 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0355062c-815f-46c7-a61e-6d8916d57fce None None] DHCP port deletion for 3fc6ff92-7721-47be-92ba-e451c72f612c request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:38:49.919596 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a1a21-ed58-47d7-9372-6ac448c201b6 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa85d26-d4f7-4d87-aa1e-da6f641edac8,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:49.956879 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-e191f7c5-8679-4424-86be-43d5843406f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:49.957904 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e191f7c5-8679-4424-86be-43d5843406f5 None None] The sync data for ids ['1c30091a-9af0-45ba-af3b-4425d035ebfa'] in n-d-715271-27 is: [] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:38:50.008978 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port cd29e61e-cd7b-4137-8bad-d6de98039d22 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:38:50.021198 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-0355062c-815f-46c7-a61e-6d8916d57fce None None] Deleting port efcfe033-efa5-4d6f-b46f-b8895735472e {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:50.022010 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0355062c-815f-46c7-a61e-6d8916d57fce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:50.025725 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port cd29e61e-cd7b-4137-8bad-d6de98039d22 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:50.026154 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:50.069067 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c840ce3-4266-4c4d-9e7c-5f86a88b694b req-110956ed-6ab7-4871-b22e-1d3b87f82223 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:50.086865 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7c840ce3-4266-4c4d-9e7c-5f86a88b694b req-110956ed-6ab7-4871-b22e-1d3b87f82223 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=a320c2fe-078c-461f-9768-b9d2bf043d8e HTTP/1.1" status: 200 len: 943 time: 0.2489772 Nov 12 03:38:50.103398 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f228fecf-a02d-40b8-a26d-e2a4631cd11e tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Made reservation on behalf of 1f58e1cd99b64f08bb3191fdbe2820dd for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:50.107007 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f228fecf-a02d-40b8-a26d-e2a4631cd11e tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:50.164987 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-f42e62e0-d63f-4647-97da-1c8e53c614ae tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Deleting port efcfe033-efa5-4d6f-b46f-b8895735472e {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:50.165235 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f42e62e0-d63f-4647-97da-1c8e53c614ae tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:50.172921 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-0355062c-815f-46c7-a61e-6d8916d57fce None None] For port efcfe033-efa5-4d6f-b46f-b8895735472e, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=efcfe033-efa5-4d6f-b46f-b8895735472e,segment=NetworkSegment(6a1f0eb5-9ea9-4ed5-9054-5993c74b8f42),segment_id=6a1f0eb5-9ea9-4ed5-9054-5993c74b8f42)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:50.173575 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0355062c-815f-46c7-a61e-6d8916d57fce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:50.191157 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-0355062c-815f-46c7-a61e-6d8916d57fce None None] Calling delete_port for efcfe033-efa5-4d6f-b46f-b8895735472e owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:50.207174 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7c840ce3-4266-4c4d-9e7c-5f86a88b694b req-3b0947f7-12f9-4ceb-aec8-c67962d84f05 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190097 Nov 12 03:38:50.210735 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-1e4a1a21-ed58-47d7-9372-6ac448c201b6 service neutron] Attempting to bind port 1aa85d26-d4f7-4d87-aa1e-da6f641edac8 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:38:50.211978 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-1e4a1a21-ed58-47d7-9372-6ac448c201b6 service neutron] Attempting to bind port 1aa85d26-d4f7-4d87-aa1e-da6f641edac8 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': 'cb0def10-0c33-48e7-8f61-e6fe0bcab07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '78368f62-ed24-43ac-ae16-b5ccbfc3c78d'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:38:50.212600 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-1e4a1a21-ed58-47d7-9372-6ac448c201b6 service neutron] Attempting to bind port 1aa85d26-d4f7-4d87-aa1e-da6f641edac8 on network 78368f62-ed24-43ac-ae16-b5ccbfc3c78d {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:50.233192 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-1e4a1a21-ed58-47d7-9372-6ac448c201b6 service neutron] Port 1aa85d26-d4f7-4d87-aa1e-da6f641edac8 on network 78368f62-ed24-43ac-ae16-b5ccbfc3c78d not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:38:50.233521 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-1e4a1a21-ed58-47d7-9372-6ac448c201b6 service neutron] Attempting to bind port 1aa85d26-d4f7-4d87-aa1e-da6f641edac8 on network 78368f62-ed24-43ac-ae16-b5ccbfc3c78d {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:50.248339 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-1e4a1a21-ed58-47d7-9372-6ac448c201b6 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:38:50.248693 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-1e4a1a21-ed58-47d7-9372-6ac448c201b6 service neutron] Checking segment: {'id': 'cb0def10-0c33-48e7-8f61-e6fe0bcab07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '78368f62-ed24-43ac-ae16-b5ccbfc3c78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:50.249054 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-1e4a1a21-ed58-47d7-9372-6ac448c201b6 service neutron] Bound using segment: {'id': 'cb0def10-0c33-48e7-8f61-e6fe0bcab07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '78368f62-ed24-43ac-ae16-b5ccbfc3c78d'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:38:50.249488 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-1e4a1a21-ed58-47d7-9372-6ac448c201b6 service neutron] Bound port: 1aa85d26-d4f7-4d87-aa1e-da6f641edac8, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb0def10-0c33-48e7-8f61-e6fe0bcab07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '78368f62-ed24-43ac-ae16-b5ccbfc3c78d'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:38:50.249822 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-1e4a1a21-ed58-47d7-9372-6ac448c201b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:50.250953 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-f228fecf-a02d-40b8-a26d-e2a4631cd11e tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] device_id is not set on port f6c03797-865e-4e28-91d8-5ddc9fbc7eea yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:38:50.274680 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['49b293a5-a2d4-4fee-bf55-5069bfa8e6b9'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:38:50.328856 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:50.387599 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port cd29e61e-cd7b-4137-8bad-d6de98039d22, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=cd29e61e-cd7b-4137-8bad-d6de98039d22,segment=NetworkSegment(11bdb19f-eb51-4d2d-b6e4-289913f58187),segment_id=11bdb19f-eb51-4d2d-b6e4-289913f58187)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:50.391591 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd29e61e-cd7b-4137-8bad-d6de98039d22'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:50.397507 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7381079d-68d8-4cac-ae4d-12b69693722d" -d '{"events": [{"server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "name": "network-vif-plugged", "status": "completed", "tag": "cd29e61e-cd7b-4137-8bad-d6de98039d22"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:50.447584 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:50.452095 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device b765f9f8-1b70-40fd-8519-033f4f7cc090 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:50.522082 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-f42e62e0-d63f-4647-97da-1c8e53c614ae tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] For port efcfe033-efa5-4d6f-b46f-b8895735472e, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=efcfe033-efa5-4d6f-b46f-b8895735472e,segment=NetworkSegment(6a1f0eb5-9ea9-4ed5-9054-5993c74b8f42),segment_id=6a1f0eb5-9ea9-4ed5-9054-5993c74b8f42)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:50.522391 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f42e62e0-d63f-4647-97da-1c8e53c614ae tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:50.582105 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-f42e62e0-d63f-4647-97da-1c8e53c614ae tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Calling delete_port for efcfe033-efa5-4d6f-b46f-b8895735472e owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:50.620621 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0355062c-815f-46c7-a61e-6d8916d57fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:50.679962 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b7bcfb-460a-4bc4-9078-cd4e212962de x-openstack-request-id: req-a1b7bcfb-460a-4bc4-9078-cd4e212962de {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:50.681812 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "name": "network-vif-plugged", "status": "completed", "tag": "cd29e61e-cd7b-4137-8bad-d6de98039d22", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:50.682267 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a1b7bcfb-460a-4bc4-9078-cd4e212962de {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:50.682731 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd29e61e-cd7b-4137-8bad-d6de98039d22', 'code': 200} Nov 12 03:38:50.735813 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0355062c-815f-46c7-a61e-6d8916d57fce None None] No DVR routers for this DVR port efcfe033-efa5-4d6f-b46f-b8895735472e on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:50.738219 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=cd29e61e-cd7b-4137-8bad-d6de98039d22,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:50.746255 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-f228fecf-a02d-40b8-a26d-e2a4631cd11e tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Allocated IP 172.20.0.4 (494bb186-c83f-405a-9971-5eb83403e66b/ef23b3b3-d737-426f-9bd8-731d9fb9f5d5/f6c03797-865e-4e28-91d8-5ddc9fbc7eea) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:50.805574 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:50.805924 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:50.806265 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:50.806629 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:50.806963 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:50.807298 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:50.807624 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:50.807948 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:50.814505 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:50.815029 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:50.815443 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:50.816025 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:50.851396 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693af63a-7ed9-4fc8-8397-6a0876902df8 req-295f7ddd-530f-4293-b811-e920f02e43bb tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:50.858074 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693af63a-7ed9-4fc8-8397-6a0876902df8 req-295f7ddd-530f-4293-b811-e920f02e43bb tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:50.867169 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693af63a-7ed9-4fc8-8397-6a0876902df8 req-295f7ddd-530f-4293-b811-e920f02e43bb tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:50.873292 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693af63a-7ed9-4fc8-8397-6a0876902df8 req-295f7ddd-530f-4293-b811-e920f02e43bb tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:50.887333 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0355062c-815f-46c7-a61e-6d8916d57fce None None] Pushing event deleted for resources: {'Port': ['ID=efcfe033-efa5-4d6f-b46f-b8895735472e,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:50.894578 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693af63a-7ed9-4fc8-8397-6a0876902df8 req-295f7ddd-530f-4293-b811-e920f02e43bb tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:50.897994 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port b765f9f8-1b70-40fd-8519-033f4f7cc090 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:38:50.912528 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693af63a-7ed9-4fc8-8397-6a0876902df8 req-295f7ddd-530f-4293-b811-e920f02e43bb tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:50.912922 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port b765f9f8-1b70-40fd-8519-033f4f7cc090 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:50.913433 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:50.925995 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693af63a-7ed9-4fc8-8397-6a0876902df8 req-295f7ddd-530f-4293-b811-e920f02e43bb tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:50.932346 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-693af63a-7ed9-4fc8-8397-6a0876902df8 req-295f7ddd-530f-4293-b811-e920f02e43bb tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 5435 time: 0.6295094 Nov 12 03:38:50.980716 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-1e4a1a21-ed58-47d7-9372-6ac448c201b6 service neutron] For port 1aa85d26-d4f7-4d87-aa1e-da6f641edac8, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:38:51.008621 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-1e4a1a21-ed58-47d7-9372-6ac448c201b6 service neutron] For port 1aa85d26-d4f7-4d87-aa1e-da6f641edac8, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=1aa85d26-d4f7-4d87-aa1e-da6f641edac8,segment=NetworkSegment(cb0def10-0c33-48e7-8f61-e6fe0bcab07e),segment_id=cb0def10-0c33-48e7-8f61-e6fe0bcab07e)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:38:51.031001 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:51.059155 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-693af63a-7ed9-4fc8-8397-6a0876902df8 req-42c16def-7a2f-438d-bac8-eb37d2292162 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&id=0adbc793-597d-400b-8618-e8fe9b45ffdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1120179 Nov 12 03:38:51.060380 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-1e4a1a21-ed58-47d7-9372-6ac448c201b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:51.095387 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port b765f9f8-1b70-40fd-8519-033f4f7cc090, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=b765f9f8-1b70-40fd-8519-033f4f7cc090,segment=NetworkSegment(0b04c0b1-5879-4304-b25e-c28aa4573a76),segment_id=0b04c0b1-5879-4304-b25e-c28aa4573a76)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:51.103711 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:51.107330 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-1e4a1a21-ed58-47d7-9372-6ac448c201b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:51.108792 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-1e4a1a21-ed58-47d7-9372-6ac448c201b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:51.110279 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-1e4a1a21-ed58-47d7-9372-6ac448c201b6 service neutron] 10.222.0.90 "PUT /v2.0/ports/1aa85d26-d4f7-4d87-aa1e-da6f641edac8 HTTP/1.1" status: 200 len: 1092 time: 2.0175245 Nov 12 03:38:51.114723 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a320c2fe-078c-461f-9768-b9d2bf043d8e', 'tag': '1aa85d26-d4f7-4d87-aa1e-da6f641edac8'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:51.130522 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f228fecf-a02d-40b8-a26d-e2a4631cd11e tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:51.131948 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a75b5f6-9351-484d-9ee0-d1ad4b3fbf0e" -d '{"events": [{"name": "network-changed", "server_uuid": "a320c2fe-078c-461f-9768-b9d2bf043d8e", "tag": "1aa85d26-d4f7-4d87-aa1e-da6f641edac8"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:51.219680 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2775fc1-0a61-42bb-80f3-b4b061161e33 req-9266940e-7f8c-4b59-b98c-c25c389fb35c tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:51.221511 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=b765f9f8-1b70-40fd-8519-033f4f7cc090,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:51.223655 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ac72c5-cd6d-495c-9c10-fffd6863fe6b x-openstack-request-id: req-c4ac72c5-cd6d-495c-9c10-fffd6863fe6b {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:51.224015 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a320c2fe-078c-461f-9768-b9d2bf043d8e", "tag": "1aa85d26-d4f7-4d87-aa1e-da6f641edac8", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:51.224365 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c4ac72c5-cd6d-495c-9c10-fffd6863fe6b {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:51.224833 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a320c2fe-078c-461f-9768-b9d2bf043d8e', 'tag': '1aa85d26-d4f7-4d87-aa1e-da6f641edac8', 'status': 'completed', 'code': 200} Nov 12 03:38:51.227198 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a1a21-ed58-47d7-9372-6ac448c201b6 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa85d26-d4f7-4d87-aa1e-da6f641edac8,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:51.229203 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b2775fc1-0a61-42bb-80f3-b4b061161e33 req-9266940e-7f8c-4b59-b98c-c25c389fb35c tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] 10.222.0.50 "GET /v2.0/ports?device_id=84bd1195-7238-4ce0-bc03-474c69164f6b HTTP/1.1" status: 200 len: 945 time: 0.4962265 Nov 12 03:38:51.248288 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-596df335-4c60-4d42-8216-8d4ae9fd414a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:51.250231 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-596df335-4c60-4d42-8216-8d4ae9fd414a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=25535b709a2d4c4589b8ab88b8c8086a&device_id=a320c2fe-078c-461f-9768-b9d2bf043d8e HTTP/1.1" status: 200 len: 1095 time: 0.0627568 Nov 12 03:38:51.300438 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f42e62e0-d63f-4647-97da-1c8e53c614ae tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:51.328927 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-57255312-ade4-48e6-a4d3-ba4d96a72b8d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1aa85d26-d4f7-4d87-aa1e-da6f641edac8 HTTP/1.1" status: 200 len: 217 time: 0.0626616 Nov 12 03:38:51.365359 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e62e0-d63f-4647-97da-1c8e53c614ae tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Pushing event deleted for resources: {'Port': ['ID=efcfe033-efa5-4d6f-b46f-b8895735472e,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:51.373603 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42e62e0-d63f-4647-97da-1c8e53c614ae tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] No DVR routers for this DVR port efcfe033-efa5-4d6f-b46f-b8895735472e on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:51.386218 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device efcfe033-efa5-4d6f-b46f-b8895735472e no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:51.419289 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-86b27278-c44f-4647-b965-4c1fb7d70dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:51.421361 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-86b27278-c44f-4647-b965-4c1fb7d70dc1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=503f9962-4a4b-41cd-afae-2bc03640b310 HTTP/1.1" status: 200 len: 846 time: 0.0797558 Nov 12 03:38:51.423066 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f228fecf-a02d-40b8-a26d-e2a4631cd11e tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:51.446921 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: efcfe033-efa5-4d6f-b46f-b8895735472e {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:38:51.449344 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device efcfe033-efa5-4d6f-b46f-b8895735472e not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:38:51.482023 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b2775fc1-0a61-42bb-80f3-b4b061161e33 req-9da44b54-532c-4653-a346-2ec45e202529 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e605356-043b-4fd0-b128-fc1b62b22c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459064 Nov 12 03:38:51.510637 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-738acff6-4fdb-48f6-b738-9d0bded4884d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=78368f62-ed24-43ac-ae16-b5ccbfc3c78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790613 Nov 12 03:38:51.525501 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a832ca-61f0-4e7c-a230-e82d6accc5b6 req-1c88c1b7-942b-499e-b454-5bf68d635c84 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:51.535182 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26a832ca-61f0-4e7c-a230-e82d6accc5b6 req-1c88c1b7-942b-499e-b454-5bf68d635c84 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=a320c2fe-078c-461f-9768-b9d2bf043d8e HTTP/1.1" status: 200 len: 943 time: 0.2043397 Nov 12 03:38:51.590964 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f42e62e0-d63f-4647-97da-1c8e53c614ae tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:51.617172 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f228fecf-a02d-40b8-a26d-e2a4631cd11e tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Network 494bb186-c83f-405a-9971-5eb83403e66b is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:51.626702 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-f228fecf-a02d-40b8-a26d-e2a4631cd11e tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:51.635142 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f228fecf-a02d-40b8-a26d-e2a4631cd11e tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Pushing event updated for resources: {'Port': ['ID=f6c03797-865e-4e28-91d8-5ddc9fbc7eea,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:51.638426 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f228fecf-a02d-40b8-a26d-e2a4631cd11e tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:51.648897 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-f42e62e0-d63f-4647-97da-1c8e53c614ae tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fc6ff92-7721-47be-92ba-e451c72f612c']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:51.706849 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-f42e62e0-d63f-4647-97da-1c8e53c614ae tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a1f0eb5-9ea9-4ed5-9054-5993c74b8f42') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:51.714790 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-f42e62e0-d63f-4647-97da-1c8e53c614ae tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a1f0eb5-9ea9-4ed5-9054-5993c74b8f42') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:51.741039 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26a832ca-61f0-4e7c-a230-e82d6accc5b6 req-eb1ded39-8587-4e2d-bf7c-7b0a1798d9b8 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030408 Nov 12 03:38:51.746127 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f42e62e0-d63f-4647-97da-1c8e53c614ae tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:51.772333 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-07b45462-509b-4eb6-9f8d-d61f4727954b service neutron] 10.222.0.90 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339680 Nov 12 03:38:51.776653 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f228fecf-a02d-40b8-a26d-e2a4631cd11e tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:51.777410 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f228fecf-a02d-40b8-a26d-e2a4631cd11e tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:51.798525 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f42e62e0-d63f-4647-97da-1c8e53c614ae tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:51.818224 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f42e62e0-d63f-4647-97da-1c8e53c614ae tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:38:51.818736 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f42e62e0-d63f-4647-97da-1c8e53c614ae tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:51.824234 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:38:51.824234 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:38:51.824234 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:38:51.824234 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:38:51.824234 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:38:51.824234 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:38:51.824234 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:38:51.824234 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:38:51.824234 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:38:51.824234 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:38:51.824234 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:38:51.824234 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:38:51.824234 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:38:51.824234 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:38:51.824234 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:38:51.824234 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:38:51.824234 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:38:51.824234 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:38:51.824234 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:38:51.824234 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:38:51.824234 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:38:51.824234 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:38:51.824234 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:38:51.824234 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:38:51.824234 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:38:51.824234 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:38:51.824234 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:38:51.824234 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:38:51.824234 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:38:51.824234 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:38:51.824234 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:38:51.824234 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:38:51.824234 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:38:51.824234 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:38:51.824234 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:38:51.824234 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:38:51.824234 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:38:51.824234 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:38:51.824234 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:38:51.824234 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:38:51.869450 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f228fecf-a02d-40b8-a26d-e2a4631cd11e tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1476793 Nov 12 03:38:51.890438 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51534) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:51.896927 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-d61292f0-465a-4225-b286-c33c1b762c26 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Request body: {'port': {'network_id': '494bb186-c83f-405a-9971-5eb83403e66b', 'name': 'tempest-FloatingIPTestJSON-1049605384'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:51.909666 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device c62b694a-df5c-40c2-8669-a8ba46de727c up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:52.023566 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port c62b694a-df5c-40c2-8669-a8ba46de727c completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:38:52.031043 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port c62b694a-df5c-40c2-8669-a8ba46de727c triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:52.031634 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:52.038094 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f42e62e0-d63f-4647-97da-1c8e53c614ae tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:52.046891 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f42e62e0-d63f-4647-97da-1c8e53c614ae tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:52.054078 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f42e62e0-d63f-4647-97da-1c8e53c614ae tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] 10.222.0.50 "DELETE /v2.0/networks/3fc6ff92-7721-47be-92ba-e451c72f612c HTTP/1.1" status: 204 len: 168 time: 2.5703542 Nov 12 03:38:52.088223 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e62e0-d63f-4647-97da-1c8e53c614ae tempest-AllowedAddressPairTestJSON-72029978 tempest-AllowedAddressPairTestJSON-72029978-project] Pushing event deleted for resources: {'Network': ['ID=3fc6ff92-7721-47be-92ba-e451c72f612c,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:52.144199 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-782293c1-a7a2-4dfc-9569-fc88562f7d7e req-e9621f0c-7c4f-48a9-b2d2-e24d7e950188 service neutron] 10.222.0.90 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641376 Nov 12 03:38:52.213469 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5c376-e2a6-4e68-8abc-afce6710889c req-ec9a6bb0-d8e0-4399-aa57-1dafd0751c1d tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:52.218237 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5fb5c376-e2a6-4e68-8abc-afce6710889c req-ec9a6bb0-d8e0-4399-aa57-1dafd0751c1d tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] 10.222.0.90 "GET /v2.0/ports?device_id=84bd1195-7238-4ce0-bc03-474c69164f6b HTTP/1.1" status: 200 len: 945 time: 0.1165688 Nov 12 03:38:52.231428 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:52.314570 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61292f0-465a-4225-b286-c33c1b762c26 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Made reservation on behalf of 1f58e1cd99b64f08bb3191fdbe2820dd for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:52.330959 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port c62b694a-df5c-40c2-8669-a8ba46de727c, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=c62b694a-df5c-40c2-8669-a8ba46de727c,segment=NetworkSegment(11bdb19f-eb51-4d2d-b6e4-289913f58187),segment_id=11bdb19f-eb51-4d2d-b6e4-289913f58187)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:52.334999 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d61292f0-465a-4225-b286-c33c1b762c26 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:52.339849 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:52.341523 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device bea45d93-9310-41f5-8703-7de66e3e9b69 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:52.435175 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-d61292f0-465a-4225-b286-c33c1b762c26 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] device_id is not set on port 8fd2fdbf-d199-4d20-a4f0-9f9039793cc3 yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:38:52.509198 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2cc3b-35d2-44ee-a19f-3979eef47e37 req-c816eb90-5dee-47ef-be54-37b5fb095412 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:52.530018 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2cc3b-35d2-44ee-a19f-3979eef47e37 req-c816eb90-5dee-47ef-be54-37b5fb095412 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:52.540464 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2cc3b-35d2-44ee-a19f-3979eef47e37 req-c816eb90-5dee-47ef-be54-37b5fb095412 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:52.559319 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2cc3b-35d2-44ee-a19f-3979eef47e37 req-c816eb90-5dee-47ef-be54-37b5fb095412 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:52.575345 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2cc3b-35d2-44ee-a19f-3979eef47e37 req-c816eb90-5dee-47ef-be54-37b5fb095412 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:52.586512 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2cc3b-35d2-44ee-a19f-3979eef47e37 req-c816eb90-5dee-47ef-be54-37b5fb095412 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:52.597696 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2cc3b-35d2-44ee-a19f-3979eef47e37 req-c816eb90-5dee-47ef-be54-37b5fb095412 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:52.624716 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ffc2cc3b-35d2-44ee-a19f-3979eef47e37 req-c816eb90-5dee-47ef-be54-37b5fb095412 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 5437 time: 0.3169603 Nov 12 03:38:52.648687 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=c62b694a-df5c-40c2-8669-a8ba46de727c,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:52.686294 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b765f9f8-1b70-40fd-8519-033f4f7cc090'}, {'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62b694a-df5c-40c2-8669-a8ba46de727c'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:52.694509 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa85f281-4013-4c67-9c6b-0699a843a2b1" -d '{"events": [{"server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "name": "network-vif-plugged", "status": "completed", "tag": "b765f9f8-1b70-40fd-8519-033f4f7cc090"}, {"server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "name": "network-vif-plugged", "status": "completed", "tag": "c62b694a-df5c-40c2-8669-a8ba46de727c"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:52.714111 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port bea45d93-9310-41f5-8703-7de66e3e9b69 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:38:52.739725 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port bea45d93-9310-41f5-8703-7de66e3e9b69 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:52.739725 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:52.747113 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-5fb5c376-e2a6-4e68-8abc-afce6710889c req-df974855-9509-4a7e-94e8-eb3b7aa47d65 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] Deleting port 89900d2b-de0b-461e-b1ab-524afa274aca {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:52.747511 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-5fb5c376-e2a6-4e68-8abc-afce6710889c req-df974855-9509-4a7e-94e8-eb3b7aa47d65 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:52.880670 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51564) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:52.940275 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ffc2cc3b-35d2-44ee-a19f-3979eef47e37 req-b0ed2be0-232c-44f7-944c-498b9c15d57f tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&id=0adbc793-597d-400b-8618-e8fe9b45ffdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3142266 Nov 12 03:38:52.985642 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:52.992707 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-d61292f0-465a-4225-b286-c33c1b762c26 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Allocated IP 172.20.0.10 (494bb186-c83f-405a-9971-5eb83403e66b/ef23b3b3-d737-426f-9bd8-731d9fb9f5d5/8fd2fdbf-d199-4d20-a4f0-9f9039793cc3) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:53.043118 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3bc325-4459-41f7-9f1a-e396cc2d06f4 req-9bb31ecb-9353-4cfb-a8be-a3c3700fc81b tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:53.060695 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-be3bc325-4459-41f7-9f1a-e396cc2d06f4 req-9bb31ecb-9353-4cfb-a8be-a3c3700fc81b tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] 10.222.0.50 "GET /v2.0/ports?device_id=84bd1195-7238-4ce0-bc03-474c69164f6b HTTP/1.1" status: 200 len: 945 time: 0.3012388 Nov 12 03:38:53.111175 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port bea45d93-9310-41f5-8703-7de66e3e9b69, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=bea45d93-9310-41f5-8703-7de66e3e9b69,segment=NetworkSegment(7160b443-0957-49bf-81cb-6c0bf92bcd2c),segment_id=7160b443-0957-49bf-81cb-6c0bf92bcd2c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:53.120186 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:53.121403 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device abbc23e8-1176-4bcd-936e-074c27c7f379 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:53.130214 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0b99fa-0a1c-4079-b6a6-04afacd4956a x-openstack-request-id: req-dc0b99fa-0a1c-4079-b6a6-04afacd4956a {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:53.130214 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "name": "network-vif-plugged", "status": "completed", "tag": "b765f9f8-1b70-40fd-8519-033f4f7cc090", "code": 200}, {"server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "name": "network-vif-plugged", "status": "completed", "tag": "c62b694a-df5c-40c2-8669-a8ba46de727c", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:53.130214 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dc0b99fa-0a1c-4079-b6a6-04afacd4956a {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:53.136685 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b765f9f8-1b70-40fd-8519-033f4f7cc090', 'code': 200} Nov 12 03:38:53.136946 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62b694a-df5c-40c2-8669-a8ba46de727c', 'code': 200} Nov 12 03:38:53.142453 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-5fb5c376-e2a6-4e68-8abc-afce6710889c req-df974855-9509-4a7e-94e8-eb3b7aa47d65 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] For port 89900d2b-de0b-461e-b1ab-524afa274aca, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=89900d2b-de0b-461e-b1ab-524afa274aca,segment=NetworkSegment(5ef0873e-0f4a-4924-95d6-d5d084602311),segment_id=5ef0873e-0f4a-4924-95d6-d5d084602311)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:53.143184 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-5fb5c376-e2a6-4e68-8abc-afce6710889c req-df974855-9509-4a7e-94e8-eb3b7aa47d65 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:53.156402 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75b5f6-9351-484d-9ee0-d1ad4b3fbf0e req-b4f708af-171c-44b6-b842-48c483beec20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:53.162633 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-5fb5c376-e2a6-4e68-8abc-afce6710889c req-df974855-9509-4a7e-94e8-eb3b7aa47d65 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] Calling delete_port for 89900d2b-de0b-461e-b1ab-524afa274aca owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:53.168146 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5a75b5f6-9351-484d-9ee0-d1ad4b3fbf0e req-b4f708af-171c-44b6-b842-48c483beec20 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=25535b709a2d4c4589b8ab88b8c8086a&device_id=a320c2fe-078c-461f-9768-b9d2bf043d8e HTTP/1.1" status: 200 len: 1095 time: 0.8850222 Nov 12 03:38:53.360894 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=bea45d93-9310-41f5-8703-7de66e3e9b69,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:53.381768 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port abbc23e8-1176-4bcd-936e-074c27c7f379 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:38:53.387138 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port abbc23e8-1176-4bcd-936e-074c27c7f379 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:53.387511 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:53.487049 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a3a28a1b-a55c-4ce4-be1b-89ee6a77eba5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e66fe21c5d414679b6308e290b4e8993&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6034443 Nov 12 03:38:53.496933 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51580) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:53.587320 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:53.657885 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port abbc23e8-1176-4bcd-936e-074c27c7f379, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=abbc23e8-1176-4bcd-936e-074c27c7f379,segment=NetworkSegment(7160b443-0957-49bf-81cb-6c0bf92bcd2c),segment_id=7160b443-0957-49bf-81cb-6c0bf92bcd2c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:53.666944 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:53.667767 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:53.702368 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-be3bc325-4459-41f7-9f1a-e396cc2d06f4 req-91e8ecf5-d07e-44f5-a443-762b95a0987f tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e605356-043b-4fd0-b128-fc1b62b22c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6401682 Nov 12 03:38:53.704026 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75b5f6-9351-484d-9ee0-d1ad4b3fbf0e req-f6cd8a6e-87e7-457c-beff-cac14cac836e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:53.705713 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5a75b5f6-9351-484d-9ee0-d1ad4b3fbf0e req-f6cd8a6e-87e7-457c-beff-cac14cac836e service neutron] 10.222.0.90 "GET /v2.0/networks?id=78368f62-ed24-43ac-ae16-b5ccbfc3c78d HTTP/1.1" status: 200 len: 907 time: 0.5183532 Nov 12 03:38:53.915937 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=abbc23e8-1176-4bcd-936e-074c27c7f379,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:53.935413 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:38:53.940319 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:53.941045 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:53.978640 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51584) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:53.981145 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d61292f0-465a-4225-b286-c33c1b762c26 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:54.040200 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d61292f0-465a-4225-b286-c33c1b762c26 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:54.195743 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61292f0-465a-4225-b286-c33c1b762c26 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Pushing event updated for resources: {'Port': ['ID=8fd2fdbf-d199-4d20-a4f0-9f9039793cc3,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:54.219338 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:54.220086 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d67803-1e8a-4383-a199-70d2d042f48b req-aea77804-5f1e-4be7-b02a-2e2c6e2e220d tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:54.228888 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d1d67803-1e8a-4383-a199-70d2d042f48b req-aea77804-5f1e-4be7-b02a-2e2c6e2e220d tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=a320c2fe-078c-461f-9768-b9d2bf043d8e HTTP/1.1" status: 200 len: 943 time: 0.2489433 Nov 12 03:38:54.299776 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0cc37589-91ce-47e1-b1a0-6ea0589adb23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:54.306108 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 1aa85d26-d4f7-4d87-aa1e-da6f641edac8 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:38:54.322513 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61292f0-465a-4225-b286-c33c1b762c26 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Network 494bb186-c83f-405a-9971-5eb83403e66b is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:54.327219 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5a75b5f6-9351-484d-9ee0-d1ad4b3fbf0e req-9b92d8fb-8bde-43a2-b34f-9fa5a9c42e9e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1aa85d26-d4f7-4d87-aa1e-da6f641edac8 HTTP/1.1" status: 200 len: 217 time: 0.2931547 Nov 12 03:38:54.334676 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-d61292f0-465a-4225-b286-c33c1b762c26 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:54.337241 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61292f0-465a-4225-b286-c33c1b762c26 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:54.341514 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d1d67803-1e8a-4383-a199-70d2d042f48b req-f38f5dc6-65c0-48e3-b668-0516c8bd5e92 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074057 Nov 12 03:38:54.385666 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2,segment=NetworkSegment(7160b443-0957-49bf-81cb-6c0bf92bcd2c),segment_id=7160b443-0957-49bf-81cb-6c0bf92bcd2c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:54.414140 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:54.416385 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device e2131700-ba7a-474e-985e-8060b2a8fb24 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:54.423386 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c08d7326-6553-4749-bdf8-cfc138ae5a0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:54.446459 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac755c56-bce0-4b48-831e-bc404357847f req-ea52ccef-6f22-49e2-a326-3cb4ccd7fdae tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:54.452536 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac755c56-bce0-4b48-831e-bc404357847f req-ea52ccef-6f22-49e2-a326-3cb4ccd7fdae tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:54.460159 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac755c56-bce0-4b48-831e-bc404357847f req-ea52ccef-6f22-49e2-a326-3cb4ccd7fdae tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:54.473384 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac755c56-bce0-4b48-831e-bc404357847f req-ea52ccef-6f22-49e2-a326-3cb4ccd7fdae tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:54.479612 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac755c56-bce0-4b48-831e-bc404357847f req-ea52ccef-6f22-49e2-a326-3cb4ccd7fdae tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:54.485732 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac755c56-bce0-4b48-831e-bc404357847f req-ea52ccef-6f22-49e2-a326-3cb4ccd7fdae tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:54.505828 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac755c56-bce0-4b48-831e-bc404357847f req-ea52ccef-6f22-49e2-a326-3cb4ccd7fdae tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:54.510426 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ac755c56-bce0-4b48-831e-bc404357847f req-ea52ccef-6f22-49e2-a326-3cb4ccd7fdae tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 5440 time: 0.3240161 Nov 12 03:38:54.515567 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-5fb5c376-e2a6-4e68-8abc-afce6710889c req-df974855-9509-4a7e-94e8-eb3b7aa47d65 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:54.575271 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['89900d2b-de0b-461e-b1ab-524afa274aca'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:38:54.610492 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df974855-9509-4a7e-94e8-eb3b7aa47d65 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] Pushing event deleted for resources: {'Port': ['ID=89900d2b-de0b-461e-b1ab-524afa274aca,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:54.620927 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb5c376-e2a6-4e68-8abc-afce6710889c req-df974855-9509-4a7e-94e8-eb3b7aa47d65 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] No DVR routers for this DVR port 89900d2b-de0b-461e-b1ab-524afa274aca on host n-h2-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:54.623625 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-5fb5c376-e2a6-4e68-8abc-afce6710889c req-df974855-9509-4a7e-94e8-eb3b7aa47d65 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:54.627689 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5fb5c376-e2a6-4e68-8abc-afce6710889c req-df974855-9509-4a7e-94e8-eb3b7aa47d65 tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] 10.222.0.90 "DELETE /v2.0/ports/89900d2b-de0b-461e-b1ab-524afa274aca HTTP/1.1" status: 204 len: 173 time: 2.4022472 Nov 12 03:38:54.630126 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84bd1195-7238-4ce0-bc03-474c69164f6b', 'name': 'network-vif-deleted', 'tag': '89900d2b-de0b-461e-b1ab-524afa274aca'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:54.634068 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f01f27-dbe3-46bf-a86f-0626782b5838" -d '{"events": [{"server_uuid": "84bd1195-7238-4ce0-bc03-474c69164f6b", "name": "network-vif-deleted", "tag": "89900d2b-de0b-461e-b1ab-524afa274aca"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:54.662793 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c08d7326-6553-4749-bdf8-cfc138ae5a0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:54.667639 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0cc37589-91ce-47e1-b1a0-6ea0589adb23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:54.674351 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0cc37589-91ce-47e1-b1a0-6ea0589adb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:54.697097 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61292f0-465a-4225-b286-c33c1b762c26 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:54.698176 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d61292f0-465a-4225-b286-c33c1b762c26 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:54.772868 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:54.774023 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349483ad-2663-4372-9fa7-95214d059ccd x-openstack-request-id: req-349483ad-2663-4372-9fa7-95214d059ccd {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:54.774441 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84bd1195-7238-4ce0-bc03-474c69164f6b", "name": "network-vif-deleted", "tag": "89900d2b-de0b-461e-b1ab-524afa274aca", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:54.774769 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-349483ad-2663-4372-9fa7-95214d059ccd {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:54.775265 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84bd1195-7238-4ce0-bc03-474c69164f6b', 'name': 'network-vif-deleted', 'tag': '89900d2b-de0b-461e-b1ab-524afa274aca', 'status': 'completed', 'code': 200} Nov 12 03:38:54.808590 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc37589-91ce-47e1-b1a0-6ea0589adb23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee2ba49-863f-49e8-9930-06bbc44e48e8,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:54.839719 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-0cc37589-91ce-47e1-b1a0-6ea0589adb23 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=af6c5cc88e1a490b949401b9966f0f1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8584108 Nov 12 03:38:54.842456 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 1aa85d26-d4f7-4d87-aa1e-da6f641edac8, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=1aa85d26-d4f7-4d87-aa1e-da6f641edac8,segment=NetworkSegment(cb0def10-0c33-48e7-8f61-e6fe0bcab07e),segment_id=cb0def10-0c33-48e7-8f61-e6fe0bcab07e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:54.846402 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51598) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:54.848682 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75b5f6-9351-484d-9ee0-d1ad4b3fbf0e req-c7347ebb-146c-4b69-bc08-29def3cc41b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:54.850469 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5a75b5f6-9351-484d-9ee0-d1ad4b3fbf0e req-c7347ebb-146c-4b69-bc08-29def3cc41b4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=503f9962-4a4b-41cd-afae-2bc03640b310 HTTP/1.1" status: 200 len: 846 time: 0.4404848 Nov 12 03:38:54.861955 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port e2131700-ba7a-474e-985e-8060b2a8fb24 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:38:54.875136 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ac755c56-bce0-4b48-831e-bc404357847f req-0c0deffa-25d4-419e-9e19-2df59b51267e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&id=0adbc793-597d-400b-8618-e8fe9b45ffdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3016880 Nov 12 03:38:54.876858 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '1aa85d26-d4f7-4d87-aa1e-da6f641edac8', 'network_id': '78368f62-ed24-43ac-ae16-b5ccbfc3c78d', 'port_id': '1aa85d26-d4f7-4d87-aa1e-da6f641edac8', 'mac_address': 'fa:16:3e:e6:c4:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503f9962-4a4b-41cd-afae-2bc03640b310', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:38:54.883100 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port e2131700-ba7a-474e-985e-8060b2a8fb24 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:54.883580 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:54.913792 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5a75b5f6-9351-484d-9ee0-d1ad4b3fbf0e req-2d8d5280-f0a8-4842-ba44-9b2d94db19ef service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=78368f62-ed24-43ac-ae16-b5ccbfc3c78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458987 Nov 12 03:38:54.914774 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-371d2782-2d37-40c6-b594-4167393f16eb req-85663281-e68f-4e56-823d-9786c5bed7ff tempest-ServerTagsTestJSON-214939466 tempest-ServerTagsTestJSON-214939466-project] 10.222.0.50 "GET /v2.0/ports?device_id=84bd1195-7238-4ce0-bc03-474c69164f6b HTTP/1.1" status: 200 len: 210 time: 0.0681841 Nov 12 03:38:54.920456 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d61292f0-465a-4225-b286-c33c1b762c26 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0280387 Nov 12 03:38:54.924505 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51600) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:54.929992 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-591e72e3-07ec-48d0-80bc-4ab0888e58e6 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'port_id': '8fd2fdbf-d199-4d20-a4f0-9f9039793cc3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:54.983675 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-591e72e3-07ec-48d0-80bc-4ab0888e58e6 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for floatingip, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:55.004579 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:55.040778 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aa85d26-d4f7-4d87-aa1e-da6f641edac8 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:38:55.057193 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-022bb397-888d-4c2f-bde6-db1028a0d9b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:55.063435 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c08d7326-6553-4749-bdf8-cfc138ae5a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:55.066753 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c08d7326-6553-4749-bdf8-cfc138ae5a0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:55.068550 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c08d7326-6553-4749-bdf8-cfc138ae5a0f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5891efbc-3c79-4049-8b86-cda249c3c1fd HTTP/1.1" status: 204 len: 168 time: 1.5559573 Nov 12 03:38:55.101449 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 1aa85d26-d4f7-4d87-aa1e-da6f641edac8, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=1aa85d26-d4f7-4d87-aa1e-da6f641edac8,segment=NetworkSegment(cb0def10-0c33-48e7-8f61-e6fe0bcab07e),segment_id=cb0def10-0c33-48e7-8f61-e6fe0bcab07e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:55.123871 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:55.135081 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d7326-6553-4749-bdf8-cfc138ae5a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5891efbc-3c79-4049-8b86-cda249c3c1fd,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:55.184778 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5a75b5f6-9351-484d-9ee0-d1ad4b3fbf0e req-363c917c-e8b5-426d-8136-4e36e8bfbdb3 service neutron] 10.222.0.90 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303023 Nov 12 03:38:55.190990 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-022bb397-888d-4c2f-bde6-db1028a0d9b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:55.196465 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bea45d93-9310-41f5-8703-7de66e3e9b69'}, {'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abbc23e8-1176-4bcd-936e-074c27c7f379'}, {'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:55.198718 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a335898-5751-4a98-b942-8976ead26bd1" -d '{"events": [{"server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "name": "network-vif-plugged", "status": "completed", "tag": "bea45d93-9310-41f5-8703-7de66e3e9b69"}, {"server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "name": "network-vif-plugged", "status": "completed", "tag": "abbc23e8-1176-4bcd-936e-074c27c7f379"}, {"server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "name": "network-vif-plugged", "status": "completed", "tag": "7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:55.204662 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:55.234440 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-591e72e3-07ec-48d0-80bc-4ab0888e58e6 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:55.384532 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=1aa85d26-d4f7-4d87-aa1e-da6f641edac8,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:55.397779 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port e2131700-ba7a-474e-985e-8060b2a8fb24, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=e2131700-ba7a-474e-985e-8060b2a8fb24,segment=NetworkSegment(7160b443-0957-49bf-81cb-6c0bf92bcd2c),segment_id=7160b443-0957-49bf-81cb-6c0bf92bcd2c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:55.400877 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2aba95-2a1d-4a2f-8912-a291d8589061 x-openstack-request-id: req-db2aba95-2a1d-4a2f-8912-a291d8589061 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:55.400877 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "name": "network-vif-plugged", "status": "completed", "tag": "bea45d93-9310-41f5-8703-7de66e3e9b69", "code": 200}, {"server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "name": "network-vif-plugged", "status": "completed", "tag": "abbc23e8-1176-4bcd-936e-074c27c7f379", "code": 200}, {"server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "name": "network-vif-plugged", "status": "completed", "tag": "7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:55.400877 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-db2aba95-2a1d-4a2f-8912-a291d8589061 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:55.401191 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bea45d93-9310-41f5-8703-7de66e3e9b69', 'code': 200} Nov 12 03:38:55.401393 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abbc23e8-1176-4bcd-936e-074c27c7f379', 'code': 200} Nov 12 03:38:55.401653 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2', 'code': 200} Nov 12 03:38:55.414980 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:55.468159 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['1aa85d26-d4f7-4d87-aa1e-da6f641edac8'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:38:55.583981 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-022bb397-888d-4c2f-bde6-db1028a0d9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:55.589176 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-022bb397-888d-4c2f-bde6-db1028a0d9b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:55.595853 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-022bb397-888d-4c2f-bde6-db1028a0d9b2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eee2ba49-863f-49e8-9930-06bbc44e48e8 HTTP/1.1" status: 204 len: 168 time: 0.7415330 Nov 12 03:38:55.605945 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-591e72e3-07ec-48d0-80bc-4ab0888e58e6 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Allocated IP 172.25.5.169 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/a091c62d-1ab0-4760-b205-0c6db6f6de6e) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:55.637179 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=e2131700-ba7a-474e-985e-8060b2a8fb24,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:55.637990 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aee8c7-2aee-4fc9-97f0-dc3f29727fce req-14eb8b2a-2727-440a-babe-a032ba625f1b tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:55.639830 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f1aee8c7-2aee-4fc9-97f0-dc3f29727fce req-14eb8b2a-2727-440a-babe-a032ba625f1b tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=a320c2fe-078c-461f-9768-b9d2bf043d8e HTTP/1.1" status: 200 len: 944 time: 0.1222610 Nov 12 03:38:55.642415 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022bb397-888d-4c2f-bde6-db1028a0d9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee2ba49-863f-49e8-9930-06bbc44e48e8,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:55.666069 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5a75b5f6-9351-484d-9ee0-d1ad4b3fbf0e req-0e7e95ee-4df2-42d8-9819-684529c5c737 service neutron] 10.222.0.90 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4537678 Nov 12 03:38:55.727347 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f1aee8c7-2aee-4fc9-97f0-dc3f29727fce req-ed3a9510-2ebb-447a-8f21-4693112416dd tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771630 Nov 12 03:38:55.903094 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-591e72e3-07ec-48d0-80bc-4ab0888e58e6 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.026107 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-591e72e3-07ec-48d0-80bc-4ab0888e58e6 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.026788 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51630) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:56.114101 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591e72e3-07ec-48d0-80bc-4ab0888e58e6 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:56.115961 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-05ba1ade-2c3c-4fb5-a8bb-5da85bd951c8 admin admin] Deleting subnet cff74400-16cb-458d-85e7-84fc52cd88d1 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:38:56.130852 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-591e72e3-07ec-48d0-80bc-4ab0888e58e6 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:56.135439 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591e72e3-07ec-48d0-80bc-4ab0888e58e6 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:56.143435 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-05ba1ade-2c3c-4fb5-a8bb-5da85bd951c8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.192383 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51632) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:56.197069 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e72e3-07ec-48d0-80bc-4ab0888e58e6 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Pushing event updated for resources: {'Port': ['ID=a091c62d-1ab0-4760-b205-0c6db6f6de6e,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:56.252953 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e71ae600-12fd-4684-8fe5-3bbc04a811c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.279071 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-05ba1ade-2c3c-4fb5-a8bb-5da85bd951c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.313464 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 89900d2b-de0b-461e-b1ab-524afa274aca no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:56.391602 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: 89900d2b-de0b-461e-b1ab-524afa274aca {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:38:56.394727 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 89900d2b-de0b-461e-b1ab-524afa274aca not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:38:56.514224 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800fac12-d14e-4944-bdb5-734302fe118c req-86efe04a-59b6-4bef-8d2b-d9655d6c68a3 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:56.521717 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800fac12-d14e-4944-bdb5-734302fe118c req-86efe04a-59b6-4bef-8d2b-d9655d6c68a3 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:56.528170 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800fac12-d14e-4944-bdb5-734302fe118c req-86efe04a-59b6-4bef-8d2b-d9655d6c68a3 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:56.537719 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800fac12-d14e-4944-bdb5-734302fe118c req-86efe04a-59b6-4bef-8d2b-d9655d6c68a3 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:56.544458 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800fac12-d14e-4944-bdb5-734302fe118c req-86efe04a-59b6-4bef-8d2b-d9655d6c68a3 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:56.552881 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800fac12-d14e-4944-bdb5-734302fe118c req-86efe04a-59b6-4bef-8d2b-d9655d6c68a3 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:56.565225 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800fac12-d14e-4944-bdb5-734302fe118c req-86efe04a-59b6-4bef-8d2b-d9655d6c68a3 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:56.577993 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-800fac12-d14e-4944-bdb5-734302fe118c req-86efe04a-59b6-4bef-8d2b-d9655d6c68a3 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 5442 time: 0.5502644 Nov 12 03:38:56.605112 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-05ba1ade-2c3c-4fb5-a8bb-5da85bd951c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.718110 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51648) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:56.757234 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e71ae600-12fd-4684-8fe5-3bbc04a811c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.765854 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-800fac12-d14e-4944-bdb5-734302fe118c req-d9ec1b30-7e86-4cf4-b4dd-1692928e5166 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&id=0adbc793-597d-400b-8618-e8fe9b45ffdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1869268 Nov 12 03:38:56.767082 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e71ae600-12fd-4684-8fe5-3bbc04a811c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.778667 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-05ba1ade-2c3c-4fb5-a8bb-5da85bd951c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.808378 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-05ba1ade-2c3c-4fb5-a8bb-5da85bd951c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.814200 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-05ba1ade-2c3c-4fb5-a8bb-5da85bd951c8 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/cff74400-16cb-458d-85e7-84fc52cd88d1 HTTP/1.1" status: 204 len: 168 time: 0.7854035 Nov 12 03:38:56.839971 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51654) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:56.857843 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba1ade-2c3c-4fb5-a8bb-5da85bd951c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cff74400-16cb-458d-85e7-84fc52cd88d1,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:56.872133 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e71ae600-12fd-4684-8fe5-3bbc04a811c3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8cbe2ceeed414e91bf14932d43739aff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6376529 Nov 12 03:38:56.881123 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51658) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:56.889734 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ae600-12fd-4684-8fe5-3bbc04a811c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c28e68-cc0f-4379-9486-b57ecbdb7ca0,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:56.959511 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a92cde57-5c94-4f60-8540-1a6df52b873d tempest-ServiceProvidersTest-1237016254 tempest-ServiceProvidersTest-1237016254-project] 10.222.0.50 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2386870 Nov 12 03:38:56.982379 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d965615a-f922-4e03-b94d-43049ec7ddec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.986226 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51664) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:57.008427 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-591e72e3-07ec-48d0-80bc-4ab0888e58e6 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.034557 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-46a58908-b724-43db-adde-8973e57e5c2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.072590 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd05652-75d1-4194-850c-63fcb5f2e075 req-a3720bc0-0e6d-44dc-bfce-a16221f857d0 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:57.074306 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0dd05652-75d1-4194-850c-63fcb5f2e075 req-a3720bc0-0e6d-44dc-bfce-a16221f857d0 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=a320c2fe-078c-461f-9768-b9d2bf043d8e HTTP/1.1" status: 200 len: 944 time: 0.1797180 Nov 12 03:38:57.108534 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-46a58908-b724-43db-adde-8973e57e5c2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.161631 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-591e72e3-07ec-48d0-80bc-4ab0888e58e6 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.177558 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d965615a-f922-4e03-b94d-43049ec7ddec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.196303 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0dd05652-75d1-4194-850c-63fcb5f2e075 req-82bc9d61-9a92-424c-b13d-7d5748f15548 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152232 Nov 12 03:38:57.287222 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-d965615a-f922-4e03-b94d-43049ec7ddec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df98a36-6460-4303-9339-ce3833bedf00']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:57.308851 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-d965615a-f922-4e03-b94d-43049ec7ddec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ef0873e-0f4a-4924-95d6-d5d084602311') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:57.309466 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-d965615a-f922-4e03-b94d-43049ec7ddec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ef0873e-0f4a-4924-95d6-d5d084602311') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:57.356276 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d965615a-f922-4e03-b94d-43049ec7ddec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.359780 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-46a58908-b724-43db-adde-8973e57e5c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.362589 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-46a58908-b724-43db-adde-8973e57e5c2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.363866 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-46a58908-b724-43db-adde-8973e57e5c2c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/40c28e68-cc0f-4379-9486-b57ecbdb7ca0 HTTP/1.1" status: 204 len: 168 time: 0.4819093 Nov 12 03:38:57.406457 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2131700-ba7a-474e-985e-8060b2a8fb24'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:57.413350 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d965615a-f922-4e03-b94d-43049ec7ddec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.421789 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a58908-b724-43db-adde-8973e57e5c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c28e68-cc0f-4379-9486-b57ecbdb7ca0,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:57.424739 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d38d907-e632-4a05-8210-48be2d029d39" -d '{"events": [{"server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "name": "network-vif-plugged", "status": "completed", "tag": "e2131700-ba7a-474e-985e-8060b2a8fb24"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:57.451731 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d965615a-f922-4e03-b94d-43049ec7ddec admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:38:57.459541 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d965615a-f922-4e03-b94d-43049ec7ddec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.461523 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-591e72e3-07ec-48d0-80bc-4ab0888e58e6 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.467708 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51678) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:57.473927 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:38:57.473927 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:38:57.473927 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:38:57.473927 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:38:57.473927 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:38:57.473927 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:38:57.473927 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:38:57.473927 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:38:57.473927 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:38:57.473927 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:38:57.473927 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:38:57.473927 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:38:57.473927 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:38:57.473927 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:38:57.473927 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:38:57.473927 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:38:57.473927 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:38:57.473927 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:38:57.473927 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:38:57.473927 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:38:57.473927 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:38:57.473927 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:38:57.473927 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:38:57.473927 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:38:57.473927 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:38:57.473927 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:38:57.473927 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:38:57.473927 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:38:57.473927 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:38:57.473927 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:38:57.473927 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:38:57.473927 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:38:57.484472 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-591e72e3-07ec-48d0-80bc-4ab0888e58e6 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.543201 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0882dfcc-e415-49bd-84e4-7db5ab049079 x-openstack-request-id: req-0882dfcc-e415-49bd-84e4-7db5ab049079 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:57.543782 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "name": "network-vif-plugged", "status": "completed", "tag": "e2131700-ba7a-474e-985e-8060b2a8fb24", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:57.544371 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0882dfcc-e415-49bd-84e4-7db5ab049079 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:57.545126 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2131700-ba7a-474e-985e-8060b2a8fb24', 'code': 200} Nov 12 03:38:57.602373 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d965615a-f922-4e03-b94d-43049ec7ddec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.608618 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d965615a-f922-4e03-b94d-43049ec7ddec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.612157 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d965615a-f922-4e03-b94d-43049ec7ddec admin admin] 10.222.0.50 "DELETE /v2.0/networks/0df98a36-6460-4303-9339-ce3833bedf00 HTTP/1.1" status: 204 len: 168 time: 0.7711458 Nov 12 03:38:57.695266 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-986bd95d-0b7c-4163-98a6-412f2632aae4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.816407 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d965615a-f922-4e03-b94d-43049ec7ddec admin admin] Pushing event deleted for resources: {'Network': ['ID=0df98a36-6460-4303-9339-ce3833bedf00,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:57.833582 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e72e3-07ec-48d0-80bc-4ab0888e58e6 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Pushing event updated for resources: {'Port': ['ID=a091c62d-1ab0-4760-b205-0c6db6f6de6e,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:57.850894 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-986bd95d-0b7c-4163-98a6-412f2632aae4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.878331 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-591e72e3-07ec-48d0-80bc-4ab0888e58e6 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.880832 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-986bd95d-0b7c-4163-98a6-412f2632aae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.943834 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e02f7-9fb3-462d-8593-39ce5f4caa13 req-dddfcf9b-d568-4fc9-a558-cdc58c468d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:57.944347 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e02f7-9fb3-462d-8593-39ce5f4caa13 req-dddfcf9b-d568-4fc9-a558-cdc58c468d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:57.946299 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e02f7-9fb3-462d-8593-39ce5f4caa13 req-dddfcf9b-d568-4fc9-a558-cdc58c468d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:57.946799 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e02f7-9fb3-462d-8593-39ce5f4caa13 req-dddfcf9b-d568-4fc9-a558-cdc58c468d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:57.947280 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e02f7-9fb3-462d-8593-39ce5f4caa13 req-dddfcf9b-d568-4fc9-a558-cdc58c468d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:57.947879 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e02f7-9fb3-462d-8593-39ce5f4caa13 req-dddfcf9b-d568-4fc9-a558-cdc58c468d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:57.948427 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e02f7-9fb3-462d-8593-39ce5f4caa13 req-dddfcf9b-d568-4fc9-a558-cdc58c468d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:57.950737 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-691e02f7-9fb3-462d-8593-39ce5f4caa13 req-dddfcf9b-d568-4fc9-a558-cdc58c468d28 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 6506 time: 0.2548571 Nov 12 03:38:57.985861 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51700) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:58.048517 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-986bd95d-0b7c-4163-98a6-412f2632aae4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=257c7806b4884e7aa0049de977dc632f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5741787 Nov 12 03:38:58.059797 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51702) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:58.140627 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986bd95d-0b7c-4163-98a6-412f2632aae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674aa6bc-c284-463a-b8f6-f34a70efd2a4,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:58.154713 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d463a094-f554-41ea-b88a-888f98121411 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b16d66b4ef54430fb3b1f43ec30b6a39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1572754 Nov 12 03:38:58.158002 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51706) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:58.216039 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf44592-0176-4ec0-bef0-d3fe78ee7cf3 req-c474e941-ee3c-4c49-b5b1-5692c6eabebd tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:58.222180 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf44592-0176-4ec0-bef0-d3fe78ee7cf3 req-c474e941-ee3c-4c49-b5b1-5692c6eabebd tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:58.242355 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf44592-0176-4ec0-bef0-d3fe78ee7cf3 req-c474e941-ee3c-4c49-b5b1-5692c6eabebd tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:58.262700 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf44592-0176-4ec0-bef0-d3fe78ee7cf3 req-c474e941-ee3c-4c49-b5b1-5692c6eabebd tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:58.279017 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf44592-0176-4ec0-bef0-d3fe78ee7cf3 req-c474e941-ee3c-4c49-b5b1-5692c6eabebd tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:58.289648 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf44592-0176-4ec0-bef0-d3fe78ee7cf3 req-c474e941-ee3c-4c49-b5b1-5692c6eabebd tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:58.297155 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf44592-0176-4ec0-bef0-d3fe78ee7cf3 req-c474e941-ee3c-4c49-b5b1-5692c6eabebd tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:58.299363 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dcf44592-0176-4ec0-bef0-d3fe78ee7cf3 req-c474e941-ee3c-4c49-b5b1-5692c6eabebd tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 5442 time: 0.3157799 Nov 12 03:38:58.324822 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [None req-591e72e3-07ec-48d0-80bc-4ab0888e58e6 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Floating IP 6a1e5da3-bc05-4b26-9cdd-0af479ac62b1 associated. External IP: 172.25.5.169, port: 8fd2fdbf-d199-4d20-a4f0-9f9039793cc3. Nov 12 03:38:58.328629 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 1aa85d26-d4f7-4d87-aa1e-da6f641edac8 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:58.420356 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3b7975f4-0020-41f9-80d4-df8fbacedee7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:58.469664 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 1aa85d26-d4f7-4d87-aa1e-da6f641edac8 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:38:58.485367 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 1aa85d26-d4f7-4d87-aa1e-da6f641edac8 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:58.486568 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:58.527639 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dcf44592-0176-4ec0-bef0-d3fe78ee7cf3 req-8bc5fdc1-46af-4b83-9e09-70c5ee5521a2 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&id=0adbc793-597d-400b-8618-e8fe9b45ffdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2196529 Nov 12 03:38:58.531900 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3b7975f4-0020-41f9-80d4-df8fbacedee7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:58.563485 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-691e02f7-9fb3-462d-8593-39ce5f4caa13 req-18d22036-2033-4665-82a0-c6c170b9aa39 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&id=0adbc793-597d-400b-8618-e8fe9b45ffdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6042771 Nov 12 03:38:58.614154 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b47d09-7d49-484e-bc9a-9b4c4020b91f req-16a70003-fc81-4cd7-b494-7ea958d56401 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:58.622404 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-83b47d09-7d49-484e-bc9a-9b4c4020b91f req-16a70003-fc81-4cd7-b494-7ea958d56401 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=a320c2fe-078c-461f-9768-b9d2bf043d8e HTTP/1.1" status: 200 len: 944 time: 0.1970479 Nov 12 03:38:58.635185 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9c6151d4-457e-4405-a023-eefe0c185510 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:58.651038 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:58.675963 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3b7975f4-0020-41f9-80d4-df8fbacedee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:58.679286 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3b7975f4-0020-41f9-80d4-df8fbacedee7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:58.686120 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3b7975f4-0020-41f9-80d4-df8fbacedee7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3e605356-043b-4fd0-b128-fc1b62b22c3c HTTP/1.1" status: 204 len: 168 time: 0.5216093 Nov 12 03:38:58.715085 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9c6151d4-457e-4405-a023-eefe0c185510 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:58.737958 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7975f4-0020-41f9-80d4-df8fbacedee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e605356-043b-4fd0-b128-fc1b62b22c3c,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:58.746935 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-83b47d09-7d49-484e-bc9a-9b4c4020b91f req-efe354e7-3411-4fc2-9453-7e3d2f0dc53b tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233706 Nov 12 03:38:58.786974 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591e72e3-07ec-48d0-80bc-4ab0888e58e6 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Router 1c30091a-9af0-45ba-af3b-4425d035ebfa has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:38:58.789916 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 1aa85d26-d4f7-4d87-aa1e-da6f641edac8, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=1aa85d26-d4f7-4d87-aa1e-da6f641edac8,segment=NetworkSegment(cb0def10-0c33-48e7-8f61-e6fe0bcab07e),segment_id=cb0def10-0c33-48e7-8f61-e6fe0bcab07e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:58.803857 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:58.946742 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=1aa85d26-d4f7-4d87-aa1e-da6f641edac8,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:58.949188 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9c6151d4-457e-4405-a023-eefe0c185510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:58.952560 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9c6151d4-457e-4405-a023-eefe0c185510 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:58.953903 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9c6151d4-457e-4405-a023-eefe0c185510 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/674aa6bc-c284-463a-b8f6-f34a70efd2a4 HTTP/1.1" status: 204 len: 168 time: 0.8930900 Nov 12 03:38:58.979376 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a59b0d44-f2dd-4b11-87c1-ea4fc268d4de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:58.996213 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591e72e3-07ec-48d0-80bc-4ab0888e58e6 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:38:59.012504 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3bbe60-09d6-4cb6-86a1-3a105c696b9f None None] Sync routers for ids ['1c30091a-9af0-45ba-af3b-4425d035ebfa'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:38:59.032606 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3bbe60-09d6-4cb6-86a1-3a105c696b9f None None] Routers {'1c30091a-9af0-45ba-af3b-4425d035ebfa'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:38:59.034015 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6151d4-457e-4405-a023-eefe0c185510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674aa6bc-c284-463a-b8f6-f34a70efd2a4,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:59.034156 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-5e3bbe60-09d6-4cb6-86a1-3a105c696b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:38:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1c30091a-9af0-45ba-af3b-4425d035ebfa'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:59.039732 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-591e72e3-07ec-48d0-80bc-4ab0888e58e6 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:59.079098 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-591e72e3-07ec-48d0-80bc-4ab0888e58e6 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.1536503 Nov 12 03:38:59.081993 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51734) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:59.095186 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-2f86fe90-f15e-48fa-bc7e-5a23360f5462 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:59.138258 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-5e3bbe60-09d6-4cb6-86a1-3a105c696b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:59.160274 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3bbe60-09d6-4cb6-86a1-3a105c696b9f None None] Routers {'1c30091a-9af0-45ba-af3b-4425d035ebfa'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:38:59.160967 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-5e3bbe60-09d6-4cb6-86a1-3a105c696b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:38:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1c30091a-9af0-45ba-af3b-4425d035ebfa'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:59.212652 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-5e3bbe60-09d6-4cb6-86a1-3a105c696b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:59.212652 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3bbe60-09d6-4cb6-86a1-3a105c696b9f None None] The sync data for ids ['1c30091a-9af0-45ba-af3b-4425d035ebfa'] in n-d-715271-27 is: [] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:38:59.229241 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2f86fe90-f15e-48fa-bc7e-5a23360f5462 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for floatingip, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:59.407699 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-a59b0d44-f2dd-4b11-87c1-ea4fc268d4de admin admin] Deleting port 7c309888-1e42-4f70-953a-89bc8d5ea61c {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:59.407953 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a59b0d44-f2dd-4b11-87c1-ea4fc268d4de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:59.445281 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2f86fe90-f15e-48fa-bc7e-5a23360f5462 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:59.455911 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2f86fe90-f15e-48fa-bc7e-5a23360f5462 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:59.456856 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [None req-2f86fe90-f15e-48fa-bc7e-5a23360f5462 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Floating IP 6a1e5da3-bc05-4b26-9cdd-0af479ac62b1 disassociated. External IP: 172.25.5.169, port: 8fd2fdbf-d199-4d20-a4f0-9f9039793cc3. Nov 12 03:38:59.528900 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-a59b0d44-f2dd-4b11-87c1-ea4fc268d4de admin admin] For port 7c309888-1e42-4f70-953a-89bc8d5ea61c, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=7c309888-1e42-4f70-953a-89bc8d5ea61c,segment=NetworkSegment(4e7b8aec-969c-41d9-8252-0d15a236e5b1),segment_id=4e7b8aec-969c-41d9-8252-0d15a236e5b1)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:59.529262 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a59b0d44-f2dd-4b11-87c1-ea4fc268d4de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:59.546756 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a320c2fe-078c-461f-9768-b9d2bf043d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa85d26-d4f7-4d87-aa1e-da6f641edac8'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:59.552982 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bee62d-6288-49ae-b108-470d317a6ad2" -d '{"events": [{"server_uuid": "a320c2fe-078c-461f-9768-b9d2bf043d8e", "name": "network-vif-plugged", "status": "completed", "tag": "1aa85d26-d4f7-4d87-aa1e-da6f641edac8"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:59.559675 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-a59b0d44-f2dd-4b11-87c1-ea4fc268d4de admin admin] Calling delete_port for 7c309888-1e42-4f70-953a-89bc8d5ea61c owned by network:router_interface {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:59.653098 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14713bdf-d8f6-458d-992c-3e6592b46217 x-openstack-request-id: req-14713bdf-d8f6-458d-992c-3e6592b46217 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:59.653567 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a320c2fe-078c-461f-9768-b9d2bf043d8e", "name": "network-vif-plugged", "status": "completed", "tag": "1aa85d26-d4f7-4d87-aa1e-da6f641edac8", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:59.653872 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-14713bdf-d8f6-458d-992c-3e6592b46217 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:59.654688 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a320c2fe-078c-461f-9768-b9d2bf043d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa85d26-d4f7-4d87-aa1e-da6f641edac8', 'code': 200} Nov 12 03:38:59.805396 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f86fe90-f15e-48fa-bc7e-5a23360f5462 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Router 1c30091a-9af0-45ba-af3b-4425d035ebfa has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:38:59.834849 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9702f-00c8-400e-855c-c252c5f77aa1 req-f0a88188-299f-4bf7-9a1d-f7494fdc6eb5 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:59.840886 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9702f-00c8-400e-855c-c252c5f77aa1 req-f0a88188-299f-4bf7-9a1d-f7494fdc6eb5 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:59.847126 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9702f-00c8-400e-855c-c252c5f77aa1 req-f0a88188-299f-4bf7-9a1d-f7494fdc6eb5 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:59.857049 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9702f-00c8-400e-855c-c252c5f77aa1 req-f0a88188-299f-4bf7-9a1d-f7494fdc6eb5 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:59.863236 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9702f-00c8-400e-855c-c252c5f77aa1 req-f0a88188-299f-4bf7-9a1d-f7494fdc6eb5 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:59.870176 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9702f-00c8-400e-855c-c252c5f77aa1 req-f0a88188-299f-4bf7-9a1d-f7494fdc6eb5 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:59.876685 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9702f-00c8-400e-855c-c252c5f77aa1 req-f0a88188-299f-4bf7-9a1d-f7494fdc6eb5 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:59.878316 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bda9702f-00c8-400e-855c-c252c5f77aa1 req-f0a88188-299f-4bf7-9a1d-f7494fdc6eb5 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 5442 time: 0.1960869 Nov 12 03:38:59.908061 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e2f30-d578-4885-a54d-06ca57fccc0a req-07d1004d-3d27-41cd-b28f-aed4052e0b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:59.909509 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c61e2f30-d578-4885-a54d-06ca57fccc0a req-07d1004d-3d27-41cd-b28f-aed4052e0b4c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a320c2fe-078c-461f-9768-b9d2bf043d8e HTTP/1.1" status: 200 len: 1097 time: 0.1605859 Nov 12 03:39:00.031239 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a59b0d44-f2dd-4b11-87c1-ea4fc268d4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:00.066207 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34499c-36cf-4d97-81a2-b8fd469d2bc6 req-b8812c4e-0bb9-4d3a-951a-d1f7b0df2e34 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:00.068323 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2a34499c-36cf-4d97-81a2-b8fd469d2bc6 req-b8812c4e-0bb9-4d3a-951a-d1f7b0df2e34 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=a320c2fe-078c-461f-9768-b9d2bf043d8e HTTP/1.1" status: 200 len: 945 time: 0.1594453 Nov 12 03:39:00.108840 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f86fe90-f15e-48fa-bc7e-5a23360f5462 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:39:00.116253 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2f86fe90-f15e-48fa-bc7e-5a23360f5462 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:00.119515 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7637ef7f-ac4a-4f11-9691-695b61ae2a76 None None] Sync routers for ids ['1c30091a-9af0-45ba-af3b-4425d035ebfa'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:39:00.134781 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7637ef7f-ac4a-4f11-9691-695b61ae2a76 None None] Routers {'1c30091a-9af0-45ba-af3b-4425d035ebfa'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:00.136087 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-7637ef7f-ac4a-4f11-9691-695b61ae2a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:38:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1c30091a-9af0-45ba-af3b-4425d035ebfa'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:00.139070 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b0d44-f2dd-4b11-87c1-ea4fc268d4de admin admin] Pushing event deleted for resources: {'Port': ['ID=7c309888-1e42-4f70-953a-89bc8d5ea61c,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:00.183396 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2f86fe90-f15e-48fa-bc7e-5a23360f5462 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "PUT /v2.0/floatingips/6a1e5da3-bc05-4b26-9cdd-0af479ac62b1 HTTP/1.1" status: 200 len: 688 time: 1.0974591 Nov 12 03:39:00.186195 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51776) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:00.213642 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-7637ef7f-ac4a-4f11-9691-695b61ae2a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:00.223832 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7637ef7f-ac4a-4f11-9691-695b61ae2a76 None None] Routers {'1c30091a-9af0-45ba-af3b-4425d035ebfa'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:00.224814 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-7637ef7f-ac4a-4f11-9691-695b61ae2a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:38:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1c30091a-9af0-45ba-af3b-4425d035ebfa'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:00.301539 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-7637ef7f-ac4a-4f11-9691-695b61ae2a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:00.311031 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7637ef7f-ac4a-4f11-9691-695b61ae2a76 None None] The sync data for ids ['1c30091a-9af0-45ba-af3b-4425d035ebfa'] in n-d-715271-27 is: [] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:39:00.329081 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2a34499c-36cf-4d97-81a2-b8fd469d2bc6 req-81a6d8db-9373-4507-be9b-631d27483626 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362907 Nov 12 03:39:00.358652 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1c039b8b-1fbc-4afd-9be5-f76bc8b8079b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:00.543796 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c61e2f30-d578-4885-a54d-06ca57fccc0a req-0e453cf5-c16e-4db3-94f3-77793cfee6d5 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5243855 Nov 12 03:39:00.544512 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a59b0d44-f2dd-4b11-87c1-ea4fc268d4de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:00.552566 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bda9702f-00c8-400e-855c-c252c5f77aa1 req-38e5bbd8-802d-466a-8270-200aabc687ed tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&id=0adbc793-597d-400b-8618-e8fe9b45ffdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6497874 Nov 12 03:39:00.591163 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-6eb78788-f53a-410c-87f5-09355b795db1 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Deleting port a091c62d-1ab0-4760-b205-0c6db6f6de6e {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:00.591745 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6eb78788-f53a-410c-87f5-09355b795db1 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:00.734575 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51794) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:00.765157 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6eb78788-f53a-410c-87f5-09355b795db1 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:00.765476 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6eb78788-f53a-410c-87f5-09355b795db1 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:00.779241 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-6eb78788-f53a-410c-87f5-09355b795db1 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Calling delete_port for a091c62d-1ab0-4760-b205-0c6db6f6de6e owned by network:floatingip {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:00.991894 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6eb78788-f53a-410c-87f5-09355b795db1 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:01.027272 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb78788-f53a-410c-87f5-09355b795db1 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Pushing event deleted for resources: {'Port': ['ID=a091c62d-1ab0-4760-b205-0c6db6f6de6e,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:01.030828 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59b0d44-f2dd-4b11-87c1-ea4fc268d4de admin admin] Router 0f5a727d-6fe0-480c-9e3e-d640e65e3682 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:39:01.134169 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6eb78788-f53a-410c-87f5-09355b795db1 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for floatingip, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:01.137083 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6eb78788-f53a-410c-87f5-09355b795db1 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:01.142966 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6eb78788-f53a-410c-87f5-09355b795db1 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "DELETE /v2.0/floatingips/6a1e5da3-bc05-4b26-9cdd-0af479ac62b1 HTTP/1.1" status: 204 len: 168 time: 0.9551032 Nov 12 03:39:01.143600 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51806) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:01.156738 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-4319da54-ccbc-4178-aae3-4d7611905ba3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'port_id': 'f6c03797-865e-4e28-91d8-5ddc9fbc7eea'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:01.173753 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-94620c99-447b-49fd-8449-81dfb636d93b admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1306370440-network', 'tenant_id': '90068a703a964509aa64d49be482463d'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:01.193481 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51808) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:01.200386 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0025849 Nov 12 03:39:01.200484 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51810) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:01.220493 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4319da54-ccbc-4178-aae3-4d7611905ba3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for floatingip, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:01.262541 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94620c99-447b-49fd-8449-81dfb636d93b admin admin] Made reservation on behalf of 90068a703a964509aa64d49be482463d for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:01.265161 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-94620c99-447b-49fd-8449-81dfb636d93b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:01.281771 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59b0d44-f2dd-4b11-87c1-ea4fc268d4de admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:39:01.286782 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a82ae50f-4d62-4a04-ab75-2f15190f01e2 tempest-NetworksApiDiscovery-1073126695 tempest-NetworksApiDiscovery-1073126695-project] 10.222.0.50 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.0847490 Nov 12 03:39:01.288909 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-94620c99-447b-49fd-8449-81dfb636d93b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:01.295221 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc68259-aaf2-4272-bc54-af857cc8c390 None None] Sync routers for ids ['0f5a727d-6fe0-480c-9e3e-d640e65e3682'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:39:01.297017 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51816) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:01.305550 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a59b0d44-f2dd-4b11-87c1-ea4fc268d4de admin admin] 10.222.0.50 "PUT /v2.0/routers/0f5a727d-6fe0-480c-9e3e-d640e65e3682/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3096516 Nov 12 03:39:01.315646 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc68259-aaf2-4272-bc54-af857cc8c390 None None] Routers {'0f5a727d-6fe0-480c-9e3e-d640e65e3682'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:01.318921 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-bfc68259-aaf2-4272-bc54-af857cc8c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:38:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['0f5a727d-6fe0-480c-9e3e-d640e65e3682'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:01.535334 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51824) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:01.644352 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-bfc68259-aaf2-4272-bc54-af857cc8c390 None None] Set router 0f5a727d-6fe0-480c-9e3e-d640e65e3682 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:01.728402 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51830) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:01.787472 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d8b14-1b47-4545-a4eb-e73a4999e5ea req-a2f5ac08-205b-4471-8bf3-0e7d06f651c8 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:01.794473 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d8b14-1b47-4545-a4eb-e73a4999e5ea req-a2f5ac08-205b-4471-8bf3-0e7d06f651c8 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:01.803746 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d8b14-1b47-4545-a4eb-e73a4999e5ea req-a2f5ac08-205b-4471-8bf3-0e7d06f651c8 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:01.811406 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d8b14-1b47-4545-a4eb-e73a4999e5ea req-a2f5ac08-205b-4471-8bf3-0e7d06f651c8 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:01.819995 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d8b14-1b47-4545-a4eb-e73a4999e5ea req-a2f5ac08-205b-4471-8bf3-0e7d06f651c8 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:01.828184 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d8b14-1b47-4545-a4eb-e73a4999e5ea req-a2f5ac08-205b-4471-8bf3-0e7d06f651c8 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:01.835788 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d8b14-1b47-4545-a4eb-e73a4999e5ea req-a2f5ac08-205b-4471-8bf3-0e7d06f651c8 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:01.841719 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-227d8b14-1b47-4545-a4eb-e73a4999e5ea req-a2f5ac08-205b-4471-8bf3-0e7d06f651c8 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 5442 time: 0.1600437 Nov 12 03:39:01.858501 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7960abf7-7394-4d32-a067-77bd63d9f1d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:01.938831 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-bfc68259-aaf2-4272-bc54-af857cc8c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'name': 'tempest-AttachVolumeShelveTestJSON-1124040181-router', 'tenant_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'e232dec0-dc70-4660-ae8e-a45a708c7eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:43Z', 'updated_at': '2021-11-12T03:38:59Z', 'revision_number': 5, 'project_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'gw_port': {'id': 'e232dec0-dc70-4660-ae8e-a45a708c7eea', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:43Z', 'updated_at': '2021-11-12T03:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:01.963769 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-227d8b14-1b47-4545-a4eb-e73a4999e5ea req-ecb2ea23-6a39-416c-a5f7-a08479780bf1 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&id=0adbc793-597d-400b-8618-e8fe9b45ffdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1065445 Nov 12 03:39:01.985308 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc68259-aaf2-4272-bc54-af857cc8c390 None None] Checking router: 0f5a727d-6fe0-480c-9e3e-d640e65e3682 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:39:01.999036 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc68259-aaf2-4272-bc54-af857cc8c390 None None] Routers {'0f5a727d-6fe0-480c-9e3e-d640e65e3682'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:01.999902 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-bfc68259-aaf2-4272-bc54-af857cc8c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:38:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['0f5a727d-6fe0-480c-9e3e-d640e65e3682'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:02.052813 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef929b-43fe-4741-8386-991810b4dc22 req-feb000f1-0b43-480f-9e20-fe62d71bf5e0 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:02.054459 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bfef929b-43fe-4741-8386-991810b4dc22 req-feb000f1-0b43-480f-9e20-fe62d71bf5e0 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=a320c2fe-078c-461f-9768-b9d2bf043d8e HTTP/1.1" status: 200 len: 945 time: 0.5917025 Nov 12 03:39:02.061195 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8e75c5c6-f622-4547-b3a8-9a1175a64136 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:02.139176 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4319da54-ccbc-4178-aae3-4d7611905ba3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:02.182590 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8e75c5c6-f622-4547-b3a8-9a1175a64136 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:02.212114 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8e75c5c6-f622-4547-b3a8-9a1175a64136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:02.216710 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7960abf7-7394-4d32-a067-77bd63d9f1d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:02.228328 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-bfc68259-aaf2-4272-bc54-af857cc8c390 None None] Set router 0f5a727d-6fe0-480c-9e3e-d640e65e3682 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:02.257642 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7960abf7-7394-4d32-a067-77bd63d9f1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:02.268589 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-4319da54-ccbc-4178-aae3-4d7611905ba3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Allocated IP 172.25.5.234 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/0f6c9a36-8bc9-4de7-a263-c4cd09ee30e6) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:02.304995 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3aabb52b-e833-46d7-8d05-af758413a40d admin admin] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:02.325167 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7960abf7-7394-4d32-a067-77bd63d9f1d0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4d5f2064c86843a38d0e9aa2efd457d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7865379 Nov 12 03:39:02.334239 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8e75c5c6-f622-4547-b3a8-9a1175a64136 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=01dc83a26145446f9f2460793efdbba9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5996473 Nov 12 03:39:02.334239 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51838) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:02.344883 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51840) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:02.366915 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bfef929b-43fe-4741-8386-991810b4dc22 req-e10338dc-ff18-4395-8d8a-f3c6f592a02d tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052304 Nov 12 03:39:02.376960 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-94620c99-447b-49fd-8449-81dfb636d93b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:02.411043 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75c5c6-f622-4547-b3a8-9a1175a64136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1f2713-584b-4c2e-b0ec-aa71ed7d8c7e,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:02.446179 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fea3cf-7e64-47ee-949c-084faedcaa5d req-e8c1b9df-dfc4-48ee-b561-708e86fdd09f tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:02.452559 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fea3cf-7e64-47ee-949c-084faedcaa5d req-e8c1b9df-dfc4-48ee-b561-708e86fdd09f tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:02.461269 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-94620c99-447b-49fd-8449-81dfb636d93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:02.464768 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fea3cf-7e64-47ee-949c-084faedcaa5d req-e8c1b9df-dfc4-48ee-b561-708e86fdd09f tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:02.477167 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fea3cf-7e64-47ee-949c-084faedcaa5d req-e8c1b9df-dfc4-48ee-b561-708e86fdd09f tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:02.485934 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fea3cf-7e64-47ee-949c-084faedcaa5d req-e8c1b9df-dfc4-48ee-b561-708e86fdd09f tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:02.492860 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fea3cf-7e64-47ee-949c-084faedcaa5d req-e8c1b9df-dfc4-48ee-b561-708e86fdd09f tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:02.501494 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fea3cf-7e64-47ee-949c-084faedcaa5d req-e8c1b9df-dfc4-48ee-b561-708e86fdd09f tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:02.504748 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-82fea3cf-7e64-47ee-949c-084faedcaa5d req-e8c1b9df-dfc4-48ee-b561-708e86fdd09f tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 5442 time: 0.3191471 Nov 12 03:39:02.522963 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51842) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:02.528290 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-00274e66-3e35-4578-8755-716c7df1dd5a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Request body: {'floatingip': {'port_id': 'b765f9f8-1b70-40fd-8519-033f4f7cc090'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:02.535396 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-bfc68259-aaf2-4272-bc54-af857cc8c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'name': 'tempest-AttachVolumeShelveTestJSON-1124040181-router', 'tenant_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'e232dec0-dc70-4660-ae8e-a45a708c7eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:43Z', 'updated_at': '2021-11-12T03:38:59Z', 'revision_number': 5, 'project_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'gw_port': {'id': 'e232dec0-dc70-4660-ae8e-a45a708c7eea', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:43Z', 'updated_at': '2021-11-12T03:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:02.579264 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94620c99-447b-49fd-8449-81dfb636d93b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:39:02.601977 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc68259-aaf2-4272-bc54-af857cc8c390 None None] The sync data for ids ['0f5a727d-6fe0-480c-9e3e-d640e65e3682'] in n-d-715271-27 is: [{'id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'name': 'tempest-AttachVolumeShelveTestJSON-1124040181-router', 'tenant_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'e232dec0-dc70-4660-ae8e-a45a708c7eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:43Z', 'updated_at': '2021-11-12T03:38:59Z', 'revision_number': 5, 'project_id': 'd558dd5b9f934464b6c1626ad18ebb6c', 'gw_port': {'id': 'e232dec0-dc70-4660-ae8e-a45a708c7eea', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5a727d-6fe0-480c-9e3e-d640e65e3682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:43Z', 'updated_at': '2021-11-12T03:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:39:02.620797 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-80568e25-14d1-4eb1-a7ae-79af284dc6b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:02.622887 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7960abf7-7394-4d32-a067-77bd63d9f1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440ac9a9-2170-46a6-89cd-4e6553ac2ed7,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:02.642115 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6d0a12f7-55d6-4920-912c-ba7d0da73448 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:02.665670 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94620c99-447b-49fd-8449-81dfb636d93b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b55aca-6bc7-4584-9ff2-59dc3014bfd1,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:02.696354 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-80568e25-14d1-4eb1-a7ae-79af284dc6b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:02.703825 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6d0a12f7-55d6-4920-912c-ba7d0da73448 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:02.709227 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-00274e66-3e35-4578-8755-716c7df1dd5a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks [] for floatingip, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:02.712144 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-94620c99-447b-49fd-8449-81dfb636d93b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:02.712504 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-94620c99-447b-49fd-8449-81dfb636d93b admin admin] Added segment 8692e676-3d73-49db-b1d5-311738894b7f of type vlan for network 6c5352ca-c031-4560-9fc4-64c0acb034f5 Nov 12 03:39:02.832406 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6d0a12f7-55d6-4920-912c-ba7d0da73448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:02.837774 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6d0a12f7-55d6-4920-912c-ba7d0da73448 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:02.841565 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6d0a12f7-55d6-4920-912c-ba7d0da73448 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/440ac9a9-2170-46a6-89cd-4e6553ac2ed7 HTTP/1.1" status: 204 len: 168 time: 0.5007496 Nov 12 03:39:02.860136 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-80568e25-14d1-4eb1-a7ae-79af284dc6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:02.866948 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-80568e25-14d1-4eb1-a7ae-79af284dc6b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:02.868324 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-80568e25-14d1-4eb1-a7ae-79af284dc6b2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7a1f2713-584b-4c2e-b0ec-aa71ed7d8c7e HTTP/1.1" status: 204 len: 168 time: 0.5172105 Nov 12 03:39:02.885863 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a12f7-55d6-4920-912c-ba7d0da73448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440ac9a9-2170-46a6-89cd-4e6553ac2ed7,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:02.928182 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80568e25-14d1-4eb1-a7ae-79af284dc6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1f2713-584b-4c2e-b0ec-aa71ed7d8c7e,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:02.930487 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-94620c99-447b-49fd-8449-81dfb636d93b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:02.966029 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3aabb52b-e833-46d7-8d05-af758413a40d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:03.029439 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4319da54-ccbc-4178-aae3-4d7611905ba3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:03.121120 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-94620c99-447b-49fd-8449-81dfb636d93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:03.123011 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94620c99-447b-49fd-8449-81dfb636d93b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:03.124107 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-94620c99-447b-49fd-8449-81dfb636d93b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:03.238052 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-94620c99-447b-49fd-8449-81dfb636d93b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5023205 Nov 12 03:39:03.312381 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8c6d52c1-f758-454d-924a-b4c44cfa43d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:03.351288 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 7c309888-1e42-4f70-953a-89bc8d5ea61c no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:39:03.374441 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 7c309888-1e42-4f70-953a-89bc8d5ea61c {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:39:03.374840 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 7c309888-1e42-4f70-953a-89bc8d5ea61c not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:39:03.472731 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4319da54-ccbc-4178-aae3-4d7611905ba3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:03.536542 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94620c99-447b-49fd-8449-81dfb636d93b admin admin] Pushing event updated for resources: {'Network': ['ID=6c5352ca-c031-4560-9fc4-64c0acb034f5,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:03.548057 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 6c5352ca-c031-4560-9fc4-64c0acb034f5 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:39:03.592881 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4319da54-ccbc-4178-aae3-4d7611905ba3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:03.672925 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-4319da54-ccbc-4178-aae3-4d7611905ba3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:03.698370 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4319da54-ccbc-4178-aae3-4d7611905ba3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:03.709889 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-3aabb52b-e833-46d7-8d05-af758413a40d admin admin] Deleting port e232dec0-dc70-4660-ae8e-a45a708c7eea {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:03.710111 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3aabb52b-e833-46d7-8d05-af758413a40d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:03.764680 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4319da54-ccbc-4178-aae3-4d7611905ba3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Pushing event updated for resources: {'Port': ['ID=0f6c9a36-8bc9-4de7-a263-c4cd09ee30e6,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:04.051689 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7313863-1182-4819-868a-93c705d46013 req-37c42d8e-d8de-4f5e-8ec3-44909d01733d tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:04.055772 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f7313863-1182-4819-868a-93c705d46013 req-37c42d8e-d8de-4f5e-8ec3-44909d01733d tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=a320c2fe-078c-461f-9768-b9d2bf043d8e HTTP/1.1" status: 200 len: 945 time: 0.5458302 Nov 12 03:39:04.068484 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:04.265229 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-3aabb52b-e833-46d7-8d05-af758413a40d admin admin] For port e232dec0-dc70-4660-ae8e-a45a708c7eea, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e232dec0-dc70-4660-ae8e-a45a708c7eea,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:04.265779 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3aabb52b-e833-46d7-8d05-af758413a40d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:04.336847 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-3aabb52b-e833-46d7-8d05-af758413a40d admin admin] Calling delete_port for e232dec0-dc70-4660-ae8e-a45a708c7eea owned by network:router_gateway {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:04.409124 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f7313863-1182-4819-868a-93c705d46013 req-f1455742-0a2e-41b0-b2d7-eca349409bef tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326585 Nov 12 03:39:04.425516 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.db.resource_extend [None req-00274e66-3e35-4578-8755-716c7df1dd5a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:39:04.665224 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-00274e66-3e35-4578-8755-716c7df1dd5a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:04.683020 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4ea1b-5fb3-49b9-ae14-5d55fff394b7 req-770f556a-4b20-4231-bfef-bb4a62431be2 tempest-ComputeTenantNetworksTest-936488576 tempest-ComputeTenantNetworksTest-936488576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:04.683602 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-00274e66-3e35-4578-8755-716c7df1dd5a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:04.703271 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4ea1b-5fb3-49b9-ae14-5d55fff394b7 req-770f556a-4b20-4231-bfef-bb4a62431be2 tempest-ComputeTenantNetworksTest-936488576 tempest-ComputeTenantNetworksTest-936488576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:04.724666 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4ea1b-5fb3-49b9-ae14-5d55fff394b7 req-770f556a-4b20-4231-bfef-bb4a62431be2 tempest-ComputeTenantNetworksTest-936488576 tempest-ComputeTenantNetworksTest-936488576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:04.731944 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-71e4ea1b-5fb3-49b9-ae14-5d55fff394b7 req-770f556a-4b20-4231-bfef-bb4a62431be2 tempest-ComputeTenantNetworksTest-936488576 tempest-ComputeTenantNetworksTest-936488576-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.5447588 Nov 12 03:39:05.077304 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705affe2-e4ff-4878-a503-46488cc31f61 req-25d3ba77-85e8-4620-8244-69cafc710688 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:05.093095 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-705affe2-e4ff-4878-a503-46488cc31f61 req-25d3ba77-85e8-4620-8244-69cafc710688 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/networks?id=78368f62-ed24-43ac-ae16-b5ccbfc3c78d HTTP/1.1" status: 200 len: 806 time: 0.2373376 Nov 12 03:39:05.111108 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-705affe2-e4ff-4878-a503-46488cc31f61 req-b21f2b54-7558-469c-ad60-1bdf0e12e089 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/quotas/25535b709a2d4c4589b8ab88b8c8086a HTTP/1.1" status: 200 len: 375 time: 0.0170157 Nov 12 03:39:05.194264 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a088fb-4404-4fa4-9ce6-76a901dda94d req-cb01aada-5894-43e8-9699-4b2e98cf06e1 tempest-ComputeTenantNetworksTest-936488576 tempest-ComputeTenantNetworksTest-936488576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:05.195921 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-85a088fb-4404-4fa4-9ce6-76a901dda94d req-cb01aada-5894-43e8-9699-4b2e98cf06e1 tempest-ComputeTenantNetworksTest-936488576 tempest-ComputeTenantNetworksTest-936488576-project] 10.222.0.50 "GET /v2.0/networks/6c5352ca-c031-4560-9fc4-64c0acb034f5 HTTP/1.1" status: 200 len: 769 time: 0.4253099 Nov 12 03:39:05.213063 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [None req-00274e66-3e35-4578-8755-716c7df1dd5a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Floating IP eb1ac6e8-2f57-432c-9ca1-b31e97f9c39a associated. External IP: 172.25.5.18, port: b765f9f8-1b70-40fd-8519-033f4f7cc090. Nov 12 03:39:05.215323 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52072) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:05.225333 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-705affe2-e4ff-4878-a503-46488cc31f61 req-8b2abf84-780e-4bae-bd64-ad1632546d44 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=25535b709a2d4c4589b8ab88b8c8086a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1053641 Nov 12 03:39:05.424806 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:05.508786 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4319da54-ccbc-4178-aae3-4d7611905ba3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:05.544989 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3aabb52b-e833-46d7-8d05-af758413a40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:05.632799 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0fd343ce-ae5c-4bf5-b675-0f8c3c4d19c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:05.652855 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aabb52b-e833-46d7-8d05-af758413a40d admin admin] Pushing event deleted for resources: {'Port': ['ID=e232dec0-dc70-4660-ae8e-a45a708c7eea,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:05.719885 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3aabb52b-e833-46d7-8d05-af758413a40d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:05.750633 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-705affe2-e4ff-4878-a503-46488cc31f61 req-d7b5fc15-696e-4068-86e6-dcb1e9d9a465 service neutron] 10.222.0.50 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5243664 Nov 12 03:39:05.968625 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-705affe2-e4ff-4878-a503-46488cc31f61 req-abb5d68a-675c-4e3a-94f0-d05cbd939207 service neutron] 10.222.0.50 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098064 Nov 12 03:39:06.309069 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:06.340308 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6af090ff-c916-4acd-9276-d6f4cd7ed543 req-79893275-9006-4567-b859-2fc1c531cf65 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fba65ed-5ef5-4f66-abc9-4b9e16d57a75 HTTP/1.1" status: 200 len: 210 time: 0.0474653 Nov 12 03:39:06.499992 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0fd343ce-ae5c-4bf5-b675-0f8c3c4d19c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:06.524954 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-0fd343ce-ae5c-4bf5-b675-0f8c3c4d19c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c5352ca-c031-4560-9fc4-64c0acb034f5']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:06.535773 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-0fd343ce-ae5c-4bf5-b675-0f8c3c4d19c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8692e676-3d73-49db-b1d5-311738894b7f') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:06.536408 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-0fd343ce-ae5c-4bf5-b675-0f8c3c4d19c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8692e676-3d73-49db-b1d5-311738894b7f') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:06.561729 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3aabb52b-e833-46d7-8d05-af758413a40d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:06.565775 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0fd343ce-ae5c-4bf5-b675-0f8c3c4d19c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:06.615414 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4319da54-ccbc-4178-aae3-4d7611905ba3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:06.644733 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3aabb52b-e833-46d7-8d05-af758413a40d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:06.737013 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0fd343ce-ae5c-4bf5-b675-0f8c3c4d19c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:06.805809 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3aabb52b-e833-46d7-8d05-af758413a40d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:06.806234 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aabb52b-e833-46d7-8d05-af758413a40d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f5a727d-6fe0-480c-9e3e-d640e65e3682 {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:39:06.811235 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3aabb52b-e833-46d7-8d05-af758413a40d admin admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:06.815245 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52334) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:06.826296 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3aabb52b-e833-46d7-8d05-af758413a40d admin admin] 10.222.0.50 "DELETE /v2.0/routers/0f5a727d-6fe0-480c-9e3e-d640e65e3682 HTTP/1.1" status: 204 len: 168 time: 5.5245810 Nov 12 03:39:06.830200 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fd343ce-ae5c-4bf5-b675-0f8c3c4d19c6 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:39:06.830812 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0fd343ce-ae5c-4bf5-b675-0f8c3c4d19c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:06.870902 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:39:06.870902 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:39:06.870902 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:39:06.870902 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:39:06.870902 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:39:06.870902 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:39:06.870902 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:39:06.870902 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:39:06.870902 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:39:06.870902 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:39:06.870902 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:39:06.870902 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:39:06.870902 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:39:06.870902 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:39:06.870902 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:39:06.870902 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:39:06.870902 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:39:06.870902 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:39:06.870902 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:39:06.870902 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:39:06.870902 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:39:06.870902 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:39:06.870902 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:39:06.870902 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:39:06.870902 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:39:06.870902 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:39:06.870902 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:39:06.870902 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:39:06.870902 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:39:06.870902 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:39:06.870902 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:39:06.870902 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:39:06.930704 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52346) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:06.952795 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-db212130-9654-49f7-ab30-f5e89b07dc2f admin admin] Deleting subnet 4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:39:06.957062 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-db212130-9654-49f7-ab30-f5e89b07dc2f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:07.026324 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-db212130-9654-49f7-ab30-f5e89b07dc2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:07.080427 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00274e66-3e35-4578-8755-716c7df1dd5a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Router d7a25543-24b1-4ad7-ae04-377f232a8a6d has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:39:07.101939 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0fd343ce-ae5c-4bf5-b675-0f8c3c4d19c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:07.123567 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0fd343ce-ae5c-4bf5-b675-0f8c3c4d19c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:07.131050 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-0fd343ce-ae5c-4bf5-b675-0f8c3c4d19c6 admin admin] 10.222.0.50 "DELETE /v2.0/networks/6c5352ca-c031-4560-9fc4-64c0acb034f5 HTTP/1.1" status: 204 len: 168 time: 1.9112039 Nov 12 03:39:07.153825 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd343ce-ae5c-4bf5-b675-0f8c3c4d19c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c5352ca-c031-4560-9fc4-64c0acb034f5,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:07.310621 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4319da54-ccbc-4178-aae3-4d7611905ba3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:07.328968 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4319da54-ccbc-4178-aae3-4d7611905ba3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:07.344204 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-db212130-9654-49f7-ab30-f5e89b07dc2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:07.384107 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cb8be1b0-8a18-4f45-80c7-44b9ba7026dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:07.494215 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00274e66-3e35-4578-8755-716c7df1dd5a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:39:07.496280 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52400) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:07.502207 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-00274e66-3e35-4578-8755-716c7df1dd5a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:07.507270 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bfbe50-8f5e-4466-841c-7d2324f4f775 None None] Sync routers for ids ['d7a25543-24b1-4ad7-ae04-377f232a8a6d'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:39:07.525030 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bfbe50-8f5e-4466-841c-7d2324f4f775 None None] Routers {'d7a25543-24b1-4ad7-ae04-377f232a8a6d'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:07.525597 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-a6bfbe50-8f5e-4466-841c-7d2324f4f775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:39:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['d7a25543-24b1-4ad7-ae04-377f232a8a6d'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:07.603414 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e232dec0-dc70-4660-ae8e-a45a708c7eea no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:39:07.665883 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cb8be1b0-8a18-4f45-80c7-44b9ba7026dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:07.668495 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: e232dec0-dc70-4660-ae8e-a45a708c7eea {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:39:07.670005 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e232dec0-dc70-4660-ae8e-a45a708c7eea not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:39:07.692450 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4319da54-ccbc-4178-aae3-4d7611905ba3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:07.694055 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cb8be1b0-8a18-4f45-80c7-44b9ba7026dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:07.719854 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-a6bfbe50-8f5e-4466-841c-7d2324f4f775 None None] Set router d7a25543-24b1-4ad7-ae04-377f232a8a6d gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:07.725873 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-db212130-9654-49f7-ab30-f5e89b07dc2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:07.798036 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-53c45a1c-ff23-414c-b0eb-a723e723148f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=90068a703a964509aa64d49be482463d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2841473 Nov 12 03:39:07.802372 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a73c690b-36a0-4b5e-b74b-7b6cfe731256 req-7d672b05-9973-4e55-8e93-329bb8eb543d tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fba65ed-5ef5-4f66-abc9-4b9e16d57a75 HTTP/1.1" status: 200 len: 210 time: 0.1179645 Nov 12 03:39:07.804223 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52434) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:07.846649 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db212130-9654-49f7-ab30-f5e89b07dc2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:07.856403 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7db943b-cd64-4481-9b31-904805ad3fba None None] Network 6c7f6069-f411-4391-9326-65cfd4966ecb requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:07.867518 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-db212130-9654-49f7-ab30-f5e89b07dc2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:07.876917 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-db212130-9654-49f7-ab30-f5e89b07dc2f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4ae2d5a0-e3f8-4b79-a99d-504fd5dbf390 HTTP/1.1" status: 204 len: 168 time: 1.0605795 Nov 12 03:39:07.915882 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-cb8be1b0-8a18-4f45-80c7-44b9ba7026dc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e616484a6b8f4b918c94bd129a741c51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9830132 Nov 12 03:39:07.920409 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8be1b0-8a18-4f45-80c7-44b9ba7026dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c274414-6e59-45c7-a7d5-5a52dd962a44,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:07.923353 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52442) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:07.925222 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52448) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:07.940938 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-00274e66-3e35-4578-8755-716c7df1dd5a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "PUT /v2.0/floatingips/eb1ac6e8-2f57-432c-9ca1-b31e97f9c39a HTTP/1.1" status: 200 len: 990 time: 5.4167531 Nov 12 03:39:07.951354 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'tag': 'b765f9f8-1b70-40fd-8519-033f4f7cc090'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:07.957200 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9145144d-559f-48f0-8cb8-ea06e86948bb" -d '{"events": [{"name": "network-changed", "server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "tag": "b765f9f8-1b70-40fd-8519-033f4f7cc090"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:07.964206 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4319da54-ccbc-4178-aae3-4d7611905ba3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Pushing event updated for resources: {'Port': ['ID=0f6c9a36-8bc9-4de7-a263-c4cd09ee30e6,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:08.120141 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b602049-83d9-4dc5-8a07-f013599c9b60 x-openstack-request-id: req-8b602049-83d9-4dc5-8a07-f013599c9b60 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:08.120683 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "tag": "b765f9f8-1b70-40fd-8519-033f4f7cc090", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:08.121265 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8b602049-83d9-4dc5-8a07-f013599c9b60 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:08.122016 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'tag': 'b765f9f8-1b70-40fd-8519-033f4f7cc090', 'status': 'completed', 'code': 200} Nov 12 03:39:08.227661 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ad0a36bf-dcfc-4446-9168-b4315f4d9533 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:08.289496 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-081ae2f4-42ba-419d-b0c7-d0be41804b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:08.328902 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9306082-9d11-4584-a5ca-b8cbe2844b9d None None] DHCP port deletion for 6c7f6069-f411-4391-9326-65cfd4966ecb request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:39:08.339459 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [None req-4319da54-ccbc-4178-aae3-4d7611905ba3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Floating IP 966c14ea-2e14-47e2-93c2-da80e5257aa7 associated. External IP: 172.25.5.234, port: f6c03797-865e-4e28-91d8-5ddc9fbc7eea. Nov 12 03:39:08.360031 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-a6bfbe50-8f5e-4466-841c-7d2324f4f775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a25543-24b1-4ad7-ae04-377f232a8a6d', 'name': 'tempest-TaggedBootDevicesTest_v242-1451020591-router', 'tenant_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '463989c8-bed7-4fc6-9a75-3497e0be504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:02Z', 'updated_at': '2021-11-12T03:36:10Z', 'revision_number': 4, 'project_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'gw_port': {'id': '463989c8-bed7-4fc6-9a75-3497e0be504d', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a25543-24b1-4ad7-ae04-377f232a8a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:03Z', 'updated_at': '2021-11-12T03:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'eb1ac6e8-2f57-432c-9ca1-b31e97f9c39a', 'tenant_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'floating_ip_address': '172.25.5.18', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'd7a25543-24b1-4ad7-ae04-377f232a8a6d', 'port_id': 'b765f9f8-1b70-40fd-8519-033f4f7cc090', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efb988ed-b223-4e0b-8b86-915607ae4e80', 'mac_address': 'fa:16:3e:6f:91:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c584f51-fb62-4406-a541-a05d7679a94f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:37:21Z', 'updated_at': '2021-11-12T03:39:04Z', 'revision_number': 1, 'project_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b93f70a7-78e6-4c90-95ae-9d539e1b82fc', 'name': '', 'network_id': 'efb988ed-b223-4e0b-8b86-915607ae4e80', 'tenant_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'mac_address': 'fa:16:3e:06:5f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a25543-24b1-4ad7-ae04-377f232a8a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '30a0f48c-61f9-4792-91bd-2c64b1b43b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:09Z', 'updated_at': '2021-11-12T03:36:17Z', 'revision_number': 5, 'project_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'subnets': [{'id': '30a0f48c-61f9-4792-91bd-2c64b1b43b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:08.365765 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c8d8474c-d840-4e56-877f-5dec20466e9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:08.445460 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-f9306082-9d11-4584-a5ca-b8cbe2844b9d None None] Deleting port f67e9ec7-4fcb-47be-87f5-ae152afd510f {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:08.445946 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f9306082-9d11-4584-a5ca-b8cbe2844b9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:08.448604 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bfbe50-8f5e-4466-841c-7d2324f4f775 None None] Checking router: d7a25543-24b1-4ad7-ae04-377f232a8a6d for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:39:08.481862 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bfbe50-8f5e-4466-841c-7d2324f4f775 None None] Routers {'d7a25543-24b1-4ad7-ae04-377f232a8a6d'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:08.482900 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-a6bfbe50-8f5e-4466-841c-7d2324f4f775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:39:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['d7a25543-24b1-4ad7-ae04-377f232a8a6d'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:08.490427 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ad0a36bf-dcfc-4446-9168-b4315f4d9533 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:08.515423 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145144d-559f-48f0-8cb8-ea06e86948bb req-7abfe136-0f60-4b08-bc28-027d2e36b695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:08.516175 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145144d-559f-48f0-8cb8-ea06e86948bb req-7abfe136-0f60-4b08-bc28-027d2e36b695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:08.517099 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145144d-559f-48f0-8cb8-ea06e86948bb req-7abfe136-0f60-4b08-bc28-027d2e36b695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:08.517707 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145144d-559f-48f0-8cb8-ea06e86948bb req-7abfe136-0f60-4b08-bc28-027d2e36b695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:08.518822 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145144d-559f-48f0-8cb8-ea06e86948bb req-7abfe136-0f60-4b08-bc28-027d2e36b695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:08.520169 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145144d-559f-48f0-8cb8-ea06e86948bb req-7abfe136-0f60-4b08-bc28-027d2e36b695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:08.521251 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145144d-559f-48f0-8cb8-ea06e86948bb req-7abfe136-0f60-4b08-bc28-027d2e36b695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:08.540410 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9145144d-559f-48f0-8cb8-ea06e86948bb req-7abfe136-0f60-4b08-bc28-027d2e36b695 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0cdd38a3f1ea45dcbcc53ea0d2714986&device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 6506 time: 0.3957849 Nov 12 03:39:08.615492 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-f9306082-9d11-4584-a5ca-b8cbe2844b9d None None] For port f67e9ec7-4fcb-47be-87f5-ae152afd510f, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=f67e9ec7-4fcb-47be-87f5-ae152afd510f,segment=NetworkSegment(4e7b8aec-969c-41d9-8252-0d15a236e5b1),segment_id=4e7b8aec-969c-41d9-8252-0d15a236e5b1)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:08.616651 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f9306082-9d11-4584-a5ca-b8cbe2844b9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:08.636340 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-f9306082-9d11-4584-a5ca-b8cbe2844b9d None None] Calling delete_port for f67e9ec7-4fcb-47be-87f5-ae152afd510f owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:08.713664 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705affe2-e4ff-4878-a503-46488cc31f61 req-c3222229-ec47-41a2-a841-e91799ea221b tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:08.715393 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-705affe2-e4ff-4878-a503-46488cc31f61 req-c3222229-ec47-41a2-a841-e91799ea221b tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.74 "GET /v2.0/networks?id=78368f62-ed24-43ac-ae16-b5ccbfc3c78d HTTP/1.1" status: 200 len: 806 time: 0.8362167 Nov 12 03:39:08.736376 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-705affe2-e4ff-4878-a503-46488cc31f61 req-ae450ae2-7c48-4c11-b2e0-6f07fa8e4a7b tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Request body: {'port': {'device_id': '4fba65ed-5ef5-4f66-abc9-4b9e16d57a75', 'network_id': '78368f62-ed24-43ac-ae16-b5ccbfc3c78d', 'admin_state_up': True, 'tenant_id': '25535b709a2d4c4589b8ab88b8c8086a'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:08.743484 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c8d8474c-d840-4e56-877f-5dec20466e9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:08.765818 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f9306082-9d11-4584-a5ca-b8cbe2844b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:08.782524 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-a6bfbe50-8f5e-4466-841c-7d2324f4f775 None None] Set router d7a25543-24b1-4ad7-ae04-377f232a8a6d gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:08.789018 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9306082-9d11-4584-a5ca-b8cbe2844b9d None None] No DVR routers for this DVR port f67e9ec7-4fcb-47be-87f5-ae152afd510f on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:39:08.834410 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9306082-9d11-4584-a5ca-b8cbe2844b9d None None] Pushing event deleted for resources: {'Port': ['ID=f67e9ec7-4fcb-47be-87f5-ae152afd510f,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:08.841212 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:08.857051 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145144d-559f-48f0-8cb8-ea06e86948bb req-68817d20-55e8-4238-ac84-1ea2440b42c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:08.859261 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9145144d-559f-48f0-8cb8-ea06e86948bb req-68817d20-55e8-4238-ac84-1ea2440b42c8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=efb988ed-b223-4e0b-8b86-915607ae4e80 HTTP/1.1" status: 200 len: 918 time: 0.2950616 Nov 12 03:39:08.927497 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ad0a36bf-dcfc-4446-9168-b4315f4d9533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:08.930600 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ad0a36bf-dcfc-4446-9168-b4315f4d9533 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:08.934774 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ad0a36bf-dcfc-4446-9168-b4315f4d9533 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/22b55aca-6bc7-4584-9ff2-59dc3014bfd1 HTTP/1.1" status: 204 len: 168 time: 1.1166921 Nov 12 03:39:08.952410 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a36bf-dcfc-4446-9168-b4315f4d9533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b55aca-6bc7-4584-9ff2-59dc3014bfd1,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:09.009750 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-081ae2f4-42ba-419d-b0c7-d0be41804b6e admin admin] Deleting port f67e9ec7-4fcb-47be-87f5-ae152afd510f {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:09.011253 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-081ae2f4-42ba-419d-b0c7-d0be41804b6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:09.020257 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9145144d-559f-48f0-8cb8-ea06e86948bb req-2b284759-e448-41c4-9b51-86e7498ba01b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b765f9f8-1b70-40fd-8519-033f4f7cc090 HTTP/1.1" status: 200 len: 998 time: 0.1498940 Nov 12 03:39:09.124554 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-081ae2f4-42ba-419d-b0c7-d0be41804b6e admin admin] For port f67e9ec7-4fcb-47be-87f5-ae152afd510f, host n-d-715271-27, got binding levels [] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:09.125082 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-081ae2f4-42ba-419d-b0c7-d0be41804b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:09.146055 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-081ae2f4-42ba-419d-b0c7-d0be41804b6e admin admin] Calling delete_port for f67e9ec7-4fcb-47be-87f5-ae152afd510f owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:09.150488 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.ipam_backend_mixin [None req-081ae2f4-42ba-419d-b0c7-d0be41804b6e admin admin] Port f67e9ec7-4fcb-47be-87f5-ae152afd510f was not found and therefore no delete operation was performed {{(pid=102571) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:39:09.213638 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145144d-559f-48f0-8cb8-ea06e86948bb req-7d6d3c99-f178-4cc0-9029-d722340bc617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:09.215270 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9145144d-559f-48f0-8cb8-ea06e86948bb req-7d6d3c99-f178-4cc0-9029-d722340bc617 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=30a0f48c-61f9-4792-91bd-2c64b1b43b35 HTTP/1.1" status: 200 len: 856 time: 0.1780372 Nov 12 03:39:09.215858 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-081ae2f4-42ba-419d-b0c7-d0be41804b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:09.302992 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-04d026c0-7e06-4a10-a83d-08ccf3324ce8 req-09b5836a-0cb0-4277-acb4-8b1fcf391297 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fba65ed-5ef5-4f66-abc9-4b9e16d57a75 HTTP/1.1" status: 200 len: 210 time: 0.3174756 Nov 12 03:39:09.336200 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4319da54-ccbc-4178-aae3-4d7611905ba3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Router 1c30091a-9af0-45ba-af3b-4425d035ebfa has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:39:09.337478 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081ae2f4-42ba-419d-b0c7-d0be41804b6e admin admin] No DVR routers for this DVR port f67e9ec7-4fcb-47be-87f5-ae152afd510f on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:39:09.376924 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ae2f4-42ba-419d-b0c7-d0be41804b6e admin admin] Pushing event deleted for resources: {'Port': ['ID=f67e9ec7-4fcb-47be-87f5-ae152afd510f,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:09.394384 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device f67e9ec7-4fcb-47be-87f5-ae152afd510f no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:39:09.395389 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c8d8474c-d840-4e56-877f-5dec20466e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:09.399210 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c8d8474c-d840-4e56-877f-5dec20466e9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:09.402780 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c8d8474c-d840-4e56-877f-5dec20466e9b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8c274414-6e59-45c7-a7d5-5a52dd962a44 HTTP/1.1" status: 204 len: 168 time: 1.4357541 Nov 12 03:39:09.417949 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-705affe2-e4ff-4878-a503-46488cc31f61 req-ae450ae2-7c48-4c11-b2e0-6f07fa8e4a7b tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Made reservation on behalf of 25535b709a2d4c4589b8ab88b8c8086a for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:09.427297 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-705affe2-e4ff-4878-a503-46488cc31f61 req-ae450ae2-7c48-4c11-b2e0-6f07fa8e4a7b tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:09.437228 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-a6bfbe50-8f5e-4466-841c-7d2324f4f775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a25543-24b1-4ad7-ae04-377f232a8a6d', 'name': 'tempest-TaggedBootDevicesTest_v242-1451020591-router', 'tenant_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '463989c8-bed7-4fc6-9a75-3497e0be504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:02Z', 'updated_at': '2021-11-12T03:36:10Z', 'revision_number': 4, 'project_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'gw_port': {'id': '463989c8-bed7-4fc6-9a75-3497e0be504d', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a25543-24b1-4ad7-ae04-377f232a8a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:03Z', 'updated_at': '2021-11-12T03:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'eb1ac6e8-2f57-432c-9ca1-b31e97f9c39a', 'tenant_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'floating_ip_address': '172.25.5.18', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'd7a25543-24b1-4ad7-ae04-377f232a8a6d', 'port_id': 'b765f9f8-1b70-40fd-8519-033f4f7cc090', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efb988ed-b223-4e0b-8b86-915607ae4e80', 'mac_address': 'fa:16:3e:6f:91:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c584f51-fb62-4406-a541-a05d7679a94f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:37:21Z', 'updated_at': '2021-11-12T03:39:04Z', 'revision_number': 1, 'project_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b93f70a7-78e6-4c90-95ae-9d539e1b82fc', 'name': '', 'network_id': 'efb988ed-b223-4e0b-8b86-915607ae4e80', 'tenant_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'mac_address': 'fa:16:3e:06:5f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a25543-24b1-4ad7-ae04-377f232a8a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '30a0f48c-61f9-4792-91bd-2c64b1b43b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:09Z', 'updated_at': '2021-11-12T03:36:17Z', 'revision_number': 5, 'project_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'subnets': [{'id': '30a0f48c-61f9-4792-91bd-2c64b1b43b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:09.453822 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d8474c-d840-4e56-877f-5dec20466e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c274414-6e59-45c7-a7d5-5a52dd962a44,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:09.508786 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: f67e9ec7-4fcb-47be-87f5-ae152afd510f {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:39:09.512650 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device f67e9ec7-4fcb-47be-87f5-ae152afd510f not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:39:09.551218 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bfbe50-8f5e-4466-841c-7d2324f4f775 None None] The sync data for ids ['d7a25543-24b1-4ad7-ae04-377f232a8a6d'] in n-d-715271-27 is: [{'id': 'd7a25543-24b1-4ad7-ae04-377f232a8a6d', 'name': 'tempest-TaggedBootDevicesTest_v242-1451020591-router', 'tenant_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '463989c8-bed7-4fc6-9a75-3497e0be504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:02Z', 'updated_at': '2021-11-12T03:36:10Z', 'revision_number': 4, 'project_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'gw_port': {'id': '463989c8-bed7-4fc6-9a75-3497e0be504d', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a25543-24b1-4ad7-ae04-377f232a8a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:03Z', 'updated_at': '2021-11-12T03:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'eb1ac6e8-2f57-432c-9ca1-b31e97f9c39a', 'tenant_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'floating_ip_address': '172.25.5.18', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'd7a25543-24b1-4ad7-ae04-377f232a8a6d', 'port_id': 'b765f9f8-1b70-40fd-8519-033f4f7cc090', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efb988ed-b223-4e0b-8b86-915607ae4e80', 'mac_address': 'fa:16:3e:6f:91:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c584f51-fb62-4406-a541-a05d7679a94f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:37:21Z', 'updated_at': '2021-11-12T03:39:04Z', 'revision_number': 1, 'project_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b93f70a7-78e6-4c90-95ae-9d539e1b82fc', 'name': '', 'network_id': 'efb988ed-b223-4e0b-8b86-915607ae4e80', 'tenant_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'mac_address': 'fa:16:3e:06:5f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a25543-24b1-4ad7-ae04-377f232a8a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '30a0f48c-61f9-4792-91bd-2c64b1b43b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:09Z', 'updated_at': '2021-11-12T03:36:17Z', 'revision_number': 5, 'project_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'subnets': [{'id': '30a0f48c-61f9-4792-91bd-2c64b1b43b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:39:09.614393 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-081ae2f4-42ba-419d-b0c7-d0be41804b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:09.680656 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-081ae2f4-42ba-419d-b0c7-d0be41804b6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c7f6069-f411-4391-9326-65cfd4966ecb']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:09.713554 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-081ae2f4-42ba-419d-b0c7-d0be41804b6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e7b8aec-969c-41d9-8252-0d15a236e5b1') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:09.713865 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-081ae2f4-42ba-419d-b0c7-d0be41804b6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e7b8aec-969c-41d9-8252-0d15a236e5b1') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:09.718202 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145144d-559f-48f0-8cb8-ea06e86948bb req-26cc8f20-f289-429d-acd9-b83c8ae53a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:09.722523 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9145144d-559f-48f0-8cb8-ea06e86948bb req-26cc8f20-f289-429d-acd9-b83c8ae53a18 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=efb988ed-b223-4e0b-8b86-915607ae4e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4944515 Nov 12 03:39:09.731767 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-081ae2f4-42ba-419d-b0c7-d0be41804b6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:09.753316 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-081ae2f4-42ba-419d-b0c7-d0be41804b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:09.768271 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-081ae2f4-42ba-419d-b0c7-d0be41804b6e admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:39:09.768940 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-081ae2f4-42ba-419d-b0c7-d0be41804b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:09.784634 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:39:09.784634 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:39:09.784634 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:39:09.784634 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:39:09.784634 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:39:09.784634 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:39:09.784634 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:39:09.784634 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:39:09.784634 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:39:09.784634 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:39:09.784634 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:39:09.784634 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:39:09.784634 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:39:09.784634 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:39:09.784634 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:39:09.784634 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:39:09.784634 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:39:09.784634 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:39:09.784634 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:39:09.784634 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:39:09.784634 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:39:09.784634 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:39:09.784634 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:39:09.784634 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:39:09.784634 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:39:09.784634 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:39:09.784634 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:39:09.784634 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:39:09.784634 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:39:09.784634 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:39:09.784634 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:39:09.784634 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:39:09.804203 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4319da54-ccbc-4178-aae3-4d7611905ba3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:39:09.819691 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888dc3a8-8e42-4e17-b0f2-abb414a8ced0 None None] Sync routers for ids ['1c30091a-9af0-45ba-af3b-4425d035ebfa'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:39:09.838692 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888dc3a8-8e42-4e17-b0f2-abb414a8ced0 None None] Routers {'1c30091a-9af0-45ba-af3b-4425d035ebfa'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:09.839321 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-888dc3a8-8e42-4e17-b0f2-abb414a8ced0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:39:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1c30091a-9af0-45ba-af3b-4425d035ebfa'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:09.913589 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4319da54-ccbc-4178-aae3-4d7611905ba3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:09.948487 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-888dc3a8-8e42-4e17-b0f2-abb414a8ced0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:09.965379 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888dc3a8-8e42-4e17-b0f2-abb414a8ced0 None None] Routers {'1c30091a-9af0-45ba-af3b-4425d035ebfa'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:09.966474 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-888dc3a8-8e42-4e17-b0f2-abb414a8ced0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:39:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1c30091a-9af0-45ba-af3b-4425d035ebfa'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:10.008175 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fa7324-5288-49ed-81b9-76af15255706 None None] New status for floating IP eb1ac6e8-2f57-432c-9ca1-b31e97f9c39a: ACTIVE {{(pid=102574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:39:10.010443 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4319da54-ccbc-4178-aae3-4d7611905ba3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.8574843 Nov 12 03:39:10.024138 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52542) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:10.048405 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9145144d-559f-48f0-8cb8-ea06e86948bb req-231b60a1-1b0f-4b89-9e7a-c382d8f9f67b service neutron] 10.222.0.74 "GET /v2.0/networks/efb988ed-b223-4e0b-8b86-915607ae4e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135219 Nov 12 03:39:10.127092 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b6d72c6f-0e4d-4417-b793-adea8c230b9e tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "GET /v2.0/floatingips/966c14ea-2e14-47e2-93c2-da80e5257aa7 HTTP/1.1" status: 200 len: 978 time: 0.0959914 Nov 12 03:39:10.131904 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52544) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:10.302696 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-82779b59-700a-4089-981e-3816c042e709 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1598389 Nov 12 03:39:10.302696 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-081ae2f4-42ba-419d-b0c7-d0be41804b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:10.307519 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-081ae2f4-42ba-419d-b0c7-d0be41804b6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:10.313724 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-081ae2f4-42ba-419d-b0c7-d0be41804b6e admin admin] 10.222.0.50 "DELETE /v2.0/networks/6c7f6069-f411-4391-9326-65cfd4966ecb HTTP/1.1" status: 204 len: 168 time: 2.3797967 Nov 12 03:39:10.315468 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-705affe2-e4ff-4878-a503-46488cc31f61 req-ae450ae2-7c48-4c11-b2e0-6f07fa8e4a7b tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Allocated IP 172.20.0.6 (78368f62-ed24-43ac-ae16-b5ccbfc3c78d/503f9962-4a4b-41cd-afae-2bc03640b310/ebc7b5a0-0495-44b1-8523-fd3294a31d65) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:10.318184 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52554) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:10.333253 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9145144d-559f-48f0-8cb8-ea06e86948bb req-0f357900-3bbe-407a-aee8-b5e6d2de3238 service neutron] 10.222.0.74 "GET /v2.0/networks/efb988ed-b223-4e0b-8b86-915607ae4e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761934 Nov 12 03:39:10.338305 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-65661051-d05c-410c-8115-f49fcd8cf37e tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Request body: {'floatingip': {'port_id': '8fd2fdbf-d199-4d20-a4f0-9f9039793cc3'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:10.361274 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ae2f4-42ba-419d-b0c7-d0be41804b6e admin admin] Pushing event deleted for resources: {'Network': ['ID=6c7f6069-f411-4391-9326-65cfd4966ecb,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:10.518136 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-262d313d-d3bb-4972-b2f1-f0ceb5a11721 req-4fda9117-57fc-44c1-8ca3-9eeb4b867347 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fba65ed-5ef5-4f66-abc9-4b9e16d57a75 HTTP/1.1" status: 200 len: 210 time: 0.0462539 Nov 12 03:39:10.521641 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-65661051-d05c-410c-8115-f49fcd8cf37e tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for floatingip, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:10.626495 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-888dc3a8-8e42-4e17-b0f2-abb414a8ced0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:10.627196 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888dc3a8-8e42-4e17-b0f2-abb414a8ced0 None None] The sync data for ids ['1c30091a-9af0-45ba-af3b-4425d035ebfa'] in n-d-715271-27 is: [] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:39:10.765450 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52572) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:10.871569 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8de806b3-8f11-44ab-ba08-182df007aa1d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d558dd5b9f934464b6c1626ad18ebb6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1042209 Nov 12 03:39:10.872249 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52574) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:10.958716 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-705affe2-e4ff-4878-a503-46488cc31f61 req-ae450ae2-7c48-4c11-b2e0-6f07fa8e4a7b tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:10.970131 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-060572bc-3e32-4e33-b1da-fec961b3bb9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:11.021025 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-060572bc-3e32-4e33-b1da-fec961b3bb9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:11.084429 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-060572bc-3e32-4e33-b1da-fec961b3bb9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:11.089464 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-060572bc-3e32-4e33-b1da-fec961b3bb9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:11.091334 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-060572bc-3e32-4e33-b1da-fec961b3bb9b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d9b056fd-a3e0-4ec3-b81f-bf096a7d102e HTTP/1.1" status: 204 len: 168 time: 0.2178593 Nov 12 03:39:11.104016 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060572bc-3e32-4e33-b1da-fec961b3bb9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b056fd-a3e0-4ec3-b81f-bf096a7d102e,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:11.165990 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-705affe2-e4ff-4878-a503-46488cc31f61 req-ae450ae2-7c48-4c11-b2e0-6f07fa8e4a7b tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:11.179560 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['49b293a5-a2d4-4fee-bf55-5069bfa8e6b9'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:39:11.235817 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['1aa85d26-d4f7-4d87-aa1e-da6f641edac8'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:39:11.279115 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-705affe2-e4ff-4878-a503-46488cc31f61 req-ae450ae2-7c48-4c11-b2e0-6f07fa8e4a7b tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Network 78368f62-ed24-43ac-ae16-b5ccbfc3c78d is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:11.280218 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae450ae2-7c48-4c11-b2e0-6f07fa8e4a7b tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Pushing event updated for resources: {'Port': ['ID=ebc7b5a0-0495-44b1-8523-fd3294a31d65,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:11.309550 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-705affe2-e4ff-4878-a503-46488cc31f61 req-ae450ae2-7c48-4c11-b2e0-6f07fa8e4a7b tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:11.365003 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-705affe2-e4ff-4878-a503-46488cc31f61 req-ae450ae2-7c48-4c11-b2e0-6f07fa8e4a7b tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:11.829317 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.db.resource_extend [None req-65661051-d05c-410c-8115-f49fcd8cf37e tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:39:11.904944 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705affe2-e4ff-4878-a503-46488cc31f61 req-ae450ae2-7c48-4c11-b2e0-6f07fa8e4a7b tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:11.906890 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-705affe2-e4ff-4878-a503-46488cc31f61 req-ae450ae2-7c48-4c11-b2e0-6f07fa8e4a7b tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:11.973326 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-65661051-d05c-410c-8115-f49fcd8cf37e tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:11.979762 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-705affe2-e4ff-4878-a503-46488cc31f61 req-ae450ae2-7c48-4c11-b2e0-6f07fa8e4a7b tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2467117 Nov 12 03:39:11.986903 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-65661051-d05c-410c-8115-f49fcd8cf37e tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.037179 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-705affe2-e4ff-4878-a503-46488cc31f61 req-ae2aee44-6840-40bb-8c5f-5cea621dc4f6 service neutron] Request body: {'port': {'device_id': '4fba65ed-5ef5-4f66-abc9-4b9e16d57a75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:12.080706 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf0ceb-d363-4f22-b245-0bdfe59f5f8e req-cda0db96-311e-4854-ae02-50fd6a0fb47d tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:12.080706 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-afdf0ceb-d363-4f22-b245-0bdfe59f5f8e req-cda0db96-311e-4854-ae02-50fd6a0fb47d tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fba65ed-5ef5-4f66-abc9-4b9e16d57a75 HTTP/1.1" status: 200 len: 931 time: 0.1921861 Nov 12 03:39:12.143025 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-705affe2-e4ff-4878-a503-46488cc31f61 req-ae2aee44-6840-40bb-8c5f-5cea621dc4f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.239943 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52636) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:12.574397 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9197e3f2-c170-4b94-a192-6d1bea4ebb83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.733176 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9197e3f2-c170-4b94-a192-6d1bea4ebb83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.739919 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9197e3f2-c170-4b94-a192-6d1bea4ebb83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.751425 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52662) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:12.814022 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9197e3f2-c170-4b94-a192-6d1bea4ebb83 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7f77d64723a94fca8bf8d002193ec067&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5707202 Nov 12 03:39:12.819425 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52666) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:12.828738 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9197e3f2-c170-4b94-a192-6d1bea4ebb83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1f184d-edc8-4220-b654-bc75ca1c3e8a,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:12.922002 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f0883bf7-833d-4f7a-b1e8-def4e645ecee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.949852 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-15af8aea-f064-4c31-888f-40d841c5202a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-889600545-network', 'tenant_id': '1978793e24864d458e17fb421706473b'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:13.010892 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f0883bf7-833d-4f7a-b1e8-def4e645ecee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.145790 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f0883bf7-833d-4f7a-b1e8-def4e645ecee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.148993 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f0883bf7-833d-4f7a-b1e8-def4e645ecee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.150456 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f0883bf7-833d-4f7a-b1e8-def4e645ecee admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ec1f184d-edc8-4220-b654-bc75ca1c3e8a HTTP/1.1" status: 204 len: 168 time: 0.3297112 Nov 12 03:39:13.155509 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-705affe2-e4ff-4878-a503-46488cc31f61 req-ae2aee44-6840-40bb-8c5f-5cea621dc4f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebc7b5a0-0495-44b1-8523-fd3294a31d65 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:39:13.163927 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-705affe2-e4ff-4878-a503-46488cc31f61 req-ae2aee44-6840-40bb-8c5f-5cea621dc4f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.179186 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-705affe2-e4ff-4878-a503-46488cc31f61 req-ae2aee44-6840-40bb-8c5f-5cea621dc4f6 service neutron] Transition to ACTIVE for port object ebc7b5a0-0495-44b1-8523-fd3294a31d65 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:39:13.186530 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15af8aea-f064-4c31-888f-40d841c5202a admin admin] Made reservation on behalf of 1978793e24864d458e17fb421706473b for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:13.193467 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-15af8aea-f064-4c31-888f-40d841c5202a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.204421 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [None req-65661051-d05c-410c-8115-f49fcd8cf37e tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Floating IP 966c14ea-2e14-47e2-93c2-da80e5257aa7 associated. External IP: 172.25.5.234, port: f6c03797-865e-4e28-91d8-5ddc9fbc7eea. Nov 12 03:39:13.214462 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-705affe2-e4ff-4878-a503-46488cc31f61 req-ae2aee44-6840-40bb-8c5f-5cea621dc4f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.238454 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0883bf7-833d-4f7a-b1e8-def4e645ecee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1f184d-edc8-4220-b654-bc75ca1c3e8a,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:13.274897 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-15af8aea-f064-4c31-888f-40d841c5202a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.436484 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-afdf0ceb-d363-4f22-b245-0bdfe59f5f8e req-c7105ee8-c89a-47bb-9426-4b512a0f14fb tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2950501 Nov 12 03:39:13.447576 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-705affe2-e4ff-4878-a503-46488cc31f61 req-ae2aee44-6840-40bb-8c5f-5cea621dc4f6 service neutron] Attempting to bind port ebc7b5a0-0495-44b1-8523-fd3294a31d65 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:39:13.448161 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-705affe2-e4ff-4878-a503-46488cc31f61 req-ae2aee44-6840-40bb-8c5f-5cea621dc4f6 service neutron] Attempting to bind port ebc7b5a0-0495-44b1-8523-fd3294a31d65 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'cb0def10-0c33-48e7-8f61-e6fe0bcab07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '78368f62-ed24-43ac-ae16-b5ccbfc3c78d'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:39:13.448717 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705affe2-e4ff-4878-a503-46488cc31f61 req-ae2aee44-6840-40bb-8c5f-5cea621dc4f6 service neutron] Attempting to bind port ebc7b5a0-0495-44b1-8523-fd3294a31d65 on network 78368f62-ed24-43ac-ae16-b5ccbfc3c78d {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:13.498965 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2aee44-6840-40bb-8c5f-5cea621dc4f6 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc7b5a0-0495-44b1-8523-fd3294a31d65,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:13.506793 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705affe2-e4ff-4878-a503-46488cc31f61 req-ae2aee44-6840-40bb-8c5f-5cea621dc4f6 service neutron] Port ebc7b5a0-0495-44b1-8523-fd3294a31d65 on network 78368f62-ed24-43ac-ae16-b5ccbfc3c78d not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:39:13.507380 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705affe2-e4ff-4878-a503-46488cc31f61 req-ae2aee44-6840-40bb-8c5f-5cea621dc4f6 service neutron] Attempting to bind port ebc7b5a0-0495-44b1-8523-fd3294a31d65 on network 78368f62-ed24-43ac-ae16-b5ccbfc3c78d {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:13.523230 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705affe2-e4ff-4878-a503-46488cc31f61 req-ae2aee44-6840-40bb-8c5f-5cea621dc4f6 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:39:13.523562 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705affe2-e4ff-4878-a503-46488cc31f61 req-ae2aee44-6840-40bb-8c5f-5cea621dc4f6 service neutron] Checking segment: {'id': 'cb0def10-0c33-48e7-8f61-e6fe0bcab07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '78368f62-ed24-43ac-ae16-b5ccbfc3c78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:13.523943 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705affe2-e4ff-4878-a503-46488cc31f61 req-ae2aee44-6840-40bb-8c5f-5cea621dc4f6 service neutron] Bound using segment: {'id': 'cb0def10-0c33-48e7-8f61-e6fe0bcab07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '78368f62-ed24-43ac-ae16-b5ccbfc3c78d'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:39:13.524396 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-705affe2-e4ff-4878-a503-46488cc31f61 req-ae2aee44-6840-40bb-8c5f-5cea621dc4f6 service neutron] Bound port: ebc7b5a0-0495-44b1-8523-fd3294a31d65, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb0def10-0c33-48e7-8f61-e6fe0bcab07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '78368f62-ed24-43ac-ae16-b5ccbfc3c78d'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:39:13.524749 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-705affe2-e4ff-4878-a503-46488cc31f61 req-ae2aee44-6840-40bb-8c5f-5cea621dc4f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.546923 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-15af8aea-f064-4c31-888f-40d841c5202a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.556333 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-15af8aea-f064-4c31-888f-40d841c5202a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.572707 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15af8aea-f064-4c31-888f-40d841c5202a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:39:13.589269 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-15af8aea-f064-4c31-888f-40d841c5202a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.590338 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-15af8aea-f064-4c31-888f-40d841c5202a admin admin] Added segment 903eacc2-9f2d-47e8-bfb2-b205db6693da of type vlan for network ce97ab11-8a00-4cd9-ad27-4b288272e186 Nov 12 03:39:13.668779 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-15af8aea-f064-4c31-888f-40d841c5202a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.732543 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af8aea-f064-4c31-888f-40d841c5202a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ac8efb-8b7b-4d56-bade-460efcfcd8be,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:13.745309 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-15af8aea-f064-4c31-888f-40d841c5202a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.748233 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15af8aea-f064-4c31-888f-40d841c5202a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:13.750349 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-15af8aea-f064-4c31-888f-40d841c5202a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.752791 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-705affe2-e4ff-4878-a503-46488cc31f61 req-ae2aee44-6840-40bb-8c5f-5cea621dc4f6 service neutron] For port ebc7b5a0-0495-44b1-8523-fd3294a31d65, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:13.761377 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-705affe2-e4ff-4878-a503-46488cc31f61 req-ae2aee44-6840-40bb-8c5f-5cea621dc4f6 service neutron] For port ebc7b5a0-0495-44b1-8523-fd3294a31d65, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=ebc7b5a0-0495-44b1-8523-fd3294a31d65,segment=NetworkSegment(cb0def10-0c33-48e7-8f61-e6fe0bcab07e),segment_id=cb0def10-0c33-48e7-8f61-e6fe0bcab07e)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:39:13.775600 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-705affe2-e4ff-4878-a503-46488cc31f61 req-ae2aee44-6840-40bb-8c5f-5cea621dc4f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.796122 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705affe2-e4ff-4878-a503-46488cc31f61 req-ae2aee44-6840-40bb-8c5f-5cea621dc4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:13.797422 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-705affe2-e4ff-4878-a503-46488cc31f61 req-ae2aee44-6840-40bb-8c5f-5cea621dc4f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.799150 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-705affe2-e4ff-4878-a503-46488cc31f61 req-ae2aee44-6840-40bb-8c5f-5cea621dc4f6 service neutron] 10.222.0.74 "PUT /v2.0/ports/ebc7b5a0-0495-44b1-8523-fd3294a31d65 HTTP/1.1" status: 200 len: 1092 time: 1.8073611 Nov 12 03:39:13.802062 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fba65ed-5ef5-4f66-abc9-4b9e16d57a75', 'tag': 'ebc7b5a0-0495-44b1-8523-fd3294a31d65'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:13.804575 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b8302a-6a71-421c-adfb-ba30d19e15fc" -d '{"events": [{"name": "network-changed", "server_uuid": "4fba65ed-5ef5-4f66-abc9-4b9e16d57a75", "tag": "ebc7b5a0-0495-44b1-8523-fd3294a31d65"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:13.892254 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-15af8aea-f064-4c31-888f-40d841c5202a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1366761 Nov 12 03:39:13.892952 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52688) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:13.898462 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-41314609-6cc3-4fed-8391-777bbe22ea65 admin admin] Request body: {'subnet': {'network_id': 'ce97ab11-8a00-4cd9-ad27-4b288272e186', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-889600545-subnet', 'tenant_id': '1978793e24864d458e17fb421706473b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:13.912771 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda2e7cd-b90c-4f80-8f4a-5a462ff87d77 x-openstack-request-id: req-eda2e7cd-b90c-4f80-8f4a-5a462ff87d77 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:13.914388 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fba65ed-5ef5-4f66-abc9-4b9e16d57a75", "tag": "ebc7b5a0-0495-44b1-8523-fd3294a31d65", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:13.914859 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-eda2e7cd-b90c-4f80-8f4a-5a462ff87d77 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:13.916649 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fba65ed-5ef5-4f66-abc9-4b9e16d57a75', 'tag': 'ebc7b5a0-0495-44b1-8523-fd3294a31d65', 'status': 'completed', 'code': 200} Nov 12 03:39:13.935321 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af8aea-f064-4c31-888f-40d841c5202a admin admin] Pushing event updated for resources: {'Network': ['ID=ce97ab11-8a00-4cd9-ad27-4b288272e186,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:13.947951 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41314609-6cc3-4fed-8391-777bbe22ea65 admin admin] Made reservation on behalf of 1978793e24864d458e17fb421706473b for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:13.949813 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network ce97ab11-8a00-4cd9-ad27-4b288272e186 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:39:13.951837 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-41314609-6cc3-4fed-8391-777bbe22ea65 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:14.048265 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705affe2-e4ff-4878-a503-46488cc31f61 req-b7f37e87-1204-49c1-8d5c-3119c4f3bbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:14.049804 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-705affe2-e4ff-4878-a503-46488cc31f61 req-b7f37e87-1204-49c1-8d5c-3119c4f3bbe4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=25535b709a2d4c4589b8ab88b8c8086a&device_id=4fba65ed-5ef5-4f66-abc9-4b9e16d57a75 HTTP/1.1" status: 200 len: 1095 time: 0.1465509 Nov 12 03:39:14.186953 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-41314609-6cc3-4fed-8391-777bbe22ea65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:14.232745 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-705affe2-e4ff-4878-a503-46488cc31f61 req-12679c31-7fc3-43f4-8ea6-dd29de9fa483 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebc7b5a0-0495-44b1-8523-fd3294a31d65 HTTP/1.1" status: 200 len: 217 time: 0.0708721 Nov 12 03:39:14.239308 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65661051-d05c-410c-8115-f49fcd8cf37e tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Router 1c30091a-9af0-45ba-af3b-4425d035ebfa has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:39:14.240623 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2aee44-6840-40bb-8c5f-5cea621dc4f6 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc7b5a0-0495-44b1-8523-fd3294a31d65,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:14.254453 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41314609-6cc3-4fed-8391-777bbe22ea65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=218af894-e138-49fb-983a-59526774f58c,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:14.263259 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41314609-6cc3-4fed-8391-777bbe22ea65 admin admin] Checking segment: {'id': '903eacc2-9f2d-47e8-bfb2-b205db6693da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ce97ab11-8a00-4cd9-ad27-4b288272e186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:14.263679 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41314609-6cc3-4fed-8391-777bbe22ea65 admin admin] Network hostable DHCP agents. Network: ce97ab11-8a00-4cd9-ad27-4b288272e186, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:39:14.287785 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41314609-6cc3-4fed-8391-777bbe22ea65 admin admin] Network ce97ab11-8a00-4cd9-ad27-4b288272e186 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:39:14.304283 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-41314609-6cc3-4fed-8391-777bbe22ea65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, ce97ab11-8a00-4cd9-ad27-4b288272e186) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:14.314416 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5688f709-1adb-4d26-a60e-8fee2c88bf71 None None] Network ce97ab11-8a00-4cd9-ad27-4b288272e186 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:14.321767 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41314609-6cc3-4fed-8391-777bbe22ea65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:14.322596 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-41314609-6cc3-4fed-8391-777bbe22ea65 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:14.346677 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-41314609-6cc3-4fed-8391-777bbe22ea65 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4524915 Nov 12 03:39:14.349673 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52698) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:14.356428 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-40b9f21a-3a07-4b28-8a5d-4adae60dadc8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-889600545-router', 'tenant_id': '1978793e24864d458e17fb421706473b', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:14.386326 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-40b9f21a-3a07-4b28-8a5d-4adae60dadc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:14.388770 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-40b9f21a-3a07-4b28-8a5d-4adae60dadc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:14.504980 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-40b9f21a-3a07-4b28-8a5d-4adae60dadc8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:14.512183 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705affe2-e4ff-4878-a503-46488cc31f61 req-6b2b00d3-07af-4f26-9b4e-c7e2afabb448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:14.513894 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-705affe2-e4ff-4878-a503-46488cc31f61 req-6b2b00d3-07af-4f26-9b4e-c7e2afabb448 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=503f9962-4a4b-41cd-afae-2bc03640b310 HTTP/1.1" status: 200 len: 846 time: 0.2671018 Nov 12 03:39:14.515045 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65661051-d05c-410c-8115-f49fcd8cf37e tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:39:14.530826 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5482903-4025-4c6b-9505-a1bc6d5c70f9 None None] Sync routers for ids ['1c30091a-9af0-45ba-af3b-4425d035ebfa'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:39:14.568709 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5482903-4025-4c6b-9505-a1bc6d5c70f9 None None] Routers {'1c30091a-9af0-45ba-af3b-4425d035ebfa'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:14.569335 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-e5482903-4025-4c6b-9505-a1bc6d5c70f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:39:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1c30091a-9af0-45ba-af3b-4425d035ebfa'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:14.575050 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-705affe2-e4ff-4878-a503-46488cc31f61 req-1febf27f-6826-4dd9-a582-fe9094263068 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=78368f62-ed24-43ac-ae16-b5ccbfc3c78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486879 Nov 12 03:39:14.658053 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-e5482903-4025-4c6b-9505-a1bc6d5c70f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:14.702658 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5482903-4025-4c6b-9505-a1bc6d5c70f9 None None] Routers {'1c30091a-9af0-45ba-af3b-4425d035ebfa'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:14.703657 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-e5482903-4025-4c6b-9505-a1bc6d5c70f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:39:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1c30091a-9af0-45ba-af3b-4425d035ebfa'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:14.726099 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-40b9f21a-3a07-4b28-8a5d-4adae60dadc8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:14.828176 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-e5482903-4025-4c6b-9505-a1bc6d5c70f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:14.837473 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5482903-4025-4c6b-9505-a1bc6d5c70f9 None None] The sync data for ids ['1c30091a-9af0-45ba-af3b-4425d035ebfa'] in n-d-715271-27 is: [] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:39:14.888705 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb6b30a-3806-46f6-ab41-0e1700d5a7df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-ce97ab11-8a00-4cd9-ad27-4b288272e186', 'network_id': 'ce97ab11-8a00-4cd9-ad27-4b288272e186', 'tenant_id': '1978793e24864d458e17fb421706473b', 'fixed_ips': [{'subnet_id': '218af894-e138-49fb-983a-59526774f58c'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:39:14.889879 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7cb6b30a-3806-46f6-ab41-0e1700d5a7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:15.140260 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-7cb6b30a-3806-46f6-ab41-0e1700d5a7df None None] Allocated IP 172.20.0.2 (ce97ab11-8a00-4cd9-ad27-4b288272e186/218af894-e138-49fb-983a-59526774f58c/0adcdc33-66ec-4948-a090-fd1582873eb5) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:15.153956 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ed44d1e-bbdc-4585-8162-b6dd45dc66b2 req-1cbe252c-f560-4b37-ad56-c91c3ac96797 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a320c2fe-078c-461f-9768-b9d2bf043d8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3180921 Nov 12 03:39:15.186077 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b28f4-a1f2-4455-98d2-11af8e2dbeaf req-3ee2fb21-8cd0-4eb7-834c-1f6f941c061c tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:15.194604 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-005b28f4-a1f2-4455-98d2-11af8e2dbeaf req-3ee2fb21-8cd0-4eb7-834c-1f6f941c061c tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fba65ed-5ef5-4f66-abc9-4b9e16d57a75 HTTP/1.1" status: 200 len: 943 time: 0.3813465 Nov 12 03:39:15.202356 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-705affe2-e4ff-4878-a503-46488cc31f61 req-837f0f32-9103-47ee-8bf9-bd1eca5f858b service neutron] 10.222.0.74 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6130981 Nov 12 03:39:15.462378 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7cb6b30a-3806-46f6-ab41-0e1700d5a7df None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:15.475879 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7cb6b30a-3806-46f6-ab41-0e1700d5a7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:15.485185 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-005b28f4-a1f2-4455-98d2-11af8e2dbeaf req-59e385db-6e56-4879-8c64-c6c8e974b8b5 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856460 Nov 12 03:39:15.575255 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb6b30a-3806-46f6-ab41-0e1700d5a7df None None] Network ce97ab11-8a00-4cd9-ad27-4b288272e186 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:15.582481 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-7cb6b30a-3806-46f6-ab41-0e1700d5a7df None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:15.588424 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb6b30a-3806-46f6-ab41-0e1700d5a7df None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:15.714202 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6b30a-3806-46f6-ab41-0e1700d5a7df None None] Pushing event updated for resources: {'Port': ['ID=0adcdc33-66ec-4948-a090-fd1582873eb5,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:15.746774 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-7cb6b30a-3806-46f6-ab41-0e1700d5a7df None None] Attempting to bind port 0adcdc33-66ec-4948-a090-fd1582873eb5 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:39:15.747415 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-7cb6b30a-3806-46f6-ab41-0e1700d5a7df None None] Attempting to bind port 0adcdc33-66ec-4948-a090-fd1582873eb5 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '903eacc2-9f2d-47e8-bfb2-b205db6693da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ce97ab11-8a00-4cd9-ad27-4b288272e186'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:39:15.747950 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb6b30a-3806-46f6-ab41-0e1700d5a7df None None] Attempting to bind port 0adcdc33-66ec-4948-a090-fd1582873eb5 on network ce97ab11-8a00-4cd9-ad27-4b288272e186 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:15.752601 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed44d1e-bbdc-4585-8162-b6dd45dc66b2 req-89e939f8-bf93-4768-b40d-7ec1f48f5b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:15.761328 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ed44d1e-bbdc-4585-8162-b6dd45dc66b2 req-89e939f8-bf93-4768-b40d-7ec1f48f5b1d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=25535b709a2d4c4589b8ab88b8c8086a&device_id=a320c2fe-078c-461f-9768-b9d2bf043d8e HTTP/1.1" status: 200 len: 1097 time: 0.4707744 Nov 12 03:39:15.765427 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb6b30a-3806-46f6-ab41-0e1700d5a7df None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:39:15.766085 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb6b30a-3806-46f6-ab41-0e1700d5a7df None None] Checking segment: {'id': '903eacc2-9f2d-47e8-bfb2-b205db6693da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ce97ab11-8a00-4cd9-ad27-4b288272e186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:15.767658 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7cb6b30a-3806-46f6-ab41-0e1700d5a7df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:15.768269 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb6b30a-3806-46f6-ab41-0e1700d5a7df None None] Bound using segment: {'id': '903eacc2-9f2d-47e8-bfb2-b205db6693da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ce97ab11-8a00-4cd9-ad27-4b288272e186'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:39:15.771454 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-7cb6b30a-3806-46f6-ab41-0e1700d5a7df None None] Bound port: 0adcdc33-66ec-4948-a090-fd1582873eb5, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903eacc2-9f2d-47e8-bfb2-b205db6693da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ce97ab11-8a00-4cd9-ad27-4b288272e186'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:39:15.772304 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7cb6b30a-3806-46f6-ab41-0e1700d5a7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:15.774612 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-705affe2-e4ff-4878-a503-46488cc31f61 req-d50fbb1a-d0bb-4158-bd17-c2fa6b1f367c service neutron] 10.222.0.74 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5550771 Nov 12 03:39:15.861696 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-40b9f21a-3a07-4b28-8a5d-4adae60dadc8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:15.905589 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-40b9f21a-3a07-4b28-8a5d-4adae60dadc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:15.912947 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-7cb6b30a-3806-46f6-ab41-0e1700d5a7df None None] For port 0adcdc33-66ec-4948-a090-fd1582873eb5, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:15.930907 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-7cb6b30a-3806-46f6-ab41-0e1700d5a7df None None] For port 0adcdc33-66ec-4948-a090-fd1582873eb5, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=0adcdc33-66ec-4948-a090-fd1582873eb5,segment=NetworkSegment(903eacc2-9f2d-47e8-bfb2-b205db6693da),segment_id=903eacc2-9f2d-47e8-bfb2-b205db6693da)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:39:15.938168 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7cb6b30a-3806-46f6-ab41-0e1700d5a7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:16.165255 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6b30a-3806-46f6-ab41-0e1700d5a7df None None] Pushing event updated for resources: {'Port': ['ID=0adcdc33-66ec-4948-a090-fd1582873eb5,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:16.219710 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65661051-d05c-410c-8115-f49fcd8cf37e tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Router 1c30091a-9af0-45ba-af3b-4425d035ebfa has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:39:16.234022 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52750) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:16.251798 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b8302a-6a71-421c-adfb-ba30d19e15fc req-2ec7343a-1ff6-4ebd-88c8-76732a959edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:16.253317 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-96b8302a-6a71-421c-adfb-ba30d19e15fc req-2ec7343a-1ff6-4ebd-88c8-76732a959edc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=25535b709a2d4c4589b8ab88b8c8086a&device_id=4fba65ed-5ef5-4f66-abc9-4b9e16d57a75 HTTP/1.1" status: 200 len: 1095 time: 0.3829591 Nov 12 03:39:16.294651 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-40b9f21a-3a07-4b28-8a5d-4adae60dadc8 admin admin] Allocated IP 172.25.5.189 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/b670ebe3-6d3f-4cea-ad65-005bd4c834d7) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:16.462254 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed44d1e-bbdc-4585-8162-b6dd45dc66b2 req-88edb840-c03b-4dff-9b1c-f0c2ecc52c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:16.463888 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ed44d1e-bbdc-4585-8162-b6dd45dc66b2 req-88edb840-c03b-4dff-9b1c-f0c2ecc52c9e service neutron] 10.222.0.90 "GET /v2.0/networks?id=78368f62-ed24-43ac-ae16-b5ccbfc3c78d HTTP/1.1" status: 200 len: 907 time: 0.6180253 Nov 12 03:39:16.617165 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-40b9f21a-3a07-4b28-8a5d-4adae60dadc8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:16.784201 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ed44d1e-bbdc-4585-8162-b6dd45dc66b2 req-df46384d-33de-46a3-b5e5-18c7a414ce89 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1aa85d26-d4f7-4d87-aa1e-da6f641edac8 HTTP/1.1" status: 200 len: 217 time: 0.0836980 Nov 12 03:39:16.785484 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-539c36cb-a877-41ce-9e51-d9d4b8a59cf3 tempest-ExternalNetworksTestJSON-2027801032 tempest-ExternalNetworksTestJSON-2027801032-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-299648597'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:16.860292 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc493a28-00e7-4eb5-b488-ae3cac529d22 req-6ad72d5e-edd6-48d1-92fe-61290f124275 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:16.862221 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fc493a28-00e7-4eb5-b488-ae3cac529d22 req-6ad72d5e-edd6-48d1-92fe-61290f124275 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fba65ed-5ef5-4f66-abc9-4b9e16d57a75 HTTP/1.1" status: 200 len: 943 time: 0.1491899 Nov 12 03:39:16.865039 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539c36cb-a877-41ce-9e51-d9d4b8a59cf3 tempest-ExternalNetworksTestJSON-2027801032 tempest-ExternalNetworksTestJSON-2027801032-project] Made reservation on behalf of b590c98e70cc4ef18eb412cc5fe3a559 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:16.868964 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-539c36cb-a877-41ce-9e51-d9d4b8a59cf3 tempest-ExternalNetworksTestJSON-2027801032 tempest-ExternalNetworksTestJSON-2027801032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:16.871623 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-40b9f21a-3a07-4b28-8a5d-4adae60dadc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:16.921137 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed44d1e-bbdc-4585-8162-b6dd45dc66b2 req-fb158f1d-dbe5-4293-b92a-db0f34560c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:16.922639 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ed44d1e-bbdc-4585-8162-b6dd45dc66b2 req-fb158f1d-dbe5-4293-b92a-db0f34560c8c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=503f9962-4a4b-41cd-afae-2bc03640b310 HTTP/1.1" status: 200 len: 846 time: 0.1224215 Nov 12 03:39:16.924616 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-539c36cb-a877-41ce-9e51-d9d4b8a59cf3 tempest-ExternalNetworksTestJSON-2027801032 tempest-ExternalNetworksTestJSON-2027801032-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:16.977809 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b9f21a-3a07-4b28-8a5d-4adae60dadc8 admin admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:16.988890 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ed44d1e-bbdc-4585-8162-b6dd45dc66b2 req-8b97e710-b188-407b-8306-bd84c68f17b8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=78368f62-ed24-43ac-ae16-b5ccbfc3c78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480525 Nov 12 03:39:16.996764 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-40b9f21a-3a07-4b28-8a5d-4adae60dadc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:17.004332 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b9f21a-3a07-4b28-8a5d-4adae60dadc8 admin admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:17.009911 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9f21a-3a07-4b28-8a5d-4adae60dadc8 admin admin] Pushing event updated for resources: {'Port': ['ID=b670ebe3-6d3f-4cea-ad65-005bd4c834d7,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:17.042445 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65661051-d05c-410c-8115-f49fcd8cf37e tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:39:17.058213 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62b1294-d654-4a80-a5c0-172a93f3d26d None None] Sync routers for ids ['1c30091a-9af0-45ba-af3b-4425d035ebfa'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:39:17.075238 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62b1294-d654-4a80-a5c0-172a93f3d26d None None] Routers {'1c30091a-9af0-45ba-af3b-4425d035ebfa'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:17.077521 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-f62b1294-d654-4a80-a5c0-172a93f3d26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:39:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1c30091a-9af0-45ba-af3b-4425d035ebfa'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:17.107784 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fc493a28-00e7-4eb5-b488-ae3cac529d22 req-a07f4f19-f956-47a7-b7fd-d01d7cdfc49d tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339263 Nov 12 03:39:17.204983 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-f62b1294-d654-4a80-a5c0-172a93f3d26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:17.227387 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62b1294-d654-4a80-a5c0-172a93f3d26d None None] Routers {'1c30091a-9af0-45ba-af3b-4425d035ebfa'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:17.245087 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ed44d1e-bbdc-4585-8162-b6dd45dc66b2 req-28812e30-928d-4590-b1a8-ebce484c454a service neutron] 10.222.0.90 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422173 Nov 12 03:39:17.249558 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-f62b1294-d654-4a80-a5c0-172a93f3d26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:39:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1c30091a-9af0-45ba-af3b-4425d035ebfa'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:17.251028 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b8302a-6a71-421c-adfb-ba30d19e15fc req-f57dc40b-c9bc-40f9-ab54-0fbef73af45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:17.259516 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-96b8302a-6a71-421c-adfb-ba30d19e15fc req-f57dc40b-c9bc-40f9-ab54-0fbef73af45f service neutron] 10.222.0.74 "GET /v2.0/networks?id=78368f62-ed24-43ac-ae16-b5ccbfc3c78d HTTP/1.1" status: 200 len: 907 time: 0.9421804 Nov 12 03:39:17.293364 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-65661051-d05c-410c-8115-f49fcd8cf37e tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.434163 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-f62b1294-d654-4a80-a5c0-172a93f3d26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:17.439887 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62b1294-d654-4a80-a5c0-172a93f3d26d None None] The sync data for ids ['1c30091a-9af0-45ba-af3b-4425d035ebfa'] in n-d-715271-27 is: [] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:39:17.480542 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-539c36cb-a877-41ce-9e51-d9d4b8a59cf3 tempest-ExternalNetworksTestJSON-2027801032 tempest-ExternalNetworksTestJSON-2027801032-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.555456 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 0adcdc33-66ec-4948-a090-fd1582873eb5 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:17.576283 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-539c36cb-a877-41ce-9e51-d9d4b8a59cf3 tempest-ExternalNetworksTestJSON-2027801032 tempest-ExternalNetworksTestJSON-2027801032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.626612 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-539c36cb-a877-41ce-9e51-d9d4b8a59cf3 tempest-ExternalNetworksTestJSON-2027801032 tempest-ExternalNetworksTestJSON-2027801032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:39:17.666171 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-539c36cb-a877-41ce-9e51-d9d4b8a59cf3 tempest-ExternalNetworksTestJSON-2027801032 tempest-ExternalNetworksTestJSON-2027801032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.670264 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-539c36cb-a877-41ce-9e51-d9d4b8a59cf3 tempest-ExternalNetworksTestJSON-2027801032 tempest-ExternalNetworksTestJSON-2027801032-project] Added segment f02287fc-3dd3-4184-b75a-0e2d3e4e4e51 of type vlan for network d786a490-7379-4844-bd47-7d2c3fc940a4 Nov 12 03:39:17.683731 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 0adcdc33-66ec-4948-a090-fd1582873eb5 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:17.684391 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.698797 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c36cb-a877-41ce-9e51-d9d4b8a59cf3 tempest-ExternalNetworksTestJSON-2027801032 tempest-ExternalNetworksTestJSON-2027801032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8413ccaa-ddaa-4ff1-8d21-80c274032de5,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:17.703653 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-40b9f21a-3a07-4b28-8a5d-4adae60dadc8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.765987 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-65661051-d05c-410c-8115-f49fcd8cf37e tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "PUT /v2.0/floatingips/966c14ea-2e14-47e2-93c2-da80e5257aa7 HTTP/1.1" status: 200 len: 979 time: 7.4325678 Nov 12 03:39:17.766914 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52774) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:17.773654 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-bd606ac9-c7ed-49b1-95cb-23a33b46fe02 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:17.846789 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:39:17.850557 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-96b8302a-6a71-421c-adfb-ba30d19e15fc req-9d198c98-e388-4465-9286-5e4e6781c413 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebc7b5a0-0495-44b1-8523-fd3294a31d65 HTTP/1.1" status: 200 len: 217 time: 0.2293274 Nov 12 03:39:17.852489 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bd606ac9-c7ed-49b1-95cb-23a33b46fe02 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for floatingip, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.866345 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ed44d1e-bbdc-4585-8162-b6dd45dc66b2 req-53fdddfb-af77-489d-96e0-dcee100a39b3 service neutron] 10.222.0.90 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5580637 Nov 12 03:39:17.909177 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.960916 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-539c36cb-a877-41ce-9e51-d9d4b8a59cf3 tempest-ExternalNetworksTestJSON-2027801032 tempest-ExternalNetworksTestJSON-2027801032-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.026935 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 0adcdc33-66ec-4948-a090-fd1582873eb5, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=0adcdc33-66ec-4948-a090-fd1582873eb5,segment=NetworkSegment(903eacc2-9f2d-47e8-bfb2-b205db6693da),segment_id=903eacc2-9f2d-47e8-bfb2-b205db6693da)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:18.034827 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device ebc7b5a0-0495-44b1-8523-fd3294a31d65 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:39:18.039229 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.142614 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2653df7-b46d-486b-a59d-b0ec20cfb1be None None] Network ce97ab11-8a00-4cd9-ad27-4b288272e186 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:18.207882 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.261340 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bd606ac9-c7ed-49b1-95cb-23a33b46fe02 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.264411 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b8302a-6a71-421c-adfb-ba30d19e15fc req-219b6d5d-68e7-4dc1-86c0-90a6cbf1e23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:18.267021 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-96b8302a-6a71-421c-adfb-ba30d19e15fc req-219b6d5d-68e7-4dc1-86c0-90a6cbf1e23d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=503f9962-4a4b-41cd-afae-2bc03640b310 HTTP/1.1" status: 200 len: 846 time: 0.3986790 Nov 12 03:39:18.270941 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bd606ac9-c7ed-49b1-95cb-23a33b46fe02 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.271327 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [None req-bd606ac9-c7ed-49b1-95cb-23a33b46fe02 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Floating IP 966c14ea-2e14-47e2-93c2-da80e5257aa7 disassociated. External IP: 172.25.5.234, port: 8fd2fdbf-d199-4d20-a4f0-9f9039793cc3. Nov 12 03:39:18.301043 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-ef2b4900-cb2f-4dd0-8556-4adf9312bc9e None None] Provisioning complete for port 0adcdc33-66ec-4948-a090-fd1582873eb5 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:18.304628 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ef2b4900-cb2f-4dd0-8556-4adf9312bc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.311230 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-539c36cb-a877-41ce-9e51-d9d4b8a59cf3 tempest-ExternalNetworksTestJSON-2027801032 tempest-ExternalNetworksTestJSON-2027801032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.322371 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539c36cb-a877-41ce-9e51-d9d4b8a59cf3 tempest-ExternalNetworksTestJSON-2027801032 tempest-ExternalNetworksTestJSON-2027801032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:18.334433 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-539c36cb-a877-41ce-9e51-d9d4b8a59cf3 tempest-ExternalNetworksTestJSON-2027801032 tempest-ExternalNetworksTestJSON-2027801032-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.426480 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-539c36cb-a877-41ce-9e51-d9d4b8a59cf3 tempest-ExternalNetworksTestJSON-2027801032 tempest-ExternalNetworksTestJSON-2027801032-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.1875887 Nov 12 03:39:18.457101 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52782) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:18.468289 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52784) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:18.592136 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=0adcdc33-66ec-4948-a090-fd1582873eb5,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:18.719774 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port ebc7b5a0-0495-44b1-8523-fd3294a31d65, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=ebc7b5a0-0495-44b1-8523-fd3294a31d65,segment=NetworkSegment(cb0def10-0c33-48e7-8f61-e6fe0bcab07e),segment_id=cb0def10-0c33-48e7-8f61-e6fe0bcab07e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:18.767404 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'ebc7b5a0-0495-44b1-8523-fd3294a31d65', 'network_id': '78368f62-ed24-43ac-ae16-b5ccbfc3c78d', 'port_id': 'ebc7b5a0-0495-44b1-8523-fd3294a31d65', 'mac_address': 'fa:16:3e:82:47:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503f9962-4a4b-41cd-afae-2bc03640b310', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:39:18.838473 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c36cb-a877-41ce-9e51-d9d4b8a59cf3 tempest-ExternalNetworksTestJSON-2027801032 tempest-ExternalNetworksTestJSON-2027801032-project] Pushing event updated for resources: {'Network': ['ID=d786a490-7379-4844-bd47-7d2c3fc940a4,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:18.845364 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9b2ab6fa-e2d6-442c-b16c-402309d00cab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.871951 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.879160 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network d786a490-7379-4844-bd47-7d2c3fc940a4 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:39:18.913577 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-40b9f21a-3a07-4b28-8a5d-4adae60dadc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.920155 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-3eba17c4-7e66-4104-bc03-417825e9d1f8 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Request body: {'network': {'name': 'tempest-network--1398561941', 'router:external': True}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:18.954921 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eba17c4-7e66-4104-bc03-417825e9d1f8 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Made reservation on behalf of 9540b7476eca4db9953c4da6bccee74c for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:18.956403 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3eba17c4-7e66-4104-bc03-417825e9d1f8 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.026926 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3eba17c4-7e66-4104-bc03-417825e9d1f8 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.041361 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-96b8302a-6a71-421c-adfb-ba30d19e15fc req-d9ed0a20-4531-4f69-b9a2-2b90733fcdfd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=78368f62-ed24-43ac-ae16-b5ccbfc3c78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829420 Nov 12 03:39:19.102437 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebc7b5a0-0495-44b1-8523-fd3294a31d65 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:39:19.149252 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port ebc7b5a0-0495-44b1-8523-fd3294a31d65, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=ebc7b5a0-0495-44b1-8523-fd3294a31d65,segment=NetworkSegment(cb0def10-0c33-48e7-8f61-e6fe0bcab07e),segment_id=cb0def10-0c33-48e7-8f61-e6fe0bcab07e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:19.162583 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.244382 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-96b8302a-6a71-421c-adfb-ba30d19e15fc req-e4aceae8-2b19-48db-97cb-671f26084dc0 service neutron] 10.222.0.74 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771455 Nov 12 03:39:19.263237 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=ebc7b5a0-0495-44b1-8523-fd3294a31d65,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:19.352349 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9b2ab6fa-e2d6-442c-b16c-402309d00cab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.385485 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9b2ab6fa-e2d6-442c-b16c-402309d00cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.455982 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 0adcdc33-66ec-4948-a090-fd1582873eb5 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:19.461877 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9b2ab6fa-e2d6-442c-b16c-402309d00cab admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5b0279f54c3749bca581da504a35a063&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9778998 Nov 12 03:39:19.476238 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52798) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:19.661337 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ab6fa-e2d6-442c-b16c-402309d00cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6eece27-c200-486c-afc4-b2bafd7af160,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:19.685360 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3eba17c4-7e66-4104-bc03-417825e9d1f8 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.688794 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd606ac9-c7ed-49b1-95cb-23a33b46fe02 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Router 1c30091a-9af0-45ba-af3b-4425d035ebfa has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:39:19.692993 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b9f21a-3a07-4b28-8a5d-4adae60dadc8 admin admin] Router 37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:39:19.702342 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3eba17c4-7e66-4104-bc03-417825e9d1f8 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.731479 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eba17c4-7e66-4104-bc03-417825e9d1f8 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:39:19.735543 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0af64-6fce-47f4-86f2-d91b6b477d3a req-d053d36a-56e8-4cac-b750-f7dc1a374c3f tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:19.737137 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e8e0af64-6fce-47f4-86f2-d91b6b477d3a req-d053d36a-56e8-4cac-b750-f7dc1a374c3f tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fba65ed-5ef5-4f66-abc9-4b9e16d57a75 HTTP/1.1" status: 200 len: 943 time: 0.7409992 Nov 12 03:39:19.745352 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['ebc7b5a0-0495-44b1-8523-fd3294a31d65'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:39:19.821418 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3eba17c4-7e66-4104-bc03-417825e9d1f8 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.821728 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-3eba17c4-7e66-4104-bc03-417825e9d1f8 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Added segment 63afdce7-071a-45a3-8b2a-7cbb2b9f1437 of type vlan for network 85a7e3f8-bc09-4bb4-82b9-c884dcb0a347 Nov 12 03:39:19.868472 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba17c4-7e66-4104-bc03-417825e9d1f8 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000a235a-db6e-4d63-aafb-84bd5cf7dbc2,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:19.874377 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-46a883aa-d852-40b2-abb2-baaa397d3261 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.979589 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-46a883aa-d852-40b2-abb2-baaa397d3261 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.984151 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-36fee963-2a65-4e58-b496-5b9a0db94ebd None None] Provisioning complete for port 0adcdc33-66ec-4948-a090-fd1582873eb5 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:19.984524 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-36fee963-2a65-4e58-b496-5b9a0db94ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.013369 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3eba17c4-7e66-4104-bc03-417825e9d1f8 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.046070 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 0adcdc33-66ec-4948-a090-fd1582873eb5 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:20.046505 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.064341 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b9f21a-3a07-4b28-8a5d-4adae60dadc8 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:39:20.109056 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33625c15-dc3b-4f4c-9285-1fa305b6a87a None None] Sync routers for ids ['37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:39:20.109909 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-40b9f21a-3a07-4b28-8a5d-4adae60dadc8 admin admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.111344 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-40b9f21a-3a07-4b28-8a5d-4adae60dadc8 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7604282 Nov 12 03:39:20.112303 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3eba17c4-7e66-4104-bc03-417825e9d1f8 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.114206 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eba17c4-7e66-4104-bc03-417825e9d1f8 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:20.117323 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3eba17c4-7e66-4104-bc03-417825e9d1f8 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.119722 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52808) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:20.143106 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-46a883aa-d852-40b2-abb2-baaa397d3261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.151697 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-46a883aa-d852-40b2-abb2-baaa397d3261 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.153927 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-46a883aa-d852-40b2-abb2-baaa397d3261 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b6eece27-c200-486c-afc4-b2bafd7af160 HTTP/1.1" status: 204 len: 168 time: 0.6743610 Nov 12 03:39:20.214311 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd606ac9-c7ed-49b1-95cb-23a33b46fe02 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:39:20.226676 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bd606ac9-c7ed-49b1-95cb-23a33b46fe02 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.227585 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea54c407-1184-40f9-8028-d02eb3c182c3 None None] Sync routers for ids ['1c30091a-9af0-45ba-af3b-4425d035ebfa'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:39:20.253383 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea54c407-1184-40f9-8028-d02eb3c182c3 None None] Routers {'1c30091a-9af0-45ba-af3b-4425d035ebfa'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:20.256825 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-ea54c407-1184-40f9-8028-d02eb3c182c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:39:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1c30091a-9af0-45ba-af3b-4425d035ebfa'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:20.292415 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a883aa-d852-40b2-abb2-baaa397d3261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6eece27-c200-486c-afc4-b2bafd7af160,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:20.307393 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33625c15-dc3b-4f4c-9285-1fa305b6a87a None None] Routers {'37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:20.308862 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-33625c15-dc3b-4f4c-9285-1fa305b6a87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:39:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:20.322754 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-96b8302a-6a71-421c-adfb-ba30d19e15fc req-59c29442-7477-4988-bb60-77a396fcb61d service neutron] 10.222.0.74 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0566463 Nov 12 03:39:20.329988 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-bd606ac9-c7ed-49b1-95cb-23a33b46fe02 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "PUT /v2.0/floatingips/966c14ea-2e14-47e2-93c2-da80e5257aa7 HTTP/1.1" status: 200 len: 688 time: 2.5616727 Nov 12 03:39:20.332315 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52812) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:20.346874 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3eba17c4-7e66-4104-bc03-417825e9d1f8 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.8853006 Nov 12 03:39:20.350882 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e8e0af64-6fce-47f4-86f2-d91b6b477d3a req-30cca7fa-ad18-45ce-b6bb-e847e19af557 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5906692 Nov 12 03:39:20.351359 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52814) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:20.387858 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a883aa-d852-40b2-abb2-baaa397d3261 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:20.389492 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a883aa-d852-40b2-abb2-baaa397d3261 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:20.390229 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a883aa-d852-40b2-abb2-baaa397d3261 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:20.392041 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a883aa-d852-40b2-abb2-baaa397d3261 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:20.393230 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a883aa-d852-40b2-abb2-baaa397d3261 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:20.393666 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a883aa-d852-40b2-abb2-baaa397d3261 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:20.395185 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a883aa-d852-40b2-abb2-baaa397d3261 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:20.395672 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a883aa-d852-40b2-abb2-baaa397d3261 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:20.396690 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a883aa-d852-40b2-abb2-baaa397d3261 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:20.399357 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a883aa-d852-40b2-abb2-baaa397d3261 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:20.400394 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a883aa-d852-40b2-abb2-baaa397d3261 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:20.400775 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a883aa-d852-40b2-abb2-baaa397d3261 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:20.406696 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-ea54c407-1184-40f9-8028-d02eb3c182c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:20.430237 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea54c407-1184-40f9-8028-d02eb3c182c3 None None] Routers {'1c30091a-9af0-45ba-af3b-4425d035ebfa'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:20.430996 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-ea54c407-1184-40f9-8028-d02eb3c182c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:39:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1c30091a-9af0-45ba-af3b-4425d035ebfa'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:20.491646 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba17c4-7e66-4104-bc03-417825e9d1f8 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Pushing event updated for resources: {'Network': ['ID=85a7e3f8-bc09-4bb4-82b9-c884dcb0a347,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:20.508694 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-ea54c407-1184-40f9-8028-d02eb3c182c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:20.523728 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 85a7e3f8-bc09-4bb4-82b9-c884dcb0a347 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:39:20.527819 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea54c407-1184-40f9-8028-d02eb3c182c3 None None] The sync data for ids ['1c30091a-9af0-45ba-af3b-4425d035ebfa'] in n-d-715271-27 is: [] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:39:20.563580 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c898ed8e-4130-4662-8a59-16dd24f60d6b tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.690021 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c898ed8e-4130-4662-8a59-16dd24f60d6b tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.705048 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-33625c15-dc3b-4f4c-9285-1fa305b6a87a None None] Set router 37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:20.759924 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-c898ed8e-4130-4662-8a59-16dd24f60d6b tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85a7e3f8-bc09-4bb4-82b9-c884dcb0a347']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:20.782316 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-c898ed8e-4130-4662-8a59-16dd24f60d6b tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63afdce7-071a-45a3-8b2a-7cbb2b9f1437') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:20.782753 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-c898ed8e-4130-4662-8a59-16dd24f60d6b tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63afdce7-071a-45a3-8b2a-7cbb2b9f1437') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:20.836945 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c898ed8e-4130-4662-8a59-16dd24f60d6b tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.876360 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c898ed8e-4130-4662-8a59-16dd24f60d6b tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.880515 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-f8230df7-876f-4742-b3e0-5c125aaa1355 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Deleting port 0f6c9a36-8bc9-4de7-a263-c4cd09ee30e6 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:20.880970 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f8230df7-876f-4742-b3e0-5c125aaa1355 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.894689 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c898ed8e-4130-4662-8a59-16dd24f60d6b tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:39:20.895258 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c898ed8e-4130-4662-8a59-16dd24f60d6b tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.953318 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52822) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:20.981258 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7aff7e2c-637f-442e-985a-c23cc74711fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:21.006095 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:39:21.006095 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:39:21.006095 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:39:21.006095 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:39:21.006095 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:39:21.006095 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:39:21.006095 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:39:21.006095 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:39:21.006095 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:39:21.006095 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:39:21.006095 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:39:21.006095 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:39:21.006095 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:39:21.006095 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:39:21.006095 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:39:21.006095 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:39:21.006095 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:39:21.006095 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:39:21.006095 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:39:21.006095 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:39:21.006095 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:39:21.006095 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:39:21.006095 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:39:21.006095 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:39:21.006095 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:39:21.006095 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:39:21.006095 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:39:21.006095 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:39:21.006095 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:39:21.006095 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:39:21.006095 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:39:21.006095 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:39:21.024332 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c898ed8e-4130-4662-8a59-16dd24f60d6b tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:21.040049 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c898ed8e-4130-4662-8a59-16dd24f60d6b tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 85a7e3f8-bc09-4bb4-82b9-c884dcb0a347 {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 03:39:21.058610 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c898ed8e-4130-4662-8a59-16dd24f60d6b tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:21.061570 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-33625c15-dc3b-4f4c-9285-1fa305b6a87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'name': 'tempest-AttachVolumeTestJSON-889600545-router', 'tenant_id': '1978793e24864d458e17fb421706473b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'b670ebe3-6d3f-4cea-ad65-005bd4c834d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:14Z', 'updated_at': '2021-11-12T03:39:17Z', 'revision_number': 3, 'project_id': '1978793e24864d458e17fb421706473b', 'gw_port': {'id': 'b670ebe3-6d3f-4cea-ad65-005bd4c834d7', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:21:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:15Z', 'updated_at': '2021-11-12T03:39:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:21.068002 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c898ed8e-4130-4662-8a59-16dd24f60d6b tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] 10.222.0.50 "DELETE /v2.0/networks/85a7e3f8-bc09-4bb4-82b9-c884dcb0a347 HTTP/1.1" status: 204 len: 168 time: 0.7156005 Nov 12 03:39:21.078706 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52824) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:21.085079 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-8caf4e3d-c930-4ca2-8712-881670d0847a tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:21.089089 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c898ed8e-4130-4662-8a59-16dd24f60d6b tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Pushing event deleted for resources: {'Network': ['ID=85a7e3f8-bc09-4bb4-82b9-c884dcb0a347,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:21.117585 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8caf4e3d-c930-4ca2-8712-881670d0847a tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Made reservation on behalf of 9540b7476eca4db9953c4da6bccee74c for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:21.121339 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8caf4e3d-c930-4ca2-8712-881670d0847a tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:21.133420 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33625c15-dc3b-4f4c-9285-1fa305b6a87a None None] Checking router: 37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:39:21.134160 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33625c15-dc3b-4f4c-9285-1fa305b6a87a None None] Updating router 37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87 port b670ebe3-6d3f-4cea-ad65-005bd4c834d7 binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:39:21.155657 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8caf4e3d-c930-4ca2-8712-881670d0847a tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:39:21.171092 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8caf4e3d-c930-4ca2-8712-881670d0847a tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:21.172183 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-8caf4e3d-c930-4ca2-8712-881670d0847a tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Added segment f2ab8575-64eb-4e18-a5eb-be2b9a008079 of type vlan for network 92fad22a-3fbb-49d5-a61d-1a14a9e41f6c Nov 12 03:39:21.186530 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-33625c15-dc3b-4f4c-9285-1fa305b6a87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:21.249035 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8caf4e3d-c930-4ca2-8712-881670d0847a tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:21.290748 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f8230df7-876f-4742-b3e0-5c125aaa1355 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:21.291323 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f8230df7-876f-4742-b3e0-5c125aaa1355 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:21.295531 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8caf4e3d-c930-4ca2-8712-881670d0847a tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:21.298876 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8caf4e3d-c930-4ca2-8712-881670d0847a tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:21.299474 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8caf4e3d-c930-4ca2-8712-881670d0847a tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:21.373643 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-f8230df7-876f-4742-b3e0-5c125aaa1355 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Calling delete_port for 0f6c9a36-8bc9-4de7-a263-c4cd09ee30e6 owned by network:floatingip {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:21.433794 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf4e3d-c930-4ca2-8712-881670d0847a tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Pushing event updated for resources: {'Network': ['ID=92fad22a-3fbb-49d5-a61d-1a14a9e41f6c,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:21.458081 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8caf4e3d-c930-4ca2-8712-881670d0847a tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3774588 Nov 12 03:39:21.460852 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52834) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:21.471040 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-cef43442-51c0-40b1-a712-1ade2b59b7e5 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Request body: {'subnet': {'network_id': '92fad22a-3fbb-49d5-a61d-1a14a9e41f6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:21.525863 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef43442-51c0-40b1-a712-1ade2b59b7e5 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Made reservation on behalf of 9540b7476eca4db9953c4da6bccee74c for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:21.529132 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cef43442-51c0-40b1-a712-1ade2b59b7e5 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:21.782748 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 92fad22a-3fbb-49d5-a61d-1a14a9e41f6c details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:39:21.930111 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52842) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:22.027318 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-33625c15-dc3b-4f4c-9285-1fa305b6a87a None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.042166 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-33625c15-dc3b-4f4c-9285-1fa305b6a87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.133838 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device ebc7b5a0-0495-44b1-8523-fd3294a31d65 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:22.158766 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad918d4-f021-4258-a7c4-d23f7d527eb5 None None] Pushing event updated for resources: {'Port': ['ID=b670ebe3-6d3f-4cea-ad65-005bd4c834d7,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:22.162997 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-33625c15-dc3b-4f4c-9285-1fa305b6a87a None None] Attempting to bind port b670ebe3-6d3f-4cea-ad65-005bd4c834d7 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:39:22.163679 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-33625c15-dc3b-4f4c-9285-1fa305b6a87a None None] Attempting to bind port b670ebe3-6d3f-4cea-ad65-005bd4c834d7 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:39:22.164606 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33625c15-dc3b-4f4c-9285-1fa305b6a87a None None] Attempting to bind port b670ebe3-6d3f-4cea-ad65-005bd4c834d7 on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:22.172741 n-d-715271-27 neutron-server[102571]: DEBUG neutron.objects.ports [None req-cef43442-51c0-40b1-a712-1ade2b59b7e5 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102571) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:39:22.173269 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cef43442-51c0-40b1-a712-1ade2b59b7e5 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.174893 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33625c15-dc3b-4f4c-9285-1fa305b6a87a None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:39:22.176719 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33625c15-dc3b-4f4c-9285-1fa305b6a87a None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:22.177264 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-33625c15-dc3b-4f4c-9285-1fa305b6a87a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.177668 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33625c15-dc3b-4f4c-9285-1fa305b6a87a None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:39:22.178160 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-33625c15-dc3b-4f4c-9285-1fa305b6a87a None None] Bound port: b670ebe3-6d3f-4cea-ad65-005bd4c834d7, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:39:22.178543 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-33625c15-dc3b-4f4c-9285-1fa305b6a87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.287908 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-33625c15-dc3b-4f4c-9285-1fa305b6a87a None None] For port b670ebe3-6d3f-4cea-ad65-005bd4c834d7, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:22.292195 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-33625c15-dc3b-4f4c-9285-1fa305b6a87a None None] For port b670ebe3-6d3f-4cea-ad65-005bd4c834d7, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=b670ebe3-6d3f-4cea-ad65-005bd4c834d7,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:39:22.298249 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port ebc7b5a0-0495-44b1-8523-fd3294a31d65 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:39:22.302757 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7aff7e2c-637f-442e-985a-c23cc74711fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.306912 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port ebc7b5a0-0495-44b1-8523-fd3294a31d65 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:22.307904 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.313669 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6b15331a-e4bc-4e9a-81a4-f5ab1a1f487e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.330271 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef43442-51c0-40b1-a712-1ade2b59b7e5 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Checking segment: {'id': 'f2ab8575-64eb-4e18-a5eb-be2b9a008079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '92fad22a-3fbb-49d5-a61d-1a14a9e41f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:22.330632 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef43442-51c0-40b1-a712-1ade2b59b7e5 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Network hostable DHCP agents. Network: 92fad22a-3fbb-49d5-a61d-1a14a9e41f6c, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:39:22.336523 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef43442-51c0-40b1-a712-1ade2b59b7e5 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Pushing event updated for resources: {'Subnet': ['ID=be84d4f3-83c7-4a01-908e-339112c9ae4c,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:22.354551 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7aff7e2c-637f-442e-985a-c23cc74711fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.360831 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-33625c15-dc3b-4f4c-9285-1fa305b6a87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.364012 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef43442-51c0-40b1-a712-1ade2b59b7e5 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Network 92fad22a-3fbb-49d5-a61d-1a14a9e41f6c is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:39:22.387853 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-cef43442-51c0-40b1-a712-1ade2b59b7e5 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 92fad22a-3fbb-49d5-a61d-1a14a9e41f6c) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:22.394471 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff7e2c-637f-442e-985a-c23cc74711fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0e5766-33dc-42dd-be69-e65f6917ee86,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:22.426117 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef43442-51c0-40b1-a712-1ade2b59b7e5 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:22.427884 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cef43442-51c0-40b1-a712-1ade2b59b7e5 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.447266 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2b111e-c1c1-41cd-8260-1f06d1a9eab5 None None] Network 92fad22a-3fbb-49d5-a61d-1a14a9e41f6c requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:22.464645 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a2e99-8ab4-4913-acb1-9f5697f13a35 req-f17a205e-19f7-4a1f-ae2e-87fdb2d9815d tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:22.466664 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-633a2e99-8ab4-4913-acb1-9f5697f13a35 req-f17a205e-19f7-4a1f-ae2e-87fdb2d9815d tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fba65ed-5ef5-4f66-abc9-4b9e16d57a75 HTTP/1.1" status: 200 len: 944 time: 0.8648045 Nov 12 03:39:22.500631 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-778440cc-6ade-4a19-9b1b-bd198ea2e676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.503518 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6b15331a-e4bc-4e9a-81a4-f5ab1a1f487e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.509137 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7aff7e2c-637f-442e-985a-c23cc74711fe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d26ca5421cc4420e9cb7204d523f6242&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5543890 Nov 12 03:39:22.509347 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad918d4-f021-4258-a7c4-d23f7d527eb5 None None] Pushing event updated for resources: {'Port': ['ID=b670ebe3-6d3f-4cea-ad65-005bd4c834d7,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:22.512306 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-cef43442-51c0-40b1-a712-1ade2b59b7e5 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0502546 Nov 12 03:39:22.513254 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52846) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:22.521349 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52848) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:22.529083 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6b15331a-e4bc-4e9a-81a4-f5ab1a1f487e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.549439 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-f9ffb820-0489-49d4-bc66-6942192c0b11 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Request body: {'floatingip': {'floating_network_id': '92fad22a-3fbb-49d5-a61d-1a14a9e41f6c'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:22.623735 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6b15331a-e4bc-4e9a-81a4-f5ab1a1f487e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=123693d5cd6b4afba7b520c8fbe9e1d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6863110 Nov 12 03:39:22.625677 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b15331a-e4bc-4e9a-81a4-f5ab1a1f487e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5528a6b7-6080-464f-8271-280fe57a6857,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:22.630779 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.639043 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-633a2e99-8ab4-4913-acb1-9f5697f13a35 req-bc237c4a-43df-434b-b295-80ef53c6a6d2 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594093 Nov 12 03:39:22.655127 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52850) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:22.699067 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f8230df7-876f-4742-b3e0-5c125aaa1355 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.716630 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fba65ed-5ef5-4f66-abc9-4b9e16d57a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc7b5a0-0495-44b1-8523-fd3294a31d65'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:22.718886 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143ee457-c41d-42c9-8ed9-c33f3a7ece81" -d '{"events": [{"server_uuid": "4fba65ed-5ef5-4f66-abc9-4b9e16d57a75", "name": "network-vif-plugged", "status": "completed", "tag": "ebc7b5a0-0495-44b1-8523-fd3294a31d65"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:22.723258 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port ebc7b5a0-0495-44b1-8523-fd3294a31d65, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=ebc7b5a0-0495-44b1-8523-fd3294a31d65,segment=NetworkSegment(cb0def10-0c33-48e7-8f61-e6fe0bcab07e),segment_id=cb0def10-0c33-48e7-8f61-e6fe0bcab07e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:22.750714 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.758507 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33625c15-dc3b-4f4c-9285-1fa305b6a87a None None] Routers {'37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:22.761043 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-33625c15-dc3b-4f4c-9285-1fa305b6a87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:39:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:22.763431 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-53e4101f-c123-461f-a415-23808b38b596 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.765356 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e8b20229-e7b7-40ee-97cb-389288d1320f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.825049 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-53e4101f-c123-461f-a415-23808b38b596 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.831953 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e8b20229-e7b7-40ee-97cb-389288d1320f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.855606 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c82298-3d76-4b35-9244-2e4ffd391d7f x-openstack-request-id: req-23c82298-3d76-4b35-9244-2e4ffd391d7f {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:22.855891 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fba65ed-5ef5-4f66-abc9-4b9e16d57a75", "name": "network-vif-plugged", "status": "completed", "tag": "ebc7b5a0-0495-44b1-8523-fd3294a31d65", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:22.856373 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-23c82298-3d76-4b35-9244-2e4ffd391d7f {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:22.856680 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fba65ed-5ef5-4f66-abc9-4b9e16d57a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc7b5a0-0495-44b1-8523-fd3294a31d65', 'code': 200} Nov 12 03:39:22.903442 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8230df7-876f-4742-b3e0-5c125aaa1355 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Pushing event deleted for resources: {'Port': ['ID=0f6c9a36-8bc9-4de7-a263-c4cd09ee30e6,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:22.969708 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f4875-7d32-4a6e-955e-4852d761950b req-9759b848-ffdb-4c9a-a728-defa35d6e1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:22.972483 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ba6f4875-7d32-4a6e-955e-4852d761950b req-9759b848-ffdb-4c9a-a728-defa35d6e1ad service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4fba65ed-5ef5-4f66-abc9-4b9e16d57a75 HTTP/1.1" status: 200 len: 1097 time: 0.0736785 Nov 12 03:39:22.980986 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f9ffb820-0489-49d4-bc66-6942192c0b11 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.995056 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e8b20229-e7b7-40ee-97cb-389288d1320f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.997581 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e8b20229-e7b7-40ee-97cb-389288d1320f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.998694 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e8b20229-e7b7-40ee-97cb-389288d1320f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6b0e5766-33dc-42dd-be69-e65f6917ee86 HTTP/1.1" status: 204 len: 168 time: 0.4835629 Nov 12 03:39:22.999332 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-53e4101f-c123-461f-a415-23808b38b596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.001732 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-53e4101f-c123-461f-a415-23808b38b596 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.005637 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-53e4101f-c123-461f-a415-23808b38b596 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5528a6b7-6080-464f-8271-280fe57a6857 HTTP/1.1" status: 204 len: 168 time: 0.3369138 Nov 12 03:39:23.027692 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b20229-e7b7-40ee-97cb-389288d1320f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0e5766-33dc-42dd-be69-e65f6917ee86,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:23.050522 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e4101f-c123-461f-a415-23808b38b596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5528a6b7-6080-464f-8271-280fe57a6857,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:23.072544 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ba6f4875-7d32-4a6e-955e-4852d761950b req-a74c9662-3059-4e01-bbf9-c1feb6b44553 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904992 Nov 12 03:39:23.251534 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f8230df7-876f-4742-b3e0-5c125aaa1355 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for floatingip, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.266447 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f8230df7-876f-4742-b3e0-5c125aaa1355 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.267610 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f8230df7-876f-4742-b3e0-5c125aaa1355 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "DELETE /v2.0/floatingips/966c14ea-2e14-47e2-93c2-da80e5257aa7 HTTP/1.1" status: 204 len: 168 time: 2.9288082 Nov 12 03:39:23.270888 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52866) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:23.329706 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-a0f66a23-a9d5-433c-96c5-ab819dfd1006 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] delete failed (client error): The resource could not be found. Nov 12 03:39:23.330976 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a0f66a23-a9d5-433c-96c5-ab819dfd1006 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "DELETE /v2.0/floatingips/966c14ea-2e14-47e2-93c2-da80e5257aa7 HTTP/1.1" status: 404 len: 345 time: 0.0586901 Nov 12 03:39:23.335705 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52868) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:23.412555 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-33625c15-dc3b-4f4c-9285-1fa305b6a87a None None] Set router 37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:23.424606 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-778440cc-6ade-4a19-9b1b-bd198ea2e676 admin admin] Allocated IP 172.20.0.1 (ce97ab11-8a00-4cd9-ad27-4b288272e186/218af894-e138-49fb-983a-59526774f58c/19420312-14c3-4bad-bbb9-fe2e360acfee) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:23.518048 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19ad0d2-c099-4b87-9d9e-ce1678d2f5f3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:23.541178 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19ad0d2-c099-4b87-9d9e-ce1678d2f5f3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:23.554399 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270a7e64-4a55-4652-8fdc-9864d0b45ae9 None None] Network 92fad22a-3fbb-49d5-a61d-1a14a9e41f6c requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:23.562291 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19ad0d2-c099-4b87-9d9e-ce1678d2f5f3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:23.570358 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f19ad0d2-c099-4b87-9d9e-ce1678d2f5f3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "GET /v2.0/ports?network_id=494bb186-c83f-405a-9971-5eb83403e66b HTTP/1.1" status: 200 len: 2359 time: 0.2309537 Nov 12 03:39:23.570358 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52882) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:23.614423 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=ebc7b5a0-0495-44b1-8523-fd3294a31d65,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:23.734129 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56255f05-095f-4120-af28-1955bf1625c7 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:23.740193 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-56255f05-095f-4120-af28-1955bf1625c7 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "GET /v2.0/subnets/ef23b3b3-d737-426f-9bd8-731d9fb9f5d5 HTTP/1.1" status: 200 len: 797 time: 0.1637213 Nov 12 03:39:23.740568 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52890) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:23.761637 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-5e1b9e26-a82f-4abe-a116-d5eb106ae75f tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Request body: {'port': {'network_id': '494bb186-c83f-405a-9971-5eb83403e66b', 'name': 'tempest-FloatingIPTestJSON-616255741', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:23.803227 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f9ffb820-0489-49d4-bc66-6942192c0b11 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.812902 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-778440cc-6ade-4a19-9b1b-bd198ea2e676 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.846644 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-33625c15-dc3b-4f4c-9285-1fa305b6a87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'name': 'tempest-AttachVolumeTestJSON-889600545-router', 'tenant_id': '1978793e24864d458e17fb421706473b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'b670ebe3-6d3f-4cea-ad65-005bd4c834d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:14Z', 'updated_at': '2021-11-12T03:39:17Z', 'revision_number': 3, 'project_id': '1978793e24864d458e17fb421706473b', 'gw_port': {'id': 'b670ebe3-6d3f-4cea-ad65-005bd4c834d7', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:21:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:15Z', 'updated_at': '2021-11-12T03:39:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:23.888128 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33625c15-dc3b-4f4c-9285-1fa305b6a87a None None] The sync data for ids ['37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87'] in n-d-715271-27 is: [{'id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'name': 'tempest-AttachVolumeTestJSON-889600545-router', 'tenant_id': '1978793e24864d458e17fb421706473b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'b670ebe3-6d3f-4cea-ad65-005bd4c834d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:14Z', 'updated_at': '2021-11-12T03:39:17Z', 'revision_number': 3, 'project_id': '1978793e24864d458e17fb421706473b', 'gw_port': {'id': 'b670ebe3-6d3f-4cea-ad65-005bd4c834d7', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:21:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:15Z', 'updated_at': '2021-11-12T03:39:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:39:24.034186 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-778440cc-6ade-4a19-9b1b-bd198ea2e676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.090012 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64e35d-14c5-432e-9a14-ff11293d8388 req-c00314a4-5ac7-4928-a918-be04cd930602 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:24.093069 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cd64e35d-14c5-432e-9a14-ff11293d8388 req-c00314a4-5ac7-4928-a918-be04cd930602 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fba65ed-5ef5-4f66-abc9-4b9e16d57a75 HTTP/1.1" status: 200 len: 945 time: 0.1976585 Nov 12 03:39:24.169819 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778440cc-6ade-4a19-9b1b-bd198ea2e676 admin admin] Network ce97ab11-8a00-4cd9-ad27-4b288272e186 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:24.170775 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778440cc-6ade-4a19-9b1b-bd198ea2e676 admin admin] Pushing event updated for resources: {'Port': ['ID=19420312-14c3-4bad-bbb9-fe2e360acfee,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:24.178777 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-778440cc-6ade-4a19-9b1b-bd198ea2e676 admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:24.181467 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778440cc-6ade-4a19-9b1b-bd198ea2e676 admin admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:24.237501 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1b9e26-a82f-4abe-a116-d5eb106ae75f tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Made reservation on behalf of 1f58e1cd99b64f08bb3191fdbe2820dd for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:24.251172 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-778440cc-6ade-4a19-9b1b-bd198ea2e676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.547831 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-f9ffb820-0489-49d4-bc66-6942192c0b11 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Allocated IP 172.20.0.6 (92fad22a-3fbb-49d5-a61d-1a14a9e41f6c/be84d4f3-83c7-4a01-908e-339112c9ae4c/392941c9-16fb-4e9c-b00e-e6239b80f9ad) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:24.559984 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5e1b9e26-a82f-4abe-a116-d5eb106ae75f tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.568239 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-778440cc-6ade-4a19-9b1b-bd198ea2e676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.647042 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cd64e35d-14c5-432e-9a14-ff11293d8388 req-e5f2bc7c-f769-4711-ac7a-f3723fa7644e tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5445518 Nov 12 03:39:24.680510 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-5e1b9e26-a82f-4abe-a116-d5eb106ae75f tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] device_id is not set on port 6c7f1df0-a4f6-49cc-84a9-4b1555df6f35 yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:39:24.799083 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-8eeae4d1-7fb3-4834-bfa4-7ba09e8c29eb None None] Provisioning complete for port 19420312-14c3-4bad-bbb9-fe2e360acfee triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:24.799678 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8eeae4d1-7fb3-4834-bfa4-7ba09e8c29eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.873916 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-8eeae4d1-7fb3-4834-bfa4-7ba09e8c29eb None None] Port 19420312-14c3-4bad-bbb9-fe2e360acfee cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:39:24.979986 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f9ffb820-0489-49d4-bc66-6942192c0b11 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.105533 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-778440cc-6ade-4a19-9b1b-bd198ea2e676 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.113312 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-778440cc-6ade-4a19-9b1b-bd198ea2e676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.190645 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778440cc-6ade-4a19-9b1b-bd198ea2e676 admin admin] Pushing event updated for resources: {'Port': ['ID=19420312-14c3-4bad-bbb9-fe2e360acfee,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:25.202151 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f9ffb820-0489-49d4-bc66-6942192c0b11 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.228981 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ffb820-0489-49d4-bc66-6942192c0b11 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Network 92fad22a-3fbb-49d5-a61d-1a14a9e41f6c is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:25.234222 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-f9ffb820-0489-49d4-bc66-6942192c0b11 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:25.236802 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ffb820-0489-49d4-bc66-6942192c0b11 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:25.278358 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-5e1b9e26-a82f-4abe-a116-d5eb106ae75f tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Allocated IP 172.20.0.14 (494bb186-c83f-405a-9971-5eb83403e66b/ef23b3b3-d737-426f-9bd8-731d9fb9f5d5/6c7f1df0-a4f6-49cc-84a9-4b1555df6f35) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:25.296780 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-5e1b9e26-a82f-4abe-a116-d5eb106ae75f tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Allocated IP 172.20.0.13 (494bb186-c83f-405a-9971-5eb83403e66b/ef23b3b3-d737-426f-9bd8-731d9fb9f5d5/6c7f1df0-a4f6-49cc-84a9-4b1555df6f35) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:25.428860 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f9ffb820-0489-49d4-bc66-6942192c0b11 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.522874 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device b670ebe3-6d3f-4cea-ad65-005bd4c834d7 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:25.549451 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-778440cc-6ade-4a19-9b1b-bd198ea2e676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.589320 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ffb820-0489-49d4-bc66-6942192c0b11 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Pushing event updated for resources: {'Port': ['ID=392941c9-16fb-4e9c-b00e-e6239b80f9ad,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:25.615565 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f9ffb820-0489-49d4-bc66-6942192c0b11 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.643480 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5e1b9e26-a82f-4abe-a116-d5eb106ae75f tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.653446 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port b670ebe3-6d3f-4cea-ad65-005bd4c834d7 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:25.654694 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.689926 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5e1b9e26-a82f-4abe-a116-d5eb106ae75f tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.795630 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1b9e26-a82f-4abe-a116-d5eb106ae75f tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Network 494bb186-c83f-405a-9971-5eb83403e66b is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:25.796839 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.819399 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-5e1b9e26-a82f-4abe-a116-d5eb106ae75f tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:25.842742 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1b9e26-a82f-4abe-a116-d5eb106ae75f tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:25.848346 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port b670ebe3-6d3f-4cea-ad65-005bd4c834d7, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=b670ebe3-6d3f-4cea-ad65-005bd4c834d7,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:25.857620 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.952265 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1b9e26-a82f-4abe-a116-d5eb106ae75f tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Pushing event updated for resources: {'Port': ['ID=6c7f1df0-a4f6-49cc-84a9-4b1555df6f35,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:25.970030 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778440cc-6ade-4a19-9b1b-bd198ea2e676 admin admin] Network ce97ab11-8a00-4cd9-ad27-4b288272e186 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:25.973609 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-778440cc-6ade-4a19-9b1b-bd198ea2e676 admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:25.993228 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1b9e26-a82f-4abe-a116-d5eb106ae75f tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:25.994102 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5e1b9e26-a82f-4abe-a116-d5eb106ae75f tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:26.013758 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65510c-ab73-4c47-99e9-681742eab9a1 req-0fcfa290-7e17-4af8-9a48-951781c50f61 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:26.015344 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1c65510c-ab73-4c47-99e9-681742eab9a1 req-0fcfa290-7e17-4af8-9a48-951781c50f61 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fba65ed-5ef5-4f66-abc9-4b9e16d57a75 HTTP/1.1" status: 200 len: 945 time: 0.2038805 Nov 12 03:39:26.020730 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=b670ebe3-6d3f-4cea-ad65-005bd4c834d7,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:26.037517 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5e1b9e26-a82f-4abe-a116-d5eb106ae75f tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.2920461 Nov 12 03:39:26.045071 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52954) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:26.052782 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-72893aea-87c5-4ae4-81e5-fa25b6f9e8e3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'port_id': '6c7f1df0-a4f6-49cc-84a9-4b1555df6f35', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:26.118452 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f9ffb820-0489-49d4-bc66-6942192c0b11 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:26.144966 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1c65510c-ab73-4c47-99e9-681742eab9a1 req-28cd651a-fb67-4527-87c7-a59e435cf3a4 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115472 Nov 12 03:39:26.167643 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-72893aea-87c5-4ae4-81e5-fa25b6f9e8e3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for floatingip, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:26.304848 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f9ffb820-0489-49d4-bc66-6942192c0b11 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:26.372376 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4d1659ad-557b-4e62-bb40-1adc2843c805 None None] Provisioning complete for port 19420312-14c3-4bad-bbb9-fe2e360acfee triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:26.373203 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4d1659ad-557b-4e62-bb40-1adc2843c805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:26.396972 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-72893aea-87c5-4ae4-81e5-fa25b6f9e8e3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:26.405058 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f9ffb820-0489-49d4-bc66-6942192c0b11 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:26.491819 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4d1659ad-557b-4e62-bb40-1adc2843c805 None None] Port 19420312-14c3-4bad-bbb9-fe2e360acfee cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:39:26.593546 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f9ffb820-0489-49d4-bc66-6942192c0b11 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:26.607574 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f9ffb820-0489-49d4-bc66-6942192c0b11 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.0618725 Nov 12 03:39:26.611232 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52974) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:26.621582 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-72893aea-87c5-4ae4-81e5-fa25b6f9e8e3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Allocated IP 172.25.5.137 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/3c469a5d-182c-44f0-8044-5c25507b76d9) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:26.763900 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7a901bf2-583a-4042-af88-f47ca2e20ab8 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] 10.222.0.50 "GET /v2.0/floatingips?floating_network_id=92fad22a-3fbb-49d5-a61d-1a14a9e41f6c HTTP/1.1" status: 200 len: 689 time: 0.1386831 Nov 12 03:39:26.765343 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52984) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:26.768503 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778440cc-6ade-4a19-9b1b-bd198ea2e676 admin admin] Router 37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:39:26.803446 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add73b9-716b-44d1-8631-e5a0502dc05e req-6e5e1072-3d29-4d16-82e1-a0fbe6a50cb1 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:26.812183 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5add73b9-716b-44d1-8631-e5a0502dc05e req-6e5e1072-3d29-4d16-82e1-a0fbe6a50cb1 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=a320c2fe-078c-461f-9768-b9d2bf043d8e HTTP/1.1" status: 200 len: 945 time: 0.4816086 Nov 12 03:39:26.817229 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ffb820-0489-49d4-bc66-6942192c0b11 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Pushing event updated for resources: {'Port': ['ID=392941c9-16fb-4e9c-b00e-e6239b80f9ad,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:26.891121 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5add73b9-716b-44d1-8631-e5a0502dc05e req-f2cbf4fa-83c8-4039-9660-a77a021409ca tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758266 Nov 12 03:39:26.935784 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-72893aea-87c5-4ae4-81e5-fa25b6f9e8e3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:26.963246 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b75ec50a-1d46-4f1e-9ba0-ca4de79be88c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:27.066181 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778440cc-6ade-4a19-9b1b-bd198ea2e676 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:39:27.077146 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf17508b-fbde-4c76-b102-7f70c027db43 None None] Sync routers for ids ['37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:39:27.091441 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-778440cc-6ade-4a19-9b1b-bd198ea2e676 admin admin] 10.222.0.50 "PUT /v2.0/routers/37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9632394 Nov 12 03:39:27.096729 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf17508b-fbde-4c76-b102-7f70c027db43 None None] Routers {'37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:27.098522 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-bf17508b-fbde-4c76-b102-7f70c027db43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:39:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:27.242780 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-bf17508b-fbde-4c76-b102-7f70c027db43 None None] Set router 37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:27.432560 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device b670ebe3-6d3f-4cea-ad65-005bd4c834d7 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:27.627880 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port b670ebe3-6d3f-4cea-ad65-005bd4c834d7 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:27.628899 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:27.714129 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-bf17508b-fbde-4c76-b102-7f70c027db43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'name': 'tempest-AttachVolumeTestJSON-889600545-router', 'tenant_id': '1978793e24864d458e17fb421706473b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'b670ebe3-6d3f-4cea-ad65-005bd4c834d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:14Z', 'updated_at': '2021-11-12T03:39:24Z', 'revision_number': 4, 'project_id': '1978793e24864d458e17fb421706473b', 'gw_port': {'id': 'b670ebe3-6d3f-4cea-ad65-005bd4c834d7', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:21:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:15Z', 'updated_at': '2021-11-12T03:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '19420312-14c3-4bad-bbb9-fe2e360acfee', 'name': '', 'network_id': 'ce97ab11-8a00-4cd9-ad27-4b288272e186', 'tenant_id': '1978793e24864d458e17fb421706473b', 'mac_address': 'fa:16:3e:d3:d2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '218af894-e138-49fb-983a-59526774f58c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:22Z', 'updated_at': '2021-11-12T03:39:24Z', 'revision_number': 2, 'project_id': '1978793e24864d458e17fb421706473b', 'subnets': [{'id': '218af894-e138-49fb-983a-59526774f58c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:27.766375 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf17508b-fbde-4c76-b102-7f70c027db43 None None] Checking router: 37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:39:27.766375 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf17508b-fbde-4c76-b102-7f70c027db43 None None] Updating router 37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87 port 19420312-14c3-4bad-bbb9-fe2e360acfee binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:39:27.829366 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-72893aea-87c5-4ae4-81e5-fa25b6f9e8e3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:27.881121 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bf17508b-fbde-4c76-b102-7f70c027db43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:27.886567 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-b75ec50a-1d46-4f1e-9ba0-ca4de79be88c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Deleting port 392941c9-16fb-4e9c-b00e-e6239b80f9ad {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:27.887041 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b75ec50a-1d46-4f1e-9ba0-ca4de79be88c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:27.922149 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d3021a-47c8-448d-ae34-d62568a0fe7a req-e756ed3a-a099-4881-9595-5fffd661a711 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:27.945075 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-94d3021a-47c8-448d-ae34-d62568a0fe7a req-e756ed3a-a099-4881-9595-5fffd661a711 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fba65ed-5ef5-4f66-abc9-4b9e16d57a75 HTTP/1.1" status: 200 len: 945 time: 0.2853491 Nov 12 03:39:28.126680 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72893aea-87c5-4ae4-81e5-fa25b6f9e8e3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:28.139756 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-72893aea-87c5-4ae4-81e5-fa25b6f9e8e3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:28.149759 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72893aea-87c5-4ae4-81e5-fa25b6f9e8e3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:28.158099 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72893aea-87c5-4ae4-81e5-fa25b6f9e8e3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Pushing event updated for resources: {'Port': ['ID=3c469a5d-182c-44f0-8044-5c25507b76d9,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:28.238606 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53058) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:28.244400 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-484cc013-d3a2-4eaa-b80b-03641373b495 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2119146420', 'description': 'tempest-description--1061356866'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:28.303125 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-484cc013-d3a2-4eaa-b80b-03641373b495 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:28.330152 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b75ec50a-1d46-4f1e-9ba0-ca4de79be88c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:28.330837 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b75ec50a-1d46-4f1e-9ba0-ca4de79be88c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:28.381908 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-94d3021a-47c8-448d-ae34-d62568a0fe7a req-70db47d1-6f13-498d-af7d-f3df2ca1bc89 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342527 Nov 12 03:39:28.409707 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-b75ec50a-1d46-4f1e-9ba0-ca4de79be88c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Calling delete_port for 392941c9-16fb-4e9c-b00e-e6239b80f9ad owned by network:floatingip {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:28.462088 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-484cc013-d3a2-4eaa-b80b-03641373b495 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:28.469054 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-484cc013-d3a2-4eaa-b80b-03641373b495 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:28.508835 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-484cc013-d3a2-4eaa-b80b-03641373b495 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:28.513604 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-484cc013-d3a2-4eaa-b80b-03641373b495 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2738008 Nov 12 03:39:28.529708 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53064) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:28.539408 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-4c2ea1ef-ba74-4df5-bcb1-894594bd8f69 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Request body: {'security_group_rule': {'security_group_id': '540775fa-21c0-4cec-96a7-8439f700c198', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:28.573592 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484cc013-d3a2-4eaa-b80b-03641373b495 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=540775fa-21c0-4cec-96a7-8439f700c198,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:28.707339 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bf17508b-fbde-4c76-b102-7f70c027db43 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:28.720825 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bf17508b-fbde-4c76-b102-7f70c027db43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:28.741434 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53070) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:28.767079 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b75ec50a-1d46-4f1e-9ba0-ca4de79be88c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:28.798594 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf59ec-fdae-41fc-a76a-24863ae99a50 None None] Pushing event updated for resources: {'Port': ['ID=19420312-14c3-4bad-bbb9-fe2e360acfee,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:28.867603 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75ec50a-1d46-4f1e-9ba0-ca4de79be88c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Pushing event deleted for resources: {'Port': ['ID=392941c9-16fb-4e9c-b00e-e6239b80f9ad,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:28.891945 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-bf17508b-fbde-4c76-b102-7f70c027db43 None None] Attempting to bind port 19420312-14c3-4bad-bbb9-fe2e360acfee on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:39:28.892855 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-bf17508b-fbde-4c76-b102-7f70c027db43 None None] Attempting to bind port 19420312-14c3-4bad-bbb9-fe2e360acfee by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '903eacc2-9f2d-47e8-bfb2-b205db6693da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ce97ab11-8a00-4cd9-ad27-4b288272e186'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:39:28.893569 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf17508b-fbde-4c76-b102-7f70c027db43 None None] Attempting to bind port 19420312-14c3-4bad-bbb9-fe2e360acfee on network ce97ab11-8a00-4cd9-ad27-4b288272e186 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:28.902749 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf17508b-fbde-4c76-b102-7f70c027db43 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:39:28.905859 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf17508b-fbde-4c76-b102-7f70c027db43 None None] Checking segment: {'id': '903eacc2-9f2d-47e8-bfb2-b205db6693da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ce97ab11-8a00-4cd9-ad27-4b288272e186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:28.906561 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bf17508b-fbde-4c76-b102-7f70c027db43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:28.907165 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf17508b-fbde-4c76-b102-7f70c027db43 None None] Bound using segment: {'id': '903eacc2-9f2d-47e8-bfb2-b205db6693da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ce97ab11-8a00-4cd9-ad27-4b288272e186'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:39:28.911663 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-bf17508b-fbde-4c76-b102-7f70c027db43 None None] Bound port: 19420312-14c3-4bad-bbb9-fe2e360acfee, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903eacc2-9f2d-47e8-bfb2-b205db6693da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ce97ab11-8a00-4cd9-ad27-4b288272e186'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:39:28.912582 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bf17508b-fbde-4c76-b102-7f70c027db43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:29.069371 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-738de5e5-e01c-4a6f-ae61-f2cb05229d2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:29.087163 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-bf17508b-fbde-4c76-b102-7f70c027db43 None None] For port 19420312-14c3-4bad-bbb9-fe2e360acfee, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:29.091884 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-bf17508b-fbde-4c76-b102-7f70c027db43 None None] For port 19420312-14c3-4bad-bbb9-fe2e360acfee, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=19420312-14c3-4bad-bbb9-fe2e360acfee,segment=NetworkSegment(903eacc2-9f2d-47e8-bfb2-b205db6693da),segment_id=903eacc2-9f2d-47e8-bfb2-b205db6693da)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:39:29.093208 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b75ec50a-1d46-4f1e-9ba0-ca4de79be88c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:29.100815 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bf17508b-fbde-4c76-b102-7f70c027db43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:29.144328 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4c2ea1ef-ba74-4df5-bcb1-894594bd8f69 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:29.205930 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf59ec-fdae-41fc-a76a-24863ae99a50 None None] Pushing event updated for resources: {'Port': ['ID=19420312-14c3-4bad-bbb9-fe2e360acfee,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:29.206680 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573b829-e6bb-4346-a479-98eb89c50914 req-bd59d1fc-ed86-404c-bec7-bcb74da804c4 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:29.208895 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7573b829-e6bb-4346-a479-98eb89c50914 req-bd59d1fc-ed86-404c-bec7-bcb74da804c4 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fba65ed-5ef5-4f66-abc9-4b9e16d57a75 HTTP/1.1" status: 200 len: 945 time: 0.3502622 Nov 12 03:39:29.260866 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf17508b-fbde-4c76-b102-7f70c027db43 None None] Routers {'37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:29.262082 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-bf17508b-fbde-4c76-b102-7f70c027db43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:39:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:29.318190 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-738de5e5-e01c-4a6f-ae61-f2cb05229d2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:29.324342 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-738de5e5-e01c-4a6f-ae61-f2cb05229d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:29.366258 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b75ec50a-1d46-4f1e-9ba0-ca4de79be88c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:29.430574 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-738de5e5-e01c-4a6f-ae61-f2cb05229d2b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=401adcbb12df4ec3bc2e2e8fbf0a06a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6878500 Nov 12 03:39:29.431447 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53084) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:29.432232 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738de5e5-e01c-4a6f-ae61-f2cb05229d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185f6826-24c6-4474-a6cc-096207b2a960,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:29.493081 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-bf17508b-fbde-4c76-b102-7f70c027db43 None None] Set router 37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:29.581082 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-23bff6ab-80d8-4848-92bd-db80f0a0fa9e None None] Provisioning complete for port 19420312-14c3-4bad-bbb9-fe2e360acfee triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:29.582041 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-23bff6ab-80d8-4848-92bd-db80f0a0fa9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:29.598278 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7573b829-e6bb-4346-a479-98eb89c50914 req-30e9c90a-89ef-4bd8-b24c-9f928e0347e7 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749335 Nov 12 03:39:29.600053 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-73f71eb9-6325-47af-b993-a32117334a70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:29.614846 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4c2ea1ef-ba74-4df5-bcb1-894594bd8f69 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:29.631847 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4c2ea1ef-ba74-4df5-bcb1-894594bd8f69 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:29.656355 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-73f71eb9-6325-47af-b993-a32117334a70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:29.741624 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-73f71eb9-6325-47af-b993-a32117334a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:29.747748 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-73f71eb9-6325-47af-b993-a32117334a70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:29.751657 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ea1ef-ba74-4df5-bcb1-894594bd8f69 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c22122b-7402-4724-8f9b-2768f9a463e4,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:29.760172 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-73f71eb9-6325-47af-b993-a32117334a70 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/185f6826-24c6-4474-a6cc-096207b2a960 HTTP/1.1" status: 204 len: 168 time: 0.3241642 Nov 12 03:39:29.774688 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4c2ea1ef-ba74-4df5-bcb1-894594bd8f69 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:29.779354 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53092) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:29.780221 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4c2ea1ef-ba74-4df5-bcb1-894594bd8f69 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2494862 Nov 12 03:39:29.787509 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f71eb9-6325-47af-b993-a32117334a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185f6826-24c6-4474-a6cc-096207b2a960,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:29.797588 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-83442344-aa54-4358-b241-1cc826575d72 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Request body: {'security_group_rule': {'security_group_id': '540775fa-21c0-4cec-96a7-8439f700c198', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:29.803248 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b75ec50a-1d46-4f1e-9ba0-ca4de79be88c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:29.881897 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75ec50a-1d46-4f1e-9ba0-ca4de79be88c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=be84d4f3-83c7-4a01-908e-339112c9ae4c,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:29.889261 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-83442344-aa54-4358-b241-1cc826575d72 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.121681 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-83442344-aa54-4358-b241-1cc826575d72 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.129621 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-83442344-aa54-4358-b241-1cc826575d72 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.140045 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b75ec50a-1d46-4f1e-9ba0-ca4de79be88c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.177643 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-72893aea-87c5-4ae4-81e5-fa25b6f9e8e3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.185194 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83442344-aa54-4358-b241-1cc826575d72 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bcb8e57-e4e2-426d-a886-109f1c2eb381,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:30.185463 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-b75ec50a-1d46-4f1e-9ba0-ca4de79be88c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92fad22a-3fbb-49d5-a61d-1a14a9e41f6c']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:30.213449 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-83442344-aa54-4358-b241-1cc826575d72 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.218126 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-83442344-aa54-4358-b241-1cc826575d72 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4310865 Nov 12 03:39:30.221521 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53104) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:30.231276 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-4e5e3f10-df9f-4fec-8955-f14827aadddb tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:30.246159 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-b75ec50a-1d46-4f1e-9ba0-ca4de79be88c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2ab8575-64eb-4e18-a5eb-be2b9a008079') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:30.246632 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-b75ec50a-1d46-4f1e-9ba0-ca4de79be88c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2ab8575-64eb-4e18-a5eb-be2b9a008079') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:30.309515 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3f10-df9f-4fec-8955-f14827aadddb tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks [] for floatingip, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.338470 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b75ec50a-1d46-4f1e-9ba0-ca4de79be88c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.396399 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b75ec50a-1d46-4f1e-9ba0-ca4de79be88c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.414620 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33205feb-a8d3-4a56-a26c-e494fad1a02a req-5bf8173c-2f1f-4a3e-8b32-068f4deff408 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:30.416167 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-33205feb-a8d3-4a56-a26c-e494fad1a02a req-5bf8173c-2f1f-4a3e-8b32-068f4deff408 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.74 "GET /v2.0/ports?device_id=4fba65ed-5ef5-4f66-abc9-4b9e16d57a75 HTTP/1.1" status: 200 len: 945 time: 0.1732628 Nov 12 03:39:30.439640 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b75ec50a-1d46-4f1e-9ba0-ca4de79be88c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:39:30.440144 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b75ec50a-1d46-4f1e-9ba0-ca4de79be88c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.442879 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:39:30.442879 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:39:30.442879 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:39:30.442879 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:39:30.442879 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:39:30.442879 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:39:30.442879 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:39:30.442879 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:39:30.442879 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:39:30.442879 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:39:30.442879 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:39:30.442879 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:39:30.442879 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:39:30.442879 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:39:30.442879 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:39:30.442879 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:39:30.442879 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:39:30.442879 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:39:30.442879 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:39:30.442879 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:39:30.442879 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:39:30.442879 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:39:30.442879 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:39:30.442879 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:39:30.442879 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:39:30.442879 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:39:30.442879 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:39:30.442879 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:39:30.442879 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:39:30.442879 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:39:30.442879 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:39:30.442879 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:39:30.467952 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-23bff6ab-80d8-4848-92bd-db80f0a0fa9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.603514 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-af3d2539-7392-43be-b6ca-3181ecf317d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.610999 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-72893aea-87c5-4ae4-81e5-fa25b6f9e8e3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.633750 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3f10-df9f-4fec-8955-f14827aadddb tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.711022 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53124) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:30.824532 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b75ec50a-1d46-4f1e-9ba0-ca4de79be88c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.885538 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-23bff6ab-80d8-4848-92bd-db80f0a0fa9e None None] For port 19420312-14c3-4bad-bbb9-fe2e360acfee, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=19420312-14c3-4bad-bbb9-fe2e360acfee,segment=NetworkSegment(903eacc2-9f2d-47e8-bfb2-b205db6693da),segment_id=903eacc2-9f2d-47e8-bfb2-b205db6693da)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:30.893185 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-23bff6ab-80d8-4848-92bd-db80f0a0fa9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.908062 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75ec50a-1d46-4f1e-9ba0-ca4de79be88c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 92fad22a-3fbb-49d5-a61d-1a14a9e41f6c {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 03:39:30.914524 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b75ec50a-1d46-4f1e-9ba0-ca4de79be88c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.921863 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b75ec50a-1d46-4f1e-9ba0-ca4de79be88c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] 10.222.0.50 "DELETE /v2.0/networks/92fad22a-3fbb-49d5-a61d-1a14a9e41f6c HTTP/1.1" status: 204 len: 168 time: 4.1555219 Nov 12 03:39:30.928134 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53136) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:30.930345 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3e88c9ba-3d40-4ff4-b9a2-5c6f63f3bc7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.939650 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-bf17508b-fbde-4c76-b102-7f70c027db43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'name': 'tempest-AttachVolumeTestJSON-889600545-router', 'tenant_id': '1978793e24864d458e17fb421706473b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'b670ebe3-6d3f-4cea-ad65-005bd4c834d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:14Z', 'updated_at': '2021-11-12T03:39:24Z', 'revision_number': 4, 'project_id': '1978793e24864d458e17fb421706473b', 'gw_port': {'id': 'b670ebe3-6d3f-4cea-ad65-005bd4c834d7', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:21:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:15Z', 'updated_at': '2021-11-12T03:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '19420312-14c3-4bad-bbb9-fe2e360acfee', 'name': '', 'network_id': 'ce97ab11-8a00-4cd9-ad27-4b288272e186', 'tenant_id': '1978793e24864d458e17fb421706473b', 'mac_address': 'fa:16:3e:d3:d2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '218af894-e138-49fb-983a-59526774f58c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:22Z', 'updated_at': '2021-11-12T03:39:29Z', 'revision_number': 4, 'project_id': '1978793e24864d458e17fb421706473b', 'subnets': [{'id': '218af894-e138-49fb-983a-59526774f58c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:30.986036 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf17508b-fbde-4c76-b102-7f70c027db43 None None] The sync data for ids ['37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87'] in n-d-715271-27 is: [{'id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'name': 'tempest-AttachVolumeTestJSON-889600545-router', 'tenant_id': '1978793e24864d458e17fb421706473b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'b670ebe3-6d3f-4cea-ad65-005bd4c834d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:14Z', 'updated_at': '2021-11-12T03:39:24Z', 'revision_number': 4, 'project_id': '1978793e24864d458e17fb421706473b', 'gw_port': {'id': 'b670ebe3-6d3f-4cea-ad65-005bd4c834d7', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:21:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:15Z', 'updated_at': '2021-11-12T03:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '19420312-14c3-4bad-bbb9-fe2e360acfee', 'name': '', 'network_id': 'ce97ab11-8a00-4cd9-ad27-4b288272e186', 'tenant_id': '1978793e24864d458e17fb421706473b', 'mac_address': 'fa:16:3e:d3:d2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '218af894-e138-49fb-983a-59526774f58c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:22Z', 'updated_at': '2021-11-12T03:39:29Z', 'revision_number': 4, 'project_id': '1978793e24864d458e17fb421706473b', 'subnets': [{'id': '218af894-e138-49fb-983a-59526774f58c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:39:31.013082 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-4e5e3f10-df9f-4fec-8955-f14827aadddb tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Allocated IP 172.25.5.239 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/7284a7be-61a0-4c56-ac8b-2ab3dee083a1) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:31.070004 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-36a44250-a395-4287-b6a7-8a9a52af8ceb None None] Provisioning complete for port 19420312-14c3-4bad-bbb9-fe2e360acfee triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:31.074138 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-36a44250-a395-4287-b6a7-8a9a52af8ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:31.089328 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bff6ab-80d8-4848-92bd-db80f0a0fa9e None None] Pushing event updated for resources: {'Port': ['ID=19420312-14c3-4bad-bbb9-fe2e360acfee,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:31.118285 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75ec50a-1d46-4f1e-9ba0-ca4de79be88c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Pushing event deleted for resources: {'Network': ['ID=92fad22a-3fbb-49d5-a61d-1a14a9e41f6c,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:31.154887 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a4b402be-866c-4157-a3bd-e735dec4c207 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1766 time: 0.2230997 Nov 12 03:39:31.157803 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53146) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:31.242594 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f65424-5ce3-41f0-88bb-f05f00b34d7f req-6fcdaa56-a5a1-4f0b-b2b3-f88d9875280d tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:31.254040 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c2f65424-5ce3-41f0-88bb-f05f00b34d7f req-6fcdaa56-a5a1-4f0b-b2b3-f88d9875280d tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fba65ed-5ef5-4f66-abc9-4b9e16d57a75 HTTP/1.1" status: 200 len: 945 time: 0.4571772 Nov 12 03:39:31.382388 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-33205feb-a8d3-4a56-a26c-e494fad1a02a req-993f1587-4368-441d-8814-8015b65b9b4f tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Deleting port ebc7b5a0-0495-44b1-8523-fd3294a31d65 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:31.383171 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-33205feb-a8d3-4a56-a26c-e494fad1a02a req-993f1587-4368-441d-8814-8015b65b9b4f tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:31.421097 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9d18ff-b086-4f3d-bbd4-ef2c34abc7cc tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:31.421890 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9d18ff-b086-4f3d-bbd4-ef2c34abc7cc tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:31.423377 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9d18ff-b086-4f3d-bbd4-ef2c34abc7cc tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:31.424111 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9d18ff-b086-4f3d-bbd4-ef2c34abc7cc tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:31.425356 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9d18ff-b086-4f3d-bbd4-ef2c34abc7cc tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:31.426203 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9d18ff-b086-4f3d-bbd4-ef2c34abc7cc tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:31.426962 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9d18ff-b086-4f3d-bbd4-ef2c34abc7cc tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:31.427546 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9d18ff-b086-4f3d-bbd4-ef2c34abc7cc tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:31.428160 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9d18ff-b086-4f3d-bbd4-ef2c34abc7cc tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:31.433497 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6d9d18ff-b086-4f3d-bbd4-ef2c34abc7cc tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5783 time: 0.2712922 Nov 12 03:39:31.434388 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53148) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:31.439055 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3f10-df9f-4fec-8955-f14827aadddb tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:31.482070 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c2f65424-5ce3-41f0-88bb-f05f00b34d7f req-92d894a8-f00f-4a7f-a544-c18f6736aa6d tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263181 Nov 12 03:39:31.589947 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-b3fd02c4-c440-473d-be93-f03a588322f4 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] delete failed (client error): The resource could not be found. Nov 12 03:39:31.593759 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b3fd02c4-c440-473d-be93-f03a588322f4 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/9cc54218-f55f-41e1-8441-e2504ec420c4 HTTP/1.1" status: 404 len: 345 time: 0.1558974 Nov 12 03:39:31.593937 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53154) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:31.658711 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3e88c9ba-3d40-4ff4-b9a2-5c6f63f3bc7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:31.661920 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9d825f5-fdfb-4d95-a120-61fa4b1aca85 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] DELETE failed (client error): The resource could not be found. Nov 12 03:39:31.663379 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9d825f5-fdfb-4d95-a120-61fa4b1aca85 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:39:31.675669 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e9d825f5-fdfb-4d95-a120-61fa4b1aca85 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] 10.222.0.50 "DELETE /v2.0/networks/92fad22a-3fbb-49d5-a61d-1a14a9e41f6c HTTP/1.1" status: 404 len: 339 time: 0.0744889 Nov 12 03:39:31.676945 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53156) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:31.688879 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3e88c9ba-3d40-4ff4-b9a2-5c6f63f3bc7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:31.696493 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-33205feb-a8d3-4a56-a26c-e494fad1a02a req-993f1587-4368-441d-8814-8015b65b9b4f tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] For port ebc7b5a0-0495-44b1-8523-fd3294a31d65, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=ebc7b5a0-0495-44b1-8523-fd3294a31d65,segment=NetworkSegment(cb0def10-0c33-48e7-8f61-e6fe0bcab07e),segment_id=cb0def10-0c33-48e7-8f61-e6fe0bcab07e)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:31.696745 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-b1598ef4-dd07-470f-aed2-624e8513a2f9 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Request body: {'network': {'name': 'tempest-network--1464846941', 'router:external': True}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:31.697365 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-33205feb-a8d3-4a56-a26c-e494fad1a02a req-993f1587-4368-441d-8814-8015b65b9b4f tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:31.715197 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-72893aea-87c5-4ae4-81e5-fa25b6f9e8e3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:31.764029 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-72893aea-87c5-4ae4-81e5-fa25b6f9e8e3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:31.781633 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1598ef4-dd07-470f-aed2-624e8513a2f9 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Made reservation on behalf of 9540b7476eca4db9953c4da6bccee74c for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:31.786940 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-33205feb-a8d3-4a56-a26c-e494fad1a02a req-993f1587-4368-441d-8814-8015b65b9b4f tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Calling delete_port for ebc7b5a0-0495-44b1-8523-fd3294a31d65 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:31.787101 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b1598ef4-dd07-470f-aed2-624e8513a2f9 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:31.791367 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3f10-df9f-4fec-8955-f14827aadddb tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:31.848942 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5e3f10-df9f-4fec-8955-f14827aadddb tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:31.853057 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-4e5e3f10-df9f-4fec-8955-f14827aadddb tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:31.861149 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5e3f10-df9f-4fec-8955-f14827aadddb tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:31.937388 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3e88c9ba-3d40-4ff4-b9a2-5c6f63f3bc7f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e3eac9bc9037441cb04f95761bd3da22&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2204597 Nov 12 03:39:31.937388 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e88c9ba-3d40-4ff4-b9a2-5c6f63f3bc7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65b3e47-0801-4bd3-bb9f-bf79c80ae8a9,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:31.945677 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53162) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:31.985413 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e88c9ba-3d40-4ff4-b9a2-5c6f63f3bc7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:31.985858 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e88c9ba-3d40-4ff4-b9a2-5c6f63f3bc7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:31.986146 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e88c9ba-3d40-4ff4-b9a2-5c6f63f3bc7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:31.986418 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e88c9ba-3d40-4ff4-b9a2-5c6f63f3bc7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:31.986743 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e88c9ba-3d40-4ff4-b9a2-5c6f63f3bc7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:31.987069 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e88c9ba-3d40-4ff4-b9a2-5c6f63f3bc7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:31.988138 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e88c9ba-3d40-4ff4-b9a2-5c6f63f3bc7f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:31.988536 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e88c9ba-3d40-4ff4-b9a2-5c6f63f3bc7f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:31.988925 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e88c9ba-3d40-4ff4-b9a2-5c6f63f3bc7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:31.989252 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e88c9ba-3d40-4ff4-b9a2-5c6f63f3bc7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:31.989579 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e88c9ba-3d40-4ff4-b9a2-5c6f63f3bc7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:31.989903 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e88c9ba-3d40-4ff4-b9a2-5c6f63f3bc7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:32.063881 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1598ef4-dd07-470f-aed2-624e8513a2f9 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:39:32.077664 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b1598ef4-dd07-470f-aed2-624e8513a2f9 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.079700 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-b1598ef4-dd07-470f-aed2-624e8513a2f9 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Added segment 3406caac-80d1-4cbc-b733-8b0c2f78f95e of type vlan for network 6c067117-a409-4aab-a4e2-2756c0733f07 Nov 12 03:39:32.084778 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72893aea-87c5-4ae4-81e5-fa25b6f9e8e3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Pushing event updated for resources: {'Port': ['ID=3c469a5d-182c-44f0-8044-5c25507b76d9,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:32.109395 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-72893aea-87c5-4ae4-81e5-fa25b6f9e8e3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.184216 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3f10-df9f-4fec-8955-f14827aadddb tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Pushing event updated for resources: {'Port': ['ID=7284a7be-61a0-4c56-ac8b-2ab3dee083a1,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:32.282486 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b1598ef4-dd07-470f-aed2-624e8513a2f9 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.334545 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-812e1860-acd8-4c52-8af5-9799b7dd5e2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.342140 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3f10-df9f-4fec-8955-f14827aadddb tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.396094 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [None req-72893aea-87c5-4ae4-81e5-fa25b6f9e8e3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Floating IP 0706e2e5-e395-493b-8ea6-c3cec6886aa2 associated. External IP: 172.25.5.137, port: 6c7f1df0-a4f6-49cc-84a9-4b1555df6f35. Nov 12 03:39:32.399209 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b1598ef4-dd07-470f-aed2-624e8513a2f9 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.400596 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1598ef4-dd07-470f-aed2-624e8513a2f9 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:32.401250 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b1598ef4-dd07-470f-aed2-624e8513a2f9 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.494121 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-812e1860-acd8-4c52-8af5-9799b7dd5e2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.514029 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3f10-df9f-4fec-8955-f14827aadddb tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.587913 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b1598ef4-dd07-470f-aed2-624e8513a2f9 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9052870 Nov 12 03:39:32.646935 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53176) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:32.685907 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1598ef4-dd07-470f-aed2-624e8513a2f9 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Pushing event updated for resources: {'Network': ['ID=6c067117-a409-4aab-a4e2-2756c0733f07,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:32.700032 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 6c067117-a409-4aab-a4e2-2756c0733f07 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:39:32.742663 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-de03258d-075c-44da-9de8-a41c8d2c08eb req-70d80cab-b109-4ecf-8844-33fba065eebf tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fba65ed-5ef5-4f66-abc9-4b9e16d57a75 HTTP/1.1" status: 200 len: 210 time: 0.0824594 Nov 12 03:39:32.768895 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-33205feb-a8d3-4a56-a26c-e494fad1a02a req-993f1587-4368-441d-8814-8015b65b9b4f tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.806449 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-812e1860-acd8-4c52-8af5-9799b7dd5e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.810956 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-812e1860-acd8-4c52-8af5-9799b7dd5e2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.812568 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-812e1860-acd8-4c52-8af5-9799b7dd5e2a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a65b3e47-0801-4bd3-bb9f-bf79c80ae8a9 HTTP/1.1" status: 204 len: 168 time: 0.8658612 Nov 12 03:39:32.836558 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e1860-acd8-4c52-8af5-9799b7dd5e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65b3e47-0801-4bd3-bb9f-bf79c80ae8a9,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:32.888878 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['49b293a5-a2d4-4fee-bf55-5069bfa8e6b9'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:39:32.913859 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['1aa85d26-d4f7-4d87-aa1e-da6f641edac8'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:39:32.992001 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3f10-df9f-4fec-8955-f14827aadddb tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.001377 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3f10-df9f-4fec-8955-f14827aadddb tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.552930 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a74f12b3-38ac-4f47-ac46-24641ec99e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.624588 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 19420312-14c3-4bad-bbb9-fe2e360acfee up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:33.962078 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f1587-4368-441d-8814-8015b65b9b4f tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Pushing event deleted for resources: {'Port': ['ID=ebc7b5a0-0495-44b1-8523-fd3294a31d65,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:34.002634 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3f10-df9f-4fec-8955-f14827aadddb tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.042589 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3f10-df9f-4fec-8955-f14827aadddb tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.046998 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4e5e3f10-df9f-4fec-8955-f14827aadddb tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8234360 Nov 12 03:39:34.048246 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3f10-df9f-4fec-8955-f14827aadddb tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Pushing event updated for resources: {'Port': ['ID=7284a7be-61a0-4c56-ac8b-2ab3dee083a1,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:34.066760 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ea9cfb-4317-49bc-8bb0-6b7d32a4cbfc tempest-ExternalNetworksTestJSON-2027801032 tempest-ExternalNetworksTestJSON-2027801032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:34.075359 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ea9cfb-4317-49bc-8bb0-6b7d32a4cbfc tempest-ExternalNetworksTestJSON-2027801032 tempest-ExternalNetworksTestJSON-2027801032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:34.084262 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ea9cfb-4317-49bc-8bb0-6b7d32a4cbfc tempest-ExternalNetworksTestJSON-2027801032 tempest-ExternalNetworksTestJSON-2027801032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:34.092046 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ea9cfb-4317-49bc-8bb0-6b7d32a4cbfc tempest-ExternalNetworksTestJSON-2027801032 tempest-ExternalNetworksTestJSON-2027801032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:34.098754 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-69ea9cfb-4317-49bc-8bb0-6b7d32a4cbfc tempest-ExternalNetworksTestJSON-2027801032 tempest-ExternalNetworksTestJSON-2027801032-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 1.4503021 Nov 12 03:39:34.098946 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53214) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:34.128691 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device ebc7b5a0-0495-44b1-8523-fd3294a31d65 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:39:34.237641 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a54dfd66-43ee-4b31-bb3a-1dfdab0798ac req-d9cc8226-7280-4b8f-8399-5704b5aa906c tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fba65ed-5ef5-4f66-abc9-4b9e16d57a75 HTTP/1.1" status: 200 len: 210 time: 0.2899280 Nov 12 03:39:34.278906 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: ebc7b5a0-0495-44b1-8523-fd3294a31d65 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:39:34.280283 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device ebc7b5a0-0495-44b1-8523-fd3294a31d65 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:39:34.329545 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-33205feb-a8d3-4a56-a26c-e494fad1a02a req-993f1587-4368-441d-8814-8015b65b9b4f tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] No DVR routers for this DVR port ebc7b5a0-0495-44b1-8523-fd3294a31d65 on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:39:34.335908 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72893aea-87c5-4ae4-81e5-fa25b6f9e8e3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Router 1c30091a-9af0-45ba-af3b-4425d035ebfa has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:39:34.339612 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-33205feb-a8d3-4a56-a26c-e494fad1a02a req-993f1587-4368-441d-8814-8015b65b9b4f tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.343644 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-33205feb-a8d3-4a56-a26c-e494fad1a02a req-993f1587-4368-441d-8814-8015b65b9b4f tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.74 "DELETE /v2.0/ports/ebc7b5a0-0495-44b1-8523-fd3294a31d65 HTTP/1.1" status: 204 len: 173 time: 3.9055629 Nov 12 03:39:34.344325 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fba65ed-5ef5-4f66-abc9-4b9e16d57a75', 'name': 'network-vif-deleted', 'tag': 'ebc7b5a0-0495-44b1-8523-fd3294a31d65'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:34.347477 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a1712a-4853-4d79-a2e0-879eb2c03b16" -d '{"events": [{"server_uuid": "4fba65ed-5ef5-4f66-abc9-4b9e16d57a75", "name": "network-vif-deleted", "tag": "ebc7b5a0-0495-44b1-8523-fd3294a31d65"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:34.367826 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-75a75a82-cbf8-40a0-b9b3-95289604ad05 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.369107 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 19420312-14c3-4bad-bbb9-fe2e360acfee triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:34.378810 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.416099 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.582470 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd1d964-af63-4fec-8444-b4f3230a07cb x-openstack-request-id: req-ebd1d964-af63-4fec-8444-b4f3230a07cb {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:34.582763 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fba65ed-5ef5-4f66-abc9-4b9e16d57a75", "name": "network-vif-deleted", "tag": "ebc7b5a0-0495-44b1-8523-fd3294a31d65", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:34.583009 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ebd1d964-af63-4fec-8444-b4f3230a07cb {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:34.591293 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fba65ed-5ef5-4f66-abc9-4b9e16d57a75', 'name': 'network-vif-deleted', 'tag': 'ebc7b5a0-0495-44b1-8523-fd3294a31d65', 'status': 'completed', 'code': 200} Nov 12 03:39:34.672257 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-75a75a82-cbf8-40a0-b9b3-95289604ad05 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.696384 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-75a75a82-cbf8-40a0-b9b3-95289604ad05 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c067117-a409-4aab-a4e2-2756c0733f07']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:34.708969 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-75a75a82-cbf8-40a0-b9b3-95289604ad05 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3406caac-80d1-4cbc-b733-8b0c2f78f95e') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:34.708969 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-75a75a82-cbf8-40a0-b9b3-95289604ad05 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3406caac-80d1-4cbc-b733-8b0c2f78f95e') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:34.720801 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-75a75a82-cbf8-40a0-b9b3-95289604ad05 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.739124 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-75a75a82-cbf8-40a0-b9b3-95289604ad05 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.739979 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72893aea-87c5-4ae4-81e5-fa25b6f9e8e3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:39:34.756523 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fc55e2-741e-4c4c-9af4-cb06de4aee49 None None] Sync routers for ids ['1c30091a-9af0-45ba-af3b-4425d035ebfa'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:39:34.759593 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75a75a82-cbf8-40a0-b9b3-95289604ad05 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:39:34.760021 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-75a75a82-cbf8-40a0-b9b3-95289604ad05 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.766061 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:39:34.766061 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:39:34.766061 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:39:34.766061 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:39:34.766061 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:39:34.766061 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:39:34.766061 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:39:34.766061 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:39:34.766061 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:39:34.766061 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:39:34.766061 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:39:34.766061 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:39:34.766061 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:39:34.766061 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:39:34.766061 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:39:34.766061 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:39:34.766061 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:39:34.766061 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:39:34.766061 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:39:34.766061 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:39:34.766061 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:39:34.766061 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:39:34.766061 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:39:34.766061 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:39:34.766061 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:39:34.766061 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:39:34.766061 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:39:34.766061 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:39:34.766061 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:39:34.766061 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:39:34.766061 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:39:34.766061 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:39:34.774025 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fc55e2-741e-4c4c-9af4-cb06de4aee49 None None] Routers {'1c30091a-9af0-45ba-af3b-4425d035ebfa'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:34.774641 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-33fc55e2-741e-4c4c-9af4-cb06de4aee49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:39:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1c30091a-9af0-45ba-af3b-4425d035ebfa'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:34.791839 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-72893aea-87c5-4ae4-81e5-fa25b6f9e8e3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.816790 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-47de1f76-a157-4641-9203-b5846ba7b2ba tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--2119146420&fields=id&tenant_id=1978793e24864d458e17fb421706473b HTTP/1.1" status: 200 len: 267 time: 0.2622082 Nov 12 03:39:34.834992 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-72893aea-87c5-4ae4-81e5-fa25b6f9e8e3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.7888081 Nov 12 03:39:34.836018 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53246) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:34.840937 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-cd47aefc-1bec-40b0-b5df-257edbae1aeb tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Request body: {'floatingip': {'port_id': '6c7f1df0-a4f6-49cc-84a9-4b1555df6f35', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:34.888054 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-75a75a82-cbf8-40a0-b9b3-95289604ad05 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.895612 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-33fc55e2-741e-4c4c-9af4-cb06de4aee49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:34.901872 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a75a82-cbf8-40a0-b9b3-95289604ad05 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6c067117-a409-4aab-a4e2-2756c0733f07 {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 03:39:34.906046 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fc55e2-741e-4c4c-9af4-cb06de4aee49 None None] Routers {'1c30091a-9af0-45ba-af3b-4425d035ebfa'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:34.906849 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-75a75a82-cbf8-40a0-b9b3-95289604ad05 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.907014 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-33fc55e2-741e-4c4c-9af4-cb06de4aee49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:39:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1c30091a-9af0-45ba-af3b-4425d035ebfa'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:34.913217 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-75a75a82-cbf8-40a0-b9b3-95289604ad05 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] 10.222.0.50 "DELETE /v2.0/networks/6c067117-a409-4aab-a4e2-2756c0733f07 HTTP/1.1" status: 204 len: 168 time: 0.8122506 Nov 12 03:39:34.919420 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53248) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:34.940871 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-97c0e69c-832b-4cc7-93e7-a187af20d11c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Request body: {'network': {'name': 'tempest-network--917536170', 'router:external': True}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:34.955635 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a75a82-cbf8-40a0-b9b3-95289604ad05 tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Pushing event deleted for resources: {'Network': ['ID=6c067117-a409-4aab-a4e2-2756c0733f07,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:34.978053 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-33fc55e2-741e-4c4c-9af4-cb06de4aee49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:34.980046 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fc55e2-741e-4c4c-9af4-cb06de4aee49 None None] The sync data for ids ['1c30091a-9af0-45ba-af3b-4425d035ebfa'] in n-d-715271-27 is: [] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:39:34.999934 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c0e69c-832b-4cc7-93e7-a187af20d11c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Made reservation on behalf of 9540b7476eca4db9953c4da6bccee74c for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:35.003085 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-97c0e69c-832b-4cc7-93e7-a187af20d11c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.124863 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97c0e69c-832b-4cc7-93e7-a187af20d11c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:39:35.140373 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cd47aefc-1bec-40b0-b5df-257edbae1aeb tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for floatingip, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.146880 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-97c0e69c-832b-4cc7-93e7-a187af20d11c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.151282 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-97c0e69c-832b-4cc7-93e7-a187af20d11c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Added segment 12ad9feb-a4cf-4e7d-a358-b9e812ec42b8 of type vlan for network 1d935270-2b76-49ff-9edf-6942357890bc Nov 12 03:39:35.248691 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-e7e59b61-8c9b-4ec8-9320-bc00b5ab6100 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:35.253905 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-e7e59b61-8c9b-4ec8-9320-bc00b5ab6100 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/networks?id=ce97ab11-8a00-4cd9-ad27-4b288272e186 HTTP/1.1" status: 200 len: 810 time: 0.4085236 Nov 12 03:39:35.265651 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-97c0e69c-832b-4cc7-93e7-a187af20d11c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.321607 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-3009014f-0ac3-44be-aa80-7462de879d0b tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/quotas/1978793e24864d458e17fb421706473b HTTP/1.1" status: 200 len: 375 time: 0.0538657 Nov 12 03:39:35.337247 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-97c0e69c-832b-4cc7-93e7-a187af20d11c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.337247 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c0e69c-832b-4cc7-93e7-a187af20d11c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:35.337812 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-97c0e69c-832b-4cc7-93e7-a187af20d11c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.501031 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.579811 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-205a932d-7d10-4d34-80d6-5c92aa56917e tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1978793e24864d458e17fb421706473b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2157712 Nov 12 03:39:35.623141 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c0e69c-832b-4cc7-93e7-a187af20d11c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Pushing event updated for resources: {'Network': ['ID=1d935270-2b76-49ff-9edf-6942357890bc,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:35.642550 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 1d935270-2b76-49ff-9edf-6942357890bc details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:39:35.643175 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-97c0e69c-832b-4cc7-93e7-a187af20d11c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7223978 Nov 12 03:39:35.648919 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53270) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:35.718360 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6ae3c2b7-d25c-4d19-9859-de601b440b39 req-f27cb09d-ae1b-4b75-85cc-96c0e5463aa6 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fba65ed-5ef5-4f66-abc9-4b9e16d57a75 HTTP/1.1" status: 200 len: 210 time: 0.1116102 Nov 12 03:39:35.905616 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-a54a5152-350b-42ba-88f6-d5fc63bb1ab5 service neutron] 10.222.0.50 "GET /v2.0/networks/ce97ab11-8a00-4cd9-ad27-4b288272e186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734432 Nov 12 03:39:35.939322 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5514a48-4c13-4b30-9408-a2069dbf047a tempest-ExternalNetworksTestJSON-2027801032 tempest-ExternalNetworksTestJSON-2027801032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:35.954659 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f5514a48-4c13-4b30-9408-a2069dbf047a tempest-ExternalNetworksTestJSON-2027801032 tempest-ExternalNetworksTestJSON-2027801032-project] 10.222.0.50 "GET /v2.0/networks/1d935270-2b76-49ff-9edf-6942357890bc HTTP/1.1" status: 200 len: 756 time: 0.2691905 Nov 12 03:39:35.957398 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53280) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:36.148725 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-622886f4-f97d-4638-9938-22f75817511a service neutron] 10.222.0.50 "GET /v2.0/networks/ce97ab11-8a00-4cd9-ad27-4b288272e186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287266 Nov 12 03:39:36.154786 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9995db2d-420b-41c7-bc91-da5c9b1343a5 tempest-ExternalNetworksTestJSON-2027801032 tempest-ExternalNetworksTestJSON-2027801032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:36.164882 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9995db2d-420b-41c7-bc91-da5c9b1343a5 tempest-ExternalNetworksTestJSON-2027801032 tempest-ExternalNetworksTestJSON-2027801032-project] 10.222.0.50 "GET /v2.0/networks/d786a490-7379-4844-bd47-7d2c3fc940a4 HTTP/1.1" status: 200 len: 767 time: 0.2064600 Nov 12 03:39:36.167438 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53288) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:36.325931 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.333919 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7a7866dc-bdaa-4607-afb0-b8c026d7d8ad tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.433761 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cd47aefc-1bec-40b0-b5df-257edbae1aeb tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.451856 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cd47aefc-1bec-40b0-b5df-257edbae1aeb tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.490779 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7a7866dc-bdaa-4607-afb0-b8c026d7d8ad tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.538127 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-7a7866dc-bdaa-4607-afb0-b8c026d7d8ad tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d935270-2b76-49ff-9edf-6942357890bc']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:36.547561 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-7a7866dc-bdaa-4607-afb0-b8c026d7d8ad tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12ad9feb-a4cf-4e7d-a358-b9e812ec42b8') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:36.547856 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-7a7866dc-bdaa-4607-afb0-b8c026d7d8ad tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12ad9feb-a4cf-4e7d-a358-b9e812ec42b8') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:36.558820 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7a7866dc-bdaa-4607-afb0-b8c026d7d8ad tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.574547 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7a7866dc-bdaa-4607-afb0-b8c026d7d8ad tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.581074 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a7866dc-bdaa-4607-afb0-b8c026d7d8ad tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:39:36.581392 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7a7866dc-bdaa-4607-afb0-b8c026d7d8ad tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.651693 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:39:36.651693 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:39:36.651693 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:39:36.651693 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:39:36.651693 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:39:36.651693 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:39:36.651693 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:39:36.651693 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:39:36.651693 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:39:36.651693 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:39:36.651693 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:39:36.651693 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:39:36.651693 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:39:36.651693 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:39:36.651693 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:39:36.651693 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:39:36.651693 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:39:36.651693 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:39:36.651693 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:39:36.651693 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:39:36.651693 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:39:36.651693 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:39:36.651693 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:39:36.651693 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:39:36.651693 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:39:36.651693 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:39:36.651693 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:39:36.651693 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:39:36.651693 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:39:36.651693 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:39:36.651693 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:39:36.651693 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:39:36.655169 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7a7866dc-bdaa-4607-afb0-b8c026d7d8ad tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.710316 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7866dc-bdaa-4607-afb0-b8c026d7d8ad tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1d935270-2b76-49ff-9edf-6942357890bc {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 03:39:36.712988 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7a7866dc-bdaa-4607-afb0-b8c026d7d8ad tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.720657 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7a7866dc-bdaa-4607-afb0-b8c026d7d8ad tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] 10.222.0.50 "DELETE /v2.0/networks/1d935270-2b76-49ff-9edf-6942357890bc HTTP/1.1" status: 204 len: 168 time: 0.5513437 Nov 12 03:39:36.725175 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53316) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:36.735115 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-f115a9ec-3f14-4f4e-bb47-a2e8bd71e14f tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Request body: {'network': {'name': 'tempest-network--429834893'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:36.753035 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-007b773e-eb4d-4472-b119-e6d88267abf8 req-a9eb0fea-54b6-47c6-91f3-6019e1809e25 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 210 time: 0.1110611 Nov 12 03:39:36.780721 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7866dc-bdaa-4607-afb0-b8c026d7d8ad tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Pushing event deleted for resources: {'Network': ['ID=1d935270-2b76-49ff-9edf-6942357890bc,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:36.806944 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f115a9ec-3f14-4f4e-bb47-a2e8bd71e14f tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Made reservation on behalf of 9540b7476eca4db9953c4da6bccee74c for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:36.809385 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f115a9ec-3f14-4f4e-bb47-a2e8bd71e14f tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.854629 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f115a9ec-3f14-4f4e-bb47-a2e8bd71e14f tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:39:37.177257 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd47aefc-1bec-40b0-b5df-257edbae1aeb tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Router 1c30091a-9af0-45ba-af3b-4425d035ebfa has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:39:37.206760 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f115a9ec-3f14-4f4e-bb47-a2e8bd71e14f tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.207408 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-f115a9ec-3f14-4f4e-bb47-a2e8bd71e14f tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Added segment 2d1e8348-b488-491b-8e6b-e44317ece107 of type vlan for network 73db8491-7329-487d-84fd-b9e4e2946194 Nov 12 03:39:37.343063 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f115a9ec-3f14-4f4e-bb47-a2e8bd71e14f tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.523012 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.db.resource_extend [None req-f115a9ec-3f14-4f4e-bb47-a2e8bd71e14f tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:39:37.614209 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53350) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:37.614791 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53352) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:37.673476 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f115a9ec-3f14-4f4e-bb47-a2e8bd71e14f tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.674507 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f115a9ec-3f14-4f4e-bb47-a2e8bd71e14f tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:37.675832 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f115a9ec-3f14-4f4e-bb47-a2e8bd71e14f tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.688467 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc44ed8-3534-4020-9cc0-3463bf78bcc1 req-c8490a1c-0619-4bdf-ab30-9ea6873cf99d tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:37.696437 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cbc44ed8-3534-4020-9cc0-3463bf78bcc1 req-c8490a1c-0619-4bdf-ab30-9ea6873cf99d tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=a320c2fe-078c-461f-9768-b9d2bf043d8e HTTP/1.1" status: 200 len: 945 time: 0.2345638 Nov 12 03:39:37.810709 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53360) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:37.812502 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f115a9ec-3f14-4f4e-bb47-a2e8bd71e14f tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0861986 Nov 12 03:39:37.817606 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-dc41aa98-bada-4b26-ba95-4777aaeaa43a tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:37.826218 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd47aefc-1bec-40b0-b5df-257edbae1aeb tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:39:37.832194 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cd47aefc-1bec-40b0-b5df-257edbae1aeb tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.840292 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a63edb-d591-4520-9a82-ba95da6852d6 None None] Sync routers for ids ['1c30091a-9af0-45ba-af3b-4425d035ebfa'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:39:37.857906 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f115a9ec-3f14-4f4e-bb47-a2e8bd71e14f tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Pushing event updated for resources: {'Network': ['ID=73db8491-7329-487d-84fd-b9e4e2946194,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:37.861645 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a63edb-d591-4520-9a82-ba95da6852d6 None None] Routers {'1c30091a-9af0-45ba-af3b-4425d035ebfa'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:37.863827 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-18a63edb-d591-4520-9a82-ba95da6852d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:39:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1c30091a-9af0-45ba-af3b-4425d035ebfa'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:37.902557 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cbc44ed8-3534-4020-9cc0-3463bf78bcc1 req-167a2dbd-6fed-433e-8393-526dc7ddb1f7 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001381 Nov 12 03:39:37.930041 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 73db8491-7329-487d-84fd-b9e4e2946194 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:39:37.944403 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-18a63edb-d591-4520-9a82-ba95da6852d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:37.970310 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1c582ebb-75f1-42e4-81f8-6581ce73364f req-ec794f50-d76f-4f4b-8cf2-b608b3096479 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 210 time: 0.0630636 Nov 12 03:39:37.970835 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53366) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:37.972830 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-cd47aefc-1bec-40b0-b5df-257edbae1aeb tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "PUT /v2.0/floatingips/0706e2e5-e395-493b-8ea6-c3cec6886aa2 HTTP/1.1" status: 200 len: 978 time: 3.1350965 Nov 12 03:39:38.020452 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a63edb-d591-4520-9a82-ba95da6852d6 None None] Routers {'1c30091a-9af0-45ba-af3b-4425d035ebfa'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:38.021438 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-18a63edb-d591-4520-9a82-ba95da6852d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:39:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1c30091a-9af0-45ba-af3b-4425d035ebfa'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:38.034749 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4f4b19d6-64a1-4e7c-84bc-9eed74611496 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.036960 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8953e8bb-3879-4c98-8186-45a00c27d53f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.062596 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-18a63edb-d591-4520-9a82-ba95da6852d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:38.063635 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a63edb-d591-4520-9a82-ba95da6852d6 None None] The sync data for ids ['1c30091a-9af0-45ba-af3b-4425d035ebfa'] in n-d-715271-27 is: [] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:39:38.398719 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dc41aa98-bada-4b26-ba95-4777aaeaa43a tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.443124 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8953e8bb-3879-4c98-8186-45a00c27d53f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.450955 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4f4b19d6-64a1-4e7c-84bc-9eed74611496 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.454845 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dc41aa98-bada-4b26-ba95-4777aaeaa43a tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.461887 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8953e8bb-3879-4c98-8186-45a00c27d53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.469097 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dc41aa98-bada-4b26-ba95-4777aaeaa43a tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Network 73db8491-7329-487d-84fd-b9e4e2946194 is not hosted by any dhcp agent {{(pid=102572) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 03:39:38.470701 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc41aa98-bada-4b26-ba95-4777aaeaa43a tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:38.472003 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dc41aa98-bada-4b26-ba95-4777aaeaa43a tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.476024 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-dc41aa98-bada-4b26-ba95-4777aaeaa43a tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] 10.222.0.50 "PUT /v2.0/networks/73db8491-7329-487d-84fd-b9e4e2946194 HTTP/1.1" status: 200 len: 857 time: 0.6617479 Nov 12 03:39:38.477918 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53374) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:38.487622 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4f4b19d6-64a1-4e7c-84bc-9eed74611496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.541780 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4f4b19d6-64a1-4e7c-84bc-9eed74611496 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a889c38c02d645d3882d7b546c0ef8b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9238822 Nov 12 03:39:38.563737 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53378) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:38.579243 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-4105bd2c-970d-49dd-82dc-f4c69644d246 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:38.581730 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-4105bd2c-970d-49dd-82dc-f4c69644d246 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.90 "GET /v2.0/networks?id=ce97ab11-8a00-4cd9-ad27-4b288272e186 HTTP/1.1" status: 200 len: 810 time: 0.2170610 Nov 12 03:39:38.599098 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bf3461ec-ae1e-4917-a89c-d9a71dac5b4c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.606899 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.640017 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8953e8bb-3879-4c98-8186-45a00c27d53f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=877b497205e349d68f77cb2901d89a09&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0226266 Nov 12 03:39:38.647908 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53380) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:38.648686 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8953e8bb-3879-4c98-8186-45a00c27d53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137bd67a-7c7b-4807-8c68-712b98f9fd94,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:38.675219 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-e45cdbfe-77db-4425-9c1a-5d6c020fbfa1 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Deleting port 3c469a5d-182c-44f0-8044-5c25507b76d9 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:38.675562 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e45cdbfe-77db-4425-9c1a-5d6c020fbfa1 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.714574 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc41aa98-bada-4b26-ba95-4777aaeaa43a tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Pushing event updated for resources: {'Network': ['ID=73db8491-7329-487d-84fd-b9e4e2946194,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:38.717782 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bf3461ec-ae1e-4917-a89c-d9a71dac5b4c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.740588 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-bf3461ec-ae1e-4917-a89c-d9a71dac5b4c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73db8491-7329-487d-84fd-b9e4e2946194']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:38.750695 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-bf3461ec-ae1e-4917-a89c-d9a71dac5b4c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d1e8348-b488-491b-8e6b-e44317ece107') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:38.750911 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-bf3461ec-ae1e-4917-a89c-d9a71dac5b4c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d1e8348-b488-491b-8e6b-e44317ece107') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:38.779675 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bf3461ec-ae1e-4917-a89c-d9a71dac5b4c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.793747 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b19d6-64a1-4e7c-84bc-9eed74611496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e52aaa-8f86-449d-8426-327fc30993fd,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:38.808923 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bf3461ec-ae1e-4917-a89c-d9a71dac5b4c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.820441 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e52946bc-6f82-4a36-8e61-c3d6f0e37aad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.827634 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf3461ec-ae1e-4917-a89c-d9a71dac5b4c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:39:38.828459 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bf3461ec-ae1e-4917-a89c-d9a71dac5b4c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.830167 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:39:38.830167 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:39:38.830167 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:39:38.830167 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:39:38.830167 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:39:38.830167 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:39:38.830167 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:39:38.830167 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:39:38.830167 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:39:38.830167 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:39:38.830167 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:39:38.830167 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:39:38.830167 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:39:38.830167 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:39:38.830167 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:39:38.830167 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:39:38.830167 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:39:38.830167 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:39:38.830167 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:39:38.830167 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:39:38.830167 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:39:38.830167 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:39:38.830167 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:39:38.830167 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:39:38.830167 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:39:38.830167 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:39:38.830167 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:39:38.830167 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:39:38.830167 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:39:38.830167 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:39:38.830167 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:39:38.830167 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:39:38.864020 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e52946bc-6f82-4a36-8e61-c3d6f0e37aad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.865709 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2d5e832f-abcd-485c-85af-5b388f5c955c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.883940 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-d2e0b9eb-4049-478a-989a-7b759027901b tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1978793e24864d458e17fb421706473b HTTP/1.1" status: 200 len: 380 time: 0.2743535 Nov 12 03:39:38.884547 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e45cdbfe-77db-4425-9c1a-5d6c020fbfa1 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.884804 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e45cdbfe-77db-4425-9c1a-5d6c020fbfa1 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.905297 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bf3461ec-ae1e-4917-a89c-d9a71dac5b4c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.909896 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3461ec-ae1e-4917-a89c-d9a71dac5b4c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 73db8491-7329-487d-84fd-b9e4e2946194 {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 03:39:38.912736 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bf3461ec-ae1e-4917-a89c-d9a71dac5b4c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.920065 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-e45cdbfe-77db-4425-9c1a-5d6c020fbfa1 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Calling delete_port for 3c469a5d-182c-44f0-8044-5c25507b76d9 owned by network:floatingip {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:38.920571 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-bf3461ec-ae1e-4917-a89c-d9a71dac5b4c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] 10.222.0.50 "DELETE /v2.0/networks/73db8491-7329-487d-84fd-b9e4e2946194 HTTP/1.1" status: 204 len: 168 time: 0.4416478 Nov 12 03:39:38.921462 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53386) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:38.929624 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2d5e832f-abcd-485c-85af-5b388f5c955c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.949458 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3461ec-ae1e-4917-a89c-d9a71dac5b4c tempest-ExternalNetworksTestJSON-141255749 tempest-ExternalNetworksTestJSON-141255749-project-admin] Pushing event deleted for resources: {'Network': ['ID=73db8491-7329-487d-84fd-b9e4e2946194,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:38.979981 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-d73cc43c-124b-4256-ae38-7cfa32d0ba14 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Request body: {'port': {'device_id': '066d7618-b4be-41e9-9099-40b5005f782f', 'network_id': 'ce97ab11-8a00-4cd9-ad27-4b288272e186', 'admin_state_up': True, 'tenant_id': '1978793e24864d458e17fb421706473b', 'security_groups': ['540775fa-21c0-4cec-96a7-8439f700c198']}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:38.990264 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-34572998-0b91-4735-8229-8438fb527108 tempest-ExternalNetworksTestJSON-2027801032 tempest-ExternalNetworksTestJSON-2027801032-project] DELETE failed (client error): The resource could not be found. Nov 12 03:39:38.990908 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34572998-0b91-4735-8229-8438fb527108 tempest-ExternalNetworksTestJSON-2027801032 tempest-ExternalNetworksTestJSON-2027801032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:39:39.001072 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-34572998-0b91-4735-8229-8438fb527108 tempest-ExternalNetworksTestJSON-2027801032 tempest-ExternalNetworksTestJSON-2027801032-project] 10.222.0.50 "DELETE /v2.0/subnets/be84d4f3-83c7-4a01-908e-339112c9ae4c HTTP/1.1" status: 404 len: 337 time: 0.0606942 Nov 12 03:39:39.015064 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53396) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:39.104546 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e52946bc-6f82-4a36-8e61-c3d6f0e37aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.107171 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e52946bc-6f82-4a36-8e61-c3d6f0e37aad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.108436 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e52946bc-6f82-4a36-8e61-c3d6f0e37aad admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a1e52aaa-8f86-449d-8426-327fc30993fd HTTP/1.1" status: 204 len: 168 time: 0.5433657 Nov 12 03:39:39.156328 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425ac7b-5d3d-41ec-a737-6fb4e437b9af req-89228a30-f06f-4784-b50d-98da9e52ea1c tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:39.157851 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d425ac7b-5d3d-41ec-a737-6fb4e437b9af req-89228a30-f06f-4784-b50d-98da9e52ea1c tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.90 "GET /v2.0/ports?device_id=a320c2fe-078c-461f-9768-b9d2bf043d8e HTTP/1.1" status: 200 len: 945 time: 0.2100213 Nov 12 03:39:39.164183 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52946bc-6f82-4a36-8e61-c3d6f0e37aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e52aaa-8f86-449d-8426-327fc30993fd,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:39.165934 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2d5e832f-abcd-485c-85af-5b388f5c955c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.168487 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2d5e832f-abcd-485c-85af-5b388f5c955c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.173567 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2d5e832f-abcd-485c-85af-5b388f5c955c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/137bd67a-7c7b-4807-8c68-712b98f9fd94 HTTP/1.1" status: 204 len: 168 time: 0.5181935 Nov 12 03:39:39.316031 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-39e756c6-5651-454a-a22e-46e70088751c req-a77ad35e-2d40-43a8-beb2-0f6058a7f8ef tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 210 time: 0.1087871 Nov 12 03:39:39.335905 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e832f-abcd-485c-85af-5b388f5c955c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137bd67a-7c7b-4807-8c68-712b98f9fd94,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:39.427164 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-af7c5c61-fb4c-4e12-8b76-3e4524cc6d98 tempest-ExternalNetworksTestJSON-2027801032 tempest-ExternalNetworksTestJSON-2027801032-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.461183 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502a505-90cd-43b4-9636-2dd05f293e8b req-aecf7859-376f-4d37-b317-608177ff52d3 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:39.468743 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4502a505-90cd-43b4-9636-2dd05f293e8b req-aecf7859-376f-4d37-b317-608177ff52d3 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=a320c2fe-078c-461f-9768-b9d2bf043d8e HTTP/1.1" status: 200 len: 945 time: 0.3303318 Nov 12 03:39:39.643965 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4502a505-90cd-43b4-9636-2dd05f293e8b req-66f277cc-1c54-4a0e-b8a4-580c99f8a46e tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680973 Nov 12 03:39:39.667295 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-d425ac7b-5d3d-41ec-a737-6fb4e437b9af req-48b18e95-7952-4310-a33f-4f56818b78d3 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Deleting port 1aa85d26-d4f7-4d87-aa1e-da6f641edac8 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:39.667669 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d425ac7b-5d3d-41ec-a737-6fb4e437b9af req-48b18e95-7952-4310-a33f-4f56818b78d3 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.688177 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e45cdbfe-77db-4425-9c1a-5d6c020fbfa1 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.798032 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cdbfe-77db-4425-9c1a-5d6c020fbfa1 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Pushing event deleted for resources: {'Port': ['ID=3c469a5d-182c-44f0-8044-5c25507b76d9,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:39.953655 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53414) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:39.954340 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53416) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:40.000607 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-aa844878-12fb-4509-997e-6547e6a54956 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.009177 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3fafc677-4724-4ad7-9635-f4fbd34954e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.044776 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e45cdbfe-77db-4425-9c1a-5d6c020fbfa1 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for floatingip, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.045402 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [None req-e45cdbfe-77db-4425-9c1a-5d6c020fbfa1 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Floating IP 0706e2e5-e395-493b-8ea6-c3cec6886aa2 disassociated (deleted). External IP: 172.25.5.137, port: 6c7f1df0-a4f6-49cc-84a9-4b1555df6f35. Nov 12 03:39:40.058182 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-d425ac7b-5d3d-41ec-a737-6fb4e437b9af req-48b18e95-7952-4310-a33f-4f56818b78d3 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] For port 1aa85d26-d4f7-4d87-aa1e-da6f641edac8, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=1aa85d26-d4f7-4d87-aa1e-da6f641edac8,segment=NetworkSegment(cb0def10-0c33-48e7-8f61-e6fe0bcab07e),segment_id=cb0def10-0c33-48e7-8f61-e6fe0bcab07e)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:40.058541 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d425ac7b-5d3d-41ec-a737-6fb4e437b9af req-48b18e95-7952-4310-a33f-4f56818b78d3 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.073300 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-af7c5c61-fb4c-4e12-8b76-3e4524cc6d98 tempest-ExternalNetworksTestJSON-2027801032 tempest-ExternalNetworksTestJSON-2027801032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.075824 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-d73cc43c-124b-4256-ae38-7cfa32d0ba14 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Made reservation on behalf of 1978793e24864d458e17fb421706473b for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:40.079502 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-d73cc43c-124b-4256-ae38-7cfa32d0ba14 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.119803 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-d425ac7b-5d3d-41ec-a737-6fb4e437b9af req-48b18e95-7952-4310-a33f-4f56818b78d3 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Calling delete_port for 1aa85d26-d4f7-4d87-aa1e-da6f641edac8 owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:40.123538 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-af7c5c61-fb4c-4e12-8b76-3e4524cc6d98 tempest-ExternalNetworksTestJSON-2027801032 tempest-ExternalNetworksTestJSON-2027801032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d786a490-7379-4844-bd47-7d2c3fc940a4']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:40.165828 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-af7c5c61-fb4c-4e12-8b76-3e4524cc6d98 tempest-ExternalNetworksTestJSON-2027801032 tempest-ExternalNetworksTestJSON-2027801032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f02287fc-3dd3-4184-b75a-0e2d3e4e4e51') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:40.166246 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-af7c5c61-fb4c-4e12-8b76-3e4524cc6d98 tempest-ExternalNetworksTestJSON-2027801032 tempest-ExternalNetworksTestJSON-2027801032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f02287fc-3dd3-4184-b75a-0e2d3e4e4e51') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:40.184326 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-af7c5c61-fb4c-4e12-8b76-3e4524cc6d98 tempest-ExternalNetworksTestJSON-2027801032 tempest-ExternalNetworksTestJSON-2027801032-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.213488 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-af7c5c61-fb4c-4e12-8b76-3e4524cc6d98 tempest-ExternalNetworksTestJSON-2027801032 tempest-ExternalNetworksTestJSON-2027801032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.249982 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af7c5c61-fb4c-4e12-8b76-3e4524cc6d98 tempest-ExternalNetworksTestJSON-2027801032 tempest-ExternalNetworksTestJSON-2027801032-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:39:40.250394 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-af7c5c61-fb4c-4e12-8b76-3e4524cc6d98 tempest-ExternalNetworksTestJSON-2027801032 tempest-ExternalNetworksTestJSON-2027801032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.254861 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:39:40.254861 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:39:40.254861 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:39:40.254861 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:39:40.254861 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:39:40.254861 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:39:40.254861 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:39:40.254861 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:39:40.254861 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:39:40.254861 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:39:40.254861 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:39:40.254861 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:39:40.254861 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:39:40.254861 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:39:40.254861 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:39:40.254861 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:39:40.254861 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:39:40.254861 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:39:40.254861 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:39:40.254861 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:39:40.254861 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:39:40.254861 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:39:40.254861 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:39:40.254861 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:39:40.254861 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:39:40.254861 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:39:40.254861 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:39:40.254861 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:39:40.254861 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:39:40.254861 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:39:40.254861 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:39:40.254861 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:39:40.336769 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-d73cc43c-124b-4256-ae38-7cfa32d0ba14 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Allocated IP 172.20.0.5 (ce97ab11-8a00-4cd9-ad27-4b288272e186/218af894-e138-49fb-983a-59526774f58c/72ab2026-d2bd-4ec9-b4c7-244e772bddbb) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:40.348368 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-af7c5c61-fb4c-4e12-8b76-3e4524cc6d98 tempest-ExternalNetworksTestJSON-2027801032 tempest-ExternalNetworksTestJSON-2027801032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.356352 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-af7c5c61-fb4c-4e12-8b76-3e4524cc6d98 tempest-ExternalNetworksTestJSON-2027801032 tempest-ExternalNetworksTestJSON-2027801032-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.365766 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-af7c5c61-fb4c-4e12-8b76-3e4524cc6d98 tempest-ExternalNetworksTestJSON-2027801032 tempest-ExternalNetworksTestJSON-2027801032-project] 10.222.0.50 "DELETE /v2.0/networks/d786a490-7379-4844-bd47-7d2c3fc940a4 HTTP/1.1" status: 204 len: 168 time: 1.3434484 Nov 12 03:39:40.522154 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3fafc677-4724-4ad7-9635-f4fbd34954e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.553276 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3fafc677-4724-4ad7-9635-f4fbd34954e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.570738 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-d73cc43c-124b-4256-ae38-7cfa32d0ba14 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.605973 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c5c61-fb4c-4e12-8b76-3e4524cc6d98 tempest-ExternalNetworksTestJSON-2027801032 tempest-ExternalNetworksTestJSON-2027801032-project] Pushing event deleted for resources: {'Network': ['ID=d786a490-7379-4844-bd47-7d2c3fc940a4,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:40.618439 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-d73cc43c-124b-4256-ae38-7cfa32d0ba14 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.702943 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3fafc677-4724-4ad7-9635-f4fbd34954e8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f8eae61fc59d44c8ac5dcea7aef155c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7451882 Nov 12 03:39:40.706918 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53436) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:40.738896 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-aa844878-12fb-4509-997e-6547e6a54956 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.742004 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e45cdbfe-77db-4425-9c1a-5d6c020fbfa1 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Router 1c30091a-9af0-45ba-af3b-4425d035ebfa has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:39:40.761540 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-aa844878-12fb-4509-997e-6547e6a54956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.776344 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-d73cc43c-124b-4256-ae38-7cfa32d0ba14 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Network ce97ab11-8a00-4cd9-ad27-4b288272e186 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:40.784775 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fafc677-4724-4ad7-9635-f4fbd34954e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a3e211-d09d-487c-bf12-7dbf0517e245,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:40.785155 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73cc43c-124b-4256-ae38-7cfa32d0ba14 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Pushing event updated for resources: {'Port': ['ID=72ab2026-d2bd-4ec9-b4c7-244e772bddbb,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:40.787696 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-d73cc43c-124b-4256-ae38-7cfa32d0ba14 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:40.797123 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a7cb2-09a2-42c1-91ae-095806c02b16 req-b6d21775-7220-428e-94a2-e6ae4e79488b tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:40.799220 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8c3a7cb2-09a2-42c1-91ae-095806c02b16 req-b6d21775-7220-428e-94a2-e6ae4e79488b tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 931 time: 0.1956294 Nov 12 03:39:40.801688 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-d73cc43c-124b-4256-ae38-7cfa32d0ba14 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:40.872103 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-d73cc43c-124b-4256-ae38-7cfa32d0ba14 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:40.872805 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-d73cc43c-124b-4256-ae38-7cfa32d0ba14 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.926857 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-aa844878-12fb-4509-997e-6547e6a54956 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=40506ba7f9b840d8963802093cc0621d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9713600 Nov 12 03:39:40.928103 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa844878-12fb-4509-997e-6547e6a54956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d921fa5-5013-4842-a1b4-a7e1e16cadb7,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:40.935422 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-d73cc43c-124b-4256-ae38-7cfa32d0ba14 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9871252 Nov 12 03:39:40.935903 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53440) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:40.976775 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-73c2b674-9f47-41ea-9c76-e2a8603b1335 service neutron] Request body: {'port': {'device_id': '066d7618-b4be-41e9-9099-40b5005f782f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:41.020518 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3542888f-a721-4926-be40-f960d759569a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:41.025838 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53446) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:41.122055 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d425ac7b-5d3d-41ec-a737-6fb4e437b9af req-48b18e95-7952-4310-a33f-4f56818b78d3 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:41.135715 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['49b293a5-a2d4-4fee-bf55-5069bfa8e6b9'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:39:41.152119 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-73c2b674-9f47-41ea-9c76-e2a8603b1335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:41.195609 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8c3a7cb2-09a2-42c1-91ae-095806c02b16 req-da815071-fe8a-4b9b-be17-52a693d154b1 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/security-groups?id=540775fa-21c0-4cec-96a7-8439f700c198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3142030 Nov 12 03:39:41.208574 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b18e95-7952-4310-a33f-4f56818b78d3 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Pushing event deleted for resources: {'Port': ['ID=1aa85d26-d4f7-4d87-aa1e-da6f641edac8,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:41.210006 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3542888f-a721-4926-be40-f960d759569a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:41.234066 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9333ba-6526-46d0-be18-76e0c478f120 req-cc4ce958-88a8-4378-b6e4-ba3b0c2d4831 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:41.246949 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2a9333ba-6526-46d0-be18-76e0c478f120 req-cc4ce958-88a8-4378-b6e4-ba3b0c2d4831 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=a320c2fe-078c-461f-9768-b9d2bf043d8e HTTP/1.1" status: 200 len: 867 time: 0.4128330 Nov 12 03:39:41.330626 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-924070fd-e7e4-4fc9-8c42-99735dcac487 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:41.336577 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-847d0fce-8b2a-4a10-a135-537fe5a882ba None None] Provisioning complete for port 72ab2026-d2bd-4ec9-b4c7-244e772bddbb triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:41.337282 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-847d0fce-8b2a-4a10-a135-537fe5a882ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:41.371156 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2a9333ba-6526-46d0-be18-76e0c478f120 req-ea106260-060f-40d6-93ce-87a231517a37 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227992 Nov 12 03:39:41.418602 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-d425ac7b-5d3d-41ec-a737-6fb4e437b9af req-48b18e95-7952-4310-a33f-4f56818b78d3 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] No DVR routers for this DVR port 1aa85d26-d4f7-4d87-aa1e-da6f641edac8 on host n-h2-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:39:41.433391 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45cdbfe-77db-4425-9c1a-5d6c020fbfa1 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:39:41.439254 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e45cdbfe-77db-4425-9c1a-5d6c020fbfa1 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:41.446772 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e9a7e3-3e3d-4438-8a40-8dbc757c2cf0 None None] Sync routers for ids ['1c30091a-9af0-45ba-af3b-4425d035ebfa'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:39:41.449758 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-847d0fce-8b2a-4a10-a135-537fe5a882ba None None] Port 72ab2026-d2bd-4ec9-b4c7-244e772bddbb cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:39:41.450785 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d425ac7b-5d3d-41ec-a737-6fb4e437b9af req-48b18e95-7952-4310-a33f-4f56818b78d3 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:41.459995 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d425ac7b-5d3d-41ec-a737-6fb4e437b9af req-48b18e95-7952-4310-a33f-4f56818b78d3 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.90 "DELETE /v2.0/ports/1aa85d26-d4f7-4d87-aa1e-da6f641edac8 HTTP/1.1" status: 204 len: 173 time: 2.2871876 Nov 12 03:39:41.461214 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a320c2fe-078c-461f-9768-b9d2bf043d8e', 'name': 'network-vif-deleted', 'tag': '1aa85d26-d4f7-4d87-aa1e-da6f641edac8'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:41.467522 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e9a7e3-3e3d-4438-8a40-8dbc757c2cf0 None None] Routers {'1c30091a-9af0-45ba-af3b-4425d035ebfa'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:41.468403 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-a9e9a7e3-3e3d-4438-8a40-8dbc757c2cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:39:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1c30091a-9af0-45ba-af3b-4425d035ebfa'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:41.474668 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb707960-0edd-47f2-8a4a-3bd5e2a47067" -d '{"events": [{"server_uuid": "a320c2fe-078c-461f-9768-b9d2bf043d8e", "name": "network-vif-deleted", "tag": "1aa85d26-d4f7-4d87-aa1e-da6f641edac8"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:41.508426 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f42b3fca-4683-497f-a9a5-64d23c741d3f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b590c98e70cc4ef18eb412cc5fe3a559&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4518847 Nov 12 03:39:41.512755 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53454) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:41.536187 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-924070fd-e7e4-4fc9-8c42-99735dcac487 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:41.607789 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-a9e9a7e3-3e3d-4438-8a40-8dbc757c2cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:41.609998 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b99642-8871-4f48-83db-1bbf8b05f3d8 x-openstack-request-id: req-31b99642-8871-4f48-83db-1bbf8b05f3d8 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:41.610292 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a320c2fe-078c-461f-9768-b9d2bf043d8e", "name": "network-vif-deleted", "tag": "1aa85d26-d4f7-4d87-aa1e-da6f641edac8", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:41.610678 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-31b99642-8871-4f48-83db-1bbf8b05f3d8 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:41.611163 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a320c2fe-078c-461f-9768-b9d2bf043d8e', 'name': 'network-vif-deleted', 'tag': '1aa85d26-d4f7-4d87-aa1e-da6f641edac8', 'status': 'completed', 'code': 200} Nov 12 03:39:41.627845 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e9a7e3-3e3d-4438-8a40-8dbc757c2cf0 None None] Routers {'1c30091a-9af0-45ba-af3b-4425d035ebfa'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:41.631203 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-a9e9a7e3-3e3d-4438-8a40-8dbc757c2cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:39:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1c30091a-9af0-45ba-af3b-4425d035ebfa'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:41.641926 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e45cdbfe-77db-4425-9c1a-5d6c020fbfa1 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "DELETE /v2.0/floatingips/0706e2e5-e395-493b-8ea6-c3cec6886aa2 HTTP/1.1" status: 204 len: 168 time: 3.6583879 Nov 12 03:39:41.644411 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53458) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:41.724285 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-a9e9a7e3-3e3d-4438-8a40-8dbc757c2cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:41.725156 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e9a7e3-3e3d-4438-8a40-8dbc757c2cf0 None None] The sync data for ids ['1c30091a-9af0-45ba-af3b-4425d035ebfa'] in n-d-715271-27 is: [] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:39:41.739581 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3542888f-a721-4926-be40-f960d759569a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:41.743394 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3542888f-a721-4926-be40-f960d759569a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:41.749088 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3542888f-a721-4926-be40-f960d759569a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a0a3e211-d09d-487c-bf12-7dbf0517e245 HTTP/1.1" status: 204 len: 168 time: 1.0385823 Nov 12 03:39:41.802354 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-51279f1b-0a70-4716-9ddc-fe30cdfa7500 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:41.810829 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3542888f-a721-4926-be40-f960d759569a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a3e211-d09d-487c-bf12-7dbf0517e245,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:41.898953 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-924070fd-e7e4-4fc9-8c42-99735dcac487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:41.902362 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-924070fd-e7e4-4fc9-8c42-99735dcac487 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:41.906905 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-924070fd-e7e4-4fc9-8c42-99735dcac487 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2d921fa5-5013-4842-a1b4-a7e1e16cadb7 HTTP/1.1" status: 204 len: 168 time: 0.9671757 Nov 12 03:39:41.929758 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924070fd-e7e4-4fc9-8c42-99735dcac487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d921fa5-5013-4842-a1b4-a7e1e16cadb7,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:41.975653 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-51279f1b-0a70-4716-9ddc-fe30cdfa7500 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:42.027897 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-8d6241c2-ef67-449b-a1b7-8a134e47f48d tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Deleting port 6c7f1df0-a4f6-49cc-84a9-4b1555df6f35 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:42.028482 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8d6241c2-ef67-449b-a1b7-8a134e47f48d tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:42.115592 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-73c2b674-9f47-41ea-9c76-e2a8603b1335 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72ab2026-d2bd-4ec9-b4c7-244e772bddbb {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:39:42.126828 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-73c2b674-9f47-41ea-9c76-e2a8603b1335 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:42.167791 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-73c2b674-9f47-41ea-9c76-e2a8603b1335 service neutron] Transition to ACTIVE for port object 72ab2026-d2bd-4ec9-b4c7-244e772bddbb will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:39:42.173476 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-51279f1b-0a70-4716-9ddc-fe30cdfa7500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:42.177861 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-51279f1b-0a70-4716-9ddc-fe30cdfa7500 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:42.178253 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-73c2b674-9f47-41ea-9c76-e2a8603b1335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:42.181645 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-51279f1b-0a70-4716-9ddc-fe30cdfa7500 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8413ccaa-ddaa-4ff1-8d21-80c274032de5 HTTP/1.1" status: 204 len: 168 time: 0.6653731 Nov 12 03:39:42.181645 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8d6241c2-ef67-449b-a1b7-8a134e47f48d tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:42.199010 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51279f1b-0a70-4716-9ddc-fe30cdfa7500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8413ccaa-ddaa-4ff1-8d21-80c274032de5,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:42.215697 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-8d6241c2-ef67-449b-a1b7-8a134e47f48d tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Calling delete_port for 6c7f1df0-a4f6-49cc-84a9-4b1555df6f35 owned by {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:42.320991 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c2b674-9f47-41ea-9c76-e2a8603b1335 service neutron] Pushing event updated for resources: {'Port': ['ID=72ab2026-d2bd-4ec9-b4c7-244e772bddbb,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:42.531920 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 1aa85d26-d4f7-4d87-aa1e-da6f641edac8 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:39:42.563783 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: 1aa85d26-d4f7-4d87-aa1e-da6f641edac8 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:39:42.564645 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 1aa85d26-d4f7-4d87-aa1e-da6f641edac8 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:39:42.601544 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e7147-43f6-462d-84fd-78381848075c req-225f7bd4-20a6-46b7-b92f-0069e7adad9b tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:42.603409 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f45e7147-43f6-462d-84fd-78381848075c req-225f7bd4-20a6-46b7-b92f-0069e7adad9b tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 943 time: 0.2232146 Nov 12 03:39:42.663876 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53490) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:42.675268 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-73c2b674-9f47-41ea-9c76-e2a8603b1335 service neutron] Attempting to bind port 72ab2026-d2bd-4ec9-b4c7-244e772bddbb on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:39:42.682598 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-73c2b674-9f47-41ea-9c76-e2a8603b1335 service neutron] Attempting to bind port 72ab2026-d2bd-4ec9-b4c7-244e772bddbb by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '903eacc2-9f2d-47e8-bfb2-b205db6693da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ce97ab11-8a00-4cd9-ad27-4b288272e186'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:39:42.683196 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-73c2b674-9f47-41ea-9c76-e2a8603b1335 service neutron] Attempting to bind port 72ab2026-d2bd-4ec9-b4c7-244e772bddbb on network ce97ab11-8a00-4cd9-ad27-4b288272e186 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:42.689340 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-73c2b674-9f47-41ea-9c76-e2a8603b1335 service neutron] Port 72ab2026-d2bd-4ec9-b4c7-244e772bddbb on network ce97ab11-8a00-4cd9-ad27-4b288272e186 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:39:42.690962 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-73c2b674-9f47-41ea-9c76-e2a8603b1335 service neutron] Attempting to bind port 72ab2026-d2bd-4ec9-b4c7-244e772bddbb on network ce97ab11-8a00-4cd9-ad27-4b288272e186 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:42.692446 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8d6241c2-ef67-449b-a1b7-8a134e47f48d tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:42.702079 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-73c2b674-9f47-41ea-9c76-e2a8603b1335 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:39:42.702764 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-73c2b674-9f47-41ea-9c76-e2a8603b1335 service neutron] Checking segment: {'id': '903eacc2-9f2d-47e8-bfb2-b205db6693da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ce97ab11-8a00-4cd9-ad27-4b288272e186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:42.703382 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-73c2b674-9f47-41ea-9c76-e2a8603b1335 service neutron] Bound using segment: {'id': '903eacc2-9f2d-47e8-bfb2-b205db6693da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ce97ab11-8a00-4cd9-ad27-4b288272e186'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:39:42.704126 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-73c2b674-9f47-41ea-9c76-e2a8603b1335 service neutron] Bound port: 72ab2026-d2bd-4ec9-b4c7-244e772bddbb, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '903eacc2-9f2d-47e8-bfb2-b205db6693da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ce97ab11-8a00-4cd9-ad27-4b288272e186'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:39:42.705052 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-73c2b674-9f47-41ea-9c76-e2a8603b1335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:42.756138 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f45e7147-43f6-462d-84fd-78381848075c req-e196fac4-6df1-4153-b8e1-560d5e2b859f tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/security-groups?id=540775fa-21c0-4cec-96a7-8439f700c198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421189 Nov 12 03:39:42.795282 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2ea4f999-539d-4561-bf42-36120d35f37b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:42.812540 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6241c2-ef67-449b-a1b7-8a134e47f48d tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Pushing event deleted for resources: {'Port': ['ID=6c7f1df0-a4f6-49cc-84a9-4b1555df6f35,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:42.882062 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-73c2b674-9f47-41ea-9c76-e2a8603b1335 service neutron] For port 72ab2026-d2bd-4ec9-b4c7-244e772bddbb, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:42.886437 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-73c2b674-9f47-41ea-9c76-e2a8603b1335 service neutron] For port 72ab2026-d2bd-4ec9-b4c7-244e772bddbb, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=72ab2026-d2bd-4ec9-b4c7-244e772bddbb,segment=NetworkSegment(903eacc2-9f2d-47e8-bfb2-b205db6693da),segment_id=903eacc2-9f2d-47e8-bfb2-b205db6693da)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:39:42.899063 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-73c2b674-9f47-41ea-9c76-e2a8603b1335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.034259 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-73c2b674-9f47-41ea-9c76-e2a8603b1335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:43.035284 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-73c2b674-9f47-41ea-9c76-e2a8603b1335 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.036922 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-73c2b674-9f47-41ea-9c76-e2a8603b1335 service neutron] 10.222.0.90 "PUT /v2.0/ports/72ab2026-d2bd-4ec9-b4c7-244e772bddbb HTTP/1.1" status: 200 len: 1092 time: 2.0854387 Nov 12 03:39:43.037559 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '066d7618-b4be-41e9-9099-40b5005f782f', 'tag': '72ab2026-d2bd-4ec9-b4c7-244e772bddbb'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:43.040253 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c297c646-e3e8-41a9-8afb-6d7a2a692f91" -d '{"events": [{"name": "network-changed", "server_uuid": "066d7618-b4be-41e9-9099-40b5005f782f", "tag": "72ab2026-d2bd-4ec9-b4c7-244e772bddbb"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:43.058864 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2ea4f999-539d-4561-bf42-36120d35f37b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.074874 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2ea4f999-539d-4561-bf42-36120d35f37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.169173 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d43b5e8-4c9b-4a3f-aff1-8930565218c4 x-openstack-request-id: req-9d43b5e8-4c9b-4a3f-aff1-8930565218c4 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:43.171425 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "066d7618-b4be-41e9-9099-40b5005f782f", "tag": "72ab2026-d2bd-4ec9-b4c7-244e772bddbb", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:43.171702 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9d43b5e8-4c9b-4a3f-aff1-8930565218c4 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:43.172175 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '066d7618-b4be-41e9-9099-40b5005f782f', 'tag': '72ab2026-d2bd-4ec9-b4c7-244e772bddbb', 'status': 'completed', 'code': 200} Nov 12 03:39:43.197047 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c2b674-9f47-41ea-9c76-e2a8603b1335 service neutron] Pushing event updated for resources: {'Port': ['ID=72ab2026-d2bd-4ec9-b4c7-244e772bddbb,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:43.242540 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-04a9f8dd-a907-453c-b9e6-ad1f855956af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:43.244427 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-04a9f8dd-a907-453c-b9e6-ad1f855956af service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1978793e24864d458e17fb421706473b&device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 1095 time: 0.1323266 Nov 12 03:39:43.265533 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2ea4f999-539d-4561-bf42-36120d35f37b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3f62e53fb6474527a73121bbecaeda76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6004736 Nov 12 03:39:43.270749 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53516) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:43.288664 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-512374ce-c0c6-49a5-af9e-8c7f05576d18 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:43.291547 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-512374ce-c0c6-49a5-af9e-8c7f05576d18 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/networks?id=78368f62-ed24-43ac-ae16-b5ccbfc3c78d HTTP/1.1" status: 200 len: 806 time: 0.2221940 Nov 12 03:39:43.305967 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8d6241c2-ef67-449b-a1b7-8a134e47f48d tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.312798 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8d6241c2-ef67-449b-a1b7-8a134e47f48d tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "DELETE /v2.0/ports/6c7f1df0-a4f6-49cc-84a9-4b1555df6f35 HTTP/1.1" status: 204 len: 168 time: 1.6670892 Nov 12 03:39:43.330271 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53520) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:43.341448 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-24722b94-56e9-4b11-a16a-8f456e8a0eaf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72ab2026-d2bd-4ec9-b4c7-244e772bddbb HTTP/1.1" status: 200 len: 217 time: 0.0814788 Nov 12 03:39:43.346535 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-9f0dd64f-66b7-4626-87af-3f86977dd578 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:43.358557 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea4f999-539d-4561-bf42-36120d35f37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec356482-ba16-43cc-bfc4-2d462d2143b8,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:43.367516 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-f3266451-b20e-4e99-bfe8-d83501dfa3cb tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/quotas/25535b709a2d4c4589b8ab88b8c8086a HTTP/1.1" status: 200 len: 375 time: 0.0640526 Nov 12 03:39:43.438413 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53528) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:43.500626 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-1236f61d-58fe-4a4b-9531-da21f73ba25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:43.502828 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-1236f61d-58fe-4a4b-9531-da21f73ba25d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=218af894-e138-49fb-983a-59526774f58c HTTP/1.1" status: 200 len: 849 time: 0.1526444 Nov 12 03:39:43.506697 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fdb0c30d-39ef-44db-b047-d16ab7e20460 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.543641 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e67fd6b4-8f9e-47fa-83b7-fc4e984abf1d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9540b7476eca4db9953c4da6bccee74c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0931356 Nov 12 03:39:43.546492 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53530) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:43.553599 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9f0dd64f-66b7-4626-87af-3f86977dd578 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for floatingip, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.576588 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-6b51a592-82c0-4dc0-bdd0-24498dfc1e69 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=25535b709a2d4c4589b8ab88b8c8086a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2018836 Nov 12 03:39:43.580355 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fdb0c30d-39ef-44db-b047-d16ab7e20460 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.604909 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-3fe2fd60-fb2d-4824-b86b-73f610730a45 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:39:43.605964 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-3fe2fd60-fb2d-4824-b86b-73f610730a45 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0167217 Nov 12 03:39:43.640552 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-43348213-6bea-4abe-9733-188bb3679577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:43.642411 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-43348213-6bea-4abe-9733-188bb3679577 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ce97ab11-8a00-4cd9-ad27-4b288272e186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1319120 Nov 12 03:39:43.731060 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-64de3e5d-04ef-4602-8b02-f2c6dc68638d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.761689 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fdb0c30d-39ef-44db-b047-d16ab7e20460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.765629 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fdb0c30d-39ef-44db-b047-d16ab7e20460 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.769663 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-fdb0c30d-39ef-44db-b047-d16ab7e20460 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ec356482-ba16-43cc-bfc4-2d462d2143b8 HTTP/1.1" status: 204 len: 168 time: 0.4951627 Nov 12 03:39:43.815777 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb0c30d-39ef-44db-b047-d16ab7e20460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec356482-ba16-43cc-bfc4-2d462d2143b8,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:43.825303 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-64de3e5d-04ef-4602-8b02-f2c6dc68638d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.878399 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-0614ce0a-1797-4f3f-af29-39bfbf56cb5f service neutron] 10.222.0.90 "GET /v2.0/networks/ce97ab11-8a00-4cd9-ad27-4b288272e186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275236 Nov 12 03:39:43.925903 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-f8cf2a06-0b4e-4248-895a-159e8916497d service neutron] 10.222.0.50 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082047 Nov 12 03:39:44.130000 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-64de3e5d-04ef-4602-8b02-f2c6dc68638d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.134102 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-64de3e5d-04ef-4602-8b02-f2c6dc68638d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.137466 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-64de3e5d-04ef-4602-8b02-f2c6dc68638d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/000a235a-db6e-4d63-aafb-84bd5cf7dbc2 HTTP/1.1" status: 204 len: 168 time: 0.5874677 Nov 12 03:39:44.173962 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64de3e5d-04ef-4602-8b02-f2c6dc68638d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000a235a-db6e-4d63-aafb-84bd5cf7dbc2,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:44.190518 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a889b-0f33-4de8-8486-4a9a6dbed028 req-ab9fa629-39c1-4cc6-8fe0-16ff47170f1b tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:44.203648 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-211a889b-0f33-4de8-8486-4a9a6dbed028 req-ab9fa629-39c1-4cc6-8fe0-16ff47170f1b tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 943 time: 0.1908081 Nov 12 03:39:44.209825 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-33970ec0-7a05-453d-a96a-959eed0aec81 req-18feafa0-dfab-416d-8d09-a66134987d5c service neutron] 10.222.0.90 "GET /v2.0/networks/ce97ab11-8a00-4cd9-ad27-4b288272e186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159437 Nov 12 03:39:44.403258 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-211a889b-0f33-4de8-8486-4a9a6dbed028 req-b08031bc-7ff9-4ada-bafa-fe2602c2ac17 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/security-groups?id=540775fa-21c0-4cec-96a7-8439f700c198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982307 Nov 12 03:39:44.481280 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297c646-e3e8-41a9-8afb-6d7a2a692f91 req-10c03be2-efbb-4bf8-a02a-61c1fb48738b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:44.485975 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c297c646-e3e8-41a9-8afb-6d7a2a692f91 req-10c03be2-efbb-4bf8-a02a-61c1fb48738b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1978793e24864d458e17fb421706473b&device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 1095 time: 0.1602545 Nov 12 03:39:44.691300 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9f0dd64f-66b7-4626-87af-3f86977dd578 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.693710 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297c646-e3e8-41a9-8afb-6d7a2a692f91 req-12f7dfb8-dcfc-4f75-a7ef-67065337dddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:44.695443 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c297c646-e3e8-41a9-8afb-6d7a2a692f91 req-12f7dfb8-dcfc-4f75-a7ef-67065337dddd service neutron] 10.222.0.90 "GET /v2.0/networks?id=ce97ab11-8a00-4cd9-ad27-4b288272e186 HTTP/1.1" status: 200 len: 911 time: 0.1999390 Nov 12 03:39:44.708517 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-5dabf04f-c720-4b32-b704-4901f4da9b2e service neutron] 10.222.0.50 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7631218 Nov 12 03:39:44.849056 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c297c646-e3e8-41a9-8afb-6d7a2a692f91 req-284a184b-6c5b-4ee1-b593-f5fd0231b691 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72ab2026-d2bd-4ec9-b4c7-244e772bddbb HTTP/1.1" status: 200 len: 217 time: 0.1455524 Nov 12 03:39:44.854605 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-9f0dd64f-66b7-4626-87af-3f86977dd578 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Allocated IP 172.25.5.26 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/647d769b-0462-44ad-92c0-0e0ff85b1e02) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:44.959329 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297c646-e3e8-41a9-8afb-6d7a2a692f91 req-32fcc23b-0c69-4533-a138-4799ceea413b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:44.961864 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c297c646-e3e8-41a9-8afb-6d7a2a692f91 req-32fcc23b-0c69-4533-a138-4799ceea413b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=218af894-e138-49fb-983a-59526774f58c HTTP/1.1" status: 200 len: 849 time: 0.1050129 Nov 12 03:39:45.026551 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297c646-e3e8-41a9-8afb-6d7a2a692f91 req-f05e7eca-9ab4-47a0-9598-50d5d62409a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:45.029733 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c297c646-e3e8-41a9-8afb-6d7a2a692f91 req-f05e7eca-9ab4-47a0-9598-50d5d62409a8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ce97ab11-8a00-4cd9-ad27-4b288272e186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589054 Nov 12 03:39:45.079382 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9f0dd64f-66b7-4626-87af-3f86977dd578 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:45.130644 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9f0dd64f-66b7-4626-87af-3f86977dd578 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:45.143870 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a35dfca8-e9b1-44fe-9775-081f3a5610a2 req-f9cf3b30-18eb-405e-abe0-5c98c7941b13 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b5e5ae9-be91-4800-995a-af319e4a6184 HTTP/1.1" status: 200 len: 210 time: 0.0576816 Nov 12 03:39:45.232589 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0dd64f-66b7-4626-87af-3f86977dd578 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:45.236435 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-9f0dd64f-66b7-4626-87af-3f86977dd578 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:45.245689 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0dd64f-66b7-4626-87af-3f86977dd578 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:45.277769 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c297c646-e3e8-41a9-8afb-6d7a2a692f91 req-8cc78783-5d04-4d2a-9525-673b67f32b64 service neutron] 10.222.0.90 "GET /v2.0/networks/ce97ab11-8a00-4cd9-ad27-4b288272e186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323129 Nov 12 03:39:45.287834 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0dd64f-66b7-4626-87af-3f86977dd578 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Pushing event updated for resources: {'Port': ['ID=647d769b-0462-44ad-92c0-0e0ff85b1e02,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:45.452968 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9f0dd64f-66b7-4626-87af-3f86977dd578 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:45.495768 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c297c646-e3e8-41a9-8afb-6d7a2a692f91 req-35753aef-a87d-49b6-9413-77fd9cbd66cc service neutron] 10.222.0.90 "GET /v2.0/networks/ce97ab11-8a00-4cd9-ad27-4b288272e186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083278 Nov 12 03:39:45.501667 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9f0dd64f-66b7-4626-87af-3f86977dd578 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:45.686200 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e018af-fb61-4867-a71e-f42183fc466f req-8a6ec80f-a2cd-479b-9e30-bebcc556e83e tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:45.687980 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c2e018af-fb61-4867-a71e-f42183fc466f req-8a6ec80f-a2cd-479b-9e30-bebcc556e83e tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 943 time: 0.1300385 Nov 12 03:39:45.829402 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c2e018af-fb61-4867-a71e-f42183fc466f req-662637e1-efd7-440b-83c3-cd9ac068a2e0 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/security-groups?id=540775fa-21c0-4cec-96a7-8439f700c198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325784 Nov 12 03:39:45.922963 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9f0dd64f-66b7-4626-87af-3f86977dd578 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:45.938599 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9f0dd64f-66b7-4626-87af-3f86977dd578 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:46.055037 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0dd64f-66b7-4626-87af-3f86977dd578 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Pushing event updated for resources: {'Port': ['ID=647d769b-0462-44ad-92c0-0e0ff85b1e02,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:46.083638 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9f0dd64f-66b7-4626-87af-3f86977dd578 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:46.113917 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9f0dd64f-66b7-4626-87af-3f86977dd578 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:46.118154 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53636) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:46.119460 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9f0dd64f-66b7-4626-87af-3f86977dd578 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7824228 Nov 12 03:39:46.125260 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-5d661e90-f40b-48fb-87bc-09e73d8c2da8 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Request body: {'port': {'network_id': '494bb186-c83f-405a-9971-5eb83403e66b', 'name': 'tempest-FloatingIPTestJSON-843195556'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:46.302524 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-230d1f73-1b23-4975-bb01-cb4622cdd9a2 req-d0fb71f7-46ad-4192-84fb-a8c3275a4408 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b5e5ae9-be91-4800-995a-af319e4a6184 HTTP/1.1" status: 200 len: 210 time: 0.0356960 Nov 12 03:39:46.326125 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d661e90-f40b-48fb-87bc-09e73d8c2da8 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Made reservation on behalf of 1f58e1cd99b64f08bb3191fdbe2820dd for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:46.326125 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5d661e90-f40b-48fb-87bc-09e73d8c2da8 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:46.357853 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-5d661e90-f40b-48fb-87bc-09e73d8c2da8 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] device_id is not set on port 29c974fa-13de-417f-a559-08ef299bc513 yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:39:46.511068 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53652) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:46.537951 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-5d661e90-f40b-48fb-87bc-09e73d8c2da8 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Allocated IP 172.20.0.12 (494bb186-c83f-405a-9971-5eb83403e66b/ef23b3b3-d737-426f-9bd8-731d9fb9f5d5/29c974fa-13de-417f-a559-08ef299bc513) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:46.545521 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 72ab2026-d2bd-4ec9-b4c7-244e772bddbb details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:39:46.759366 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 72ab2026-d2bd-4ec9-b4c7-244e772bddbb, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=72ab2026-d2bd-4ec9-b4c7-244e772bddbb,segment=NetworkSegment(903eacc2-9f2d-47e8-bfb2-b205db6693da),segment_id=903eacc2-9f2d-47e8-bfb2-b205db6693da)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:46.777362 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '72ab2026-d2bd-4ec9-b4c7-244e772bddbb', 'network_id': 'ce97ab11-8a00-4cd9-ad27-4b288272e186', 'port_id': '72ab2026-d2bd-4ec9-b4c7-244e772bddbb', 'mac_address': 'fa:16:3e:06:39:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '218af894-e138-49fb-983a-59526774f58c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:39:46.830361 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:46.846467 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72ab2026-d2bd-4ec9-b4c7-244e772bddbb {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:39:46.879328 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 72ab2026-d2bd-4ec9-b4c7-244e772bddbb, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=72ab2026-d2bd-4ec9-b4c7-244e772bddbb,segment=NetworkSegment(903eacc2-9f2d-47e8-bfb2-b205db6693da),segment_id=903eacc2-9f2d-47e8-bfb2-b205db6693da)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:46.885502 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:46.913188 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-e05a1be4-81a9-4370-bca8-a09e77883380 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-780632627-network', 'tenant_id': 'f902bb4e430343b29a7e1363df6934e4'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:46.916420 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5d661e90-f40b-48fb-87bc-09e73d8c2da8 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:46.941075 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=72ab2026-d2bd-4ec9-b4c7-244e772bddbb,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:46.974996 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5d661e90-f40b-48fb-87bc-09e73d8c2da8 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:46.987739 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05a1be4-81a9-4370-bca8-a09e77883380 admin admin] Made reservation on behalf of f902bb4e430343b29a7e1363df6934e4 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:46.990571 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e05a1be4-81a9-4370-bca8-a09e77883380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.023601 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e05a1be4-81a9-4370-bca8-a09e77883380 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.089801 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d661e90-f40b-48fb-87bc-09e73d8c2da8 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Pushing event updated for resources: {'Port': ['ID=29c974fa-13de-417f-a559-08ef299bc513,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:47.120730 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-d5bcea39-1308-4a7b-8f60-a42669a05088 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:47.122457 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-d5bcea39-1308-4a7b-8f60-a42669a05088 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.74 "GET /v2.0/networks?id=78368f62-ed24-43ac-ae16-b5ccbfc3c78d HTTP/1.1" status: 200 len: 806 time: 0.5627391 Nov 12 03:39:47.153831 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-81d18ad6-1b1a-42a6-890b-a65f3ad8aecf tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Request body: {'port': {'device_id': '3b5e5ae9-be91-4800-995a-af319e4a6184', 'network_id': '78368f62-ed24-43ac-ae16-b5ccbfc3c78d', 'admin_state_up': True, 'tenant_id': '25535b709a2d4c4589b8ab88b8c8086a'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:47.162281 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d661e90-f40b-48fb-87bc-09e73d8c2da8 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Network 494bb186-c83f-405a-9971-5eb83403e66b is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:47.168378 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['72ab2026-d2bd-4ec9-b4c7-244e772bddbb'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:39:47.184930 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-5d661e90-f40b-48fb-87bc-09e73d8c2da8 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:47.187438 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d661e90-f40b-48fb-87bc-09e73d8c2da8 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:47.213858 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e05a1be4-81a9-4370-bca8-a09e77883380 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.244039 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e05a1be4-81a9-4370-bca8-a09e77883380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.283130 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c9ed4-c017-480a-a5c8-6230a38f7b19 req-6833bded-53c6-487c-8e2a-522e31e436f6 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:47.293681 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3a9c9ed4-c017-480a-a5c8-6230a38f7b19 req-6833bded-53c6-487c-8e2a-522e31e436f6 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 944 time: 0.2048385 Nov 12 03:39:47.319770 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e05a1be4-81a9-4370-bca8-a09e77883380 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:39:47.355120 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a1be4-81a9-4370-bca8-a09e77883380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75d38cc-1e5f-4ffb-b58a-1000f618bf1e,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:47.381426 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e05a1be4-81a9-4370-bca8-a09e77883380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.381816 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-e05a1be4-81a9-4370-bca8-a09e77883380 admin admin] Added segment 25e97707-31e7-4805-b3e2-39baf1279b29 of type vlan for network bd11cd57-6651-49e2-882c-cb2fc6c5ae96 Nov 12 03:39:47.589949 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53694) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:47.595102 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9b341024-bf91-406e-869d-adaf81abbe2d req-4c0d82dc-ed4d-4ed3-ac96-4dda6e0c56bf tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b5e5ae9-be91-4800-995a-af319e4a6184 HTTP/1.1" status: 200 len: 210 time: 0.0744543 Nov 12 03:39:47.601378 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e05a1be4-81a9-4370-bca8-a09e77883380 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.606582 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d661e90-f40b-48fb-87bc-09e73d8c2da8 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:47.607381 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5d661e90-f40b-48fb-87bc-09e73d8c2da8 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.660308 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3a9c9ed4-c017-480a-a5c8-6230a38f7b19 req-0639a36d-f572-477c-8c6e-52988c5c3ae3 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/security-groups?id=540775fa-21c0-4cec-96a7-8439f700c198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3600364 Nov 12 03:39:47.679042 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5d661e90-f40b-48fb-87bc-09e73d8c2da8 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5584438 Nov 12 03:39:47.681834 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53700) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:47.686531 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-247403b7-c505-44cd-93b6-f4ba15bd35ad tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Request body: {'floatingip': {'port_id': '29c974fa-13de-417f-a559-08ef299bc513'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:47.690858 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e05a1be4-81a9-4370-bca8-a09e77883380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.691990 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05a1be4-81a9-4370-bca8-a09e77883380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:47.692662 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e05a1be4-81a9-4370-bca8-a09e77883380 admin admin] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.774069 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e05a1be4-81a9-4370-bca8-a09e77883380 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2617114 Nov 12 03:39:47.780601 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53706) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:47.790976 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-2c9d0680-45b7-4bdf-a608-15e243870922 admin admin] Request body: {'subnet': {'network_id': 'bd11cd57-6651-49e2-882c-cb2fc6c5ae96', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-780632627-subnet', 'tenant_id': 'f902bb4e430343b29a7e1363df6934e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:47.792068 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-247403b7-c505-44cd-93b6-f4ba15bd35ad tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for floatingip, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.852587 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-1890c857-e9e8-4240-8cc0-544c40a1df0b tempest-MeteringIpV6TestJSON-1292487680 tempest-MeteringIpV6TestJSON-1292487680-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1622967418'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:47.853042 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-1890c857-e9e8-4240-8cc0-544c40a1df0b tempest-MeteringIpV6TestJSON-1292487680 tempest-MeteringIpV6TestJSON-1292487680-project-admin] Unknown quota resources ['metering_label']. {{(pid=102572) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:39:47.870156 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a1be4-81a9-4370-bca8-a09e77883380 admin admin] Pushing event updated for resources: {'Network': ['ID=bd11cd57-6651-49e2-882c-cb2fc6c5ae96,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:47.890204 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network bd11cd57-6651-49e2-882c-cb2fc6c5ae96 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:39:47.905192 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-81d18ad6-1b1a-42a6-890b-a65f3ad8aecf tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Made reservation on behalf of 25535b709a2d4c4589b8ab88b8c8086a for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:47.916718 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-81d18ad6-1b1a-42a6-890b-a65f3ad8aecf tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.042772 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9d0680-45b7-4bdf-a608-15e243870922 admin admin] Made reservation on behalf of f902bb4e430343b29a7e1363df6934e4 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:48.045258 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2c9d0680-45b7-4bdf-a608-15e243870922 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.126131 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.275006 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1890c857-e9e8-4240-8cc0-544c40a1df0b tempest-MeteringIpV6TestJSON-1292487680 tempest-MeteringIpV6TestJSON-1292487680-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.278772 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-1890c857-e9e8-4240-8cc0-544c40a1df0b tempest-MeteringIpV6TestJSON-1292487680 tempest-MeteringIpV6TestJSON-1292487680-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6835427 Nov 12 03:39:48.281176 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53734) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:48.289334 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-2469c142-deab-4819-956e-906df293a4b4 tempest-MeteringIpV6TestJSON-1292487680 tempest-MeteringIpV6TestJSON-1292487680-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '966980fa-3a49-4a9a-a146-a64c743d0fa0'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:48.289898 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-2469c142-deab-4819-956e-906df293a4b4 tempest-MeteringIpV6TestJSON-1292487680 tempest-MeteringIpV6TestJSON-1292487680-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102572) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:39:48.290780 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-81d18ad6-1b1a-42a6-890b-a65f3ad8aecf tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Allocated IP 172.20.0.12 (78368f62-ed24-43ac-ae16-b5ccbfc3c78d/503f9962-4a4b-41cd-afae-2bc03640b310/7ef3555d-a1e2-40be-967c-176440013cc2) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:48.463358 n-d-715271-27 neutron-server[102572]: WARNING neutron.services.metering.metering_plugin [None req-2469c142-deab-4819-956e-906df293a4b4 tempest-MeteringIpV6TestJSON-1292487680 tempest-MeteringIpV6TestJSON-1292487680-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 03:39:48.584369 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 72ab2026-d2bd-4ec9-b4c7-244e772bddbb up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:48.662530 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2469c142-deab-4819-956e-906df293a4b4 tempest-MeteringIpV6TestJSON-1292487680 tempest-MeteringIpV6TestJSON-1292487680-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.663311 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2469c142-deab-4819-956e-906df293a4b4 tempest-MeteringIpV6TestJSON-1292487680 tempest-MeteringIpV6TestJSON-1292487680-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3805914 Nov 12 03:39:48.666617 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53746) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:48.687461 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-41bf57ab-59cd-4021-8bc2-8f0403c846c6 tempest-MeteringIpV6TestJSON-1292487680 tempest-MeteringIpV6TestJSON-1292487680-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '966980fa-3a49-4a9a-a146-a64c743d0fa0'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:48.687812 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-41bf57ab-59cd-4021-8bc2-8f0403c846c6 tempest-MeteringIpV6TestJSON-1292487680 tempest-MeteringIpV6TestJSON-1292487680-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102572) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:39:48.726149 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 72ab2026-d2bd-4ec9-b4c7-244e772bddbb completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:39:48.733941 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 72ab2026-d2bd-4ec9-b4c7-244e772bddbb triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:48.735212 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.743265 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2c9d0680-45b7-4bdf-a608-15e243870922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.797284 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53750) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:48.844731 n-d-715271-27 neutron-server[102572]: WARNING neutron.services.metering.metering_plugin [None req-41bf57ab-59cd-4021-8bc2-8f0403c846c6 tempest-MeteringIpV6TestJSON-1292487680 tempest-MeteringIpV6TestJSON-1292487680-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 03:39:48.926851 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.988091 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d0680-45b7-4bdf-a608-15e243870922 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9457e9c4-4562-4739-beca-598ac1790d26,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:49.001551 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 72ab2026-d2bd-4ec9-b4c7-244e772bddbb, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=72ab2026-d2bd-4ec9-b4c7-244e772bddbb,segment=NetworkSegment(903eacc2-9f2d-47e8-bfb2-b205db6693da),segment_id=903eacc2-9f2d-47e8-bfb2-b205db6693da)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:49.005690 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '066d7618-b4be-41e9-9099-40b5005f782f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ab2026-d2bd-4ec9-b4c7-244e772bddbb'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:49.009670 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b74b4c-74d6-4eb4-bbc8-78e8b8fc983e" -d '{"events": [{"server_uuid": "066d7618-b4be-41e9-9099-40b5005f782f", "name": "network-vif-plugged", "status": "completed", "tag": "72ab2026-d2bd-4ec9-b4c7-244e772bddbb"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:49.014795 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.039845 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-41bf57ab-59cd-4021-8bc2-8f0403c846c6 tempest-MeteringIpV6TestJSON-1292487680 tempest-MeteringIpV6TestJSON-1292487680-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.041139 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-41bf57ab-59cd-4021-8bc2-8f0403c846c6 tempest-MeteringIpV6TestJSON-1292487680 tempest-MeteringIpV6TestJSON-1292487680-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3735662 Nov 12 03:39:49.043313 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9d0680-45b7-4bdf-a608-15e243870922 admin admin] Checking segment: {'id': '25e97707-31e7-4805-b3e2-39baf1279b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'bd11cd57-6651-49e2-882c-cb2fc6c5ae96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:49.043682 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9d0680-45b7-4bdf-a608-15e243870922 admin admin] Network hostable DHCP agents. Network: bd11cd57-6651-49e2-882c-cb2fc6c5ae96, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:39:49.046468 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53762) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:49.059471 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-bc04c9fc-533e-4929-bac0-0549a6d2b5d2 tempest-MeteringIpV6TestJSON-1292487680 tempest-MeteringIpV6TestJSON-1292487680-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=ca40b19b-c730-4fdb-9b26-9283e1ae3d0a HTTP/1.1" status: 200 len: 462 time: 0.0117474 Nov 12 03:39:49.065947 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53764) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:49.106314 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=72ab2026-d2bd-4ec9-b4c7-244e772bddbb,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:49.122590 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00a8db-f5d0-46fe-8326-b9e02d98ffa6 req-17925e55-ceca-4dab-a5fb-634c99f7cb68 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:49.124180 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0e00a8db-f5d0-46fe-8326-b9e02d98ffa6 req-17925e55-ceca-4dab-a5fb-634c99f7cb68 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 944 time: 0.3255911 Nov 12 03:39:49.151446 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9d0680-45b7-4bdf-a608-15e243870922 admin admin] Network bd11cd57-6651-49e2-882c-cb2fc6c5ae96 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:39:49.171560 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e20944db-db23-42d1-80c2-408ac12fb082 req-712c2cad-7bc3-4523-aa99-abcad1f9371f tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b5e5ae9-be91-4800-995a-af319e4a6184 HTTP/1.1" status: 200 len: 210 time: 0.0796273 Nov 12 03:39:49.173667 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b8de911a-3a50-46bc-9e88-e505dfc6b19c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.200864 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-2c9d0680-45b7-4bdf-a608-15e243870922 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, bd11cd57-6651-49e2-882c-cb2fc6c5ae96) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:49.206817 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9d0680-45b7-4bdf-a608-15e243870922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:49.208826 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2c9d0680-45b7-4bdf-a608-15e243870922 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.211970 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac47ae9c-2dc9-4e5b-8a02-82db7347942d None None] Network bd11cd57-6651-49e2-882c-cb2fc6c5ae96 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:49.254031 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57e1bbe-c34c-4070-810a-b45e9e8fc70c x-openstack-request-id: req-a57e1bbe-c34c-4070-810a-b45e9e8fc70c {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:49.254381 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "066d7618-b4be-41e9-9099-40b5005f782f", "name": "network-vif-plugged", "status": "completed", "tag": "72ab2026-d2bd-4ec9-b4c7-244e772bddbb", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:49.254639 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a57e1bbe-c34c-4070-810a-b45e9e8fc70c {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:49.255046 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '066d7618-b4be-41e9-9099-40b5005f782f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ab2026-d2bd-4ec9-b4c7-244e772bddbb', 'code': 200} Nov 12 03:39:49.260011 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-81d18ad6-1b1a-42a6-890b-a65f3ad8aecf tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.389442 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f180f0da-b2b1-42af-b27b-8d681a1e317e tempest-MeteringIpV6TestJSON-1292487680 tempest-MeteringIpV6TestJSON-1292487680-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.390491 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f180f0da-b2b1-42af-b27b-8d681a1e317e tempest-MeteringIpV6TestJSON-1292487680 tempest-MeteringIpV6TestJSON-1292487680-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/ca40b19b-c730-4fdb-9b26-9283e1ae3d0a HTTP/1.1" status: 204 len: 168 time: 0.3234596 Nov 12 03:39:49.402572 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53772) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:49.411464 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2c9d0680-45b7-4bdf-a608-15e243870922 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6298232 Nov 12 03:39:49.415478 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-81d18ad6-1b1a-42a6-890b-a65f3ad8aecf tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.441114 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0e00a8db-f5d0-46fe-8326-b9e02d98ffa6 req-b66f32bf-cd72-4d9f-9c61-f51f77bfc40a tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/security-groups?id=540775fa-21c0-4cec-96a7-8439f700c198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2988043 Nov 12 03:39:49.459350 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-da080c81-a254-449e-a534-c6025571c786 tempest-MeteringIpV6TestJSON-1292487680 tempest-MeteringIpV6TestJSON-1292487680-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=ca40b19b-c730-4fdb-9b26-9283e1ae3d0a HTTP/1.1" status: 200 len: 221 time: 0.0460694 Nov 12 03:39:49.469639 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53776) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:49.480292 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-492c84db-e4d9-40a9-a832-9a17c2e79842 tempest-MeteringIpV6TestJSON-1292487680 tempest-MeteringIpV6TestJSON-1292487680-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--121360321', 'description': 'label created by tempest'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:49.480292 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-492c84db-e4d9-40a9-a832-9a17c2e79842 tempest-MeteringIpV6TestJSON-1292487680 tempest-MeteringIpV6TestJSON-1292487680-project-admin] Unknown quota resources ['metering_label']. {{(pid=102572) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:39:49.486273 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['49b293a5-a2d4-4fee-bf55-5069bfa8e6b9'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:39:49.507157 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d18ad6-1b1a-42a6-890b-a65f3ad8aecf tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Pushing event updated for resources: {'Port': ['ID=7ef3555d-a1e2-40be-967c-176440013cc2,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:49.529111 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1adcd3-68d6-40d6-8e6e-eae1c0265761 None None] Network bd11cd57-6651-49e2-882c-cb2fc6c5ae96 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:49.543774 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-81d18ad6-1b1a-42a6-890b-a65f3ad8aecf tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Network 78368f62-ed24-43ac-ae16-b5ccbfc3c78d is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:49.556807 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028cab2-02f7-4c97-bc9a-a3c2e6fc3149 req-c3c448e0-e843-43a9-b422-4bfa4697f48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:49.558315 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8028cab2-02f7-4c97-bc9a-a3c2e6fc3149 req-c3c448e0-e843-43a9-b422-4bfa4697f48f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 1097 time: 0.2161400 Nov 12 03:39:49.561591 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-81d18ad6-1b1a-42a6-890b-a65f3ad8aecf tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:49.609731 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-247403b7-c505-44cd-93b6-f4ba15bd35ad tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.617289 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-81d18ad6-1b1a-42a6-890b-a65f3ad8aecf tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:49.621097 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-247403b7-c505-44cd-93b6-f4ba15bd35ad tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.636833 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b8de911a-3a50-46bc-9e88-e505dfc6b19c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.684160 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b8de911a-3a50-46bc-9e88-e505dfc6b19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.713382 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b8de911a-3a50-46bc-9e88-e505dfc6b19c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8b090c215313489a8a246fc389d8960d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9099855 Nov 12 03:39:49.717476 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53784) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:49.835336 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8028cab2-02f7-4c97-bc9a-a3c2e6fc3149 req-4d0f8f30-7838-464c-8d50-6d2d38112d60 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=540775fa-21c0-4cec-96a7-8439f700c198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2586768 Nov 12 03:39:49.850998 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [None req-247403b7-c505-44cd-93b6-f4ba15bd35ad tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Floating IP 471ea5ae-3afc-4473-8c43-ef814485f3cd associated. External IP: 172.25.5.26, port: 29c974fa-13de-417f-a559-08ef299bc513. Nov 12 03:39:49.864766 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-81d18ad6-1b1a-42a6-890b-a65f3ad8aecf tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:49.869509 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-492c84db-e4d9-40a9-a832-9a17c2e79842 tempest-MeteringIpV6TestJSON-1292487680 tempest-MeteringIpV6TestJSON-1292487680-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.870371 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-81d18ad6-1b1a-42a6-890b-a65f3ad8aecf tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.883907 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-492c84db-e4d9-40a9-a832-9a17c2e79842 tempest-MeteringIpV6TestJSON-1292487680 tempest-MeteringIpV6TestJSON-1292487680-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4105647 Nov 12 03:39:49.887035 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53788) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:49.960820 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8de911a-3a50-46bc-9e88-e505dfc6b19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19314408-359a-4d0d-be79-6ce999d73ac7,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:50.008104 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-81d18ad6-1b1a-42a6-890b-a65f3ad8aecf tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8637245 Nov 12 03:39:50.025244 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-e125cfd3-ca59-4c10-977b-226cbd88ff8e service neutron] Request body: {'port': {'device_id': '3b5e5ae9-be91-4800-995a-af319e4a6184', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:50.058347 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3685f442-e0a6-4135-afbb-176c40da4a44 tempest-MeteringIpV6TestJSON-1292487680 tempest-MeteringIpV6TestJSON-1292487680-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=d92edd0a-a8e4-4287-97ea-086b1d362935 HTTP/1.1" status: 200 len: 467 time: 0.1668825 Nov 12 03:39:50.061547 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53790) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:50.075353 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-987f35f4-887f-42ee-85c3-c0bb72ab97da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:50.107949 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-987f35f4-887f-42ee-85c3-c0bb72ab97da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:50.194261 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-987f35f4-887f-42ee-85c3-c0bb72ab97da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:50.205800 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-987f35f4-887f-42ee-85c3-c0bb72ab97da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:50.207148 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-987f35f4-887f-42ee-85c3-c0bb72ab97da admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/19314408-359a-4d0d-be79-6ce999d73ac7 HTTP/1.1" status: 204 len: 168 time: 0.4891086 Nov 12 03:39:50.258592 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f35f4-887f-42ee-85c3-c0bb72ab97da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19314408-359a-4d0d-be79-6ce999d73ac7,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:50.261527 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-e125cfd3-ca59-4c10-977b-226cbd88ff8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:50.635613 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f7ec3fd1-376b-47f3-9ded-f719d2528b1c tempest-MeteringIpV6TestJSON-1292487680 tempest-MeteringIpV6TestJSON-1292487680-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:50.639215 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f7ec3fd1-376b-47f3-9ded-f719d2528b1c tempest-MeteringIpV6TestJSON-1292487680 tempest-MeteringIpV6TestJSON-1292487680-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/d92edd0a-a8e4-4287-97ea-086b1d362935 HTTP/1.1" status: 204 len: 168 time: 0.5715919 Nov 12 03:39:50.640098 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53818) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:50.659637 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba86d0-69cc-4f70-b532-d76a768accda req-025db6b2-645c-4330-81c5-523fae6815be tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:50.667554 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-14ba86d0-69cc-4f70-b532-d76a768accda req-025db6b2-645c-4330-81c5-523fae6815be tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b5e5ae9-be91-4800-995a-af319e4a6184 HTTP/1.1" status: 200 len: 932 time: 0.2367733 Nov 12 03:39:50.687309 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53820) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:50.688394 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-23cd5dc0-7769-4b62-b313-12f916f3173b tempest-MeteringIpV6TestJSON-1292487680 tempest-MeteringIpV6TestJSON-1292487680-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=d92edd0a-a8e4-4287-97ea-086b1d362935 HTTP/1.1" status: 200 len: 216 time: 0.0467091 Nov 12 03:39:50.718928 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-279b7a39-6197-4d02-b6bb-278404cac485 tempest-MeteringIpV6TestJSON-1292487680 tempest-MeteringIpV6TestJSON-1292487680-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0175726 Nov 12 03:39:50.720810 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247403b7-c505-44cd-93b6-f4ba15bd35ad tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Router 1c30091a-9af0-45ba-af3b-4425d035ebfa has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:39:50.721166 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf13887-7474-43c3-8c6b-9df89bd310ac req-502ba62d-6614-4eaf-a5fe-a6c8c9f1581d tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:50.731165 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-caf13887-7474-43c3-8c6b-9df89bd310ac req-502ba62d-6614-4eaf-a5fe-a6c8c9f1581d tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 945 time: 0.1423867 Nov 12 03:39:50.742782 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53822) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:50.774338 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ea12b345-3376-42f8-aae3-4338a22010f3 tempest-MeteringIpV6TestJSON-1292487680 tempest-MeteringIpV6TestJSON-1292487680-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0298550 Nov 12 03:39:50.774946 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53824) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:50.803585 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53830) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:50.883749 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-18ca837d-f8d5-4c7d-b3d3-fab535bb71da tempest-MeteringIpV6TestJSON-1292487680 tempest-MeteringIpV6TestJSON-1292487680-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels/966980fa-3a49-4a9a-a146-a64c743d0fa0 HTTP/1.1" status: 200 len: 473 time: 0.1073895 Nov 12 03:39:50.884457 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53832) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:50.893744 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b17da2c6-34ce-4626-bdbb-c425cff3ffc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:50.913596 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-caf13887-7474-43c3-8c6b-9df89bd310ac req-fff24e25-a1ed-432b-8fd8-1d23ac1cd282 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/security-groups?id=540775fa-21c0-4cec-96a7-8439f700c198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753218 Nov 12 03:39:50.930838 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-bb9b4b21-b84e-4ea2-8cc6-351041ee8e44 tempest-MeteringIpV6TestJSON-1292487680 tempest-MeteringIpV6TestJSON-1292487680-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules/706086a1-20b5-4167-b5df-fd1b6c083358 HTTP/1.1" status: 200 len: 459 time: 0.0438685 Nov 12 03:39:50.931488 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53834) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:50.983666 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-14ba86d0-69cc-4f70-b532-d76a768accda req-d82ad2cf-57e1-4fcc-ac63-0901f7eafea0 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152223 Nov 12 03:39:51.090181 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c46f7ebf-5858-466b-8418-61dfecf483be tempest-MeteringIpV6TestJSON-1292487680 tempest-MeteringIpV6TestJSON-1292487680-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.094049 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c46f7ebf-5858-466b-8418-61dfecf483be tempest-MeteringIpV6TestJSON-1292487680 tempest-MeteringIpV6TestJSON-1292487680-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/706086a1-20b5-4167-b5df-fd1b6c083358 HTTP/1.1" status: 204 len: 168 time: 0.1594548 Nov 12 03:39:51.096976 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53836) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:51.124429 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b17da2c6-34ce-4626-bdbb-c425cff3ffc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.129670 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b17da2c6-34ce-4626-bdbb-c425cff3ffc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.179036 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b17da2c6-34ce-4626-bdbb-c425cff3ffc6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8ae3d8528cc445a1ac44d71a725ef27c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3700428 Nov 12 03:39:51.179948 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53838) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:51.186933 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17da2c6-34ce-4626-bdbb-c425cff3ffc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489c462f-de58-409d-a16c-67c111253f1d,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:51.196934 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247403b7-c505-44cd-93b6-f4ba15bd35ad tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:39:51.206210 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91edf0d3-2510-4a82-8d2a-525c1d22c8aa None None] Sync routers for ids ['1c30091a-9af0-45ba-af3b-4425d035ebfa'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:39:51.218018 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-247403b7-c505-44cd-93b6-f4ba15bd35ad tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.237896 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91edf0d3-2510-4a82-8d2a-525c1d22c8aa None None] Routers {'1c30091a-9af0-45ba-af3b-4425d035ebfa'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:51.238529 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-91edf0d3-2510-4a82-8d2a-525c1d22c8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:39:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1c30091a-9af0-45ba-af3b-4425d035ebfa'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:51.272345 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-341e6e3c-0a0f-4d70-b6b6-db3e4ee59ad9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.308046 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-341e6e3c-0a0f-4d70-b6b6-db3e4ee59ad9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.319809 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-91edf0d3-2510-4a82-8d2a-525c1d22c8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:51.339539 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91edf0d3-2510-4a82-8d2a-525c1d22c8aa None None] Routers {'1c30091a-9af0-45ba-af3b-4425d035ebfa'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:51.340909 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-91edf0d3-2510-4a82-8d2a-525c1d22c8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:39:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1c30091a-9af0-45ba-af3b-4425d035ebfa'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:51.393237 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-91edf0d3-2510-4a82-8d2a-525c1d22c8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:51.394284 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91edf0d3-2510-4a82-8d2a-525c1d22c8aa None None] The sync data for ids ['1c30091a-9af0-45ba-af3b-4425d035ebfa'] in n-d-715271-27 is: [] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:39:51.415688 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-341e6e3c-0a0f-4d70-b6b6-db3e4ee59ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.421335 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-341e6e3c-0a0f-4d70-b6b6-db3e4ee59ad9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.425948 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-341e6e3c-0a0f-4d70-b6b6-db3e4ee59ad9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/489c462f-de58-409d-a16c-67c111253f1d HTTP/1.1" status: 204 len: 168 time: 0.2412734 Nov 12 03:39:51.444115 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e6e3c-0a0f-4d70-b6b6-db3e4ee59ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489c462f-de58-409d-a16c-67c111253f1d,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:51.490994 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-e125cfd3-ca59-4c10-977b-226cbd88ff8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ef3555d-a1e2-40be-967c-176440013cc2 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:39:51.520084 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-e125cfd3-ca59-4c10-977b-226cbd88ff8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.539618 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-e125cfd3-ca59-4c10-977b-226cbd88ff8e service neutron] Transition to ACTIVE for port object 7ef3555d-a1e2-40be-967c-176440013cc2 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:39:51.557845 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-247403b7-c505-44cd-93b6-f4ba15bd35ad tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "PUT /v2.0/floatingips/471ea5ae-3afc-4473-8c43-ef814485f3cd HTTP/1.1" status: 200 len: 977 time: 3.8747323 Nov 12 03:39:51.560287 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53852) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:51.581802 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-e125cfd3-ca59-4c10-977b-226cbd88ff8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.739778 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-790fdaab-eb67-44c8-921a-8b15c355443c tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Deleting port 29c974fa-13de-417f-a559-08ef299bc513 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:51.740738 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-790fdaab-eb67-44c8-921a-8b15c355443c tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.747465 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-80cf9ce0-bf77-4494-94cb-79807b09304b tempest-MeteringIpV6TestJSON-1292487680 tempest-MeteringIpV6TestJSON-1292487680-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.748691 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-80cf9ce0-bf77-4494-94cb-79807b09304b tempest-MeteringIpV6TestJSON-1292487680 tempest-MeteringIpV6TestJSON-1292487680-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/966980fa-3a49-4a9a-a146-a64c743d0fa0 HTTP/1.1" status: 204 len: 168 time: 0.6505568 Nov 12 03:39:51.862551 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e125cfd3-ca59-4c10-977b-226cbd88ff8e service neutron] Pushing event updated for resources: {'Port': ['ID=7ef3555d-a1e2-40be-967c-176440013cc2,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:51.895408 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-e125cfd3-ca59-4c10-977b-226cbd88ff8e service neutron] Attempting to bind port 7ef3555d-a1e2-40be-967c-176440013cc2 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:39:51.896019 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-e125cfd3-ca59-4c10-977b-226cbd88ff8e service neutron] Attempting to bind port 7ef3555d-a1e2-40be-967c-176440013cc2 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'cb0def10-0c33-48e7-8f61-e6fe0bcab07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '78368f62-ed24-43ac-ae16-b5ccbfc3c78d'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:39:51.896534 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-e125cfd3-ca59-4c10-977b-226cbd88ff8e service neutron] Attempting to bind port 7ef3555d-a1e2-40be-967c-176440013cc2 on network 78368f62-ed24-43ac-ae16-b5ccbfc3c78d {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:51.920691 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-e125cfd3-ca59-4c10-977b-226cbd88ff8e service neutron] Port 7ef3555d-a1e2-40be-967c-176440013cc2 on network 78368f62-ed24-43ac-ae16-b5ccbfc3c78d not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:39:51.927053 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-e125cfd3-ca59-4c10-977b-226cbd88ff8e service neutron] Attempting to bind port 7ef3555d-a1e2-40be-967c-176440013cc2 on network 78368f62-ed24-43ac-ae16-b5ccbfc3c78d {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:51.947542 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-e125cfd3-ca59-4c10-977b-226cbd88ff8e service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:39:51.948405 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-e125cfd3-ca59-4c10-977b-226cbd88ff8e service neutron] Checking segment: {'id': 'cb0def10-0c33-48e7-8f61-e6fe0bcab07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '78368f62-ed24-43ac-ae16-b5ccbfc3c78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:51.950387 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-e125cfd3-ca59-4c10-977b-226cbd88ff8e service neutron] Bound using segment: {'id': 'cb0def10-0c33-48e7-8f61-e6fe0bcab07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '78368f62-ed24-43ac-ae16-b5ccbfc3c78d'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:39:51.952720 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-e125cfd3-ca59-4c10-977b-226cbd88ff8e service neutron] Bound port: 7ef3555d-a1e2-40be-967c-176440013cc2, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb0def10-0c33-48e7-8f61-e6fe0bcab07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '78368f62-ed24-43ac-ae16-b5ccbfc3c78d'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:39:51.953274 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-e125cfd3-ca59-4c10-977b-226cbd88ff8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.002230 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-790fdaab-eb67-44c8-921a-8b15c355443c tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.160672 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-e125cfd3-ca59-4c10-977b-226cbd88ff8e service neutron] For port 7ef3555d-a1e2-40be-967c-176440013cc2, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:52.169239 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-e125cfd3-ca59-4c10-977b-226cbd88ff8e service neutron] For port 7ef3555d-a1e2-40be-967c-176440013cc2, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=7ef3555d-a1e2-40be-967c-176440013cc2,segment=NetworkSegment(cb0def10-0c33-48e7-8f61-e6fe0bcab07e),segment_id=cb0def10-0c33-48e7-8f61-e6fe0bcab07e)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:39:52.201260 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-e125cfd3-ca59-4c10-977b-226cbd88ff8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.276740 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-e125cfd3-ca59-4c10-977b-226cbd88ff8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:52.277471 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-e125cfd3-ca59-4c10-977b-226cbd88ff8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.278922 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-e125cfd3-ca59-4c10-977b-226cbd88ff8e service neutron] 10.222.0.74 "PUT /v2.0/ports/7ef3555d-a1e2-40be-967c-176440013cc2 HTTP/1.1" status: 200 len: 1093 time: 2.2579103 Nov 12 03:39:52.281760 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b5e5ae9-be91-4800-995a-af319e4a6184', 'tag': '7ef3555d-a1e2-40be-967c-176440013cc2'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:52.291909 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd08144a-c092-41d3-81e4-ce52b5470dba" -d '{"events": [{"name": "network-changed", "server_uuid": "3b5e5ae9-be91-4800-995a-af319e4a6184", "tag": "7ef3555d-a1e2-40be-967c-176440013cc2"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:52.343822 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef573b-9467-486c-bee7-7203862eb636 req-2db491dc-f202-4954-80a4-01d055c79660 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:52.345467 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-37ef573b-9467-486c-bee7-7203862eb636 req-2db491dc-f202-4954-80a4-01d055c79660 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 945 time: 0.1729684 Nov 12 03:39:52.401369 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e125cfd3-ca59-4c10-977b-226cbd88ff8e service neutron] Pushing event updated for resources: {'Port': ['ID=7ef3555d-a1e2-40be-967c-176440013cc2,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:52.429514 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53884) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:52.471366 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80e7a2-973f-4a36-9627-b3488cfa41fe req-8a7dedf1-2fe6-4f83-b15b-46f1231f969b tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:52.479149 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7f80e7a2-973f-4a36-9627-b3488cfa41fe req-8a7dedf1-2fe6-4f83-b15b-46f1231f969b tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b5e5ae9-be91-4800-995a-af319e4a6184 HTTP/1.1" status: 200 len: 944 time: 0.2737691 Nov 12 03:39:52.501070 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-e52b264c-9ae3-417f-802e-b70b5e00cc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:52.504689 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-e52b264c-9ae3-417f-802e-b70b5e00cc18 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=25535b709a2d4c4589b8ab88b8c8086a&device_id=3b5e5ae9-be91-4800-995a-af319e4a6184 HTTP/1.1" status: 200 len: 1096 time: 0.1789856 Nov 12 03:39:52.510312 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-37ef573b-9467-486c-bee7-7203862eb636 req-d4e1f5f1-a1e5-4fce-9465-c1269daf1ded tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/security-groups?id=540775fa-21c0-4cec-96a7-8439f700c198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522419 Nov 12 03:39:52.810211 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7f80e7a2-973f-4a36-9627-b3488cfa41fe req-ee0ec2a3-a952-46be-a081-7be3d07399a0 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300467 Nov 12 03:39:52.813325 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-790fdaab-eb67-44c8-921a-8b15c355443c tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.816105 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-790fdaab-eb67-44c8-921a-8b15c355443c tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.816773 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [None req-790fdaab-eb67-44c8-921a-8b15c355443c tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Floating IP 471ea5ae-3afc-4473-8c43-ef814485f3cd disassociated. External IP: 172.25.5.26, port: 29c974fa-13de-417f-a559-08ef299bc513. Nov 12 03:39:52.817380 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-790fdaab-eb67-44c8-921a-8b15c355443c tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Calling delete_port for 29c974fa-13de-417f-a559-08ef299bc513 owned by {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:53.108764 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e780c36d-b853-4895-9aa3-d85e36c8c0ba x-openstack-request-id: req-e780c36d-b853-4895-9aa3-d85e36c8c0ba {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:53.109266 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b5e5ae9-be91-4800-995a-af319e4a6184", "tag": "7ef3555d-a1e2-40be-967c-176440013cc2", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:53.109715 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e780c36d-b853-4895-9aa3-d85e36c8c0ba {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:53.111828 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b5e5ae9-be91-4800-995a-af319e4a6184', 'tag': '7ef3555d-a1e2-40be-967c-176440013cc2', 'status': 'completed', 'code': 200} Nov 12 03:39:53.123137 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-0496adc4-8467-4a05-bbc9-7162f90cebb6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ef3555d-a1e2-40be-967c-176440013cc2 HTTP/1.1" status: 200 len: 217 time: 0.6079252 Nov 12 03:39:53.167695 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-790fdaab-eb67-44c8-921a-8b15c355443c tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.222225 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-984e74da-6001-45a6-a342-a8950c23ce3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.228704 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790fdaab-eb67-44c8-921a-8b15c355443c tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Pushing event deleted for resources: {'Port': ['ID=29c974fa-13de-417f-a559-08ef299bc513,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:53.293171 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-37970667-b8ca-4cab-ad4e-728dc2357f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:53.301157 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-37970667-b8ca-4cab-ad4e-728dc2357f0b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=503f9962-4a4b-41cd-afae-2bc03640b310 HTTP/1.1" status: 200 len: 846 time: 0.1506536 Nov 12 03:39:53.307937 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-b780c5f7-c4ad-413e-9b16-5b7bebc36951 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:53.312742 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-b780c5f7-c4ad-413e-9b16-5b7bebc36951 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/networks?id=bd11cd57-6651-49e2-882c-cb2fc6c5ae96 HTTP/1.1" status: 200 len: 808 time: 0.2482514 Nov 12 03:39:53.387480 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-0127cee4-bdce-4391-b44a-d818903abeac service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=78368f62-ed24-43ac-ae16-b5ccbfc3c78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493021 Nov 12 03:39:53.395242 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-57c54df4-b306-4147-8bc8-04a7cec3f882 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/quotas/f902bb4e430343b29a7e1363df6934e4 HTTP/1.1" status: 200 len: 375 time: 0.0625083 Nov 12 03:39:53.442351 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158deb33-1f59-4049-a5af-c8cccd362f25 req-a8f4482f-81c9-46ca-81a4-b45af8831876 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:53.444230 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-158deb33-1f59-4049-a5af-c8cccd362f25 req-a8f4482f-81c9-46ca-81a4-b45af8831876 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 945 time: 0.3393993 Nov 12 03:39:53.461539 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53932) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:53.473097 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-0cdd9b89-7c98-4332-a992-a4ae3840e7ca tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f902bb4e430343b29a7e1363df6934e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0767729 Nov 12 03:39:53.479166 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-6b9269a3-9f08-4921-acb9-22feb6d166a2 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Request body: {'floatingip': {'port_id': '72ab2026-d2bd-4ec9-b4c7-244e772bddbb'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:53.553629 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6b9269a3-9f08-4921-acb9-22feb6d166a2 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks [] for floatingip, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.783831 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-984e74da-6001-45a6-a342-a8950c23ce3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.797599 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-984e74da-6001-45a6-a342-a8950c23ce3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.856852 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-c6424163-47bf-449b-ac92-e04802b75fc3 service neutron] 10.222.0.74 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107759 Nov 12 03:39:53.939968 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-984e74da-6001-45a6-a342-a8950c23ce3c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5a1904abf2b8408f8eb071afceb68ff0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5061562 Nov 12 03:39:53.953914 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53952) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:53.954527 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e74da-6001-45a6-a342-a8950c23ce3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab019a34-4542-4d7b-be86-b81842ea0c16,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:54.030229 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-790fdaab-eb67-44c8-921a-8b15c355443c tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Router 1c30091a-9af0-45ba-af3b-4425d035ebfa has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:39:54.114323 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-aa54cbb9-30a0-4b8d-b9bf-4d77af2b9f7b service neutron] 10.222.0.50 "GET /v2.0/networks/bd11cd57-6651-49e2-882c-cb2fc6c5ae96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6402533 Nov 12 03:39:54.200008 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e1526-366a-4858-a83d-5c984d57282a req-b96ef89f-0610-4f04-a45f-1781e22d6db7 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:54.201596 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2c2e1526-366a-4858-a83d-5c984d57282a req-b96ef89f-0610-4f04-a45f-1781e22d6db7 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b5e5ae9-be91-4800-995a-af319e4a6184 HTTP/1.1" status: 200 len: 944 time: 0.2689850 Nov 12 03:39:54.222954 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e2219507-2ad8-4d56-8917-45076474b109 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.231848 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b3ef1aa3-4ffb-4e7a-bd53-ad54266475c4 req-90a43ae1-f311-40db-8a79-607a9d45bf10 service neutron] 10.222.0.74 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200262 Nov 12 03:39:54.263789 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-96bd3c5f-ea3f-4294-a1e6-71b36f7cdc90 service neutron] 10.222.0.50 "GET /v2.0/networks/bd11cd57-6651-49e2-882c-cb2fc6c5ae96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432822 Nov 12 03:39:54.431622 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e2219507-2ad8-4d56-8917-45076474b109 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.458520 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790fdaab-eb67-44c8-921a-8b15c355443c tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:39:54.471785 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e10cb18-93d6-418f-a9b1-707c5abafeed None None] Sync routers for ids ['1c30091a-9af0-45ba-af3b-4425d035ebfa'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:39:54.485591 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e10cb18-93d6-418f-a9b1-707c5abafeed None None] Routers {'1c30091a-9af0-45ba-af3b-4425d035ebfa'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:54.488432 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-0e10cb18-93d6-418f-a9b1-707c5abafeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:39:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1c30091a-9af0-45ba-af3b-4425d035ebfa'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:54.507980 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08144a-c092-41d3-81e4-ce52b5470dba req-bf172ed5-435c-4cda-8996-ffbcdacbd8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:54.509856 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cd08144a-c092-41d3-81e4-ce52b5470dba req-bf172ed5-435c-4cda-8996-ffbcdacbd8ae service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=25535b709a2d4c4589b8ab88b8c8086a&device_id=3b5e5ae9-be91-4800-995a-af319e4a6184 HTTP/1.1" status: 200 len: 1096 time: 0.2033260 Nov 12 03:39:54.541573 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2c2e1526-366a-4858-a83d-5c984d57282a req-20ca75e0-30fa-4475-b6f3-c112ddaf18e3 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214591 Nov 12 03:39:54.641262 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-0e10cb18-93d6-418f-a9b1-707c5abafeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:54.655682 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e2219507-2ad8-4d56-8917-45076474b109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.659499 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e2219507-2ad8-4d56-8917-45076474b109 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.663130 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e10cb18-93d6-418f-a9b1-707c5abafeed None None] Routers {'1c30091a-9af0-45ba-af3b-4425d035ebfa'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:54.663130 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-0e10cb18-93d6-418f-a9b1-707c5abafeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:39:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1c30091a-9af0-45ba-af3b-4425d035ebfa'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:54.663825 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e2219507-2ad8-4d56-8917-45076474b109 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ab019a34-4542-4d7b-be86-b81842ea0c16 HTTP/1.1" status: 204 len: 168 time: 0.7051296 Nov 12 03:39:54.683868 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-790fdaab-eb67-44c8-921a-8b15c355443c tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.700928 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-790fdaab-eb67-44c8-921a-8b15c355443c tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "DELETE /v2.0/ports/29c974fa-13de-417f-a559-08ef299bc513 HTTP/1.1" status: 204 len: 168 time: 3.1394339 Nov 12 03:39:54.701648 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53980) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:54.721508 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-0e10cb18-93d6-418f-a9b1-707c5abafeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:54.722404 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e10cb18-93d6-418f-a9b1-707c5abafeed None None] The sync data for ids ['1c30091a-9af0-45ba-af3b-4425d035ebfa'] in n-d-715271-27 is: [] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:39:54.761749 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6434b076-4f31-441b-858d-130c0176c210 req-feade211-7485-4713-8d76-463402b0b08f tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/ports?device_id=59352eb4-76e3-4048-ab1b-56268e23846a HTTP/1.1" status: 200 len: 210 time: 0.0657594 Nov 12 03:39:54.773026 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2219507-2ad8-4d56-8917-45076474b109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab019a34-4542-4d7b-be86-b81842ea0c16,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:54.793788 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.db.resource_extend [None req-6b9269a3-9f08-4921-acb9-22feb6d166a2 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:39:54.827669 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-875d9118-1e60-4a26-a32f-0b205c9863be tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "GET /v2.0/floatingips/471ea5ae-3afc-4473-8c43-ef814485f3cd HTTP/1.1" status: 200 len: 687 time: 0.1221128 Nov 12 03:39:54.831284 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53984) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:54.841032 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08144a-c092-41d3-81e4-ce52b5470dba req-1d265352-32ba-413f-b668-cec7badbcdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:54.842549 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cd08144a-c092-41d3-81e4-ce52b5470dba req-1d265352-32ba-413f-b668-cec7badbcdb7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=78368f62-ed24-43ac-ae16-b5ccbfc3c78d HTTP/1.1" status: 200 len: 907 time: 0.2978783 Nov 12 03:39:54.852667 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:39:54.898461 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6b9269a3-9f08-4921-acb9-22feb6d166a2 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.932862 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cd08144a-c092-41d3-81e4-ce52b5470dba req-e45928c6-3de8-4205-b0b9-db709c961da3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ef3555d-a1e2-40be-967c-176440013cc2 HTTP/1.1" status: 200 len: 217 time: 0.0494583 Nov 12 03:39:54.934446 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6b9269a3-9f08-4921-acb9-22feb6d166a2 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:55.094209 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-8618cf98-cf46-4ba8-b7a7-4be9ba480c9b tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Deleting port 647d769b-0462-44ad-92c0-0e0ff85b1e02 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:55.095079 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8618cf98-cf46-4ba8-b7a7-4be9ba480c9b tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:55.139896 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08144a-c092-41d3-81e4-ce52b5470dba req-49130ea3-7ebb-4fc1-bd92-0f378691b873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:55.141812 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cd08144a-c092-41d3-81e4-ce52b5470dba req-49130ea3-7ebb-4fc1-bd92-0f378691b873 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=503f9962-4a4b-41cd-afae-2bc03640b310 HTTP/1.1" status: 200 len: 846 time: 0.1259987 Nov 12 03:39:55.221114 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8618cf98-cf46-4ba8-b7a7-4be9ba480c9b tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:55.221687 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8618cf98-cf46-4ba8-b7a7-4be9ba480c9b tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:55.242394 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cd08144a-c092-41d3-81e4-ce52b5470dba req-fd6d6926-4a36-4757-8e2e-03a6d94a97d1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=78368f62-ed24-43ac-ae16-b5ccbfc3c78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896118 Nov 12 03:39:55.246295 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-8618cf98-cf46-4ba8-b7a7-4be9ba480c9b tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Calling delete_port for 647d769b-0462-44ad-92c0-0e0ff85b1e02 owned by network:floatingip {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:55.247415 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [None req-6b9269a3-9f08-4921-acb9-22feb6d166a2 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Floating IP 26791cdd-c4bc-4143-bb54-78c347431976 associated. External IP: 172.25.5.239, port: 72ab2026-d2bd-4ec9-b4c7-244e772bddbb. Nov 12 03:39:55.442297 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54010) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:55.474097 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-463545e2-2eb2-4cad-9101-49e832286088 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:55.530782 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cd08144a-c092-41d3-81e4-ce52b5470dba req-46ba0f52-315d-47fb-9a47-0304bd20b351 service neutron] 10.222.0.74 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805011 Nov 12 03:39:55.624107 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-463545e2-2eb2-4cad-9101-49e832286088 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:55.650026 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-463545e2-2eb2-4cad-9101-49e832286088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:55.720648 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-463545e2-2eb2-4cad-9101-49e832286088 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b7218272be504bb38fa3074ea8f14d5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2741356 Nov 12 03:39:55.739079 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54016) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:55.802461 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9269a3-9f08-4921-acb9-22feb6d166a2 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Router 37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:39:55.859517 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463545e2-2eb2-4cad-9101-49e832286088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1500baf8-682a-4122-81bf-baca33909a92,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:55.897918 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8618cf98-cf46-4ba8-b7a7-4be9ba480c9b tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:55.975415 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8618cf98-cf46-4ba8-b7a7-4be9ba480c9b tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Pushing event deleted for resources: {'Port': ['ID=647d769b-0462-44ad-92c0-0e0ff85b1e02,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:55.996017 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7972e-0f80-437e-9e9d-bd5bad50a81f req-7d222ba1-8edb-4436-abf4-5eeff4285f83 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:56.007551 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-63f7972e-0f80-437e-9e9d-bd5bad50a81f req-7d222ba1-8edb-4436-abf4-5eeff4285f83 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b5e5ae9-be91-4800-995a-af319e4a6184 HTTP/1.1" status: 200 len: 944 time: 0.2601492 Nov 12 03:39:56.016482 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e4863d10-1c87-408b-b1a9-a1e9890028e6 req-4f60ba9c-0f58-45ec-885e-8b288a5d00d2 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/ports?device_id=59352eb4-76e3-4048-ab1b-56268e23846a HTTP/1.1" status: 200 len: 210 time: 0.0441921 Nov 12 03:39:56.055468 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2b2ea331-e10c-47f4-8343-eeb999040b49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.061206 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9269a3-9f08-4921-acb9-22feb6d166a2 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:39:56.065121 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cd08144a-c092-41d3-81e4-ce52b5470dba req-409673cd-2164-4487-ba52-7a7becc79ae8 service neutron] 10.222.0.74 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5233293 Nov 12 03:39:56.073827 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b935053-fca1-4fbb-a5e9-c6c760217c2d None None] Sync routers for ids ['37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:39:56.074393 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6b9269a3-9f08-4921-acb9-22feb6d166a2 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.107217 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b935053-fca1-4fbb-a5e9-c6c760217c2d None None] Routers {'37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:56.108857 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-2b935053-fca1-4fbb-a5e9-c6c760217c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:39:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:56.112313 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2b2ea331-e10c-47f4-8343-eeb999040b49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.126377 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6b9269a3-9f08-4921-acb9-22feb6d166a2 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "PUT /v2.0/floatingips/26791cdd-c4bc-4143-bb54-78c347431976 HTTP/1.1" status: 200 len: 991 time: 2.6634922 Nov 12 03:39:56.129859 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '066d7618-b4be-41e9-9099-40b5005f782f', 'tag': '72ab2026-d2bd-4ec9-b4c7-244e772bddbb'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:56.132280 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ce80f2-db47-4d72-ad39-905f99169f84" -d '{"events": [{"name": "network-changed", "server_uuid": "066d7618-b4be-41e9-9099-40b5005f782f", "tag": "72ab2026-d2bd-4ec9-b4c7-244e772bddbb"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:56.222052 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2b2ea331-e10c-47f4-8343-eeb999040b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.224841 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2b2ea331-e10c-47f4-8343-eeb999040b49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.226207 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2b2ea331-e10c-47f4-8343-eeb999040b49 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1500baf8-682a-4122-81bf-baca33909a92 HTTP/1.1" status: 204 len: 168 time: 0.4806783 Nov 12 03:39:56.257811 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2ea331-e10c-47f4-8343-eeb999040b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1500baf8-682a-4122-81bf-baca33909a92,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:56.287075 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8618cf98-cf46-4ba8-b7a7-4be9ba480c9b tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for floatingip, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.291153 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8618cf98-cf46-4ba8-b7a7-4be9ba480c9b tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.299285 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8618cf98-cf46-4ba8-b7a7-4be9ba480c9b tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "DELETE /v2.0/floatingips/471ea5ae-3afc-4473-8c43-ef814485f3cd HTTP/1.1" status: 204 len: 168 time: 1.4602122 Nov 12 03:39:56.300710 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54040) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:56.307546 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-1d3f82b4-3904-4a34-9f6e-8faaceab1c92 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'port_id': '8fd2fdbf-d199-4d20-a4f0-9f9039793cc3'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:56.309459 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-63f7972e-0f80-437e-9e9d-bd5bad50a81f req-a86698ac-d9c5-4ec7-96d5-c64e1137eae4 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007479 Nov 12 03:39:56.355377 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1d3f82b4-3904-4a34-9f6e-8faaceab1c92 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for floatingip, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.431453 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c9fbd3-1793-4be7-b180-f879431bd7d6 x-openstack-request-id: req-55c9fbd3-1793-4be7-b180-f879431bd7d6 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:56.432328 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "066d7618-b4be-41e9-9099-40b5005f782f", "tag": "72ab2026-d2bd-4ec9-b4c7-244e772bddbb", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:56.432945 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-55c9fbd3-1793-4be7-b180-f879431bd7d6 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:56.433529 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '066d7618-b4be-41e9-9099-40b5005f782f', 'tag': '72ab2026-d2bd-4ec9-b4c7-244e772bddbb', 'status': 'completed', 'code': 200} Nov 12 03:39:56.557946 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce80f2-db47-4d72-ad39-905f99169f84 req-93c541ba-a45c-4b0b-b3ed-dbebffae0c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:56.562059 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-43ce80f2-db47-4d72-ad39-905f99169f84 req-93c541ba-a45c-4b0b-b3ed-dbebffae0c64 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1978793e24864d458e17fb421706473b&device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 1097 time: 0.1153073 Nov 12 03:39:56.651595 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-34da2298-a1a6-490e-812b-512dd4d93825 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:56.653777 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-34da2298-a1a6-490e-812b-512dd4d93825 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.90 "GET /v2.0/networks?id=bd11cd57-6651-49e2-882c-cb2fc6c5ae96 HTTP/1.1" status: 200 len: 808 time: 0.2685680 Nov 12 03:39:56.677929 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-d37d4a46-c2d6-4482-8bec-88ed22efc1c1 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Request body: {'port': {'device_id': '59352eb4-76e3-4048-ab1b-56268e23846a', 'network_id': 'bd11cd57-6651-49e2-882c-cb2fc6c5ae96', 'admin_state_up': True, 'tenant_id': 'f902bb4e430343b29a7e1363df6934e4'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:56.734589 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 7ef3555d-a1e2-40be-967c-176440013cc2 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:39:56.778532 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-2b935053-fca1-4fbb-a5e9-c6c760217c2d None None] Set router 37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:56.842462 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce80f2-db47-4d72-ad39-905f99169f84 req-acb6a99b-3c6a-48ab-a037-71b0108a064b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:56.848005 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-43ce80f2-db47-4d72-ad39-905f99169f84 req-acb6a99b-3c6a-48ab-a037-71b0108a064b service neutron] 10.222.0.90 "GET /v2.0/networks?id=ce97ab11-8a00-4cd9-ad27-4b288272e186 HTTP/1.1" status: 200 len: 911 time: 0.2772949 Nov 12 03:39:57.017017 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.resource_extend [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:39:57.063023 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-43ce80f2-db47-4d72-ad39-905f99169f84 req-3e25ec08-a0b2-4cbd-b57e-2b05c070fd28 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72ab2026-d2bd-4ec9-b4c7-244e772bddbb HTTP/1.1" status: 200 len: 999 time: 0.1792238 Nov 12 03:39:57.183932 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce80f2-db47-4d72-ad39-905f99169f84 req-880b7f65-ef60-417f-9fff-ea1493bced52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:57.185564 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-43ce80f2-db47-4d72-ad39-905f99169f84 req-880b7f65-ef60-417f-9fff-ea1493bced52 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=218af894-e138-49fb-983a-59526774f58c HTTP/1.1" status: 200 len: 849 time: 0.1194875 Nov 12 03:39:57.253801 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ecb88cc1-c6ed-4a90-a41b-f46c27d3b695 req-67ca7c61-1ee6-410b-b7b1-54ec1318c44f tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/ports?device_id=59352eb4-76e3-4048-ab1b-56268e23846a HTTP/1.1" status: 200 len: 210 time: 0.0550549 Nov 12 03:39:57.255354 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1d3f82b4-3904-4a34-9f6e-8faaceab1c92 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:57.321656 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce80f2-db47-4d72-ad39-905f99169f84 req-d4157640-68c3-4c97-9786-d4608873164b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:57.323459 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-43ce80f2-db47-4d72-ad39-905f99169f84 req-d4157640-68c3-4c97-9786-d4608873164b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ce97ab11-8a00-4cd9-ad27-4b288272e186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1303344 Nov 12 03:39:57.540778 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-43ce80f2-db47-4d72-ad39-905f99169f84 req-899b0e1b-66f6-4194-966c-74d441df0f61 service neutron] 10.222.0.90 "GET /v2.0/networks/ce97ab11-8a00-4cd9-ad27-4b288272e186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071905 Nov 12 03:39:57.553065 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 7ef3555d-a1e2-40be-967c-176440013cc2, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=7ef3555d-a1e2-40be-967c-176440013cc2,segment=NetworkSegment(cb0def10-0c33-48e7-8f61-e6fe0bcab07e),segment_id=cb0def10-0c33-48e7-8f61-e6fe0bcab07e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:57.559439 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-d37d4a46-c2d6-4482-8bec-88ed22efc1c1 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Made reservation on behalf of f902bb4e430343b29a7e1363df6934e4 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:57.577561 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-d37d4a46-c2d6-4482-8bec-88ed22efc1c1 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:57.584243 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '7ef3555d-a1e2-40be-967c-176440013cc2', 'network_id': '78368f62-ed24-43ac-ae16-b5ccbfc3c78d', 'port_id': '7ef3555d-a1e2-40be-967c-176440013cc2', 'mac_address': 'fa:16:3e:1c:3f:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503f9962-4a4b-41cd-afae-2bc03640b310', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:39:57.672057 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:57.697389 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ef3555d-a1e2-40be-967c-176440013cc2 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:39:57.715879 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-1d3f82b4-3904-4a34-9f6e-8faaceab1c92 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Allocated IP 172.25.5.182 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/5f476191-fc2b-449f-8367-861292eab56c) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:57.727261 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 7ef3555d-a1e2-40be-967c-176440013cc2, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=7ef3555d-a1e2-40be-967c-176440013cc2,segment=NetworkSegment(cb0def10-0c33-48e7-8f61-e6fe0bcab07e),segment_id=cb0def10-0c33-48e7-8f61-e6fe0bcab07e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:57.735689 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-2b935053-fca1-4fbb-a5e9-c6c760217c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'name': 'tempest-AttachVolumeTestJSON-889600545-router', 'tenant_id': '1978793e24864d458e17fb421706473b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'b670ebe3-6d3f-4cea-ad65-005bd4c834d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:14Z', 'updated_at': '2021-11-12T03:39:24Z', 'revision_number': 4, 'project_id': '1978793e24864d458e17fb421706473b', 'gw_port': {'id': 'b670ebe3-6d3f-4cea-ad65-005bd4c834d7', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:21:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:15Z', 'updated_at': '2021-11-12T03:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '26791cdd-c4bc-4143-bb54-78c347431976', 'tenant_id': '1978793e24864d458e17fb421706473b', 'floating_ip_address': '172.25.5.239', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'port_id': '72ab2026-d2bd-4ec9-b4c7-244e772bddbb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce97ab11-8a00-4cd9-ad27-4b288272e186', 'mac_address': 'fa:16:3e:06:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '066d7618-b4be-41e9-9099-40b5005f782f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:39:32Z', 'updated_at': '2021-11-12T03:39:54Z', 'revision_number': 1, 'project_id': '1978793e24864d458e17fb421706473b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19420312-14c3-4bad-bbb9-fe2e360acfee', 'name': '', 'network_id': 'ce97ab11-8a00-4cd9-ad27-4b288272e186', 'tenant_id': '1978793e24864d458e17fb421706473b', 'mac_address': 'fa:16:3e:d3:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '218af894-e138-49fb-983a-59526774f58c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:22Z', 'updated_at': '2021-11-12T03:39:30Z', 'revision_number': 5, 'project_id': '1978793e24864d458e17fb421706473b', 'subnets': [{'id': '218af894-e138-49fb-983a-59526774f58c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:57.759064 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-43ce80f2-db47-4d72-ad39-905f99169f84 req-f1a3eb8c-7016-41ef-a93c-8103eb014877 service neutron] 10.222.0.90 "GET /v2.0/networks/ce97ab11-8a00-4cd9-ad27-4b288272e186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122192 Nov 12 03:39:57.777702 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b935053-fca1-4fbb-a5e9-c6c760217c2d None None] Checking router: 37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:39:57.798334 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:57.814571 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194fd90-758d-4465-809a-8fad0f85cf63 req-8533b1b0-994c-4509-80d3-879883cc87db tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:57.822015 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f194fd90-758d-4465-809a-8fad0f85cf63 req-8533b1b0-994c-4509-80d3-879883cc87db tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b5e5ae9-be91-4800-995a-af319e4a6184 HTTP/1.1" status: 200 len: 944 time: 0.3184054 Nov 12 03:39:57.844757 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b935053-fca1-4fbb-a5e9-c6c760217c2d None None] Routers {'37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:57.847411 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-2b935053-fca1-4fbb-a5e9-c6c760217c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:39:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:57.945078 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=7ef3555d-a1e2-40be-967c-176440013cc2,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:57.981938 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:57.982563 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:57.983060 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:57.983558 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:57.984034 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:57.984535 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:57.985029 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:57.985511 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:57.985990 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:57.987110 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:57.987603 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:57.988127 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:58.049502 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f194fd90-758d-4465-809a-8fad0f85cf63 req-9adaf48f-9110-4ec1-98c0-7837f0a158b2 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255404 Nov 12 03:39:58.049893 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-2b935053-fca1-4fbb-a5e9-c6c760217c2d None None] Set router 37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:58.091982 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-d37d4a46-c2d6-4482-8bec-88ed22efc1c1 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Allocated IP 172.20.0.2 (bd11cd57-6651-49e2-882c-cb2fc6c5ae96/9457e9c4-4562-4739-beca-598ac1790d26/1c3ca636-992f-4b17-a876-d641ec018cdf) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:58.144744 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1d3f82b4-3904-4a34-9f6e-8faaceab1c92 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:58.197958 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['7ef3555d-a1e2-40be-967c-176440013cc2'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:39:58.282343 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1d3f82b4-3904-4a34-9f6e-8faaceab1c92 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:58.312376 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3f82b4-3904-4a34-9f6e-8faaceab1c92 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:58.366460 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-1d3f82b4-3904-4a34-9f6e-8faaceab1c92 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:58.372527 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3f82b4-3904-4a34-9f6e-8faaceab1c92 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:58.487298 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-d37d4a46-c2d6-4482-8bec-88ed22efc1c1 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:58.490722 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f600342-2852-4a8a-a563-8ddd09ee5743 req-0590f001-e5ad-475b-9129-05226718b0f3 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/ports?device_id=59352eb4-76e3-4048-ab1b-56268e23846a HTTP/1.1" status: 200 len: 210 time: 0.0557656 Nov 12 03:39:58.491532 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f82b4-3904-4a34-9f6e-8faaceab1c92 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Pushing event updated for resources: {'Port': ['ID=5f476191-fc2b-449f-8367-861292eab56c,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:58.693927 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-2b935053-fca1-4fbb-a5e9-c6c760217c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'name': 'tempest-AttachVolumeTestJSON-889600545-router', 'tenant_id': '1978793e24864d458e17fb421706473b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'b670ebe3-6d3f-4cea-ad65-005bd4c834d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:14Z', 'updated_at': '2021-11-12T03:39:24Z', 'revision_number': 4, 'project_id': '1978793e24864d458e17fb421706473b', 'gw_port': {'id': 'b670ebe3-6d3f-4cea-ad65-005bd4c834d7', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:21:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:15Z', 'updated_at': '2021-11-12T03:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '26791cdd-c4bc-4143-bb54-78c347431976', 'tenant_id': '1978793e24864d458e17fb421706473b', 'floating_ip_address': '172.25.5.239', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'port_id': '72ab2026-d2bd-4ec9-b4c7-244e772bddbb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce97ab11-8a00-4cd9-ad27-4b288272e186', 'mac_address': 'fa:16:3e:06:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '066d7618-b4be-41e9-9099-40b5005f782f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:39:32Z', 'updated_at': '2021-11-12T03:39:54Z', 'revision_number': 1, 'project_id': '1978793e24864d458e17fb421706473b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19420312-14c3-4bad-bbb9-fe2e360acfee', 'name': '', 'network_id': 'ce97ab11-8a00-4cd9-ad27-4b288272e186', 'tenant_id': '1978793e24864d458e17fb421706473b', 'mac_address': 'fa:16:3e:d3:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '218af894-e138-49fb-983a-59526774f58c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:22Z', 'updated_at': '2021-11-12T03:39:30Z', 'revision_number': 5, 'project_id': '1978793e24864d458e17fb421706473b', 'subnets': [{'id': '218af894-e138-49fb-983a-59526774f58c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:58.724501 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b935053-fca1-4fbb-a5e9-c6c760217c2d None None] The sync data for ids ['37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87'] in n-d-715271-27 is: [{'id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'name': 'tempest-AttachVolumeTestJSON-889600545-router', 'tenant_id': '1978793e24864d458e17fb421706473b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'b670ebe3-6d3f-4cea-ad65-005bd4c834d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:14Z', 'updated_at': '2021-11-12T03:39:24Z', 'revision_number': 4, 'project_id': '1978793e24864d458e17fb421706473b', 'gw_port': {'id': 'b670ebe3-6d3f-4cea-ad65-005bd4c834d7', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:21:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:15Z', 'updated_at': '2021-11-12T03:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '26791cdd-c4bc-4143-bb54-78c347431976', 'tenant_id': '1978793e24864d458e17fb421706473b', 'floating_ip_address': '172.25.5.239', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'port_id': '72ab2026-d2bd-4ec9-b4c7-244e772bddbb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce97ab11-8a00-4cd9-ad27-4b288272e186', 'mac_address': 'fa:16:3e:06:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '066d7618-b4be-41e9-9099-40b5005f782f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:39:32Z', 'updated_at': '2021-11-12T03:39:54Z', 'revision_number': 1, 'project_id': '1978793e24864d458e17fb421706473b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19420312-14c3-4bad-bbb9-fe2e360acfee', 'name': '', 'network_id': 'ce97ab11-8a00-4cd9-ad27-4b288272e186', 'tenant_id': '1978793e24864d458e17fb421706473b', 'mac_address': 'fa:16:3e:d3:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '218af894-e138-49fb-983a-59526774f58c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:22Z', 'updated_at': '2021-11-12T03:39:30Z', 'revision_number': 5, 'project_id': '1978793e24864d458e17fb421706473b', 'subnets': [{'id': '218af894-e138-49fb-983a-59526774f58c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:39:58.762159 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-d37d4a46-c2d6-4482-8bec-88ed22efc1c1 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:58.853986 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-d37d4a46-c2d6-4482-8bec-88ed22efc1c1 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Network bd11cd57-6651-49e2-882c-cb2fc6c5ae96 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:58.872366 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-d37d4a46-c2d6-4482-8bec-88ed22efc1c1 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:58.891391 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-d37d4a46-c2d6-4482-8bec-88ed22efc1c1 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:58.979972 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37d4a46-c2d6-4482-8bec-88ed22efc1c1 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Pushing event updated for resources: {'Port': ['ID=1c3ca636-992f-4b17-a876-d641ec018cdf,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:59.056404 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-d37d4a46-c2d6-4482-8bec-88ed22efc1c1 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:59.058064 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-d37d4a46-c2d6-4482-8bec-88ed22efc1c1 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:59.102847 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-d37d4a46-c2d6-4482-8bec-88ed22efc1c1 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4324956 Nov 12 03:39:59.134590 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-913cdd51-ce88-4fc3-a30c-5d4cbac14388 service neutron] Request body: {'port': {'device_id': '59352eb4-76e3-4048-ab1b-56268e23846a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:59.153818 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9710b6aa-c065-4c3c-a853-eb9f1686f62e None None] New status for floating IP 26791cdd-c4bc-4143-bb54-78c347431976: ACTIVE {{(pid=102574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:39:59.248982 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-913cdd51-ce88-4fc3-a30c-5d4cbac14388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:59.326274 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1d3f82b4-3904-4a34-9f6e-8faaceab1c92 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:59.475546 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e85f2-b995-4ba1-9351-14f9260973e7 req-e2be9d18-25fa-492e-8d10-65a9756d00f4 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:59.477895 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6d4e85f2-b995-4ba1-9351-14f9260973e7 req-e2be9d18-25fa-492e-8d10-65a9756d00f4 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b5e5ae9-be91-4800-995a-af319e4a6184 HTTP/1.1" status: 200 len: 945 time: 0.2298710 Nov 12 03:39:59.490166 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54152) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:59.650473 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1d3f82b4-3904-4a34-9f6e-8faaceab1c92 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:59.655562 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6d4e85f2-b995-4ba1-9351-14f9260973e7 req-72a5d7a1-a976-4ad0-9dbf-40ce7670fff7 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596441 Nov 12 03:39:59.708191 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ffd444-0fdc-4a25-b290-5456c1711ed0 req-9e12366b-ef11-49e7-9373-c1ca48a5b639 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:59.718312 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c5ffd444-0fdc-4a25-b290-5456c1711ed0 req-9e12366b-ef11-49e7-9373-c1ca48a5b639 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/ports?device_id=59352eb4-76e3-4048-ab1b-56268e23846a HTTP/1.1" status: 200 len: 931 time: 0.0650904 Nov 12 03:39:59.744883 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-7e6ef8a5-db9c-4b08-b2b6-b926a7d9916b tempest-MeteringTestJSON-626490241 tempest-MeteringTestJSON-626490241-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-58398017'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:59.745490 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-7e6ef8a5-db9c-4b08-b2b6-b926a7d9916b tempest-MeteringTestJSON-626490241 tempest-MeteringTestJSON-626490241-project-admin] Unknown quota resources ['metering_label']. {{(pid=102572) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:39:59.783871 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c5ffd444-0fdc-4a25-b290-5456c1711ed0 req-22856b54-e845-4c10-bdf1-23467f1c1609 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/security-groups?id=a75d38cc-1e5f-4ffb-b58a-1000f618bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638580 Nov 12 03:39:59.922042 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7e6ef8a5-db9c-4b08-b2b6-b926a7d9916b tempest-MeteringTestJSON-626490241 tempest-MeteringTestJSON-626490241-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:59.926761 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7e6ef8a5-db9c-4b08-b2b6-b926a7d9916b tempest-MeteringTestJSON-626490241 tempest-MeteringTestJSON-626490241-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.4344337 Nov 12 03:39:59.927283 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54172) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:59.931667 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-f69e15b3-f653-4656-b54b-4641cae111c5 tempest-MeteringTestJSON-626490241 tempest-MeteringTestJSON-626490241-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '105710c2-4c78-4b51-ab0a-c84b13356081'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:59.932195 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-f69e15b3-f653-4656-b54b-4641cae111c5 tempest-MeteringTestJSON-626490241 tempest-MeteringTestJSON-626490241-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102572) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:39:59.996961 n-d-715271-27 neutron-server[102572]: WARNING neutron.services.metering.metering_plugin [None req-f69e15b3-f653-4656-b54b-4641cae111c5 tempest-MeteringTestJSON-626490241 tempest-MeteringTestJSON-626490241-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 03:40:00.022380 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-913cdd51-ce88-4fc3-a30c-5d4cbac14388 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c3ca636-992f-4b17-a876-d641ec018cdf {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:00.038218 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-913cdd51-ce88-4fc3-a30c-5d4cbac14388 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.041772 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1d3f82b4-3904-4a34-9f6e-8faaceab1c92 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.051629 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1d3f82b4-3904-4a34-9f6e-8faaceab1c92 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.082823 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-913cdd51-ce88-4fc3-a30c-5d4cbac14388 service neutron] Transition to ACTIVE for port object 1c3ca636-992f-4b17-a876-d641ec018cdf will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:40:00.102702 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-913cdd51-ce88-4fc3-a30c-5d4cbac14388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.105971 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f69e15b3-f653-4656-b54b-4641cae111c5 tempest-MeteringTestJSON-626490241 tempest-MeteringTestJSON-626490241-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.110190 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f69e15b3-f653-4656-b54b-4641cae111c5 tempest-MeteringTestJSON-626490241 tempest-MeteringTestJSON-626490241-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1819146 Nov 12 03:40:00.110812 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54180) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:00.115273 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-7d2f8dbd-123c-4bca-abbb-af8787299cd2 tempest-MeteringTestJSON-626490241 tempest-MeteringTestJSON-626490241-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '105710c2-4c78-4b51-ab0a-c84b13356081'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:00.115770 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-7d2f8dbd-123c-4bca-abbb-af8787299cd2 tempest-MeteringTestJSON-626490241 tempest-MeteringTestJSON-626490241-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102572) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:40:00.139850 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f82b4-3904-4a34-9f6e-8faaceab1c92 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Pushing event updated for resources: {'Port': ['ID=5f476191-fc2b-449f-8367-861292eab56c,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:00.188111 n-d-715271-27 neutron-server[102572]: WARNING neutron.services.metering.metering_plugin [None req-7d2f8dbd-123c-4bca-abbb-af8787299cd2 tempest-MeteringTestJSON-626490241 tempest-MeteringTestJSON-626490241-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 03:40:00.225271 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1d3f82b4-3904-4a34-9f6e-8faaceab1c92 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.236853 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 7ef3555d-a1e2-40be-967c-176440013cc2 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:00.282633 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7d2f8dbd-123c-4bca-abbb-af8787299cd2 tempest-MeteringTestJSON-626490241 tempest-MeteringTestJSON-626490241-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.286786 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7d2f8dbd-123c-4bca-abbb-af8787299cd2 tempest-MeteringTestJSON-626490241 tempest-MeteringTestJSON-626490241-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1749024 Nov 12 03:40:00.287441 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54186) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:00.289291 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913cdd51-ce88-4fc3-a30c-5d4cbac14388 service neutron] Pushing event updated for resources: {'Port': ['ID=1c3ca636-992f-4b17-a876-d641ec018cdf,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:00.300385 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ea507d7a-22da-4709-b792-8290e383ccb4 tempest-MeteringTestJSON-626490241 tempest-MeteringTestJSON-626490241-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=0689fe91-fa44-4a48-8e62-5b18afbec7e0 HTTP/1.1" status: 200 len: 464 time: 0.0117803 Nov 12 03:40:00.300985 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54188) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:00.355791 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-357120a2-bb6d-4aff-9740-f3c18f76a802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.385219 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 7ef3555d-a1e2-40be-967c-176440013cc2 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:40:00.391578 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 7ef3555d-a1e2-40be-967c-176440013cc2 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:00.391949 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.437350 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-913cdd51-ce88-4fc3-a30c-5d4cbac14388 service neutron] Attempting to bind port 1c3ca636-992f-4b17-a876-d641ec018cdf on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:00.438342 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-913cdd51-ce88-4fc3-a30c-5d4cbac14388 service neutron] Attempting to bind port 1c3ca636-992f-4b17-a876-d641ec018cdf by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '25e97707-31e7-4805-b3e2-39baf1279b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'bd11cd57-6651-49e2-882c-cb2fc6c5ae96'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:00.438890 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-913cdd51-ce88-4fc3-a30c-5d4cbac14388 service neutron] Attempting to bind port 1c3ca636-992f-4b17-a876-d641ec018cdf on network bd11cd57-6651-49e2-882c-cb2fc6c5ae96 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:00.450241 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [None req-1d3f82b4-3904-4a34-9f6e-8faaceab1c92 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Floating IP 28466bd4-fa3f-43a8-a6c5-6e8972c2053d associated. External IP: 172.25.5.182, port: 8fd2fdbf-d199-4d20-a4f0-9f9039793cc3. Nov 12 03:40:00.455578 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-913cdd51-ce88-4fc3-a30c-5d4cbac14388 service neutron] Port 1c3ca636-992f-4b17-a876-d641ec018cdf on network bd11cd57-6651-49e2-882c-cb2fc6c5ae96 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:00.456291 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-913cdd51-ce88-4fc3-a30c-5d4cbac14388 service neutron] Attempting to bind port 1c3ca636-992f-4b17-a876-d641ec018cdf on network bd11cd57-6651-49e2-882c-cb2fc6c5ae96 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:00.494726 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-52680347-cbcd-4045-9454-778869828bf1 tempest-MeteringTestJSON-626490241 tempest-MeteringTestJSON-626490241-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.498307 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-913cdd51-ce88-4fc3-a30c-5d4cbac14388 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:00.499139 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-913cdd51-ce88-4fc3-a30c-5d4cbac14388 service neutron] Checking segment: {'id': '25e97707-31e7-4805-b3e2-39baf1279b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'bd11cd57-6651-49e2-882c-cb2fc6c5ae96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:00.499763 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-913cdd51-ce88-4fc3-a30c-5d4cbac14388 service neutron] Bound using segment: {'id': '25e97707-31e7-4805-b3e2-39baf1279b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'bd11cd57-6651-49e2-882c-cb2fc6c5ae96'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:00.500495 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-913cdd51-ce88-4fc3-a30c-5d4cbac14388 service neutron] Bound port: 1c3ca636-992f-4b17-a876-d641ec018cdf, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25e97707-31e7-4805-b3e2-39baf1279b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'bd11cd57-6651-49e2-882c-cb2fc6c5ae96'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:00.501019 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-913cdd51-ce88-4fc3-a30c-5d4cbac14388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.503347 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-52680347-cbcd-4045-9454-778869828bf1 tempest-MeteringTestJSON-626490241 tempest-MeteringTestJSON-626490241-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/0689fe91-fa44-4a48-8e62-5b18afbec7e0 HTTP/1.1" status: 204 len: 168 time: 0.2013297 Nov 12 03:40:00.503950 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54192) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:00.535286 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.540642 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3045dffe-5d0c-4b20-a349-252ca28ea9bf tempest-MeteringTestJSON-626490241 tempest-MeteringTestJSON-626490241-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=0689fe91-fa44-4a48-8e62-5b18afbec7e0 HTTP/1.1" status: 200 len: 221 time: 0.0330002 Nov 12 03:40:00.543946 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54194) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:00.549565 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-81e48b56-8e1a-4f5b-baa1-a355220291c1 tempest-MeteringTestJSON-626490241 tempest-MeteringTestJSON-626490241-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1359550357', 'description': 'label created by tempest'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:00.550028 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-81e48b56-8e1a-4f5b-baa1-a355220291c1 tempest-MeteringTestJSON-626490241 tempest-MeteringTestJSON-626490241-project-admin] Unknown quota resources ['metering_label']. {{(pid=102572) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:40:00.594425 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5e5ae9-be91-4800-995a-af319e4a6184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef3555d-a1e2-40be-967c-176440013cc2'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:00.596495 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19168bb9-1622-493f-8a4d-b00ba2dcc894" -d '{"events": [{"server_uuid": "3b5e5ae9-be91-4800-995a-af319e4a6184", "name": "network-vif-plugged", "status": "completed", "tag": "7ef3555d-a1e2-40be-967c-176440013cc2"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:00.610559 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 7ef3555d-a1e2-40be-967c-176440013cc2, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=7ef3555d-a1e2-40be-967c-176440013cc2,segment=NetworkSegment(cb0def10-0c33-48e7-8f61-e6fe0bcab07e),segment_id=cb0def10-0c33-48e7-8f61-e6fe0bcab07e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:00.618076 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.678858 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-913cdd51-ce88-4fc3-a30c-5d4cbac14388 service neutron] For port 1c3ca636-992f-4b17-a876-d641ec018cdf, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:00.682457 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a71ba8-592a-482d-bf3f-4efd7f27d5b5 x-openstack-request-id: req-61a71ba8-592a-482d-bf3f-4efd7f27d5b5 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:00.682775 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b5e5ae9-be91-4800-995a-af319e4a6184", "name": "network-vif-plugged", "status": "completed", "tag": "7ef3555d-a1e2-40be-967c-176440013cc2", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:00.683006 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-61a71ba8-592a-482d-bf3f-4efd7f27d5b5 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:00.683437 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b5e5ae9-be91-4800-995a-af319e4a6184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef3555d-a1e2-40be-967c-176440013cc2', 'code': 200} Nov 12 03:40:00.685138 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-913cdd51-ce88-4fc3-a30c-5d4cbac14388 service neutron] For port 1c3ca636-992f-4b17-a876-d641ec018cdf, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=1c3ca636-992f-4b17-a876-d641ec018cdf,segment=NetworkSegment(25e97707-31e7-4805-b3e2-39baf1279b29),segment_id=25e97707-31e7-4805-b3e2-39baf1279b29)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:00.706070 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=7ef3555d-a1e2-40be-967c-176440013cc2,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:00.732926 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-913cdd51-ce88-4fc3-a30c-5d4cbac14388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.885814 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-913cdd51-ce88-4fc3-a30c-5d4cbac14388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:00.887378 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-913cdd51-ce88-4fc3-a30c-5d4cbac14388 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.888844 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-913cdd51-ce88-4fc3-a30c-5d4cbac14388 service neutron] 10.222.0.90 "PUT /v2.0/ports/1c3ca636-992f-4b17-a876-d641ec018cdf HTTP/1.1" status: 200 len: 1092 time: 1.7693374 Nov 12 03:40:00.889310 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59352eb4-76e3-4048-ab1b-56268e23846a', 'tag': '1c3ca636-992f-4b17-a876-d641ec018cdf'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:00.891612 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c898a150-7a01-49c3-ac7d-96100f1fa054" -d '{"events": [{"name": "network-changed", "server_uuid": "59352eb4-76e3-4048-ab1b-56268e23846a", "tag": "1c3ca636-992f-4b17-a876-d641ec018cdf"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:00.913647 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-81e48b56-8e1a-4f5b-baa1-a355220291c1 tempest-MeteringTestJSON-626490241 tempest-MeteringTestJSON-626490241-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.917234 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-81e48b56-8e1a-4f5b-baa1-a355220291c1 tempest-MeteringTestJSON-626490241 tempest-MeteringTestJSON-626490241-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3698444 Nov 12 03:40:00.919773 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54214) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:00.976546 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09a743-7f9f-4ccc-8069-7c27ca0b17d2 req-338f79aa-886a-459c-bf1a-7f0529e746d2 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:00.994347 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8f09a743-7f9f-4ccc-8069-7c27ca0b17d2 req-338f79aa-886a-459c-bf1a-7f0529e746d2 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b5e5ae9-be91-4800-995a-af319e4a6184 HTTP/1.1" status: 200 len: 946 time: 0.1983442 Nov 12 03:40:01.064787 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-87976bfe-bba5-4a47-9366-4cb6bdda3988 tempest-MeteringTestJSON-626490241 tempest-MeteringTestJSON-626490241-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=296085dd-78d7-42c4-b7ea-613a09d70790 HTTP/1.1" status: 200 len: 468 time: 0.1362956 Nov 12 03:40:01.068772 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54222) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:01.124841 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d3f82b4-3904-4a34-9f6e-8faaceab1c92 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Router 1c30091a-9af0-45ba-af3b-4425d035ebfa has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:40:01.144013 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913cdd51-ce88-4fc3-a30c-5d4cbac14388 service neutron] Pushing event updated for resources: {'Port': ['ID=1c3ca636-992f-4b17-a876-d641ec018cdf,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:01.170353 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8f09a743-7f9f-4ccc-8069-7c27ca0b17d2 req-c67f7c0b-d8b4-4f9f-8ef7-29fa5ebdadf1 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750159 Nov 12 03:40:01.183926 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d32ef9-70ab-468a-931f-85701b82c019 req-661702b5-aa48-478e-a408-ae04c44b9c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:01.186249 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b5d32ef9-70ab-468a-931f-85701b82c019 req-661702b5-aa48-478e-a408-ae04c44b9c22 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3b5e5ae9-be91-4800-995a-af319e4a6184 HTTP/1.1" status: 200 len: 1098 time: 0.3930800 Nov 12 03:40:01.292796 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-1822243b-6f7a-4b49-b78b-906a55b9e81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:01.294404 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-1822243b-6f7a-4b49-b78b-906a55b9e81b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f902bb4e430343b29a7e1363df6934e4&device_id=59352eb4-76e3-4048-ab1b-56268e23846a HTTP/1.1" status: 200 len: 1095 time: 0.3080902 Nov 12 03:40:01.297135 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef78e114-8f02-41bc-871c-6938f9ad7bc3 x-openstack-request-id: req-ef78e114-8f02-41bc-871c-6938f9ad7bc3 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:01.297522 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59352eb4-76e3-4048-ab1b-56268e23846a", "tag": "1c3ca636-992f-4b17-a876-d641ec018cdf", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:01.297708 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ef78e114-8f02-41bc-871c-6938f9ad7bc3 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:01.298075 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59352eb4-76e3-4048-ab1b-56268e23846a', 'tag': '1c3ca636-992f-4b17-a876-d641ec018cdf', 'status': 'completed', 'code': 200} Nov 12 03:40:01.320179 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26410f18-2251-45ac-aae5-3a17781a5b66 req-cc6c1cdf-8f46-46b7-acb8-0ddc0359fa0c tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:01.321756 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26410f18-2251-45ac-aae5-3a17781a5b66 req-cc6c1cdf-8f46-46b7-acb8-0ddc0359fa0c tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/ports?device_id=59352eb4-76e3-4048-ab1b-56268e23846a HTTP/1.1" status: 200 len: 943 time: 0.2659712 Nov 12 03:40:01.365514 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-6478d2aa-b174-46f9-b98f-9bba4d02fbfe service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1c3ca636-992f-4b17-a876-d641ec018cdf HTTP/1.1" status: 200 len: 217 time: 0.0404165 Nov 12 03:40:01.374731 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-301f04a3-0318-4d9b-b31b-a4d2570065ea tempest-MeteringTestJSON-626490241 tempest-MeteringTestJSON-626490241-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:01.376456 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-301f04a3-0318-4d9b-b31b-a4d2570065ea tempest-MeteringTestJSON-626490241 tempest-MeteringTestJSON-626490241-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/296085dd-78d7-42c4-b7ea-613a09d70790 HTTP/1.1" status: 204 len: 168 time: 0.3063757 Nov 12 03:40:01.379706 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54236) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:01.401582 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-fe445f5e-a9e1-469c-8446-a2d7909963e4 tempest-MeteringTestJSON-626490241 tempest-MeteringTestJSON-626490241-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=296085dd-78d7-42c4-b7ea-613a09d70790 HTTP/1.1" status: 200 len: 216 time: 0.0198123 Nov 12 03:40:01.410209 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54238) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:01.420130 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-75bb9162-a0af-40cb-a5f0-34528f9eaab4 tempest-MeteringTestJSON-626490241 tempest-MeteringTestJSON-626490241-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0108805 Nov 12 03:40:01.434373 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54240) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:01.459219 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d1d6d368-284d-4d8c-9160-4b25d346794e tempest-MeteringTestJSON-626490241 tempest-MeteringTestJSON-626490241-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0215280 Nov 12 03:40:01.462399 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54244) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:01.494330 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-66aa9655-5c21-43cb-a3ad-a68fa0dd5daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:01.497187 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-66aa9655-5c21-43cb-a3ad-a68fa0dd5daf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9457e9c4-4562-4739-beca-598ac1790d26 HTTP/1.1" status: 200 len: 848 time: 0.1073940 Nov 12 03:40:01.531317 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-46e52db4-96b2-4e62-a8d1-cfbe3697c41b tempest-MeteringTestJSON-626490241 tempest-MeteringTestJSON-626490241-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels/105710c2-4c78-4b51-ab0a-c84b13356081 HTTP/1.1" status: 200 len: 471 time: 0.0675848 Nov 12 03:40:01.534849 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54248) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:01.546373 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2a494380-e807-4ce5-8d6e-db5c0ef6272d tempest-MeteringTestJSON-626490241 tempest-MeteringTestJSON-626490241-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules/ba71ddbe-665c-400d-9054-8684a5fb5fb0 HTTP/1.1" status: 200 len: 461 time: 0.0099437 Nov 12 03:40:01.551197 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54250) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:01.700796 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d422c22e-a901-4a7b-b255-332f143cb13e tempest-MeteringTestJSON-626490241 tempest-MeteringTestJSON-626490241-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:01.702039 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d422c22e-a901-4a7b-b255-332f143cb13e tempest-MeteringTestJSON-626490241 tempest-MeteringTestJSON-626490241-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/ba71ddbe-665c-400d-9054-8684a5fb5fb0 HTTP/1.1" status: 204 len: 168 time: 0.1498785 Nov 12 03:40:01.708195 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54260) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:01.929331 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3f82b4-3904-4a34-9f6e-8faaceab1c92 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:40:01.941498 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faf2613-64e0-4698-b9f6-7e3c4418cc46 None None] Sync routers for ids ['1c30091a-9af0-45ba-af3b-4425d035ebfa'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:40:01.947181 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-be4e1e03-f5d4-4908-8b1b-b394c3959091 tempest-MeteringTestJSON-626490241 tempest-MeteringTestJSON-626490241-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:01.950776 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-be4e1e03-f5d4-4908-8b1b-b394c3959091 tempest-MeteringTestJSON-626490241 tempest-MeteringTestJSON-626490241-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/105710c2-4c78-4b51-ab0a-c84b13356081 HTTP/1.1" status: 204 len: 168 time: 0.2396967 Nov 12 03:40:01.961951 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faf2613-64e0-4698-b9f6-7e3c4418cc46 None None] Routers {'1c30091a-9af0-45ba-af3b-4425d035ebfa'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:01.962619 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-8faf2613-64e0-4698-b9f6-7e3c4418cc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:39:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1c30091a-9af0-45ba-af3b-4425d035ebfa'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:01.967437 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-af310fa9-c377-4106-b375-17989436b9b7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=bd11cd57-6651-49e2-882c-cb2fc6c5ae96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4466820 Nov 12 03:40:01.986208 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b5d32ef9-70ab-468a-931f-85701b82c019 req-a0aa214a-ea23-4ced-b6d7-be5e95b3a820 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7859282 Nov 12 03:40:02.016423 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26410f18-2251-45ac-aae5-3a17781a5b66 req-3b03440b-9ad6-490f-b32f-704785dee90c tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/security-groups?id=a75d38cc-1e5f-4ffb-b58a-1000f618bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6498189 Nov 12 03:40:02.027113 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1d3f82b4-3904-4a34-9f6e-8faaceab1c92 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:02.046964 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-8faf2613-64e0-4698-b9f6-7e3c4418cc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:02.058133 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faf2613-64e0-4698-b9f6-7e3c4418cc46 None None] Routers {'1c30091a-9af0-45ba-af3b-4425d035ebfa'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:02.068612 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-8faf2613-64e0-4698-b9f6-7e3c4418cc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:39:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1c30091a-9af0-45ba-af3b-4425d035ebfa'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:02.139897 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-8faf2613-64e0-4698-b9f6-7e3c4418cc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:02.140618 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faf2613-64e0-4698-b9f6-7e3c4418cc46 None None] The sync data for ids ['1c30091a-9af0-45ba-af3b-4425d035ebfa'] in n-d-715271-27 is: [] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:40:02.148488 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-5e35e3d3-2daf-4db0-868b-8fc17a90c04e service neutron] 10.222.0.90 "GET /v2.0/networks/bd11cd57-6651-49e2-882c-cb2fc6c5ae96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673262 Nov 12 03:40:02.168612 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1d3f82b4-3904-4a34-9f6e-8faaceab1c92 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.8657975 Nov 12 03:40:02.170138 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54276) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:02.176391 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-a15d0e76-9318-4deb-a067-51e98cd0d654 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-258998513'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:02.225748 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15d0e76-9318-4deb-a067-51e98cd0d654 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Made reservation on behalf of 1f58e1cd99b64f08bb3191fdbe2820dd for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:02.229627 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a15d0e76-9318-4deb-a067-51e98cd0d654 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:02.268532 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a15d0e76-9318-4deb-a067-51e98cd0d654 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:40:02.278788 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a15d0e76-9318-4deb-a067-51e98cd0d654 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:02.279224 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-a15d0e76-9318-4deb-a067-51e98cd0d654 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Added segment 4d7f4afd-00e9-474e-864c-a835a5fd2e69 of type vlan for network ae9f2faf-78be-4aec-a90d-e0da84065256 Nov 12 03:40:02.364898 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3b68d55c-017d-4a71-9b26-7cad38e51618 req-ca295765-525d-446b-9109-648e596e09b1 service neutron] 10.222.0.90 "GET /v2.0/networks/bd11cd57-6651-49e2-882c-cb2fc6c5ae96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085941 Nov 12 03:40:02.387213 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b957188-f467-47d7-b25e-33748b703709 req-85dd088b-6a2b-4262-9984-6e10da3dc855 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:02.389587 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2b957188-f467-47d7-b25e-33748b703709 req-85dd088b-6a2b-4262-9984-6e10da3dc855 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b5e5ae9-be91-4800-995a-af319e4a6184 HTTP/1.1" status: 200 len: 946 time: 0.0988586 Nov 12 03:40:02.463943 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2b957188-f467-47d7-b25e-33748b703709 req-45cfea74-2e11-4f8c-af13-c9dde912e824 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658116 Nov 12 03:40:02.543459 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54292) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:02.630856 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898a150-7a01-49c3-ac7d-96100f1fa054 req-5d6f17f3-c848-47a5-b18d-d07897837381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:02.636233 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c898a150-7a01-49c3-ac7d-96100f1fa054 req-5d6f17f3-c848-47a5-b18d-d07897837381 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f902bb4e430343b29a7e1363df6934e4&device_id=59352eb4-76e3-4048-ab1b-56268e23846a HTTP/1.1" status: 200 len: 1095 time: 0.1220667 Nov 12 03:40:02.692011 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a15d0e76-9318-4deb-a067-51e98cd0d654 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:02.746066 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5982ecea-3baa-4517-a5b5-7e80ddd7b1c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:02.754086 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a15d0e76-9318-4deb-a067-51e98cd0d654 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:02.760763 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15d0e76-9318-4deb-a067-51e98cd0d654 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:02.760763 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a15d0e76-9318-4deb-a067-51e98cd0d654 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:02.816147 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898a150-7a01-49c3-ac7d-96100f1fa054 req-ffc75f15-27f0-4bf8-b916-98a91e198463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:02.817703 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c898a150-7a01-49c3-ac7d-96100f1fa054 req-ffc75f15-27f0-4bf8-b916-98a91e198463 service neutron] 10.222.0.90 "GET /v2.0/networks?id=bd11cd57-6651-49e2-882c-cb2fc6c5ae96 HTTP/1.1" status: 200 len: 909 time: 0.1737263 Nov 12 03:40:02.871215 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d0e76-9318-4deb-a067-51e98cd0d654 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Pushing event updated for resources: {'Network': ['ID=ae9f2faf-78be-4aec-a90d-e0da84065256,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:02.883435 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network ae9f2faf-78be-4aec-a90d-e0da84065256 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:40:02.903366 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a15d0e76-9318-4deb-a067-51e98cd0d654 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7261732 Nov 12 03:40:02.903366 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54312) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:02.910411 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-5da52fae-2b28-404d-958a-f1dbd1c5e087 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Request body: {'subnet': {'network_id': 'ae9f2faf-78be-4aec-a90d-e0da84065256', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:02.929602 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c898a150-7a01-49c3-ac7d-96100f1fa054 req-815b8bfd-6ea9-4173-91c6-2681681e49dd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1c3ca636-992f-4b17-a876-d641ec018cdf HTTP/1.1" status: 200 len: 217 time: 0.1032662 Nov 12 03:40:02.999531 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5982ecea-3baa-4517-a5b5-7e80ddd7b1c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.013790 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5982ecea-3baa-4517-a5b5-7e80ddd7b1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.042935 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898a150-7a01-49c3-ac7d-96100f1fa054 req-2d66e305-981d-4078-b943-2866152637f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:03.045171 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c898a150-7a01-49c3-ac7d-96100f1fa054 req-2d66e305-981d-4078-b943-2866152637f4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9457e9c4-4562-4739-beca-598ac1790d26 HTTP/1.1" status: 200 len: 848 time: 0.1049573 Nov 12 03:40:03.047684 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da52fae-2b28-404d-958a-f1dbd1c5e087 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Made reservation on behalf of 1f58e1cd99b64f08bb3191fdbe2820dd for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:03.055117 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5da52fae-2b28-404d-958a-f1dbd1c5e087 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.089126 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c898a150-7a01-49c3-ac7d-96100f1fa054 req-6bc7d020-e514-4e50-be1f-01c7d941722d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=bd11cd57-6651-49e2-882c-cb2fc6c5ae96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321636 Nov 12 03:40:03.096432 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5982ecea-3baa-4517-a5b5-7e80ddd7b1c1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=41f3431f82314e9eb18281d15b9bc326&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5513506 Nov 12 03:40:03.099875 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54322) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:03.131611 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5982ecea-3baa-4517-a5b5-7e80ddd7b1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f637ff78-1f9f-419f-865c-a07d2ff6f38a,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:03.262618 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-abf3fa9d-2791-401f-b5d4-c52d06d5a693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.336060 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c929a2d9-d6c5-4dce-9fdf-d67ccb07e572 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.376507 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c898a150-7a01-49c3-ac7d-96100f1fa054 req-ef95ecbd-66f7-4f0e-9b61-68c36bc0ee91 service neutron] 10.222.0.90 "GET /v2.0/networks/bd11cd57-6651-49e2-882c-cb2fc6c5ae96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670829 Nov 12 03:40:03.403701 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a941f1-1653-47ec-9d69-6e122c2084ec req-5e382c6a-fc3d-4145-a3c5-ff3b242d53a0 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:03.405533 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-33a941f1-1653-47ec-9d69-6e122c2084ec req-5e382c6a-fc3d-4145-a3c5-ff3b242d53a0 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/ports?device_id=59352eb4-76e3-4048-ab1b-56268e23846a HTTP/1.1" status: 200 len: 943 time: 0.2168078 Nov 12 03:40:03.463588 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c929a2d9-d6c5-4dce-9fdf-d67ccb07e572 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.491797 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5da52fae-2b28-404d-958a-f1dbd1c5e087 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.567944 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da52fae-2b28-404d-958a-f1dbd1c5e087 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Pushing event updated for resources: {'Subnet': ['ID=cdb7b570-e99a-4be0-9b60-2aa20fbda590,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:03.578682 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-33a941f1-1653-47ec-9d69-6e122c2084ec req-42559382-da5a-4e7d-b51f-ca4628395d61 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/security-groups?id=a75d38cc-1e5f-4ffb-b58a-1000f618bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115439 Nov 12 03:40:03.585771 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c898a150-7a01-49c3-ac7d-96100f1fa054 req-87723d13-a82a-4d2e-88b2-1e3fd1e02b1f service neutron] 10.222.0.90 "GET /v2.0/networks/bd11cd57-6651-49e2-882c-cb2fc6c5ae96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071548 Nov 12 03:40:03.586081 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da52fae-2b28-404d-958a-f1dbd1c5e087 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Checking segment: {'id': '4d7f4afd-00e9-474e-864c-a835a5fd2e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ae9f2faf-78be-4aec-a90d-e0da84065256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:03.586540 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da52fae-2b28-404d-958a-f1dbd1c5e087 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Network hostable DHCP agents. Network: ae9f2faf-78be-4aec-a90d-e0da84065256, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:40:03.606187 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c929a2d9-d6c5-4dce-9fdf-d67ccb07e572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.610731 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c929a2d9-d6c5-4dce-9fdf-d67ccb07e572 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.612654 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c929a2d9-d6c5-4dce-9fdf-d67ccb07e572 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f637ff78-1f9f-419f-865c-a07d2ff6f38a HTTP/1.1" status: 204 len: 168 time: 0.5106921 Nov 12 03:40:03.642730 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c929a2d9-d6c5-4dce-9fdf-d67ccb07e572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f637ff78-1f9f-419f-865c-a07d2ff6f38a,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:03.705084 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da52fae-2b28-404d-958a-f1dbd1c5e087 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Network ae9f2faf-78be-4aec-a90d-e0da84065256 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:40:03.726891 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-5da52fae-2b28-404d-958a-f1dbd1c5e087 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, ae9f2faf-78be-4aec-a90d-e0da84065256) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:03.744178 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3548e3d6-17a4-4563-ad85-4c685fef354c None None] Network ae9f2faf-78be-4aec-a90d-e0da84065256 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:03.774766 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db19f8-7109-4ecb-8e38-bf53e778a620 req-b2fe54f9-c90e-4cc9-9792-7157ffd82652 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:03.785898 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e5db19f8-7109-4ecb-8e38-bf53e778a620 req-b2fe54f9-c90e-4cc9-9792-7157ffd82652 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b5e5ae9-be91-4800-995a-af319e4a6184 HTTP/1.1" status: 200 len: 946 time: 0.1593566 Nov 12 03:40:03.795539 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da52fae-2b28-404d-958a-f1dbd1c5e087 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:03.796768 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5da52fae-2b28-404d-958a-f1dbd1c5e087 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.866408 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e5db19f8-7109-4ecb-8e38-bf53e778a620 req-e54fb54e-0438-4f68-8245-369b969a2350 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791719 Nov 12 03:40:03.884559 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54346) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:03.884680 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5da52fae-2b28-404d-958a-f1dbd1c5e087 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9791751 Nov 12 03:40:03.885881 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-c36771e9-5553-497b-a517-d6f7b028e3a4 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1959338391', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}, 'admin_state_up': False}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:03.992251 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c36771e9-5553-497b-a517-d6f7b028e3a4 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.993323 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c36771e9-5553-497b-a517-d6f7b028e3a4 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.106405 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.202045 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c36771e9-5553-497b-a517-d6f7b028e3a4 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.213919 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204c8266-d9c0-4f44-b200-c8e1f6191fab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-ae9f2faf-78be-4aec-a90d-e0da84065256', 'network_id': 'ae9f2faf-78be-4aec-a90d-e0da84065256', 'tenant_id': '1f58e1cd99b64f08bb3191fdbe2820dd', 'fixed_ips': [{'subnet_id': 'cdb7b570-e99a-4be0-9b60-2aa20fbda590'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:40:04.214851 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-204c8266-d9c0-4f44-b200-c8e1f6191fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.484316 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-204c8266-d9c0-4f44-b200-c8e1f6191fab None None] Allocated IP 172.20.0.2 (ae9f2faf-78be-4aec-a90d-e0da84065256/cdb7b570-e99a-4be0-9b60-2aa20fbda590/d3aeb53f-9eb6-4e40-b8a2-1e903ce98d78) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:04.530143 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c36771e9-5553-497b-a517-d6f7b028e3a4 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.724560 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54370) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:04.804188 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d98b2758-a1fc-43fe-a472-83b7e58404d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.923120 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 1c3ca636-992f-4b17-a876-d641ec018cdf details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:40:04.948578 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d98b2758-a1fc-43fe-a472-83b7e58404d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.957614 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d98b2758-a1fc-43fe-a472-83b7e58404d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:05.041882 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d98b2758-a1fc-43fe-a472-83b7e58404d5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0c7000a1a16449bb94604cc64c8c55c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3118672 Nov 12 03:40:05.042087 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c36771e9-5553-497b-a517-d6f7b028e3a4 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for router_gateway, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:05.046830 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54378) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:05.091542 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b2758-a1fc-43fe-a472-83b7e58404d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1c7174-a1f1-4f33-a6c9-469ff0f1674a,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:05.115800 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c36771e9-5553-497b-a517-d6f7b028e3a4 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:05.117835 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-204c8266-d9c0-4f44-b200-c8e1f6191fab None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:05.130577 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-204c8266-d9c0-4f44-b200-c8e1f6191fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:05.138769 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e831650-9ccd-4acf-9da9-990769cd0861 req-c5b6f351-bc8c-4302-8543-e7d3b1b890f6 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:05.140762 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5e831650-9ccd-4acf-9da9-990769cd0861 req-c5b6f351-bc8c-4302-8543-e7d3b1b890f6 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/ports?device_id=59352eb4-76e3-4048-ab1b-56268e23846a HTTP/1.1" status: 200 len: 943 time: 0.2506166 Nov 12 03:40:05.149276 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f93a9-cf4e-41d1-8b8e-18b8afc44edc req-bddb8b36-9a2f-4e7b-9674-56a453919e39 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:05.153180 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-511f93a9-cf4e-41d1-8b8e-18b8afc44edc req-bddb8b36-9a2f-4e7b-9674-56a453919e39 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b5e5ae9-be91-4800-995a-af319e4a6184 HTTP/1.1" status: 200 len: 946 time: 0.1199617 Nov 12 03:40:05.232975 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-511f93a9-cf4e-41d1-8b8e-18b8afc44edc req-54e1b578-cab5-4b13-b569-bfe543e6503a tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708456 Nov 12 03:40:05.251517 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204c8266-d9c0-4f44-b200-c8e1f6191fab None None] Network ae9f2faf-78be-4aec-a90d-e0da84065256 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:05.264011 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 1c3ca636-992f-4b17-a876-d641ec018cdf, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=1c3ca636-992f-4b17-a876-d641ec018cdf,segment=NetworkSegment(25e97707-31e7-4805-b3e2-39baf1279b29),segment_id=25e97707-31e7-4805-b3e2-39baf1279b29)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:05.289956 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '1c3ca636-992f-4b17-a876-d641ec018cdf', 'network_id': 'bd11cd57-6651-49e2-882c-cb2fc6c5ae96', 'port_id': '1c3ca636-992f-4b17-a876-d641ec018cdf', 'mac_address': 'fa:16:3e:2e:fd:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9457e9c4-4562-4739-beca-598ac1790d26', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:40:05.296886 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-204c8266-d9c0-4f44-b200-c8e1f6191fab None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:05.298911 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204c8266-d9c0-4f44-b200-c8e1f6191fab None None] Pushing event updated for resources: {'Port': ['ID=d3aeb53f-9eb6-4e40-b8a2-1e903ce98d78,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:05.314624 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204c8266-d9c0-4f44-b200-c8e1f6191fab None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:05.315308 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b15a78bb-aaa3-4f54-9f2a-c20ad2787928 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:05.386720 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b15a78bb-aaa3-4f54-9f2a-c20ad2787928 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:05.441041 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-204c8266-d9c0-4f44-b200-c8e1f6191fab None None] Attempting to bind port d3aeb53f-9eb6-4e40-b8a2-1e903ce98d78 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:05.441485 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-204c8266-d9c0-4f44-b200-c8e1f6191fab None None] Attempting to bind port d3aeb53f-9eb6-4e40-b8a2-1e903ce98d78 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '4d7f4afd-00e9-474e-864c-a835a5fd2e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ae9f2faf-78be-4aec-a90d-e0da84065256'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:05.441922 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204c8266-d9c0-4f44-b200-c8e1f6191fab None None] Attempting to bind port d3aeb53f-9eb6-4e40-b8a2-1e903ce98d78 on network ae9f2faf-78be-4aec-a90d-e0da84065256 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:05.445810 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5e831650-9ccd-4acf-9da9-990769cd0861 req-7a2aa155-5497-4b96-af6b-ea724d57b056 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/security-groups?id=a75d38cc-1e5f-4ffb-b58a-1000f618bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894583 Nov 12 03:40:05.476945 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204c8266-d9c0-4f44-b200-c8e1f6191fab None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:05.477652 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204c8266-d9c0-4f44-b200-c8e1f6191fab None None] Checking segment: {'id': '4d7f4afd-00e9-474e-864c-a835a5fd2e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ae9f2faf-78be-4aec-a90d-e0da84065256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:05.478169 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-204c8266-d9c0-4f44-b200-c8e1f6191fab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:05.478769 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204c8266-d9c0-4f44-b200-c8e1f6191fab None None] Bound using segment: {'id': '4d7f4afd-00e9-474e-864c-a835a5fd2e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ae9f2faf-78be-4aec-a90d-e0da84065256'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:05.479302 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-204c8266-d9c0-4f44-b200-c8e1f6191fab None None] Bound port: d3aeb53f-9eb6-4e40-b8a2-1e903ce98d78, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d7f4afd-00e9-474e-864c-a835a5fd2e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ae9f2faf-78be-4aec-a90d-e0da84065256'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:05.479818 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-204c8266-d9c0-4f44-b200-c8e1f6191fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:05.490765 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:05.492642 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-c36771e9-5553-497b-a517-d6f7b028e3a4 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Allocated IP 172.25.5.35 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/03efe951-01d3-40b5-ae01-2c7f680dfe71) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:05.492944 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:05.513344 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c3ca636-992f-4b17-a876-d641ec018cdf {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:05.569644 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 1c3ca636-992f-4b17-a876-d641ec018cdf, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=1c3ca636-992f-4b17-a876-d641ec018cdf,segment=NetworkSegment(25e97707-31e7-4805-b3e2-39baf1279b29),segment_id=25e97707-31e7-4805-b3e2-39baf1279b29)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:05.579411 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b15a78bb-aaa3-4f54-9f2a-c20ad2787928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:05.585067 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:05.588812 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b15a78bb-aaa3-4f54-9f2a-c20ad2787928 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:05.592434 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b15a78bb-aaa3-4f54-9f2a-c20ad2787928 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ad1c7174-a1f1-4f33-a6c9-469ff0f1674a HTTP/1.1" status: 204 len: 168 time: 0.5332558 Nov 12 03:40:05.631827 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a78bb-aaa3-4f54-9f2a-c20ad2787928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1c7174-a1f1-4f33-a6c9-469ff0f1674a,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:05.703529 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-204c8266-d9c0-4f44-b200-c8e1f6191fab None None] For port d3aeb53f-9eb6-4e40-b8a2-1e903ce98d78, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:05.704559 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c36771e9-5553-497b-a517-d6f7b028e3a4 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:05.711373 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52fb22-5db7-4cd9-9c92-ec189244a29f req-27055e36-66de-4f76-86a2-7d45eec55185 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:05.719923 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3a52fb22-5db7-4cd9-9c92-ec189244a29f req-27055e36-66de-4f76-86a2-7d45eec55185 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b5e5ae9-be91-4800-995a-af319e4a6184 HTTP/1.1" status: 200 len: 946 time: 0.1225145 Nov 12 03:40:05.750607 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c36771e9-5553-497b-a517-d6f7b028e3a4 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:05.777277 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-204c8266-d9c0-4f44-b200-c8e1f6191fab None None] For port d3aeb53f-9eb6-4e40-b8a2-1e903ce98d78, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d3aeb53f-9eb6-4e40-b8a2-1e903ce98d78,segment=NetworkSegment(4d7f4afd-00e9-474e-864c-a835a5fd2e69),segment_id=4d7f4afd-00e9-474e-864c-a835a5fd2e69)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:05.785887 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=1c3ca636-992f-4b17-a876-d641ec018cdf,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:05.791799 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-204c8266-d9c0-4f44-b200-c8e1f6191fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:05.802242 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36771e9-5553-497b-a517-d6f7b028e3a4 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:05.805479 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-c36771e9-5553-497b-a517-d6f7b028e3a4 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:05.809395 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36771e9-5553-497b-a517-d6f7b028e3a4 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:05.848553 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3a52fb22-5db7-4cd9-9c92-ec189244a29f req-bd8e9129-718a-4813-8994-47dc7a0a2c48 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177483 Nov 12 03:40:05.864111 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204c8266-d9c0-4f44-b200-c8e1f6191fab None None] Pushing event updated for resources: {'Port': ['ID=d3aeb53f-9eb6-4e40-b8a2-1e903ce98d78,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:05.977406 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['1c3ca636-992f-4b17-a876-d641ec018cdf'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:40:06.070182 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36771e9-5553-497b-a517-d6f7b028e3a4 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Pushing event updated for resources: {'Port': ['ID=03efe951-01d3-40b5-ae01-2c7f680dfe71,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:06.362783 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:06.463306 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e2d88-1d00-4cc6-90d8-505922254e8c req-45225b1e-4cf0-412c-9722-8d7ae4b3e726 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:06.471386 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4c0e2d88-1d00-4cc6-90d8-505922254e8c req-45225b1e-4cf0-412c-9722-8d7ae4b3e726 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b5e5ae9-be91-4800-995a-af319e4a6184 HTTP/1.1" status: 200 len: 946 time: 0.1350727 Nov 12 03:40:06.567899 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4c0e2d88-1d00-4cc6-90d8-505922254e8c req-42dd5e50-eefa-4184-8538-a036342295d0 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893490 Nov 12 03:40:06.628360 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c36771e9-5553-497b-a517-d6f7b028e3a4 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for router_gateway, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:06.865145 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c60b3e-6b65-4d0a-a0ef-904cd4ff367b req-c109610e-6c2e-49e3-bb41-326e8baa3ad9 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:06.866661 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d9c60b3e-6b65-4d0a-a0ef-904cd4ff367b req-c109610e-6c2e-49e3-bb41-326e8baa3ad9 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/ports?device_id=59352eb4-76e3-4048-ab1b-56268e23846a HTTP/1.1" status: 200 len: 944 time: 0.2282681 Nov 12 03:40:07.411015 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e0fce6-f01d-46bc-83a2-530e8da69e11 None None] Network ae9f2faf-78be-4aec-a90d-e0da84065256 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:07.633292 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d9c60b3e-6b65-4d0a-a0ef-904cd4ff367b req-cf10ac15-2ed4-41a6-8b09-964098c6525d tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/security-groups?id=a75d38cc-1e5f-4ffb-b58a-1000f618bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7495739 Nov 12 03:40:07.691580 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d3aeb53f-9eb6-4e40-b8a2-1e903ce98d78 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:07.770914 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3136fc-fba0-4b00-ab52-0316ffcc2544 req-9fa3419c-210f-4e7b-a749-2a439da49e24 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:07.784663 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-df3136fc-fba0-4b00-ab52-0316ffcc2544 req-9fa3419c-210f-4e7b-a749-2a439da49e24 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.74 "GET /v2.0/ports?device_id=3b5e5ae9-be91-4800-995a-af319e4a6184 HTTP/1.1" status: 200 len: 946 time: 0.1305718 Nov 12 03:40:07.792948 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4f16e817-b3c2-4ba6-9235-5812ee62f282 req-84b7cadf-951a-4ad2-9ac8-67c8096f8758 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=cae109e2-d1d7-4bd3-b2a0-66d25788c96b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2857060 Nov 12 03:40:07.854119 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-48e3121f-1b8f-4705-ab01-317d7769ee66 None None] Provisioning complete for port d3aeb53f-9eb6-4e40-b8a2-1e903ce98d78 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:07.854468 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-48e3121f-1b8f-4705-ab01-317d7769ee66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:07.953907 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c36771e9-5553-497b-a517-d6f7b028e3a4 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:07.975522 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-df3136fc-fba0-4b00-ab52-0316ffcc2544 req-e6269c72-2fee-4628-9371-cd2771019167 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Deleting port 7ef3555d-a1e2-40be-967c-176440013cc2 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:07.975758 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-df3136fc-fba0-4b00-ab52-0316ffcc2544 req-e6269c72-2fee-4628-9371-cd2771019167 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:07.990004 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1e81c-8cff-4099-b869-e933ca7bde0b req-e785f276-2141-4090-b59f-b2dfe8734271 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:07.991836 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cca1e81c-8cff-4099-b869-e933ca7bde0b req-e785f276-2141-4090-b59f-b2dfe8734271 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b5e5ae9-be91-4800-995a-af319e4a6184 HTTP/1.1" status: 200 len: 946 time: 0.1952159 Nov 12 03:40:08.038237 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16e817-b3c2-4ba6-9235-5812ee62f282 req-1156d93d-a9dc-4505-813b-7464452e912a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:08.040027 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4f16e817-b3c2-4ba6-9235-5812ee62f282 req-1156d93d-a9dc-4505-813b-7464452e912a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=25535b709a2d4c4589b8ab88b8c8086a&device_id=cae109e2-d1d7-4bd3-b2a0-66d25788c96b HTTP/1.1" status: 200 len: 1097 time: 0.1814411 Nov 12 03:40:08.201988 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-df3136fc-fba0-4b00-ab52-0316ffcc2544 req-e6269c72-2fee-4628-9371-cd2771019167 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] For port 7ef3555d-a1e2-40be-967c-176440013cc2, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=7ef3555d-a1e2-40be-967c-176440013cc2,segment=NetworkSegment(cb0def10-0c33-48e7-8f61-e6fe0bcab07e),segment_id=cb0def10-0c33-48e7-8f61-e6fe0bcab07e)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:08.202349 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-df3136fc-fba0-4b00-ab52-0316ffcc2544 req-e6269c72-2fee-4628-9371-cd2771019167 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:08.202742 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-48e3121f-1b8f-4705-ab01-317d7769ee66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:08.225919 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port d3aeb53f-9eb6-4e40-b8a2-1e903ce98d78 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:08.226566 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:08.239117 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-df3136fc-fba0-4b00-ab52-0316ffcc2544 req-e6269c72-2fee-4628-9371-cd2771019167 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Calling delete_port for 7ef3555d-a1e2-40be-967c-176440013cc2 owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:08.275598 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-48e3121f-1b8f-4705-ab01-317d7769ee66 None None] For port d3aeb53f-9eb6-4e40-b8a2-1e903ce98d78, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d3aeb53f-9eb6-4e40-b8a2-1e903ce98d78,segment=NetworkSegment(4d7f4afd-00e9-474e-864c-a835a5fd2e69),segment_id=4d7f4afd-00e9-474e-864c-a835a5fd2e69)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:08.311158 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-48e3121f-1b8f-4705-ab01-317d7769ee66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:08.340988 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cca1e81c-8cff-4099-b869-e933ca7bde0b req-0f0a0672-e794-459f-a74e-f9b61ca93780 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090119 Nov 12 03:40:08.384004 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16e817-b3c2-4ba6-9235-5812ee62f282 req-24a721ef-89f8-4e60-8d37-06e4891963ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:08.385523 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4f16e817-b3c2-4ba6-9235-5812ee62f282 req-24a721ef-89f8-4e60-8d37-06e4891963ff service neutron] 10.222.0.74 "GET /v2.0/networks?id=78368f62-ed24-43ac-ae16-b5ccbfc3c78d HTTP/1.1" status: 200 len: 907 time: 0.3199329 Nov 12 03:40:08.467148 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4f16e817-b3c2-4ba6-9235-5812ee62f282 req-1ded0c09-4af9-49d2-aa0f-22b68827707f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49b293a5-a2d4-4fee-bf55-5069bfa8e6b9 HTTP/1.1" status: 200 len: 217 time: 0.0694013 Nov 12 03:40:08.470974 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e3121f-1b8f-4705-ab01-317d7769ee66 None None] Pushing event updated for resources: {'Port': ['ID=d3aeb53f-9eb6-4e40-b8a2-1e903ce98d78,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:08.545307 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36771e9-5553-497b-a517-d6f7b028e3a4 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Router 102c58aa-98ba-4dd1-881b-8331a6b5a728 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:40:08.581152 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16e817-b3c2-4ba6-9235-5812ee62f282 req-585303a0-db2e-40ed-a2f9-d234df620268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:08.583267 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4f16e817-b3c2-4ba6-9235-5812ee62f282 req-585303a0-db2e-40ed-a2f9-d234df620268 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=503f9962-4a4b-41cd-afae-2bc03640b310 HTTP/1.1" status: 200 len: 846 time: 0.0922697 Nov 12 03:40:08.605217 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-df3136fc-fba0-4b00-ab52-0316ffcc2544 req-e6269c72-2fee-4628-9371-cd2771019167 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:08.644703 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['49b293a5-a2d4-4fee-bf55-5069bfa8e6b9'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:40:08.669085 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54508) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:08.669873 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6269c72-2fee-4628-9371-cd2771019167 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Pushing event deleted for resources: {'Port': ['ID=7ef3555d-a1e2-40be-967c-176440013cc2,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:08.706657 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 1c3ca636-992f-4b17-a876-d641ec018cdf up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:08.716463 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-52379a20-7ab4-4ce8-9026-466d9b16943c None None] Provisioning complete for port d3aeb53f-9eb6-4e40-b8a2-1e903ce98d78 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:08.717511 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-52379a20-7ab4-4ce8-9026-466d9b16943c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:08.753114 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4f16e817-b3c2-4ba6-9235-5812ee62f282 req-49e12b04-11df-4d4a-a790-8f05013c73c3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=78368f62-ed24-43ac-ae16-b5ccbfc3c78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713382 Nov 12 03:40:08.804109 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3136fc-fba0-4b00-ab52-0316ffcc2544 req-e6269c72-2fee-4628-9371-cd2771019167 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] No DVR routers for this DVR port 7ef3555d-a1e2-40be-967c-176440013cc2 on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:40:08.811238 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-df3136fc-fba0-4b00-ab52-0316ffcc2544 req-e6269c72-2fee-4628-9371-cd2771019167 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:08.818271 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-df3136fc-fba0-4b00-ab52-0316ffcc2544 req-e6269c72-2fee-4628-9371-cd2771019167 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.74 "DELETE /v2.0/ports/7ef3555d-a1e2-40be-967c-176440013cc2 HTTP/1.1" status: 204 len: 173 time: 1.0327661 Nov 12 03:40:08.826247 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5e5ae9-be91-4800-995a-af319e4a6184', 'name': 'network-vif-deleted', 'tag': '7ef3555d-a1e2-40be-967c-176440013cc2'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:08.828938 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b411aaa2-d9a8-4be9-baf5-1feac694701d" -d '{"events": [{"server_uuid": "3b5e5ae9-be91-4800-995a-af319e4a6184", "name": "network-vif-deleted", "tag": "7ef3555d-a1e2-40be-967c-176440013cc2"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:08.865662 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:08.897863 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36771e9-5553-497b-a517-d6f7b028e3a4 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:40:08.913030 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dd7db1-d55e-4fee-9458-3eff8621fd98 None None] Sync routers for ids ['102c58aa-98ba-4dd1-881b-8331a6b5a728'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:40:08.933869 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3dbcfe-cb1c-47f7-a2ca-223c0c49a14b req-67afdfad-7ec8-47e5-b568-07a3ea0827a5 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:08.939973 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4f16e817-b3c2-4ba6-9235-5812ee62f282 req-b53d8b8b-6d28-4c27-8afa-ddac36b2b05d service neutron] 10.222.0.74 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763334 Nov 12 03:40:08.942211 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6e3dbcfe-cb1c-47f7-a2ca-223c0c49a14b req-67afdfad-7ec8-47e5-b568-07a3ea0827a5 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/ports?device_id=59352eb4-76e3-4048-ab1b-56268e23846a HTTP/1.1" status: 200 len: 944 time: 0.1394169 Nov 12 03:40:08.949028 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c36771e9-5553-497b-a517-d6f7b028e3a4 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:08.953722 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c36771e9-5553-497b-a517-d6f7b028e3a4 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.0719652 Nov 12 03:40:08.957424 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54522) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:08.957726 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dd7db1-d55e-4fee-9458-3eff8621fd98 None None] Routers {'102c58aa-98ba-4dd1-881b-8331a6b5a728'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:08.958500 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-72dd7db1-d55e-4fee-9458-3eff8621fd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:40:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['102c58aa-98ba-4dd1-881b-8331a6b5a728'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:09.008853 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6e3dbcfe-cb1c-47f7-a2ca-223c0c49a14b req-7ab0fed3-7c4c-44b3-87d9-019088e32a73 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/security-groups?id=a75d38cc-1e5f-4ffb-b58a-1000f618bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655878 Nov 12 03:40:09.084427 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4c836a-7a13-448f-bf9f-4bd86d74526b x-openstack-request-id: req-da4c836a-7a13-448f-bf9f-4bd86d74526b {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:09.084954 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b5e5ae9-be91-4800-995a-af319e4a6184", "name": "network-vif-deleted", "tag": "7ef3555d-a1e2-40be-967c-176440013cc2", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:09.085430 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-da4c836a-7a13-448f-bf9f-4bd86d74526b {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:09.086053 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b5e5ae9-be91-4800-995a-af319e4a6184', 'name': 'network-vif-deleted', 'tag': '7ef3555d-a1e2-40be-967c-176440013cc2', 'status': 'completed', 'code': 200} Nov 12 03:40:09.100464 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-5697853e-ff7d-4a69-a547-73459d74c4e4 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-817758730', 'router:external': True}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:09.111777 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-72dd7db1-d55e-4fee-9458-3eff8621fd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:09.134407 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dd7db1-d55e-4fee-9458-3eff8621fd98 None None] Routers {'102c58aa-98ba-4dd1-881b-8331a6b5a728'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:09.135546 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-72dd7db1-d55e-4fee-9458-3eff8621fd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:40:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['102c58aa-98ba-4dd1-881b-8331a6b5a728'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:09.148482 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5697853e-ff7d-4a69-a547-73459d74c4e4 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Made reservation on behalf of f1388aa9044045b98c914a9323ee17aa for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:09.151465 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5697853e-ff7d-4a69-a547-73459d74c4e4 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.164173 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5697853e-ff7d-4a69-a547-73459d74c4e4 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.194445 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-72dd7db1-d55e-4fee-9458-3eff8621fd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:09.197391 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dd7db1-d55e-4fee-9458-3eff8621fd98 None None] The sync data for ids ['102c58aa-98ba-4dd1-881b-8331a6b5a728'] in n-d-715271-27 is: [] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:40:09.266026 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5697853e-ff7d-4a69-a547-73459d74c4e4 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.276790 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5697853e-ff7d-4a69-a547-73459d74c4e4 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.306733 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 1c3ca636-992f-4b17-a876-d641ec018cdf completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:40:09.321454 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5697853e-ff7d-4a69-a547-73459d74c4e4 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b41b1a2-3784-4017-a85f-8c68fbe9c742,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:09.324863 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5697853e-ff7d-4a69-a547-73459d74c4e4 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:40:09.332197 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 1c3ca636-992f-4b17-a876-d641ec018cdf triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:09.332697 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.339528 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5697853e-ff7d-4a69-a547-73459d74c4e4 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.340212 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-5697853e-ff7d-4a69-a547-73459d74c4e4 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Added segment 0b7042dd-5e19-4fb4-82eb-ca598a8ed077 of type vlan for network 6610ac03-17ba-4a7f-84cf-092276f66425 Nov 12 03:40:09.444464 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5697853e-ff7d-4a69-a547-73459d74c4e4 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.494677 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.520994 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4f16e817-b3c2-4ba6-9235-5812ee62f282 req-f79f6e2a-90a1-4749-960e-01b9175f6559 service neutron] 10.222.0.74 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5650790 Nov 12 03:40:09.597562 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0c03734d-07e7-45c6-bd9d-33e641a1289b req-17d848ab-5099-4bd6-9e99-237d3439d97c tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b5e5ae9-be91-4800-995a-af319e4a6184 HTTP/1.1" status: 200 len: 210 time: 0.0812626 Nov 12 03:40:09.604695 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5697853e-ff7d-4a69-a547-73459d74c4e4 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.606305 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5697853e-ff7d-4a69-a547-73459d74c4e4 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:09.607136 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5697853e-ff7d-4a69-a547-73459d74c4e4 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.636035 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d3aeb53f-9eb6-4e40-b8a2-1e903ce98d78 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:09.702559 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59352eb4-76e3-4048-ab1b-56268e23846a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3ca636-992f-4b17-a876-d641ec018cdf'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:09.718322 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc4b777-8cf6-451d-a70a-977f75b20f18" -d '{"events": [{"server_uuid": "59352eb4-76e3-4048-ab1b-56268e23846a", "name": "network-vif-plugged", "status": "completed", "tag": "1c3ca636-992f-4b17-a876-d641ec018cdf"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:09.757017 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 1c3ca636-992f-4b17-a876-d641ec018cdf, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=1c3ca636-992f-4b17-a876-d641ec018cdf,segment=NetworkSegment(25e97707-31e7-4805-b3e2-39baf1279b29),segment_id=25e97707-31e7-4805-b3e2-39baf1279b29)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:09.773742 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.784238 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5697853e-ff7d-4a69-a547-73459d74c4e4 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.1119337 Nov 12 03:40:09.799925 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54542) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:09.828160 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-36422119-315c-4a7d-baa1-f9aa0d201392 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Request body: {'subnet': {'network_id': '6610ac03-17ba-4a7f-84cf-092276f66425', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:09.840751 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9af7cb-c98e-4b5c-8cb6-ee19cd0d46cd x-openstack-request-id: req-fd9af7cb-c98e-4b5c-8cb6-ee19cd0d46cd {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:09.841107 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59352eb4-76e3-4048-ab1b-56268e23846a", "name": "network-vif-plugged", "status": "completed", "tag": "1c3ca636-992f-4b17-a876-d641ec018cdf", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:09.841421 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fd9af7cb-c98e-4b5c-8cb6-ee19cd0d46cd {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:09.841902 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59352eb4-76e3-4048-ab1b-56268e23846a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3ca636-992f-4b17-a876-d641ec018cdf', 'code': 200} Nov 12 03:40:09.855148 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5697853e-ff7d-4a69-a547-73459d74c4e4 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Pushing event updated for resources: {'Network': ['ID=6610ac03-17ba-4a7f-84cf-092276f66425,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:09.857853 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36422119-315c-4a7d-baa1-f9aa0d201392 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Made reservation on behalf of f1388aa9044045b98c914a9323ee17aa for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:09.860373 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-36422119-315c-4a7d-baa1-f9aa0d201392 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.863822 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port d3aeb53f-9eb6-4e40-b8a2-1e903ce98d78 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:09.865049 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.873474 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 6610ac03-17ba-4a7f-84cf-092276f66425 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:40:10.079269 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=1c3ca636-992f-4b17-a876-d641ec018cdf,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:10.160841 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0eacad-af43-4630-a2d6-58912c78199a req-bfec496e-28ad-4891-8f54-508a994492c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:10.162346 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bd0eacad-af43-4630-a2d6-58912c78199a req-bfec496e-28ad-4891-8f54-508a994492c2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=59352eb4-76e3-4048-ab1b-56268e23846a HTTP/1.1" status: 200 len: 1097 time: 0.1941586 Nov 12 03:40:10.294698 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d59bc-c976-40bb-a154-2f59d419a65b req-20ec6b1d-8dfb-43bd-b9e5-299dc727b698 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:10.302777 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c20d59bc-c976-40bb-a154-2f59d419a65b req-20ec6b1d-8dfb-43bd-b9e5-299dc727b698 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/ports?device_id=59352eb4-76e3-4048-ab1b-56268e23846a HTTP/1.1" status: 200 len: 945 time: 0.1860495 Nov 12 03:40:10.310020 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 7ef3555d-a1e2-40be-967c-176440013cc2 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:40:10.330446 n-d-715271-27 neutron-server[102572]: DEBUG neutron.objects.ports [None req-36422119-315c-4a7d-baa1-f9aa0d201392 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102572) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:40:10.331549 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-36422119-315c-4a7d-baa1-f9aa0d201392 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:10.339663 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bd0eacad-af43-4630-a2d6-58912c78199a req-3a5b3ba0-ff31-48b3-bb7a-090d4e2ac578 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=a75d38cc-1e5f-4ffb-b58a-1000f618bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385202 Nov 12 03:40:10.370891 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 7ef3555d-a1e2-40be-967c-176440013cc2 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:40:10.370891 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 7ef3555d-a1e2-40be-967c-176440013cc2 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:40:10.381649 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c20d59bc-c976-40bb-a154-2f59d419a65b req-ebd8263d-0ac8-4992-bff5-49d2f2d671ef tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/security-groups?id=a75d38cc-1e5f-4ffb-b58a-1000f618bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769660 Nov 12 03:40:10.394949 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5f154880-6e4f-47f9-a966-74bb6c1147ce tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:10.430343 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36422119-315c-4a7d-baa1-f9aa0d201392 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7529697f-3054-40b1-a21a-fb389431cc8c,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:10.436268 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36422119-315c-4a7d-baa1-f9aa0d201392 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Checking segment: {'id': '0b7042dd-5e19-4fb4-82eb-ca598a8ed077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6610ac03-17ba-4a7f-84cf-092276f66425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:10.436631 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36422119-315c-4a7d-baa1-f9aa0d201392 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Network hostable DHCP agents. Network: 6610ac03-17ba-4a7f-84cf-092276f66425, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:40:10.457620 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36422119-315c-4a7d-baa1-f9aa0d201392 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Network 6610ac03-17ba-4a7f-84cf-092276f66425 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:40:10.469290 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-36422119-315c-4a7d-baa1-f9aa0d201392 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 6610ac03-17ba-4a7f-84cf-092276f66425) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:10.475718 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36422119-315c-4a7d-baa1-f9aa0d201392 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:10.476640 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-36422119-315c-4a7d-baa1-f9aa0d201392 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:10.481306 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2930c0-9f7d-4de3-ac14-2b7be550ac01 None None] Network 6610ac03-17ba-4a7f-84cf-092276f66425 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:10.500592 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-36422119-315c-4a7d-baa1-f9aa0d201392 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.6960905 Nov 12 03:40:10.502566 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54570) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:10.521364 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-3483afe5-c075-4441-a89b-2f8ff78fafcc tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1004131432', 'network_id': '6610ac03-17ba-4a7f-84cf-092276f66425'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:10.597618 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3483afe5-c075-4441-a89b-2f8ff78fafcc tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Made reservation on behalf of f1388aa9044045b98c914a9323ee17aa for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:10.601435 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3483afe5-c075-4441-a89b-2f8ff78fafcc tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:10.634346 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-3483afe5-c075-4441-a89b-2f8ff78fafcc tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] device_id is not set on port 9291ff53-f303-44cf-bed8-1c2e8171ad0e yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:40:10.694862 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e68622-0bdf-446f-836d-75eda86383ce None None] Network 6610ac03-17ba-4a7f-84cf-092276f66425 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:10.867725 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-3483afe5-c075-4441-a89b-2f8ff78fafcc tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Allocated IP 2001:db8::272 (6610ac03-17ba-4a7f-84cf-092276f66425/7529697f-3054-40b1-a21a-fb389431cc8c/9291ff53-f303-44cf-bed8-1c2e8171ad0e) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:10.885788 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-5f154880-6e4f-47f9-a966-74bb6c1147ce tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Allocated IP 172.20.0.1 (ae9f2faf-78be-4aec-a90d-e0da84065256/cdb7b570-e99a-4be0-9b60-2aa20fbda590/b4148174-fb2e-4637-ae7f-1a09ea155f74) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:11.098829 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5f154880-6e4f-47f9-a966-74bb6c1147ce tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:11.161567 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5f154880-6e4f-47f9-a966-74bb6c1147ce tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:11.178819 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3483afe5-c075-4441-a89b-2f8ff78fafcc tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:11.210147 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-1dad5118-68c5-4447-a1dc-f854f0123f86 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:11.212884 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-1dad5118-68c5-4447-a1dc-f854f0123f86 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/networks?id=78368f62-ed24-43ac-ae16-b5ccbfc3c78d HTTP/1.1" status: 200 len: 806 time: 0.1771617 Nov 12 03:40:11.227777 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f154880-6e4f-47f9-a966-74bb6c1147ce tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Network ae9f2faf-78be-4aec-a90d-e0da84065256 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:11.233478 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-5f154880-6e4f-47f9-a966-74bb6c1147ce tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:11.238315 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f154880-6e4f-47f9-a966-74bb6c1147ce tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:11.262114 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-d2ca5b13-1350-40be-9d4a-88f571a953a2 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/quotas/25535b709a2d4c4589b8ab88b8c8086a HTTP/1.1" status: 200 len: 375 time: 0.0422266 Nov 12 03:40:11.278970 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f154880-6e4f-47f9-a966-74bb6c1147ce tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Pushing event updated for resources: {'Port': ['ID=b4148174-fb2e-4637-ae7f-1a09ea155f74,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:11.310511 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3483afe5-c075-4441-a89b-2f8ff78fafcc tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:11.365224 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5f154880-6e4f-47f9-a966-74bb6c1147ce tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:11.396728 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3483afe5-c075-4441-a89b-2f8ff78fafcc tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Network 6610ac03-17ba-4a7f-84cf-092276f66425 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:11.462762 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-3483afe5-c075-4441-a89b-2f8ff78fafcc tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:11.468539 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3483afe5-c075-4441-a89b-2f8ff78fafcc tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Pushing event updated for resources: {'Port': ['ID=9291ff53-f303-44cf-bed8-1c2e8171ad0e,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:11.484697 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3483afe5-c075-4441-a89b-2f8ff78fafcc tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:11.489783 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3483afe5-c075-4441-a89b-2f8ff78fafcc tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:11.493305 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3483afe5-c075-4441-a89b-2f8ff78fafcc tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:11.541441 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-0e3cbb87-846c-46ee-9d74-6b1b6b1fd7dd tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=25535b709a2d4c4589b8ab88b8c8086a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2780802 Nov 12 03:40:11.709439 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3483afe5-c075-4441-a89b-2f8ff78fafcc tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2012687 Nov 12 03:40:11.709679 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54620) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:11.763893 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c014a6-d5a3-4d06-97aa-888abb99d89f req-6ef5772b-8abc-4d9b-8964-48a7365c342d tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:11.764710 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-aa5b0760-6655-4bb4-9036-6ea7e5285355 service neutron] 10.222.0.50 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213070 Nov 12 03:40:11.765692 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-23c014a6-d5a3-4d06-97aa-888abb99d89f req-6ef5772b-8abc-4d9b-8964-48a7365c342d tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/ports?device_id=59352eb4-76e3-4048-ab1b-56268e23846a HTTP/1.1" status: 200 len: 945 time: 0.1219444 Nov 12 03:40:11.787259 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5f154880-6e4f-47f9-a966-74bb6c1147ce tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:11.808877 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-67b044e8-2aa6-4768-8387-ab4056e24bd9 None None] Provisioning complete for port b4148174-fb2e-4637-ae7f-1a09ea155f74 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:11.809453 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-67b044e8-2aa6-4768-8387-ab4056e24bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:11.893868 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-23c014a6-d5a3-4d06-97aa-888abb99d89f req-968337f1-336f-4218-9e39-ad17466f605b tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/security-groups?id=a75d38cc-1e5f-4ffb-b58a-1000f618bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971568 Nov 12 03:40:11.895311 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-dd1b8a8c-7821-460d-a169-da17a84ddaba service neutron] 10.222.0.50 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220315 Nov 12 03:40:11.910233 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-67b044e8-2aa6-4768-8387-ab4056e24bd9 None None] Port b4148174-fb2e-4637-ae7f-1a09ea155f74 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:12.066734 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-945313dd-0641-4b46-9079-12ae209493ec tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Deleting port 9291ff53-f303-44cf-bed8-1c2e8171ad0e {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:12.067181 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-945313dd-0641-4b46-9079-12ae209493ec tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:12.312885 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6cbb348c-c290-497f-aded-8045327eedb6 req-b4c33616-b4dc-43bd-b416-6b7fae3075ad tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=5175417e-7196-4249-8bb4-73787fd3dfa0 HTTP/1.1" status: 200 len: 210 time: 0.1633983 Nov 12 03:40:12.372668 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-945313dd-0641-4b46-9079-12ae209493ec tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:12.410982 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-945313dd-0641-4b46-9079-12ae209493ec tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Calling delete_port for 9291ff53-f303-44cf-bed8-1c2e8171ad0e owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:12.978726 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5f154880-6e4f-47f9-a966-74bb6c1147ce tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:12.988930 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5f154880-6e4f-47f9-a966-74bb6c1147ce tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:13.044856 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5f154880-6e4f-47f9-a966-74bb6c1147ce tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:13.124381 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-945313dd-0641-4b46-9079-12ae209493ec tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:13.201293 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f154880-6e4f-47f9-a966-74bb6c1147ce tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Pushing event updated for resources: {'Port': ['ID=b4148174-fb2e-4637-ae7f-1a09ea155f74,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:13.274980 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945313dd-0641-4b46-9079-12ae209493ec tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Pushing event deleted for resources: {'Port': ['ID=9291ff53-f303-44cf-bed8-1c2e8171ad0e,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:13.281643 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-945313dd-0641-4b46-9079-12ae209493ec tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:13.286157 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-945313dd-0641-4b46-9079-12ae209493ec tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] 10.222.0.50 "DELETE /v2.0/ports/9291ff53-f303-44cf-bed8-1c2e8171ad0e HTTP/1.1" status: 204 len: 168 time: 1.5758171 Nov 12 03:40:13.291010 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54672) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:13.296469 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-cd643be6-30e2-40d9-a1d8-7e327cc3eb4d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6610ac03-17ba-4a7f-84cf-092276f66425', 'external_fixed_ips': [{'subnet_id': '7529697f-3054-40b1-a21a-fb389431cc8c', 'ip_address': '2001:db8::272'}]}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:13.302399 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba1eb08-c4b6-4f10-b9df-95638caf104f req-b9f5f9e3-7f90-454c-a059-9a891520b5e4 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:13.303725 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3ba1eb08-c4b6-4f10-b9df-95638caf104f req-b9f5f9e3-7f90-454c-a059-9a891520b5e4 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/ports?device_id=59352eb4-76e3-4048-ab1b-56268e23846a HTTP/1.1" status: 200 len: 945 time: 0.2050889 Nov 12 03:40:13.324822 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cd643be6-30e2-40d9-a1d8-7e327cc3eb4d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:13.326732 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cd643be6-30e2-40d9-a1d8-7e327cc3eb4d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:13.334281 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f154880-6e4f-47f9-a966-74bb6c1147ce tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Network ae9f2faf-78be-4aec-a90d-e0da84065256 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:13.338494 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-5f154880-6e4f-47f9-a966-74bb6c1147ce tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:13.425435 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3ba1eb08-c4b6-4f10-b9df-95638caf104f req-7fb75e1b-146f-45e7-beda-8548e5d454d5 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/security-groups?id=a75d38cc-1e5f-4ffb-b58a-1000f618bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134064 Nov 12 03:40:13.499802 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cd643be6-30e2-40d9-a1d8-7e327cc3eb4d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:13.647759 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f154880-6e4f-47f9-a966-74bb6c1147ce tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Router 102c58aa-98ba-4dd1-881b-8331a6b5a728 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:40:13.755080 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-58dfa5f3-dbc8-4fc4-9b18-5e0fc3f6ba7d req-82b41e19-d6ef-4c80-9939-761970c053c8 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=5175417e-7196-4249-8bb4-73787fd3dfa0 HTTP/1.1" status: 200 len: 210 time: 0.1175976 Nov 12 03:40:13.873724 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-50b3bd0b-ae8f-44a1-90f0-e096c4f2bad4 None None] Provisioning complete for port b4148174-fb2e-4637-ae7f-1a09ea155f74 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:13.874829 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-50b3bd0b-ae8f-44a1-90f0-e096c4f2bad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:13.956853 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cd643be6-30e2-40d9-a1d8-7e327cc3eb4d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:14.009238 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-50b3bd0b-ae8f-44a1-90f0-e096c4f2bad4 None None] Port b4148174-fb2e-4637-ae7f-1a09ea155f74 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:14.042943 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-f27eaab8-b64a-4113-9bd7-bb2d1521cfd8 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:14.045038 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-f27eaab8-b64a-4113-9bd7-bb2d1521cfd8 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.74 "GET /v2.0/networks?id=78368f62-ed24-43ac-ae16-b5ccbfc3c78d HTTP/1.1" status: 200 len: 806 time: 0.4289088 Nov 12 03:40:14.067781 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-4144e34f-22a9-4072-a756-7553cdcd9c54 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Request body: {'port': {'device_id': '5175417e-7196-4249-8bb4-73787fd3dfa0', 'network_id': '78368f62-ed24-43ac-ae16-b5ccbfc3c78d', 'admin_state_up': True, 'tenant_id': '25535b709a2d4c4589b8ab88b8c8086a'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:14.100825 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f154880-6e4f-47f9-a966-74bb6c1147ce tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:40:14.118489 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949248be-f513-41ed-b68c-a6fffd1456c8 None None] Sync routers for ids ['102c58aa-98ba-4dd1-881b-8331a6b5a728'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:40:14.124111 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54708) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:14.126656 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5f154880-6e4f-47f9-a966-74bb6c1147ce tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "PUT /v2.0/routers/102c58aa-98ba-4dd1-881b-8331a6b5a728/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1679072 Nov 12 03:40:14.130797 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-9d1c5e09-b1a3-49d0-be56-e7142b62be90 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Request body: {'port': {'network_id': 'ae9f2faf-78be-4aec-a90d-e0da84065256', 'name': 'tempest-FloatingIPTestJSON-175760542'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:14.138464 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949248be-f513-41ed-b68c-a6fffd1456c8 None None] Routers {'102c58aa-98ba-4dd1-881b-8331a6b5a728'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:14.140792 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-949248be-f513-41ed-b68c-a6fffd1456c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:40:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['102c58aa-98ba-4dd1-881b-8331a6b5a728'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:14.194437 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-949248be-f513-41ed-b68c-a6fffd1456c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:14.218032 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949248be-f513-41ed-b68c-a6fffd1456c8 None None] Routers {'102c58aa-98ba-4dd1-881b-8331a6b5a728'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:14.219115 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-949248be-f513-41ed-b68c-a6fffd1456c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:40:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['102c58aa-98ba-4dd1-881b-8331a6b5a728'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:14.276353 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-949248be-f513-41ed-b68c-a6fffd1456c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:14.277511 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949248be-f513-41ed-b68c-a6fffd1456c8 None None] The sync data for ids ['102c58aa-98ba-4dd1-881b-8331a6b5a728'] in n-d-715271-27 is: [] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:40:14.328287 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-4144e34f-22a9-4072-a756-7553cdcd9c54 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Made reservation on behalf of 25535b709a2d4c4589b8ab88b8c8086a for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:14.338728 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-4144e34f-22a9-4072-a756-7553cdcd9c54 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:14.435720 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cd643be6-30e2-40d9-a1d8-7e327cc3eb4d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:14.466862 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cd643be6-30e2-40d9-a1d8-7e327cc3eb4d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:14.530621 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1c5e09-b1a3-49d0-be56-e7142b62be90 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Made reservation on behalf of 1f58e1cd99b64f08bb3191fdbe2820dd for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:14.535880 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9d1c5e09-b1a3-49d0-be56-e7142b62be90 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:14.570309 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-9d1c5e09-b1a3-49d0-be56-e7142b62be90 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] device_id is not set on port b440620d-74ad-4bf3-bb12-3208df507806 yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:40:14.596584 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-4144e34f-22a9-4072-a756-7553cdcd9c54 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Allocated IP 172.20.0.14 (78368f62-ed24-43ac-ae16-b5ccbfc3c78d/503f9962-4a4b-41cd-afae-2bc03640b310/c5644b58-b0f5-4bcc-adc1-016534e8498d) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:14.813964 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1fb5249d-53a4-477d-9a82-402a04722dc3 req-2908ecd3-c5df-4fa1-ad14-3b7a6729328f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=066d7618-b4be-41e9-9099-40b5005f782f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1116662 Nov 12 03:40:14.858552 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-4144e34f-22a9-4072-a756-7553cdcd9c54 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:14.989744 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-4144e34f-22a9-4072-a756-7553cdcd9c54 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:15.006113 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['49b293a5-a2d4-4fee-bf55-5069bfa8e6b9'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:40:15.061739 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f35e84a-67dc-4b36-80b7-f469e4619d21 req-aef77628-640b-48fc-98e8-0455add40764 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:15.070713 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5f35e84a-67dc-4b36-80b7-f469e4619d21 req-aef77628-640b-48fc-98e8-0455add40764 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=5175417e-7196-4249-8bb4-73787fd3dfa0 HTTP/1.1" status: 200 len: 932 time: 0.2279539 Nov 12 03:40:15.149827 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-4144e34f-22a9-4072-a756-7553cdcd9c54 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Network 78368f62-ed24-43ac-ae16-b5ccbfc3c78d is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:15.180104 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5249d-53a4-477d-9a82-402a04722dc3 req-bec6c1d4-6ce0-4c7c-a21a-92b60c147cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:15.181647 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1fb5249d-53a4-477d-9a82-402a04722dc3 req-bec6c1d4-6ce0-4c7c-a21a-92b60c147cf7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1978793e24864d458e17fb421706473b&device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 1097 time: 0.2570586 Nov 12 03:40:15.182900 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-4144e34f-22a9-4072-a756-7553cdcd9c54 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:15.185590 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-4144e34f-22a9-4072-a756-7553cdcd9c54 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:15.191766 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4144e34f-22a9-4072-a756-7553cdcd9c54 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Pushing event updated for resources: {'Port': ['ID=c5644b58-b0f5-4bcc-adc1-016534e8498d,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:15.241720 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3470012-8c16-4173-b1aa-54ad36162720 req-1a63f092-0112-4559-a878-08d17270f63f tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:15.250587 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a3470012-8c16-4173-b1aa-54ad36162720 req-1a63f092-0112-4559-a878-08d17270f63f tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/ports?device_id=59352eb4-76e3-4048-ab1b-56268e23846a HTTP/1.1" status: 200 len: 945 time: 0.6748919 Nov 12 03:40:15.319752 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5f35e84a-67dc-4b36-80b7-f469e4619d21 req-0882635f-ab09-43a0-bbaa-8330ca5c1267 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479317 Nov 12 03:40:15.344651 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-4144e34f-22a9-4072-a756-7553cdcd9c54 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:15.345502 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-4144e34f-22a9-4072-a756-7553cdcd9c54 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:15.346881 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-cd643be6-30e2-40d9-a1d8-7e327cc3eb4d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Allocated IP 2001:db8::272 (6610ac03-17ba-4a7f-84cf-092276f66425/7529697f-3054-40b1-a21a-fb389431cc8c/d53db97f-77ae-4fd9-a83b-99090259e084) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:15.362762 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-9d1c5e09-b1a3-49d0-be56-e7142b62be90 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Allocated IP 172.20.0.7 (ae9f2faf-78be-4aec-a90d-e0da84065256/cdb7b570-e99a-4be0-9b60-2aa20fbda590/b440620d-74ad-4bf3-bb12-3208df507806) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:15.366625 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-4144e34f-22a9-4072-a756-7553cdcd9c54 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3064075 Nov 12 03:40:15.389492 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-c4952a0a-1808-49db-9cea-6ad618a74ff5 service neutron] Request body: {'port': {'device_id': '5175417e-7196-4249-8bb4-73787fd3dfa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:15.457006 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a3470012-8c16-4173-b1aa-54ad36162720 req-7054c4a3-1dc9-47d5-aaa1-ca86a517cdb0 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/security-groups?id=a75d38cc-1e5f-4ffb-b58a-1000f618bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924844 Nov 12 03:40:15.480587 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5249d-53a4-477d-9a82-402a04722dc3 req-93f4ffc1-fb0e-4d9b-9008-4c182a32c19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:15.482205 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1fb5249d-53a4-477d-9a82-402a04722dc3 req-93f4ffc1-fb0e-4d9b-9008-4c182a32c19d service neutron] 10.222.0.90 "GET /v2.0/networks?id=ce97ab11-8a00-4cd9-ad27-4b288272e186 HTTP/1.1" status: 200 len: 911 time: 0.2560303 Nov 12 03:40:15.584913 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-c4952a0a-1808-49db-9cea-6ad618a74ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:15.640756 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cd643be6-30e2-40d9-a1d8-7e327cc3eb4d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:15.655238 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1fb5249d-53a4-477d-9a82-402a04722dc3 req-2b9b1b99-eb0f-4278-a774-777b8af0b57b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72ab2026-d2bd-4ec9-b4c7-244e772bddbb HTTP/1.1" status: 200 len: 1001 time: 0.1331041 Nov 12 03:40:15.757038 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9d1c5e09-b1a3-49d0-be56-e7142b62be90 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:15.781220 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cd643be6-30e2-40d9-a1d8-7e327cc3eb4d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:15.844247 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd643be6-30e2-40d9-a1d8-7e327cc3eb4d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Network 6610ac03-17ba-4a7f-84cf-092276f66425 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:15.856000 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-cd643be6-30e2-40d9-a1d8-7e327cc3eb4d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:15.866864 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd643be6-30e2-40d9-a1d8-7e327cc3eb4d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:15.872807 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9d1c5e09-b1a3-49d0-be56-e7142b62be90 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:15.916686 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd643be6-30e2-40d9-a1d8-7e327cc3eb4d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Pushing event updated for resources: {'Port': ['ID=d53db97f-77ae-4fd9-a83b-99090259e084,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:15.949344 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5249d-53a4-477d-9a82-402a04722dc3 req-dc8da3a5-6075-4b85-b5c9-a9ebc7ef5cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:15.952356 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1fb5249d-53a4-477d-9a82-402a04722dc3 req-dc8da3a5-6075-4b85-b5c9-a9ebc7ef5cf7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=218af894-e138-49fb-983a-59526774f58c HTTP/1.1" status: 200 len: 849 time: 0.2869487 Nov 12 03:40:15.968847 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54768) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:16.047782 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1c5e09-b1a3-49d0-be56-e7142b62be90 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Network ae9f2faf-78be-4aec-a90d-e0da84065256 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:16.062709 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-9d1c5e09-b1a3-49d0-be56-e7142b62be90 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:16.069811 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-c4952a0a-1808-49db-9cea-6ad618a74ff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5644b58-b0f5-4bcc-adc1-016534e8498d {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:16.080870 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5249d-53a4-477d-9a82-402a04722dc3 req-28105830-0167-4c9a-8388-d57faaae388e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:16.083376 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1fb5249d-53a4-477d-9a82-402a04722dc3 req-28105830-0167-4c9a-8388-d57faaae388e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ce97ab11-8a00-4cd9-ad27-4b288272e186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1124768 Nov 12 03:40:16.084840 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1c5e09-b1a3-49d0-be56-e7142b62be90 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:16.086218 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-c4952a0a-1808-49db-9cea-6ad618a74ff5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:16.095859 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1c5e09-b1a3-49d0-be56-e7142b62be90 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Pushing event updated for resources: {'Port': ['ID=b440620d-74ad-4bf3-bb12-3208df507806,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:16.130928 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-c4952a0a-1808-49db-9cea-6ad618a74ff5 service neutron] Transition to ACTIVE for port object c5644b58-b0f5-4bcc-adc1-016534e8498d will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:40:16.144283 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-c4952a0a-1808-49db-9cea-6ad618a74ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:16.254771 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-455b11d9-99d4-4fea-9661-c9b144723f16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:16.339791 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4952a0a-1808-49db-9cea-6ad618a74ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=c5644b58-b0f5-4bcc-adc1-016534e8498d,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:16.371612 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1fb5249d-53a4-477d-9a82-402a04722dc3 req-fcdb9a48-db78-43d4-a9fe-796343cfe5ae service neutron] 10.222.0.90 "GET /v2.0/networks/ce97ab11-8a00-4cd9-ad27-4b288272e186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714860 Nov 12 03:40:16.378083 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cd643be6-30e2-40d9-a1d8-7e327cc3eb4d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:16.456664 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3f3c1059-c716-4f65-a0d9-6399eba18f05 None None] Provisioning complete for port b440620d-74ad-4bf3-bb12-3208df507806 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:16.463252 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3f3c1059-c716-4f65-a0d9-6399eba18f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:16.507904 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-c4952a0a-1808-49db-9cea-6ad618a74ff5 service neutron] Attempting to bind port c5644b58-b0f5-4bcc-adc1-016534e8498d on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:16.508212 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-c4952a0a-1808-49db-9cea-6ad618a74ff5 service neutron] Attempting to bind port c5644b58-b0f5-4bcc-adc1-016534e8498d by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'cb0def10-0c33-48e7-8f61-e6fe0bcab07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '78368f62-ed24-43ac-ae16-b5ccbfc3c78d'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:16.508557 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-c4952a0a-1808-49db-9cea-6ad618a74ff5 service neutron] Attempting to bind port c5644b58-b0f5-4bcc-adc1-016534e8498d on network 78368f62-ed24-43ac-ae16-b5ccbfc3c78d {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:16.530283 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-c4952a0a-1808-49db-9cea-6ad618a74ff5 service neutron] Port c5644b58-b0f5-4bcc-adc1-016534e8498d on network 78368f62-ed24-43ac-ae16-b5ccbfc3c78d not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:16.530797 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-c4952a0a-1808-49db-9cea-6ad618a74ff5 service neutron] Attempting to bind port c5644b58-b0f5-4bcc-adc1-016534e8498d on network 78368f62-ed24-43ac-ae16-b5ccbfc3c78d {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:16.549667 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3f3c1059-c716-4f65-a0d9-6399eba18f05 None None] Port b440620d-74ad-4bf3-bb12-3208df507806 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:16.575184 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-c4952a0a-1808-49db-9cea-6ad618a74ff5 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:16.575529 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-c4952a0a-1808-49db-9cea-6ad618a74ff5 service neutron] Checking segment: {'id': 'cb0def10-0c33-48e7-8f61-e6fe0bcab07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '78368f62-ed24-43ac-ae16-b5ccbfc3c78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:16.575869 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-c4952a0a-1808-49db-9cea-6ad618a74ff5 service neutron] Bound using segment: {'id': 'cb0def10-0c33-48e7-8f61-e6fe0bcab07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '78368f62-ed24-43ac-ae16-b5ccbfc3c78d'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:16.576516 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-c4952a0a-1808-49db-9cea-6ad618a74ff5 service neutron] Bound port: c5644b58-b0f5-4bcc-adc1-016534e8498d, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb0def10-0c33-48e7-8f61-e6fe0bcab07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '78368f62-ed24-43ac-ae16-b5ccbfc3c78d'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:16.577100 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-c4952a0a-1808-49db-9cea-6ad618a74ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:16.634419 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1c5e09-b1a3-49d0-be56-e7142b62be90 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:16.635256 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9d1c5e09-b1a3-49d0-be56-e7142b62be90 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:16.649970 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5b426-344c-4175-a260-e5c14c202e5e req-36ecfae4-8d8a-4259-8b8f-6b5ca886e44f tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:16.651876 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4dd5b426-344c-4175-a260-e5c14c202e5e req-36ecfae4-8d8a-4259-8b8f-6b5ca886e44f tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.90 "GET /v2.0/ports?device_id=59352eb4-76e3-4048-ab1b-56268e23846a HTTP/1.1" status: 200 len: 945 time: 0.5244753 Nov 12 03:40:16.683995 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1fb5249d-53a4-477d-9a82-402a04722dc3 req-842ce364-e232-4135-9e34-07a790b470a9 service neutron] 10.222.0.90 "GET /v2.0/networks/ce97ab11-8a00-4cd9-ad27-4b288272e186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032591 Nov 12 03:40:16.702114 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-455b11d9-99d4-4fea-9661-c9b144723f16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:16.721127 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-455b11d9-99d4-4fea-9661-c9b144723f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:16.739681 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e4dd3-1b84-41ee-94f3-a7a7316fefe7 req-fdb5ca85-9525-4e1e-877b-6e230c82eabb tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:16.741238 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-351e4dd3-1b84-41ee-94f3-a7a7316fefe7 req-fdb5ca85-9525-4e1e-877b-6e230c82eabb tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=5175417e-7196-4249-8bb4-73787fd3dfa0 HTTP/1.1" status: 200 len: 944 time: 0.1990993 Nov 12 03:40:16.769239 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9d1c5e09-b1a3-49d0-be56-e7142b62be90 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6440399 Nov 12 03:40:16.781447 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54780) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:16.790143 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-90b11c5e-fc2a-46cb-903b-f5895a8492f1 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Request body: {'floatingip': {'port_id': 'b440620d-74ad-4bf3-bb12-3208df507806'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:16.801571 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-c4952a0a-1808-49db-9cea-6ad618a74ff5 service neutron] For port c5644b58-b0f5-4bcc-adc1-016534e8498d, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:16.827435 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-455b11d9-99d4-4fea-9661-c9b144723f16 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7eb32753963f4e3492614c7ea4559463&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8541319 Nov 12 03:40:16.831769 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54784) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:16.833705 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-c4952a0a-1808-49db-9cea-6ad618a74ff5 service neutron] For port c5644b58-b0f5-4bcc-adc1-016534e8498d, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=c5644b58-b0f5-4bcc-adc1-016534e8498d,segment=NetworkSegment(cb0def10-0c33-48e7-8f61-e6fe0bcab07e),segment_id=cb0def10-0c33-48e7-8f61-e6fe0bcab07e)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:16.840431 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b11d9-99d4-4fea-9661-c9b144723f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d877d465-1dda-453f-9310-f25c068d3312,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:16.854856 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-c4952a0a-1808-49db-9cea-6ad618a74ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:16.871353 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c3391-4cd5-4755-b84e-8e2bc18956d9 req-1e1af0c0-8700-4373-b406-03a6837d48a1 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:16.876770 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-887c3391-4cd5-4755-b84e-8e2bc18956d9 req-1e1af0c0-8700-4373-b406-03a6837d48a1 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/ports?device_id=59352eb4-76e3-4048-ab1b-56268e23846a HTTP/1.1" status: 200 len: 945 time: 0.2697463 Nov 12 03:40:16.894850 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cd643be6-30e2-40d9-a1d8-7e327cc3eb4d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:16.935015 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-c4952a0a-1808-49db-9cea-6ad618a74ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:16.935642 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-c4952a0a-1808-49db-9cea-6ad618a74ff5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:16.937086 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-c4952a0a-1808-49db-9cea-6ad618a74ff5 service neutron] 10.222.0.74 "PUT /v2.0/ports/c5644b58-b0f5-4bcc-adc1-016534e8498d HTTP/1.1" status: 200 len: 1093 time: 1.5554669 Nov 12 03:40:16.937689 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5175417e-7196-4249-8bb4-73787fd3dfa0', 'tag': 'c5644b58-b0f5-4bcc-adc1-016534e8498d'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:16.940048 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c053d4c-cbd0-43ab-84b2-f72c2a34aede" -d '{"events": [{"name": "network-changed", "server_uuid": "5175417e-7196-4249-8bb4-73787fd3dfa0", "tag": "c5644b58-b0f5-4bcc-adc1-016534e8498d"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:16.946065 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-90b11c5e-fc2a-46cb-903b-f5895a8492f1 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for floatingip, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:16.958529 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-351e4dd3-1b84-41ee-94f3-a7a7316fefe7 req-78c84788-a617-4088-ab6e-49bad7b3cb00 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973753 Nov 12 03:40:17.016162 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4952a0a-1808-49db-9cea-6ad618a74ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=c5644b58-b0f5-4bcc-adc1-016534e8498d,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:17.028790 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-46f6d6a7-513e-4983-9273-fee8d704ba3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:17.087278 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-887c3391-4cd5-4755-b84e-8e2bc18956d9 req-fe0d565f-7e7c-4406-a3b3-86ecf161b320 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/security-groups?id=a75d38cc-1e5f-4ffb-b58a-1000f618bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992860 Nov 12 03:40:17.091722 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-46f6d6a7-513e-4983-9273-fee8d704ba3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:17.121573 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-282da824-a207-4a8d-815c-245e74f0ed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:17.121573 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-282da824-a207-4a8d-815c-245e74f0ed71 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=25535b709a2d4c4589b8ab88b8c8086a&device_id=5175417e-7196-4249-8bb4-73787fd3dfa0 HTTP/1.1" status: 200 len: 1096 time: 0.0915463 Nov 12 03:40:17.180141 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-4dd5b426-344c-4175-a260-e5c14c202e5e req-c72dd4d3-cfb1-40a1-81f7-b8ea3dbd99e4 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Deleting port 1c3ca636-992f-4b17-a876-d641ec018cdf {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:17.180619 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4dd5b426-344c-4175-a260-e5c14c202e5e req-c72dd4d3-cfb1-40a1-81f7-b8ea3dbd99e4 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:17.186271 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2acdcdf-9e62-4b36-9bf7-1597dcd4a2ec x-openstack-request-id: req-e2acdcdf-9e62-4b36-9bf7-1597dcd4a2ec {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:17.186564 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5175417e-7196-4249-8bb4-73787fd3dfa0", "tag": "c5644b58-b0f5-4bcc-adc1-016534e8498d", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:17.186895 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e2acdcdf-9e62-4b36-9bf7-1597dcd4a2ec {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:17.187896 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5175417e-7196-4249-8bb4-73787fd3dfa0', 'tag': 'c5644b58-b0f5-4bcc-adc1-016534e8498d', 'status': 'completed', 'code': 200} Nov 12 03:40:17.189815 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-92c6afea-9c3c-4339-8f5a-f839a2c89776 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5644b58-b0f5-4bcc-adc1-016534e8498d HTTP/1.1" status: 200 len: 217 time: 0.0586860 Nov 12 03:40:17.240365 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-46f6d6a7-513e-4983-9273-fee8d704ba3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:17.242916 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-46f6d6a7-513e-4983-9273-fee8d704ba3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:17.247293 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-46f6d6a7-513e-4983-9273-fee8d704ba3f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d877d465-1dda-453f-9310-f25c068d3312 HTTP/1.1" status: 204 len: 168 time: 0.4124293 Nov 12 03:40:17.261469 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-d795ea57-6b9d-42b3-997a-d2f31f762622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:17.262957 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-d795ea57-6b9d-42b3-997a-d2f31f762622 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=503f9962-4a4b-41cd-afae-2bc03640b310 HTTP/1.1" status: 200 len: 846 time: 0.0664437 Nov 12 03:40:17.263800 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6d6a7-513e-4983-9273-fee8d704ba3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d877d465-1dda-453f-9310-f25c068d3312,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:17.298979 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-72a6f2c1-5db0-43f5-988b-db0a5f2a0a31 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=78368f62-ed24-43ac-ae16-b5ccbfc3c78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288551 Nov 12 03:40:17.405614 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-4dd5b426-344c-4175-a260-e5c14c202e5e req-c72dd4d3-cfb1-40a1-81f7-b8ea3dbd99e4 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] For port 1c3ca636-992f-4b17-a876-d641ec018cdf, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=1c3ca636-992f-4b17-a876-d641ec018cdf,segment=NetworkSegment(25e97707-31e7-4805-b3e2-39baf1279b29),segment_id=25e97707-31e7-4805-b3e2-39baf1279b29)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:17.405614 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4dd5b426-344c-4175-a260-e5c14c202e5e req-c72dd4d3-cfb1-40a1-81f7-b8ea3dbd99e4 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:17.430209 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-7ef8d809-d0e9-447b-832d-cd07e1bff465 service neutron] 10.222.0.74 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189632 Nov 12 03:40:17.460261 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-4dd5b426-344c-4175-a260-e5c14c202e5e req-c72dd4d3-cfb1-40a1-81f7-b8ea3dbd99e4 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Calling delete_port for 1c3ca636-992f-4b17-a876-d641ec018cdf owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:17.462490 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd643be6-30e2-40d9-a1d8-7e327cc3eb4d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Router eadff9af-6417-462b-ae1b-3bfbc46b13a0 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:40:17.571939 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5d60d059-8fd2-412d-965e-24c26a48a642 req-072296d3-37d2-41f2-9345-3a1290fea603 service neutron] 10.222.0.74 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299820 Nov 12 03:40:17.683879 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c053d4c-cbd0-43ab-84b2-f72c2a34aede req-37eec242-dc78-478f-b77f-11605dcbb069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:17.686096 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7c053d4c-cbd0-43ab-84b2-f72c2a34aede req-37eec242-dc78-478f-b77f-11605dcbb069 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=25535b709a2d4c4589b8ab88b8c8086a&device_id=5175417e-7196-4249-8bb4-73787fd3dfa0 HTTP/1.1" status: 200 len: 1096 time: 0.0546980 Nov 12 03:40:17.720562 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54794) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:17.745788 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-976c703b-9fb2-4f0d-9b44-b07159e69c8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:17.851372 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c053d4c-cbd0-43ab-84b2-f72c2a34aede req-499bbfd4-536b-4301-80c1-caafac6105a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:17.853991 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7c053d4c-cbd0-43ab-84b2-f72c2a34aede req-499bbfd4-536b-4301-80c1-caafac6105a1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=78368f62-ed24-43ac-ae16-b5ccbfc3c78d HTTP/1.1" status: 200 len: 907 time: 0.1606822 Nov 12 03:40:17.909967 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7c053d4c-cbd0-43ab-84b2-f72c2a34aede req-49e8fa83-0e49-42b6-a4e5-23a8958154cf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5644b58-b0f5-4bcc-adc1-016534e8498d HTTP/1.1" status: 200 len: 217 time: 0.0471709 Nov 12 03:40:17.972645 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-976c703b-9fb2-4f0d-9b44-b07159e69c8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:17.995077 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c053d4c-cbd0-43ab-84b2-f72c2a34aede req-3e17955b-f349-416d-9642-f3ad34cbc389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:17.997551 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7c053d4c-cbd0-43ab-84b2-f72c2a34aede req-3e17955b-f349-416d-9642-f3ad34cbc389 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=503f9962-4a4b-41cd-afae-2bc03640b310 HTTP/1.1" status: 200 len: 846 time: 0.0774415 Nov 12 03:40:17.999275 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-976c703b-9fb2-4f0d-9b44-b07159e69c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:18.049049 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd643be6-30e2-40d9-a1d8-7e327cc3eb4d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:40:18.081167 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1607bc43-44fc-4a27-842e-9bf9a1c4fa26 None None] Sync routers for ids ['eadff9af-6417-462b-ae1b-3bfbc46b13a0'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:40:18.105725 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1607bc43-44fc-4a27-842e-9bf9a1c4fa26 None None] Routers {'eadff9af-6417-462b-ae1b-3bfbc46b13a0'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:18.106393 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-1607bc43-44fc-4a27-842e-9bf9a1c4fa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:40:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['eadff9af-6417-462b-ae1b-3bfbc46b13a0'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:18.121974 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cd643be6-30e2-40d9-a1d8-7e327cc3eb4d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:18.123225 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-cd643be6-30e2-40d9-a1d8-7e327cc3eb4d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.8311858 Nov 12 03:40:18.143768 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:18.153579 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54802) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:18.237470 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4dd5b426-344c-4175-a260-e5c14c202e5e req-c72dd4d3-cfb1-40a1-81f7-b8ea3dbd99e4 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:18.261343 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-1607bc43-44fc-4a27-842e-9bf9a1c4fa26 None None] Set router eadff9af-6417-462b-ae1b-3bfbc46b13a0 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:40:18.272061 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['1c3ca636-992f-4b17-a876-d641ec018cdf'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:40:18.305291 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72dd4d3-cfb1-40a1-81f7-b8ea3dbd99e4 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Pushing event deleted for resources: {'Port': ['ID=1c3ca636-992f-4b17-a876-d641ec018cdf,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:18.420484 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd5b426-344c-4175-a260-e5c14c202e5e req-c72dd4d3-cfb1-40a1-81f7-b8ea3dbd99e4 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] No DVR routers for this DVR port 1c3ca636-992f-4b17-a876-d641ec018cdf on host n-h2-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:40:18.430134 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4dd5b426-344c-4175-a260-e5c14c202e5e req-c72dd4d3-cfb1-40a1-81f7-b8ea3dbd99e4 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:18.434778 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4dd5b426-344c-4175-a260-e5c14c202e5e req-c72dd4d3-cfb1-40a1-81f7-b8ea3dbd99e4 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.90 "DELETE /v2.0/ports/1c3ca636-992f-4b17-a876-d641ec018cdf HTTP/1.1" status: 204 len: 173 time: 1.7562892 Nov 12 03:40:18.449789 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59352eb4-76e3-4048-ab1b-56268e23846a', 'name': 'network-vif-deleted', 'tag': '1c3ca636-992f-4b17-a876-d641ec018cdf'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:18.456004 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efbecb6-cadc-4f3b-b4be-24602937b4c1" -d '{"events": [{"server_uuid": "59352eb4-76e3-4048-ab1b-56268e23846a", "name": "network-vif-deleted", "tag": "1c3ca636-992f-4b17-a876-d641ec018cdf"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:18.465241 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.db.resource_extend [None req-90b11c5e-fc2a-46cb-903b-f5895a8492f1 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:40:18.485519 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-1607bc43-44fc-4a27-842e-9bf9a1c4fa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadff9af-6417-462b-ae1b-3bfbc46b13a0', 'name': '', 'tenant_id': 'f1388aa9044045b98c914a9323ee17aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6610ac03-17ba-4a7f-84cf-092276f66425', 'external_fixed_ips': [{'subnet_id': '7529697f-3054-40b1-a21a-fb389431cc8c', 'ip_address': '2001:db8::272'}], 'enable_snat': True}, 'gw_port_id': 'd53db97f-77ae-4fd9-a83b-99090259e084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:13Z', 'updated_at': '2021-11-12T03:40:16Z', 'revision_number': 3, 'project_id': 'f1388aa9044045b98c914a9323ee17aa', 'gw_port': {'id': 'd53db97f-77ae-4fd9-a83b-99090259e084', 'name': '', 'network_id': '6610ac03-17ba-4a7f-84cf-092276f66425', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eadff9af-6417-462b-ae1b-3bfbc46b13a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '7529697f-3054-40b1-a21a-fb389431cc8c', 'ip_address': '2001:db8::272', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:14Z', 'updated_at': '2021-11-12T03:40:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7529697f-3054-40b1-a21a-fb389431cc8c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:18.522082 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1607bc43-44fc-4a27-842e-9bf9a1c4fa26 None None] Checking router: eadff9af-6417-462b-ae1b-3bfbc46b13a0 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:40:18.522668 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1607bc43-44fc-4a27-842e-9bf9a1c4fa26 None None] Updating router eadff9af-6417-462b-ae1b-3bfbc46b13a0 port d53db97f-77ae-4fd9-a83b-99090259e084 binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:40:18.551198 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-1607bc43-44fc-4a27-842e-9bf9a1c4fa26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:18.551431 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5a4daaab-0f80-4732-b931-d2d66b851b94 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:18.674565 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-90b11c5e-fc2a-46cb-903b-f5895a8492f1 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:18.689529 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-079801de-2536-4fca-8533-a7ff60f86c98 req-d50398b8-358e-49ee-97fb-d9bc0ce00b0b tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/ports?device_id=59352eb4-76e3-4048-ab1b-56268e23846a HTTP/1.1" status: 200 len: 210 time: 0.3140824 Nov 12 03:40:18.691778 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5a4daaab-0f80-4732-b931-d2d66b851b94 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:18.697461 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-90b11c5e-fc2a-46cb-903b-f5895a8492f1 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:18.863495 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-5a4daaab-0f80-4732-b931-d2d66b851b94 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Deleting port d53db97f-77ae-4fd9-a83b-99090259e084 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:18.863495 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5a4daaab-0f80-4732-b931-d2d66b851b94 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:18.867528 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc48adc7-5b04-41dc-a004-be3156e91fff x-openstack-request-id: req-cc48adc7-5b04-41dc-a004-be3156e91fff {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:18.867946 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59352eb4-76e3-4048-ab1b-56268e23846a", "name": "network-vif-deleted", "tag": "1c3ca636-992f-4b17-a876-d641ec018cdf", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:18.868675 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cc48adc7-5b04-41dc-a004-be3156e91fff {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:18.869228 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59352eb4-76e3-4048-ab1b-56268e23846a', 'name': 'network-vif-deleted', 'tag': '1c3ca636-992f-4b17-a876-d641ec018cdf', 'status': 'completed', 'code': 200} Nov 12 03:40:18.885837 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-1607bc43-44fc-4a27-842e-9bf9a1c4fa26 None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:18.891860 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-1607bc43-44fc-4a27-842e-9bf9a1c4fa26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:18.922263 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-1607bc43-44fc-4a27-842e-9bf9a1c4fa26 None None] Attempting to bind port d53db97f-77ae-4fd9-a83b-99090259e084 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:18.922628 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-1607bc43-44fc-4a27-842e-9bf9a1c4fa26 None None] Attempting to bind port d53db97f-77ae-4fd9-a83b-99090259e084 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '0b7042dd-5e19-4fb4-82eb-ca598a8ed077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6610ac03-17ba-4a7f-84cf-092276f66425'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:18.923762 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1607bc43-44fc-4a27-842e-9bf9a1c4fa26 None None] Attempting to bind port d53db97f-77ae-4fd9-a83b-99090259e084 on network 6610ac03-17ba-4a7f-84cf-092276f66425 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:18.935552 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7c053d4c-cbd0-43ab-84b2-f72c2a34aede req-899870b7-c5bd-4c5f-ab38-6cd1de077df8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=78368f62-ed24-43ac-ae16-b5ccbfc3c78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8927965 Nov 12 03:40:18.936746 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c703b-9fb2-4f0d-9b44-b07159e69c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332e7fd0-e87e-40df-a756-b06ef1eb3436,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:18.941029 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [None req-90b11c5e-fc2a-46cb-903b-f5895a8492f1 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Floating IP 28466bd4-fa3f-43a8-a6c5-6e8972c2053d associated. External IP: 172.25.5.182, port: 8fd2fdbf-d199-4d20-a4f0-9f9039793cc3. Nov 12 03:40:18.949568 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1607bc43-44fc-4a27-842e-9bf9a1c4fa26 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:18.949975 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1607bc43-44fc-4a27-842e-9bf9a1c4fa26 None None] Checking segment: {'id': '0b7042dd-5e19-4fb4-82eb-ca598a8ed077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6610ac03-17ba-4a7f-84cf-092276f66425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:18.950305 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-1607bc43-44fc-4a27-842e-9bf9a1c4fa26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:18.950687 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1607bc43-44fc-4a27-842e-9bf9a1c4fa26 None None] Bound using segment: {'id': '0b7042dd-5e19-4fb4-82eb-ca598a8ed077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6610ac03-17ba-4a7f-84cf-092276f66425'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:18.951179 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-1607bc43-44fc-4a27-842e-9bf9a1c4fa26 None None] Bound port: d53db97f-77ae-4fd9-a83b-99090259e084, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b7042dd-5e19-4fb4-82eb-ca598a8ed077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6610ac03-17ba-4a7f-84cf-092276f66425'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:18.951556 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-1607bc43-44fc-4a27-842e-9bf9a1c4fa26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:18.963347 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-976c703b-9fb2-4f0d-9b44-b07159e69c8b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0796cb282b8a4c2db83f746897e3794d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2405255 Nov 12 03:40:18.965373 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54810) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:19.017560 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ae910-ccb2-4b9c-a274-1216435a30b9 None None] Pushing event updated for resources: {'Port': ['ID=d53db97f-77ae-4fd9-a83b-99090259e084,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:19.033896 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ae910-ccb2-4b9c-a274-1216435a30b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:19.034227 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ae910-ccb2-4b9c-a274-1216435a30b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:19.034647 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ae910-ccb2-4b9c-a274-1216435a30b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:19.035012 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ae910-ccb2-4b9c-a274-1216435a30b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:19.035338 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ae910-ccb2-4b9c-a274-1216435a30b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:19.035660 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ae910-ccb2-4b9c-a274-1216435a30b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:19.035977 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ae910-ccb2-4b9c-a274-1216435a30b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:19.036315 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ae910-ccb2-4b9c-a274-1216435a30b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:19.036633 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ae910-ccb2-4b9c-a274-1216435a30b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:19.036945 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ae910-ccb2-4b9c-a274-1216435a30b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:19.037257 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ae910-ccb2-4b9c-a274-1216435a30b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:19.046976 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ae910-ccb2-4b9c-a274-1216435a30b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:19.107422 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-1607bc43-44fc-4a27-842e-9bf9a1c4fa26 None None] For port d53db97f-77ae-4fd9-a83b-99090259e084, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:19.111372 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-1607bc43-44fc-4a27-842e-9bf9a1c4fa26 None None] For port d53db97f-77ae-4fd9-a83b-99090259e084, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d53db97f-77ae-4fd9-a83b-99090259e084,segment=NetworkSegment(0b7042dd-5e19-4fb4-82eb-ca598a8ed077),segment_id=0b7042dd-5e19-4fb4-82eb-ca598a8ed077)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:19.125733 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-1607bc43-44fc-4a27-842e-9bf9a1c4fa26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:19.172762 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7c053d4c-cbd0-43ab-84b2-f72c2a34aede req-d5aa177d-2f7a-4c62-8d66-f96b1dba2aa7 service neutron] 10.222.0.74 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291307 Nov 12 03:40:19.186920 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432bc50-9016-4e72-9a8b-72571318ec56 req-4c608e87-e84a-4390-aaa1-b7d8187a9a3c tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:19.189109 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e432bc50-9016-4e72-9a8b-72571318ec56 req-4c608e87-e84a-4390-aaa1-b7d8187a9a3c tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=5175417e-7196-4249-8bb4-73787fd3dfa0 HTTP/1.1" status: 200 len: 944 time: 1.1578927 Nov 12 03:40:19.251899 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ae910-ccb2-4b9c-a274-1216435a30b9 None None] Pushing event updated for resources: {'Port': ['ID=d53db97f-77ae-4fd9-a83b-99090259e084,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:19.256850 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1607bc43-44fc-4a27-842e-9bf9a1c4fa26 None None] Routers {'eadff9af-6417-462b-ae1b-3bfbc46b13a0'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:19.257605 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-1607bc43-44fc-4a27-842e-9bf9a1c4fa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:40:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['eadff9af-6417-462b-ae1b-3bfbc46b13a0'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:19.333467 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b11c5e-fc2a-46cb-903b-f5895a8492f1 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Router 1c30091a-9af0-45ba-af3b-4425d035ebfa has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:40:19.340888 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e432bc50-9016-4e72-9a8b-72571318ec56 req-a9b62418-27e3-4acc-a661-8d44edae65f2 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342876 Nov 12 03:40:19.360739 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1348aa6e-4cf5-4947-a913-e283fcef50fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:19.360988 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5a4daaab-0f80-4732-b931-d2d66b851b94 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:19.385406 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-1607bc43-44fc-4a27-842e-9bf9a1c4fa26 None None] Set router eadff9af-6417-462b-ae1b-3bfbc46b13a0 gateway port host: None {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:40:19.415303 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1348aa6e-4cf5-4947-a913-e283fcef50fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:19.427378 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-5a4daaab-0f80-4732-b931-d2d66b851b94 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Calling delete_port for d53db97f-77ae-4fd9-a83b-99090259e084 owned by network:router_gateway {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:19.447969 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7c053d4c-cbd0-43ab-84b2-f72c2a34aede req-058c63b9-af63-4bcc-a98d-2526182d953f service neutron] 10.222.0.74 "GET /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562335 Nov 12 03:40:19.492399 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1348aa6e-4cf5-4947-a913-e283fcef50fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:19.495121 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1348aa6e-4cf5-4947-a913-e283fcef50fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:19.496394 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1348aa6e-4cf5-4947-a913-e283fcef50fa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/332e7fd0-e87e-40df-a756-b06ef1eb3436 HTTP/1.1" status: 204 len: 168 time: 0.5289760 Nov 12 03:40:19.512365 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-1607bc43-44fc-4a27-842e-9bf9a1c4fa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadff9af-6417-462b-ae1b-3bfbc46b13a0', 'name': '', 'tenant_id': 'f1388aa9044045b98c914a9323ee17aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:13Z', 'updated_at': '2021-11-12T03:40:18Z', 'revision_number': 4, 'project_id': 'f1388aa9044045b98c914a9323ee17aa', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:19.526266 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1348aa6e-4cf5-4947-a913-e283fcef50fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332e7fd0-e87e-40df-a756-b06ef1eb3436,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:19.565861 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1607bc43-44fc-4a27-842e-9bf9a1c4fa26 None None] The sync data for ids ['eadff9af-6417-462b-ae1b-3bfbc46b13a0'] in n-d-715271-27 is: [{'id': 'eadff9af-6417-462b-ae1b-3bfbc46b13a0', 'name': '', 'tenant_id': 'f1388aa9044045b98c914a9323ee17aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:13Z', 'updated_at': '2021-11-12T03:40:18Z', 'revision_number': 4, 'project_id': 'f1388aa9044045b98c914a9323ee17aa', 'gw_port_host': None}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:40:19.601146 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b11c5e-fc2a-46cb-903b-f5895a8492f1 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:40:19.615599 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3736bdb-fe43-4ddb-8058-d17bb3a6b6f1 None None] Sync routers for ids ['1c30091a-9af0-45ba-af3b-4425d035ebfa'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:40:19.629963 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3736bdb-fe43-4ddb-8058-d17bb3a6b6f1 None None] Routers {'1c30091a-9af0-45ba-af3b-4425d035ebfa'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:19.630608 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-d3736bdb-fe43-4ddb-8058-d17bb3a6b6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:40:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1c30091a-9af0-45ba-af3b-4425d035ebfa'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:19.683312 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-d3736bdb-fe43-4ddb-8058-d17bb3a6b6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:19.695289 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3736bdb-fe43-4ddb-8058-d17bb3a6b6f1 None None] Routers {'1c30091a-9af0-45ba-af3b-4425d035ebfa'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:19.696399 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-d3736bdb-fe43-4ddb-8058-d17bb3a6b6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:40:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1c30091a-9af0-45ba-af3b-4425d035ebfa'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:19.777643 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-d3736bdb-fe43-4ddb-8058-d17bb3a6b6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:19.779351 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3736bdb-fe43-4ddb-8058-d17bb3a6b6f1 None None] The sync data for ids ['1c30091a-9af0-45ba-af3b-4425d035ebfa'] in n-d-715271-27 is: [] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:40:19.872841 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5a4daaab-0f80-4732-b931-d2d66b851b94 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.294570 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4daaab-0f80-4732-b931-d2d66b851b94 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Pushing event deleted for resources: {'Port': ['ID=d53db97f-77ae-4fd9-a83b-99090259e084,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:20.372748 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5a4daaab-0f80-4732-b931-d2d66b851b94 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.511375 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5a4daaab-0f80-4732-b931-d2d66b851b94 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.514118 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5a4daaab-0f80-4732-b931-d2d66b851b94 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.583392 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5a4daaab-0f80-4732-b931-d2d66b851b94 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.583988 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4daaab-0f80-4732-b931-d2d66b851b94 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eadff9af-6417-462b-ae1b-3bfbc46b13a0 {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:40:20.589206 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5a4daaab-0f80-4732-b931-d2d66b851b94 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.590655 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5a4daaab-0f80-4732-b931-d2d66b851b94 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] 10.222.0.50 "DELETE /v2.0/routers/eadff9af-6417-462b-ae1b-3bfbc46b13a0 HTTP/1.1" status: 204 len: 168 time: 2.4341302 Nov 12 03:40:20.598398 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54858) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:20.641317 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14feaca5-c058-4279-8964-508595061cd7 req-5a8d8c74-3c7d-47f0-8f73-3fff286ee626 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:20.651920 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b11c5e-fc2a-46cb-903b-f5895a8492f1 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Router 102c58aa-98ba-4dd1-881b-8331a6b5a728 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:40:20.652372 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-14feaca5-c058-4279-8964-508595061cd7 req-5a8d8c74-3c7d-47f0-8f73-3fff286ee626 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=5175417e-7196-4249-8bb4-73787fd3dfa0 HTTP/1.1" status: 200 len: 944 time: 0.1409695 Nov 12 03:40:20.719335 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-14feaca5-c058-4279-8964-508595061cd7 req-3c60602b-a539-470b-8132-31ded2cda9f5 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661285 Nov 12 03:40:20.738821 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-0bbfd090-67e7-450a-a382-958d56f8397f tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:20.740470 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-0bbfd090-67e7-450a-a382-958d56f8397f tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/networks?id=bd11cd57-6651-49e2-882c-cb2fc6c5ae96 HTTP/1.1" status: 200 len: 808 time: 0.5068986 Nov 12 03:40:20.757415 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 1c3ca636-992f-4b17-a876-d641ec018cdf no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:40:20.777963 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-f41aaef0-59cb-4a24-90e5-ac1d5188bdb5 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Deleting subnet 7529697f-3054-40b1-a21a-fb389431cc8c {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:40:20.791074 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: 1c3ca636-992f-4b17-a876-d641ec018cdf {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:40:20.791520 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 1c3ca636-992f-4b17-a876-d641ec018cdf not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:40:20.828651 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f41aaef0-59cb-4a24-90e5-ac1d5188bdb5 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.831756 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-25576341-e53f-43d4-8ffe-2126e3d86803 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/quotas/f902bb4e430343b29a7e1363df6934e4 HTTP/1.1" status: 200 len: 375 time: 0.0837779 Nov 12 03:40:20.903632 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-da491f0b-7a40-4975-ab39-0be8c3b44cda tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f902bb4e430343b29a7e1363df6934e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486727 Nov 12 03:40:20.909461 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b11c5e-fc2a-46cb-903b-f5895a8492f1 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:40:20.916726 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-90b11c5e-fc2a-46cb-903b-f5895a8492f1 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.926469 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d9aee2-49c1-4fb7-a513-3fdd8f0bbd6b None None] Sync routers for ids ['102c58aa-98ba-4dd1-881b-8331a6b5a728'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:40:20.942171 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d9aee2-49c1-4fb7-a513-3fdd8f0bbd6b None None] Routers {'102c58aa-98ba-4dd1-881b-8331a6b5a728'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:20.942794 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-09d9aee2-49c1-4fb7-a513-3fdd8f0bbd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:40:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['102c58aa-98ba-4dd1-881b-8331a6b5a728'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:20.949097 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f41aaef0-59cb-4a24-90e5-ac1d5188bdb5 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.984227 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-09d9aee2-49c1-4fb7-a513-3fdd8f0bbd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:20.996292 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d9aee2-49c1-4fb7-a513-3fdd8f0bbd6b None None] Routers {'102c58aa-98ba-4dd1-881b-8331a6b5a728'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:20.997114 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-09d9aee2-49c1-4fb7-a513-3fdd8f0bbd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:40:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['102c58aa-98ba-4dd1-881b-8331a6b5a728'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:21.043161 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-09d9aee2-49c1-4fb7-a513-3fdd8f0bbd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:21.044232 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d9aee2-49c1-4fb7-a513-3fdd8f0bbd6b None None] The sync data for ids ['102c58aa-98ba-4dd1-881b-8331a6b5a728'] in n-d-715271-27 is: [] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:40:21.122171 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f41aaef0-59cb-4a24-90e5-ac1d5188bdb5 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:21.128826 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-90b11c5e-fc2a-46cb-903b-f5895a8492f1 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "PUT /v2.0/floatingips/28466bd4-fa3f-43a8-a6c5-6e8972c2053d HTTP/1.1" status: 200 len: 977 time: 4.3462968 Nov 12 03:40:21.131560 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54868) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:21.179014 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-27d24ba4-3f9a-4b53-b749-c840d9e63445 service neutron] 10.222.0.50 "GET /v2.0/networks/bd11cd57-6651-49e2-882c-cb2fc6c5ae96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587149 Nov 12 03:40:21.292502 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f41aaef0-59cb-4a24-90e5-ac1d5188bdb5 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:21.308607 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-629c1323-2e31-4380-937a-fcab4cff96c6 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Deleting port b440620d-74ad-4bf3-bb12-3208df507806 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:21.309023 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-629c1323-2e31-4380-937a-fcab4cff96c6 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:21.337437 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41aaef0-59cb-4a24-90e5-ac1d5188bdb5 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7529697f-3054-40b1-a21a-fb389431cc8c,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:21.351823 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f41aaef0-59cb-4a24-90e5-ac1d5188bdb5 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:21.355294 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f41aaef0-59cb-4a24-90e5-ac1d5188bdb5 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] 10.222.0.50 "DELETE /v2.0/subnets/7529697f-3054-40b1-a21a-fb389431cc8c HTTP/1.1" status: 204 len: 168 time: 0.7555878 Nov 12 03:40:21.362196 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54874) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:21.365250 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41aaef0-59cb-4a24-90e5-ac1d5188bdb5 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:21.365750 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41aaef0-59cb-4a24-90e5-ac1d5188bdb5 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:21.366234 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41aaef0-59cb-4a24-90e5-ac1d5188bdb5 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:21.366715 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41aaef0-59cb-4a24-90e5-ac1d5188bdb5 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:21.367223 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41aaef0-59cb-4a24-90e5-ac1d5188bdb5 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:21.367701 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41aaef0-59cb-4a24-90e5-ac1d5188bdb5 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:21.369208 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41aaef0-59cb-4a24-90e5-ac1d5188bdb5 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:21.369707 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41aaef0-59cb-4a24-90e5-ac1d5188bdb5 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:21.370214 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41aaef0-59cb-4a24-90e5-ac1d5188bdb5 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:21.370698 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41aaef0-59cb-4a24-90e5-ac1d5188bdb5 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:21.371173 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41aaef0-59cb-4a24-90e5-ac1d5188bdb5 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:21.371642 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41aaef0-59cb-4a24-90e5-ac1d5188bdb5 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:21.408686 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-694a8c37-5b25-40b5-a721-d993b02a9fcf service neutron] 10.222.0.50 "GET /v2.0/networks/bd11cd57-6651-49e2-882c-cb2fc6c5ae96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178631 Nov 12 03:40:21.425146 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-629c1323-2e31-4380-937a-fcab4cff96c6 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:21.623789 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4bd74ae6-2389-4a4a-ac4b-0e0e5b54ae1b tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:21.765254 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f373e7e6-3dd4-4baa-9635-3f94c300c3b5 req-1a4640bd-d430-43f9-ae10-95001384bb0a tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/ports?device_id=f52f95e0-3214-4d15-9587-e03c6101d200 HTTP/1.1" status: 200 len: 210 time: 0.0669327 Nov 12 03:40:21.769002 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-629c1323-2e31-4380-937a-fcab4cff96c6 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:21.771179 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-629c1323-2e31-4380-937a-fcab4cff96c6 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:21.772122 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [None req-629c1323-2e31-4380-937a-fcab4cff96c6 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Floating IP 28466bd4-fa3f-43a8-a6c5-6e8972c2053d disassociated. External IP: 172.25.5.182, port: b440620d-74ad-4bf3-bb12-3208df507806. Nov 12 03:40:21.772865 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-629c1323-2e31-4380-937a-fcab4cff96c6 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Calling delete_port for b440620d-74ad-4bf3-bb12-3208df507806 owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:21.821865 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4bd74ae6-2389-4a4a-ac4b-0e0e5b54ae1b tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:21.853451 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-4bd74ae6-2389-4a4a-ac4b-0e0e5b54ae1b tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6610ac03-17ba-4a7f-84cf-092276f66425']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:21.874735 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-4bd74ae6-2389-4a4a-ac4b-0e0e5b54ae1b tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b7042dd-5e19-4fb4-82eb-ca598a8ed077') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:21.877678 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-4bd74ae6-2389-4a4a-ac4b-0e0e5b54ae1b tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b7042dd-5e19-4fb4-82eb-ca598a8ed077') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:21.897945 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4bd74ae6-2389-4a4a-ac4b-0e0e5b54ae1b tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:21.919592 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4bd74ae6-2389-4a4a-ac4b-0e0e5b54ae1b tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:21.934428 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bd74ae6-2389-4a4a-ac4b-0e0e5b54ae1b tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:40:21.934955 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4bd74ae6-2389-4a4a-ac4b-0e0e5b54ae1b tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:21.937520 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:40:21.937520 n-d-715271-27 neutron-server[102572]: items = [ Nov 12 03:40:21.937520 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:40:21.937520 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:40:21.937520 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:40:21.937520 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:40:21.937520 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:40:21.937520 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:40:21.937520 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:40:21.937520 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:40:21.937520 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:40:21.937520 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:40:21.937520 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:40:21.937520 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:40:21.937520 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:40:21.937520 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:40:21.937520 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:40:21.937520 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:40:21.937520 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:40:21.937520 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:40:21.937520 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:40:21.937520 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:40:21.937520 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:40:21.937520 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:40:21.937520 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:40:21.937520 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:40:21.937520 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:40:21.937520 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:40:21.937520 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:40:21.937520 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:40:21.937520 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:40:21.937520 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:40:21.937520 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:40:21.937520 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:40:22.007807 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4bd74ae6-2389-4a4a-ac4b-0e0e5b54ae1b tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:22.017506 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd74ae6-2389-4a4a-ac4b-0e0e5b54ae1b tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6610ac03-17ba-4a7f-84cf-092276f66425 {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 03:40:22.045226 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186872a-d28d-4f24-b1a5-b7d383452ccf req-b18874ef-8509-48eb-8c91-e76c92c85b31 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:22.046894 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9186872a-d28d-4f24-b1a5-b7d383452ccf req-b18874ef-8509-48eb-8c91-e76c92c85b31 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=5175417e-7196-4249-8bb4-73787fd3dfa0 HTTP/1.1" status: 200 len: 944 time: 0.1563606 Nov 12 03:40:22.058652 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4bd74ae6-2389-4a4a-ac4b-0e0e5b54ae1b tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:22.078176 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4bd74ae6-2389-4a4a-ac4b-0e0e5b54ae1b tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] 10.222.0.50 "DELETE /v2.0/networks/6610ac03-17ba-4a7f-84cf-092276f66425 HTTP/1.1" status: 204 len: 168 time: 0.7059078 Nov 12 03:40:22.081815 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd74ae6-2389-4a4a-ac4b-0e0e5b54ae1b tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Pushing event deleted for resources: {'Network': ['ID=6610ac03-17ba-4a7f-84cf-092276f66425,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:22.117235 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-629c1323-2e31-4380-937a-fcab4cff96c6 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:22.192467 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c1323-2e31-4380-937a-fcab4cff96c6 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Pushing event deleted for resources: {'Port': ['ID=b440620d-74ad-4bf3-bb12-3208df507806,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:22.228611 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9186872a-d28d-4f24-b1a5-b7d383452ccf req-ecabdbab-5f8a-43c3-8ab8-32d485ac8b98 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710949 Nov 12 03:40:22.345679 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device c5644b58-b0f5-4bcc-adc1-016534e8498d details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:40:22.501624 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629c1323-2e31-4380-937a-fcab4cff96c6 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Router 102c58aa-98ba-4dd1-881b-8331a6b5a728 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:40:22.669264 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54916) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:22.675895 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-8a32e0e9-62b2-4667-8076-b97bd48b40b0 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Request body: {'router': {'name': 'tempest-router--2015145748', 'project_id': 'e83833d0db41436bab4d20fb937f85cf'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:22.678709 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port c5644b58-b0f5-4bcc-adc1-016534e8498d, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=c5644b58-b0f5-4bcc-adc1-016534e8498d,segment=NetworkSegment(cb0def10-0c33-48e7-8f61-e6fe0bcab07e),segment_id=cb0def10-0c33-48e7-8f61-e6fe0bcab07e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:22.694789 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'c5644b58-b0f5-4bcc-adc1-016534e8498d', 'network_id': '78368f62-ed24-43ac-ae16-b5ccbfc3c78d', 'port_id': 'c5644b58-b0f5-4bcc-adc1-016534e8498d', 'mac_address': 'fa:16:3e:39:62:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503f9962-4a4b-41cd-afae-2bc03640b310', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:40:22.760715 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8a32e0e9-62b2-4667-8076-b97bd48b40b0 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:22.761805 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8a32e0e9-62b2-4667-8076-b97bd48b40b0 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:22.773400 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:22.811599 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629c1323-2e31-4380-937a-fcab4cff96c6 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:40:22.817965 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5644b58-b0f5-4bcc-adc1-016534e8498d {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:22.855622 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port c5644b58-b0f5-4bcc-adc1-016534e8498d, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=c5644b58-b0f5-4bcc-adc1-016534e8498d,segment=NetworkSegment(cb0def10-0c33-48e7-8f61-e6fe0bcab07e),segment_id=cb0def10-0c33-48e7-8f61-e6fe0bcab07e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:22.870318 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:22.931549 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-629c1323-2e31-4380-937a-fcab4cff96c6 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:22.937009 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-629c1323-2e31-4380-937a-fcab4cff96c6 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "DELETE /v2.0/ports/b440620d-74ad-4bf3-bb12-3208df507806 HTTP/1.1" status: 204 len: 168 time: 1.8041220 Nov 12 03:40:22.941615 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8a32e0e9-62b2-4667-8076-b97bd48b40b0 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:22.943385 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54924) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:22.953220 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8a32e0e9-62b2-4667-8076-b97bd48b40b0 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:22.961486 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=c5644b58-b0f5-4bcc-adc1-016534e8498d,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:22.974128 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3dff6adb-536d-4575-85a6-ef318d36e861 req-c94c4ffa-932f-4de5-be3c-ddfd4d1f1795 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/ports?device_id=f52f95e0-3214-4d15-9587-e03c6101d200 HTTP/1.1" status: 200 len: 210 time: 0.0353854 Nov 12 03:40:23.045974 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8a32e0e9-62b2-4667-8076-b97bd48b40b0 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:23.050751 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8a32e0e9-62b2-4667-8076-b97bd48b40b0 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3758245 Nov 12 03:40:23.051576 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54928) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:23.180841 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d0f16c-4027-428e-96d4-7c2fa6936c90 None None] Sync routers for ids ['102c58aa-98ba-4dd1-881b-8331a6b5a728'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:40:23.194694 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c1d26925-fe24-4816-ba04-20b41b9177ba tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:23.196024 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d0f16c-4027-428e-96d4-7c2fa6936c90 None None] Routers {'102c58aa-98ba-4dd1-881b-8331a6b5a728'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:23.197324 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-24d0f16c-4027-428e-96d4-7c2fa6936c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:40:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['102c58aa-98ba-4dd1-881b-8331a6b5a728'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:23.232626 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['c5644b58-b0f5-4bcc-adc1-016534e8498d'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:40:23.327876 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-24d0f16c-4027-428e-96d4-7c2fa6936c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:23.392179 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d0f16c-4027-428e-96d4-7c2fa6936c90 None None] Routers {'102c58aa-98ba-4dd1-881b-8331a6b5a728'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:23.395220 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-24d0f16c-4027-428e-96d4-7c2fa6936c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:40:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['102c58aa-98ba-4dd1-881b-8331a6b5a728'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:23.455346 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-24d0f16c-4027-428e-96d4-7c2fa6936c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:23.456055 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d0f16c-4027-428e-96d4-7c2fa6936c90 None None] The sync data for ids ['102c58aa-98ba-4dd1-881b-8331a6b5a728'] in n-d-715271-27 is: [] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:40:23.504668 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-1744e0ed-f8c8-4ac9-9c6f-9b5f9825e0f2 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:23.507281 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-1744e0ed-f8c8-4ac9-9c6f-9b5f9825e0f2 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.90 "GET /v2.0/networks?id=bd11cd57-6651-49e2-882c-cb2fc6c5ae96 HTTP/1.1" status: 200 len: 808 time: 0.3201206 Nov 12 03:40:23.548279 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-ff9a2a48-d148-4634-b13d-af08c471718a tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Request body: {'port': {'device_id': 'f52f95e0-3214-4d15-9587-e03c6101d200', 'network_id': 'bd11cd57-6651-49e2-882c-cb2fc6c5ae96', 'admin_state_up': True, 'tenant_id': 'f902bb4e430343b29a7e1363df6934e4'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:23.560858 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c1d26925-fe24-4816-ba04-20b41b9177ba tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:23.564650 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c1d26925-fe24-4816-ba04-20b41b9177ba tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:23.622802 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5155ef1-20fa-47c3-a1d7-1856f4d04b43 req-73511b36-ac23-40ab-86f0-de2bbd75963e tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:23.624446 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a5155ef1-20fa-47c3-a1d7-1856f4d04b43 req-73511b36-ac23-40ab-86f0-de2bbd75963e tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=5175417e-7196-4249-8bb4-73787fd3dfa0 HTTP/1.1" status: 200 len: 945 time: 0.2505178 Nov 12 03:40:23.630441 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c1d26925-fe24-4816-ba04-20b41b9177ba tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:23.631742 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d26925-fe24-4816-ba04-20b41b9177ba tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 99afd6a1-9e3e-4840-aafa-e127fe28613c {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:40:23.639265 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c1d26925-fe24-4816-ba04-20b41b9177ba tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:23.640493 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c1d26925-fe24-4816-ba04-20b41b9177ba tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] 10.222.0.50 "DELETE /v2.0/routers/99afd6a1-9e3e-4840-aafa-e127fe28613c HTTP/1.1" status: 204 len: 168 time: 0.5877650 Nov 12 03:40:23.725569 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a5155ef1-20fa-47c3-a1d7-1856f4d04b43 req-213bc061-6f92-41f8-9acb-a23448f54515 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901825 Nov 12 03:40:23.786816 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-ff9a2a48-d148-4634-b13d-af08c471718a tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Made reservation on behalf of f902bb4e430343b29a7e1363df6934e4 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:23.792283 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-ff9a2a48-d148-4634-b13d-af08c471718a tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:23.809591 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54960) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:23.942262 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54964) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:24.083336 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ab575590-15e7-4160-8d88-01864ebc874d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.105916 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-5cb08800-b580-4b6e-b335-6f3748dc1e0a tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-253019053', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}, 'admin_state_up': False}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:24.113169 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-ff9a2a48-d148-4634-b13d-af08c471718a tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Allocated IP 172.20.0.5 (bd11cd57-6651-49e2-882c-cb2fc6c5ae96/9457e9c4-4562-4739-beca-598ac1790d26/711d095e-31ea-463f-b8ec-ba5f5a92a489) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:24.160718 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e07bad28-8799-4453-98b9-eaf715f52ef7 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.181673 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0d2615a8-861e-4bec-b35e-1fe4a866e334 req-7f007418-828b-4eb6-b664-7ee5b9949e42 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/ports?device_id=f52f95e0-3214-4d15-9587-e03c6101d200 HTTP/1.1" status: 200 len: 210 time: 0.0866873 Nov 12 03:40:24.237313 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5cb08800-b580-4b6e-b335-6f3748dc1e0a tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.238208 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5cb08800-b580-4b6e-b335-6f3748dc1e0a tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.243492 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ab575590-15e7-4160-8d88-01864ebc874d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.250237 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ab575590-15e7-4160-8d88-01864ebc874d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.342735 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5cb08800-b580-4b6e-b335-6f3748dc1e0a tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.345342 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab575590-15e7-4160-8d88-01864ebc874d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa46781-79cd-4150-91db-b0333ac83fa2,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:24.355614 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ab575590-15e7-4160-8d88-01864ebc874d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4b184770251f46c5b5190bd16a04acf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4111321 Nov 12 03:40:24.358014 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54974) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:24.361933 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device c5644b58-b0f5-4bcc-adc1-016534e8498d up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:24.449377 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port c5644b58-b0f5-4bcc-adc1-016534e8498d completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:40:24.467956 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port c5644b58-b0f5-4bcc-adc1-016534e8498d triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:24.468715 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.557057 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6aaae973-77d2-484b-b712-8bac25e51d7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.567230 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5cb08800-b580-4b6e-b335-6f3748dc1e0a tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.672998 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.687447 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6aaae973-77d2-484b-b712-8bac25e51d7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.718494 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5175417e-7196-4249-8bb4-73787fd3dfa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5644b58-b0f5-4bcc-adc1-016534e8498d'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:24.723146 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eee0be0-16ce-456e-9395-cfaf5f91de5c" -d '{"events": [{"server_uuid": "5175417e-7196-4249-8bb4-73787fd3dfa0", "name": "network-vif-plugged", "status": "completed", "tag": "c5644b58-b0f5-4bcc-adc1-016534e8498d"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:24.752318 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port c5644b58-b0f5-4bcc-adc1-016534e8498d, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=c5644b58-b0f5-4bcc-adc1-016534e8498d,segment=NetworkSegment(cb0def10-0c33-48e7-8f61-e6fe0bcab07e),segment_id=cb0def10-0c33-48e7-8f61-e6fe0bcab07e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:24.761959 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.787585 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-ff9a2a48-d148-4634-b13d-af08c471718a tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.902148 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-ff9a2a48-d148-4634-b13d-af08c471718a tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.920551 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b516f408-d7b9-44bf-9175-56b139b2c0b9 x-openstack-request-id: req-b516f408-d7b9-44bf-9175-56b139b2c0b9 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:24.921240 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5175417e-7196-4249-8bb4-73787fd3dfa0", "name": "network-vif-plugged", "status": "completed", "tag": "c5644b58-b0f5-4bcc-adc1-016534e8498d", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:24.922062 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b516f408-d7b9-44bf-9175-56b139b2c0b9 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:24.923437 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5175417e-7196-4249-8bb4-73787fd3dfa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5644b58-b0f5-4bcc-adc1-016534e8498d', 'code': 200} Nov 12 03:40:24.924624 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=c5644b58-b0f5-4bcc-adc1-016534e8498d,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:24.929391 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6aaae973-77d2-484b-b712-8bac25e51d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.946576 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6aaae973-77d2-484b-b712-8bac25e51d7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.950626 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6aaae973-77d2-484b-b712-8bac25e51d7a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2aa46781-79cd-4150-91db-b0333ac83fa2 HTTP/1.1" status: 204 len: 168 time: 0.5902851 Nov 12 03:40:25.084865 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaae973-77d2-484b-b712-8bac25e51d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa46781-79cd-4150-91db-b0333ac83fa2,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:25.104530 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ff976-d331-415f-a0e3-3c18947d7df3 req-874f2aac-e549-4c07-9c39-635583760191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:25.106604 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6e1ff976-d331-415f-a0e3-3c18947d7df3 req-874f2aac-e549-4c07-9c39-635583760191 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5175417e-7196-4249-8bb4-73787fd3dfa0 HTTP/1.1" status: 200 len: 1098 time: 0.1976042 Nov 12 03:40:25.154884 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-ff9a2a48-d148-4634-b13d-af08c471718a tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Network bd11cd57-6651-49e2-882c-cb2fc6c5ae96 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:25.166813 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-ff9a2a48-d148-4634-b13d-af08c471718a tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:25.173379 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-ff9a2a48-d148-4634-b13d-af08c471718a tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:25.229899 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6e1ff976-d331-415f-a0e3-3c18947d7df3 req-ad241fd6-3299-496c-8c8e-dc916c6f3f10 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122875 Nov 12 03:40:25.263718 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a2a48-d148-4634-b13d-af08c471718a tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Pushing event updated for resources: {'Port': ['ID=711d095e-31ea-463f-b8ec-ba5f5a92a489,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:25.332531 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-ff9a2a48-d148-4634-b13d-af08c471718a tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:25.333177 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-ff9a2a48-d148-4634-b13d-af08c471718a tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:25.363942 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd327f2c-1abf-4bfe-8847-2f2a905d2d67 req-196c5e4c-8c10-476a-876f-fab9182ad6c6 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:25.365666 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bd327f2c-1abf-4bfe-8847-2f2a905d2d67 req-196c5e4c-8c10-476a-876f-fab9182ad6c6 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=5175417e-7196-4249-8bb4-73787fd3dfa0 HTTP/1.1" status: 200 len: 946 time: 0.3086145 Nov 12 03:40:25.390899 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-ff9a2a48-d148-4634-b13d-af08c471718a tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8472733 Nov 12 03:40:25.400394 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5cb08800-b580-4b6e-b335-6f3748dc1e0a tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router_gateway, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:25.423951 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-f81d94cf-21c6-4542-8404-977f445b386f service neutron] Request body: {'port': {'device_id': 'f52f95e0-3214-4d15-9587-e03c6101d200', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:25.427590 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5cb08800-b580-4b6e-b335-6f3748dc1e0a tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:25.430417 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-e07bad28-8799-4453-98b9-eaf715f52ef7 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Deleting port b4148174-fb2e-4637-ae7f-1a09ea155f74 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:25.430563 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e07bad28-8799-4453-98b9-eaf715f52ef7 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:25.436633 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908779c2-a6c1-4573-be60-ca5f2a0a6280 req-e7810a0b-2764-4035-a5c0-1c335d8e0202 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:25.444492 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-908779c2-a6c1-4573-be60-ca5f2a0a6280 req-e7810a0b-2764-4035-a5c0-1c335d8e0202 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/ports?device_id=f52f95e0-3214-4d15-9587-e03c6101d200 HTTP/1.1" status: 200 len: 931 time: 0.1523244 Nov 12 03:40:25.556830 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-908779c2-a6c1-4573-be60-ca5f2a0a6280 req-7f21e26a-b5c6-4ea3-ae51-63b10138bc22 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/security-groups?id=a75d38cc-1e5f-4ffb-b58a-1000f618bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114631 Nov 12 03:40:25.567820 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bd327f2c-1abf-4bfe-8847-2f2a905d2d67 req-25020a93-8ec1-4c5d-b26f-21eb0151ee02 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879978 Nov 12 03:40:25.589361 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-f81d94cf-21c6-4542-8404-977f445b386f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:25.619562 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e07bad28-8799-4453-98b9-eaf715f52ef7 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:25.639014 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-5cb08800-b580-4b6e-b335-6f3748dc1e0a tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Allocated IP 172.25.5.53 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/015fb6b9-3738-4a9d-80f4-9dda4a701750) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:25.653594 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-e07bad28-8799-4453-98b9-eaf715f52ef7 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Calling delete_port for b4148174-fb2e-4637-ae7f-1a09ea155f74 owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:25.771773 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5cb08800-b580-4b6e-b335-6f3748dc1e0a tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:25.825297 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5cb08800-b580-4b6e-b335-6f3748dc1e0a tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:25.867076 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb08800-b580-4b6e-b335-6f3748dc1e0a tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:25.871933 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-5cb08800-b580-4b6e-b335-6f3748dc1e0a tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:25.876255 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb08800-b580-4b6e-b335-6f3748dc1e0a tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:25.909778 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb08800-b580-4b6e-b335-6f3748dc1e0a tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Pushing event updated for resources: {'Port': ['ID=015fb6b9-3738-4a9d-80f4-9dda4a701750,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:26.091820 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-f81d94cf-21c6-4542-8404-977f445b386f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 711d095e-31ea-463f-b8ec-ba5f5a92a489 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:26.100893 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-f81d94cf-21c6-4542-8404-977f445b386f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:26.105998 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e07bad28-8799-4453-98b9-eaf715f52ef7 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:26.149376 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-f81d94cf-21c6-4542-8404-977f445b386f service neutron] Transition to ACTIVE for port object 711d095e-31ea-463f-b8ec-ba5f5a92a489 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:40:26.154785 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bad28-8799-4453-98b9-eaf715f52ef7 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Pushing event deleted for resources: {'Port': ['ID=b4148174-fb2e-4637-ae7f-1a09ea155f74,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:26.162084 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-f81d94cf-21c6-4542-8404-977f445b386f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:26.209278 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5cb08800-b580-4b6e-b335-6f3748dc1e0a tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router_gateway, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:26.303606 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d94cf-21c6-4542-8404-977f445b386f service neutron] Pushing event updated for resources: {'Port': ['ID=711d095e-31ea-463f-b8ec-ba5f5a92a489,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:26.606245 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-f81d94cf-21c6-4542-8404-977f445b386f service neutron] Attempting to bind port 711d095e-31ea-463f-b8ec-ba5f5a92a489 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:26.606736 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-f81d94cf-21c6-4542-8404-977f445b386f service neutron] Attempting to bind port 711d095e-31ea-463f-b8ec-ba5f5a92a489 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '25e97707-31e7-4805-b3e2-39baf1279b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'bd11cd57-6651-49e2-882c-cb2fc6c5ae96'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:26.607161 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-f81d94cf-21c6-4542-8404-977f445b386f service neutron] Attempting to bind port 711d095e-31ea-463f-b8ec-ba5f5a92a489 on network bd11cd57-6651-49e2-882c-cb2fc6c5ae96 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:26.621071 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-f81d94cf-21c6-4542-8404-977f445b386f service neutron] Port 711d095e-31ea-463f-b8ec-ba5f5a92a489 on network bd11cd57-6651-49e2-882c-cb2fc6c5ae96 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:26.621599 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-f81d94cf-21c6-4542-8404-977f445b386f service neutron] Attempting to bind port 711d095e-31ea-463f-b8ec-ba5f5a92a489 on network bd11cd57-6651-49e2-882c-cb2fc6c5ae96 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:26.634704 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-f81d94cf-21c6-4542-8404-977f445b386f service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:26.635204 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-f81d94cf-21c6-4542-8404-977f445b386f service neutron] Checking segment: {'id': '25e97707-31e7-4805-b3e2-39baf1279b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'bd11cd57-6651-49e2-882c-cb2fc6c5ae96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:26.635679 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-f81d94cf-21c6-4542-8404-977f445b386f service neutron] Bound using segment: {'id': '25e97707-31e7-4805-b3e2-39baf1279b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'bd11cd57-6651-49e2-882c-cb2fc6c5ae96'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:26.636491 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-f81d94cf-21c6-4542-8404-977f445b386f service neutron] Bound port: 711d095e-31ea-463f-b8ec-ba5f5a92a489, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25e97707-31e7-4805-b3e2-39baf1279b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'bd11cd57-6651-49e2-882c-cb2fc6c5ae96'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:26.636946 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-f81d94cf-21c6-4542-8404-977f445b386f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:26.743736 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-f81d94cf-21c6-4542-8404-977f445b386f service neutron] For port 711d095e-31ea-463f-b8ec-ba5f5a92a489, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:26.748210 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-f81d94cf-21c6-4542-8404-977f445b386f service neutron] For port 711d095e-31ea-463f-b8ec-ba5f5a92a489, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=711d095e-31ea-463f-b8ec-ba5f5a92a489,segment=NetworkSegment(25e97707-31e7-4805-b3e2-39baf1279b29),segment_id=25e97707-31e7-4805-b3e2-39baf1279b29)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:26.751599 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e07bad28-8799-4453-98b9-eaf715f52ef7 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:26.765333 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-f81d94cf-21c6-4542-8404-977f445b386f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:26.875944 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-f81d94cf-21c6-4542-8404-977f445b386f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:26.876940 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-f81d94cf-21c6-4542-8404-977f445b386f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:26.878736 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-f81d94cf-21c6-4542-8404-977f445b386f service neutron] 10.222.0.90 "PUT /v2.0/ports/711d095e-31ea-463f-b8ec-ba5f5a92a489 HTTP/1.1" status: 200 len: 1092 time: 1.4687037 Nov 12 03:40:26.881154 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f52f95e0-3214-4d15-9587-e03c6101d200', 'tag': '711d095e-31ea-463f-b8ec-ba5f5a92a489'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:26.883670 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80710a00-340a-4e64-958a-b0cc626e3c5d" -d '{"events": [{"name": "network-changed", "server_uuid": "f52f95e0-3214-4d15-9587-e03c6101d200", "tag": "711d095e-31ea-463f-b8ec-ba5f5a92a489"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:26.929887 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d94cf-21c6-4542-8404-977f445b386f service neutron] Pushing event updated for resources: {'Port': ['ID=711d095e-31ea-463f-b8ec-ba5f5a92a489,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:26.990054 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b698d8-7950-45ca-842a-7b3cf323ce16 req-1ae6c808-aad9-4f8f-95a3-4a354ea5a798 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:26.997466 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e6b698d8-7950-45ca-842a-7b3cf323ce16 req-1ae6c808-aad9-4f8f-95a3-4a354ea5a798 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=5175417e-7196-4249-8bb4-73787fd3dfa0 HTTP/1.1" status: 200 len: 946 time: 0.2473381 Nov 12 03:40:27.065441 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834bcd20-bab5-4a99-ae6e-2a6f7f8aab27 req-e4ebcce8-65f4-4ff1-b606-6dc04321b8b0 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:27.067021 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-834bcd20-bab5-4a99-ae6e-2a6f7f8aab27 req-e4ebcce8-65f4-4ff1-b606-6dc04321b8b0 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/ports?device_id=f52f95e0-3214-4d15-9587-e03c6101d200 HTTP/1.1" status: 200 len: 943 time: 0.0751848 Nov 12 03:40:27.068284 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5cb08800-b580-4b6e-b335-6f3748dc1e0a tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:27.091869 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e6b698d8-7950-45ca-842a-7b3cf323ce16 req-b6bf3ab3-8c2e-4620-9b0a-e7cace894a52 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925970 Nov 12 03:40:27.172840 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-bfbc53ef-4b34-45e1-83f8-aa9c96832c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:27.176209 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-bfbc53ef-4b34-45e1-83f8-aa9c96832c87 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f902bb4e430343b29a7e1363df6934e4&device_id=f52f95e0-3214-4d15-9587-e03c6101d200 HTTP/1.1" status: 200 len: 1095 time: 0.2065988 Nov 12 03:40:27.235722 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69457629-1ea0-4d6a-a1af-27252c578f7e x-openstack-request-id: req-69457629-1ea0-4d6a-a1af-27252c578f7e {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:27.236041 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f52f95e0-3214-4d15-9587-e03c6101d200", "tag": "711d095e-31ea-463f-b8ec-ba5f5a92a489", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:27.236385 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-69457629-1ea0-4d6a-a1af-27252c578f7e {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:27.236804 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f52f95e0-3214-4d15-9587-e03c6101d200', 'tag': '711d095e-31ea-463f-b8ec-ba5f5a92a489', 'status': 'completed', 'code': 200} Nov 12 03:40:27.357273 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-847044cb-fd61-4624-a4b2-3acdebe81a9d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=711d095e-31ea-463f-b8ec-ba5f5a92a489 HTTP/1.1" status: 200 len: 217 time: 0.1266367 Nov 12 03:40:27.368693 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-834bcd20-bab5-4a99-ae6e-2a6f7f8aab27 req-58c33bbc-7c2b-457d-af9e-20b343560841 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/security-groups?id=a75d38cc-1e5f-4ffb-b58a-1000f618bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911246 Nov 12 03:40:27.445579 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07bad28-8799-4453-98b9-eaf715f52ef7 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Router 102c58aa-98ba-4dd1-881b-8331a6b5a728 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:40:27.449429 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-d89d2e14-bf0b-4ef7-ac40-f29c7769e667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:27.451080 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-d89d2e14-bf0b-4ef7-ac40-f29c7769e667 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9457e9c4-4562-4739-beca-598ac1790d26 HTTP/1.1" status: 200 len: 848 time: 0.0836380 Nov 12 03:40:27.481246 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb08800-b580-4b6e-b335-6f3748dc1e0a tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Router 1c283b8e-5b5b-4c3a-88b7-fc101d548564 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:40:27.515880 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-9771899c-eeb4-47ee-a800-ee6e39c283b4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=bd11cd57-6651-49e2-882c-cb2fc6c5ae96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424292 Nov 12 03:40:27.593961 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0e4c2-36ba-4216-b034-7da09a61cac2 req-2337a0d2-8450-48c3-a6d7-cb4a8957e862 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:27.595849 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-caa0e4c2-36ba-4216-b034-7da09a61cac2 req-2337a0d2-8450-48c3-a6d7-cb4a8957e862 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=5175417e-7196-4249-8bb4-73787fd3dfa0 HTTP/1.1" status: 200 len: 946 time: 0.1108499 Nov 12 03:40:27.710201 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-caa0e4c2-36ba-4216-b034-7da09a61cac2 req-9c7ea65e-d96c-47bc-93ef-cfd6df88dcda tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036611 Nov 12 03:40:27.718280 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb08800-b580-4b6e-b335-6f3748dc1e0a tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:40:27.735711 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a2ff31-edd5-4a98-bfe1-438ad9c41a0a None None] Sync routers for ids ['1c283b8e-5b5b-4c3a-88b7-fc101d548564'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:40:27.754318 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5cb08800-b580-4b6e-b335-6f3748dc1e0a tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:27.754941 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a2ff31-edd5-4a98-bfe1-438ad9c41a0a None None] Routers {'1c283b8e-5b5b-4c3a-88b7-fc101d548564'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:27.758442 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5cb08800-b580-4b6e-b335-6f3748dc1e0a tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.9437144 Nov 12 03:40:27.758747 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55078) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:27.759111 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-77a2ff31-edd5-4a98-bfe1-438ad9c41a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:40:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1c283b8e-5b5b-4c3a-88b7-fc101d548564'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:27.777440 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-d891e179-771a-42a8-91b7-50d5c8c34edf service neutron] 10.222.0.90 "GET /v2.0/networks/bd11cd57-6651-49e2-882c-cb2fc6c5ae96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249548 Nov 12 03:40:27.804862 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-77a2ff31-edd5-4a98-bfe1-438ad9c41a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:27.815929 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a2ff31-edd5-4a98-bfe1-438ad9c41a0a None None] Routers {'1c283b8e-5b5b-4c3a-88b7-fc101d548564'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:27.816806 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-77a2ff31-edd5-4a98-bfe1-438ad9c41a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:40:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1c283b8e-5b5b-4c3a-88b7-fc101d548564'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:27.866702 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-77a2ff31-edd5-4a98-bfe1-438ad9c41a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:27.867591 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a2ff31-edd5-4a98-bfe1-438ad9c41a0a None None] The sync data for ids ['1c283b8e-5b5b-4c3a-88b7-fc101d548564'] in n-d-715271-27 is: [] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:40:27.912460 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6394d74c-3898-4e3d-99a0-bf31a84cc44d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] 10.222.0.50 "GET /v2.0/routers/1c283b8e-5b5b-4c3a-88b7-fc101d548564 HTTP/1.1" status: 200 len: 923 time: 0.1496141 Nov 12 03:40:27.913500 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55080) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:27.950841 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b53e0380-8859-4154-a510-698103668733 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c283b8e-5b5b-4c3a-88b7-fc101d548564 HTTP/1.1" status: 200 len: 205 time: 0.0334101 Nov 12 03:40:27.951649 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55082) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:28.085128 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2fa6e89b-6d82-4354-91bb-13a9a210cfa4 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:28.146816 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55086) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:28.255425 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07bad28-8799-4453-98b9-eaf715f52ef7 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:40:28.260800 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e07bad28-8799-4453-98b9-eaf715f52ef7 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "PUT /v2.0/routers/102c58aa-98ba-4dd1-881b-8331a6b5a728/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3159151 Nov 12 03:40:28.265944 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55092) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:28.269544 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01501422-cf73-467b-930e-88ca16710226 None None] Sync routers for ids ['102c58aa-98ba-4dd1-881b-8331a6b5a728'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:40:28.287885 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2fa6e89b-6d82-4354-91bb-13a9a210cfa4 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:28.306575 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01501422-cf73-467b-930e-88ca16710226 None None] Routers {'102c58aa-98ba-4dd1-881b-8331a6b5a728'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:28.320769 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-01501422-cf73-467b-930e-88ca16710226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:40:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['102c58aa-98ba-4dd1-881b-8331a6b5a728'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:28.353962 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b3685-e0bb-4b08-a8cf-81c934e5ceae req-52fbf1e4-b2bd-441d-86a8-e67d4f3d4838 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:28.357350 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-575b3685-e0bb-4b08-a8cf-81c934e5ceae req-52fbf1e4-b2bd-441d-86a8-e67d4f3d4838 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=5175417e-7196-4249-8bb4-73787fd3dfa0 HTTP/1.1" status: 200 len: 946 time: 0.1844649 Nov 12 03:40:28.357699 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-01501422-cf73-467b-930e-88ca16710226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:28.368063 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01501422-cf73-467b-930e-88ca16710226 None None] Routers {'102c58aa-98ba-4dd1-881b-8331a6b5a728'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:28.368709 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-01501422-cf73-467b-930e-88ca16710226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:40:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['102c58aa-98ba-4dd1-881b-8331a6b5a728'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:28.374869 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1999be31-1bea-43da-9ea2-e20546a7149c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:28.391812 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b6db5253-62ed-4870-b22a-bd412f5f7632 req-93faedd0-b97f-4b07-8a85-f4d6552bc769 service neutron] 10.222.0.90 "GET /v2.0/networks/bd11cd57-6651-49e2-882c-cb2fc6c5ae96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6027405 Nov 12 03:40:28.411356 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-01501422-cf73-467b-930e-88ca16710226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:28.412398 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01501422-cf73-467b-930e-88ca16710226 None None] The sync data for ids ['102c58aa-98ba-4dd1-881b-8331a6b5a728'] in n-d-715271-27 is: [] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:40:28.547018 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-575b3685-e0bb-4b08-a8cf-81c934e5ceae req-96f4eee9-8931-4845-be0e-12fec9cdcc9d tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707473 Nov 12 03:40:28.579349 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80710a00-340a-4e64-958a-b0cc626e3c5d req-7b067cb6-44d5-4682-82f4-9f9eee6e3a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:28.581018 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-80710a00-340a-4e64-958a-b0cc626e3c5d req-7b067cb6-44d5-4682-82f4-9f9eee6e3a14 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f902bb4e430343b29a7e1363df6934e4&device_id=f52f95e0-3214-4d15-9587-e03c6101d200 HTTP/1.1" status: 200 len: 1095 time: 0.0864503 Nov 12 03:40:28.623105 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2892c607-1b3f-4fd3-ab4a-75bc459d098c tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:28.679600 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31188ded-557a-4fd5-b2e7-196c095d9033 req-4b26ab84-fbe6-49db-b090-04d848895331 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:28.681591 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-31188ded-557a-4fd5-b2e7-196c095d9033 req-4b26ab84-fbe6-49db-b090-04d848895331 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/ports?device_id=f52f95e0-3214-4d15-9587-e03c6101d200 HTTP/1.1" status: 200 len: 943 time: 0.1725657 Nov 12 03:40:28.686206 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-2fa6e89b-6d82-4354-91bb-13a9a210cfa4 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Deleting port 015fb6b9-3738-4a9d-80f4-9dda4a701750 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:28.686855 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2fa6e89b-6d82-4354-91bb-13a9a210cfa4 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:28.693373 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80710a00-340a-4e64-958a-b0cc626e3c5d req-1274bd1f-b7ca-439e-969f-330ef2896ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:28.696446 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-80710a00-340a-4e64-958a-b0cc626e3c5d req-1274bd1f-b7ca-439e-969f-330ef2896ba2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=bd11cd57-6651-49e2-882c-cb2fc6c5ae96 HTTP/1.1" status: 200 len: 909 time: 0.1053157 Nov 12 03:40:28.764729 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-80710a00-340a-4e64-958a-b0cc626e3c5d req-20d62279-105f-47ce-a7ce-0d38e099e924 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=711d095e-31ea-463f-b8ec-ba5f5a92a489 HTTP/1.1" status: 200 len: 217 time: 0.0571051 Nov 12 03:40:28.851410 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80710a00-340a-4e64-958a-b0cc626e3c5d req-ac630a20-a4c3-4434-b8b7-d1de06ac82e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:28.851918 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-80710a00-340a-4e64-958a-b0cc626e3c5d req-ac630a20-a4c3-4434-b8b7-d1de06ac82e2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9457e9c4-4562-4739-beca-598ac1790d26 HTTP/1.1" status: 200 len: 848 time: 0.0757251 Nov 12 03:40:28.888393 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1999be31-1bea-43da-9ea2-e20546a7149c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:28.892169 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-80710a00-340a-4e64-958a-b0cc626e3c5d req-7abd505a-f2e8-4f90-b8ce-13b186fb9cfc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=bd11cd57-6651-49e2-882c-cb2fc6c5ae96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321236 Nov 12 03:40:28.895007 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-31188ded-557a-4fd5-b2e7-196c095d9033 req-d0d7411f-871d-4475-b683-615b8ccf493c tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/security-groups?id=a75d38cc-1e5f-4ffb-b58a-1000f618bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057140 Nov 12 03:40:28.903411 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1999be31-1bea-43da-9ea2-e20546a7149c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:28.937730 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2fa6e89b-6d82-4354-91bb-13a9a210cfa4 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:28.973128 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1999be31-1bea-43da-9ea2-e20546a7149c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b36427-ddd2-4db7-b34e-7e5321cd8e5d,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:28.991327 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2892c607-1b3f-4fd3-ab4a-75bc459d098c tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:28.997579 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-2fa6e89b-6d82-4354-91bb-13a9a210cfa4 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Calling delete_port for 015fb6b9-3738-4a9d-80f4-9dda4a701750 owned by network:router_gateway {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:29.007652 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1999be31-1bea-43da-9ea2-e20546a7149c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1eb0020fb5ad4c3386e1de557689c8b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8574023 Nov 12 03:40:29.008788 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55104) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:29.058582 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31daa6c1-bdd6-4101-bd26-dc202d5312fe req-7d15d765-00c5-4e8b-adeb-b5a9a80b409d tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:29.067271 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-31daa6c1-bdd6-4101-bd26-dc202d5312fe req-7d15d765-00c5-4e8b-adeb-b5a9a80b409d tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=5175417e-7196-4249-8bb4-73787fd3dfa0 HTTP/1.1" status: 200 len: 946 time: 0.1426783 Nov 12 03:40:29.104104 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-80710a00-340a-4e64-958a-b0cc626e3c5d req-fae98a26-c092-4a81-b613-8a777d4a8186 service neutron] 10.222.0.90 "GET /v2.0/networks/bd11cd57-6651-49e2-882c-cb2fc6c5ae96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996903 Nov 12 03:40:29.146726 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-48672de6-9476-4770-932a-0e0f7531a1cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:29.153573 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-31daa6c1-bdd6-4101-bd26-dc202d5312fe req-620fd9d5-51a3-4959-8c4b-17e46bfc46f9 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846694 Nov 12 03:40:29.219641 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-48672de6-9476-4770-932a-0e0f7531a1cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:29.223221 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-2892c607-1b3f-4fd3-ab4a-75bc459d098c tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Deleting port 03efe951-01d3-40b5-ae01-2c7f680dfe71 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:29.223557 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2892c607-1b3f-4fd3-ab4a-75bc459d098c tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:29.234409 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-80710a00-340a-4e64-958a-b0cc626e3c5d req-83589c7e-790a-4348-87d6-2067f8abb988 service neutron] 10.222.0.90 "GET /v2.0/networks/bd11cd57-6651-49e2-882c-cb2fc6c5ae96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169765 Nov 12 03:40:29.379452 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2892c607-1b3f-4fd3-ab4a-75bc459d098c tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:29.399940 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-2892c607-1b3f-4fd3-ab4a-75bc459d098c tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Calling delete_port for 03efe951-01d3-40b5-ae01-2c7f680dfe71 owned by network:router_gateway {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:29.406099 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-48672de6-9476-4770-932a-0e0f7531a1cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:29.409965 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-48672de6-9476-4770-932a-0e0f7531a1cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:29.414026 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-48672de6-9476-4770-932a-0e0f7531a1cd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a8b36427-ddd2-4db7-b34e-7e5321cd8e5d HTTP/1.1" status: 204 len: 168 time: 0.3989806 Nov 12 03:40:29.421593 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2fa6e89b-6d82-4354-91bb-13a9a210cfa4 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:29.460556 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48672de6-9476-4770-932a-0e0f7531a1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b36427-ddd2-4db7-b34e-7e5321cd8e5d,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:29.499917 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa6e89b-6d82-4354-91bb-13a9a210cfa4 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Pushing event deleted for resources: {'Port': ['ID=015fb6b9-3738-4a9d-80f4-9dda4a701750,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:29.627770 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2fa6e89b-6d82-4354-91bb-13a9a210cfa4 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:29.736490 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2fa6e89b-6d82-4354-91bb-13a9a210cfa4 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:29.741053 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2fa6e89b-6d82-4354-91bb-13a9a210cfa4 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:29.782027 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55116) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:29.804617 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-30a79510-0c89-4f7b-9073-4c9301871764 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:29.822306 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2fa6e89b-6d82-4354-91bb-13a9a210cfa4 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:29.822825 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa6e89b-6d82-4354-91bb-13a9a210cfa4 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Fanout notify agent at l3_agent the message router_deleted on router 1c283b8e-5b5b-4c3a-88b7-fc101d548564 {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:40:29.831227 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2fa6e89b-6d82-4354-91bb-13a9a210cfa4 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:29.832932 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2fa6e89b-6d82-4354-91bb-13a9a210cfa4 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] 10.222.0.50 "DELETE /v2.0/routers/1c283b8e-5b5b-4c3a-88b7-fc101d548564 HTTP/1.1" status: 204 len: 168 time: 1.8794649 Nov 12 03:40:29.839455 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55118) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:29.844609 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-2ab15478-8fd3-4eb8-bc0d-0f6ea324ff4d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Request body: {'router': {'name': 'tempest-snat-router-866628021', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'enable_snat': False}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:29.846804 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2892c607-1b3f-4fd3-ab4a-75bc459d098c tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:29.879623 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892c607-1b3f-4fd3-ab4a-75bc459d098c tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Pushing event deleted for resources: {'Port': ['ID=03efe951-01d3-40b5-ae01-2c7f680dfe71,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:29.892019 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2ab15478-8fd3-4eb8-bc0d-0f6ea324ff4d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:29.893440 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2ab15478-8fd3-4eb8-bc0d-0f6ea324ff4d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:29.945949 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-30a79510-0c89-4f7b-9073-4c9301871764 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:29.961944 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-30a79510-0c89-4f7b-9073-4c9301871764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:29.968259 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2892c607-1b3f-4fd3-ab4a-75bc459d098c tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:30.008547 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2ab15478-8fd3-4eb8-bc0d-0f6ea324ff4d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:30.070386 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-30a79510-0c89-4f7b-9073-4c9301871764 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=73e6e1f52ef7455f8ff59b328ab57cf2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2869036 Nov 12 03:40:30.073249 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55122) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:30.102193 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2892c607-1b3f-4fd3-ab4a-75bc459d098c tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:30.105895 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a79510-0c89-4f7b-9073-4c9301871764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9669316d-b6c2-4487-8533-3a2c38ea1475,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:30.106174 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2892c607-1b3f-4fd3-ab4a-75bc459d098c tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:30.165240 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d44e06-507d-4625-a43d-0dbf27ce08c3 req-8c692dbc-1400-49d6-9b78-208c54c3afba tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:30.167304 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-39d44e06-507d-4625-a43d-0dbf27ce08c3 req-8c692dbc-1400-49d6-9b78-208c54c3afba tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/ports?device_id=f52f95e0-3214-4d15-9587-e03c6101d200 HTTP/1.1" status: 200 len: 943 time: 0.1255007 Nov 12 03:40:30.168646 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2892c607-1b3f-4fd3-ab4a-75bc459d098c tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:30.169276 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2892c607-1b3f-4fd3-ab4a-75bc459d098c tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Fanout notify agent at l3_agent the message router_deleted on router 102c58aa-98ba-4dd1-881b-8331a6b5a728 {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:40:30.178421 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2892c607-1b3f-4fd3-ab4a-75bc459d098c tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:30.179670 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2892c607-1b3f-4fd3-ab4a-75bc459d098c tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "DELETE /v2.0/routers/102c58aa-98ba-4dd1-881b-8331a6b5a728 HTTP/1.1" status: 204 len: 168 time: 1.9105444 Nov 12 03:40:30.182601 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55124) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:30.211822 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2ab15478-8fd3-4eb8-bc0d-0f6ea324ff4d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:30.268509 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e54f06e-4800-4a07-90bc-135788c3177a tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Deleting subnet cdb7b570-e99a-4be0-9b60-2aa20fbda590 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:40:30.275016 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3e54f06e-4800-4a07-90bc-135788c3177a tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:30.319477 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7259d4f4-3382-4e6c-88be-35a211a695bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:30.327645 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-39d44e06-507d-4625-a43d-0dbf27ce08c3 req-44e5901b-b0d9-4246-98a4-4e6806883837 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/security-groups?id=a75d38cc-1e5f-4ffb-b58a-1000f618bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465454 Nov 12 03:40:30.331634 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fdb23960-f2b7-49e9-abd4-eeb4ca6c47d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:30.356854 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3e54f06e-4800-4a07-90bc-135788c3177a tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:30.365567 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fdb23960-f2b7-49e9-abd4-eeb4ca6c47d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:30.387584 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa4480-46a9-4b18-a3a8-44f2d7f7644e req-60a55ff9-13cc-4ace-b00a-a9df2c7bc886 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:30.389143 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-91fa4480-46a9-4b18-a3a8-44f2d7f7644e req-60a55ff9-13cc-4ace-b00a-a9df2c7bc886 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=5175417e-7196-4249-8bb4-73787fd3dfa0 HTTP/1.1" status: 200 len: 946 time: 0.1376965 Nov 12 03:40:30.480461 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3e54f06e-4800-4a07-90bc-135788c3177a tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:30.485415 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-91fa4480-46a9-4b18-a3a8-44f2d7f7644e req-d892d12a-70d5-4656-ac1c-6c338d05be17 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854988 Nov 12 03:40:30.487839 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fdb23960-f2b7-49e9-abd4-eeb4ca6c47d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:30.497090 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fdb23960-f2b7-49e9-abd4-eeb4ca6c47d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:30.498750 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-fdb23960-f2b7-49e9-abd4-eeb4ca6c47d5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9669316d-b6c2-4487-8533-3a2c38ea1475 HTTP/1.1" status: 204 len: 168 time: 0.4243896 Nov 12 03:40:30.566162 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3e54f06e-4800-4a07-90bc-135788c3177a tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:30.578273 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb23960-f2b7-49e9-abd4-eeb4ca6c47d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9669316d-b6c2-4487-8533-3a2c38ea1475,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:30.607268 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb1a475-fa91-43ed-a5e2-96db4d9b1f2b None None] Network ae9f2faf-78be-4aec-a90d-e0da84065256 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:30.622669 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54f06e-4800-4a07-90bc-135788c3177a tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Pushing event deleted for resources: {'Subnet': ['ID=cdb7b570-e99a-4be0-9b60-2aa20fbda590,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:30.625221 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3e54f06e-4800-4a07-90bc-135788c3177a tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:30.632794 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3e54f06e-4800-4a07-90bc-135788c3177a tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "DELETE /v2.0/subnets/cdb7b570-e99a-4be0-9b60-2aa20fbda590 HTTP/1.1" status: 204 len: 168 time: 0.4486828 Nov 12 03:40:30.633884 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55134) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:30.679878 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2ab15478-8fd3-4eb8-bc0d-0f6ea324ff4d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:30.709683 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2ab15478-8fd3-4eb8-bc0d-0f6ea324ff4d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:30.739396 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37263a59-703e-4a95-9f68-3a8d30292c86 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:30.848909 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 711d095e-31ea-463f-b8ec-ba5f5a92a489 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:40:30.854901 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-2ab15478-8fd3-4eb8-bc0d-0f6ea324ff4d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Allocated IP 172.25.5.197 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/dfd6fdcf-a27f-4b65-a713-256f6b67f4d9) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:30.883518 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-37263a59-703e-4a95-9f68-3a8d30292c86 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Deleting port d3aeb53f-9eb6-4e40-b8a2-1e903ce98d78 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:30.885352 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37263a59-703e-4a95-9f68-3a8d30292c86 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:30.976420 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 711d095e-31ea-463f-b8ec-ba5f5a92a489, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=711d095e-31ea-463f-b8ec-ba5f5a92a489,segment=NetworkSegment(25e97707-31e7-4805-b3e2-39baf1279b29),segment_id=25e97707-31e7-4805-b3e2-39baf1279b29)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:31.007516 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '711d095e-31ea-463f-b8ec-ba5f5a92a489', 'network_id': 'bd11cd57-6651-49e2-882c-cb2fc6c5ae96', 'port_id': '711d095e-31ea-463f-b8ec-ba5f5a92a489', 'mac_address': 'fa:16:3e:c0:1a:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9457e9c4-4562-4739-beca-598ac1790d26', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:40:31.050142 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-37263a59-703e-4a95-9f68-3a8d30292c86 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] For port d3aeb53f-9eb6-4e40-b8a2-1e903ce98d78, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d3aeb53f-9eb6-4e40-b8a2-1e903ce98d78,segment=NetworkSegment(4d7f4afd-00e9-474e-864c-a835a5fd2e69),segment_id=4d7f4afd-00e9-474e-864c-a835a5fd2e69)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:31.050430 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37263a59-703e-4a95-9f68-3a8d30292c86 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:31.082913 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:31.083214 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2ab15478-8fd3-4eb8-bc0d-0f6ea324ff4d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:31.090826 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-37263a59-703e-4a95-9f68-3a8d30292c86 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Calling delete_port for d3aeb53f-9eb6-4e40-b8a2-1e903ce98d78 owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:31.097937 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3e6dc8-5f5b-469b-a7d3-e48b5afcfb15 None None] DHCP port deletion for ae9f2faf-78be-4aec-a90d-e0da84065256 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:40:31.132956 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 711d095e-31ea-463f-b8ec-ba5f5a92a489 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:31.138904 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2ab15478-8fd3-4eb8-bc0d-0f6ea324ff4d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:31.157480 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 711d095e-31ea-463f-b8ec-ba5f5a92a489, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=711d095e-31ea-463f-b8ec-ba5f5a92a489,segment=NetworkSegment(25e97707-31e7-4805-b3e2-39baf1279b29),segment_id=25e97707-31e7-4805-b3e2-39baf1279b29)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:31.173201 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:31.192488 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab15478-8fd3-4eb8-bc0d-0f6ea324ff4d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:31.196008 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-2ab15478-8fd3-4eb8-bc0d-0f6ea324ff4d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:31.198621 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab15478-8fd3-4eb8-bc0d-0f6ea324ff4d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:31.215952 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3e3e6dc8-5f5b-469b-a7d3-e48b5afcfb15 None None] Deleting port d3aeb53f-9eb6-4e40-b8a2-1e903ce98d78 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:31.216354 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3e3e6dc8-5f5b-469b-a7d3-e48b5afcfb15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:31.263769 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37263a59-703e-4a95-9f68-3a8d30292c86 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:31.290625 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3e3e6dc8-5f5b-469b-a7d3-e48b5afcfb15 None None] For port d3aeb53f-9eb6-4e40-b8a2-1e903ce98d78, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d3aeb53f-9eb6-4e40-b8a2-1e903ce98d78,segment=NetworkSegment(4d7f4afd-00e9-474e-864c-a835a5fd2e69),segment_id=4d7f4afd-00e9-474e-864c-a835a5fd2e69)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:31.291027 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3e3e6dc8-5f5b-469b-a7d3-e48b5afcfb15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:31.305720 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3e3e6dc8-5f5b-469b-a7d3-e48b5afcfb15 None None] Calling delete_port for d3aeb53f-9eb6-4e40-b8a2-1e903ce98d78 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:31.307859 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37263a59-703e-4a95-9f68-3a8d30292c86 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Pushing event deleted for resources: {'Port': ['ID=d3aeb53f-9eb6-4e40-b8a2-1e903ce98d78,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:31.311506 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37263a59-703e-4a95-9f68-3a8d30292c86 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] No DVR routers for this DVR port d3aeb53f-9eb6-4e40-b8a2-1e903ce98d78 on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:40:31.432693 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=711d095e-31ea-463f-b8ec-ba5f5a92a489,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:31.445233 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3e3e6dc8-5f5b-469b-a7d3-e48b5afcfb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:31.514446 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['711d095e-31ea-463f-b8ec-ba5f5a92a489'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:40:31.527295 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab15478-8fd3-4eb8-bc0d-0f6ea324ff4d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Pushing event updated for resources: {'Port': ['ID=dfd6fdcf-a27f-4b65-a713-256f6b67f4d9,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:31.531227 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37263a59-703e-4a95-9f68-3a8d30292c86 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:31.533045 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e6dc8-5f5b-469b-a7d3-e48b5afcfb15 None None] Pushing event deleted for resources: {'Port': ['ID=d3aeb53f-9eb6-4e40-b8a2-1e903ce98d78,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:31.551536 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3e6dc8-5f5b-469b-a7d3-e48b5afcfb15 None None] No DVR routers for this DVR port d3aeb53f-9eb6-4e40-b8a2-1e903ce98d78 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:40:31.606775 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d3aeb53f-9eb6-4e40-b8a2-1e903ce98d78 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:40:31.638854 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-37263a59-703e-4a95-9f68-3a8d30292c86 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae9f2faf-78be-4aec-a90d-e0da84065256']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:31.641348 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: d3aeb53f-9eb6-4e40-b8a2-1e903ce98d78 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:40:31.642063 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d3aeb53f-9eb6-4e40-b8a2-1e903ce98d78 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:40:31.663855 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-37263a59-703e-4a95-9f68-3a8d30292c86 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d7f4afd-00e9-474e-864c-a835a5fd2e69') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:31.664214 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-37263a59-703e-4a95-9f68-3a8d30292c86 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d7f4afd-00e9-474e-864c-a835a5fd2e69') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:31.702118 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37263a59-703e-4a95-9f68-3a8d30292c86 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:31.717323 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37263a59-703e-4a95-9f68-3a8d30292c86 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:31.725592 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37263a59-703e-4a95-9f68-3a8d30292c86 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:40:31.725906 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37263a59-703e-4a95-9f68-3a8d30292c86 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:31.729152 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:40:31.729152 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:40:31.729152 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:40:31.729152 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:40:31.729152 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:40:31.729152 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:40:31.729152 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:40:31.729152 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:40:31.729152 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:40:31.729152 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:40:31.729152 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:40:31.729152 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:40:31.729152 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:40:31.729152 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:40:31.729152 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:40:31.729152 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:40:31.729152 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:40:31.729152 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:40:31.729152 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:40:31.729152 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:40:31.729152 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:40:31.729152 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:40:31.729152 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:40:31.729152 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:40:31.729152 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:40:31.729152 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:40:31.729152 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:40:31.729152 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:40:31.729152 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:40:31.729152 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:40:31.729152 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:40:31.729152 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:40:31.845957 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79cc1f-33a0-4074-b17d-8b5d9f490f87 req-46a091e3-bde8-4a8d-a578-46964efcd829 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:31.849425 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:40:31.865467 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6c79cc1f-33a0-4074-b17d-8b5d9f490f87 req-46a091e3-bde8-4a8d-a578-46964efcd829 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/ports?device_id=f52f95e0-3214-4d15-9587-e03c6101d200 HTTP/1.1" status: 200 len: 944 time: 0.3887515 Nov 12 03:40:31.876484 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37263a59-703e-4a95-9f68-3a8d30292c86 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:31.887281 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028d595-4c32-4395-84a4-b8298e0ac4bb req-086b1bdc-5f25-4243-a1dd-72272702b57c tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:31.888952 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c028d595-4c32-4395-84a4-b8298e0ac4bb req-086b1bdc-5f25-4243-a1dd-72272702b57c tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=5175417e-7196-4249-8bb4-73787fd3dfa0 HTTP/1.1" status: 200 len: 946 time: 0.0679765 Nov 12 03:40:31.896934 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37263a59-703e-4a95-9f68-3a8d30292c86 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:31.903120 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-37263a59-703e-4a95-9f68-3a8d30292c86 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "DELETE /v2.0/networks/ae9f2faf-78be-4aec-a90d-e0da84065256 HTTP/1.1" status: 204 len: 168 time: 1.2681534 Nov 12 03:40:31.904694 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55164) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:31.935979 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37263a59-703e-4a95-9f68-3a8d30292c86 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Pushing event deleted for resources: {'Network': ['ID=ae9f2faf-78be-4aec-a90d-e0da84065256,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:31.982666 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c028d595-4c32-4395-84a4-b8298e0ac4bb req-008cf530-09b2-4e95-bf37-7bf750f9874d tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782349 Nov 12 03:40:31.994104 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2ab15478-8fd3-4eb8-bc0d-0f6ea324ff4d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:32.085428 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6c79cc1f-33a0-4074-b17d-8b5d9f490f87 req-5664480e-1038-41aa-b20b-995ef2558087 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/security-groups?id=a75d38cc-1e5f-4ffb-b58a-1000f618bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136543 Nov 12 03:40:32.190377 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-290127e6-36e6-4c2d-b74b-213754c406be tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Deleting port 5f476191-fc2b-449f-8367-861292eab56c {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:32.190587 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-290127e6-36e6-4c2d-b74b-213754c406be tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:32.354126 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-290127e6-36e6-4c2d-b74b-213754c406be tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:32.354461 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-290127e6-36e6-4c2d-b74b-213754c406be tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:32.365046 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2ab15478-8fd3-4eb8-bc0d-0f6ea324ff4d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:32.382204 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-290127e6-36e6-4c2d-b74b-213754c406be tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Calling delete_port for 5f476191-fc2b-449f-8367-861292eab56c owned by network:floatingip {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:32.592548 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab15478-8fd3-4eb8-bc0d-0f6ea324ff4d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Router c1cc16d4-e2aa-4442-b678-0f864b9f5da5 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:40:32.685917 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-290127e6-36e6-4c2d-b74b-213754c406be tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:32.753259 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290127e6-36e6-4c2d-b74b-213754c406be tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Pushing event deleted for resources: {'Port': ['ID=5f476191-fc2b-449f-8367-861292eab56c,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:32.845262 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 711d095e-31ea-463f-b8ec-ba5f5a92a489 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:32.918424 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 711d095e-31ea-463f-b8ec-ba5f5a92a489 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:40:32.925371 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 711d095e-31ea-463f-b8ec-ba5f5a92a489 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:32.925741 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:33.040528 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:33.081723 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 711d095e-31ea-463f-b8ec-ba5f5a92a489, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=711d095e-31ea-463f-b8ec-ba5f5a92a489,segment=NetworkSegment(25e97707-31e7-4805-b3e2-39baf1279b29),segment_id=25e97707-31e7-4805-b3e2-39baf1279b29)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:33.082634 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52f95e0-3214-4d15-9587-e03c6101d200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '711d095e-31ea-463f-b8ec-ba5f5a92a489'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:33.085716 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357d7c0c-3704-4111-8bdd-a14c0b5788e0" -d '{"events": [{"server_uuid": "f52f95e0-3214-4d15-9587-e03c6101d200", "name": "network-vif-plugged", "status": "completed", "tag": "711d095e-31ea-463f-b8ec-ba5f5a92a489"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:33.090054 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:33.147235 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab15478-8fd3-4eb8-bc0d-0f6ea324ff4d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:40:33.158605 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9122f276-7c7d-4494-a222-dc616b8d3cfb None None] Sync routers for ids ['c1cc16d4-e2aa-4442-b678-0f864b9f5da5'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:40:33.168868 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=711d095e-31ea-463f-b8ec-ba5f5a92a489,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:33.175406 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf01709-d02b-406a-b389-9c80ef7d8398 x-openstack-request-id: req-baf01709-d02b-406a-b389-9c80ef7d8398 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:33.175878 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52f95e0-3214-4d15-9587-e03c6101d200", "name": "network-vif-plugged", "status": "completed", "tag": "711d095e-31ea-463f-b8ec-ba5f5a92a489", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:33.176210 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-baf01709-d02b-406a-b389-9c80ef7d8398 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:33.176660 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f52f95e0-3214-4d15-9587-e03c6101d200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '711d095e-31ea-463f-b8ec-ba5f5a92a489', 'code': 200} Nov 12 03:40:33.182821 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9122f276-7c7d-4494-a222-dc616b8d3cfb None None] Routers {'c1cc16d4-e2aa-4442-b678-0f864b9f5da5'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:33.183454 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-9122f276-7c7d-4494-a222-dc616b8d3cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:40:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['c1cc16d4-e2aa-4442-b678-0f864b9f5da5'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:33.217325 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2ab15478-8fd3-4eb8-bc0d-0f6ea324ff4d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:33.224347 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2ab15478-8fd3-4eb8-bc0d-0f6ea324ff4d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.3834851 Nov 12 03:40:33.225338 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55214) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:33.267578 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9483dd2d-cfa0-49d1-85d0-fa6efffb143f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:33.267896 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-290127e6-36e6-4c2d-b74b-213754c406be tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for floatingip, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:33.279380 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-290127e6-36e6-4c2d-b74b-213754c406be tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:33.280594 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-290127e6-36e6-4c2d-b74b-213754c406be tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "DELETE /v2.0/floatingips/28466bd4-fa3f-43a8-a6c5-6e8972c2053d HTTP/1.1" status: 204 len: 168 time: 1.3720996 Nov 12 03:40:33.287044 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55216) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:33.315269 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d9d8e-f1de-4059-9e94-bceb1cccb1a5 req-11b51f1c-ff2e-4f17-b5db-f9b3fd3e2ebc tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:33.327092 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-516d9d8e-f1de-4059-9e94-bceb1cccb1a5 req-11b51f1c-ff2e-4f17-b5db-f9b3fd3e2ebc tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=5175417e-7196-4249-8bb4-73787fd3dfa0 HTTP/1.1" status: 200 len: 946 time: 0.1829400 Nov 12 03:40:33.371930 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-9122f276-7c7d-4494-a222-dc616b8d3cfb None None] Set router c1cc16d4-e2aa-4442-b678-0f864b9f5da5 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:40:33.496130 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10efdf-5926-4f45-9b9d-34597fb42287 req-bc092d69-5af1-4627-87dc-3b1dbcc214d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:33.498438 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5d10efdf-5926-4f45-9b9d-34597fb42287 req-bc092d69-5af1-4627-87dc-3b1dbcc214d4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f52f95e0-3214-4d15-9587-e03c6101d200 HTTP/1.1" status: 200 len: 1097 time: 0.2143884 Nov 12 03:40:33.543626 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04c201-38ba-4378-a7b7-618c515c6a92 req-f1c5353f-284f-459e-bedf-48ded493d605 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:33.562566 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2d04c201-38ba-4378-a7b7-618c515c6a92 req-f1c5353f-284f-459e-bedf-48ded493d605 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/ports?device_id=f52f95e0-3214-4d15-9587-e03c6101d200 HTTP/1.1" status: 200 len: 945 time: 0.2309680 Nov 12 03:40:33.728040 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-9122f276-7c7d-4494-a222-dc616b8d3cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1cc16d4-e2aa-4442-b678-0f864b9f5da5', 'name': 'tempest-snat-router-866628021', 'tenant_id': 'f1388aa9044045b98c914a9323ee17aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.197'}], 'enable_snat': False}, 'gw_port_id': 'dfd6fdcf-a27f-4b65-a713-256f6b67f4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:29Z', 'updated_at': '2021-11-12T03:40:31Z', 'revision_number': 3, 'project_id': 'f1388aa9044045b98c914a9323ee17aa', 'gw_port': {'id': 'dfd6fdcf-a27f-4b65-a713-256f6b67f4d9', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1cc16d4-e2aa-4442-b678-0f864b9f5da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:30Z', 'updated_at': '2021-11-12T03:40:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:33.765344 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5d10efdf-5926-4f45-9b9d-34597fb42287 req-163f5aaf-b233-4979-b7e8-fea19cd9ac58 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=a75d38cc-1e5f-4ffb-b58a-1000f618bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380519 Nov 12 03:40:33.767735 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9122f276-7c7d-4494-a222-dc616b8d3cfb None None] Checking router: c1cc16d4-e2aa-4442-b678-0f864b9f5da5 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:40:33.768182 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9122f276-7c7d-4494-a222-dc616b8d3cfb None None] Updating router c1cc16d4-e2aa-4442-b678-0f864b9f5da5 port dfd6fdcf-a27f-4b65-a713-256f6b67f4d9 binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:40:33.770859 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9f9ace3e-6d72-4931-b1bc-bb2215a48d49 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] 10.222.0.50 "GET /v2.0/routers/c1cc16d4-e2aa-4442-b678-0f864b9f5da5 HTTP/1.1" status: 200 len: 908 time: 0.5314977 Nov 12 03:40:33.779878 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55234) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:33.786425 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-7714670d-4715-48e0-9372-17b0ee431192 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Request body: {'router': {'name': 'tempest-snat-router-866628021', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'enable_snat': True}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:33.809555 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-9122f276-7c7d-4494-a222-dc616b8d3cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:33.815732 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2d04c201-38ba-4378-a7b7-618c515c6a92 req-d62e69f4-5942-44e8-8d55-5d39279db6be tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/security-groups?id=a75d38cc-1e5f-4ffb-b58a-1000f618bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591438 Nov 12 03:40:33.822149 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7714670d-4715-48e0-9372-17b0ee431192 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:33.823621 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7714670d-4715-48e0-9372-17b0ee431192 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:33.871642 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-30c63290-f507-425d-b04f-9efd358feddc tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] DELETE failed (client error): The resource could not be found. Nov 12 03:40:33.872516 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30c63290-f507-425d-b04f-9efd358feddc tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:40:33.878586 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-30c63290-f507-425d-b04f-9efd358feddc tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "DELETE /v2.0/ports/b440620d-74ad-4bf3-bb12-3208df507806 HTTP/1.1" status: 404 len: 333 time: 0.5873818 Nov 12 03:40:33.882292 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55244) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:33.921284 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-516d9d8e-f1de-4059-9e94-bceb1cccb1a5 req-5ae55537-8f18-4aae-aae9-418f2f683943 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5929317 Nov 12 03:40:33.951647 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7714670d-4715-48e0-9372-17b0ee431192 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:33.975797 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-1b4e2ce2-1bc5-4614-91f3-5b453cf1517f tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "GET /v2.0/ports?device_id=102c58aa-98ba-4dd1-881b-8331a6b5a728 HTTP/1.1" status: 200 len: 205 time: 0.0923827 Nov 12 03:40:33.978331 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55250) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:34.043893 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-79e72807-d1db-40fc-9237-c03967f7e12c tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] delete failed (client error): The resource could not be found. Nov 12 03:40:34.048345 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-79e72807-d1db-40fc-9237-c03967f7e12c tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "DELETE /v2.0/routers/102c58aa-98ba-4dd1-881b-8331a6b5a728 HTTP/1.1" status: 404 len: 336 time: 0.0651240 Nov 12 03:40:34.049551 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55256) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:34.061969 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:34.103995 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-a405763d-811f-48d9-94e8-28bba6afb712 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] DELETE failed (client error): The resource could not be found. Nov 12 03:40:34.104530 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a405763d-811f-48d9-94e8-28bba6afb712 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:40:34.110542 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a405763d-811f-48d9-94e8-28bba6afb712 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "DELETE /v2.0/subnets/cdb7b570-e99a-4be0-9b60-2aa20fbda590 HTTP/1.1" status: 404 len: 337 time: 0.0588968 Nov 12 03:40:34.111225 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55260) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:34.166162 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7714670d-4715-48e0-9372-17b0ee431192 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:34.233314 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-9122f276-7c7d-4494-a222-dc616b8d3cfb None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:34.241294 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-9122f276-7c7d-4494-a222-dc616b8d3cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:34.271499 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-69df31eb-89d5-4497-98cd-b167d77f20e3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Deleting port 8fd2fdbf-d199-4d20-a4f0-9f9039793cc3 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:34.271990 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-69df31eb-89d5-4497-98cd-b167d77f20e3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:34.290660 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-9122f276-7c7d-4494-a222-dc616b8d3cfb None None] Attempting to bind port dfd6fdcf-a27f-4b65-a713-256f6b67f4d9 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:34.291035 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-9122f276-7c7d-4494-a222-dc616b8d3cfb None None] Attempting to bind port dfd6fdcf-a27f-4b65-a713-256f6b67f4d9 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:34.291393 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9122f276-7c7d-4494-a222-dc616b8d3cfb None None] Attempting to bind port dfd6fdcf-a27f-4b65-a713-256f6b67f4d9 on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:34.304889 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9122f276-7c7d-4494-a222-dc616b8d3cfb None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:34.305609 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9122f276-7c7d-4494-a222-dc616b8d3cfb None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:34.306199 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-9122f276-7c7d-4494-a222-dc616b8d3cfb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:34.306792 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9122f276-7c7d-4494-a222-dc616b8d3cfb None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:34.307456 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-9122f276-7c7d-4494-a222-dc616b8d3cfb None None] Bound port: dfd6fdcf-a27f-4b65-a713-256f6b67f4d9, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:34.308030 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-9122f276-7c7d-4494-a222-dc616b8d3cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:34.365694 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-9122f276-7c7d-4494-a222-dc616b8d3cfb None None] For port dfd6fdcf-a27f-4b65-a713-256f6b67f4d9, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:34.369408 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-9122f276-7c7d-4494-a222-dc616b8d3cfb None None] For port dfd6fdcf-a27f-4b65-a713-256f6b67f4d9, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=dfd6fdcf-a27f-4b65-a713-256f6b67f4d9,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:34.371426 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a728f371-9daa-4e20-90d4-8bb6e01d3928 None None] Pushing event updated for resources: {'Port': ['ID=dfd6fdcf-a27f-4b65-a713-256f6b67f4d9,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:34.385385 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-9122f276-7c7d-4494-a222-dc616b8d3cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:34.415806 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-69df31eb-89d5-4497-98cd-b167d77f20e3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:34.435583 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-69df31eb-89d5-4497-98cd-b167d77f20e3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Calling delete_port for 8fd2fdbf-d199-4d20-a4f0-9f9039793cc3 owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:34.443207 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9122f276-7c7d-4494-a222-dc616b8d3cfb None None] Routers {'c1cc16d4-e2aa-4442-b678-0f864b9f5da5'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:34.444656 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-9122f276-7c7d-4494-a222-dc616b8d3cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:40:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['c1cc16d4-e2aa-4442-b678-0f864b9f5da5'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:34.450731 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7714670d-4715-48e0-9372-17b0ee431192 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:34.495974 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7714670d-4715-48e0-9372-17b0ee431192 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:34.541214 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a728f371-9daa-4e20-90d4-8bb6e01d3928 None None] Pushing event updated for resources: {'Port': ['ID=dfd6fdcf-a27f-4b65-a713-256f6b67f4d9,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:34.600125 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-9122f276-7c7d-4494-a222-dc616b8d3cfb None None] Set router c1cc16d4-e2aa-4442-b678-0f864b9f5da5 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:40:34.680108 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-69df31eb-89d5-4497-98cd-b167d77f20e3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:34.736232 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df31eb-89d5-4497-98cd-b167d77f20e3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Pushing event deleted for resources: {'Port': ['ID=8fd2fdbf-d199-4d20-a4f0-9f9039793cc3,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:34.758764 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df31eb-89d5-4497-98cd-b167d77f20e3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:34.759105 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df31eb-89d5-4497-98cd-b167d77f20e3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:34.759440 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df31eb-89d5-4497-98cd-b167d77f20e3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:34.759795 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df31eb-89d5-4497-98cd-b167d77f20e3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:34.760118 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df31eb-89d5-4497-98cd-b167d77f20e3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:34.760500 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df31eb-89d5-4497-98cd-b167d77f20e3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:34.760828 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df31eb-89d5-4497-98cd-b167d77f20e3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:34.761150 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df31eb-89d5-4497-98cd-b167d77f20e3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:34.761606 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df31eb-89d5-4497-98cd-b167d77f20e3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:34.761939 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df31eb-89d5-4497-98cd-b167d77f20e3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:34.762245 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df31eb-89d5-4497-98cd-b167d77f20e3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:34.762563 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df31eb-89d5-4497-98cd-b167d77f20e3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:34.778097 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-7714670d-4715-48e0-9372-17b0ee431192 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Allocated IP 172.25.5.92 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/126bdacc-6ed5-444f-94d1-0c91203e4959) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:34.829098 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-69df31eb-89d5-4497-98cd-b167d77f20e3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:34.835058 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-69df31eb-89d5-4497-98cd-b167d77f20e3 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "DELETE /v2.0/ports/8fd2fdbf-d199-4d20-a4f0-9f9039793cc3 HTTP/1.1" status: 204 len: 168 time: 0.7163749 Nov 12 03:40:34.839425 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55278) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:34.918321 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55282) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:34.959556 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-9122f276-7c7d-4494-a222-dc616b8d3cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1cc16d4-e2aa-4442-b678-0f864b9f5da5', 'name': 'tempest-snat-router-866628021', 'tenant_id': 'f1388aa9044045b98c914a9323ee17aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.197'}], 'enable_snat': False}, 'gw_port_id': 'dfd6fdcf-a27f-4b65-a713-256f6b67f4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:29Z', 'updated_at': '2021-11-12T03:40:31Z', 'revision_number': 3, 'project_id': 'f1388aa9044045b98c914a9323ee17aa', 'gw_port': {'id': 'dfd6fdcf-a27f-4b65-a713-256f6b67f4d9', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1cc16d4-e2aa-4442-b678-0f864b9f5da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:30Z', 'updated_at': '2021-11-12T03:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:35.000058 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9122f276-7c7d-4494-a222-dc616b8d3cfb None None] The sync data for ids ['c1cc16d4-e2aa-4442-b678-0f864b9f5da5'] in n-d-715271-27 is: [{'id': 'c1cc16d4-e2aa-4442-b678-0f864b9f5da5', 'name': 'tempest-snat-router-866628021', 'tenant_id': 'f1388aa9044045b98c914a9323ee17aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.197'}], 'enable_snat': False}, 'gw_port_id': 'dfd6fdcf-a27f-4b65-a713-256f6b67f4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:29Z', 'updated_at': '2021-11-12T03:40:31Z', 'revision_number': 3, 'project_id': 'f1388aa9044045b98c914a9323ee17aa', 'gw_port': {'id': 'dfd6fdcf-a27f-4b65-a713-256f6b67f4d9', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1cc16d4-e2aa-4442-b678-0f864b9f5da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:30Z', 'updated_at': '2021-11-12T03:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:40:35.117698 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7714670d-4715-48e0-9372-17b0ee431192 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:35.152878 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-045223e5-9f21-4638-9568-b68420f6f7d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:35.160626 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3d557-bfd7-4b4c-a1a0-43b8269d58bb req-28f352e1-02da-4a66-80ca-2c063da3ed1b tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:35.162649 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f8f3d557-bfd7-4b4c-a1a0-43b8269d58bb req-28f352e1-02da-4a66-80ca-2c063da3ed1b tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=5175417e-7196-4249-8bb4-73787fd3dfa0 HTTP/1.1" status: 200 len: 946 time: 0.1290333 Nov 12 03:40:35.167637 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-114af348-fe89-4dbc-95d1-8190e9edf6ac tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Deleting port f6c03797-865e-4e28-91d8-5ddc9fbc7eea {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:35.168314 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-114af348-fe89-4dbc-95d1-8190e9edf6ac tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:35.183106 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786aacb-d9e1-437a-9a40-7d97e1d7bda8 req-97e54e08-0681-485b-bf4c-082042eefaf1 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:35.185080 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8786aacb-d9e1-437a-9a40-7d97e1d7bda8 req-97e54e08-0681-485b-bf4c-082042eefaf1 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/ports?device_id=f52f95e0-3214-4d15-9587-e03c6101d200 HTTP/1.1" status: 200 len: 945 time: 0.1757040 Nov 12 03:40:35.238586 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f8f3d557-bfd7-4b4c-a1a0-43b8269d58bb req-d7fb1e29-41e0-4c58-8025-378f1d8aec62 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627120 Nov 12 03:40:35.240555 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7714670d-4715-48e0-9372-17b0ee431192 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:35.296878 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7714670d-4715-48e0-9372-17b0ee431192 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:35.301772 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-7714670d-4715-48e0-9372-17b0ee431192 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:35.308796 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7714670d-4715-48e0-9372-17b0ee431192 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:35.380534 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7714670d-4715-48e0-9372-17b0ee431192 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Pushing event updated for resources: {'Port': ['ID=126bdacc-6ed5-444f-94d1-0c91203e4959,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:35.382476 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-114af348-fe89-4dbc-95d1-8190e9edf6ac tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:35.414706 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8786aacb-d9e1-437a-9a40-7d97e1d7bda8 req-5db311de-25cc-4367-9efa-fd711fefb27b tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/security-groups?id=a75d38cc-1e5f-4ffb-b58a-1000f618bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102873 Nov 12 03:40:35.441755 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-114af348-fe89-4dbc-95d1-8190e9edf6ac tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Calling delete_port for f6c03797-865e-4e28-91d8-5ddc9fbc7eea owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:35.563127 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:35.603698 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-045223e5-9f21-4638-9568-b68420f6f7d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:35.618637 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-045223e5-9f21-4638-9568-b68420f6f7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:35.671460 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device dfd6fdcf-a27f-4b65-a713-256f6b67f4d9 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:35.678429 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045223e5-9f21-4638-9568-b68420f6f7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edbd9367-ad3b-4978-84a9-2415aa707e29,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:35.727478 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-045223e5-9f21-4638-9568-b68420f6f7d6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ebf1208393464b1cb32670db20a5a79b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8003607 Nov 12 03:40:35.729838 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55296) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:35.799280 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port dfd6fdcf-a27f-4b65-a713-256f6b67f4d9 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:35.799700 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:35.819187 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-545bb597-8582-47e6-8784-68c8fdcc7787 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:35.885803 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-545bb597-8582-47e6-8784-68c8fdcc7787 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:35.906988 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7714670d-4715-48e0-9372-17b0ee431192 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:35.942685 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-114af348-fe89-4dbc-95d1-8190e9edf6ac tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:36.193456 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114af348-fe89-4dbc-95d1-8190e9edf6ac tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Pushing event deleted for resources: {'Port': ['ID=f6c03797-865e-4e28-91d8-5ddc9fbc7eea,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:36.201054 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:36.202792 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-545bb597-8582-47e6-8784-68c8fdcc7787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:36.202792 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-545bb597-8582-47e6-8784-68c8fdcc7787 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:36.202792 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-545bb597-8582-47e6-8784-68c8fdcc7787 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/edbd9367-ad3b-4978-84a9-2415aa707e29 HTTP/1.1" status: 204 len: 168 time: 0.4355066 Nov 12 03:40:36.209898 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545bb597-8582-47e6-8784-68c8fdcc7787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbd9367-ad3b-4978-84a9-2415aa707e29,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:36.222324 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port dfd6fdcf-a27f-4b65-a713-256f6b67f4d9, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=dfd6fdcf-a27f-4b65-a713-256f6b67f4d9,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:36.235027 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-114af348-fe89-4dbc-95d1-8190e9edf6ac tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:36.244236 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-114af348-fe89-4dbc-95d1-8190e9edf6ac tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "DELETE /v2.0/ports/f6c03797-865e-4e28-91d8-5ddc9fbc7eea HTTP/1.1" status: 204 len: 168 time: 1.4018564 Nov 12 03:40:36.246975 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55318) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:36.256500 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:36.383892 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9345d2e-afcc-409e-af88-a398724786a9 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:36.385691 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f9345d2e-afcc-409e-af88-a398724786a9 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c30091a-9af0-45ba-af3b-4425d035ebfa HTTP/1.1" status: 200 len: 913 time: 0.1368990 Nov 12 03:40:36.396690 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55324) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:36.469029 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:36.508905 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=dfd6fdcf-a27f-4b65-a713-256f6b67f4d9,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:36.518182 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7714670d-4715-48e0-9372-17b0ee431192 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:36.556821 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d4f84-54b7-46a1-be9e-2446588fb226 req-c3a4f1b6-610e-4b9c-b95d-e5b52481ed52 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:36.558762 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-375d4f84-54b7-46a1-be9e-2446588fb226 req-c3a4f1b6-610e-4b9c-b95d-e5b52481ed52 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=5175417e-7196-4249-8bb4-73787fd3dfa0 HTTP/1.1" status: 200 len: 946 time: 0.1719272 Nov 12 03:40:36.674445 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-375d4f84-54b7-46a1-be9e-2446588fb226 req-f5d22979-8c17-4f28-a2be-60ea24c0e5ec tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030908 Nov 12 03:40:36.780182 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55342) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:36.800389 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7714670d-4715-48e0-9372-17b0ee431192 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Router 9781dcd5-7af1-48da-b8f3-ebbc6c990446 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:40:36.817570 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-af99d1bd-cdaa-446a-8ab8-e420c697148d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:36.933638 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654db6c8-322a-408f-98e8-f925ea392ca4 req-a2bb9b38-9537-4827-a433-51a2b26c8367 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:36.940810 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-654db6c8-322a-408f-98e8-f925ea392ca4 req-a2bb9b38-9537-4827-a433-51a2b26c8367 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/ports?device_id=f52f95e0-3214-4d15-9587-e03c6101d200 HTTP/1.1" status: 200 len: 945 time: 0.1330628 Nov 12 03:40:37.043127 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7714670d-4715-48e0-9372-17b0ee431192 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:40:37.055918 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-654db6c8-322a-408f-98e8-f925ea392ca4 req-8be81a15-8201-435e-835e-e9f89e4c77a8 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/security-groups?id=a75d38cc-1e5f-4ffb-b58a-1000f618bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136794 Nov 12 03:40:37.056616 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74dd11b-c231-4fc0-abd2-ad0e27e686c0 None None] Sync routers for ids ['9781dcd5-7af1-48da-b8f3-ebbc6c990446'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:40:37.067867 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-af99d1bd-cdaa-446a-8ab8-e420c697148d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:37.095562 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74dd11b-c231-4fc0-abd2-ad0e27e686c0 None None] Routers {'9781dcd5-7af1-48da-b8f3-ebbc6c990446'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:37.095562 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f74dd11b-c231-4fc0-abd2-ad0e27e686c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:40:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['9781dcd5-7af1-48da-b8f3-ebbc6c990446'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:37.095773 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7714670d-4715-48e0-9372-17b0ee431192 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:37.095773 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7714670d-4715-48e0-9372-17b0ee431192 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.3097076 Nov 12 03:40:37.095773 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55350) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:37.107385 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-af99d1bd-cdaa-446a-8ab8-e420c697148d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:37.270909 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-af99d1bd-cdaa-446a-8ab8-e420c697148d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1dc1f986da114e9b9b0f4f8100f42fd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4864194 Nov 12 03:40:37.270909 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99d1bd-cdaa-446a-8ab8-e420c697148d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03bb02b7-bcda-4247-9e50-1f353e6e3c1f,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:37.272948 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55356) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:37.345897 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-f74dd11b-c231-4fc0-abd2-ad0e27e686c0 None None] Set router 9781dcd5-7af1-48da-b8f3-ebbc6c990446 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:40:37.348134 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-1cf25264-a47f-41ed-ada3-3bea46e90306 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] 10.222.0.50 "GET /v2.0/routers/9781dcd5-7af1-48da-b8f3-ebbc6c990446 HTTP/1.1" status: 200 len: 906 time: 0.2464492 Nov 12 03:40:37.348858 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55360) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:37.422650 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4a35f1e7-6295-49e7-8b3b-343241dcba0f tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:37.424648 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-82a7eccb-2710-43e1-877c-34aca9c1b814 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:37.508399 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-82a7eccb-2710-43e1-877c-34aca9c1b814 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:37.632658 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5ddc1462-297c-4c2a-9a78-8504dfe6bb9e tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:37.671544 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device dfd6fdcf-a27f-4b65-a713-256f6b67f4d9 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:37.724677 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-82a7eccb-2710-43e1-877c-34aca9c1b814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:37.734413 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-82a7eccb-2710-43e1-877c-34aca9c1b814 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:37.735640 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-82a7eccb-2710-43e1-877c-34aca9c1b814 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/03bb02b7-bcda-4247-9e50-1f353e6e3c1f HTTP/1.1" status: 204 len: 168 time: 0.4146793 Nov 12 03:40:37.806485 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a7eccb-2710-43e1-877c-34aca9c1b814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bb02b7-bcda-4247-9e50-1f353e6e3c1f,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:38.048873 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port dfd6fdcf-a27f-4b65-a713-256f6b67f4d9 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:38.049507 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:38.128969 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-4a35f1e7-6295-49e7-8b3b-343241dcba0f tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Deleting port b86f463e-4ed6-453b-95dc-95f93e1abc6b {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:38.129275 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4a35f1e7-6295-49e7-8b3b-343241dcba0f tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:38.217573 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f74dd11b-c231-4fc0-abd2-ad0e27e686c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9781dcd5-7af1-48da-b8f3-ebbc6c990446', 'name': 'tempest-snat-router-866628021', 'tenant_id': 'f1388aa9044045b98c914a9323ee17aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '126bdacc-6ed5-444f-94d1-0c91203e4959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:33Z', 'updated_at': '2021-11-12T03:40:35Z', 'revision_number': 3, 'project_id': 'f1388aa9044045b98c914a9323ee17aa', 'gw_port': {'id': '126bdacc-6ed5-444f-94d1-0c91203e4959', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:83:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9781dcd5-7af1-48da-b8f3-ebbc6c990446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:34Z', 'updated_at': '2021-11-12T03:40:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:38.253785 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74dd11b-c231-4fc0-abd2-ad0e27e686c0 None None] Checking router: 9781dcd5-7af1-48da-b8f3-ebbc6c990446 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:40:38.254410 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74dd11b-c231-4fc0-abd2-ad0e27e686c0 None None] Updating router 9781dcd5-7af1-48da-b8f3-ebbc6c990446 port 126bdacc-6ed5-444f-94d1-0c91203e4959 binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:40:38.299611 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4a35f1e7-6295-49e7-8b3b-343241dcba0f tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:38.326837 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f74dd11b-c231-4fc0-abd2-ad0e27e686c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:38.362896 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-4a35f1e7-6295-49e7-8b3b-343241dcba0f tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Calling delete_port for b86f463e-4ed6-453b-95dc-95f93e1abc6b owned by network:router_interface {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:38.417006 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b596fe05-e52f-4269-a1f3-7c29e19643cc req-226fb67e-0250-4b44-82ed-7669e16ce83b tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:38.426522 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b596fe05-e52f-4269-a1f3-7c29e19643cc req-226fb67e-0250-4b44-82ed-7669e16ce83b tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=5175417e-7196-4249-8bb4-73787fd3dfa0 HTTP/1.1" status: 200 len: 946 time: 0.0863333 Nov 12 03:40:38.435222 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5ddc1462-297c-4c2a-9a78-8504dfe6bb9e tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:38.551348 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b596fe05-e52f-4269-a1f3-7c29e19643cc req-1fb12ced-5522-4e6e-af4a-b6f585a14bad tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181629 Nov 12 03:40:38.558053 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290f086-1c8d-43b6-94d0-da172c9d8492 req-9de6762d-06d3-41b8-a353-9705b08947f4 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:38.564957 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6290f086-1c8d-43b6-94d0-da172c9d8492 req-9de6762d-06d3-41b8-a353-9705b08947f4 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/ports?device_id=f52f95e0-3214-4d15-9587-e03c6101d200 HTTP/1.1" status: 200 len: 945 time: 0.1886661 Nov 12 03:40:38.617102 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-5ddc1462-297c-4c2a-9a78-8504dfe6bb9e tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Deleting port 126bdacc-6ed5-444f-94d1-0c91203e4959 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:38.617457 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5ddc1462-297c-4c2a-9a78-8504dfe6bb9e tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:38.747762 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5ddc1462-297c-4c2a-9a78-8504dfe6bb9e tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:38.761158 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6290f086-1c8d-43b6-94d0-da172c9d8492 req-368ee3e9-7279-4645-8efc-866c507bf577 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/security-groups?id=a75d38cc-1e5f-4ffb-b58a-1000f618bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825302 Nov 12 03:40:38.771136 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:38.782785 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-5ddc1462-297c-4c2a-9a78-8504dfe6bb9e tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Calling delete_port for 126bdacc-6ed5-444f-94d1-0c91203e4959 owned by network:router_gateway {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:38.860752 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f74dd11b-c231-4fc0-abd2-ad0e27e686c0 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:38.869142 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f74dd11b-c231-4fc0-abd2-ad0e27e686c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:38.885728 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4a35f1e7-6295-49e7-8b3b-343241dcba0f tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:38.927504 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-f74dd11b-c231-4fc0-abd2-ad0e27e686c0 None None] Attempting to bind port 126bdacc-6ed5-444f-94d1-0c91203e4959 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:38.927875 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-f74dd11b-c231-4fc0-abd2-ad0e27e686c0 None None] Attempting to bind port 126bdacc-6ed5-444f-94d1-0c91203e4959 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:38.928275 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74dd11b-c231-4fc0-abd2-ad0e27e686c0 None None] Attempting to bind port 126bdacc-6ed5-444f-94d1-0c91203e4959 on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:38.932824 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35f1e7-6295-49e7-8b3b-343241dcba0f tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Pushing event deleted for resources: {'Port': ['ID=b86f463e-4ed6-453b-95dc-95f93e1abc6b,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:38.938319 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74dd11b-c231-4fc0-abd2-ad0e27e686c0 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:38.938957 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74dd11b-c231-4fc0-abd2-ad0e27e686c0 None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:38.940245 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f74dd11b-c231-4fc0-abd2-ad0e27e686c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:38.940777 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74dd11b-c231-4fc0-abd2-ad0e27e686c0 None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:38.941395 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-f74dd11b-c231-4fc0-abd2-ad0e27e686c0 None None] Bound port: 126bdacc-6ed5-444f-94d1-0c91203e4959, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:38.941930 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f74dd11b-c231-4fc0-abd2-ad0e27e686c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:38.945925 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a60b3-6d04-43c3-9908-055b840eba55 None None] Pushing event updated for resources: {'Port': ['ID=126bdacc-6ed5-444f-94d1-0c91203e4959,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:39.078823 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5ddc1462-297c-4c2a-9a78-8504dfe6bb9e tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:39.084116 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.api [None req-f74dd11b-c231-4fc0-abd2-ad0e27e686c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:40:39.084490 n-d-715271-27 neutron-server[102573]: DEBUG oslo_db.api [None req-f74dd11b-c231-4fc0-abd2-ad0e27e686c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:40:39.136810 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc1462-297c-4c2a-9a78-8504dfe6bb9e tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Pushing event deleted for resources: {'Port': ['ID=126bdacc-6ed5-444f-94d1-0c91203e4959,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:39.239486 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5ddc1462-297c-4c2a-9a78-8504dfe6bb9e tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:39.261625 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4a35f1e7-6295-49e7-8b3b-343241dcba0f tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:39.366726 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5ddc1462-297c-4c2a-9a78-8504dfe6bb9e tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:39.378141 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5ddc1462-297c-4c2a-9a78-8504dfe6bb9e tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:39.431404 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5ddc1462-297c-4c2a-9a78-8504dfe6bb9e tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:39.431943 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ddc1462-297c-4c2a-9a78-8504dfe6bb9e tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9781dcd5-7af1-48da-b8f3-ebbc6c990446 {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:40:39.438595 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5ddc1462-297c-4c2a-9a78-8504dfe6bb9e tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:39.440358 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5ddc1462-297c-4c2a-9a78-8504dfe6bb9e tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] 10.222.0.50 "DELETE /v2.0/routers/9781dcd5-7af1-48da-b8f3-ebbc6c990446 HTTP/1.1" status: 204 len: 168 time: 2.0903423 Nov 12 03:40:39.442908 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55436) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:39.598405 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ff882bb9-9b0b-48a5-beb8-342f75197efb tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:39.604464 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-f74dd11b-c231-4fc0-abd2-ad0e27e686c0 None None] Attempting to bind port 126bdacc-6ed5-444f-94d1-0c91203e4959 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:39.612834 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-f74dd11b-c231-4fc0-abd2-ad0e27e686c0 None None] Attempting to bind port 126bdacc-6ed5-444f-94d1-0c91203e4959 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:39.613474 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74dd11b-c231-4fc0-abd2-ad0e27e686c0 None None] Attempting to bind port 126bdacc-6ed5-444f-94d1-0c91203e4959 on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:39.623233 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74dd11b-c231-4fc0-abd2-ad0e27e686c0 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:39.628472 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74dd11b-c231-4fc0-abd2-ad0e27e686c0 None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:39.629279 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f74dd11b-c231-4fc0-abd2-ad0e27e686c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:39.629897 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74dd11b-c231-4fc0-abd2-ad0e27e686c0 None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:39.633142 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-f74dd11b-c231-4fc0-abd2-ad0e27e686c0 None None] Bound port: 126bdacc-6ed5-444f-94d1-0c91203e4959, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:39.633883 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f74dd11b-c231-4fc0-abd2-ad0e27e686c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:39.647662 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a35f1e7-6295-49e7-8b3b-343241dcba0f tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Router 1c30091a-9af0-45ba-af3b-4425d035ebfa has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:40:39.663065 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-f74dd11b-c231-4fc0-abd2-ad0e27e686c0 None None] Port 126bdacc-6ed5-444f-94d1-0c91203e4959 has been deleted concurrently {{(pid=102573) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 12 03:40:39.682279 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74dd11b-c231-4fc0-abd2-ad0e27e686c0 None None] Routers set() bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:39.683041 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74dd11b-c231-4fc0-abd2-ad0e27e686c0 None None] Router IDs set() for agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 03:40:39.684415 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_agentschedulers_db [None req-f74dd11b-c231-4fc0-abd2-ad0e27e686c0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9781dcd5-7af1-48da-b8f3-ebbc6c990446'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:40:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent'). {{(pid=102573) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 03:40:39.685168 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74dd11b-c231-4fc0-abd2-ad0e27e686c0 None None] The sync data for ids ['9781dcd5-7af1-48da-b8f3-ebbc6c990446'] in n-d-715271-27 is: [] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:40:39.873594 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ff882bb9-9b0b-48a5-beb8-342f75197efb tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:39.917829 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3a341-960f-4677-9605-32de16cb717c req-41e7ae22-fe8f-40ee-b337-e3dbce9ad099 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:39.919890 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cfb3a341-960f-4677-9605-32de16cb717c req-41e7ae22-fe8f-40ee-b337-e3dbce9ad099 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.90 "GET /v2.0/ports?device_id=f52f95e0-3214-4d15-9587-e03c6101d200 HTTP/1.1" status: 200 len: 945 time: 0.2140796 Nov 12 03:40:39.932733 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a35f1e7-6295-49e7-8b3b-343241dcba0f tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:40:39.934484 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e8e7a-9c0d-4f27-9ac4-3e78eb442a9c req-e7e38dae-932b-4514-aaf8-b7b0359f3d23 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:39.938060 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ae6e8e7a-9c0d-4f27-9ac4-3e78eb442a9c req-e7e38dae-932b-4514-aaf8-b7b0359f3d23 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=5175417e-7196-4249-8bb4-73787fd3dfa0 HTTP/1.1" status: 200 len: 946 time: 0.2720656 Nov 12 03:40:39.948587 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4a35f1e7-6295-49e7-8b3b-343241dcba0f tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "PUT /v2.0/routers/1c30091a-9af0-45ba-af3b-4425d035ebfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5485182 Nov 12 03:40:39.955512 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55460) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:39.957571 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0511f42-b2f4-4a4e-9d16-db978e9a9545 None None] Sync routers for ids ['1c30091a-9af0-45ba-af3b-4425d035ebfa'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:40:39.976152 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0511f42-b2f4-4a4e-9d16-db978e9a9545 None None] Routers {'1c30091a-9af0-45ba-af3b-4425d035ebfa'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:39.977003 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-f0511f42-b2f4-4a4e-9d16-db978e9a9545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:40:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1c30091a-9af0-45ba-af3b-4425d035ebfa'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:40.016589 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-f0511f42-b2f4-4a4e-9d16-db978e9a9545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:40.026914 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0511f42-b2f4-4a4e-9d16-db978e9a9545 None None] Routers {'1c30091a-9af0-45ba-af3b-4425d035ebfa'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:40.027965 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-f0511f42-b2f4-4a4e-9d16-db978e9a9545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:40:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1c30091a-9af0-45ba-af3b-4425d035ebfa'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:40.028960 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f36841-33f8-4106-a096-078032a0b822 req-fa97426e-7671-49dd-8052-80211c23b783 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:40.039073 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-14f36841-33f8-4106-a096-078032a0b822 req-fa97426e-7671-49dd-8052-80211c23b783 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/ports?device_id=f52f95e0-3214-4d15-9587-e03c6101d200 HTTP/1.1" status: 200 len: 945 time: 0.1524999 Nov 12 03:40:40.086492 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-f0511f42-b2f4-4a4e-9d16-db978e9a9545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:40.087350 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0511f42-b2f4-4a4e-9d16-db978e9a9545 None None] The sync data for ids ['1c30091a-9af0-45ba-af3b-4425d035ebfa'] in n-d-715271-27 is: [] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:40:40.137446 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55468) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:40.142420 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-14f36841-33f8-4106-a096-078032a0b822 req-84ab4e8f-49f7-4b94-959c-dc45431137d1 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/security-groups?id=a75d38cc-1e5f-4ffb-b58a-1000f618bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023760 Nov 12 03:40:40.144878 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9533f4af-5071-42a4-a9f5-fbbbb47711cc tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:40.240839 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ae6e8e7a-9c0d-4f27-9ac4-3e78eb442a9c req-dea03399-e782-40ed-9eb8-f6ff5a0e0856 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007794 Nov 12 03:40:40.253002 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-ff882bb9-9b0b-48a5-beb8-342f75197efb tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Deleting port dfd6fdcf-a27f-4b65-a713-256f6b67f4d9 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:40.253367 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ff882bb9-9b0b-48a5-beb8-342f75197efb tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:40.285268 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-cfb3a341-960f-4677-9605-32de16cb717c req-80e9ab5d-74f0-4f1a-82b5-d03306508288 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Deleting port 711d095e-31ea-463f-b8ec-ba5f5a92a489 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:40.285614 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-cfb3a341-960f-4677-9605-32de16cb717c req-80e9ab5d-74f0-4f1a-82b5-d03306508288 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:40.345023 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9533f4af-5071-42a4-a9f5-fbbbb47711cc tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:40.423867 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-9533f4af-5071-42a4-a9f5-fbbbb47711cc tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Deleting port 3a8e7b4a-ff92-41a7-80aa-172356a48144 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:40.424311 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9533f4af-5071-42a4-a9f5-fbbbb47711cc tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:40.444279 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-ff882bb9-9b0b-48a5-beb8-342f75197efb tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] For port dfd6fdcf-a27f-4b65-a713-256f6b67f4d9, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=dfd6fdcf-a27f-4b65-a713-256f6b67f4d9,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:40.444652 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ff882bb9-9b0b-48a5-beb8-342f75197efb tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:40.472749 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-ff882bb9-9b0b-48a5-beb8-342f75197efb tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Calling delete_port for dfd6fdcf-a27f-4b65-a713-256f6b67f4d9 owned by network:router_gateway {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:40.475536 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-cfb3a341-960f-4677-9605-32de16cb717c req-80e9ab5d-74f0-4f1a-82b5-d03306508288 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] For port 711d095e-31ea-463f-b8ec-ba5f5a92a489, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=711d095e-31ea-463f-b8ec-ba5f5a92a489,segment=NetworkSegment(25e97707-31e7-4805-b3e2-39baf1279b29),segment_id=25e97707-31e7-4805-b3e2-39baf1279b29)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:40.475903 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-cfb3a341-960f-4677-9605-32de16cb717c req-80e9ab5d-74f0-4f1a-82b5-d03306508288 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:40.514163 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-cfb3a341-960f-4677-9605-32de16cb717c req-80e9ab5d-74f0-4f1a-82b5-d03306508288 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Calling delete_port for 711d095e-31ea-463f-b8ec-ba5f5a92a489 owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:40.519950 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-2e1547a2-200b-40a7-b865-8c30026318b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-869918549'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:40.530117 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9533f4af-5071-42a4-a9f5-fbbbb47711cc tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:40.546103 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-9533f4af-5071-42a4-a9f5-fbbbb47711cc tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Calling delete_port for 3a8e7b4a-ff92-41a7-80aa-172356a48144 owned by network:router_gateway {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:40.621528 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1547a2-200b-40a7-b865-8c30026318b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384-project] Made reservation on behalf of 83978486800245fd8adfa1155d9d1c56 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:40.625664 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2e1547a2-200b-40a7-b865-8c30026318b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:40.642251 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2e1547a2-200b-40a7-b865-8c30026318b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:40.733805 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9533f4af-5071-42a4-a9f5-fbbbb47711cc tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:40.791595 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9533f4af-5071-42a4-a9f5-fbbbb47711cc tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Pushing event deleted for resources: {'Port': ['ID=3a8e7b4a-ff92-41a7-80aa-172356a48144,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:40.847829 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9533f4af-5071-42a4-a9f5-fbbbb47711cc tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:40.918611 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-cfb3a341-960f-4677-9605-32de16cb717c req-80e9ab5d-74f0-4f1a-82b5-d03306508288 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:40.938435 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2e1547a2-200b-40a7-b865-8c30026318b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:40.944904 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ff882bb9-9b0b-48a5-beb8-342f75197efb tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:40.976380 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9533f4af-5071-42a4-a9f5-fbbbb47711cc tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:40.978646 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9533f4af-5071-42a4-a9f5-fbbbb47711cc tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:40.979165 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2e1547a2-200b-40a7-b865-8c30026318b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:40.989175 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e9ab5d-74f0-4f1a-82b5-d03306508288 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Pushing event deleted for resources: {'Port': ['ID=711d095e-31ea-463f-b8ec-ba5f5a92a489,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:41.041479 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9533f4af-5071-42a4-a9f5-fbbbb47711cc tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:41.042116 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9533f4af-5071-42a4-a9f5-fbbbb47711cc tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Fanout notify agent at l3_agent the message router_deleted on router 1c30091a-9af0-45ba-af3b-4425d035ebfa {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:40:41.055157 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9533f4af-5071-42a4-a9f5-fbbbb47711cc tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:41.058298 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9533f4af-5071-42a4-a9f5-fbbbb47711cc tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "DELETE /v2.0/routers/1c30091a-9af0-45ba-af3b-4425d035ebfa HTTP/1.1" status: 204 len: 168 time: 1.1015215 Nov 12 03:40:41.059421 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55490) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:41.107611 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e1547a2-200b-40a7-b865-8c30026318b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:40:41.110411 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff882bb9-9b0b-48a5-beb8-342f75197efb tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Pushing event deleted for resources: {'Port': ['ID=dfd6fdcf-a27f-4b65-a713-256f6b67f4d9,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:41.127146 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d9a206d-a7ef-43a6-a66c-ed421a7770d7 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Deleting subnet ef23b3b3-d737-426f-9bd8-731d9fb9f5d5 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:40:41.133732 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4d9a206d-a7ef-43a6-a66c-ed421a7770d7 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:41.155891 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1547a2-200b-40a7-b865-8c30026318b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf9c16e-bdcb-4806-92d6-90a3466d86c6,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:41.159940 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb3a341-960f-4677-9605-32de16cb717c req-80e9ab5d-74f0-4f1a-82b5-d03306508288 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] No DVR routers for this DVR port 711d095e-31ea-463f-b8ec-ba5f5a92a489 on host n-h2-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:40:41.170957 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-cfb3a341-960f-4677-9605-32de16cb717c req-80e9ab5d-74f0-4f1a-82b5-d03306508288 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:41.177441 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cfb3a341-960f-4677-9605-32de16cb717c req-80e9ab5d-74f0-4f1a-82b5-d03306508288 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.90 "DELETE /v2.0/ports/711d095e-31ea-463f-b8ec-ba5f5a92a489 HTTP/1.1" status: 204 len: 173 time: 1.2350774 Nov 12 03:40:41.180929 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52f95e0-3214-4d15-9587-e03c6101d200', 'name': 'network-vif-deleted', 'tag': '711d095e-31ea-463f-b8ec-ba5f5a92a489'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:41.183430 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161de389-e91d-466a-9cbe-9b6077d07e38" -d '{"events": [{"server_uuid": "f52f95e0-3214-4d15-9587-e03c6101d200", "name": "network-vif-deleted", "tag": "711d095e-31ea-463f-b8ec-ba5f5a92a489"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:41.186979 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4d9a206d-a7ef-43a6-a66c-ed421a7770d7 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:41.190349 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2e1547a2-200b-40a7-b865-8c30026318b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:41.190694 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-2e1547a2-200b-40a7-b865-8c30026318b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384-project] Added segment c08497c0-71b1-4a8b-840c-83df4aa83cbb of type vlan for network 850d55bb-b9be-47a0-b74c-4145e31aeba2 Nov 12 03:40:41.255480 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ff882bb9-9b0b-48a5-beb8-342f75197efb tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:41.386205 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ff882bb9-9b0b-48a5-beb8-342f75197efb tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:41.388599 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ff882bb9-9b0b-48a5-beb8-342f75197efb tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:41.389366 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4d9a206d-a7ef-43a6-a66c-ed421a7770d7 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:41.418919 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-21e2b9a7-0736-4825-8413-601e021a4251 req-a796fe83-a68e-4a7e-a267-31646c0d9325 tempest-VolumesActionsTest-431647201 tempest-VolumesActionsTest-431647201-project] 10.222.0.50 "GET /v2.0/ports?device_id=f52f95e0-3214-4d15-9587-e03c6101d200 HTTP/1.1" status: 200 len: 210 time: 0.0693307 Nov 12 03:40:41.443066 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a158276-6a15-41ae-9aba-cf80cf585306 x-openstack-request-id: req-2a158276-6a15-41ae-9aba-cf80cf585306 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:41.443397 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52f95e0-3214-4d15-9587-e03c6101d200", "name": "network-vif-deleted", "tag": "711d095e-31ea-463f-b8ec-ba5f5a92a489", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:41.443610 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2a158276-6a15-41ae-9aba-cf80cf585306 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:41.444025 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f52f95e0-3214-4d15-9587-e03c6101d200', 'name': 'network-vif-deleted', 'tag': '711d095e-31ea-463f-b8ec-ba5f5a92a489', 'status': 'completed', 'code': 200} Nov 12 03:40:41.446110 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2e1547a2-200b-40a7-b865-8c30026318b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:41.448572 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ff882bb9-9b0b-48a5-beb8-342f75197efb tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:41.449072 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff882bb9-9b0b-48a5-beb8-342f75197efb tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c1cc16d4-e2aa-4442-b678-0f864b9f5da5 {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:40:41.456000 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ff882bb9-9b0b-48a5-beb8-342f75197efb tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:41.457315 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ff882bb9-9b0b-48a5-beb8-342f75197efb tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] 10.222.0.50 "DELETE /v2.0/routers/c1cc16d4-e2aa-4442-b678-0f864b9f5da5 HTTP/1.1" status: 204 len: 168 time: 2.0130324 Nov 12 03:40:41.461974 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55508) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:41.466665 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-63f533b2-cef9-4574-82f2-2e9745be0e37 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1547527988', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}, 'admin_state_up': False}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:41.518636 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-63f533b2-cef9-4574-82f2-2e9745be0e37 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:41.522034 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-63f533b2-cef9-4574-82f2-2e9745be0e37 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:41.596341 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4d9a206d-a7ef-43a6-a66c-ed421a7770d7 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:41.606034 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.db.resource_extend [None req-2e1547a2-200b-40a7-b865-8c30026318b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:40:41.652746 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2e1547a2-200b-40a7-b865-8c30026318b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:41.664497 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1547a2-200b-40a7-b865-8c30026318b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:41.665308 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4d9a206d-a7ef-43a6-a66c-ed421a7770d7 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:41.665521 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2e1547a2-200b-40a7-b865-8c30026318b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:41.676103 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4d9a206d-a7ef-43a6-a66c-ed421a7770d7 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "DELETE /v2.0/subnets/ef23b3b3-d737-426f-9bd8-731d9fb9f5d5 HTTP/1.1" status: 204 len: 168 time: 0.6124086 Nov 12 03:40:41.676103 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a206d-a7ef-43a6-a66c-ed421a7770d7 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Pushing event deleted for resources: {'Subnet': ['ID=ef23b3b3-d737-426f-9bd8-731d9fb9f5d5,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:41.678998 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55514) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:41.763645 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-63f533b2-cef9-4574-82f2-2e9745be0e37 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:41.787584 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2e1547a2-200b-40a7-b865-8c30026318b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.6076021 Nov 12 03:40:41.814901 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-76bd8c5d-6340-4aeb-84a2-a0949fa8f163 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:41.961905 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-76bd8c5d-6340-4aeb-84a2-a0949fa8f163 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:41.990868 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-76bd8c5d-6340-4aeb-84a2-a0949fa8f163 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['494bb186-c83f-405a-9971-5eb83403e66b']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:42.003957 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-76bd8c5d-6340-4aeb-84a2-a0949fa8f163 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77cc4bf6-8e02-43ce-a488-74354588c3f5') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:42.004359 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-76bd8c5d-6340-4aeb-84a2-a0949fa8f163 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77cc4bf6-8e02-43ce-a488-74354588c3f5') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:42.023585 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-76bd8c5d-6340-4aeb-84a2-a0949fa8f163 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:42.055781 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-76bd8c5d-6340-4aeb-84a2-a0949fa8f163 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:42.073545 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76bd8c5d-6340-4aeb-84a2-a0949fa8f163 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:40:42.073895 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-76bd8c5d-6340-4aeb-84a2-a0949fa8f163 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:42.080881 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:40:42.080881 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:40:42.080881 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:40:42.080881 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:40:42.080881 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:40:42.080881 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:40:42.080881 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:40:42.080881 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:40:42.080881 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:40:42.080881 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:40:42.080881 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:40:42.080881 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:40:42.080881 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:40:42.080881 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:40:42.080881 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:40:42.080881 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:40:42.080881 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:40:42.080881 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:40:42.080881 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:40:42.080881 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:40:42.080881 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:40:42.080881 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:40:42.080881 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:40:42.080881 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:40:42.080881 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:40:42.080881 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:40:42.080881 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:40:42.080881 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:40:42.080881 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:40:42.080881 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:40:42.080881 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:40:42.080881 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:40:42.119685 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45a14a-1937-4a5f-85df-5be2026d9b94 req-88658ce1-ad17-4216-920d-6f4ecb628453 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:42.138297 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ef45a14a-1937-4a5f-85df-5be2026d9b94 req-88658ce1-ad17-4216-920d-6f4ecb628453 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=5175417e-7196-4249-8bb4-73787fd3dfa0 HTTP/1.1" status: 200 len: 946 time: 0.5912514 Nov 12 03:40:42.140782 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1547a2-200b-40a7-b865-8c30026318b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384-project] Pushing event updated for resources: {'Network': ['ID=850d55bb-b9be-47a0-b74c-4145e31aeba2,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:42.153732 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-63f533b2-cef9-4574-82f2-2e9745be0e37 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:42.158799 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55528) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:42.161341 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 850d55bb-b9be-47a0-b74c-4145e31aeba2 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:40:42.170355 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Request body: {'port': {'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2', 'binding:host_id': 'n-h1-715271-27', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541203006'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:42.280817 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Made reservation on behalf of bc146674bbd9480bae8af463750c0e50 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:42.284053 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:42.345351 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:42.367855 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ef45a14a-1937-4a5f-85df-5be2026d9b94 req-ac4990f7-c16e-4532-9cd7-f3aade39c199 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796198 Nov 12 03:40:42.707201 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-63f533b2-cef9-4574-82f2-2e9745be0e37 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router_gateway, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:42.734353 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-63f533b2-cef9-4574-82f2-2e9745be0e37 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:42.744156 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:42.757253 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-76bd8c5d-6340-4aeb-84a2-a0949fa8f163 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:42.770312 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-76bd8c5d-6340-4aeb-84a2-a0949fa8f163 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:42.775173 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-76bd8c5d-6340-4aeb-84a2-a0949fa8f163 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] 10.222.0.50 "DELETE /v2.0/networks/494bb186-c83f-405a-9971-5eb83403e66b HTTP/1.1" status: 204 len: 168 time: 1.0944610 Nov 12 03:40:42.790086 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd8c5d-6340-4aeb-84a2-a0949fa8f163 tempest-FloatingIPTestJSON-1521573986 tempest-FloatingIPTestJSON-1521573986-project] Pushing event deleted for resources: {'Network': ['ID=494bb186-c83f-405a-9971-5eb83403e66b,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:42.802057 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:42.812010 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] device_id is not set on port 273e8581-4d70-4766-b221-f5d6755f7696 yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:40:42.862202 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 711d095e-31ea-463f-b8ec-ba5f5a92a489 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:40:42.895233 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: 711d095e-31ea-463f-b8ec-ba5f5a92a489 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:40:42.895848 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 711d095e-31ea-463f-b8ec-ba5f5a92a489 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:40:42.918044 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e2b450-ee4b-4424-bcba-146b2e35b920,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:43.281559 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55576) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:43.399325 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-63f533b2-cef9-4574-82f2-2e9745be0e37 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Allocated IP 172.25.5.10 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/1dad4bd0-eb7a-4daa-8abb-71c6e47f9ab3) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:43.486686 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device dfd6fdcf-a27f-4b65-a713-256f6b67f4d9 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:40:43.511671 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8c5a5a80-4d94-40d1-865f-404688d6d222 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1f58e1cd99b64f08bb3191fdbe2820dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2272313 Nov 12 03:40:43.513987 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55592) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:43.524340 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: dfd6fdcf-a27f-4b65-a713-256f6b67f4d9 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:40:43.524691 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device dfd6fdcf-a27f-4b65-a713-256f6b67f4d9 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:40:43.628557 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f049d556-4212-498e-9dec-8623baa594fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:43.679458 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f049d556-4212-498e-9dec-8623baa594fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:43.759518 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f6547-4ed4-487d-ac5d-0745fbba949e req-4fd5be67-8162-4d8d-aa58-3b6ec1304c08 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:43.768332 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-679f6547-4ed4-487d-ac5d-0745fbba949e req-4fd5be67-8162-4d8d-aa58-3b6ec1304c08 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=5175417e-7196-4249-8bb4-73787fd3dfa0 HTTP/1.1" status: 200 len: 946 time: 0.2569716 Nov 12 03:40:43.771208 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f049d556-4212-498e-9dec-8623baa594fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:43.774888 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f049d556-4212-498e-9dec-8623baa594fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:43.777061 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f049d556-4212-498e-9dec-8623baa594fe admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4df642ff-28c3-4450-8e58-a2574c8dcdd6 HTTP/1.1" status: 204 len: 168 time: 0.2620957 Nov 12 03:40:43.788610 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f049d556-4212-498e-9dec-8623baa594fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df642ff-28c3-4450-8e58-a2574c8dcdd6,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:43.802534 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] device_id is not set on port 273e8581-4d70-4766-b221-f5d6755f7696 yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:40:43.816884 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:43.835645 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:43.927965 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-63f533b2-cef9-4574-82f2-2e9745be0e37 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:43.931709 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Pushing event updated for resources: {'Port': ['ID=273e8581-4d70-4766-b221-f5d6755f7696,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:44.048628 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Checking segment: {'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:44.049295 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Network hostable DHCP agents. Network: 850d55bb-b9be-47a0-b74c-4145e31aeba2, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:40:44.060291 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-679f6547-4ed4-487d-ac5d-0745fbba949e req-c6555692-c867-459e-815a-c5b9a389c582 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909200 Nov 12 03:40:44.088540 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-63f533b2-cef9-4574-82f2-2e9745be0e37 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:44.143232 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Network 850d55bb-b9be-47a0-b74c-4145e31aeba2 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:40:44.179556 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 850d55bb-b9be-47a0-b74c-4145e31aeba2) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:44.189938 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5991cbbf-6fe4-47ff-83c4-c1400d36b2f3 None None] Network 850d55bb-b9be-47a0-b74c-4145e31aeba2 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:44.213051 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f533b2-cef9-4574-82f2-2e9745be0e37 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:44.224287 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:44.229318 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f533b2-cef9-4574-82f2-2e9745be0e37 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Pushing event updated for resources: {'Port': ['ID=1dad4bd0-eb7a-4daa-8abb-71c6e47f9ab3,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:44.238589 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-63f533b2-cef9-4574-82f2-2e9745be0e37 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:44.258321 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f533b2-cef9-4574-82f2-2e9745be0e37 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:44.315303 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port 273e8581-4d70-4766-b221-f5d6755f7696 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:44.315713 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port 273e8581-4d70-4766-b221-f5d6755f7696 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:44.316057 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port 273e8581-4d70-4766-b221-f5d6755f7696 on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:44.348821 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Port 273e8581-4d70-4766-b221-f5d6755f7696 on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:44.349708 n-d-715271-27 neutron-server[102572]: ERROR neutron.plugins.ml2.managers [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Failed to bind port 273e8581-4d70-4766-b221-f5d6755f7696 on host n-h1-715271-27 for vnic_type normal using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] Nov 12 03:40:44.362962 n-d-715271-27 neutron-server[102572]: INFO neutron.plugins.ml2.plugin [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempt 2 to bind port 273e8581-4d70-4766-b221-f5d6755f7696 Nov 12 03:40:44.519183 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port 273e8581-4d70-4766-b221-f5d6755f7696 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:44.523305 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port 273e8581-4d70-4766-b221-f5d6755f7696 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:44.523728 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port 273e8581-4d70-4766-b221-f5d6755f7696 on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:44.536993 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Port 273e8581-4d70-4766-b221-f5d6755f7696 on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:44.536993 n-d-715271-27 neutron-server[102572]: ERROR neutron.plugins.ml2.managers [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Failed to bind port 273e8581-4d70-4766-b221-f5d6755f7696 on host n-h1-715271-27 for vnic_type normal using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] Nov 12 03:40:44.560553 n-d-715271-27 neutron-server[102572]: INFO neutron.plugins.ml2.plugin [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempt 3 to bind port 273e8581-4d70-4766-b221-f5d6755f7696 Nov 12 03:40:44.578757 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port 273e8581-4d70-4766-b221-f5d6755f7696 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:44.579149 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port 273e8581-4d70-4766-b221-f5d6755f7696 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:44.579427 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port 273e8581-4d70-4766-b221-f5d6755f7696 on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:44.586630 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Port 273e8581-4d70-4766-b221-f5d6755f7696 on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:44.586970 n-d-715271-27 neutron-server[102572]: ERROR neutron.plugins.ml2.managers [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Failed to bind port 273e8581-4d70-4766-b221-f5d6755f7696 on host n-h1-715271-27 for vnic_type normal using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] Nov 12 03:40:44.588773 n-d-715271-27 neutron-server[102572]: INFO neutron.plugins.ml2.plugin [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempt 4 to bind port 273e8581-4d70-4766-b221-f5d6755f7696 Nov 12 03:40:44.627629 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port 273e8581-4d70-4766-b221-f5d6755f7696 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:44.627965 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port 273e8581-4d70-4766-b221-f5d6755f7696 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:44.628328 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port 273e8581-4d70-4766-b221-f5d6755f7696 on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:44.634663 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Port 273e8581-4d70-4766-b221-f5d6755f7696 on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:44.635185 n-d-715271-27 neutron-server[102572]: ERROR neutron.plugins.ml2.managers [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Failed to bind port 273e8581-4d70-4766-b221-f5d6755f7696 on host n-h1-715271-27 for vnic_type normal using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] Nov 12 03:40:44.637198 n-d-715271-27 neutron-server[102572]: INFO neutron.plugins.ml2.plugin [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempt 5 to bind port 273e8581-4d70-4766-b221-f5d6755f7696 Nov 12 03:40:44.728357 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port 273e8581-4d70-4766-b221-f5d6755f7696 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:44.728707 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port 273e8581-4d70-4766-b221-f5d6755f7696 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:44.729064 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port 273e8581-4d70-4766-b221-f5d6755f7696 on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:44.756410 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Port 273e8581-4d70-4766-b221-f5d6755f7696 on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:44.756750 n-d-715271-27 neutron-server[102572]: ERROR neutron.plugins.ml2.managers [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Failed to bind port 273e8581-4d70-4766-b221-f5d6755f7696 on host n-h1-715271-27 for vnic_type normal using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] Nov 12 03:40:44.758862 n-d-715271-27 neutron-server[102572]: INFO neutron.plugins.ml2.plugin [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempt 6 to bind port 273e8581-4d70-4766-b221-f5d6755f7696 Nov 12 03:40:44.775952 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port 273e8581-4d70-4766-b221-f5d6755f7696 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:44.776323 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port 273e8581-4d70-4766-b221-f5d6755f7696 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:44.776680 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port 273e8581-4d70-4766-b221-f5d6755f7696 on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:44.791908 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Port 273e8581-4d70-4766-b221-f5d6755f7696 on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:44.792338 n-d-715271-27 neutron-server[102572]: ERROR neutron.plugins.ml2.managers [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Failed to bind port 273e8581-4d70-4766-b221-f5d6755f7696 on host n-h1-715271-27 for vnic_type normal using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] Nov 12 03:40:44.795096 n-d-715271-27 neutron-server[102572]: INFO neutron.plugins.ml2.plugin [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempt 7 to bind port 273e8581-4d70-4766-b221-f5d6755f7696 Nov 12 03:40:44.867057 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port 273e8581-4d70-4766-b221-f5d6755f7696 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:44.867407 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port 273e8581-4d70-4766-b221-f5d6755f7696 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:44.867745 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port 273e8581-4d70-4766-b221-f5d6755f7696 on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:44.878318 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Port 273e8581-4d70-4766-b221-f5d6755f7696 on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:44.878690 n-d-715271-27 neutron-server[102572]: ERROR neutron.plugins.ml2.managers [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Failed to bind port 273e8581-4d70-4766-b221-f5d6755f7696 on host n-h1-715271-27 for vnic_type normal using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] Nov 12 03:40:44.879322 n-d-715271-27 neutron-server[102572]: INFO neutron.plugins.ml2.plugin [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempt 8 to bind port 273e8581-4d70-4766-b221-f5d6755f7696 Nov 12 03:40:44.882306 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-63f533b2-cef9-4574-82f2-2e9745be0e37 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router_gateway, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:44.938757 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port 273e8581-4d70-4766-b221-f5d6755f7696 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:44.939095 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port 273e8581-4d70-4766-b221-f5d6755f7696 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:44.939635 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port 273e8581-4d70-4766-b221-f5d6755f7696 on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:44.951082 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Port 273e8581-4d70-4766-b221-f5d6755f7696 on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:44.960258 n-d-715271-27 neutron-server[102572]: ERROR neutron.plugins.ml2.managers [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Failed to bind port 273e8581-4d70-4766-b221-f5d6755f7696 on host n-h1-715271-27 for vnic_type normal using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] Nov 12 03:40:44.963460 n-d-715271-27 neutron-server[102572]: INFO neutron.plugins.ml2.plugin [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempt 9 to bind port 273e8581-4d70-4766-b221-f5d6755f7696 Nov 12 03:40:45.010437 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port 273e8581-4d70-4766-b221-f5d6755f7696 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:45.011035 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port 273e8581-4d70-4766-b221-f5d6755f7696 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:45.011540 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port 273e8581-4d70-4766-b221-f5d6755f7696 on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:45.026338 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Port 273e8581-4d70-4766-b221-f5d6755f7696 on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:45.027086 n-d-715271-27 neutron-server[102572]: ERROR neutron.plugins.ml2.managers [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Failed to bind port 273e8581-4d70-4766-b221-f5d6755f7696 on host n-h1-715271-27 for vnic_type normal using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] Nov 12 03:40:45.029521 n-d-715271-27 neutron-server[102572]: INFO neutron.plugins.ml2.plugin [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempt 10 to bind port 273e8581-4d70-4766-b221-f5d6755f7696 Nov 12 03:40:45.051956 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port 273e8581-4d70-4766-b221-f5d6755f7696 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:45.052628 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port 273e8581-4d70-4766-b221-f5d6755f7696 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:45.053127 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port 273e8581-4d70-4766-b221-f5d6755f7696 on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:45.105310 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Port 273e8581-4d70-4766-b221-f5d6755f7696 on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:45.105908 n-d-715271-27 neutron-server[102572]: ERROR neutron.plugins.ml2.managers [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Failed to bind port 273e8581-4d70-4766-b221-f5d6755f7696 on host n-h1-715271-27 for vnic_type normal using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] Nov 12 03:40:45.107549 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:45.220671 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55684) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:45.353398 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd31bf-e96f-4503-be8b-eea57bb3a160 req-0c3ade3a-65ae-436c-9bf9-0e58112e0953 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:45.373098 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-92bd31bf-e96f-4503-be8b-eea57bb3a160 req-0c3ade3a-65ae-436c-9bf9-0e58112e0953 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=5175417e-7196-4249-8bb4-73787fd3dfa0 HTTP/1.1" status: 200 len: 946 time: 0.1884661 Nov 12 03:40:45.408326 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-63f533b2-cef9-4574-82f2-2e9745be0e37 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:45.411527 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] For port 273e8581-4d70-4766-b221-f5d6755f7696, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:45.411691 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempted to set empty binding levels {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 03:40:45.518305 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-92bd31bf-e96f-4503-be8b-eea57bb3a160 req-fc666caa-5bdd-48c0-85a9-7895f8928889 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416762 Nov 12 03:40:45.556821 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:45.572374 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-8e6849ad-46b7-4dca-adf1-481c098768e3 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-988143653'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:45.619498 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:45.620501 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:45.689870 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6849ad-46b7-4dca-adf1-481c098768e3 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Made reservation on behalf of 0658e3c385c14f9bac2a9859d3bdbf4b for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:45.707438 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8e6849ad-46b7-4dca-adf1-481c098768e3 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:45.720315 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Pushing event updated for resources: {'Port': ['ID=273e8581-4d70-4766-b221-f5d6755f7696,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:45.725904 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ad65319c-3cb7-4900-aaa0-48e1633cf737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 3.5660260 Nov 12 03:40:45.728788 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55692) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:45.760508 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8e6849ad-46b7-4dca-adf1-481c098768e3 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:45.858464 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f533b2-cef9-4574-82f2-2e9745be0e37 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Router f3fb090c-b18b-4d36-b2ae-a4a279b3f480 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:40:45.905613 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-764db635-5359-46c3-acf0-2b6978644f78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Deleting port 273e8581-4d70-4766-b221-f5d6755f7696 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:45.906270 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-764db635-5359-46c3-acf0-2b6978644f78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:46.026102 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8e6849ad-46b7-4dca-adf1-481c098768e3 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:46.037474 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8e6849ad-46b7-4dca-adf1-481c098768e3 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:46.043849 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-764db635-5359-46c3-acf0-2b6978644f78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] For port 273e8581-4d70-4766-b221-f5d6755f7696, host n-h1-715271-27, got binding levels [] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:46.044517 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-764db635-5359-46c3-acf0-2b6978644f78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:46.067207 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f533b2-cef9-4574-82f2-2e9745be0e37 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:40:46.087002 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fe059e-7eea-4f1b-86ce-2b6afc38f447 None None] Sync routers for ids ['f3fb090c-b18b-4d36-b2ae-a4a279b3f480'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:40:46.102435 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fe059e-7eea-4f1b-86ce-2b6afc38f447 None None] Routers {'f3fb090c-b18b-4d36-b2ae-a4a279b3f480'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:46.103233 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-e7fe059e-7eea-4f1b-86ce-2b6afc38f447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:40:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['f3fb090c-b18b-4d36-b2ae-a4a279b3f480'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:46.105928 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e6849ad-46b7-4dca-adf1-481c098768e3 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:40:46.107127 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-764db635-5359-46c3-acf0-2b6978644f78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Calling delete_port for 273e8581-4d70-4766-b221-f5d6755f7696 owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:46.127144 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6849ad-46b7-4dca-adf1-481c098768e3 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a99e984-d324-4b5a-9482-ba692935f29e,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:46.130572 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8e6849ad-46b7-4dca-adf1-481c098768e3 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:46.131175 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-8e6849ad-46b7-4dca-adf1-481c098768e3 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Added segment 0c58d043-46e8-4f1e-aaaf-d22d3f4533bd of type vlan for network a46c6594-1286-4b38-b3b0-01fef8bc752a Nov 12 03:40:46.145187 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-63f533b2-cef9-4574-82f2-2e9745be0e37 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:46.147713 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-63f533b2-cef9-4574-82f2-2e9745be0e37 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.6847792 Nov 12 03:40:46.161057 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-e7fe059e-7eea-4f1b-86ce-2b6afc38f447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:46.161215 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55710) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:46.174507 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fe059e-7eea-4f1b-86ce-2b6afc38f447 None None] Routers {'f3fb090c-b18b-4d36-b2ae-a4a279b3f480'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:46.175370 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-e7fe059e-7eea-4f1b-86ce-2b6afc38f447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:40:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['f3fb090c-b18b-4d36-b2ae-a4a279b3f480'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:46.196459 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-549e749b-5c46-48fc-bc18-b690b325ae6d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'enable_snat': False}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:46.252359 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-e7fe059e-7eea-4f1b-86ce-2b6afc38f447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:46.254724 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fe059e-7eea-4f1b-86ce-2b6afc38f447 None None] The sync data for ids ['f3fb090c-b18b-4d36-b2ae-a4a279b3f480'] in n-d-715271-27 is: [] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:40:46.258136 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-764db635-5359-46c3-acf0-2b6978644f78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:46.304563 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764db635-5359-46c3-acf0-2b6978644f78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Pushing event deleted for resources: {'Port': ['ID=273e8581-4d70-4766-b221-f5d6755f7696,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:46.311218 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-764db635-5359-46c3-acf0-2b6978644f78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:46.315792 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-764db635-5359-46c3-acf0-2b6978644f78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] 10.222.0.50 "DELETE /v2.0/ports/273e8581-4d70-4766-b221-f5d6755f7696 HTTP/1.1" status: 204 len: 168 time: 0.5857744 Nov 12 03:40:46.320408 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55712) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:46.354531 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-acc5939a-0d9f-4d81-a409-36bc0d85c0ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] GET failed (client error): The resource could not be found. Nov 12 03:40:46.358216 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-acc5939a-0d9f-4d81-a409-36bc0d85c0ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] 10.222.0.50 "GET /v2.0/ports/273e8581-4d70-4766-b221-f5d6755f7696 HTTP/1.1" status: 404 len: 333 time: 0.0356364 Nov 12 03:40:46.361943 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55716) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:46.366922 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-89cfd46b-5db5-4ab7-a16c-74386e58c72c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Request body: {'port': {'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971493962'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:46.400116 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cfd46b-5db5-4ab7-a16c-74386e58c72c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Made reservation on behalf of bc146674bbd9480bae8af463750c0e50 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:46.405772 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-89cfd46b-5db5-4ab7-a16c-74386e58c72c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:46.436243 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-89cfd46b-5db5-4ab7-a16c-74386e58c72c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] device_id is not set on port a2b30f7d-b1cb-430f-ae24-5f4e44040229 yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:40:46.509233 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8e6849ad-46b7-4dca-adf1-481c098768e3 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:46.666159 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8e6849ad-46b7-4dca-adf1-481c098768e3 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:46.677187 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6849ad-46b7-4dca-adf1-481c098768e3 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:46.678097 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8e6849ad-46b7-4dca-adf1-481c098768e3 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:46.683550 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-89cfd46b-5db5-4ab7-a16c-74386e58c72c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:46.754353 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-89cfd46b-5db5-4ab7-a16c-74386e58c72c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:46.797745 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6849ad-46b7-4dca-adf1-481c098768e3 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Pushing event updated for resources: {'Network': ['ID=a46c6594-1286-4b38-b3b0-01fef8bc752a,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:46.810055 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network a46c6594-1286-4b38-b3b0-01fef8bc752a details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:40:46.853022 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8e6849ad-46b7-4dca-adf1-481c098768e3 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.6310508 Nov 12 03:40:46.858874 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55730) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:46.868149 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-f7661d9a-a21d-49f4-a152-346185324e07 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Request body: {'subnet': {'network_id': 'a46c6594-1286-4b38-b3b0-01fef8bc752a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:46.943992 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cfd46b-5db5-4ab7-a16c-74386e58c72c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Network 850d55bb-b9be-47a0-b74c-4145e31aeba2 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:46.957530 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-89cfd46b-5db5-4ab7-a16c-74386e58c72c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:46.959575 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cfd46b-5db5-4ab7-a16c-74386e58c72c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Pushing event updated for resources: {'Port': ['ID=a2b30f7d-b1cb-430f-ae24-5f4e44040229,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:46.974300 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cfd46b-5db5-4ab7-a16c-74386e58c72c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:46.975246 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cfd46b-5db5-4ab7-a16c-74386e58c72c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:46.975926 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-89cfd46b-5db5-4ab7-a16c-74386e58c72c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:47.067323 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-549e749b-5c46-48fc-bc18-b690b325ae6d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:47.070318 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-89cfd46b-5db5-4ab7-a16c-74386e58c72c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7056162 Nov 12 03:40:47.071236 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55734) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:47.085337 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95562033-4b4a-4578-b650-c5e307dea319 req-5d4d12b4-f492-4526-837f-55b1412199ef tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:47.086991 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-95562033-4b4a-4578-b650-c5e307dea319 req-5d4d12b4-f492-4526-837f-55b1412199ef tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=5175417e-7196-4249-8bb4-73787fd3dfa0 HTTP/1.1" status: 200 len: 946 time: 0.4373345 Nov 12 03:40:47.089002 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:47.181341 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7661d9a-a21d-49f4-a152-346185324e07 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Made reservation on behalf of 0658e3c385c14f9bac2a9859d3bdbf4b for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:47.184868 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f7661d9a-a21d-49f4-a152-346185324e07 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:47.220115 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:47.220498 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-95562033-4b4a-4578-b650-c5e307dea319 req-73b432dd-6f5b-4cd7-b919-1514928054d2 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221256 Nov 12 03:40:47.536636 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] device_id is not set on port a2b30f7d-b1cb-430f-ae24-5f4e44040229 yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:40:47.546004 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:47.564791 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:47.649097 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Pushing event updated for resources: {'Port': ['ID=a2b30f7d-b1cb-430f-ae24-5f4e44040229,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:47.656421 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:47.657372 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:47.658208 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:47.663994 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Port a2b30f7d-b1cb-430f-ae24-5f4e44040229 on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:47.664609 n-d-715271-27 neutron-server[102571]: ERROR neutron.plugins.ml2.managers [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Failed to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 on host n-h1-715271-27 for vnic_type normal using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] Nov 12 03:40:47.665152 n-d-715271-27 neutron-server[102571]: INFO neutron.plugins.ml2.plugin [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempt 2 to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 Nov 12 03:40:47.690245 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:47.691188 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:47.692470 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:47.701042 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Port a2b30f7d-b1cb-430f-ae24-5f4e44040229 on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:47.702718 n-d-715271-27 neutron-server[102571]: ERROR neutron.plugins.ml2.managers [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Failed to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 on host n-h1-715271-27 for vnic_type normal using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] Nov 12 03:40:47.704694 n-d-715271-27 neutron-server[102571]: INFO neutron.plugins.ml2.plugin [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempt 3 to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 Nov 12 03:40:47.740388 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:47.741649 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:47.742169 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:47.751422 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Port a2b30f7d-b1cb-430f-ae24-5f4e44040229 on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:47.752022 n-d-715271-27 neutron-server[102571]: ERROR neutron.plugins.ml2.managers [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Failed to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 on host n-h1-715271-27 for vnic_type normal using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] Nov 12 03:40:47.752603 n-d-715271-27 neutron-server[102571]: INFO neutron.plugins.ml2.plugin [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempt 4 to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 Nov 12 03:40:47.806266 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:47.806605 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:47.807161 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:47.815015 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Port a2b30f7d-b1cb-430f-ae24-5f4e44040229 on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:47.815256 n-d-715271-27 neutron-server[102571]: ERROR neutron.plugins.ml2.managers [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Failed to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 on host n-h1-715271-27 for vnic_type normal using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] Nov 12 03:40:47.815641 n-d-715271-27 neutron-server[102571]: INFO neutron.plugins.ml2.plugin [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempt 5 to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 Nov 12 03:40:47.848464 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:47.849066 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:47.849572 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:47.856185 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Port a2b30f7d-b1cb-430f-ae24-5f4e44040229 on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:47.856784 n-d-715271-27 neutron-server[102571]: ERROR neutron.plugins.ml2.managers [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Failed to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 on host n-h1-715271-27 for vnic_type normal using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] Nov 12 03:40:47.857408 n-d-715271-27 neutron-server[102571]: INFO neutron.plugins.ml2.plugin [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempt 6 to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 Nov 12 03:40:47.889000 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:47.892194 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:47.893162 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:47.903348 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Port a2b30f7d-b1cb-430f-ae24-5f4e44040229 on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:47.903691 n-d-715271-27 neutron-server[102571]: ERROR neutron.plugins.ml2.managers [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Failed to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 on host n-h1-715271-27 for vnic_type normal using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] Nov 12 03:40:47.904097 n-d-715271-27 neutron-server[102571]: INFO neutron.plugins.ml2.plugin [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempt 7 to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 Nov 12 03:40:47.928054 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:47.928430 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:47.928774 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:47.933583 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Port a2b30f7d-b1cb-430f-ae24-5f4e44040229 on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:47.933919 n-d-715271-27 neutron-server[102571]: ERROR neutron.plugins.ml2.managers [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Failed to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 on host n-h1-715271-27 for vnic_type normal using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] Nov 12 03:40:47.934313 n-d-715271-27 neutron-server[102571]: INFO neutron.plugins.ml2.plugin [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempt 8 to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 Nov 12 03:40:47.970677 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:47.971134 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:47.971417 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:47.972200 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f7661d9a-a21d-49f4-a152-346185324e07 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:47.977089 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Port a2b30f7d-b1cb-430f-ae24-5f4e44040229 on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:47.977989 n-d-715271-27 neutron-server[102571]: ERROR neutron.plugins.ml2.managers [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Failed to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 on host n-h1-715271-27 for vnic_type normal using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] Nov 12 03:40:47.978400 n-d-715271-27 neutron-server[102571]: INFO neutron.plugins.ml2.plugin [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempt 9 to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 Nov 12 03:40:48.003433 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:48.003774 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:48.004144 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:48.010231 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Port a2b30f7d-b1cb-430f-ae24-5f4e44040229 on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:48.010566 n-d-715271-27 neutron-server[102571]: ERROR neutron.plugins.ml2.managers [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Failed to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 on host n-h1-715271-27 for vnic_type normal using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] Nov 12 03:40:48.010960 n-d-715271-27 neutron-server[102571]: INFO neutron.plugins.ml2.plugin [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempt 10 to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 Nov 12 03:40:48.030471 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:48.030471 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:48.030828 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:48.053398 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Port a2b30f7d-b1cb-430f-ae24-5f4e44040229 on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:48.054028 n-d-715271-27 neutron-server[102571]: ERROR neutron.plugins.ml2.managers [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Failed to bind port a2b30f7d-b1cb-430f-ae24-5f4e44040229 on host n-h1-715271-27 for vnic_type normal using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] Nov 12 03:40:48.054419 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.088951 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7661d9a-a21d-49f4-a152-346185324e07 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Pushing event updated for resources: {'Subnet': ['ID=bf8d4400-e8be-4afb-907e-7fa8a4c71197,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:48.147673 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.228335 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] For port a2b30f7d-b1cb-430f-ae24-5f4e44040229, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:48.229072 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempted to set empty binding levels {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 03:40:48.241890 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.278640 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] In _notify_port_updated(), no bound segment for port a2b30f7d-b1cb-430f-ae24-5f4e44040229 on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 {{(pid=102571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:40:48.279813 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:48.282233 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.289217 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] 10.222.0.50 "PUT /v2.0/ports/a2b30f7d-b1cb-430f-ae24-5f4e44040229 HTTP/1.1" status: 200 len: 980 time: 1.2142322 Nov 12 03:40:48.291141 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55762) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:48.318738 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7661d9a-a21d-49f4-a152-346185324e07 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Checking segment: {'id': '0c58d043-46e8-4f1e-aaaf-d22d3f4533bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a46c6594-1286-4b38-b3b0-01fef8bc752a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:48.319154 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7661d9a-a21d-49f4-a152-346185324e07 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Network hostable DHCP agents. Network: a46c6594-1286-4b38-b3b0-01fef8bc752a, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:40:48.381280 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7661d9a-a21d-49f4-a152-346185324e07 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Network a46c6594-1286-4b38-b3b0-01fef8bc752a is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:40:48.405891 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-f7661d9a-a21d-49f4-a152-346185324e07 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, a46c6594-1286-4b38-b3b0-01fef8bc752a) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:48.423785 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48aa7ba-e17d-40aa-abed-e4bf1a5c7436 None None] Network a46c6594-1286-4b38-b3b0-01fef8bc752a requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:48.441675 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7661d9a-a21d-49f4-a152-346185324e07 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:48.442555 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f7661d9a-a21d-49f4-a152-346185324e07 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.590258 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebc44b3-dde4-495d-b529-f847588785d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:48.591581 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebc44b3-dde4-495d-b529-f847588785d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:48.594594 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebc44b3-dde4-495d-b529-f847588785d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:48.596808 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebc44b3-dde4-495d-b529-f847588785d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:48.597469 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebc44b3-dde4-495d-b529-f847588785d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:48.600553 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebc44b3-dde4-495d-b529-f847588785d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:48.601202 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebc44b3-dde4-495d-b529-f847588785d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:48.601822 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebc44b3-dde4-495d-b529-f847588785d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:48.602437 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebc44b3-dde4-495d-b529-f847588785d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:48.607065 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebc44b3-dde4-495d-b529-f847588785d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:48.607534 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebc44b3-dde4-495d-b529-f847588785d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:48.608001 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebc44b3-dde4-495d-b529-f847588785d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:48.608544 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebc44b3-dde4-495d-b529-f847588785d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:48.610031 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebc44b3-dde4-495d-b529-f847588785d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:48.610031 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebc44b3-dde4-495d-b529-f847588785d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:48.611054 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebc44b3-dde4-495d-b529-f847588785d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:48.611525 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebc44b3-dde4-495d-b529-f847588785d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:48.611985 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebc44b3-dde4-495d-b529-f847588785d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:48.613278 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebc44b3-dde4-495d-b529-f847588785d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:48.613278 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebc44b3-dde4-495d-b529-f847588785d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:48.613614 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebc44b3-dde4-495d-b529-f847588785d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:48.614071 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebc44b3-dde4-495d-b529-f847588785d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:48.614520 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebc44b3-dde4-495d-b529-f847588785d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:48.614972 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebc44b3-dde4-495d-b529-f847588785d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:48.615716 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebc44b3-dde4-495d-b529-f847588785d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:48.615840 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebc44b3-dde4-495d-b529-f847588785d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:48.622974 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1ebc44b3-dde4-495d-b529-f847588785d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23358 time: 0.3247752 Nov 12 03:40:48.622974 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a09ed-d120-47ac-821a-6ea2ea5eb4a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Pushing event updated for resources: {'Port': ['ID=a2b30f7d-b1cb-430f-ae24-5f4e44040229,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:48.627132 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55768) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:48.627611 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef3d0ad-42cf-4c2b-9ced-f03d4bbdd176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-a46c6594-1286-4b38-b3b0-01fef8bc752a', 'network_id': 'a46c6594-1286-4b38-b3b0-01fef8bc752a', 'tenant_id': '0658e3c385c14f9bac2a9859d3bdbf4b', 'fixed_ips': [{'subnet_id': 'bf8d4400-e8be-4afb-907e-7fa8a4c71197'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:40:48.628658 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bef3d0ad-42cf-4c2b-9ced-f03d4bbdd176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.672710 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f77805-8948-46f6-be4e-0310779f3a8d req-2c02213b-4fb7-49b2-b539-0a8a64722c4e tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:48.676699 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-30f77805-8948-46f6-be4e-0310779f3a8d req-2c02213b-4fb7-49b2-b539-0a8a64722c4e tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=5175417e-7196-4249-8bb4-73787fd3dfa0 HTTP/1.1" status: 200 len: 946 time: 0.2687807 Nov 12 03:40:48.722568 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f7661d9a-a21d-49f4-a152-346185324e07 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8602076 Nov 12 03:40:48.725922 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55770) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:48.732258 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-a4ea71da-47b0-4a57-9935-c6244a1144d5 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1719350564', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:48.789240 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-30f77805-8948-46f6-be4e-0310779f3a8d req-e84fbae2-caa9-4980-b24b-2204c87d8a67 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045959 Nov 12 03:40:48.875753 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a4ea71da-47b0-4a57-9935-c6244a1144d5 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.876935 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a4ea71da-47b0-4a57-9935-c6244a1144d5 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.904527 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-31429c3c-f10d-4bda-af06-8469a3f3c397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Deleting port a2b30f7d-b1cb-430f-ae24-5f4e44040229 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:48.904527 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-31429c3c-f10d-4bda-af06-8469a3f3c397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.921941 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-549e749b-5c46-48fc-bc18-b690b325ae6d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41374'] for router, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.934442 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-549e749b-5c46-48fc-bc18-b690b325ae6d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-622926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-623029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620584'] for router, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.960361 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-bef3d0ad-42cf-4c2b-9ced-f03d4bbdd176 None None] Allocated IP 172.20.0.2 (a46c6594-1286-4b38-b3b0-01fef8bc752a/bf8d4400-e8be-4afb-907e-7fa8a4c71197/ac0d38a6-7a5e-4aa9-9532-4eb809059441) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:49.061041 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a4ea71da-47b0-4a57-9935-c6244a1144d5 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.070911 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-31429c3c-f10d-4bda-af06-8469a3f3c397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] For port a2b30f7d-b1cb-430f-ae24-5f4e44040229, host n-h1-715271-27, got binding levels [] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:49.071273 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-31429c3c-f10d-4bda-af06-8469a3f3c397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.075706 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a4ea71da-47b0-4a57-9935-c6244a1144d5 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.109075 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-31429c3c-f10d-4bda-af06-8469a3f3c397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Calling delete_port for a2b30f7d-b1cb-430f-ae24-5f4e44040229 owned by {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:49.146082 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a4ea71da-47b0-4a57-9935-c6244a1144d5 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.147414 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a4ea71da-47b0-4a57-9935-c6244a1144d5 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4187601 Nov 12 03:40:49.150500 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55780) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:49.235170 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549e749b-5c46-48fc-bc18-b690b325ae6d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Router f3fb090c-b18b-4d36-b2ae-a4a279b3f480 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:40:49.322406 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bef3d0ad-42cf-4c2b-9ced-f03d4bbdd176 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.334330 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bef3d0ad-42cf-4c2b-9ced-f03d4bbdd176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.435686 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-31429c3c-f10d-4bda-af06-8469a3f3c397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.454696 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef3d0ad-42cf-4c2b-9ced-f03d4bbdd176 None None] Network a46c6594-1286-4b38-b3b0-01fef8bc752a is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:49.460349 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-bef3d0ad-42cf-4c2b-9ced-f03d4bbdd176 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:49.464350 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef3d0ad-42cf-4c2b-9ced-f03d4bbdd176 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:49.474758 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31429c3c-f10d-4bda-af06-8469a3f3c397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2b30f7d-b1cb-430f-ae24-5f4e44040229,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:49.487131 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-31429c3c-f10d-4bda-af06-8469a3f3c397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.493618 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-31429c3c-f10d-4bda-af06-8469a3f3c397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] 10.222.0.50 "DELETE /v2.0/ports/a2b30f7d-b1cb-430f-ae24-5f4e44040229 HTTP/1.1" status: 204 len: 168 time: 0.8649509 Nov 12 03:40:49.494897 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3d0ad-42cf-4c2b-9ced-f03d4bbdd176 None None] Pushing event updated for resources: {'Port': ['ID=ac0d38a6-7a5e-4aa9-9532-4eb809059441,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:49.496324 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55790) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:49.524005 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c09e182-31ae-4789-9969-2876b2fc2fef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] GET failed (client error): The resource could not be found. Nov 12 03:40:49.532524 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6c09e182-31ae-4789-9969-2876b2fc2fef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] 10.222.0.50 "GET /v2.0/ports/a2b30f7d-b1cb-430f-ae24-5f4e44040229 HTTP/1.1" status: 404 len: 333 time: 0.0347824 Nov 12 03:40:49.533644 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55792) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:49.538662 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-c63ab8e6-acab-4616-a449-00704563b586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1461885997', 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:49.543727 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549e749b-5c46-48fc-bc18-b690b325ae6d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:40:49.551716 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-549e749b-5c46-48fc-bc18-b690b325ae6d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.552652 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-549e749b-5c46-48fc-bc18-b690b325ae6d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] 10.222.0.50 "PUT /v2.0/routers/f3fb090c-b18b-4d36-b2ae-a4a279b3f480 HTTP/1.1" status: 200 len: 925 time: 3.3904781 Nov 12 03:40:49.555246 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55794) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:49.567218 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560490fa-efa0-4b5f-997e-4d0075b5fc0d None None] Sync routers for ids ['f3fb090c-b18b-4d36-b2ae-a4a279b3f480'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:40:49.619767 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560490fa-efa0-4b5f-997e-4d0075b5fc0d None None] Routers {'f3fb090c-b18b-4d36-b2ae-a4a279b3f480'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:49.622701 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-560490fa-efa0-4b5f-997e-4d0075b5fc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:40:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['f3fb090c-b18b-4d36-b2ae-a4a279b3f480'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:49.633561 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63ab8e6-acab-4616-a449-00704563b586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Made reservation on behalf of bc146674bbd9480bae8af463750c0e50 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:49.636107 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c63ab8e6-acab-4616-a449-00704563b586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.710760 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-bef3d0ad-42cf-4c2b-9ced-f03d4bbdd176 None None] Attempting to bind port ac0d38a6-7a5e-4aa9-9532-4eb809059441 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:49.711646 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-bef3d0ad-42cf-4c2b-9ced-f03d4bbdd176 None None] Attempting to bind port ac0d38a6-7a5e-4aa9-9532-4eb809059441 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '0c58d043-46e8-4f1e-aaaf-d22d3f4533bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a46c6594-1286-4b38-b3b0-01fef8bc752a'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:49.712217 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef3d0ad-42cf-4c2b-9ced-f03d4bbdd176 None None] Attempting to bind port ac0d38a6-7a5e-4aa9-9532-4eb809059441 on network a46c6594-1286-4b38-b3b0-01fef8bc752a {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:49.720798 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef3d0ad-42cf-4c2b-9ced-f03d4bbdd176 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:49.721451 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef3d0ad-42cf-4c2b-9ced-f03d4bbdd176 None None] Checking segment: {'id': '0c58d043-46e8-4f1e-aaaf-d22d3f4533bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a46c6594-1286-4b38-b3b0-01fef8bc752a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:49.722260 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bef3d0ad-42cf-4c2b-9ced-f03d4bbdd176 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.722806 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef3d0ad-42cf-4c2b-9ced-f03d4bbdd176 None None] Bound using segment: {'id': '0c58d043-46e8-4f1e-aaaf-d22d3f4533bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a46c6594-1286-4b38-b3b0-01fef8bc752a'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:49.723444 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-bef3d0ad-42cf-4c2b-9ced-f03d4bbdd176 None None] Bound port: ac0d38a6-7a5e-4aa9-9532-4eb809059441, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c58d043-46e8-4f1e-aaaf-d22d3f4533bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a46c6594-1286-4b38-b3b0-01fef8bc752a'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:49.724374 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bef3d0ad-42cf-4c2b-9ced-f03d4bbdd176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.748164 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-560490fa-efa0-4b5f-997e-4d0075b5fc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:49.755896 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-c63ab8e6-acab-4616-a449-00704563b586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] device_id is not set on port f9e842c6-ec5a-4223-b976-c9fe969c6a18 yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:40:49.766569 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560490fa-efa0-4b5f-997e-4d0075b5fc0d None None] Routers {'f3fb090c-b18b-4d36-b2ae-a4a279b3f480'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:49.768523 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-560490fa-efa0-4b5f-997e-4d0075b5fc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:40:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['f3fb090c-b18b-4d36-b2ae-a4a279b3f480'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:49.835676 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-560490fa-efa0-4b5f-997e-4d0075b5fc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:49.836754 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560490fa-efa0-4b5f-997e-4d0075b5fc0d None None] The sync data for ids ['f3fb090c-b18b-4d36-b2ae-a4a279b3f480'] in n-d-715271-27 is: [] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:40:49.910963 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-75cf2862-6141-4ad9-922e-a1a0bdbc5bbe tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] 10.222.0.50 "GET /v2.0/routers/f3fb090c-b18b-4d36-b2ae-a4a279b3f480 HTTP/1.1" status: 200 len: 925 time: 0.3546865 Nov 12 03:40:49.914002 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55804) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:49.915839 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-bef3d0ad-42cf-4c2b-9ced-f03d4bbdd176 None None] For port ac0d38a6-7a5e-4aa9-9532-4eb809059441, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:49.930782 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-bef3d0ad-42cf-4c2b-9ced-f03d4bbdd176 None None] For port ac0d38a6-7a5e-4aa9-9532-4eb809059441, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=ac0d38a6-7a5e-4aa9-9532-4eb809059441,segment=NetworkSegment(0c58d043-46e8-4f1e-aaaf-d22d3f4533bd),segment_id=0c58d043-46e8-4f1e-aaaf-d22d3f4533bd)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:49.939926 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bef3d0ad-42cf-4c2b-9ced-f03d4bbdd176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.013169 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ce988-4652-4024-bbe3-9d559a57c637 req-cb2bb6ba-8adf-4028-91d8-01604312ce69 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:50.021918 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-830ce988-4652-4024-bbe3-9d559a57c637 req-cb2bb6ba-8adf-4028-91d8-01604312ce69 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=5175417e-7196-4249-8bb4-73787fd3dfa0 HTTP/1.1" status: 200 len: 946 time: 0.1268246 Nov 12 03:40:50.138161 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a279911-67a8-4c93-8988-d9d20a084053 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:50.139699 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2a279911-67a8-4c93-8988-d9d20a084053 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=7932a4b6-40b8-49fc-bb5c-2a6d25b0a895&device_id=f3fb090c-b18b-4d36-b2ae-a4a279b3f480&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2244866 Nov 12 03:40:50.149340 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55812) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:50.172675 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3d0ad-42cf-4c2b-9ced-f03d4bbdd176 None None] Pushing event updated for resources: {'Port': ['ID=ac0d38a6-7a5e-4aa9-9532-4eb809059441,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:50.201910 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7cac35ee-f9d3-4398-8c9a-67e6aecaf954 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.248736 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-830ce988-4652-4024-bbe3-9d559a57c637 req-8839cb9c-234e-4420-9c9d-cc2c2b083c42 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256908 Nov 12 03:40:50.253621 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c63ab8e6-acab-4616-a449-00704563b586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.315283 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c63ab8e6-acab-4616-a449-00704563b586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.408617 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ab8e6-acab-4616-a449-00704563b586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Pushing event updated for resources: {'Port': ['ID=f9e842c6-ec5a-4223-b976-c9fe969c6a18,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:50.486532 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63ab8e6-acab-4616-a449-00704563b586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Network 850d55bb-b9be-47a0-b74c-4145e31aeba2 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:50.490808 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-c63ab8e6-acab-4616-a449-00704563b586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:50.541378 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63ab8e6-acab-4616-a449-00704563b586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:50.545057 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63ab8e6-acab-4616-a449-00704563b586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:50.546029 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c63ab8e6-acab-4616-a449-00704563b586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.579061 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c63ab8e6-acab-4616-a449-00704563b586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0442083 Nov 12 03:40:50.587826 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55822) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:50.694134 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1452706-a641-48d5-bb45-ddf55def360d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:50.696048 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d1452706-a641-48d5-bb45-ddf55def360d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] 10.222.0.50 "GET /v2.0/ports/f9e842c6-ec5a-4223-b976-c9fe969c6a18 HTTP/1.1" status: 200 len: 959 time: 0.1067715 Nov 12 03:40:50.700341 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55830) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:50.747760 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cbfc50-3326-421f-b974-6f960734cf2e tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:50.750324 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d6cbfc50-3326-421f-b974-6f960734cf2e tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] 10.222.0.50 "GET /v2.0/networks/7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 HTTP/1.1" status: 200 len: 881 time: 0.5993960 Nov 12 03:40:50.760114 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55834) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:50.872295 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-15f445e5-69f3-4bb2-b297-f522afee63c9 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3fb090c-b18b-4d36-b2ae-a4a279b3f480 HTTP/1.1" status: 200 len: 205 time: 0.1066916 Nov 12 03:40:50.876734 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55838) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:50.953466 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-c43edeaa-8133-439d-99a8-82f87f51aece tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Deleting port f9e842c6-ec5a-4223-b976-c9fe969c6a18 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:50.954867 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c43edeaa-8133-439d-99a8-82f87f51aece tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.997821 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-7cac35ee-f9d3-4398-8c9a-67e6aecaf954 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Allocated IP 172.20.0.1 (a46c6594-1286-4b38-b3b0-01fef8bc752a/bf8d4400-e8be-4afb-907e-7fa8a4c71197/17fc8159-262c-47e2-be0c-2e92fad37ccd) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:51.174853 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c43edeaa-8133-439d-99a8-82f87f51aece tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:51.210919 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-c43edeaa-8133-439d-99a8-82f87f51aece tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Calling delete_port for f9e842c6-ec5a-4223-b976-c9fe969c6a18 owned by {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:51.228996 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2b658334-18a3-4a14-8d57-9e7ef6566c45 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:51.268214 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7cac35ee-f9d3-4398-8c9a-67e6aecaf954 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:51.388485 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7cac35ee-f9d3-4398-8c9a-67e6aecaf954 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:51.523866 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cac35ee-f9d3-4398-8c9a-67e6aecaf954 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Pushing event updated for resources: {'Port': ['ID=17fc8159-262c-47e2-be0c-2e92fad37ccd,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:51.570284 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cac35ee-f9d3-4398-8c9a-67e6aecaf954 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Network a46c6594-1286-4b38-b3b0-01fef8bc752a is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:51.580253 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-7cac35ee-f9d3-4398-8c9a-67e6aecaf954 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:51.603105 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cac35ee-f9d3-4398-8c9a-67e6aecaf954 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:51.687687 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59fc26-f415-4eda-aecb-30d1e71d0855 req-1f7ac97a-f315-4f7f-82d1-bdc7266d8080 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:51.706248 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5b59fc26-f415-4eda-aecb-30d1e71d0855 req-1f7ac97a-f315-4f7f-82d1-bdc7266d8080 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=5175417e-7196-4249-8bb4-73787fd3dfa0 HTTP/1.1" status: 200 len: 946 time: 0.1765075 Nov 12 03:40:51.753633 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device ac0d38a6-7a5e-4aa9-9532-4eb809059441 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:51.760475 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7cac35ee-f9d3-4398-8c9a-67e6aecaf954 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:51.782030 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c43edeaa-8133-439d-99a8-82f87f51aece tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:51.790279 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2b658334-18a3-4a14-8d57-9e7ef6566c45 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:51.913448 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port ac0d38a6-7a5e-4aa9-9532-4eb809059441 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:51.917162 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:51.939540 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c43edeaa-8133-439d-99a8-82f87f51aece tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:51.949824 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c43edeaa-8133-439d-99a8-82f87f51aece tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] 10.222.0.50 "DELETE /v2.0/ports/f9e842c6-ec5a-4223-b976-c9fe969c6a18 HTTP/1.1" status: 204 len: 168 time: 1.2446008 Nov 12 03:40:51.960802 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55862) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:52.099556 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43edeaa-8133-439d-99a8-82f87f51aece tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Pushing event deleted for resources: {'Port': ['ID=f9e842c6-ec5a-4223-b976-c9fe969c6a18,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:52.112568 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1d1bbd8-5650-4927-a530-933eb0eaa309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] GET failed (client error): The resource could not be found. Nov 12 03:40:52.116392 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a1d1bbd8-5650-4927-a530-933eb0eaa309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] 10.222.0.50 "GET /v2.0/ports/f9e842c6-ec5a-4223-b976-c9fe969c6a18 HTTP/1.1" status: 404 len: 333 time: 0.1510181 Nov 12 03:40:52.117141 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f34fcd-4ce7-47ed-b51d-c37b53bd4f20 None None] Network a46c6594-1286-4b38-b3b0-01fef8bc752a requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:52.120822 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55868) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:52.131559 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-1fb96f48-aa39-4911-9988-0fe3b52afb36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Request body: {'port': {'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969401965'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:52.157414 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5b59fc26-f415-4eda-aecb-30d1e71d0855 req-adaea295-85ee-4352-adb2-42b594e90b21 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4494460 Nov 12 03:40:52.230793 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7cac35ee-f9d3-4398-8c9a-67e6aecaf954 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:52.264971 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-2b658334-18a3-4a14-8d57-9e7ef6566c45 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Deleting port 1dad4bd0-eb7a-4daa-8abb-71c6e47f9ab3 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:52.265868 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2b658334-18a3-4a14-8d57-9e7ef6566c45 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:52.276120 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb96f48-aa39-4911-9988-0fe3b52afb36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Made reservation on behalf of bc146674bbd9480bae8af463750c0e50 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:52.280349 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1fb96f48-aa39-4911-9988-0fe3b52afb36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:52.377242 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-76114cb1-15e0-4a8d-8cea-eb5c202a3cb9 None None] Provisioning complete for port ac0d38a6-7a5e-4aa9-9532-4eb809059441 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:52.377859 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-76114cb1-15e0-4a8d-8cea-eb5c202a3cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:52.489834 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-1fb96f48-aa39-4911-9988-0fe3b52afb36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] device_id is not set on port b135070e-4ca9-4619-9049-faee425c45cf yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:40:52.632010 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:52.758379 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2b658334-18a3-4a14-8d57-9e7ef6566c45 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:52.784644 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-2b658334-18a3-4a14-8d57-9e7ef6566c45 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Calling delete_port for 1dad4bd0-eb7a-4daa-8abb-71c6e47f9ab3 owned by network:router_gateway {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:52.790327 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-76114cb1-15e0-4a8d-8cea-eb5c202a3cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:52.844150 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port ac0d38a6-7a5e-4aa9-9532-4eb809059441, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=ac0d38a6-7a5e-4aa9-9532-4eb809059441,segment=NetworkSegment(0c58d043-46e8-4f1e-aaaf-d22d3f4533bd),segment_id=0c58d043-46e8-4f1e-aaaf-d22d3f4533bd)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:52.853489 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:52.867616 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1fb96f48-aa39-4911-9988-0fe3b52afb36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.000883 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.api [None req-76114cb1-15e0-4a8d-8cea-eb5c202a3cb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:40:53.001221 n-d-715271-27 neutron-server[102573]: DEBUG oslo_db.api [None req-76114cb1-15e0-4a8d-8cea-eb5c202a3cb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:40:53.026078 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7cac35ee-f9d3-4398-8c9a-67e6aecaf954 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.038070 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7cac35ee-f9d3-4398-8c9a-67e6aecaf954 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.104741 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=ac0d38a6-7a5e-4aa9-9532-4eb809059441,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:53.189954 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1fb96f48-aa39-4911-9988-0fe3b52afb36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.271373 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7cac35ee-f9d3-4398-8c9a-67e6aecaf954 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.273511 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cac35ee-f9d3-4398-8c9a-67e6aecaf954 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Pushing event updated for resources: {'Port': ['ID=17fc8159-262c-47e2-be0c-2e92fad37ccd,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:53.327290 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb96f48-aa39-4911-9988-0fe3b52afb36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Network 850d55bb-b9be-47a0-b74c-4145e31aeba2 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:53.419216 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cac35ee-f9d3-4398-8c9a-67e6aecaf954 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Network a46c6594-1286-4b38-b3b0-01fef8bc752a is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:53.421264 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-7cac35ee-f9d3-4398-8c9a-67e6aecaf954 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:53.448621 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-1fb96f48-aa39-4911-9988-0fe3b52afb36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:53.462145 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb96f48-aa39-4911-9988-0fe3b52afb36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:53.463309 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb96f48-aa39-4911-9988-0fe3b52afb36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:53.465919 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1fb96f48-aa39-4911-9988-0fe3b52afb36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.540665 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb96f48-aa39-4911-9988-0fe3b52afb36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Pushing event updated for resources: {'Port': ['ID=b135070e-4ca9-4619-9049-faee425c45cf,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:53.620782 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cac35ee-f9d3-4398-8c9a-67e6aecaf954 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Router 66d8ed95-4db1-4cef-b4fe-98fd247fe4f5 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:40:53.640898 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-1fb96f48-aa39-4911-9988-0fe3b52afb36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.5146561 Nov 12 03:40:53.647600 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55898) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:53.680134 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:53.680386 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd9b63-bbe5-4661-9c60-54cdec40fdcf req-c63a9970-a761-4b9d-9ae7-a2f1a4dd93b3 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:53.695807 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-93bd9b63-bbe5-4661-9c60-54cdec40fdcf req-c63a9970-a761-4b9d-9ae7-a2f1a4dd93b3 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=5175417e-7196-4249-8bb4-73787fd3dfa0 HTTP/1.1" status: 200 len: 946 time: 0.3655016 Nov 12 03:40:53.735904 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device ac0d38a6-7a5e-4aa9-9532-4eb809059441 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:53.863525 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-93bd9b63-bbe5-4661-9c60-54cdec40fdcf req-dba585d3-80db-4774-b7e6-077867097dde tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553633 Nov 12 03:40:53.865990 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2b658334-18a3-4a14-8d57-9e7ef6566c45 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.866878 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4b31212e-d529-4539-9037-81b5eb17ba09 None None] Provisioning complete for port ac0d38a6-7a5e-4aa9-9532-4eb809059441 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:53.866878 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4b31212e-d529-4539-9037-81b5eb17ba09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.910889 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b658334-18a3-4a14-8d57-9e7ef6566c45 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Pushing event deleted for resources: {'Port': ['ID=1dad4bd0-eb7a-4daa-8abb-71c6e47f9ab3,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:53.912312 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:54.009270 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cac35ee-f9d3-4398-8c9a-67e6aecaf954 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:40:54.040038 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223c6aae-7f53-48d6-bb8a-2d8890187640 None None] Sync routers for ids ['66d8ed95-4db1-4cef-b4fe-98fd247fe4f5'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:40:54.045014 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7cac35ee-f9d3-4398-8c9a-67e6aecaf954 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] 10.222.0.50 "PUT /v2.0/routers/66d8ed95-4db1-4cef-b4fe-98fd247fe4f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8909562 Nov 12 03:40:54.062261 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55906) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:54.070151 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-41627d00-aedd-4f23-a907-f6974783a3c7 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Request body: {'port': {'network_id': 'a46c6594-1286-4b38-b3b0-01fef8bc752a', 'name': 'tempest-FloatingIPNegativeTestJSON-466636365'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:54.117593 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223c6aae-7f53-48d6-bb8a-2d8890187640 None None] Routers {'66d8ed95-4db1-4cef-b4fe-98fd247fe4f5'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:54.118905 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-223c6aae-7f53-48d6-bb8a-2d8890187640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:40:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['66d8ed95-4db1-4cef-b4fe-98fd247fe4f5'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:54.149577 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2b658334-18a3-4a14-8d57-9e7ef6566c45 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:54.190297 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port ac0d38a6-7a5e-4aa9-9532-4eb809059441 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:54.200495 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:54.213070 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-223c6aae-7f53-48d6-bb8a-2d8890187640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:54.334528 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223c6aae-7f53-48d6-bb8a-2d8890187640 None None] Routers {'66d8ed95-4db1-4cef-b4fe-98fd247fe4f5'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:54.335642 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-223c6aae-7f53-48d6-bb8a-2d8890187640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:40:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['66d8ed95-4db1-4cef-b4fe-98fd247fe4f5'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:54.398704 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-223c6aae-7f53-48d6-bb8a-2d8890187640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:54.399731 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223c6aae-7f53-48d6-bb8a-2d8890187640 None None] The sync data for ids ['66d8ed95-4db1-4cef-b4fe-98fd247fe4f5'] in n-d-715271-27 is: [] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:40:54.461634 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4b31212e-d529-4539-9037-81b5eb17ba09 None None] Provisioning complete for port 17fc8159-262c-47e2-be0c-2e92fad37ccd triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:54.462356 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4b31212e-d529-4539-9037-81b5eb17ba09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:54.513952 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41627d00-aedd-4f23-a907-f6974783a3c7 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Made reservation on behalf of 0658e3c385c14f9bac2a9859d3bdbf4b for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:54.518076 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-41627d00-aedd-4f23-a907-f6974783a3c7 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:54.535894 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4b31212e-d529-4539-9037-81b5eb17ba09 None None] Port 17fc8159-262c-47e2-be0c-2e92fad37ccd cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:54.585910 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-41627d00-aedd-4f23-a907-f6974783a3c7 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] device_id is not set on port c7a06f45-9620-4e04-98c5-acb77ee76f3a yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:40:54.633438 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] device_id is not set on port b135070e-4ca9-4619-9049-faee425c45cf yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:40:54.645875 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:54.671203 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:54.695354 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4d58b1e3-2785-4462-b6fc-fea203d590c8 None None] Provisioning complete for port 17fc8159-262c-47e2-be0c-2e92fad37ccd triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:54.695638 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4d58b1e3-2785-4462-b6fc-fea203d590c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:54.815757 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4d58b1e3-2785-4462-b6fc-fea203d590c8 None None] Port 17fc8159-262c-47e2-be0c-2e92fad37ccd cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:54.874902 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Pushing event updated for resources: {'Port': ['ID=b135070e-4ca9-4619-9049-faee425c45cf,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:54.898258 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port b135070e-4ca9-4619-9049-faee425c45cf on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:54.898592 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port b135070e-4ca9-4619-9049-faee425c45cf by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:54.898927 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port b135070e-4ca9-4619-9049-faee425c45cf on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:54.911986 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Port b135070e-4ca9-4619-9049-faee425c45cf on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:54.912353 n-d-715271-27 neutron-server[102571]: ERROR neutron.plugins.ml2.managers [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Failed to bind port b135070e-4ca9-4619-9049-faee425c45cf on host n-h1-715271-27 for vnic_type normal using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] Nov 12 03:40:54.914828 n-d-715271-27 neutron-server[102571]: INFO neutron.plugins.ml2.plugin [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempt 2 to bind port b135070e-4ca9-4619-9049-faee425c45cf Nov 12 03:40:54.937526 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-41627d00-aedd-4f23-a907-f6974783a3c7 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Allocated IP 172.20.0.11 (a46c6594-1286-4b38-b3b0-01fef8bc752a/bf8d4400-e8be-4afb-907e-7fa8a4c71197/c7a06f45-9620-4e04-98c5-acb77ee76f3a) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:54.943595 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port b135070e-4ca9-4619-9049-faee425c45cf on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:54.943924 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port b135070e-4ca9-4619-9049-faee425c45cf by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:54.944285 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port b135070e-4ca9-4619-9049-faee425c45cf on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:54.954507 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Port b135070e-4ca9-4619-9049-faee425c45cf on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:54.954721 n-d-715271-27 neutron-server[102571]: ERROR neutron.plugins.ml2.managers [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Failed to bind port b135070e-4ca9-4619-9049-faee425c45cf on host n-h1-715271-27 for vnic_type normal using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] Nov 12 03:40:54.955930 n-d-715271-27 neutron-server[102571]: INFO neutron.plugins.ml2.plugin [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempt 3 to bind port b135070e-4ca9-4619-9049-faee425c45cf Nov 12 03:40:54.993193 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2b658334-18a3-4a14-8d57-9e7ef6566c45 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:55.003602 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port b135070e-4ca9-4619-9049-faee425c45cf on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:55.003934 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port b135070e-4ca9-4619-9049-faee425c45cf by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:55.004182 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2b658334-18a3-4a14-8d57-9e7ef6566c45 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:55.004318 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port b135070e-4ca9-4619-9049-faee425c45cf on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:55.012766 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Port b135070e-4ca9-4619-9049-faee425c45cf on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:55.013215 n-d-715271-27 neutron-server[102571]: ERROR neutron.plugins.ml2.managers [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Failed to bind port b135070e-4ca9-4619-9049-faee425c45cf on host n-h1-715271-27 for vnic_type normal using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] Nov 12 03:40:55.023663 n-d-715271-27 neutron-server[102571]: INFO neutron.plugins.ml2.plugin [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempt 4 to bind port b135070e-4ca9-4619-9049-faee425c45cf Nov 12 03:40:55.041535 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port b135070e-4ca9-4619-9049-faee425c45cf on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:55.041858 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port b135070e-4ca9-4619-9049-faee425c45cf by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:55.042525 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port b135070e-4ca9-4619-9049-faee425c45cf on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:55.053658 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Port b135070e-4ca9-4619-9049-faee425c45cf on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:55.054098 n-d-715271-27 neutron-server[102571]: ERROR neutron.plugins.ml2.managers [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Failed to bind port b135070e-4ca9-4619-9049-faee425c45cf on host n-h1-715271-27 for vnic_type normal using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] Nov 12 03:40:55.069284 n-d-715271-27 neutron-server[102571]: INFO neutron.plugins.ml2.plugin [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempt 5 to bind port b135070e-4ca9-4619-9049-faee425c45cf Nov 12 03:40:55.104407 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2b658334-18a3-4a14-8d57-9e7ef6566c45 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:55.105739 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b658334-18a3-4a14-8d57-9e7ef6566c45 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Fanout notify agent at l3_agent the message router_deleted on router f3fb090c-b18b-4d36-b2ae-a4a279b3f480 {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:40:55.154123 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port b135070e-4ca9-4619-9049-faee425c45cf on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:55.154659 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port b135070e-4ca9-4619-9049-faee425c45cf by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:55.155154 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port b135070e-4ca9-4619-9049-faee425c45cf on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:55.183642 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Port b135070e-4ca9-4619-9049-faee425c45cf on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:55.183965 n-d-715271-27 neutron-server[102571]: ERROR neutron.plugins.ml2.managers [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Failed to bind port b135070e-4ca9-4619-9049-faee425c45cf on host n-h1-715271-27 for vnic_type normal using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] Nov 12 03:40:55.192193 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2b658334-18a3-4a14-8d57-9e7ef6566c45 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:55.198365 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2b658334-18a3-4a14-8d57-9e7ef6566c45 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] 10.222.0.50 "DELETE /v2.0/routers/f3fb090c-b18b-4d36-b2ae-a4a279b3f480 HTTP/1.1" status: 204 len: 168 time: 4.3158979 Nov 12 03:40:55.203826 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55926) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:55.214802 n-d-715271-27 neutron-server[102571]: INFO neutron.plugins.ml2.plugin [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempt 6 to bind port b135070e-4ca9-4619-9049-faee425c45cf Nov 12 03:40:55.224391 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-64be49ae-85d7-491d-add9-35c732f42aee tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-489462973', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:55.326342 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-64be49ae-85d7-491d-add9-35c732f42aee tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:55.329752 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-64be49ae-85d7-491d-add9-35c732f42aee tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:55.509806 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-64be49ae-85d7-491d-add9-35c732f42aee tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:55.524174 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-64be49ae-85d7-491d-add9-35c732f42aee tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:55.564575 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-64be49ae-85d7-491d-add9-35c732f42aee tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:55.566503 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-64be49ae-85d7-491d-add9-35c732f42aee tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3564632 Nov 12 03:40:55.570535 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55932) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:55.579968 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-8e49e6da-fbf8-4364-9089-d7da315e3980 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Request body: {'router': {'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:55.804283 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-41627d00-aedd-4f23-a907-f6974783a3c7 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:55.844316 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f0571-14cf-43d3-af56-71c87dfb867d req-ce9f3742-824a-489c-a04b-8f3767b5bb5f tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:55.851754 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-315f0571-14cf-43d3-af56-71c87dfb867d req-ce9f3742-824a-489c-a04b-8f3767b5bb5f tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=5175417e-7196-4249-8bb4-73787fd3dfa0 HTTP/1.1" status: 200 len: 946 time: 0.8129020 Nov 12 03:40:55.870331 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port b135070e-4ca9-4619-9049-faee425c45cf on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:55.870669 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port b135070e-4ca9-4619-9049-faee425c45cf by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:55.871008 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port b135070e-4ca9-4619-9049-faee425c45cf on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:55.886348 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Port b135070e-4ca9-4619-9049-faee425c45cf on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:55.886348 n-d-715271-27 neutron-server[102571]: ERROR neutron.plugins.ml2.managers [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Failed to bind port b135070e-4ca9-4619-9049-faee425c45cf on host n-h1-715271-27 for vnic_type normal using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] Nov 12 03:40:55.888343 n-d-715271-27 neutron-server[102571]: INFO neutron.plugins.ml2.plugin [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempt 7 to bind port b135070e-4ca9-4619-9049-faee425c45cf Nov 12 03:40:55.909150 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port b135070e-4ca9-4619-9049-faee425c45cf on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:55.909483 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port b135070e-4ca9-4619-9049-faee425c45cf by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:55.909818 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port b135070e-4ca9-4619-9049-faee425c45cf on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:55.912879 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-41627d00-aedd-4f23-a907-f6974783a3c7 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:55.958563 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8e49e6da-fbf8-4364-9089-d7da315e3980 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:55.972455 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-315f0571-14cf-43d3-af56-71c87dfb867d req-871d3694-b675-484b-8c14-15529fd47452 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181688 Nov 12 03:40:55.987486 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41627d00-aedd-4f23-a907-f6974783a3c7 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Network a46c6594-1286-4b38-b3b0-01fef8bc752a is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:55.991597 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-41627d00-aedd-4f23-a907-f6974783a3c7 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:56.023892 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Port b135070e-4ca9-4619-9049-faee425c45cf on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:56.024591 n-d-715271-27 neutron-server[102571]: ERROR neutron.plugins.ml2.managers [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Failed to bind port b135070e-4ca9-4619-9049-faee425c45cf on host n-h1-715271-27 for vnic_type normal using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] Nov 12 03:40:56.029507 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41627d00-aedd-4f23-a907-f6974783a3c7 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:56.095996 n-d-715271-27 neutron-server[102571]: INFO neutron.plugins.ml2.plugin [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempt 8 to bind port b135070e-4ca9-4619-9049-faee425c45cf Nov 12 03:40:56.139153 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41627d00-aedd-4f23-a907-f6974783a3c7 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:56.139961 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-41627d00-aedd-4f23-a907-f6974783a3c7 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.202179 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-41627d00-aedd-4f23-a907-f6974783a3c7 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1378710 Nov 12 03:40:56.207045 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55934) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:56.207919 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port b135070e-4ca9-4619-9049-faee425c45cf on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:56.208380 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port b135070e-4ca9-4619-9049-faee425c45cf by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:56.209182 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port b135070e-4ca9-4619-9049-faee425c45cf on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:56.229204 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-bbca4009-6648-4186-9f8b-0e127105b548 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:56.259524 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41627d00-aedd-4f23-a907-f6974783a3c7 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Pushing event updated for resources: {'Port': ['ID=c7a06f45-9620-4e04-98c5-acb77ee76f3a,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:56.275430 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Port b135070e-4ca9-4619-9049-faee425c45cf on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:56.275778 n-d-715271-27 neutron-server[102571]: ERROR neutron.plugins.ml2.managers [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Failed to bind port b135070e-4ca9-4619-9049-faee425c45cf on host n-h1-715271-27 for vnic_type normal using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] Nov 12 03:40:56.278407 n-d-715271-27 neutron-server[102571]: INFO neutron.plugins.ml2.plugin [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempt 9 to bind port b135070e-4ca9-4619-9049-faee425c45cf Nov 12 03:40:56.301284 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port b135070e-4ca9-4619-9049-faee425c45cf on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:56.301635 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port b135070e-4ca9-4619-9049-faee425c45cf by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:56.301949 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port b135070e-4ca9-4619-9049-faee425c45cf on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:56.307817 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Port b135070e-4ca9-4619-9049-faee425c45cf on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:56.308175 n-d-715271-27 neutron-server[102571]: ERROR neutron.plugins.ml2.managers [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Failed to bind port b135070e-4ca9-4619-9049-faee425c45cf on host n-h1-715271-27 for vnic_type normal using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] Nov 12 03:40:56.308626 n-d-715271-27 neutron-server[102571]: INFO neutron.plugins.ml2.plugin [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempt 10 to bind port b135070e-4ca9-4619-9049-faee425c45cf Nov 12 03:40:56.320928 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8e49e6da-fbf8-4364-9089-d7da315e3980 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router_gateway, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.323968 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bbca4009-6648-4186-9f8b-0e127105b548 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks [] for floatingip, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.346711 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8e49e6da-fbf8-4364-9089-d7da315e3980 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.396481 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port b135070e-4ca9-4619-9049-faee425c45cf on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:56.396721 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port b135070e-4ca9-4619-9049-faee425c45cf by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:56.400960 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempting to bind port b135070e-4ca9-4619-9049-faee425c45cf on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:56.422943 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Port b135070e-4ca9-4619-9049-faee425c45cf on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:56.423843 n-d-715271-27 neutron-server[102571]: ERROR neutron.plugins.ml2.managers [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Failed to bind port b135070e-4ca9-4619-9049-faee425c45cf on host n-h1-715271-27 for vnic_type normal using segments [{'id': 'c08497c0-71b1-4a8b-840c-83df4aa83cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '850d55bb-b9be-47a0-b74c-4145e31aeba2'}] Nov 12 03:40:56.424250 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.460211 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-ef5a2944-ac1a-4bf7-8af3-782428e34ceb None None] Provisioning complete for port c7a06f45-9620-4e04-98c5-acb77ee76f3a triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:56.460819 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ef5a2944-ac1a-4bf7-8af3-782428e34ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.488684 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-8e49e6da-fbf8-4364-9089-d7da315e3980 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Allocated IP 172.25.5.59 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/cba04f8b-0363-4595-b8b6-e0d49e2cc358) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:56.574485 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-ef5a2944-ac1a-4bf7-8af3-782428e34ceb None None] Port c7a06f45-9620-4e04-98c5-acb77ee76f3a cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:56.642431 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] For port b135070e-4ca9-4619-9049-faee425c45cf, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:56.642802 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attempted to set empty binding levels {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 03:40:56.658063 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.717250 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8e49e6da-fbf8-4364-9089-d7da315e3980 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.739346 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] In _notify_port_updated(), no bound segment for port b135070e-4ca9-4619-9049-faee425c45cf on network 850d55bb-b9be-47a0-b74c-4145e31aeba2 {{(pid=102571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:40:56.739346 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:56.740156 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.743355 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] 10.222.0.50 "PUT /v2.0/ports/b135070e-4ca9-4619-9049-faee425c45cf HTTP/1.1" status: 200 len: 980 time: 3.0869393 Nov 12 03:40:56.746233 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55946) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:56.748994 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a13fb-1981-47c4-92be-73d0e3c972bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Pushing event updated for resources: {'Port': ['ID=b135070e-4ca9-4619-9049-faee425c45cf,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:56.808422 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bbca4009-6648-4186-9f8b-0e127105b548 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.863613 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8e49e6da-fbf8-4364-9089-d7da315e3980 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.914959 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e49e6da-fbf8-4364-9089-d7da315e3980 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:56.924759 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-8e49e6da-fbf8-4364-9089-d7da315e3980 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:56.928315 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e49e6da-fbf8-4364-9089-d7da315e3980 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:56.985310 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-bbca4009-6648-4186-9f8b-0e127105b548 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Allocated IP 172.25.5.161 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/0dda46dd-839e-4df6-8447-d3392fdc5de6) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:57.007888 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcebf9-c0a2-4db9-9d45-22f3520d6097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Deleting port b135070e-4ca9-4619-9049-faee425c45cf {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:57.008867 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ebfcebf9-c0a2-4db9-9d45-22f3520d6097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:57.011292 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e49e6da-fbf8-4364-9089-d7da315e3980 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Pushing event updated for resources: {'Port': ['ID=cba04f8b-0363-4595-b8b6-e0d49e2cc358,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:57.206227 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bbca4009-6648-4186-9f8b-0e127105b548 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:57.257609 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bbca4009-6648-4186-9f8b-0e127105b548 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:57.301112 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-ebfcebf9-c0a2-4db9-9d45-22f3520d6097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] For port b135070e-4ca9-4619-9049-faee425c45cf, host n-h1-715271-27, got binding levels [] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:57.301827 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ebfcebf9-c0a2-4db9-9d45-22f3520d6097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:57.335970 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbca4009-6648-4186-9f8b-0e127105b548 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:57.341120 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-bbca4009-6648-4186-9f8b-0e127105b548 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:57.347218 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f0d79-b4bf-4989-9d64-19a6af046bd9 req-4cba7ff7-b6ae-440c-b144-dbccdb0566b4 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:57.352065 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbca4009-6648-4186-9f8b-0e127105b548 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:57.356818 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a87f0d79-b4bf-4989-9d64-19a6af046bd9 req-4cba7ff7-b6ae-440c-b144-dbccdb0566b4 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=5175417e-7196-4249-8bb4-73787fd3dfa0 HTTP/1.1" status: 200 len: 946 time: 0.2349381 Nov 12 03:40:57.368397 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcebf9-c0a2-4db9-9d45-22f3520d6097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Calling delete_port for b135070e-4ca9-4619-9049-faee425c45cf owned by {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:57.393300 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca4009-6648-4186-9f8b-0e127105b548 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Pushing event updated for resources: {'Port': ['ID=0dda46dd-839e-4df6-8447-d3392fdc5de6,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:57.491292 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bbca4009-6648-4186-9f8b-0e127105b548 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:57.560509 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bbca4009-6648-4186-9f8b-0e127105b548 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:57.828535 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a87f0d79-b4bf-4989-9d64-19a6af046bd9 req-66614006-69a2-4b0a-95af-cbc553b7d7ae tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4451210 Nov 12 03:40:57.834665 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ebfcebf9-c0a2-4db9-9d45-22f3520d6097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:57.886222 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8e49e6da-fbf8-4364-9089-d7da315e3980 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router_gateway, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:57.888868 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcebf9-c0a2-4db9-9d45-22f3520d6097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Pushing event deleted for resources: {'Port': ['ID=b135070e-4ca9-4619-9049-faee425c45cf,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:57.935549 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bbca4009-6648-4186-9f8b-0e127105b548 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:57.946161 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ebfcebf9-c0a2-4db9-9d45-22f3520d6097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:57.952268 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ebfcebf9-c0a2-4db9-9d45-22f3520d6097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] 10.222.0.50 "DELETE /v2.0/ports/b135070e-4ca9-4619-9049-faee425c45cf HTTP/1.1" status: 204 len: 168 time: 1.2023940 Nov 12 03:40:57.952915 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55960) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:57.957276 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bbca4009-6648-4186-9f8b-0e127105b548 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.062613 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca4009-6648-4186-9f8b-0e127105b548 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Pushing event updated for resources: {'Port': ['ID=0dda46dd-839e-4df6-8447-d3392fdc5de6,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:58.063888 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6b35686-b812-4a51-8a8a-ed4b7b80d887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] GET failed (client error): The resource could not be found. Nov 12 03:40:58.066987 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d6b35686-b812-4a51-8a8a-ed4b7b80d887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029036890-project-admin] 10.222.0.50 "GET /v2.0/ports/b135070e-4ca9-4619-9049-faee425c45cf HTTP/1.1" status: 404 len: 333 time: 0.1117022 Nov 12 03:40:58.074052 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55962) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:58.168864 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bbca4009-6648-4186-9f8b-0e127105b548 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.184807 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8e49e6da-fbf8-4364-9089-d7da315e3980 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41374'] for router, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.189617 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8e49e6da-fbf8-4364-9089-d7da315e3980 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-622926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-623029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620584'] for router, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.270866 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bbca4009-6648-4186-9f8b-0e127105b548 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.276386 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-bbca4009-6648-4186-9f8b-0e127105b548 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0553205 Nov 12 03:40:58.279911 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55968) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:58.292818 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-71f7122d-5a6c-4510-87a1-7c475c2e993b tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Request body: {'floatingip': {'port_id': 'c7a06f45-9620-4e04-98c5-acb77ee76f3a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:58.352816 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-50f88348-dd6d-4920-96dc-accbb975372b tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.361294 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-71f7122d-5a6c-4510-87a1-7c475c2e993b tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks [] for floatingip, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.521676 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e49e6da-fbf8-4364-9089-d7da315e3980 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Router ddb606ab-fe96-451c-aea9-8309a3b7aebb is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:40:58.616759 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-50f88348-dd6d-4920-96dc-accbb975372b tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.619599 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-71f7122d-5a6c-4510-87a1-7c475c2e993b tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] update failed (client error): The resource could not be found. Nov 12 03:40:58.623133 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-71f7122d-5a6c-4510-87a1-7c475c2e993b tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] 10.222.0.50 "PUT /v2.0/floatingips/e1863534-9e35-492f-aae9-b3ebceffedf6 HTTP/1.1" status: 404 len: 507 time: 0.3395045 Nov 12 03:40:58.626664 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55978) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:58.663094 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-50f88348-dd6d-4920-96dc-accbb975372b tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['850d55bb-b9be-47a0-b74c-4145e31aeba2']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:58.690145 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-50f88348-dd6d-4920-96dc-accbb975372b tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c08497c0-71b1-4a8b-840c-83df4aa83cbb') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:58.692651 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-50f88348-dd6d-4920-96dc-accbb975372b tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c08497c0-71b1-4a8b-840c-83df4aa83cbb') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:58.708319 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-50f88348-dd6d-4920-96dc-accbb975372b tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.731472 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-50f88348-dd6d-4920-96dc-accbb975372b tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.751587 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50f88348-dd6d-4920-96dc-accbb975372b tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:40:58.754080 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-50f88348-dd6d-4920-96dc-accbb975372b tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.801251 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:40:58.801251 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:40:58.801251 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:40:58.801251 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:40:58.801251 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:40:58.801251 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:40:58.801251 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:40:58.801251 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:40:58.801251 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:40:58.801251 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:40:58.801251 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:40:58.801251 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:40:58.801251 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:40:58.801251 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:40:58.801251 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:40:58.801251 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:40:58.801251 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:40:58.801251 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:40:58.801251 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:40:58.801251 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:40:58.801251 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:40:58.801251 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:40:58.801251 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:40:58.801251 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:40:58.801251 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:40:58.801251 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:40:58.801251 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:40:58.801251 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:40:58.801251 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:40:58.801251 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:40:58.801251 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:40:58.801251 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:40:58.832755 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e49e6da-fbf8-4364-9089-d7da315e3980 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:40:58.841040 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8e49e6da-fbf8-4364-9089-d7da315e3980 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.842372 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8e49e6da-fbf8-4364-9089-d7da315e3980 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] 10.222.0.50 "PUT /v2.0/routers/ddb606ab-fe96-451c-aea9-8309a3b7aebb HTTP/1.1" status: 200 len: 882 time: 3.2705085 Nov 12 03:40:58.849049 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a490a1ee-6ed6-4164-adba-9b532d08a823 None None] Sync routers for ids ['ddb606ab-fe96-451c-aea9-8309a3b7aebb'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:40:58.861023 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55980) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:58.878189 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a490a1ee-6ed6-4164-adba-9b532d08a823 None None] Routers {'ddb606ab-fe96-451c-aea9-8309a3b7aebb'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:58.878903 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-a490a1ee-6ed6-4164-adba-9b532d08a823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:40:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['ddb606ab-fe96-451c-aea9-8309a3b7aebb'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:58.939649 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-50f88348-dd6d-4920-96dc-accbb975372b tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.954274 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-50f88348-dd6d-4920-96dc-accbb975372b tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.961525 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-50f88348-dd6d-4920-96dc-accbb975372b tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384-project] 10.222.0.50 "DELETE /v2.0/networks/850d55bb-b9be-47a0-b74c-4145e31aeba2 HTTP/1.1" status: 204 len: 168 time: 0.8859475 Nov 12 03:40:58.987479 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f88348-dd6d-4920-96dc-accbb975372b tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-713515384-project] Pushing event deleted for resources: {'Network': ['ID=850d55bb-b9be-47a0-b74c-4145e31aeba2,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:59.031662 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-a490a1ee-6ed6-4164-adba-9b532d08a823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:59.070712 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a490a1ee-6ed6-4164-adba-9b532d08a823 None None] Routers {'ddb606ab-fe96-451c-aea9-8309a3b7aebb'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:59.073716 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-a490a1ee-6ed6-4164-adba-9b532d08a823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:40:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['ddb606ab-fe96-451c-aea9-8309a3b7aebb'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:59.078624 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-fe241530-8dac-4a5e-81b8-e20012bd73cd tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Deleting port 0dda46dd-839e-4df6-8447-d3392fdc5de6 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:59.079191 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fe241530-8dac-4a5e-81b8-e20012bd73cd tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:59.141470 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ca37c-4ca8-4f0a-9b11-13588326ff0b req-6fb2d56d-b75c-464a-944d-7365414fb2b5 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:59.144397 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e34ca37c-4ca8-4f0a-9b11-13588326ff0b req-6fb2d56d-b75c-464a-944d-7365414fb2b5 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=5175417e-7196-4249-8bb4-73787fd3dfa0 HTTP/1.1" status: 200 len: 946 time: 0.1408076 Nov 12 03:40:59.211617 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fe241530-8dac-4a5e-81b8-e20012bd73cd tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:59.212040 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fe241530-8dac-4a5e-81b8-e20012bd73cd tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:59.234439 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-a490a1ee-6ed6-4164-adba-9b532d08a823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:59.235427 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a490a1ee-6ed6-4164-adba-9b532d08a823 None None] The sync data for ids ['ddb606ab-fe96-451c-aea9-8309a3b7aebb'] in n-d-715271-27 is: [] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:40:59.291405 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e34ca37c-4ca8-4f0a-9b11-13588326ff0b req-af2c9e40-da22-4a0f-abbc-a1495f924ab7 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320679 Nov 12 03:40:59.513542 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55994) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:59.618683 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-fe241530-8dac-4a5e-81b8-e20012bd73cd tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Calling delete_port for 0dda46dd-839e-4df6-8447-d3392fdc5de6 owned by network:floatingip {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:59.628356 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-90c6d17d-6407-43fa-9c9d-238a0088a796 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] 10.222.0.50 "GET /v2.0/routers/ddb606ab-fe96-451c-aea9-8309a3b7aebb HTTP/1.1" status: 200 len: 923 time: 0.7656679 Nov 12 03:40:59.631013 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55998) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:59.702595 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f713cb5-13b5-42a7-826e-c63d18b59afe tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:59.704831 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1f713cb5-13b5-42a7-826e-c63d18b59afe tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=7932a4b6-40b8-49fc-bb5c-2a6d25b0a895&device_id=ddb606ab-fe96-451c-aea9-8309a3b7aebb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0728328 Nov 12 03:40:59.708041 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 56002) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:59.836249 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-cf590536-e5bd-4c85-8f6d-0763d046dd9a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=83978486800245fd8adfa1155d9d1c56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3208063 Nov 12 03:40:59.839152 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 56006) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:59.896380 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c170d30-2f91-40d6-a5f1-e176dd78a535 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:59.897897 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5c170d30-2f91-40d6-a5f1-e176dd78a535 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] 10.222.0.50 "GET /v2.0/networks/7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 HTTP/1.1" status: 200 len: 881 time: 0.1856661 Nov 12 03:40:59.909907 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 56008) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:59.923039 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fe241530-8dac-4a5e-81b8-e20012bd73cd tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:59.957780 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a6da4484-af46-4767-ab49-cfbe8d2d2183 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddb606ab-fe96-451c-aea9-8309a3b7aebb HTTP/1.1" status: 200 len: 205 time: 0.0464931 Nov 12 03:40:59.963563 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 56010) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:00.011891 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe241530-8dac-4a5e-81b8-e20012bd73cd tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Pushing event deleted for resources: {'Port': ['ID=0dda46dd-839e-4df6-8447-d3392fdc5de6,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:00.059899 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fe241530-8dac-4a5e-81b8-e20012bd73cd tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks [] for floatingip, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:00.063938 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fe241530-8dac-4a5e-81b8-e20012bd73cd tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:00.070592 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-fe241530-8dac-4a5e-81b8-e20012bd73cd tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] 10.222.0.50 "DELETE /v2.0/floatingips/e1863534-9e35-492f-aae9-b3ebceffedf6 HTTP/1.1" status: 204 len: 168 time: 1.3677125 Nov 12 03:41:00.071631 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56012) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:00.076371 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-5bbe2759-efb7-48f1-b45d-a155df86ff6a tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Request body: {'floatingip': {'floating_network_id': 'a46c6594-1286-4b38-b3b0-01fef8bc752a', 'port_id': 'c7a06f45-9620-4e04-98c5-acb77ee76f3a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:00.094126 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e17ba081-1162-4542-9f9e-0cde70f23b34 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:00.110576 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5bbe2759-efb7-48f1-b45d-a155df86ff6a tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks [] for floatingip, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:00.154447 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-71b059e4-89ed-4b98-89e4-fdb3bc10addf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:00.237907 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-71b059e4-89ed-4b98-89e4-fdb3bc10addf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:00.315671 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e17ba081-1162-4542-9f9e-0cde70f23b34 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:00.323872 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-eb0a49f5-d77f-42e6-ab92-c28ae3aee0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:00.349591 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-5bbe2759-efb7-48f1-b45d-a155df86ff6a tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:41:00.362060 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5bbe2759-efb7-48f1-b45d-a155df86ff6a tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2871096 Nov 12 03:41:00.362628 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56018) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:00.382912 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-417aaa57-a680-4dc2-ba07-62d67b5812c0 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'port_id': 'c7a06f45-9620-4e04-98c5-acb77ee76f3a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:00.396786 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-71b059e4-89ed-4b98-89e4-fdb3bc10addf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:00.401551 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-71b059e4-89ed-4b98-89e4-fdb3bc10addf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:00.403159 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-71b059e4-89ed-4b98-89e4-fdb3bc10addf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6bf9c16e-bdcb-4806-92d6-90a3466d86c6 HTTP/1.1" status: 204 len: 168 time: 0.5629241 Nov 12 03:41:00.441639 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b059e4-89ed-4b98-89e4-fdb3bc10addf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf9c16e-bdcb-4806-92d6-90a3466d86c6,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:00.480982 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-e17ba081-1162-4542-9f9e-0cde70f23b34 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Deleting port cba04f8b-0363-4595-b8b6-e0d49e2cc358 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:00.481224 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e17ba081-1162-4542-9f9e-0cde70f23b34 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:00.482684 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-417aaa57-a680-4dc2-ba07-62d67b5812c0 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks [] for floatingip, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:00.568607 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0afb639-2751-4b0d-b778-4657bc07b4b4 req-57d2c3aa-69a6-48c1-9320-92e2664d4fa5 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:00.571761 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c0afb639-2751-4b0d-b778-4657bc07b4b4 req-57d2c3aa-69a6-48c1-9320-92e2664d4fa5 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=5175417e-7196-4249-8bb4-73787fd3dfa0 HTTP/1.1" status: 200 len: 946 time: 0.1453907 Nov 12 03:41:00.618977 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e17ba081-1162-4542-9f9e-0cde70f23b34 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:00.639511 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-e17ba081-1162-4542-9f9e-0cde70f23b34 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Calling delete_port for cba04f8b-0363-4595-b8b6-e0d49e2cc358 owned by network:router_gateway {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:00.687734 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c0afb639-2751-4b0d-b778-4657bc07b4b4 req-54f44ff7-0feb-4fe9-ad71-736e25aafb1d tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057265 Nov 12 03:41:00.745028 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-417aaa57-a680-4dc2-ba07-62d67b5812c0 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:01.046453 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-417aaa57-a680-4dc2-ba07-62d67b5812c0 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Allocated IP 172.25.5.120 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/93cb79b8-968f-4ab9-b78c-cd3e30f14ebb) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:01.088580 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 56036) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:01.130953 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e17ba081-1162-4542-9f9e-0cde70f23b34 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:01.222573 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f51e52b2-4838-4647-b63e-ff680103732e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bc146674bbd9480bae8af463750c0e50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1299314 Nov 12 03:41:01.226267 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ba081-1162-4542-9f9e-0cde70f23b34 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Pushing event deleted for resources: {'Port': ['ID=cba04f8b-0363-4595-b8b6-e0d49e2cc358,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:01.228132 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 56038) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:01.248662 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-417aaa57-a680-4dc2-ba07-62d67b5812c0 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:01.293963 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c28e77-d1b2-4a23-ada5-a09300a563ae req-61d0ba90-3c19-4696-ba8a-c4fc09d1249d tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:01.305297 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-07c28e77-d1b2-4a23-ada5-a09300a563ae req-61d0ba90-3c19-4696-ba8a-c4fc09d1249d tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=5175417e-7196-4249-8bb4-73787fd3dfa0 HTTP/1.1" status: 200 len: 946 time: 0.1751108 Nov 12 03:41:01.343010 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-417aaa57-a680-4dc2-ba07-62d67b5812c0 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:01.416207 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417aaa57-a680-4dc2-ba07-62d67b5812c0 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Pushing event updated for resources: {'Port': ['ID=93cb79b8-968f-4ab9-b78c-cd3e30f14ebb,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:01.423599 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-07c28e77-d1b2-4a23-ada5-a09300a563ae req-07d1bef9-bb5c-470e-b19b-b06ff9a2966c tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169541 Nov 12 03:41:01.456111 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417aaa57-a680-4dc2-ba07-62d67b5812c0 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:01.456111 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-417aaa57-a680-4dc2-ba07-62d67b5812c0 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:01.456408 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e17ba081-1162-4542-9f9e-0cde70f23b34 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:01.456502 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417aaa57-a680-4dc2-ba07-62d67b5812c0 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:01.620279 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8168a2e9-26a9-4f69-88cf-ffdd2687dcdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:01.681547 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2480627-8a6c-47f1-ae72-cb414f10c361 req-b8dc7290-a5de-4063-a8ff-af1f651a21c4 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:01.683867 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c2480627-8a6c-47f1-ae72-cb414f10c361 req-b8dc7290-a5de-4063-a8ff-af1f651a21c4 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=5175417e-7196-4249-8bb4-73787fd3dfa0 HTTP/1.1" status: 200 len: 946 time: 0.1208129 Nov 12 03:41:01.717116 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e17ba081-1162-4542-9f9e-0cde70f23b34 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:01.723772 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e17ba081-1162-4542-9f9e-0cde70f23b34 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:01.739541 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8168a2e9-26a9-4f69-88cf-ffdd2687dcdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:01.822855 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e17ba081-1162-4542-9f9e-0cde70f23b34 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:01.823469 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17ba081-1162-4542-9f9e-0cde70f23b34 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Fanout notify agent at l3_agent the message router_deleted on router ddb606ab-fe96-451c-aea9-8309a3b7aebb {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:41:01.840345 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c2480627-8a6c-47f1-ae72-cb414f10c361 req-8b3ac7cb-b3cb-43a4-b883-c61739375a80 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484609 Nov 12 03:41:01.841879 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e17ba081-1162-4542-9f9e-0cde70f23b34 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:01.847934 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56050) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:01.849973 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e17ba081-1162-4542-9f9e-0cde70f23b34 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] 10.222.0.50 "DELETE /v2.0/routers/ddb606ab-fe96-451c-aea9-8309a3b7aebb HTTP/1.1" status: 204 len: 168 time: 1.8850834 Nov 12 03:41:01.859855 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-ffca4ef3-0df8-422b-a609-aa19e40efac3 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-173555210', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:01.885494 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8168a2e9-26a9-4f69-88cf-ffdd2687dcdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:01.892203 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8168a2e9-26a9-4f69-88cf-ffdd2687dcdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:01.896848 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8168a2e9-26a9-4f69-88cf-ffdd2687dcdd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b4e2b450-ee4b-4424-bcba-146b2e35b920 HTTP/1.1" status: 204 len: 168 time: 0.6656823 Nov 12 03:41:01.913923 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ffca4ef3-0df8-422b-a609-aa19e40efac3 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:01.915909 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ffca4ef3-0df8-422b-a609-aa19e40efac3 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:01.934542 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-417aaa57-a680-4dc2-ba07-62d67b5812c0 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Deleting port 93cb79b8-968f-4ab9-b78c-cd3e30f14ebb {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:01.936096 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-417aaa57-a680-4dc2-ba07-62d67b5812c0 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:01.945467 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8168a2e9-26a9-4f69-88cf-ffdd2687dcdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e2b450-ee4b-4424-bcba-146b2e35b920,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:02.160652 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ffca4ef3-0df8-422b-a609-aa19e40efac3 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:02.172373 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ffca4ef3-0df8-422b-a609-aa19e40efac3 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:02.208611 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-417aaa57-a680-4dc2-ba07-62d67b5812c0 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:02.208942 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-417aaa57-a680-4dc2-ba07-62d67b5812c0 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:02.214137 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ffca4ef3-0df8-422b-a609-aa19e40efac3 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:02.215479 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ffca4ef3-0df8-422b-a609-aa19e40efac3 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3662159 Nov 12 03:41:02.219429 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 56060) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:02.224693 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-e0315120-aefc-44b4-ae01-0696b6f67a54 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'enable_snat': True}}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:02.229052 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-417aaa57-a680-4dc2-ba07-62d67b5812c0 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Calling delete_port for 93cb79b8-968f-4ab9-b78c-cd3e30f14ebb owned by network:floatingip {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:02.490439 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353015f-ae8a-4225-bb88-04032317efd9 req-bf3cf2a4-76c5-49b5-bba1-5c7449450d2f tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:02.491937 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f353015f-ae8a-4225-bb88-04032317efd9 req-bf3cf2a4-76c5-49b5-bba1-5c7449450d2f tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=5175417e-7196-4249-8bb4-73787fd3dfa0 HTTP/1.1" status: 200 len: 946 time: 0.2640467 Nov 12 03:41:02.528632 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-417aaa57-a680-4dc2-ba07-62d67b5812c0 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:02.603790 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417aaa57-a680-4dc2-ba07-62d67b5812c0 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Pushing event deleted for resources: {'Port': ['ID=93cb79b8-968f-4ab9-b78c-cd3e30f14ebb,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:02.611550 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e0315120-aefc-44b4-ae01-0696b6f67a54 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:02.715958 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f353015f-ae8a-4225-bb88-04032317efd9 req-270bc631-be0e-4848-bf89-c3cc4ffa4f44 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806502 Nov 12 03:41:02.865134 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-417aaa57-a680-4dc2-ba07-62d67b5812c0 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] create failed (client error): The resource could not be found. Nov 12 03:41:02.866812 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-417aaa57-a680-4dc2-ba07-62d67b5812c0 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.5032117 Nov 12 03:41:02.871823 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56082) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:03.003513 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e0315120-aefc-44b4-ae01-0696b6f67a54 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:03.025290 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-5a7ac2b4-e97b-4d50-bbab-5ba7983a6406 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Deleting port c7a06f45-9620-4e04-98c5-acb77ee76f3a {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:03.025290 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5a7ac2b4-e97b-4d50-bbab-5ba7983a6406 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:03.034112 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e0315120-aefc-44b4-ae01-0696b6f67a54 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:03.226272 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-e0315120-aefc-44b4-ae01-0696b6f67a54 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Allocated IP 172.25.5.43 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/cf9b676e-8399-47c1-835d-59f36b38bb88) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:03.243761 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5a7ac2b4-e97b-4d50-bbab-5ba7983a6406 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:03.266794 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-5a7ac2b4-e97b-4d50-bbab-5ba7983a6406 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Calling delete_port for c7a06f45-9620-4e04-98c5-acb77ee76f3a owned by {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:03.277892 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d97fb2e6-69cd-42ed-8a32-df3b5dd8a6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:03.597385 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e0315120-aefc-44b4-ae01-0696b6f67a54 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:03.632503 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5a7ac2b4-e97b-4d50-bbab-5ba7983a6406 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:03.762275 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ac2b4-e97b-4d50-bbab-5ba7983a6406 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Pushing event deleted for resources: {'Port': ['ID=c7a06f45-9620-4e04-98c5-acb77ee76f3a,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:03.817798 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e0315120-aefc-44b4-ae01-0696b6f67a54 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:03.898258 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0315120-aefc-44b4-ae01-0696b6f67a54 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:03.907579 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-e0315120-aefc-44b4-ae01-0696b6f67a54 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:03.911990 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0315120-aefc-44b4-ae01-0696b6f67a54 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:04.024777 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363cc93b-97f6-4bdd-acc0-efcdd2343f2f req-9873b7ee-1f98-4e8f-bb09-b2da29e957c4 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:04.028533 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-363cc93b-97f6-4bdd-acc0-efcdd2343f2f req-9873b7ee-1f98-4e8f-bb09-b2da29e957c4 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.74 "GET /v2.0/ports?device_id=5175417e-7196-4249-8bb4-73787fd3dfa0 HTTP/1.1" status: 200 len: 946 time: 0.3548486 Nov 12 03:41:04.096929 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:04.145006 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5a7ac2b4-e97b-4d50-bbab-5ba7983a6406 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:04.159139 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0315120-aefc-44b4-ae01-0696b6f67a54 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Pushing event updated for resources: {'Port': ['ID=cf9b676e-8399-47c1-835d-59f36b38bb88,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:04.167819 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5a7ac2b4-e97b-4d50-bbab-5ba7983a6406 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] 10.222.0.50 "DELETE /v2.0/ports/c7a06f45-9620-4e04-98c5-acb77ee76f3a HTTP/1.1" status: 204 len: 168 time: 1.2946455 Nov 12 03:41:04.169266 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56110) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:04.216878 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125ce58-0e39-4934-8543-e539b26a3f52 req-032054c7-9f4e-441c-a054-d98fa8b15757 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:04.226300 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a125ce58-0e39-4934-8543-e539b26a3f52 req-032054c7-9f4e-441c-a054-d98fa8b15757 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=5175417e-7196-4249-8bb4-73787fd3dfa0 HTTP/1.1" status: 200 len: 946 time: 0.1617188 Nov 12 03:41:04.297547 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c6d7cd-983f-4c00-8a21-54cf32ab98e3 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:04.302512 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-31c6d7cd-983f-4c00-8a21-54cf32ab98e3 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] 10.222.0.50 "GET /v2.0/ports?device_id=66d8ed95-4db1-4cef-b4fe-98fd247fe4f5 HTTP/1.1" status: 200 len: 913 time: 0.1286428 Nov 12 03:41:04.303468 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56114) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:04.370631 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a125ce58-0e39-4934-8543-e539b26a3f52 req-8c0bd085-98cb-40a5-ba30-2fb76e5dcacd tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430850 Nov 12 03:41:04.877975 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56126) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:05.113928 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-eb3c25b0-a5e7-4979-8fb8-2a57b3a2fb64 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-74187431', 'router:external': True}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:05.167776 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1304b563-cdf1-4c05-a90c-f532a1b3ae72 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.172284 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3c25b0-a5e7-4979-8fb8-2a57b3a2fb64 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Made reservation on behalf of b2dfe87dbc8e49c1b8bffe6be5fbabe3 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:05.174942 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-eb3c25b0-a5e7-4979-8fb8-2a57b3a2fb64 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.274117 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-eb3c25b0-a5e7-4979-8fb8-2a57b3a2fb64 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.288385 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-363cc93b-97f6-4bdd-acc0-efcdd2343f2f req-a5a26a68-c384-401a-a342-04cc1f614abc tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Deleting port c5644b58-b0f5-4bcc-adc1-016534e8498d {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:05.289001 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-363cc93b-97f6-4bdd-acc0-efcdd2343f2f req-a5a26a68-c384-401a-a342-04cc1f614abc tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.428396 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.462559 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-eb3c25b0-a5e7-4979-8fb8-2a57b3a2fb64 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.469054 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-363cc93b-97f6-4bdd-acc0-efcdd2343f2f req-a5a26a68-c384-401a-a342-04cc1f614abc tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] For port c5644b58-b0f5-4bcc-adc1-016534e8498d, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=c5644b58-b0f5-4bcc-adc1-016534e8498d,segment=NetworkSegment(cb0def10-0c33-48e7-8f61-e6fe0bcab07e),segment_id=cb0def10-0c33-48e7-8f61-e6fe0bcab07e)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:05.469706 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-363cc93b-97f6-4bdd-acc0-efcdd2343f2f req-a5a26a68-c384-401a-a342-04cc1f614abc tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.495247 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-363cc93b-97f6-4bdd-acc0-efcdd2343f2f req-a5a26a68-c384-401a-a342-04cc1f614abc tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Calling delete_port for c5644b58-b0f5-4bcc-adc1-016534e8498d owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:05.524960 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-eb3c25b0-a5e7-4979-8fb8-2a57b3a2fb64 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.562830 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e0315120-aefc-44b4-ae01-0696b6f67a54 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.622780 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb3c25b0-a5e7-4979-8fb8-2a57b3a2fb64 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:41:05.654547 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-eb3c25b0-a5e7-4979-8fb8-2a57b3a2fb64 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.654997 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-eb3c25b0-a5e7-4979-8fb8-2a57b3a2fb64 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Added segment 4f4405b7-b16f-4dad-b6ed-7df7cca62f3d of type vlan for network 25a87bc0-cc5e-48fa-95aa-6ecb659198e0 Nov 12 03:41:05.662802 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c25b0-a5e7-4979-8fb8-2a57b3a2fb64 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295c1dea-c8fb-4e3a-9a2d-5f2b5f67b6f1,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:05.739431 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7c319-d29e-4bf4-b6d3-74f051516151 req-09f2b5bb-6879-48b4-8767-1a83d36a70ab tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:05.741444 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-eb3c25b0-a5e7-4979-8fb8-2a57b3a2fb64 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.747703 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-03d7c319-d29e-4bf4-b6d3-74f051516151 req-09f2b5bb-6879-48b4-8767-1a83d36a70ab tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=5175417e-7196-4249-8bb4-73787fd3dfa0 HTTP/1.1" status: 200 len: 946 time: 0.2230155 Nov 12 03:41:05.811414 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-eb3c25b0-a5e7-4979-8fb8-2a57b3a2fb64 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.812403 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3c25b0-a5e7-4979-8fb8-2a57b3a2fb64 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:05.812977 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-eb3c25b0-a5e7-4979-8fb8-2a57b3a2fb64 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.863290 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-eb3c25b0-a5e7-4979-8fb8-2a57b3a2fb64 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.9844172 Nov 12 03:41:05.864878 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 56146) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:05.877892 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-7dd12fee-20bd-42d5-a9e1-05b9167af7fa tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Request body: {'subnet': {'network_id': '25a87bc0-cc5e-48fa-95aa-6ecb659198e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:05.910943 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-1304b563-cdf1-4c05-a90c-f532a1b3ae72 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Deleting port 17fc8159-262c-47e2-be0c-2e92fad37ccd {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:05.911296 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1304b563-cdf1-4c05-a90c-f532a1b3ae72 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.918580 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c25b0-a5e7-4979-8fb8-2a57b3a2fb64 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Pushing event updated for resources: {'Network': ['ID=25a87bc0-cc5e-48fa-95aa-6ecb659198e0,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:05.933481 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 25a87bc0-cc5e-48fa-95aa-6ecb659198e0 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:41:06.001515 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-03d7c319-d29e-4bf4-b6d3-74f051516151 req-df2252de-21a7-4597-8d94-84536140a567 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502420 Nov 12 03:41:06.078700 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd12fee-20bd-42d5-a9e1-05b9167af7fa tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Made reservation on behalf of b2dfe87dbc8e49c1b8bffe6be5fbabe3 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:06.088511 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1304b563-cdf1-4c05-a90c-f532a1b3ae72 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:06.095421 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7dd12fee-20bd-42d5-a9e1-05b9167af7fa tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:06.110371 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-1304b563-cdf1-4c05-a90c-f532a1b3ae72 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Calling delete_port for 17fc8159-262c-47e2-be0c-2e92fad37ccd owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:06.209625 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-363cc93b-97f6-4bdd-acc0-efcdd2343f2f req-a5a26a68-c384-401a-a342-04cc1f614abc tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:06.223303 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['49b293a5-a2d4-4fee-bf55-5069bfa8e6b9', 'c5644b58-b0f5-4bcc-adc1-016534e8498d'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:41:06.250198 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a26a68-c384-401a-a342-04cc1f614abc tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Pushing event deleted for resources: {'Port': ['ID=c5644b58-b0f5-4bcc-adc1-016534e8498d,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:06.313279 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e0315120-aefc-44b4-ae01-0696b6f67a54 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41374'] for router, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:06.346751 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e0315120-aefc-44b4-ae01-0696b6f67a54 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-622926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-623029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620584'] for router, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:06.370076 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-363cc93b-97f6-4bdd-acc0-efcdd2343f2f req-a5a26a68-c384-401a-a342-04cc1f614abc tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] No DVR routers for this DVR port c5644b58-b0f5-4bcc-adc1-016534e8498d on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:06.385798 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-363cc93b-97f6-4bdd-acc0-efcdd2343f2f req-a5a26a68-c384-401a-a342-04cc1f614abc tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:06.393980 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-363cc93b-97f6-4bdd-acc0-efcdd2343f2f req-a5a26a68-c384-401a-a342-04cc1f614abc tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.74 "DELETE /v2.0/ports/c5644b58-b0f5-4bcc-adc1-016534e8498d HTTP/1.1" status: 204 len: 173 time: 2.3255205 Nov 12 03:41:06.394455 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5175417e-7196-4249-8bb4-73787fd3dfa0', 'name': 'network-vif-deleted', 'tag': 'c5644b58-b0f5-4bcc-adc1-016534e8498d'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:06.402330 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19c83db-81a6-4fe1-995d-007ecd674685" -d '{"events": [{"server_uuid": "5175417e-7196-4249-8bb4-73787fd3dfa0", "name": "network-vif-deleted", "tag": "c5644b58-b0f5-4bcc-adc1-016534e8498d"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:06.421432 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1304b563-cdf1-4c05-a90c-f532a1b3ae72 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:06.454567 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:06.492053 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1304b563-cdf1-4c05-a90c-f532a1b3ae72 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Pushing event deleted for resources: {'Port': ['ID=17fc8159-262c-47e2-be0c-2e92fad37ccd,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:06.510069 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc70d8e-9437-4957-aa42-11cbe5e5a386 x-openstack-request-id: req-cbc70d8e-9437-4957-aa42-11cbe5e5a386 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:06.510715 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5175417e-7196-4249-8bb4-73787fd3dfa0", "name": "network-vif-deleted", "tag": "c5644b58-b0f5-4bcc-adc1-016534e8498d", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:06.511181 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cbc70d8e-9437-4957-aa42-11cbe5e5a386 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:06.511948 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5175417e-7196-4249-8bb4-73787fd3dfa0', 'name': 'network-vif-deleted', 'tag': 'c5644b58-b0f5-4bcc-adc1-016534e8498d', 'status': 'completed', 'code': 200} Nov 12 03:41:06.830052 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1304b563-cdf1-4c05-a90c-f532a1b3ae72 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:06.986565 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0315120-aefc-44b4-ae01-0696b6f67a54 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Router 29e36874-c4a9-4abd-8185-439a2be88431 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:41:07.156999 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0315120-aefc-44b4-ae01-0696b6f67a54 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:41:07.167074 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9e30a0-4deb-40e1-916d-e1874463684a None None] Sync routers for ids ['29e36874-c4a9-4abd-8185-439a2be88431'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:41:07.175257 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e0315120-aefc-44b4-ae01-0696b6f67a54 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:07.179671 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e0315120-aefc-44b4-ae01-0696b6f67a54 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] 10.222.0.50 "PUT /v2.0/routers/29e36874-c4a9-4abd-8185-439a2be88431 HTTP/1.1" status: 200 len: 917 time: 4.9565477 Nov 12 03:41:07.182683 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 56172) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:07.190284 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9e30a0-4deb-40e1-916d-e1874463684a None None] Routers {'29e36874-c4a9-4abd-8185-439a2be88431'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:07.190929 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-bc9e30a0-4deb-40e1-916d-e1874463684a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:41:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['29e36874-c4a9-4abd-8185-439a2be88431'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:07.221265 n-d-715271-27 neutron-server[102571]: DEBUG neutron.objects.ports [None req-7dd12fee-20bd-42d5-a9e1-05b9167af7fa tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102571) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:41:07.221827 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7dd12fee-20bd-42d5-a9e1-05b9167af7fa tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:07.276730 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-bc9e30a0-4deb-40e1-916d-e1874463684a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:07.305627 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9e30a0-4deb-40e1-916d-e1874463684a None None] Routers {'29e36874-c4a9-4abd-8185-439a2be88431'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:07.306663 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-bc9e30a0-4deb-40e1-916d-e1874463684a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:41:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['29e36874-c4a9-4abd-8185-439a2be88431'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:07.320146 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1304b563-cdf1-4c05-a90c-f532a1b3ae72 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Router 66d8ed95-4db1-4cef-b4fe-98fd247fe4f5 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:41:07.341830 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd12fee-20bd-42d5-a9e1-05b9167af7fa tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c77f31ad-f960-40de-a36d-bca826c172c1,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:07.351744 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-66a31ad5-ed6e-43d6-9152-ca6a3a9b1baa req-0a25dc10-357a-4c17-b32e-76b6f39a0517 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=5175417e-7196-4249-8bb4-73787fd3dfa0 HTTP/1.1" status: 200 len: 210 time: 0.1808722 Nov 12 03:41:07.409884 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd12fee-20bd-42d5-a9e1-05b9167af7fa tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Checking segment: {'id': '4f4405b7-b16f-4dad-b6ed-7df7cca62f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '25a87bc0-cc5e-48fa-95aa-6ecb659198e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:41:07.411265 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd12fee-20bd-42d5-a9e1-05b9167af7fa tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Network hostable DHCP agents. Network: 25a87bc0-cc5e-48fa-95aa-6ecb659198e0, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:41:07.463570 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1304b563-cdf1-4c05-a90c-f532a1b3ae72 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:41:07.478139 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160cc685-e31a-4e22-8a10-db83c76703b6 None None] Sync routers for ids ['66d8ed95-4db1-4cef-b4fe-98fd247fe4f5'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:41:07.478877 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-1304b563-cdf1-4c05-a90c-f532a1b3ae72 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] 10.222.0.50 "PUT /v2.0/routers/66d8ed95-4db1-4cef-b4fe-98fd247fe4f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1694548 Nov 12 03:41:07.480461 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56176) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:07.481255 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-bc9e30a0-4deb-40e1-916d-e1874463684a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:07.482052 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9e30a0-4deb-40e1-916d-e1874463684a None None] The sync data for ids ['29e36874-c4a9-4abd-8185-439a2be88431'] in n-d-715271-27 is: [] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:41:07.519297 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160cc685-e31a-4e22-8a10-db83c76703b6 None None] Routers {'66d8ed95-4db1-4cef-b4fe-98fd247fe4f5'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:07.519927 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-160cc685-e31a-4e22-8a10-db83c76703b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:41:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['66d8ed95-4db1-4cef-b4fe-98fd247fe4f5'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:07.552622 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd12fee-20bd-42d5-a9e1-05b9167af7fa tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Network 25a87bc0-cc5e-48fa-95aa-6ecb659198e0 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:41:07.582073 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-7dd12fee-20bd-42d5-a9e1-05b9167af7fa tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 25a87bc0-cc5e-48fa-95aa-6ecb659198e0) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:07.595117 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe2adbe-01cd-4200-a70f-d762e39adc2c None None] Network 25a87bc0-cc5e-48fa-95aa-6ecb659198e0 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:07.601538 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd12fee-20bd-42d5-a9e1-05b9167af7fa tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:07.602583 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4c25e252-2682-43a3-901a-96f15ef0c244 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:07.603305 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7dd12fee-20bd-42d5-a9e1-05b9167af7fa tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:07.630765 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9aa5204d-7528-4342-bc25-35c865572929 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] 10.222.0.50 "GET /v2.0/routers/29e36874-c4a9-4abd-8185-439a2be88431 HTTP/1.1" status: 200 len: 923 time: 0.4219511 Nov 12 03:41:07.634228 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 56178) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:07.641054 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-160cc685-e31a-4e22-8a10-db83c76703b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:07.670684 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160cc685-e31a-4e22-8a10-db83c76703b6 None None] Routers {'66d8ed95-4db1-4cef-b4fe-98fd247fe4f5'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:07.671367 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-160cc685-e31a-4e22-8a10-db83c76703b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:41:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['66d8ed95-4db1-4cef-b4fe-98fd247fe4f5'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:07.687304 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7dd12fee-20bd-42d5-a9e1-05b9167af7fa tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8133953 Nov 12 03:41:07.693781 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56184) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:07.698647 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-9cd0ce52-7a7e-403d-b599-fac0d29e860f tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-562032498', 'network_id': '25a87bc0-cc5e-48fa-95aa-6ecb659198e0'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:07.729644 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd0ce52-7a7e-403d-b599-fac0d29e860f tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Made reservation on behalf of b2dfe87dbc8e49c1b8bffe6be5fbabe3 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:07.736893 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9cd0ce52-7a7e-403d-b599-fac0d29e860f tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:07.755293 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6928ec-12e7-4a49-b67a-1bcb3910c68a tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:07.761570 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-fa6928ec-12e7-4a49-b67a-1bcb3910c68a tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=7932a4b6-40b8-49fc-bb5c-2a6d25b0a895&device_id=29e36874-c4a9-4abd-8185-439a2be88431&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1255555 Nov 12 03:41:07.762929 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-160cc685-e31a-4e22-8a10-db83c76703b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:07.763780 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 56186) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:07.765128 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160cc685-e31a-4e22-8a10-db83c76703b6 None None] The sync data for ids ['66d8ed95-4db1-4cef-b4fe-98fd247fe4f5'] in n-d-715271-27 is: [] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:41:07.786912 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-9cd0ce52-7a7e-403d-b599-fac0d29e860f tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] device_id is not set on port bf6e99c3-9f93-45c7-86f9-627686504703 yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:41:07.833654 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef63755d-12d4-4cde-aa21-b06d55c65459 None None] Network 25a87bc0-cc5e-48fa-95aa-6ecb659198e0 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:07.959304 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4c25e252-2682-43a3-901a-96f15ef0c244 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:07.964400 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4c25e252-2682-43a3-901a-96f15ef0c244 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:07.986927 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92de807-9201-49ba-b308-917a1750ef3a tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:07.989082 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c92de807-9201-49ba-b308-917a1750ef3a tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] 10.222.0.50 "GET /v2.0/networks/7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 HTTP/1.1" status: 200 len: 881 time: 0.2230678 Nov 12 03:41:07.992093 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 56190) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:08.024555 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-553565e5-522c-48a8-9085-0a8910a3bcc8 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] 10.222.0.50 "GET /v2.0/ports?device_id=29e36874-c4a9-4abd-8185-439a2be88431 HTTP/1.1" status: 200 len: 205 time: 0.0309846 Nov 12 03:41:08.037024 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 56192) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:08.141980 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-9cd0ce52-7a7e-403d-b599-fac0d29e860f tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Allocated IP 172.20.0.3 (25a87bc0-cc5e-48fa-95aa-6ecb659198e0/c77f31ad-f960-40de-a36d-bca826c172c1/bf6e99c3-9f93-45c7-86f9-627686504703) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:08.233970 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4a87aae4-6bd1-4391-b5a8-374ba56a9636 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:08.406342 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4a87aae4-6bd1-4391-b5a8-374ba56a9636 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:08.549696 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device c5644b58-b0f5-4bcc-adc1-016534e8498d no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:08.550185 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-4a87aae4-6bd1-4391-b5a8-374ba56a9636 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Deleting port cf9b676e-8399-47c1-835d-59f36b38bb88 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:08.550185 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4a87aae4-6bd1-4391-b5a8-374ba56a9636 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:08.767168 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4c25e252-2682-43a3-901a-96f15ef0c244 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:08.768462 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c25e252-2682-43a3-901a-96f15ef0c244 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Fanout notify agent at l3_agent the message router_deleted on router 66d8ed95-4db1-4cef-b4fe-98fd247fe4f5 {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:41:08.779625 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4c25e252-2682-43a3-901a-96f15ef0c244 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:08.781839 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4c25e252-2682-43a3-901a-96f15ef0c244 tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] 10.222.0.50 "DELETE /v2.0/routers/66d8ed95-4db1-4cef-b4fe-98fd247fe4f5 HTTP/1.1" status: 204 len: 168 time: 1.3013475 Nov 12 03:41:08.787167 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4a87aae4-6bd1-4391-b5a8-374ba56a9636 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:08.789830 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 56212) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:08.841806 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:41:08.886057 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-4a87aae4-6bd1-4391-b5a8-374ba56a9636 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Calling delete_port for cf9b676e-8399-47c1-835d-59f36b38bb88 owned by network:router_gateway {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:08.915079 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9cd0ce52-7a7e-403d-b599-fac0d29e860f tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:08.998058 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9cd0ce52-7a7e-403d-b599-fac0d29e860f tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:09.078683 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-7677faeb-16a9-4e0f-a071-6499eaeb423c tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Deleting subnet bf8d4400-e8be-4afb-907e-7fa8a4c71197 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:41:09.096131 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7677faeb-16a9-4e0f-a071-6499eaeb423c tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:09.114756 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd0ce52-7a7e-403d-b599-fac0d29e860f tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Network 25a87bc0-cc5e-48fa-95aa-6ecb659198e0 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:09.119703 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-9cd0ce52-7a7e-403d-b599-fac0d29e860f tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:09.121977 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd0ce52-7a7e-403d-b599-fac0d29e860f tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Pushing event updated for resources: {'Port': ['ID=bf6e99c3-9f93-45c7-86f9-627686504703,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:09.124446 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd0ce52-7a7e-403d-b599-fac0d29e860f tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:09.189347 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: c5644b58-b0f5-4bcc-adc1-016534e8498d {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:41:09.190096 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device c5644b58-b0f5-4bcc-adc1-016534e8498d not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:41:09.199856 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd0ce52-7a7e-403d-b599-fac0d29e860f tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:09.202588 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9cd0ce52-7a7e-403d-b599-fac0d29e860f tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:09.230728 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:09.242807 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9cd0ce52-7a7e-403d-b599-fac0d29e860f tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.5445974 Nov 12 03:41:09.242807 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56226) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:09.250282 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7677faeb-16a9-4e0f-a071-6499eaeb423c tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:09.364562 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-78a9af1b-f361-44b7-b2be-60b967308365 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Deleting port bf6e99c3-9f93-45c7-86f9-627686504703 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:09.365121 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-78a9af1b-f361-44b7-b2be-60b967308365 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:09.587250 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-78a9af1b-f361-44b7-b2be-60b967308365 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:09.612500 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-30f1f039-479a-465b-bcf8-eeb83b3f6aef service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2315700 Nov 12 03:41:09.620447 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-78a9af1b-f361-44b7-b2be-60b967308365 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Calling delete_port for bf6e99c3-9f93-45c7-86f9-627686504703 owned by {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:09.622011 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7677faeb-16a9-4e0f-a071-6499eaeb423c tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:09.851854 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7677faeb-16a9-4e0f-a071-6499eaeb423c tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:09.872559 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7677faeb-16a9-4e0f-a071-6499eaeb423c tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:09.877366 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7677faeb-16a9-4e0f-a071-6499eaeb423c tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] 10.222.0.50 "DELETE /v2.0/subnets/bf8d4400-e8be-4afb-907e-7fa8a4c71197 HTTP/1.1" status: 204 len: 168 time: 1.0864000 Nov 12 03:41:09.879751 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c46ad0-5c1b-47c8-a4a3-7cf77dc74c53 None None] Network a46c6594-1286-4b38-b3b0-01fef8bc752a requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:09.883245 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56248) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:09.893818 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-78a9af1b-f361-44b7-b2be-60b967308365 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:09.899888 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4a87aae4-6bd1-4391-b5a8-374ba56a9636 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:09.907275 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7677faeb-16a9-4e0f-a071-6499eaeb423c tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Pushing event deleted for resources: {'Subnet': ['ID=bf8d4400-e8be-4afb-907e-7fa8a4c71197,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:09.969609 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-b67a49a3-4ed8-4921-8661-e8486f2c617f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:09.970086 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-b67a49a3-4ed8-4921-8661-e8486f2c617f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:09.975619 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a9af1b-f361-44b7-b2be-60b967308365 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf6e99c3-9f93-45c7-86f9-627686504703,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:09.976613 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-b67a49a3-4ed8-4921-8661-e8486f2c617f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:09.977203 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-b67a49a3-4ed8-4921-8661-e8486f2c617f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:09.977898 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-b67a49a3-4ed8-4921-8661-e8486f2c617f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:09.978291 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-b67a49a3-4ed8-4921-8661-e8486f2c617f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:09.978750 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-b67a49a3-4ed8-4921-8661-e8486f2c617f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:09.984613 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-b67a49a3-4ed8-4921-8661-e8486f2c617f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0cdd38a3f1ea45dcbcc53ea0d2714986&device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 6506 time: 0.2718897 Nov 12 03:41:09.986083 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a87aae4-6bd1-4391-b5a8-374ba56a9636 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Pushing event deleted for resources: {'Port': ['ID=cf9b676e-8399-47c1-835d-59f36b38bb88,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:10.146727 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-78a9af1b-f361-44b7-b2be-60b967308365 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:10.153448 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-78a9af1b-f361-44b7-b2be-60b967308365 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] 10.222.0.50 "DELETE /v2.0/ports/bf6e99c3-9f93-45c7-86f9-627686504703 HTTP/1.1" status: 204 len: 168 time: 0.9063199 Nov 12 03:41:10.153448 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56254) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:10.158266 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-6288b61a-d128-49e8-b32b-e60a5712bdf1 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '25a87bc0-cc5e-48fa-95aa-6ecb659198e0', 'external_fixed_ips': [{'subnet_id': 'c77f31ad-f960-40de-a36d-bca826c172c1', 'ip_address': '172.20.0.3'}]}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:10.167919 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-49d665b5-8065-486b-bad8-209086701dfb tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:10.236129 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4a87aae4-6bd1-4391-b5a8-374ba56a9636 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:10.255171 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6288b61a-d128-49e8-b32b-e60a5712bdf1 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:10.256587 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6288b61a-d128-49e8-b32b-e60a5712bdf1 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:10.276058 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128f6c28-efa5-48d3-9939-83e6651ca945 None None] DHCP port deletion for a46c6594-1286-4b38-b3b0-01fef8bc752a request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:41:10.320132 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6288b61a-d128-49e8-b32b-e60a5712bdf1 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:10.364735 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-128f6c28-efa5-48d3-9939-83e6651ca945 None None] Deleting port ac0d38a6-7a5e-4aa9-9532-4eb809059441 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:10.365411 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-128f6c28-efa5-48d3-9939-83e6651ca945 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:10.441467 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-128f6c28-efa5-48d3-9939-83e6651ca945 None None] For port ac0d38a6-7a5e-4aa9-9532-4eb809059441, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=ac0d38a6-7a5e-4aa9-9532-4eb809059441,segment=NetworkSegment(0c58d043-46e8-4f1e-aaaf-d22d3f4533bd),segment_id=0c58d043-46e8-4f1e-aaaf-d22d3f4533bd)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:10.444179 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-128f6c28-efa5-48d3-9939-83e6651ca945 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:10.469019 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-128f6c28-efa5-48d3-9939-83e6651ca945 None None] Calling delete_port for ac0d38a6-7a5e-4aa9-9532-4eb809059441 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:10.532740 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-49d665b5-8065-486b-bad8-209086701dfb tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Deleting port ac0d38a6-7a5e-4aa9-9532-4eb809059441 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:10.533003 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-49d665b5-8065-486b-bad8-209086701dfb tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:10.550634 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4a87aae4-6bd1-4391-b5a8-374ba56a9636 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:10.553099 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-39e27325-defb-4a25-a31d-45c46255f66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:10.553639 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-39e27325-defb-4a25-a31d-45c46255f66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:10.554108 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-39e27325-defb-4a25-a31d-45c46255f66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:10.555695 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-39e27325-defb-4a25-a31d-45c46255f66c service neutron] 10.222.0.74 "GET /v2.0/networks?id=efb988ed-b223-4e0b-8b86-915607ae4e80&id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&id=36f6ed65-8190-49b0-8a57-7dd102916b9e&id=36f6ed65-8190-49b0-8a57-7dd102916b9e HTTP/1.1" status: 200 len: 2299 time: 0.4907522 Nov 12 03:41:10.557010 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4a87aae4-6bd1-4391-b5a8-374ba56a9636 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:10.600262 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-128f6c28-efa5-48d3-9939-83e6651ca945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:10.610456 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6288b61a-d128-49e8-b32b-e60a5712bdf1 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:10.652661 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f6c28-efa5-48d3-9939-83e6651ca945 None None] Pushing event deleted for resources: {'Port': ['ID=ac0d38a6-7a5e-4aa9-9532-4eb809059441,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:10.655633 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128f6c28-efa5-48d3-9939-83e6651ca945 None None] No DVR routers for this DVR port ac0d38a6-7a5e-4aa9-9532-4eb809059441 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:10.668179 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-067b89ef-6300-4816-865d-e4cf387b211c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b765f9f8-1b70-40fd-8519-033f4f7cc090 HTTP/1.1" status: 200 len: 1000 time: 0.1011572 Nov 12 03:41:10.674755 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128f6c28-efa5-48d3-9939-83e6651ca945 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:10.675341 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128f6c28-efa5-48d3-9939-83e6651ca945 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:10.675876 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128f6c28-efa5-48d3-9939-83e6651ca945 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:10.676900 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128f6c28-efa5-48d3-9939-83e6651ca945 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:10.678040 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128f6c28-efa5-48d3-9939-83e6651ca945 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:10.678573 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128f6c28-efa5-48d3-9939-83e6651ca945 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:10.679507 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128f6c28-efa5-48d3-9939-83e6651ca945 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:10.680228 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128f6c28-efa5-48d3-9939-83e6651ca945 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:10.680766 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128f6c28-efa5-48d3-9939-83e6651ca945 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:10.681346 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128f6c28-efa5-48d3-9939-83e6651ca945 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:10.681863 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128f6c28-efa5-48d3-9939-83e6651ca945 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:10.682385 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128f6c28-efa5-48d3-9939-83e6651ca945 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:10.782220 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-49d665b5-8065-486b-bad8-209086701dfb tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] For port ac0d38a6-7a5e-4aa9-9532-4eb809059441, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=ac0d38a6-7a5e-4aa9-9532-4eb809059441,segment=NetworkSegment(0c58d043-46e8-4f1e-aaaf-d22d3f4533bd),segment_id=0c58d043-46e8-4f1e-aaaf-d22d3f4533bd)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:10.782594 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-49d665b5-8065-486b-bad8-209086701dfb tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:10.842109 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-49d665b5-8065-486b-bad8-209086701dfb tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Calling delete_port for ac0d38a6-7a5e-4aa9-9532-4eb809059441 owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:10.957953 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-49d665b5-8065-486b-bad8-209086701dfb tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:10.993920 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d665b5-8065-486b-bad8-209086701dfb tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] No DVR routers for this DVR port ac0d38a6-7a5e-4aa9-9532-4eb809059441 on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:11.004603 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d665b5-8065-486b-bad8-209086701dfb tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Pushing event deleted for resources: {'Port': ['ID=ac0d38a6-7a5e-4aa9-9532-4eb809059441,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:11.113610 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-49d665b5-8065-486b-bad8-209086701dfb tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:11.201486 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe129e-f09d-4ed9-9636-6cd32270068c req-8639c8e5-8e1d-43c9-806f-65e20f5e04de tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:11.204564 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ebbe129e-f09d-4ed9-9636-6cd32270068c req-8639c8e5-8e1d-43c9-806f-65e20f5e04de tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=cae109e2-d1d7-4bd3-b2a0-66d25788c96b HTTP/1.1" status: 200 len: 945 time: 0.9012129 Nov 12 03:41:11.208611 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4a87aae4-6bd1-4391-b5a8-374ba56a9636 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:11.209514 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a87aae4-6bd1-4391-b5a8-374ba56a9636 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Fanout notify agent at l3_agent the message router_deleted on router 29e36874-c4a9-4abd-8185-439a2be88431 {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:41:11.217356 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4a87aae4-6bd1-4391-b5a8-374ba56a9636 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:11.222304 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4a87aae4-6bd1-4391-b5a8-374ba56a9636 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] 10.222.0.50 "DELETE /v2.0/routers/29e36874-c4a9-4abd-8185-439a2be88431 HTTP/1.1" status: 204 len: 168 time: 3.1806803 Nov 12 03:41:11.228576 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 56264) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:11.239791 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-5356a5d0-d5a9-4738-a842-3d534862fb4b tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1022731605', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:11.262223 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-49d665b5-8065-486b-bad8-209086701dfb tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a46c6594-1286-4b38-b3b0-01fef8bc752a']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:11.281484 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-49d665b5-8065-486b-bad8-209086701dfb tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c58d043-46e8-4f1e-aaaf-d22d3f4533bd') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:11.281975 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-49d665b5-8065-486b-bad8-209086701dfb tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c58d043-46e8-4f1e-aaaf-d22d3f4533bd') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:11.290358 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-f8a07536-0055-4e43-816a-23f71684554d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:11.292551 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-f8a07536-0055-4e43-816a-23f71684554d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=30a0f48c-61f9-4792-91bd-2c64b1b43b35 HTTP/1.1" status: 200 len: 856 time: 0.5675187 Nov 12 03:41:11.295160 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6288b61a-d128-49e8-b32b-e60a5712bdf1 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:11.300312 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-49d665b5-8065-486b-bad8-209086701dfb tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:11.323696 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5356a5d0-d5a9-4738-a842-3d534862fb4b tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:11.324861 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5356a5d0-d5a9-4738-a842-3d534862fb4b tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:11.327573 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6288b61a-d128-49e8-b32b-e60a5712bdf1 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:11.348694 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ebbe129e-f09d-4ed9-9636-6cd32270068c req-4db26826-f49c-4f62-9202-9b676ebd5cd4 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283898 Nov 12 03:41:11.389784 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-e95169e7-ac1a-4b59-adfd-abe07ac2ee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:11.390736 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-49d665b5-8065-486b-bad8-209086701dfb tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:11.391498 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-e95169e7-ac1a-4b59-adfd-abe07ac2ee60 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=efb988ed-b223-4e0b-8b86-915607ae4e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0849066 Nov 12 03:41:11.425149 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49d665b5-8065-486b-bad8-209086701dfb tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:41:11.425521 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-49d665b5-8065-486b-bad8-209086701dfb tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:11.428988 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:41:11.428988 n-d-715271-27 neutron-server[102572]: items = [ Nov 12 03:41:11.428988 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:41:11.428988 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:41:11.428988 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:41:11.428988 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:41:11.428988 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:41:11.428988 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:41:11.428988 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:41:11.428988 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:41:11.428988 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:41:11.428988 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:41:11.428988 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:41:11.428988 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:41:11.428988 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:41:11.428988 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:41:11.428988 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:41:11.428988 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:41:11.428988 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:41:11.428988 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:41:11.428988 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:41:11.428988 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:41:11.428988 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:41:11.428988 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:41:11.428988 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:41:11.428988 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:41:11.428988 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:41:11.428988 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:41:11.428988 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:41:11.428988 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:41:11.428988 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:41:11.428988 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:41:11.428988 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:41:11.428988 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:41:11.428988 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:41:11.428988 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:41:11.428988 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:41:11.428988 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:41:11.428988 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:41:11.428988 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:41:11.428988 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:41:11.428988 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:41:11.474477 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5356a5d0-d5a9-4738-a842-3d534862fb4b tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:11.522416 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5356a5d0-d5a9-4738-a842-3d534862fb4b tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:11.592654 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5356a5d0-d5a9-4738-a842-3d534862fb4b tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:11.606355 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-49d665b5-8065-486b-bad8-209086701dfb tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:11.612257 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5356a5d0-d5a9-4738-a842-3d534862fb4b tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3715794 Nov 12 03:41:11.622652 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 56270) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:11.634669 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-49d665b5-8065-486b-bad8-209086701dfb tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:11.641446 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-49d665b5-8065-486b-bad8-209086701dfb tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] 10.222.0.50 "DELETE /v2.0/networks/a46c6594-1286-4b38-b3b0-01fef8bc752a HTTP/1.1" status: 204 len: 168 time: 1.7568412 Nov 12 03:41:11.646103 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-b086927b-4d0c-4d1d-aa06-aefeeb6cac89 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'enable_snat': False}}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:11.680585 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d665b5-8065-486b-bad8-209086701dfb tempest-FloatingIPNegativeTestJSON-1440672214 tempest-FloatingIPNegativeTestJSON-1440672214-project] Pushing event deleted for resources: {'Network': ['ID=a46c6594-1286-4b38-b3b0-01fef8bc752a,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:11.718910 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-6288b61a-d128-49e8-b32b-e60a5712bdf1 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Allocated IP 172.20.0.3 (25a87bc0-cc5e-48fa-95aa-6ecb659198e0/c77f31ad-f960-40de-a36d-bca826c172c1/15990b70-41b7-4474-a6a8-b51f6bbf727e) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:11.725244 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device ac0d38a6-7a5e-4aa9-9532-4eb809059441 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:11.735549 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a6db1-7ddb-4651-b175-79d8eaa193e5 req-c892602a-2f84-4ccf-bf4c-996056e96d4a tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:11.737474 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-781a6db1-7ddb-4651-b175-79d8eaa193e5 req-c892602a-2f84-4ccf-bf4c-996056e96d4a tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.74 "GET /v2.0/ports?device_id=cae109e2-d1d7-4bd3-b2a0-66d25788c96b HTTP/1.1" status: 200 len: 945 time: 0.1425037 Nov 12 03:41:11.773282 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: ac0d38a6-7a5e-4aa9-9532-4eb809059441 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:41:11.773620 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device ac0d38a6-7a5e-4aa9-9532-4eb809059441 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:41:12.096518 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-781a6db1-7ddb-4651-b175-79d8eaa193e5 req-6571cf91-eeb3-4e1a-86c9-2a319d5d664f tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Deleting port 49b293a5-a2d4-4fee-bf55-5069bfa8e6b9 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:12.098582 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-781a6db1-7ddb-4651-b175-79d8eaa193e5 req-6571cf91-eeb3-4e1a-86c9-2a319d5d664f tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:12.161790 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-a9f9142b-70e6-45e8-be59-f48f5cc6b48c service neutron] 10.222.0.74 "GET /v2.0/networks/efb988ed-b223-4e0b-8b86-915607ae4e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7075291 Nov 12 03:41:12.167816 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b086927b-4d0c-4d1d-aa06-aefeeb6cac89 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:12.235479 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56284) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:12.253694 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6288b61a-d128-49e8-b32b-e60a5712bdf1 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:12.283038 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-b7afd25a-008b-46c3-9d1a-8dd98f86bd9d service neutron] 10.222.0.74 "GET /v2.0/networks/efb988ed-b223-4e0b-8b86-915607ae4e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020315 Nov 12 03:41:12.312136 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-781a6db1-7ddb-4651-b175-79d8eaa193e5 req-6571cf91-eeb3-4e1a-86c9-2a319d5d664f tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] For port 49b293a5-a2d4-4fee-bf55-5069bfa8e6b9, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=49b293a5-a2d4-4fee-bf55-5069bfa8e6b9,segment=NetworkSegment(cb0def10-0c33-48e7-8f61-e6fe0bcab07e),segment_id=cb0def10-0c33-48e7-8f61-e6fe0bcab07e)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:12.312493 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-781a6db1-7ddb-4651-b175-79d8eaa193e5 req-6571cf91-eeb3-4e1a-86c9-2a319d5d664f tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:12.339187 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-781a6db1-7ddb-4651-b175-79d8eaa193e5 req-6571cf91-eeb3-4e1a-86c9-2a319d5d664f tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Calling delete_port for 49b293a5-a2d4-4fee-bf55-5069bfa8e6b9 owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:12.354534 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6288b61a-d128-49e8-b32b-e60a5712bdf1 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:12.364748 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-c5c12bbe-bee8-4838-b5e9-751251790c47 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2 HTTP/1.1" status: 200 len: 217 time: 0.0481625 Nov 12 03:41:12.513140 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-c624d051-a266-4d59-8c72-79156a513c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:12.515457 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-c624d051-a266-4d59-8c72-79156a513c27 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b982b1ac-5a39-445d-bf86-e4e863c753c9 HTTP/1.1" status: 200 len: 797 time: 0.1418872 Nov 12 03:41:12.536834 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6288b61a-d128-49e8-b32b-e60a5712bdf1 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Network 25a87bc0-cc5e-48fa-95aa-6ecb659198e0 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:12.572615 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-6288b61a-d128-49e8-b32b-e60a5712bdf1 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:12.587024 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6288b61a-d128-49e8-b32b-e60a5712bdf1 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:12.604512 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-1dbb6e0e-e942-4329-9c0e-6963af11cded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:12.606319 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-1dbb6e0e-e942-4329-9c0e-6963af11cded service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0777793 Nov 12 03:41:12.634638 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6288b61a-d128-49e8-b32b-e60a5712bdf1 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Pushing event updated for resources: {'Port': ['ID=15990b70-41b7-4474-a6a8-b51f6bbf727e,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:12.741312 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-098e5083-5932-43ea-b408-271cbafcf415 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0658e3c385c14f9bac2a9859d3bdbf4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5021720 Nov 12 03:41:12.744739 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 56290) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:12.839428 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cbce79-1f67-4126-8005-55acb9b48d9a req-5b16ff87-7256-492e-ac94-47f6f1efea6a tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:12.840926 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a2cbce79-1f67-4126-8005-55acb9b48d9a req-5b16ff87-7256-492e-ac94-47f6f1efea6a tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=cae109e2-d1d7-4bd3-b2a0-66d25788c96b HTTP/1.1" status: 200 len: 945 time: 0.3156240 Nov 12 03:41:12.896031 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b39ddec0-dd8b-4f45-883e-4ecf595a1404 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:12.957033 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-2854b1e8-2fb5-456a-ada6-fff365112ee7 service neutron] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130138 Nov 12 03:41:12.966919 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-781a6db1-7ddb-4651-b175-79d8eaa193e5 req-6571cf91-eeb3-4e1a-86c9-2a319d5d664f tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:12.986260 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['49b293a5-a2d4-4fee-bf55-5069bfa8e6b9'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:41:13.004920 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b39ddec0-dd8b-4f45-883e-4ecf595a1404 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:13.010287 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b086927b-4d0c-4d1d-aa06-aefeeb6cac89 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:13.013662 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a2cbce79-1f67-4126-8005-55acb9b48d9a req-b1ca473d-2b5a-4899-b118-b470d16b13b7 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaba6dce-cc63-4e09-897d-9b57b4c985c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449816 Nov 12 03:41:13.130219 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6571cf91-eeb3-4e1a-86c9-2a319d5d664f tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Pushing event deleted for resources: {'Port': ['ID=49b293a5-a2d4-4fee-bf55-5069bfa8e6b9,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:13.185561 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b086927b-4d0c-4d1d-aa06-aefeeb6cac89 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:13.328396 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b39ddec0-dd8b-4f45-883e-4ecf595a1404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:13.331060 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b39ddec0-dd8b-4f45-883e-4ecf595a1404 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:13.334611 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b39ddec0-dd8b-4f45-883e-4ecf595a1404 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0a99e984-d324-4b5a-9482-ba692935f29e HTTP/1.1" status: 204 len: 168 time: 0.5865519 Nov 12 03:41:13.368706 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ddec0-dd8b-4f45-883e-4ecf595a1404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a99e984-d324-4b5a-9482-ba692935f29e,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:13.388458 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-781a6db1-7ddb-4651-b175-79d8eaa193e5 req-6571cf91-eeb3-4e1a-86c9-2a319d5d664f tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] No DVR routers for this DVR port 49b293a5-a2d4-4fee-bf55-5069bfa8e6b9 on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:13.388723 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-3ae77dcd-6c52-42d1-a40e-c6d2c0eec6bd service neutron] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4057498 Nov 12 03:41:13.393467 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-781a6db1-7ddb-4651-b175-79d8eaa193e5 req-6571cf91-eeb3-4e1a-86c9-2a319d5d664f tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:13.403120 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-781a6db1-7ddb-4651-b175-79d8eaa193e5 req-6571cf91-eeb3-4e1a-86c9-2a319d5d664f tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.74 "DELETE /v2.0/ports/49b293a5-a2d4-4fee-bf55-5069bfa8e6b9 HTTP/1.1" status: 204 len: 173 time: 1.6548426 Nov 12 03:41:13.472321 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-593f48fb-e5e5-49a8-b7fc-4f7906628343 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=abbc23e8-1176-4bcd-936e-074c27c7f379 HTTP/1.1" status: 200 len: 217 time: 0.0697277 Nov 12 03:41:13.479284 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-b086927b-4d0c-4d1d-aa06-aefeeb6cac89 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Allocated IP 172.25.5.151 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/8838b43b-7e03-495d-ac87-5c8aa9f7f745) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:13.535596 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae109e2-d1d7-4bd3-b2a0-66d25788c96b', 'name': 'network-vif-deleted', 'tag': '49b293a5-a2d4-4fee-bf55-5069bfa8e6b9'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:13.544287 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffc9c6a-5b1b-4339-be33-212ed41093e4" -d '{"events": [{"server_uuid": "cae109e2-d1d7-4bd3-b2a0-66d25788c96b", "name": "network-vif-deleted", "tag": "49b293a5-a2d4-4fee-bf55-5069bfa8e6b9"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:13.602474 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-4b39f213-fd08-4487-b86a-cb1e3739c954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:13.605142 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-4b39f213-fd08-4487-b86a-cb1e3739c954 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b982b1ac-5a39-445d-bf86-e4e863c753c9 HTTP/1.1" status: 200 len: 797 time: 0.1193404 Nov 12 03:41:13.606056 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6288b61a-d128-49e8-b32b-e60a5712bdf1 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:13.750436 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-09375b83-8d79-4df8-8bab-6990b9cd583c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:13.761430 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-09375b83-8d79-4df8-8bab-6990b9cd583c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1381567 Nov 12 03:41:13.767329 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28f28b0-f14d-4b78-b512-10177fae293d x-openstack-request-id: req-f28f28b0-f14d-4b78-b512-10177fae293d {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:13.767663 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae109e2-d1d7-4bd3-b2a0-66d25788c96b", "name": "network-vif-deleted", "tag": "49b293a5-a2d4-4fee-bf55-5069bfa8e6b9", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:13.768127 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f28f28b0-f14d-4b78-b512-10177fae293d {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:13.768679 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae109e2-d1d7-4bd3-b2a0-66d25788c96b', 'name': 'network-vif-deleted', 'tag': '49b293a5-a2d4-4fee-bf55-5069bfa8e6b9', 'status': 'completed', 'code': 200} Nov 12 03:41:13.778931 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b086927b-4d0c-4d1d-aa06-aefeeb6cac89 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:14.043902 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-988834f9-36f2-4d91-9b80-e6dc53c733d7 service neutron] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739172 Nov 12 03:41:14.050038 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b086927b-4d0c-4d1d-aa06-aefeeb6cac89 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:14.385261 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6288b61a-d128-49e8-b32b-e60a5712bdf1 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:14.537703 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b086927b-4d0c-4d1d-aa06-aefeeb6cac89 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:14.539467 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b086927b-4d0c-4d1d-aa06-aefeeb6cac89 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Pushing event updated for resources: {'Port': ['ID=8838b43b-7e03-495d-ac87-5c8aa9f7f745,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:14.567170 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-b086927b-4d0c-4d1d-aa06-aefeeb6cac89 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:14.583655 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b086927b-4d0c-4d1d-aa06-aefeeb6cac89 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:14.940038 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-3ce64c07-8df9-4ecd-a3f9-f359eeb6c664 service neutron] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8731833 Nov 12 03:41:14.961605 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a94083e9-43df-4050-901d-448eb82fb936 req-68289f01-974d-46bd-ad48-99fffb250d62 tempest-ServersTestJSON-418813444 tempest-ServersTestJSON-418813444-project] 10.222.0.50 "GET /v2.0/ports?device_id=cae109e2-d1d7-4bd3-b2a0-66d25788c96b HTTP/1.1" status: 200 len: 210 time: 0.5822074 Nov 12 03:41:15.011130 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-af95c4d1-47e3-421c-813c-87cb28611983 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=e2131700-ba7a-474e-985e-8060b2a8fb24 HTTP/1.1" status: 200 len: 217 time: 0.0549767 Nov 12 03:41:15.133923 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3dc1c70a-8b35-4668-ac0a-747889d3bfcc req-5a782205-8874-4e8f-ba88-742faff0a446 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=066d7618-b4be-41e9-9099-40b5005f782f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1712515 Nov 12 03:41:15.251600 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-bbc647cf-65da-4072-baa9-03c38faa131c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:15.253134 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-bbc647cf-65da-4072-baa9-03c38faa131c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b982b1ac-5a39-445d-bf86-e4e863c753c9 HTTP/1.1" status: 200 len: 797 time: 0.2273395 Nov 12 03:41:15.323275 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b086927b-4d0c-4d1d-aa06-aefeeb6cac89 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:15.374550 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-b08d7fe5-5e42-44aa-893f-3d5eb9756dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:15.376571 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-b08d7fe5-5e42-44aa-893f-3d5eb9756dbf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1113811 Nov 12 03:41:15.437542 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1c70a-8b35-4668-ac0a-747889d3bfcc req-05948c7b-af9c-4933-adf4-d91191fed510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:15.441763 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3dc1c70a-8b35-4668-ac0a-747889d3bfcc req-05948c7b-af9c-4933-adf4-d91191fed510 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1978793e24864d458e17fb421706473b&device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 1097 time: 0.1931958 Nov 12 03:41:15.649294 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 56458) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:15.753705 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1c70a-8b35-4668-ac0a-747889d3bfcc req-30b07729-4b05-469f-aba8-85c326e6e790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:15.755392 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3dc1c70a-8b35-4668-ac0a-747889d3bfcc req-30b07729-4b05-469f-aba8-85c326e6e790 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ce97ab11-8a00-4cd9-ad27-4b288272e186 HTTP/1.1" status: 200 len: 911 time: 0.2831593 Nov 12 03:41:15.760000 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6288b61a-d128-49e8-b32b-e60a5712bdf1 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Router e71d7542-86fe-40f2-82bb-4bc9df68395d is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:41:15.854124 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3dc1c70a-8b35-4668-ac0a-747889d3bfcc req-9516f38b-f091-4e09-a0cd-5aa17f76ba25 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72ab2026-d2bd-4ec9-b4c7-244e772bddbb HTTP/1.1" status: 200 len: 1001 time: 0.0764425 Nov 12 03:41:15.945648 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-5d9593a8-247d-4304-ad8d-df1e131277af service neutron] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5533674 Nov 12 03:41:16.007812 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b086927b-4d0c-4d1d-aa06-aefeeb6cac89 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41374'] for router, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:16.017025 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-b0b02439-1a87-4b12-8717-3ef1d422a2a2 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2034482739'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:16.030564 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b086927b-4d0c-4d1d-aa06-aefeeb6cac89 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-622926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-623029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620584'] for router, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:16.039121 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1c70a-8b35-4668-ac0a-747889d3bfcc req-6209f77d-e417-436c-945b-47404a53c84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:16.040662 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3dc1c70a-8b35-4668-ac0a-747889d3bfcc req-6209f77d-e417-436c-945b-47404a53c84b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=218af894-e138-49fb-983a-59526774f58c HTTP/1.1" status: 200 len: 849 time: 0.1774285 Nov 12 03:41:16.098502 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56498) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:16.127855 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b02439-1a87-4b12-8717-3ef1d422a2a2 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Made reservation on behalf of 67babf17303845e7bb463e099a9322ec for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:16.131633 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b0b02439-1a87-4b12-8717-3ef1d422a2a2 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:16.142381 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6288b61a-d128-49e8-b32b-e60a5712bdf1 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:41:16.162032 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772fc282-72eb-48aa-9cad-44f1e04337e1 None None] Sync routers for ids ['e71d7542-86fe-40f2-82bb-4bc9df68395d'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:41:16.164058 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b0b02439-1a87-4b12-8717-3ef1d422a2a2 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:16.171801 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1c70a-8b35-4668-ac0a-747889d3bfcc req-9eb954e6-ee38-4579-b94c-6133aa93b994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:16.174292 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3dc1c70a-8b35-4668-ac0a-747889d3bfcc req-9eb954e6-ee38-4579-b94c-6133aa93b994 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ce97ab11-8a00-4cd9-ad27-4b288272e186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1198375 Nov 12 03:41:16.180454 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6288b61a-d128-49e8-b32b-e60a5712bdf1 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:16.182016 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6288b61a-d128-49e8-b32b-e60a5712bdf1 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.0280938 Nov 12 03:41:16.195060 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56502) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:16.195336 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772fc282-72eb-48aa-9cad-44f1e04337e1 None None] Routers {'e71d7542-86fe-40f2-82bb-4bc9df68395d'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:16.196481 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-772fc282-72eb-48aa-9cad-44f1e04337e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:41:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['e71d7542-86fe-40f2-82bb-4bc9df68395d'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:16.206759 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f13ec09-cf84-4d98-be22-98c13f7954b6 admin admin] Deleting subnet 503f9962-4a4b-41cd-afae-2bc03640b310 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:41:16.265809 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8f13ec09-cf84-4d98-be22-98c13f7954b6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:16.437734 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8f13ec09-cf84-4d98-be22-98c13f7954b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:16.508730 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-772fc282-72eb-48aa-9cad-44f1e04337e1 None None] Set router e71d7542-86fe-40f2-82bb-4bc9df68395d gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:41:16.524643 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7d907d51-dcbc-4938-81c2-614b7c29092d tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:16.527095 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8f13ec09-cf84-4d98-be22-98c13f7954b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:16.631099 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 49b293a5-a2d4-4fee-bf55-5069bfa8e6b9 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:16.661863 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3dc1c70a-8b35-4668-ac0a-747889d3bfcc req-617a8588-3806-4c1e-941c-6e0c82834c70 service neutron] 10.222.0.90 "GET /v2.0/networks/ce97ab11-8a00-4cd9-ad27-4b288272e186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4784660 Nov 12 03:41:16.687160 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 49b293a5-a2d4-4fee-bf55-5069bfa8e6b9 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:41:16.689545 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 49b293a5-a2d4-4fee-bf55-5069bfa8e6b9 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:41:16.935773 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-772fc282-72eb-48aa-9cad-44f1e04337e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71d7542-86fe-40f2-82bb-4bc9df68395d', 'name': '', 'tenant_id': 'b2dfe87dbc8e49c1b8bffe6be5fbabe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25a87bc0-cc5e-48fa-95aa-6ecb659198e0', 'external_fixed_ips': [{'subnet_id': 'c77f31ad-f960-40de-a36d-bca826c172c1', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '15990b70-41b7-4474-a6a8-b51f6bbf727e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:41:10Z', 'updated_at': '2021-11-12T03:41:12Z', 'revision_number': 3, 'project_id': 'b2dfe87dbc8e49c1b8bffe6be5fbabe3', 'gw_port': {'id': '15990b70-41b7-4474-a6a8-b51f6bbf727e', 'name': '', 'network_id': '25a87bc0-cc5e-48fa-95aa-6ecb659198e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71d7542-86fe-40f2-82bb-4bc9df68395d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': 'c77f31ad-f960-40de-a36d-bca826c172c1', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:11Z', 'updated_at': '2021-11-12T03:41:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c77f31ad-f960-40de-a36d-bca826c172c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:16.986777 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-395ddb2e-d771-4204-b232-14aeb923ff1f service neutron] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0302219 Nov 12 03:41:17.016298 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772fc282-72eb-48aa-9cad-44f1e04337e1 None None] Checking router: e71d7542-86fe-40f2-82bb-4bc9df68395d for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:41:17.016959 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772fc282-72eb-48aa-9cad-44f1e04337e1 None None] Updating router e71d7542-86fe-40f2-82bb-4bc9df68395d port 15990b70-41b7-4474-a6a8-b51f6bbf727e binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:41:17.068339 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8f13ec09-cf84-4d98-be22-98c13f7954b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:17.094863 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-772fc282-72eb-48aa-9cad-44f1e04337e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:17.124761 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f13ec09-cf84-4d98-be22-98c13f7954b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=503f9962-4a4b-41cd-afae-2bc03640b310,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:17.132952 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7d907d51-dcbc-4938-81c2-614b7c29092d tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:17.138257 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8f13ec09-cf84-4d98-be22-98c13f7954b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:17.142194 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8f13ec09-cf84-4d98-be22-98c13f7954b6 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/503f9962-4a4b-41cd-afae-2bc03640b310 HTTP/1.1" status: 204 len: 168 time: 1.0426633 Nov 12 03:41:17.146782 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3dc1c70a-8b35-4668-ac0a-747889d3bfcc req-777bcdc1-1ec1-4654-8be8-ca03013efe02 service neutron] 10.222.0.90 "GET /v2.0/networks/ce97ab11-8a00-4cd9-ad27-4b288272e186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4691181 Nov 12 03:41:17.147483 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56558) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:17.172852 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-b44569b2-70b4-4373-a19a-74432ff21959 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=bea45d93-9310-41f5-8703-7de66e3e9b69 HTTP/1.1" status: 200 len: 217 time: 0.1531882 Nov 12 03:41:17.271291 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-432b244a-de63-4258-91c3-bbf65d3f09aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:17.273366 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-432b244a-de63-4258-91c3-bbf65d3f09aa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b982b1ac-5a39-445d-bf86-e4e863c753c9 HTTP/1.1" status: 200 len: 797 time: 0.0682495 Nov 12 03:41:17.395151 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b0b02439-1a87-4b12-8717-3ef1d422a2a2 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:17.398472 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-4de01086-91c8-4d1f-ab25-86a1b89ea993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:17.399380 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-4de01086-91c8-4d1f-ab25-86a1b89ea993 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1139779 Nov 12 03:41:17.400278 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b086927b-4d0c-4d1d-aa06-aefeeb6cac89 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Router 9a3c41ef-971b-49a5-a01a-cf9f2959da63 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:41:17.403554 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b0b02439-1a87-4b12-8717-3ef1d422a2a2 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:17.453014 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0b02439-1a87-4b12-8717-3ef1d422a2a2 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:41:17.455062 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b02439-1a87-4b12-8717-3ef1d422a2a2 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cd18eb-1f74-48ef-8ac1-7cb539a04bad,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:17.616651 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b0b02439-1a87-4b12-8717-3ef1d422a2a2 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:17.617330 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-b0b02439-1a87-4b12-8717-3ef1d422a2a2 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Added segment 1d6fb3ef-dda2-42aa-9774-e6595feedc7a of type vlan for network 30cc1d6f-f503-4795-80b5-ae1f4b43ec0b Nov 12 03:41:17.625398 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8c348625-4e8a-42a3-9345-782b286ab17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:17.628451 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-772fc282-72eb-48aa-9cad-44f1e04337e1 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:17.642019 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-772fc282-72eb-48aa-9cad-44f1e04337e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:17.712471 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-7d907d51-dcbc-4938-81c2-614b7c29092d tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Deleting port 15990b70-41b7-4474-a6a8-b51f6bbf727e {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:17.716941 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7d907d51-dcbc-4938-81c2-614b7c29092d tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:17.745838 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cab4ba-5115-455f-affc-f04cbd1725eb None None] Pushing event updated for resources: {'Port': ['ID=15990b70-41b7-4474-a6a8-b51f6bbf727e,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:17.788055 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-772fc282-72eb-48aa-9cad-44f1e04337e1 None None] Attempting to bind port 15990b70-41b7-4474-a6a8-b51f6bbf727e on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:41:17.788512 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-772fc282-72eb-48aa-9cad-44f1e04337e1 None None] Attempting to bind port 15990b70-41b7-4474-a6a8-b51f6bbf727e by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '4f4405b7-b16f-4dad-b6ed-7df7cca62f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '25a87bc0-cc5e-48fa-95aa-6ecb659198e0'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:41:17.788833 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772fc282-72eb-48aa-9cad-44f1e04337e1 None None] Attempting to bind port 15990b70-41b7-4474-a6a8-b51f6bbf727e on network 25a87bc0-cc5e-48fa-95aa-6ecb659198e0 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:41:17.795168 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772fc282-72eb-48aa-9cad-44f1e04337e1 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:41:17.795168 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772fc282-72eb-48aa-9cad-44f1e04337e1 None None] Checking segment: {'id': '4f4405b7-b16f-4dad-b6ed-7df7cca62f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '25a87bc0-cc5e-48fa-95aa-6ecb659198e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:41:17.796488 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-772fc282-72eb-48aa-9cad-44f1e04337e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:17.797477 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772fc282-72eb-48aa-9cad-44f1e04337e1 None None] Bound using segment: {'id': '4f4405b7-b16f-4dad-b6ed-7df7cca62f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '25a87bc0-cc5e-48fa-95aa-6ecb659198e0'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:41:17.797688 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-772fc282-72eb-48aa-9cad-44f1e04337e1 None None] Bound port: 15990b70-41b7-4474-a6a8-b51f6bbf727e, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f4405b7-b16f-4dad-b6ed-7df7cca62f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '25a87bc0-cc5e-48fa-95aa-6ecb659198e0'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:41:17.798060 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-772fc282-72eb-48aa-9cad-44f1e04337e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:17.869982 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-772fc282-72eb-48aa-9cad-44f1e04337e1 None None] For port 15990b70-41b7-4474-a6a8-b51f6bbf727e, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:41:17.875332 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-772fc282-72eb-48aa-9cad-44f1e04337e1 None None] For port 15990b70-41b7-4474-a6a8-b51f6bbf727e, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=15990b70-41b7-4474-a6a8-b51f6bbf727e,segment=NetworkSegment(4f4405b7-b16f-4dad-b6ed-7df7cca62f3d),segment_id=4f4405b7-b16f-4dad-b6ed-7df7cca62f3d)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:41:17.876768 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b0b02439-1a87-4b12-8717-3ef1d422a2a2 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:17.883794 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-772fc282-72eb-48aa-9cad-44f1e04337e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:17.983411 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772fc282-72eb-48aa-9cad-44f1e04337e1 None None] Routers {'e71d7542-86fe-40f2-82bb-4bc9df68395d'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:17.984873 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-772fc282-72eb-48aa-9cad-44f1e04337e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:41:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['e71d7542-86fe-40f2-82bb-4bc9df68395d'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:18.027118 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-f51d4949-3297-4aad-bbc8-243c301138d1 service neutron] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5919788 Nov 12 03:41:18.080148 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7d907d51-dcbc-4938-81c2-614b7c29092d tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:18.098964 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-7d907d51-dcbc-4938-81c2-614b7c29092d tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Calling delete_port for 15990b70-41b7-4474-a6a8-b51f6bbf727e owned by network:router_gateway {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:18.167349 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b0b02439-1a87-4b12-8717-3ef1d422a2a2 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:18.174699 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b02439-1a87-4b12-8717-3ef1d422a2a2 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:18.175570 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b0b02439-1a87-4b12-8717-3ef1d422a2a2 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:18.196295 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b086927b-4d0c-4d1d-aa06-aefeeb6cac89 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:41:18.208674 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce213d0-0d97-48b1-a0f8-566d143dcd61 None None] Sync routers for ids ['9a3c41ef-971b-49a5-a01a-cf9f2959da63'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:41:18.215928 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b086927b-4d0c-4d1d-aa06-aefeeb6cac89 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:18.218017 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b086927b-4d0c-4d1d-aa06-aefeeb6cac89 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] 10.222.0.50 "PUT /v2.0/routers/9a3c41ef-971b-49a5-a01a-cf9f2959da63 HTTP/1.1" status: 200 len: 920 time: 6.5943372 Nov 12 03:41:18.233491 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 56626) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:18.320269 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b0b02439-1a87-4b12-8717-3ef1d422a2a2 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.5713606 Nov 12 03:41:18.354773 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cab4ba-5115-455f-affc-f04cbd1725eb None None] Pushing event updated for resources: {'Port': ['ID=15990b70-41b7-4474-a6a8-b51f6bbf727e,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:18.397631 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56634) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:18.418983 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:18.427806 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-0fc85f37-291b-4f57-a442-5ee2a19eefdc tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'port': {'network_id': '30cc1d6f-f503-4795-80b5-ae1f4b43ec0b', 'name': 'tempest-PortsIpV6TestJSON-378009275'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:18.456646 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-772fc282-72eb-48aa-9cad-44f1e04337e1 None None] Set router e71d7542-86fe-40f2-82bb-4bc9df68395d gateway port host: None {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:41:18.480418 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b02439-1a87-4b12-8717-3ef1d422a2a2 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event updated for resources: {'Network': ['ID=30cc1d6f-f503-4795-80b5-ae1f4b43ec0b,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:18.500172 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce213d0-0d97-48b1-a0f8-566d143dcd61 None None] Routers {'9a3c41ef-971b-49a5-a01a-cf9f2959da63'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:18.503115 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-bce213d0-0d97-48b1-a0f8-566d143dcd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:41:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['9a3c41ef-971b-49a5-a01a-cf9f2959da63'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:18.587543 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-772fc282-72eb-48aa-9cad-44f1e04337e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71d7542-86fe-40f2-82bb-4bc9df68395d', 'name': '', 'tenant_id': 'b2dfe87dbc8e49c1b8bffe6be5fbabe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:41:10Z', 'updated_at': '2021-11-12T03:41:17Z', 'revision_number': 4, 'project_id': 'b2dfe87dbc8e49c1b8bffe6be5fbabe3', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:18.590717 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 30cc1d6f-f503-4795-80b5-ae1f4b43ec0b details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:41:18.592032 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-bce213d0-0d97-48b1-a0f8-566d143dcd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:18.614656 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce213d0-0d97-48b1-a0f8-566d143dcd61 None None] Routers {'9a3c41ef-971b-49a5-a01a-cf9f2959da63'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:18.615420 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-bce213d0-0d97-48b1-a0f8-566d143dcd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:41:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['9a3c41ef-971b-49a5-a01a-cf9f2959da63'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:18.643621 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-ffc3d688-884a-478c-93b5-22f81dc7af50 service neutron] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6056097 Nov 12 03:41:18.684271 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8c348625-4e8a-42a3-9345-782b286ab17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:18.720906 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-bce213d0-0d97-48b1-a0f8-566d143dcd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:18.721797 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce213d0-0d97-48b1-a0f8-566d143dcd61 None None] The sync data for ids ['9a3c41ef-971b-49a5-a01a-cf9f2959da63'] in n-d-715271-27 is: [] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:41:18.759977 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-d5ee81ed-8ef5-46f3-9ea4-2d45b33be7c9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cd29e61e-cd7b-4137-8bad-d6de98039d22 HTTP/1.1" status: 200 len: 217 time: 0.1045868 Nov 12 03:41:18.776628 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772fc282-72eb-48aa-9cad-44f1e04337e1 None None] The sync data for ids ['e71d7542-86fe-40f2-82bb-4bc9df68395d'] in n-d-715271-27 is: [{'id': 'e71d7542-86fe-40f2-82bb-4bc9df68395d', 'name': '', 'tenant_id': 'b2dfe87dbc8e49c1b8bffe6be5fbabe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:41:10Z', 'updated_at': '2021-11-12T03:41:17Z', 'revision_number': 4, 'project_id': 'b2dfe87dbc8e49c1b8bffe6be5fbabe3', 'gw_port_host': None}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:41:18.821112 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-8c348625-4e8a-42a3-9345-782b286ab17b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78368f62-ed24-43ac-ae16-b5ccbfc3c78d']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:18.828571 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-00e1da77-b603-4ef7-a29e-381e30ecc703 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] 10.222.0.50 "GET /v2.0/routers/9a3c41ef-971b-49a5-a01a-cf9f2959da63 HTTP/1.1" status: 200 len: 926 time: 0.5908699 Nov 12 03:41:18.834569 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 56662) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:18.886010 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc85f37-291b-4f57-a442-5ee2a19eefdc tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Made reservation on behalf of 67babf17303845e7bb463e099a9322ec for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:18.906343 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0fc85f37-291b-4f57-a442-5ee2a19eefdc tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:18.927043 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-8c348625-4e8a-42a3-9345-782b286ab17b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb0def10-0c33-48e7-8f61-e6fe0bcab07e') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:18.929089 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-8c348625-4e8a-42a3-9345-782b286ab17b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb0def10-0c33-48e7-8f61-e6fe0bcab07e') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:18.946974 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8c348625-4e8a-42a3-9345-782b286ab17b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:18.973456 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-42aefaa2-958f-4d0e-bba5-fdeb07090c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:18.975063 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-42aefaa2-958f-4d0e-bba5-fdeb07090c87 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18b45a6b-deb9-4b8d-a9e4-21e350a68f47 HTTP/1.1" status: 200 len: 797 time: 0.2036684 Nov 12 03:41:19.002706 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8c348625-4e8a-42a3-9345-782b286ab17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:19.016020 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c348625-4e8a-42a3-9345-782b286ab17b admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:41:19.017080 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8c348625-4e8a-42a3-9345-782b286ab17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:19.019295 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7d907d51-dcbc-4938-81c2-614b7c29092d tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:19.021751 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:41:19.021751 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:41:19.021751 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:41:19.021751 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:41:19.021751 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:41:19.021751 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:41:19.021751 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:41:19.021751 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:41:19.021751 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:41:19.021751 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:41:19.021751 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:41:19.021751 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:41:19.021751 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:41:19.021751 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:41:19.021751 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:41:19.021751 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:41:19.021751 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:41:19.021751 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:41:19.021751 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:41:19.021751 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:41:19.021751 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:41:19.021751 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:41:19.021751 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:41:19.021751 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:41:19.021751 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:41:19.021751 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:41:19.021751 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:41:19.021751 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:41:19.021751 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:41:19.021751 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:41:19.021751 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:41:19.021751 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:41:19.084065 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d250683-d7c6-4946-bfdc-574d53c47845 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:19.100837 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7d250683-d7c6-4946-bfdc-574d53c47845 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=7932a4b6-40b8-49fc-bb5c-2a6d25b0a895&device_id=9a3c41ef-971b-49a5-a01a-cf9f2959da63&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2626898 Nov 12 03:41:19.100997 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-0fc85f37-291b-4f57-a442-5ee2a19eefdc tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] device_id is not set on port b249085d-3e63-4aa4-89e7-3c2fdb05f534 yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:41:19.101104 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 56684) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:19.212573 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d907d51-dcbc-4938-81c2-614b7c29092d tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Pushing event deleted for resources: {'Port': ['ID=15990b70-41b7-4474-a6a8-b51f6bbf727e,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:19.321349 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedd523e-8c8c-44f5-b69c-d1ab739fdbf8 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:19.325349 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-cedd523e-8c8c-44f5-b69c-d1ab739fdbf8 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] 10.222.0.50 "GET /v2.0/networks/7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 HTTP/1.1" status: 200 len: 881 time: 0.2106106 Nov 12 03:41:19.325349 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-2ffea56d-3e2a-40dc-a090-fef4e8beafe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:19.326168 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-2ffea56d-3e2a-40dc-a090-fef4e8beafe7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=36f6ed65-8190-49b0-8a57-7dd102916b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3378923 Nov 12 03:41:19.326553 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 56710) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:19.361118 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7d907d51-dcbc-4938-81c2-614b7c29092d tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:19.378990 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a47180de-246b-4410-a0de-761f132d26ae tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a3c41ef-971b-49a5-a01a-cf9f2959da63 HTTP/1.1" status: 200 len: 205 time: 0.0504918 Nov 12 03:41:19.391857 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 56716) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:19.498875 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7d907d51-dcbc-4938-81c2-614b7c29092d tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:19.501745 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7d907d51-dcbc-4938-81c2-614b7c29092d tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:19.571590 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8c348625-4e8a-42a3-9345-782b286ab17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:19.577544 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8c348625-4e8a-42a3-9345-782b286ab17b admin admin] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:19.584342 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8c348625-4e8a-42a3-9345-782b286ab17b admin admin] 10.222.0.50 "DELETE /v2.0/networks/78368f62-ed24-43ac-ae16-b5ccbfc3c78d HTTP/1.1" status: 204 len: 168 time: 2.4343429 Nov 12 03:41:19.585593 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7d907d51-dcbc-4938-81c2-614b7c29092d tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:19.585710 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d907d51-dcbc-4938-81c2-614b7c29092d tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e71d7542-86fe-40f2-82bb-4bc9df68395d {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:41:19.591864 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7d907d51-dcbc-4938-81c2-614b7c29092d tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:19.593083 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7d907d51-dcbc-4938-81c2-614b7c29092d tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] 10.222.0.50 "DELETE /v2.0/routers/e71d7542-86fe-40f2-82bb-4bc9df68395d HTTP/1.1" status: 204 len: 168 time: 3.3966708 Nov 12 03:41:19.598868 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56726) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:19.664577 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-b4cc1240-a8b3-4a03-a40d-b8fa09c7ce8e service neutron] 10.222.0.74 "GET /v2.0/networks/36f6ed65-8190-49b0-8a57-7dd102916b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957838 Nov 12 03:41:19.665639 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c348625-4e8a-42a3-9345-782b286ab17b admin admin] Pushing event deleted for resources: {'Network': ['ID=78368f62-ed24-43ac-ae16-b5ccbfc3c78d,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:19.716357 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb7ac1db-854a-4819-87ee-469b3a83cce6 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Deleting subnet c77f31ad-f960-40de-a36d-bca826c172c1 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:41:19.739981 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cb7ac1db-854a-4819-87ee-469b3a83cce6 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:19.799558 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aff1d0f1-cbf3-4511-8c60-135e9565efbc tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:19.857246 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cb7ac1db-854a-4819-87ee-469b3a83cce6 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:19.918722 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0fc85f37-291b-4f57-a442-5ee2a19eefdc tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:19.944357 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cb7ac1db-854a-4819-87ee-469b3a83cce6 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:20.045811 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0fc85f37-291b-4f57-a442-5ee2a19eefdc tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:20.196948 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc85f37-291b-4f57-a442-5ee2a19eefdc tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event updated for resources: {'Port': ['ID=b249085d-3e63-4aa4-89e7-3c2fdb05f534,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:20.214546 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cb7ac1db-854a-4819-87ee-469b3a83cce6 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:20.230301 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56774) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:20.274648 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cb7ac1db-854a-4819-87ee-469b3a83cce6 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:20.285646 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-cb7ac1db-854a-4819-87ee-469b3a83cce6 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] 10.222.0.50 "DELETE /v2.0/subnets/c77f31ad-f960-40de-a36d-bca826c172c1 HTTP/1.1" status: 204 len: 168 time: 0.6794572 Nov 12 03:41:20.299448 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ac1db-854a-4819-87ee-469b3a83cce6 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c77f31ad-f960-40de-a36d-bca826c172c1,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:20.303214 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56778) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:20.421069 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc85f37-291b-4f57-a442-5ee2a19eefdc tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Checking segment: {'id': '1d6fb3ef-dda2-42aa-9774-e6595feedc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '30cc1d6f-f503-4795-80b5-ae1f4b43ec0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:41:20.421461 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc85f37-291b-4f57-a442-5ee2a19eefdc tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Network hostable DHCP agents. Network: 30cc1d6f-f503-4795-80b5-ae1f4b43ec0b, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:41:20.440116 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-304e3421-a279-4d8e-9e55-c5c4fababb87 service neutron] 10.222.0.74 "GET /v2.0/networks/36f6ed65-8190-49b0-8a57-7dd102916b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7636142 Nov 12 03:41:20.446274 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aff1d0f1-cbf3-4511-8c60-135e9565efbc tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:20.471030 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-0c334abd-a862-4c2a-afd6-e408f498dd35 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=25535b709a2d4c4589b8ab88b8c8086a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1862175 Nov 12 03:41:20.473790 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9714dbe8-4c92-476b-a3d6-2d69877921a9 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:20.475443 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56796) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:20.495473 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc85f37-291b-4f57-a442-5ee2a19eefdc tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Network 30cc1d6f-f503-4795-80b5-ae1f4b43ec0b is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:41:20.506930 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-1448dbc7-06f1-4d89-85a3-ba5fba0a6c8c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c62b694a-df5c-40c2-8669-a8ba46de727c HTTP/1.1" status: 200 len: 217 time: 0.0523129 Nov 12 03:41:20.539463 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-0fc85f37-291b-4f57-a442-5ee2a19eefdc tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 30cc1d6f-f503-4795-80b5-ae1f4b43ec0b) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:20.544094 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc85f37-291b-4f57-a442-5ee2a19eefdc tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:20.549517 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5995ea9a-09c6-4945-89d8-bb3bcf86547a None None] Network 30cc1d6f-f503-4795-80b5-ae1f4b43ec0b requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:20.572311 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc85f37-291b-4f57-a442-5ee2a19eefdc tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:20.572867 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0fc85f37-291b-4f57-a442-5ee2a19eefdc tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:20.613697 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-03c76040-eea2-4b2a-bd10-77377aa478bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:20.615530 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-03c76040-eea2-4b2a-bd10-77377aa478bd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18b45a6b-deb9-4b8d-a9e4-21e350a68f47 HTTP/1.1" status: 200 len: 797 time: 0.0772257 Nov 12 03:41:20.620195 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-aff1d0f1-cbf3-4511-8c60-135e9565efbc tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Deleting port 8838b43b-7e03-495d-ac87-5c8aa9f7f745 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:20.621060 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aff1d0f1-cbf3-4511-8c60-135e9565efbc tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:20.632652 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-0fc85f37-291b-4f57-a442-5ee2a19eefdc tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.2234666 Nov 12 03:41:20.642237 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56808) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:20.653696 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-781f328c-14e8-4890-992e-107dec35c44b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-442251888'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:20.813228 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9714dbe8-4c92-476b-a3d6-2d69877921a9 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:20.830635 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-e9ff6a4a-2bdb-4e1e-a264-7f0aac5c59cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:20.832710 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-e9ff6a4a-2bdb-4e1e-a264-7f0aac5c59cc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=36f6ed65-8190-49b0-8a57-7dd102916b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1829989 Nov 12 03:41:20.839938 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-9714dbe8-4c92-476b-a3d6-2d69877921a9 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25a87bc0-cc5e-48fa-95aa-6ecb659198e0']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:20.843952 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aff1d0f1-cbf3-4511-8c60-135e9565efbc tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:20.851212 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-9714dbe8-4c92-476b-a3d6-2d69877921a9 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f4405b7-b16f-4dad-b6ed-7df7cca62f3d') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:20.851513 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-9714dbe8-4c92-476b-a3d6-2d69877921a9 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f4405b7-b16f-4dad-b6ed-7df7cca62f3d') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:20.888727 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-aff1d0f1-cbf3-4511-8c60-135e9565efbc tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Calling delete_port for 8838b43b-7e03-495d-ac87-5c8aa9f7f745 owned by network:router_gateway {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:20.900273 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b46c7611-94af-43e2-8090-2d54f2179a63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:20.913425 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9714dbe8-4c92-476b-a3d6-2d69877921a9 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:20.953055 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b46c7611-94af-43e2-8090-2d54f2179a63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:20.970767 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9714dbe8-4c92-476b-a3d6-2d69877921a9 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:20.982181 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9714dbe8-4c92-476b-a3d6-2d69877921a9 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:41:20.982607 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9714dbe8-4c92-476b-a3d6-2d69877921a9 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:20.985133 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:41:20.985133 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:41:20.985133 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:41:20.985133 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:41:20.985133 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:41:20.985133 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:41:20.985133 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:41:20.985133 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:41:20.985133 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:41:20.985133 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:41:20.985133 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:41:20.985133 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:41:20.985133 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:41:20.985133 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:41:20.985133 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:41:20.985133 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:41:20.985133 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:41:20.985133 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:41:20.985133 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:41:20.985133 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:41:20.985133 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:41:20.985133 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:41:20.985133 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:41:20.985133 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:41:20.985133 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:41:20.985133 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:41:20.985133 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:41:20.985133 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:41:20.985133 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:41:20.985133 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:41:20.985133 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:41:20.985133 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:41:21.108287 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-edd81e3f-4fc1-408c-8ae7-2786556e8133 service neutron] 10.222.0.74 "GET /v2.0/networks/36f6ed65-8190-49b0-8a57-7dd102916b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608471 Nov 12 03:41:21.382820 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781f328c-14e8-4890-992e-107dec35c44b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Made reservation on behalf of 67babf17303845e7bb463e099a9322ec for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:21.390706 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-781f328c-14e8-4890-992e-107dec35c44b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:21.479794 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09fce14b-90f4-4b49-b29a-0b001d68da4d req-534b3009-1be2-452d-b34f-d9d7dd3f10ca service neutron] 10.222.0.74 "GET /v2.0/networks/36f6ed65-8190-49b0-8a57-7dd102916b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583667 Nov 12 03:41:21.491536 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aff1d0f1-cbf3-4511-8c60-135e9565efbc tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:21.583242 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff1d0f1-cbf3-4511-8c60-135e9565efbc tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Pushing event deleted for resources: {'Port': ['ID=8838b43b-7e03-495d-ac87-5c8aa9f7f745,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:21.631155 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b46c7611-94af-43e2-8090-2d54f2179a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:21.637328 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b46c7611-94af-43e2-8090-2d54f2179a63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:21.640894 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b46c7611-94af-43e2-8090-2d54f2179a63 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aaba6dce-cc63-4e09-897d-9b57b4c985c7 HTTP/1.1" status: 204 len: 168 time: 1.1562731 Nov 12 03:41:21.645001 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-781f328c-14e8-4890-992e-107dec35c44b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:41:21.664668 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c7611-94af-43e2-8090-2d54f2179a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaba6dce-cc63-4e09-897d-9b57b4c985c7,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:21.667610 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-781f328c-14e8-4890-992e-107dec35c44b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:21.667952 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-781f328c-14e8-4890-992e-107dec35c44b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Added segment a5e1a98e-e04e-4958-b8de-311191594606 of type vlan for network dfcacb6e-c9ed-4dc1-ab70-c5d852621356 Nov 12 03:41:21.681506 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aff1d0f1-cbf3-4511-8c60-135e9565efbc tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:21.702727 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9714dbe8-4c92-476b-a3d6-2d69877921a9 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:21.729052 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9714dbe8-4c92-476b-a3d6-2d69877921a9 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 25a87bc0-cc5e-48fa-95aa-6ecb659198e0 {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 03:41:21.745262 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46c7611-94af-43e2-8090-2d54f2179a63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:21.748901 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46c7611-94af-43e2-8090-2d54f2179a63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:21.749972 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46c7611-94af-43e2-8090-2d54f2179a63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:21.754873 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46c7611-94af-43e2-8090-2d54f2179a63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:21.755663 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46c7611-94af-43e2-8090-2d54f2179a63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:21.756991 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46c7611-94af-43e2-8090-2d54f2179a63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:21.758922 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46c7611-94af-43e2-8090-2d54f2179a63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:21.759784 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46c7611-94af-43e2-8090-2d54f2179a63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:21.760604 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46c7611-94af-43e2-8090-2d54f2179a63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:21.761732 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46c7611-94af-43e2-8090-2d54f2179a63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:21.762695 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46c7611-94af-43e2-8090-2d54f2179a63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:21.763198 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46c7611-94af-43e2-8090-2d54f2179a63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:21.794050 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9714dbe8-4c92-476b-a3d6-2d69877921a9 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:21.827771 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9714dbe8-4c92-476b-a3d6-2d69877921a9 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] 10.222.0.50 "DELETE /v2.0/networks/25a87bc0-cc5e-48fa-95aa-6ecb659198e0 HTTP/1.1" status: 204 len: 168 time: 1.4947639 Nov 12 03:41:21.910424 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9714dbe8-4c92-476b-a3d6-2d69877921a9 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Pushing event deleted for resources: {'Network': ['ID=25a87bc0-cc5e-48fa-95aa-6ecb659198e0,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:21.935580 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-781f328c-14e8-4890-992e-107dec35c44b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:21.971497 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aff1d0f1-cbf3-4511-8c60-135e9565efbc tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:21.991073 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aff1d0f1-cbf3-4511-8c60-135e9565efbc tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:22.054786 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-781f328c-14e8-4890-992e-107dec35c44b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:22.067701 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781f328c-14e8-4890-992e-107dec35c44b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:22.072716 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-781f328c-14e8-4890-992e-107dec35c44b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:22.147772 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aff1d0f1-cbf3-4511-8c60-135e9565efbc tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:22.148807 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff1d0f1-cbf3-4511-8c60-135e9565efbc tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Fanout notify agent at l3_agent the message router_deleted on router 9a3c41ef-971b-49a5-a01a-cf9f2959da63 {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:41:22.169417 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aff1d0f1-cbf3-4511-8c60-135e9565efbc tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:22.173459 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-aff1d0f1-cbf3-4511-8c60-135e9565efbc tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] 10.222.0.50 "DELETE /v2.0/routers/9a3c41ef-971b-49a5-a01a-cf9f2959da63 HTTP/1.1" status: 204 len: 168 time: 2.7803547 Nov 12 03:41:22.177162 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 56894) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:22.193065 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-049cfd79-ba7f-4e2a-a77c-856a22905f2b tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1972550931', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}, 'admin_state_up': False}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:22.219677 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-781f328c-14e8-4890-992e-107dec35c44b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5762751 Nov 12 03:41:22.225140 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 56896) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:22.246153 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-fa23588e-7181-46ae-8577-42983523dd0e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'ports': [{'network_id': '30cc1d6f-f503-4795-80b5-ae1f4b43ec0b'}, {'network_id': 'dfcacb6e-c9ed-4dc1-ab70-c5d852621356'}]} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:22.246500 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-fa23588e-7181-46ae-8577-42983523dd0e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'port': {'network_id': '30cc1d6f-f503-4795-80b5-ae1f4b43ec0b'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:22.247053 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-fa23588e-7181-46ae-8577-42983523dd0e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'port': {'network_id': 'dfcacb6e-c9ed-4dc1-ab70-c5d852621356'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:22.306535 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f328c-14e8-4890-992e-107dec35c44b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event updated for resources: {'Network': ['ID=dfcacb6e-c9ed-4dc1-ab70-c5d852621356,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:22.323093 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network dfcacb6e-c9ed-4dc1-ab70-c5d852621356 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:41:22.470587 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56908) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:22.475711 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-bb2f177c-f25a-4107-a217-59437ba742f7 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Request body: {'router': {'name': 'tempest-router--831184774', 'project_id': '9a78fef2223b4368b24d095492a4806d'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:22.478791 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-049cfd79-ba7f-4e2a-a77c-856a22905f2b tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:22.479860 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-049cfd79-ba7f-4e2a-a77c-856a22905f2b tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:22.527250 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bb2f177c-f25a-4107-a217-59437ba742f7 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:22.528782 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bb2f177c-f25a-4107-a217-59437ba742f7 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:22.629926 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bb2f177c-f25a-4107-a217-59437ba742f7 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:22.659754 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bb2f177c-f25a-4107-a217-59437ba742f7 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:22.666444 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-049cfd79-ba7f-4e2a-a77c-856a22905f2b tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:22.698042 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bb2f177c-f25a-4107-a217-59437ba742f7 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:22.702593 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-bb2f177c-f25a-4107-a217-59437ba742f7 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2307804 Nov 12 03:41:22.703793 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56926) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:22.879534 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f8a01095-7ddc-482d-98fc-df8d8aa980ad tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:23.093018 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f8a01095-7ddc-482d-98fc-df8d8aa980ad tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:23.095611 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f8a01095-7ddc-482d-98fc-df8d8aa980ad tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:23.159529 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f8a01095-7ddc-482d-98fc-df8d8aa980ad tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:23.161021 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a01095-7ddc-482d-98fc-df8d8aa980ad tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Fanout notify agent at l3_agent the message router_deleted on router edbcd736-d0a1-49cb-b3bb-46fc642ff396 {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:41:23.184361 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f8a01095-7ddc-482d-98fc-df8d8aa980ad tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:23.184361 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f8a01095-7ddc-482d-98fc-df8d8aa980ad tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] 10.222.0.50 "DELETE /v2.0/routers/edbcd736-d0a1-49cb-b3bb-46fc642ff396 HTTP/1.1" status: 204 len: 168 time: 0.4738731 Nov 12 03:41:23.581295 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56962) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:23.609512 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa23588e-7181-46ae-8577-42983523dd0e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Made reservation on behalf of 67babf17303845e7bb463e099a9322ec for: {'port': 2} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:23.621676 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fa23588e-7181-46ae-8577-42983523dd0e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:23.658683 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-049cfd79-ba7f-4e2a-a77c-856a22905f2b tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:23.684647 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fa23588e-7181-46ae-8577-42983523dd0e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:23.860058 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-fa23588e-7181-46ae-8577-42983523dd0e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] device_id is not set on port 65c8dbfe-c874-45a2-aa15-c395d2d1794a yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:41:23.863798 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-2298b95b-6575-4b08-95ea-be1c856343de tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-361532004', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}, 'admin_state_up': False}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:23.917867 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2298b95b-6575-4b08-95ea-be1c856343de tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:23.919182 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2298b95b-6575-4b08-95ea-be1c856343de tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:23.992511 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2298b95b-6575-4b08-95ea-be1c856343de tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:24.157634 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fa23588e-7181-46ae-8577-42983523dd0e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:24.219915 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2298b95b-6575-4b08-95ea-be1c856343de tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:24.259483 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-049cfd79-ba7f-4e2a-a77c-856a22905f2b tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router_gateway, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:24.289011 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-049cfd79-ba7f-4e2a-a77c-856a22905f2b tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:24.313425 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-fa23588e-7181-46ae-8577-42983523dd0e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] device_id is not set on port c2eaacec-0992-4403-93af-052bb44c5ec8 yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:41:24.480356 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-049cfd79-ba7f-4e2a-a77c-856a22905f2b tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Allocated IP 172.25.5.83 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/1905d208-9e19-4e12-ba76-b1b883d40dbc) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:24.552896 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9fd3a527-6e5e-4418-9797-867ce13a2792 req-544ff4c7-85cc-4506-86bb-fed7a70bd192 tempest-ServerShowV257Test-2146338687 tempest-ServerShowV257Test-2146338687-project] 10.222.0.50 "GET /v2.0/ports?device_id=88e6d451-581a-449a-bfcc-c954af417c5b HTTP/1.1" status: 200 len: 210 time: 0.0902662 Nov 12 03:41:24.688119 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-049cfd79-ba7f-4e2a-a77c-856a22905f2b tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:24.751802 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2298b95b-6575-4b08-95ea-be1c856343de tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router_gateway, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:24.803293 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2298b95b-6575-4b08-95ea-be1c856343de tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:24.807788 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-049cfd79-ba7f-4e2a-a77c-856a22905f2b tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:24.910398 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049cfd79-ba7f-4e2a-a77c-856a22905f2b tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:24.919416 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-049cfd79-ba7f-4e2a-a77c-856a22905f2b tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:24.926021 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049cfd79-ba7f-4e2a-a77c-856a22905f2b tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:24.939349 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049cfd79-ba7f-4e2a-a77c-856a22905f2b tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Pushing event updated for resources: {'Port': ['ID=1905d208-9e19-4e12-ba76-b1b883d40dbc,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:24.981723 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-2298b95b-6575-4b08-95ea-be1c856343de tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Allocated IP 172.25.5.85 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/cb93b566-ef54-462a-86ce-98300c0b8b45) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:24.991462 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fa23588e-7181-46ae-8577-42983523dd0e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:25.141855 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2298b95b-6575-4b08-95ea-be1c856343de tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:25.203106 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2298b95b-6575-4b08-95ea-be1c856343de tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:25.204537 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fa23588e-7181-46ae-8577-42983523dd0e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:25.261026 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2298b95b-6575-4b08-95ea-be1c856343de tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:25.268468 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-2298b95b-6575-4b08-95ea-be1c856343de tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:25.273357 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2298b95b-6575-4b08-95ea-be1c856343de tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:25.286546 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298b95b-6575-4b08-95ea-be1c856343de tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Pushing event updated for resources: {'Port': ['ID=cb93b566-ef54-462a-86ce-98300c0b8b45,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:25.310480 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa23588e-7181-46ae-8577-42983523dd0e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event updated for resources: {'Port': ['ID=65c8dbfe-c874-45a2-aa15-c395d2d1794a,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:25.352145 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa23588e-7181-46ae-8577-42983523dd0e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Network 30cc1d6f-f503-4795-80b5-ae1f4b43ec0b is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:25.355438 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-fa23588e-7181-46ae-8577-42983523dd0e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:25.364819 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa23588e-7181-46ae-8577-42983523dd0e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:25.365690 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fa23588e-7181-46ae-8577-42983523dd0e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:25.484329 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa23588e-7181-46ae-8577-42983523dd0e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event updated for resources: {'Port': ['ID=c2eaacec-0992-4403-93af-052bb44c5ec8,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:25.588650 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa23588e-7181-46ae-8577-42983523dd0e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Checking segment: {'id': 'a5e1a98e-e04e-4958-b8de-311191594606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'dfcacb6e-c9ed-4dc1-ab70-c5d852621356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:41:25.589501 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa23588e-7181-46ae-8577-42983523dd0e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Network hostable DHCP agents. Network: dfcacb6e-c9ed-4dc1-ab70-c5d852621356, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:41:25.626552 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa23588e-7181-46ae-8577-42983523dd0e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Network dfcacb6e-c9ed-4dc1-ab70-c5d852621356 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:41:25.641200 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-049cfd79-ba7f-4e2a-a77c-856a22905f2b tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router_gateway, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:25.646188 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-fa23588e-7181-46ae-8577-42983523dd0e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, dfcacb6e-c9ed-4dc1-ab70-c5d852621356) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:25.654712 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d53022a-2d27-49f4-b943-7d20045d841a None None] Network dfcacb6e-c9ed-4dc1-ab70-c5d852621356 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:25.683642 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2298b95b-6575-4b08-95ea-be1c856343de tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router_gateway, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:25.688740 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa23588e-7181-46ae-8577-42983523dd0e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:25.695381 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa23588e-7181-46ae-8577-42983523dd0e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:25.700998 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa23588e-7181-46ae-8577-42983523dd0e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:25.701910 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fa23588e-7181-46ae-8577-42983523dd0e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:25.744684 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-fa23588e-7181-46ae-8577-42983523dd0e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.5180845 Nov 12 03:41:25.759092 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57054) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:25.769419 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8e202bc9-c8c0-455d-ba2e-ce55b25b5970 req-24f47b7c-744a-4300-86b3-e531b9af73a5 tempest-ServerShowV257Test-2146338687 tempest-ServerShowV257Test-2146338687-project] 10.222.0.50 "GET /v2.0/ports?device_id=88e6d451-581a-449a-bfcc-c954af417c5b HTTP/1.1" status: 200 len: 210 time: 0.0518491 Nov 12 03:41:26.128203 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-049cfd79-ba7f-4e2a-a77c-856a22905f2b tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:26.183262 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-71a0da18-e7ee-4e51-a623-d6165c933b52 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Deleting port c2eaacec-0992-4403-93af-052bb44c5ec8 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:26.183825 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-71a0da18-e7ee-4e51-a623-d6165c933b52 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:26.273982 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-71a0da18-e7ee-4e51-a623-d6165c933b52 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:26.315548 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049cfd79-ba7f-4e2a-a77c-856a22905f2b tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Router 8c93240a-1630-4629-b159-8f59ca491986 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:41:26.321323 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-71a0da18-e7ee-4e51-a623-d6165c933b52 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Calling delete_port for c2eaacec-0992-4403-93af-052bb44c5ec8 owned by {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:26.383086 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2298b95b-6575-4b08-95ea-be1c856343de tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:26.481356 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049cfd79-ba7f-4e2a-a77c-856a22905f2b tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:41:26.493189 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962185b4-48a7-4cee-a807-c0b46d56b640 None None] Sync routers for ids ['8c93240a-1630-4629-b159-8f59ca491986'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:41:26.516830 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962185b4-48a7-4cee-a807-c0b46d56b640 None None] Routers {'8c93240a-1630-4629-b159-8f59ca491986'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:26.517501 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-962185b4-48a7-4cee-a807-c0b46d56b640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:41:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8c93240a-1630-4629-b159-8f59ca491986'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:26.523930 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-049cfd79-ba7f-4e2a-a77c-856a22905f2b tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:26.525572 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-049cfd79-ba7f-4e2a-a77c-856a22905f2b tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.3464944 Nov 12 03:41:26.528196 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57064) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:26.535023 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-8fa5a6cb-142e-4369-afe2-f5bf46436628 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:26.579677 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-962185b4-48a7-4cee-a807-c0b46d56b640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:26.586922 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-71a0da18-e7ee-4e51-a623-d6165c933b52 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:26.605185 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962185b4-48a7-4cee-a807-c0b46d56b640 None None] Routers {'8c93240a-1630-4629-b159-8f59ca491986'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:26.608909 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-962185b4-48a7-4cee-a807-c0b46d56b640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:41:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8c93240a-1630-4629-b159-8f59ca491986'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:26.668272 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-71a0da18-e7ee-4e51-a623-d6165c933b52 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:26.678998 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-962185b4-48a7-4cee-a807-c0b46d56b640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:26.679669 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962185b4-48a7-4cee-a807-c0b46d56b640 None None] The sync data for ids ['8c93240a-1630-4629-b159-8f59ca491986'] in n-d-715271-27 is: [] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:41:26.684453 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-71a0da18-e7ee-4e51-a623-d6165c933b52 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/ports/c2eaacec-0992-4403-93af-052bb44c5ec8 HTTP/1.1" status: 204 len: 168 time: 0.9216299 Nov 12 03:41:26.684453 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a0da18-e7ee-4e51-a623-d6165c933b52 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event deleted for resources: {'Port': ['ID=c2eaacec-0992-4403-93af-052bb44c5ec8,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:26.686588 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57066) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:26.796853 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892e93df-7665-4f9d-9ffe-5545d3a30a9d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:26.802927 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892e93df-7665-4f9d-9ffe-5545d3a30a9d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:26.804637 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-892e93df-7665-4f9d-9ffe-5545d3a30a9d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1169791 Nov 12 03:41:26.807607 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57068) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:26.830304 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2298b95b-6575-4b08-95ea-be1c856343de tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Router 9bfed65a-1716-4624-83e7-e5b64680d49f is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:41:27.015256 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8fa5a6cb-142e-4369-afe2-f5bf46436628 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:27.044096 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8fa5a6cb-142e-4369-afe2-f5bf46436628 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:27.140924 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-8fa5a6cb-142e-4369-afe2-f5bf46436628 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Deleting port 1905d208-9e19-4e12-ba76-b1b883d40dbc {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:27.141185 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8fa5a6cb-142e-4369-afe2-f5bf46436628 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:27.256715 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8fa5a6cb-142e-4369-afe2-f5bf46436628 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:27.273250 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-8fa5a6cb-142e-4369-afe2-f5bf46436628 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Calling delete_port for 1905d208-9e19-4e12-ba76-b1b883d40dbc owned by network:router_gateway {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:27.459628 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e61aa60d-b982-4341-9c5e-3c1b34edf851 req-7dcf8ec7-3ffb-4ba0-ba81-5226eb8a5fe0 tempest-ServerShowV257Test-2146338687 tempest-ServerShowV257Test-2146338687-project] 10.222.0.50 "GET /v2.0/ports?device_id=88e6d451-581a-449a-bfcc-c954af417c5b HTTP/1.1" status: 200 len: 210 time: 0.5192881 Nov 12 03:41:27.511443 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9e2d1eee-bdc4-48cb-bc82-0c461b8504b1 req-c622276f-f906-4164-b280-05e59b6d0de2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=88e6d451-581a-449a-bfcc-c954af417c5b HTTP/1.1" status: 200 len: 210 time: 0.0919504 Nov 12 03:41:27.523151 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8fa5a6cb-142e-4369-afe2-f5bf46436628 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:27.592243 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5a6cb-142e-4369-afe2-f5bf46436628 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Pushing event deleted for resources: {'Port': ['ID=1905d208-9e19-4e12-ba76-b1b883d40dbc,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:27.606845 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-b6e4f14d-0c7d-412f-a67a-a7e05b661f98 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Deleting port 65c8dbfe-c874-45a2-aa15-c395d2d1794a {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:27.607482 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b6e4f14d-0c7d-412f-a67a-a7e05b661f98 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:27.640795 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8fa5a6cb-142e-4369-afe2-f5bf46436628 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:27.647624 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2298b95b-6575-4b08-95ea-be1c856343de tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:41:27.658575 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289439de-a18c-42b9-8609-499be2d986f8 None None] Sync routers for ids ['9bfed65a-1716-4624-83e7-e5b64680d49f'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:41:27.678304 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289439de-a18c-42b9-8609-499be2d986f8 None None] Routers {'9bfed65a-1716-4624-83e7-e5b64680d49f'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:27.680585 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-289439de-a18c-42b9-8609-499be2d986f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:41:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['9bfed65a-1716-4624-83e7-e5b64680d49f'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:27.704940 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2298b95b-6575-4b08-95ea-be1c856343de tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:27.706599 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2298b95b-6575-4b08-95ea-be1c856343de tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.1237342 Nov 12 03:41:27.710676 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57080) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:27.751032 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-289439de-a18c-42b9-8609-499be2d986f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:27.762878 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289439de-a18c-42b9-8609-499be2d986f8 None None] Routers {'9bfed65a-1716-4624-83e7-e5b64680d49f'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:27.764360 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-289439de-a18c-42b9-8609-499be2d986f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:41:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['9bfed65a-1716-4624-83e7-e5b64680d49f'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:27.800200 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-289439de-a18c-42b9-8609-499be2d986f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:27.800868 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289439de-a18c-42b9-8609-499be2d986f8 None None] The sync data for ids ['9bfed65a-1716-4624-83e7-e5b64680d49f'] in n-d-715271-27 is: [] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:41:27.816839 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b6e4f14d-0c7d-412f-a67a-a7e05b661f98 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:27.833324 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-b6e4f14d-0c7d-412f-a67a-a7e05b661f98 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Calling delete_port for 65c8dbfe-c874-45a2-aa15-c395d2d1794a owned by {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:27.963195 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b6e4f14d-0c7d-412f-a67a-a7e05b661f98 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:27.989921 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8fa5a6cb-142e-4369-afe2-f5bf46436628 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41374'] for router, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:27.993843 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8fa5a6cb-142e-4369-afe2-f5bf46436628 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-622926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-623029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620584'] for router, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:28.006874 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e4f14d-0c7d-412f-a67a-a7e05b661f98 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event deleted for resources: {'Port': ['ID=65c8dbfe-c874-45a2-aa15-c395d2d1794a,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:28.018474 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b6e4f14d-0c7d-412f-a67a-a7e05b661f98 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:28.024374 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b6e4f14d-0c7d-412f-a67a-a7e05b661f98 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/ports/65c8dbfe-c874-45a2-aa15-c395d2d1794a HTTP/1.1" status: 204 len: 168 time: 1.2131500 Nov 12 03:41:28.028956 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57084) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:28.040126 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7c8d3b91-e511-4f7d-89b5-9d6449b46901 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] 10.222.0.50 "GET /v2.0/routers/9bfed65a-1716-4624-83e7-e5b64680d49f HTTP/1.1" status: 200 len: 919 time: 0.3278103 Nov 12 03:41:28.046970 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57086) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:28.108522 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4340c14d-8bb3-4f13-a0f5-67ded96e382c tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bfed65a-1716-4624-83e7-e5b64680d49f HTTP/1.1" status: 200 len: 205 time: 0.0353675 Nov 12 03:41:28.111802 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57088) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:28.141783 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa5a6cb-142e-4369-afe2-f5bf46436628 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Router 8c93240a-1630-4629-b159-8f59ca491986 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:41:28.173163 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c32af3a-5000-4951-b1c8-9f6815141d20 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:28.177720 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7c32af3a-5000-4951-b1c8-9f6815141d20 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1470382 Nov 12 03:41:28.180563 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57092) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:28.215338 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-82c2277b-7f1f-449c-8927-73d3ebfea291 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] GET failed (client error): The resource could not be found. Nov 12 03:41:28.220863 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-82c2277b-7f1f-449c-8927-73d3ebfea291 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "GET /v2.0/ports/c2eaacec-0992-4403-93af-052bb44c5ec8 HTTP/1.1" status: 404 len: 333 time: 0.0395393 Nov 12 03:41:28.221525 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57094) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:28.248487 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa5a6cb-142e-4369-afe2-f5bf46436628 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:41:28.261916 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23429684-0415-4820-b122-2d55bd0e2b35 None None] Sync routers for ids ['8c93240a-1630-4629-b159-8f59ca491986'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:41:28.278268 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8fa5a6cb-142e-4369-afe2-f5bf46436628 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:28.283875 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8fa5a6cb-142e-4369-afe2-f5bf46436628 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] 10.222.0.50 "PUT /v2.0/routers/8c93240a-1630-4629-b159-8f59ca491986 HTTP/1.1" status: 200 len: 710 time: 1.7496896 Nov 12 03:41:28.285394 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57098) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:28.286182 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23429684-0415-4820-b122-2d55bd0e2b35 None None] Routers {'8c93240a-1630-4629-b159-8f59ca491986'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:28.286810 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-23429684-0415-4820-b122-2d55bd0e2b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:41:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8c93240a-1630-4629-b159-8f59ca491986'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:28.315702 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a1dab7f-52de-4b1f-806b-8923fbea210d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] GET failed (client error): The resource could not be found. Nov 12 03:41:28.318699 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57104) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:28.319772 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5a1dab7f-52de-4b1f-806b-8923fbea210d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "GET /v2.0/ports/65c8dbfe-c874-45a2-aa15-c395d2d1794a HTTP/1.1" status: 404 len: 333 time: 0.0940166 Nov 12 03:41:28.409082 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-23429684-0415-4820-b122-2d55bd0e2b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:28.429419 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23429684-0415-4820-b122-2d55bd0e2b35 None None] Routers {'8c93240a-1630-4629-b159-8f59ca491986'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:28.430403 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-23429684-0415-4820-b122-2d55bd0e2b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:41:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8c93240a-1630-4629-b159-8f59ca491986'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:28.486069 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7bfb5e94-10a6-411c-9059-4ee332713ef7 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:28.489946 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-16efce92-4686-4735-b06d-71923b8cc20e tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:28.494647 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2ddd1b08-fff7-4636-ab9a-929648c45177 tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] 10.222.0.50 "GET /v2.0/routers/8c93240a-1630-4629-b159-8f59ca491986 HTTP/1.1" status: 200 len: 745 time: 0.2088478 Nov 12 03:41:28.504684 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57110) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:28.529785 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-23429684-0415-4820-b122-2d55bd0e2b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:28.530716 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23429684-0415-4820-b122-2d55bd0e2b35 None None] The sync data for ids ['8c93240a-1630-4629-b159-8f59ca491986'] in n-d-715271-27 is: [] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:41:28.647335 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4693b50e-fb7d-4571-b2c2-603d2bd50f8d tempest-RoutersIpV6AdminTest-1572594698 tempest-RoutersIpV6AdminTest-1572594698-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=7932a4b6-40b8-49fc-bb5c-2a6d25b0a895&device_id=8c93240a-1630-4629-b159-8f59ca491986 HTTP/1.1" status: 200 len: 205 time: 0.0591681 Nov 12 03:41:28.663454 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57114) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:28.707949 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3f503d63-7a43-4e9a-81d7-40d11114c3ef tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c93240a-1630-4629-b159-8f59ca491986 HTTP/1.1" status: 200 len: 205 time: 0.0429354 Nov 12 03:41:28.718790 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57116) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:28.751513 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f8c5207b-10b4-468a-af92-3343a7ff6c49 req-34029620-4804-44f2-ac49-6eae1b160398 tempest-ServerShowV257Test-2146338687 tempest-ServerShowV257Test-2146338687-project] 10.222.0.50 "GET /v2.0/ports?device_id=88e6d451-581a-449a-bfcc-c954af417c5b HTTP/1.1" status: 200 len: 210 time: 0.1602876 Nov 12 03:41:28.769050 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-16efce92-4686-4735-b06d-71923b8cc20e tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:28.846250 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-16efce92-4686-4735-b06d-71923b8cc20e tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Deleting port cb93b566-ef54-462a-86ce-98300c0b8b45 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:28.846590 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-16efce92-4686-4735-b06d-71923b8cc20e tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:28.877345 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7bfb5e94-10a6-411c-9059-4ee332713ef7 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:28.906039 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-7bfb5e94-10a6-411c-9059-4ee332713ef7 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfcacb6e-c9ed-4dc1-ab70-c5d852621356']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:28.917127 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-7bfb5e94-10a6-411c-9059-4ee332713ef7 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5e1a98e-e04e-4958-b8de-311191594606') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:28.917667 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-7bfb5e94-10a6-411c-9059-4ee332713ef7 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5e1a98e-e04e-4958-b8de-311191594606') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:28.928951 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7bfb5e94-10a6-411c-9059-4ee332713ef7 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:28.945868 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7bfb5e94-10a6-411c-9059-4ee332713ef7 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:28.954765 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bfb5e94-10a6-411c-9059-4ee332713ef7 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:41:28.955725 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7bfb5e94-10a6-411c-9059-4ee332713ef7 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:28.959024 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-16efce92-4686-4735-b06d-71923b8cc20e tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:28.975946 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-16efce92-4686-4735-b06d-71923b8cc20e tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Calling delete_port for cb93b566-ef54-462a-86ce-98300c0b8b45 owned by network:router_gateway {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:29.035346 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:41:29.035346 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:41:29.035346 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:41:29.035346 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:41:29.035346 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:41:29.035346 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:41:29.035346 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:41:29.035346 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:41:29.035346 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:41:29.035346 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:41:29.035346 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:41:29.035346 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:41:29.035346 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:41:29.035346 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:41:29.035346 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:41:29.035346 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:41:29.035346 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:41:29.035346 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:41:29.035346 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:41:29.035346 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:41:29.035346 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:41:29.035346 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:41:29.035346 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:41:29.035346 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:41:29.035346 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:41:29.035346 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:41:29.035346 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:41:29.035346 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:41:29.035346 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:41:29.035346 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:41:29.035346 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:41:29.035346 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:41:29.105696 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7bfb5e94-10a6-411c-9059-4ee332713ef7 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.135994 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7bfb5e94-10a6-411c-9059-4ee332713ef7 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.147322 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7bfb5e94-10a6-411c-9059-4ee332713ef7 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/networks/dfcacb6e-c9ed-4dc1-ab70-c5d852621356 HTTP/1.1" status: 204 len: 168 time: 0.8238492 Nov 12 03:41:29.156267 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57120) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:29.162554 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-89ef220f-2a58-4f29-8ade-1daf44eb719a tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1197497420'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:29.178493 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-abcef7e3-abd0-4fbe-8031-475c1639ba8b tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.184314 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb5e94-10a6-411c-9059-4ee332713ef7 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event deleted for resources: {'Network': ['ID=dfcacb6e-c9ed-4dc1-ab70-c5d852621356,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:29.269237 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-16efce92-4686-4735-b06d-71923b8cc20e tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.277761 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ef220f-2a58-4f29-8ade-1daf44eb719a tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Made reservation on behalf of 67babf17303845e7bb463e099a9322ec for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:29.281652 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-89ef220f-2a58-4f29-8ade-1daf44eb719a tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.357102 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16efce92-4686-4735-b06d-71923b8cc20e tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Pushing event deleted for resources: {'Port': ['ID=cb93b566-ef54-462a-86ce-98300c0b8b45,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:29.551906 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-16efce92-4686-4735-b06d-71923b8cc20e tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.676090 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-16efce92-4686-4735-b06d-71923b8cc20e tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.680121 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-16efce92-4686-4735-b06d-71923b8cc20e tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.738934 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-16efce92-4686-4735-b06d-71923b8cc20e tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.739462 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16efce92-4686-4735-b06d-71923b8cc20e tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Fanout notify agent at l3_agent the message router_deleted on router 9bfed65a-1716-4624-83e7-e5b64680d49f {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:41:29.747587 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-16efce92-4686-4735-b06d-71923b8cc20e tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.753716 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-16efce92-4686-4735-b06d-71923b8cc20e tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] 10.222.0.50 "DELETE /v2.0/routers/9bfed65a-1716-4624-83e7-e5b64680d49f HTTP/1.1" status: 204 len: 168 time: 1.6406240 Nov 12 03:41:29.754726 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57128) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:29.759417 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-0e8d034b-5adc-47d5-bc76-0bf8b8d546fd tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1989142365', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'enable_snat': False}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:29.787405 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0e8d034b-5adc-47d5-bc76-0bf8b8d546fd tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.788789 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0e8d034b-5adc-47d5-bc76-0bf8b8d546fd tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.863013 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0e8d034b-5adc-47d5-bc76-0bf8b8d546fd tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.906829 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-abcef7e3-abd0-4fbe-8031-475c1639ba8b tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.910023 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-abcef7e3-abd0-4fbe-8031-475c1639ba8b tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.963715 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-07c8008b-2447-47ec-af7a-7da37719c04f req-f7c07d7a-232f-48ff-9745-5020d89fb793 tempest-ServerShowV257Test-2146338687 tempest-ServerShowV257Test-2146338687-project] 10.222.0.50 "GET /v2.0/ports?device_id=88e6d451-581a-449a-bfcc-c954af417c5b HTTP/1.1" status: 200 len: 210 time: 0.0298483 Nov 12 03:41:29.995514 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-abcef7e3-abd0-4fbe-8031-475c1639ba8b tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.996026 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abcef7e3-abd0-4fbe-8031-475c1639ba8b tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Fanout notify agent at l3_agent the message router_deleted on router 8c93240a-1630-4629-b159-8f59ca491986 {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:41:30.011701 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-abcef7e3-abd0-4fbe-8031-475c1639ba8b tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:30.017007 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-abcef7e3-abd0-4fbe-8031-475c1639ba8b tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] 10.222.0.50 "DELETE /v2.0/routers/8c93240a-1630-4629-b159-8f59ca491986 HTTP/1.1" status: 204 len: 168 time: 1.2964010 Nov 12 03:41:30.018501 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89ef220f-2a58-4f29-8ade-1daf44eb719a tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:41:30.022014 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57134) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:30.104019 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9d634b7b-d205-4404-9886-5178653d895d tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c93240a-1630-4629-b159-8f59ca491986 HTTP/1.1" status: 200 len: 205 time: 0.0779128 Nov 12 03:41:30.104429 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57140) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:30.112339 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-89ef220f-2a58-4f29-8ade-1daf44eb719a tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:30.112682 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-89ef220f-2a58-4f29-8ade-1daf44eb719a tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Added segment 03f4e33b-ef0f-4528-adb1-a86ef8f9da77 of type vlan for network 6a2776cd-ae80-4a17-9d08-36358e4a065e Nov 12 03:41:30.166815 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-60286c6c-1aec-42e9-9690-5535e2368a1d tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] delete failed (client error): The resource could not be found. Nov 12 03:41:30.168805 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-60286c6c-1aec-42e9-9690-5535e2368a1d tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] 10.222.0.50 "DELETE /v2.0/routers/8c93240a-1630-4629-b159-8f59ca491986 HTTP/1.1" status: 404 len: 336 time: 0.0634348 Nov 12 03:41:30.177290 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0e8d034b-5adc-47d5-bc76-0bf8b8d546fd tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:30.184280 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57148) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:30.196538 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57150) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:30.240753 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-89ef220f-2a58-4f29-8ade-1daf44eb719a tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:30.255848 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3108b458-ac5b-42d9-be0e-c6d9bd87c36e tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a3c41ef-971b-49a5-a01a-cf9f2959da63 HTTP/1.1" status: 200 len: 205 time: 0.0701582 Nov 12 03:41:30.259089 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57152) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:30.346562 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-eef1c3c7-ca3e-44f0-968d-a21188784eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:30.391119 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-5571f914-1b23-4ad4-b695-3334cda95e73 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] delete failed (client error): The resource could not be found. Nov 12 03:41:30.392341 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f12921b-53b9-4ef6-8334-54dfbda5407e admin admin] Deleting subnet 9457e9c4-4562-4739-beca-598ac1790d26 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:41:30.395903 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8f12921b-53b9-4ef6-8334-54dfbda5407e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:30.396311 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5571f914-1b23-4ad4-b695-3334cda95e73 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] 10.222.0.50 "DELETE /v2.0/routers/9a3c41ef-971b-49a5-a01a-cf9f2959da63 HTTP/1.1" status: 404 len: 336 time: 0.1304774 Nov 12 03:41:30.432960 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57154) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:30.444371 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8f12921b-53b9-4ef6-8334-54dfbda5407e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:30.475310 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-89ef220f-2a58-4f29-8ade-1daf44eb719a tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:30.495168 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ef220f-2a58-4f29-8ade-1daf44eb719a tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:30.502187 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-89ef220f-2a58-4f29-8ade-1daf44eb719a tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:30.506042 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8f12921b-53b9-4ef6-8334-54dfbda5407e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:30.586231 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8f12921b-53b9-4ef6-8334-54dfbda5407e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:30.600456 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8f12921b-53b9-4ef6-8334-54dfbda5407e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:30.604234 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8f12921b-53b9-4ef6-8334-54dfbda5407e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9457e9c4-4562-4739-beca-598ac1790d26 HTTP/1.1" status: 204 len: 168 time: 0.4060547 Nov 12 03:41:30.610737 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57166) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:30.670058 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f12921b-53b9-4ef6-8334-54dfbda5407e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9457e9c4-4562-4739-beca-598ac1790d26,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:30.689911 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef220f-2a58-4f29-8ade-1daf44eb719a tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event updated for resources: {'Network': ['ID=6a2776cd-ae80-4a17-9d08-36358e4a065e,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:30.693806 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6d85650d-0012-4c46-8a23-af18f381fc95 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] 10.222.0.50 "GET /v2.0/ports?device_id=29e36874-c4a9-4abd-8185-439a2be88431 HTTP/1.1" status: 200 len: 205 time: 0.2588403 Nov 12 03:41:30.698460 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57168) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:30.707743 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 6a2776cd-ae80-4a17-9d08-36358e4a065e details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:41:30.778338 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fa732a5f-777d-4a25-a0fd-726923ef73d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:30.852862 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-f7d0b930-9769-4e6f-891b-8bf378257506 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] delete failed (client error): The resource could not be found. Nov 12 03:41:30.853888 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f7d0b930-9769-4e6f-891b-8bf378257506 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] 10.222.0.50 "DELETE /v2.0/routers/29e36874-c4a9-4abd-8185-439a2be88431 HTTP/1.1" status: 404 len: 336 time: 0.1542749 Nov 12 03:41:30.862553 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1d313188-2d9b-401d-8897-c0b716ab8680 req-d134f987-fbc3-4ace-ab9d-c5dfff641ddf tempest-ServerShowV257Test-2146338687 tempest-ServerShowV257Test-2146338687-project] 10.222.0.50 "GET /v2.0/ports?device_id=88e6d451-581a-449a-bfcc-c954af417c5b HTTP/1.1" status: 200 len: 210 time: 0.1836302 Nov 12 03:41:30.864908 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57174) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:30.873945 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-89ef220f-2a58-4f29-8ade-1daf44eb719a tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7158253 Nov 12 03:41:30.902482 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57176) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:30.916806 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-925b5174-ff76-4f15-b591-9e34db9d508e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'subnet': {'network_id': '6a2776cd-ae80-4a17-9d08-36358e4a065e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:30.943293 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4686ceb1-86da-41d8-b4ab-4575c3a453dc tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddb606ab-fe96-451c-aea9-8309a3b7aebb HTTP/1.1" status: 200 len: 205 time: 0.0644317 Nov 12 03:41:30.958526 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57178) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:31.003474 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-a2231ea3-0810-406b-a460-26f03597f949 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] delete failed (client error): The resource could not be found. Nov 12 03:41:31.004704 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a2231ea3-0810-406b-a460-26f03597f949 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] 10.222.0.50 "DELETE /v2.0/routers/ddb606ab-fe96-451c-aea9-8309a3b7aebb HTTP/1.1" status: 404 len: 336 time: 0.0451674 Nov 12 03:41:31.007698 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57182) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:31.045759 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4feeb226-01df-44f2-be57-08ea75c791b0 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3fb090c-b18b-4d36-b2ae-a4a279b3f480 HTTP/1.1" status: 200 len: 205 time: 0.0361629 Nov 12 03:41:31.046516 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57184) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:31.093342 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-dd1ec6b9-13c8-4fc3-bb8d-bca72c3a05d7 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] delete failed (client error): The resource could not be found. Nov 12 03:41:31.097355 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-dd1ec6b9-13c8-4fc3-bb8d-bca72c3a05d7 tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] 10.222.0.50 "DELETE /v2.0/routers/f3fb090c-b18b-4d36-b2ae-a4a279b3f480 HTTP/1.1" status: 404 len: 336 time: 0.0497434 Nov 12 03:41:31.097977 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57186) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:31.146752 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-253e5f4f-fbcf-4b36-97ee-3cf8d9aeef0a tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c283b8e-5b5b-4c3a-88b7-fc101d548564 HTTP/1.1" status: 200 len: 205 time: 0.0469277 Nov 12 03:41:31.150413 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57188) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:31.197907 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-c20324f9-0b38-474f-9108-dfc2f511ca3f tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] delete failed (client error): The resource could not be found. Nov 12 03:41:31.198965 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c20324f9-0b38-474f-9108-dfc2f511ca3f tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] 10.222.0.50 "DELETE /v2.0/routers/1c283b8e-5b5b-4c3a-88b7-fc101d548564 HTTP/1.1" status: 404 len: 336 time: 0.0470960 Nov 12 03:41:31.205644 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57190) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:31.238669 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c3aa528-c041-4f24-8569-70e00ee1697a tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] DELETE failed (client error): The resource could not be found. Nov 12 03:41:31.239274 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c3aa528-c041-4f24-8569-70e00ee1697a tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:41:31.244120 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9c3aa528-c041-4f24-8569-70e00ee1697a tempest-RoutersIpV6AdminTest-1559189874 tempest-RoutersIpV6AdminTest-1559189874-project] 10.222.0.50 "DELETE /v2.0/subnets/7529697f-3054-40b1-a21a-fb389431cc8c HTTP/1.1" status: 404 len: 337 time: 0.0358796 Nov 12 03:41:31.588483 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fa732a5f-777d-4a25-a0fd-726923ef73d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:31.598455 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0e8d034b-5adc-47d5-bc76-0bf8b8d546fd tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:31.599620 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57200) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:31.643679 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0e8d034b-5adc-47d5-bc76-0bf8b8d546fd tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:31.661630 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-fa732a5f-777d-4a25-a0fd-726923ef73d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd11cd57-6651-49e2-882c-cb2fc6c5ae96']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:31.684300 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-fa732a5f-777d-4a25-a0fd-726923ef73d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25e97707-31e7-4805-b3e2-39baf1279b29') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:31.684520 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-fa732a5f-777d-4a25-a0fd-726923ef73d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25e97707-31e7-4805-b3e2-39baf1279b29') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:31.701438 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fa732a5f-777d-4a25-a0fd-726923ef73d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:31.745045 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925b5174-ff76-4f15-b591-9e34db9d508e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Made reservation on behalf of 67babf17303845e7bb463e099a9322ec for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:31.748368 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c373f3fb-408f-44b2-bec9-c79eef95c531 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:31.748676 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-925b5174-ff76-4f15-b591-9e34db9d508e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:31.774084 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fa732a5f-777d-4a25-a0fd-726923ef73d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:31.802112 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa732a5f-777d-4a25-a0fd-726923ef73d7 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:41:31.802420 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fa732a5f-777d-4a25-a0fd-726923ef73d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:31.804231 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:41:31.804231 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:41:31.804231 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:41:31.804231 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:41:31.804231 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:41:31.804231 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:41:31.804231 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:41:31.804231 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:41:31.804231 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:41:31.804231 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:41:31.804231 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:41:31.804231 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:41:31.804231 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:41:31.804231 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:41:31.804231 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:41:31.804231 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:41:31.804231 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:41:31.804231 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:41:31.804231 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:41:31.804231 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:41:31.804231 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:41:31.804231 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:41:31.804231 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:41:31.804231 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:41:31.804231 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:41:31.804231 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:41:31.804231 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:41:31.804231 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:41:31.804231 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:41:31.804231 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:41:31.804231 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:41:31.804231 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:41:31.845359 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c373f3fb-408f-44b2-bec9-c79eef95c531 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:31.851575 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c373f3fb-408f-44b2-bec9-c79eef95c531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:31.859007 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.ipam_backend_mixin [None req-925b5174-ff76-4f15-b591-9e34db9d508e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Performing IP validity checks on allocation pools {{(pid=102572) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 03:41:31.862067 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.ipam_backend_mixin [None req-925b5174-ff76-4f15-b591-9e34db9d508e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102572) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 03:41:31.886809 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c373f3fb-408f-44b2-bec9-c79eef95c531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a83e4c-89da-41fa-b72e-341fb53ef236,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:31.910081 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c373f3fb-408f-44b2-bec9-c79eef95c531 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7599f9765de649139ef1d299c6c5b84c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3068035 Nov 12 03:41:31.910305 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57208) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:31.954900 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fa732a5f-777d-4a25-a0fd-726923ef73d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:31.968477 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fa732a5f-777d-4a25-a0fd-726923ef73d7 admin admin] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:31.971677 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-fa732a5f-777d-4a25-a0fd-726923ef73d7 admin admin] 10.222.0.50 "DELETE /v2.0/networks/bd11cd57-6651-49e2-882c-cb2fc6c5ae96 HTTP/1.1" status: 204 len: 168 time: 1.3548892 Nov 12 03:41:31.993809 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa732a5f-777d-4a25-a0fd-726923ef73d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd11cd57-6651-49e2-882c-cb2fc6c5ae96,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:31.996379 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-0e8d034b-5adc-47d5-bc76-0bf8b8d546fd tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Allocated IP 172.25.5.31 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/4bc8ce6d-f439-4023-bd3a-a498cfcc0c21) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:32.043532 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0d9395cc-4d07-4295-964f-76a7fb405687 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:32.111452 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0d9395cc-4d07-4295-964f-76a7fb405687 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:32.207458 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-328ec15a-8311-462c-8631-2b755930407e req-0c2bca9f-c851-44c2-823c-5fdaf3cb0c69 tempest-ServerShowV257Test-2146338687 tempest-ServerShowV257Test-2146338687-project] 10.222.0.50 "GET /v2.0/ports?device_id=88e6d451-581a-449a-bfcc-c954af417c5b HTTP/1.1" status: 200 len: 210 time: 0.0831261 Nov 12 03:41:32.220320 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0d9395cc-4d07-4295-964f-76a7fb405687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:32.236851 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0d9395cc-4d07-4295-964f-76a7fb405687 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:32.236851 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0d9395cc-4d07-4295-964f-76a7fb405687 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/04a83e4c-89da-41fa-b72e-341fb53ef236 HTTP/1.1" status: 204 len: 168 time: 0.3183725 Nov 12 03:41:32.259819 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-925b5174-ff76-4f15-b591-9e34db9d508e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:32.261879 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9395cc-4d07-4295-964f-76a7fb405687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a83e4c-89da-41fa-b72e-341fb53ef236,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:32.275304 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57216) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:32.278772 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0e8d034b-5adc-47d5-bc76-0bf8b8d546fd tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:32.375198 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b5174-ff76-4f15-b591-9e34db9d508e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event updated for resources: {'Subnet': ['ID=99e9565e-1d4a-4e88-8368-99bbadfbcb32,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:32.392367 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0e8d034b-5adc-47d5-bc76-0bf8b8d546fd tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:32.412619 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-99291d06-52df-4cc0-b4f0-a91665a0e39d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f902bb4e430343b29a7e1363df6934e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1349289 Nov 12 03:41:32.413518 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57218) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:32.423021 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925b5174-ff76-4f15-b591-9e34db9d508e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Checking segment: {'id': '03f4e33b-ef0f-4528-adb1-a86ef8f9da77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6a2776cd-ae80-4a17-9d08-36358e4a065e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:41:32.423130 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925b5174-ff76-4f15-b591-9e34db9d508e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Network hostable DHCP agents. Network: 6a2776cd-ae80-4a17-9d08-36358e4a065e, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:41:32.476427 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8d034b-5adc-47d5-bc76-0bf8b8d546fd tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:32.489834 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2707b654-80aa-49cd-ac7b-a1aa9bb92f18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:32.490058 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-0e8d034b-5adc-47d5-bc76-0bf8b8d546fd tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:32.495787 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8d034b-5adc-47d5-bc76-0bf8b8d546fd tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:32.530873 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8d034b-5adc-47d5-bc76-0bf8b8d546fd tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Pushing event updated for resources: {'Port': ['ID=4bc8ce6d-f439-4023-bd3a-a498cfcc0c21,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:32.534355 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925b5174-ff76-4f15-b591-9e34db9d508e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Network 6a2776cd-ae80-4a17-9d08-36358e4a065e is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:41:32.583481 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-925b5174-ff76-4f15-b591-9e34db9d508e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 6a2776cd-ae80-4a17-9d08-36358e4a065e) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:32.597437 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85852397-ac15-4184-a923-8008293f11d7 None None] Network 6a2776cd-ae80-4a17-9d08-36358e4a065e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:32.620329 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2707b654-80aa-49cd-ac7b-a1aa9bb92f18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:32.743221 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925b5174-ff76-4f15-b591-9e34db9d508e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:32.744732 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-925b5174-ff76-4f15-b591-9e34db9d508e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:32.746633 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2707b654-80aa-49cd-ac7b-a1aa9bb92f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:32.749853 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2707b654-80aa-49cd-ac7b-a1aa9bb92f18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:32.751761 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2707b654-80aa-49cd-ac7b-a1aa9bb92f18 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a75d38cc-1e5f-4ffb-b58a-1000f618bf1e HTTP/1.1" status: 204 len: 168 time: 0.3364229 Nov 12 03:41:32.764363 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2707b654-80aa-49cd-ac7b-a1aa9bb92f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75d38cc-1e5f-4ffb-b58a-1000f618bf1e,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:32.929562 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fcbd17-90de-476d-8cb0-40a431dd037e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-6a2776cd-ae80-4a17-9d08-36358e4a065e', 'network_id': '6a2776cd-ae80-4a17-9d08-36358e4a065e', 'tenant_id': '67babf17303845e7bb463e099a9322ec', 'fixed_ips': [{'subnet_id': '99e9565e-1d4a-4e88-8368-99bbadfbcb32'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:41:32.931579 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-82fcbd17-90de-476d-8cb0-40a431dd037e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:32.938952 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-925b5174-ff76-4f15-b591-9e34db9d508e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0336967 Nov 12 03:41:32.941528 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57236) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:32.948668 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-55954539-dbf7-49d3-8841-cdde59f530bf tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'port': {'network_id': '6a2776cd-ae80-4a17-9d08-36358e4a065e', 'name': 'tempest-PortsIpV6TestJSON-1203942316'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:33.051963 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57238) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:33.087591 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55954539-dbf7-49d3-8841-cdde59f530bf tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Made reservation on behalf of 67babf17303845e7bb463e099a9322ec for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:33.092442 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-55954539-dbf7-49d3-8841-cdde59f530bf tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:33.112240 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0e8d034b-5adc-47d5-bc76-0bf8b8d546fd tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:33.122602 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-55954539-dbf7-49d3-8841-cdde59f530bf tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] device_id is not set on port 7fe02ea4-6433-49bc-96d9-516dc2d939ca yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:41:33.207482 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-82fcbd17-90de-476d-8cb0-40a431dd037e None None] Allocated IP 2001:db8::2 (6a2776cd-ae80-4a17-9d08-36358e4a065e/99e9565e-1d4a-4e88-8368-99bbadfbcb32/6ff717d1-7874-4fc3-93f6-509e5a97842d) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:33.221820 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-24dccda0-df20-4dd0-af79-c8e08a10a39f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f1388aa9044045b98c914a9323ee17aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1683826 Nov 12 03:41:33.224291 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57246) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:33.374082 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-28e07721-5de2-44be-8996-56fd98bee147 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:33.440786 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-28e07721-5de2-44be-8996-56fd98bee147 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:33.479731 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8d9d1520-f849-47b7-9eab-67a0b610bf12 req-15566dea-8156-42ab-9a98-d09ae5fb18fd tempest-ServerShowV257Test-2146338687 tempest-ServerShowV257Test-2146338687-project] 10.222.0.50 "GET /v2.0/ports?device_id=88e6d451-581a-449a-bfcc-c954af417c5b HTTP/1.1" status: 200 len: 210 time: 0.1160822 Nov 12 03:41:33.510648 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-28e07721-5de2-44be-8996-56fd98bee147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:33.517655 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-28e07721-5de2-44be-8996-56fd98bee147 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:33.523772 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-28e07721-5de2-44be-8996-56fd98bee147 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8b41b1a2-3784-4017-a85f-8c68fbe9c742 HTTP/1.1" status: 204 len: 168 time: 0.2960165 Nov 12 03:41:33.535896 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e07721-5de2-44be-8996-56fd98bee147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b41b1a2-3784-4017-a85f-8c68fbe9c742,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:33.602992 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-82ca1022-9a71-499b-985d-a6049bb8e50e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:33.626323 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-82fcbd17-90de-476d-8cb0-40a431dd037e None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:33.640352 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-82fcbd17-90de-476d-8cb0-40a431dd037e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:33.721765 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-55954539-dbf7-49d3-8841-cdde59f530bf tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Allocated IP 2001:db8::10a (6a2776cd-ae80-4a17-9d08-36358e4a065e/99e9565e-1d4a-4e88-8368-99bbadfbcb32/7fe02ea4-6433-49bc-96d9-516dc2d939ca) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:33.745425 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fcbd17-90de-476d-8cb0-40a431dd037e None None] Pushing event updated for resources: {'Port': ['ID=6ff717d1-7874-4fc3-93f6-509e5a97842d,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:33.783582 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fcbd17-90de-476d-8cb0-40a431dd037e None None] Network 6a2776cd-ae80-4a17-9d08-36358e4a065e is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:33.785413 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-82fcbd17-90de-476d-8cb0-40a431dd037e None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:33.790056 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fcbd17-90de-476d-8cb0-40a431dd037e None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:33.943736 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-82fcbd17-90de-476d-8cb0-40a431dd037e None None] Attempting to bind port 6ff717d1-7874-4fc3-93f6-509e5a97842d on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:41:33.944322 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-82fcbd17-90de-476d-8cb0-40a431dd037e None None] Attempting to bind port 6ff717d1-7874-4fc3-93f6-509e5a97842d by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '03f4e33b-ef0f-4528-adb1-a86ef8f9da77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6a2776cd-ae80-4a17-9d08-36358e4a065e'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:41:33.946171 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fcbd17-90de-476d-8cb0-40a431dd037e None None] Attempting to bind port 6ff717d1-7874-4fc3-93f6-509e5a97842d on network 6a2776cd-ae80-4a17-9d08-36358e4a065e {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:41:33.959936 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fcbd17-90de-476d-8cb0-40a431dd037e None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:41:33.963520 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fcbd17-90de-476d-8cb0-40a431dd037e None None] Checking segment: {'id': '03f4e33b-ef0f-4528-adb1-a86ef8f9da77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6a2776cd-ae80-4a17-9d08-36358e4a065e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:41:33.964174 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-82fcbd17-90de-476d-8cb0-40a431dd037e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:33.964714 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fcbd17-90de-476d-8cb0-40a431dd037e None None] Bound using segment: {'id': '03f4e33b-ef0f-4528-adb1-a86ef8f9da77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6a2776cd-ae80-4a17-9d08-36358e4a065e'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:41:33.968288 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-82fcbd17-90de-476d-8cb0-40a431dd037e None None] Bound port: 6ff717d1-7874-4fc3-93f6-509e5a97842d, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f4e33b-ef0f-4528-adb1-a86ef8f9da77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6a2776cd-ae80-4a17-9d08-36358e4a065e'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:41:33.968897 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-82fcbd17-90de-476d-8cb0-40a431dd037e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:34.000861 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0e8d034b-5adc-47d5-bc76-0bf8b8d546fd tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:34.041182 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-55954539-dbf7-49d3-8841-cdde59f530bf tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:34.105694 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:34.117349 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57270) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:34.118393 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-82fcbd17-90de-476d-8cb0-40a431dd037e None None] For port 6ff717d1-7874-4fc3-93f6-509e5a97842d, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:41:34.133076 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-82fcbd17-90de-476d-8cb0-40a431dd037e None None] For port 6ff717d1-7874-4fc3-93f6-509e5a97842d, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=6ff717d1-7874-4fc3-93f6-509e5a97842d,segment=NetworkSegment(03f4e33b-ef0f-4528-adb1-a86ef8f9da77),segment_id=03f4e33b-ef0f-4528-adb1-a86ef8f9da77)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:41:34.143791 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-82fcbd17-90de-476d-8cb0-40a431dd037e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:34.244935 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fcbd17-90de-476d-8cb0-40a431dd037e None None] Pushing event updated for resources: {'Port': ['ID=6ff717d1-7874-4fc3-93f6-509e5a97842d,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:34.264535 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-55954539-dbf7-49d3-8841-cdde59f530bf tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:34.367693 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55954539-dbf7-49d3-8841-cdde59f530bf tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event updated for resources: {'Port': ['ID=7fe02ea4-6433-49bc-96d9-516dc2d939ca,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:34.412643 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55954539-dbf7-49d3-8841-cdde59f530bf tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Network 6a2776cd-ae80-4a17-9d08-36358e4a065e is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:34.416413 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-55954539-dbf7-49d3-8841-cdde59f530bf tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:34.419300 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55954539-dbf7-49d3-8841-cdde59f530bf tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:34.426944 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55954539-dbf7-49d3-8841-cdde59f530bf tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:34.427538 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-55954539-dbf7-49d3-8841-cdde59f530bf tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:34.482700 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57282) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:34.483577 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-55954539-dbf7-49d3-8841-cdde59f530bf tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5397086 Nov 12 03:41:34.511809 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e8d034b-5adc-47d5-bc76-0bf8b8d546fd tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Router b386eb5e-b2b7-4be9-bbe1-7161b9c379a6 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:41:34.748333 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-16207721-7d11-4d63-8688-fb78ec80f1c2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e7c1b598c3e14032bc1e7489bf19b7dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6289229 Nov 12 03:41:34.758705 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57294) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:34.779928 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-80df429a-68fe-40d8-b073-1e9327446e0d req-1b1c9e85-6934-4570-a7ef-f78d79830ad0 tempest-ServerShowV257Test-2146338687 tempest-ServerShowV257Test-2146338687-project] 10.222.0.50 "GET /v2.0/ports?device_id=88e6d451-581a-449a-bfcc-c954af417c5b HTTP/1.1" status: 200 len: 210 time: 0.1197217 Nov 12 03:41:34.850464 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8d034b-5adc-47d5-bc76-0bf8b8d546fd tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:41:34.865180 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd4888b-7aaa-4911-84e2-b2bc5998ca64 None None] Sync routers for ids ['b386eb5e-b2b7-4be9-bbe1-7161b9c379a6'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:41:34.910011 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0e8d034b-5adc-47d5-bc76-0bf8b8d546fd tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:34.914403 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-0e8d034b-5adc-47d5-bc76-0bf8b8d546fd tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.1556618 Nov 12 03:41:34.914624 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd4888b-7aaa-4911-84e2-b2bc5998ca64 None None] Routers {'b386eb5e-b2b7-4be9-bbe1-7161b9c379a6'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:34.914785 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-ddd4888b-7aaa-4911-84e2-b2bc5998ca64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:41:34Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['b386eb5e-b2b7-4be9-bbe1-7161b9c379a6'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:34.918335 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57302) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:35.005708 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-bb7bb144-fe38-403d-b32b-89beaae449b8 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Deleting port 7fe02ea4-6433-49bc-96d9-516dc2d939ca {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:35.007744 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bb7bb144-fe38-403d-b32b-89beaae449b8 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:35.029705 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d69000d3-0343-4a4c-8487-6afd70f6272b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:35.150809 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-ddd4888b-7aaa-4911-84e2-b2bc5998ca64 None None] Set router b386eb5e-b2b7-4be9-bbe1-7161b9c379a6 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:41:35.209738 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-44c3dda4-d0af-42d0-aa19-835c8534477d tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] 10.222.0.50 "GET /v2.0/routers/b386eb5e-b2b7-4be9-bbe1-7161b9c379a6 HTTP/1.1" status: 200 len: 908 time: 0.2891736 Nov 12 03:41:35.217054 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57316) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:35.222686 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-877db815-1047-419c-a9f5-7a2582217fa4 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1989142365', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'enable_snat': True}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:35.281196 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-877db815-1047-419c-a9f5-7a2582217fa4 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:35.282350 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-877db815-1047-419c-a9f5-7a2582217fa4 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:35.348252 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d69000d3-0343-4a4c-8487-6afd70f6272b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:35.439008 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-877db815-1047-419c-a9f5-7a2582217fa4 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:35.467139 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:35.504119 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-ddd4888b-7aaa-4911-84e2-b2bc5998ca64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b386eb5e-b2b7-4be9-bbe1-7161b9c379a6', 'name': 'tempest-snat-router-1989142365', 'tenant_id': 'b2dfe87dbc8e49c1b8bffe6be5fbabe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.31'}], 'enable_snat': False}, 'gw_port_id': '4bc8ce6d-f439-4023-bd3a-a498cfcc0c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:41:29Z', 'updated_at': '2021-11-12T03:41:32Z', 'revision_number': 3, 'project_id': 'b2dfe87dbc8e49c1b8bffe6be5fbabe3', 'gw_port': {'id': '4bc8ce6d-f439-4023-bd3a-a498cfcc0c21', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:34:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b386eb5e-b2b7-4be9-bbe1-7161b9c379a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:31Z', 'updated_at': '2021-11-12T03:41:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:35.541464 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd4888b-7aaa-4911-84e2-b2bc5998ca64 None None] Checking router: b386eb5e-b2b7-4be9-bbe1-7161b9c379a6 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:41:35.541998 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd4888b-7aaa-4911-84e2-b2bc5998ca64 None None] Updating router b386eb5e-b2b7-4be9-bbe1-7161b9c379a6 port 4bc8ce6d-f439-4023-bd3a-a498cfcc0c21 binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:41:35.583477 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ddd4888b-7aaa-4911-84e2-b2bc5998ca64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:35.608955 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bb7bb144-fe38-403d-b32b-89beaae449b8 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:35.616871 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57326) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:35.712818 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-bb7bb144-fe38-403d-b32b-89beaae449b8 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Calling delete_port for 7fe02ea4-6433-49bc-96d9-516dc2d939ca owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:35.798227 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d69000d3-0343-4a4c-8487-6afd70f6272b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:35.811463 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d69000d3-0343-4a4c-8487-6afd70f6272b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:35.814883 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d69000d3-0343-4a4c-8487-6afd70f6272b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a8cb2cca-d3f7-4413-9978-51667d571a9c HTTP/1.1" status: 204 len: 168 time: 1.0516882 Nov 12 03:41:35.874319 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-877db815-1047-419c-a9f5-7a2582217fa4 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:35.926350 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 6ff717d1-7874-4fc3-93f6-509e5a97842d up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:41:35.990372 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57338) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:36.001514 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1e27d0fd-20e8-4b60-b3db-cea27da60808 req-7d358db7-fa21-4032-9078-3a1d90b81190 tempest-ServerShowV257Test-2146338687 tempest-ServerShowV257Test-2146338687-project] 10.222.0.50 "GET /v2.0/ports?device_id=88e6d451-581a-449a-bfcc-c954af417c5b HTTP/1.1" status: 200 len: 210 time: 0.0992825 Nov 12 03:41:36.033899 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69000d3-0343-4a4c-8487-6afd70f6272b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cb2cca-d3f7-4413-9978-51667d571a9c,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:36.058678 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69000d3-0343-4a4c-8487-6afd70f6272b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:36.068066 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69000d3-0343-4a4c-8487-6afd70f6272b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:36.068840 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69000d3-0343-4a4c-8487-6afd70f6272b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:36.070828 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69000d3-0343-4a4c-8487-6afd70f6272b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:36.070828 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69000d3-0343-4a4c-8487-6afd70f6272b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:36.071170 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69000d3-0343-4a4c-8487-6afd70f6272b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:36.071512 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69000d3-0343-4a4c-8487-6afd70f6272b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:36.071850 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69000d3-0343-4a4c-8487-6afd70f6272b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:36.074796 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69000d3-0343-4a4c-8487-6afd70f6272b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:36.075231 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69000d3-0343-4a4c-8487-6afd70f6272b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:36.075580 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69000d3-0343-4a4c-8487-6afd70f6272b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:36.076479 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69000d3-0343-4a4c-8487-6afd70f6272b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:36.170780 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 6ff717d1-7874-4fc3-93f6-509e5a97842d triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:36.177597 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:36.321966 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5760254b-9541-42a8-a26d-91f918ce13f5 None None] Network 6a2776cd-ae80-4a17-9d08-36358e4a065e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:36.331060 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bb7bb144-fe38-403d-b32b-89beaae449b8 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:36.366688 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ddd4888b-7aaa-4911-84e2-b2bc5998ca64 None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:36.376271 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ddd4888b-7aaa-4911-84e2-b2bc5998ca64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:36.469728 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9417026f-0991-444d-8b3b-446310c8e85a tempest-AgentManagementNegativeTest-723772029 tempest-AgentManagementNegativeTest-723772029-project] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.8448243 Nov 12 03:41:36.490741 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:36.499241 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-cccdd631-a1fc-4ad5-b5d8-69baec712033 None None] Provisioning complete for port 6ff717d1-7874-4fc3-93f6-509e5a97842d triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:36.501183 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cccdd631-a1fc-4ad5-b5d8-69baec712033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:36.510720 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-ddd4888b-7aaa-4911-84e2-b2bc5998ca64 None None] Attempting to bind port 4bc8ce6d-f439-4023-bd3a-a498cfcc0c21 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:41:36.511096 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-ddd4888b-7aaa-4911-84e2-b2bc5998ca64 None None] Attempting to bind port 4bc8ce6d-f439-4023-bd3a-a498cfcc0c21 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:41:36.511461 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd4888b-7aaa-4911-84e2-b2bc5998ca64 None None] Attempting to bind port 4bc8ce6d-f439-4023-bd3a-a498cfcc0c21 on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:41:36.536406 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bb7bb144-fe38-403d-b32b-89beaae449b8 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:36.539176 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-877db815-1047-419c-a9f5-7a2582217fa4 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:36.548932 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-bb7bb144-fe38-403d-b32b-89beaae449b8 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/ports/7fe02ea4-6433-49bc-96d9-516dc2d939ca HTTP/1.1" status: 204 len: 168 time: 2.0648029 Nov 12 03:41:36.549880 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57350) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:36.558397 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd4888b-7aaa-4911-84e2-b2bc5998ca64 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:41:36.559251 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd4888b-7aaa-4911-84e2-b2bc5998ca64 None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:41:36.559849 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7bb144-fe38-403d-b32b-89beaae449b8 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event deleted for resources: {'Port': ['ID=7fe02ea4-6433-49bc-96d9-516dc2d939ca,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:36.562728 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ddd4888b-7aaa-4911-84e2-b2bc5998ca64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:36.570109 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd4888b-7aaa-4911-84e2-b2bc5998ca64 None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:41:36.572136 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-ddd4888b-7aaa-4911-84e2-b2bc5998ca64 None None] Bound port: 4bc8ce6d-f439-4023-bd3a-a498cfcc0c21, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:41:36.575002 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ddd4888b-7aaa-4911-84e2-b2bc5998ca64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:36.586188 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-877db815-1047-419c-a9f5-7a2582217fa4 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:36.661384 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-ddd4888b-7aaa-4911-84e2-b2bc5998ca64 None None] For port 4bc8ce6d-f439-4023-bd3a-a498cfcc0c21, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:41:36.666030 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-ddd4888b-7aaa-4911-84e2-b2bc5998ca64 None None] For port 4bc8ce6d-f439-4023-bd3a-a498cfcc0c21, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=4bc8ce6d-f439-4023-bd3a-a498cfcc0c21,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:41:36.675680 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ddd4888b-7aaa-4911-84e2-b2bc5998ca64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:36.676421 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6102c7dd-8399-467c-b2a5-dc79c2c63245 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:36.693504 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef314b-25fc-4687-8e90-90295ae7d813 None None] Pushing event updated for resources: {'Port': ['ID=4bc8ce6d-f439-4023-bd3a-a498cfcc0c21,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:36.731146 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfa25b06-f7ba-4297-a2eb-949b9ff6048d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] DELETE failed (client error): The resource could not be found. Nov 12 03:41:36.735451 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfa25b06-f7ba-4297-a2eb-949b9ff6048d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:41:36.743335 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-dfa25b06-f7ba-4297-a2eb-949b9ff6048d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/ports/7fe02ea4-6433-49bc-96d9-516dc2d939ca HTTP/1.1" status: 404 len: 333 time: 0.1891255 Nov 12 03:41:36.744709 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57358) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:36.748849 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eef314b-25fc-4687-8e90-90295ae7d813 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:36.749552 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eef314b-25fc-4687-8e90-90295ae7d813 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:36.749990 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eef314b-25fc-4687-8e90-90295ae7d813 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:36.751447 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eef314b-25fc-4687-8e90-90295ae7d813 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:36.751976 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eef314b-25fc-4687-8e90-90295ae7d813 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:36.753521 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eef314b-25fc-4687-8e90-90295ae7d813 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:36.754710 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eef314b-25fc-4687-8e90-90295ae7d813 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:36.756347 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eef314b-25fc-4687-8e90-90295ae7d813 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:36.756864 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eef314b-25fc-4687-8e90-90295ae7d813 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:36.757412 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eef314b-25fc-4687-8e90-90295ae7d813 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:36.757990 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eef314b-25fc-4687-8e90-90295ae7d813 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:36.759171 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eef314b-25fc-4687-8e90-90295ae7d813 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:36.841159 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:36.861581 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-877db815-1047-419c-a9f5-7a2582217fa4 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Allocated IP 172.25.5.88 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/b113df7e-aacd-4b22-8580-4e918bdeefde) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:36.939739 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd4888b-7aaa-4911-84e2-b2bc5998ca64 None None] Routers {'b386eb5e-b2b7-4be9-bbe1-7161b9c379a6'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:36.943637 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-ddd4888b-7aaa-4911-84e2-b2bc5998ca64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:41:34Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['b386eb5e-b2b7-4be9-bbe1-7161b9c379a6'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:36.997233 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cccdd631-a1fc-4ad5-b5d8-69baec712033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:37.003937 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57364) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:37.017021 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0159db8-02ac-4417-b0e4-30943d46f2b8 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] GET failed (client error): The resource could not be found. Nov 12 03:41:37.022049 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e0159db8-02ac-4417-b0e4-30943d46f2b8 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "GET /v2.0/ports/7fe02ea4-6433-49bc-96d9-516dc2d939ca HTTP/1.1" status: 404 len: 333 time: 0.2743704 Nov 12 03:41:37.026234 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57366) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:37.035844 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 6ff717d1-7874-4fc3-93f6-509e5a97842d, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=6ff717d1-7874-4fc3-93f6-509e5a97842d,segment=NetworkSegment(03f4e33b-ef0f-4528-adb1-a86ef8f9da77),segment_id=03f4e33b-ef0f-4528-adb1-a86ef8f9da77)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:37.044943 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:37.045916 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6102c7dd-8399-467c-b2a5-dc79c2c63245 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:37.064678 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6102c7dd-8399-467c-b2a5-dc79c2c63245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:37.103006 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=6ff717d1-7874-4fc3-93f6-509e5a97842d,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:37.157472 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef314b-25fc-4687-8e90-90295ae7d813 None None] Pushing event updated for resources: {'Port': ['ID=4bc8ce6d-f439-4023-bd3a-a498cfcc0c21,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:37.186364 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.api [None req-cccdd631-a1fc-4ad5-b5d8-69baec712033 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:41:37.186867 n-d-715271-27 neutron-server[102573]: DEBUG oslo_db.api [None req-cccdd631-a1fc-4ad5-b5d8-69baec712033 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:41:37.211857 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6102c7dd-8399-467c-b2a5-dc79c2c63245 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ea81e7aba3ad4251b29ed63bf3d63534&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2144418 Nov 12 03:41:37.221053 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57372) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:37.239012 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6102c7dd-8399-467c-b2a5-dc79c2c63245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcaff58f-fa99-4856-878b-70bc4ed13e0f,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:37.275233 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-877db815-1047-419c-a9f5-7a2582217fa4 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:37.349177 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5500fa22-9ca6-49ff-a4b3-24bae3a93a7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:37.407069 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5500fa22-9ca6-49ff-a4b3-24bae3a93a7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:37.448294 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-ddd4888b-7aaa-4911-84e2-b2bc5998ca64 None None] Set router b386eb5e-b2b7-4be9-bbe1-7161b9c379a6 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:41:37.455356 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-877db815-1047-419c-a9f5-7a2582217fa4 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:37.516829 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-98fdf670-ea9c-4c75-a09c-22c9cda23b57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:37.659038 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5500fa22-9ca6-49ff-a4b3-24bae3a93a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:37.664282 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5500fa22-9ca6-49ff-a4b3-24bae3a93a7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:37.674642 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5500fa22-9ca6-49ff-a4b3-24bae3a93a7a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fcaff58f-fa99-4856-878b-70bc4ed13e0f HTTP/1.1" status: 204 len: 168 time: 0.4525402 Nov 12 03:41:37.720367 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500fa22-9ca6-49ff-a4b3-24bae3a93a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcaff58f-fa99-4856-878b-70bc4ed13e0f,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:37.730074 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 6ff717d1-7874-4fc3-93f6-509e5a97842d up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:41:37.811531 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-ddd4888b-7aaa-4911-84e2-b2bc5998ca64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b386eb5e-b2b7-4be9-bbe1-7161b9c379a6', 'name': 'tempest-snat-router-1989142365', 'tenant_id': 'b2dfe87dbc8e49c1b8bffe6be5fbabe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.31'}], 'enable_snat': False}, 'gw_port_id': '4bc8ce6d-f439-4023-bd3a-a498cfcc0c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:41:29Z', 'updated_at': '2021-11-12T03:41:32Z', 'revision_number': 3, 'project_id': 'b2dfe87dbc8e49c1b8bffe6be5fbabe3', 'gw_port': {'id': '4bc8ce6d-f439-4023-bd3a-a498cfcc0c21', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:34:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b386eb5e-b2b7-4be9-bbe1-7161b9c379a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:31Z', 'updated_at': '2021-11-12T03:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:37.824914 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-98fdf670-ea9c-4c75-a09c-22c9cda23b57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:37.830887 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-98fdf670-ea9c-4c75-a09c-22c9cda23b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:37.892120 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-98fdf670-ea9c-4c75-a09c-22c9cda23b57 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ed1d84323dbd40539bcbe2f80a7aa255&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8777912 Nov 12 03:41:37.897888 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57386) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:37.913666 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd4888b-7aaa-4911-84e2-b2bc5998ca64 None None] The sync data for ids ['b386eb5e-b2b7-4be9-bbe1-7161b9c379a6'] in n-d-715271-27 is: [{'id': 'b386eb5e-b2b7-4be9-bbe1-7161b9c379a6', 'name': 'tempest-snat-router-1989142365', 'tenant_id': 'b2dfe87dbc8e49c1b8bffe6be5fbabe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.31'}], 'enable_snat': False}, 'gw_port_id': '4bc8ce6d-f439-4023-bd3a-a498cfcc0c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:41:29Z', 'updated_at': '2021-11-12T03:41:32Z', 'revision_number': 3, 'project_id': 'b2dfe87dbc8e49c1b8bffe6be5fbabe3', 'gw_port': {'id': '4bc8ce6d-f439-4023-bd3a-a498cfcc0c21', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:34:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b386eb5e-b2b7-4be9-bbe1-7161b9c379a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:31Z', 'updated_at': '2021-11-12T03:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:41:37.917864 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 6ff717d1-7874-4fc3-93f6-509e5a97842d triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:37.918243 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:38.037871 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fdf670-ea9c-4c75-a09c-22c9cda23b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3585b1-ac72-4cb4-b354-f2e699992626,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:38.128870 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b2fa6540-fdaa-479a-b7da-a9129d695019 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:38.145765 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-079d3c79-cde0-4c3d-9942-6ee381a18381 None None] Provisioning complete for port 6ff717d1-7874-4fc3-93f6-509e5a97842d triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:38.146144 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-079d3c79-cde0-4c3d-9942-6ee381a18381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:38.186150 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b2fa6540-fdaa-479a-b7da-a9129d695019 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:38.273869 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-286a1ee4-ba07-41fa-9241-3ecb06e56dd1 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Deleting subnet 99e9565e-1d4a-4e88-8368-99bbadfbcb32 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:41:38.278499 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-286a1ee4-ba07-41fa-9241-3ecb06e56dd1 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:38.318453 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b2fa6540-fdaa-479a-b7da-a9129d695019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:38.321389 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b2fa6540-fdaa-479a-b7da-a9129d695019 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:38.322556 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b2fa6540-fdaa-479a-b7da-a9129d695019 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6e3585b1-ac72-4cb4-b354-f2e699992626 HTTP/1.1" status: 204 len: 168 time: 0.4188201 Nov 12 03:41:38.333051 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-286a1ee4-ba07-41fa-9241-3ecb06e56dd1 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:38.349537 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa6540-fdaa-479a-b7da-a9129d695019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3585b1-ac72-4cb4-b354-f2e699992626,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:38.580819 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7480a9cc-bd96-4392-b283-93c18db97e71 req-40a56093-f0a7-47b7-946f-2481652cb5f7 tempest-ServerShowV257Test-2146338687 tempest-ServerShowV257Test-2146338687-project] 10.222.0.50 "GET /v2.0/ports?device_id=88e6d451-581a-449a-bfcc-c954af417c5b HTTP/1.1" status: 200 len: 210 time: 1.1326225 Nov 12 03:41:38.588705 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-54ca41bc-8085-4316-a7a0-5572f22969f2 None None] Could not find standard attr ID for object 7fe02ea4-6433-49bc-96d9-516dc2d939ca. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:41:38.646929 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:38.663705 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877db815-1047-419c-a9f5-7a2582217fa4 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:38.781293 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877db815-1047-419c-a9f5-7a2582217fa4 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Pushing event updated for resources: {'Port': ['ID=b113df7e-aacd-4b22-8580-4e918bdeefde,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:38.809432 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-877db815-1047-419c-a9f5-7a2582217fa4 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:38.815467 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877db815-1047-419c-a9f5-7a2582217fa4 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:38.991612 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-286a1ee4-ba07-41fa-9241-3ecb06e56dd1 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:39.075442 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-286a1ee4-ba07-41fa-9241-3ecb06e56dd1 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:39.130296 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a1ee4-ba07-41fa-9241-3ecb06e56dd1 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event deleted for resources: {'Subnet': ['ID=99e9565e-1d4a-4e88-8368-99bbadfbcb32,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:39.133350 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-286a1ee4-ba07-41fa-9241-3ecb06e56dd1 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:39.140056 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-286a1ee4-ba07-41fa-9241-3ecb06e56dd1 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/subnets/99e9565e-1d4a-4e88-8368-99bbadfbcb32 HTTP/1.1" status: 204 len: 168 time: 2.1104114 Nov 12 03:41:39.140569 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57454) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:39.146840 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5f6101-8b0d-41fd-bbda-eed9b850b33e None None] Network 6a2776cd-ae80-4a17-9d08-36358e4a065e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:39.444495 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3efc65e8-66c4-4cf3-bf22-e663b423540d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:39.474871 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a63d70-3779-448f-ac2c-d425087244d2 None None] DHCP port deletion for 6a2776cd-ae80-4a17-9d08-36358e4a065e request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:41:39.656839 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-b4a63d70-3779-448f-ac2c-d425087244d2 None None] Deleting port 6ff717d1-7874-4fc3-93f6-509e5a97842d {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:39.662385 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b4a63d70-3779-448f-ac2c-d425087244d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:39.687586 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-3efc65e8-66c4-4cf3-bf22-e663b423540d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Deleting port 6ff717d1-7874-4fc3-93f6-509e5a97842d {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:39.687965 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3efc65e8-66c4-4cf3-bf22-e663b423540d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:39.901339 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-b4a63d70-3779-448f-ac2c-d425087244d2 None None] For port 6ff717d1-7874-4fc3-93f6-509e5a97842d, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=6ff717d1-7874-4fc3-93f6-509e5a97842d,segment=NetworkSegment(03f4e33b-ef0f-4528-adb1-a86ef8f9da77),segment_id=03f4e33b-ef0f-4528-adb1-a86ef8f9da77)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:39.901561 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-3efc65e8-66c4-4cf3-bf22-e663b423540d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] For port 6ff717d1-7874-4fc3-93f6-509e5a97842d, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=6ff717d1-7874-4fc3-93f6-509e5a97842d,segment=NetworkSegment(03f4e33b-ef0f-4528-adb1-a86ef8f9da77),segment_id=03f4e33b-ef0f-4528-adb1-a86ef8f9da77)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:39.901743 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b4a63d70-3779-448f-ac2c-d425087244d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:39.902395 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3efc65e8-66c4-4cf3-bf22-e663b423540d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:39.930607 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-3efc65e8-66c4-4cf3-bf22-e663b423540d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Calling delete_port for 6ff717d1-7874-4fc3-93f6-509e5a97842d owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:39.946266 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-b4a63d70-3779-448f-ac2c-d425087244d2 None None] Calling delete_port for 6ff717d1-7874-4fc3-93f6-509e5a97842d owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:39.993801 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-55689aff-9709-469a-9ebc-355e36ddf3ed req-24cccef2-a179-4dfd-a36f-556436cc82c4 tempest-ServerShowV257Test-2146338687 tempest-ServerShowV257Test-2146338687-project] 10.222.0.50 "GET /v2.0/ports?device_id=88e6d451-581a-449a-bfcc-c954af417c5b HTTP/1.1" status: 200 len: 210 time: 0.1893790 Nov 12 03:41:40.038652 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-877db815-1047-419c-a9f5-7a2582217fa4 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.089623 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3efc65e8-66c4-4cf3-bf22-e663b423540d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.092265 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57504) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:40.145137 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b4a63d70-3779-448f-ac2c-d425087244d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.149959 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 4bc8ce6d-f439-4023-bd3a-a498cfcc0c21 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:41:40.174791 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc65e8-66c4-4cf3-bf22-e663b423540d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event deleted for resources: {'Port': ['ID=6ff717d1-7874-4fc3-93f6-509e5a97842d,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:40.201163 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efc65e8-66c4-4cf3-bf22-e663b423540d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] No DVR routers for this DVR port 6ff717d1-7874-4fc3-93f6-509e5a97842d on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:40.257130 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a63d70-3779-448f-ac2c-d425087244d2 None None] No DVR routers for this DVR port 6ff717d1-7874-4fc3-93f6-509e5a97842d on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:40.282716 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a63d70-3779-448f-ac2c-d425087244d2 None None] Pushing event deleted for resources: {'Port': ['ID=6ff717d1-7874-4fc3-93f6-509e5a97842d,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:40.376115 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 4bc8ce6d-f439-4023-bd3a-a498cfcc0c21 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:40.383099 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.467877 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-e068ba18-e636-4c8f-a512-2a184562c664 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Request body: {'network': {'name': 'tempest-RoutersTest-949980582'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:40.484618 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3efc65e8-66c4-4cf3-bf22-e663b423540d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.556799 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-3efc65e8-66c4-4cf3-bf22-e663b423540d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a2776cd-ae80-4a17-9d08-36358e4a065e']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:40.568276 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e068ba18-e636-4c8f-a512-2a184562c664 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Made reservation on behalf of 2daba86d1f0544abbd55ed3fcbf9b5c1 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:40.571967 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e068ba18-e636-4c8f-a512-2a184562c664 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.581025 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-3efc65e8-66c4-4cf3-bf22-e663b423540d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03f4e33b-ef0f-4528-adb1-a86ef8f9da77') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:40.581319 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-3efc65e8-66c4-4cf3-bf22-e663b423540d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03f4e33b-ef0f-4528-adb1-a86ef8f9da77') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:40.595211 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e068ba18-e636-4c8f-a512-2a184562c664 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.613294 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3efc65e8-66c4-4cf3-bf22-e663b423540d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.642229 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-877db815-1047-419c-a9f5-7a2582217fa4 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.648092 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3efc65e8-66c4-4cf3-bf22-e663b423540d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.665904 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3efc65e8-66c4-4cf3-bf22-e663b423540d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:41:40.667263 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3efc65e8-66c4-4cf3-bf22-e663b423540d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.675156 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.701669 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 4bc8ce6d-f439-4023-bd3a-a498cfcc0c21, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=4bc8ce6d-f439-4023-bd3a-a498cfcc0c21,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:40.707711 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.756818 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:41:40.756818 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:41:40.756818 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:41:40.756818 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:41:40.756818 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:41:40.756818 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:41:40.756818 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:41:40.756818 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:41:40.756818 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:41:40.756818 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:41:40.756818 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:41:40.756818 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:41:40.756818 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:41:40.756818 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:41:40.756818 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:41:40.756818 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:41:40.756818 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:41:40.756818 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:41:40.756818 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:41:40.756818 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:41:40.756818 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:41:40.756818 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:41:40.756818 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:41:40.756818 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:41:40.756818 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:41:40.756818 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:41:40.756818 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:41:40.756818 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:41:40.756818 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:41:40.756818 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:41:40.756818 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:41:40.756818 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:41:40.762347 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3efc65e8-66c4-4cf3-bf22-e663b423540d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.782235 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3efc65e8-66c4-4cf3-bf22-e663b423540d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.823493 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3efc65e8-66c4-4cf3-bf22-e663b423540d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/networks/6a2776cd-ae80-4a17-9d08-36358e4a065e HTTP/1.1" status: 204 len: 168 time: 1.6784065 Nov 12 03:41:40.837143 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57524) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:40.872113 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 6ff717d1-7874-4fc3-93f6-509e5a97842d no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:40.886421 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-877db815-1047-419c-a9f5-7a2582217fa4 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Router 0d6ba0db-1271-45c8-87b9-9e564ab95084 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:41:40.889179 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-d1b77b59-1b7d-4a52-9a46-0bd8a1995ebc tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-956604539'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:40.904843 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc65e8-66c4-4cf3-bf22-e663b423540d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event deleted for resources: {'Network': ['ID=6a2776cd-ae80-4a17-9d08-36358e4a065e,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:40.959751 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 6ff717d1-7874-4fc3-93f6-509e5a97842d {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:41:40.962389 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 6ff717d1-7874-4fc3-93f6-509e5a97842d not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:41:40.973332 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=4bc8ce6d-f439-4023-bd3a-a498cfcc0c21,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:41.011222 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b77b59-1b7d-4a52-9a46-0bd8a1995ebc tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Made reservation on behalf of 67babf17303845e7bb463e099a9322ec for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:41.019020 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d1b77b59-1b7d-4a52-9a46-0bd8a1995ebc tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:41.079070 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1b77b59-1b7d-4a52-9a46-0bd8a1995ebc tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:41:41.092869 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e068ba18-e636-4c8f-a512-2a184562c664 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:41.101392 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e068ba18-e636-4c8f-a512-2a184562c664 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:41.108011 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d1b77b59-1b7d-4a52-9a46-0bd8a1995ebc tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:41.108666 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-d1b77b59-1b7d-4a52-9a46-0bd8a1995ebc tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Added segment c5f57a37-865f-408b-8b79-8be0e25d3b85 of type vlan for network 59c0a6f0-5c35-44eb-b7c3-2c4ee7488d98 Nov 12 03:41:41.154569 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e068ba18-e636-4c8f-a512-2a184562c664 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=227154c5-234d-4d41-a746-303c4609c360,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:41.192175 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e068ba18-e636-4c8f-a512-2a184562c664 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:41:41.241609 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d1b77b59-1b7d-4a52-9a46-0bd8a1995ebc tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:41.248859 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e068ba18-e636-4c8f-a512-2a184562c664 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:41.249584 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-e068ba18-e636-4c8f-a512-2a184562c664 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Added segment d6167848-2f4e-435a-8b9c-4e3d7d6e19d2 of type vlan for network 9ea22a19-f0ff-4023-a606-032712c1cb12 Nov 12 03:41:41.299043 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877db815-1047-419c-a9f5-7a2582217fa4 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:41:41.316031 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842d0fc6-d7d9-4fe1-b3e6-9474b1953d99 None None] Sync routers for ids ['0d6ba0db-1271-45c8-87b9-9e564ab95084'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:41:41.339774 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-877db815-1047-419c-a9f5-7a2582217fa4 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:41.344882 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-877db815-1047-419c-a9f5-7a2582217fa4 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.1233571 Nov 12 03:41:41.353227 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842d0fc6-d7d9-4fe1-b3e6-9474b1953d99 None None] Routers {'0d6ba0db-1271-45c8-87b9-9e564ab95084'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:41.356434 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57534) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:41.356726 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-842d0fc6-d7d9-4fe1-b3e6-9474b1953d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:41:34Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['0d6ba0db-1271-45c8-87b9-9e564ab95084'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:41.356967 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-90e63bf8-7ff2-4f21-8957-00aa0e036242 req-58e17be4-e0ec-4f41-927d-b423f4c99fa7 tempest-ServerShowV257Test-2146338687 tempest-ServerShowV257Test-2146338687-project] 10.222.0.50 "GET /v2.0/ports?device_id=88e6d451-581a-449a-bfcc-c954af417c5b HTTP/1.1" status: 200 len: 210 time: 0.1361115 Nov 12 03:41:41.532093 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8db73299-57de-49b4-b036-93f8422f4887 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] 10.222.0.50 "GET /v2.0/routers/0d6ba0db-1271-45c8-87b9-9e564ab95084 HTTP/1.1" status: 200 len: 907 time: 0.1751025 Nov 12 03:41:41.535300 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57538) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:41.612029 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d1b77b59-1b7d-4a52-9a46-0bd8a1995ebc tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:41.642565 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b77b59-1b7d-4a52-9a46-0bd8a1995ebc tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:41.643493 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d1b77b59-1b7d-4a52-9a46-0bd8a1995ebc tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:41.714105 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e068ba18-e636-4c8f-a512-2a184562c664 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:41.730247 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e3123298-317d-4e48-807b-eb37f735a3c6 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:41.776633 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-842d0fc6-d7d9-4fe1-b3e6-9474b1953d99 None None] Set router 0d6ba0db-1271-45c8-87b9-9e564ab95084 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:41:41.843174 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 4bc8ce6d-f439-4023-bd3a-a498cfcc0c21 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:41:41.843451 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57540) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:41.847505 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d1b77b59-1b7d-4a52-9a46-0bd8a1995ebc tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9813046 Nov 12 03:41:41.850388 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b77b59-1b7d-4a52-9a46-0bd8a1995ebc tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event updated for resources: {'Network': ['ID=59c0a6f0-5c35-44eb-b7c3-2c4ee7488d98,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:41.855116 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-63258c68-ca77-4cfb-93b5-0088fea1d9a9 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'subnet': {'network_id': '59c0a6f0-5c35-44eb-b7c3-2c4ee7488d98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:41.878070 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e068ba18-e636-4c8f-a512-2a184562c664 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:41.888155 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e068ba18-e636-4c8f-a512-2a184562c664 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:41.888801 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e068ba18-e636-4c8f-a512-2a184562c664 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:41.941783 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 59c0a6f0-5c35-44eb-b7c3-2c4ee7488d98 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:41:42.080131 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e068ba18-e636-4c8f-a512-2a184562c664 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event updated for resources: {'Network': ['ID=9ea22a19-f0ff-4023-a606-032712c1cb12,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:42.097451 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e068ba18-e636-4c8f-a512-2a184562c664 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.0005715 Nov 12 03:41:42.098007 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 9ea22a19-f0ff-4023-a606-032712c1cb12 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:41:42.098419 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57544) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:42.117829 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-72434e10-0f76-48fc-b3db-2b2aa566ef13 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Request body: {'network': {'name': 'tempest-RoutersTest-992756750'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:42.195365 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 4bc8ce6d-f439-4023-bd3a-a498cfcc0c21 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:42.196010 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:42.197268 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72434e10-0f76-48fc-b3db-2b2aa566ef13 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Made reservation on behalf of 2daba86d1f0544abbd55ed3fcbf9b5c1 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:42.223792 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-72434e10-0f76-48fc-b3db-2b2aa566ef13 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:42.306834 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72434e10-0f76-48fc-b3db-2b2aa566ef13 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:41:42.326880 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-72434e10-0f76-48fc-b3db-2b2aa566ef13 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:42.329937 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-72434e10-0f76-48fc-b3db-2b2aa566ef13 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Added segment dbc793d3-b26b-4668-ae74-2816e01c2014 of type vlan for network 268390c5-6a82-4a13-9288-ce9431a03923 Nov 12 03:41:42.370818 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63258c68-ca77-4cfb-93b5-0088fea1d9a9 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Made reservation on behalf of 67babf17303845e7bb463e099a9322ec for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:42.378701 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-63258c68-ca77-4cfb-93b5-0088fea1d9a9 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:42.418773 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e3123298-317d-4e48-807b-eb37f735a3c6 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:42.487181 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-72434e10-0f76-48fc-b3db-2b2aa566ef13 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:42.546165 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-842d0fc6-d7d9-4fe1-b3e6-9474b1953d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6ba0db-1271-45c8-87b9-9e564ab95084', 'name': 'tempest-snat-router-1989142365', 'tenant_id': 'b2dfe87dbc8e49c1b8bffe6be5fbabe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'b113df7e-aacd-4b22-8580-4e918bdeefde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:41:35Z', 'updated_at': '2021-11-12T03:41:39Z', 'revision_number': 3, 'project_id': 'b2dfe87dbc8e49c1b8bffe6be5fbabe3', 'gw_port': {'id': 'b113df7e-aacd-4b22-8580-4e918bdeefde', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e2:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6ba0db-1271-45c8-87b9-9e564ab95084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:41:36Z', 'updated_at': '2021-11-12T03:41:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:42.558934 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-72434e10-0f76-48fc-b3db-2b2aa566ef13 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:42.573690 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72434e10-0f76-48fc-b3db-2b2aa566ef13 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:42.574346 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-72434e10-0f76-48fc-b3db-2b2aa566ef13 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:42.604265 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842d0fc6-d7d9-4fe1-b3e6-9474b1953d99 None None] Checking router: 0d6ba0db-1271-45c8-87b9-9e564ab95084 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:41:42.604265 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842d0fc6-d7d9-4fe1-b3e6-9474b1953d99 None None] Updating router 0d6ba0db-1271-45c8-87b9-9e564ab95084 port b113df7e-aacd-4b22-8580-4e918bdeefde binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:41:42.681315 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-842d0fc6-d7d9-4fe1-b3e6-9474b1953d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:42.689677 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72434e10-0f76-48fc-b3db-2b2aa566ef13 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event updated for resources: {'Network': ['ID=268390c5-6a82-4a13-9288-ce9431a03923,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:42.703520 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-72434e10-0f76-48fc-b3db-2b2aa566ef13 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6038785 Nov 12 03:41:42.706638 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57554) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:42.718939 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-7948de53-57a4-414c-95c9-656110a56fde tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Request body: {'subnet': {'network_id': '9ea22a19-f0ff-4023-a606-032712c1cb12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:42.802017 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 268390c5-6a82-4a13-9288-ce9431a03923 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:41:42.896424 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7f001d91-5cbc-497d-b9f7-ea522dd38be0 req-ce181b50-b7a2-403e-b35d-ed1f7d1a1f90 tempest-ServerShowV257Test-2146338687 tempest-ServerShowV257Test-2146338687-project] 10.222.0.50 "GET /v2.0/ports?device_id=88e6d451-581a-449a-bfcc-c954af417c5b HTTP/1.1" status: 200 len: 210 time: 0.2783184 Nov 12 03:41:42.982350 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-e3123298-317d-4e48-807b-eb37f735a3c6 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Deleting port b113df7e-aacd-4b22-8580-4e918bdeefde {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:42.983823 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e3123298-317d-4e48-807b-eb37f735a3c6 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.124941 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7948de53-57a4-414c-95c9-656110a56fde tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Made reservation on behalf of 2daba86d1f0544abbd55ed3fcbf9b5c1 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:43.129059 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7948de53-57a4-414c-95c9-656110a56fde tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.172041 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-63258c68-ca77-4cfb-93b5-0088fea1d9a9 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.462611 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e3123298-317d-4e48-807b-eb37f735a3c6 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.467081 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7948de53-57a4-414c-95c9-656110a56fde tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.471751 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63258c68-ca77-4cfb-93b5-0088fea1d9a9 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event updated for resources: {'Subnet': ['ID=7d621ccb-cf5f-4c48-9426-fe71c2b73822,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:43.491454 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63258c68-ca77-4cfb-93b5-0088fea1d9a9 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Checking segment: {'id': 'c5f57a37-865f-408b-8b79-8be0e25d3b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '59c0a6f0-5c35-44eb-b7c3-2c4ee7488d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:41:43.492540 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63258c68-ca77-4cfb-93b5-0088fea1d9a9 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Network hostable DHCP agents. Network: 59c0a6f0-5c35-44eb-b7c3-2c4ee7488d98, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:41:43.526242 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-e3123298-317d-4e48-807b-eb37f735a3c6 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Calling delete_port for b113df7e-aacd-4b22-8580-4e918bdeefde owned by network:router_gateway {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:43.611980 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7948de53-57a4-414c-95c9-656110a56fde tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Checking segment: {'id': 'd6167848-2f4e-435a-8b9c-4e3d7d6e19d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9ea22a19-f0ff-4023-a606-032712c1cb12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:41:43.612678 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7948de53-57a4-414c-95c9-656110a56fde tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Network hostable DHCP agents. Network: 9ea22a19-f0ff-4023-a606-032712c1cb12, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:41:43.632682 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7948de53-57a4-414c-95c9-656110a56fde tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event updated for resources: {'Subnet': ['ID=149e0948-38a4-4ecc-a858-a0778ddc15b9,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:43.642813 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63258c68-ca77-4cfb-93b5-0088fea1d9a9 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Network 59c0a6f0-5c35-44eb-b7c3-2c4ee7488d98 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:41:43.652308 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7948de53-57a4-414c-95c9-656110a56fde tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Network 9ea22a19-f0ff-4023-a606-032712c1cb12 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:41:43.666252 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-63258c68-ca77-4cfb-93b5-0088fea1d9a9 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 59c0a6f0-5c35-44eb-b7c3-2c4ee7488d98) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:43.672112 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63258c68-ca77-4cfb-93b5-0088fea1d9a9 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:43.672484 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-7948de53-57a4-414c-95c9-656110a56fde tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 9ea22a19-f0ff-4023-a606-032712c1cb12) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:43.672635 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-63258c68-ca77-4cfb-93b5-0088fea1d9a9 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.695687 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7948de53-57a4-414c-95c9-656110a56fde tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:43.700335 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7948de53-57a4-414c-95c9-656110a56fde tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.714755 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-63258c68-ca77-4cfb-93b5-0088fea1d9a9 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8700836 Nov 12 03:41:43.715398 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57564) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:43.723544 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d497660-b9ef-4c22-a373-a7b100a13726 None None] Network 59c0a6f0-5c35-44eb-b7c3-2c4ee7488d98 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:43.724780 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-d3c1c58c-6d00-4d0d-8708-625fe43d34b7 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'port': {'network_id': '59c0a6f0-5c35-44eb-b7c3-2c4ee7488d98', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-137144751'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:43.757187 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7948de53-57a4-414c-95c9-656110a56fde tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0483148 Nov 12 03:41:43.761780 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57568) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:43.774006 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-c3219a45-7618-4e49-887a-358d6e40459b tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Request body: {'subnet': {'network_id': '268390c5-6a82-4a13-9288-ce9431a03923', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:43.877081 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f02c2c-d830-4308-94e8-70cd02a6f7e9 None None] Network 9ea22a19-f0ff-4023-a606-032712c1cb12 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:43.882373 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-842d0fc6-d7d9-4fe1-b3e6-9474b1953d99 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.934839 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-842d0fc6-d7d9-4fe1-b3e6-9474b1953d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:44.005835 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3219a45-7618-4e49-887a-358d6e40459b tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Made reservation on behalf of 2daba86d1f0544abbd55ed3fcbf9b5c1 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:44.009942 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c3219a45-7618-4e49-887a-358d6e40459b tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:44.032465 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036ab2f-01e7-4776-9dcf-91c3d08a471b None None] Pushing event updated for resources: {'Port': ['ID=b113df7e-aacd-4b22-8580-4e918bdeefde,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:44.126908 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-842d0fc6-d7d9-4fe1-b3e6-9474b1953d99 None None] Attempting to bind port b113df7e-aacd-4b22-8580-4e918bdeefde on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:41:44.127279 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-842d0fc6-d7d9-4fe1-b3e6-9474b1953d99 None None] Attempting to bind port b113df7e-aacd-4b22-8580-4e918bdeefde by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:41:44.127645 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842d0fc6-d7d9-4fe1-b3e6-9474b1953d99 None None] Attempting to bind port b113df7e-aacd-4b22-8580-4e918bdeefde on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:41:44.144608 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842d0fc6-d7d9-4fe1-b3e6-9474b1953d99 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:41:44.145070 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842d0fc6-d7d9-4fe1-b3e6-9474b1953d99 None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:41:44.146256 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-842d0fc6-d7d9-4fe1-b3e6-9474b1953d99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:44.146666 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842d0fc6-d7d9-4fe1-b3e6-9474b1953d99 None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:41:44.147189 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-842d0fc6-d7d9-4fe1-b3e6-9474b1953d99 None None] Bound port: b113df7e-aacd-4b22-8580-4e918bdeefde, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:41:44.147640 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-842d0fc6-d7d9-4fe1-b3e6-9474b1953d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:44.168717 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e3123298-317d-4e48-807b-eb37f735a3c6 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:44.186072 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-842d0fc6-d7d9-4fe1-b3e6-9474b1953d99 None None] Port b113df7e-aacd-4b22-8580-4e918bdeefde has been deleted concurrently {{(pid=102573) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 12 03:41:44.195198 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c1c58c-6d00-4d0d-8708-625fe43d34b7 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Made reservation on behalf of 67babf17303845e7bb463e099a9322ec for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:44.198739 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d3c1c58c-6d00-4d0d-8708-625fe43d34b7 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:44.223691 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b181d02-75a5-487e-9bb2-f746163be2af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-59c0a6f0-5c35-44eb-b7c3-2c4ee7488d98', 'network_id': '59c0a6f0-5c35-44eb-b7c3-2c4ee7488d98', 'tenant_id': '67babf17303845e7bb463e099a9322ec', 'fixed_ips': [{'subnet_id': '7d621ccb-cf5f-4c48-9426-fe71c2b73822'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:41:44.225010 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6b181d02-75a5-487e-9bb2-f746163be2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:44.256400 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842d0fc6-d7d9-4fe1-b3e6-9474b1953d99 None None] Routers {'0d6ba0db-1271-45c8-87b9-9e564ab95084'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:44.257028 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-842d0fc6-d7d9-4fe1-b3e6-9474b1953d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:41:34Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['0d6ba0db-1271-45c8-87b9-9e564ab95084'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:44.272891 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-d3c1c58c-6d00-4d0d-8708-625fe43d34b7 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] device_id is not set on port 113ea45d-d524-4540-8925-fc727c575ad1 yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:41:44.278667 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3123298-317d-4e48-807b-eb37f735a3c6 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Pushing event deleted for resources: {'Port': ['ID=b113df7e-aacd-4b22-8580-4e918bdeefde,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:44.317427 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0eae9ad4-993a-4cba-a660-5f15937b0820 req-2647f68d-3304-4dc1-8057-62fe83ee73c9 tempest-ServerShowV257Test-2146338687 tempest-ServerShowV257Test-2146338687-project] 10.222.0.50 "GET /v2.0/ports?device_id=88e6d451-581a-449a-bfcc-c954af417c5b HTTP/1.1" status: 200 len: 210 time: 0.1256042 Nov 12 03:41:44.364054 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-842d0fc6-d7d9-4fe1-b3e6-9474b1953d99 None None] Set router 0d6ba0db-1271-45c8-87b9-9e564ab95084 gateway port host: None {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:41:44.426167 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-842d0fc6-d7d9-4fe1-b3e6-9474b1953d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6ba0db-1271-45c8-87b9-9e564ab95084', 'name': 'tempest-snat-router-1989142365', 'tenant_id': 'b2dfe87dbc8e49c1b8bffe6be5fbabe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:41:35Z', 'updated_at': '2021-11-12T03:41:43Z', 'revision_number': 5, 'project_id': 'b2dfe87dbc8e49c1b8bffe6be5fbabe3', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:44.521695 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842d0fc6-d7d9-4fe1-b3e6-9474b1953d99 None None] The sync data for ids ['0d6ba0db-1271-45c8-87b9-9e564ab95084'] in n-d-715271-27 is: [{'id': '0d6ba0db-1271-45c8-87b9-9e564ab95084', 'name': 'tempest-snat-router-1989142365', 'tenant_id': 'b2dfe87dbc8e49c1b8bffe6be5fbabe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:41:35Z', 'updated_at': '2021-11-12T03:41:43Z', 'revision_number': 5, 'project_id': 'b2dfe87dbc8e49c1b8bffe6be5fbabe3', 'gw_port_host': None}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:41:44.533822 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-d3c1c58c-6d00-4d0d-8708-625fe43d34b7 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Allocated IP 2001:db8::14 (59c0a6f0-5c35-44eb-b7c3-2c4ee7488d98/7d621ccb-cf5f-4c48-9426-fe71c2b73822/113ea45d-d524-4540-8925-fc727c575ad1) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:44.602152 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c3219a45-7618-4e49-887a-358d6e40459b tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:44.613362 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e3123298-317d-4e48-807b-eb37f735a3c6 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:44.801359 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3219a45-7618-4e49-887a-358d6e40459b tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event updated for resources: {'Subnet': ['ID=eff76cc3-42c1-46c9-992e-b2a19b50e802,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:44.822123 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024f8b26-ef8d-420e-9f88-4e377c02576e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-9ea22a19-f0ff-4023-a606-032712c1cb12', 'network_id': '9ea22a19-f0ff-4023-a606-032712c1cb12', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'fixed_ips': [{'subnet_id': '149e0948-38a4-4ecc-a858-a0778ddc15b9'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:41:44.823520 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-024f8b26-ef8d-420e-9f88-4e377c02576e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:44.824954 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3219a45-7618-4e49-887a-358d6e40459b tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Checking segment: {'id': 'dbc793d3-b26b-4668-ae74-2816e01c2014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '268390c5-6a82-4a13-9288-ce9431a03923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:41:44.825715 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3219a45-7618-4e49-887a-358d6e40459b tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Network hostable DHCP agents. Network: 268390c5-6a82-4a13-9288-ce9431a03923, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:41:44.847979 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3219a45-7618-4e49-887a-358d6e40459b tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Network 268390c5-6a82-4a13-9288-ce9431a03923 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:41:44.862736 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-c3219a45-7618-4e49-887a-358d6e40459b tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 268390c5-6a82-4a13-9288-ce9431a03923) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:44.892965 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3219a45-7618-4e49-887a-358d6e40459b tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:44.894274 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c3219a45-7618-4e49-887a-358d6e40459b tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:44.940094 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c3219a45-7618-4e49-887a-358d6e40459b tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1771889 Nov 12 03:41:44.942698 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57580) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:44.948722 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-20ab6d2e-783e-4e0e-ac4e-0a0fbd7ee108 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1036372553', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:44.995796 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-20ab6d2e-783e-4e0e-ac4e-0a0fbd7ee108 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:44.997394 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-20ab6d2e-783e-4e0e-ac4e-0a0fbd7ee108 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:45.086574 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-20ab6d2e-783e-4e0e-ac4e-0a0fbd7ee108 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:45.093763 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-20ab6d2e-783e-4e0e-ac4e-0a0fbd7ee108 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:45.131177 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-20ab6d2e-783e-4e0e-ac4e-0a0fbd7ee108 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:45.141617 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-20ab6d2e-783e-4e0e-ac4e-0a0fbd7ee108 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1969333 Nov 12 03:41:45.143189 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57582) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:45.191457 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-024f8b26-ef8d-420e-9f88-4e377c02576e None None] Allocated IP 172.20.0.2 (9ea22a19-f0ff-4023-a606-032712c1cb12/149e0948-38a4-4ecc-a858-a0778ddc15b9/00770f34-0b50-430d-b81d-b590ebe73b94) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:45.470061 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9724e0-ee78-4e77-9e2e-62714b4ab8b7 None None] Network 268390c5-6a82-4a13-9288-ce9431a03923 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:45.670678 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-024f8b26-ef8d-420e-9f88-4e377c02576e None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:45.699886 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-024f8b26-ef8d-420e-9f88-4e377c02576e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:45.758479 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6d64929a-502d-4c68-b384-4b92fcc90054 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:45.843202 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-34f799fa-fe13-4e6f-aa82-4eee486341d6 req-8aeba13d-4a36-4545-a17e-d16f5b17cdc5 tempest-ServerShowV257Test-2146338687 tempest-ServerShowV257Test-2146338687-project] 10.222.0.50 "GET /v2.0/ports?device_id=88e6d451-581a-449a-bfcc-c954af417c5b HTTP/1.1" status: 200 len: 210 time: 0.0776637 Nov 12 03:41:45.850599 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e3123298-317d-4e48-807b-eb37f735a3c6 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:45.856061 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:41:45.861324 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d3c1c58c-6d00-4d0d-8708-625fe43d34b7 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:45.864264 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e3123298-317d-4e48-807b-eb37f735a3c6 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:46.007186 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e3123298-317d-4e48-807b-eb37f735a3c6 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:46.008104 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3123298-317d-4e48-807b-eb37f735a3c6 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0d6ba0db-1271-45c8-87b9-9e564ab95084 {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:41:46.021860 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e3123298-317d-4e48-807b-eb37f735a3c6 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:46.031292 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57594) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:46.032019 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e3123298-317d-4e48-807b-eb37f735a3c6 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] 10.222.0.50 "DELETE /v2.0/routers/0d6ba0db-1271-45c8-87b9-9e564ab95084 HTTP/1.1" status: 204 len: 168 time: 4.4954472 Nov 12 03:41:46.088629 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d3c1c58c-6d00-4d0d-8708-625fe43d34b7 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:46.146341 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024f8b26-ef8d-420e-9f88-4e377c02576e None None] Network 9ea22a19-f0ff-4023-a606-032712c1cb12 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:46.152517 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-024f8b26-ef8d-420e-9f88-4e377c02576e None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:46.178528 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024f8b26-ef8d-420e-9f88-4e377c02576e None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:46.192522 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c1c58c-6d00-4d0d-8708-625fe43d34b7 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Network 59c0a6f0-5c35-44eb-b7c3-2c4ee7488d98 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:46.197317 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-d3c1c58c-6d00-4d0d-8708-625fe43d34b7 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:46.222157 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c1c58c-6d00-4d0d-8708-625fe43d34b7 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:46.228034 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c1c58c-6d00-4d0d-8708-625fe43d34b7 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:46.228783 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d3c1c58c-6d00-4d0d-8708-625fe43d34b7 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:46.316428 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c1c58c-6d00-4d0d-8708-625fe43d34b7 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event updated for resources: {'Port': ['ID=113ea45d-d524-4540-8925-fc727c575ad1,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:46.326664 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d3c1c58c-6d00-4d0d-8708-625fe43d34b7 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 2.6074979 Nov 12 03:41:46.329111 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57598) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:46.358033 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f8b26-ef8d-420e-9f88-4e377c02576e None None] Pushing event updated for resources: {'Port': ['ID=00770f34-0b50-430d-b81d-b590ebe73b94,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:46.469435 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16698886-3c5b-484f-b4fa-7ffc05fa4cb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-268390c5-6a82-4a13-9288-ce9431a03923', 'network_id': '268390c5-6a82-4a13-9288-ce9431a03923', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'fixed_ips': [{'subnet_id': 'eff76cc3-42c1-46c9-992e-b2a19b50e802'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:41:46.470728 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-16698886-3c5b-484f-b4fa-7ffc05fa4cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:46.495810 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-6b181d02-75a5-487e-9bb2-f746163be2af None None] Allocated IP 2001:db8::2 (59c0a6f0-5c35-44eb-b7c3-2c4ee7488d98/7d621ccb-cf5f-4c48-9426-fe71c2b73822/3c85de1c-8cc6-4517-8358-129ef0138e7a) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:46.552892 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-bc3c8d5d-06bb-4bcf-88c9-f4b197e9ff4a tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Deleting port 113ea45d-d524-4540-8925-fc727c575ad1 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:46.554180 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bc3c8d5d-06bb-4bcf-88c9-f4b197e9ff4a tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:46.674095 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-16698886-3c5b-484f-b4fa-7ffc05fa4cb4 None None] Allocated IP 172.21.0.2 (268390c5-6a82-4a13-9288-ce9431a03923/eff76cc3-42c1-46c9-992e-b2a19b50e802/3ebb8876-a741-406c-bb49-590e06a8db15) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:46.722042 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bc3c8d5d-06bb-4bcf-88c9-f4b197e9ff4a tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:46.760221 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-bc3c8d5d-06bb-4bcf-88c9-f4b197e9ff4a tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Calling delete_port for 113ea45d-d524-4540-8925-fc727c575ad1 owned by {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:47.125490 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-024f8b26-ef8d-420e-9f88-4e377c02576e None None] Attempting to bind port 00770f34-0b50-430d-b81d-b590ebe73b94 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:41:47.128436 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-024f8b26-ef8d-420e-9f88-4e377c02576e None None] Attempting to bind port 00770f34-0b50-430d-b81d-b590ebe73b94 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'd6167848-2f4e-435a-8b9c-4e3d7d6e19d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9ea22a19-f0ff-4023-a606-032712c1cb12'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:41:47.129262 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024f8b26-ef8d-420e-9f88-4e377c02576e None None] Attempting to bind port 00770f34-0b50-430d-b81d-b590ebe73b94 on network 9ea22a19-f0ff-4023-a606-032712c1cb12 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:41:47.189126 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024f8b26-ef8d-420e-9f88-4e377c02576e None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:41:47.189830 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024f8b26-ef8d-420e-9f88-4e377c02576e None None] Checking segment: {'id': 'd6167848-2f4e-435a-8b9c-4e3d7d6e19d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9ea22a19-f0ff-4023-a606-032712c1cb12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:41:47.190036 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-024f8b26-ef8d-420e-9f88-4e377c02576e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:47.190720 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024f8b26-ef8d-420e-9f88-4e377c02576e None None] Bound using segment: {'id': 'd6167848-2f4e-435a-8b9c-4e3d7d6e19d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9ea22a19-f0ff-4023-a606-032712c1cb12'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:41:47.191364 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-024f8b26-ef8d-420e-9f88-4e377c02576e None None] Bound port: 00770f34-0b50-430d-b81d-b590ebe73b94, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6167848-2f4e-435a-8b9c-4e3d7d6e19d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9ea22a19-f0ff-4023-a606-032712c1cb12'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:41:47.191876 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-024f8b26-ef8d-420e-9f88-4e377c02576e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:47.195418 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bb636ade-67c2-4088-9b49-325547f6e2a7 req-7707a27f-d6b6-48c9-9448-a57ef6dd5e80 tempest-ServerShowV257Test-2146338687 tempest-ServerShowV257Test-2146338687-project] 10.222.0.50 "GET /v2.0/ports?device_id=88e6d451-581a-449a-bfcc-c954af417c5b HTTP/1.1" status: 200 len: 210 time: 0.0510669 Nov 12 03:41:47.265612 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bc3c8d5d-06bb-4bcf-88c9-f4b197e9ff4a tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:47.292810 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-16698886-3c5b-484f-b4fa-7ffc05fa4cb4 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:47.327503 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-16698886-3c5b-484f-b4fa-7ffc05fa4cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:47.365566 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c8d5d-06bb-4bcf-88c9-f4b197e9ff4a tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event deleted for resources: {'Port': ['ID=113ea45d-d524-4540-8925-fc727c575ad1,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:47.417566 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bc3c8d5d-06bb-4bcf-88c9-f4b197e9ff4a tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:47.430894 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-bc3c8d5d-06bb-4bcf-88c9-f4b197e9ff4a tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/ports/113ea45d-d524-4540-8925-fc727c575ad1 HTTP/1.1" status: 204 len: 168 time: 1.1006682 Nov 12 03:41:47.432457 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57610) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:47.475444 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bfc463a-491f-49ed-b83f-6f2c97d8ebd1 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] GET failed (client error): The resource could not be found. Nov 12 03:41:47.482777 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-1bfc463a-491f-49ed-b83f-6f2c97d8ebd1 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "GET /v2.0/ports/113ea45d-d524-4540-8925-fc727c575ad1 HTTP/1.1" status: 404 len: 333 time: 0.0483491 Nov 12 03:41:47.484327 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57612) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:47.489269 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d5e0f4f6-ce62-4c8d-ad1a-5e91e00ebd2c tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:47.519844 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16698886-3c5b-484f-b4fa-7ffc05fa4cb4 None None] Network 268390c5-6a82-4a13-9288-ce9431a03923 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:47.571422 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d38912e-13e3-4144-958b-80438d708a26 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Deleting subnet 7d621ccb-cf5f-4c48-9426-fe71c2b73822 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:41:47.590668 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-024f8b26-ef8d-420e-9f88-4e377c02576e None None] For port 00770f34-0b50-430d-b81d-b590ebe73b94, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:41:47.595759 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-024f8b26-ef8d-420e-9f88-4e377c02576e None None] For port 00770f34-0b50-430d-b81d-b590ebe73b94, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=00770f34-0b50-430d-b81d-b590ebe73b94,segment=NetworkSegment(d6167848-2f4e-435a-8b9c-4e3d7d6e19d2),segment_id=d6167848-2f4e-435a-8b9c-4e3d7d6e19d2)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:41:47.603537 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-16698886-3c5b-484f-b4fa-7ffc05fa4cb4 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:47.638395 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-024f8b26-ef8d-420e-9f88-4e377c02576e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:47.645000 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16698886-3c5b-484f-b4fa-7ffc05fa4cb4 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:47.651987 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16698886-3c5b-484f-b4fa-7ffc05fa4cb4 None None] Pushing event updated for resources: {'Port': ['ID=3ebb8876-a741-406c-bb49-590e06a8db15,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:47.714808 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-6d64929a-502d-4c68-b384-4b92fcc90054 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Allocated IP 172.20.0.1 (9ea22a19-f0ff-4023-a606-032712c1cb12/149e0948-38a4-4ecc-a858-a0778ddc15b9/d84c161e-5126-413f-be3e-cbbc3bac4dd2) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:47.770447 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6b181d02-75a5-487e-9bb2-f746163be2af None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:47.796207 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-16698886-3c5b-484f-b4fa-7ffc05fa4cb4 None None] Attempting to bind port 3ebb8876-a741-406c-bb49-590e06a8db15 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:41:47.796565 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-16698886-3c5b-484f-b4fa-7ffc05fa4cb4 None None] Attempting to bind port 3ebb8876-a741-406c-bb49-590e06a8db15 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'dbc793d3-b26b-4668-ae74-2816e01c2014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '268390c5-6a82-4a13-9288-ce9431a03923'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:41:47.796995 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16698886-3c5b-484f-b4fa-7ffc05fa4cb4 None None] Attempting to bind port 3ebb8876-a741-406c-bb49-590e06a8db15 on network 268390c5-6a82-4a13-9288-ce9431a03923 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:41:47.800375 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4d38912e-13e3-4144-958b-80438d708a26 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:47.804552 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16698886-3c5b-484f-b4fa-7ffc05fa4cb4 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:41:47.804927 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16698886-3c5b-484f-b4fa-7ffc05fa4cb4 None None] Checking segment: {'id': 'dbc793d3-b26b-4668-ae74-2816e01c2014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '268390c5-6a82-4a13-9288-ce9431a03923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:41:47.805343 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-16698886-3c5b-484f-b4fa-7ffc05fa4cb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:47.805715 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16698886-3c5b-484f-b4fa-7ffc05fa4cb4 None None] Bound using segment: {'id': 'dbc793d3-b26b-4668-ae74-2816e01c2014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '268390c5-6a82-4a13-9288-ce9431a03923'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:41:47.806177 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-16698886-3c5b-484f-b4fa-7ffc05fa4cb4 None None] Bound port: 3ebb8876-a741-406c-bb49-590e06a8db15, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc793d3-b26b-4668-ae74-2816e01c2014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '268390c5-6a82-4a13-9288-ce9431a03923'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:41:47.806555 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-16698886-3c5b-484f-b4fa-7ffc05fa4cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:47.815358 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d5e0f4f6-ce62-4c8d-ad1a-5e91e00ebd2c tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:47.822877 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6b181d02-75a5-487e-9bb2-f746163be2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:47.828487 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f8b26-ef8d-420e-9f88-4e377c02576e None None] Pushing event updated for resources: {'Port': ['ID=00770f34-0b50-430d-b81d-b590ebe73b94,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:47.917154 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b181d02-75a5-487e-9bb2-f746163be2af None None] Network 59c0a6f0-5c35-44eb-b7c3-2c4ee7488d98 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:47.926842 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-6b181d02-75a5-487e-9bb2-f746163be2af None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:47.964530 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b181d02-75a5-487e-9bb2-f746163be2af None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:47.977613 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b181d02-75a5-487e-9bb2-f746163be2af None None] Pushing event updated for resources: {'Port': ['ID=3c85de1c-8cc6-4517-8358-129ef0138e7a,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:48.019021 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4d38912e-13e3-4144-958b-80438d708a26 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:48.104402 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6d64929a-502d-4c68-b384-4b92fcc90054 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:48.163187 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-16698886-3c5b-484f-b4fa-7ffc05fa4cb4 None None] For port 3ebb8876-a741-406c-bb49-590e06a8db15, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:41:48.219807 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-6b181d02-75a5-487e-9bb2-f746163be2af None None] Attempting to bind port 3c85de1c-8cc6-4517-8358-129ef0138e7a on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:41:48.235973 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-6b181d02-75a5-487e-9bb2-f746163be2af None None] Attempting to bind port 3c85de1c-8cc6-4517-8358-129ef0138e7a by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'c5f57a37-865f-408b-8b79-8be0e25d3b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '59c0a6f0-5c35-44eb-b7c3-2c4ee7488d98'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:41:48.236817 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b181d02-75a5-487e-9bb2-f746163be2af None None] Attempting to bind port 3c85de1c-8cc6-4517-8358-129ef0138e7a on network 59c0a6f0-5c35-44eb-b7c3-2c4ee7488d98 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:41:48.248025 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-d5e0f4f6-ce62-4c8d-ad1a-5e91e00ebd2c tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Deleting port 4bc8ce6d-f439-4023-bd3a-a498cfcc0c21 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:48.248025 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d5e0f4f6-ce62-4c8d-ad1a-5e91e00ebd2c tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:48.292676 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-16698886-3c5b-484f-b4fa-7ffc05fa4cb4 None None] For port 3ebb8876-a741-406c-bb49-590e06a8db15, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=3ebb8876-a741-406c-bb49-590e06a8db15,segment=NetworkSegment(dbc793d3-b26b-4668-ae74-2816e01c2014),segment_id=dbc793d3-b26b-4668-ae74-2816e01c2014)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:41:48.298365 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b181d02-75a5-487e-9bb2-f746163be2af None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:41:48.298901 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b181d02-75a5-487e-9bb2-f746163be2af None None] Checking segment: {'id': 'c5f57a37-865f-408b-8b79-8be0e25d3b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '59c0a6f0-5c35-44eb-b7c3-2c4ee7488d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:41:48.299047 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6d64929a-502d-4c68-b384-4b92fcc90054 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:48.299475 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6b181d02-75a5-487e-9bb2-f746163be2af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:48.300053 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b181d02-75a5-487e-9bb2-f746163be2af None None] Bound using segment: {'id': 'c5f57a37-865f-408b-8b79-8be0e25d3b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '59c0a6f0-5c35-44eb-b7c3-2c4ee7488d98'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:41:48.300823 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-6b181d02-75a5-487e-9bb2-f746163be2af None None] Bound port: 3c85de1c-8cc6-4517-8358-129ef0138e7a, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5f57a37-865f-408b-8b79-8be0e25d3b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '59c0a6f0-5c35-44eb-b7c3-2c4ee7488d98'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:41:48.301401 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6b181d02-75a5-487e-9bb2-f746163be2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:48.318187 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-16698886-3c5b-484f-b4fa-7ffc05fa4cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:48.324422 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4d38912e-13e3-4144-958b-80438d708a26 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:48.327973 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:48.470505 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-64a63364-c7b2-4160-bb34-1c772909cb36 req-2a123556-c524-4e94-8e54-2a7ff812861d tempest-ServerShowV257Test-2146338687 tempest-ServerShowV257Test-2146338687-project] 10.222.0.50 "GET /v2.0/ports?device_id=88e6d451-581a-449a-bfcc-c954af417c5b HTTP/1.1" status: 200 len: 210 time: 0.0565968 Nov 12 03:41:48.533205 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4d38912e-13e3-4144-958b-80438d708a26 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:48.575052 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16698886-3c5b-484f-b4fa-7ffc05fa4cb4 None None] Pushing event updated for resources: {'Port': ['ID=3ebb8876-a741-406c-bb49-590e06a8db15,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:48.585089 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d64929a-502d-4c68-b384-4b92fcc90054 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event updated for resources: {'Port': ['ID=d84c161e-5126-413f-be3e-cbbc3bac4dd2,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:48.593027 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-6b181d02-75a5-487e-9bb2-f746163be2af None None] For port 3c85de1c-8cc6-4517-8358-129ef0138e7a, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:41:48.597957 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-6b181d02-75a5-487e-9bb2-f746163be2af None None] For port 3c85de1c-8cc6-4517-8358-129ef0138e7a, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=3c85de1c-8cc6-4517-8358-129ef0138e7a,segment=NetworkSegment(c5f57a37-865f-408b-8b79-8be0e25d3b85),segment_id=c5f57a37-865f-408b-8b79-8be0e25d3b85)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:41:48.603577 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6b181d02-75a5-487e-9bb2-f746163be2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:48.617556 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d38912e-13e3-4144-958b-80438d708a26 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event deleted for resources: {'Subnet': ['ID=7d621ccb-cf5f-4c48-9426-fe71c2b73822,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:48.629475 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4d38912e-13e3-4144-958b-80438d708a26 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:48.637423 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4d38912e-13e3-4144-958b-80438d708a26 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/subnets/7d621ccb-cf5f-4c48-9426-fe71c2b73822 HTTP/1.1" status: 204 len: 168 time: 1.1498919 Nov 12 03:41:48.642745 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57626) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:48.745428 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b181d02-75a5-487e-9bb2-f746163be2af None None] Pushing event updated for resources: {'Port': ['ID=3c85de1c-8cc6-4517-8358-129ef0138e7a,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:48.763515 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d64929a-502d-4c68-b384-4b92fcc90054 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Network 9ea22a19-f0ff-4023-a606-032712c1cb12 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:48.771638 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-6d64929a-502d-4c68-b384-4b92fcc90054 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:48.785586 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d64929a-502d-4c68-b384-4b92fcc90054 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:48.855042 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-066d06b6-0e69-4b29-a30d-29087db69b21 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:48.943362 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6d64929a-502d-4c68-b384-4b92fcc90054 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:48.989242 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-066d06b6-0e69-4b29-a30d-29087db69b21 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Deleting port 3c85de1c-8cc6-4517-8358-129ef0138e7a {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:48.989577 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-066d06b6-0e69-4b29-a30d-29087db69b21 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:49.079303 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-d5e0f4f6-ce62-4c8d-ad1a-5e91e00ebd2c tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] For port 4bc8ce6d-f439-4023-bd3a-a498cfcc0c21, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=4bc8ce6d-f439-4023-bd3a-a498cfcc0c21,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:49.079941 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d5e0f4f6-ce62-4c8d-ad1a-5e91e00ebd2c tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:49.186627 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-066d06b6-0e69-4b29-a30d-29087db69b21 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] For port 3c85de1c-8cc6-4517-8358-129ef0138e7a, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=3c85de1c-8cc6-4517-8358-129ef0138e7a,segment=NetworkSegment(c5f57a37-865f-408b-8b79-8be0e25d3b85),segment_id=c5f57a37-865f-408b-8b79-8be0e25d3b85)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:49.187222 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-066d06b6-0e69-4b29-a30d-29087db69b21 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:49.250413 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-066d06b6-0e69-4b29-a30d-29087db69b21 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Calling delete_port for 3c85de1c-8cc6-4517-8358-129ef0138e7a owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:49.306304 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-d5e0f4f6-ce62-4c8d-ad1a-5e91e00ebd2c tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Calling delete_port for 4bc8ce6d-f439-4023-bd3a-a498cfcc0c21 owned by network:router_gateway {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:49.369825 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6d64929a-502d-4c68-b384-4b92fcc90054 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:49.489543 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-066d06b6-0e69-4b29-a30d-29087db69b21 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:49.529901 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d06b6-0e69-4b29-a30d-29087db69b21 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event deleted for resources: {'Port': ['ID=3c85de1c-8cc6-4517-8358-129ef0138e7a,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:49.534256 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066d06b6-0e69-4b29-a30d-29087db69b21 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] No DVR routers for this DVR port 3c85de1c-8cc6-4517-8358-129ef0138e7a on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:49.761854 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-066d06b6-0e69-4b29-a30d-29087db69b21 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:49.808264 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b143924a-f63f-40ca-99ab-b60d2f45cd28 req-2d963c94-ffc0-4924-8f2b-4188821597ca tempest-ServerShowV257Test-2146338687 tempest-ServerShowV257Test-2146338687-project] 10.222.0.50 "GET /v2.0/ports?device_id=88e6d451-581a-449a-bfcc-c954af417c5b HTTP/1.1" status: 200 len: 210 time: 0.0784230 Nov 12 03:41:49.853959 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-066d06b6-0e69-4b29-a30d-29087db69b21 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59c0a6f0-5c35-44eb-b7c3-2c4ee7488d98']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:49.863558 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-066d06b6-0e69-4b29-a30d-29087db69b21 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5f57a37-865f-408b-8b79-8be0e25d3b85') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:49.863902 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-066d06b6-0e69-4b29-a30d-29087db69b21 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5f57a37-865f-408b-8b79-8be0e25d3b85') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:49.890703 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-066d06b6-0e69-4b29-a30d-29087db69b21 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:49.921161 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-066d06b6-0e69-4b29-a30d-29087db69b21 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:49.944013 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 3ebb8876-a741-406c-bb49-590e06a8db15 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:41:49.975469 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-066d06b6-0e69-4b29-a30d-29087db69b21 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:41:49.976034 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-066d06b6-0e69-4b29-a30d-29087db69b21 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:50.037624 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6f165b-22be-4a02-89d8-c44977a558f4 None None] Network 9ea22a19-f0ff-4023-a606-032712c1cb12 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:50.128492 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d5e0f4f6-ce62-4c8d-ad1a-5e91e00ebd2c tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:50.157920 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:41:50.157920 n-d-715271-27 neutron-server[102572]: items = [ Nov 12 03:41:50.157920 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:41:50.157920 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:41:50.157920 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:41:50.157920 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:41:50.157920 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:41:50.157920 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:41:50.157920 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:41:50.157920 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:41:50.157920 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:41:50.157920 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:41:50.157920 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:41:50.157920 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:41:50.157920 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:41:50.157920 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:41:50.157920 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:41:50.157920 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:41:50.157920 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:41:50.157920 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:41:50.157920 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:41:50.157920 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:41:50.157920 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:41:50.157920 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:41:50.157920 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:41:50.157920 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:41:50.157920 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:41:50.157920 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:41:50.157920 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:41:50.157920 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:41:50.157920 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:41:50.157920 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:41:50.157920 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:41:50.157920 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:41:50.164965 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-066d06b6-0e69-4b29-a30d-29087db69b21 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:50.176493 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-066d06b6-0e69-4b29-a30d-29087db69b21 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:50.191481 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-066d06b6-0e69-4b29-a30d-29087db69b21 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/networks/59c0a6f0-5c35-44eb-b7c3-2c4ee7488d98 HTTP/1.1" status: 204 len: 168 time: 1.5466454 Nov 12 03:41:50.193400 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57640) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:50.272460 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 3ebb8876-a741-406c-bb49-590e06a8db15 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:50.272889 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:50.273984 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-910aa6e1-1564-4abc-9454-ae579f6032fa tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'port': {'network_id': '30cc1d6f-f503-4795-80b5-ae1f4b43ec0b', 'name': 'tempest-PortsIpV6TestJSON-723990775'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:50.283414 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d06b6-0e69-4b29-a30d-29087db69b21 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event deleted for resources: {'Network': ['ID=59c0a6f0-5c35-44eb-b7c3-2c4ee7488d98,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:50.333590 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0f4f6-ce62-4c8d-ad1a-5e91e00ebd2c tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Pushing event deleted for resources: {'Port': ['ID=4bc8ce6d-f439-4023-bd3a-a498cfcc0c21,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:50.389032 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-f76b1ddc-1bd6-41a7-a819-1ed820b46d89 None None] Provisioning complete for port 00770f34-0b50-430d-b81d-b590ebe73b94 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:50.389402 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f76b1ddc-1bd6-41a7-a819-1ed820b46d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:50.500876 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910aa6e1-1564-4abc-9454-ae579f6032fa tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Made reservation on behalf of 67babf17303845e7bb463e099a9322ec for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:50.506299 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-910aa6e1-1564-4abc-9454-ae579f6032fa tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:50.540704 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d5e0f4f6-ce62-4c8d-ad1a-5e91e00ebd2c tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:50.550413 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcd2eb2-1c7f-40b3-acef-d4eddd45dd37 None None] Network 268390c5-6a82-4a13-9288-ce9431a03923 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:50.555524 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-910aa6e1-1564-4abc-9454-ae579f6032fa tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] device_id is not set on port 3e465d8a-b8be-45c0-abd6-31d446e9d2e2 yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:41:50.851263 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:50.857686 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d5e0f4f6-ce62-4c8d-ad1a-5e91e00ebd2c tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:50.882462 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6d64929a-502d-4c68-b384-4b92fcc90054 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:50.884975 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d5e0f4f6-ce62-4c8d-ad1a-5e91e00ebd2c tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:50.895530 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6d64929a-502d-4c68-b384-4b92fcc90054 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:50.948851 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-910aa6e1-1564-4abc-9454-ae579f6032fa tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.055900 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-910aa6e1-1564-4abc-9454-ae579f6032fa tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.074258 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 3ebb8876-a741-406c-bb49-590e06a8db15, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=3ebb8876-a741-406c-bb49-590e06a8db15,segment=NetworkSegment(dbc793d3-b26b-4668-ae74-2816e01c2014),segment_id=dbc793d3-b26b-4668-ae74-2816e01c2014)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:51.090448 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d5e0f4f6-ce62-4c8d-ad1a-5e91e00ebd2c tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.091719 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e0f4f6-ce62-4c8d-ad1a-5e91e00ebd2c tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b386eb5e-b2b7-4be9-bbe1-7161b9c379a6 {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:41:51.108563 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d5e0f4f6-ce62-4c8d-ad1a-5e91e00ebd2c tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.109943 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.110305 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d5e0f4f6-ce62-4c8d-ad1a-5e91e00ebd2c tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] 10.222.0.50 "DELETE /v2.0/routers/b386eb5e-b2b7-4be9-bbe1-7161b9c379a6 HTTP/1.1" status: 204 len: 168 time: 5.0751727 Nov 12 03:41:51.111442 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 00770f34-0b50-430d-b81d-b590ebe73b94 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:41:51.119855 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57650) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:51.126409 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-2cc1e61b-01ec-4ea9-ad1d-cbab53ee7a1d tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-909209016', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}, 'admin_state_up': False}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:51.142972 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d64929a-502d-4c68-b384-4b92fcc90054 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event updated for resources: {'Port': ['ID=d84c161e-5126-413f-be3e-cbbc3bac4dd2,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:51.151940 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6d64929a-502d-4c68-b384-4b92fcc90054 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.185734 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910aa6e1-1564-4abc-9454-ae579f6032fa tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event updated for resources: {'Port': ['ID=3e465d8a-b8be-45c0-abd6-31d446e9d2e2,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:51.199378 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3403caa0-a566-4709-8060-be68748107dd req-698ebfa4-f6ff-44ef-801f-d0c5088f74a3 tempest-ServerShowV257Test-2146338687 tempest-ServerShowV257Test-2146338687-project] 10.222.0.50 "GET /v2.0/ports?device_id=88e6d451-581a-449a-bfcc-c954af417c5b HTTP/1.1" status: 200 len: 210 time: 0.1641314 Nov 12 03:41:51.213517 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910aa6e1-1564-4abc-9454-ae579f6032fa tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Network 30cc1d6f-f503-4795-80b5-ae1f4b43ec0b is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:51.214870 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-910aa6e1-1564-4abc-9454-ae579f6032fa tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:51.219085 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910aa6e1-1564-4abc-9454-ae579f6032fa tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:51.225962 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910aa6e1-1564-4abc-9454-ae579f6032fa tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:51.227129 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-910aa6e1-1564-4abc-9454-ae579f6032fa tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.364981 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2cc1e61b-01ec-4ea9-ad1d-cbab53ee7a1d tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.366588 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2cc1e61b-01ec-4ea9-ad1d-cbab53ee7a1d tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.368644 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-910aa6e1-1564-4abc-9454-ae579f6032fa tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1141276 Nov 12 03:41:51.370986 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57658) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:51.612246 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-76b76551-b659-48ec-a240-86714de4359d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Deleting port 3e465d8a-b8be-45c0-abd6-31d446e9d2e2 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:51.612958 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-76b76551-b659-48ec-a240-86714de4359d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.619178 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32c7172-724f-4a4f-9fbd-59c525658cc2 None None] DHCP port deletion for 59c0a6f0-5c35-44eb-b7c3-2c4ee7488d98 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:41:51.631942 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f76b1ddc-1bd6-41a7-a819-1ed820b46d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.644064 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2cc1e61b-01ec-4ea9-ad1d-cbab53ee7a1d tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.811962 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-76b76551-b659-48ec-a240-86714de4359d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.828462 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec06cc85-b905-4e0d-9c36-4ed0a089ef67 None None] Network 59c0a6f0-5c35-44eb-b7c3-2c4ee7488d98 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:51.852208 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-76b76551-b659-48ec-a240-86714de4359d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Calling delete_port for 3e465d8a-b8be-45c0-abd6-31d446e9d2e2 owned by {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:51.946998 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec06cc85-b905-4e0d-9c36-4ed0a089ef67 None None] Network 59c0a6f0-5c35-44eb-b7c3-2c4ee7488d98 could not be found, it might have been deleted concurrently. {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 03:41:51.950757 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=3ebb8876-a741-406c-bb49-590e06a8db15,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:51.975944 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-76b76551-b659-48ec-a240-86714de4359d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.987686 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-f76b1ddc-1bd6-41a7-a819-1ed820b46d89 None None] For port 00770f34-0b50-430d-b81d-b590ebe73b94, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=00770f34-0b50-430d-b81d-b590ebe73b94,segment=NetworkSegment(d6167848-2f4e-435a-8b9c-4e3d7d6e19d2),segment_id=d6167848-2f4e-435a-8b9c-4e3d7d6e19d2)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:51.994701 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d64929a-502d-4c68-b384-4b92fcc90054 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Network 9ea22a19-f0ff-4023-a606-032712c1cb12 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:51.998404 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-6d64929a-502d-4c68-b384-4b92fcc90054 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:51.999837 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f76b1ddc-1bd6-41a7-a819-1ed820b46d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:52.029745 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b76551-b659-48ec-a240-86714de4359d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event deleted for resources: {'Port': ['ID=3e465d8a-b8be-45c0-abd6-31d446e9d2e2,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:52.047445 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-76b76551-b659-48ec-a240-86714de4359d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:52.058862 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-76b76551-b659-48ec-a240-86714de4359d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/ports/3e465d8a-b8be-45c0-abd6-31d446e9d2e2 HTTP/1.1" status: 204 len: 168 time: 0.6867359 Nov 12 03:41:52.060194 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57664) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:52.074341 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-c7d764c1-4eb6-4c1e-be5c-37feaeb6f54c tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'port': {'network_id': '30cc1d6f-f503-4795-80b5-ae1f4b43ec0b', 'mac_address': 'fa:16:3e:42:8a:6d', 'name': 'tempest-PortsIpV6TestJSON-178693424'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:52.079799 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b1ddc-1bd6-41a7-a819-1ed820b46d89 None None] Pushing event updated for resources: {'Port': ['ID=00770f34-0b50-430d-b81d-b590ebe73b94,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:52.089033 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 00770f34-0b50-430d-b81d-b590ebe73b94 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:52.089681 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:52.090144 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2cc1e61b-01ec-4ea9-ad1d-cbab53ee7a1d tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:52.179113 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-960e6c4d-f79d-4605-8dc3-ed189df05dfe None None] Provisioning complete for port d84c161e-5126-413f-be3e-cbbc3bac4dd2 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:52.179987 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-960e6c4d-f79d-4605-8dc3-ed189df05dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:52.285197 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-960e6c4d-f79d-4605-8dc3-ed189df05dfe None None] Port d84c161e-5126-413f-be3e-cbbc3bac4dd2 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:41:52.328903 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-960e6c4d-f79d-4605-8dc3-ed189df05dfe None None] Provisioning complete for port 3ebb8876-a741-406c-bb49-590e06a8db15 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:52.329275 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-960e6c4d-f79d-4605-8dc3-ed189df05dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:52.553714 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 3ebb8876-a741-406c-bb49-590e06a8db15 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:41:52.566628 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9103fe93-5be3-4dfd-818f-712d20896d5d req-2a89c296-319f-414e-8a7b-c46e87619e37 tempest-ServerShowV257Test-2146338687 tempest-ServerShowV257Test-2146338687-project] 10.222.0.50 "GET /v2.0/ports?device_id=88e6d451-581a-449a-bfcc-c954af417c5b HTTP/1.1" status: 200 len: 210 time: 0.1317270 Nov 12 03:41:52.572520 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d764c1-4eb6-4c1e-be5c-37feaeb6f54c tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Made reservation on behalf of 67babf17303845e7bb463e099a9322ec for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:52.699374 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c7d764c1-4eb6-4c1e-be5c-37feaeb6f54c tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:52.753277 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d64929a-502d-4c68-b384-4b92fcc90054 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Router 54a42388-5230-4cde-8629-98f848a265c4 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:41:52.762078 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-c7d764c1-4eb6-4c1e-be5c-37feaeb6f54c tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] device_id is not set on port 1f510b1c-5989-464c-9017-3f7348d2b40d yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:41:52.777116 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-960e6c4d-f79d-4605-8dc3-ed189df05dfe None None] Could not find standard attr ID for object 3c85de1c-8cc6-4517-8358-129ef0138e7a. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:41:52.781331 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 3ebb8876-a741-406c-bb49-590e06a8db15 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:52.781701 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:52.869492 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-960e6c4d-f79d-4605-8dc3-ed189df05dfe None None] Provisioning complete for port 00770f34-0b50-430d-b81d-b590ebe73b94 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:52.869948 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-960e6c4d-f79d-4605-8dc3-ed189df05dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:52.988319 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 00770f34-0b50-430d-b81d-b590ebe73b94 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:41:52.999817 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d64929a-502d-4c68-b384-4b92fcc90054 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:41:53.027362 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798ab76c-b7c9-4915-9687-ebcae397a159 None None] Sync routers for ids ['54a42388-5230-4cde-8629-98f848a265c4'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:41:53.039332 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6d64929a-502d-4c68-b384-4b92fcc90054 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "PUT /v2.0/routers/54a42388-5230-4cde-8629-98f848a265c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8948145 Nov 12 03:41:53.041585 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57680) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:53.059065 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798ab76c-b7c9-4915-9687-ebcae397a159 None None] Routers {'54a42388-5230-4cde-8629-98f848a265c4'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:53.060924 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-798ab76c-b7c9-4915-9687-ebcae397a159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:41:34Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['54a42388-5230-4cde-8629-98f848a265c4'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:53.150226 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-798ab76c-b7c9-4915-9687-ebcae397a159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:53.162142 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798ab76c-b7c9-4915-9687-ebcae397a159 None None] Routers {'54a42388-5230-4cde-8629-98f848a265c4'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:53.163624 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-798ab76c-b7c9-4915-9687-ebcae397a159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:41:34Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['54a42388-5230-4cde-8629-98f848a265c4'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:53.187961 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 00770f34-0b50-430d-b81d-b590ebe73b94 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:53.188648 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.210266 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c7d764c1-4eb6-4c1e-be5c-37feaeb6f54c tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.324622 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c7d764c1-4eb6-4c1e-be5c-37feaeb6f54c tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.363919 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f10bc7-ace1-4b68-9696-8fde7fb8a6fa tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:53.375930 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d764c1-4eb6-4c1e-be5c-37feaeb6f54c tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Network 30cc1d6f-f503-4795-80b5-ae1f4b43ec0b is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:53.376841 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-63f10bc7-ace1-4b68-9696-8fde7fb8a6fa tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "GET /v2.0/ports/d84c161e-5126-413f-be3e-cbbc3bac4dd2 HTTP/1.1" status: 200 len: 910 time: 0.3306043 Nov 12 03:41:53.377547 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57682) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:53.382192 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-c7d764c1-4eb6-4c1e-be5c-37feaeb6f54c tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:53.397092 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d764c1-4eb6-4c1e-be5c-37feaeb6f54c tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:53.407339 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d764c1-4eb6-4c1e-be5c-37feaeb6f54c tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:53.421174 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c7d764c1-4eb6-4c1e-be5c-37feaeb6f54c tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.431099 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-798ab76c-b7c9-4915-9687-ebcae397a159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:53.432011 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798ab76c-b7c9-4915-9687-ebcae397a159 None None] The sync data for ids ['54a42388-5230-4cde-8629-98f848a265c4'] in n-d-715271-27 is: [] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:41:53.469005 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-648543e9-6450-496e-9825-847a9efd0149 None None] Provisioning complete for port 3ebb8876-a741-406c-bb49-590e06a8db15 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:53.472684 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-648543e9-6450-496e-9825-847a9efd0149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.521673 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c7d764c1-4eb6-4c1e-be5c-37feaeb6f54c tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4602752 Nov 12 03:41:53.530185 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57684) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:53.548033 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 3c85de1c-8cc6-4517-8358-129ef0138e7a no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:53.555164 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d764c1-4eb6-4c1e-be5c-37feaeb6f54c tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event updated for resources: {'Port': ['ID=1f510b1c-5989-464c-9017-3f7348d2b40d,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:53.602846 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 3c85de1c-8cc6-4517-8358-129ef0138e7a {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:41:53.602846 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 3c85de1c-8cc6-4517-8358-129ef0138e7a not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:41:53.603212 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 4bc8ce6d-f439-4023-bd3a-a498cfcc0c21 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:53.616841 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2cc1e61b-01ec-4ea9-ad1d-cbab53ee7a1d tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router_gateway, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.637923 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 4bc8ce6d-f439-4023-bd3a-a498cfcc0c21 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:41:53.639568 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 4bc8ce6d-f439-4023-bd3a-a498cfcc0c21 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:41:53.657424 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e10205-03bc-4d8b-9f06-1084522bbb00 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:53.658883 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-27e10205-03bc-4d8b-9f06-1084522bbb00 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "GET /v2.0/ports/1f510b1c-5989-464c-9017-3f7348d2b40d HTTP/1.1" status: 200 len: 844 time: 0.1268775 Nov 12 03:41:53.662119 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57690) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:53.664424 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2cc1e61b-01ec-4ea9-ad1d-cbab53ee7a1d tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.755271 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-648543e9-6450-496e-9825-847a9efd0149 None None] Provisioning complete for port d84c161e-5126-413f-be3e-cbbc3bac4dd2 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:53.756380 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-648543e9-6450-496e-9825-847a9efd0149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.835431 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3b7a04bd-6bf6-48bd-9e28-a5ad9835c241 req-a4ac7c8d-ae0d-4684-ae1c-6da75641d0a9 tempest-ServerShowV257Test-2146338687 tempest-ServerShowV257Test-2146338687-project] 10.222.0.50 "GET /v2.0/ports?device_id=88e6d451-581a-449a-bfcc-c954af417c5b HTTP/1.1" status: 200 len: 210 time: 0.0875814 Nov 12 03:41:53.853289 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-648543e9-6450-496e-9825-847a9efd0149 None None] Port d84c161e-5126-413f-be3e-cbbc3bac4dd2 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:41:53.895715 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-1b3382ff-2145-4a5d-a094-654ae034fa2e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Deleting port 1f510b1c-5989-464c-9017-3f7348d2b40d {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:53.897263 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1b3382ff-2145-4a5d-a094-654ae034fa2e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.009184 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1b3382ff-2145-4a5d-a094-654ae034fa2e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.026321 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-1b3382ff-2145-4a5d-a094-654ae034fa2e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Calling delete_port for 1f510b1c-5989-464c-9017-3f7348d2b40d owned by {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:54.158224 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1b3382ff-2145-4a5d-a094-654ae034fa2e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.242703 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3382ff-2145-4a5d-a094-654ae034fa2e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event deleted for resources: {'Port': ['ID=1f510b1c-5989-464c-9017-3f7348d2b40d,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:54.257765 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1b3382ff-2145-4a5d-a094-654ae034fa2e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.276146 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-1b3382ff-2145-4a5d-a094-654ae034fa2e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/ports/1f510b1c-5989-464c-9017-3f7348d2b40d HTTP/1.1" status: 204 len: 168 time: 0.6128600 Nov 12 03:41:54.282618 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57698) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:54.359192 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-00246d56-0525-4f50-9b11-204b7e6dfa95 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] GET failed (client error): The resource could not be found. Nov 12 03:41:54.368118 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-00246d56-0525-4f50-9b11-204b7e6dfa95 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "GET /v2.0/ports/1f510b1c-5989-464c-9017-3f7348d2b40d HTTP/1.1" status: 404 len: 333 time: 0.0840833 Nov 12 03:41:54.369363 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57700) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:54.375801 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-70c309b9-c03d-4924-b9ca-450a8c6c3066 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'port': {'network_id': '30cc1d6f-f503-4795-80b5-ae1f4b43ec0b', 'name': 'tempest-PortsIpV6TestJSON-1038518830'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:54.511281 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-2cc1e61b-01ec-4ea9-ad1d-cbab53ee7a1d tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Allocated IP 172.25.5.139 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/10710ca1-f175-4a20-b390-279ae4f5a2d6) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:54.521327 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c309b9-c03d-4924-b9ca-450a8c6c3066 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Made reservation on behalf of 67babf17303845e7bb463e099a9322ec for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:54.527525 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-70c309b9-c03d-4924-b9ca-450a8c6c3066 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.555577 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-70c309b9-c03d-4924-b9ca-450a8c6c3066 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] device_id is not set on port 02aae453-01ff-442e-861b-eef55beaaeea yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:41:54.753874 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2cc1e61b-01ec-4ea9-ad1d-cbab53ee7a1d tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.766434 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f85524d5-60b2-452c-8317-4889deffc475 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.823633 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-70c309b9-c03d-4924-b9ca-450a8c6c3066 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.935358 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-70c309b9-c03d-4924-b9ca-450a8c6c3066 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.017254 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2cc1e61b-01ec-4ea9-ad1d-cbab53ee7a1d tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.036730 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c309b9-c03d-4924-b9ca-450a8c6c3066 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Network 30cc1d6f-f503-4795-80b5-ae1f4b43ec0b is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:55.039442 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-70c309b9-c03d-4924-b9ca-450a8c6c3066 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:55.045796 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c309b9-c03d-4924-b9ca-450a8c6c3066 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:55.058856 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c309b9-c03d-4924-b9ca-450a8c6c3066 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:55.058856 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-70c309b9-c03d-4924-b9ca-450a8c6c3066 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.094569 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-70c309b9-c03d-4924-b9ca-450a8c6c3066 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7212181 Nov 12 03:41:55.100163 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57712) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:55.125617 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-5ce1326e-3f03-47d4-b346-aeec19d780f2 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:55.166280 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c309b9-c03d-4924-b9ca-450a8c6c3066 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event updated for resources: {'Port': ['ID=02aae453-01ff-442e-861b-eef55beaaeea,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:55.206798 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc1e61b-01ec-4ea9-ad1d-cbab53ee7a1d tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:55.214763 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4a5494fa-1e8e-4db5-b6e1-ca5cca447bd0 req-4e74798d-9b00-4310-ba85-2e1c43171037 tempest-ServerShowV257Test-2146338687 tempest-ServerShowV257Test-2146338687-project] 10.222.0.50 "GET /v2.0/ports?device_id=88e6d451-581a-449a-bfcc-c954af417c5b HTTP/1.1" status: 200 len: 210 time: 0.0412683 Nov 12 03:41:55.256863 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5ce1326e-3f03-47d4-b346-aeec19d780f2 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.276273 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-2cc1e61b-01ec-4ea9-ad1d-cbab53ee7a1d tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:55.292740 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc1e61b-01ec-4ea9-ad1d-cbab53ee7a1d tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:55.300864 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1e61b-01ec-4ea9-ad1d-cbab53ee7a1d tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Pushing event updated for resources: {'Port': ['ID=10710ca1-f175-4a20-b390-279ae4f5a2d6,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:55.505403 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5ce1326e-3f03-47d4-b346-aeec19d780f2 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.510271 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5ce1326e-3f03-47d4-b346-aeec19d780f2 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.556854 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-f85524d5-60b2-452c-8317-4889deffc475 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Allocated IP 172.21.0.1 (268390c5-6a82-4a13-9288-ce9431a03923/eff76cc3-42c1-46c9-992e-b2a19b50e802/4e4cb838-0527-4beb-b33b-c60812ab5ff5) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:55.561207 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-5ce1326e-3f03-47d4-b346-aeec19d780f2 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] In _notify_port_updated(), no bound segment for port 02aae453-01ff-442e-861b-eef55beaaeea on network 30cc1d6f-f503-4795-80b5-ae1f4b43ec0b {{(pid=102572) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:41:55.570054 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce1326e-3f03-47d4-b346-aeec19d780f2 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:55.570807 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5ce1326e-3f03-47d4-b346-aeec19d780f2 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.572731 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5ce1326e-3f03-47d4-b346-aeec19d780f2 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "PUT /v2.0/ports/02aae453-01ff-442e-861b-eef55beaaeea HTTP/1.1" status: 200 len: 818 time: 0.4715805 Nov 12 03:41:55.576838 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57714) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:55.625997 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce1326e-3f03-47d4-b346-aeec19d780f2 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event updated for resources: {'Port': ['ID=02aae453-01ff-442e-861b-eef55beaaeea,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:55.692400 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-be27b74e-76a2-44e2-84c9-95161ea7a93e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Deleting port 02aae453-01ff-442e-861b-eef55beaaeea {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:55.692744 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-be27b74e-76a2-44e2-84c9-95161ea7a93e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.748573 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2cc1e61b-01ec-4ea9-ad1d-cbab53ee7a1d tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router_gateway, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.778862 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-be27b74e-76a2-44e2-84c9-95161ea7a93e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.795171 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-be27b74e-76a2-44e2-84c9-95161ea7a93e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Calling delete_port for 02aae453-01ff-442e-861b-eef55beaaeea owned by {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:55.799630 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f85524d5-60b2-452c-8317-4889deffc475 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.930591 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-be27b74e-76a2-44e2-84c9-95161ea7a93e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.002372 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f85524d5-60b2-452c-8317-4889deffc475 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.015832 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27b74e-76a2-44e2-84c9-95161ea7a93e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event deleted for resources: {'Port': ['ID=02aae453-01ff-442e-861b-eef55beaaeea,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:56.021934 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-be27b74e-76a2-44e2-84c9-95161ea7a93e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.026009 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-be27b74e-76a2-44e2-84c9-95161ea7a93e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/ports/02aae453-01ff-442e-861b-eef55beaaeea HTTP/1.1" status: 204 len: 168 time: 0.4482048 Nov 12 03:41:56.031990 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57730) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:56.133156 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9884a8e6-468b-4088-8d9f-133d609388f4 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:56.133156 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9884a8e6-468b-4088-8d9f-133d609388f4 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0993037 Nov 12 03:41:56.135489 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57740) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:56.143280 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85524d5-60b2-452c-8317-4889deffc475 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Network 268390c5-6a82-4a13-9288-ce9431a03923 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:56.164000 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-f85524d5-60b2-452c-8317-4889deffc475 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:56.166544 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85524d5-60b2-452c-8317-4889deffc475 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event updated for resources: {'Port': ['ID=4e4cb838-0527-4beb-b33b-c60812ab5ff5,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:56.171244 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85524d5-60b2-452c-8317-4889deffc475 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:56.188937 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4a88947-f5f7-4524-98c0-957e2ee42422 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] GET failed (client error): The resource could not be found. Nov 12 03:41:56.191298 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a4a88947-f5f7-4524-98c0-957e2ee42422 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "GET /v2.0/ports/02aae453-01ff-442e-861b-eef55beaaeea HTTP/1.1" status: 404 len: 333 time: 0.0517941 Nov 12 03:41:56.197071 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57742) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:56.205395 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-1b9977d2-41e7-44cf-8506-a10345885b66 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-162004513'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:56.291211 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f85524d5-60b2-452c-8317-4889deffc475 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.297811 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9977d2-41e7-44cf-8506-a10345885b66 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Made reservation on behalf of 67babf17303845e7bb463e099a9322ec for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:56.301525 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1b9977d2-41e7-44cf-8506-a10345885b66 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.376741 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b9977d2-41e7-44cf-8506-a10345885b66 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:41:56.462220 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1b9977d2-41e7-44cf-8506-a10345885b66 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.465889 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2cc1e61b-01ec-4ea9-ad1d-cbab53ee7a1d tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.467033 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-1b9977d2-41e7-44cf-8506-a10345885b66 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Added segment ca668838-047a-41ca-a1c5-e0782b9cb574 of type vlan for network 614e78ae-0f10-454d-8c9e-b58eb7e06556 Nov 12 03:41:56.563238 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1b9977d2-41e7-44cf-8506-a10345885b66 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.578941 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68438d56-0ecd-44c3-aa86-d9e8d7a0808d req-ec98c911-7352-47c3-9029-65fef45cefb8 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:56.580859 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-68438d56-0ecd-44c3-aa86-d9e8d7a0808d req-ec98c911-7352-47c3-9029-65fef45cefb8 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 945 time: 0.1982009 Nov 12 03:41:56.607748 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-a028ae34-fc38-4dd9-a0d1-6f9aa3ed48fe None None] Provisioning complete for port 4e4cb838-0527-4beb-b33b-c60812ab5ff5 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:56.609092 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a028ae34-fc38-4dd9-a0d1-6f9aa3ed48fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.671190 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5fc9392e-b218-4f31-8647-a848352b6b77 req-6350a611-d711-44af-af8e-86d95bfbee6d tempest-ServerShowV257Test-2146338687 tempest-ServerShowV257Test-2146338687-project] 10.222.0.50 "GET /v2.0/ports?device_id=88e6d451-581a-449a-bfcc-c954af417c5b HTTP/1.1" status: 200 len: 210 time: 0.0424683 Nov 12 03:41:56.685417 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f85524d5-60b2-452c-8317-4889deffc475 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.694044 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-a028ae34-fc38-4dd9-a0d1-6f9aa3ed48fe None None] Port 4e4cb838-0527-4beb-b33b-c60812ab5ff5 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:41:56.719437 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1b9977d2-41e7-44cf-8506-a10345885b66 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.729062 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9977d2-41e7-44cf-8506-a10345885b66 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:56.729062 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1b9977d2-41e7-44cf-8506-a10345885b66 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.806659 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-68438d56-0ecd-44c3-aa86-d9e8d7a0808d req-399d2088-2d3a-4e69-9a1f-dbaae3bf05e4 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/security-groups?id=540775fa-21c0-4cec-96a7-8439f700c198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078116 Nov 12 03:41:56.822889 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9977d2-41e7-44cf-8506-a10345885b66 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event updated for resources: {'Network': ['ID=614e78ae-0f10-454d-8c9e-b58eb7e06556,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:56.846361 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57770) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:56.847715 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 614e78ae-0f10-454d-8c9e-b58eb7e06556 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:41:56.856348 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-ac5b443f-2b27-474e-9b94-2fd9580dbe41 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'subnet': {'network_id': '614e78ae-0f10-454d-8c9e-b58eb7e06556', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:56.857163 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-1b9977d2-41e7-44cf-8506-a10345885b66 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6532738 Nov 12 03:41:56.912168 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc1e61b-01ec-4ea9-ad1d-cbab53ee7a1d tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Router 3b6a62a1-5aa7-4a56-8421-c564e1235985 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:41:57.143107 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5b443f-2b27-474e-9b94-2fd9580dbe41 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Made reservation on behalf of 67babf17303845e7bb463e099a9322ec for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:57.146786 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ac5b443f-2b27-474e-9b94-2fd9580dbe41 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:57.609104 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc1e61b-01ec-4ea9-ad1d-cbab53ee7a1d tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:41:57.619396 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a770357e-4249-4233-9b1b-8d746a798ecb None None] Sync routers for ids ['3b6a62a1-5aa7-4a56-8421-c564e1235985'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:41:57.631403 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a770357e-4249-4233-9b1b-8d746a798ecb None None] Routers {'3b6a62a1-5aa7-4a56-8421-c564e1235985'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:57.632357 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-a770357e-4249-4233-9b1b-8d746a798ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:41:34Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['3b6a62a1-5aa7-4a56-8421-c564e1235985'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:57.663512 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2cc1e61b-01ec-4ea9-ad1d-cbab53ee7a1d tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:57.664784 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2cc1e61b-01ec-4ea9-ad1d-cbab53ee7a1d tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.5436518 Nov 12 03:41:57.668463 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57786) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:57.671030 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f85524d5-60b2-452c-8317-4889deffc475 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:57.671466 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-a770357e-4249-4233-9b1b-8d746a798ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:57.676544 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-9c387b61-307c-495e-b505-187b7631c243 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'enable_snat': False}}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:57.682322 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f85524d5-60b2-452c-8317-4889deffc475 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:57.684673 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a770357e-4249-4233-9b1b-8d746a798ecb None None] Routers {'3b6a62a1-5aa7-4a56-8421-c564e1235985'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:57.685682 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-a770357e-4249-4233-9b1b-8d746a798ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:41:34Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['3b6a62a1-5aa7-4a56-8421-c564e1235985'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:57.720589 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-a770357e-4249-4233-9b1b-8d746a798ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:57.721262 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a770357e-4249-4233-9b1b-8d746a798ecb None None] The sync data for ids ['3b6a62a1-5aa7-4a56-8421-c564e1235985'] in n-d-715271-27 is: [] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:41:57.815051 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-57fe2b9d-2cb7-4df0-85c2-e4a01e175cf7 req-ce28d723-4eec-4dfd-8bf6-50608fab1cb2 tempest-ServerShowV257Test-2146338687 tempest-ServerShowV257Test-2146338687-project] 10.222.0.50 "GET /v2.0/ports?device_id=88e6d451-581a-449a-bfcc-c954af417c5b HTTP/1.1" status: 200 len: 210 time: 0.0311420 Nov 12 03:41:57.914603 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f85524d5-60b2-452c-8317-4889deffc475 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:57.916443 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85524d5-60b2-452c-8317-4889deffc475 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event updated for resources: {'Port': ['ID=4e4cb838-0527-4beb-b33b-c60812ab5ff5,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:58.094566 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ac5b443f-2b27-474e-9b94-2fd9580dbe41 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:58.171991 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5cb8f-e212-4dda-a602-f115980e2ce2 req-ceecb703-da7e-4b63-88f3-815316647302 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:58.179447 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4df5cb8f-e212-4dda-a602-f115980e2ce2 req-ceecb703-da7e-4b63-88f3-815316647302 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 945 time: 0.2735274 Nov 12 03:41:58.288387 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b443f-2b27-474e-9b94-2fd9580dbe41 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event updated for resources: {'Subnet': ['ID=5a0332f5-df70-44c4-aeca-4c4a8dc8b39d,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:58.305714 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85524d5-60b2-452c-8317-4889deffc475 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Network 268390c5-6a82-4a13-9288-ce9431a03923 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:58.320558 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-f85524d5-60b2-452c-8317-4889deffc475 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:58.330719 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5b443f-2b27-474e-9b94-2fd9580dbe41 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Checking segment: {'id': 'ca668838-047a-41ca-a1c5-e0782b9cb574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '614e78ae-0f10-454d-8c9e-b58eb7e06556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:41:58.331088 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5b443f-2b27-474e-9b94-2fd9580dbe41 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Network hostable DHCP agents. Network: 614e78ae-0f10-454d-8c9e-b58eb7e06556, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:41:58.352300 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4df5cb8f-e212-4dda-a602-f115980e2ce2 req-a53923e1-63a7-49c0-a603-38fe09ded6b5 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/security-groups?id=540775fa-21c0-4cec-96a7-8439f700c198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667831 Nov 12 03:41:58.492942 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5b443f-2b27-474e-9b94-2fd9580dbe41 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Network 614e78ae-0f10-454d-8c9e-b58eb7e06556 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:41:58.543220 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-ac5b443f-2b27-474e-9b94-2fd9580dbe41 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 614e78ae-0f10-454d-8c9e-b58eb7e06556) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:58.559082 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ea90b2-9b87-4b0d-a6bd-8c60d5b8c3de None None] Network 614e78ae-0f10-454d-8c9e-b58eb7e06556 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:58.591214 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5b443f-2b27-474e-9b94-2fd9580dbe41 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:58.592909 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ac5b443f-2b27-474e-9b94-2fd9580dbe41 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:58.615898 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85524d5-60b2-452c-8317-4889deffc475 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Router 54a42388-5230-4cde-8629-98f848a265c4 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:41:58.655636 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9c387b61-307c-495e-b505-187b7631c243 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:58.678721 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ac5b443f-2b27-474e-9b94-2fd9580dbe41 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8293614 Nov 12 03:41:58.682535 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57798) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:58.717258 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-d67d26fc-167d-42da-8fdc-6cf36b811395 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'subnet': {'network_id': '614e78ae-0f10-454d-8c9e-b58eb7e06556', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:58.903713 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1629566b-02b7-48a5-bf7d-ba33281af2f4 req-6e8c2705-ae75-409e-abc4-140d3de99525 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=88e6d451-581a-449a-bfcc-c954af417c5b HTTP/1.1" status: 200 len: 210 time: 0.0559959 Nov 12 03:41:58.905375 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85524d5-60b2-452c-8317-4889deffc475 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:41:58.914815 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f85524d5-60b2-452c-8317-4889deffc475 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "PUT /v2.0/routers/54a42388-5230-4cde-8629-98f848a265c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5297005 Nov 12 03:41:58.918159 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f107569d-3fb7-4319-89f9-dc831119c62f None None] Sync routers for ids ['54a42388-5230-4cde-8629-98f848a265c4'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:41:58.927466 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57802) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:58.944410 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f107569d-3fb7-4319-89f9-dc831119c62f None None] Routers {'54a42388-5230-4cde-8629-98f848a265c4'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:58.953013 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-f107569d-3fb7-4319-89f9-dc831119c62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:41:34Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['54a42388-5230-4cde-8629-98f848a265c4'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:58.971187 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-ff299c0a-88c8-40b1-aee3-a240cfbd694c None None] Provisioning complete for port 4e4cb838-0527-4beb-b33b-c60812ab5ff5 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:58.972192 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ff299c0a-88c8-40b1-aee3-a240cfbd694c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:59.018069 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-f107569d-3fb7-4319-89f9-dc831119c62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:59.019500 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-ff299c0a-88c8-40b1-aee3-a240cfbd694c None None] Port 4e4cb838-0527-4beb-b33b-c60812ab5ff5 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:41:59.024994 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8dee6c-f265-43a9-b8ee-ae6e5988abcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-614e78ae-0f10-454d-8c9e-b58eb7e06556', 'network_id': '614e78ae-0f10-454d-8c9e-b58eb7e06556', 'tenant_id': '67babf17303845e7bb463e099a9322ec', 'fixed_ips': [{'subnet_id': '5a0332f5-df70-44c4-aeca-4c4a8dc8b39d'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:41:59.027231 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7d8dee6c-f265-43a9-b8ee-ae6e5988abcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:59.033744 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f107569d-3fb7-4319-89f9-dc831119c62f None None] Routers {'54a42388-5230-4cde-8629-98f848a265c4'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:59.035770 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-f107569d-3fb7-4319-89f9-dc831119c62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:41:34Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['54a42388-5230-4cde-8629-98f848a265c4'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:59.070497 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa7d0d2-b436-4bed-95de-43ee57b55b7d tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:59.075254 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4aa7d0d2-b436-4bed-95de-43ee57b55b7d tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "GET /v2.0/ports/4e4cb838-0527-4beb-b33b-c60812ab5ff5 HTTP/1.1" status: 200 len: 910 time: 0.1442673 Nov 12 03:41:59.077909 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57804) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:59.089024 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2d6703bd-47f8-403d-b4e8-6b51a0ebef26 req-eb33c621-162d-4cdb-8dd1-8af0c4e7eab3 tempest-ServerShowV257Test-2146338687 tempest-ServerShowV257Test-2146338687-project] 10.222.0.50 "GET /v2.0/ports?device_id=88e6d451-581a-449a-bfcc-c954af417c5b HTTP/1.1" status: 200 len: 210 time: 0.0815921 Nov 12 03:41:59.111189 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-f107569d-3fb7-4319-89f9-dc831119c62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:59.114736 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f107569d-3fb7-4319-89f9-dc831119c62f None None] The sync data for ids ['54a42388-5230-4cde-8629-98f848a265c4'] in n-d-715271-27 is: [] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:41:59.235646 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67d26fc-167d-42da-8fdc-6cf36b811395 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Made reservation on behalf of 67babf17303845e7bb463e099a9322ec for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:59.241423 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d67d26fc-167d-42da-8fdc-6cf36b811395 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:59.256614 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-7d8dee6c-f265-43a9-b8ee-ae6e5988abcd None None] Allocated IP 2001:db8::2 (614e78ae-0f10-454d-8c9e-b58eb7e06556/5a0332f5-df70-44c4-aeca-4c4a8dc8b39d/13c0557b-dcb5-4e8c-83d4-e71274da3e67) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:59.525280 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7d8dee6c-f265-43a9-b8ee-ae6e5988abcd None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:59.537092 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7d8dee6c-f265-43a9-b8ee-ae6e5988abcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:59.561056 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8dee6c-f265-43a9-b8ee-ae6e5988abcd None None] Network 614e78ae-0f10-454d-8c9e-b58eb7e06556 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:59.564981 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-7d8dee6c-f265-43a9-b8ee-ae6e5988abcd None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:59.587799 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8dee6c-f265-43a9-b8ee-ae6e5988abcd None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:59.590189 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9c387b61-307c-495e-b505-187b7631c243 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41374'] for router, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:59.599172 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9c387b61-307c-495e-b505-187b7631c243 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-622926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-623029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620584'] for router, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:59.658477 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8dee6c-f265-43a9-b8ee-ae6e5988abcd None None] Pushing event updated for resources: {'Port': ['ID=13c0557b-dcb5-4e8c-83d4-e71274da3e67,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:59.676463 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-7d8dee6c-f265-43a9-b8ee-ae6e5988abcd None None] Attempting to bind port 13c0557b-dcb5-4e8c-83d4-e71274da3e67 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:41:59.676854 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-7d8dee6c-f265-43a9-b8ee-ae6e5988abcd None None] Attempting to bind port 13c0557b-dcb5-4e8c-83d4-e71274da3e67 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'ca668838-047a-41ca-a1c5-e0782b9cb574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '614e78ae-0f10-454d-8c9e-b58eb7e06556'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:41:59.677646 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8dee6c-f265-43a9-b8ee-ae6e5988abcd None None] Attempting to bind port 13c0557b-dcb5-4e8c-83d4-e71274da3e67 on network 614e78ae-0f10-454d-8c9e-b58eb7e06556 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:41:59.685081 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8dee6c-f265-43a9-b8ee-ae6e5988abcd None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:41:59.685716 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8dee6c-f265-43a9-b8ee-ae6e5988abcd None None] Checking segment: {'id': 'ca668838-047a-41ca-a1c5-e0782b9cb574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '614e78ae-0f10-454d-8c9e-b58eb7e06556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:41:59.686201 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7d8dee6c-f265-43a9-b8ee-ae6e5988abcd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:59.686778 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8dee6c-f265-43a9-b8ee-ae6e5988abcd None None] Bound using segment: {'id': 'ca668838-047a-41ca-a1c5-e0782b9cb574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '614e78ae-0f10-454d-8c9e-b58eb7e06556'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:41:59.687373 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-7d8dee6c-f265-43a9-b8ee-ae6e5988abcd None None] Bound port: 13c0557b-dcb5-4e8c-83d4-e71274da3e67, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca668838-047a-41ca-a1c5-e0782b9cb574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '614e78ae-0f10-454d-8c9e-b58eb7e06556'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:41:59.688066 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7d8dee6c-f265-43a9-b8ee-ae6e5988abcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:59.762080 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c387b61-307c-495e-b505-187b7631c243 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Router 3b6a62a1-5aa7-4a56-8421-c564e1235985 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:41:59.766300 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-7d8dee6c-f265-43a9-b8ee-ae6e5988abcd None None] For port 13c0557b-dcb5-4e8c-83d4-e71274da3e67, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:41:59.770204 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-7d8dee6c-f265-43a9-b8ee-ae6e5988abcd None None] For port 13c0557b-dcb5-4e8c-83d4-e71274da3e67, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=13c0557b-dcb5-4e8c-83d4-e71274da3e67,segment=NetworkSegment(ca668838-047a-41ca-a1c5-e0782b9cb574),segment_id=ca668838-047a-41ca-a1c5-e0782b9cb574)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:41:59.776612 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7d8dee6c-f265-43a9-b8ee-ae6e5988abcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:59.866058 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8dee6c-f265-43a9-b8ee-ae6e5988abcd None None] Pushing event updated for resources: {'Port': ['ID=13c0557b-dcb5-4e8c-83d4-e71274da3e67,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:59.949379 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c387b61-307c-495e-b505-187b7631c243 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:41:59.970957 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520a6240-ce8d-4932-bbf9-7b133b1ce22c None None] Sync routers for ids ['3b6a62a1-5aa7-4a56-8421-c564e1235985'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:41:59.977257 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9c387b61-307c-495e-b505-187b7631c243 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:59.983347 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9c387b61-307c-495e-b505-187b7631c243 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] 10.222.0.50 "PUT /v2.0/routers/3b6a62a1-5aa7-4a56-8421-c564e1235985 HTTP/1.1" status: 200 len: 921 time: 2.3075025 Nov 12 03:41:59.983862 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57814) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:00.017163 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520a6240-ce8d-4932-bbf9-7b133b1ce22c None None] Routers {'3b6a62a1-5aa7-4a56-8421-c564e1235985'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:00.021555 n-d-715271-27 neutron-server[102572]: INFO neutron.db.ipam_backend_mixin [None req-d67d26fc-167d-42da-8fdc-6cf36b811395 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5a0332f5-df70-44c4-aeca-4c4a8dc8b39d (CIDR: 2001:db8::/64) Nov 12 03:42:00.022156 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-520a6240-ce8d-4932-bbf9-7b133b1ce22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:41:34Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['3b6a62a1-5aa7-4a56-8421-c564e1235985'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:00.054361 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-d67d26fc-167d-42da-8fdc-6cf36b811395 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:42:00.054862 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d67d26fc-167d-42da-8fdc-6cf36b811395 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:42:00.081083 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e681ab5a-0c11-48f9-a4c0-cc5588fbe15f req-d76d7b16-77d3-4e71-b869-7e36458218ee tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:00.082840 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e681ab5a-0c11-48f9-a4c0-cc5588fbe15f req-d76d7b16-77d3-4e71-b869-7e36458218ee tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 945 time: 0.1436205 Nov 12 03:42:00.105909 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-520a6240-ce8d-4932-bbf9-7b133b1ce22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:00.119001 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520a6240-ce8d-4932-bbf9-7b133b1ce22c None None] Routers {'3b6a62a1-5aa7-4a56-8421-c564e1235985'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:00.119749 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-520a6240-ce8d-4932-bbf9-7b133b1ce22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:41:34Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['3b6a62a1-5aa7-4a56-8421-c564e1235985'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:00.166827 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d67d26fc-167d-42da-8fdc-6cf36b811395 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4831345 Nov 12 03:42:00.187709 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57818) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:00.197912 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-520a6240-ce8d-4932-bbf9-7b133b1ce22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:00.200961 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520a6240-ce8d-4932-bbf9-7b133b1ce22c None None] The sync data for ids ['3b6a62a1-5aa7-4a56-8421-c564e1235985'] in n-d-715271-27 is: [] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:00.201102 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-a2ef9626-fc6f-4449-b697-1098abb9fa2e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'subnet': {'network_id': '614e78ae-0f10-454d-8c9e-b58eb7e06556', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:00.280601 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e681ab5a-0c11-48f9-a4c0-cc5588fbe15f req-f11aca7e-aa30-4631-9818-cf68013defcc tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/security-groups?id=540775fa-21c0-4cec-96a7-8439f700c198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873977 Nov 12 03:42:00.352956 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0b0ef10b-6f8c-48df-bb9e-9591c213b818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:00.419411 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57830) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:00.432141 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a05d4bbb-1442-4f24-8d35-2c180aaa91f9 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] 10.222.0.50 "GET /v2.0/routers/3b6a62a1-5aa7-4a56-8421-c564e1235985 HTTP/1.1" status: 200 len: 921 time: 0.4469299 Nov 12 03:42:00.531725 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 13c0557b-dcb5-4e8c-83d4-e71274da3e67 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:00.600254 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fb57b1-6d1b-4c3c-a662-6ecc5c1331b0 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:00.602548 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-76fb57b1-6d1b-4c3c-a662-6ecc5c1331b0 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=7932a4b6-40b8-49fc-bb5c-2a6d25b0a895&device_id=3b6a62a1-5aa7-4a56-8421-c564e1235985&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1721246 Nov 12 03:42:00.605146 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57832) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:00.623402 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 13c0557b-dcb5-4e8c-83d4-e71274da3e67 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:00.624709 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:00.657165 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ff986422-1697-4c50-b174-955d714c083b tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:00.680682 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a86e74dd-a5dc-49c2-85a8-2c468c91b767 req-f4565684-2304-49c0-a13f-2acabac657ae tempest-ServerShowV257Test-2146338687 tempest-ServerShowV257Test-2146338687-project] 10.222.0.50 "GET /v2.0/ports?device_id=88e6d451-581a-449a-bfcc-c954af417c5b HTTP/1.1" status: 200 len: 210 time: 0.4244177 Nov 12 03:42:00.757942 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ef9626-fc6f-4449-b697-1098abb9fa2e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Made reservation on behalf of 67babf17303845e7bb463e099a9322ec for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:00.765061 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a2ef9626-fc6f-4449-b697-1098abb9fa2e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:00.783656 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:00.856846 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 13c0557b-dcb5-4e8c-83d4-e71274da3e67, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=13c0557b-dcb5-4e8c-83d4-e71274da3e67,segment=NetworkSegment(ca668838-047a-41ca-a1c5-e0782b9cb574),segment_id=ca668838-047a-41ca-a1c5-e0782b9cb574)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:00.867476 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:01.022809 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16af8947-a04c-4955-a9c0-df3192db8857 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:01.024851 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-16af8947-a04c-4955-a9c0-df3192db8857 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] 10.222.0.50 "GET /v2.0/networks/7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 HTTP/1.1" status: 200 len: 881 time: 0.4176545 Nov 12 03:42:01.027591 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57838) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:01.059224 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=13c0557b-dcb5-4e8c-83d4-e71274da3e67,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:01.106753 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c42e70e0-d80d-427c-873d-b6025525ec1d tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b6a62a1-5aa7-4a56-8421-c564e1235985 HTTP/1.1" status: 200 len: 205 time: 0.0747628 Nov 12 03:42:01.110369 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57842) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:01.150237 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b0552c6e-13cb-48b3-b597-80fa762b843d req-0d7a06aa-03f2-42e4-a313-b99c5baf33ca service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c8f490ed210b47fc839a987c180ed346&device_id=88e6d451-581a-449a-bfcc-c954af417c5b HTTP/1.1" status: 200 len: 210 time: 0.0429411 Nov 12 03:42:01.256456 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b0552c6e-13cb-48b3-b597-80fa762b843d req-9d881b6d-b49f-4925-8cac-8bd9ed795b76 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=c8f490ed210b47fc839a987c180ed346&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0834591 Nov 12 03:42:01.259727 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-adfd94aa-f8bb-40a9-bb91-75b6a266bf19 req-66993330-15bb-436c-a9e4-adce38f94afe tempest-ServerShowV257Test-2146338687 tempest-ServerShowV257Test-2146338687-project] 10.222.0.50 "GET /v2.0/ports?device_id=88e6d451-581a-449a-bfcc-c954af417c5b HTTP/1.1" status: 200 len: 210 time: 0.0442100 Nov 12 03:42:01.383844 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1d0c863c-aaed-4ba8-baf6-90839f64d52f tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:01.491156 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d378d32-11e0-4c14-9aec-18109a7024ed None None] Network 614e78ae-0f10-454d-8c9e-b58eb7e06556 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:01.668301 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-46418d70-a1d0-49a0-b46b-0829d4bf1910 None None] Provisioning complete for port 13c0557b-dcb5-4e8c-83d4-e71274da3e67 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:01.669126 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-46418d70-a1d0-49a0-b46b-0829d4bf1910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:01.671467 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0552c6e-13cb-48b3-b597-80fa762b843d req-264e03de-2790-4bc5-b96b-e94438a70527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:01.673039 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b0552c6e-13cb-48b3-b597-80fa762b843d req-264e03de-2790-4bc5-b96b-e94438a70527 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3969471 Nov 12 03:42:01.679750 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-ff986422-1697-4c50-b174-955d714c083b tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Deleting port 4e4cb838-0527-4beb-b33b-c60812ab5ff5 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:01.680058 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ff986422-1697-4c50-b174-955d714c083b tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:01.867058 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ff986422-1697-4c50-b174-955d714c083b tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:01.888640 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-ff986422-1697-4c50-b174-955d714c083b tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Calling delete_port for 4e4cb838-0527-4beb-b33b-c60812ab5ff5 owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:02.139953 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ff986422-1697-4c50-b174-955d714c083b tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.181182 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff986422-1697-4c50-b174-955d714c083b tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event deleted for resources: {'Port': ['ID=4e4cb838-0527-4beb-b33b-c60812ab5ff5,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:02.369869 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8536bc1-5a5d-4913-9a78-74515faebe5c req-43771197-1f2e-4937-aa06-f35ca3dc9d98 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:02.381445 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f8536bc1-5a5d-4913-9a78-74515faebe5c req-43771197-1f2e-4937-aa06-f35ca3dc9d98 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 945 time: 0.9277680 Nov 12 03:42:02.501501 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0fc58235-246b-46fb-94b2-92d9ef76aba4 req-08f19716-c22b-4714-85e2-2aca461d359b tempest-ServerShowV257Test-2146338687 tempest-ServerShowV257Test-2146338687-project] 10.222.0.50 "GET /v2.0/ports?device_id=88e6d451-581a-449a-bfcc-c954af417c5b HTTP/1.1" status: 200 len: 210 time: 0.0329521 Nov 12 03:42:02.515057 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1d0c863c-aaed-4ba8-baf6-90839f64d52f tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.533691 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ff986422-1697-4c50-b174-955d714c083b tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.555062 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a2ef9626-fc6f-4449-b697-1098abb9fa2e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.573598 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 13c0557b-dcb5-4e8c-83d4-e71274da3e67 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:02.598100 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ef9626-fc6f-4449-b697-1098abb9fa2e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Network 614e78ae-0f10-454d-8c9e-b58eb7e06556 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:02.602923 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-a2ef9626-fc6f-4449-b697-1098abb9fa2e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:02.681355 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-bd81fcab-edcb-43d4-a7bc-54f5804f2740 None None] Provisioning complete for port 13c0557b-dcb5-4e8c-83d4-e71274da3e67 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:02.681355 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bd81fcab-edcb-43d4-a7bc-54f5804f2740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.693416 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5d2ffc-007e-4002-891d-d250b60cbb04 None None] Network 614e78ae-0f10-454d-8c9e-b58eb7e06556 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:02.725029 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ef9626-fc6f-4449-b697-1098abb9fa2e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:02.725711 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a2ef9626-fc6f-4449-b697-1098abb9fa2e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.757413 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f8536bc1-5a5d-4913-9a78-74515faebe5c req-517f3686-1581-4838-b52e-6167550d42e7 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/security-groups?id=540775fa-21c0-4cec-96a7-8439f700c198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3558135 Nov 12 03:42:02.827332 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef9626-fc6f-4449-b697-1098abb9fa2e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event updated for resources: {'Subnet': ['ID=bb715336-b21c-4374-b08e-d37ad97d7b4e,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:02.835441 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a2ef9626-fc6f-4449-b697-1098abb9fa2e tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.6464670 Nov 12 03:42:02.843702 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57858) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:02.857453 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-8f648fb4-ae81-4d03-88bd-3684a9b88b8c tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'port': {'network_id': '614e78ae-0f10-454d-8c9e-b58eb7e06556', 'fixed_ips': [{'subnet_id': '5a0332f5-df70-44c4-aeca-4c4a8dc8b39d'}, {'subnet_id': 'bb715336-b21c-4374-b08e-d37ad97d7b4e'}], 'name': 'tempest-PortsIpV6TestJSON-546018667'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:02.862669 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 13c0557b-dcb5-4e8c-83d4-e71274da3e67 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:02.863070 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.958149 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-1d0c863c-aaed-4ba8-baf6-90839f64d52f tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Deleting port 10710ca1-f175-4a20-b390-279ae4f5a2d6 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:02.958638 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1d0c863c-aaed-4ba8-baf6-90839f64d52f tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.995408 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff986422-1697-4c50-b174-955d714c083b tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Router 54a42388-5230-4cde-8629-98f848a265c4 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:42:03.098091 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f648fb4-ae81-4d03-88bd-3684a9b88b8c tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Made reservation on behalf of 67babf17303845e7bb463e099a9322ec for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:03.115064 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1d0c863c-aaed-4ba8-baf6-90839f64d52f tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:03.125123 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b0552c6e-13cb-48b3-b597-80fa762b843d req-ea944de1-6452-4f0d-aa02-5a1038b29dfd tempest-ServerShowV257Test-2146338687 tempest-ServerShowV257Test-2146338687-project] 10.222.0.90 "GET /v2.0/ports?device_id=88e6d451-581a-449a-bfcc-c954af417c5b HTTP/1.1" status: 200 len: 210 time: 0.0722034 Nov 12 03:42:03.155502 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff986422-1697-4c50-b174-955d714c083b tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:03.165849 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ff986422-1697-4c50-b174-955d714c083b tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "PUT /v2.0/routers/54a42388-5230-4cde-8629-98f848a265c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0808101 Nov 12 03:42:03.169587 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57868) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:03.172411 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8764d12a-76aa-4d42-83b5-2cb83435abcc None None] Sync routers for ids ['54a42388-5230-4cde-8629-98f848a265c4'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:03.182243 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8764d12a-76aa-4d42-83b5-2cb83435abcc None None] Routers {'54a42388-5230-4cde-8629-98f848a265c4'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:03.187394 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-8764d12a-76aa-4d42-83b5-2cb83435abcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:41:34Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['54a42388-5230-4cde-8629-98f848a265c4'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:03.207716 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-1d0c863c-aaed-4ba8-baf6-90839f64d52f tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Calling delete_port for 10710ca1-f175-4a20-b390-279ae4f5a2d6 owned by network:router_gateway {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:03.232562 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435676b5-d148-4892-aa4f-658dc3d2f6b5 None None] Update dhcp port {'port': {'network_id': '614e78ae-0f10-454d-8c9e-b58eb7e06556', 'fixed_ips': [{'subnet_id': '5a0332f5-df70-44c4-aeca-4c4a8dc8b39d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bb715336-b21c-4374-b08e-d37ad97d7b4e'}], 'binding:host_id': 'n-d-715271-27'}, 'id': '13c0557b-dcb5-4e8c-83d4-e71274da3e67'} from n-d-715271-27. {{(pid=102573) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:42:03.284947 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-435676b5-d148-4892-aa4f-658dc3d2f6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:03.287933 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-8764d12a-76aa-4d42-83b5-2cb83435abcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:03.316201 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8764d12a-76aa-4d42-83b5-2cb83435abcc None None] Routers {'54a42388-5230-4cde-8629-98f848a265c4'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:03.317165 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-8764d12a-76aa-4d42-83b5-2cb83435abcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:41:34Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['54a42388-5230-4cde-8629-98f848a265c4'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:03.418115 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-8764d12a-76aa-4d42-83b5-2cb83435abcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:03.419575 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8764d12a-76aa-4d42-83b5-2cb83435abcc None None] The sync data for ids ['54a42388-5230-4cde-8629-98f848a265c4'] in n-d-715271-27 is: [] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:03.433635 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4295f7eb-057e-490f-9254-952b25ca340e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:03.462672 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8f648fb4-ae81-4d03-88bd-3684a9b88b8c tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:03.491969 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-8f648fb4-ae81-4d03-88bd-3684a9b88b8c tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] device_id is not set on port e5247d92-f129-4d8f-aa41-b692c074d15a yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:42:03.606888 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-435676b5-d148-4892-aa4f-658dc3d2f6b5 None None] Allocated IP 2001:db8:0:1::2 (614e78ae-0f10-454d-8c9e-b58eb7e06556/bb715336-b21c-4374-b08e-d37ad97d7b4e/13c0557b-dcb5-4e8c-83d4-e71274da3e67) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:03.698451 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9d3ef68a-6a7d-4ff9-8c25-599876e64adb tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:03.782322 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-435676b5-d148-4892-aa4f-658dc3d2f6b5 None None] For port 13c0557b-dcb5-4e8c-83d4-e71274da3e67, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=13c0557b-dcb5-4e8c-83d4-e71274da3e67,segment=NetworkSegment(ca668838-047a-41ca-a1c5-e0782b9cb574),segment_id=ca668838-047a-41ca-a1c5-e0782b9cb574)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:03.799157 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9ea083a6-df33-4a39-84d9-6d944b943374 req-a655f654-2885-46ce-83ce-e575d4359711 tempest-ServerShowV257Test-2146338687 tempest-ServerShowV257Test-2146338687-project] 10.222.0.50 "GET /v2.0/ports?device_id=88e6d451-581a-449a-bfcc-c954af417c5b HTTP/1.1" status: 200 len: 210 time: 0.0655355 Nov 12 03:42:03.865757 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-435676b5-d148-4892-aa4f-658dc3d2f6b5 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:03.878812 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-435676b5-d148-4892-aa4f-658dc3d2f6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:03.934912 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1d0c863c-aaed-4ba8-baf6-90839f64d52f tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.020198 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c863c-aaed-4ba8-baf6-90839f64d52f tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Pushing event deleted for resources: {'Port': ['ID=10710ca1-f175-4a20-b390-279ae4f5a2d6,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:04.037972 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6830f-3cc8-4f0a-b168-7e5653e362ea req-81f9ee47-63d2-43ed-b4f1-9a19047f0dfd tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:04.050412 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a5d6830f-3cc8-4f0a-b168-7e5653e362ea req-81f9ee47-63d2-43ed-b4f1-9a19047f0dfd tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 945 time: 0.1177001 Nov 12 03:42:04.084651 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435676b5-d148-4892-aa4f-658dc3d2f6b5 None None] Pushing event updated for resources: {'Port': ['ID=13c0557b-dcb5-4e8c-83d4-e71274da3e67,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:04.128657 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1d0c863c-aaed-4ba8-baf6-90839f64d52f tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.173779 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.176787 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a5d6830f-3cc8-4f0a-b168-7e5653e362ea req-aae9e852-9562-48d9-a008-200d13f2cd49 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/security-groups?id=540775fa-21c0-4cec-96a7-8439f700c198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183717 Nov 12 03:42:04.283451 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1d0c863c-aaed-4ba8-baf6-90839f64d52f tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.307535 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1d0c863c-aaed-4ba8-baf6-90839f64d52f tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.315527 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-9d3ef68a-6a7d-4ff9-8c25-599876e64adb tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Deleting port d84c161e-5126-413f-be3e-cbbc3bac4dd2 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:04.316152 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9d3ef68a-6a7d-4ff9-8c25-599876e64adb tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.404134 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1d0c863c-aaed-4ba8-baf6-90839f64d52f tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.405158 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0c863c-aaed-4ba8-baf6-90839f64d52f tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Fanout notify agent at l3_agent the message router_deleted on router 3b6a62a1-5aa7-4a56-8421-c564e1235985 {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:42:04.437637 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1d0c863c-aaed-4ba8-baf6-90839f64d52f tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.458235 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1d0c863c-aaed-4ba8-baf6-90839f64d52f tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] 10.222.0.50 "DELETE /v2.0/routers/3b6a62a1-5aa7-4a56-8421-c564e1235985 HTTP/1.1" status: 204 len: 168 time: 3.3468020 Nov 12 03:42:04.460550 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-8f648fb4-ae81-4d03-88bd-3684a9b88b8c tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Allocated IP 2001:db8::47 (614e78ae-0f10-454d-8c9e-b58eb7e06556/5a0332f5-df70-44c4-aeca-4c4a8dc8b39d/e5247d92-f129-4d8f-aa41-b692c074d15a) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:04.463529 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57886) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:04.469123 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-26b91928-bb98-4141-b517-5f54cc1d9e12 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-694376371', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:04.483601 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-8f648fb4-ae81-4d03-88bd-3684a9b88b8c tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Allocated IP 2001:db8:0:1::1b7 (614e78ae-0f10-454d-8c9e-b58eb7e06556/bb715336-b21c-4374-b08e-d37ad97d7b4e/e5247d92-f129-4d8f-aa41-b692c074d15a) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:04.489852 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 13c0557b-dcb5-4e8c-83d4-e71274da3e67 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:04.506864 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9d3ef68a-6a7d-4ff9-8c25-599876e64adb tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.520172 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-26b91928-bb98-4141-b517-5f54cc1d9e12 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.522295 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-26b91928-bb98-4141-b517-5f54cc1d9e12 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.543972 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-9d3ef68a-6a7d-4ff9-8c25-599876e64adb tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Calling delete_port for d84c161e-5126-413f-be3e-cbbc3bac4dd2 owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:04.633647 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 13c0557b-dcb5-4e8c-83d4-e71274da3e67 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:04.634249 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.691026 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-26b91928-bb98-4141-b517-5f54cc1d9e12 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.707183 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-26b91928-bb98-4141-b517-5f54cc1d9e12 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.735597 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-26b91928-bb98-4141-b517-5f54cc1d9e12 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.738222 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-26b91928-bb98-4141-b517-5f54cc1d9e12 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2725053 Nov 12 03:42:04.743924 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57900) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:04.752064 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-63940e95-166f-4c98-a921-158ee1a60f94 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Request body: {'router': {'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:04.977064 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9d3ef68a-6a7d-4ff9-8c25-599876e64adb tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:05.031288 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ef68a-6a7d-4ff9-8c25-599876e64adb tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event deleted for resources: {'Port': ['ID=d84c161e-5126-413f-be3e-cbbc3bac4dd2,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:05.032673 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8f648fb4-ae81-4d03-88bd-3684a9b88b8c tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:05.177493 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-63940e95-166f-4c98-a921-158ee1a60f94 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:05.332445 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-b7992818-0849-4593-97b8-b07133ff2ecf None None] Provisioning complete for port 13c0557b-dcb5-4e8c-83d4-e71274da3e67 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:05.332838 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b7992818-0849-4593-97b8-b07133ff2ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:05.364014 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8f648fb4-ae81-4d03-88bd-3684a9b88b8c tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:05.473636 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f648fb4-ae81-4d03-88bd-3684a9b88b8c tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Network 614e78ae-0f10-454d-8c9e-b58eb7e06556 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:05.480514 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-8f648fb4-ae81-4d03-88bd-3684a9b88b8c tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:05.487003 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f648fb4-ae81-4d03-88bd-3684a9b88b8c tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:05.494608 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f648fb4-ae81-4d03-88bd-3684a9b88b8c tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:05.495305 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8f648fb4-ae81-4d03-88bd-3684a9b88b8c tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:05.495887 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:05.501147 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9d3ef68a-6a7d-4ff9-8c25-599876e64adb tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:05.529861 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8f648fb4-ae81-4d03-88bd-3684a9b88b8c tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.6848476 Nov 12 03:42:05.531832 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57912) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:05.546022 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-e64253c8-2387-4120-9cfd-6ba8be8965e4 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5a0332f5-df70-44c4-aeca-4c4a8dc8b39d'}]}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:05.546929 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f648fb4-ae81-4d03-88bd-3684a9b88b8c tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event updated for resources: {'Port': ['ID=e5247d92-f129-4d8f-aa41-b692c074d15a,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:05.559590 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57914) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:05.588374 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742573a-5531-4924-93d7-d6e24da8201f req-d22c8124-fc8b-41e3-8b7a-2b5e6fecd2ff tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:05.596593 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2742573a-5531-4924-93d7-d6e24da8201f req-d22c8124-fc8b-41e3-8b7a-2b5e6fecd2ff tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 945 time: 0.2364881 Nov 12 03:42:05.750965 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2742573a-5531-4924-93d7-d6e24da8201f req-e9833e87-8532-4e8d-8167-e322fced03c2 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/security-groups?id=540775fa-21c0-4cec-96a7-8439f700c198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533391 Nov 12 03:42:05.878597 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f3142a6c-85be-4540-a151-4fcb488df2f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:05.913585 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-63940e95-166f-4c98-a921-158ee1a60f94 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router_gateway, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:05.962126 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-dc22665e-a082-48da-86f2-c9e32d11ac4c None None] Provisioning complete for port e5247d92-f129-4d8f-aa41-b692c074d15a triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:05.962693 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-dc22665e-a082-48da-86f2-c9e32d11ac4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:06.061108 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-dc22665e-a082-48da-86f2-c9e32d11ac4c None None] Port e5247d92-f129-4d8f-aa41-b692c074d15a cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:06.084719 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-63940e95-166f-4c98-a921-158ee1a60f94 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:06.087793 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f3142a6c-85be-4540-a151-4fcb488df2f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:06.096782 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f3142a6c-85be-4540-a151-4fcb488df2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:06.136964 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f3142a6c-85be-4540-a151-4fcb488df2f4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c8f490ed210b47fc839a987c180ed346&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5727761 Nov 12 03:42:06.139099 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57924) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:06.238080 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3142a6c-85be-4540-a151-4fcb488df2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6b0025-a2af-4439-aded-60d09a69583e,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:06.314143 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:06.369917 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3ef68a-6a7d-4ff9-8c25-599876e64adb tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Router 54a42388-5230-4cde-8629-98f848a265c4 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:42:06.383842 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-63940e95-166f-4c98-a921-158ee1a60f94 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Allocated IP 172.25.5.84 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/ddcdb64e-e5da-4b4a-b12b-ecfb5c15c2d2) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:06.472655 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-05795078-d91c-46d5-9e29-e538c99557d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:06.501561 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3ef68a-6a7d-4ff9-8c25-599876e64adb tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:06.510880 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-05795078-d91c-46d5-9e29-e538c99557d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:06.515509 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f261e58-b8a9-4cb7-be36-50e176933301 None None] Sync routers for ids ['54a42388-5230-4cde-8629-98f848a265c4'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:06.524555 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9d3ef68a-6a7d-4ff9-8c25-599876e64adb tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "PUT /v2.0/routers/54a42388-5230-4cde-8629-98f848a265c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3508360 Nov 12 03:42:06.525927 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57926) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:06.528202 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e64253c8-2387-4120-9cfd-6ba8be8965e4 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:06.534566 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f261e58-b8a9-4cb7-be36-50e176933301 None None] Routers {'54a42388-5230-4cde-8629-98f848a265c4'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:06.535048 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-6f261e58-b8a9-4cb7-be36-50e176933301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:42:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['54a42388-5230-4cde-8629-98f848a265c4'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:06.576067 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-214805c8-6e5e-4e68-bf46-92927db66e5f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a42388-5230-4cde-8629-98f848a265c4 HTTP/1.1" status: 200 len: 205 time: 0.0460925 Nov 12 03:42:06.578047 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57928) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:06.630028 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-6f261e58-b8a9-4cb7-be36-50e176933301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:06.641446 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-63940e95-166f-4c98-a921-158ee1a60f94 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:06.652338 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f261e58-b8a9-4cb7-be36-50e176933301 None None] Routers {'54a42388-5230-4cde-8629-98f848a265c4'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:06.653164 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-6f261e58-b8a9-4cb7-be36-50e176933301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:42:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['54a42388-5230-4cde-8629-98f848a265c4'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:06.697460 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4cc72dc1-81c6-4640-b9b2-de7508954d31 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:06.715356 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-6f261e58-b8a9-4cb7-be36-50e176933301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:06.715971 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f261e58-b8a9-4cb7-be36-50e176933301 None None] The sync data for ids ['54a42388-5230-4cde-8629-98f848a265c4'] in n-d-715271-27 is: [] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:06.723331 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-05795078-d91c-46d5-9e29-e538c99557d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:06.726149 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-05795078-d91c-46d5-9e29-e538c99557d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:06.729769 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-05795078-d91c-46d5-9e29-e538c99557d9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/de6b0025-a2af-4439-aded-60d09a69583e HTTP/1.1" status: 204 len: 168 time: 0.5867217 Nov 12 03:42:06.741478 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05795078-d91c-46d5-9e29-e538c99557d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6b0025-a2af-4439-aded-60d09a69583e,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:06.750810 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-63940e95-166f-4c98-a921-158ee1a60f94 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:06.883207 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63940e95-166f-4c98-a921-158ee1a60f94 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:06.886288 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-63940e95-166f-4c98-a921-158ee1a60f94 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:06.897331 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63940e95-166f-4c98-a921-158ee1a60f94 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:06.939438 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63940e95-166f-4c98-a921-158ee1a60f94 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Pushing event updated for resources: {'Port': ['ID=ddcdb64e-e5da-4b4a-b12b-ecfb5c15c2d2,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:07.181749 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4cc72dc1-81c6-4640-b9b2-de7508954d31 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.196510 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4cc72dc1-81c6-4640-b9b2-de7508954d31 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.311278 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4cc72dc1-81c6-4640-b9b2-de7508954d31 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.311828 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc72dc1-81c6-4640-b9b2-de7508954d31 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Fanout notify agent at l3_agent the message router_deleted on router 54a42388-5230-4cde-8629-98f848a265c4 {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:42:07.332128 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4cc72dc1-81c6-4640-b9b2-de7508954d31 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.340602 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4cc72dc1-81c6-4640-b9b2-de7508954d31 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "DELETE /v2.0/routers/54a42388-5230-4cde-8629-98f848a265c4 HTTP/1.1" status: 204 len: 168 time: 0.7580383 Nov 12 03:42:07.340786 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57958) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:07.513294 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4559a99-5fac-4103-b74b-40c83bc6e0bb tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Deleting subnet eff76cc3-42c1-46c9-992e-b2a19b50e802 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:42:07.523877 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e4559a99-5fac-4103-b74b-40c83bc6e0bb tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.551173 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd938a-f2d4-4ecc-8df4-621ff11d9706 req-09f76bc1-39f4-42a7-a730-9d7d03dad2f5 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:07.552790 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-07fd938a-f2d4-4ecc-8df4-621ff11d9706 req-09f76bc1-39f4-42a7-a730-9d7d03dad2f5 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 945 time: 0.5593755 Nov 12 03:42:07.555640 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-e64253c8-2387-4120-9cfd-6ba8be8965e4 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Delete allocated IP 2001:db8:0:1::1b7 (614e78ae-0f10-454d-8c9e-b58eb7e06556/bb715336-b21c-4374-b08e-d37ad97d7b4e) {{(pid=102572) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 03:42:07.607792 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-63940e95-166f-4c98-a921-158ee1a60f94 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router_gateway, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.664490 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-07fd938a-f2d4-4ecc-8df4-621ff11d9706 req-e69c0cbb-a57e-4fad-bb32-a256fc2cb19f tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/security-groups?id=540775fa-21c0-4cec-96a7-8439f700c198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031933 Nov 12 03:42:07.719951 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e4559a99-5fac-4103-b74b-40c83bc6e0bb tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.766446 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e64253c8-2387-4120-9cfd-6ba8be8965e4 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.773032 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e64253c8-2387-4120-9cfd-6ba8be8965e4 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:08.015382 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-e64253c8-2387-4120-9cfd-6ba8be8965e4 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] In _notify_port_updated(), no bound segment for port e5247d92-f129-4d8f-aa41-b692c074d15a on network 614e78ae-0f10-454d-8c9e-b58eb7e06556 {{(pid=102572) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:42:08.044700 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64253c8-2387-4120-9cfd-6ba8be8965e4 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:08.051916 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e64253c8-2387-4120-9cfd-6ba8be8965e4 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:08.053766 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e64253c8-2387-4120-9cfd-6ba8be8965e4 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "PUT /v2.0/ports/e5247d92-f129-4d8f-aa41-b692c074d15a HTTP/1.1" status: 200 len: 924 time: 2.5193398 Nov 12 03:42:08.083179 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57980) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:08.089453 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-8ce87bb3-0c58-4388-a281-f8632a54e556 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5a0332f5-df70-44c4-aeca-4c4a8dc8b39d'}, {'subnet_id': 'bb715336-b21c-4374-b08e-d37ad97d7b4e'}]}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:08.209283 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64253c8-2387-4120-9cfd-6ba8be8965e4 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event updated for resources: {'Port': ['ID=e5247d92-f129-4d8f-aa41-b692c074d15a,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:08.215627 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57984) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:08.296522 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8ce87bb3-0c58-4388-a281-f8632a54e556 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:08.382636 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbe599-b6a0-4fbc-bd33-ae161618d5b6 req-4fc57195-3eeb-4c5a-8172-969f4a8d5577 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:08.391406 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-41cbe599-b6a0-4fbc-bd33-ae161618d5b6 req-4fc57195-3eeb-4c5a-8172-969f4a8d5577 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 945 time: 0.3361981 Nov 12 03:42:08.445347 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9225c-021e-4e8f-b427-e68eabecea2a req-c966ed0e-7296-4a7f-9069-6ab5aafe5939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:08.447478 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-75b9225c-021e-4e8f-b427-e68eabecea2a req-c966ed0e-7296-4a7f-9069-6ab5aafe5939 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1978793e24864d458e17fb421706473b&device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 1097 time: 0.3848472 Nov 12 03:42:08.451771 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-61523ff4-fcd9-4350-b5aa-70e6ce438663 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-371159437-network', 'tenant_id': 'ebd646c30c2046e5a0b1dca0685a8224'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:08.469837 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-d69c907b-cfad-4bb8-aae7-fb55f5f7ac15 None None] Provisioning complete for port e5247d92-f129-4d8f-aa41-b692c074d15a triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:08.470418 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d69c907b-cfad-4bb8-aae7-fb55f5f7ac15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:08.551109 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-d69c907b-cfad-4bb8-aae7-fb55f5f7ac15 None None] Port e5247d92-f129-4d8f-aa41-b692c074d15a cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:08.575133 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e4559a99-5fac-4103-b74b-40c83bc6e0bb tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:08.592611 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61523ff4-fcd9-4350-b5aa-70e6ce438663 admin admin] Made reservation on behalf of ebd646c30c2046e5a0b1dca0685a8224 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:08.595331 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-61523ff4-fcd9-4350-b5aa-70e6ce438663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:08.631928 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-63940e95-166f-4c98-a921-158ee1a60f94 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41374'] for router, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:08.632941 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:08.639749 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-63940e95-166f-4c98-a921-158ee1a60f94 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-622926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-623029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620584'] for router, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:08.642760 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-61523ff4-fcd9-4350-b5aa-70e6ce438663 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:08.664822 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-41cbe599-b6a0-4fbc-bd33-ae161618d5b6 req-a9fe4674-e762-4b1c-8baa-baf1c1c6b2bc tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/security-groups?id=540775fa-21c0-4cec-96a7-8439f700c198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2724800 Nov 12 03:42:08.752249 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e4559a99-5fac-4103-b74b-40c83bc6e0bb tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:08.789752 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4559a99-5fac-4103-b74b-40c83bc6e0bb tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event deleted for resources: {'Subnet': ['ID=eff76cc3-42c1-46c9-992e-b2a19b50e802,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:08.806894 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e4559a99-5fac-4103-b74b-40c83bc6e0bb tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:08.810908 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d17941d-1058-43d8-a608-f2b5c2bf8f5b None None] Network 268390c5-6a82-4a13-9288-ce9431a03923 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:08.811380 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e4559a99-5fac-4103-b74b-40c83bc6e0bb tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "DELETE /v2.0/subnets/eff76cc3-42c1-46c9-992e-b2a19b50e802 HTTP/1.1" status: 204 len: 168 time: 1.4690821 Nov 12 03:42:08.814346 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57990) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:08.875993 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-af4a92c5-58a2-433a-b810-2e3c7ec99097 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Deleting subnet 149e0948-38a4-4ecc-a858-a0778ddc15b9 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:42:08.882826 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-af4a92c5-58a2-433a-b810-2e3c7ec99097 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:08.884783 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-8ce87bb3-0c58-4388-a281-f8632a54e556 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Allocated IP 2001:db8:0:1::290 (614e78ae-0f10-454d-8c9e-b58eb7e06556/bb715336-b21c-4374-b08e-d37ad97d7b4e/e5247d92-f129-4d8f-aa41-b692c074d15a) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:08.945987 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-af4a92c5-58a2-433a-b810-2e3c7ec99097 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.013609 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63940e95-166f-4c98-a921-158ee1a60f94 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Router 0c5fdec4-c151-482c-b7fc-60a3b8c1212f is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:42:09.044223 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8ce87bb3-0c58-4388-a281-f8632a54e556 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.125556 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-af4a92c5-58a2-433a-b810-2e3c7ec99097 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.176429 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f870491d-c931-44d2-9190-67ada3a44468 None None] DHCP port deletion for 268390c5-6a82-4a13-9288-ce9431a03923 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:09.179621 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-61523ff4-fcd9-4350-b5aa-70e6ce438663 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.183583 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8ce87bb3-0c58-4388-a281-f8632a54e556 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.195652 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-61523ff4-fcd9-4350-b5aa-70e6ce438663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.238263 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63940e95-166f-4c98-a921-158ee1a60f94 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:09.252031 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7f61fc-0451-4572-9210-83370dea6cc3 None None] Sync routers for ids ['0c5fdec4-c151-482c-b7fc-60a3b8c1212f'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:09.258255 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-63940e95-166f-4c98-a921-158ee1a60f94 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.259713 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-63940e95-166f-4c98-a921-158ee1a60f94 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] 10.222.0.50 "PUT /v2.0/routers/0c5fdec4-c151-482c-b7fc-60a3b8c1212f HTTP/1.1" status: 200 len: 878 time: 4.5151193 Nov 12 03:42:09.264457 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57998) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:09.266992 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61523ff4-fcd9-4350-b5aa-70e6ce438663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e219b5-d6a5-466c-a34d-5dab773dc179,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:09.312996 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7f61fc-0451-4572-9210-83370dea6cc3 None None] Routers {'0c5fdec4-c151-482c-b7fc-60a3b8c1212f'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:09.319861 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-4d7f61fc-0451-4572-9210-83370dea6cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:42:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['0c5fdec4-c151-482c-b7fc-60a3b8c1212f'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:09.369657 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61523ff4-fcd9-4350-b5aa-70e6ce438663 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:42:09.420109 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-f870491d-c931-44d2-9190-67ada3a44468 None None] Deleting port 3ebb8876-a741-406c-bb49-590e06a8db15 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:09.423274 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7c6a6c1c-3628-448e-ae3f-4cfb98188a84 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] 10.222.0.50 "GET /v2.0/routers/0c5fdec4-c151-482c-b7fc-60a3b8c1212f HTTP/1.1" status: 200 len: 919 time: 0.1573434 Nov 12 03:42:09.426096 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58000) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:09.426674 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f870491d-c931-44d2-9190-67ada3a44468 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.442187 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-af4a92c5-58a2-433a-b810-2e3c7ec99097 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.448419 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9225c-021e-4e8f-b427-e68eabecea2a req-022b8fbc-9c89-4c3d-860b-49d5630eabc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:09.450519 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-75b9225c-021e-4e8f-b427-e68eabecea2a req-022b8fbc-9c89-4c3d-860b-49d5630eabc0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ce97ab11-8a00-4cd9-ad27-4b288272e186 HTTP/1.1" status: 200 len: 911 time: 0.9807103 Nov 12 03:42:09.452137 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-4d7f61fc-0451-4572-9210-83370dea6cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:09.479667 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7f61fc-0451-4572-9210-83370dea6cc3 None None] Routers {'0c5fdec4-c151-482c-b7fc-60a3b8c1212f'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:09.486452 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-4d7f61fc-0451-4572-9210-83370dea6cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:42:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['0c5fdec4-c151-482c-b7fc-60a3b8c1212f'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:09.499819 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-af4a92c5-58a2-433a-b810-2e3c7ec99097 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.505730 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce87bb3-0c58-4388-a281-f8632a54e556 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event updated for resources: {'Port': ['ID=e5247d92-f129-4d8f-aa41-b692c074d15a,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:09.505948 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-af4a92c5-58a2-433a-b810-2e3c7ec99097 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "DELETE /v2.0/subnets/149e0948-38a4-4ecc-a858-a0778ddc15b9 HTTP/1.1" status: 204 len: 168 time: 0.6879778 Nov 12 03:42:09.520207 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a92c5-58a2-433a-b810-2e3c7ec99097 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event deleted for resources: {'Subnet': ['ID=149e0948-38a4-4ecc-a858-a0778ddc15b9,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:09.523316 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58002) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:09.573676 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-4d7f61fc-0451-4572-9210-83370dea6cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:09.578617 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7f61fc-0451-4572-9210-83370dea6cc3 None None] The sync data for ids ['0c5fdec4-c151-482c-b7fc-60a3b8c1212f'] in n-d-715271-27 is: [] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:09.598622 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-f870491d-c931-44d2-9190-67ada3a44468 None None] For port 3ebb8876-a741-406c-bb49-590e06a8db15, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=3ebb8876-a741-406c-bb49-590e06a8db15,segment=NetworkSegment(dbc793d3-b26b-4668-ae74-2816e01c2014),segment_id=dbc793d3-b26b-4668-ae74-2816e01c2014)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:09.599692 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f870491d-c931-44d2-9190-67ada3a44468 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.618327 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-f870491d-c931-44d2-9190-67ada3a44468 None None] Calling delete_port for 3ebb8876-a741-406c-bb49-590e06a8db15 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:09.620398 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5586e5a1-7ead-42e2-8cb9-c03be7b59ede tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:09.624769 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5586e5a1-7ead-42e2-8cb9-c03be7b59ede tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=7932a4b6-40b8-49fc-bb5c-2a6d25b0a895&device_id=0c5fdec4-c151-482c-b7fc-60a3b8c1212f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1950574 Nov 12 03:42:09.626776 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58004) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:09.645228 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-8ce87bb3-0c58-4388-a281-f8632a54e556 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] In _notify_port_updated(), no bound segment for port e5247d92-f129-4d8f-aa41-b692c074d15a on network 614e78ae-0f10-454d-8c9e-b58eb7e06556 {{(pid=102572) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:42:09.651515 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce87bb3-0c58-4388-a281-f8632a54e556 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:09.652103 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8ce87bb3-0c58-4388-a281-f8632a54e556 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.656967 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8ce87bb3-0c58-4388-a281-f8632a54e556 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "PUT /v2.0/ports/e5247d92-f129-4d8f-aa41-b692c074d15a HTTP/1.1" status: 200 len: 1010 time: 1.5687854 Nov 12 03:42:09.667964 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-75b9225c-021e-4e8f-b427-e68eabecea2a req-633dabe4-d840-4f41-9e3b-4f7ff412a3ca service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72ab2026-d2bd-4ec9-b4c7-244e772bddbb HTTP/1.1" status: 200 len: 1001 time: 0.1575420 Nov 12 03:42:09.669369 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58006) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:09.678695 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-61523ff4-fcd9-4350-b5aa-70e6ce438663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.679039 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-61523ff4-fcd9-4350-b5aa-70e6ce438663 admin admin] Added segment 447fa3e9-9e5b-4732-baad-9f09ba129e8f of type vlan for network 7cd30372-b1a2-4900-a02e-893d11eabe5e Nov 12 03:42:09.743921 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75954209-9916-4fc7-bd3a-8428295fd12a None None] Network 9ea22a19-f0ff-4023-a606-032712c1cb12 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:09.748135 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f870491d-c931-44d2-9190-67ada3a44468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.847460 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-150f5308-d573-4204-b104-1358605fb77f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.851501 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f870491d-c931-44d2-9190-67ada3a44468 None None] Pushing event deleted for resources: {'Port': ['ID=3ebb8876-a741-406c-bb49-590e06a8db15,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:09.857511 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f870491d-c931-44d2-9190-67ada3a44468 None None] No DVR routers for this DVR port 3ebb8876-a741-406c-bb49-590e06a8db15 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:42:09.858133 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-61523ff4-fcd9-4350-b5aa-70e6ce438663 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.904930 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-61523ff4-fcd9-4350-b5aa-70e6ce438663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.905807 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61523ff4-fcd9-4350-b5aa-70e6ce438663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:09.906375 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-61523ff4-fcd9-4350-b5aa-70e6ce438663 admin admin] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.936154 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-ea24043b-1713-4292-b331-62c76954e6b3 None None] Provisioning complete for port e5247d92-f129-4d8f-aa41-b692c074d15a triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:09.937020 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ea24043b-1713-4292-b331-62c76954e6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.963137 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9225c-021e-4e8f-b427-e68eabecea2a req-77674b39-09b8-4e2f-9a07-564217772aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:09.968956 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-75b9225c-021e-4e8f-b427-e68eabecea2a req-77674b39-09b8-4e2f-9a07-564217772aae service neutron] 10.222.0.90 "GET /v2.0/subnets?id=218af894-e138-49fb-983a-59526774f58c HTTP/1.1" status: 200 len: 849 time: 0.2984436 Nov 12 03:42:10.015309 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-ea24043b-1713-4292-b331-62c76954e6b3 None None] Port e5247d92-f129-4d8f-aa41-b692c074d15a cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:10.030811 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58010) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:10.042075 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-61523ff4-fcd9-4350-b5aa-70e6ce438663 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8211510 Nov 12 03:42:10.059429 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-c12babe0-5588-46fc-928b-b784c79154de admin admin] Request body: {'subnet': {'network_id': '7cd30372-b1a2-4900-a02e-893d11eabe5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-371159437-subnet', 'tenant_id': 'ebd646c30c2046e5a0b1dca0685a8224', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:10.127666 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3af6f38-b81c-436e-a64a-9a197a165cb1 None None] DHCP port deletion for 9ea22a19-f0ff-4023-a606-032712c1cb12 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:10.143190 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d5a656-acc8-4692-a924-90bb4bc850e5 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:10.148456 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-87d5a656-acc8-4692-a924-90bb4bc850e5 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] 10.222.0.50 "GET /v2.0/networks/7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 HTTP/1.1" status: 200 len: 881 time: 0.5206337 Nov 12 03:42:10.149101 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58012) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:10.174924 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-150f5308-d573-4204-b104-1358605fb77f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.193650 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbbdc2f-bf6c-41bc-bfb5-c7b59a82bac2 req-ed6d3244-5f9e-4e13-b3dc-2cbbabc5d7b0 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:10.196274 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5fbbdc2f-bf6c-41bc-bfb5-c7b59a82bac2 req-ed6d3244-5f9e-4e13-b3dc-2cbbabc5d7b0 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 945 time: 0.3876128 Nov 12 03:42:10.196410 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-00746bf8-7e5f-4879-9871-bd8f8626f6de tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Deleting port e5247d92-f129-4d8f-aa41-b692c074d15a {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:10.196707 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-00746bf8-7e5f-4879-9871-bd8f8626f6de tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.199535 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61523ff4-fcd9-4350-b5aa-70e6ce438663 admin admin] Pushing event updated for resources: {'Network': ['ID=7cd30372-b1a2-4900-a02e-893d11eabe5e,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:10.211024 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 7cd30372-b1a2-4900-a02e-893d11eabe5e details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:42:10.225135 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9225c-021e-4e8f-b427-e68eabecea2a req-085e1974-7c94-4cd3-bf23-6aa1459075fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:10.227271 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-75b9225c-021e-4e8f-b427-e68eabecea2a req-085e1974-7c94-4cd3-bf23-6aa1459075fe service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ce97ab11-8a00-4cd9-ad27-4b288272e186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2299974 Nov 12 03:42:10.228591 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b81b2e7f-a177-4754-8b81-4dbed7538371 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c5fdec4-c151-482c-b7fc-60a3b8c1212f HTTP/1.1" status: 200 len: 205 time: 0.0723968 Nov 12 03:42:10.233406 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58014) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:10.279322 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12babe0-5588-46fc-928b-b784c79154de admin admin] Made reservation on behalf of ebd646c30c2046e5a0b1dca0685a8224 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:10.282019 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c12babe0-5588-46fc-928b-b784c79154de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.287330 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-150f5308-d573-4204-b104-1358605fb77f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['268390c5-6a82-4a13-9288-ce9431a03923']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:10.335879 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-b3af6f38-b81c-436e-a64a-9a197a165cb1 None None] Deleting port 00770f34-0b50-430d-b81d-b590ebe73b94 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:10.337351 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b3af6f38-b81c-436e-a64a-9a197a165cb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.400662 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5fbbdc2f-bf6c-41bc-bfb5-c7b59a82bac2 req-ae322a8c-71cb-4a23-9dd3-3383b6ff1daf tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/security-groups?id=540775fa-21c0-4cec-96a7-8439f700c198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878903 Nov 12 03:42:10.441956 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-b3af6f38-b81c-436e-a64a-9a197a165cb1 None None] For port 00770f34-0b50-430d-b81d-b590ebe73b94, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=00770f34-0b50-430d-b81d-b590ebe73b94,segment=NetworkSegment(d6167848-2f4e-435a-8b9c-4e3d7d6e19d2),segment_id=d6167848-2f4e-435a-8b9c-4e3d7d6e19d2)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:10.442355 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b3af6f38-b81c-436e-a64a-9a197a165cb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.457841 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-b3af6f38-b81c-436e-a64a-9a197a165cb1 None None] Calling delete_port for 00770f34-0b50-430d-b81d-b590ebe73b94 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:10.577938 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 3ebb8876-a741-406c-bb49-590e06a8db15 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:42:10.588879 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-150f5308-d573-4204-b104-1358605fb77f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbc793d3-b26b-4668-ae74-2816e01c2014') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:10.589188 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-150f5308-d573-4204-b104-1358605fb77f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbc793d3-b26b-4668-ae74-2816e01c2014') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:10.611357 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-75b9225c-021e-4e8f-b427-e68eabecea2a req-17afad5a-d646-4faf-b814-6af510a4f21f service neutron] 10.222.0.90 "GET /v2.0/networks/ce97ab11-8a00-4cd9-ad27-4b288272e186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723373 Nov 12 03:42:10.650460 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-150f5308-d573-4204-b104-1358605fb77f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.660122 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 3ebb8876-a741-406c-bb49-590e06a8db15 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:42:10.660672 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 3ebb8876-a741-406c-bb49-590e06a8db15 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:42:10.660941 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 00770f34-0b50-430d-b81d-b590ebe73b94 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:42:10.694093 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b3af6f38-b81c-436e-a64a-9a197a165cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.736888 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-75b9225c-021e-4e8f-b427-e68eabecea2a req-0ce57df5-255f-48a2-b022-6b1ccb8207cb service neutron] 10.222.0.90 "GET /v2.0/networks/ce97ab11-8a00-4cd9-ad27-4b288272e186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168654 Nov 12 03:42:10.737483 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af6f38-b81c-436e-a64a-9a197a165cb1 None None] Pushing event deleted for resources: {'Port': ['ID=00770f34-0b50-430d-b81d-b590ebe73b94,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:10.755062 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3af6f38-b81c-436e-a64a-9a197a165cb1 None None] No DVR routers for this DVR port 00770f34-0b50-430d-b81d-b590ebe73b94 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:42:10.756374 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No active binding found for port 00770f34-0b50-430d-b81d-b590ebe73b94 {{(pid=102573) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 03:42:10.756879 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 00770f34-0b50-430d-b81d-b590ebe73b94 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:42:10.760240 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3af6f38-b81c-436e-a64a-9a197a165cb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:10.760602 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3af6f38-b81c-436e-a64a-9a197a165cb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:10.761350 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3af6f38-b81c-436e-a64a-9a197a165cb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:10.761479 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3af6f38-b81c-436e-a64a-9a197a165cb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:10.761966 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3af6f38-b81c-436e-a64a-9a197a165cb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:10.762240 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3af6f38-b81c-436e-a64a-9a197a165cb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:10.762567 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3af6f38-b81c-436e-a64a-9a197a165cb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:10.762891 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3af6f38-b81c-436e-a64a-9a197a165cb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:10.763210 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3af6f38-b81c-436e-a64a-9a197a165cb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:10.763528 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3af6f38-b81c-436e-a64a-9a197a165cb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:10.763848 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3af6f38-b81c-436e-a64a-9a197a165cb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:10.764228 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3af6f38-b81c-436e-a64a-9a197a165cb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:10.772711 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-150f5308-d573-4204-b104-1358605fb77f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.784535 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-a0312f67-1937-4536-adf4-0438881675cf service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3237402 Nov 12 03:42:10.816426 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-150f5308-d573-4204-b104-1358605fb77f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:42:10.816967 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-150f5308-d573-4204-b104-1358605fb77f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.821644 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:42:10.821644 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:42:10.821644 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:42:10.821644 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:42:10.821644 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:42:10.821644 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:42:10.821644 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:42:10.821644 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:42:10.821644 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:42:10.821644 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:42:10.821644 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:42:10.821644 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:42:10.821644 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:42:10.821644 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:42:10.821644 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:42:10.821644 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:42:10.821644 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:42:10.821644 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:42:10.821644 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:42:10.821644 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:42:10.821644 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:42:10.821644 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:42:10.821644 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:42:10.821644 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:42:10.821644 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:42:10.821644 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:42:10.821644 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:42:10.821644 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:42:10.821644 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:42:10.821644 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:42:10.821644 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:42:10.821644 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:42:10.899050 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-00746bf8-7e5f-4879-9871-bd8f8626f6de tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.926085 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1cc4cbd2-d10e-4461-8282-bbf59f96e597 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.949751 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-00746bf8-7e5f-4879-9871-bd8f8626f6de tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Calling delete_port for e5247d92-f129-4d8f-aa41-b692c074d15a owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:11.029949 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-150f5308-d573-4204-b104-1358605fb77f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.079507 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-150f5308-d573-4204-b104-1358605fb77f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.085084 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-150f5308-d573-4204-b104-1358605fb77f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "DELETE /v2.0/networks/268390c5-6a82-4a13-9288-ce9431a03923 HTTP/1.1" status: 204 len: 168 time: 1.5514033 Nov 12 03:42:11.085597 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58022) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:11.143967 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f5308-d573-4204-b104-1358605fb77f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event deleted for resources: {'Network': ['ID=268390c5-6a82-4a13-9288-ce9431a03923,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:11.166944 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-8aceb67b-4126-4b81-8f73-9a7fc0c8a197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:11.167336 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-8aceb67b-4126-4b81-8f73-9a7fc0c8a197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:11.167796 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-8aceb67b-4126-4b81-8f73-9a7fc0c8a197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:11.168529 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-8aceb67b-4126-4b81-8f73-9a7fc0c8a197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:11.169117 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-8aceb67b-4126-4b81-8f73-9a7fc0c8a197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:11.169570 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-8aceb67b-4126-4b81-8f73-9a7fc0c8a197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:11.170022 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-8aceb67b-4126-4b81-8f73-9a7fc0c8a197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:11.172328 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-8aceb67b-4126-4b81-8f73-9a7fc0c8a197 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0cdd38a3f1ea45dcbcc53ea0d2714986&device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 6506 time: 0.2870736 Nov 12 03:42:11.259709 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-75dcb53a-86c5-49a1-9934-cc4d423c2f0e tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.329761 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c12babe0-5588-46fc-928b-b784c79154de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.418456 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1cc4cbd2-d10e-4461-8282-bbf59f96e597 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.465920 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-75dcb53a-86c5-49a1-9934-cc4d423c2f0e tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.509793 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-75dcb53a-86c5-49a1-9934-cc4d423c2f0e tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ea22a19-f0ff-4023-a606-032712c1cb12']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:11.536806 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-75dcb53a-86c5-49a1-9934-cc4d423c2f0e tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6167848-2f4e-435a-8b9c-4e3d7d6e19d2') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:11.537111 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-75dcb53a-86c5-49a1-9934-cc4d423c2f0e tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6167848-2f4e-435a-8b9c-4e3d7d6e19d2') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:11.562538 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-75dcb53a-86c5-49a1-9934-cc4d423c2f0e tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.577133 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-66fc0130-c7df-46f9-bd8a-c79f89b2002e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:11.577766 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-66fc0130-c7df-46f9-bd8a-c79f89b2002e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:11.579022 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-66fc0130-c7df-46f9-bd8a-c79f89b2002e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:11.580933 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-66fc0130-c7df-46f9-bd8a-c79f89b2002e service neutron] 10.222.0.74 "GET /v2.0/networks?id=efb988ed-b223-4e0b-8b86-915607ae4e80&id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&id=36f6ed65-8190-49b0-8a57-7dd102916b9e&id=36f6ed65-8190-49b0-8a57-7dd102916b9e HTTP/1.1" status: 200 len: 2299 time: 0.3663883 Nov 12 03:42:11.581489 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12babe0-5588-46fc-928b-b784c79154de admin admin] Pushing event updated for resources: {'Subnet': ['ID=6255c8d0-0fd5-4122-9d4d-fab25dde405a,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:11.632507 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-75dcb53a-86c5-49a1-9934-cc4d423c2f0e tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.650451 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75dcb53a-86c5-49a1-9934-cc4d423c2f0e tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:42:11.651011 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-75dcb53a-86c5-49a1-9934-cc4d423c2f0e tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.656773 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:42:11.656773 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:42:11.656773 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:42:11.656773 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:42:11.656773 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:42:11.656773 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:42:11.656773 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:42:11.656773 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:42:11.656773 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:42:11.656773 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:42:11.656773 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:42:11.656773 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:42:11.656773 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:42:11.656773 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:42:11.656773 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:42:11.656773 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:42:11.656773 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:42:11.656773 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:42:11.656773 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:42:11.656773 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:42:11.656773 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:42:11.656773 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:42:11.656773 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:42:11.656773 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:42:11.656773 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:42:11.656773 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:42:11.656773 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:42:11.656773 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:42:11.656773 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:42:11.656773 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:42:11.656773 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:42:11.656773 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:42:11.749496 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265e5a2-161a-4d06-b0b5-f0f71ed32d28 req-3d49ff40-f25a-49f4-a7e2-c9c3678b3d81 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:11.751314 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c265e5a2-161a-4d06-b0b5-f0f71ed32d28 req-3d49ff40-f25a-49f4-a7e2-c9c3678b3d81 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 945 time: 0.1756105 Nov 12 03:42:11.794451 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-75dcb53a-86c5-49a1-9934-cc4d423c2f0e tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.826112 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-75dcb53a-86c5-49a1-9934-cc4d423c2f0e tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.831390 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-75dcb53a-86c5-49a1-9934-cc4d423c2f0e tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "DELETE /v2.0/networks/9ea22a19-f0ff-4023-a606-032712c1cb12 HTTP/1.1" status: 204 len: 168 time: 0.7412965 Nov 12 03:42:11.836290 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58034) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:11.863767 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-0d6d1389-a521-418a-8730-c23415eff11a tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Request body: {'network': {'name': 'tempest-RoutersTest-1959517518'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:11.886187 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dcb53a-86c5-49a1-9934-cc4d423c2f0e tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event deleted for resources: {'Network': ['ID=9ea22a19-f0ff-4023-a606-032712c1cb12,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:11.913560 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-00746bf8-7e5f-4879-9871-bd8f8626f6de tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.919237 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c265e5a2-161a-4d06-b0b5-f0f71ed32d28 req-57e1a268-051b-4d29-b551-75b6f7d8b120 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/security-groups?id=540775fa-21c0-4cec-96a7-8439f700c198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548605 Nov 12 03:42:11.921663 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6d1389-a521-418a-8730-c23415eff11a tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Made reservation on behalf of 2daba86d1f0544abbd55ed3fcbf9b5c1 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:11.926368 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0d6d1389-a521-418a-8730-c23415eff11a tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.983327 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d6d1389-a521-418a-8730-c23415eff11a tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:42:12.009388 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0d6d1389-a521-418a-8730-c23415eff11a tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.009670 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-0d6d1389-a521-418a-8730-c23415eff11a tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Added segment 9731cbfb-559d-423c-bc5a-d3afd8f50809 of type vlan for network 7e9036bb-c413-4d71-a0ee-2a50a85a4703 Nov 12 03:42:12.017086 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00746bf8-7e5f-4879-9871-bd8f8626f6de tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event deleted for resources: {'Port': ['ID=e5247d92-f129-4d8f-aa41-b692c074d15a,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:12.066388 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-6cfe75e7-74bf-46d3-beda-4dbcd51348eb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b765f9f8-1b70-40fd-8519-033f4f7cc090 HTTP/1.1" status: 200 len: 1000 time: 0.2761166 Nov 12 03:42:12.075898 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12babe0-5588-46fc-928b-b784c79154de admin admin] Checking segment: {'id': '447fa3e9-9e5b-4732-baad-9f09ba129e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7cd30372-b1a2-4900-a02e-893d11eabe5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:12.076550 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12babe0-5588-46fc-928b-b784c79154de admin admin] Network hostable DHCP agents. Network: 7cd30372-b1a2-4900-a02e-893d11eabe5e, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:42:12.127724 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0d6d1389-a521-418a-8730-c23415eff11a tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.130010 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-00746bf8-7e5f-4879-9871-bd8f8626f6de tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.134771 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-00746bf8-7e5f-4879-9871-bd8f8626f6de tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/ports/e5247d92-f129-4d8f-aa41-b692c074d15a HTTP/1.1" status: 204 len: 168 time: 2.4641066 Nov 12 03:42:12.140156 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58040) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:12.187478 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58042) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:12.190992 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-422e796c-d552-4f30-b2ba-e72376a9f707 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] GET failed (client error): The resource could not be found. Nov 12 03:42:12.192138 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-422e796c-d552-4f30-b2ba-e72376a9f707 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "GET /v2.0/ports/e5247d92-f129-4d8f-aa41-b692c074d15a HTTP/1.1" status: 404 len: 333 time: 0.0509763 Nov 12 03:42:12.200348 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58044) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:12.258158 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0d6d1389-a521-418a-8730-c23415eff11a tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.266583 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6d1389-a521-418a-8730-c23415eff11a tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:12.267764 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0d6d1389-a521-418a-8730-c23415eff11a tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.312973 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12babe0-5588-46fc-928b-b784c79154de admin admin] Network 7cd30372-b1a2-4900-a02e-893d11eabe5e is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:42:12.317206 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-1cc4cbd2-d10e-4461-8282-bbf59f96e597 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Deleting port ddcdb64e-e5da-4b4a-b12b-ecfb5c15c2d2 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:12.317487 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1cc4cbd2-d10e-4461-8282-bbf59f96e597 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.359997 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-c12babe0-5588-46fc-928b-b784c79154de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 7cd30372-b1a2-4900-a02e-893d11eabe5e) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:12.370094 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d6ff8f-93c9-40f7-a322-2315241b41aa None None] Network 7cd30372-b1a2-4900-a02e-893d11eabe5e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:12.370689 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12babe0-5588-46fc-928b-b784c79154de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:12.371157 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c12babe0-5588-46fc-928b-b784c79154de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.425388 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-1ce32161-668c-4f3c-b216-5249c32275af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:12.443475 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-1ce32161-668c-4f3c-b216-5249c32275af service neutron] 10.222.0.74 "GET /v2.0/subnets?id=30a0f48c-61f9-4792-91bd-2c64b1b43b35 HTTP/1.1" status: 200 len: 856 time: 0.3406520 Nov 12 03:42:12.565227 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c12babe0-5588-46fc-928b-b784c79154de admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.5112648 Nov 12 03:42:12.596244 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1cc4cbd2-d10e-4461-8282-bbf59f96e597 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.599253 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fe7ca3-181c-42fd-b7ad-4eb3acbd9672 None None] Network 7cd30372-b1a2-4900-a02e-893d11eabe5e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:12.614317 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-1cc4cbd2-d10e-4461-8282-bbf59f96e597 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Calling delete_port for ddcdb64e-e5da-4b4a-b12b-ecfb5c15c2d2 owned by network:router_gateway {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:12.617448 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-e48dd1c2-4044-488b-98b6-4c25dfce9595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:12.618979 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-e48dd1c2-4044-488b-98b6-4c25dfce9595 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=efb988ed-b223-4e0b-8b86-915607ae4e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1083040 Nov 12 03:42:12.920836 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d1389-a521-418a-8730-c23415eff11a tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event updated for resources: {'Network': ['ID=7e9036bb-c413-4d71-a0ee-2a50a85a4703,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:12.923177 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-873bc626-5e0f-4839-8aa8-044732ebdd20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.928682 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-0d6d1389-a521-418a-8730-c23415eff11a tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0907638 Nov 12 03:42:12.932364 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58058) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:12.936162 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 7e9036bb-c413-4d71-a0ee-2a50a85a4703 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:42:12.937497 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-4a23d6e7-3dbe-469a-b3e5-1ecad69e2171 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Request body: {'subnet': {'network_id': '7e9036bb-c413-4d71-a0ee-2a50a85a4703', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:13.002281 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-b348773f-3939-485e-b6e1-4cdf32db88c9 service neutron] 10.222.0.74 "GET /v2.0/networks/efb988ed-b223-4e0b-8b86-915607ae4e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679841 Nov 12 03:42:13.041031 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a23d6e7-3dbe-469a-b3e5-1ecad69e2171 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Made reservation on behalf of 2daba86d1f0544abbd55ed3fcbf9b5c1 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:13.045606 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4a23d6e7-3dbe-469a-b3e5-1ecad69e2171 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.192511 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1cc4cbd2-d10e-4461-8282-bbf59f96e597 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.250080 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ffc6263-6fa7-4bf8-bd28-5b9619026e1b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Deleting subnet bb715336-b21c-4374-b08e-d37ad97d7b4e {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:42:13.255070 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2ffc6263-6fa7-4bf8-bd28-5b9619026e1b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.258392 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4a23d6e7-3dbe-469a-b3e5-1ecad69e2171 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.345489 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58066) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:13.362482 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-35918a55-e222-4f96-a61f-634466ecd66b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-97910120-network', 'tenant_id': 'f62d8cf8d06046e696cf004d694e8836'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:13.369206 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a23d6e7-3dbe-469a-b3e5-1ecad69e2171 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event updated for resources: {'Subnet': ['ID=ba5537fb-2a86-4af5-8a49-e32fe1550b69,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:13.417255 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2ffc6263-6fa7-4bf8-bd28-5b9619026e1b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.455229 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a23d6e7-3dbe-469a-b3e5-1ecad69e2171 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Checking segment: {'id': '9731cbfb-559d-423c-bc5a-d3afd8f50809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7e9036bb-c413-4d71-a0ee-2a50a85a4703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:13.455593 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a23d6e7-3dbe-469a-b3e5-1ecad69e2171 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Network hostable DHCP agents. Network: 7e9036bb-c413-4d71-a0ee-2a50a85a4703, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:42:13.470526 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35918a55-e222-4f96-a61f-634466ecd66b admin admin] Made reservation on behalf of f62d8cf8d06046e696cf004d694e8836 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:13.472893 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-35918a55-e222-4f96-a61f-634466ecd66b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.503315 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-35918a55-e222-4f96-a61f-634466ecd66b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.584872 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a23d6e7-3dbe-469a-b3e5-1ecad69e2171 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Network 7e9036bb-c413-4d71-a0ee-2a50a85a4703 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:42:13.597575 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-873bc626-5e0f-4839-8aa8-044732ebdd20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.610800 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-873bc626-5e0f-4839-8aa8-044732ebdd20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.626580 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-4a23d6e7-3dbe-469a-b3e5-1ecad69e2171 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 7e9036bb-c413-4d71-a0ee-2a50a85a4703) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:13.639765 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f51a26e-5c07-4c67-946c-6a26b6067214 None None] Network 7e9036bb-c413-4d71-a0ee-2a50a85a4703 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:13.658397 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a23d6e7-3dbe-469a-b3e5-1ecad69e2171 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:13.658994 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4a23d6e7-3dbe-469a-b3e5-1ecad69e2171 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.666023 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2ffc6263-6fa7-4bf8-bd28-5b9619026e1b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.702978 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc4cbd2-d10e-4461-8282-bbf59f96e597 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Pushing event deleted for resources: {'Port': ['ID=ddcdb64e-e5da-4b4a-b12b-ecfb5c15c2d2,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:13.722903 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873bc626-5e0f-4839-8aa8-044732ebdd20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40b0dd9-4ee5-41e0-94d0-03ebc9d51973,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:13.730026 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-873bc626-5e0f-4839-8aa8-044732ebdd20 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4758fb8afd494997bc14cd4140c68143&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5368087 Nov 12 03:42:13.736768 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58068) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:13.743019 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-8433e0a9-8eb3-44d8-9493-c9ac9a984032 service neutron] 10.222.0.74 "GET /v2.0/networks/efb988ed-b223-4e0b-8b86-915607ae4e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7326734 Nov 12 03:42:13.745248 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4a23d6e7-3dbe-469a-b3e5-1ecad69e2171 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8118794 Nov 12 03:42:13.760667 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58070) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:13.773668 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-4962a7dd-9505-4f2d-b83a-cb22767e4e5d tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-434581416', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:13.811185 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-0e2b8fda-6c7e-48b6-8cc3-a4d9041ed311 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2 HTTP/1.1" status: 200 len: 217 time: 0.0492284 Nov 12 03:42:13.821425 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1cc4cbd2-d10e-4461-8282-bbf59f96e597 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.843483 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4962a7dd-9505-4f2d-b83a-cb22767e4e5d tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.855088 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4962a7dd-9505-4f2d-b83a-cb22767e4e5d tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.860555 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-35918a55-e222-4f96-a61f-634466ecd66b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.870868 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2ffc6263-6fa7-4bf8-bd28-5b9619026e1b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.873021 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-35918a55-e222-4f96-a61f-634466ecd66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.893189 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08c23ce-155d-4a85-be58-71f77b98ed27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-7e9036bb-c413-4d71-a0ee-2a50a85a4703', 'network_id': '7e9036bb-c413-4d71-a0ee-2a50a85a4703', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'fixed_ips': [{'subnet_id': 'ba5537fb-2a86-4af5-8a49-e32fe1550b69'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:42:13.894679 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c08c23ce-155d-4a85-be58-71f77b98ed27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.915530 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-1cabf605-7e72-42b6-89e3-97ff8bc1e5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:13.917201 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-1cabf605-7e72-42b6-89e3-97ff8bc1e5b4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b982b1ac-5a39-445d-bf86-e4e863c753c9 HTTP/1.1" status: 200 len: 797 time: 0.0608494 Nov 12 03:42:13.935061 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc6263-6fa7-4bf8-bd28-5b9619026e1b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event deleted for resources: {'Subnet': ['ID=bb715336-b21c-4374-b08e-d37ad97d7b4e,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:13.940961 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35918a55-e222-4f96-a61f-634466ecd66b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:42:13.942862 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2ffc6263-6fa7-4bf8-bd28-5b9619026e1b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.946155 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2ffc6263-6fa7-4bf8-bd28-5b9619026e1b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/subnets/bb715336-b21c-4374-b08e-d37ad97d7b4e HTTP/1.1" status: 204 len: 168 time: 1.7443945 Nov 12 03:42:13.961493 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58078) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:13.998382 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-35918a55-e222-4f96-a61f-634466ecd66b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.998878 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-35918a55-e222-4f96-a61f-634466ecd66b admin admin] Added segment aadb1c27-c60b-4ea7-ad00-684bb38aa7e2 of type vlan for network 0d7fcce0-38cf-45cb-bb8b-f5ad1ade74dc Nov 12 03:42:14.022660 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1cc4cbd2-d10e-4461-8282-bbf59f96e597 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.026515 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1cc4cbd2-d10e-4461-8282-bbf59f96e597 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.045800 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35918a55-e222-4f96-a61f-634466ecd66b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3e900f-8250-474f-b8ed-16218b2da5cc,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:14.059829 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d57db725-ea83-4f26-9345-c5a18555c635 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.073826 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f673d54-dfc9-461a-b178-9a5ca8f001e1 None None] Network 614e78ae-0f10-454d-8c9e-b58eb7e06556 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:14.112384 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d57db725-ea83-4f26-9345-c5a18555c635 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.125406 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-6ef807fd-8e4a-4551-b730-7eb9892511ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:14.127033 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-6ef807fd-8e4a-4551-b730-7eb9892511ad service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1667392 Nov 12 03:42:14.134556 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1cc4cbd2-d10e-4461-8282-bbf59f96e597 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.134751 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc4cbd2-d10e-4461-8282-bbf59f96e597 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Fanout notify agent at l3_agent the message router_deleted on router 0c5fdec4-c151-482c-b7fc-60a3b8c1212f {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:42:14.144480 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1cc4cbd2-d10e-4461-8282-bbf59f96e597 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.145010 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1cc4cbd2-d10e-4461-8282-bbf59f96e597 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] 10.222.0.50 "DELETE /v2.0/routers/0c5fdec4-c151-482c-b7fc-60a3b8c1212f HTTP/1.1" status: 204 len: 168 time: 3.9086361 Nov 12 03:42:14.150564 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4962a7dd-9505-4f2d-b83a-cb22767e4e5d tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.157074 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-13741e75-c165-44ae-9133-881a6bd6f8d8 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Deleting subnet 5a0332f5-df70-44c4-aeca-4c4a8dc8b39d {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:42:14.157303 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58082) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:14.160796 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-13741e75-c165-44ae-9133-881a6bd6f8d8 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.162990 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-63deb65b-19b0-43ff-bc62-548f098eb2c7 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-307695267', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:14.203969 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-63deb65b-19b0-43ff-bc62-548f098eb2c7 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.205086 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-63deb65b-19b0-43ff-bc62-548f098eb2c7 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.211525 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-13741e75-c165-44ae-9133-881a6bd6f8d8 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.280712 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-c08c23ce-155d-4a85-be58-71f77b98ed27 None None] Allocated IP 172.20.0.2 (7e9036bb-c413-4d71-a0ee-2a50a85a4703/ba5537fb-2a86-4af5-8a49-e32fe1550b69/c6e20082-612d-4e9a-bdda-7c6385f4fe26) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:14.339907 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-63deb65b-19b0-43ff-bc62-548f098eb2c7 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.354291 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-63deb65b-19b0-43ff-bc62-548f098eb2c7 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.373187 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-7e0466aa-e9c0-47cd-a95e-f8cd69d8956f service neutron] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269742 Nov 12 03:42:14.381177 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-63deb65b-19b0-43ff-bc62-548f098eb2c7 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.382617 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-63deb65b-19b0-43ff-bc62-548f098eb2c7 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2236407 Nov 12 03:42:14.396115 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58084) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:14.404298 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-e9353b42-1cbb-48ee-bc66-0c010d11dd70 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'enable_snat': True}}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:14.433035 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-13741e75-c165-44ae-9133-881a6bd6f8d8 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.506481 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4962a7dd-9505-4f2d-b83a-cb22767e4e5d tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.517215 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d57db725-ea83-4f26-9345-c5a18555c635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.520060 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d57db725-ea83-4f26-9345-c5a18555c635 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.521414 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d57db725-ea83-4f26-9345-c5a18555c635 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e40b0dd9-4ee5-41e0-94d0-03ebc9d51973 HTTP/1.1" status: 204 len: 168 time: 0.7836947 Nov 12 03:42:14.551956 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-35918a55-e222-4f96-a61f-634466ecd66b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.558317 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57db725-ea83-4f26-9345-c5a18555c635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40b0dd9-4ee5-41e0-94d0-03ebc9d51973,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:14.567951 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4962a7dd-9505-4f2d-b83a-cb22767e4e5d tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.569203 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4962a7dd-9505-4f2d-b83a-cb22767e4e5d tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8065388 Nov 12 03:42:14.573171 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58088) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:14.576313 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-13741e75-c165-44ae-9133-881a6bd6f8d8 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.616814 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-e0005723-ac9f-49ec-bd7c-746e7f9e06ca tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Request body: {'port': {'network_id': '7e9036bb-c413-4d71-a0ee-2a50a85a4703', 'name': 'tempest-RoutersTest-1332159209'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:14.643462 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c08c23ce-155d-4a85-be58-71f77b98ed27 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.652628 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c08c23ce-155d-4a85-be58-71f77b98ed27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.660746 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-13741e75-c165-44ae-9133-881a6bd6f8d8 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.674487 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-13741e75-c165-44ae-9133-881a6bd6f8d8 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/subnets/5a0332f5-df70-44c4-aeca-4c4a8dc8b39d HTTP/1.1" status: 204 len: 168 time: 0.7051783 Nov 12 03:42:14.677971 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58090) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:14.736833 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08c23ce-155d-4a85-be58-71f77b98ed27 None None] Network 7e9036bb-c413-4d71-a0ee-2a50a85a4703 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:14.744794 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-c08c23ce-155d-4a85-be58-71f77b98ed27 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:14.758296 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08c23ce-155d-4a85-be58-71f77b98ed27 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:14.762260 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c23ce-155d-4a85-be58-71f77b98ed27 None None] Pushing event updated for resources: {'Port': ['ID=c6e20082-612d-4e9a-bdda-7c6385f4fe26,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:14.816855 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e9353b42-1cbb-48ee-bc66-0c010d11dd70 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.830284 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13741e75-c165-44ae-9133-881a6bd6f8d8 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event deleted for resources: {'Subnet': ['ID=5a0332f5-df70-44c4-aeca-4c4a8dc8b39d,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:14.868853 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-c08c23ce-155d-4a85-be58-71f77b98ed27 None None] Attempting to bind port c6e20082-612d-4e9a-bdda-7c6385f4fe26 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:42:14.869531 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-c08c23ce-155d-4a85-be58-71f77b98ed27 None None] Attempting to bind port c6e20082-612d-4e9a-bdda-7c6385f4fe26 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '9731cbfb-559d-423c-bc5a-d3afd8f50809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7e9036bb-c413-4d71-a0ee-2a50a85a4703'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:42:14.870187 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08c23ce-155d-4a85-be58-71f77b98ed27 None None] Attempting to bind port c6e20082-612d-4e9a-bdda-7c6385f4fe26 on network 7e9036bb-c413-4d71-a0ee-2a50a85a4703 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:14.872749 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-76bfa02d-8626-4e0b-81e9-52e663d1c5f9 service neutron] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4874775 Nov 12 03:42:14.880520 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08c23ce-155d-4a85-be58-71f77b98ed27 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:42:14.881217 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08c23ce-155d-4a85-be58-71f77b98ed27 None None] Checking segment: {'id': '9731cbfb-559d-423c-bc5a-d3afd8f50809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7e9036bb-c413-4d71-a0ee-2a50a85a4703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:14.881808 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c08c23ce-155d-4a85-be58-71f77b98ed27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.882373 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08c23ce-155d-4a85-be58-71f77b98ed27 None None] Bound using segment: {'id': '9731cbfb-559d-423c-bc5a-d3afd8f50809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7e9036bb-c413-4d71-a0ee-2a50a85a4703'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:42:14.883229 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-c08c23ce-155d-4a85-be58-71f77b98ed27 None None] Bound port: c6e20082-612d-4e9a-bdda-7c6385f4fe26, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9731cbfb-559d-423c-bc5a-d3afd8f50809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7e9036bb-c413-4d71-a0ee-2a50a85a4703'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:42:14.884312 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c08c23ce-155d-4a85-be58-71f77b98ed27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.945143 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-35918a55-e222-4f96-a61f-634466ecd66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.946006 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35918a55-e222-4f96-a61f-634466ecd66b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:14.951547 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-35918a55-e222-4f96-a61f-634466ecd66b admin admin] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.014429 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-f4c77e1e-3fc2-4813-bb25-de14a3fef73d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=abbc23e8-1176-4bcd-936e-074c27c7f379 HTTP/1.1" status: 200 len: 217 time: 0.1291063 Nov 12 03:42:15.036276 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-c08c23ce-155d-4a85-be58-71f77b98ed27 None None] For port c6e20082-612d-4e9a-bdda-7c6385f4fe26, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:42:15.053694 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-c08c23ce-155d-4a85-be58-71f77b98ed27 None None] For port c6e20082-612d-4e9a-bdda-7c6385f4fe26, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=c6e20082-612d-4e9a-bdda-7c6385f4fe26,segment=NetworkSegment(9731cbfb-559d-423c-bc5a-d3afd8f50809),segment_id=9731cbfb-559d-423c-bc5a-d3afd8f50809)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:42:15.070941 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c08c23ce-155d-4a85-be58-71f77b98ed27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.148581 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35918a55-e222-4f96-a61f-634466ecd66b admin admin] Pushing event updated for resources: {'Network': ['ID=0d7fcce0-38cf-45cb-bb8b-f5ad1ade74dc,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:15.182356 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 0d7fcce0-38cf-45cb-bb8b-f5ad1ade74dc details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:42:15.206511 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c79db4be-3c5a-4fdd-bb9d-d04880becd23 req-e0df4bf5-36ee-4b99-ae72-684d8d656eb9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=066d7618-b4be-41e9-9099-40b5005f782f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4873135 Nov 12 03:42:15.218111 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-80291949-e8f9-430e-85d4-8fd9f76f9c80 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.253902 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-35918a55-e222-4f96-a61f-634466ecd66b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.9010036 Nov 12 03:42:15.253902 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58106) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:15.284599 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c23ce-155d-4a85-be58-71f77b98ed27 None None] Pushing event updated for resources: {'Port': ['ID=c6e20082-612d-4e9a-bdda-7c6385f4fe26,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:15.293797 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-4cc70b6b-84b6-48d8-978e-94761ab30c68 admin admin] Request body: {'subnet': {'network_id': '0d7fcce0-38cf-45cb-bb8b-f5ad1ade74dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-97910120-subnet', 'tenant_id': 'f62d8cf8d06046e696cf004d694e8836', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:15.339593 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-23622b11-d935-4f24-b1c2-1e5fc9e3ddba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:15.347722 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-23622b11-d935-4f24-b1c2-1e5fc9e3ddba service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b982b1ac-5a39-445d-bf86-e4e863c753c9 HTTP/1.1" status: 200 len: 797 time: 0.3258729 Nov 12 03:42:15.487169 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79db4be-3c5a-4fdd-bb9d-d04880becd23 req-844a0e34-0f69-44c4-9bd3-f84d6ab22515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:15.490199 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c79db4be-3c5a-4fdd-bb9d-d04880becd23 req-844a0e34-0f69-44c4-9bd3-f84d6ab22515 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1978793e24864d458e17fb421706473b&device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 1097 time: 0.1743245 Nov 12 03:42:15.491532 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-64847c0e-0ce9-4c0a-97ce-05f0e52f5c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:15.496149 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-64847c0e-0ce9-4c0a-97ce-05f0e52f5c2c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1314809 Nov 12 03:42:15.511995 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.db.api [None req-e0005723-ac9f-49ec-bd7c-746e7f9e06ca tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 03:42:15.511995 n-d-715271-27 neutron-server[102572]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 12 03:42:15.511995 n-d-715271-27 neutron-server[102572]: [parameters: {'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'id': '1f0fd86c-b45a-47d2-a6f2-b3792120e75a', 'expiration': datetime.datetime(2021, 11, 12, 3, 44, 15, 443302)}] Nov 12 03:42:15.511995 n-d-715271-27 neutron-server[102572]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:42:15.513301 n-d-715271-27 neutron-server[102572]: DEBUG oslo_db.api [None req-e0005723-ac9f-49ec-bd7c-746e7f9e06ca tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:42:15.606278 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f08375-b651-4822-9ed1-f00e4caff50a None None] Network 614e78ae-0f10-454d-8c9e-b58eb7e06556 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:15.688562 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc70b6b-84b6-48d8-978e-94761ab30c68 admin admin] Made reservation on behalf of f62d8cf8d06046e696cf004d694e8836 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:15.690863 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4cc70b6b-84b6-48d8-978e-94761ab30c68 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.692414 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-906b9d1f-23fb-4661-b3b9-eb9ffa2cd097 None None] Provisioning complete for port 13c0557b-dcb5-4e8c-83d4-e71274da3e67 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:15.692883 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-906b9d1f-23fb-4661-b3b9-eb9ffa2cd097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.814707 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e9353b42-1cbb-48ee-bc66-0c010d11dd70 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.818049 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-ae86f953-2b8d-40aa-89c7-3a3c1b7ff5ed service neutron] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134871 Nov 12 03:42:15.855767 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e9353b42-1cbb-48ee-bc66-0c010d11dd70 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.968533 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4cc70b6b-84b6-48d8-978e-94761ab30c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.030721 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-cd35cc49-43db-44fe-b8c1-15076f37364e service neutron] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839051 Nov 12 03:42:16.107841 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-e9353b42-1cbb-48ee-bc66-0c010d11dd70 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Allocated IP 172.25.5.94 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/45de1698-951c-4948-88b5-ad0a5045c0dd) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:16.111633 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-5706999e-7233-4ea1-8710-1e26d272eccf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=e2131700-ba7a-474e-985e-8060b2a8fb24 HTTP/1.1" status: 200 len: 217 time: 0.0706451 Nov 12 03:42:16.113168 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-80291949-e8f9-430e-85d4-8fd9f76f9c80 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Deleting port 13c0557b-dcb5-4e8c-83d4-e71274da3e67 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:16.113605 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-80291949-e8f9-430e-85d4-8fd9f76f9c80 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.143895 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79db4be-3c5a-4fdd-bb9d-d04880becd23 req-f3bf2755-ac61-43d2-992a-b7c388d1a0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:16.145255 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c79db4be-3c5a-4fdd-bb9d-d04880becd23 req-f3bf2755-ac61-43d2-992a-b7c388d1a0a9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ce97ab11-8a00-4cd9-ad27-4b288272e186 HTTP/1.1" status: 200 len: 911 time: 0.6240790 Nov 12 03:42:16.203184 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc70b6b-84b6-48d8-978e-94761ab30c68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c7ff5ae-c870-4c4c-aa9d-7cb94594b5a3,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:16.217399 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa375a4-2419-4a0b-b0ae-9beb22cc7f01 None None] DHCP port deletion for 614e78ae-0f10-454d-8c9e-b58eb7e06556 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:16.255495 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0005723-ac9f-49ec-bd7c-746e7f9e06ca tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Made reservation on behalf of 2daba86d1f0544abbd55ed3fcbf9b5c1 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:16.258467 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e0005723-ac9f-49ec-bd7c-746e7f9e06ca tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.276421 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-7594e22e-c91d-4dd7-982b-0f153d7efce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:16.278011 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-7594e22e-c91d-4dd7-982b-0f153d7efce7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b982b1ac-5a39-445d-bf86-e4e863c753c9 HTTP/1.1" status: 200 len: 797 time: 0.1544816 Nov 12 03:42:16.289773 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc70b6b-84b6-48d8-978e-94761ab30c68 admin admin] Checking segment: {'id': 'aadb1c27-c60b-4ea7-ad00-684bb38aa7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0d7fcce0-38cf-45cb-bb8b-f5ad1ade74dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:16.290130 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc70b6b-84b6-48d8-978e-94761ab30c68 admin admin] Network hostable DHCP agents. Network: 0d7fcce0-38cf-45cb-bb8b-f5ad1ade74dc, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:42:16.366892 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-80291949-e8f9-430e-85d4-8fd9f76f9c80 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] For port 13c0557b-dcb5-4e8c-83d4-e71274da3e67, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=13c0557b-dcb5-4e8c-83d4-e71274da3e67,segment=NetworkSegment(ca668838-047a-41ca-a1c5-e0782b9cb574),segment_id=ca668838-047a-41ca-a1c5-e0782b9cb574)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:16.367385 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-80291949-e8f9-430e-85d4-8fd9f76f9c80 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.438736 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-e0005723-ac9f-49ec-bd7c-746e7f9e06ca tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] device_id is not set on port a9ad82d5-cb24-4cc2-9177-3bb073c54c23 yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:42:16.472206 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-80291949-e8f9-430e-85d4-8fd9f76f9c80 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Calling delete_port for 13c0557b-dcb5-4e8c-83d4-e71274da3e67 owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:16.473512 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-dfa375a4-2419-4a0b-b0ae-9beb22cc7f01 None None] Deleting port 13c0557b-dcb5-4e8c-83d4-e71274da3e67 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:16.473809 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-dfa375a4-2419-4a0b-b0ae-9beb22cc7f01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.474795 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc70b6b-84b6-48d8-978e-94761ab30c68 admin admin] Network 0d7fcce0-38cf-45cb-bb8b-f5ad1ade74dc is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:42:16.510305 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e9353b42-1cbb-48ee-bc66-0c010d11dd70 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.513606 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c79db4be-3c5a-4fdd-bb9d-d04880becd23 req-a89221d8-ad77-41c4-bf18-f53e462b21c5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72ab2026-d2bd-4ec9-b4c7-244e772bddbb HTTP/1.1" status: 200 len: 1001 time: 0.3499625 Nov 12 03:42:16.528257 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-dc309753-c667-4b50-9a71-fa962480e093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:16.530190 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-dc309753-c667-4b50-9a71-fa962480e093 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2349691 Nov 12 03:42:16.615751 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device c6e20082-612d-4e9a-bdda-7c6385f4fe26 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:16.630080 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e9353b42-1cbb-48ee-bc66-0c010d11dd70 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.654809 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-dfa375a4-2419-4a0b-b0ae-9beb22cc7f01 None None] For port 13c0557b-dcb5-4e8c-83d4-e71274da3e67, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=13c0557b-dcb5-4e8c-83d4-e71274da3e67,segment=NetworkSegment(ca668838-047a-41ca-a1c5-e0782b9cb574),segment_id=ca668838-047a-41ca-a1c5-e0782b9cb574)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:16.655563 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-dfa375a4-2419-4a0b-b0ae-9beb22cc7f01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.684102 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-dfa375a4-2419-4a0b-b0ae-9beb22cc7f01 None None] Calling delete_port for 13c0557b-dcb5-4e8c-83d4-e71274da3e67 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:16.714236 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9353b42-1cbb-48ee-bc66-0c010d11dd70 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:16.722873 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-e9353b42-1cbb-48ee-bc66-0c010d11dd70 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:16.741996 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9353b42-1cbb-48ee-bc66-0c010d11dd70 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:16.759453 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9353b42-1cbb-48ee-bc66-0c010d11dd70 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Pushing event updated for resources: {'Port': ['ID=45de1698-951c-4948-88b5-ad0a5045c0dd,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:16.772829 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-4cc70b6b-84b6-48d8-978e-94761ab30c68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 0d7fcce0-38cf-45cb-bb8b-f5ad1ade74dc) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:16.781268 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc70b6b-84b6-48d8-978e-94761ab30c68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:16.782148 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4cc70b6b-84b6-48d8-978e-94761ab30c68 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.800622 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-e0005723-ac9f-49ec-bd7c-746e7f9e06ca tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Allocated IP 172.20.0.11 (7e9036bb-c413-4d71-a0ee-2a50a85a4703/ba5537fb-2a86-4af5-8a49-e32fe1550b69/a9ad82d5-cb24-4cc2-9177-3bb073c54c23) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:16.808026 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c060687-15f3-4927-a683-129f2e8e33f6 None None] Network 0d7fcce0-38cf-45cb-bb8b-f5ad1ade74dc requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:16.884949 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4cc70b6b-84b6-48d8-978e-94761ab30c68 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.6192782 Nov 12 03:42:16.952064 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port c6e20082-612d-4e9a-bdda-7c6385f4fe26 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:16.952463 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.984296 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79db4be-3c5a-4fdd-bb9d-d04880becd23 req-fa2980c0-f6b6-46dd-9493-c94122042ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:16.986508 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c79db4be-3c5a-4fdd-bb9d-d04880becd23 req-fa2980c0-f6b6-46dd-9493-c94122042ad9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=218af894-e138-49fb-983a-59526774f58c HTTP/1.1" status: 200 len: 849 time: 0.3746123 Nov 12 03:42:17.038611 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-80291949-e8f9-430e-85d4-8fd9f76f9c80 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.087160 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-dfa375a4-2419-4a0b-b0ae-9beb22cc7f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.119188 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563e7dd9-1640-40c8-bed7-a6a24c0c04e7 None None] Network 7e9036bb-c413-4d71-a0ee-2a50a85a4703 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:17.122842 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa375a4-2419-4a0b-b0ae-9beb22cc7f01 None None] No DVR routers for this DVR port 13c0557b-dcb5-4e8c-83d4-e71274da3e67 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:42:17.180422 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-139076ab-937b-4259-a9da-10935f7c1289 service neutron] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6290011 Nov 12 03:42:17.197044 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa375a4-2419-4a0b-b0ae-9beb22cc7f01 None None] Pushing event deleted for resources: {'Port': ['ID=13c0557b-dcb5-4e8c-83d4-e71274da3e67,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:17.267627 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef90d88-e041-4c9b-9d99-949e0d4bca9c None None] Network 0d7fcce0-38cf-45cb-bb8b-f5ad1ade74dc requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:17.282872 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e0005723-ac9f-49ec-bd7c-746e7f9e06ca tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.294302 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2ad8d32b-b50d-4259-ae3f-f8164a68c7dc None None] Provisioning complete for port c6e20082-612d-4e9a-bdda-7c6385f4fe26 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:17.294779 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2ad8d32b-b50d-4259-ae3f-f8164a68c7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.336114 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80291949-e8f9-430e-85d4-8fd9f76f9c80 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] No DVR routers for this DVR port 13c0557b-dcb5-4e8c-83d4-e71274da3e67 on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:42:17.342434 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80291949-e8f9-430e-85d4-8fd9f76f9c80 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event deleted for resources: {'Port': ['ID=13c0557b-dcb5-4e8c-83d4-e71274da3e67,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:17.358059 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e0005723-ac9f-49ec-bd7c-746e7f9e06ca tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.504113 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0005723-ac9f-49ec-bd7c-746e7f9e06ca tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event updated for resources: {'Port': ['ID=a9ad82d5-cb24-4cc2-9177-3bb073c54c23,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:17.561055 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e9353b42-1cbb-48ee-bc66-0c010d11dd70 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.564698 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79db4be-3c5a-4fdd-bb9d-d04880becd23 req-0a3849f7-6f45-444b-ac42-b8964dc7f0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:17.566613 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c79db4be-3c5a-4fdd-bb9d-d04880becd23 req-0a3849f7-6f45-444b-ac42-b8964dc7f0ba service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ce97ab11-8a00-4cd9-ad27-4b288272e186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5656495 Nov 12 03:42:17.606415 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0005723-ac9f-49ec-bd7c-746e7f9e06ca tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Network 7e9036bb-c413-4d71-a0ee-2a50a85a4703 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:17.647501 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.722773 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-e0005723-ac9f-49ec-bd7c-746e7f9e06ca tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:17.750151 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0005723-ac9f-49ec-bd7c-746e7f9e06ca tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:17.754558 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-80291949-e8f9-430e-85d4-8fd9f76f9c80 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.796831 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port c6e20082-612d-4e9a-bdda-7c6385f4fe26, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=c6e20082-612d-4e9a-bdda-7c6385f4fe26,segment=NetworkSegment(9731cbfb-559d-423c-bc5a-d3afd8f50809),segment_id=9731cbfb-559d-423c-bc5a-d3afd8f50809)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:17.822664 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.857308 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-80291949-e8f9-430e-85d4-8fd9f76f9c80 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['614e78ae-0f10-454d-8c9e-b58eb7e06556']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:17.910541 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-80291949-e8f9-430e-85d4-8fd9f76f9c80 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca668838-047a-41ca-a1c5-e0782b9cb574') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:17.915469 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-80291949-e8f9-430e-85d4-8fd9f76f9c80 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca668838-047a-41ca-a1c5-e0782b9cb574') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:17.927732 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c79db4be-3c5a-4fdd-bb9d-d04880becd23 req-92d994fc-2f8a-4021-bf1a-ae1934770b83 service neutron] 10.222.0.90 "GET /v2.0/networks/ce97ab11-8a00-4cd9-ad27-4b288272e186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501072 Nov 12 03:42:17.948475 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-80291949-e8f9-430e-85d4-8fd9f76f9c80 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.987938 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0005723-ac9f-49ec-bd7c-746e7f9e06ca tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:17.988575 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e0005723-ac9f-49ec-bd7c-746e7f9e06ca tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.990598 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=c6e20082-612d-4e9a-bdda-7c6385f4fe26,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:18.001523 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-80291949-e8f9-430e-85d4-8fd9f76f9c80 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:18.013964 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2ad8d32b-b50d-4259-ae3f-f8164a68c7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:18.044243 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 13c0557b-dcb5-4e8c-83d4-e71274da3e67 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:42:18.049819 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80291949-e8f9-430e-85d4-8fd9f76f9c80 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:42:18.050231 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-80291949-e8f9-430e-85d4-8fd9f76f9c80 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:18.053557 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:42:18.053557 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:42:18.053557 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:42:18.053557 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:42:18.053557 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:42:18.053557 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:42:18.053557 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:42:18.053557 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:42:18.053557 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:42:18.053557 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:42:18.053557 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:42:18.053557 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:42:18.053557 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:42:18.053557 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:42:18.053557 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:42:18.053557 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:42:18.053557 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:42:18.053557 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:42:18.053557 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:42:18.053557 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:42:18.053557 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:42:18.053557 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:42:18.053557 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:42:18.053557 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:42:18.053557 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:42:18.053557 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:42:18.053557 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:42:18.053557 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:42:18.053557 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:42:18.053557 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:42:18.053557 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:42:18.053557 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:42:18.081982 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e0005723-ac9f-49ec-bd7c-746e7f9e06ca tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.4832809 Nov 12 03:42:18.120506 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 13c0557b-dcb5-4e8c-83d4-e71274da3e67 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:42:18.121166 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 13c0557b-dcb5-4e8c-83d4-e71274da3e67 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:42:18.183830 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:18.194661 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.api [None req-2ad8d32b-b50d-4259-ae3f-f8164a68c7dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:42:18.195245 n-d-715271-27 neutron-server[102573]: DEBUG oslo_db.api [None req-2ad8d32b-b50d-4259-ae3f-f8164a68c7dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:42:18.208545 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c79db4be-3c5a-4fdd-bb9d-d04880becd23 req-b32c433f-3fa4-4bb0-917c-37428188b320 service neutron] 10.222.0.90 "GET /v2.0/networks/ce97ab11-8a00-4cd9-ad27-4b288272e186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620685 Nov 12 03:42:18.209252 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58262) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:18.376879 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-80291949-e8f9-430e-85d4-8fd9f76f9c80 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:18.394698 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-80291949-e8f9-430e-85d4-8fd9f76f9c80 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:18.400832 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-80291949-e8f9-430e-85d4-8fd9f76f9c80 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/networks/614e78ae-0f10-454d-8c9e-b58eb7e06556 HTTP/1.1" status: 204 len: 168 time: 3.7097254 Nov 12 03:42:18.408572 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58282) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:18.446793 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-f2c5ef96-7e1e-4422-b5b7-e2dbeed79e24 service neutron] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2580447 Nov 12 03:42:18.521110 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device c6e20082-612d-4e9a-bdda-7c6385f4fe26 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:18.590568 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-5270efec-0d17-462b-bf40-9a336e5eeab7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=bea45d93-9310-41f5-8703-7de66e3e9b69 HTTP/1.1" status: 200 len: 217 time: 0.1076968 Nov 12 03:42:18.609944 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-2aa5eb0e-ad72-4fb8-8d2e-584360585263 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:18.611522 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-2aa5eb0e-ad72-4fb8-8d2e-584360585263 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] 10.222.0.50 "GET /v2.0/networks?id=7cd30372-b1a2-4900-a02e-893d11eabe5e HTTP/1.1" status: 200 len: 824 time: 0.9061379 Nov 12 03:42:18.648255 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port c6e20082-612d-4e9a-bdda-7c6385f4fe26 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:18.648632 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:18.743062 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e9353b42-1cbb-48ee-bc66-0c010d11dd70 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41374'] for router, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:18.749515 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e9353b42-1cbb-48ee-bc66-0c010d11dd70 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-622926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-623029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620584'] for router, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:18.942349 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58290) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:18.953100 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-a6369498-19fa-46dc-9520-4f280d4d7283 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] 10.222.0.50 "GET /v2.0/quotas/ebd646c30c2046e5a0b1dca0685a8224 HTTP/1.1" status: 200 len: 375 time: 0.1976049 Nov 12 03:42:18.979803 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-b12e1e19-e18b-4917-9150-604c14a61f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:18.982006 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-b12e1e19-e18b-4917-9150-604c14a61f64 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b982b1ac-5a39-445d-bf86-e4e863c753c9 HTTP/1.1" status: 200 len: 797 time: 0.3597229 Nov 12 03:42:19.006177 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b9c939-8bc1-467d-a014-b34c7ffe0780 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:19.014218 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c6b9c939-8bc1-467d-a014-b34c7ffe0780 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5848877 Nov 12 03:42:19.020280 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58294) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:19.050912 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2ac580c1-aa98-4efc-aff3-9d80c81f17f4 None None] Provisioning complete for port a9ad82d5-cb24-4cc2-9177-3bb073c54c23 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:19.051498 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2ac580c1-aa98-4efc-aff3-9d80c81f17f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.081934 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80291949-e8f9-430e-85d4-8fd9f76f9c80 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event deleted for resources: {'Network': ['ID=614e78ae-0f10-454d-8c9e-b58eb7e06556,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:19.085904 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-10740638-e369-497f-8109-32562cc6d1a9 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ebd646c30c2046e5a0b1dca0685a8224&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0999296 Nov 12 03:42:19.096276 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9353b42-1cbb-48ee-bc66-0c010d11dd70 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Router eeb9cdb2-9941-48b8-871a-793ff08e3a19 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:42:19.130256 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2ac580c1-aa98-4efc-aff3-9d80c81f17f4 None None] Port a9ad82d5-cb24-4cc2-9177-3bb073c54c23 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:19.149924 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2ac580c1-aa98-4efc-aff3-9d80c81f17f4 None None] Provisioning complete for port c6e20082-612d-4e9a-bdda-7c6385f4fe26 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:19.150554 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2ac580c1-aa98-4efc-aff3-9d80c81f17f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.182999 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a8c8ac84-d47c-44cc-8a58-d68d6819119a tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1399984 Nov 12 03:42:19.184856 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58296) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:19.190207 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-3ef2ca5a-99b2-4cd2-be34-b2a5d490bace tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-582594142'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:19.195749 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-726b64ec-63e3-4275-a7b1-fcf6f463187c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:19.197536 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-726b64ec-63e3-4275-a7b1-fcf6f463187c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1874747 Nov 12 03:42:19.228303 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef2ca5a-99b2-4cd2-be34-b2a5d490bace tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Made reservation on behalf of 67babf17303845e7bb463e099a9322ec for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:19.232539 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3ef2ca5a-99b2-4cd2-be34-b2a5d490bace tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.301044 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b47ce046-d3ee-45c9-8dad-fdf5c84dc500 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.334278 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ef2ca5a-99b2-4cd2-be34-b2a5d490bace tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:42:19.350324 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3ef2ca5a-99b2-4cd2-be34-b2a5d490bace tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.350680 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-3ef2ca5a-99b2-4cd2-be34-b2a5d490bace tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Added segment 353e5b65-4d49-4989-a98f-b108532bb17f of type vlan for network f5f99afa-c135-4291-b7cd-f4bb514c4c7a Nov 12 03:42:19.406051 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3ef2ca5a-99b2-4cd2-be34-b2a5d490bace tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.407912 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9353b42-1cbb-48ee-bc66-0c010d11dd70 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:19.419105 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e9353b42-1cbb-48ee-bc66-0c010d11dd70 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.424350 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e9353b42-1cbb-48ee-bc66-0c010d11dd70 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] 10.222.0.50 "PUT /v2.0/routers/eeb9cdb2-9941-48b8-871a-793ff08e3a19 HTTP/1.1" status: 200 len: 913 time: 5.0233595 Nov 12 03:42:19.424490 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14ecf25-eb77-48d0-b58c-1cb32f85f14f None None] Sync routers for ids ['eeb9cdb2-9941-48b8-871a-793ff08e3a19'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:19.425573 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58300) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:19.435175 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14ecf25-eb77-48d0-b58c-1cb32f85f14f None None] Routers {'eeb9cdb2-9941-48b8-871a-793ff08e3a19'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:19.435815 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-b14ecf25-eb77-48d0-b58c-1cb32f85f14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:42:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['eeb9cdb2-9941-48b8-871a-793ff08e3a19'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:19.438552 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-d80b4e7c-4711-48f2-b85a-cba54294e8f5 service neutron] 10.222.0.50 "GET /v2.0/networks/7cd30372-b1a2-4900-a02e-893d11eabe5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281922 Nov 12 03:42:19.451394 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8a18c183-7293-4a4c-a0e0-a0e0e2d9a681 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.478349 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-b14ecf25-eb77-48d0-b58c-1cb32f85f14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:19.490715 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14ecf25-eb77-48d0-b58c-1cb32f85f14f None None] Routers {'eeb9cdb2-9941-48b8-871a-793ff08e3a19'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:19.491771 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-b14ecf25-eb77-48d0-b58c-1cb32f85f14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:42:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['eeb9cdb2-9941-48b8-871a-793ff08e3a19'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:19.538600 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3ef2ca5a-99b2-4cd2-be34-b2a5d490bace tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.545919 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef2ca5a-99b2-4cd2-be34-b2a5d490bace tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:19.546612 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3ef2ca5a-99b2-4cd2-be34-b2a5d490bace tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.558384 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-b14ecf25-eb77-48d0-b58c-1cb32f85f14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:19.559408 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14ecf25-eb77-48d0-b58c-1cb32f85f14f None None] The sync data for ids ['eeb9cdb2-9941-48b8-871a-793ff08e3a19'] in n-d-715271-27 is: [] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:19.572477 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-146dc1a1-3aee-46e0-b4ab-9929697d0eba service neutron] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321543 Nov 12 03:42:19.577374 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3ef2ca5a-99b2-4cd2-be34-b2a5d490bace tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3872585 Nov 12 03:42:19.577722 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58302) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:19.592493 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-463c22d0-13d5-4d46-9b4d-1dba88c3f42b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'subnet': {'network_id': 'f5f99afa-c135-4291-b7cd-f4bb514c4c7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:19.730802 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef2ca5a-99b2-4cd2-be34-b2a5d490bace tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event updated for resources: {'Network': ['ID=f5f99afa-c135-4291-b7cd-f4bb514c4c7a,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:19.742667 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network f5f99afa-c135-4291-b7cd-f4bb514c4c7a details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:42:19.810905 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b47ce046-d3ee-45c9-8dad-fdf5c84dc500 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.820366 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-8800981e-b897-4b3a-ac12-472cdf482ac6 service neutron] 10.222.0.50 "GET /v2.0/networks/7cd30372-b1a2-4900-a02e-893d11eabe5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446290 Nov 12 03:42:19.826802 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b47ce046-d3ee-45c9-8dad-fdf5c84dc500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.858738 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-09810102-0959-47e9-8dea-0a60df55ae5b tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] 10.222.0.50 "GET /v2.0/routers/eeb9cdb2-9941-48b8-871a-793ff08e3a19 HTTP/1.1" status: 200 len: 919 time: 0.4319992 Nov 12 03:42:19.861659 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58306) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:19.892370 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8a18c183-7293-4a4c-a0e0-a0e0e2d9a681 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.909436 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b47ce046-d3ee-45c9-8dad-fdf5c84dc500 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a6178392b2f1491c8057218cfc61e70e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9553037 Nov 12 03:42:19.913185 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58308) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:19.915557 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-4644d85d-b3d2-4cff-8210-3ab6ec8bfcd1 service neutron] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912242 Nov 12 03:42:19.918144 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ce046-d3ee-45c9-8dad-fdf5c84dc500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0929ca08-d1ef-4eb7-a1c4-b6e6e3e7cd06,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:19.927360 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463c22d0-13d5-4d46-9b4d-1dba88c3f42b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Made reservation on behalf of 67babf17303845e7bb463e099a9322ec for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:19.931411 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-463c22d0-13d5-4d46-9b4d-1dba88c3f42b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.946117 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8a18c183-7293-4a4c-a0e0-a0e0e2d9a681 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.022787 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-9c60c742-f88d-40c5-8cbb-324f6cb23769 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cd29e61e-cd7b-4137-8bad-d6de98039d22 HTTP/1.1" status: 200 len: 217 time: 0.0858283 Nov 12 03:42:20.151470 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff4012f-ed45-4670-9744-bc86c9749abb tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:20.153531 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-fff4012f-ed45-4670-9744-bc86c9749abb tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=7932a4b6-40b8-49fc-bb5c-2a6d25b0a895&device_id=eeb9cdb2-9941-48b8-871a-793ff08e3a19&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2901080 Nov 12 03:42:20.157696 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6001962d-9b98-4883-b3c1-ec399441f357 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.167176 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58314) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:20.197389 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e11b4b0d-ceaa-4c61-bdf6-cbdf6d4b48de req-1b7f31be-3187-4f9f-a541-1b62bfc04079 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] 10.222.0.50 "GET /v2.0/ports?device_id=e73f144a-6c67-4752-a1e5-40a27d621a8d HTTP/1.1" status: 200 len: 210 time: 0.0531678 Nov 12 03:42:20.217332 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18c183-7293-4a4c-a0e0-a0e0e2d9a681 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event updated for resources: {'Port': ['ID=a9ad82d5-cb24-4cc2-9177-3bb073c54c23,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:20.258109 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-35636577-79d1-49fd-b59b-b6fef70496eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:20.259614 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-35636577-79d1-49fd-b59b-b6fef70496eb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18b45a6b-deb9-4b8d-a9e4-21e350a68f47 HTTP/1.1" status: 200 len: 797 time: 0.1988184 Nov 12 03:42:20.268861 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6001962d-9b98-4883-b3c1-ec399441f357 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.352103 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8a18c183-7293-4a4c-a0e0-a0e0e2d9a681 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.468296 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-b51c15f1-e8a1-4576-8296-c51ae536c4f3 None None] Provisioning complete for port a9ad82d5-cb24-4cc2-9177-3bb073c54c23 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:20.469303 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b51c15f1-e8a1-4576-8296-c51ae536c4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.488106 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-c6f19bc2-5dce-4147-9be3-31b24b726af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:20.489629 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-c6f19bc2-5dce-4147-9be3-31b24b726af6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=36f6ed65-8190-49b0-8a57-7dd102916b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2162697 Nov 12 03:42:20.493162 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee08753-08aa-468a-a675-2540096d177a tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:20.494520 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-dee08753-08aa-468a-a675-2540096d177a tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] 10.222.0.50 "GET /v2.0/networks/7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 HTTP/1.1" status: 200 len: 881 time: 0.3261471 Nov 12 03:42:20.499338 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58324) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:20.553501 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-b51c15f1-e8a1-4576-8296-c51ae536c4f3 None None] Port a9ad82d5-cb24-4cc2-9177-3bb073c54c23 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:20.577933 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6001962d-9b98-4883-b3c1-ec399441f357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.580319 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d3df0408-9bd5-4d60-919e-88373e369fe3 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] 10.222.0.50 "GET /v2.0/ports?device_id=eeb9cdb2-9941-48b8-871a-793ff08e3a19 HTTP/1.1" status: 200 len: 205 time: 0.0753684 Nov 12 03:42:20.581453 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6001962d-9b98-4883-b3c1-ec399441f357 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.582707 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6001962d-9b98-4883-b3c1-ec399441f357 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0929ca08-d1ef-4eb7-a1c4-b6e6e3e7cd06 HTTP/1.1" status: 204 len: 168 time: 0.6661501 Nov 12 03:42:20.590747 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58326) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:20.632415 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8a18c183-7293-4a4c-a0e0-a0e0e2d9a681 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.686136 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-463c22d0-13d5-4d46-9b4d-1dba88c3f42b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.688839 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6001962d-9b98-4883-b3c1-ec399441f357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0929ca08-d1ef-4eb7-a1c4-b6e6e3e7cd06,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:21.133095 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8a18c183-7293-4a4c-a0e0-a0e0e2d9a681 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:21.139974 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8a18c183-7293-4a4c-a0e0-a0e0e2d9a681 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:21.204819 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58338) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:21.224585 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18c183-7293-4a4c-a0e0-a0e0e2d9a681 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event updated for resources: {'Port': ['ID=a9ad82d5-cb24-4cc2-9177-3bb073c54c23,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:21.243528 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6c3aa9f6-38c9-4e7c-af99-ce9dcba2888f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:21.255451 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-594a4585-03d5-4aa4-b5d1-06a9ecc169d0 service neutron] 10.222.0.74 "GET /v2.0/networks/36f6ed65-8190-49b0-8a57-7dd102916b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7551484 Nov 12 03:42:21.264565 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c22d0-13d5-4d46-9b4d-1dba88c3f42b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event updated for resources: {'Subnet': ['ID=65eb5b8d-4256-4011-8226-15400c0d3fac,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:21.283729 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8a18c183-7293-4a4c-a0e0-a0e0e2d9a681 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:21.310454 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-80c4f98f-a4a3-4e9a-95e2-c7d48e91e1c0 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:21.322463 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463c22d0-13d5-4d46-9b4d-1dba88c3f42b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Checking segment: {'id': '353e5b65-4d49-4989-a98f-b108532bb17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f5f99afa-c135-4291-b7cd-f4bb514c4c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:21.322918 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463c22d0-13d5-4d46-9b4d-1dba88c3f42b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Network hostable DHCP agents. Network: f5f99afa-c135-4291-b7cd-f4bb514c4c7a, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:42:21.447017 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-87cb03ac-1e28-404f-9935-1c2d77a5a05f req-4a29b4c5-caeb-488e-a166-b31427464347 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] 10.222.0.50 "GET /v2.0/ports?device_id=e73f144a-6c67-4752-a1e5-40a27d621a8d HTTP/1.1" status: 200 len: 210 time: 0.0655899 Nov 12 03:42:21.481266 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463c22d0-13d5-4d46-9b4d-1dba88c3f42b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Network f5f99afa-c135-4291-b7cd-f4bb514c4c7a is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:42:21.494401 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a18c183-7293-4a4c-a0e0-a0e0e2d9a681 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Network 7e9036bb-c413-4d71-a0ee-2a50a85a4703 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:21.501623 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-8a18c183-7293-4a4c-a0e0-a0e0e2d9a681 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:21.507720 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-e398a63d-5ced-4f61-a934-eae78519f6c2 service neutron] 10.222.0.74 "GET /v2.0/networks/36f6ed65-8190-49b0-8a57-7dd102916b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371259 Nov 12 03:42:21.508312 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-463c22d0-13d5-4d46-9b4d-1dba88c3f42b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, f5f99afa-c135-4291-b7cd-f4bb514c4c7a) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:21.516432 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463c22d0-13d5-4d46-9b4d-1dba88c3f42b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:21.517031 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-463c22d0-13d5-4d46-9b4d-1dba88c3f42b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:21.537344 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ac912b-bf40-4e9c-b6e0-5b946cd2de02 None None] Network f5f99afa-c135-4291-b7cd-f4bb514c4c7a requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:21.566412 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6c3aa9f6-38c9-4e7c-af99-ce9dcba2888f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:21.595137 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-1890c95c-16cc-47ba-bd15-964ddf8cc720 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c62b694a-df5c-40c2-8669-a8ba46de727c HTTP/1.1" status: 200 len: 217 time: 0.0720799 Nov 12 03:42:21.603467 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-80c4f98f-a4a3-4e9a-95e2-c7d48e91e1c0 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:21.606016 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6c3aa9f6-38c9-4e7c-af99-ce9dcba2888f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:21.650638 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-463c22d0-13d5-4d46-9b4d-1dba88c3f42b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0689337 Nov 12 03:42:21.651584 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58342) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:21.676126 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6c3aa9f6-38c9-4e7c-af99-ce9dcba2888f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1e3785c98bfe473c910d5e5c189151d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4473367 Nov 12 03:42:21.681478 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58344) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:21.689301 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-41325085-4d03-443c-9a9f-e5ac0e97be0d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'port': {'network_id': 'f5f99afa-c135-4291-b7cd-f4bb514c4c7a', 'name': 'tempest-PortsIpV6TestJSON-984853781'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:21.692435 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3aa9f6-38c9-4e7c-af99-ce9dcba2888f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8b21c6-4c11-441e-8a57-4446a1041282,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:21.795616 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-39ba67dd-6b08-4e9c-899f-54dd8ac93b6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:21.833687 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a18c183-7293-4a4c-a0e0-a0e0e2d9a681 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Router 76aacb65-7eed-4c76-a0a1-80ad66fe765d is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:42:21.850121 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-afc31359-c318-4b09-ab94-858d2e0cb0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:21.851656 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-afc31359-c318-4b09-ab94-858d2e0cb0ca service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18b45a6b-deb9-4b8d-a9e4-21e350a68f47 HTTP/1.1" status: 200 len: 797 time: 0.2396147 Nov 12 03:42:21.896622 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-1966e46c-e878-4453-8af4-c6593889fd36 None None] Provisioning complete for port a9ad82d5-cb24-4cc2-9177-3bb073c54c23 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:21.897124 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1966e46c-e878-4453-8af4-c6593889fd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:21.902981 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb4e1bd-9c03-49c1-a85b-65f6b9ff5ea0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-f5f99afa-c135-4291-b7cd-f4bb514c4c7a', 'network_id': 'f5f99afa-c135-4291-b7cd-f4bb514c4c7a', 'tenant_id': '67babf17303845e7bb463e099a9322ec', 'fixed_ips': [{'subnet_id': '65eb5b8d-4256-4011-8226-15400c0d3fac'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:42:21.904251 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1fb4e1bd-9c03-49c1-a85b-65f6b9ff5ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:21.936893 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-39ba67dd-6b08-4e9c-899f-54dd8ac93b6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.009869 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-c5940e16-97e9-4195-bf32-c331d072d11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:22.011415 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-c5940e16-97e9-4195-bf32-c331d072d11d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=36f6ed65-8190-49b0-8a57-7dd102916b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1496732 Nov 12 03:42:22.013292 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-80c4f98f-a4a3-4e9a-95e2-c7d48e91e1c0 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Deleting port 45de1698-951c-4948-88b5-ad0a5045c0dd {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:22.013660 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-80c4f98f-a4a3-4e9a-95e2-c7d48e91e1c0 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.136298 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a18c183-7293-4a4c-a0e0-a0e0e2d9a681 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:22.147932 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8a18c183-7293-4a4c-a0e0-a0e0e2d9a681 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "PUT /v2.0/routers/76aacb65-7eed-4c76-a0a1-80ad66fe765d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9316809 Nov 12 03:42:22.154838 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b2e2fc-4716-4382-8830-9b2deccb3fe5 None None] Sync routers for ids ['76aacb65-7eed-4c76-a0a1-80ad66fe765d'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:22.156165 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58350) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:22.167284 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-1966e46c-e878-4453-8af4-c6593889fd36 None None] Port a9ad82d5-cb24-4cc2-9177-3bb073c54c23 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:22.192465 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b2e2fc-4716-4382-8830-9b2deccb3fe5 None None] Routers {'76aacb65-7eed-4c76-a0a1-80ad66fe765d'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:22.195177 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-c8b2e2fc-4716-4382-8830-9b2deccb3fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:42:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['76aacb65-7eed-4c76-a0a1-80ad66fe765d'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:22.209586 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-0fe8e476-869d-412f-9049-b07a47c052f0 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:22.211896 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-0fe8e476-869d-412f-9049-b07a47c052f0 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] 10.222.0.74 "GET /v2.0/networks?id=7cd30372-b1a2-4900-a02e-893d11eabe5e HTTP/1.1" status: 200 len: 824 time: 0.3845882 Nov 12 03:42:22.215913 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-39ba67dd-6b08-4e9c-899f-54dd8ac93b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.218856 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-1fb4e1bd-9c03-49c1-a85b-65f6b9ff5ea0 None None] Allocated IP 2001:db8::2 (f5f99afa-c135-4291-b7cd-f4bb514c4c7a/65eb5b8d-4256-4011-8226-15400c0d3fac/e700fca9-c190-42a3-b861-f5d2070dc5be) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:22.219743 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-39ba67dd-6b08-4e9c-899f-54dd8ac93b6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.221332 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-39ba67dd-6b08-4e9c-899f-54dd8ac93b6d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ba8b21c6-4c11-441e-8a57-4446a1041282 HTTP/1.1" status: 204 len: 168 time: 0.5378845 Nov 12 03:42:22.233316 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-91410b81-1c52-4250-9ff1-8be94fb8cac3 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] Request body: {'port': {'device_id': 'e73f144a-6c67-4752-a1e5-40a27d621a8d', 'network_id': '7cd30372-b1a2-4900-a02e-893d11eabe5e', 'admin_state_up': True, 'tenant_id': 'ebd646c30c2046e5a0b1dca0685a8224'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:22.269429 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f8b850-9a0f-4248-9d19-0becca202dc0 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:22.271155 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-46f8b850-9a0f-4248-9d19-0becca202dc0 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "GET /v2.0/ports/a9ad82d5-cb24-4cc2-9177-3bb073c54c23 HTTP/1.1" status: 200 len: 978 time: 0.1128180 Nov 12 03:42:22.279810 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ba67dd-6b08-4e9c-899f-54dd8ac93b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8b21c6-4c11-441e-8a57-4446a1041282,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:22.282932 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58354) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:22.301407 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-c8b2e2fc-4716-4382-8830-9b2deccb3fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:22.328676 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b2e2fc-4716-4382-8830-9b2deccb3fe5 None None] Routers {'76aacb65-7eed-4c76-a0a1-80ad66fe765d'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:22.329299 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-c8b2e2fc-4716-4382-8830-9b2deccb3fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:42:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['76aacb65-7eed-4c76-a0a1-80ad66fe765d'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:22.333522 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ba67dd-6b08-4e9c-899f-54dd8ac93b6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:22.334071 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ba67dd-6b08-4e9c-899f-54dd8ac93b6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:22.334582 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ba67dd-6b08-4e9c-899f-54dd8ac93b6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:22.335069 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ba67dd-6b08-4e9c-899f-54dd8ac93b6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:22.335550 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ba67dd-6b08-4e9c-899f-54dd8ac93b6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:22.336030 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ba67dd-6b08-4e9c-899f-54dd8ac93b6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:22.336539 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ba67dd-6b08-4e9c-899f-54dd8ac93b6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:22.337041 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ba67dd-6b08-4e9c-899f-54dd8ac93b6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:22.337517 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ba67dd-6b08-4e9c-899f-54dd8ac93b6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:22.337996 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ba67dd-6b08-4e9c-899f-54dd8ac93b6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:22.338469 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ba67dd-6b08-4e9c-899f-54dd8ac93b6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:22.339159 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ba67dd-6b08-4e9c-899f-54dd8ac93b6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:22.401409 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-c8b2e2fc-4716-4382-8830-9b2deccb3fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:22.403753 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b2e2fc-4716-4382-8830-9b2deccb3fe5 None None] The sync data for ids ['76aacb65-7eed-4c76-a0a1-80ad66fe765d'] in n-d-715271-27 is: [] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:22.467769 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-7b305893-e674-484e-aa61-df78903194bf service neutron] 10.222.0.74 "GET /v2.0/networks/36f6ed65-8190-49b0-8a57-7dd102916b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4461634 Nov 12 03:42:22.473337 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-80c4f98f-a4a3-4e9a-95e2-c7d48e91e1c0 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.483592 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41325085-4d03-443c-9a9f-e5ac0e97be0d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Made reservation on behalf of 67babf17303845e7bb463e099a9322ec for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:22.487663 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-41325085-4d03-443c-9a9f-e5ac0e97be0d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.552062 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1fb4e1bd-9c03-49c1-a85b-65f6b9ff5ea0 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.563016 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1fb4e1bd-9c03-49c1-a85b-65f6b9ff5ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.612159 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-80c4f98f-a4a3-4e9a-95e2-c7d48e91e1c0 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Calling delete_port for 45de1698-951c-4948-88b5-ad0a5045c0dd owned by network:router_gateway {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:22.624890 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4e1bd-9c03-49c1-a85b-65f6b9ff5ea0 None None] Pushing event updated for resources: {'Port': ['ID=e700fca9-c190-42a3-b861-f5d2070dc5be,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:22.661187 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb4e1bd-9c03-49c1-a85b-65f6b9ff5ea0 None None] Network f5f99afa-c135-4291-b7cd-f4bb514c4c7a is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:22.663380 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-1fb4e1bd-9c03-49c1-a85b-65f6b9ff5ea0 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:22.666035 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb4e1bd-9c03-49c1-a85b-65f6b9ff5ea0 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:22.785373 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7c9f2d6f-c09b-4047-a83d-0b87196453dd req-a1b7f7a5-7dee-4377-89f1-31251595a68b tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] 10.222.0.50 "GET /v2.0/ports?device_id=e73f144a-6c67-4752-a1e5-40a27d621a8d HTTP/1.1" status: 200 len: 210 time: 0.2027390 Nov 12 03:42:22.787177 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-1fb4e1bd-9c03-49c1-a85b-65f6b9ff5ea0 None None] Attempting to bind port e700fca9-c190-42a3-b861-f5d2070dc5be on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:42:22.787746 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-1fb4e1bd-9c03-49c1-a85b-65f6b9ff5ea0 None None] Attempting to bind port e700fca9-c190-42a3-b861-f5d2070dc5be by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '353e5b65-4d49-4989-a98f-b108532bb17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f5f99afa-c135-4291-b7cd-f4bb514c4c7a'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:42:22.788302 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb4e1bd-9c03-49c1-a85b-65f6b9ff5ea0 None None] Attempting to bind port e700fca9-c190-42a3-b861-f5d2070dc5be on network f5f99afa-c135-4291-b7cd-f4bb514c4c7a {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:22.797846 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-41325085-4d03-443c-9a9f-e5ac0e97be0d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] device_id is not set on port ae14201e-4c2f-4d89-a819-5f9b8f2f4dde yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:42:22.809737 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb4e1bd-9c03-49c1-a85b-65f6b9ff5ea0 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:42:22.810543 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb4e1bd-9c03-49c1-a85b-65f6b9ff5ea0 None None] Checking segment: {'id': '353e5b65-4d49-4989-a98f-b108532bb17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f5f99afa-c135-4291-b7cd-f4bb514c4c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:22.810956 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1fb4e1bd-9c03-49c1-a85b-65f6b9ff5ea0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.811361 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb4e1bd-9c03-49c1-a85b-65f6b9ff5ea0 None None] Bound using segment: {'id': '353e5b65-4d49-4989-a98f-b108532bb17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f5f99afa-c135-4291-b7cd-f4bb514c4c7a'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:42:22.811855 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-1fb4e1bd-9c03-49c1-a85b-65f6b9ff5ea0 None None] Bound port: e700fca9-c190-42a3-b861-f5d2070dc5be, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '353e5b65-4d49-4989-a98f-b108532bb17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f5f99afa-c135-4291-b7cd-f4bb514c4c7a'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:42:22.812271 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1fb4e1bd-9c03-49c1-a85b-65f6b9ff5ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.852115 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-91410b81-1c52-4250-9ff1-8be94fb8cac3 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] Made reservation on behalf of ebd646c30c2046e5a0b1dca0685a8224 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:22.858121 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-91410b81-1c52-4250-9ff1-8be94fb8cac3 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.885357 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ceb36679-3f61-4aef-879e-d3f9921e329f req-5d229a7e-6d0f-47a0-a3e3-492590c5a9d3 service neutron] 10.222.0.74 "GET /v2.0/networks/36f6ed65-8190-49b0-8a57-7dd102916b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794026 Nov 12 03:42:22.887787 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:42:22.955554 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-1fb4e1bd-9c03-49c1-a85b-65f6b9ff5ea0 None None] For port e700fca9-c190-42a3-b861-f5d2070dc5be, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:42:22.961698 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-1fb4e1bd-9c03-49c1-a85b-65f6b9ff5ea0 None None] For port e700fca9-c190-42a3-b861-f5d2070dc5be, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e700fca9-c190-42a3-b861-f5d2070dc5be,segment=NetworkSegment(353e5b65-4d49-4989-a98f-b108532bb17f),segment_id=353e5b65-4d49-4989-a98f-b108532bb17f)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:42:22.975086 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1fb4e1bd-9c03-49c1-a85b-65f6b9ff5ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.135965 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4e1bd-9c03-49c1-a85b-65f6b9ff5ea0 None None] Pushing event updated for resources: {'Port': ['ID=e700fca9-c190-42a3-b861-f5d2070dc5be,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:23.234139 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-80c4f98f-a4a3-4e9a-95e2-c7d48e91e1c0 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.277131 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c4f98f-a4a3-4e9a-95e2-c7d48e91e1c0 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Pushing event deleted for resources: {'Port': ['ID=45de1698-951c-4948-88b5-ad0a5045c0dd,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:23.289787 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-91410b81-1c52-4250-9ff1-8be94fb8cac3 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] Allocated IP 172.20.0.14 (7cd30372-b1a2-4900-a02e-893d11eabe5e/6255c8d0-0fd5-4122-9d4d-fab25dde405a/424d07d8-d461-4d25-b536-f1c309eab94a) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:23.298582 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-41325085-4d03-443c-9a9f-e5ac0e97be0d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Allocated IP 2001:db8::fb (f5f99afa-c135-4291-b7cd-f4bb514c4c7a/65eb5b8d-4256-4011-8226-15400c0d3fac/ae14201e-4c2f-4d89-a819-5f9b8f2f4dde) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:23.410887 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-80c4f98f-a4a3-4e9a-95e2-c7d48e91e1c0 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.569228 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-80c4f98f-a4a3-4e9a-95e2-c7d48e91e1c0 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.595901 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-80c4f98f-a4a3-4e9a-95e2-c7d48e91e1c0 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.650006 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-80c4f98f-a4a3-4e9a-95e2-c7d48e91e1c0 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.650564 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c4f98f-a4a3-4e9a-95e2-c7d48e91e1c0 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Fanout notify agent at l3_agent the message router_deleted on router eeb9cdb2-9941-48b8-871a-793ff08e3a19 {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:42:23.658179 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-80c4f98f-a4a3-4e9a-95e2-c7d48e91e1c0 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.662889 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-80c4f98f-a4a3-4e9a-95e2-c7d48e91e1c0 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] 10.222.0.50 "DELETE /v2.0/routers/eeb9cdb2-9941-48b8-871a-793ff08e3a19 HTTP/1.1" status: 204 len: 168 time: 3.0642576 Nov 12 03:42:23.663421 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58362) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:23.670813 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-6ccb3e6d-4344-4884-a72b-cc53ea769375 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1470937582', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:23.715529 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-41325085-4d03-443c-9a9f-e5ac0e97be0d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.724342 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6ccb3e6d-4344-4884-a72b-cc53ea769375 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.729315 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6ccb3e6d-4344-4884-a72b-cc53ea769375 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.809804 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6ccb3e6d-4344-4884-a72b-cc53ea769375 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.812052 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-41325085-4d03-443c-9a9f-e5ac0e97be0d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.814696 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6ccb3e6d-4344-4884-a72b-cc53ea769375 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.867271 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41325085-4d03-443c-9a9f-e5ac0e97be0d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Network f5f99afa-c135-4291-b7cd-f4bb514c4c7a is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:23.870204 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6ccb3e6d-4344-4884-a72b-cc53ea769375 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.871993 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6ccb3e6d-4344-4884-a72b-cc53ea769375 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2079329 Nov 12 03:42:23.877788 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58366) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:23.880155 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-41325085-4d03-443c-9a9f-e5ac0e97be0d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:23.887680 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-ff4bd54f-bb16-4510-9486-33d173db1697 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'enable_snat': False}}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:23.930317 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41325085-4d03-443c-9a9f-e5ac0e97be0d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:23.936729 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41325085-4d03-443c-9a9f-e5ac0e97be0d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:23.937376 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-41325085-4d03-443c-9a9f-e5ac0e97be0d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.970941 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41325085-4d03-443c-9a9f-e5ac0e97be0d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event updated for resources: {'Port': ['ID=ae14201e-4c2f-4d89-a819-5f9b8f2f4dde,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:24.002561 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-56a3e555-459f-4b49-bc50-c13102c5efe4 req-e91e54ee-2228-4a13-a8e6-dc69a9287cce tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] 10.222.0.50 "GET /v2.0/ports?device_id=e73f144a-6c67-4752-a1e5-40a27d621a8d HTTP/1.1" status: 200 len: 210 time: 0.0493507 Nov 12 03:42:24.030131 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-41325085-4d03-443c-9a9f-e5ac0e97be0d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3458650 Nov 12 03:42:24.035685 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58370) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:24.045963 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-d7e08ac6-bdb9-4ead-8f07-7113952116c6 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'port': {'network_id': 'f5f99afa-c135-4291-b7cd-f4bb514c4c7a', 'name': 'tempest-PortsIpV6TestJSON-1017682627'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:24.052356 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ff8d8de0-065c-4982-a3e3-e6bf3bdc0686 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.150068 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ff4bd54f-bb16-4510-9486-33d173db1697 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.163011 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-91410b81-1c52-4250-9ff1-8be94fb8cac3 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.366765 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-91410b81-1c52-4250-9ff1-8be94fb8cac3 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.438236 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ff4bd54f-bb16-4510-9486-33d173db1697 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.488775 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ff4bd54f-bb16-4510-9486-33d173db1697 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.498759 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91410b81-1c52-4250-9ff1-8be94fb8cac3 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] Pushing event updated for resources: {'Port': ['ID=424d07d8-d461-4d25-b536-f1c309eab94a,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:24.524500 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e08ac6-bdb9-4ead-8f07-7113952116c6 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Made reservation on behalf of 67babf17303845e7bb463e099a9322ec for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:24.532121 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d7e08ac6-bdb9-4ead-8f07-7113952116c6 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.549472 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-91410b81-1c52-4250-9ff1-8be94fb8cac3 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] Network 7cd30372-b1a2-4900-a02e-893d11eabe5e is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:24.554748 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-d7e08ac6-bdb9-4ead-8f07-7113952116c6 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] device_id is not set on port bb2d257d-6e03-4577-b343-328ddd8ef87c yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:42:24.564358 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e700fca9-c190-42a3-b861-f5d2070dc5be up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:24.627767 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df469cd7-cb00-4fc3-805c-baaa4e047450 None None] Network f5f99afa-c135-4291-b7cd-f4bb514c4c7a requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:24.648936 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-ff4bd54f-bb16-4510-9486-33d173db1697 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Allocated IP 172.25.5.19 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/dc1480ad-b829-4175-805e-97c40e51c246) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:24.697010 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-d7e08ac6-bdb9-4ead-8f07-7113952116c6 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Allocated IP 2001:db8::3c1 (f5f99afa-c135-4291-b7cd-f4bb514c4c7a/65eb5b8d-4256-4011-8226-15400c0d3fac/bb2d257d-6e03-4577-b343-328ddd8ef87c) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:24.763211 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-649f9ce7-3876-4ebf-a338-86224890cfbc None None] Provisioning complete for port e700fca9-c190-42a3-b861-f5d2070dc5be triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:24.763837 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-649f9ce7-3876-4ebf-a338-86224890cfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.780815 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ff4bd54f-bb16-4510-9486-33d173db1697 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.797037 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port e700fca9-c190-42a3-b861-f5d2070dc5be triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:24.797651 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.826960 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ff4bd54f-bb16-4510-9486-33d173db1697 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.864385 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d7e08ac6-bdb9-4ead-8f07-7113952116c6 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.874379 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4bd54f-bb16-4510-9486-33d173db1697 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:24.878241 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-ff4bd54f-bb16-4510-9486-33d173db1697 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:24.884014 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4bd54f-bb16-4510-9486-33d173db1697 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:24.901581 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d7e08ac6-bdb9-4ead-8f07-7113952116c6 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.906166 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-91410b81-1c52-4250-9ff1-8be94fb8cac3 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:24.915603 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-91410b81-1c52-4250-9ff1-8be94fb8cac3 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:24.935907 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4bd54f-bb16-4510-9486-33d173db1697 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Pushing event updated for resources: {'Port': ['ID=dc1480ad-b829-4175-805e-97c40e51c246,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:25.014864 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-649f9ce7-3876-4ebf-a338-86224890cfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.037182 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.073462 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e08ac6-bdb9-4ead-8f07-7113952116c6 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event updated for resources: {'Port': ['ID=bb2d257d-6e03-4577-b343-328ddd8ef87c,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:25.083574 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e08ac6-bdb9-4ead-8f07-7113952116c6 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Network f5f99afa-c135-4291-b7cd-f4bb514c4c7a is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:25.106400 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-d7e08ac6-bdb9-4ead-8f07-7113952116c6 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:25.113447 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e08ac6-bdb9-4ead-8f07-7113952116c6 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:25.124623 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e08ac6-bdb9-4ead-8f07-7113952116c6 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:25.125303 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d7e08ac6-bdb9-4ead-8f07-7113952116c6 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.139048 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-649f9ce7-3876-4ebf-a338-86224890cfbc None None] For port e700fca9-c190-42a3-b861-f5d2070dc5be, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e700fca9-c190-42a3-b861-f5d2070dc5be,segment=NetworkSegment(353e5b65-4d49-4989-a98f-b108532bb17f),segment_id=353e5b65-4d49-4989-a98f-b108532bb17f)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:25.147015 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-649f9ce7-3876-4ebf-a338-86224890cfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.148700 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-91410b81-1c52-4250-9ff1-8be94fb8cac3 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:25.149407 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-91410b81-1c52-4250-9ff1-8be94fb8cac3 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.188700 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d7e08ac6-bdb9-4ead-8f07-7113952116c6 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1485567 Nov 12 03:42:25.189338 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58380) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:25.270705 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-91410b81-1c52-4250-9ff1-8be94fb8cac3 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0477772 Nov 12 03:42:25.274990 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:42:25.276426 n-d-715271-27 neutron-server[102573]: DEBUG oslo_db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:42:25.282968 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f9ce7-3876-4ebf-a338-86224890cfbc None None] Pushing event updated for resources: {'Port': ['ID=e700fca9-c190-42a3-b861-f5d2070dc5be,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:25.290972 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-34b6dc07-67fd-4083-b4eb-efc8f0b56c2c service neutron] Request body: {'port': {'device_id': 'e73f144a-6c67-4752-a1e5-40a27d621a8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:25.296662 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-ff8d8de0-065c-4982-a3e3-e6bf3bdc0686 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Deleting port a9ad82d5-cb24-4cc2-9177-3bb073c54c23 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:25.297009 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ff8d8de0-065c-4982-a3e3-e6bf3bdc0686 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.348211 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ff4bd54f-bb16-4510-9486-33d173db1697 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.372821 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-f974c7ae-11e4-4aad-be88-9d3464086b25 None None] Provisioning complete for port e700fca9-c190-42a3-b861-f5d2070dc5be triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:25.373199 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f974c7ae-11e4-4aad-be88-9d3464086b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.407727 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1531e0-9a58-4f57-83cb-77586fade2a6 req-36d21ff2-42be-4f47-9ced-baa2807139b1 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:25.415186 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9d1531e0-9a58-4f57-83cb-77586fade2a6 req-36d21ff2-42be-4f47-9ced-baa2807139b1 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] 10.222.0.50 "GET /v2.0/ports?device_id=e73f144a-6c67-4752-a1e5-40a27d621a8d HTTP/1.1" status: 200 len: 932 time: 0.2602637 Nov 12 03:42:25.462806 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95224287-6711-4d46-be63-5ac8a9fc8dc4 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:25.467626 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-95224287-6711-4d46-be63-5ac8a9fc8dc4 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Afb HTTP/1.1" status: 200 len: 927 time: 0.2622285 Nov 12 03:42:25.468340 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58384) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:25.514338 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-f974c7ae-11e4-4aad-be88-9d3464086b25 None None] Provisioning complete for port ae14201e-4c2f-4d89-a819-5f9b8f2f4dde triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:25.514717 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f974c7ae-11e4-4aad-be88-9d3464086b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.578998 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-f974c7ae-11e4-4aad-be88-9d3464086b25 None None] Port ae14201e-4c2f-4d89-a819-5f9b8f2f4dde cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:25.682854 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-34b6dc07-67fd-4083-b4eb-efc8f0b56c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.714032 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-b8bea012-d09e-4ba2-80ca-8b816ea22ff0 None None] Provisioning complete for port ae14201e-4c2f-4d89-a819-5f9b8f2f4dde triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:25.714994 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b8bea012-d09e-4ba2-80ca-8b816ea22ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.733645 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ff8d8de0-065c-4982-a3e3-e6bf3bdc0686 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.764134 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9d1531e0-9a58-4f57-83cb-77586fade2a6 req-43f5ab1e-a426-4f7c-b012-46561ed2f32d tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] 10.222.0.50 "GET /v2.0/security-groups?id=44e219b5-d6a5-466c-a34d-5dab773dc179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479433 Nov 12 03:42:25.771804 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-b8bea012-d09e-4ba2-80ca-8b816ea22ff0 None None] Port ae14201e-4c2f-4d89-a819-5f9b8f2f4dde cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:25.791933 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-ff8d8de0-065c-4982-a3e3-e6bf3bdc0686 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Calling delete_port for a9ad82d5-cb24-4cc2-9177-3bb073c54c23 owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:25.970985 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-1dc485f5-bbf9-4002-8c0a-bed8683a8eaa tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Deleting port bb2d257d-6e03-4577-b343-328ddd8ef87c {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:25.971329 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1dc485f5-bbf9-4002-8c0a-bed8683a8eaa tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:26.084025 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ff4bd54f-bb16-4510-9486-33d173db1697 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41374'] for router, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:26.088107 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ff4bd54f-bb16-4510-9486-33d173db1697 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-622926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-623029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620584'] for router, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:26.113833 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-b74830ba-9544-4f4b-a89f-cd8a5f8aa95a None None] Provisioning complete for port bb2d257d-6e03-4577-b343-328ddd8ef87c triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:26.114302 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b74830ba-9544-4f4b-a89f-cd8a5f8aa95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:26.165568 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-b74830ba-9544-4f4b-a89f-cd8a5f8aa95a None None] Port bb2d257d-6e03-4577-b343-328ddd8ef87c cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:26.199908 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1dc485f5-bbf9-4002-8c0a-bed8683a8eaa tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:26.229048 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-1dc485f5-bbf9-4002-8c0a-bed8683a8eaa tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Calling delete_port for bb2d257d-6e03-4577-b343-328ddd8ef87c owned by {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:26.257395 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4bd54f-bb16-4510-9486-33d173db1697 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Router ad3dc8eb-4737-4bdd-841e-1a9c477d7bde is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:42:26.376543 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ff8d8de0-065c-4982-a3e3-e6bf3bdc0686 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:26.418884 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d8de0-065c-4982-a3e3-e6bf3bdc0686 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event deleted for resources: {'Port': ['ID=a9ad82d5-cb24-4cc2-9177-3bb073c54c23,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:26.421549 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4bd54f-bb16-4510-9486-33d173db1697 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:26.429907 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-34b6dc07-67fd-4083-b4eb-efc8f0b56c2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 424d07d8-d461-4d25-b536-f1c309eab94a {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:42:26.431376 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95821a5-3f34-4883-b522-33aa7bafc5db None None] Sync routers for ids ['ad3dc8eb-4737-4bdd-841e-1a9c477d7bde'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:26.443257 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-34b6dc07-67fd-4083-b4eb-efc8f0b56c2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:26.468758 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ff4bd54f-bb16-4510-9486-33d173db1697 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:26.474142 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58390) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:26.476534 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95821a5-3f34-4883-b522-33aa7bafc5db None None] Routers {'ad3dc8eb-4737-4bdd-841e-1a9c477d7bde'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:26.477050 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ff4bd54f-bb16-4510-9486-33d173db1697 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] 10.222.0.50 "PUT /v2.0/routers/ad3dc8eb-4737-4bdd-841e-1a9c477d7bde HTTP/1.1" status: 200 len: 915 time: 2.5959406 Nov 12 03:42:26.479572 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-e95821a5-3f34-4883-b522-33aa7bafc5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:42:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['ad3dc8eb-4737-4bdd-841e-1a9c477d7bde'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:26.512664 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-34b6dc07-67fd-4083-b4eb-efc8f0b56c2c service neutron] Transition to ACTIVE for port object 424d07d8-d461-4d25-b536-f1c309eab94a will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:42:26.539080 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-e95821a5-3f34-4883-b522-33aa7bafc5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:26.547836 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e700fca9-c190-42a3-b861-f5d2070dc5be up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:26.555102 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-34b6dc07-67fd-4083-b4eb-efc8f0b56c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:26.615568 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95821a5-3f34-4883-b522-33aa7bafc5db None None] Routers {'ad3dc8eb-4737-4bdd-841e-1a9c477d7bde'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:26.616361 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-e95821a5-3f34-4883-b522-33aa7bafc5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:42:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['ad3dc8eb-4737-4bdd-841e-1a9c477d7bde'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:26.664433 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-e95821a5-3f34-4883-b522-33aa7bafc5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:26.665109 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95821a5-3f34-4883-b522-33aa7bafc5db None None] The sync data for ids ['ad3dc8eb-4737-4bdd-841e-1a9c477d7bde'] in n-d-715271-27 is: [] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:26.671411 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port e700fca9-c190-42a3-b861-f5d2070dc5be triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:26.671755 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:26.720440 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b6dc07-67fd-4083-b4eb-efc8f0b56c2c service neutron] Pushing event updated for resources: {'Port': ['ID=424d07d8-d461-4d25-b536-f1c309eab94a,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:26.867745 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ff8d8de0-065c-4982-a3e3-e6bf3bdc0686 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:26.877820 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1dc485f5-bbf9-4002-8c0a-bed8683a8eaa tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:26.970185 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc485f5-bbf9-4002-8c0a-bed8683a8eaa tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event deleted for resources: {'Port': ['ID=bb2d257d-6e03-4577-b343-328ddd8ef87c,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:27.049179 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a7a6f158-b2f1-48d9-8803-466c0240a0a7 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] 10.222.0.50 "GET /v2.0/routers/ad3dc8eb-4737-4bdd-841e-1a9c477d7bde HTTP/1.1" status: 200 len: 921 time: 0.5707645 Nov 12 03:42:27.051903 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58396) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:27.075958 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1dc485f5-bbf9-4002-8c0a-bed8683a8eaa tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:27.082165 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-1dc485f5-bbf9-4002-8c0a-bed8683a8eaa tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/ports/bb2d257d-6e03-4577-b343-328ddd8ef87c HTTP/1.1" status: 204 len: 168 time: 1.6055079 Nov 12 03:42:27.086778 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58398) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:27.096925 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67562c0-343f-40cf-a66a-aec073cda2e6 req-69f6a320-962e-42ae-b4be-0e39a0a090a6 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:27.098555 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f67562c0-343f-40cf-a66a-aec073cda2e6 req-69f6a320-962e-42ae-b4be-0e39a0a090a6 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] 10.222.0.50 "GET /v2.0/ports?device_id=e73f144a-6c67-4752-a1e5-40a27d621a8d HTTP/1.1" status: 200 len: 944 time: 0.2673702 Nov 12 03:42:27.112465 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-34b6dc07-67fd-4083-b4eb-efc8f0b56c2c service neutron] Attempting to bind port 424d07d8-d461-4d25-b536-f1c309eab94a on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:42:27.112813 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-34b6dc07-67fd-4083-b4eb-efc8f0b56c2c service neutron] Attempting to bind port 424d07d8-d461-4d25-b536-f1c309eab94a by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '447fa3e9-9e5b-4732-baad-9f09ba129e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7cd30372-b1a2-4900-a02e-893d11eabe5e'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:42:27.113122 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-34b6dc07-67fd-4083-b4eb-efc8f0b56c2c service neutron] Attempting to bind port 424d07d8-d461-4d25-b536-f1c309eab94a on network 7cd30372-b1a2-4900-a02e-893d11eabe5e {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:27.119635 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-57488724-cac4-45e3-87f1-15b05c8b04ac tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] GET failed (client error): The resource could not be found. Nov 12 03:42:27.124555 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-57488724-cac4-45e3-87f1-15b05c8b04ac tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "GET /v2.0/ports/bb2d257d-6e03-4577-b343-328ddd8ef87c HTTP/1.1" status: 404 len: 333 time: 0.0332787 Nov 12 03:42:27.125593 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58400) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:27.141418 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-34b6dc07-67fd-4083-b4eb-efc8f0b56c2c service neutron] Port 424d07d8-d461-4d25-b536-f1c309eab94a on network 7cd30372-b1a2-4900-a02e-893d11eabe5e not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:42:27.141418 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-34b6dc07-67fd-4083-b4eb-efc8f0b56c2c service neutron] Attempting to bind port 424d07d8-d461-4d25-b536-f1c309eab94a on network 7cd30372-b1a2-4900-a02e-893d11eabe5e {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:27.142558 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e25bd5-6bf8-4428-aac3-6a0abf647e40 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:27.144391 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-62e25bd5-6bf8-4428-aac3-6a0abf647e40 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=7932a4b6-40b8-49fc-bb5c-2a6d25b0a895&device_id=ad3dc8eb-4737-4bdd-841e-1a9c477d7bde&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0910408 Nov 12 03:42:27.146667 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58402) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:27.239469 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-34b6dc07-67fd-4083-b4eb-efc8f0b56c2c service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:42:27.239809 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-34b6dc07-67fd-4083-b4eb-efc8f0b56c2c service neutron] Checking segment: {'id': '447fa3e9-9e5b-4732-baad-9f09ba129e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7cd30372-b1a2-4900-a02e-893d11eabe5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:27.240240 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-34b6dc07-67fd-4083-b4eb-efc8f0b56c2c service neutron] Bound using segment: {'id': '447fa3e9-9e5b-4732-baad-9f09ba129e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7cd30372-b1a2-4900-a02e-893d11eabe5e'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:42:27.240680 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-34b6dc07-67fd-4083-b4eb-efc8f0b56c2c service neutron] Bound port: 424d07d8-d461-4d25-b536-f1c309eab94a, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '447fa3e9-9e5b-4732-baad-9f09ba129e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7cd30372-b1a2-4900-a02e-893d11eabe5e'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:42:27.241037 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-34b6dc07-67fd-4083-b4eb-efc8f0b56c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:27.263856 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e87c40-6092-451b-953e-65fc746b64e7 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:27.265676 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f5e87c40-6092-451b-953e-65fc746b64e7 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] 10.222.0.50 "GET /v2.0/networks/7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 HTTP/1.1" status: 200 len: 881 time: 0.1180837 Nov 12 03:42:27.268580 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58404) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:27.287915 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f67562c0-343f-40cf-a66a-aec073cda2e6 req-3bbcfd9f-518c-49f1-95f8-a9c71ad6b5b6 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] 10.222.0.50 "GET /v2.0/security-groups?id=44e219b5-d6a5-466c-a34d-5dab773dc179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811609 Nov 12 03:42:27.314154 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-92041d51-8b6e-4477-9422-0596ff9ace62 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad3dc8eb-4737-4bdd-841e-1a9c477d7bde HTTP/1.1" status: 200 len: 205 time: 0.0443630 Nov 12 03:42:27.315009 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58406) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:27.352527 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8d8de0-065c-4982-a3e3-e6bf3bdc0686 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Router 76aacb65-7eed-4c76-a0a1-80ad66fe765d has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:42:27.448043 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1cba037d-d40f-4f00-898e-6b01e881e462 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:27.589983 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1cba037d-d40f-4f00-898e-6b01e881e462 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:27.660018 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-1cba037d-d40f-4f00-898e-6b01e881e462 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Deleting port dc1480ad-b829-4175-805e-97c40e51c246 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:27.660415 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1cba037d-d40f-4f00-898e-6b01e881e462 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:27.759837 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1cba037d-d40f-4f00-898e-6b01e881e462 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:27.783303 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-1cba037d-d40f-4f00-898e-6b01e881e462 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Calling delete_port for dc1480ad-b829-4175-805e-97c40e51c246 owned by network:router_gateway {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:27.842215 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-34b6dc07-67fd-4083-b4eb-efc8f0b56c2c service neutron] For port 424d07d8-d461-4d25-b536-f1c309eab94a, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:42:27.864257 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-34b6dc07-67fd-4083-b4eb-efc8f0b56c2c service neutron] For port 424d07d8-d461-4d25-b536-f1c309eab94a, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=424d07d8-d461-4d25-b536-f1c309eab94a,segment=NetworkSegment(447fa3e9-9e5b-4732-baad-9f09ba129e8f),segment_id=447fa3e9-9e5b-4732-baad-9f09ba129e8f)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:42:27.868011 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8d8de0-065c-4982-a3e3-e6bf3bdc0686 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:27.881322 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ff8d8de0-065c-4982-a3e3-e6bf3bdc0686 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "PUT /v2.0/routers/76aacb65-7eed-4c76-a0a1-80ad66fe765d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5945051 Nov 12 03:42:27.882526 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a7f688-962b-46d1-8785-48193ca88d72 None None] Sync routers for ids ['76aacb65-7eed-4c76-a0a1-80ad66fe765d'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:27.883305 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-34b6dc07-67fd-4083-b4eb-efc8f0b56c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:27.888808 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58412) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:27.896356 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a7f688-962b-46d1-8785-48193ca88d72 None None] Routers {'76aacb65-7eed-4c76-a0a1-80ad66fe765d'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:27.897537 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-b2a7f688-962b-46d1-8785-48193ca88d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:42:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['76aacb65-7eed-4c76-a0a1-80ad66fe765d'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:27.940637 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-642555a2-bc8d-45f1-b3b6-6b584fa886d0 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Deleting port ae14201e-4c2f-4d89-a819-5f9b8f2f4dde {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:27.941020 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-642555a2-bc8d-45f1-b3b6-6b584fa886d0 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:27.948702 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-b2a7f688-962b-46d1-8785-48193ca88d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:27.959157 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a7f688-962b-46d1-8785-48193ca88d72 None None] Routers {'76aacb65-7eed-4c76-a0a1-80ad66fe765d'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:27.960593 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-b2a7f688-962b-46d1-8785-48193ca88d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:42:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['76aacb65-7eed-4c76-a0a1-80ad66fe765d'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:27.988107 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1cba037d-d40f-4f00-898e-6b01e881e462 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.005778 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-b2a7f688-962b-46d1-8785-48193ca88d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:28.006825 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a7f688-962b-46d1-8785-48193ca88d72 None None] The sync data for ids ['76aacb65-7eed-4c76-a0a1-80ad66fe765d'] in n-d-715271-27 is: [] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:28.032113 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba037d-d40f-4f00-898e-6b01e881e462 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Pushing event deleted for resources: {'Port': ['ID=dc1480ad-b829-4175-805e-97c40e51c246,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:28.078940 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-34b6dc07-67fd-4083-b4eb-efc8f0b56c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:28.079896 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-34b6dc07-67fd-4083-b4eb-efc8f0b56c2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.081882 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-34b6dc07-67fd-4083-b4eb-efc8f0b56c2c service neutron] 10.222.0.74 "PUT /v2.0/ports/424d07d8-d461-4d25-b536-f1c309eab94a HTTP/1.1" status: 200 len: 1093 time: 2.7948110 Nov 12 03:42:28.085326 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73f144a-6c67-4752-a1e5-40a27d621a8d', 'tag': '424d07d8-d461-4d25-b536-f1c309eab94a'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:42:28.088537 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f759107e-81ad-4076-980b-1500b4c00d87" -d '{"events": [{"name": "network-changed", "server_uuid": "e73f144a-6c67-4752-a1e5-40a27d621a8d", "tag": "424d07d8-d461-4d25-b536-f1c309eab94a"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:42:28.101411 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1cba037d-d40f-4f00-898e-6b01e881e462 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.155725 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c35a493-1e3a-4eab-a73d-e654b41070f5 x-openstack-request-id: req-3c35a493-1e3a-4eab-a73d-e654b41070f5 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:42:28.156011 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e73f144a-6c67-4752-a1e5-40a27d621a8d", "tag": "424d07d8-d461-4d25-b536-f1c309eab94a", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:42:28.156477 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3c35a493-1e3a-4eab-a73d-e654b41070f5 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:42:28.156879 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e73f144a-6c67-4752-a1e5-40a27d621a8d', 'tag': '424d07d8-d461-4d25-b536-f1c309eab94a', 'status': 'completed', 'code': 200} Nov 12 03:42:28.221279 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1cba037d-d40f-4f00-898e-6b01e881e462 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.224311 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1cba037d-d40f-4f00-898e-6b01e881e462 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.249139 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b6dc07-67fd-4083-b4eb-efc8f0b56c2c service neutron] Pushing event updated for resources: {'Port': ['ID=424d07d8-d461-4d25-b536-f1c309eab94a,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:28.290590 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1cba037d-d40f-4f00-898e-6b01e881e462 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.291070 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cba037d-d40f-4f00-898e-6b01e881e462 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Fanout notify agent at l3_agent the message router_deleted on router ad3dc8eb-4737-4bdd-841e-1a9c477d7bde {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:42:28.301650 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1cba037d-d40f-4f00-898e-6b01e881e462 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.306515 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1cba037d-d40f-4f00-898e-6b01e881e462 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] 10.222.0.50 "DELETE /v2.0/routers/ad3dc8eb-4737-4bdd-841e-1a9c477d7bde HTTP/1.1" status: 204 len: 168 time: 0.9900305 Nov 12 03:42:28.307231 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58416) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:28.318070 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-81681b6c-485a-4b18-84ec-31f802340b6a tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-630610883', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}, 'admin_state_up': False}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:28.353864 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-642555a2-bc8d-45f1-b3b6-6b584fa886d0 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.383833 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-65aabecf-58bc-449d-b867-ab2a9d458569 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] remove_router_interface failed (client error): The resource could not be found. Nov 12 03:42:28.385315 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-65aabecf-58bc-449d-b867-ab2a9d458569 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "PUT /v2.0/routers/76aacb65-7eed-4c76-a0a1-80ad66fe765d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4914420 Nov 12 03:42:28.389501 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58420) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:28.394478 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-642555a2-bc8d-45f1-b3b6-6b584fa886d0 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Calling delete_port for ae14201e-4c2f-4d89-a819-5f9b8f2f4dde owned by {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:28.416814 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-d28a15f2-113f-4c3f-8c7c-4972aba89967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:28.419642 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-d28a15f2-113f-4c3f-8c7c-4972aba89967 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ebd646c30c2046e5a0b1dca0685a8224&device_id=e73f144a-6c67-4752-a1e5-40a27d621a8d HTTP/1.1" status: 200 len: 1096 time: 0.2656736 Nov 12 03:42:28.529018 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b4189a32-653e-4164-ba35-eff2dedc4229 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "GET /v2.0/ports?device_id=76aacb65-7eed-4c76-a0a1-80ad66fe765d HTTP/1.1" status: 200 len: 205 time: 0.1332402 Nov 12 03:42:28.536321 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58424) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:28.541817 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-75c69150-197f-435d-a380-05a83ad07a41 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=424d07d8-d461-4d25-b536-f1c309eab94a HTTP/1.1" status: 200 len: 217 time: 0.1120794 Nov 12 03:42:28.586468 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-81681b6c-485a-4b18-84ec-31f802340b6a tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.587635 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-81681b6c-485a-4b18-84ec-31f802340b6a tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.621885 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-e875aea1-4c7d-42b3-9d66-05a5174cd072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:28.623421 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-e875aea1-4c7d-42b3-9d66-05a5174cd072 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6255c8d0-0fd5-4122-9d4d-fab25dde405a HTTP/1.1" status: 200 len: 864 time: 0.0711908 Nov 12 03:42:28.648537 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90609c75-452c-4f97-9ffd-b862d77e6358 req-71055c4c-c304-4027-ab75-c25ab9465fcf tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:28.652752 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-90609c75-452c-4f97-9ffd-b862d77e6358 req-71055c4c-c304-4027-ab75-c25ab9465fcf tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] 10.222.0.50 "GET /v2.0/ports?device_id=e73f144a-6c67-4752-a1e5-40a27d621a8d HTTP/1.1" status: 200 len: 944 time: 0.1590302 Nov 12 03:42:28.673736 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-96a3a00b-0c52-449c-bb65-dfe0876660ee tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.690525 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-1bdb5d1d-5ee7-4700-a567-9db7236ecf52 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7cd30372-b1a2-4900-a02e-893d11eabe5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541723 Nov 12 03:42:28.733212 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-642555a2-bc8d-45f1-b3b6-6b584fa886d0 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.790910 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642555a2-bc8d-45f1-b3b6-6b584fa886d0 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event deleted for resources: {'Port': ['ID=ae14201e-4c2f-4d89-a819-5f9b8f2f4dde,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:28.814626 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-81681b6c-485a-4b18-84ec-31f802340b6a tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.830069 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-642555a2-bc8d-45f1-b3b6-6b584fa886d0 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.833325 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-642555a2-bc8d-45f1-b3b6-6b584fa886d0 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/ports/ae14201e-4c2f-4d89-a819-5f9b8f2f4dde HTTP/1.1" status: 204 len: 168 time: 1.7061112 Nov 12 03:42:28.838408 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58428) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:28.877862 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7408d41-7239-4427-9a7a-a192228a3ac9 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] GET failed (client error): The resource could not be found. Nov 12 03:42:28.877862 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d7408d41-7239-4427-9a7a-a192228a3ac9 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "GET /v2.0/ports/ae14201e-4c2f-4d89-a819-5f9b8f2f4dde HTTP/1.1" status: 404 len: 333 time: 0.0371807 Nov 12 03:42:28.882124 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58430) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:28.893662 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-28c6fbb1-e00b-43b6-95ea-7c786742afc6 service neutron] 10.222.0.74 "GET /v2.0/networks/7cd30372-b1a2-4900-a02e-893d11eabe5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908767 Nov 12 03:42:28.999481 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7aecece-9b7c-476b-91d2-b56226040fba tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Deleting subnet 65eb5b8d-4256-4011-8226-15400c0d3fac {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:42:29.007181 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e7aecece-9b7c-476b-91d2-b56226040fba tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.056473 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-90609c75-452c-4f97-9ffd-b862d77e6358 req-20a39b6c-8f0d-44f4-bccb-de597371072a tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] 10.222.0.50 "GET /v2.0/security-groups?id=44e219b5-d6a5-466c-a34d-5dab773dc179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3964980 Nov 12 03:42:29.065153 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-96a3a00b-0c52-449c-bb65-dfe0876660ee tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.068044 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-96a3a00b-0c52-449c-bb65-dfe0876660ee tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.070814 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e7aecece-9b7c-476b-91d2-b56226040fba tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.102883 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5c52b7fd-b31e-4296-a1eb-f2ce56e63198 req-40d50204-5a05-4470-9873-c82886a6d55d service neutron] 10.222.0.74 "GET /v2.0/networks/7cd30372-b1a2-4900-a02e-893d11eabe5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870475 Nov 12 03:42:29.169410 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-81681b6c-485a-4b18-84ec-31f802340b6a tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.180988 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-96a3a00b-0c52-449c-bb65-dfe0876660ee tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.181493 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a3a00b-0c52-449c-bb65-dfe0876660ee tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Fanout notify agent at l3_agent the message router_deleted on router 76aacb65-7eed-4c76-a0a1-80ad66fe765d {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:42:29.197048 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-96a3a00b-0c52-449c-bb65-dfe0876660ee tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.198150 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-96a3a00b-0c52-449c-bb65-dfe0876660ee tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "DELETE /v2.0/routers/76aacb65-7eed-4c76-a0a1-80ad66fe765d HTTP/1.1" status: 204 len: 168 time: 0.6582778 Nov 12 03:42:29.201719 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58432) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:29.221856 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e7aecece-9b7c-476b-91d2-b56226040fba tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.260418 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759107e-81ad-4076-980b-1500b4c00d87 req-cfd9db61-dc8b-41bb-940c-206c8990cbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:29.261970 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f759107e-81ad-4076-980b-1500b4c00d87 req-cfd9db61-dc8b-41bb-940c-206c8990cbe3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ebd646c30c2046e5a0b1dca0685a8224&device_id=e73f144a-6c67-4752-a1e5-40a27d621a8d HTTP/1.1" status: 200 len: 1096 time: 0.0921831 Nov 12 03:42:29.292372 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b39af40-ffa6-447a-b581-586621f87923 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Deleting subnet ba5537fb-2a86-4af5-8a49-e32fe1550b69 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:42:29.298607 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5b39af40-ffa6-447a-b581-586621f87923 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.344859 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e7aecece-9b7c-476b-91d2-b56226040fba tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.347065 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5b39af40-ffa6-447a-b581-586621f87923 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.380949 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aecece-9b7c-476b-91d2-b56226040fba tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event deleted for resources: {'Subnet': ['ID=65eb5b8d-4256-4011-8226-15400c0d3fac,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:29.388764 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e7aecece-9b7c-476b-91d2-b56226040fba tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.391919 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e7aecece-9b7c-476b-91d2-b56226040fba tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/subnets/65eb5b8d-4256-4011-8226-15400c0d3fac HTTP/1.1" status: 204 len: 168 time: 0.5077779 Nov 12 03:42:29.396149 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58434) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:29.396796 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e993b8d4-75b0-40be-b682-83c5f4a71dee None None] Network f5f99afa-c135-4291-b7cd-f4bb514c4c7a requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:29.447246 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759107e-81ad-4076-980b-1500b4c00d87 req-70c6b307-16b8-4017-af78-c19b59628877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:29.450269 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f759107e-81ad-4076-980b-1500b4c00d87 req-70c6b307-16b8-4017-af78-c19b59628877 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7cd30372-b1a2-4900-a02e-893d11eabe5e HTTP/1.1" status: 200 len: 925 time: 0.1794341 Nov 12 03:42:29.527975 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f759107e-81ad-4076-980b-1500b4c00d87 req-3d70518f-3aff-49d3-a9e8-13748d2cab1e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=424d07d8-d461-4d25-b536-f1c309eab94a HTTP/1.1" status: 200 len: 217 time: 0.0470090 Nov 12 03:42:29.581488 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759107e-81ad-4076-980b-1500b4c00d87 req-4a4732b7-084c-4b6a-ad62-f0a843a1beab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:29.582985 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f759107e-81ad-4076-980b-1500b4c00d87 req-4a4732b7-084c-4b6a-ad62-f0a843a1beab service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6255c8d0-0fd5-4122-9d4d-fab25dde405a HTTP/1.1" status: 200 len: 864 time: 0.0466061 Nov 12 03:42:29.584348 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-81681b6c-485a-4b18-84ec-31f802340b6a tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router_gateway, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.588591 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5b39af40-ffa6-447a-b581-586621f87923 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.588930 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cd04b1c8-f1d8-40e3-a2b2-fe58926469bb tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.608634 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50b6933-5eed-471a-b932-c6c902aad8b8 None None] DHCP port deletion for f5f99afa-c135-4291-b7cd-f4bb514c4c7a request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:29.624152 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f759107e-81ad-4076-980b-1500b4c00d87 req-241bb321-f548-4474-ad59-24699b85435d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7cd30372-b1a2-4900-a02e-893d11eabe5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312459 Nov 12 03:42:29.630828 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-81681b6c-485a-4b18-84ec-31f802340b6a tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.688318 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-d50b6933-5eed-471a-b932-c6c902aad8b8 None None] Deleting port e700fca9-c190-42a3-b861-f5d2070dc5be {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:29.688318 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d50b6933-5eed-471a-b932-c6c902aad8b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.758451 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-d50b6933-5eed-471a-b932-c6c902aad8b8 None None] For port e700fca9-c190-42a3-b861-f5d2070dc5be, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e700fca9-c190-42a3-b861-f5d2070dc5be,segment=NetworkSegment(353e5b65-4d49-4989-a98f-b108532bb17f),segment_id=353e5b65-4d49-4989-a98f-b108532bb17f)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:29.759310 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d50b6933-5eed-471a-b932-c6c902aad8b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.767390 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-cd04b1c8-f1d8-40e3-a2b2-fe58926469bb tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Deleting port e700fca9-c190-42a3-b861-f5d2070dc5be {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:29.767390 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cd04b1c8-f1d8-40e3-a2b2-fe58926469bb tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.774912 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-d50b6933-5eed-471a-b932-c6c902aad8b8 None None] Calling delete_port for e700fca9-c190-42a3-b861-f5d2070dc5be owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:29.793889 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f759107e-81ad-4076-980b-1500b4c00d87 req-46dad768-5c20-47d8-893d-69a212a44f24 service neutron] 10.222.0.74 "GET /v2.0/networks/7cd30372-b1a2-4900-a02e-893d11eabe5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615644 Nov 12 03:42:29.802239 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-81681b6c-485a-4b18-84ec-31f802340b6a tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Allocated IP 172.25.5.3 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/55785d0e-52a4-436c-b67e-6407ff0e165c) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:29.813933 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5b39af40-ffa6-447a-b581-586621f87923 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.852456 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b39af40-ffa6-447a-b581-586621f87923 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event deleted for resources: {'Subnet': ['ID=ba5537fb-2a86-4af5-8a49-e32fe1550b69,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:29.862045 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5b39af40-ffa6-447a-b581-586621f87923 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.865274 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5b39af40-ffa6-447a-b581-586621f87923 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "DELETE /v2.0/subnets/ba5537fb-2a86-4af5-8a49-e32fe1550b69 HTTP/1.1" status: 204 len: 168 time: 0.6626260 Nov 12 03:42:29.871273 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58444) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:29.947157 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-cd04b1c8-f1d8-40e3-a2b2-fe58926469bb tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] For port e700fca9-c190-42a3-b861-f5d2070dc5be, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e700fca9-c190-42a3-b861-f5d2070dc5be,segment=NetworkSegment(353e5b65-4d49-4989-a98f-b108532bb17f),segment_id=353e5b65-4d49-4989-a98f-b108532bb17f)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:29.947830 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cd04b1c8-f1d8-40e3-a2b2-fe58926469bb tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.981726 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-81681b6c-485a-4b18-84ec-31f802340b6a tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.027783 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-81681b6c-485a-4b18-84ec-31f802340b6a tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.054098 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f0218dff-9f1f-49ab-9835-6e7b990c0300 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.061429 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a2edc4-e6fa-4b29-b2a6-4407502b03ea None None] Network 7e9036bb-c413-4d71-a0ee-2a50a85a4703 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:30.065059 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-cd04b1c8-f1d8-40e3-a2b2-fe58926469bb tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Calling delete_port for e700fca9-c190-42a3-b861-f5d2070dc5be owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:30.081589 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81681b6c-485a-4b18-84ec-31f802340b6a tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:30.090911 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-81681b6c-485a-4b18-84ec-31f802340b6a tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:30.098898 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81681b6c-485a-4b18-84ec-31f802340b6a tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:30.144485 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81681b6c-485a-4b18-84ec-31f802340b6a tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Pushing event updated for resources: {'Port': ['ID=55785d0e-52a4-436c-b67e-6407ff0e165c,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:30.243922 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d50b6933-5eed-471a-b932-c6c902aad8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.287918 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cd04b1c8-f1d8-40e3-a2b2-fe58926469bb tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.295430 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50b6933-5eed-471a-b932-c6c902aad8b8 None None] Pushing event deleted for resources: {'Port': ['ID=e700fca9-c190-42a3-b861-f5d2070dc5be,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:30.298441 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50b6933-5eed-471a-b932-c6c902aad8b8 None None] No DVR routers for this DVR port e700fca9-c190-42a3-b861-f5d2070dc5be on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:42:30.299449 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f759107e-81ad-4076-980b-1500b4c00d87 req-a8f47daf-1876-4adc-8224-f3c31ab31f36 service neutron] 10.222.0.74 "GET /v2.0/networks/7cd30372-b1a2-4900-a02e-893d11eabe5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4650595 Nov 12 03:42:30.348632 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04b1c8-f1d8-40e3-a2b2-fe58926469bb tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event deleted for resources: {'Port': ['ID=e700fca9-c190-42a3-b861-f5d2070dc5be,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:30.350725 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd04b1c8-f1d8-40e3-a2b2-fe58926469bb tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] No DVR routers for this DVR port e700fca9-c190-42a3-b861-f5d2070dc5be on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:42:30.364336 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5b6d7372-8978-433c-9041-1c5b037d6e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.487296 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dce7419-d47a-4c41-bb1e-a4126c3b6b5b None None] DHCP port deletion for 7e9036bb-c413-4d71-a0ee-2a50a85a4703 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:30.488038 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cd04b1c8-f1d8-40e3-a2b2-fe58926469bb tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.498507 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-f0218dff-9f1f-49ab-9835-6e7b990c0300 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Deleting port c6e20082-612d-4e9a-bdda-7c6385f4fe26 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:30.498975 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f0218dff-9f1f-49ab-9835-6e7b990c0300 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.541854 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-cd04b1c8-f1d8-40e3-a2b2-fe58926469bb tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5f99afa-c135-4291-b7cd-f4bb514c4c7a']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:30.547741 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e700fca9-c190-42a3-b861-f5d2070dc5be no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:42:30.579418 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: e700fca9-c190-42a3-b861-f5d2070dc5be {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:42:30.579777 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e700fca9-c190-42a3-b861-f5d2070dc5be not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:42:30.593612 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-5dce7419-d47a-4c41-bb1e-a4126c3b6b5b None None] Deleting port c6e20082-612d-4e9a-bdda-7c6385f4fe26 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:30.593832 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5dce7419-d47a-4c41-bb1e-a4126c3b6b5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.596595 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-cd04b1c8-f1d8-40e3-a2b2-fe58926469bb tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '353e5b65-4d49-4989-a98f-b108532bb17f') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:30.596977 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-cd04b1c8-f1d8-40e3-a2b2-fe58926469bb tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '353e5b65-4d49-4989-a98f-b108532bb17f') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:30.617984 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cd04b1c8-f1d8-40e3-a2b2-fe58926469bb tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.634366 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-f0218dff-9f1f-49ab-9835-6e7b990c0300 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] For port c6e20082-612d-4e9a-bdda-7c6385f4fe26, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=c6e20082-612d-4e9a-bdda-7c6385f4fe26,segment=NetworkSegment(9731cbfb-559d-423c-bc5a-d3afd8f50809),segment_id=9731cbfb-559d-423c-bc5a-d3afd8f50809)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:30.634733 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f0218dff-9f1f-49ab-9835-6e7b990c0300 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.648475 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cd04b1c8-f1d8-40e3-a2b2-fe58926469bb tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.658470 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd04b1c8-f1d8-40e3-a2b2-fe58926469bb tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:42:30.659438 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cd04b1c8-f1d8-40e3-a2b2-fe58926469bb tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.665716 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-5dce7419-d47a-4c41-bb1e-a4126c3b6b5b None None] For port c6e20082-612d-4e9a-bdda-7c6385f4fe26, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=c6e20082-612d-4e9a-bdda-7c6385f4fe26,segment=NetworkSegment(9731cbfb-559d-423c-bc5a-d3afd8f50809),segment_id=9731cbfb-559d-423c-bc5a-d3afd8f50809)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:30.666133 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5dce7419-d47a-4c41-bb1e-a4126c3b6b5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.681673 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-5dce7419-d47a-4c41-bb1e-a4126c3b6b5b None None] Calling delete_port for c6e20082-612d-4e9a-bdda-7c6385f4fe26 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:30.752157 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:42:30.752157 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:42:30.752157 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:42:30.752157 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:42:30.752157 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:42:30.752157 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:42:30.752157 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:42:30.752157 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:42:30.752157 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:42:30.752157 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:42:30.752157 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:42:30.752157 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:42:30.752157 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:42:30.752157 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:42:30.752157 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:42:30.752157 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:42:30.752157 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:42:30.752157 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:42:30.752157 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:42:30.752157 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:42:30.752157 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:42:30.752157 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:42:30.752157 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:42:30.752157 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:42:30.752157 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:42:30.752157 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:42:30.752157 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:42:30.752157 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:42:30.752157 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:42:30.752157 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:42:30.752157 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:42:30.752157 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:42:30.752157 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:42:30.752157 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:42:30.752157 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:42:30.752157 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:42:30.752157 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:42:30.752157 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:42:30.752157 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:42:30.752157 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:42:30.756415 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-f0218dff-9f1f-49ab-9835-6e7b990c0300 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Calling delete_port for c6e20082-612d-4e9a-bdda-7c6385f4fe26 owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:30.758978 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cd04b1c8-f1d8-40e3-a2b2-fe58926469bb tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.764632 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cd04b1c8-f1d8-40e3-a2b2-fe58926469bb tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.768873 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-cd04b1c8-f1d8-40e3-a2b2-fe58926469bb tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/networks/f5f99afa-c135-4291-b7cd-f4bb514c4c7a HTTP/1.1" status: 204 len: 168 time: 1.3723824 Nov 12 03:42:30.787428 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58450) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:30.793385 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-d52f7b8d-2573-4838-9767-2df5187c47f5 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1201849742'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:30.794594 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04b1c8-f1d8-40e3-a2b2-fe58926469bb tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event deleted for resources: {'Network': ['ID=f5f99afa-c135-4291-b7cd-f4bb514c4c7a,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:30.804502 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5dce7419-d47a-4c41-bb1e-a4126c3b6b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.856523 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce7419-d47a-4c41-bb1e-a4126c3b6b5b None None] Pushing event deleted for resources: {'Port': ['ID=c6e20082-612d-4e9a-bdda-7c6385f4fe26,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:30.878720 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dce7419-d47a-4c41-bb1e-a4126c3b6b5b None None] No DVR routers for this DVR port c6e20082-612d-4e9a-bdda-7c6385f4fe26 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:42:30.889933 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f0218dff-9f1f-49ab-9835-6e7b990c0300 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.894045 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7076d3a-7dde-41b8-b6db-868e036f9266 req-9266e3c4-acaa-46a2-af18-966183e785e1 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:30.903264 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b7076d3a-7dde-41b8-b6db-868e036f9266 req-9266e3c4-acaa-46a2-af18-966183e785e1 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] 10.222.0.50 "GET /v2.0/ports?device_id=e73f144a-6c67-4752-a1e5-40a27d621a8d HTTP/1.1" status: 200 len: 944 time: 0.1442854 Nov 12 03:42:30.933036 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52f7b8d-2573-4838-9767-2df5187c47f5 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Made reservation on behalf of 67babf17303845e7bb463e099a9322ec for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:30.934261 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0218dff-9f1f-49ab-9835-6e7b990c0300 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event deleted for resources: {'Port': ['ID=c6e20082-612d-4e9a-bdda-7c6385f4fe26,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:30.936650 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d52f7b8d-2573-4838-9767-2df5187c47f5 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.938070 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0218dff-9f1f-49ab-9835-6e7b990c0300 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] No DVR routers for this DVR port c6e20082-612d-4e9a-bdda-7c6385f4fe26 on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:42:31.027443 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d52f7b8d-2573-4838-9767-2df5187c47f5 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:42:31.033043 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-81681b6c-485a-4b18-84ec-31f802340b6a tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router_gateway, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.044187 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f0218dff-9f1f-49ab-9835-6e7b990c0300 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.073971 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-f0218dff-9f1f-49ab-9835-6e7b990c0300 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e9036bb-c413-4d71-a0ee-2a50a85a4703']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:31.089170 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-f0218dff-9f1f-49ab-9835-6e7b990c0300 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9731cbfb-559d-423c-bc5a-d3afd8f50809') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:31.089491 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-f0218dff-9f1f-49ab-9835-6e7b990c0300 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9731cbfb-559d-423c-bc5a-d3afd8f50809') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:31.114521 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f0218dff-9f1f-49ab-9835-6e7b990c0300 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.123088 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b7076d3a-7dde-41b8-b6db-868e036f9266 req-e5eb99a2-f6c0-46ad-b679-e15841c2152c tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] 10.222.0.50 "GET /v2.0/security-groups?id=44e219b5-d6a5-466c-a34d-5dab773dc179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189291 Nov 12 03:42:31.129291 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d52f7b8d-2573-4838-9767-2df5187c47f5 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.129291 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-d52f7b8d-2573-4838-9767-2df5187c47f5 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Added segment e73b4901-8fb0-4ff6-9d80-652aa35bf7c0 of type vlan for network a0060f41-e677-4f64-a2b1-1f0d892af9a3 Nov 12 03:42:31.138999 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f0218dff-9f1f-49ab-9835-6e7b990c0300 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.147328 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0218dff-9f1f-49ab-9835-6e7b990c0300 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:42:31.147717 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f0218dff-9f1f-49ab-9835-6e7b990c0300 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.187403 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d52f7b8d-2573-4838-9767-2df5187c47f5 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.207145 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:42:31.207145 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:42:31.207145 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:42:31.207145 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:42:31.207145 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:42:31.207145 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:42:31.207145 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:42:31.207145 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:42:31.207145 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:42:31.207145 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:42:31.207145 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:42:31.207145 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:42:31.207145 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:42:31.207145 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:42:31.207145 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:42:31.207145 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:42:31.207145 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:42:31.207145 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:42:31.207145 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:42:31.207145 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:42:31.207145 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:42:31.207145 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:42:31.207145 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:42:31.207145 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:42:31.207145 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:42:31.207145 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:42:31.207145 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:42:31.207145 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:42:31.207145 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:42:31.207145 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:42:31.207145 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:42:31.207145 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:42:31.234810 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f0218dff-9f1f-49ab-9835-6e7b990c0300 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.261926 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f0218dff-9f1f-49ab-9835-6e7b990c0300 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.269075 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f0218dff-9f1f-49ab-9835-6e7b990c0300 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "DELETE /v2.0/networks/7e9036bb-c413-4d71-a0ee-2a50a85a4703 HTTP/1.1" status: 204 len: 168 time: 1.3932884 Nov 12 03:42:31.269075 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0218dff-9f1f-49ab-9835-6e7b990c0300 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event deleted for resources: {'Network': ['ID=7e9036bb-c413-4d71-a0ee-2a50a85a4703,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:31.270066 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58456) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:31.275182 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-ea7e79f4-cdb7-4405-8b52-3572fcf7c2c0 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Request body: {'network': {'name': 'tempest-RoutersTest-335746806'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:31.289146 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d52f7b8d-2573-4838-9767-2df5187c47f5 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.295655 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52f7b8d-2573-4838-9767-2df5187c47f5 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:31.296288 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d52f7b8d-2573-4838-9767-2df5187c47f5 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.311764 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7e79f4-cdb7-4405-8b52-3572fcf7c2c0 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Made reservation on behalf of 2daba86d1f0544abbd55ed3fcbf9b5c1 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:31.315803 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ea7e79f4-cdb7-4405-8b52-3572fcf7c2c0 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.350205 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea7e79f4-cdb7-4405-8b52-3572fcf7c2c0 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:42:31.361193 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ea7e79f4-cdb7-4405-8b52-3572fcf7c2c0 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.361525 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-ea7e79f4-cdb7-4405-8b52-3572fcf7c2c0 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Added segment fc9fd1f1-fde3-42b1-b71b-eb1d0cbca531 of type vlan for network ecb4eecf-ffa7-4db5-b961-0a01d40139a8 Nov 12 03:42:31.374925 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d52f7b8d-2573-4838-9767-2df5187c47f5 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5816092 Nov 12 03:42:31.375157 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58458) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:31.378933 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-dc7189a9-5116-4599-a29f-888955e10d5b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'subnet': {'network_id': 'a0060f41-e677-4f64-a2b1-1f0d892af9a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:31.383097 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f7b8d-2573-4838-9767-2df5187c47f5 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event updated for resources: {'Network': ['ID=a0060f41-e677-4f64-a2b1-1f0d892af9a3,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:31.385275 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-81681b6c-485a-4b18-84ec-31f802340b6a tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.402590 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network a0060f41-e677-4f64-a2b1-1f0d892af9a3 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:42:31.500224 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ea7e79f4-cdb7-4405-8b52-3572fcf7c2c0 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.558883 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81681b6c-485a-4b18-84ec-31f802340b6a tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Router fbe99c54-1a99-4ddc-bc69-848da28cf390 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:42:31.559960 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ea7e79f4-cdb7-4405-8b52-3572fcf7c2c0 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.569030 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7e79f4-cdb7-4405-8b52-3572fcf7c2c0 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:31.571815 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ea7e79f4-cdb7-4405-8b52-3572fcf7c2c0 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.597408 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7189a9-5116-4599-a29f-888955e10d5b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Made reservation on behalf of 67babf17303845e7bb463e099a9322ec for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:31.601505 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dc7189a9-5116-4599-a29f-888955e10d5b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.678981 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ea7e79f4-cdb7-4405-8b52-3572fcf7c2c0 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4084945 Nov 12 03:42:31.682166 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58460) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:31.689231 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-235f40be-9a14-423c-ae66-1fa76d244350 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Request body: {'subnet': {'network_id': 'ecb4eecf-ffa7-4db5-b961-0a01d40139a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:31.717667 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e79f4-cdb7-4405-8b52-3572fcf7c2c0 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event updated for resources: {'Network': ['ID=ecb4eecf-ffa7-4db5-b961-0a01d40139a8,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:31.738843 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network ecb4eecf-ffa7-4db5-b961-0a01d40139a8 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:42:31.774323 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81681b6c-485a-4b18-84ec-31f802340b6a tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:31.816600 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deac6881-b8f5-4648-845a-1ec3391ae059 None None] Sync routers for ids ['fbe99c54-1a99-4ddc-bc69-848da28cf390'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:31.820287 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-81681b6c-485a-4b18-84ec-31f802340b6a tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.825204 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-81681b6c-485a-4b18-84ec-31f802340b6a tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.5137384 Nov 12 03:42:31.828228 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58462) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:31.834943 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deac6881-b8f5-4648-845a-1ec3391ae059 None None] Routers {'fbe99c54-1a99-4ddc-bc69-848da28cf390'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:31.835579 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-deac6881-b8f5-4648-845a-1ec3391ae059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:42:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['fbe99c54-1a99-4ddc-bc69-848da28cf390'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:31.837266 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-56debf17-6453-47c2-8e76-42216634fa8c tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:31.856272 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235f40be-9a14-423c-ae66-1fa76d244350 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Made reservation on behalf of 2daba86d1f0544abbd55ed3fcbf9b5c1 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:31.860653 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-235f40be-9a14-423c-ae66-1fa76d244350 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.874704 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-deac6881-b8f5-4648-845a-1ec3391ae059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:31.891756 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deac6881-b8f5-4648-845a-1ec3391ae059 None None] Routers {'fbe99c54-1a99-4ddc-bc69-848da28cf390'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:31.892675 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-deac6881-b8f5-4648-845a-1ec3391ae059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:42:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['fbe99c54-1a99-4ddc-bc69-848da28cf390'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:31.943216 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-deac6881-b8f5-4648-845a-1ec3391ae059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:31.943781 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deac6881-b8f5-4648-845a-1ec3391ae059 None None] The sync data for ids ['fbe99c54-1a99-4ddc-bc69-848da28cf390'] in n-d-715271-27 is: [] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:32.096149 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-235f40be-9a14-423c-ae66-1fa76d244350 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.161576 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f40be-9a14-423c-ae66-1fa76d244350 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event updated for resources: {'Subnet': ['ID=09697807-4fcd-465b-b7d7-8eaea0cc7447,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:32.175820 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235f40be-9a14-423c-ae66-1fa76d244350 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Checking segment: {'id': 'fc9fd1f1-fde3-42b1-b71b-eb1d0cbca531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ecb4eecf-ffa7-4db5-b961-0a01d40139a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:32.175820 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235f40be-9a14-423c-ae66-1fa76d244350 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Network hostable DHCP agents. Network: ecb4eecf-ffa7-4db5-b961-0a01d40139a8, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:42:32.194755 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235f40be-9a14-423c-ae66-1fa76d244350 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Network ecb4eecf-ffa7-4db5-b961-0a01d40139a8 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:42:32.206490 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-235f40be-9a14-423c-ae66-1fa76d244350 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, ecb4eecf-ffa7-4db5-b961-0a01d40139a8) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:32.211122 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235f40be-9a14-423c-ae66-1fa76d244350 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:32.211808 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-235f40be-9a14-423c-ae66-1fa76d244350 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.227746 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99053fea-e153-489f-bffd-1ce34fd116aa None None] Network ecb4eecf-ffa7-4db5-b961-0a01d40139a8 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:32.239624 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-235f40be-9a14-423c-ae66-1fa76d244350 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5566390 Nov 12 03:42:32.242319 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58470) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:32.247540 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-a1a05727-06eb-4df0-a6f8-a2ae97d70ceb tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1688666673', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:32.303211 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a1a05727-06eb-4df0-a6f8-a2ae97d70ceb tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.304320 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a1a05727-06eb-4df0-a6f8-a2ae97d70ceb tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.328307 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3f2a1-1400-447a-8f4a-10589e59a440 req-7140137b-511e-438a-9416-1535a192c7b6 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:32.329867 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1ee3f2a1-1400-447a-8f4a-10589e59a440 req-7140137b-511e-438a-9416-1535a192c7b6 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] 10.222.0.50 "GET /v2.0/ports?device_id=e73f144a-6c67-4752-a1e5-40a27d621a8d HTTP/1.1" status: 200 len: 944 time: 0.0889633 Nov 12 03:42:32.369351 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dc7189a9-5116-4599-a29f-888955e10d5b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.392606 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a1a05727-06eb-4df0-a6f8-a2ae97d70ceb tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.400991 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a1a05727-06eb-4df0-a6f8-a2ae97d70ceb tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.434069 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60fffa6-e47d-4f1c-b060-a70a32b5fb89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-ecb4eecf-ffa7-4db5-b961-0a01d40139a8', 'network_id': 'ecb4eecf-ffa7-4db5-b961-0a01d40139a8', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'fixed_ips': [{'subnet_id': '09697807-4fcd-465b-b7d7-8eaea0cc7447'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:42:32.435065 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e60fffa6-e47d-4f1c-b060-a70a32b5fb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.436199 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a1a05727-06eb-4df0-a6f8-a2ae97d70ceb tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.437434 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a1a05727-06eb-4df0-a6f8-a2ae97d70ceb tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1942036 Nov 12 03:42:32.441578 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1ee3f2a1-1400-447a-8f4a-10589e59a440 req-4150a687-c23e-48fa-bebd-86eae917ae34 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] 10.222.0.50 "GET /v2.0/security-groups?id=44e219b5-d6a5-466c-a34d-5dab773dc179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995851 Nov 12 03:42:32.442043 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58472) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:32.530203 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7189a9-5116-4599-a29f-888955e10d5b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event updated for resources: {'Subnet': ['ID=3de3b828-8619-45cf-81df-18c5544ed0b8,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:32.554955 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7189a9-5116-4599-a29f-888955e10d5b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Checking segment: {'id': 'e73b4901-8fb0-4ff6-9d80-652aa35bf7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a0060f41-e677-4f64-a2b1-1f0d892af9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:32.554955 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7189a9-5116-4599-a29f-888955e10d5b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Network hostable DHCP agents. Network: a0060f41-e677-4f64-a2b1-1f0d892af9a3, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:42:32.581662 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device c6e20082-612d-4e9a-bdda-7c6385f4fe26 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:42:32.616830 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7189a9-5116-4599-a29f-888955e10d5b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Network a0060f41-e677-4f64-a2b1-1f0d892af9a3 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:42:32.619451 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: c6e20082-612d-4e9a-bdda-7c6385f4fe26 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:42:32.619727 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device c6e20082-612d-4e9a-bdda-7c6385f4fe26 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:42:32.655083 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-dc7189a9-5116-4599-a29f-888955e10d5b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, a0060f41-e677-4f64-a2b1-1f0d892af9a3) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:32.661996 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7189a9-5116-4599-a29f-888955e10d5b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:32.662594 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dc7189a9-5116-4599-a29f-888955e10d5b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.676008 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7682c9-8f58-44f3-a57e-998ee2faaaed None None] Network a0060f41-e677-4f64-a2b1-1f0d892af9a3 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:32.687871 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-dc7189a9-5116-4599-a29f-888955e10d5b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3134241 Nov 12 03:42:32.690925 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58474) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:32.694160 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-56debf17-6453-47c2-8e76-42216634fa8c tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.695951 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-a724d4f2-c2f2-4b48-ac28-5a076e101568 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'port': {'network_id': 'a0060f41-e677-4f64-a2b1-1f0d892af9a3', 'name': 'tempest-PortsIpV6TestJSON-176104902', 'fixed_ips': [{'subnet_id': '3de3b828-8619-45cf-81df-18c5544ed0b8', 'ip_address': '2001:db8::10'}]}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:32.710079 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-56debf17-6453-47c2-8e76-42216634fa8c tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.725617 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-e60fffa6-e47d-4f1c-b060-a70a32b5fb89 None None] Allocated IP 172.20.0.2 (ecb4eecf-ffa7-4db5-b961-0a01d40139a8/09697807-4fcd-465b-b7d7-8eaea0cc7447/e403c8e7-1ea9-457a-899b-e89fc7edce59) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:32.781784 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-56debf17-6453-47c2-8e76-42216634fa8c tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Deleting port 55785d0e-52a4-436c-b67e-6407ff0e165c {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:32.782136 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-56debf17-6453-47c2-8e76-42216634fa8c tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.840218 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7b328df7-c47d-4b7b-9584-4f7ef7975087 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.873427 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-56debf17-6453-47c2-8e76-42216634fa8c tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.890498 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-56debf17-6453-47c2-8e76-42216634fa8c tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Calling delete_port for 55785d0e-52a4-436c-b67e-6407ff0e165c owned by network:router_gateway {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:32.959590 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a724d4f2-c2f2-4b48-ac28-5a076e101568 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Made reservation on behalf of 67babf17303845e7bb463e099a9322ec for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:32.978981 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8ffca0-678f-43ac-a1e1-6394ebeedd78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-a0060f41-e677-4f64-a2b1-1f0d892af9a3', 'network_id': 'a0060f41-e677-4f64-a2b1-1f0d892af9a3', 'tenant_id': '67babf17303845e7bb463e099a9322ec', 'fixed_ips': [{'subnet_id': '3de3b828-8619-45cf-81df-18c5544ed0b8'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:42:32.980812 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1e8ffca0-678f-43ac-a1e1-6394ebeedd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.072752 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 424d07d8-d461-4d25-b536-f1c309eab94a details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:42:33.096267 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e60fffa6-e47d-4f1c-b060-a70a32b5fb89 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.148454 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-56debf17-6453-47c2-8e76-42216634fa8c tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.159434 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a724d4f2-c2f2-4b48-ac28-5a076e101568 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.163301 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e60fffa6-e47d-4f1c-b060-a70a32b5fb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.193707 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56debf17-6453-47c2-8e76-42216634fa8c tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Pushing event deleted for resources: {'Port': ['ID=55785d0e-52a4-436c-b67e-6407ff0e165c,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:33.220241 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-a724d4f2-c2f2-4b48-ac28-5a076e101568 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] device_id is not set on port d09fac87-4863-4407-ac2d-b12c3a0e1e23 yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:42:33.287735 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-56debf17-6453-47c2-8e76-42216634fa8c tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.327709 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60fffa6-e47d-4f1c-b060-a70a32b5fb89 None None] Network ecb4eecf-ffa7-4db5-b961-0a01d40139a8 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:33.360976 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-7b328df7-c47d-4b7b-9584-4f7ef7975087 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Allocated IP 172.20.0.1 (ecb4eecf-ffa7-4db5-b961-0a01d40139a8/09697807-4fcd-465b-b7d7-8eaea0cc7447/b81a6cce-6ef6-41b5-b1aa-cdad4be5a27a) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:33.406630 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-984cba21-587c-4485-ba4f-2af1f8ee214d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.421784 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-e60fffa6-e47d-4f1c-b060-a70a32b5fb89 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:33.472971 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60fffa6-e47d-4f1c-b060-a70a32b5fb89 None None] Pushing event updated for resources: {'Port': ['ID=e403c8e7-1ea9-457a-899b-e89fc7edce59,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:33.486762 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60fffa6-e47d-4f1c-b060-a70a32b5fb89 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:33.492843 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 424d07d8-d461-4d25-b536-f1c309eab94a, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=424d07d8-d461-4d25-b536-f1c309eab94a,segment=NetworkSegment(447fa3e9-9e5b-4732-baad-9f09ba129e8f),segment_id=447fa3e9-9e5b-4732-baad-9f09ba129e8f)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:33.545739 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '424d07d8-d461-4d25-b536-f1c309eab94a', 'network_id': '7cd30372-b1a2-4900-a02e-893d11eabe5e', 'port_id': '424d07d8-d461-4d25-b536-f1c309eab94a', 'mac_address': 'fa:16:3e:07:ca:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6255c8d0-0fd5-4122-9d4d-fab25dde405a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:42:33.558409 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-1e8ffca0-678f-43ac-a1e1-6394ebeedd78 None None] Allocated IP 2001:db8::2 (a0060f41-e677-4f64-a2b1-1f0d892af9a3/3de3b828-8619-45cf-81df-18c5544ed0b8/ba8a6084-b721-4900-b797-26939dcc3c89) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:33.628091 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-56debf17-6453-47c2-8e76-42216634fa8c tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41374'] for router, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.630461 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7b328df7-c47d-4b7b-9584-4f7ef7975087 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.633376 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-56debf17-6453-47c2-8e76-42216634fa8c tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-622926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-623029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620584'] for router, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.639283 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.654005 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e6c29-1af3-4496-9395-5e2f50a6eb08 req-c1b8b448-08e0-4c09-ba9a-47b650f9b9d0 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:33.654873 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-e60fffa6-e47d-4f1c-b060-a70a32b5fb89 None None] Attempting to bind port e403c8e7-1ea9-457a-899b-e89fc7edce59 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:42:33.655487 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-e60fffa6-e47d-4f1c-b060-a70a32b5fb89 None None] Attempting to bind port e403c8e7-1ea9-457a-899b-e89fc7edce59 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'fc9fd1f1-fde3-42b1-b71b-eb1d0cbca531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ecb4eecf-ffa7-4db5-b961-0a01d40139a8'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:42:33.656100 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60fffa6-e47d-4f1c-b060-a70a32b5fb89 None None] Attempting to bind port e403c8e7-1ea9-457a-899b-e89fc7edce59 on network ecb4eecf-ffa7-4db5-b961-0a01d40139a8 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:33.661566 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ee2e6c29-1af3-4496-9395-5e2f50a6eb08 req-c1b8b448-08e0-4c09-ba9a-47b650f9b9d0 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] 10.222.0.50 "GET /v2.0/ports?device_id=e73f144a-6c67-4752-a1e5-40a27d621a8d HTTP/1.1" status: 200 len: 944 time: 0.0905359 Nov 12 03:42:33.668446 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60fffa6-e47d-4f1c-b060-a70a32b5fb89 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:42:33.669300 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60fffa6-e47d-4f1c-b060-a70a32b5fb89 None None] Checking segment: {'id': 'fc9fd1f1-fde3-42b1-b71b-eb1d0cbca531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ecb4eecf-ffa7-4db5-b961-0a01d40139a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:33.670334 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e60fffa6-e47d-4f1c-b060-a70a32b5fb89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.670992 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60fffa6-e47d-4f1c-b060-a70a32b5fb89 None None] Bound using segment: {'id': 'fc9fd1f1-fde3-42b1-b71b-eb1d0cbca531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ecb4eecf-ffa7-4db5-b961-0a01d40139a8'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:42:33.671830 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-e60fffa6-e47d-4f1c-b060-a70a32b5fb89 None None] Bound port: e403c8e7-1ea9-457a-899b-e89fc7edce59, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc9fd1f1-fde3-42b1-b71b-eb1d0cbca531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ecb4eecf-ffa7-4db5-b961-0a01d40139a8'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:42:33.672526 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e60fffa6-e47d-4f1c-b060-a70a32b5fb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.706571 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 424d07d8-d461-4d25-b536-f1c309eab94a {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:42:33.721365 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ee2e6c29-1af3-4496-9395-5e2f50a6eb08 req-7c2acc5f-3d71-49a6-932b-be98881b348c tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] 10.222.0.50 "GET /v2.0/security-groups?id=44e219b5-d6a5-466c-a34d-5dab773dc179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589900 Nov 12 03:42:33.733297 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7b328df7-c47d-4b7b-9584-4f7ef7975087 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.747079 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56debf17-6453-47c2-8e76-42216634fa8c tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Router fbe99c54-1a99-4ddc-bc69-848da28cf390 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:42:33.774635 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b328df7-c47d-4b7b-9584-4f7ef7975087 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Network ecb4eecf-ffa7-4db5-b961-0a01d40139a8 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:33.781539 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-7b328df7-c47d-4b7b-9584-4f7ef7975087 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:33.784192 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b328df7-c47d-4b7b-9584-4f7ef7975087 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:33.796799 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 424d07d8-d461-4d25-b536-f1c309eab94a, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=424d07d8-d461-4d25-b536-f1c309eab94a,segment=NetworkSegment(447fa3e9-9e5b-4732-baad-9f09ba129e8f),segment_id=447fa3e9-9e5b-4732-baad-9f09ba129e8f)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:33.826580 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b328df7-c47d-4b7b-9584-4f7ef7975087 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event updated for resources: {'Port': ['ID=b81a6cce-6ef6-41b5-b1aa-cdad4be5a27a,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:33.841263 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.854136 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7b328df7-c47d-4b7b-9584-4f7ef7975087 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.859155 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56debf17-6453-47c2-8e76-42216634fa8c tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:33.867454 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-56debf17-6453-47c2-8e76-42216634fa8c tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.871481 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-56debf17-6453-47c2-8e76-42216634fa8c tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] 10.222.0.50 "PUT /v2.0/routers/fbe99c54-1a99-4ddc-bc69-848da28cf390 HTTP/1.1" status: 200 len: 705 time: 2.0391526 Nov 12 03:42:33.873240 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58488) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:33.875764 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4829b4ff-8c05-4f20-b12e-0ded7a521d70 None None] Sync routers for ids ['fbe99c54-1a99-4ddc-bc69-848da28cf390'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:33.891119 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4829b4ff-8c05-4f20-b12e-0ded7a521d70 None None] Routers {'fbe99c54-1a99-4ddc-bc69-848da28cf390'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:33.891861 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-4829b4ff-8c05-4f20-b12e-0ded7a521d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:42:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['fbe99c54-1a99-4ddc-bc69-848da28cf390'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:33.953336 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-4829b4ff-8c05-4f20-b12e-0ded7a521d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:33.965510 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4829b4ff-8c05-4f20-b12e-0ded7a521d70 None None] Routers {'fbe99c54-1a99-4ddc-bc69-848da28cf390'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:33.966629 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-4829b4ff-8c05-4f20-b12e-0ded7a521d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:42:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['fbe99c54-1a99-4ddc-bc69-848da28cf390'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:33.990878 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7b328df7-c47d-4b7b-9584-4f7ef7975087 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:34.000929 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-4829b4ff-8c05-4f20-b12e-0ded7a521d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:34.001908 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4829b4ff-8c05-4f20-b12e-0ded7a521d70 None None] The sync data for ids ['fbe99c54-1a99-4ddc-bc69-848da28cf390'] in n-d-715271-27 is: [] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:34.012820 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-15713a05-2ddf-44ff-8561-43bf9a778043 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] 10.222.0.50 "GET /v2.0/routers/fbe99c54-1a99-4ddc-bc69-848da28cf390 HTTP/1.1" status: 200 len: 740 time: 0.1380284 Nov 12 03:42:34.013633 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58490) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:34.054674 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58492) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:34.055732 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ac87ffb5-ae9b-4c0d-b475-a5158c6603d6 tempest-RoutersAdminTest-456786297 tempest-RoutersAdminTest-456786297-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=7932a4b6-40b8-49fc-bb5c-2a6d25b0a895&device_id=fbe99c54-1a99-4ddc-bc69-848da28cf390 HTTP/1.1" status: 200 len: 205 time: 0.0407705 Nov 12 03:42:34.094564 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-10529a57-fa22-4927-b061-140fe5e13d8d tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbe99c54-1a99-4ddc-bc69-848da28cf390 HTTP/1.1" status: 200 len: 205 time: 0.0384347 Nov 12 03:42:34.099179 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58496) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:34.201069 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=424d07d8-d461-4d25-b536-f1c309eab94a,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:34.253665 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-12be100e-da03-4b80-aaf2-2b4fb20d9d9c tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:34.267493 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1e8ffca0-678f-43ac-a1e1-6394ebeedd78 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:34.273646 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:34.277125 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1e8ffca0-678f-43ac-a1e1-6394ebeedd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:34.279764 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-e60fffa6-e47d-4f1c-b060-a70a32b5fb89 None None] For port e403c8e7-1ea9-457a-899b-e89fc7edce59, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:42:34.325891 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ffca0-678f-43ac-a1e1-6394ebeedd78 None None] Pushing event updated for resources: {'Port': ['ID=ba8a6084-b721-4900-b797-26939dcc3c89,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:34.331465 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['424d07d8-d461-4d25-b536-f1c309eab94a'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:42:34.420778 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-e60fffa6-e47d-4f1c-b060-a70a32b5fb89 None None] For port e403c8e7-1ea9-457a-899b-e89fc7edce59, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e403c8e7-1ea9-457a-899b-e89fc7edce59,segment=NetworkSegment(fc9fd1f1-fde3-42b1-b71b-eb1d0cbca531),segment_id=fc9fd1f1-fde3-42b1-b71b-eb1d0cbca531)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:42:34.440615 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8ffca0-678f-43ac-a1e1-6394ebeedd78 None None] Network a0060f41-e677-4f64-a2b1-1f0d892af9a3 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:34.443143 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-1e8ffca0-678f-43ac-a1e1-6394ebeedd78 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:34.447247 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8ffca0-678f-43ac-a1e1-6394ebeedd78 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:34.450632 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e60fffa6-e47d-4f1c-b060-a70a32b5fb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:34.572367 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-12be100e-da03-4b80-aaf2-2b4fb20d9d9c tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:34.577728 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-12be100e-da03-4b80-aaf2-2b4fb20d9d9c tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:34.623123 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-1e8ffca0-678f-43ac-a1e1-6394ebeedd78 None None] Attempting to bind port ba8a6084-b721-4900-b797-26939dcc3c89 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:42:34.623499 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-1e8ffca0-678f-43ac-a1e1-6394ebeedd78 None None] Attempting to bind port ba8a6084-b721-4900-b797-26939dcc3c89 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'e73b4901-8fb0-4ff6-9d80-652aa35bf7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a0060f41-e677-4f64-a2b1-1f0d892af9a3'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:42:34.623868 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8ffca0-678f-43ac-a1e1-6394ebeedd78 None None] Attempting to bind port ba8a6084-b721-4900-b797-26939dcc3c89 on network a0060f41-e677-4f64-a2b1-1f0d892af9a3 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:34.639433 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60fffa6-e47d-4f1c-b060-a70a32b5fb89 None None] Pushing event updated for resources: {'Port': ['ID=e403c8e7-1ea9-457a-899b-e89fc7edce59,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:34.643796 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-12be100e-da03-4b80-aaf2-2b4fb20d9d9c tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:34.644598 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12be100e-da03-4b80-aaf2-2b4fb20d9d9c tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Fanout notify agent at l3_agent the message router_deleted on router fbe99c54-1a99-4ddc-bc69-848da28cf390 {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:42:34.654815 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-12be100e-da03-4b80-aaf2-2b4fb20d9d9c tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:34.656197 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-12be100e-da03-4b80-aaf2-2b4fb20d9d9c tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] 10.222.0.50 "DELETE /v2.0/routers/fbe99c54-1a99-4ddc-bc69-848da28cf390 HTTP/1.1" status: 204 len: 168 time: 0.5557203 Nov 12 03:42:34.660202 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58500) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:34.698514 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-fa0c7b4b-6d70-4ed4-a855-23d6c145c300 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbe99c54-1a99-4ddc-bc69-848da28cf390 HTTP/1.1" status: 200 len: 205 time: 0.0368135 Nov 12 03:42:34.700769 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58502) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:34.701474 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8ffca0-678f-43ac-a1e1-6394ebeedd78 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:42:34.701852 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8ffca0-678f-43ac-a1e1-6394ebeedd78 None None] Checking segment: {'id': 'e73b4901-8fb0-4ff6-9d80-652aa35bf7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a0060f41-e677-4f64-a2b1-1f0d892af9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:34.702294 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1e8ffca0-678f-43ac-a1e1-6394ebeedd78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:34.702683 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8ffca0-678f-43ac-a1e1-6394ebeedd78 None None] Bound using segment: {'id': 'e73b4901-8fb0-4ff6-9d80-652aa35bf7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a0060f41-e677-4f64-a2b1-1f0d892af9a3'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:42:34.703313 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-1e8ffca0-678f-43ac-a1e1-6394ebeedd78 None None] Bound port: ba8a6084-b721-4900-b797-26939dcc3c89, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e73b4901-8fb0-4ff6-9d80-652aa35bf7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a0060f41-e677-4f64-a2b1-1f0d892af9a3'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:42:34.703725 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1e8ffca0-678f-43ac-a1e1-6394ebeedd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:34.764161 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-2a850a33-dea8-45c3-8710-a7aea47af31c tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] delete failed (client error): The resource could not be found. Nov 12 03:42:34.766403 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2a850a33-dea8-45c3-8710-a7aea47af31c tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] 10.222.0.50 "DELETE /v2.0/routers/fbe99c54-1a99-4ddc-bc69-848da28cf390 HTTP/1.1" status: 404 len: 336 time: 0.0640740 Nov 12 03:42:34.769318 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58506) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:34.810464 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8d7d5e6b-3473-41b8-824c-a5eb5763d9ec tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad3dc8eb-4737-4bdd-841e-1a9c477d7bde HTTP/1.1" status: 200 len: 205 time: 0.0393808 Nov 12 03:42:34.815495 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58508) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:34.903230 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-a7cb50a5-b6aa-451b-baf9-4a032e762c9c tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] delete failed (client error): The resource could not be found. Nov 12 03:42:34.907660 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a7cb50a5-b6aa-451b-baf9-4a032e762c9c tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] 10.222.0.50 "DELETE /v2.0/routers/ad3dc8eb-4737-4bdd-841e-1a9c477d7bde HTTP/1.1" status: 404 len: 336 time: 0.0881479 Nov 12 03:42:34.908207 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58510) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:34.944188 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-1e8ffca0-678f-43ac-a1e1-6394ebeedd78 None None] For port ba8a6084-b721-4900-b797-26939dcc3c89, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:42:34.944430 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8ac65342-a642-4fdc-9e94-631ae6e9a718 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] 10.222.0.50 "GET /v2.0/ports?device_id=eeb9cdb2-9941-48b8-871a-793ff08e3a19 HTTP/1.1" status: 200 len: 205 time: 0.0342495 Nov 12 03:42:34.947279 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-1e8ffca0-678f-43ac-a1e1-6394ebeedd78 None None] For port ba8a6084-b721-4900-b797-26939dcc3c89, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=ba8a6084-b721-4900-b797-26939dcc3c89,segment=NetworkSegment(e73b4901-8fb0-4ff6-9d80-652aa35bf7c0),segment_id=e73b4901-8fb0-4ff6-9d80-652aa35bf7c0)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:42:34.949632 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58512) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:34.955383 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1e8ffca0-678f-43ac-a1e1-6394ebeedd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:35.000925 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-960ae23a-f8a6-4cc0-b31a-9b291e316125 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] delete failed (client error): The resource could not be found. Nov 12 03:42:35.004796 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-960ae23a-f8a6-4cc0-b31a-9b291e316125 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] 10.222.0.50 "DELETE /v2.0/routers/eeb9cdb2-9941-48b8-871a-793ff08e3a19 HTTP/1.1" status: 404 len: 336 time: 0.0511601 Nov 12 03:42:35.005091 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58514) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:35.023285 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-a724d4f2-c2f2-4b48-ac28-5a076e101568 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Allocated IP 2001:db8::10 (a0060f41-e677-4f64-a2b1-1f0d892af9a3/3de3b828-8619-45cf-81df-18c5544ed0b8/d09fac87-4863-4407-ac2d-b12c3a0e1e23) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:35.085487 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8b9e1e91-905c-4e33-887e-f6333367cb35 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c5fdec4-c151-482c-b7fc-60a3b8c1212f HTTP/1.1" status: 200 len: 205 time: 0.0590110 Nov 12 03:42:35.085730 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58516) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:35.090329 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7312cdf-5cb1-4085-89c0-cd2afd7b22d4 req-a132a1f8-aa8e-4ae1-af5d-66fafd4dc485 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:35.091898 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f7312cdf-5cb1-4085-89c0-cd2afd7b22d4 req-a132a1f8-aa8e-4ae1-af5d-66fafd4dc485 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] 10.222.0.50 "GET /v2.0/ports?device_id=e73f144a-6c67-4752-a1e5-40a27d621a8d HTTP/1.1" status: 200 len: 945 time: 0.1781421 Nov 12 03:42:35.106166 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ffca0-678f-43ac-a1e1-6394ebeedd78 None None] Pushing event updated for resources: {'Port': ['ID=ba8a6084-b721-4900-b797-26939dcc3c89,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:35.155768 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7b328df7-c47d-4b7b-9584-4f7ef7975087 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:35.173718 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-e81df6e5-3d05-4642-a517-0debbd2c3a42 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] delete failed (client error): The resource could not be found. Nov 12 03:42:35.175559 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e81df6e5-3d05-4642-a517-0debbd2c3a42 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] 10.222.0.50 "DELETE /v2.0/routers/0c5fdec4-c151-482c-b7fc-60a3b8c1212f HTTP/1.1" status: 404 len: 336 time: 0.0885744 Nov 12 03:42:35.178272 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58518) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:35.179138 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7b328df7-c47d-4b7b-9584-4f7ef7975087 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:35.223012 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a222a10e-b5ce-43ac-99e3-026589b949c4 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b6a62a1-5aa7-4a56-8421-c564e1235985 HTTP/1.1" status: 200 len: 205 time: 0.0428369 Nov 12 03:42:35.223647 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58522) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:35.246019 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7b328df7-c47d-4b7b-9584-4f7ef7975087 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:35.289259 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-4d1328b9-5bef-4684-a9de-40d0fb9ecb24 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] delete failed (client error): The resource could not be found. Nov 12 03:42:35.300789 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4d1328b9-5bef-4684-a9de-40d0fb9ecb24 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] 10.222.0.50 "DELETE /v2.0/routers/3b6a62a1-5aa7-4a56-8421-c564e1235985 HTTP/1.1" status: 404 len: 336 time: 0.0760167 Nov 12 03:42:35.301574 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58524) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:35.334268 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5cf1d6e3-f2ea-4fcd-b233-b03633e95542 tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bfed65a-1716-4624-83e7-e5b64680d49f HTTP/1.1" status: 200 len: 205 time: 0.0294216 Nov 12 03:42:35.334581 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58526) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:35.362364 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f7312cdf-5cb1-4085-89c0-cd2afd7b22d4 req-106f9e5f-748a-412f-aca2-8f0ab603ca95 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] 10.222.0.50 "GET /v2.0/security-groups?id=44e219b5-d6a5-466c-a34d-5dab773dc179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614069 Nov 12 03:42:35.403665 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b328df7-c47d-4b7b-9584-4f7ef7975087 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event updated for resources: {'Port': ['ID=b81a6cce-6ef6-41b5-b1aa-cdad4be5a27a,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:35.411110 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-ee684e9b-12b3-43d1-8b41-ab487c9c670b tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] delete failed (client error): The resource could not be found. Nov 12 03:42:35.414956 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ee684e9b-12b3-43d1-8b41-ab487c9c670b tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] 10.222.0.50 "DELETE /v2.0/routers/9bfed65a-1716-4624-83e7-e5b64680d49f HTTP/1.1" status: 404 len: 336 time: 0.0769086 Nov 12 03:42:35.417689 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58528) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:35.513186 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b55ef3b-d7bb-4f52-9c18-b64b3025db9e tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] DELETE failed (client error): The resource could not be found. Nov 12 03:42:35.516682 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b55ef3b-d7bb-4f52-9c18-b64b3025db9e tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:42:35.522543 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9b55ef3b-d7bb-4f52-9c18-b64b3025db9e tempest-RoutersAdminTest-1014258027 tempest-RoutersAdminTest-1014258027-project] 10.222.0.50 "DELETE /v2.0/subnets/c77f31ad-f960-40de-a36d-bca826c172c1 HTTP/1.1" status: 404 len: 337 time: 0.1011624 Nov 12 03:42:35.558875 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:35.583171 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a724d4f2-c2f2-4b48-ac28-5a076e101568 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:35.686214 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b328df7-c47d-4b7b-9584-4f7ef7975087 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Network ecb4eecf-ffa7-4db5-b961-0a01d40139a8 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:35.701148 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-7b328df7-c47d-4b7b-9584-4f7ef7975087 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:35.789325 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a724d4f2-c2f2-4b48-ac28-5a076e101568 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:35.912896 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a724d4f2-c2f2-4b48-ac28-5a076e101568 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Network a0060f41-e677-4f64-a2b1-1f0d892af9a3 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:35.919992 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-a724d4f2-c2f2-4b48-ac28-5a076e101568 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:35.925088 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a724d4f2-c2f2-4b48-ac28-5a076e101568 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event updated for resources: {'Port': ['ID=d09fac87-4863-4407-ac2d-b12c3a0e1e23,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:35.927683 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a724d4f2-c2f2-4b48-ac28-5a076e101568 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:35.934289 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a724d4f2-c2f2-4b48-ac28-5a076e101568 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:35.934289 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a724d4f2-c2f2-4b48-ac28-5a076e101568 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:35.964718 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a724d4f2-c2f2-4b48-ac28-5a076e101568 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2718139 Nov 12 03:42:35.967948 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58536) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:35.977578 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-e9440c36-61e9-4979-aeab-63faf8f22f1c tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'port': {'network_id': 'a0060f41-e677-4f64-a2b1-1f0d892af9a3', 'name': 'tempest-PortsIpV6TestJSON-1650211786', 'fixed_ips': [{'subnet_id': '3de3b828-8619-45cf-81df-18c5544ed0b8', 'ip_address': '2001:db8::f'}]}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:35.986331 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b328df7-c47d-4b7b-9584-4f7ef7975087 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Router 301708c3-80a1-45cd-9c48-24f4a651c59f is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:42:36.043052 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58538) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:36.104781 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b328df7-c47d-4b7b-9584-4f7ef7975087 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:36.112708 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7b328df7-c47d-4b7b-9584-4f7ef7975087 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "PUT /v2.0/routers/301708c3-80a1-45cd-9c48-24f4a651c59f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6669502 Nov 12 03:42:36.114194 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58542) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:36.115967 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ebbd1a-c8e7-47fb-8120-ebb6ea151e7f None None] Sync routers for ids ['301708c3-80a1-45cd-9c48-24f4a651c59f'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:36.134131 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ebbd1a-c8e7-47fb-8120-ebb6ea151e7f None None] Routers {'301708c3-80a1-45cd-9c48-24f4a651c59f'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:36.139227 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-23ebbd1a-c8e7-47fb-8120-ebb6ea151e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:42:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['301708c3-80a1-45cd-9c48-24f4a651c59f'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:36.180414 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617db3da-87aa-4ac3-b581-3d443c4c72b3 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:36.182408 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-617db3da-87aa-4ac3-b581-3d443c4c72b3 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "GET /v2.0/ports/b81a6cce-6ef6-41b5-b1aa-cdad4be5a27a HTTP/1.1" status: 200 len: 910 time: 0.0653803 Nov 12 03:42:36.186710 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58544) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:36.228964 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa412336-7635-460a-b059-a04fb6468f5f None None] Network ecb4eecf-ffa7-4db5-b961-0a01d40139a8 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:36.233451 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-23ebbd1a-c8e7-47fb-8120-ebb6ea151e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:36.272517 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-de1160de-4cd8-4221-baf8-58b4cc3287d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:36.450806 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-de1160de-4cd8-4221-baf8-58b4cc3287d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:36.466285 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-de1160de-4cd8-4221-baf8-58b4cc3287d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:36.569348 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ebbd1a-c8e7-47fb-8120-ebb6ea151e7f None None] Routers {'301708c3-80a1-45cd-9c48-24f4a651c59f'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:36.570679 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-23ebbd1a-c8e7-47fb-8120-ebb6ea151e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:42:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['301708c3-80a1-45cd-9c48-24f4a651c59f'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:36.598595 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9440c36-61e9-4979-aeab-63faf8f22f1c tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Made reservation on behalf of 67babf17303845e7bb463e099a9322ec for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:36.723590 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58556) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:36.728640 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-23ebbd1a-c8e7-47fb-8120-ebb6ea151e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:36.728640 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ebbd1a-c8e7-47fb-8120-ebb6ea151e7f None None] The sync data for ids ['301708c3-80a1-45cd-9c48-24f4a651c59f'] in n-d-715271-27 is: [] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:36.732643 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-de1160de-4cd8-4221-baf8-58b4cc3287d1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7d0b76cf45c24ea08a8e5b3d53cf47b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6884427 Nov 12 03:42:36.733535 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1160de-4cd8-4221-baf8-58b4cc3287d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981f5aea-9ba7-4d2f-b0a0-7dba69db551b,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:36.757384 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:36.764009 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-d850b93f-f7e8-4fcd-8597-ec349c47ba81 None None] Provisioning complete for port e403c8e7-1ea9-457a-899b-e89fc7edce59 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:36.764443 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d850b93f-f7e8-4fcd-8597-ec349c47ba81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:36.779242 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e403c8e7-1ea9-457a-899b-e89fc7edce59 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:36.825932 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263dc3f-965a-45e5-9967-14b31c1bccba req-720bddd5-3eae-4987-90b4-4677a4d673f6 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:36.827525 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9263dc3f-965a-45e5-9967-14b31c1bccba req-720bddd5-3eae-4987-90b4-4677a4d673f6 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] 10.222.0.50 "GET /v2.0/ports?device_id=e73f144a-6c67-4752-a1e5-40a27d621a8d HTTP/1.1" status: 200 len: 945 time: 0.2108192 Nov 12 03:42:36.893089 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e9440c36-61e9-4979-aeab-63faf8f22f1c tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:36.915148 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7f1be895-7290-41aa-aac9-8b61beaec0ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:36.929877 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-e9440c36-61e9-4979-aeab-63faf8f22f1c tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] device_id is not set on port d5812693-d1f7-404a-9d27-63a1b618d5f5 yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:42:36.979278 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7f1be895-7290-41aa-aac9-8b61beaec0ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:36.979859 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12f6ae6-acd3-43cb-9315-525f1bfd23d4 None None] Network a0060f41-e677-4f64-a2b1-1f0d892af9a3 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:37.048248 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9263dc3f-965a-45e5-9967-14b31c1bccba req-3d88d2cc-046e-4342-88db-80916015dd63 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] 10.222.0.50 "GET /v2.0/security-groups?id=44e219b5-d6a5-466c-a34d-5dab773dc179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056043 Nov 12 03:42:37.086986 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port e403c8e7-1ea9-457a-899b-e89fc7edce59 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:37.087363 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:37.094170 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 424d07d8-d461-4d25-b536-f1c309eab94a up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:37.168362 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ae34096e-b5e6-4e6a-8668-9c3c0fa39d2f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:37.228190 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d850b93f-f7e8-4fcd-8597-ec349c47ba81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:37.293422 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 424d07d8-d461-4d25-b536-f1c309eab94a completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:42:37.298144 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7f1be895-7290-41aa-aac9-8b61beaec0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:37.310914 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7f1be895-7290-41aa-aac9-8b61beaec0ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:37.311208 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 424d07d8-d461-4d25-b536-f1c309eab94a triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:37.311928 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7f1be895-7290-41aa-aac9-8b61beaec0ea admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/981f5aea-9ba7-4d2f-b0a0-7dba69db551b HTTP/1.1" status: 204 len: 168 time: 0.5875432 Nov 12 03:42:37.313688 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-e9440c36-61e9-4979-aeab-63faf8f22f1c tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Allocated IP 2001:db8::f (a0060f41-e677-4f64-a2b1-1f0d892af9a3/3de3b828-8619-45cf-81df-18c5544ed0b8/d5812693-d1f7-404a-9d27-63a1b618d5f5) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:37.315088 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:37.338677 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-d850b93f-f7e8-4fcd-8597-ec349c47ba81 None None] For port e403c8e7-1ea9-457a-899b-e89fc7edce59, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e403c8e7-1ea9-457a-899b-e89fc7edce59,segment=NetworkSegment(fc9fd1f1-fde3-42b1-b71b-eb1d0cbca531),segment_id=fc9fd1f1-fde3-42b1-b71b-eb1d0cbca531)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:37.360673 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1be895-7290-41aa-aac9-8b61beaec0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981f5aea-9ba7-4d2f-b0a0-7dba69db551b,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:37.385387 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1be895-7290-41aa-aac9-8b61beaec0ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:37.390345 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1be895-7290-41aa-aac9-8b61beaec0ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:37.391158 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1be895-7290-41aa-aac9-8b61beaec0ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:37.391607 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1be895-7290-41aa-aac9-8b61beaec0ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:37.392052 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1be895-7290-41aa-aac9-8b61beaec0ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:37.392512 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1be895-7290-41aa-aac9-8b61beaec0ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:37.393292 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1be895-7290-41aa-aac9-8b61beaec0ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:37.393824 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1be895-7290-41aa-aac9-8b61beaec0ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:37.394267 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1be895-7290-41aa-aac9-8b61beaec0ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:37.394702 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1be895-7290-41aa-aac9-8b61beaec0ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:37.397850 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1be895-7290-41aa-aac9-8b61beaec0ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:37.407904 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1be895-7290-41aa-aac9-8b61beaec0ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:37.537119 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e9440c36-61e9-4979-aeab-63faf8f22f1c tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:37.584478 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d850b93f-f7e8-4fcd-8597-ec349c47ba81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:37.617380 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e9440c36-61e9-4979-aeab-63faf8f22f1c tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:37.708770 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9440c36-61e9-4979-aeab-63faf8f22f1c tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Network a0060f41-e677-4f64-a2b1-1f0d892af9a3 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:37.729001 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-e9440c36-61e9-4979-aeab-63faf8f22f1c tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:37.738017 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9440c36-61e9-4979-aeab-63faf8f22f1c tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:37.754684 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device ba8a6084-b721-4900-b797-26939dcc3c89 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:37.762638 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9440c36-61e9-4979-aeab-63faf8f22f1c tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:37.763228 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e9440c36-61e9-4979-aeab-63faf8f22f1c tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:37.810962 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-ae34096e-b5e6-4e6a-8668-9c3c0fa39d2f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Deleting port b81a6cce-6ef6-41b5-b1aa-cdad4be5a27a {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:37.811672 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ae34096e-b5e6-4e6a-8668-9c3c0fa39d2f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:37.858496 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9440c36-61e9-4979-aeab-63faf8f22f1c tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event updated for resources: {'Port': ['ID=d5812693-d1f7-404a-9d27-63a1b618d5f5,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:37.892298 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e9440c36-61e9-4979-aeab-63faf8f22f1c tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9113696 Nov 12 03:42:37.895519 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58566) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:37.982315 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58568) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:37.992697 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-8d6ea01b-29bf-43d2-9df2-81bc4ff91da5 None None] Provisioning complete for port ba8a6084-b721-4900-b797-26939dcc3c89 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:37.993346 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8d6ea01b-29bf-43d2-9df2-81bc4ff91da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:38.027026 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ae34096e-b5e6-4e6a-8668-9c3c0fa39d2f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:38.034832 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850b93f-f7e8-4fcd-8597-ec349c47ba81 None None] Pushing event updated for resources: {'Port': ['ID=e403c8e7-1ea9-457a-899b-e89fc7edce59,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:38.048722 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-ae34096e-b5e6-4e6a-8668-9c3c0fa39d2f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Calling delete_port for b81a6cce-6ef6-41b5-b1aa-cdad4be5a27a owned by network:router_interface {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:38.209164 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702ab28b-34a7-4b56-81a8-2d719de0a2b3 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:38.214992 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-702ab28b-34a7-4b56-81a8-2d719de0a2b3 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3092825 Nov 12 03:42:38.220410 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58572) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:38.234129 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:38.263597 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port ba8a6084-b721-4900-b797-26939dcc3c89 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:38.264688 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:38.323151 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce1c576-57d9-402d-a278-14e85e9bd4e6 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:38.326446 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305f838-9364-4de7-a29f-43533fc38c6a req-52e5c5d5-3487-45c2-8059-466f56dbda4c tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:38.331639 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce1c576-57d9-402d-a278-14e85e9bd4e6 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:38.336984 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6305f838-9364-4de7-a29f-43533fc38c6a req-52e5c5d5-3487-45c2-8059-466f56dbda4c tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] 10.222.0.50 "GET /v2.0/ports?device_id=e73f144a-6c67-4752-a1e5-40a27d621a8d HTTP/1.1" status: 200 len: 945 time: 0.1346018 Nov 12 03:42:38.345926 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce1c576-57d9-402d-a278-14e85e9bd4e6 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:38.351253 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2ce1c576-57d9-402d-a278-14e85e9bd4e6 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1296656 Nov 12 03:42:38.352304 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58574) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:38.436582 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6305f838-9364-4de7-a29f-43533fc38c6a req-a6a00002-5038-4bbf-9f66-3dd2fb3b0aaa tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] 10.222.0.50 "GET /v2.0/security-groups?id=44e219b5-d6a5-466c-a34d-5dab773dc179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986309 Nov 12 03:42:38.454142 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-62d85e40-7719-47ae-87ff-12497140b5db admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b2dfe87dbc8e49c1b8bffe6be5fbabe3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4707606 Nov 12 03:42:38.464711 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58576) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:38.467289 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73f144a-6c67-4752-a1e5-40a27d621a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424d07d8-d461-4d25-b536-f1c309eab94a'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:42:38.469449 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6859a460-1ca4-4348-99a2-e47bc3d8a29d" -d '{"events": [{"server_uuid": "e73f144a-6c67-4752-a1e5-40a27d621a8d", "name": "network-vif-plugged", "status": "completed", "tag": "424d07d8-d461-4d25-b536-f1c309eab94a"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:42:38.524727 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 424d07d8-d461-4d25-b536-f1c309eab94a, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=424d07d8-d461-4d25-b536-f1c309eab94a,segment=NetworkSegment(447fa3e9-9e5b-4732-baad-9f09ba129e8f),segment_id=447fa3e9-9e5b-4732-baad-9f09ba129e8f)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:38.526637 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8d6ea01b-29bf-43d2-9df2-81bc4ff91da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:38.534456 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:38.534828 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ae34096e-b5e6-4e6a-8668-9c3c0fa39d2f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:38.603153 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8d2dfc42-6e1c-4c6d-8c8b-2b1d897e0ab6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:38.634094 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8d2dfc42-6e1c-4c6d-8c8b-2b1d897e0ab6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:38.657959 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae34096e-b5e6-4e6a-8668-9c3c0fa39d2f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event deleted for resources: {'Port': ['ID=b81a6cce-6ef6-41b5-b1aa-cdad4be5a27a,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:38.787114 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8d2dfc42-6e1c-4c6d-8c8b-2b1d897e0ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:38.789782 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8d2dfc42-6e1c-4c6d-8c8b-2b1d897e0ab6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:38.801622 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8d2dfc42-6e1c-4c6d-8c8b-2b1d897e0ab6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/295c1dea-c8fb-4e3a-9a2d-5f2b5f67b6f1 HTTP/1.1" status: 204 len: 168 time: 0.3339012 Nov 12 03:42:38.830402 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-261daedf-37a3-4270-bd35-2b81eec7ba4a tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Deleting port d5812693-d1f7-404a-9d27-63a1b618d5f5 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:38.831023 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-261daedf-37a3-4270-bd35-2b81eec7ba4a tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:38.844618 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2dfc42-6e1c-4c6d-8c8b-2b1d897e0ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295c1dea-c8fb-4e3a-9a2d-5f2b5f67b6f1,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:38.959836 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ae34096e-b5e6-4e6a-8668-9c3c0fa39d2f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:39.038735 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44612558-c249-4f7d-80a3-b27e01e01e3d req-e73c1be8-e6a6-4a57-9a0a-ee2a3901ee7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:39.040644 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-44612558-c249-4f7d-80a3-b27e01e01e3d req-e73c1be8-e6a6-4a57-9a0a-ee2a3901ee7c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e73f144a-6c67-4752-a1e5-40a27d621a8d HTTP/1.1" status: 200 len: 1098 time: 0.3334978 Nov 12 03:42:39.072993 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a429d0f-d714-45f5-ad53-725e0db27989 x-openstack-request-id: req-3a429d0f-d714-45f5-ad53-725e0db27989 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:42:39.074674 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73f144a-6c67-4752-a1e5-40a27d621a8d", "name": "network-vif-plugged", "status": "completed", "tag": "424d07d8-d461-4d25-b536-f1c309eab94a", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:42:39.075086 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3a429d0f-d714-45f5-ad53-725e0db27989 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:42:39.075640 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73f144a-6c67-4752-a1e5-40a27d621a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424d07d8-d461-4d25-b536-f1c309eab94a', 'code': 200} Nov 12 03:42:39.168950 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-44612558-c249-4f7d-80a3-b27e01e01e3d req-21c98cd4-2fa7-49cf-8622-5440c8ca47de service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=44e219b5-d6a5-466c-a34d-5dab773dc179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146903 Nov 12 03:42:39.192676 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-261daedf-37a3-4270-bd35-2b81eec7ba4a tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:39.216911 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-261daedf-37a3-4270-bd35-2b81eec7ba4a tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Calling delete_port for d5812693-d1f7-404a-9d27-63a1b618d5f5 owned by {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:39.226459 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=424d07d8-d461-4d25-b536-f1c309eab94a,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:39.264144 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae34096e-b5e6-4e6a-8668-9c3c0fa39d2f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Router 301708c3-80a1-45cd-9c48-24f4a651c59f has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:42:39.322026 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:39.334299 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-8d6ea01b-29bf-43d2-9df2-81bc4ff91da5 None None] For port ba8a6084-b721-4900-b797-26939dcc3c89, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=ba8a6084-b721-4900-b797-26939dcc3c89,segment=NetworkSegment(e73b4901-8fb0-4ff6-9d80-652aa35bf7c0),segment_id=e73b4901-8fb0-4ff6-9d80-652aa35bf7c0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:39.363299 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8d6ea01b-29bf-43d2-9df2-81bc4ff91da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:39.383497 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-8d6ea01b-29bf-43d2-9df2-81bc4ff91da5 None None] Could not find standard attr ID for object b81a6cce-6ef6-41b5-b1aa-cdad4be5a27a. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:42:39.436648 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae34096e-b5e6-4e6a-8668-9c3c0fa39d2f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:39.439419 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:39.452581 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ae34096e-b5e6-4e6a-8668-9c3c0fa39d2f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "PUT /v2.0/routers/301708c3-80a1-45cd-9c48-24f4a651c59f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2644310 Nov 12 03:42:39.453268 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58588) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:39.458156 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7c8345-7fd3-4e54-a8b3-ebab70fb7ea2 None None] Sync routers for ids ['301708c3-80a1-45cd-9c48-24f4a651c59f'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:39.469270 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-8d6ea01b-29bf-43d2-9df2-81bc4ff91da5 None None] Provisioning complete for port e403c8e7-1ea9-457a-899b-e89fc7edce59 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:39.469270 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8d6ea01b-29bf-43d2-9df2-81bc4ff91da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:39.478502 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7c8345-7fd3-4e54-a8b3-ebab70fb7ea2 None None] Routers {'301708c3-80a1-45cd-9c48-24f4a651c59f'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:39.479057 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-df7c8345-7fd3-4e54-a8b3-ebab70fb7ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:42:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['301708c3-80a1-45cd-9c48-24f4a651c59f'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:39.535525 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-261daedf-37a3-4270-bd35-2b81eec7ba4a tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:39.548171 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-16ed2f8f-30b5-4e2e-9270-0a4bdafa4f0a tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "GET /v2.0/ports?device_id=301708c3-80a1-45cd-9c48-24f4a651c59f HTTP/1.1" status: 200 len: 205 time: 0.0935342 Nov 12 03:42:39.548599 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ea01b-29bf-43d2-9df2-81bc4ff91da5 None None] Pushing event updated for resources: {'Port': ['ID=ba8a6084-b721-4900-b797-26939dcc3c89,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:39.548823 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58596) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:39.586668 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261daedf-37a3-4270-bd35-2b81eec7ba4a tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event deleted for resources: {'Port': ['ID=d5812693-d1f7-404a-9d27-63a1b618d5f5,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:39.605343 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-df7c8345-7fd3-4e54-a8b3-ebab70fb7ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:39.616349 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7c8345-7fd3-4e54-a8b3-ebab70fb7ea2 None None] Routers {'301708c3-80a1-45cd-9c48-24f4a651c59f'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:39.617349 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-df7c8345-7fd3-4e54-a8b3-ebab70fb7ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:42:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['301708c3-80a1-45cd-9c48-24f4a651c59f'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:39.674474 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-df7c8345-7fd3-4e54-a8b3-ebab70fb7ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:39.675436 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7c8345-7fd3-4e54-a8b3-ebab70fb7ea2 None None] The sync data for ids ['301708c3-80a1-45cd-9c48-24f4a651c59f'] in n-d-715271-27 is: [] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:39.691678 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:42:39.692035 n-d-715271-27 neutron-server[102573]: DEBUG oslo_db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:42:39.714482 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-261daedf-37a3-4270-bd35-2b81eec7ba4a tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:39.719765 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-261daedf-37a3-4270-bd35-2b81eec7ba4a tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/ports/d5812693-d1f7-404a-9d27-63a1b618d5f5 HTTP/1.1" status: 204 len: 168 time: 1.3652017 Nov 12 03:42:39.722503 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58602) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:39.755567 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-151a219e-239a-409f-b941-d8337dfaa04e tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:39.769703 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e53c3ed-be7e-4563-8dce-73ab2749ddbc tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] GET failed (client error): The resource could not be found. Nov 12 03:42:39.771771 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3e53c3ed-be7e-4563-8dce-73ab2749ddbc tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "GET /v2.0/ports/d5812693-d1f7-404a-9d27-63a1b618d5f5 HTTP/1.1" status: 404 len: 333 time: 0.0477417 Nov 12 03:42:39.774737 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58606) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:39.819495 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9c121-892f-40e5-a6ff-08edaa7dcad6 req-c88021c4-0c13-4294-b933-78b563c5a299 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:39.821841 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d3d9c121-892f-40e5-a6ff-08edaa7dcad6 req-c88021c4-0c13-4294-b933-78b563c5a299 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] 10.222.0.50 "GET /v2.0/ports?device_id=e73f144a-6c67-4752-a1e5-40a27d621a8d HTTP/1.1" status: 200 len: 946 time: 0.1614640 Nov 12 03:42:39.870970 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-f293405b-ec4f-4e5c-93bf-d8022b887eff None None] Could not find standard attr ID for object d5812693-d1f7-404a-9d27-63a1b618d5f5. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:42:39.900922 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-f293405b-ec4f-4e5c-93bf-d8022b887eff None None] Provisioning complete for port ba8a6084-b721-4900-b797-26939dcc3c89 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:39.901880 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f293405b-ec4f-4e5c-93bf-d8022b887eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.035601 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d3d9c121-892f-40e5-a6ff-08edaa7dcad6 req-56bc622a-1d55-49aa-94d6-1a89a8430249 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] 10.222.0.50 "GET /v2.0/security-groups?id=44e219b5-d6a5-466c-a34d-5dab773dc179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939876 Nov 12 03:42:40.077810 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-c2ace764-d20e-4c69-9863-42f0f86af3fb tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Deleting port d09fac87-4863-4407-ac2d-b12c3a0e1e23 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:40.078150 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c2ace764-d20e-4c69-9863-42f0f86af3fb tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.115094 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-151a219e-239a-409f-b941-d8337dfaa04e tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.118170 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-151a219e-239a-409f-b941-d8337dfaa04e tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.119577 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-f293405b-ec4f-4e5c-93bf-d8022b887eff None None] Provisioning complete for port d09fac87-4863-4407-ac2d-b12c3a0e1e23 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:40.120233 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f293405b-ec4f-4e5c-93bf-d8022b887eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.177255 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-f293405b-ec4f-4e5c-93bf-d8022b887eff None None] Port d09fac87-4863-4407-ac2d-b12c3a0e1e23 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:40.181438 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-f293405b-ec4f-4e5c-93bf-d8022b887eff None None] Could not find standard attr ID for object b81a6cce-6ef6-41b5-b1aa-cdad4be5a27a. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:42:40.216409 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-151a219e-239a-409f-b941-d8337dfaa04e tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.216409 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151a219e-239a-409f-b941-d8337dfaa04e tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Fanout notify agent at l3_agent the message router_deleted on router 301708c3-80a1-45cd-9c48-24f4a651c59f {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:42:40.235762 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-151a219e-239a-409f-b941-d8337dfaa04e tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.238077 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-151a219e-239a-409f-b941-d8337dfaa04e tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "DELETE /v2.0/routers/301708c3-80a1-45cd-9c48-24f4a651c59f HTTP/1.1" status: 204 len: 168 time: 0.6882811 Nov 12 03:42:40.242266 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58620) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:40.273022 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c2ace764-d20e-4c69-9863-42f0f86af3fb tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.306758 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-c2ace764-d20e-4c69-9863-42f0f86af3fb tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Calling delete_port for d09fac87-4863-4407-ac2d-b12c3a0e1e23 owned by {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:40.349187 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9bec258-652b-47ab-9f09-1f990404a8f0 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Deleting subnet 09697807-4fcd-465b-b7d7-8eaea0cc7447 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:42:40.357263 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e9bec258-652b-47ab-9f09-1f990404a8f0 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.398062 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58622) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:40.426357 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e403c8e7-1ea9-457a-899b-e89fc7edce59 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:40.473658 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e9bec258-652b-47ab-9f09-1f990404a8f0 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.499780 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port e403c8e7-1ea9-457a-899b-e89fc7edce59 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:40.499780 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.544592 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c2ace764-d20e-4c69-9863-42f0f86af3fb tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.598699 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ace764-d20e-4c69-9863-42f0f86af3fb tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event deleted for resources: {'Port': ['ID=d09fac87-4863-4407-ac2d-b12c3a0e1e23,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:40.625153 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device ba8a6084-b721-4900-b797-26939dcc3c89 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:40.630955 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [None req-82882fc4-57b0-4d9e-b074-810fba5775d1 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:40.634467 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-82882fc4-57b0-4d9e-b074-810fba5775d1 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2266576 Nov 12 03:42:40.634585 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c2ace764-d20e-4c69-9863-42f0f86af3fb tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.636400 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58626) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:40.638899 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c2ace764-d20e-4c69-9863-42f0f86af3fb tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/ports/d09fac87-4863-4407-ac2d-b12c3a0e1e23 HTTP/1.1" status: 204 len: 168 time: 0.8629432 Nov 12 03:42:40.639652 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58628) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:40.646379 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [None req-b76cb478-460b-4660-a8d3-0a53cc4781d9 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:40.649751 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b76cb478-460b-4660-a8d3-0a53cc4781d9 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0099101 Nov 12 03:42:40.660344 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58630) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:40.665662 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-4572526a-0dee-402b-ab35-b044d590673f tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] GET failed (client error): The resource could not be found. Nov 12 03:42:40.665970 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [None req-8826d555-bd18-4987-8167-aab704cc69b3 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:40.671253 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4572526a-0dee-402b-ab35-b044d590673f tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "GET /v2.0/ports/d09fac87-4863-4407-ac2d-b12c3a0e1e23 HTTP/1.1" status: 404 len: 333 time: 0.0305731 Nov 12 03:42:40.674224 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8826d555-bd18-4987-8167-aab704cc69b3 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0099137 Nov 12 03:42:40.674408 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58632) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:40.675773 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58634) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:40.688010 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [None req-21aba30e-5153-49fa-85e8-556830dbce13 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:40.692747 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-21aba30e-5153-49fa-85e8-556830dbce13 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0064099 Nov 12 03:42:40.694784 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58636) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:40.702165 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [None req-61e22c9f-731b-4ed5-8cf6-1406b81b3100 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:40.705625 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-61e22c9f-731b-4ed5-8cf6-1406b81b3100 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0073347 Nov 12 03:42:40.705625 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e9bec258-652b-47ab-9f09-1f990404a8f0 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.708109 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58638) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:40.714767 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [None req-08fc6bfa-1fb0-4ec6-b9e5-57787ae5397b tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:40.717346 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-08fc6bfa-1fb0-4ec6-b9e5-57787ae5397b tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0068099 Nov 12 03:42:40.718712 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58640) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:40.728319 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port ba8a6084-b721-4900-b797-26939dcc3c89 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:40.729006 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.740260 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-73010c41-072b-4562-b536-677ad08ca114 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Deleting subnet 3de3b828-8619-45cf-81df-18c5544ed0b8 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:42:40.744012 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-73010c41-072b-4562-b536-677ad08ca114 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.761155 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [None req-e51ab184-4e64-45e8-ae26-d3fa3a425aa7 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:40.766197 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e51ab184-4e64-45e8-ae26-d3fa3a425aa7 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0104795 Nov 12 03:42:40.769635 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58642) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:40.776904 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [None req-9755cafe-2ffa-4eb6-8232-92f0a4bf5fb3 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:40.780874 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9755cafe-2ffa-4eb6-8232-92f0a4bf5fb3 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0100813 Nov 12 03:42:40.784679 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58644) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:40.793344 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-73010c41-072b-4562-b536-677ad08ca114 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.793608 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [None req-ee542be4-2bff-4d6a-949d-57b707389c98 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:40.799361 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ee542be4-2bff-4d6a-949d-57b707389c98 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0133519 Nov 12 03:42:40.804783 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58646) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:40.810073 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [None req-9cb2d988-35b8-4377-81d2-9a12d98875af tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:40.814186 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9cb2d988-35b8-4377-81d2-9a12d98875af tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0085168 Nov 12 03:42:40.817318 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58648) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:40.824558 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [None req-81b652bc-8a6b-4706-9e1e-b41cda4ebafa tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:40.828213 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-81b652bc-8a6b-4706-9e1e-b41cda4ebafa tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0075142 Nov 12 03:42:40.829369 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58650) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:40.833027 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [None req-2992e590-a055-4e25-9a59-c63649f294d8 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:40.836167 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2992e590-a055-4e25-9a59-c63649f294d8 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0042858 Nov 12 03:42:40.836599 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58652) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:40.841130 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [None req-5a1e8496-4950-4a53-8791-1bc0068b61ab tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:40.844823 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5a1e8496-4950-4a53-8791-1bc0068b61ab tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0046585 Nov 12 03:42:40.849430 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58654) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:40.853808 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [None req-20a46d34-ef99-4a10-8426-a97fdbfb0392 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:40.858206 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-20a46d34-ef99-4a10-8426-a97fdbfb0392 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0050709 Nov 12 03:42:40.868693 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58656) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:40.877948 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [None req-eb41e595-5e00-42cd-ab1e-ac820bd8bec6 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:40.882416 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-eb41e595-5e00-42cd-ab1e-ac820bd8bec6 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0085516 Nov 12 03:42:40.883324 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58658) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:40.889924 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [None req-0cd55bb8-565a-4c55-80eb-2baf98670e9a tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:40.894472 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0cd55bb8-565a-4c55-80eb-2baf98670e9a tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0091310 Nov 12 03:42:40.896407 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58660) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:40.902433 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [None req-c5ee6714-6597-4b73-b634-ee2356a9edf5 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:40.906881 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c5ee6714-6597-4b73-b634-ee2356a9edf5 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0091374 Nov 12 03:42:40.907964 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58662) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:40.912405 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [None req-769cc9cf-ff03-4999-beab-ffdc591399ad tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:40.915947 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-73010c41-072b-4562-b536-677ad08ca114 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.916586 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-769cc9cf-ff03-4999-beab-ffdc591399ad tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0071371 Nov 12 03:42:40.918088 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58664) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:40.919271 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e9bec258-652b-47ab-9f09-1f990404a8f0 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.936420 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [None req-9f9fd881-1d6a-42b5-9a13-2fc7af92c6d7 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:40.938116 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9f9fd881-1d6a-42b5-9a13-2fc7af92c6d7 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0069809 Nov 12 03:42:40.944977 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58666) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:40.952031 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [None req-898b29e1-4cd4-4a44-8646-aa81b2d256da tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:40.954286 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-898b29e1-4cd4-4a44-8646-aa81b2d256da tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0068953 Nov 12 03:42:40.960310 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58668) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:40.969068 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [None req-35a5db05-c10b-4e27-92de-c41538136a85 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:40.970085 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-35a5db05-c10b-4e27-92de-c41538136a85 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0086985 Nov 12 03:42:40.972654 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58670) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:40.977803 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [None req-3eea3e50-fba2-43ae-ad1e-72fb430b43be tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:40.979046 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3eea3e50-fba2-43ae-ad1e-72fb430b43be tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0055122 Nov 12 03:42:40.982794 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58672) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:40.987683 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [None req-9b67ea9d-3b42-40b7-9221-c879390f4450 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:40.988121 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9b67ea9d-3b42-40b7-9221-c879390f4450 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0043571 Nov 12 03:42:40.990388 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0111e546-44bc-4e35-918a-ad55f6413960 None None] Network ecb4eecf-ffa7-4db5-b961-0a01d40139a8 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:40.992010 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58676) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:40.997329 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [None req-dda66c5b-de6c-4f3f-93e0-1a2ceeabe7fa tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:40.997751 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-dda66c5b-de6c-4f3f-93e0-1a2ceeabe7fa tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0048029 Nov 12 03:42:41.000922 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58678) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:41.002117 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e9bec258-652b-47ab-9f09-1f990404a8f0 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:41.007460 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [None req-a7635581-9ad6-4a13-8b5a-3c0acb425ee0 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:41.008505 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a7635581-9ad6-4a13-8b5a-3c0acb425ee0 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0066860 Nov 12 03:42:41.011803 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e9bec258-652b-47ab-9f09-1f990404a8f0 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "DELETE /v2.0/subnets/09697807-4fcd-465b-b7d7-8eaea0cc7447 HTTP/1.1" status: 204 len: 168 time: 0.7677312 Nov 12 03:42:41.013176 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bec258-652b-47ab-9f09-1f990404a8f0 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event deleted for resources: {'Subnet': ['ID=09697807-4fcd-465b-b7d7-8eaea0cc7447,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:41.015540 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58680) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:41.015884 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58682) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:41.022012 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [None req-ff4272a1-00df-4d4d-9926-909c48a61235 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:41.025901 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ff4272a1-00df-4d4d-9926-909c48a61235 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0063674 Nov 12 03:42:41.027834 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58684) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:41.036165 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [None req-fcd36900-0124-4d43-9b5d-cff8f449a5e9 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:41.040778 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-fcd36900-0124-4d43-9b5d-cff8f449a5e9 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0096180 Nov 12 03:42:41.041545 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58688) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:41.046543 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [None req-2ec43273-0957-44a9-8e6e-7d8642ab68c7 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:41.051133 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2ec43273-0957-44a9-8e6e-7d8642ab68c7 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0082316 Nov 12 03:42:41.051793 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58690) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:41.056508 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [None req-2967d742-771d-4be3-803e-ae367bba0666 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:41.059943 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-73010c41-072b-4562-b536-677ad08ca114 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:41.061816 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2967d742-771d-4be3-803e-ae367bba0666 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0088410 Nov 12 03:42:41.062563 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58694) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:41.067975 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [None req-7a4dac0a-6855-455d-8b60-eb7ec6cebe1e tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:41.072291 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58696) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:41.072495 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7a4dac0a-6855-455d-8b60-eb7ec6cebe1e tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0085166 Nov 12 03:42:41.089121 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [None req-0391716b-818c-4121-9628-eac960ad2fa9 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:41.090133 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-0391716b-818c-4121-9628-eac960ad2fa9 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0137582 Nov 12 03:42:41.093202 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58698) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:41.098431 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [None req-6593baac-bd76-44f1-9b58-8922a223e0c2 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:41.102342 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6593baac-bd76-44f1-9b58-8922a223e0c2 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0077384 Nov 12 03:42:41.103036 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58700) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:41.107702 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [None req-89c7ce28-9da3-434a-801d-d86331c671ce tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:41.116227 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-89c7ce28-9da3-434a-801d-d86331c671ce tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0120656 Nov 12 03:42:41.117661 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58702) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:41.119125 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73010c41-072b-4562-b536-677ad08ca114 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event deleted for resources: {'Subnet': ['ID=3de3b828-8619-45cf-81df-18c5544ed0b8,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:41.127310 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [None req-7cf45766-3468-4ecc-b080-a925f70adaa1 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:41.134086 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7cf45766-3468-4ecc-b080-a925f70adaa1 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0160179 Nov 12 03:42:41.136581 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58704) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:41.150748 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [None req-78679485-2e0f-4da5-8fe5-757feaa61050 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:41.156045 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58706) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:41.157034 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-73010c41-072b-4562-b536-677ad08ca114 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:41.162477 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-78679485-2e0f-4da5-8fe5-757feaa61050 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0230138 Nov 12 03:42:41.163619 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-73010c41-072b-4562-b536-677ad08ca114 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/subnets/3de3b828-8619-45cf-81df-18c5544ed0b8 HTTP/1.1" status: 204 len: 168 time: 0.4886136 Nov 12 03:42:41.164401 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58708) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:41.171588 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [None req-2105af5a-e08f-400a-b561-5bbdc7c10bb1 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:41.172616 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2105af5a-e08f-400a-b561-5bbdc7c10bb1 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0078390 Nov 12 03:42:41.177053 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18ac78d-a42b-4a1b-9906-de5428552343 None None] Network a0060f41-e677-4f64-a2b1-1f0d892af9a3 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:41.177591 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58710) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:41.181461 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [None req-89b381d9-177f-4c34-8d36-b54cf593bdb8 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:41.183046 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-89b381d9-177f-4c34-8d36-b54cf593bdb8 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0044510 Nov 12 03:42:41.189204 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58712) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:41.199127 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [None req-84ed0454-b507-4b65-9504-3f3351d50784 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:41.200117 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-84ed0454-b507-4b65-9504-3f3351d50784 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0088811 Nov 12 03:42:41.226686 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58716) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:41.232665 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [None req-77b4acaa-7478-42ad-ad3b-6c856919dccb tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:41.234064 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-77b4acaa-7478-42ad-ad3b-6c856919dccb tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0063877 Nov 12 03:42:41.236776 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58718) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:41.241700 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [None req-367aaba3-c051-4f89-8782-8f296c6e046a tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:41.242695 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-367aaba3-c051-4f89-8782-8f296c6e046a tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0050068 Nov 12 03:42:41.247070 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58720) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:41.251701 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [None req-da843610-b2e9-416a-b641-db0f2bfaab1f tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:41.252545 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-da843610-b2e9-416a-b641-db0f2bfaab1f tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0044658 Nov 12 03:42:41.263792 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4d89a62c-c149-493d-8dcf-41f56e74527f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:41.269883 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58722) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:41.326261 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f569c77a-745d-4b44-a3ef-280e0617e515 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:41.425296 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-f569c77a-745d-4b44-a3ef-280e0617e515 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Deleting port ba8a6084-b721-4900-b797-26939dcc3c89 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:41.425925 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f569c77a-745d-4b44-a3ef-280e0617e515 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:41.515914 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-f569c77a-745d-4b44-a3ef-280e0617e515 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] For port ba8a6084-b721-4900-b797-26939dcc3c89, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=ba8a6084-b721-4900-b797-26939dcc3c89,segment=NetworkSegment(e73b4901-8fb0-4ff6-9d80-652aa35bf7c0),segment_id=e73b4901-8fb0-4ff6-9d80-652aa35bf7c0)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:41.517101 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f569c77a-745d-4b44-a3ef-280e0617e515 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:41.536179 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-f569c77a-745d-4b44-a3ef-280e0617e515 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Calling delete_port for ba8a6084-b721-4900-b797-26939dcc3c89 owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:41.615519 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58726) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:41.629367 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53def5e9-4969-4b12-8b35-93e1a3ab9746 None None] DHCP port deletion for ecb4eecf-ffa7-4db5-b961-0a01d40139a8 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:41.650781 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f569c77a-745d-4b44-a3ef-280e0617e515 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:41.678769 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f09cc7-1437-4d5e-be9e-9862e0031200 None None] DHCP port deletion for a0060f41-e677-4f64-a2b1-1f0d892af9a3 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:41.710912 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-53def5e9-4969-4b12-8b35-93e1a3ab9746 None None] Deleting port e403c8e7-1ea9-457a-899b-e89fc7edce59 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:41.711286 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-53def5e9-4969-4b12-8b35-93e1a3ab9746 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:41.720215 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [None req-b3d4e8cc-c0e3-4cd9-8fef-c103babbd947 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:41.721248 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b3d4e8cc-c0e3-4cd9-8fef-c103babbd947 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.4485457 Nov 12 03:42:41.733436 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58730) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:41.739848 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [None req-e4099d88-96bc-443c-ae5d-a3b9558e9fc6 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:41.743319 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e4099d88-96bc-443c-ae5d-a3b9558e9fc6 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0054634 Nov 12 03:42:41.743483 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f569c77a-745d-4b44-a3ef-280e0617e515 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event deleted for resources: {'Port': ['ID=ba8a6084-b721-4900-b797-26939dcc3c89,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:41.743784 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58732) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:41.752638 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f569c77a-745d-4b44-a3ef-280e0617e515 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] No DVR routers for this DVR port ba8a6084-b721-4900-b797-26939dcc3c89 on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:42:41.760232 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [None req-7741015a-0b50-4211-ba07-d3821d186f6a tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:41.761344 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7741015a-0b50-4211-ba07-d3821d186f6a tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0075927 Nov 12 03:42:41.765371 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58734) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:41.772932 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd998ae1-d98c-4c2a-ad2f-7dd5325c243d req-76caed03-4884-4dd7-a42e-46ad2dd2d796 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:41.774478 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fd998ae1-d98c-4c2a-ad2f-7dd5325c243d req-76caed03-4884-4dd7-a42e-46ad2dd2d796 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] 10.222.0.50 "GET /v2.0/ports?device_id=e73f144a-6c67-4752-a1e5-40a27d621a8d HTTP/1.1" status: 200 len: 946 time: 0.5844069 Nov 12 03:42:41.810976 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [None req-f6b88f7f-2b38-4f74-a4f7-62b616cd3bbd tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:41.812225 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f6b88f7f-2b38-4f74-a4f7-62b616cd3bbd tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0411825 Nov 12 03:42:41.817184 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58736) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:41.817478 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-53def5e9-4969-4b12-8b35-93e1a3ab9746 None None] For port e403c8e7-1ea9-457a-899b-e89fc7edce59, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e403c8e7-1ea9-457a-899b-e89fc7edce59,segment=NetworkSegment(fc9fd1f1-fde3-42b1-b71b-eb1d0cbca531),segment_id=fc9fd1f1-fde3-42b1-b71b-eb1d0cbca531)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:41.817878 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-53def5e9-4969-4b12-8b35-93e1a3ab9746 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:41.823874 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [None req-f6a265b0-cf0c-4673-bc6c-8646d61d0df0 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:41.825103 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f6a265b0-cf0c-4673-bc6c-8646d61d0df0 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0064297 Nov 12 03:42:41.827868 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-62dc3e41-088f-4aed-99f6-d963f3d6e0af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:41.837106 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58738) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:41.840842 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-53def5e9-4969-4b12-8b35-93e1a3ab9746 None None] Calling delete_port for e403c8e7-1ea9-457a-899b-e89fc7edce59 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:41.846678 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [None req-24add2a1-9981-48d0-a2c8-611f5332c60f tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:41.848201 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-24add2a1-9981-48d0-a2c8-611f5332c60f tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0098772 Nov 12 03:42:41.851611 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58740) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:41.888093 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [None req-e9c2d99f-fac8-4d39-8109-4b778d550b5f tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:41.889398 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e9c2d99f-fac8-4d39-8109-4b778d550b5f tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0361943 Nov 12 03:42:41.894046 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fd998ae1-d98c-4c2a-ad2f-7dd5325c243d req-2f98b620-f709-48e3-9b9d-f52f41309f78 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] 10.222.0.50 "GET /v2.0/security-groups?id=44e219b5-d6a5-466c-a34d-5dab773dc179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925803 Nov 12 03:42:41.895660 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58742) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:41.901130 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [None req-55025c33-e39b-478d-8ca7-e38074190212 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:41.902475 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-55025c33-e39b-478d-8ca7-e38074190212 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0056777 Nov 12 03:42:41.906352 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58744) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:41.926486 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [None req-d6409c69-5ade-4a1b-a0e5-1b0031e5f900 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:41.927465 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d6409c69-5ade-4a1b-a0e5-1b0031e5f900 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0199895 Nov 12 03:42:41.930980 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58748) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:41.936880 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [None req-d9afc98e-7793-4010-af4c-7b1f1c0a6b61 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:41.937844 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d9afc98e-7793-4010-af4c-7b1f1c0a6b61 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0059595 Nov 12 03:42:41.942774 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58750) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:41.949568 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [None req-a262cf0f-3138-4696-a106-617270638162 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:41.950821 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a262cf0f-3138-4696-a106-617270638162 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0070679 Nov 12 03:42:41.953839 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58752) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:41.958287 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [None req-a6034b5c-7e98-467f-bddd-e5d92a7b8c6d tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:41.959167 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a6034b5c-7e98-467f-bddd-e5d92a7b8c6d tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0044124 Nov 12 03:42:41.962038 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-62dc3e41-088f-4aed-99f6-d963f3d6e0af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:41.962861 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58754) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:41.964428 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-4d89a62c-c149-493d-8dcf-41f56e74527f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Deleting port e403c8e7-1ea9-457a-899b-e89fc7edce59 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:41.964757 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4d89a62c-c149-493d-8dcf-41f56e74527f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:41.972120 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [None req-3b4315dc-5931-471a-893b-3f05fa65c19f tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:41.975506 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3b4315dc-5931-471a-893b-3f05fa65c19f tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0060763 Nov 12 03:42:41.983594 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58756) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:41.995447 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [None req-03ef4c71-08e2-4d52-8aad-81d41c84f687 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:41.999201 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-03ef4c71-08e2-4d52-8aad-81d41c84f687 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0119641 Nov 12 03:42:42.000972 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58758) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:42.037766 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [None req-e88caec8-5604-4e24-bd31-3ea6a5b07061 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:42.042376 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f569c77a-745d-4b44-a3ef-280e0617e515 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.042628 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e88caec8-5604-4e24-bd31-3ea6a5b07061 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0374606 Nov 12 03:42:42.042810 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58760) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:42.051502 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [None req-0ac9ec74-5fc6-4422-953c-cd164cabc07d tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:42.055474 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-0ac9ec74-5fc6-4422-953c-cd164cabc07d tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0086212 Nov 12 03:42:42.055928 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58762) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:42.059638 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-53def5e9-4969-4b12-8b35-93e1a3ab9746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.064659 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [None req-8247adb2-20f0-44af-b434-83b4ef26e725 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:42.068253 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8247adb2-20f0-44af-b434-83b4ef26e725 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0084684 Nov 12 03:42:42.071179 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58764) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:42.072429 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-f569c77a-745d-4b44-a3ef-280e0617e515 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0060f41-e677-4f64-a2b1-1f0d892af9a3']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:42.078322 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [None req-13246a8f-e2e4-4fdb-b7a5-812845aebd8c tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:42.082068 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-13246a8f-e2e4-4fdb-b7a5-812845aebd8c tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0072026 Nov 12 03:42:42.083321 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58766) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:42.084860 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-f569c77a-745d-4b44-a3ef-280e0617e515 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e73b4901-8fb0-4ff6-9d80-652aa35bf7c0') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:42.085332 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-f569c77a-745d-4b44-a3ef-280e0617e515 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e73b4901-8fb0-4ff6-9d80-652aa35bf7c0') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:42.086648 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-4d89a62c-c149-493d-8dcf-41f56e74527f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] For port e403c8e7-1ea9-457a-899b-e89fc7edce59, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e403c8e7-1ea9-457a-899b-e89fc7edce59,segment=NetworkSegment(fc9fd1f1-fde3-42b1-b71b-eb1d0cbca531),segment_id=fc9fd1f1-fde3-42b1-b71b-eb1d0cbca531)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:42.087299 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4d89a62c-c149-493d-8dcf-41f56e74527f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.092902 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [None req-63f662d1-20df-4ab9-83a0-1634fdd728ef tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:42.096192 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-63f662d1-20df-4ab9-83a0-1634fdd728ef tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0095093 Nov 12 03:42:42.098052 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f569c77a-745d-4b44-a3ef-280e0617e515 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.099857 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53def5e9-4969-4b12-8b35-93e1a3ab9746 None None] No DVR routers for this DVR port e403c8e7-1ea9-457a-899b-e89fc7edce59 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:42:42.101121 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58768) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:42.106365 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [None req-11819018-c069-4181-9a9f-a8b2d5a28cad tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:42.109886 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-11819018-c069-4181-9a9f-a8b2d5a28cad tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0052197 Nov 12 03:42:42.110139 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58770) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:42.114630 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f569c77a-745d-4b44-a3ef-280e0617e515 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.123616 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [None req-98711613-0eb5-4cbc-b111-79cdadfc6f6d tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:42.123616 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-98711613-0eb5-4cbc-b111-79cdadfc6f6d tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0098989 Nov 12 03:42:42.123616 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-4d89a62c-c149-493d-8dcf-41f56e74527f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Calling delete_port for e403c8e7-1ea9-457a-899b-e89fc7edce59 owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:42.123958 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f569c77a-745d-4b44-a3ef-280e0617e515 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:42:42.123958 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f569c77a-745d-4b44-a3ef-280e0617e515 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.124970 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58772) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:42.130520 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [None req-f820e259-ceb6-4445-9942-3475098c77a7 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:42.133953 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f820e259-ceb6-4445-9942-3475098c77a7 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0065467 Nov 12 03:42:42.137603 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58774) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:42.142007 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [None req-653c1e79-9b57-47cb-a811-b0e00a9908cd tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:42.145620 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-653c1e79-9b57-47cb-a811-b0e00a9908cd tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0043418 Nov 12 03:42:42.146900 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58776) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:42.149912 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53def5e9-4969-4b12-8b35-93e1a3ab9746 None None] Pushing event deleted for resources: {'Port': ['ID=e403c8e7-1ea9-457a-899b-e89fc7edce59,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:42.154417 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [None req-c37a16c9-3ed7-484a-8cec-8a477ae07277 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:42.158009 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c37a16c9-3ed7-484a-8cec-8a477ae07277 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0062270 Nov 12 03:42:42.184167 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58778) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:42.188785 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [None req-8079f801-4878-4a6f-87b2-89b2879816d4 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:42.189063 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:42:42.189063 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:42:42.189063 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:42:42.189063 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:42:42.189063 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:42:42.189063 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:42:42.189063 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:42:42.189063 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:42:42.189063 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:42:42.189063 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:42:42.189063 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:42:42.189063 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:42:42.189063 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:42:42.189063 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:42:42.189063 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:42:42.189063 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:42:42.189063 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:42:42.189063 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:42:42.189063 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:42:42.189063 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:42:42.189063 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:42:42.189063 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:42:42.189063 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:42:42.189063 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:42:42.189063 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:42:42.189063 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:42:42.189063 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:42:42.189063 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:42:42.189063 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:42:42.189063 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:42:42.189063 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:42:42.189063 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:42:42.192757 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8079f801-4878-4a6f-87b2-89b2879816d4 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0046279 Nov 12 03:42:42.192859 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-62dc3e41-088f-4aed-99f6-d963f3d6e0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.194776 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58780) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:42.200065 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [None req-605ca94e-693e-4aee-acf7-29269e2b948d tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:42.201241 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-605ca94e-693e-4aee-acf7-29269e2b948d tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0053155 Nov 12 03:42:42.204891 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58782) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:42.210649 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [None req-435178dd-92bc-4ff5-b829-f76e4b8c2bdb tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:42.211824 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-435178dd-92bc-4ff5-b829-f76e4b8c2bdb tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0058525 Nov 12 03:42:42.215827 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58784) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:42.221736 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [None req-84f81fb9-f249-4cd3-8ba8-f0018ef87903 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:42.229364 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-84f81fb9-f249-4cd3-8ba8-f0018ef87903 tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0074823 Nov 12 03:42:42.238501 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58786) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:42.264653 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [None req-17a977a6-fe29-431f-95b9-e9bdb535a95e tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:42.265834 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-17a977a6-fe29-431f-95b9-e9bdb535a95e tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0124187 Nov 12 03:42:42.269549 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58788) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:42.280383 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [None req-3c3cb6fb-cf4a-4d4e-9a3d-45c6e142de1f tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:42.288147 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3c3cb6fb-cf4a-4d4e-9a3d-45c6e142de1f tempest-ExtensionsTestJSON-1333581111 tempest-ExtensionsTestJSON-1333581111-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0139580 Nov 12 03:42:42.288792 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f569c77a-745d-4b44-a3ef-280e0617e515 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.291115 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-62dc3e41-088f-4aed-99f6-d963f3d6e0af admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=96b0e260b1ab470db8d2cb6f43689aff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6741149 Nov 12 03:42:42.297615 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58792) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:42.309988 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc3e41-088f-4aed-99f6-d963f3d6e0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc6089d-324e-4ce2-9bc6-7357cfc0c254,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:42.321716 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4d89a62c-c149-493d-8dcf-41f56e74527f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.327726 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f569c77a-745d-4b44-a3ef-280e0617e515 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.331379 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f569c77a-745d-4b44-a3ef-280e0617e515 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/networks/a0060f41-e677-4f64-a2b1-1f0d892af9a3 HTTP/1.1" status: 204 len: 168 time: 1.1658769 Nov 12 03:42:42.339685 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58796) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:42.378856 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f569c77a-745d-4b44-a3ef-280e0617e515 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event deleted for resources: {'Network': ['ID=a0060f41-e677-4f64-a2b1-1f0d892af9a3,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:42.400617 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e403c8e7-1ea9-457a-899b-e89fc7edce59 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:42:42.418310 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-63a397e4-4e57-4038-bfb4-285fb92159e5 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1449858604'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:42.429910 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89a62c-c149-493d-8dcf-41f56e74527f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event deleted for resources: {'Port': ['ID=e403c8e7-1ea9-457a-899b-e89fc7edce59,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:42.439030 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47615595-6485-4205-80f8-3233333a3aa7 req-5b71506d-206a-4505-8b91-30d3efe88437 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:42.440320 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d89a62c-c149-493d-8dcf-41f56e74527f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] No DVR routers for this DVR port e403c8e7-1ea9-457a-899b-e89fc7edce59 on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:42:42.441473 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-47615595-6485-4205-80f8-3233333a3aa7 req-5b71506d-206a-4505-8b91-30d3efe88437 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] 10.222.0.50 "GET /v2.0/ports?device_id=e73f144a-6c67-4752-a1e5-40a27d621a8d HTTP/1.1" status: 200 len: 946 time: 0.2536137 Nov 12 03:42:42.475608 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: e403c8e7-1ea9-457a-899b-e89fc7edce59 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:42:42.476019 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e403c8e7-1ea9-457a-899b-e89fc7edce59 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:42:42.477473 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device ba8a6084-b721-4900-b797-26939dcc3c89 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:42:42.539762 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: ba8a6084-b721-4900-b797-26939dcc3c89 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:42:42.540134 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device ba8a6084-b721-4900-b797-26939dcc3c89 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:42:42.559862 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-47615595-6485-4205-80f8-3233333a3aa7 req-a332584a-8dd8-4b45-a8fd-a8b1863fe2ef tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] 10.222.0.50 "GET /v2.0/security-groups?id=44e219b5-d6a5-466c-a34d-5dab773dc179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104360 Nov 12 03:42:42.599761 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a397e4-4e57-4038-bfb4-285fb92159e5 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Made reservation on behalf of 67babf17303845e7bb463e099a9322ec for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:42.603422 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-63a397e4-4e57-4038-bfb4-285fb92159e5 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.621955 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d5e62c22-6082-4d92-b60f-3b0807687ab0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.642216 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4d89a62c-c149-493d-8dcf-41f56e74527f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.651411 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58804) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:42.678032 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d5e62c22-6082-4d92-b60f-3b0807687ab0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.685405 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63a397e4-4e57-4038-bfb4-285fb92159e5 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:42:42.701664 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-4d89a62c-c149-493d-8dcf-41f56e74527f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecb4eecf-ffa7-4db5-b961-0a01d40139a8']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:42.721040 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-63a397e4-4e57-4038-bfb4-285fb92159e5 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.722143 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-63a397e4-4e57-4038-bfb4-285fb92159e5 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Added segment 56f76894-9221-45e4-b073-a1e11af02435 of type vlan for network 2ddd8988-0fcb-4543-8860-91a2f49d6e49 Nov 12 03:42:42.729572 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-4d89a62c-c149-493d-8dcf-41f56e74527f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc9fd1f1-fde3-42b1-b71b-eb1d0cbca531') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:42.729867 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-4d89a62c-c149-493d-8dcf-41f56e74527f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc9fd1f1-fde3-42b1-b71b-eb1d0cbca531') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:42.754618 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4d89a62c-c149-493d-8dcf-41f56e74527f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.807777 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4d89a62c-c149-493d-8dcf-41f56e74527f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.812741 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-63a397e4-4e57-4038-bfb4-285fb92159e5 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.829200 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d89a62c-c149-493d-8dcf-41f56e74527f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:42:42.830113 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4d89a62c-c149-493d-8dcf-41f56e74527f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.838112 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:42:42.838112 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:42:42.838112 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:42:42.838112 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:42:42.838112 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:42:42.838112 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:42:42.838112 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:42:42.838112 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:42:42.838112 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:42:42.838112 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:42:42.838112 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:42:42.838112 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:42:42.838112 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:42:42.838112 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:42:42.838112 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:42:42.838112 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:42:42.838112 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:42:42.838112 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:42:42.838112 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:42:42.838112 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:42:42.838112 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:42:42.838112 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:42:42.838112 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:42:42.838112 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:42:42.838112 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:42:42.838112 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:42:42.838112 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:42:42.838112 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:42:42.838112 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:42:42.838112 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:42:42.838112 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:42:42.838112 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:42:42.838112 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:42:42.838112 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:42:42.838112 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:42:42.838112 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:42:42.838112 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:42:42.838112 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:42:42.838112 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:42:42.838112 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:42:42.849777 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-005c56b3-8217-4921-b7fe-6ecedecb0e33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.896949 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d5e62c22-6082-4d92-b60f-3b0807687ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.902322 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d5e62c22-6082-4d92-b60f-3b0807687ab0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.903520 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d5e62c22-6082-4d92-b60f-3b0807687ab0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6bc6089d-324e-4ce2-9bc6-7357cfc0c254 HTTP/1.1" status: 204 len: 168 time: 0.6049294 Nov 12 03:42:42.938353 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4d89a62c-c149-493d-8dcf-41f56e74527f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.952453 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-005c56b3-8217-4921-b7fe-6ecedecb0e33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.956473 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e62c22-6082-4d92-b60f-3b0807687ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc6089d-324e-4ce2-9bc6-7357cfc0c254,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:42.958365 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-005c56b3-8217-4921-b7fe-6ecedecb0e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.967484 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4d89a62c-c149-493d-8dcf-41f56e74527f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.986801 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4d89a62c-c149-493d-8dcf-41f56e74527f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "DELETE /v2.0/networks/ecb4eecf-ffa7-4db5-b961-0a01d40139a8 HTTP/1.1" status: 204 len: 168 time: 1.9682083 Nov 12 03:42:42.992472 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58812) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:42.994511 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-63a397e4-4e57-4038-bfb4-285fb92159e5 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.002796 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a397e4-4e57-4038-bfb4-285fb92159e5 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:43.003516 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-63a397e4-4e57-4038-bfb4-285fb92159e5 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.010076 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-4025cf65-f1c7-4604-bc1b-3429a6dd3a2f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-436559467', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}, 'admin_state_up': False}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:43.024184 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89a62c-c149-493d-8dcf-41f56e74527f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event deleted for resources: {'Network': ['ID=ecb4eecf-ffa7-4db5-b961-0a01d40139a8,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:43.039244 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-005c56b3-8217-4921-b7fe-6ecedecb0e33 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=404e67512e074a76b963c87a65c6fb48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3859711 Nov 12 03:42:43.049272 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c56b3-8217-4921-b7fe-6ecedecb0e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403a4bad-c91e-464d-918f-f092aa3fa1c4,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:43.052043 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58814) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:43.074126 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4025cf65-f1c7-4604-bc1b-3429a6dd3a2f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.075752 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4025cf65-f1c7-4604-bc1b-3429a6dd3a2f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.113076 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-63a397e4-4e57-4038-bfb4-285fb92159e5 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7695317 Nov 12 03:42:43.120634 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58818) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:43.127962 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-db6f7a4b-309d-42aa-a468-45ebcdae827b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'subnet': {'network_id': '2ddd8988-0fcb-4543-8860-91a2f49d6e49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:43.136507 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a397e4-4e57-4038-bfb4-285fb92159e5 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event updated for resources: {'Network': ['ID=2ddd8988-0fcb-4543-8860-91a2f49d6e49,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:43.148905 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 2ddd8988-0fcb-4543-8860-91a2f49d6e49 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:42:43.232865 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4025cf65-f1c7-4604-bc1b-3429a6dd3a2f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.252797 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3ee58039-1f8d-445d-9f2c-01e08ae3c248 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.263500 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d12ad8-820c-4f55-9e14-3b44d3d35b1e req-869d7153-8239-45ff-b445-82bc7323eea8 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:43.277110 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-46d12ad8-820c-4f55-9e14-3b44d3d35b1e req-869d7153-8239-45ff-b445-82bc7323eea8 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] 10.222.0.50 "GET /v2.0/ports?device_id=e73f144a-6c67-4752-a1e5-40a27d621a8d HTTP/1.1" status: 200 len: 946 time: 0.2244158 Nov 12 03:42:43.300624 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3ee58039-1f8d-445d-9f2c-01e08ae3c248 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.358990 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6f7a4b-309d-42aa-a468-45ebcdae827b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Made reservation on behalf of 67babf17303845e7bb463e099a9322ec for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:43.365012 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-db6f7a4b-309d-42aa-a468-45ebcdae827b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.493343 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3ee58039-1f8d-445d-9f2c-01e08ae3c248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.497889 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3ee58039-1f8d-445d-9f2c-01e08ae3c248 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.501716 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3ee58039-1f8d-445d-9f2c-01e08ae3c248 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/403a4bad-c91e-464d-918f-f092aa3fa1c4 HTTP/1.1" status: 204 len: 168 time: 0.4458618 Nov 12 03:42:43.528791 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee58039-1f8d-445d-9f2c-01e08ae3c248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403a4bad-c91e-464d-918f-f092aa3fa1c4,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:43.723815 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-db6f7a4b-309d-42aa-a468-45ebcdae827b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.801633 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f7a4b-309d-42aa-a468-45ebcdae827b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event updated for resources: {'Subnet': ['ID=71e95a65-f22e-4b90-96cd-904c1959d722,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:43.846555 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6f7a4b-309d-42aa-a468-45ebcdae827b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Checking segment: {'id': '56f76894-9221-45e4-b073-a1e11af02435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2ddd8988-0fcb-4543-8860-91a2f49d6e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:43.846947 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6f7a4b-309d-42aa-a468-45ebcdae827b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Network hostable DHCP agents. Network: 2ddd8988-0fcb-4543-8860-91a2f49d6e49, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:42:43.877457 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6f7a4b-309d-42aa-a468-45ebcdae827b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Network 2ddd8988-0fcb-4543-8860-91a2f49d6e49 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:42:43.890513 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-db6f7a4b-309d-42aa-a468-45ebcdae827b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 2ddd8988-0fcb-4543-8860-91a2f49d6e49) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:43.896988 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6f7a4b-309d-42aa-a468-45ebcdae827b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:43.897878 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-db6f7a4b-309d-42aa-a468-45ebcdae827b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.899497 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e5c082-2332-4f37-bf78-900518a0ba51 None None] Network 2ddd8988-0fcb-4543-8860-91a2f49d6e49 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:43.917925 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4025cf65-f1c7-4604-bc1b-3429a6dd3a2f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.923512 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-db6f7a4b-309d-42aa-a468-45ebcdae827b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7974222 Nov 12 03:42:43.924399 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58838) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:43.930812 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-c6bd45a4-7819-4cb7-9c06-d0d086fbb1e8 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1180233938', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:43.974041 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c6bd45a4-7819-4cb7-9c06-d0d086fbb1e8 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.977318 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c6bd45a4-7819-4cb7-9c06-d0d086fbb1e8 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.984342 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-46d12ad8-820c-4f55-9e14-3b44d3d35b1e req-7a5af13c-32a8-4496-8495-c976018d51d0 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] 10.222.0.50 "GET /v2.0/security-groups?id=44e219b5-d6a5-466c-a34d-5dab773dc179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7062998 Nov 12 03:42:44.101269 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c6bd45a4-7819-4cb7-9c06-d0d086fbb1e8 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.117289 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c6bd45a4-7819-4cb7-9c06-d0d086fbb1e8 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.160006 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c6bd45a4-7819-4cb7-9c06-d0d086fbb1e8 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.161286 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c6bd45a4-7819-4cb7-9c06-d0d086fbb1e8 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2358801 Nov 12 03:42:44.168056 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58854) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:44.168608 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f149e21-fa0b-4bc4-80e4-b59ee91af308 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-2ddd8988-0fcb-4543-8860-91a2f49d6e49', 'network_id': '2ddd8988-0fcb-4543-8860-91a2f49d6e49', 'tenant_id': '67babf17303845e7bb463e099a9322ec', 'fixed_ips': [{'subnet_id': '71e95a65-f22e-4b90-96cd-904c1959d722'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:42:44.169793 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4f149e21-fa0b-4bc4-80e4-b59ee91af308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.173447 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-f27cd4bf-23a5-4d7d-a1a6-37a3ef3d9522 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'port': {'network_id': '2ddd8988-0fcb-4543-8860-91a2f49d6e49', 'name': 'tempest-PortsIpV6TestJSON-1753151229'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:44.269322 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58856) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:44.360941 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4025cf65-f1c7-4604-bc1b-3429a6dd3a2f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for router_gateway, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.390092 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-4f149e21-fa0b-4bc4-80e4-b59ee91af308 None None] Allocated IP 2001:db8::2 (2ddd8988-0fcb-4543-8860-91a2f49d6e49/71e95a65-f22e-4b90-96cd-904c1959d722/3ee45892-21f1-4a40-86b6-171450e78883) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:44.418151 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4025cf65-f1c7-4604-bc1b-3429a6dd3a2f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.429226 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27cd4bf-23a5-4d7d-a1a6-37a3ef3d9522 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Made reservation on behalf of 67babf17303845e7bb463e099a9322ec for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:44.438051 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f27cd4bf-23a5-4d7d-a1a6-37a3ef3d9522 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.481993 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-14be82df-b86e-41f9-8756-eab0a84964f4 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-835686835-network', 'tenant_id': 'a0ea4ec50d2b4eb48546130d05ee8ff5'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:44.520387 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-f27cd4bf-23a5-4d7d-a1a6-37a3ef3d9522 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] device_id is not set on port 2ea2cf02-704d-4f84-8f00-8f20894b855c yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:42:44.585786 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-4025cf65-f1c7-4604-bc1b-3429a6dd3a2f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Allocated IP 172.25.5.179 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/dfe4d9cf-d207-42ba-b8f4-29ecc1cc197e) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:44.594862 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4f149e21-fa0b-4bc4-80e4-b59ee91af308 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.605389 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4f149e21-fa0b-4bc4-80e4-b59ee91af308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.612982 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32681c7-2dd5-43ba-a13c-7c7faf027f91 req-52ac0987-ab80-431b-b587-96af2c4ccae0 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:44.614788 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e32681c7-2dd5-43ba-a13c-7c7faf027f91 req-52ac0987-ab80-431b-b587-96af2c4ccae0 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] 10.222.0.50 "GET /v2.0/ports?device_id=e73f144a-6c67-4752-a1e5-40a27d621a8d HTTP/1.1" status: 200 len: 946 time: 0.1546414 Nov 12 03:42:44.620349 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14be82df-b86e-41f9-8756-eab0a84964f4 admin admin] Made reservation on behalf of a0ea4ec50d2b4eb48546130d05ee8ff5 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:44.626655 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-14be82df-b86e-41f9-8756-eab0a84964f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.662853 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f149e21-fa0b-4bc4-80e4-b59ee91af308 None None] Network 2ddd8988-0fcb-4543-8860-91a2f49d6e49 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:44.666858 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-4f149e21-fa0b-4bc4-80e4-b59ee91af308 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:44.672259 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f149e21-fa0b-4bc4-80e4-b59ee91af308 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:44.683069 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-14be82df-b86e-41f9-8756-eab0a84964f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.746861 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4025cf65-f1c7-4604-bc1b-3429a6dd3a2f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.790016 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f149e21-fa0b-4bc4-80e4-b59ee91af308 None None] Pushing event updated for resources: {'Port': ['ID=3ee45892-21f1-4a40-86b6-171450e78883,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:44.793167 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4025cf65-f1c7-4604-bc1b-3429a6dd3a2f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.807864 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-4f149e21-fa0b-4bc4-80e4-b59ee91af308 None None] Attempting to bind port 3ee45892-21f1-4a40-86b6-171450e78883 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:42:44.808352 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-4f149e21-fa0b-4bc4-80e4-b59ee91af308 None None] Attempting to bind port 3ee45892-21f1-4a40-86b6-171450e78883 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '56f76894-9221-45e4-b073-a1e11af02435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2ddd8988-0fcb-4543-8860-91a2f49d6e49'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:42:44.810061 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f149e21-fa0b-4bc4-80e4-b59ee91af308 None None] Attempting to bind port 3ee45892-21f1-4a40-86b6-171450e78883 on network 2ddd8988-0fcb-4543-8860-91a2f49d6e49 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:44.816277 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f149e21-fa0b-4bc4-80e4-b59ee91af308 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:42:44.816735 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f149e21-fa0b-4bc4-80e4-b59ee91af308 None None] Checking segment: {'id': '56f76894-9221-45e4-b073-a1e11af02435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2ddd8988-0fcb-4543-8860-91a2f49d6e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:44.817210 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4f149e21-fa0b-4bc4-80e4-b59ee91af308 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.817673 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f149e21-fa0b-4bc4-80e4-b59ee91af308 None None] Bound using segment: {'id': '56f76894-9221-45e4-b073-a1e11af02435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2ddd8988-0fcb-4543-8860-91a2f49d6e49'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:42:44.818835 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-4f149e21-fa0b-4bc4-80e4-b59ee91af308 None None] Bound port: 3ee45892-21f1-4a40-86b6-171450e78883, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f76894-9221-45e4-b073-a1e11af02435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2ddd8988-0fcb-4543-8860-91a2f49d6e49'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:42:44.819713 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4f149e21-fa0b-4bc4-80e4-b59ee91af308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.847884 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-f27cd4bf-23a5-4d7d-a1a6-37a3ef3d9522 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Allocated IP 2001:db8::204 (2ddd8988-0fcb-4543-8860-91a2f49d6e49/71e95a65-f22e-4b90-96cd-904c1959d722/2ea2cf02-704d-4f84-8f00-8f20894b855c) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:44.860294 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e32681c7-2dd5-43ba-a13c-7c7faf027f91 req-f7d56f5c-0c7e-4e75-997c-a5ed9d822f5f tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] 10.222.0.50 "GET /v2.0/security-groups?id=44e219b5-d6a5-466c-a34d-5dab773dc179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135293 Nov 12 03:42:44.864251 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4025cf65-f1c7-4604-bc1b-3429a6dd3a2f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event updated for resources: {'Port': ['ID=dfe4d9cf-d207-42ba-b8f4-29ecc1cc197e,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:44.882615 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4025cf65-f1c7-4604-bc1b-3429a6dd3a2f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:44.882615 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-4025cf65-f1c7-4604-bc1b-3429a6dd3a2f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:44.884896 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4025cf65-f1c7-4604-bc1b-3429a6dd3a2f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:44.899750 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-14be82df-b86e-41f9-8756-eab0a84964f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.911223 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-14be82df-b86e-41f9-8756-eab0a84964f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.938331 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4f149e21-fa0b-4bc4-80e4-b59ee91af308 None None] For port 3ee45892-21f1-4a40-86b6-171450e78883, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:42:44.943378 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4f149e21-fa0b-4bc4-80e4-b59ee91af308 None None] For port 3ee45892-21f1-4a40-86b6-171450e78883, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=3ee45892-21f1-4a40-86b6-171450e78883,segment=NetworkSegment(56f76894-9221-45e4-b073-a1e11af02435),segment_id=56f76894-9221-45e4-b073-a1e11af02435)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:42:44.948182 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58876) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:44.952872 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4f149e21-fa0b-4bc4-80e4-b59ee91af308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.958232 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14be82df-b86e-41f9-8756-eab0a84964f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:42:44.979860 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be82df-b86e-41f9-8756-eab0a84964f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762f7330-e087-469b-8d5b-93980f2ce4b4,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:45.022086 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-14be82df-b86e-41f9-8756-eab0a84964f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:45.022698 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-14be82df-b86e-41f9-8756-eab0a84964f4 admin admin] Added segment cd8f8b00-6969-40fe-8b6f-f54cd8c11e5a of type vlan for network 5db34b63-5c8b-4242-a101-98cf717dd4ba Nov 12 03:42:45.057429 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f149e21-fa0b-4bc4-80e4-b59ee91af308 None None] Pushing event updated for resources: {'Port': ['ID=3ee45892-21f1-4a40-86b6-171450e78883,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:45.144676 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-14be82df-b86e-41f9-8756-eab0a84964f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:45.196003 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-91cb4360-7972-4337-a6cf-e9bc6e559d06 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Request body: {'networks': [{'name': 'tempest-network--608631554'}, {'name': 'tempest-network--794503829'}]} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:45.196344 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-91cb4360-7972-4337-a6cf-e9bc6e559d06 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Request body: {'network': {'name': 'tempest-network--608631554'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:45.196870 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-91cb4360-7972-4337-a6cf-e9bc6e559d06 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Request body: {'network': {'name': 'tempest-network--794503829'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:45.211108 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-14be82df-b86e-41f9-8756-eab0a84964f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:45.212183 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14be82df-b86e-41f9-8756-eab0a84964f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:45.212819 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-14be82df-b86e-41f9-8756-eab0a84964f4 admin admin] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:45.223350 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f27cd4bf-23a5-4d7d-a1a6-37a3ef3d9522 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:45.271840 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-14be82df-b86e-41f9-8756-eab0a84964f4 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9979992 Nov 12 03:42:45.271956 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58886) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:45.278222 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-16f36228-ac5c-494f-934e-e4a8a245c0b3 admin admin] Request body: {'subnet': {'network_id': '5db34b63-5c8b-4242-a101-98cf717dd4ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-835686835-subnet', 'tenant_id': 'a0ea4ec50d2b4eb48546130d05ee8ff5', 'ip_version': 4}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:45.319609 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be82df-b86e-41f9-8756-eab0a84964f4 admin admin] Pushing event updated for resources: {'Network': ['ID=5db34b63-5c8b-4242-a101-98cf717dd4ba,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:45.356592 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 5db34b63-5c8b-4242-a101-98cf717dd4ba details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:42:45.374074 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f27cd4bf-23a5-4d7d-a1a6-37a3ef3d9522 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:45.394803 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cb4360-7972-4337-a6cf-e9bc6e559d06 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Made reservation on behalf of 926c0c069ef34087a96c770d4017d615 for: {'network': 2} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:45.405944 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-91cb4360-7972-4337-a6cf-e9bc6e559d06 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:45.428325 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-91cb4360-7972-4337-a6cf-e9bc6e559d06 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:45.481823 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27cd4bf-23a5-4d7d-a1a6-37a3ef3d9522 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event updated for resources: {'Port': ['ID=2ea2cf02-704d-4f84-8f00-8f20894b855c,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:45.495271 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f36228-ac5c-494f-934e-e4a8a245c0b3 admin admin] Made reservation on behalf of a0ea4ec50d2b4eb48546130d05ee8ff5 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:45.498053 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-16f36228-ac5c-494f-934e-e4a8a245c0b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:45.506143 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27cd4bf-23a5-4d7d-a1a6-37a3ef3d9522 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Network 2ddd8988-0fcb-4543-8860-91a2f49d6e49 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:45.509087 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4025cf65-f1c7-4604-bc1b-3429a6dd3a2f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for router_gateway, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:45.510022 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-f27cd4bf-23a5-4d7d-a1a6-37a3ef3d9522 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:45.523486 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27cd4bf-23a5-4d7d-a1a6-37a3ef3d9522 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:45.532910 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27cd4bf-23a5-4d7d-a1a6-37a3ef3d9522 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:45.534782 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f27cd4bf-23a5-4d7d-a1a6-37a3ef3d9522 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:45.563360 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f27cd4bf-23a5-4d7d-a1a6-37a3ef3d9522 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3940535 Nov 12 03:42:45.567045 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58890) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:45.777566 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-91cb4360-7972-4337-a6cf-e9bc6e559d06 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:45.818907 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-91cb4360-7972-4337-a6cf-e9bc6e559d06 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:45.819366 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-91cb4360-7972-4337-a6cf-e9bc6e559d06 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:45.906551 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615289e8-64f2-4b8f-a049-57a1f024fd9f req-9861b6d5-fcbb-43e7-8802-f31fcbbfb8c2 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:45.908241 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-615289e8-64f2-4b8f-a049-57a1f024fd9f req-9861b6d5-fcbb-43e7-8802-f31fcbbfb8c2 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] 10.222.0.74 "GET /v2.0/ports?device_id=e73f144a-6c67-4752-a1e5-40a27d621a8d HTTP/1.1" status: 200 len: 946 time: 0.0917377 Nov 12 03:42:45.991203 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb4360-7972-4337-a6cf-e9bc6e559d06 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=885304fe-f003-41cb-88a3-ec6460fe3145,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:45.998438 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91cb4360-7972-4337-a6cf-e9bc6e559d06 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:42:46.083071 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-91cb4360-7972-4337-a6cf-e9bc6e559d06 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.083249 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-91cb4360-7972-4337-a6cf-e9bc6e559d06 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Added segment 7dab52a1-6bfc-42d8-b879-40f0cdcdadba of type vlan for network 69924d76-7c94-44f9-aea8-f7de81dba2ce Nov 12 03:42:46.086965 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4025cf65-f1c7-4604-bc1b-3429a6dd3a2f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.117739 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-684d4a95-51fa-4dff-b529-99d3042be942 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.129541 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-16f36228-ac5c-494f-934e-e4a8a245c0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.146642 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-615289e8-64f2-4b8f-a049-57a1f024fd9f req-eca09fa9-b901-40d8-836c-f5292f0b622c tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] Deleting port 424d07d8-d461-4d25-b536-f1c309eab94a {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:46.147342 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-615289e8-64f2-4b8f-a049-57a1f024fd9f req-eca09fa9-b901-40d8-836c-f5292f0b622c tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.219710 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-91cb4360-7972-4337-a6cf-e9bc6e559d06 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.259908 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643a2f0-d51d-4274-979b-9382f6029939 req-cec686a0-9632-4743-a8d8-c907e6334cc2 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:46.262949 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c643a2f0-d51d-4274-979b-9382f6029939 req-cec686a0-9632-4743-a8d8-c907e6334cc2 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] 10.222.0.50 "GET /v2.0/ports?device_id=e73f144a-6c67-4752-a1e5-40a27d621a8d HTTP/1.1" status: 200 len: 946 time: 0.2593713 Nov 12 03:42:46.426800 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 3ee45892-21f1-4a40-86b6-171450e78883 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:46.437963 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f36228-ac5c-494f-934e-e4a8a245c0b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=037e5d43-df65-4748-8c59-eb66fca3aae6,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:46.487601 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91cb4360-7972-4337-a6cf-e9bc6e559d06 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:42:46.552088 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f36228-ac5c-494f-934e-e4a8a245c0b3 admin admin] Checking segment: {'id': 'cd8f8b00-6969-40fe-8b6f-f54cd8c11e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '5db34b63-5c8b-4242-a101-98cf717dd4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:46.554259 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f36228-ac5c-494f-934e-e4a8a245c0b3 admin admin] Network hostable DHCP agents. Network: 5db34b63-5c8b-4242-a101-98cf717dd4ba, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:42:46.561080 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-91cb4360-7972-4337-a6cf-e9bc6e559d06 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.561649 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-91cb4360-7972-4337-a6cf-e9bc6e559d06 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Added segment 12a649e3-23b4-48b8-81dc-511cfb0c0886 of type vlan for network 3769e55c-3a4f-4cc4-a080-84bfb8daa897 Nov 12 03:42:46.574514 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 3ee45892-21f1-4a40-86b6-171450e78883 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:46.574514 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.591797 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7112dc-855f-4ed7-ba24-bce0c3fb76c6 None None] Network 2ddd8988-0fcb-4543-8860-91a2f49d6e49 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:46.593360 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-684d4a95-51fa-4dff-b529-99d3042be942 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.599346 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-684d4a95-51fa-4dff-b529-99d3042be942 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.658471 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c643a2f0-d51d-4274-979b-9382f6029939 req-d2d55ed5-9bcf-4564-a580-73aeebb9bc80 tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] 10.222.0.50 "GET /v2.0/security-groups?id=44e219b5-d6a5-466c-a34d-5dab773dc179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782134 Nov 12 03:42:46.667923 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-91cb4360-7972-4337-a6cf-e9bc6e559d06 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.686146 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d4a95-51fa-4dff-b529-99d3042be942 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event updated for resources: {'Port': ['ID=2ea2cf02-704d-4f84-8f00-8f20894b855c,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:46.693859 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f36228-ac5c-494f-934e-e4a8a245c0b3 admin admin] Network 5db34b63-5c8b-4242-a101-98cf717dd4ba is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:42:46.718017 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4025cf65-f1c7-4604-bc1b-3429a6dd3a2f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Router af644116-eb9d-40c7-b720-5ed3f1292e2e is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:42:46.730632 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-16f36228-ac5c-494f-934e-e4a8a245c0b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 5db34b63-5c8b-4242-a101-98cf717dd4ba) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:46.735786 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-91cb4360-7972-4337-a6cf-e9bc6e559d06 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.736307 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-91cb4360-7972-4337-a6cf-e9bc6e559d06 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.743148 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cb4360-7972-4337-a6cf-e9bc6e559d06 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:46.749936 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cb4360-7972-4337-a6cf-e9bc6e559d06 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:46.750626 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-91cb4360-7972-4337-a6cf-e9bc6e559d06 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.751525 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a14650-c81f-47cd-a5aa-4d23e84db89e None None] Network 5db34b63-5c8b-4242-a101-98cf717dd4ba requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:46.755544 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f36228-ac5c-494f-934e-e4a8a245c0b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:46.756174 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-16f36228-ac5c-494f-934e-e4a8a245c0b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.823819 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-615289e8-64f2-4b8f-a049-57a1f024fd9f req-eca09fa9-b901-40d8-836c-f5292f0b622c tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] For port 424d07d8-d461-4d25-b536-f1c309eab94a, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=424d07d8-d461-4d25-b536-f1c309eab94a,segment=NetworkSegment(447fa3e9-9e5b-4732-baad-9f09ba129e8f),segment_id=447fa3e9-9e5b-4732-baad-9f09ba129e8f)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:46.824242 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-615289e8-64f2-4b8f-a049-57a1f024fd9f req-eca09fa9-b901-40d8-836c-f5292f0b622c tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.846988 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-615289e8-64f2-4b8f-a049-57a1f024fd9f req-eca09fa9-b901-40d8-836c-f5292f0b622c tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] Calling delete_port for 424d07d8-d461-4d25-b536-f1c309eab94a owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:46.918279 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-91cb4360-7972-4337-a6cf-e9bc6e559d06 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.9652276 Nov 12 03:42:46.924812 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58900) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:46.929941 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-16f36228-ac5c-494f-934e-e4a8a245c0b3 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6565716 Nov 12 03:42:46.943820 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58902) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:46.950676 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-aa4292a6-e542-4c47-be3c-10b7f3809e90 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-835686835-router', 'tenant_id': 'a0ea4ec50d2b4eb48546130d05ee8ff5', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:46.967489 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb4360-7972-4337-a6cf-e9bc6e559d06 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Pushing event updated for resources: {'Network': ['ID=69924d76-7c94-44f9-aea8-f7de81dba2ce,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:46.988802 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-684d4a95-51fa-4dff-b529-99d3042be942 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:47.159217 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aa4292a6-e542-4c47-be3c-10b7f3809e90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:47.160293 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aa4292a6-e542-4c47-be3c-10b7f3809e90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:47.172043 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb4360-7972-4337-a6cf-e9bc6e559d06 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Pushing event updated for resources: {'Network': ['ID=3769e55c-3a4f-4cc4-a080-84bfb8daa897,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:47.175304 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4025cf65-f1c7-4604-bc1b-3429a6dd3a2f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:47.217705 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5552f32-3366-416a-b764-1d3d65100451 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:47.223728 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5552f32-3366-416a-b764-1d3d65100451 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:47.226726 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-684d4a95-51fa-4dff-b529-99d3042be942 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:47.230327 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5552f32-3366-416a-b764-1d3d65100451 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:47.236734 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5552f32-3366-416a-b764-1d3d65100451 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:47.238466 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c5552f32-3366-416a-b764-1d3d65100451 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3125217 Nov 12 03:42:47.239638 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-615289e8-64f2-4b8f-a049-57a1f024fd9f req-eca09fa9-b901-40d8-836c-f5292f0b622c tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:47.241696 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58904) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:47.254117 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-ab4bc15d-8477-412a-ba8b-252ad8aac018 None None] Provisioning complete for port 3ee45892-21f1-4a40-86b6-171450e78883 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:47.254673 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ab4bc15d-8477-412a-ba8b-252ad8aac018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:47.279089 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4025cf65-f1c7-4604-bc1b-3429a6dd3a2f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:47.280384 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4025cf65-f1c7-4604-bc1b-3429a6dd3a2f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.2825561 Nov 12 03:42:47.290251 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58906) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:47.299452 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca09fa9-b901-40d8-836c-f5292f0b622c tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] Pushing event deleted for resources: {'Port': ['ID=424d07d8-d461-4d25-b536-f1c309eab94a,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:47.317105 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 69924d76-7c94-44f9-aea8-f7de81dba2ce details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:42:47.324334 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f735c1-9928-4440-85d8-27fa56eb2906 None None] Sync routers for ids ['af644116-eb9d-40c7-b720-5ed3f1292e2e'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:47.326647 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 3769e55c-3a4f-4cc4-a080-84bfb8daa897 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:42:47.372905 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-615289e8-64f2-4b8f-a049-57a1f024fd9f req-eca09fa9-b901-40d8-836c-f5292f0b622c tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] No DVR routers for this DVR port 424d07d8-d461-4d25-b536-f1c309eab94a on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:42:47.383180 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-615289e8-64f2-4b8f-a049-57a1f024fd9f req-eca09fa9-b901-40d8-836c-f5292f0b622c tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:47.387877 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-615289e8-64f2-4b8f-a049-57a1f024fd9f req-eca09fa9-b901-40d8-836c-f5292f0b622c tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] 10.222.0.74 "DELETE /v2.0/ports/424d07d8-d461-4d25-b536-f1c309eab94a HTTP/1.1" status: 204 len: 173 time: 1.4556949 Nov 12 03:42:47.388404 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73f144a-6c67-4752-a1e5-40a27d621a8d', 'name': 'network-vif-deleted', 'tag': '424d07d8-d461-4d25-b536-f1c309eab94a'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:42:47.392506 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a71cbc-4de1-4273-90f0-3a369d1c2d99" -d '{"events": [{"server_uuid": "e73f144a-6c67-4752-a1e5-40a27d621a8d", "name": "network-vif-deleted", "tag": "424d07d8-d461-4d25-b536-f1c309eab94a"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:42:47.412466 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['424d07d8-d461-4d25-b536-f1c309eab94a'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:42:47.422710 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aa4292a6-e542-4c47-be3c-10b7f3809e90 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:47.496584 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fec5590-9cb8-498f-8cd8-80b02ef8791e x-openstack-request-id: req-0fec5590-9cb8-498f-8cd8-80b02ef8791e {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:42:47.496943 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73f144a-6c67-4752-a1e5-40a27d621a8d", "name": "network-vif-deleted", "tag": "424d07d8-d461-4d25-b536-f1c309eab94a", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:42:47.497126 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0fec5590-9cb8-498f-8cd8-80b02ef8791e {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:42:47.497506 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73f144a-6c67-4752-a1e5-40a27d621a8d', 'name': 'network-vif-deleted', 'tag': '424d07d8-d461-4d25-b536-f1c309eab94a', 'status': 'completed', 'code': 200} Nov 12 03:42:47.538542 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ca60b7e2-3fd2-409a-958f-daf346c39dd1 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:47.679291 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e91498-704d-4fc0-a425-47e6b3fdc8c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-5db34b63-5c8b-4242-a101-98cf717dd4ba', 'network_id': '5db34b63-5c8b-4242-a101-98cf717dd4ba', 'tenant_id': 'a0ea4ec50d2b4eb48546130d05ee8ff5', 'fixed_ips': [{'subnet_id': '037e5d43-df65-4748-8c59-eb66fca3aae6'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:42:47.680326 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c4e91498-704d-4fc0-a425-47e6b3fdc8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:47.688021 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f735c1-9928-4440-85d8-27fa56eb2906 None None] Routers {'af644116-eb9d-40c7-b720-5ed3f1292e2e'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:47.688718 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-b1f735c1-9928-4440-85d8-27fa56eb2906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:42:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['af644116-eb9d-40c7-b720-5ed3f1292e2e'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:47.726424 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0f9e67aa-a5ba-4edb-8a55-6a8628a4ea01 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "GET /v2.0/routers/af644116-eb9d-40c7-b720-5ed3f1292e2e HTTP/1.1" status: 200 len: 880 time: 0.4349539 Nov 12 03:42:47.764712 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-684d4a95-51fa-4dff-b529-99d3042be942 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:47.766656 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58914) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:47.774627 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-684d4a95-51fa-4dff-b529-99d3042be942 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:47.775406 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-684d4a95-51fa-4dff-b529-99d3042be942 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:47.812854 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-b1f735c1-9928-4440-85d8-27fa56eb2906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:47.888882 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f735c1-9928-4440-85d8-27fa56eb2906 None None] Routers {'af644116-eb9d-40c7-b720-5ed3f1292e2e'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:47.889507 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-b1f735c1-9928-4440-85d8-27fa56eb2906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:42:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['af644116-eb9d-40c7-b720-5ed3f1292e2e'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:47.932521 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f47325d4-c2a2-4cc3-a20a-a54aa1758ed1 req-f76fea96-46fb-4ac2-aa21-0c74d683dcef tempest-ServersNegativeTestMultiTenantJSON-220215470 tempest-ServersNegativeTestMultiTenantJSON-220215470-project] 10.222.0.50 "GET /v2.0/ports?device_id=e73f144a-6c67-4752-a1e5-40a27d621a8d HTTP/1.1" status: 200 len: 210 time: 0.0823593 Nov 12 03:42:47.967843 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d4a95-51fa-4dff-b529-99d3042be942 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event updated for resources: {'Port': ['ID=2ea2cf02-704d-4f84-8f00-8f20894b855c,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:48.058799 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.064153 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ab4bc15d-8477-412a-ba8b-252ad8aac018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.070831 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-b1f735c1-9928-4440-85d8-27fa56eb2906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:48.071248 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f735c1-9928-4440-85d8-27fa56eb2906 None None] The sync data for ids ['af644116-eb9d-40c7-b720-5ed3f1292e2e'] in n-d-715271-27 is: [] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:48.246573 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.249035 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 3ee45892-21f1-4a40-86b6-171450e78883, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=3ee45892-21f1-4a40-86b6-171450e78883,segment=NetworkSegment(56f76894-9221-45e4-b073-a1e11af02435),segment_id=56f76894-9221-45e4-b073-a1e11af02435)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:48.256729 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.439545 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684d4a95-51fa-4dff-b529-99d3042be942 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Network 2ddd8988-0fcb-4543-8860-91a2f49d6e49 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:48.455057 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-684d4a95-51fa-4dff-b529-99d3042be942 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:48.461050 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=3ee45892-21f1-4a40-86b6-171450e78883,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:48.487137 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-c4e91498-704d-4fc0-a425-47e6b3fdc8c8 None None] Allocated IP 172.20.0.2 (5db34b63-5c8b-4242-a101-98cf717dd4ba/037e5d43-df65-4748-8c59-eb66fca3aae6/851708d4-391a-408b-baa8-941e1219441e) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:48.549392 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.api [None req-ab4bc15d-8477-412a-ba8b-252ad8aac018 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:42:48.551066 n-d-715271-27 neutron-server[102573]: DEBUG oslo_db.api [None req-ab4bc15d-8477-412a-ba8b-252ad8aac018 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:42:48.571272 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aa4292a6-e542-4c47-be3c-10b7f3809e90 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.808527 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ca60b7e2-3fd2-409a-958f-daf346c39dd1 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.837697 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-ca60b7e2-3fd2-409a-958f-daf346c39dd1 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69924d76-7c94-44f9-aea8-f7de81dba2ce']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:48.841996 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c4e91498-704d-4fc0-a425-47e6b3fdc8c8 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.850404 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-ca60b7e2-3fd2-409a-958f-daf346c39dd1 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dab52a1-6bfc-42d8-b879-40f0cdcdadba') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:48.851007 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-ca60b7e2-3fd2-409a-958f-daf346c39dd1 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dab52a1-6bfc-42d8-b879-40f0cdcdadba') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:48.852658 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c4e91498-704d-4fc0-a425-47e6b3fdc8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.866075 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ca60b7e2-3fd2-409a-958f-daf346c39dd1 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.887465 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ca60b7e2-3fd2-409a-958f-daf346c39dd1 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.894793 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca60b7e2-3fd2-409a-958f-daf346c39dd1 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:42:48.895409 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ca60b7e2-3fd2-409a-958f-daf346c39dd1 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.951099 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e91498-704d-4fc0-a425-47e6b3fdc8c8 None None] Network 5db34b63-5c8b-4242-a101-98cf717dd4ba is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:48.958360 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-c4e91498-704d-4fc0-a425-47e6b3fdc8c8 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:48.970307 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e91498-704d-4fc0-a425-47e6b3fdc8c8 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:49.004203 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:42:49.004203 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:42:49.004203 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:42:49.004203 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:42:49.004203 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:42:49.004203 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:42:49.004203 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:42:49.004203 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:42:49.004203 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:42:49.004203 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:42:49.004203 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:42:49.004203 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:42:49.004203 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:42:49.004203 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:42:49.004203 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:42:49.004203 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:42:49.004203 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:42:49.004203 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:42:49.004203 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:42:49.004203 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:42:49.004203 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:42:49.004203 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:42:49.004203 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:42:49.004203 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:42:49.004203 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:42:49.004203 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:42:49.004203 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:42:49.004203 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:42:49.004203 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:42:49.004203 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:42:49.004203 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:42:49.004203 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:42:49.032490 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ca60b7e2-3fd2-409a-958f-daf346c39dd1 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.065567 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e91498-704d-4fc0-a425-47e6b3fdc8c8 None None] Pushing event updated for resources: {'Port': ['ID=851708d4-391a-408b-baa8-941e1219441e,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:49.067827 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ca60b7e2-3fd2-409a-958f-daf346c39dd1 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.092482 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ca60b7e2-3fd2-409a-958f-daf346c39dd1 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] 10.222.0.50 "DELETE /v2.0/networks/69924d76-7c94-44f9-aea8-f7de81dba2ce HTTP/1.1" status: 204 len: 168 time: 1.8473196 Nov 12 03:42:49.107539 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58922) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:49.187228 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca60b7e2-3fd2-409a-958f-daf346c39dd1 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Pushing event deleted for resources: {'Network': ['ID=69924d76-7c94-44f9-aea8-f7de81dba2ce,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:49.191706 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58924) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:49.222833 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-c4e91498-704d-4fc0-a425-47e6b3fdc8c8 None None] Attempting to bind port 851708d4-391a-408b-baa8-941e1219441e on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:42:49.223449 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-c4e91498-704d-4fc0-a425-47e6b3fdc8c8 None None] Attempting to bind port 851708d4-391a-408b-baa8-941e1219441e by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'cd8f8b00-6969-40fe-8b6f-f54cd8c11e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '5db34b63-5c8b-4242-a101-98cf717dd4ba'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:42:49.224042 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e91498-704d-4fc0-a425-47e6b3fdc8c8 None None] Attempting to bind port 851708d4-391a-408b-baa8-941e1219441e on network 5db34b63-5c8b-4242-a101-98cf717dd4ba {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:49.267248 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e91498-704d-4fc0-a425-47e6b3fdc8c8 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:42:49.267843 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e91498-704d-4fc0-a425-47e6b3fdc8c8 None None] Checking segment: {'id': 'cd8f8b00-6969-40fe-8b6f-f54cd8c11e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '5db34b63-5c8b-4242-a101-98cf717dd4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:49.273920 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c4e91498-704d-4fc0-a425-47e6b3fdc8c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.275010 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e91498-704d-4fc0-a425-47e6b3fdc8c8 None None] Bound using segment: {'id': 'cd8f8b00-6969-40fe-8b6f-f54cd8c11e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '5db34b63-5c8b-4242-a101-98cf717dd4ba'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:42:49.277363 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-c4e91498-704d-4fc0-a425-47e6b3fdc8c8 None None] Bound port: 851708d4-391a-408b-baa8-941e1219441e, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd8f8b00-6969-40fe-8b6f-f54cd8c11e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '5db34b63-5c8b-4242-a101-98cf717dd4ba'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:42:49.278244 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c4e91498-704d-4fc0-a425-47e6b3fdc8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.285466 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8bcab577-b329-462b-a791-ce84a9013473 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.5174620 Nov 12 03:42:49.289559 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58928) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:49.296367 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-dc44be08-8e71-4b77-b0c8-474506b19bd7 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-436559467'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:49.420852 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-c4e91498-704d-4fc0-a425-47e6b3fdc8c8 None None] For port 851708d4-391a-408b-baa8-941e1219441e, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:42:49.431396 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-c4e91498-704d-4fc0-a425-47e6b3fdc8c8 None None] For port 851708d4-391a-408b-baa8-941e1219441e, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=851708d4-391a-408b-baa8-941e1219441e,segment=NetworkSegment(cd8f8b00-6969-40fe-8b6f-f54cd8c11e5a),segment_id=cd8f8b00-6969-40fe-8b6f-f54cd8c11e5a)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:42:49.448518 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c4e91498-704d-4fc0-a425-47e6b3fdc8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.463181 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa8ecfa8-f2cb-4155-a39a-63d13b62b065 admin admin] Deleting subnet 6255c8d0-0fd5-4122-9d4d-fab25dde405a {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:42:49.465071 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684d4a95-51fa-4dff-b529-99d3042be942 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Router b5810afc-4a2a-4ebe-aef2-512cdf067e58 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:42:49.472959 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0b6a5b4e-fc21-4a05-a678-2ab511dc0cfd tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.477150 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fa8ecfa8-f2cb-4155-a39a-63d13b62b065 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.582763 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fa8ecfa8-f2cb-4155-a39a-63d13b62b065 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.599742 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-25040c40-7dcc-4ce9-afc5-2716375950a3 None None] Provisioning complete for port 3ee45892-21f1-4a40-86b6-171450e78883 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:49.600353 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-25040c40-7dcc-4ce9-afc5-2716375950a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.667800 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e91498-704d-4fc0-a425-47e6b3fdc8c8 None None] Pushing event updated for resources: {'Port': ['ID=851708d4-391a-408b-baa8-941e1219441e,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:49.687361 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fa8ecfa8-f2cb-4155-a39a-63d13b62b065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.774842 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684d4a95-51fa-4dff-b529-99d3042be942 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:49.788103 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037be7f2-aff1-41cf-817e-42cb22face5a None None] Sync routers for ids ['b5810afc-4a2a-4ebe-aef2-512cdf067e58'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:49.804042 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-684d4a95-51fa-4dff-b529-99d3042be942 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "PUT /v2.0/routers/b5810afc-4a2a-4ebe-aef2-512cdf067e58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2352934 Nov 12 03:42:49.810837 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037be7f2-aff1-41cf-817e-42cb22face5a None None] Routers {'b5810afc-4a2a-4ebe-aef2-512cdf067e58'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:49.811489 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-037be7f2-aff1-41cf-817e-42cb22face5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:42:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['b5810afc-4a2a-4ebe-aef2-512cdf067e58'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:49.814588 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58932) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:49.855461 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0b6a5b4e-fc21-4a05-a678-2ab511dc0cfd tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.883146 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-0b6a5b4e-fc21-4a05-a678-2ab511dc0cfd tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3769e55c-3a4f-4cc4-a080-84bfb8daa897']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:49.901309 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-25040c40-7dcc-4ce9-afc5-2716375950a3 None None] Provisioning complete for port 2ea2cf02-704d-4f84-8f00-8f20894b855c triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:49.904301 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-0b6a5b4e-fc21-4a05-a678-2ab511dc0cfd tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12a649e3-23b4-48b8-81dc-511cfb0c0886') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:49.904651 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-0b6a5b4e-fc21-4a05-a678-2ab511dc0cfd tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12a649e3-23b4-48b8-81dc-511cfb0c0886') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:49.907212 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-25040c40-7dcc-4ce9-afc5-2716375950a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.931103 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0b6a5b4e-fc21-4a05-a678-2ab511dc0cfd tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.997795 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0b6a5b4e-fc21-4a05-a678-2ab511dc0cfd tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.012973 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b6a5b4e-fc21-4a05-a678-2ab511dc0cfd tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:42:50.013531 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0b6a5b4e-fc21-4a05-a678-2ab511dc0cfd tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.016635 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-037be7f2-aff1-41cf-817e-42cb22face5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:50.057974 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037be7f2-aff1-41cf-817e-42cb22face5a None None] Routers {'b5810afc-4a2a-4ebe-aef2-512cdf067e58'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:50.060517 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-037be7f2-aff1-41cf-817e-42cb22face5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:42:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['b5810afc-4a2a-4ebe-aef2-512cdf067e58'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:50.101181 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-25040c40-7dcc-4ce9-afc5-2716375950a3 None None] Port 2ea2cf02-704d-4f84-8f00-8f20894b855c cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:50.129607 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-037be7f2-aff1-41cf-817e-42cb22face5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:50.130400 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037be7f2-aff1-41cf-817e-42cb22face5a None None] The sync data for ids ['b5810afc-4a2a-4ebe-aef2-512cdf067e58'] in n-d-715271-27 is: [] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:50.133294 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:42:50.133294 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:42:50.133294 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:42:50.133294 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:42:50.133294 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:42:50.133294 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:42:50.133294 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:42:50.133294 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:42:50.133294 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:42:50.133294 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:42:50.133294 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:42:50.133294 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:42:50.133294 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:42:50.133294 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:42:50.133294 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:42:50.133294 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:42:50.133294 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:42:50.133294 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:42:50.133294 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:42:50.133294 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:42:50.133294 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:42:50.133294 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:42:50.133294 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:42:50.133294 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:42:50.133294 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:42:50.133294 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:42:50.133294 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:42:50.133294 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:42:50.133294 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:42:50.133294 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:42:50.133294 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:42:50.133294 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:42:50.201911 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c26965-11d7-49c3-934f-5566880c6a3b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:50.209146 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fa8ecfa8-f2cb-4155-a39a-63d13b62b065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.211210 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-87c26965-11d7-49c3-934f-5566880c6a3b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5810afc-4a2a-4ebe-aef2-512cdf067e58 HTTP/1.1" status: 200 len: 989 time: 0.3909841 Nov 12 03:42:50.212066 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58934) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:50.221282 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0b6a5b4e-fc21-4a05-a678-2ab511dc0cfd tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.240959 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-b51b7a2f-41ca-4875-af08-b7145d9d24a2 None None] Provisioning complete for port 2ea2cf02-704d-4f84-8f00-8f20894b855c triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:50.241838 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b51b7a2f-41ca-4875-af08-b7145d9d24a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.271220 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dc44be08-8e71-4b77-b0c8-474506b19bd7 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41374'] for router, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.276492 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0b6a5b4e-fc21-4a05-a678-2ab511dc0cfd tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.281006 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0b6a5b4e-fc21-4a05-a678-2ab511dc0cfd tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] 10.222.0.50 "DELETE /v2.0/networks/3769e55c-3a4f-4cc4-a080-84bfb8daa897 HTTP/1.1" status: 204 len: 168 time: 1.1511176 Nov 12 03:42:50.281949 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58936) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:50.293148 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dc44be08-8e71-4b77-b0c8-474506b19bd7 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-622926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-623029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620584'] for router, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.306962 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ecfa8-f2cb-4155-a39a-63d13b62b065 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6255c8d0-0fd5-4122-9d4d-fab25dde405a,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:50.309710 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fa8ecfa8-f2cb-4155-a39a-63d13b62b065 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.315942 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-fa8ecfa8-f2cb-4155-a39a-63d13b62b065 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/6255c8d0-0fd5-4122-9d4d-fab25dde405a HTTP/1.1" status: 204 len: 168 time: 1.1193795 Nov 12 03:42:50.332594 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58938) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:50.346193 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-b51b7a2f-41ca-4875-af08-b7145d9d24a2 None None] Port 2ea2cf02-704d-4f84-8f00-8f20894b855c cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:50.368596 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a5b4e-fc21-4a05-a678-2ab511dc0cfd tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Pushing event deleted for resources: {'Network': ['ID=3769e55c-3a4f-4cc4-a080-84bfb8daa897,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:50.458147 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aa4292a6-e542-4c47-be3c-10b7f3809e90 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.484207 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aa4292a6-e542-4c47-be3c-10b7f3809e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.517443 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2a452ade-240e-42f1-b156-8b32dea27deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.610552 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd06f6f-6cf0-462d-84c9-866cf5e54721 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:50.618053 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd06f6f-6cf0-462d-84c9-866cf5e54721 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:50.623742 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6fd06f6f-6cf0-462d-84c9-866cf5e54721 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3365092 Nov 12 03:42:50.625893 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58942) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:50.631069 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-ddcdbb0d-4082-48ad-b8f4-d0d576033faa tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-384482907'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:50.663037 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 3ee45892-21f1-4a40-86b6-171450e78883 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:50.772561 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 3ee45892-21f1-4a40-86b6-171450e78883 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:50.773244 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.827956 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2a452ade-240e-42f1-b156-8b32dea27deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.847520 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc44be08-8e71-4b77-b0c8-474506b19bd7 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Router af644116-eb9d-40c7-b720-5ed3f1292e2e has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:42:50.861081 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-2a452ade-240e-42f1-b156-8b32dea27deb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cd30372-b1a2-4900-a02e-893d11eabe5e']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:50.876102 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-2a452ade-240e-42f1-b156-8b32dea27deb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '447fa3e9-9e5b-4732-baad-9f09ba129e8f') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:50.876646 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-2a452ade-240e-42f1-b156-8b32dea27deb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '447fa3e9-9e5b-4732-baad-9f09ba129e8f') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:50.895005 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2a452ade-240e-42f1-b156-8b32dea27deb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.914869 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2a452ade-240e-42f1-b156-8b32dea27deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.923139 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a452ade-240e-42f1-b156-8b32dea27deb admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:42:50.924235 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2a452ade-240e-42f1-b156-8b32dea27deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.934073 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 851708d4-391a-408b-baa8-941e1219441e up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:50.998068 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:42:50.998068 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:42:50.998068 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:42:50.998068 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:42:50.998068 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:42:50.998068 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:42:50.998068 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:42:50.998068 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:42:50.998068 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:42:50.998068 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:42:50.998068 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:42:50.998068 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:42:50.998068 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:42:50.998068 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:42:50.998068 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:42:50.998068 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:42:50.998068 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:42:50.998068 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:42:50.998068 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:42:50.998068 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:42:50.998068 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:42:50.998068 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:42:50.998068 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:42:50.998068 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:42:50.998068 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:42:50.998068 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:42:50.998068 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:42:50.998068 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:42:50.998068 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:42:50.998068 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:42:50.998068 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:42:50.998068 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:42:51.012755 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2a452ade-240e-42f1-b156-8b32dea27deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:51.020254 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-aa4292a6-e542-4c47-be3c-10b7f3809e90 admin admin] Allocated IP 172.25.5.57 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/002c4560-a7df-4a34-b9a3-ef5225b5848e) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:51.089007 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 851708d4-391a-408b-baa8-941e1219441e triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:51.090264 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:51.093112 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2a452ade-240e-42f1-b156-8b32dea27deb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:51.108706 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2a452ade-240e-42f1-b156-8b32dea27deb admin admin] 10.222.0.50 "DELETE /v2.0/networks/7cd30372-b1a2-4900-a02e-893d11eabe5e HTTP/1.1" status: 204 len: 168 time: 0.7637143 Nov 12 03:42:51.111691 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a452ade-240e-42f1-b156-8b32dea27deb admin admin] Pushing event deleted for resources: {'Network': ['ID=7cd30372-b1a2-4900-a02e-893d11eabe5e,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:51.113216 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58946) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:51.164298 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 424d07d8-d461-4d25-b536-f1c309eab94a no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:42:51.169331 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddcdbb0d-4082-48ad-b8f4-d0d576033faa tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Made reservation on behalf of 926c0c069ef34087a96c770d4017d615 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:51.178912 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ddcdbb0d-4082-48ad-b8f4-d0d576033faa tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:51.199241 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 424d07d8-d461-4d25-b536-f1c309eab94a {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:42:51.199602 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 424d07d8-d461-4d25-b536-f1c309eab94a not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:42:51.231533 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-befb5de8-d534-4d0c-9069-4bc7931cf173 admin admin] Deleting subnet 5c7ff5ae-c870-4c4c-aa9d-7cb94594b5a3 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:42:51.266166 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-befb5de8-d534-4d0c-9069-4bc7931cf173 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:51.286900 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:51.308298 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc44be08-8e71-4b77-b0c8-474506b19bd7 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:51.323662 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dc44be08-8e71-4b77-b0c8-474506b19bd7 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:51.324525 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b76a71-023f-4df0-bb3e-b62aef51ed6f None None] Sync routers for ids ['af644116-eb9d-40c7-b720-5ed3f1292e2e'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:51.326850 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-dc44be08-8e71-4b77-b0c8-474506b19bd7 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "PUT /v2.0/routers/af644116-eb9d-40c7-b720-5ed3f1292e2e HTTP/1.1" status: 200 len: 887 time: 2.0351856 Nov 12 03:42:51.330792 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58948) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:51.349629 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-befb5de8-d534-4d0c-9069-4bc7931cf173 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:51.353151 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b76a71-023f-4df0-bb3e-b62aef51ed6f None None] Routers {'af644116-eb9d-40c7-b720-5ed3f1292e2e'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:51.354831 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-d4b76a71-023f-4df0-bb3e-b62aef51ed6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:42:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['af644116-eb9d-40c7-b720-5ed3f1292e2e'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:51.414825 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-d4b76a71-023f-4df0-bb3e-b62aef51ed6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:51.419541 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923dbe55-13a7-4216-9450-2ddba69392c8 None None] Network 5db34b63-5c8b-4242-a101-98cf717dd4ba requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:51.475433 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-befb5de8-d534-4d0c-9069-4bc7931cf173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:51.498015 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 851708d4-391a-408b-baa8-941e1219441e, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=851708d4-391a-408b-baa8-941e1219441e,segment=NetworkSegment(cd8f8b00-6969-40fe-8b6f-f54cd8c11e5a),segment_id=cd8f8b00-6969-40fe-8b6f-f54cd8c11e5a)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:51.503736 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddcdbb0d-4082-48ad-b8f4-d0d576033faa tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:42:51.515818 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-bbc91be4-d5e5-4b00-87ea-27b3696e59f2 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "GET /v2.0/routers/af644116-eb9d-40c7-b720-5ed3f1292e2e HTTP/1.1" status: 200 len: 887 time: 0.1800849 Nov 12 03:42:51.519202 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58950) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:51.544131 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ddcdbb0d-4082-48ad-b8f4-d0d576033faa tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:51.547717 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-ddcdbb0d-4082-48ad-b8f4-d0d576033faa tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Added segment a1246193-9feb-42db-b9b3-fa55622a2815 of type vlan for network 896cd360-723c-4f8a-a709-3562c0f4bf64 Nov 12 03:42:51.575544 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e1651f7d-5074-4ced-8793-ac64c0be07b9 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "GET /v2.0/ports?device_id=af644116-eb9d-40c7-b720-5ed3f1292e2e HTTP/1.1" status: 200 len: 205 time: 0.0469050 Nov 12 03:42:51.576575 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58954) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:51.596967 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b76a71-023f-4df0-bb3e-b62aef51ed6f None None] Routers {'af644116-eb9d-40c7-b720-5ed3f1292e2e'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:51.600112 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-d4b76a71-023f-4df0-bb3e-b62aef51ed6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:42:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['af644116-eb9d-40c7-b720-5ed3f1292e2e'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:51.617697 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aa4292a6-e542-4c47-be3c-10b7f3809e90 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:51.642487 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ddcdbb0d-4082-48ad-b8f4-d0d576033faa tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:51.693787 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-befb5de8-d534-4d0c-9069-4bc7931cf173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:51.705512 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:51.718588 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-d4b76a71-023f-4df0-bb3e-b62aef51ed6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:51.720739 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b76a71-023f-4df0-bb3e-b62aef51ed6f None None] The sync data for ids ['af644116-eb9d-40c7-b720-5ed3f1292e2e'] in n-d-715271-27 is: [] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:51.720897 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ddcdbb0d-4082-48ad-b8f4-d0d576033faa tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:51.736615 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-befb5de8-d534-4d0c-9069-4bc7931cf173 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:51.739387 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcdbb0d-4082-48ad-b8f4-d0d576033faa tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:51.740432 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ddcdbb0d-4082-48ad-b8f4-d0d576033faa tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:51.743259 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-befb5de8-d534-4d0c-9069-4bc7931cf173 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5c7ff5ae-c870-4c4c-aa9d-7cb94594b5a3 HTTP/1.1" status: 204 len: 168 time: 0.6260211 Nov 12 03:42:51.755759 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58956) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:51.770255 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb5de8-d534-4d0c-9069-4bc7931cf173 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c7ff5ae-c870-4c4c-aa9d-7cb94594b5a3,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:51.772862 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-663cbd34-333f-4dda-a5a7-07a5ed368afa tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:51.786278 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-8c15ad8d-d267-4988-8b11-a99d2be3ae77 None None] Provisioning complete for port 851708d4-391a-408b-baa8-941e1219441e triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:51.787023 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8c15ad8d-d267-4988-8b11-a99d2be3ae77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:51.805668 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aa4292a6-e542-4c47-be3c-10b7f3809e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:51.957624 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=851708d4-391a-408b-baa8-941e1219441e,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:51.958778 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cd0c3a14-19d4-4d58-8d67-32559cc36f7d tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:51.987441 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ddcdbb0d-4082-48ad-b8f4-d0d576033faa tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3601303 Nov 12 03:42:51.997498 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4292a6-e542-4c47-be3c-10b7f3809e90 admin admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:52.001526 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58958) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:52.008630 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-aa4292a6-e542-4c47-be3c-10b7f3809e90 admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:52.011329 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4292a6-e542-4c47-be3c-10b7f3809e90 admin admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:52.020017 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-06bf0680-b5be-4645-8d45-1136eab31e0f tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-407296208'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:52.091857 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcdbb0d-4082-48ad-b8f4-d0d576033faa tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Pushing event updated for resources: {'Network': ['ID=896cd360-723c-4f8a-a709-3562c0f4bf64,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:52.094933 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4292a6-e542-4c47-be3c-10b7f3809e90 admin admin] Pushing event updated for resources: {'Port': ['ID=002c4560-a7df-4a34-b9a3-ef5225b5848e,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:52.109113 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aeb4205d-dacc-47b7-8fe0-7ca3c0a3b290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.123340 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cd0c3a14-19d4-4d58-8d67-32559cc36f7d tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.132665 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 896cd360-723c-4f8a-a709-3562c0f4bf64 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:42:52.161519 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06bf0680-b5be-4645-8d45-1136eab31e0f tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Made reservation on behalf of 926c0c069ef34087a96c770d4017d615 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:52.168992 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-06bf0680-b5be-4645-8d45-1136eab31e0f tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.259074 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-cd0c3a14-19d4-4d58-8d67-32559cc36f7d tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Deleting port dfe4d9cf-d207-42ba-b8f4-29ecc1cc197e {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:52.259405 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cd0c3a14-19d4-4d58-8d67-32559cc36f7d tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.387693 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 851708d4-391a-408b-baa8-941e1219441e up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:52.425476 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aeb4205d-dacc-47b7-8fe0-7ca3c0a3b290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.463094 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-aeb4205d-dacc-47b7-8fe0-7ca3c0a3b290 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d7fcce0-38cf-45cb-bb8b-f5ad1ade74dc']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:52.502089 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-aeb4205d-dacc-47b7-8fe0-7ca3c0a3b290 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aadb1c27-c60b-4ea7-ad00-684bb38aa7e2') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:52.502889 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-aeb4205d-dacc-47b7-8fe0-7ca3c0a3b290 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aadb1c27-c60b-4ea7-ad00-684bb38aa7e2') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:52.506967 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cd0c3a14-19d4-4d58-8d67-32559cc36f7d tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.537239 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aeb4205d-dacc-47b7-8fe0-7ca3c0a3b290 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.542651 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-cd0c3a14-19d4-4d58-8d67-32559cc36f7d tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Calling delete_port for dfe4d9cf-d207-42ba-b8f4-29ecc1cc197e owned by network:router_gateway {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:52.555072 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 851708d4-391a-408b-baa8-941e1219441e triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:52.555454 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.567093 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-663cbd34-333f-4dda-a5a7-07a5ed368afa tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Deleting port 2ea2cf02-704d-4f84-8f00-8f20894b855c {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:52.567450 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-663cbd34-333f-4dda-a5a7-07a5ed368afa tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.568727 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aeb4205d-dacc-47b7-8fe0-7ca3c0a3b290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.584635 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeb4205d-dacc-47b7-8fe0-7ca3c0a3b290 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:42:52.585176 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aeb4205d-dacc-47b7-8fe0-7ca3c0a3b290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.704689 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:42:52.704689 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:42:52.704689 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:42:52.704689 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:42:52.704689 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:42:52.704689 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:42:52.704689 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:42:52.704689 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:42:52.704689 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:42:52.704689 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:42:52.704689 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:42:52.704689 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:42:52.704689 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:42:52.704689 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:42:52.704689 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:42:52.704689 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:42:52.704689 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:42:52.704689 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:42:52.704689 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:42:52.704689 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:42:52.704689 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:42:52.704689 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:42:52.704689 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:42:52.704689 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:42:52.704689 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:42:52.704689 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:42:52.704689 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:42:52.704689 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:42:52.704689 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:42:52.704689 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:42:52.704689 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:42:52.704689 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:42:52.734807 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2ec2aba8-524f-4758-9f36-1c3a01cf2055 None None] Provisioning complete for port 851708d4-391a-408b-baa8-941e1219441e triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:52.735313 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06bf0680-b5be-4645-8d45-1136eab31e0f tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:42:52.736135 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2ec2aba8-524f-4758-9f36-1c3a01cf2055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.768690 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-06bf0680-b5be-4645-8d45-1136eab31e0f tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.769209 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-06bf0680-b5be-4645-8d45-1136eab31e0f tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Added segment 7c06a330-74d9-4f79-bac7-3850fcaa0229 of type vlan for network 6f8a24e5-4bcf-4710-a3e8-9b5f7d3c8b6f Nov 12 03:42:52.839066 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-663cbd34-333f-4dda-a5a7-07a5ed368afa tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.857769 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-06bf0680-b5be-4645-8d45-1136eab31e0f tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.858070 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-663cbd34-333f-4dda-a5a7-07a5ed368afa tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Calling delete_port for 2ea2cf02-704d-4f84-8f00-8f20894b855c owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:53.001799 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aeb4205d-dacc-47b7-8fe0-7ca3c0a3b290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.005057 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-06bf0680-b5be-4645-8d45-1136eab31e0f tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.013925 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bf0680-b5be-4645-8d45-1136eab31e0f tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:53.014566 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-06bf0680-b5be-4645-8d45-1136eab31e0f tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.104940 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aeb4205d-dacc-47b7-8fe0-7ca3c0a3b290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.120380 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cd0c3a14-19d4-4d58-8d67-32559cc36f7d tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.121025 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-aeb4205d-dacc-47b7-8fe0-7ca3c0a3b290 admin admin] 10.222.0.50 "DELETE /v2.0/networks/0d7fcce0-38cf-45cb-bb8b-f5ad1ade74dc HTTP/1.1" status: 204 len: 168 time: 1.3425119 Nov 12 03:42:53.127234 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bf0680-b5be-4645-8d45-1136eab31e0f tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Pushing event updated for resources: {'Network': ['ID=6f8a24e5-4bcf-4710-a3e8-9b5f7d3c8b6f,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:53.144687 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 6f8a24e5-4bcf-4710-a3e8-9b5f7d3c8b6f details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:42:53.291392 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4205d-dacc-47b7-8fe0-7ca3c0a3b290 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d7fcce0-38cf-45cb-bb8b-f5ad1ade74dc,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:53.316089 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-06bf0680-b5be-4645-8d45-1136eab31e0f tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3013046 Nov 12 03:42:53.321202 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58968) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:53.335200 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-d4ea992c-3405-4198-8876-a210bad85a92 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Request body: {'ports': [{'network_id': '896cd360-723c-4f8a-a709-3562c0f4bf64', 'name': 'tempest-port--169841314', 'admin_state_up': True}, {'network_id': '6f8a24e5-4bcf-4710-a3e8-9b5f7d3c8b6f', 'admin_state_up': False}]} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:53.335802 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-d4ea992c-3405-4198-8876-a210bad85a92 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Request body: {'port': {'network_id': '896cd360-723c-4f8a-a709-3562c0f4bf64', 'name': 'tempest-port--169841314', 'admin_state_up': True}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:53.336695 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-d4ea992c-3405-4198-8876-a210bad85a92 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Request body: {'port': {'network_id': '6f8a24e5-4bcf-4710-a3e8-9b5f7d3c8b6f', 'admin_state_up': False}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:53.442635 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58970) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:53.691030 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-56b501a5-4ef2-4add-996d-aea0cd3094dc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ebd646c30c2046e5a0b1dca0685a8224&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2439890 Nov 12 03:42:53.691236 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0c3a14-19d4-4d58-8d67-32559cc36f7d tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event deleted for resources: {'Port': ['ID=dfe4d9cf-d207-42ba-b8f4-29ecc1cc197e,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:53.692252 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aa4292a6-e542-4c47-be3c-10b7f3809e90 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.695761 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58972) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:53.808220 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cd0c3a14-19d4-4d58-8d67-32559cc36f7d tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.941182 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cd0c3a14-19d4-4d58-8d67-32559cc36f7d tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.946169 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cd0c3a14-19d4-4d58-8d67-32559cc36f7d tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.950099 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-663cbd34-333f-4dda-a5a7-07a5ed368afa tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.986963 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ea992c-3405-4198-8876-a210bad85a92 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Made reservation on behalf of 926c0c069ef34087a96c770d4017d615 for: {'port': 2} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:53.992022 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d4ea992c-3405-4198-8876-a210bad85a92 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:54.009351 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663cbd34-333f-4dda-a5a7-07a5ed368afa tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event deleted for resources: {'Port': ['ID=2ea2cf02-704d-4f84-8f00-8f20894b855c,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:54.012675 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d4ea992c-3405-4198-8876-a210bad85a92 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:54.055953 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bf77b49c-f960-4826-b517-e94d03a63443 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:54.080664 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bf77b49c-f960-4826-b517-e94d03a63443 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:54.115202 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cd0c3a14-19d4-4d58-8d67-32559cc36f7d tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:54.116015 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0c3a14-19d4-4d58-8d67-32559cc36f7d tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Fanout notify agent at l3_agent the message router_deleted on router af644116-eb9d-40c7-b720-5ed3f1292e2e {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:42:54.128822 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cd0c3a14-19d4-4d58-8d67-32559cc36f7d tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:54.139405 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-cd0c3a14-19d4-4d58-8d67-32559cc36f7d tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "DELETE /v2.0/routers/af644116-eb9d-40c7-b720-5ed3f1292e2e HTTP/1.1" status: 204 len: 168 time: 2.5612204 Nov 12 03:42:54.141872 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58976) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:54.151168 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-85a2ab92-c2bc-44a8-b722-0af4d22c7851 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Request body: {'network': {'name': 'tempest-RoutersTest-1000927018'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:54.307800 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-663cbd34-333f-4dda-a5a7-07a5ed368afa tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:54.339439 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-d4ea992c-3405-4198-8876-a210bad85a92 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] device_id is not set on port acfcfba8-4cf5-4c0b-bd5f-ecaa81788baf yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:42:54.378981 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bf77b49c-f960-4826-b517-e94d03a63443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:54.383546 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bf77b49c-f960-4826-b517-e94d03a63443 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:54.386308 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-bf77b49c-f960-4826-b517-e94d03a63443 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/44e219b5-d6a5-466c-a34d-5dab773dc179 HTTP/1.1" status: 204 len: 168 time: 0.6863925 Nov 12 03:42:54.419313 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aa4292a6-e542-4c47-be3c-10b7f3809e90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:54.424656 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf77b49c-f960-4826-b517-e94d03a63443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e219b5-d6a5-466c-a34d-5dab773dc179,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:54.484037 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a2ab92-c2bc-44a8-b722-0af4d22c7851 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Made reservation on behalf of 2daba86d1f0544abbd55ed3fcbf9b5c1 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:54.487531 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-85a2ab92-c2bc-44a8-b722-0af4d22c7851 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:54.602606 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85a2ab92-c2bc-44a8-b722-0af4d22c7851 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:42:54.614095 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663cbd34-333f-4dda-a5a7-07a5ed368afa tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Router b5810afc-4a2a-4ebe-aef2-512cdf067e58 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:42:54.639926 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-85a2ab92-c2bc-44a8-b722-0af4d22c7851 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:54.640192 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-85a2ab92-c2bc-44a8-b722-0af4d22c7851 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Added segment 6b62de02-f0c1-46b5-b916-641abc76bf21 of type vlan for network cc5beead-c2ff-494a-aae0-cde9c0b1bad4 Nov 12 03:42:54.753865 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663cbd34-333f-4dda-a5a7-07a5ed368afa tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:54.765880 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-663cbd34-333f-4dda-a5a7-07a5ed368afa tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "PUT /v2.0/routers/b5810afc-4a2a-4ebe-aef2-512cdf067e58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4789968 Nov 12 03:42:54.767076 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58984) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:54.771585 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979a5ca3-8c14-41e5-bcb0-5daa0cae8896 None None] Sync routers for ids ['b5810afc-4a2a-4ebe-aef2-512cdf067e58'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:54.786673 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979a5ca3-8c14-41e5-bcb0-5daa0cae8896 None None] Routers {'b5810afc-4a2a-4ebe-aef2-512cdf067e58'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:54.788377 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-979a5ca3-8c14-41e5-bcb0-5daa0cae8896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:42:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['b5810afc-4a2a-4ebe-aef2-512cdf067e58'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:54.825543 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-34b0fb8d-9fda-4f59-8b51-98acfb0cd286 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] GET failed (client error): The resource could not be found. Nov 12 03:42:54.830977 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-34b0fb8d-9fda-4f59-8b51-98acfb0cd286 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "GET /v2.0/ports/2ea2cf02-704d-4f84-8f00-8f20894b855c HTTP/1.1" status: 404 len: 333 time: 0.0393720 Nov 12 03:42:54.834189 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58986) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:54.851540 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-85a2ab92-c2bc-44a8-b722-0af4d22c7851 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:54.855637 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-979a5ca3-8c14-41e5-bcb0-5daa0cae8896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:54.876172 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979a5ca3-8c14-41e5-bcb0-5daa0cae8896 None None] Routers {'b5810afc-4a2a-4ebe-aef2-512cdf067e58'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:54.877520 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-979a5ca3-8c14-41e5-bcb0-5daa0cae8896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:42:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['b5810afc-4a2a-4ebe-aef2-512cdf067e58'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:54.903048 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [req-cd148102-2d36-45e6-8348-7222108f8506 req-489798c5-b0e5-45ca-ad82-c793ef1fcf29 service neutron] (102571) timed out ('10.222.0.74', 58751) {{(pid=102571) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 03:42:54.931075 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-979a5ca3-8c14-41e5-bcb0-5daa0cae8896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:54.932779 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979a5ca3-8c14-41e5-bcb0-5daa0cae8896 None None] The sync data for ids ['b5810afc-4a2a-4ebe-aef2-512cdf067e58'] in n-d-715271-27 is: [] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:54.941295 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-13b8afcf-c876-41c2-80d9-9b780c6dbc19 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.011504 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4292a6-e542-4c47-be3c-10b7f3809e90 admin admin] Router 9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:42:55.021510 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58990) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:55.062677 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d4ea992c-3405-4198-8876-a210bad85a92 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.066702 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-85a2ab92-c2bc-44a8-b722-0af4d22c7851 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.072555 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a2ab92-c2bc-44a8-b722-0af4d22c7851 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:55.073514 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-85a2ab92-c2bc-44a8-b722-0af4d22c7851 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.170391 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-85a2ab92-c2bc-44a8-b722-0af4d22c7851 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0267494 Nov 12 03:42:55.178637 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58992) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:55.184120 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-166ae7d1-a927-47cf-8b87-462328e4aa46 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Request body: {'subnet': {'network_id': 'cc5beead-c2ff-494a-aae0-cde9c0b1bad4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:55.234565 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-13b8afcf-c876-41c2-80d9-9b780c6dbc19 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.236032 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-d4ea992c-3405-4198-8876-a210bad85a92 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] device_id is not set on port b9b35b0e-7804-4029-abc5-6d2f912eef3b yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:42:55.238921 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-13b8afcf-c876-41c2-80d9-9b780c6dbc19 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.246057 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c0cbc8f8-d7ce-48d8-a9db-656fc529a63b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f62d8cf8d06046e696cf004d694e8836&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2204628 Nov 12 03:42:55.246833 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58994) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:55.247628 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a2ab92-c2bc-44a8-b722-0af4d22c7851 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event updated for resources: {'Network': ['ID=cc5beead-c2ff-494a-aae0-cde9c0b1bad4,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:55.264447 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network cc5beead-c2ff-494a-aae0-cde9c0b1bad4 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:42:55.320937 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-13b8afcf-c876-41c2-80d9-9b780c6dbc19 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.321465 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b8afcf-c876-41c2-80d9-9b780c6dbc19 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Fanout notify agent at l3_agent the message router_deleted on router b5810afc-4a2a-4ebe-aef2-512cdf067e58 {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:42:55.329046 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-13b8afcf-c876-41c2-80d9-9b780c6dbc19 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.332778 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-13b8afcf-c876-41c2-80d9-9b780c6dbc19 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/routers/b5810afc-4a2a-4ebe-aef2-512cdf067e58 HTTP/1.1" status: 204 len: 168 time: 0.4893603 Nov 12 03:42:55.333402 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58996) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:55.336800 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4292a6-e542-4c47-be3c-10b7f3809e90 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:55.357841 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894c8c9f-63d8-4192-852f-0ed377543720 None None] Sync routers for ids ['9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:55.377104 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-20a30941-0d89-4ad4-a80e-7668dfeb3daa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.378294 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894c8c9f-63d8-4192-852f-0ed377543720 None None] Routers {'9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:55.379101 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-894c8c9f-63d8-4192-852f-0ed377543720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:42:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:55.412189 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166ae7d1-a927-47cf-8b87-462328e4aa46 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Made reservation on behalf of 2daba86d1f0544abbd55ed3fcbf9b5c1 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:55.414589 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-709f08b5-8554-465b-aafd-8e7e9fba92e6 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Deleting subnet 71e95a65-f22e-4b90-96cd-904c1959d722 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:42:55.416632 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-166ae7d1-a927-47cf-8b87-462328e4aa46 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.418420 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-20a30941-0d89-4ad4-a80e-7668dfeb3daa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.425717 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-709f08b5-8554-465b-aafd-8e7e9fba92e6 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.448600 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aa4292a6-e542-4c47-be3c-10b7f3809e90 admin admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.450197 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-aa4292a6-e542-4c47-be3c-10b7f3809e90 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.5039482 Nov 12 03:42:55.455815 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58998) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:55.508315 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-894c8c9f-63d8-4192-852f-0ed377543720 None None] Set router 9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:55.542919 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-709f08b5-8554-465b-aafd-8e7e9fba92e6 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.634637 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-20a30941-0d89-4ad4-a80e-7668dfeb3daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.638723 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-20a30941-0d89-4ad4-a80e-7668dfeb3daa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.640964 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-20a30941-0d89-4ad4-a80e-7668dfeb3daa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1f3e900f-8250-474f-b8ed-16218b2da5cc HTTP/1.1" status: 204 len: 168 time: 0.3907263 Nov 12 03:42:55.665247 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d4ea992c-3405-4198-8876-a210bad85a92 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.671120 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a30941-0d89-4ad4-a80e-7668dfeb3daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3e900f-8250-474f-b8ed-16218b2da5cc,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:55.805192 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-166ae7d1-a927-47cf-8b87-462328e4aa46 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.832403 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-709f08b5-8554-465b-aafd-8e7e9fba92e6 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.833219 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-894c8c9f-63d8-4192-852f-0ed377543720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8', 'name': 'tempest-TestAggregatesBasicOps-835686835-router', 'tenant_id': 'a0ea4ec50d2b4eb48546130d05ee8ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '002c4560-a7df-4a34-b9a3-ef5225b5848e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:47Z', 'updated_at': '2021-11-12T03:42:52Z', 'revision_number': 3, 'project_id': 'a0ea4ec50d2b4eb48546130d05ee8ff5', 'gw_port': {'id': '002c4560-a7df-4a34-b9a3-ef5225b5848e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:83:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:50Z', 'updated_at': '2021-11-12T03:42:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:55.871134 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ae7d1-a927-47cf-8b87-462328e4aa46 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event updated for resources: {'Subnet': ['ID=4b9302aa-fb39-482f-bd2f-5553f7588b6c,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:55.872327 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894c8c9f-63d8-4192-852f-0ed377543720 None None] Checking router: 9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:42:55.872969 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894c8c9f-63d8-4192-852f-0ed377543720 None None] Updating router 9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8 port 002c4560-a7df-4a34-b9a3-ef5225b5848e binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:42:55.886521 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d4ea992c-3405-4198-8876-a210bad85a92 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.895639 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf70fa-e1ed-4d49-9eaa-819f9903bcea req-8098b402-1928-4b4a-98f8-e4d91ad7d8c5 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:55.910258 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3bcf70fa-e1ed-4d49-9eaa-819f9903bcea req-8098b402-1928-4b4a-98f8-e4d91ad7d8c5 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 945 time: 0.1273854 Nov 12 03:42:55.915682 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-894c8c9f-63d8-4192-852f-0ed377543720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.977545 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166ae7d1-a927-47cf-8b87-462328e4aa46 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Checking segment: {'id': '6b62de02-f0c1-46b5-b916-641abc76bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cc5beead-c2ff-494a-aae0-cde9c0b1bad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:55.978027 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166ae7d1-a927-47cf-8b87-462328e4aa46 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Network hostable DHCP agents. Network: cc5beead-c2ff-494a-aae0-cde9c0b1bad4, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:42:56.003106 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-709f08b5-8554-465b-aafd-8e7e9fba92e6 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.006909 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea992c-3405-4198-8876-a210bad85a92 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Pushing event updated for resources: {'Port': ['ID=acfcfba8-4cf5-4c0b-bd5f-ecaa81788baf,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:56.013988 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ea992c-3405-4198-8876-a210bad85a92 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Checking segment: {'id': 'a1246193-9feb-42db-b9b3-fa55622a2815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '896cd360-723c-4f8a-a709-3562c0f4bf64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:56.014659 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ea992c-3405-4198-8876-a210bad85a92 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Network hostable DHCP agents. Network: 896cd360-723c-4f8a-a709-3562c0f4bf64, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:42:56.038192 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166ae7d1-a927-47cf-8b87-462328e4aa46 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Network cc5beead-c2ff-494a-aae0-cde9c0b1bad4 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:42:56.048813 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-166ae7d1-a927-47cf-8b87-462328e4aa46 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, cc5beead-c2ff-494a-aae0-cde9c0b1bad4) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:56.052024 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f08b5-8554-465b-aafd-8e7e9fba92e6 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event deleted for resources: {'Subnet': ['ID=71e95a65-f22e-4b90-96cd-904c1959d722,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:56.069836 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-709f08b5-8554-465b-aafd-8e7e9fba92e6 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.071785 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166ae7d1-a927-47cf-8b87-462328e4aa46 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:56.072684 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-166ae7d1-a927-47cf-8b87-462328e4aa46 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.073970 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-709f08b5-8554-465b-aafd-8e7e9fba92e6 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/subnets/71e95a65-f22e-4b90-96cd-904c1959d722 HTTP/1.1" status: 204 len: 168 time: 0.7393370 Nov 12 03:42:56.079967 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ea992c-3405-4198-8876-a210bad85a92 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Network 896cd360-723c-4f8a-a709-3562c0f4bf64 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:42:56.080806 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59014) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:56.114458 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-d4ea992c-3405-4198-8876-a210bad85a92 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 896cd360-723c-4f8a-a709-3562c0f4bf64) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:56.134958 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ea992c-3405-4198-8876-a210bad85a92 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:56.143341 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d4ea992c-3405-4198-8876-a210bad85a92 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.180331 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-166ae7d1-a927-47cf-8b87-462328e4aa46 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0005908 Nov 12 03:42:56.184155 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59018) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:56.194797 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-c3a4eee6-8b51-472c-99b8-1ccea3059d39 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-297233927', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:56.252531 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c3a4eee6-8b51-472c-99b8-1ccea3059d39 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.256662 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c3a4eee6-8b51-472c-99b8-1ccea3059d39 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.257435 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-894c8c9f-63d8-4192-852f-0ed377543720 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.263500 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3bcf70fa-e1ed-4d49-9eaa-819f9903bcea req-4a0a7a6f-3f4f-41bc-be4b-fe9545d2b21e tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/security-groups?id=540775fa-21c0-4cec-96a7-8439f700c198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3523126 Nov 12 03:42:56.266962 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226a1bf4-7650-4937-a10e-63bef8c1960b None None] Network cc5beead-c2ff-494a-aae0-cde9c0b1bad4 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:56.270757 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02428056-59ea-4c49-abd3-9b271a2cd818 None None] Network 2ddd8988-0fcb-4543-8860-91a2f49d6e49 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:56.305403 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ea992c-3405-4198-8876-a210bad85a92 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Checking segment: {'id': '7c06a330-74d9-4f79-bac7-3850fcaa0229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6f8a24e5-4bcf-4710-a3e8-9b5f7d3c8b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:56.306060 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ea992c-3405-4198-8876-a210bad85a92 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Network hostable DHCP agents. Network: 6f8a24e5-4bcf-4710-a3e8-9b5f7d3c8b6f, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:42:56.309758 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea992c-3405-4198-8876-a210bad85a92 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Pushing event updated for resources: {'Port': ['ID=b9b35b0e-7804-4029-abc5-6d2f912eef3b,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:56.350572 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c5e9720d-a011-4e08-8b4f-ad740a0d6aa9 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.360972 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5ec49e-da16-4955-9650-bfbe74f27efb None None] Network 896cd360-723c-4f8a-a709-3562c0f4bf64 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:56.363237 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-894c8c9f-63d8-4192-852f-0ed377543720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.384411 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ea992c-3405-4198-8876-a210bad85a92 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Network 6f8a24e5-4bcf-4710-a3e8-9b5f7d3c8b6f is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:42:56.387285 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c3a4eee6-8b51-472c-99b8-1ccea3059d39 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.394996 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c3a4eee6-8b51-472c-99b8-1ccea3059d39 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.425173 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-d4ea992c-3405-4198-8876-a210bad85a92 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 6f8a24e5-4bcf-4710-a3e8-9b5f7d3c8b6f) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:56.433247 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ea992c-3405-4198-8876-a210bad85a92 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:56.439885 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ea992c-3405-4198-8876-a210bad85a92 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:56.445203 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ea992c-3405-4198-8876-a210bad85a92 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:56.445973 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d4ea992c-3405-4198-8876-a210bad85a92 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.461628 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c3a4eee6-8b51-472c-99b8-1ccea3059d39 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.464325 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c3a4eee6-8b51-472c-99b8-1ccea3059d39 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2776060 Nov 12 03:42:56.470390 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59026) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:56.484159 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-26fc14ca-4262-4904-9b5e-33c467fb27d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.492873 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27780af-cafc-42b4-8d4b-9856ff9acc43 None None] Network 6f8a24e5-4bcf-4710-a3e8-9b5f7d3c8b6f requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:56.515183 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-c5e9720d-a011-4e08-8b4f-ad740a0d6aa9 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Deleting port 3ee45892-21f1-4a40-86b6-171450e78883 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:56.515721 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c5e9720d-a011-4e08-8b4f-ad740a0d6aa9 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.532162 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d4ea992c-3405-4198-8876-a210bad85a92 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.2053580 Nov 12 03:42:56.565749 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59030) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:56.630879 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-c5e9720d-a011-4e08-8b4f-ad740a0d6aa9 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] For port 3ee45892-21f1-4a40-86b6-171450e78883, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=3ee45892-21f1-4a40-86b6-171450e78883,segment=NetworkSegment(56f76894-9221-45e4-b073-a1e11af02435),segment_id=56f76894-9221-45e4-b073-a1e11af02435)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:56.631276 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c5e9720d-a011-4e08-8b4f-ad740a0d6aa9 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.656694 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-c5e9720d-a011-4e08-8b4f-ad740a0d6aa9 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Calling delete_port for 3ee45892-21f1-4a40-86b6-171450e78883 owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:56.705358 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-894c8c9f-63d8-4192-852f-0ed377543720 None None] Attempting to bind port 002c4560-a7df-4a34-b9a3-ef5225b5848e on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:42:56.705745 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-894c8c9f-63d8-4192-852f-0ed377543720 None None] Attempting to bind port 002c4560-a7df-4a34-b9a3-ef5225b5848e by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:42:56.706119 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894c8c9f-63d8-4192-852f-0ed377543720 None None] Attempting to bind port 002c4560-a7df-4a34-b9a3-ef5225b5848e on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:56.747075 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7feac90-843c-4fa0-baf0-5e8608aefb60 None None] Pushing event updated for resources: {'Port': ['ID=002c4560-a7df-4a34-b9a3-ef5225b5848e,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:56.777930 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894c8c9f-63d8-4192-852f-0ed377543720 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:42:56.778609 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894c8c9f-63d8-4192-852f-0ed377543720 None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:56.779218 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-894c8c9f-63d8-4192-852f-0ed377543720 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.779786 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894c8c9f-63d8-4192-852f-0ed377543720 None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:42:56.780321 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-894c8c9f-63d8-4192-852f-0ed377543720 None None] Bound port: 002c4560-a7df-4a34-b9a3-ef5225b5848e, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:42:56.780705 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-894c8c9f-63d8-4192-852f-0ed377543720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.788658 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db1d9bf-867c-49f7-bbff-bef48735b1d8 None None] DHCP port deletion for 2ddd8988-0fcb-4543-8860-91a2f49d6e49 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:56.842812 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-26fc14ca-4262-4904-9b5e-33c467fb27d3 admin admin] Allocated IP 172.20.0.1 (5db34b63-5c8b-4242-a101-98cf717dd4ba/037e5d43-df65-4748-8c59-eb66fca3aae6/7cfec413-d9e3-4595-a2bc-f0259de7c335) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:56.872194 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c5e9720d-a011-4e08-8b4f-ad740a0d6aa9 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.934394 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9720d-a011-4e08-8b4f-ad740a0d6aa9 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event deleted for resources: {'Port': ['ID=3ee45892-21f1-4a40-86b6-171450e78883,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:56.939158 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e9720d-a011-4e08-8b4f-ad740a0d6aa9 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] No DVR routers for this DVR port 3ee45892-21f1-4a40-86b6-171450e78883 on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:42:56.942077 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5281c0dd-0263-4df4-b2ab-93a2fc8ffa48 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:56.951070 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5281c0dd-0263-4df4-b2ab-93a2fc8ffa48 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:56.953481 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5281c0dd-0263-4df4-b2ab-93a2fc8ffa48 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3866808 Nov 12 03:42:56.959204 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59038) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:56.989776 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-894c8c9f-63d8-4192-852f-0ed377543720 None None] For port 002c4560-a7df-4a34-b9a3-ef5225b5848e, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:42:56.999509 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-894c8c9f-63d8-4192-852f-0ed377543720 None None] For port 002c4560-a7df-4a34-b9a3-ef5225b5848e, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=002c4560-a7df-4a34-b9a3-ef5225b5848e,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:42:57.015487 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-894c8c9f-63d8-4192-852f-0ed377543720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.082073 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03556b87-ef03-4e38-bc56-5634e648a150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-cc5beead-c2ff-494a-aae0-cde9c0b1bad4', 'network_id': 'cc5beead-c2ff-494a-aae0-cde9c0b1bad4', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'fixed_ips': [{'subnet_id': '4b9302aa-fb39-482f-bd2f-5553f7588b6c'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:42:57.082930 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-03556b87-ef03-4e38-bc56-5634e648a150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.083062 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c5e9720d-a011-4e08-8b4f-ad740a0d6aa9 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.093756 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c0daba46-95dd-40ec-ad09-da818a0d557c tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.116467 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2db1d9bf-867c-49f7-bbff-bef48735b1d8 None None] Deleting port 3ee45892-21f1-4a40-86b6-171450e78883 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:57.116843 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2db1d9bf-867c-49f7-bbff-bef48735b1d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.183456 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2db1d9bf-867c-49f7-bbff-bef48735b1d8 None None] For port 3ee45892-21f1-4a40-86b6-171450e78883, host n-d-715271-27, got binding levels [] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:57.183844 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2db1d9bf-867c-49f7-bbff-bef48735b1d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.199221 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2db1d9bf-867c-49f7-bbff-bef48735b1d8 None None] Calling delete_port for 3ee45892-21f1-4a40-86b6-171450e78883 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:57.205516 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.ipam_backend_mixin [None req-2db1d9bf-867c-49f7-bbff-bef48735b1d8 None None] Port 3ee45892-21f1-4a40-86b6-171450e78883 was not found and therefore no delete operation was performed {{(pid=102573) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:42:57.215987 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894c8c9f-63d8-4192-852f-0ed377543720 None None] Routers {'9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:57.216717 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-894c8c9f-63d8-4192-852f-0ed377543720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:42:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:57.218604 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2db1d9bf-867c-49f7-bbff-bef48735b1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.275115 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-d81b39d0-7e31-463d-b96a-608a3b973d7d tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Deleting port acfcfba8-4cf5-4c0b-bd5f-ecaa81788baf {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:57.275567 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d81b39d0-7e31-463d-b96a-608a3b973d7d tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.300387 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7feac90-843c-4fa0-baf0-5e8608aefb60 None None] Pushing event updated for resources: {'Port': ['ID=002c4560-a7df-4a34-b9a3-ef5225b5848e,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:57.326182 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db1d9bf-867c-49f7-bbff-bef48735b1d8 None None] No DVR routers for this DVR port 3ee45892-21f1-4a40-86b6-171450e78883 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:42:57.451600 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db1d9bf-867c-49f7-bbff-bef48735b1d8 None None] Pushing event deleted for resources: {'Port': ['ID=3ee45892-21f1-4a40-86b6-171450e78883,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:57.492607 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d81b39d0-7e31-463d-b96a-608a3b973d7d tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.544371 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-d81b39d0-7e31-463d-b96a-608a3b973d7d tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Calling delete_port for acfcfba8-4cf5-4c0b-bd5f-ecaa81788baf owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:57.551586 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-c5e9720d-a011-4e08-8b4f-ad740a0d6aa9 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ddd8988-0fcb-4543-8860-91a2f49d6e49']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:57.585841 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-c5e9720d-a011-4e08-8b4f-ad740a0d6aa9 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56f76894-9221-45e4-b073-a1e11af02435') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:57.586185 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-c5e9720d-a011-4e08-8b4f-ad740a0d6aa9 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56f76894-9221-45e4-b073-a1e11af02435') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:57.605314 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c5e9720d-a011-4e08-8b4f-ad740a0d6aa9 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.638161 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-26fc14ca-4262-4904-9b5e-33c467fb27d3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.639800 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c5e9720d-a011-4e08-8b4f-ad740a0d6aa9 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.651190 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5e9720d-a011-4e08-8b4f-ad740a0d6aa9 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:42:57.651725 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c5e9720d-a011-4e08-8b4f-ad740a0d6aa9 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.655403 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:42:57.655403 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:42:57.655403 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:42:57.655403 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:42:57.655403 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:42:57.655403 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:42:57.655403 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:42:57.655403 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:42:57.655403 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:42:57.655403 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:42:57.655403 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:42:57.655403 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:42:57.655403 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:42:57.655403 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:42:57.655403 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:42:57.655403 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:42:57.655403 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:42:57.655403 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:42:57.655403 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:42:57.655403 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:42:57.655403 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:42:57.655403 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:42:57.655403 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:42:57.655403 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:42:57.655403 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:42:57.655403 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:42:57.655403 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:42:57.655403 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:42:57.655403 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:42:57.655403 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:42:57.655403 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:42:57.655403 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:42:57.680151 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454dc807-18df-4ad1-adda-d932848d8c42 req-3492b79d-195b-4808-aa79-d7e6b2809b2f tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:57.682418 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-454dc807-18df-4ad1-adda-d932848d8c42 req-3492b79d-195b-4808-aa79-d7e6b2809b2f tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 945 time: 0.1437294 Nov 12 03:42:57.718441 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-c0daba46-95dd-40ec-ad09-da818a0d557c tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Allocated IP 172.20.0.1 (cc5beead-c2ff-494a-aae0-cde9c0b1bad4/4b9302aa-fb39-482f-bd2f-5553f7588b6c/8479d292-79cb-4297-91cc-6a01b1f92ab0) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:57.777272 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c5e9720d-a011-4e08-8b4f-ad740a0d6aa9 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.791563 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-894c8c9f-63d8-4192-852f-0ed377543720 None None] Set router 9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:57.800410 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c5e9720d-a011-4e08-8b4f-ad740a0d6aa9 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.810086 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c5e9720d-a011-4e08-8b4f-ad740a0d6aa9 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/networks/2ddd8988-0fcb-4543-8860-91a2f49d6e49 HTTP/1.1" status: 204 len: 168 time: 1.7282133 Nov 12 03:42:57.812344 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59058) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:57.815680 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9720d-a011-4e08-8b4f-ad740a0d6aa9 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event deleted for resources: {'Network': ['ID=2ddd8988-0fcb-4543-8860-91a2f49d6e49,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:57.827243 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d81b39d0-7e31-463d-b96a-608a3b973d7d tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.830630 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-26fc14ca-4262-4904-9b5e-33c467fb27d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.835961 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-454dc807-18df-4ad1-adda-d932848d8c42 req-66e91e57-0f68-4d7b-b3bf-7731b9efbc9e tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/security-groups?id=540775fa-21c0-4cec-96a7-8439f700c198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447563 Nov 12 03:42:57.875147 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fc14ca-4262-4904-9b5e-33c467fb27d3 admin admin] Network 5db34b63-5c8b-4242-a101-98cf717dd4ba is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:57.882647 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-26fc14ca-4262-4904-9b5e-33c467fb27d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:57.886707 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fc14ca-4262-4904-9b5e-33c467fb27d3 admin admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:57.914719 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc14ca-4262-4904-9b5e-33c467fb27d3 admin admin] Pushing event updated for resources: {'Port': ['ID=7cfec413-d9e3-4595-a2bc-f0259de7c335,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:57.944669 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e424aee0-bd5b-46bd-bb6d-ca849600d7ed tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:57.946079 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-26fc14ca-4262-4904-9b5e-33c467fb27d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.951170 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e424aee0-bd5b-46bd-bb6d-ca849600d7ed tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "GET /v2.0/ports/b249085d-3e63-4aa4-89e7-3c2fdb05f534 HTTP/1.1" status: 200 len: 844 time: 0.1381135 Nov 12 03:42:57.951982 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59062) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:57.995376 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81b39d0-7e31-463d-b96a-608a3b973d7d tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Pushing event deleted for resources: {'Port': ['ID=acfcfba8-4cf5-4c0b-bd5f-ecaa81788baf,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:58.027957 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d81b39d0-7e31-463d-b96a-608a3b973d7d tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.035985 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59064) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:58.037260 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d81b39d0-7e31-463d-b96a-608a3b973d7d tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] 10.222.0.50 "DELETE /v2.0/ports/acfcfba8-4cf5-4c0b-bd5f-ecaa81788baf HTTP/1.1" status: 204 len: 168 time: 1.0769207 Nov 12 03:42:58.037430 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-894c8c9f-63d8-4192-852f-0ed377543720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8', 'name': 'tempest-TestAggregatesBasicOps-835686835-router', 'tenant_id': 'a0ea4ec50d2b4eb48546130d05ee8ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '002c4560-a7df-4a34-b9a3-ef5225b5848e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:47Z', 'updated_at': '2021-11-12T03:42:52Z', 'revision_number': 3, 'project_id': 'a0ea4ec50d2b4eb48546130d05ee8ff5', 'gw_port': {'id': '002c4560-a7df-4a34-b9a3-ef5225b5848e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:83:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:50Z', 'updated_at': '2021-11-12T03:42:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:58.077294 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e63f51d8-765b-4d1c-893d-51e00913431f tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "GET /v2.0/ports/b249085d-3e63-4aa4-89e7-3c2fdb05f534?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0925574 Nov 12 03:42:58.077531 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894c8c9f-63d8-4192-852f-0ed377543720 None None] The sync data for ids ['9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8'] in n-d-715271-27 is: [{'id': '9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8', 'name': 'tempest-TestAggregatesBasicOps-835686835-router', 'tenant_id': 'a0ea4ec50d2b4eb48546130d05ee8ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '002c4560-a7df-4a34-b9a3-ef5225b5848e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:47Z', 'updated_at': '2021-11-12T03:42:52Z', 'revision_number': 3, 'project_id': 'a0ea4ec50d2b4eb48546130d05ee8ff5', 'gw_port': {'id': '002c4560-a7df-4a34-b9a3-ef5225b5848e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:83:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:50Z', 'updated_at': '2021-11-12T03:42:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:58.078251 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59066) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:58.098262 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-f6ca8a38-0056-4d28-b4a8-82ea1f90024b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'subnet': {'network_id': '30cc1d6f-f503-4795-80b5-ae1f4b43ec0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:58.234474 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c0daba46-95dd-40ec-ad09-da818a0d557c tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.287887 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ca8a38-0056-4d28-b4a8-82ea1f90024b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Made reservation on behalf of 67babf17303845e7bb463e099a9322ec for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:58.288042 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-26fc14ca-4262-4904-9b5e-33c467fb27d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.292009 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f6ca8a38-0056-4d28-b4a8-82ea1f90024b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.296431 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-59d882bf-e4bc-4316-a276-aa05c3b30c72 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Deleting port b9b35b0e-7804-4029-abc5-6d2f912eef3b {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:58.296766 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-59d882bf-e4bc-4316-a276-aa05c3b30c72 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.319081 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c0daba46-95dd-40ec-ad09-da818a0d557c tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.407372 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-03556b87-ef03-4e38-bc56-5634e648a150 None None] Allocated IP 172.20.0.2 (cc5beead-c2ff-494a-aae0-cde9c0b1bad4/4b9302aa-fb39-482f-bd2f-5553f7588b6c/ee0c8aeb-ae33-48be-af02-6d72d7118f90) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:58.417419 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0daba46-95dd-40ec-ad09-da818a0d557c tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Network cc5beead-c2ff-494a-aae0-cde9c0b1bad4 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:58.440143 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-c0daba46-95dd-40ec-ad09-da818a0d557c tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:58.460343 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 3ee45892-21f1-4a40-86b6-171450e78883 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:42:58.464690 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0daba46-95dd-40ec-ad09-da818a0d557c tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:58.465291 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-59d882bf-e4bc-4316-a276-aa05c3b30c72 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.496834 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-59d882bf-e4bc-4316-a276-aa05c3b30c72 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Calling delete_port for b9b35b0e-7804-4029-abc5-6d2f912eef3b owned by {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:58.499796 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0daba46-95dd-40ec-ad09-da818a0d557c tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event updated for resources: {'Port': ['ID=8479d292-79cb-4297-91cc-6a01b1f92ab0,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:58.603736 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c0daba46-95dd-40ec-ad09-da818a0d557c tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.667044 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 3ee45892-21f1-4a40-86b6-171450e78883 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:42:58.667465 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 3ee45892-21f1-4a40-86b6-171450e78883 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:42:58.684822 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-a6c109bb-7a46-4840-99c8-f4a3c133d854 None None] Provisioning complete for port 7cfec413-d9e3-4595-a2bc-f0259de7c335 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:58.685414 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a6c109bb-7a46-4840-99c8-f4a3c133d854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.773106 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-a6c109bb-7a46-4840-99c8-f4a3c133d854 None None] Port 7cfec413-d9e3-4595-a2bc-f0259de7c335 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:58.824677 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-03556b87-ef03-4e38-bc56-5634e648a150 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.832215 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-03556b87-ef03-4e38-bc56-5634e648a150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.833946 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-59d882bf-e4bc-4316-a276-aa05c3b30c72 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.862499 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-26fc14ca-4262-4904-9b5e-33c467fb27d3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.863669 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c0daba46-95dd-40ec-ad09-da818a0d557c tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.883794 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03556b87-ef03-4e38-bc56-5634e648a150 None None] Network cc5beead-c2ff-494a-aae0-cde9c0b1bad4 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:58.892943 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-03556b87-ef03-4e38-bc56-5634e648a150 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:58.901986 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03556b87-ef03-4e38-bc56-5634e648a150 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:58.906200 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-26fc14ca-4262-4904-9b5e-33c467fb27d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.911749 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d882bf-e4bc-4316-a276-aa05c3b30c72 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Pushing event deleted for resources: {'Port': ['ID=b9b35b0e-7804-4029-abc5-6d2f912eef3b,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:58.958126 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03556b87-ef03-4e38-bc56-5634e648a150 None None] Pushing event updated for resources: {'Port': ['ID=ee0c8aeb-ae33-48be-af02-6d72d7118f90,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:58.991515 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-59d882bf-e4bc-4316-a276-aa05c3b30c72 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.996767 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f6ca8a38-0056-4d28-b4a8-82ea1f90024b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.001390 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-59d882bf-e4bc-4316-a276-aa05c3b30c72 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] 10.222.0.50 "DELETE /v2.0/ports/b9b35b0e-7804-4029-abc5-6d2f912eef3b HTTP/1.1" status: 204 len: 168 time: 0.9603956 Nov 12 03:42:59.003992 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59082) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:59.026594 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-03556b87-ef03-4e38-bc56-5634e648a150 None None] Attempting to bind port ee0c8aeb-ae33-48be-af02-6d72d7118f90 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:42:59.027044 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-03556b87-ef03-4e38-bc56-5634e648a150 None None] Attempting to bind port ee0c8aeb-ae33-48be-af02-6d72d7118f90 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '6b62de02-f0c1-46b5-b916-641abc76bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cc5beead-c2ff-494a-aae0-cde9c0b1bad4'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:42:59.027332 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03556b87-ef03-4e38-bc56-5634e648a150 None None] Attempting to bind port ee0c8aeb-ae33-48be-af02-6d72d7118f90 on network cc5beead-c2ff-494a-aae0-cde9c0b1bad4 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:59.037627 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03556b87-ef03-4e38-bc56-5634e648a150 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:42:59.037989 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03556b87-ef03-4e38-bc56-5634e648a150 None None] Checking segment: {'id': '6b62de02-f0c1-46b5-b916-641abc76bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cc5beead-c2ff-494a-aae0-cde9c0b1bad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:59.038397 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-03556b87-ef03-4e38-bc56-5634e648a150 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.038778 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03556b87-ef03-4e38-bc56-5634e648a150 None None] Bound using segment: {'id': '6b62de02-f0c1-46b5-b916-641abc76bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cc5beead-c2ff-494a-aae0-cde9c0b1bad4'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:42:59.039252 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-03556b87-ef03-4e38-bc56-5634e648a150 None None] Bound port: ee0c8aeb-ae33-48be-af02-6d72d7118f90, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b62de02-f0c1-46b5-b916-641abc76bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cc5beead-c2ff-494a-aae0-cde9c0b1bad4'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:42:59.039632 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-03556b87-ef03-4e38-bc56-5634e648a150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.126154 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-45cb81f0-48a3-4a55-a437-7a54d78cb532 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1172509 Nov 12 03:42:59.135024 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59086) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:59.153816 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-26fc14ca-4262-4904-9b5e-33c467fb27d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.156157 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-c2631d32-ae02-4f87-9d5a-ad57fc41d605 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1850505783'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:59.165111 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-03556b87-ef03-4e38-bc56-5634e648a150 None None] For port ee0c8aeb-ae33-48be-af02-6d72d7118f90, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:42:59.173199 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-03556b87-ef03-4e38-bc56-5634e648a150 None None] For port ee0c8aeb-ae33-48be-af02-6d72d7118f90, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=ee0c8aeb-ae33-48be-af02-6d72d7118f90,segment=NetworkSegment(6b62de02-f0c1-46b5-b916-641abc76bf21),segment_id=6b62de02-f0c1-46b5-b916-641abc76bf21)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:42:59.173485 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc14ca-4262-4904-9b5e-33c467fb27d3 admin admin] Pushing event updated for resources: {'Port': ['ID=7cfec413-d9e3-4595-a2bc-f0259de7c335,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:59.179222 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-03556b87-ef03-4e38-bc56-5634e648a150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.214590 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ca8a38-0056-4d28-b4a8-82ea1f90024b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Network 30cc1d6f-f503-4795-80b5-ae1f4b43ec0b is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:59.219965 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac304a9-d9c5-40ca-b2ba-73e23f20354f req-9b8b63ed-bfab-4c64-a62a-8046e5e63f49 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:59.231533 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1ac304a9-d9c5-40ca-b2ba-73e23f20354f req-9b8b63ed-bfab-4c64-a62a-8046e5e63f49 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 945 time: 0.1765428 Nov 12 03:42:59.255807 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2631d32-ae02-4f87-9d5a-ad57fc41d605 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Made reservation on behalf of 926c0c069ef34087a96c770d4017d615 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:59.258311 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03556b87-ef03-4e38-bc56-5634e648a150 None None] Pushing event updated for resources: {'Port': ['ID=ee0c8aeb-ae33-48be-af02-6d72d7118f90,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:59.260849 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c2631d32-ae02-4f87-9d5a-ad57fc41d605 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.289098 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-f6ca8a38-0056-4d28-b4a8-82ea1f90024b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:59.299678 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656cf8c1-35f5-487f-b074-75ed029a786c None None] Network 30cc1d6f-f503-4795-80b5-ae1f4b43ec0b requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:59.300267 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ca8a38-0056-4d28-b4a8-82ea1f90024b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:59.301211 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f6ca8a38-0056-4d28-b4a8-82ea1f90024b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.391038 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fc14ca-4262-4904-9b5e-33c467fb27d3 admin admin] Network 5db34b63-5c8b-4242-a101-98cf717dd4ba is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:59.396257 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-26fc14ca-4262-4904-9b5e-33c467fb27d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:59.425304 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1ac304a9-d9c5-40ca-b2ba-73e23f20354f req-dda5fc45-09af-4d9d-ad08-d6d0428eeb83 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/security-groups?id=540775fa-21c0-4cec-96a7-8439f700c198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836412 Nov 12 03:42:59.437010 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca8a38-0056-4d28-b4a8-82ea1f90024b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event updated for resources: {'Subnet': ['ID=bc7a68be-13c7-4139-8a83-7106d176cb42,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:59.483841 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f6ca8a38-0056-4d28-b4a8-82ea1f90024b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3904433 Nov 12 03:42:59.494716 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59090) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:59.499775 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-b0fb0bcf-924a-474f-b356-45530a1612dc tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'security_group': {'name': 'tempest-secgroup-1353347824'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:59.623168 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2631d32-ae02-4f87-9d5a-ad57fc41d605 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:42:59.669320 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c2631d32-ae02-4f87-9d5a-ad57fc41d605 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.670225 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-c2631d32-ae02-4f87-9d5a-ad57fc41d605 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Added segment 9c383cb6-b1fc-4ac3-a6cd-2b6d73c6715c of type vlan for network 5691f9ba-d88a-46cc-a3ff-c0509ce7bde9 Nov 12 03:42:59.695223 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edba4c30-f36e-4522-aa14-7ee511fee02d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-30cc1d6f-f503-4795-80b5-ae1f4b43ec0b', 'network_id': '30cc1d6f-f503-4795-80b5-ae1f4b43ec0b', 'tenant_id': '67babf17303845e7bb463e099a9322ec', 'fixed_ips': [{'subnet_id': 'bc7a68be-13c7-4139-8a83-7106d176cb42'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:42:59.696369 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-edba4c30-f36e-4522-aa14-7ee511fee02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.755968 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b0fb0bcf-924a-474f-b356-45530a1612dc tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.803061 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c2631d32-ae02-4f87-9d5a-ad57fc41d605 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.865061 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:42:59.892685 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fc14ca-4262-4904-9b5e-33c467fb27d3 admin admin] Router 9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:42:59.901027 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c0daba46-95dd-40ec-ad09-da818a0d557c tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.912840 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c0daba46-95dd-40ec-ad09-da818a0d557c tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.933722 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2ec00f33-ea1b-4516-8953-6f3f5a36dc5a None None] Provisioning complete for port 7cfec413-d9e3-4595-a2bc-f0259de7c335 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:59.934037 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2ec00f33-ea1b-4516-8953-6f3f5a36dc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.934464 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b0fb0bcf-924a-474f-b356-45530a1612dc tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.938750 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b0fb0bcf-924a-474f-b356-45530a1612dc tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.979021 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0daba46-95dd-40ec-ad09-da818a0d557c tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event updated for resources: {'Port': ['ID=8479d292-79cb-4297-91cc-6a01b1f92ab0,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:59.987330 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2ec00f33-ea1b-4516-8953-6f3f5a36dc5a None None] Port 7cfec413-d9e3-4595-a2bc-f0259de7c335 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:00.004730 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c2631d32-ae02-4f87-9d5a-ad57fc41d605 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.012989 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2631d32-ae02-4f87-9d5a-ad57fc41d605 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:00.013981 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c2631d32-ae02-4f87-9d5a-ad57fc41d605 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.024500 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb0bcf-924a-474f-b356-45530a1612dc tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18cad15a-3e5b-43c2-bc00-29aa40d50ff2,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:00.029814 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b0fb0bcf-924a-474f-b356-45530a1612dc tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.034211 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b0fb0bcf-924a-474f-b356-45530a1612dc tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5381939 Nov 12 03:43:00.034995 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59096) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:00.052102 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-edba4c30-f36e-4522-aa14-7ee511fee02d None None] Allocated IP 2001:db8::2 (30cc1d6f-f503-4795-80b5-ae1f4b43ec0b/bc7a68be-13c7-4139-8a83-7106d176cb42/add136b1-2124-4076-b7ca-50bfb9f8fb51) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:00.080746 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-ddbcf4b9-0b91-469a-a9c6-b503f744eded tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'security_group': {'name': 'tempest-secgroup-1337014856'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:00.120827 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c0daba46-95dd-40ec-ad09-da818a0d557c tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.133995 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fc14ca-4262-4904-9b5e-33c467fb27d3 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:43:00.140964 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-26fc14ca-4262-4904-9b5e-33c467fb27d3 admin admin] 10.222.0.50 "PUT /v2.0/routers/9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6816154 Nov 12 03:43:00.142117 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ddbcf4b9-0b91-469a-a9c6-b503f744eded tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.187882 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c2631d32-ae02-4f87-9d5a-ad57fc41d605 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0482028 Nov 12 03:43:00.191231 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59100) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:00.197040 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-449ddc2d-9750-4d2b-b5bb-8d01dcbdd5f3 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-830005747'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:00.215870 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2631d32-ae02-4f87-9d5a-ad57fc41d605 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Pushing event updated for resources: {'Network': ['ID=5691f9ba-d88a-46cc-a3ff-c0509ce7bde9,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:00.228301 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 5691f9ba-d88a-46cc-a3ff-c0509ce7bde9 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:43:00.305522 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ddbcf4b9-0b91-469a-a9c6-b503f744eded tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.309796 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449ddc2d-9750-4d2b-b5bb-8d01dcbdd5f3 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Made reservation on behalf of 926c0c069ef34087a96c770d4017d615 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:00.318290 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-449ddc2d-9750-4d2b-b5bb-8d01dcbdd5f3 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.342967 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ddbcf4b9-0b91-469a-a9c6-b503f744eded tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.366961 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0daba46-95dd-40ec-ad09-da818a0d557c tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Network cc5beead-c2ff-494a-aae0-cde9c0b1bad4 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:00.369131 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-c0daba46-95dd-40ec-ad09-da818a0d557c tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:00.415078 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59106) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:00.455568 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e8ebfcda-b8dc-418a-8449-a2697de4c7f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.474133 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ddbcf4b9-0b91-469a-a9c6-b503f744eded tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.485025 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59112) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:00.487018 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ddbcf4b9-0b91-469a-a9c6-b503f744eded tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4106133 Nov 12 03:43:00.493238 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-b4798125-143b-4668-a534-b278a5dabbb4 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-608148529', 'security_groups': ['a12caa76-99cb-4745-a688-596d59fd7762'], 'network_id': '30cc1d6f-f503-4795-80b5-ae1f4b43ec0b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bc7a68be-13c7-4139-8a83-7106d176cb42'}]}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:00.497974 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbcf4b9-0b91-469a-a9c6-b503f744eded tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a12caa76-99cb-4745-a688-596d59fd7762,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:00.499975 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-edba4c30-f36e-4522-aa14-7ee511fee02d None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.508379 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-449ddc2d-9750-4d2b-b5bb-8d01dcbdd5f3 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:43:00.518031 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-edba4c30-f36e-4522-aa14-7ee511fee02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.530954 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-449ddc2d-9750-4d2b-b5bb-8d01dcbdd5f3 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.532862 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-449ddc2d-9750-4d2b-b5bb-8d01dcbdd5f3 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Added segment 08320bf3-1903-4aff-a133-62e0e4a488b4 of type vlan for network c858e1d3-9dd8-4cd2-a900-36b8dccc227e Nov 12 03:43:00.645914 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edba4c30-f36e-4522-aa14-7ee511fee02d None None] Network 30cc1d6f-f503-4795-80b5-ae1f4b43ec0b is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:00.671399 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-edba4c30-f36e-4522-aa14-7ee511fee02d None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:00.674251 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-449ddc2d-9750-4d2b-b5bb-8d01dcbdd5f3 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.690092 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edba4c30-f36e-4522-aa14-7ee511fee02d None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:00.707705 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba4c30-f36e-4522-aa14-7ee511fee02d None None] Pushing event updated for resources: {'Port': ['ID=add136b1-2124-4076-b7ca-50bfb9f8fb51,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:00.712424 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device ee0c8aeb-ae33-48be-af02-6d72d7118f90 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:00.815331 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4798125-143b-4668-a534-b278a5dabbb4 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Made reservation on behalf of 67babf17303845e7bb463e099a9322ec for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:00.828986 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-449ddc2d-9750-4d2b-b5bb-8d01dcbdd5f3 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.834939 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449ddc2d-9750-4d2b-b5bb-8d01dcbdd5f3 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:00.835544 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-449ddc2d-9750-4d2b-b5bb-8d01dcbdd5f3 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.874076 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-edba4c30-f36e-4522-aa14-7ee511fee02d None None] Attempting to bind port add136b1-2124-4076-b7ca-50bfb9f8fb51 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:00.874726 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-edba4c30-f36e-4522-aa14-7ee511fee02d None None] Attempting to bind port add136b1-2124-4076-b7ca-50bfb9f8fb51 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '1d6fb3ef-dda2-42aa-9774-e6595feedc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '30cc1d6f-f503-4795-80b5-ae1f4b43ec0b'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:00.875464 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edba4c30-f36e-4522-aa14-7ee511fee02d None None] Attempting to bind port add136b1-2124-4076-b7ca-50bfb9f8fb51 on network 30cc1d6f-f503-4795-80b5-ae1f4b43ec0b {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:00.887226 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edba4c30-f36e-4522-aa14-7ee511fee02d None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:00.891590 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edba4c30-f36e-4522-aa14-7ee511fee02d None None] Checking segment: {'id': '1d6fb3ef-dda2-42aa-9774-e6595feedc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '30cc1d6f-f503-4795-80b5-ae1f4b43ec0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:00.894169 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-edba4c30-f36e-4522-aa14-7ee511fee02d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.894680 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edba4c30-f36e-4522-aa14-7ee511fee02d None None] Bound using segment: {'id': '1d6fb3ef-dda2-42aa-9774-e6595feedc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '30cc1d6f-f503-4795-80b5-ae1f4b43ec0b'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:00.895909 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-edba4c30-f36e-4522-aa14-7ee511fee02d None None] Bound port: add136b1-2124-4076-b7ca-50bfb9f8fb51, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d6fb3ef-dda2-42aa-9774-e6595feedc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '30cc1d6f-f503-4795-80b5-ae1f4b43ec0b'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:00.895909 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-edba4c30-f36e-4522-aa14-7ee511fee02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.905934 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0daba46-95dd-40ec-ad09-da818a0d557c tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Router 18e1c74f-ece1-487d-8d24-6d588b17726d is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:43:00.920175 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port ee0c8aeb-ae33-48be-af02-6d72d7118f90 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:00.920175 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.937324 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16068c15-4b31-4152-b46d-8e093b099417 req-a8f937f3-b41d-4bf1-8289-115b0c90729e tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:00.938915 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-16068c15-4b31-4152-b46d-8e093b099417 req-a8f937f3-b41d-4bf1-8289-115b0c90729e tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 945 time: 0.3142140 Nov 12 03:43:00.946456 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ddc2d-9750-4d2b-b5bb-8d01dcbdd5f3 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Pushing event updated for resources: {'Network': ['ID=c858e1d3-9dd8-4cd2-a900-36b8dccc227e,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:00.982474 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network c858e1d3-9dd8-4cd2-a900-36b8dccc227e details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:43:00.998035 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-505bde59-8f42-46aa-97a4-a4a3de6d7e22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.023183 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-449ddc2d-9750-4d2b-b5bb-8d01dcbdd5f3 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8306828 Nov 12 03:43:01.048949 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a4daa0-727f-433b-931f-37a84a5e0123 None None] Sync routers for ids ['9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:43:01.069180 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a4daa0-727f-433b-931f-37a84a5e0123 None None] Routers {'9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:01.069888 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-b8a4daa0-727f-433b-931f-37a84a5e0123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:42:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:01.164850 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-505bde59-8f42-46aa-97a4-a4a3de6d7e22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.185799 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59126) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:01.204614 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-4a6d4091-4ec4-4069-b2be-55715b6a942d tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Request body: {'subnets': [{'network_id': '5691f9ba-d88a-46cc-a3ff-c0509ce7bde9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1987815580', 'ip_version': 4}, {'network_id': 'c858e1d3-9dd8-4cd2-a900-36b8dccc227e', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:01.206711 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-4a6d4091-4ec4-4069-b2be-55715b6a942d tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Request body: {'subnet': {'network_id': '5691f9ba-d88a-46cc-a3ff-c0509ce7bde9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1987815580', 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:01.207642 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-4a6d4091-4ec4-4069-b2be-55715b6a942d tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Request body: {'subnet': {'network_id': 'c858e1d3-9dd8-4cd2-a900-36b8dccc227e', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:01.220010 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-505bde59-8f42-46aa-97a4-a4a3de6d7e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.236043 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59128) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:01.254549 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-f6605ab8-b397-462a-b411-9b182524dd33 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-646708631-network', 'tenant_id': '0fa957e572d544f49e1324f36c67c2ef'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:01.266376 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-edba4c30-f36e-4522-aa14-7ee511fee02d None None] For port add136b1-2124-4076-b7ca-50bfb9f8fb51, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:01.270331 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-edba4c30-f36e-4522-aa14-7ee511fee02d None None] For port add136b1-2124-4076-b7ca-50bfb9f8fb51, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=add136b1-2124-4076-b7ca-50bfb9f8fb51,segment=NetworkSegment(1d6fb3ef-dda2-42aa-9774-e6595feedc7a),segment_id=1d6fb3ef-dda2-42aa-9774-e6595feedc7a)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:01.277201 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-16068c15-4b31-4152-b46d-8e093b099417 req-1b72a6ea-a47b-4d3e-bb43-d660db737be5 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/security-groups?id=540775fa-21c0-4cec-96a7-8439f700c198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3199828 Nov 12 03:43:01.279037 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-edba4c30-f36e-4522-aa14-7ee511fee02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.326534 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-b8a4daa0-727f-433b-931f-37a84a5e0123 None None] Set router 9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:43:01.423022 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-505bde59-8f42-46aa-97a4-a4a3de6d7e22 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b41f2862559a4f319ebc8372bd8c56eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9991145 Nov 12 03:43:01.427808 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59130) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:01.490175 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6605ab8-b397-462a-b411-9b182524dd33 admin admin] Made reservation on behalf of 0fa957e572d544f49e1324f36c67c2ef for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:01.504160 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f6605ab8-b397-462a-b411-9b182524dd33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.513300 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba4c30-f36e-4522-aa14-7ee511fee02d None None] Pushing event updated for resources: {'Port': ['ID=add136b1-2124-4076-b7ca-50bfb9f8fb51,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:01.519720 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.531129 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f6605ab8-b397-462a-b411-9b182524dd33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.534188 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505bde59-8f42-46aa-97a4-a4a3de6d7e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7dfe46-08bb-494b-a1a6-d5a6a59d024f,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:01.602664 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-b8a4daa0-727f-433b-931f-37a84a5e0123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8', 'name': 'tempest-TestAggregatesBasicOps-835686835-router', 'tenant_id': 'a0ea4ec50d2b4eb48546130d05ee8ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '002c4560-a7df-4a34-b9a3-ef5225b5848e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:47Z', 'updated_at': '2021-11-12T03:42:58Z', 'revision_number': 4, 'project_id': 'a0ea4ec50d2b4eb48546130d05ee8ff5', 'gw_port': {'id': '002c4560-a7df-4a34-b9a3-ef5225b5848e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:83:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:50Z', 'updated_at': '2021-11-12T03:42:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '7cfec413-d9e3-4595-a2bc-f0259de7c335', 'name': '', 'network_id': '5db34b63-5c8b-4242-a101-98cf717dd4ba', 'tenant_id': 'a0ea4ec50d2b4eb48546130d05ee8ff5', 'mac_address': 'fa:16:3e:cc:0e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '037e5d43-df65-4748-8c59-eb66fca3aae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:56Z', 'updated_at': '2021-11-12T03:42:58Z', 'revision_number': 2, 'project_id': 'a0ea4ec50d2b4eb48546130d05ee8ff5', 'subnets': [{'id': '037e5d43-df65-4748-8c59-eb66fca3aae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:01.625028 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port ee0c8aeb-ae33-48be-af02-6d72d7118f90, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=ee0c8aeb-ae33-48be-af02-6d72d7118f90,segment=NetworkSegment(6b62de02-f0c1-46b5-b916-641abc76bf21),segment_id=6b62de02-f0c1-46b5-b916-641abc76bf21)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:01.636861 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a4daa0-727f-433b-931f-37a84a5e0123 None None] Checking router: 9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:43:01.637108 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.637237 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a4daa0-727f-433b-931f-37a84a5e0123 None None] Updating router 9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8 port 7cfec413-d9e3-4595-a2bc-f0259de7c335 binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:43:01.638051 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 002c4560-a7df-4a34-b9a3-ef5225b5848e up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:01.669804 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b8a4daa0-727f-433b-931f-37a84a5e0123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.751908 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b4798125-143b-4668-a534-b278a5dabbb4 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.811974 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=ee0c8aeb-ae33-48be-af02-6d72d7118f90,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:01.819307 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fa9774e3-5044-402e-af26-0f8befd1e2f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.854723 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0daba46-95dd-40ec-ad09-da818a0d557c tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:43:01.861134 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 002c4560-a7df-4a34-b9a3-ef5225b5848e triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:01.873856 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c0daba46-95dd-40ec-ad09-da818a0d557c tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "PUT /v2.0/routers/18e1c74f-ece1-487d-8d24-6d588b17726d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4018898 Nov 12 03:43:01.874782 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.876060 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-b4798125-143b-4668-a534-b278a5dabbb4 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] device_id is not set on port b3203345-c194-4d24-9c12-7fedc027d520 yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:43:01.881682 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2077723-ed99-4db6-a57d-59130f7c0203 None None] Sync routers for ids ['18e1c74f-ece1-487d-8d24-6d588b17726d'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:43:01.884486 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59134) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:01.977980 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fa9774e3-5044-402e-af26-0f8befd1e2f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.979737 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2077723-ed99-4db6-a57d-59130f7c0203 None None] Routers {'18e1c74f-ece1-487d-8d24-6d588b17726d'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:01.980716 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-a2077723-ed99-4db6-a57d-59130f7c0203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:42:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['18e1c74f-ece1-487d-8d24-6d588b17726d'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:02.032606 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-a2077723-ed99-4db6-a57d-59130f7c0203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:02.067103 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7a8e60-4d62-423e-8be3-72ed8aae787d None None] Network cc5beead-c2ff-494a-aae0-cde9c0b1bad4 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:02.074923 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f6605ab8-b397-462a-b411-9b182524dd33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.084772 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2077723-ed99-4db6-a57d-59130f7c0203 None None] Routers {'18e1c74f-ece1-487d-8d24-6d588b17726d'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:02.085401 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-a2077723-ed99-4db6-a57d-59130f7c0203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:42:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['18e1c74f-ece1-487d-8d24-6d588b17726d'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:02.109046 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f6605ab8-b397-462a-b411-9b182524dd33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.128830 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6d4091-4ec4-4069-b2be-55715b6a942d tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Made reservation on behalf of 926c0c069ef34087a96c770d4017d615 for: {'subnet': 2} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:02.136519 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4a6d4091-4ec4-4069-b2be-55715b6a942d tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.137331 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4a6d4091-4ec4-4069-b2be-55715b6a942d tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.151988 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-b4798125-143b-4668-a534-b278a5dabbb4 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Allocated IP 2001:db8::217 (30cc1d6f-f503-4795-80b5-ae1f4b43ec0b/bc7a68be-13c7-4139-8a83-7106d176cb42/b3203345-c194-4d24-9c12-7fedc027d520) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:02.199191 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fa9774e3-5044-402e-af26-0f8befd1e2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.203703 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fa9774e3-5044-402e-af26-0f8befd1e2f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.204865 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-fa9774e3-5044-402e-af26-0f8befd1e2f6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ac7dfe46-08bb-494b-a1a6-d5a6a59d024f HTTP/1.1" status: 204 len: 168 time: 0.7698240 Nov 12 03:43:02.215101 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6605ab8-b397-462a-b411-9b182524dd33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:43:02.227945 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d884b796-6713-4c45-a609-e79a79bd44b5 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:02.232507 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d884b796-6713-4c45-a609-e79a79bd44b5 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "GET /v2.0/ports/8479d292-79cb-4297-91cc-6a01b1f92ab0 HTTP/1.1" status: 200 len: 910 time: 0.3377907 Nov 12 03:43:02.254586 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b8a4daa0-727f-433b-931f-37a84a5e0123 None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.262565 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59138) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:02.267731 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b8a4daa0-727f-433b-931f-37a84a5e0123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.267995 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-a2077723-ed99-4db6-a57d-59130f7c0203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:02.269501 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2077723-ed99-4db6-a57d-59130f7c0203 None None] The sync data for ids ['18e1c74f-ece1-487d-8d24-6d588b17726d'] in n-d-715271-27 is: [] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:43:02.277261 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-c24468dd-6f64-414c-b004-de6c2163973e tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4b9302aa-fb39-482f-bd2f-5553f7588b6c'}]}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:02.316244 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-e718c545-9ef3-4d0e-a0bd-bf78fb68513a None None] Provisioning complete for port ee0c8aeb-ae33-48be-af02-6d72d7118f90 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:02.316723 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e718c545-9ef3-4d0e-a0bd-bf78fb68513a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.358337 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd8850-cda3-40ff-bf33-9688a6c55920 None None] Pushing event updated for resources: {'Port': ['ID=7cfec413-d9e3-4595-a2bc-f0259de7c335,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:02.408738 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f6605ab8-b397-462a-b411-9b182524dd33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.413049 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-f6605ab8-b397-462a-b411-9b182524dd33 admin admin] Added segment 7fb4a596-8ddf-495d-9ba5-67a86541618f of type vlan for network 6d076d5d-d937-4fcc-8186-1cca9988707c Nov 12 03:43:02.419114 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6605ab8-b397-462a-b411-9b182524dd33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192742a5-638d-4e62-ab78-1f4090acde4d,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:02.419733 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b4798125-143b-4668-a534-b278a5dabbb4 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.428824 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cd8850-cda3-40ff-bf33-9688a6c55920 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:02.431187 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cd8850-cda3-40ff-bf33-9688a6c55920 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:02.432133 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cd8850-cda3-40ff-bf33-9688a6c55920 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:02.432437 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cd8850-cda3-40ff-bf33-9688a6c55920 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:02.432868 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cd8850-cda3-40ff-bf33-9688a6c55920 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:02.436413 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cd8850-cda3-40ff-bf33-9688a6c55920 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:02.436413 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cd8850-cda3-40ff-bf33-9688a6c55920 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:02.436413 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cd8850-cda3-40ff-bf33-9688a6c55920 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:02.436413 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cd8850-cda3-40ff-bf33-9688a6c55920 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:02.436413 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cd8850-cda3-40ff-bf33-9688a6c55920 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:02.436413 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cd8850-cda3-40ff-bf33-9688a6c55920 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:02.437054 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cd8850-cda3-40ff-bf33-9688a6c55920 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:02.508022 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b4798125-143b-4668-a534-b278a5dabbb4 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.541745 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-b8a4daa0-727f-433b-931f-37a84a5e0123 None None] Attempting to bind port 7cfec413-d9e3-4595-a2bc-f0259de7c335 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:02.542073 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-b8a4daa0-727f-433b-931f-37a84a5e0123 None None] Attempting to bind port 7cfec413-d9e3-4595-a2bc-f0259de7c335 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'cd8f8b00-6969-40fe-8b6f-f54cd8c11e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '5db34b63-5c8b-4242-a101-98cf717dd4ba'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:02.548658 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a4daa0-727f-433b-931f-37a84a5e0123 None None] Attempting to bind port 7cfec413-d9e3-4595-a2bc-f0259de7c335 on network 5db34b63-5c8b-4242-a101-98cf717dd4ba {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:02.555254 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4798125-143b-4668-a534-b278a5dabbb4 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Network 30cc1d6f-f503-4795-80b5-ae1f4b43ec0b is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:02.558354 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-b4798125-143b-4668-a534-b278a5dabbb4 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:02.573068 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a4daa0-727f-433b-931f-37a84a5e0123 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:02.573739 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a4daa0-727f-433b-931f-37a84a5e0123 None None] Checking segment: {'id': 'cd8f8b00-6969-40fe-8b6f-f54cd8c11e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '5db34b63-5c8b-4242-a101-98cf717dd4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:02.574248 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b8a4daa0-727f-433b-931f-37a84a5e0123 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.574739 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a4daa0-727f-433b-931f-37a84a5e0123 None None] Bound using segment: {'id': 'cd8f8b00-6969-40fe-8b6f-f54cd8c11e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '5db34b63-5c8b-4242-a101-98cf717dd4ba'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:02.575333 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-b8a4daa0-727f-433b-931f-37a84a5e0123 None None] Bound port: 7cfec413-d9e3-4595-a2bc-f0259de7c335, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd8f8b00-6969-40fe-8b6f-f54cd8c11e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '5db34b63-5c8b-4242-a101-98cf717dd4ba'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:02.576708 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b8a4daa0-727f-433b-931f-37a84a5e0123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.579853 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4798125-143b-4668-a534-b278a5dabbb4 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:02.585967 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4798125-143b-4668-a534-b278a5dabbb4 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:02.586853 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b4798125-143b-4668-a534-b278a5dabbb4 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.617331 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9774e3-5044-402e-af26-0f8befd1e2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7dfe46-08bb-494b-a1a6-d5a6a59d024f,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:02.628059 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b4798125-143b-4668-a534-b278a5dabbb4 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1418135 Nov 12 03:43:02.632019 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59142) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:02.650701 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-f446636d-b691-4368-be52-69edb0e42514 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'subnet': {'network_id': '30cc1d6f-f503-4795-80b5-ae1f4b43ec0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:02.723384 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-b8a4daa0-727f-433b-931f-37a84a5e0123 None None] For port 7cfec413-d9e3-4595-a2bc-f0259de7c335, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:02.727202 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-b8a4daa0-727f-433b-931f-37a84a5e0123 None None] For port 7cfec413-d9e3-4595-a2bc-f0259de7c335, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=7cfec413-d9e3-4595-a2bc-f0259de7c335,segment=NetworkSegment(cd8f8b00-6969-40fe-8b6f-f54cd8c11e5a),segment_id=cd8f8b00-6969-40fe-8b6f-f54cd8c11e5a)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:02.736041 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b8a4daa0-727f-433b-931f-37a84a5e0123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.747937 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.842312 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd8850-cda3-40ff-bf33-9688a6c55920 None None] Pushing event updated for resources: {'Port': ['ID=7cfec413-d9e3-4595-a2bc-f0259de7c335,revision_number=4']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:02.848300 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 002c4560-a7df-4a34-b9a3-ef5225b5848e, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=002c4560-a7df-4a34-b9a3-ef5225b5848e,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:02.856847 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4798125-143b-4668-a534-b278a5dabbb4 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event updated for resources: {'Port': ['ID=b3203345-c194-4d24-9c12-7fedc027d520,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:02.872373 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a4daa0-727f-433b-931f-37a84a5e0123 None None] Routers {'9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:02.874198 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-b8a4daa0-727f-433b-931f-37a84a5e0123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:42:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:02.907189 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f446636d-b691-4368-be52-69edb0e42514 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Made reservation on behalf of 67babf17303845e7bb463e099a9322ec for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:02.917384 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f446636d-b691-4368-be52-69edb0e42514 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.920244 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.995798 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f6605ab8-b397-462a-b411-9b182524dd33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.174982 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=002c4560-a7df-4a34-b9a3-ef5225b5848e,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:03.212747 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568be4e5-afd3-4e3e-a640-40f3451928dc req-67660bf5-5046-4b4f-bffc-864355620f84 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:03.218898 n-d-715271-27 neutron-server[102571]: INFO neutron.db.ipam_backend_mixin [None req-f446636d-b691-4368-be52-69edb0e42514 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bc7a68be-13c7-4139-8a83-7106d176cb42 (CIDR: 2001:db8::/64) Nov 12 03:43:03.225783 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-f446636d-b691-4368-be52-69edb0e42514 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:43:03.226280 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f446636d-b691-4368-be52-69edb0e42514 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:03.229054 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-568be4e5-afd3-4e3e-a640-40f3451928dc req-67660bf5-5046-4b4f-bffc-864355620f84 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 945 time: 0.7204626 Nov 12 03:43:03.267517 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f446636d-b691-4368-be52-69edb0e42514 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6213758 Nov 12 03:43:03.271232 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59148) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:03.282184 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-d3a36062-520a-4909-aac3-e8392f85bb57 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'subnet': {'network_id': '30cc1d6f-f503-4795-80b5-ae1f4b43ec0b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:03.298742 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7cfd2183-094c-4c7e-8a05-77bb6320be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.334243 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f6605ab8-b397-462a-b411-9b182524dd33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.343716 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6605ab8-b397-462a-b411-9b182524dd33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:03.344661 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f6605ab8-b397-462a-b411-9b182524dd33 admin admin] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.359046 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device add136b1-2124-4076-b7ca-50bfb9f8fb51 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:03.371052 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59150) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:03.446561 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-c96a83bf-4a9d-40de-a764-70ad4c877e72 None None] Provisioning complete for port 7cfec413-d9e3-4595-a2bc-f0259de7c335 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:03.447272 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c96a83bf-4a9d-40de-a764-70ad4c877e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.464834 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-989d1131-5267-4b72-a3ac-14687c4b0704 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.477680 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-b8a4daa0-727f-433b-931f-37a84a5e0123 None None] Set router 9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:43:03.498536 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port add136b1-2124-4076-b7ca-50bfb9f8fb51 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:03.499208 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.583346 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a36062-520a-4909-aac3-e8392f85bb57 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Made reservation on behalf of 67babf17303845e7bb463e099a9322ec for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:03.587226 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d3a36062-520a-4909-aac3-e8392f85bb57 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.609543 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c96a83bf-4a9d-40de-a764-70ad4c877e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.649643 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f6605ab8-b397-462a-b411-9b182524dd33 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4075098 Nov 12 03:43:03.661923 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c24468dd-6f64-414c-b004-de6c2163973e tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.670879 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59152) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:03.685300 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-ea3740fd-8154-482f-a63e-579337ada509 admin admin] Request body: {'subnet': {'network_id': '6d076d5d-d937-4fcc-8186-1cca9988707c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-646708631-subnet', 'tenant_id': '0fa957e572d544f49e1324f36c67c2ef', 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:03.692275 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6605ab8-b397-462a-b411-9b182524dd33 admin admin] Pushing event updated for resources: {'Network': ['ID=6d076d5d-d937-4fcc-8186-1cca9988707c,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:03.718897 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 6d076d5d-d937-4fcc-8186-1cca9988707c details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:43:03.772099 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-568be4e5-afd3-4e3e-a640-40f3451928dc req-d92a0d8c-6655-4fd7-b9ab-e1db85677d7b tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/security-groups?id=540775fa-21c0-4cec-96a7-8439f700c198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5409636 Nov 12 03:43:03.816121 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.825953 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-c96a83bf-4a9d-40de-a764-70ad4c877e72 None None] For port 7cfec413-d9e3-4595-a2bc-f0259de7c335, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=7cfec413-d9e3-4595-a2bc-f0259de7c335,segment=NetworkSegment(cd8f8b00-6969-40fe-8b6f-f54cd8c11e5a),segment_id=cd8f8b00-6969-40fe-8b6f-f54cd8c11e5a)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:03.877285 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c96a83bf-4a9d-40de-a764-70ad4c877e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.882368 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3740fd-8154-482f-a63e-579337ada509 admin admin] Made reservation on behalf of 0fa957e572d544f49e1324f36c67c2ef for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:03.886606 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ea3740fd-8154-482f-a63e-579337ada509 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.910241 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-989d1131-5267-4b72-a3ac-14687c4b0704 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.917030 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-989d1131-5267-4b72-a3ac-14687c4b0704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.971000 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-b8a4daa0-727f-433b-931f-37a84a5e0123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8', 'name': 'tempest-TestAggregatesBasicOps-835686835-router', 'tenant_id': 'a0ea4ec50d2b4eb48546130d05ee8ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '002c4560-a7df-4a34-b9a3-ef5225b5848e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:47Z', 'updated_at': '2021-11-12T03:42:58Z', 'revision_number': 4, 'project_id': 'a0ea4ec50d2b4eb48546130d05ee8ff5', 'gw_port': {'id': '002c4560-a7df-4a34-b9a3-ef5225b5848e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:83:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:50Z', 'updated_at': '2021-11-12T03:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '7cfec413-d9e3-4595-a2bc-f0259de7c335', 'name': '', 'network_id': '5db34b63-5c8b-4242-a101-98cf717dd4ba', 'tenant_id': 'a0ea4ec50d2b4eb48546130d05ee8ff5', 'mac_address': 'fa:16:3e:cc:0e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '037e5d43-df65-4748-8c59-eb66fca3aae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:56Z', 'updated_at': '2021-11-12T03:43:02Z', 'revision_number': 4, 'project_id': 'a0ea4ec50d2b4eb48546130d05ee8ff5', 'subnets': [{'id': '037e5d43-df65-4748-8c59-eb66fca3aae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:04.003219 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port add136b1-2124-4076-b7ca-50bfb9f8fb51, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=add136b1-2124-4076-b7ca-50bfb9f8fb51,segment=NetworkSegment(1d6fb3ef-dda2-42aa-9774-e6595feedc7a),segment_id=1d6fb3ef-dda2-42aa-9774-e6595feedc7a)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:04.014251 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-989d1131-5267-4b72-a3ac-14687c4b0704 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3111432c7a834fafb569331a984f85e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6388569 Nov 12 03:43:04.016353 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59154) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:04.028094 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d1131-5267-4b72-a3ac-14687c4b0704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbe801f-9324-473b-a4f9-a28546879ec3,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:04.031915 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.034478 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device ee0c8aeb-ae33-48be-af02-6d72d7118f90 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:04.048242 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a4daa0-727f-433b-931f-37a84a5e0123 None None] The sync data for ids ['9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8'] in n-d-715271-27 is: [{'id': '9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8', 'name': 'tempest-TestAggregatesBasicOps-835686835-router', 'tenant_id': 'a0ea4ec50d2b4eb48546130d05ee8ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '002c4560-a7df-4a34-b9a3-ef5225b5848e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:47Z', 'updated_at': '2021-11-12T03:42:58Z', 'revision_number': 4, 'project_id': 'a0ea4ec50d2b4eb48546130d05ee8ff5', 'gw_port': {'id': '002c4560-a7df-4a34-b9a3-ef5225b5848e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:83:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:50Z', 'updated_at': '2021-11-12T03:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '7cfec413-d9e3-4595-a2bc-f0259de7c335', 'name': '', 'network_id': '5db34b63-5c8b-4242-a101-98cf717dd4ba', 'tenant_id': 'a0ea4ec50d2b4eb48546130d05ee8ff5', 'mac_address': 'fa:16:3e:cc:0e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '037e5d43-df65-4748-8c59-eb66fca3aae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:56Z', 'updated_at': '2021-11-12T03:43:02Z', 'revision_number': 4, 'project_id': 'a0ea4ec50d2b4eb48546130d05ee8ff5', 'subnets': [{'id': '037e5d43-df65-4748-8c59-eb66fca3aae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:43:04.148906 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3eb28bf3-5f8b-4385-a2b4-3dd25a1aeb69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.193701 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a83bf-4a9d-40de-a764-70ad4c877e72 None None] Pushing event updated for resources: {'Port': ['ID=7cfec413-d9e3-4595-a2bc-f0259de7c335,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:04.215034 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3eb28bf3-5f8b-4385-a2b4-3dd25a1aeb69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.281381 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d3a36062-520a-4909-aac3-e8392f85bb57 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.297280 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.302692 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-d3996d00-bf55-4628-945d-cf3163db68f5 None None] Provisioning complete for port add136b1-2124-4076-b7ca-50bfb9f8fb51 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:04.303321 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d3996d00-bf55-4628-945d-cf3163db68f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.344598 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a36062-520a-4909-aac3-e8392f85bb57 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event updated for resources: {'Subnet': ['ID=051d107c-6f03-444f-b655-a646faaf226c,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:04.378438 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a36062-520a-4909-aac3-e8392f85bb57 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Network 30cc1d6f-f503-4795-80b5-ae1f4b43ec0b is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:04.383592 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-d3a36062-520a-4909-aac3-e8392f85bb57 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:04.394873 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a36062-520a-4909-aac3-e8392f85bb57 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:04.397931 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=add136b1-2124-4076-b7ca-50bfb9f8fb51,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:04.398701 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d3a36062-520a-4909-aac3-e8392f85bb57 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.434062 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af9446e-c869-4da0-b7b1-54a4f6db1867 None None] Network 30cc1d6f-f503-4795-80b5-ae1f4b43ec0b requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:04.435376 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d3a36062-520a-4909-aac3-e8392f85bb57 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1629410 Nov 12 03:43:04.436293 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59158) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:04.442748 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-e01487a7-4c17-48b1-b5a4-ff583ef1832b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1579332480', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '051d107c-6f03-444f-b655-a646faaf226c'}], 'security_groups': ['18cad15a-3e5b-43c2-bc00-29aa40d50ff2']}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:04.448356 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3eb28bf3-5f8b-4385-a2b4-3dd25a1aeb69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.451500 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3eb28bf3-5f8b-4385-a2b4-3dd25a1aeb69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.453168 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3eb28bf3-5f8b-4385-a2b4-3dd25a1aeb69 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4bbe801f-9324-473b-a4f9-a28546879ec3 HTTP/1.1" status: 204 len: 168 time: 0.4348447 Nov 12 03:43:04.490376 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port ee0c8aeb-ae33-48be-af02-6d72d7118f90 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:04.490748 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.497062 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4a6d4091-4ec4-4069-b2be-55715b6a942d tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.515188 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb28bf3-5f8b-4385-a2b4-3dd25a1aeb69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbe801f-9324-473b-a4f9-a28546879ec3,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:04.599198 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e01487a7-4c17-48b1-b5a4-ff583ef1832b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.741628 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ea3740fd-8154-482f-a63e-579337ada509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.747883 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d4091-4ec4-4069-b2be-55715b6a942d tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Pushing event updated for resources: {'Subnet': ['ID=72748f0a-6200-4620-9a05-07455b3a8b3c,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:04.781215 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-d3996d00-bf55-4628-945d-cf3163db68f5 None None] Provisioning complete for port b3203345-c194-4d24-9c12-7fedc027d520 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:04.781875 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d3996d00-bf55-4628-945d-cf3163db68f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.826412 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6d4091-4ec4-4069-b2be-55715b6a942d tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Checking segment: {'id': '9c383cb6-b1fc-4ac3-a6cd-2b6d73c6715c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '5691f9ba-d88a-46cc-a3ff-c0509ce7bde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:04.826812 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6d4091-4ec4-4069-b2be-55715b6a942d tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Network hostable DHCP agents. Network: 5691f9ba-d88a-46cc-a3ff-c0509ce7bde9, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:43:04.861303 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-d3996d00-bf55-4628-945d-cf3163db68f5 None None] Port b3203345-c194-4d24-9c12-7fedc027d520 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:04.897142 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-d3996d00-bf55-4628-945d-cf3163db68f5 None None] Provisioning complete for port 7cfec413-d9e3-4595-a2bc-f0259de7c335 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:04.897864 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d3996d00-bf55-4628-945d-cf3163db68f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.020481 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65449b02-a0f7-407d-bc53-e9fc09b9dae4 None None] Update dhcp port {'port': {'network_id': '30cc1d6f-f503-4795-80b5-ae1f4b43ec0b', 'fixed_ips': [{'subnet_id': 'bc7a68be-13c7-4139-8a83-7106d176cb42', 'ip_address': '2001:db8::2'}, {'subnet_id': '051d107c-6f03-444f-b655-a646faaf226c'}], 'binding:host_id': 'n-d-715271-27'}, 'id': 'add136b1-2124-4076-b7ca-50bfb9f8fb51'} from n-d-715271-27. {{(pid=102573) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:43:05.075170 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-65449b02-a0f7-407d-bc53-e9fc09b9dae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.106484 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-e01487a7-4c17-48b1-b5a4-ff583ef1832b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Delete allocated IP 2001:db8::217 (30cc1d6f-f503-4795-80b5-ae1f4b43ec0b/bc7a68be-13c7-4139-8a83-7106d176cb42) {{(pid=102571) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 03:43:05.117747 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-e01487a7-4c17-48b1-b5a4-ff583ef1832b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Allocated IP 2001:db8:0:1::31e (30cc1d6f-f503-4795-80b5-ae1f4b43ec0b/051d107c-6f03-444f-b655-a646faaf226c/b3203345-c194-4d24-9c12-7fedc027d520) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:05.176508 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-d3996d00-bf55-4628-945d-cf3163db68f5 None None] Provisioning complete for port b249085d-3e63-4aa4-89e7-3c2fdb05f534 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:05.176508 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d3996d00-bf55-4628-945d-cf3163db68f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.236925 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3740fd-8154-482f-a63e-579337ada509 admin admin] Checking segment: {'id': '7fb4a596-8ddf-495d-9ba5-67a86541618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6d076d5d-d937-4fcc-8186-1cca9988707c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:05.238704 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3740fd-8154-482f-a63e-579337ada509 admin admin] Network hostable DHCP agents. Network: 6d076d5d-d937-4fcc-8186-1cca9988707c, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:43:05.255494 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6d4091-4ec4-4069-b2be-55715b6a942d tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Network 5691f9ba-d88a-46cc-a3ff-c0509ce7bde9 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:43:05.269722 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3740fd-8154-482f-a63e-579337ada509 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af35e156-274a-447e-a44f-3360a6db9847,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:05.289686 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-4a6d4091-4ec4-4069-b2be-55715b6a942d tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 5691f9ba-d88a-46cc-a3ff-c0509ce7bde9) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:05.307360 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83907940-dd8f-4158-a4f8-3002d9af184a req-523db089-81e6-4cd3-b3d9-5537f043b536 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:05.309367 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-83907940-dd8f-4158-a4f8-3002d9af184a req-523db089-81e6-4cd3-b3d9-5537f043b536 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 945 time: 0.2095909 Nov 12 03:43:05.317814 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4a6d4091-4ec4-4069-b2be-55715b6a942d tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.327347 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-d3996d00-bf55-4628-945d-cf3163db68f5 None None] Port b249085d-3e63-4aa4-89e7-3c2fdb05f534 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:05.336682 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e01487a7-4c17-48b1-b5a4-ff583ef1832b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.342138 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device add136b1-2124-4076-b7ca-50bfb9f8fb51 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:05.343584 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e01487a7-4c17-48b1-b5a4-ff583ef1832b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.344627 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc7e5c2-c4a8-4af9-992e-68e7f4103484 None None] Network 5691f9ba-d88a-46cc-a3ff-c0509ce7bde9 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:05.448458 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-e01487a7-4c17-48b1-b5a4-ff583ef1832b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] In _notify_port_updated(), no bound segment for port b3203345-c194-4d24-9c12-7fedc027d520 on network 30cc1d6f-f503-4795-80b5-ae1f4b43ec0b {{(pid=102571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:43:05.465270 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01487a7-4c17-48b1-b5a4-ff583ef1832b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:05.466258 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e01487a7-4c17-48b1-b5a4-ff583ef1832b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.469621 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e01487a7-4c17-48b1-b5a4-ff583ef1832b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "PUT /v2.0/ports/b3203345-c194-4d24-9c12-7fedc027d520 HTTP/1.1" status: 200 len: 931 time: 1.0309527 Nov 12 03:43:05.474933 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59176) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:05.488258 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01487a7-4c17-48b1-b5a4-ff583ef1832b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event updated for resources: {'Port': ['ID=b3203345-c194-4d24-9c12-7fedc027d520,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:05.513224 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-d3996d00-bf55-4628-945d-cf3163db68f5 None None] Provisioning complete for port ee0c8aeb-ae33-48be-af02-6d72d7118f90 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:05.514311 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d3996d00-bf55-4628-945d-cf3163db68f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.624994 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.653079 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-754a76e8-be16-442c-a361-afa1402609ff tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Deleting port b3203345-c194-4d24-9c12-7fedc027d520 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:05.660500 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-754a76e8-be16-442c-a361-afa1402609ff tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.786582 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-d3996d00-bf55-4628-945d-cf3163db68f5 None None] Provisioning complete for port 8479d292-79cb-4297-91cc-6a01b1f92ab0 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:05.786920 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d3996d00-bf55-4628-945d-cf3163db68f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.807860 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-754a76e8-be16-442c-a361-afa1402609ff tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.823851 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-754a76e8-be16-442c-a361-afa1402609ff tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Calling delete_port for b3203345-c194-4d24-9c12-7fedc027d520 owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:05.829798 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port add136b1-2124-4076-b7ca-50bfb9f8fb51 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:05.830167 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.991872 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-754a76e8-be16-442c-a361-afa1402609ff tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.054620 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754a76e8-be16-442c-a361-afa1402609ff tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event deleted for resources: {'Port': ['ID=b3203345-c194-4d24-9c12-7fedc027d520,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:06.081458 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-83907940-dd8f-4158-a4f8-3002d9af184a req-21de304e-daf0-4dec-84c0-078016c6fdb6 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/security-groups?id=540775fa-21c0-4cec-96a7-8439f700c198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7553697 Nov 12 03:43:06.102311 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-754a76e8-be16-442c-a361-afa1402609ff tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.106826 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3740fd-8154-482f-a63e-579337ada509 admin admin] Network 6d076d5d-d937-4fcc-8186-1cca9988707c is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:43:06.113496 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-754a76e8-be16-442c-a361-afa1402609ff tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/ports/b3203345-c194-4d24-9c12-7fedc027d520 HTTP/1.1" status: 204 len: 168 time: 0.6341822 Nov 12 03:43:06.114087 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59188) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:06.157964 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-c809561b-30b4-4602-8f93-adb2a7b6fba2 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] GET failed (client error): The resource could not be found. Nov 12 03:43:06.160300 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c809561b-30b4-4602-8f93-adb2a7b6fba2 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "GET /v2.0/ports/b3203345-c194-4d24-9c12-7fedc027d520 HTTP/1.1" status: 404 len: 333 time: 0.0439296 Nov 12 03:43:06.163013 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59190) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:06.167074 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-65449b02-a0f7-407d-bc53-e9fc09b9dae4 None None] Allocated IP 2001:db8:0:1::2 (30cc1d6f-f503-4795-80b5-ae1f4b43ec0b/051d107c-6f03-444f-b655-a646faaf226c/add136b1-2124-4076-b7ca-50bfb9f8fb51) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:06.180718 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-ea3740fd-8154-482f-a63e-579337ada509 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 6d076d5d-d937-4fcc-8186-1cca9988707c) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:06.204511 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d4091-4ec4-4069-b2be-55715b6a942d tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Pushing event updated for resources: {'Subnet': ['ID=7e054e16-810d-4abe-bfa0-6e2ef446a07a,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:06.219726 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6d4091-4ec4-4069-b2be-55715b6a942d tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Checking segment: {'id': '08320bf3-1903-4aff-a133-62e0e4a488b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c858e1d3-9dd8-4cd2-a900-36b8dccc227e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:06.220110 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6d4091-4ec4-4069-b2be-55715b6a942d tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Network hostable DHCP agents. Network: c858e1d3-9dd8-4cd2-a900-36b8dccc227e, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:43:06.223898 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30667189-6294-4516-bc7c-ea25aa6a84d8 None None] Network 6d076d5d-d937-4fcc-8186-1cca9988707c requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:06.231513 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3740fd-8154-482f-a63e-579337ada509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:06.232185 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ea3740fd-8154-482f-a63e-579337ada509 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.255099 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-38466a15-98f7-4655-bfc5-34465740a48f tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.257642 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c24468dd-6f64-414c-b004-de6c2163973e tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.267258 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-d3996d00-bf55-4628-945d-cf3163db68f5 None None] Port 8479d292-79cb-4297-91cc-6a01b1f92ab0 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:06.292109 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c24468dd-6f64-414c-b004-de6c2163973e tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.341150 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-38466a15-98f7-4655-bfc5-34465740a48f tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.360907 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ea3740fd-8154-482f-a63e-579337ada509 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6888292 Nov 12 03:43:06.363365 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24468dd-6f64-414c-b004-de6c2163973e tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event updated for resources: {'Port': ['ID=8479d292-79cb-4297-91cc-6a01b1f92ab0,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:06.401082 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59194) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:06.407890 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-443569a3-1a57-4dde-b48c-36237ab1e52c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-646708631-router', 'tenant_id': '0fa957e572d544f49e1324f36c67c2ef', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:06.436820 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427d72fe-a1e7-492b-a3b8-5cf433404b42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-5691f9ba-d88a-46cc-a3ff-c0509ce7bde9', 'network_id': '5691f9ba-d88a-46cc-a3ff-c0509ce7bde9', 'tenant_id': '926c0c069ef34087a96c770d4017d615', 'fixed_ips': [{'subnet_id': '72748f0a-6200-4620-9a05-07455b3a8b3c'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:43:06.437633 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-427d72fe-a1e7-492b-a3b8-5cf433404b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.444284 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6d4091-4ec4-4069-b2be-55715b6a942d tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Network c858e1d3-9dd8-4cd2-a900-36b8dccc227e is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:43:06.456810 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.491623 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 7cfec413-d9e3-4595-a2bc-f0259de7c335 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:06.498993 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-4a6d4091-4ec4-4069-b2be-55715b6a942d tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, c858e1d3-9dd8-4cd2-a900-36b8dccc227e) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:06.510314 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-38466a15-98f7-4655-bfc5-34465740a48f tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.513509 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6d4091-4ec4-4069-b2be-55715b6a942d tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:06.514309 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6d4091-4ec4-4069-b2be-55715b6a942d tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:06.515349 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4a6d4091-4ec4-4069-b2be-55715b6a942d tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.519393 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-38466a15-98f7-4655-bfc5-34465740a48f tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.521279 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-38466a15-98f7-4655-bfc5-34465740a48f tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/security-groups/a12caa76-99cb-4745-a688-596d59fd7762 HTTP/1.1" status: 204 len: 168 time: 0.3557448 Nov 12 03:43:06.531113 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59200) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:06.533227 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b307973-747e-41ce-a3d6-62e2649f8bfe None None] Network c858e1d3-9dd8-4cd2-a900-36b8dccc227e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:06.550032 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38466a15-98f7-4655-bfc5-34465740a48f tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12caa76-99cb-4745-a688-596d59fd7762,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:06.562056 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-443569a3-1a57-4dde-b48c-36237ab1e52c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.563727 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-443569a3-1a57-4dde-b48c-36237ab1e52c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.581633 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-f5b4d0a8-743e-4810-8ad9-3f1a387e6948 None None] Provisioning complete for port 8479d292-79cb-4297-91cc-6a01b1f92ab0 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:06.582031 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f5b4d0a8-743e-4810-8ad9-3f1a387e6948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.627857 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24468dd-6f64-414c-b004-de6c2163973e tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:06.629005 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c24468dd-6f64-414c-b004-de6c2163973e tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.630930 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c24468dd-6f64-414c-b004-de6c2163973e tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "PUT /v2.0/ports/8479d292-79cb-4297-91cc-6a01b1f92ab0 HTTP/1.1" status: 200 len: 910 time: 4.3611262 Nov 12 03:43:06.641143 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59204) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:06.647420 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4a6d4091-4ec4-4069-b2be-55715b6a942d tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 5.4560101 Nov 12 03:43:06.699173 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59206) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:06.725936 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-443569a3-1a57-4dde-b48c-36237ab1e52c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.767215 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-65449b02-a0f7-407d-bc53-e9fc09b9dae4 None None] For port add136b1-2124-4076-b7ca-50bfb9f8fb51, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=add136b1-2124-4076-b7ca-50bfb9f8fb51,segment=NetworkSegment(1d6fb3ef-dda2-42aa-9774-e6595feedc7a),segment_id=1d6fb3ef-dda2-42aa-9774-e6595feedc7a)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:06.834975 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-f5b4d0a8-743e-4810-8ad9-3f1a387e6948 None None] Port 8479d292-79cb-4297-91cc-6a01b1f92ab0 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:06.835394 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-519d242b-2bc7-42ed-b243-467b31ad386f tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.919696 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-65449b02-a0f7-407d-bc53-e9fc09b9dae4 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.948687 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-443569a3-1a57-4dde-b48c-36237ab1e52c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.949401 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd487370-7590-4efb-a8d0-b03cb058d760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-6d076d5d-d937-4fcc-8186-1cca9988707c', 'network_id': '6d076d5d-d937-4fcc-8186-1cca9988707c', 'tenant_id': '0fa957e572d544f49e1324f36c67c2ef', 'fixed_ips': [{'subnet_id': 'af35e156-274a-447e-a44f-3360a6db9847'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:43:06.950271 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fd487370-7590-4efb-a8d0-b03cb058d760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.957349 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-65449b02-a0f7-407d-bc53-e9fc09b9dae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.959189 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11b4253-f931-4522-8039-19d077291cef tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:06.959396 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 7cfec413-d9e3-4595-a2bc-f0259de7c335 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:06.959688 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.960887 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11b4253-f931-4522-8039-19d077291cef tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:06.963132 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11b4253-f931-4522-8039-19d077291cef tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:06.964869 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c11b4253-f931-4522-8039-19d077291cef tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2641637 Nov 12 03:43:06.968123 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59214) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:06.970820 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-519d242b-2bc7-42ed-b243-467b31ad386f tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.048723 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbbf7f64-eede-410e-a1c3-b9a26505759a tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Deleting subnet 72748f0a-6200-4620-9a05-07455b3a8b3c {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:43:07.066613 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-427d72fe-a1e7-492b-a3b8-5cf433404b42 None None] Allocated IP 172.20.0.2 (5691f9ba-d88a-46cc-a3ff-c0509ce7bde9/72748f0a-6200-4620-9a05-07455b3a8b3c/5023b14d-5457-4379-9c7d-4cac143ea01d) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:07.136839 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-519d242b-2bc7-42ed-b243-467b31ad386f tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.145620 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-519d242b-2bc7-42ed-b243-467b31ad386f tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.146925 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-519d242b-2bc7-42ed-b243-467b31ad386f tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/security-groups/18cad15a-3e5b-43c2-bc00-29aa40d50ff2 HTTP/1.1" status: 204 len: 168 time: 0.6141658 Nov 12 03:43:07.165216 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59220) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:07.166240 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d242b-2bc7-42ed-b243-467b31ad386f tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cad15a-3e5b-43c2-bc00-29aa40d50ff2,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:07.284646 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65449b02-a0f7-407d-bc53-e9fc09b9dae4 None None] Pushing event updated for resources: {'Port': ['ID=add136b1-2124-4076-b7ca-50bfb9f8fb51,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:07.304840 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a92e4b-3c86-466d-80c7-f1c30337e669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-c858e1d3-9dd8-4cd2-a900-36b8dccc227e', 'network_id': 'c858e1d3-9dd8-4cd2-a900-36b8dccc227e', 'tenant_id': '926c0c069ef34087a96c770d4017d615', 'fixed_ips': [{'subnet_id': '7e054e16-810d-4abe-bfa0-6e2ef446a07a'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:43:07.305710 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c4a92e4b-3c86-466d-80c7-f1c30337e669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.349761 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-d53fcc03-088c-4194-a5c2-3610c958322f tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Deleting subnet bc7a68be-13c7-4139-8a83-7106d176cb42 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:43:07.355372 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d53fcc03-088c-4194-a5c2-3610c958322f tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.377929 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-443569a3-1a57-4dde-b48c-36237ab1e52c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.423442 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9719f-1ff5-4397-8b70-404b3b25e572 req-ea336880-509a-4d03-9ddb-168259987d5d tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:07.436512 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-16b9719f-1ff5-4397-8b70-404b3b25e572 req-ea336880-509a-4d03-9ddb-168259987d5d tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 945 time: 0.2147684 Nov 12 03:43:07.443780 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-443569a3-1a57-4dde-b48c-36237ab1e52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.471264 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d53fcc03-088c-4194-a5c2-3610c958322f tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.648630 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-443569a3-1a57-4dde-b48c-36237ab1e52c admin admin] Allocated IP 172.25.5.175 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/e3b1ce75-22e4-49fc-aa20-b666f5afe17a) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:07.710513 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-16b9719f-1ff5-4397-8b70-404b3b25e572 req-1c78c97c-ba8b-446c-85cf-3f5ac3aa7a78 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/security-groups?id=540775fa-21c0-4cec-96a7-8439f700c198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2730234 Nov 12 03:43:07.733598 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 002c4560-a7df-4a34-b9a3-ef5225b5848e up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:07.745988 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-fd487370-7590-4efb-a8d0-b03cb058d760 None None] Allocated IP 172.20.0.2 (6d076d5d-d937-4fcc-8186-1cca9988707c/af35e156-274a-447e-a44f-3360a6db9847/88a0162b-b7dd-4843-80b4-9ce723f84af5) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:07.853836 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d53fcc03-088c-4194-a5c2-3610c958322f tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.874152 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-443569a3-1a57-4dde-b48c-36237ab1e52c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.922142 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-74c09560-1b30-40b9-ac22-c52885ec0398 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.936333 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-443569a3-1a57-4dde-b48c-36237ab1e52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:08.018208 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443569a3-1a57-4dde-b48c-36237ab1e52c admin admin] Pushing event updated for resources: {'Port': ['ID=e3b1ce75-22e4-49fc-aa20-b666f5afe17a,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:08.037374 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443569a3-1a57-4dde-b48c-36237ab1e52c admin admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:08.042984 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-443569a3-1a57-4dde-b48c-36237ab1e52c admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:08.049073 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443569a3-1a57-4dde-b48c-36237ab1e52c admin admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:08.113080 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-c4a92e4b-3c86-466d-80c7-f1c30337e669 None None] Allocated IP 172.20.0.18 (c858e1d3-9dd8-4cd2-a900-36b8dccc227e/7e054e16-810d-4abe-bfa0-6e2ef446a07a/aac89033-aadb-4e45-8808-ad4f2dfd7b62) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:08.190824 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-427d72fe-a1e7-492b-a3b8-5cf433404b42 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:08.228368 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-427d72fe-a1e7-492b-a3b8-5cf433404b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:08.273369 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d53fcc03-088c-4194-a5c2-3610c958322f tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:08.306311 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bbbf7f64-eede-410e-a1c3-b9a26505759a tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:08.326681 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 002c4560-a7df-4a34-b9a3-ef5225b5848e triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:08.327174 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:08.359726 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d53fcc03-088c-4194-a5c2-3610c958322f tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:08.370421 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d53fcc03-088c-4194-a5c2-3610c958322f tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/subnets/bc7a68be-13c7-4139-8a83-7106d176cb42 HTTP/1.1" status: 204 len: 168 time: 1.1938436 Nov 12 03:43:08.373844 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53fcc03-088c-4194-a5c2-3610c958322f tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event deleted for resources: {'Subnet': ['ID=bc7a68be-13c7-4139-8a83-7106d176cb42,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:08.380410 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59254) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:08.391309 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427d72fe-a1e7-492b-a3b8-5cf433404b42 None None] Network 5691f9ba-d88a-46cc-a3ff-c0509ce7bde9 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:08.413141 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-427d72fe-a1e7-492b-a3b8-5cf433404b42 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:08.418197 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427d72fe-a1e7-492b-a3b8-5cf433404b42 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:08.447567 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e158b3-5d5a-481d-be30-99cca28cf75f None None] Network 30cc1d6f-f503-4795-80b5-ae1f4b43ec0b requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:08.458234 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-b0fb509e-e1a8-4424-9af9-02343d814193 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'subnet': {'network_id': '30cc1d6f-f503-4795-80b5-ae1f4b43ec0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:08.461491 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427d72fe-a1e7-492b-a3b8-5cf433404b42 None None] Pushing event updated for resources: {'Port': ['ID=5023b14d-5457-4379-9c7d-4cac143ea01d,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:08.513347 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bbbf7f64-eede-410e-a1c3-b9a26505759a tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:08.635099 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9578cc-3c26-409a-b074-f5af9f1bbdad req-a680942b-7289-4d9d-b265-4165be7d53ac tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:08.641605 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5d9578cc-3c26-409a-b074-f5af9f1bbdad req-a680942b-7289-4d9d-b265-4165be7d53ac tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 945 time: 0.5271418 Nov 12 03:43:08.703481 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbec0be-aed1-4df2-b4b8-d401888d602e req-f0fe3198-5db7-4b44-91a1-2115fea7aab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:08.705198 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1cbec0be-aed1-4df2-b4b8-d401888d602e req-f0fe3198-5db7-4b44-91a1-2115fea7aab3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1978793e24864d458e17fb421706473b&device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 1097 time: 0.5056884 Nov 12 03:43:08.739962 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-acf7a740-8c14-426c-b553-bf00f6d84102 None None] Could not find standard attr ID for object b3203345-c194-4d24-9c12-7fedc027d520. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:43:08.775941 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5d9578cc-3c26-409a-b074-f5af9f1bbdad req-0ec85139-6abd-4719-bf71-c99ed8e58d28 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/security-groups?id=540775fa-21c0-4cec-96a7-8439f700c198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161888 Nov 12 03:43:08.781205 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-443569a3-1a57-4dde-b48c-36237ab1e52c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:08.847496 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bbbf7f64-eede-410e-a1c3-b9a26505759a tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:08.864726 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fb509e-e1a8-4424-9af9-02343d814193 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Made reservation on behalf of 67babf17303845e7bb463e099a9322ec for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:08.868508 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b0fb509e-e1a8-4424-9af9-02343d814193 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:08.938900 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:08.953107 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fd487370-7590-4efb-a8d0-b03cb058d760 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:08.983933 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-acf7a740-8c14-426c-b553-bf00f6d84102 None None] Provisioning complete for port b249085d-3e63-4aa4-89e7-3c2fdb05f534 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:08.984754 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-acf7a740-8c14-426c-b553-bf00f6d84102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:08.989043 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-427d72fe-a1e7-492b-a3b8-5cf433404b42 None None] Attempting to bind port 5023b14d-5457-4379-9c7d-4cac143ea01d on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:08.989913 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-427d72fe-a1e7-492b-a3b8-5cf433404b42 None None] Attempting to bind port 5023b14d-5457-4379-9c7d-4cac143ea01d by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '9c383cb6-b1fc-4ac3-a6cd-2b6d73c6715c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '5691f9ba-d88a-46cc-a3ff-c0509ce7bde9'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:08.990482 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427d72fe-a1e7-492b-a3b8-5cf433404b42 None None] Attempting to bind port 5023b14d-5457-4379-9c7d-4cac143ea01d on network 5691f9ba-d88a-46cc-a3ff-c0509ce7bde9 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:09.000616 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fd487370-7590-4efb-a8d0-b03cb058d760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.008056 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbec0be-aed1-4df2-b4b8-d401888d602e req-6edb903a-aed8-40b4-9c9d-dc71b4ef01e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:09.010368 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1cbec0be-aed1-4df2-b4b8-d401888d602e req-6edb903a-aed8-40b4-9c9d-dc71b4ef01e2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ce97ab11-8a00-4cd9-ad27-4b288272e186 HTTP/1.1" status: 200 len: 911 time: 0.2972929 Nov 12 03:43:09.085240 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427d72fe-a1e7-492b-a3b8-5cf433404b42 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:09.085886 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427d72fe-a1e7-492b-a3b8-5cf433404b42 None None] Checking segment: {'id': '9c383cb6-b1fc-4ac3-a6cd-2b6d73c6715c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '5691f9ba-d88a-46cc-a3ff-c0509ce7bde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:09.086453 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-427d72fe-a1e7-492b-a3b8-5cf433404b42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.087133 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427d72fe-a1e7-492b-a3b8-5cf433404b42 None None] Bound using segment: {'id': '9c383cb6-b1fc-4ac3-a6cd-2b6d73c6715c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '5691f9ba-d88a-46cc-a3ff-c0509ce7bde9'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:09.088605 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-427d72fe-a1e7-492b-a3b8-5cf433404b42 None None] Bound port: 5023b14d-5457-4379-9c7d-4cac143ea01d, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c383cb6-b1fc-4ac3-a6cd-2b6d73c6715c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '5691f9ba-d88a-46cc-a3ff-c0509ce7bde9'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:09.089202 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-427d72fe-a1e7-492b-a3b8-5cf433404b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.091951 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-74c09560-1b30-40b9-ac22-c52885ec0398 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Deleting port 8479d292-79cb-4297-91cc-6a01b1f92ab0 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:09.092667 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-74c09560-1b30-40b9-ac22-c52885ec0398 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.117544 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c4a92e4b-3c86-466d-80c7-f1c30337e669 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.187217 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1cbec0be-aed1-4df2-b4b8-d401888d602e req-298d7a9f-27cc-49b7-9c1c-d461735053e4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72ab2026-d2bd-4ec9-b4c7-244e772bddbb HTTP/1.1" status: 200 len: 1001 time: 0.1669250 Nov 12 03:43:09.230926 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59268) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:09.243105 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c4a92e4b-3c86-466d-80c7-f1c30337e669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.299933 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a92e4b-3c86-466d-80c7-f1c30337e669 None None] Network c858e1d3-9dd8-4cd2-a900-36b8dccc227e is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:09.303847 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd487370-7590-4efb-a8d0-b03cb058d760 None None] Network 6d076d5d-d937-4fcc-8186-1cca9988707c is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:09.307252 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-74c09560-1b30-40b9-ac22-c52885ec0398 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.308198 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-c4a92e4b-3c86-466d-80c7-f1c30337e669 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:09.315359 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-acf7a740-8c14-426c-b553-bf00f6d84102 None None] Port b249085d-3e63-4aa4-89e7-3c2fdb05f534 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:09.320792 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a92e4b-3c86-466d-80c7-f1c30337e669 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:09.328868 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbec0be-aed1-4df2-b4b8-d401888d602e req-c4c73cf6-9a4d-4cdd-a020-fca03c970a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:09.331345 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1cbec0be-aed1-4df2-b4b8-d401888d602e req-c4c73cf6-9a4d-4cdd-a020-fca03c970a75 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=218af894-e138-49fb-983a-59526774f58c HTTP/1.1" status: 200 len: 849 time: 0.1352007 Nov 12 03:43:09.341140 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-74c09560-1b30-40b9-ac22-c52885ec0398 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Calling delete_port for 8479d292-79cb-4297-91cc-6a01b1f92ab0 owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:09.352895 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-fd487370-7590-4efb-a8d0-b03cb058d760 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:09.384985 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd487370-7590-4efb-a8d0-b03cb058d760 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:09.409272 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd487370-7590-4efb-a8d0-b03cb058d760 None None] Pushing event updated for resources: {'Port': ['ID=88a0162b-b7dd-4843-80b4-9ce723f84af5,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:09.415316 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-c4a92e4b-3c86-466d-80c7-f1c30337e669 None None] Attempting to bind port aac89033-aadb-4e45-8808-ad4f2dfd7b62 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:09.415757 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-c4a92e4b-3c86-466d-80c7-f1c30337e669 None None] Attempting to bind port aac89033-aadb-4e45-8808-ad4f2dfd7b62 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '08320bf3-1903-4aff-a133-62e0e4a488b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c858e1d3-9dd8-4cd2-a900-36b8dccc227e'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:09.416324 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a92e4b-3c86-466d-80c7-f1c30337e669 None None] Attempting to bind port aac89033-aadb-4e45-8808-ad4f2dfd7b62 on network c858e1d3-9dd8-4cd2-a900-36b8dccc227e {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:09.428694 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a92e4b-3c86-466d-80c7-f1c30337e669 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:09.429354 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a92e4b-3c86-466d-80c7-f1c30337e669 None None] Checking segment: {'id': '08320bf3-1903-4aff-a133-62e0e4a488b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c858e1d3-9dd8-4cd2-a900-36b8dccc227e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:09.430143 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c4a92e4b-3c86-466d-80c7-f1c30337e669 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.430814 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a92e4b-3c86-466d-80c7-f1c30337e669 None None] Bound using segment: {'id': '08320bf3-1903-4aff-a133-62e0e4a488b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c858e1d3-9dd8-4cd2-a900-36b8dccc227e'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:09.432220 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-c4a92e4b-3c86-466d-80c7-f1c30337e669 None None] Bound port: aac89033-aadb-4e45-8808-ad4f2dfd7b62, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08320bf3-1903-4aff-a133-62e0e4a488b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c858e1d3-9dd8-4cd2-a900-36b8dccc227e'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:09.433137 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c4a92e4b-3c86-466d-80c7-f1c30337e669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.453661 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-acf7a740-8c14-426c-b553-bf00f6d84102 None None] Provisioning complete for port add136b1-2124-4076-b7ca-50bfb9f8fb51 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:09.454291 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-acf7a740-8c14-426c-b553-bf00f6d84102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.456466 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device add136b1-2124-4076-b7ca-50bfb9f8fb51 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:09.524065 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbec0be-aed1-4df2-b4b8-d401888d602e req-2e8c5101-d686-4650-b747-6b6e94e98e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:09.525812 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1cbec0be-aed1-4df2-b4b8-d401888d602e req-2e8c5101-d686-4650-b747-6b6e94e98e38 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ce97ab11-8a00-4cd9-ad27-4b288272e186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1861601 Nov 12 03:43:09.532768 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b0fb509e-e1a8-4424-9af9-02343d814193 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.545481 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bbbf7f64-eede-410e-a1c3-b9a26505759a tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.592160 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2e6c7e79-73e9-45fa-bddf-46accc0abb26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.616503 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bbbf7f64-eede-410e-a1c3-b9a26505759a tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.624705 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-bbbf7f64-eede-410e-a1c3-b9a26505759a tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] 10.222.0.50 "DELETE /v2.0/subnets/72748f0a-6200-4620-9a05-07455b3a8b3c HTTP/1.1" status: 204 len: 168 time: 2.6505744 Nov 12 03:43:09.624705 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf7f64-eede-410e-a1c3-b9a26505759a tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Pushing event deleted for resources: {'Subnet': ['ID=72748f0a-6200-4620-9a05-07455b3a8b3c,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:09.624705 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59272) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:09.627794 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-427d72fe-a1e7-492b-a3b8-5cf433404b42 None None] For port 5023b14d-5457-4379-9c7d-4cac143ea01d, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:09.661738 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fb509e-e1a8-4424-9af9-02343d814193 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Network 30cc1d6f-f503-4795-80b5-ae1f4b43ec0b is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:09.680644 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-fd487370-7590-4efb-a8d0-b03cb058d760 None None] Attempting to bind port 88a0162b-b7dd-4843-80b4-9ce723f84af5 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:09.681116 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-fd487370-7590-4efb-a8d0-b03cb058d760 None None] Attempting to bind port 88a0162b-b7dd-4843-80b4-9ce723f84af5 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '7fb4a596-8ddf-495d-9ba5-67a86541618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6d076d5d-d937-4fcc-8186-1cca9988707c'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:09.681428 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd487370-7590-4efb-a8d0-b03cb058d760 None None] Attempting to bind port 88a0162b-b7dd-4843-80b4-9ce723f84af5 on network 6d076d5d-d937-4fcc-8186-1cca9988707c {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:09.708447 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port add136b1-2124-4076-b7ca-50bfb9f8fb51 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:09.708447 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.710881 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-b0fb509e-e1a8-4424-9af9-02343d814193 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:09.719981 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb509e-e1a8-4424-9af9-02343d814193 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event updated for resources: {'Subnet': ['ID=4465844c-a711-403e-8941-9ce06513123d,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:09.721263 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3e27525-5d1e-4a7b-8bfa-a0d9c1e1ccfa tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Deleting subnet 7e054e16-810d-4abe-bfa0-6e2ef446a07a {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:43:09.724499 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fb509e-e1a8-4424-9af9-02343d814193 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:09.725197 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b0fb509e-e1a8-4424-9af9-02343d814193 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.732130 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c3e27525-5d1e-4a7b-8bfa-a0d9c1e1ccfa tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.758042 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-427d72fe-a1e7-492b-a3b8-5cf433404b42 None None] For port 5023b14d-5457-4379-9c7d-4cac143ea01d, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=5023b14d-5457-4379-9c7d-4cac143ea01d,segment=NetworkSegment(9c383cb6-b1fc-4ac3-a6cd-2b6d73c6715c),segment_id=9c383cb6-b1fc-4ac3-a6cd-2b6d73c6715c)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:09.772569 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a92e4b-3c86-466d-80c7-f1c30337e669 None None] Pushing event updated for resources: {'Port': ['ID=aac89033-aadb-4e45-8808-ad4f2dfd7b62,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:09.772931 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-443569a3-1a57-4dde-b48c-36237ab1e52c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.777458 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b0fb509e-e1a8-4424-9af9-02343d814193 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3242447 Nov 12 03:43:09.781890 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59274) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:09.786147 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd487370-7590-4efb-a8d0-b03cb058d760 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:09.787197 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd487370-7590-4efb-a8d0-b03cb058d760 None None] Checking segment: {'id': '7fb4a596-8ddf-495d-9ba5-67a86541618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6d076d5d-d937-4fcc-8186-1cca9988707c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:09.787836 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fd487370-7590-4efb-a8d0-b03cb058d760 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.788526 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd487370-7590-4efb-a8d0-b03cb058d760 None None] Bound using segment: {'id': '7fb4a596-8ddf-495d-9ba5-67a86541618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6d076d5d-d937-4fcc-8186-1cca9988707c'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:09.789028 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-3154d6af-893f-48d3-8f5b-0f01438b6237 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'security_group': {'name': 'tempest-secgroup-1386205976'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:09.791035 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-fd487370-7590-4efb-a8d0-b03cb058d760 None None] Bound port: 88a0162b-b7dd-4843-80b4-9ce723f84af5, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb4a596-8ddf-495d-9ba5-67a86541618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6d076d5d-d937-4fcc-8186-1cca9988707c'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:09.792013 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fd487370-7590-4efb-a8d0-b03cb058d760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.815622 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-427d72fe-a1e7-492b-a3b8-5cf433404b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.820149 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1cbec0be-aed1-4df2-b4b8-d401888d602e req-3ce0da6c-2010-4318-aa00-1609807d7d39 service neutron] 10.222.0.90 "GET /v2.0/networks/ce97ab11-8a00-4cd9-ad27-4b288272e186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776167 Nov 12 03:43:09.846004 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c3e27525-5d1e-4a7b-8bfa-a0d9c1e1ccfa tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.854886 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-c4a92e4b-3c86-466d-80c7-f1c30337e669 None None] For port aac89033-aadb-4e45-8808-ad4f2dfd7b62, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:09.863639 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-c4a92e4b-3c86-466d-80c7-f1c30337e669 None None] For port aac89033-aadb-4e45-8808-ad4f2dfd7b62, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=aac89033-aadb-4e45-8808-ad4f2dfd7b62,segment=NetworkSegment(08320bf3-1903-4aff-a133-62e0e4a488b4),segment_id=08320bf3-1903-4aff-a133-62e0e4a488b4)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:09.903274 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3154d6af-893f-48d3-8f5b-0f01438b6237 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.012207 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2e6c7e79-73e9-45fa-bddf-46accc0abb26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.020309 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-74c09560-1b30-40b9-ac22-c52885ec0398 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.038490 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2e6c7e79-73e9-45fa-bddf-46accc0abb26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.080822 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c4a92e4b-3c86-466d-80c7-f1c30337e669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.081718 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c09560-1b30-40b9-ac22-c52885ec0398 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event deleted for resources: {'Port': ['ID=8479d292-79cb-4297-91cc-6a01b1f92ab0,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:10.128200 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c3e27525-5d1e-4a7b-8bfa-a0d9c1e1ccfa tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.141818 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb03484-ccc3-43e8-8a5b-8250233b5e91 req-873dd0f1-666c-42a5-a208-1d243242f86f tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:10.142999 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-aeb03484-ccc3-43e8-8a5b-8250233b5e91 req-873dd0f1-666c-42a5-a208-1d243242f86f tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 945 time: 0.1787434 Nov 12 03:43:10.206937 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1cbec0be-aed1-4df2-b4b8-d401888d602e req-a6085b22-9826-4a5e-8cbd-58506ff6dfc5 service neutron] 10.222.0.90 "GET /v2.0/networks/ce97ab11-8a00-4cd9-ad27-4b288272e186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599107 Nov 12 03:43:10.238760 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-fd487370-7590-4efb-a8d0-b03cb058d760 None None] For port 88a0162b-b7dd-4843-80b4-9ce723f84af5, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:10.276809 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2e6c7e79-73e9-45fa-bddf-46accc0abb26 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d1526cc165cb41769c970f4352c9cd7b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0376208 Nov 12 03:43:10.279310 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59280) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:10.307858 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c7e79-73e9-45fa-bddf-46accc0abb26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd81ce9-e902-4948-9f0c-33f2b34604f6,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:10.313615 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-fd487370-7590-4efb-a8d0-b03cb058d760 None None] For port 88a0162b-b7dd-4843-80b4-9ce723f84af5, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=88a0162b-b7dd-4843-80b4-9ce723f84af5,segment=NetworkSegment(7fb4a596-8ddf-495d-9ba5-67a86541618f),segment_id=7fb4a596-8ddf-495d-9ba5-67a86541618f)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:10.336648 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fd487370-7590-4efb-a8d0-b03cb058d760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.360678 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427d72fe-a1e7-492b-a3b8-5cf433404b42 None None] Pushing event updated for resources: {'Port': ['ID=5023b14d-5457-4379-9c7d-4cac143ea01d,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:10.372187 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3154d6af-893f-48d3-8f5b-0f01438b6237 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.409245 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3154d6af-893f-48d3-8f5b-0f01438b6237 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.439456 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443569a3-1a57-4dde-b48c-36237ab1e52c admin admin] Router 2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:43:10.463211 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-aeb03484-ccc3-43e8-8a5b-8250233b5e91 req-d855f876-6c34-4bf2-8a8a-bdd1454b3069 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/security-groups?id=540775fa-21c0-4cec-96a7-8439f700c198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2909384 Nov 12 03:43:10.510848 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c3e27525-5d1e-4a7b-8bfa-a0d9c1e1ccfa tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.520374 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3154d6af-893f-48d3-8f5b-0f01438b6237 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.521624 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3154d6af-893f-48d3-8f5b-0f01438b6237 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7368979 Nov 12 03:43:10.528214 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59282) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:10.547653 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a92e4b-3c86-466d-80c7-f1c30337e669 None None] Pushing event updated for resources: {'Port': ['ID=aac89033-aadb-4e45-8808-ad4f2dfd7b62,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:10.561091 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154d6af-893f-48d3-8f5b-0f01438b6237 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3571bfa2-4cf1-4ee8-82ca-9cf9a3d7288a,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:10.567974 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-6e801799-18eb-4c7d-b174-2e7f41d3b60f tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'security_group': {'name': 'tempest-secgroup-473572640'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:10.633673 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e27525-5d1e-4a7b-8bfa-a0d9c1e1ccfa tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Pushing event deleted for resources: {'Subnet': ['ID=7e054e16-810d-4abe-bfa0-6e2ef446a07a,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:10.641740 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-74c09560-1b30-40b9-ac22-c52885ec0398 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.655965 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c3e27525-5d1e-4a7b-8bfa-a0d9c1e1ccfa tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.659375 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c3e27525-5d1e-4a7b-8bfa-a0d9c1e1ccfa tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] 10.222.0.50 "DELETE /v2.0/subnets/7e054e16-810d-4abe-bfa0-6e2ef446a07a HTTP/1.1" status: 204 len: 168 time: 1.0344884 Nov 12 03:43:10.667905 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59284) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:10.719507 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-67229e31-9c24-4193-b62b-68cfa2e77209 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.720774 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd487370-7590-4efb-a8d0-b03cb058d760 None None] Pushing event updated for resources: {'Port': ['ID=88a0162b-b7dd-4843-80b4-9ce723f84af5,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:10.794613 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6e801799-18eb-4c7d-b174-2e7f41d3b60f tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.914761 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-67229e31-9c24-4193-b62b-68cfa2e77209 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.934435 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56de626-165b-4fd4-8f9c-d65f0b9bc112 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:10.942067 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a56de626-165b-4fd4-8f9c-d65f0b9bc112 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2672627 Nov 12 03:43:10.950559 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59286) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:11.054013 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443569a3-1a57-4dde-b48c-36237ab1e52c admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:43:11.079584 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de037e6e-b683-4ff1-9e19-2cb3d14c8072 None None] Sync routers for ids ['2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:43:11.129724 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de037e6e-b683-4ff1-9e19-2cb3d14c8072 None None] Routers {'2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:11.132779 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-de037e6e-b683-4ff1-9e19-2cb3d14c8072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:43:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:11.154842 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c09560-1b30-40b9-ac22-c52885ec0398 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Router 18e1c74f-ece1-487d-8d24-6d588b17726d has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:43:11.215543 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6e801799-18eb-4c7d-b174-2e7f41d3b60f tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.220343 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cfca84-7e38-4c18-9a49-ea98719e34ea None None] Network 30cc1d6f-f503-4795-80b5-ae1f4b43ec0b requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:11.230274 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6e801799-18eb-4c7d-b174-2e7f41d3b60f tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.235778 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-443569a3-1a57-4dde-b48c-36237ab1e52c admin admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.237326 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-443569a3-1a57-4dde-b48c-36237ab1e52c admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8350065 Nov 12 03:43:11.254967 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59290) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:11.299989 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-15a696f8-7f46-4033-8724-5d5c62765ff6 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.360410 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6e801799-18eb-4c7d-b174-2e7f41d3b60f tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.361790 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6e801799-18eb-4c7d-b174-2e7f41d3b60f tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7974942 Nov 12 03:43:11.362518 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-67229e31-9c24-4193-b62b-68cfa2e77209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.365647 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-67229e31-9c24-4193-b62b-68cfa2e77209 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.370806 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-67229e31-9c24-4193-b62b-68cfa2e77209 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5fd81ce9-e902-4948-9f0c-33f2b34604f6 HTTP/1.1" status: 204 len: 168 time: 1.0838091 Nov 12 03:43:11.378028 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59292) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:11.382689 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-8d7bf1b8-8eac-4099-9138-874ea58dde04 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'security_group': {'name': 'tempest-secgroup-545680069'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:11.433855 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c09560-1b30-40b9-ac22-c52885ec0398 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:43:11.451676 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-505c8c87-b41f-4465-9a7d-05ef4e680feb None None] Provisioning complete for port b249085d-3e63-4aa4-89e7-3c2fdb05f534 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:11.453222 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-505c8c87-b41f-4465-9a7d-05ef4e680feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.457952 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e801799-18eb-4c7d-b174-2e7f41d3b60f tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0e0e3b-ecab-485c-be04-8a4182a06a95,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:11.458867 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d521b24f-cf06-4154-8472-d9ed1a44faba None None] Sync routers for ids ['18e1c74f-ece1-487d-8d24-6d588b17726d'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:43:11.469835 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-74c09560-1b30-40b9-ac22-c52885ec0398 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "PUT /v2.0/routers/18e1c74f-ece1-487d-8d24-6d588b17726d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8265471 Nov 12 03:43:11.473718 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59296) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:11.489815 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67229e31-9c24-4193-b62b-68cfa2e77209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd81ce9-e902-4948-9f0c-33f2b34604f6,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:11.559892 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-de037e6e-b683-4ff1-9e19-2cb3d14c8072 None None] Set router 2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:43:11.578773 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8d7bf1b8-8eac-4099-9138-874ea58dde04 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.729710 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8d7bf1b8-8eac-4099-9138-874ea58dde04 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.738222 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d521b24f-cf06-4154-8472-d9ed1a44faba None None] Routers {'18e1c74f-ece1-487d-8d24-6d588b17726d'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:11.739371 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-d521b24f-cf06-4154-8472-d9ed1a44faba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:43:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['18e1c74f-ece1-487d-8d24-6d588b17726d'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:11.747262 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-505c8c87-b41f-4465-9a7d-05ef4e680feb None None] Port b249085d-3e63-4aa4-89e7-3c2fdb05f534 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:11.769570 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8d7bf1b8-8eac-4099-9138-874ea58dde04 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.837452 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 5023b14d-5457-4379-9c7d-4cac143ea01d up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:11.853761 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-d521b24f-cf06-4154-8472-d9ed1a44faba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:11.981839 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-505c8c87-b41f-4465-9a7d-05ef4e680feb None None] Provisioning complete for port add136b1-2124-4076-b7ca-50bfb9f8fb51 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:11.982511 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-505c8c87-b41f-4465-9a7d-05ef4e680feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.049077 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8d7bf1b8-8eac-4099-9138-874ea58dde04 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.055711 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8d7bf1b8-8eac-4099-9138-874ea58dde04 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6765578 Nov 12 03:43:12.074116 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59302) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:12.075919 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59304) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:12.084312 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d521b24f-cf06-4154-8472-d9ed1a44faba None None] Routers {'18e1c74f-ece1-487d-8d24-6d588b17726d'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:12.085213 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-d521b24f-cf06-4154-8472-d9ed1a44faba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:43:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['18e1c74f-ece1-487d-8d24-6d588b17726d'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:12.087834 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-f9d7ea56-054e-48df-9cf6-82b1c6c82125 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1906826930', 'security_groups': ['d00e203a-77ca-418a-b538-eda7e8dad610'], 'network_id': '30cc1d6f-f503-4795-80b5-ae1f4b43ec0b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4465844c-a711-403e-8941-9ce06513123d'}]}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:12.133331 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-d521b24f-cf06-4154-8472-d9ed1a44faba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:12.134020 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d521b24f-cf06-4154-8472-d9ed1a44faba None None] The sync data for ids ['18e1c74f-ece1-487d-8d24-6d588b17726d'] in n-d-715271-27 is: [] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:43:12.164769 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-de037e6e-b683-4ff1-9e19-2cb3d14c8072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8', 'name': 'tempest-TestAggregatesBasicOps-646708631-router', 'tenant_id': '0fa957e572d544f49e1324f36c67c2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'e3b1ce75-22e4-49fc-aa20-b666f5afe17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:06Z', 'updated_at': '2021-11-12T03:43:08Z', 'revision_number': 3, 'project_id': '0fa957e572d544f49e1324f36c67c2ef', 'gw_port': {'id': 'e3b1ce75-22e4-49fc-aa20-b666f5afe17a', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dc:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:07Z', 'updated_at': '2021-11-12T03:43:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:12.213403 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de037e6e-b683-4ff1-9e19-2cb3d14c8072 None None] Checking router: 2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:43:12.214773 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de037e6e-b683-4ff1-9e19-2cb3d14c8072 None None] Updating router 2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8 port e3b1ce75-22e4-49fc-aa20-b666f5afe17a binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:43:12.218021 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 5023b14d-5457-4379-9c7d-4cac143ea01d triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:12.218450 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.280547 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-de037e6e-b683-4ff1-9e19-2cb3d14c8072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.352297 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-25342d5f-05cb-4d13-aa0e-a4aefb77b587 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.363222 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b507a1-c33e-4d92-8578-f10209883c63 None None] Network c858e1d3-9dd8-4cd2-a900-36b8dccc227e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:12.376612 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7bf1b8-8eac-4099-9138-874ea58dde04 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d00e203a-77ca-418a-b538-eda7e8dad610,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:12.428495 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-15a696f8-7f46-4033-8724-5d5c62765ff6 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Deleting port aac89033-aadb-4e45-8808-ad4f2dfd7b62 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:12.428835 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-15a696f8-7f46-4033-8724-5d5c62765ff6 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.439806 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc6cef-ac1d-498d-b745-7a8b72ecc156 req-44af30cc-c71b-42f0-abb5-6f34aaac5315 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:12.451852 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-abcc6cef-ac1d-498d-b745-7a8b72ecc156 req-44af30cc-c71b-42f0-abb5-6f34aaac5315 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 945 time: 0.7195034 Nov 12 03:43:12.564488 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4e0be1d3-3496-4568-b5ed-051f972dc18d tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e1c74f-ece1-487d-8d24-6d588b17726d HTTP/1.1" status: 200 len: 205 time: 1.0868120 Nov 12 03:43:12.566047 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59308) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:12.733073 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-e0968845-0d25-4d8f-9968-460e1e58c58c None None] Provisioning complete for port aac89033-aadb-4e45-8808-ad4f2dfd7b62 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:12.734219 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e0968845-0d25-4d8f-9968-460e1e58c58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.761501 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-de037e6e-b683-4ff1-9e19-2cb3d14c8072 None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.770144 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-de037e6e-b683-4ff1-9e19-2cb3d14c8072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.807512 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-00a5c877-3b61-4735-be0a-a7d2b6ac8413 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.814492 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-15a696f8-7f46-4033-8724-5d5c62765ff6 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] For port aac89033-aadb-4e45-8808-ad4f2dfd7b62, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=aac89033-aadb-4e45-8808-ad4f2dfd7b62,segment=NetworkSegment(08320bf3-1903-4aff-a133-62e0e4a488b4),segment_id=08320bf3-1903-4aff-a133-62e0e4a488b4)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:12.816021 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-15a696f8-7f46-4033-8724-5d5c62765ff6 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.819240 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a27c71-40c0-4f0a-bd30-54817dd9f20d None None] Update dhcp port {'port': {'network_id': '30cc1d6f-f503-4795-80b5-ae1f4b43ec0b', 'fixed_ips': [{'subnet_id': '051d107c-6f03-444f-b655-a646faaf226c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4465844c-a711-403e-8941-9ce06513123d'}], 'binding:host_id': 'n-d-715271-27'}, 'id': 'add136b1-2124-4076-b7ca-50bfb9f8fb51'} from n-d-715271-27. {{(pid=102573) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:43:12.849611 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-15a696f8-7f46-4033-8724-5d5c62765ff6 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Calling delete_port for aac89033-aadb-4e45-8808-ad4f2dfd7b62 owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:12.885459 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f6853-0b35-423b-b944-b402b866a20d None None] Pushing event updated for resources: {'Port': ['ID=e3b1ce75-22e4-49fc-aa20-b666f5afe17a,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:12.897977 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d8a27c71-40c0-4f0a-bd30-54817dd9f20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.916919 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-de037e6e-b683-4ff1-9e19-2cb3d14c8072 None None] Attempting to bind port e3b1ce75-22e4-49fc-aa20-b666f5afe17a on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:12.917586 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-de037e6e-b683-4ff1-9e19-2cb3d14c8072 None None] Attempting to bind port e3b1ce75-22e4-49fc-aa20-b666f5afe17a by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:12.918111 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de037e6e-b683-4ff1-9e19-2cb3d14c8072 None None] Attempting to bind port e3b1ce75-22e4-49fc-aa20-b666f5afe17a on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:12.925848 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de037e6e-b683-4ff1-9e19-2cb3d14c8072 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:12.926535 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de037e6e-b683-4ff1-9e19-2cb3d14c8072 None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:12.927092 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-de037e6e-b683-4ff1-9e19-2cb3d14c8072 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.927633 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de037e6e-b683-4ff1-9e19-2cb3d14c8072 None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:12.928284 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-de037e6e-b683-4ff1-9e19-2cb3d14c8072 None None] Bound port: e3b1ce75-22e4-49fc-aa20-b666f5afe17a, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:12.928821 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-de037e6e-b683-4ff1-9e19-2cb3d14c8072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.972609 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-e98509df-f398-4881-b1ce-de463a880889 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4213991 Nov 12 03:43:13.011675 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d7ea56-054e-48df-9cf6-82b1c6c82125 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Made reservation on behalf of 67babf17303845e7bb463e099a9322ec for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:13.027820 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-15a696f8-7f46-4033-8724-5d5c62765ff6 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.029841 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de381715-c51d-487a-bdb1-7f9840aaa8f5 None None] Network 6d076d5d-d937-4fcc-8186-1cca9988707c requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:13.079011 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a696f8-7f46-4033-8724-5d5c62765ff6 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Pushing event deleted for resources: {'Port': ['ID=aac89033-aadb-4e45-8808-ad4f2dfd7b62,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:13.080727 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-de037e6e-b683-4ff1-9e19-2cb3d14c8072 None None] For port e3b1ce75-22e4-49fc-aa20-b666f5afe17a, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:13.085896 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-de037e6e-b683-4ff1-9e19-2cb3d14c8072 None None] For port e3b1ce75-22e4-49fc-aa20-b666f5afe17a, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e3b1ce75-22e4-49fc-aa20-b666f5afe17a,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:13.091948 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-de037e6e-b683-4ff1-9e19-2cb3d14c8072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.136719 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-e0968845-0d25-4d8f-9968-460e1e58c58c None None] Port aac89033-aadb-4e45-8808-ad4f2dfd7b62 update to ACTIVE by agent not found {{(pid=102573) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 03:43:13.160002 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a696f8-7f46-4033-8724-5d5c62765ff6 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] No DVR routers for this DVR port aac89033-aadb-4e45-8808-ad4f2dfd7b62 on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:43:13.175116 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de037e6e-b683-4ff1-9e19-2cb3d14c8072 None None] Routers {'2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:13.176368 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-de037e6e-b683-4ff1-9e19-2cb3d14c8072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:43:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:13.207893 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-00a5c877-3b61-4735-be0a-a7d2b6ac8413 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.211166 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-00a5c877-3b61-4735-be0a-a7d2b6ac8413 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.232300 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-511cb0bd-efdf-4d3b-96f2-cdbc2666a1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:13.232989 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-511cb0bd-efdf-4d3b-96f2-cdbc2666a1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:13.233776 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-511cb0bd-efdf-4d3b-96f2-cdbc2666a1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:13.234335 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-511cb0bd-efdf-4d3b-96f2-cdbc2666a1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:13.235737 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-511cb0bd-efdf-4d3b-96f2-cdbc2666a1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:13.235737 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-511cb0bd-efdf-4d3b-96f2-cdbc2666a1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:13.240382 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-511cb0bd-efdf-4d3b-96f2-cdbc2666a1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:13.248579 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-511cb0bd-efdf-4d3b-96f2-cdbc2666a1d4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0cdd38a3f1ea45dcbcc53ea0d2714986&device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 6506 time: 0.1893327 Nov 12 03:43:13.262516 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f6853-0b35-423b-b944-b402b866a20d None None] Pushing event updated for resources: {'Port': ['ID=e3b1ce75-22e4-49fc-aa20-b666f5afe17a,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:13.283574 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2339ea3-a5d5-47a1-bddd-4f7226753231 None None] Network 5691f9ba-d88a-46cc-a3ff-c0509ce7bde9 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:13.346807 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-00a5c877-3b61-4735-be0a-a7d2b6ac8413 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.347823 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a5c877-3b61-4735-be0a-a7d2b6ac8413 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Fanout notify agent at l3_agent the message router_deleted on router 18e1c74f-ece1-487d-8d24-6d588b17726d {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:43:13.360910 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-00a5c877-3b61-4735-be0a-a7d2b6ac8413 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.366051 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-00a5c877-3b61-4735-be0a-a7d2b6ac8413 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "DELETE /v2.0/routers/18e1c74f-ece1-487d-8d24-6d588b17726d HTTP/1.1" status: 204 len: 168 time: 0.7816305 Nov 12 03:43:13.366848 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59310) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:13.428168 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-abcc6cef-ac1d-498d-b745-7a8b72ecc156 req-c45b6fdd-faaa-4b18-9aa6-ab17ee699682 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/security-groups?id=540775fa-21c0-4cec-96a7-8439f700c198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8921781 Nov 12 03:43:13.430729 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-de037e6e-b683-4ff1-9e19-2cb3d14c8072 None None] Set router 2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:43:13.436223 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.446080 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-15a696f8-7f46-4033-8724-5d5c62765ff6 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.472331 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-837b6993-56bf-4e56-8918-b11fb7778d3e None None] Provisioning complete for port 5023b14d-5457-4379-9c7d-4cac143ea01d triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:13.473005 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-837b6993-56bf-4e56-8918-b11fb7778d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.474968 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a49d5b18-bee8-488e-a386-f3f0440e520c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.505927 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-595b12c1-c472-4fc3-a4be-edb67c8aa5ea tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Deleting subnet 4b9302aa-fb39-482f-bd2f-5553f7588b6c {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:43:13.513400 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-595b12c1-c472-4fc3-a4be-edb67c8aa5ea tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.527681 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-15a696f8-7f46-4033-8724-5d5c62765ff6 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c858e1d3-9dd8-4cd2-a900-36b8dccc227e']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:13.555090 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-25342d5f-05cb-4d13-aa0e-a4aefb77b587 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.609471 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-e842bcca-d1a8-4f86-bfb5-11e7911dac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:13.610047 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-e842bcca-d1a8-4f86-bfb5-11e7911dac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:13.610286 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-e842bcca-d1a8-4f86-bfb5-11e7911dac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:13.611909 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-e842bcca-d1a8-4f86-bfb5-11e7911dac7b service neutron] 10.222.0.74 "GET /v2.0/networks?id=efb988ed-b223-4e0b-8b86-915607ae4e80&id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&id=36f6ed65-8190-49b0-8a57-7dd102916b9e&id=36f6ed65-8190-49b0-8a57-7dd102916b9e HTTP/1.1" status: 200 len: 2299 time: 0.3068511 Nov 12 03:43:13.633462 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-15a696f8-7f46-4033-8724-5d5c62765ff6 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08320bf3-1903-4aff-a133-62e0e4a488b4') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:13.636499 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-15a696f8-7f46-4033-8724-5d5c62765ff6 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08320bf3-1903-4aff-a133-62e0e4a488b4') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:13.641240 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f9d7ea56-054e-48df-9cf6-82b1c6c82125 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.664985 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98c4d13-492b-4148-840f-6b5e298ce036 None None] DHCP port deletion for c858e1d3-9dd8-4cd2-a900-36b8dccc227e request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:43:13.689940 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-25342d5f-05cb-4d13-aa0e-a4aefb77b587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.703822 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 5023b14d-5457-4379-9c7d-4cac143ea01d, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=5023b14d-5457-4379-9c7d-4cac143ea01d,segment=NetworkSegment(9c383cb6-b1fc-4ac3-a6cd-2b6d73c6715c),segment_id=9c383cb6-b1fc-4ac3-a6cd-2b6d73c6715c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:13.713927 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-15a696f8-7f46-4033-8724-5d5c62765ff6 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.731944 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-de037e6e-b683-4ff1-9e19-2cb3d14c8072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8', 'name': 'tempest-TestAggregatesBasicOps-646708631-router', 'tenant_id': '0fa957e572d544f49e1324f36c67c2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'e3b1ce75-22e4-49fc-aa20-b666f5afe17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:06Z', 'updated_at': '2021-11-12T03:43:08Z', 'revision_number': 3, 'project_id': '0fa957e572d544f49e1324f36c67c2ef', 'gw_port': {'id': 'e3b1ce75-22e4-49fc-aa20-b666f5afe17a', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dc:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:07Z', 'updated_at': '2021-11-12T03:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:13.739035 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-595b12c1-c472-4fc3-a4be-edb67c8aa5ea tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.740422 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.741373 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device aac89033-aadb-4e45-8808-ad4f2dfd7b62 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:13.757994 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-d8a27c71-40c0-4f0a-bd30-54817dd9f20d None None] Allocated IP 2001:db8::2 (30cc1d6f-f503-4795-80b5-ae1f4b43ec0b/4465844c-a711-403e-8941-9ce06513123d/add136b1-2124-4076-b7ca-50bfb9f8fb51) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:13.808200 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de037e6e-b683-4ff1-9e19-2cb3d14c8072 None None] The sync data for ids ['2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8'] in n-d-715271-27 is: [{'id': '2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8', 'name': 'tempest-TestAggregatesBasicOps-646708631-router', 'tenant_id': '0fa957e572d544f49e1324f36c67c2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'e3b1ce75-22e4-49fc-aa20-b666f5afe17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:06Z', 'updated_at': '2021-11-12T03:43:08Z', 'revision_number': 3, 'project_id': '0fa957e572d544f49e1324f36c67c2ef', 'gw_port': {'id': 'e3b1ce75-22e4-49fc-aa20-b666f5afe17a', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dc:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:07Z', 'updated_at': '2021-11-12T03:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:43:13.814859 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-2c1cba38-bba8-4ce2-a900-b1b53c4cc053 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b765f9f8-1b70-40fd-8519-033f4f7cc090 HTTP/1.1" status: 200 len: 1000 time: 0.1677790 Nov 12 03:43:13.830006 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: aac89033-aadb-4e45-8808-ad4f2dfd7b62 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:43:13.830006 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device aac89033-aadb-4e45-8808-ad4f2dfd7b62 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 12 03:43:13.902767 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Port aac89033-aadb-4e45-8808-ad4f2dfd7b62 not found, will not notify nova. {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 12 03:43:13.903287 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 88a0162b-b7dd-4843-80b4-9ce723f84af5 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:13.926581 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-493dfbfd-11dd-491e-b841-d1b81855bc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:13.928183 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-493dfbfd-11dd-491e-b841-d1b81855bc36 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=30a0f48c-61f9-4792-91bd-2c64b1b43b35 HTTP/1.1" status: 200 len: 856 time: 0.0977676 Nov 12 03:43:13.985891 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-595b12c1-c472-4fc3-a4be-edb67c8aa5ea tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.105431 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d570f6-2a08-46e5-a415-8d1ff1da74dd None None] DHCP port deletion for 5691f9ba-d88a-46cc-a3ff-c0509ce7bde9 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:43:14.109171 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=5023b14d-5457-4379-9c7d-4cac143ea01d,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:14.155966 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:14.156620 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:14.157127 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:14.157621 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:14.178374 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-5992283a-6b9b-4876-932e-98ab301e0946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:14.179459 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:14.180174 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:14.180806 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-5992283a-6b9b-4876-932e-98ab301e0946 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=efb988ed-b223-4e0b-8b86-915607ae4e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1360211 Nov 12 03:43:14.190599 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:14.192347 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:14.192762 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:14.193112 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:14.193631 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:14.194025 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:14.288845 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-d8a27c71-40c0-4f0a-bd30-54817dd9f20d None None] For port add136b1-2124-4076-b7ca-50bfb9f8fb51, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=add136b1-2124-4076-b7ca-50bfb9f8fb51,segment=NetworkSegment(1d6fb3ef-dda2-42aa-9774-e6595feedc7a),segment_id=1d6fb3ef-dda2-42aa-9774-e6595feedc7a)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:14.293164 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-595b12c1-c472-4fc3-a4be-edb67c8aa5ea tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.315109 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-837b6993-56bf-4e56-8918-b11fb7778d3e None None] Provisioning complete for port 88a0162b-b7dd-4843-80b4-9ce723f84af5 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:14.315483 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-837b6993-56bf-4e56-8918-b11fb7778d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.359616 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b12c1-c472-4fc3-a4be-edb67c8aa5ea tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event deleted for resources: {'Subnet': ['ID=4b9302aa-fb39-482f-bd2f-5553f7588b6c,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:14.394033 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-595b12c1-c472-4fc3-a4be-edb67c8aa5ea tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.404719 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-595b12c1-c472-4fc3-a4be-edb67c8aa5ea tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "DELETE /v2.0/subnets/4b9302aa-fb39-482f-bd2f-5553f7588b6c HTTP/1.1" status: 204 len: 168 time: 1.0000410 Nov 12 03:43:14.407745 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59316) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:14.416887 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-f9d7ea56-054e-48df-9cf6-82b1c6c82125 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] device_id is not set on port 75526152-66d3-4249-9e38-2af52718c8a7 yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:43:14.430369 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-15a696f8-7f46-4033-8724-5d5c62765ff6 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.440269 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8367112c-c859-48e8-82a7-21dcf5021d2e None None] Network cc5beead-c2ff-494a-aae0-cde9c0b1bad4 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:14.445333 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d8a27c71-40c0-4f0a-bd30-54817dd9f20d None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.452296 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 88a0162b-b7dd-4843-80b4-9ce723f84af5 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:14.452941 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.508244 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d8a27c71-40c0-4f0a-bd30-54817dd9f20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.513400 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-f1130e53-8a02-4129-8776-70b1f634af68 service neutron] 10.222.0.74 "GET /v2.0/networks/efb988ed-b223-4e0b-8b86-915607ae4e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223066 Nov 12 03:43:14.571220 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-a49d5b18-bee8-488e-a386-f3f0440e520c admin admin] Allocated IP 172.20.0.1 (6d076d5d-d937-4fcc-8186-1cca9988707c/af35e156-274a-447e-a44f-3360a6db9847/0709df79-4070-4a60-9dc8-712408eb8e38) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:14.593248 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25342d5f-05cb-4d13-aa0e-a4aefb77b587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670a9335-28d6-4a62-b776-5ed1a3a200c6,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:14.618972 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-25342d5f-05cb-4d13-aa0e-a4aefb77b587 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cd0a96fd354e4f55aa72b989870a8bd9&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5340412 Nov 12 03:43:14.627496 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59318) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:14.642589 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15a696f8-7f46-4033-8724-5d5c62765ff6 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:43:14.643233 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-15a696f8-7f46-4033-8724-5d5c62765ff6 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.683423 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:43:14.683423 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:43:14.683423 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:43:14.683423 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:43:14.683423 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:43:14.683423 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:43:14.683423 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:43:14.683423 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:43:14.683423 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:43:14.683423 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:43:14.683423 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:43:14.683423 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:43:14.683423 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:43:14.683423 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:43:14.683423 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:43:14.683423 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:43:14.683423 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:43:14.683423 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:43:14.683423 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:43:14.683423 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:43:14.683423 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:43:14.683423 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:43:14.683423 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:43:14.683423 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:43:14.683423 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:43:14.683423 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:43:14.683423 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:43:14.683423 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:43:14.683423 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:43:14.683423 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:43:14.683423 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:43:14.683423 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:43:14.708282 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-e0d570f6-2a08-46e5-a415-8d1ff1da74dd None None] Deleting port 5023b14d-5457-4379-9c7d-4cac143ea01d {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:14.710763 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-890b04b6-95c1-4f38-a988-fc2f6423a7e9 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.714932 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e0d570f6-2a08-46e5-a415-8d1ff1da74dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.796507 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-97794f76-01b9-4d1d-8ef2-87e6276d6862 service neutron] 10.222.0.74 "GET /v2.0/networks/efb988ed-b223-4e0b-8b86-915607ae4e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732682 Nov 12 03:43:14.824709 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-15a696f8-7f46-4033-8724-5d5c62765ff6 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.835718 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-15a696f8-7f46-4033-8724-5d5c62765ff6 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.844729 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-15a696f8-7f46-4033-8724-5d5c62765ff6 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] 10.222.0.50 "DELETE /v2.0/networks/c858e1d3-9dd8-4cd2-a900-36b8dccc227e HTTP/1.1" status: 204 len: 168 time: 3.8906178 Nov 12 03:43:14.862660 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-697c0afd-310e-4ffd-a1ec-d20560c63e67 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2 HTTP/1.1" status: 200 len: 217 time: 0.0560145 Nov 12 03:43:14.863133 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59322) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:14.876095 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a27c71-40c0-4f0a-bd30-54817dd9f20d None None] Pushing event updated for resources: {'Port': ['ID=add136b1-2124-4076-b7ca-50bfb9f8fb51,revision_number=6']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:14.926003 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-e0d570f6-2a08-46e5-a415-8d1ff1da74dd None None] For port 5023b14d-5457-4379-9c7d-4cac143ea01d, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=5023b14d-5457-4379-9c7d-4cac143ea01d,segment=NetworkSegment(9c383cb6-b1fc-4ac3-a6cd-2b6d73c6715c),segment_id=9c383cb6-b1fc-4ac3-a6cd-2b6d73c6715c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:14.926339 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e0d570f6-2a08-46e5-a415-8d1ff1da74dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.937235 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-890b04b6-95c1-4f38-a988-fc2f6423a7e9 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Deleting port ee0c8aeb-ae33-48be-af02-6d72d7118f90 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:14.937977 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-890b04b6-95c1-4f38-a988-fc2f6423a7e9 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.962658 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-837b6993-56bf-4e56-8918-b11fb7778d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.970781 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-e0d570f6-2a08-46e5-a415-8d1ff1da74dd None None] Calling delete_port for 5023b14d-5457-4379-9c7d-4cac143ea01d owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:15.006521 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.061572 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-6fdebb02-aee7-4b90-b3bb-1477897f8517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:15.063212 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-6fdebb02-aee7-4b90-b3bb-1477897f8517 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b982b1ac-5a39-445d-bf86-e4e863c753c9 HTTP/1.1" status: 200 len: 797 time: 0.1887035 Nov 12 03:43:15.073204 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a7ebd544-759a-4f17-9bc3-0c6ac19f0330 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.132004 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-890b04b6-95c1-4f38-a988-fc2f6423a7e9 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] For port ee0c8aeb-ae33-48be-af02-6d72d7118f90, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=ee0c8aeb-ae33-48be-af02-6d72d7118f90,segment=NetworkSegment(6b62de02-f0c1-46b5-b916-641abc76bf21),segment_id=6b62de02-f0c1-46b5-b916-641abc76bf21)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:15.132508 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-890b04b6-95c1-4f38-a988-fc2f6423a7e9 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.165799 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-890b04b6-95c1-4f38-a988-fc2f6423a7e9 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Calling delete_port for ee0c8aeb-ae33-48be-af02-6d72d7118f90 owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:15.202194 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-debdcafe-9d2f-4e27-88a5-acec196100c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:15.204189 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-debdcafe-9d2f-4e27-88a5-acec196100c9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1249676 Nov 12 03:43:15.209352 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a696f8-7f46-4033-8724-5d5c62765ff6 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Pushing event deleted for resources: {'Network': ['ID=c858e1d3-9dd8-4cd2-a900-36b8dccc227e,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:15.280421 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-837b6993-56bf-4e56-8918-b11fb7778d3e None None] For port 88a0162b-b7dd-4843-80b4-9ce723f84af5, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=88a0162b-b7dd-4843-80b4-9ce723f84af5,segment=NetworkSegment(7fb4a596-8ddf-495d-9ba5-67a86541618f),segment_id=7fb4a596-8ddf-495d-9ba5-67a86541618f)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:15.295192 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-837b6993-56bf-4e56-8918-b11fb7778d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.302322 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-f9d7ea56-054e-48df-9cf6-82b1c6c82125 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Allocated IP 2001:db8::35f (30cc1d6f-f503-4795-80b5-ae1f4b43ec0b/4465844c-a711-403e-8941-9ce06513123d/75526152-66d3-4249-9e38-2af52718c8a7) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:15.332613 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ddf64473-af36-401b-9893-e50f1a0ee5df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.368300 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078e9fa0-4fb2-444f-8c54-c1356c7dfd7b None None] DHCP port deletion for cc5beead-c2ff-494a-aae0-cde9c0b1bad4 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:43:15.412725 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-a7ebd544-759a-4f17-9bc3-0c6ac19f0330 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Deleting port 5023b14d-5457-4379-9c7d-4cac143ea01d {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:15.413127 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a7ebd544-759a-4f17-9bc3-0c6ac19f0330 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.465534 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-56994c0a-8c27-4a6f-abda-23924151fa40 service neutron] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435918 Nov 12 03:43:15.508817 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ddf64473-af36-401b-9893-e50f1a0ee5df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.514765 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:43:15.515151 n-d-715271-27 neutron-server[102573]: DEBUG oslo_db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:43:15.567341 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-26c6cc20-00af-46e4-9782-feb20e4c4310 None None] Provisioning complete for port 88a0162b-b7dd-4843-80b4-9ce723f84af5 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:15.569631 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-26c6cc20-00af-46e4-9782-feb20e4c4310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.572686 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e0d570f6-2a08-46e5-a415-8d1ff1da74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.589606 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a49d5b18-bee8-488e-a386-f3f0440e520c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.603373 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-890b04b6-95c1-4f38-a988-fc2f6423a7e9 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.604721 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b6993-56bf-4e56-8918-b11fb7778d3e None None] Pushing event updated for resources: {'Port': ['ID=88a0162b-b7dd-4843-80b4-9ce723f84af5,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:15.657362 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d570f6-2a08-46e5-a415-8d1ff1da74dd None None] Pushing event deleted for resources: {'Port': ['ID=5023b14d-5457-4379-9c7d-4cac143ea01d,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:15.659752 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d570f6-2a08-46e5-a415-8d1ff1da74dd None None] No DVR routers for this DVR port 5023b14d-5457-4379-9c7d-4cac143ea01d on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:43:15.696399 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-a7ebd544-759a-4f17-9bc3-0c6ac19f0330 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] For port 5023b14d-5457-4379-9c7d-4cac143ea01d, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=5023b14d-5457-4379-9c7d-4cac143ea01d,segment=NetworkSegment(9c383cb6-b1fc-4ac3-a6cd-2b6d73c6715c),segment_id=9c383cb6-b1fc-4ac3-a6cd-2b6d73c6715c)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:15.703794 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a7ebd544-759a-4f17-9bc3-0c6ac19f0330 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.725380 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-078e9fa0-4fb2-444f-8c54-c1356c7dfd7b None None] Deleting port ee0c8aeb-ae33-48be-af02-6d72d7118f90 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:15.726113 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-078e9fa0-4fb2-444f-8c54-c1356c7dfd7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.841440 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b04b6-95c1-4f38-a988-fc2f6423a7e9 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event deleted for resources: {'Port': ['ID=ee0c8aeb-ae33-48be-af02-6d72d7118f90,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:15.875537 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-a7ebd544-759a-4f17-9bc3-0c6ac19f0330 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Calling delete_port for 5023b14d-5457-4379-9c7d-4cac143ea01d owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:15.882032 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890b04b6-95c1-4f38-a988-fc2f6423a7e9 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] No DVR routers for this DVR port ee0c8aeb-ae33-48be-af02-6d72d7118f90 on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:43:15.940687 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ddf64473-af36-401b-9893-e50f1a0ee5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.946482 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-078e9fa0-4fb2-444f-8c54-c1356c7dfd7b None None] For port ee0c8aeb-ae33-48be-af02-6d72d7118f90, host n-d-715271-27, got binding levels [] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:15.946482 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-078e9fa0-4fb2-444f-8c54-c1356c7dfd7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.950215 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ddf64473-af36-401b-9893-e50f1a0ee5df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.950215 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ddf64473-af36-401b-9893-e50f1a0ee5df admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/670a9335-28d6-4a62-b776-5ed1a3a200c6 HTTP/1.1" status: 204 len: 168 time: 1.3198881 Nov 12 03:43:15.997688 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-078e9fa0-4fb2-444f-8c54-c1356c7dfd7b None None] Calling delete_port for ee0c8aeb-ae33-48be-af02-6d72d7118f90 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:16.003618 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.ipam_backend_mixin [None req-078e9fa0-4fb2-444f-8c54-c1356c7dfd7b None None] Port ee0c8aeb-ae33-48be-af02-6d72d7118f90 was not found and therefore no delete operation was performed {{(pid=102573) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:43:16.010897 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-078e9fa0-4fb2-444f-8c54-c1356c7dfd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.014067 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f9d7ea56-054e-48df-9cf6-82b1c6c82125 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.017395 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a49d5b18-bee8-488e-a386-f3f0440e520c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.024171 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf64473-af36-401b-9893-e50f1a0ee5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670a9335-28d6-4a62-b776-5ed1a3a200c6,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:16.140513 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e9fa0-4fb2-444f-8c54-c1356c7dfd7b None None] Pushing event deleted for resources: {'Port': ['ID=ee0c8aeb-ae33-48be-af02-6d72d7118f90,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:16.157254 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078e9fa0-4fb2-444f-8c54-c1356c7dfd7b None None] No DVR routers for this DVR port ee0c8aeb-ae33-48be-af02-6d72d7118f90 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:43:16.159378 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-02a14d13-caab-40ab-aac1-5a8881377abc service neutron] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6619341 Nov 12 03:43:16.248930 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49d5b18-bee8-488e-a386-f3f0440e520c admin admin] Network 6d076d5d-d937-4fcc-8186-1cca9988707c is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:16.257344 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-a49d5b18-bee8-488e-a386-f3f0440e520c admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:16.263461 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49d5b18-bee8-488e-a386-f3f0440e520c admin admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:16.267332 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d5b18-bee8-488e-a386-f3f0440e520c admin admin] Pushing event updated for resources: {'Port': ['ID=0709df79-4070-4a60-9dc8-712408eb8e38,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:16.276601 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f9d7ea56-054e-48df-9cf6-82b1c6c82125 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.390402 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d7ea56-054e-48df-9cf6-82b1c6c82125 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event updated for resources: {'Port': ['ID=75526152-66d3-4249-9e38-2af52718c8a7,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:16.405415 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d7ea56-054e-48df-9cf6-82b1c6c82125 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Network 30cc1d6f-f503-4795-80b5-ae1f4b43ec0b is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:16.441857 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-f9d7ea56-054e-48df-9cf6-82b1c6c82125 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:16.445842 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d7ea56-054e-48df-9cf6-82b1c6c82125 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:16.460794 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d7ea56-054e-48df-9cf6-82b1c6c82125 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:16.461476 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f9d7ea56-054e-48df-9cf6-82b1c6c82125 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.491364 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a49d5b18-bee8-488e-a386-f3f0440e520c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.528109 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-890b04b6-95c1-4f38-a988-fc2f6423a7e9 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.531360 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-2ab6f792-78e9-4a59-978c-f0a194390877 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=abbc23e8-1176-4bcd-936e-074c27c7f379 HTTP/1.1" status: 200 len: 217 time: 0.2723880 Nov 12 03:43:16.594079 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f9d7ea56-054e-48df-9cf6-82b1c6c82125 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.5160286 Nov 12 03:43:16.602507 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59328) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:16.607953 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-fe7afec7-8d2a-42ae-8fa4-c0b608f83cf9 None None] Provisioning complete for port b249085d-3e63-4aa4-89e7-3c2fdb05f534 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:16.608411 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fe7afec7-8d2a-42ae-8fa4-c0b608f83cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.624130 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-d1e82a0a-b597-45ca-90ac-de966458ca57 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'subnet': {'network_id': '30cc1d6f-f503-4795-80b5-ae1f4b43ec0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:16.708797 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-fe7afec7-8d2a-42ae-8fa4-c0b608f83cf9 None None] Port b249085d-3e63-4aa4-89e7-3c2fdb05f534 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:16.727789 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-fe7afec7-8d2a-42ae-8fa4-c0b608f83cf9 None None] Provisioning complete for port add136b1-2124-4076-b7ca-50bfb9f8fb51 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:16.728856 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fe7afec7-8d2a-42ae-8fa4-c0b608f83cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.738208 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-890b04b6-95c1-4f38-a988-fc2f6423a7e9 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc5beead-c2ff-494a-aae0-cde9c0b1bad4']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:16.773878 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-890b04b6-95c1-4f38-a988-fc2f6423a7e9 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b62de02-f0c1-46b5-b916-641abc76bf21') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:16.774177 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-890b04b6-95c1-4f38-a988-fc2f6423a7e9 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b62de02-f0c1-46b5-b916-641abc76bf21') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:16.785970 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-890b04b6-95c1-4f38-a988-fc2f6423a7e9 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.807461 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-890b04b6-95c1-4f38-a988-fc2f6423a7e9 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.815787 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e3b1ce75-22e4-49fc-aa20-b666f5afe17a up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:16.849070 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-890b04b6-95c1-4f38-a988-fc2f6423a7e9 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:43:16.849640 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-890b04b6-95c1-4f38-a988-fc2f6423a7e9 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.855062 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:43:16.855062 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:43:16.855062 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:43:16.855062 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:43:16.855062 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:43:16.855062 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:43:16.855062 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:43:16.855062 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:43:16.855062 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:43:16.855062 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:43:16.855062 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:43:16.855062 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:43:16.855062 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:43:16.855062 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:43:16.855062 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:43:16.855062 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:43:16.855062 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:43:16.855062 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:43:16.855062 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:43:16.855062 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:43:16.855062 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:43:16.855062 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:43:16.855062 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:43:16.855062 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:43:16.855062 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:43:16.855062 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:43:16.855062 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:43:16.855062 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:43:16.855062 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:43:16.855062 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:43:16.855062 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:43:16.855062 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:43:16.915271 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a49d5b18-bee8-488e-a386-f3f0440e520c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.943360 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a7ebd544-759a-4f17-9bc3-0c6ac19f0330 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.947746 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-c0f168dd-97a5-418c-ab03-7bf12d79b3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:16.949794 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-c0f168dd-97a5-418c-ab03-7bf12d79b3bf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b982b1ac-5a39-445d-bf86-e4e863c753c9 HTTP/1.1" status: 200 len: 797 time: 0.3772252 Nov 12 03:43:16.999418 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ebd544-759a-4f17-9bc3-0c6ac19f0330 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Pushing event deleted for resources: {'Port': ['ID=5023b14d-5457-4379-9c7d-4cac143ea01d,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:17.013539 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port e3b1ce75-22e4-49fc-aa20-b666f5afe17a triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:17.014155 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.031795 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ebd544-759a-4f17-9bc3-0c6ac19f0330 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] No DVR routers for this DVR port 5023b14d-5457-4379-9c7d-4cac143ea01d on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:43:17.050935 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-890b04b6-95c1-4f38-a988-fc2f6423a7e9 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.104450 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-890b04b6-95c1-4f38-a988-fc2f6423a7e9 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.112605 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-890b04b6-95c1-4f38-a988-fc2f6423a7e9 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "DELETE /v2.0/networks/cc5beead-c2ff-494a-aae0-cde9c0b1bad4 HTTP/1.1" status: 204 len: 168 time: 2.6994600 Nov 12 03:43:17.114720 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59340) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:17.123704 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-e828419f-d874-430a-8d1b-3a07e3cf9324 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-583694735', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:17.137902 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b04b6-95c1-4f38-a988-fc2f6423a7e9 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event deleted for resources: {'Network': ['ID=cc5beead-c2ff-494a-aae0-cde9c0b1bad4,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:17.171876 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e82a0a-b597-45ca-90ac-de966458ca57 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Made reservation on behalf of 67babf17303845e7bb463e099a9322ec for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:17.176330 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d1e82a0a-b597-45ca-90ac-de966458ca57 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.183621 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.200020 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-bb7f3bda-e9dc-41c5-923e-b8708ae9fdc3 None None] Provisioning complete for port 75526152-66d3-4249-9e38-2af52718c8a7 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:17.200487 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bb7f3bda-e9dc-41c5-923e-b8708ae9fdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.224988 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-0e2b6935-1285-4563-b26b-f3196a03dc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:17.232536 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-0e2b6935-1285-4563-b26b-f3196a03dc21 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2630272 Nov 12 03:43:17.235172 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a7ebd544-759a-4f17-9bc3-0c6ac19f0330 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.245948 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port e3b1ce75-22e4-49fc-aa20-b666f5afe17a, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e3b1ce75-22e4-49fc-aa20-b666f5afe17a,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:17.253765 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.254470 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device add136b1-2124-4076-b7ca-50bfb9f8fb51 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:17.265983 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-a7ebd544-759a-4f17-9bc3-0c6ac19f0330 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5691f9ba-d88a-46cc-a3ff-c0509ce7bde9']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:17.281425 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-a7ebd544-759a-4f17-9bc3-0c6ac19f0330 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c383cb6-b1fc-4ac3-a6cd-2b6d73c6715c') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:17.282093 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-a7ebd544-759a-4f17-9bc3-0c6ac19f0330 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c383cb6-b1fc-4ac3-a6cd-2b6d73c6715c') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:17.303426 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a7ebd544-759a-4f17-9bc3-0c6ac19f0330 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.331845 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e828419f-d874-430a-8d1b-3a07e3cf9324 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.332957 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e828419f-d874-430a-8d1b-3a07e3cf9324 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.354445 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-bb7f3bda-e9dc-41c5-923e-b8708ae9fdc3 None None] Port 75526152-66d3-4249-9e38-2af52718c8a7 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:17.358449 n-d-715271-27 neutron-server[102571]: INFO neutron.db.ipam_backend_mixin [None req-d1e82a0a-b597-45ca-90ac-de966458ca57 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4465844c-a711-403e-8941-9ce06513123d (CIDR: 2001:db8::/64) Nov 12 03:43:17.365597 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=e3b1ce75-22e4-49fc-aa20-b666f5afe17a,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:17.380204 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a7ebd544-759a-4f17-9bc3-0c6ac19f0330 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.389185 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-bb7f3bda-e9dc-41c5-923e-b8708ae9fdc3 None None] Provisioning complete for port 0709df79-4070-4a60-9dc8-712408eb8e38 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:17.389449 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7ebd544-759a-4f17-9bc3-0c6ac19f0330 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:43:17.389562 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bb7f3bda-e9dc-41c5-923e-b8708ae9fdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.389790 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a7ebd544-759a-4f17-9bc3-0c6ac19f0330 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.389909 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1e82a0a-b597-45ca-90ac-de966458ca57 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:43:17.390277 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1e82a0a-b597-45ca-90ac-de966458ca57 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:17.407610 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a49d5b18-bee8-488e-a386-f3f0440e520c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.419529 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a49d5b18-bee8-488e-a386-f3f0440e520c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.483188 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-bb7f3bda-e9dc-41c5-923e-b8708ae9fdc3 None None] Port 0709df79-4070-4a60-9dc8-712408eb8e38 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:17.486281 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port add136b1-2124-4076-b7ca-50bfb9f8fb51 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:17.486898 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.494013 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:43:17.494013 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:43:17.494013 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:43:17.494013 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:43:17.494013 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:43:17.494013 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:43:17.494013 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:43:17.494013 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:43:17.494013 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:43:17.494013 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:43:17.494013 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:43:17.494013 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:43:17.494013 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:43:17.494013 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:43:17.494013 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:43:17.494013 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:43:17.494013 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:43:17.494013 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:43:17.494013 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:43:17.494013 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:43:17.494013 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:43:17.494013 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:43:17.494013 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:43:17.494013 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:43:17.494013 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:43:17.494013 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:43:17.494013 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:43:17.494013 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:43:17.494013 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:43:17.494013 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:43:17.494013 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:43:17.494013 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:43:17.494013 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:43:17.494013 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:43:17.494013 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:43:17.494013 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:43:17.494013 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:43:17.494013 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:43:17.494013 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:43:17.494013 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:43:17.506740 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d5b18-bee8-488e-a386-f3f0440e520c admin admin] Pushing event updated for resources: {'Port': ['ID=0709df79-4070-4a60-9dc8-712408eb8e38,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:17.515899 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d1e82a0a-b597-45ca-90ac-de966458ca57 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9114275 Nov 12 03:43:17.521471 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59350) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:17.560110 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-023391d7-34b5-4117-9398-c784daa6b2a3 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'subnet': {'network_id': '30cc1d6f-f503-4795-80b5-ae1f4b43ec0b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:17.575511 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e828419f-d874-430a-8d1b-3a07e3cf9324 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.582368 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e828419f-d874-430a-8d1b-3a07e3cf9324 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.611684 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e828419f-d874-430a-8d1b-3a07e3cf9324 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.614152 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e828419f-d874-430a-8d1b-3a07e3cf9324 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4984570 Nov 12 03:43:17.617134 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59354) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:17.623831 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-792ecdbc-82db-4a54-80e1-4bd9b4880f79 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Request body: {'network': {'name': 'tempest-RoutersTest-938236949'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:17.644466 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-0b8ed9c3-3fdb-4bd0-a0c3-3a9ebc2583b0 None None] Could not find standard attr ID for object b3203345-c194-4d24-9c12-7fedc027d520. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:43:17.655169 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792ecdbc-82db-4a54-80e1-4bd9b4880f79 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Made reservation on behalf of 2daba86d1f0544abbd55ed3fcbf9b5c1 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:17.660166 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 88a0162b-b7dd-4843-80b4-9ce723f84af5 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:17.660306 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-792ecdbc-82db-4a54-80e1-4bd9b4880f79 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.679781 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a49d5b18-bee8-488e-a386-f3f0440e520c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.762638 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 88a0162b-b7dd-4843-80b4-9ce723f84af5 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:17.764100 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.764421 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a7ebd544-759a-4f17-9bc3-0c6ac19f0330 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.800732 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a7ebd544-759a-4f17-9bc3-0c6ac19f0330 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.807830 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a7ebd544-759a-4f17-9bc3-0c6ac19f0330 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] 10.222.0.50 "DELETE /v2.0/networks/5691f9ba-d88a-46cc-a3ff-c0509ce7bde9 HTTP/1.1" status: 204 len: 168 time: 2.9387066 Nov 12 03:43:17.808030 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-792ecdbc-82db-4a54-80e1-4bd9b4880f79 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:43:17.808156 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59358) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:17.833386 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ebd544-759a-4f17-9bc3-0c6ac19f0330 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Pushing event deleted for resources: {'Network': ['ID=5691f9ba-d88a-46cc-a3ff-c0509ce7bde9,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:17.864505 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-792ecdbc-82db-4a54-80e1-4bd9b4880f79 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.864931 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-792ecdbc-82db-4a54-80e1-4bd9b4880f79 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Added segment e998c7aa-fc95-440e-b07f-6d1daf1c7863 of type vlan for network 9ac378ba-18e8-483d-aa67-8b7d97613684 Nov 12 03:43:17.879534 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-210d5e33-b4d2-4372-80cc-718f5e048e54 req-def332ea-2fcf-48ec-867f-2f795c24814c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=066d7618-b4be-41e9-9099-40b5005f782f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2226319 Nov 12 03:43:17.885957 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-6f4c0d97-5142-418e-b244-a44423c2f2eb service neutron] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5697668 Nov 12 03:43:17.965738 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023391d7-34b5-4117-9398-c784daa6b2a3 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Made reservation on behalf of 67babf17303845e7bb463e099a9322ec for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:17.969347 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-023391d7-34b5-4117-9398-c784daa6b2a3 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.998805 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49d5b18-bee8-488e-a386-f3f0440e520c admin admin] Network 6d076d5d-d937-4fcc-8186-1cca9988707c is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:18.002828 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-55f862ab-6265-4c68-95bf-cb73d7709d1d tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.012027 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-a49d5b18-bee8-488e-a386-f3f0440e520c admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:18.030374 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-792ecdbc-82db-4a54-80e1-4bd9b4880f79 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.045107 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 5023b14d-5457-4379-9c7d-4cac143ea01d no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:43:18.109766 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 5023b14d-5457-4379-9c7d-4cac143ea01d {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:43:18.109766 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 5023b14d-5457-4379-9c7d-4cac143ea01d not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:43:18.109766 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device aac89033-aadb-4e45-8808-ad4f2dfd7b62 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:43:18.112632 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-991c6221-5b11-4e06-9391-7089409e1282 service neutron] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134914 Nov 12 03:43:18.123108 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d5e33-b4d2-4372-80cc-718f5e048e54 req-ad1529f9-e756-4c8c-9b71-abb2bdbd3538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:18.124640 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-210d5e33-b4d2-4372-80cc-718f5e048e54 req-ad1529f9-e756-4c8c-9b71-abb2bdbd3538 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1978793e24864d458e17fb421706473b&device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 1097 time: 0.1518419 Nov 12 03:43:18.183144 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: aac89033-aadb-4e45-8808-ad4f2dfd7b62 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:43:18.184497 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device aac89033-aadb-4e45-8808-ad4f2dfd7b62 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:43:18.184940 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device ee0c8aeb-ae33-48be-af02-6d72d7118f90 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:43:18.193787 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-7870a4eb-b301-4bb5-abd8-e4016ea3ab70 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=e2131700-ba7a-474e-985e-8060b2a8fb24 HTTP/1.1" status: 200 len: 217 time: 0.0681081 Nov 12 03:43:18.206727 n-d-715271-27 neutron-server[102572]: INFO neutron.db.ipam_backend_mixin [None req-023391d7-34b5-4117-9398-c784daa6b2a3 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 051d107c-6f03-444f-b655-a646faaf226c (CIDR: 2001:db8:0:1::/64) Nov 12 03:43:18.261198 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-023391d7-34b5-4117-9398-c784daa6b2a3 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:43:18.261581 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-023391d7-34b5-4117-9398-c784daa6b2a3 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:18.273211 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.274060 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: ee0c8aeb-ae33-48be-af02-6d72d7118f90 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:43:18.275193 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device ee0c8aeb-ae33-48be-af02-6d72d7118f90 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:43:18.340606 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-792ecdbc-82db-4a54-80e1-4bd9b4880f79 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.343034 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-023391d7-34b5-4117-9398-c784daa6b2a3 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7960889 Nov 12 03:43:18.346479 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59366) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:18.348133 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-2bd1fd48-4675-4d17-8ef4-63a584b1415f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:18.349767 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-2bd1fd48-4675-4d17-8ef4-63a584b1415f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b982b1ac-5a39-445d-bf86-e4e863c753c9 HTTP/1.1" status: 200 len: 797 time: 0.1381500 Nov 12 03:43:18.355427 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792ecdbc-82db-4a54-80e1-4bd9b4880f79 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:18.355683 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-09f20a29-36d8-4025-b077-fcd195da4a50 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'subnet': {'network_id': '30cc1d6f-f503-4795-80b5-ae1f4b43ec0b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:18.356094 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-792ecdbc-82db-4a54-80e1-4bd9b4880f79 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.432109 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d5e33-b4d2-4372-80cc-718f5e048e54 req-f8e9728a-e314-45cd-ac42-fbaeba06deec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:18.433605 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-210d5e33-b4d2-4372-80cc-718f5e048e54 req-f8e9728a-e314-45cd-ac42-fbaeba06deec service neutron] 10.222.0.90 "GET /v2.0/networks?id=ce97ab11-8a00-4cd9-ad27-4b288272e186 HTTP/1.1" status: 200 len: 911 time: 0.2631269 Nov 12 03:43:18.450467 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e3b1ce75-22e4-49fc-aa20-b666f5afe17a up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:18.470350 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49d5b18-bee8-488e-a386-f3f0440e520c admin admin] Router 2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:43:18.500480 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ecdbc-82db-4a54-80e1-4bd9b4880f79 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event updated for resources: {'Network': ['ID=9ac378ba-18e8-483d-aa67-8b7d97613684,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:18.519444 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 9ac378ba-18e8-483d-aa67-8b7d97613684 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:43:18.552737 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-792ecdbc-82db-4a54-80e1-4bd9b4880f79 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9341433 Nov 12 03:43:18.591099 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59372) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:18.596657 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-55f862ab-6265-4c68-95bf-cb73d7709d1d tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.602550 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-88c2518d-361a-47e5-985b-7cadc0d0b010 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Request body: {'subnet': {'network_id': '9ac378ba-18e8-483d-aa67-8b7d97613684', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:18.622544 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-eade3875-c4af-462f-8124-b21f8c7b1e57 None None] Provisioning complete for port 0709df79-4070-4a60-9dc8-712408eb8e38 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:18.623895 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-eade3875-c4af-462f-8124-b21f8c7b1e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.661803 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-55f862ab-6265-4c68-95bf-cb73d7709d1d tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f8a24e5-4bcf-4710-a3e8-9b5f7d3c8b6f']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:18.704666 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port e3b1ce75-22e4-49fc-aa20-b666f5afe17a triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:18.705060 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.705727 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-55f862ab-6265-4c68-95bf-cb73d7709d1d tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c06a330-74d9-4f79-bac7-3850fcaa0229') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:18.706109 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-55f862ab-6265-4c68-95bf-cb73d7709d1d tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c06a330-74d9-4f79-bac7-3850fcaa0229') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:18.736029 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-eade3875-c4af-462f-8124-b21f8c7b1e57 None None] Port 0709df79-4070-4a60-9dc8-712408eb8e38 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:18.752011 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-55f862ab-6265-4c68-95bf-cb73d7709d1d tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.794132 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-55f862ab-6265-4c68-95bf-cb73d7709d1d tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.808910 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55f862ab-6265-4c68-95bf-cb73d7709d1d tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:43:18.809798 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-55f862ab-6265-4c68-95bf-cb73d7709d1d tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.814127 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:43:18.814127 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:43:18.814127 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:43:18.814127 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:43:18.814127 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:43:18.814127 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:43:18.814127 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:43:18.814127 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:43:18.814127 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:43:18.814127 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:43:18.814127 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:43:18.814127 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:43:18.814127 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:43:18.814127 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:43:18.814127 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:43:18.814127 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:43:18.814127 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:43:18.814127 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:43:18.814127 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:43:18.814127 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:43:18.814127 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:43:18.814127 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:43:18.814127 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:43:18.814127 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:43:18.814127 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:43:18.814127 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:43:18.814127 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:43:18.814127 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:43:18.814127 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:43:18.814127 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:43:18.814127 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:43:18.814127 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:43:18.847623 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49d5b18-bee8-488e-a386-f3f0440e520c admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:43:18.864879 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4938fe47-7dda-4e5b-8f61-6c914ae5638b None None] Sync routers for ids ['2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:43:18.885454 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4938fe47-7dda-4e5b-8f61-6c914ae5638b None None] Routers {'2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:18.886552 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-4938fe47-7dda-4e5b-8f61-6c914ae5638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:43:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:18.887755 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a49d5b18-bee8-488e-a386-f3f0440e520c admin admin] 10.222.0.50 "PUT /v2.0/routers/2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6315246 Nov 12 03:43:18.909417 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c2518d-361a-47e5-985b-7cadc0d0b010 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Made reservation on behalf of 2daba86d1f0544abbd55ed3fcbf9b5c1 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:18.913223 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-88c2518d-361a-47e5-985b-7cadc0d0b010 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.988917 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-0eb3481d-a048-40ab-8da9-b11b62053b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:18.990372 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-0eb3481d-a048-40ab-8da9-b11b62053b1d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6045334 Nov 12 03:43:18.995957 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-210d5e33-b4d2-4372-80cc-718f5e048e54 req-7d26a547-f13f-41cd-8444-fb591fd3e546 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72ab2026-d2bd-4ec9-b4c7-244e772bddbb HTTP/1.1" status: 200 len: 1001 time: 0.0940588 Nov 12 03:43:19.041669 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-55f862ab-6265-4c68-95bf-cb73d7709d1d tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:19.064565 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-55f862ab-6265-4c68-95bf-cb73d7709d1d tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:19.070642 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-55f862ab-6265-4c68-95bf-cb73d7709d1d tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] 10.222.0.50 "DELETE /v2.0/networks/6f8a24e5-4bcf-4710-a3e8-9b5f7d3c8b6f HTTP/1.1" status: 204 len: 168 time: 1.2592502 Nov 12 03:43:19.070642 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f862ab-6265-4c68-95bf-cb73d7709d1d tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Pushing event deleted for resources: {'Network': ['ID=6f8a24e5-4bcf-4710-a3e8-9b5f7d3c8b6f,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:19.071136 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59384) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:19.085019 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-4938fe47-7dda-4e5b-8f61-6c914ae5638b None None] Set router 2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:43:19.215841 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b1a8846a-ee33-41df-adc2-3c6a13a56346 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:19.238428 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f20a29-36d8-4025-b077-fcd195da4a50 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Made reservation on behalf of 67babf17303845e7bb463e099a9322ec for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:19.242228 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-09f20a29-36d8-4025-b077-fcd195da4a50 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:19.255899 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d5e33-b4d2-4372-80cc-718f5e048e54 req-5e0241e9-058e-401a-9a98-74b62806e166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:19.257553 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-210d5e33-b4d2-4372-80cc-718f5e048e54 req-5e0241e9-058e-401a-9a98-74b62806e166 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=218af894-e138-49fb-983a-59526774f58c HTTP/1.1" status: 200 len: 849 time: 0.2398148 Nov 12 03:43:19.315154 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-ac327645-c7c0-47bd-a374-2dc162aac34c service neutron] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148756 Nov 12 03:43:19.430793 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-88c2518d-361a-47e5-985b-7cadc0d0b010 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:19.464114 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-4938fe47-7dda-4e5b-8f61-6c914ae5638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8', 'name': 'tempest-TestAggregatesBasicOps-646708631-router', 'tenant_id': '0fa957e572d544f49e1324f36c67c2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'e3b1ce75-22e4-49fc-aa20-b666f5afe17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:06Z', 'updated_at': '2021-11-12T03:43:16Z', 'revision_number': 4, 'project_id': '0fa957e572d544f49e1324f36c67c2ef', 'gw_port': {'id': 'e3b1ce75-22e4-49fc-aa20-b666f5afe17a', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:07Z', 'updated_at': '2021-11-12T03:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '0709df79-4070-4a60-9dc8-712408eb8e38', 'name': '', 'network_id': '6d076d5d-d937-4fcc-8186-1cca9988707c', 'tenant_id': '0fa957e572d544f49e1324f36c67c2ef', 'mac_address': 'fa:16:3e:bd:85:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': 'af35e156-274a-447e-a44f-3360a6db9847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:13Z', 'updated_at': '2021-11-12T03:43:16Z', 'revision_number': 2, 'project_id': '0fa957e572d544f49e1324f36c67c2ef', 'subnets': [{'id': 'af35e156-274a-447e-a44f-3360a6db9847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:19.500010 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4938fe47-7dda-4e5b-8f61-6c914ae5638b None None] Checking router: 2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:43:19.501603 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4938fe47-7dda-4e5b-8f61-6c914ae5638b None None] Updating router 2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8 port 0709df79-4070-4a60-9dc8-712408eb8e38 binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:43:19.502586 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b1a8846a-ee33-41df-adc2-3c6a13a56346 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:19.534962 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4938fe47-7dda-4e5b-8f61-6c914ae5638b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:19.575339 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-b1a8846a-ee33-41df-adc2-3c6a13a56346 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['896cd360-723c-4f8a-a709-3562c0f4bf64']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:19.590520 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c2518d-361a-47e5-985b-7cadc0d0b010 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event updated for resources: {'Subnet': ['ID=f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:19.610007 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-b1a8846a-ee33-41df-adc2-3c6a13a56346 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1246193-9feb-42db-b9b3-fa55622a2815') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:19.611062 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-b1a8846a-ee33-41df-adc2-3c6a13a56346 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1246193-9feb-42db-b9b3-fa55622a2815') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:19.614728 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d5e33-b4d2-4372-80cc-718f5e048e54 req-1cf3c369-cac1-4191-bb5f-90c65650e052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:19.616303 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-210d5e33-b4d2-4372-80cc-718f5e048e54 req-1cf3c369-cac1-4191-bb5f-90c65650e052 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ce97ab11-8a00-4cd9-ad27-4b288272e186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3275182 Nov 12 03:43:19.621482 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c2518d-361a-47e5-985b-7cadc0d0b010 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Checking segment: {'id': 'e998c7aa-fc95-440e-b07f-6d1daf1c7863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9ac378ba-18e8-483d-aa67-8b7d97613684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:19.621839 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c2518d-361a-47e5-985b-7cadc0d0b010 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Network hostable DHCP agents. Network: 9ac378ba-18e8-483d-aa67-8b7d97613684, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:43:19.631157 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b1a8846a-ee33-41df-adc2-3c6a13a56346 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:19.667271 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c2518d-361a-47e5-985b-7cadc0d0b010 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Network 9ac378ba-18e8-483d-aa67-8b7d97613684 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:43:19.671476 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b1a8846a-ee33-41df-adc2-3c6a13a56346 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:19.681966 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1a8846a-ee33-41df-adc2-3c6a13a56346 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:43:19.682447 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b1a8846a-ee33-41df-adc2-3c6a13a56346 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:19.685865 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:43:19.685865 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:43:19.685865 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:43:19.685865 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:43:19.685865 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:43:19.685865 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:43:19.685865 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:43:19.685865 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:43:19.685865 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:43:19.685865 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:43:19.685865 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:43:19.685865 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:43:19.685865 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:43:19.685865 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:43:19.685865 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:43:19.685865 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:43:19.685865 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:43:19.685865 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:43:19.685865 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:43:19.685865 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:43:19.685865 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:43:19.685865 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:43:19.685865 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:43:19.685865 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:43:19.685865 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:43:19.685865 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:43:19.685865 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:43:19.685865 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:43:19.685865 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:43:19.685865 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:43:19.685865 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:43:19.685865 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:43:19.688035 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-88c2518d-361a-47e5-985b-7cadc0d0b010 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 9ac378ba-18e8-483d-aa67-8b7d97613684) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:19.694925 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3b169a-2d99-41c2-9592-7c959a0af9a4 None None] Network 9ac378ba-18e8-483d-aa67-8b7d97613684 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:19.700562 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c2518d-361a-47e5-985b-7cadc0d0b010 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:19.701662 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-88c2518d-361a-47e5-985b-7cadc0d0b010 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:19.773906 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-88c2518d-361a-47e5-985b-7cadc0d0b010 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1808283 Nov 12 03:43:19.778123 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59400) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:19.790152 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-210d5e33-b4d2-4372-80cc-718f5e048e54 req-834f3597-7f52-47b0-9df4-254ed2a25d87 service neutron] 10.222.0.90 "GET /v2.0/networks/ce97ab11-8a00-4cd9-ad27-4b288272e186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512346 Nov 12 03:43:19.898370 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b1a8846a-ee33-41df-adc2-3c6a13a56346 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:19.912742 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b1a8846a-ee33-41df-adc2-3c6a13a56346 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:19.921112 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b1a8846a-ee33-41df-adc2-3c6a13a56346 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] 10.222.0.50 "DELETE /v2.0/networks/896cd360-723c-4f8a-a709-3562c0f4bf64 HTTP/1.1" status: 204 len: 168 time: 0.8419552 Nov 12 03:43:19.946277 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44cf65e-bc96-4417-a850-635682974bd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-9ac378ba-18e8-483d-aa67-8b7d97613684', 'network_id': '9ac378ba-18e8-483d-aa67-8b7d97613684', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'fixed_ips': [{'subnet_id': 'f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:43:19.947901 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e44cf65e-bc96-4417-a850-635682974bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:19.983880 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a8846a-ee33-41df-adc2-3c6a13a56346 tempest-BulkNetworkOpsTest-1548015817 tempest-BulkNetworkOpsTest-1548015817-project] Pushing event deleted for resources: {'Network': ['ID=896cd360-723c-4f8a-a709-3562c0f4bf64,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:20.092103 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-fe0485b3-f363-4d82-909e-0abc700ddca2 service neutron] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7567067 Nov 12 03:43:20.167319 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4938fe47-7dda-4e5b-8f61-6c914ae5638b None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.185497 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4938fe47-7dda-4e5b-8f61-6c914ae5638b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.188365 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-7ac7db1b-2409-4a46-9ecc-f481d5e9505a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=bea45d93-9310-41f5-8703-7de66e3e9b69 HTTP/1.1" status: 200 len: 217 time: 0.0801268 Nov 12 03:43:20.258194 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-210d5e33-b4d2-4372-80cc-718f5e048e54 req-a4e6613e-a789-4b38-a311-f68220fcb16e service neutron] 10.222.0.90 "GET /v2.0/networks/ce97ab11-8a00-4cd9-ad27-4b288272e186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417019 Nov 12 03:43:20.259351 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7b90e9-69c8-4b13-882f-d81e3b0fe1bc None None] Pushing event updated for resources: {'Port': ['ID=0709df79-4070-4a60-9dc8-712408eb8e38,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:20.280421 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-e44cf65e-bc96-4417-a850-635682974bd0 None None] Allocated IP 172.20.0.2 (9ac378ba-18e8-483d-aa67-8b7d97613684/f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb/1d5bebe6-c6ce-48ed-904b-d068ddfa38d9) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:20.404607 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-4938fe47-7dda-4e5b-8f61-6c914ae5638b None None] Attempting to bind port 0709df79-4070-4a60-9dc8-712408eb8e38 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:20.405063 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-4938fe47-7dda-4e5b-8f61-6c914ae5638b None None] Attempting to bind port 0709df79-4070-4a60-9dc8-712408eb8e38 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '7fb4a596-8ddf-495d-9ba5-67a86541618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6d076d5d-d937-4fcc-8186-1cca9988707c'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:20.405369 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4938fe47-7dda-4e5b-8f61-6c914ae5638b None None] Attempting to bind port 0709df79-4070-4a60-9dc8-712408eb8e38 on network 6d076d5d-d937-4fcc-8186-1cca9988707c {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:20.412427 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4938fe47-7dda-4e5b-8f61-6c914ae5638b None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:20.412828 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4938fe47-7dda-4e5b-8f61-6c914ae5638b None None] Checking segment: {'id': '7fb4a596-8ddf-495d-9ba5-67a86541618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6d076d5d-d937-4fcc-8186-1cca9988707c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:20.413191 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4938fe47-7dda-4e5b-8f61-6c914ae5638b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.413623 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4938fe47-7dda-4e5b-8f61-6c914ae5638b None None] Bound using segment: {'id': '7fb4a596-8ddf-495d-9ba5-67a86541618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6d076d5d-d937-4fcc-8186-1cca9988707c'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:20.414103 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-4938fe47-7dda-4e5b-8f61-6c914ae5638b None None] Bound port: 0709df79-4070-4a60-9dc8-712408eb8e38, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb4a596-8ddf-495d-9ba5-67a86541618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6d076d5d-d937-4fcc-8186-1cca9988707c'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:20.414479 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4938fe47-7dda-4e5b-8f61-6c914ae5638b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.447432 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-0630102f-30dd-44df-9743-d582b432b065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:20.449774 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-0630102f-30dd-44df-9743-d582b432b065 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b982b1ac-5a39-445d-bf86-e4e863c753c9 HTTP/1.1" status: 200 len: 797 time: 0.2421901 Nov 12 03:43:20.531030 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f7abe3f2-4d1f-48fa-9196-862ea976d81b tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.594931 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-4938fe47-7dda-4e5b-8f61-6c914ae5638b None None] For port 0709df79-4070-4a60-9dc8-712408eb8e38, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:20.604245 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-4938fe47-7dda-4e5b-8f61-6c914ae5638b None None] For port 0709df79-4070-4a60-9dc8-712408eb8e38, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=0709df79-4070-4a60-9dc8-712408eb8e38,segment=NetworkSegment(7fb4a596-8ddf-495d-9ba5-67a86541618f),segment_id=7fb4a596-8ddf-495d-9ba5-67a86541618f)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:20.615814 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4938fe47-7dda-4e5b-8f61-6c914ae5638b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.622499 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-294d5839-5c8d-40ce-bf05-720c9ab63333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:20.625552 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-294d5839-5c8d-40ce-bf05-720c9ab63333 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1250253 Nov 12 03:43:20.688055 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59414) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:20.716339 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-09f20a29-36d8-4025-b077-fcd195da4a50 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.754826 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4938fe47-7dda-4e5b-8f61-6c914ae5638b None None] Routers {'2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:20.755535 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-4938fe47-7dda-4e5b-8f61-6c914ae5638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:43:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:20.836618 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e44cf65e-bc96-4417-a850-635682974bd0 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.869626 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e44cf65e-bc96-4417-a850-635682974bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.872710 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f20a29-36d8-4025-b077-fcd195da4a50 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event updated for resources: {'Subnet': ['ID=722c3383-568d-4de6-99c3-13910b18d1ba,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:20.905969 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f20a29-36d8-4025-b077-fcd195da4a50 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Network 30cc1d6f-f503-4795-80b5-ae1f4b43ec0b is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:20.910253 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-09f20a29-36d8-4025-b077-fcd195da4a50 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:20.923103 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f20a29-36d8-4025-b077-fcd195da4a50 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:20.924560 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-09f20a29-36d8-4025-b077-fcd195da4a50 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.955241 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-09f20a29-36d8-4025-b077-fcd195da4a50 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.6038036 Nov 12 03:43:20.956257 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59424) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:20.975919 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-534eefbc-3629-44f0-beaa-9025c151eaf7 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-756284611', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '722c3383-568d-4de6-99c3-13910b18d1ba'}], 'security_groups': ['3571bfa2-4cf1-4ee8-82ca-9cf9a3d7288a', '3d0e0e3b-ecab-485c-be04-8a4182a06a95']}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:21.040858 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c272f264-8375-47ff-9394-320f09dc0140 None None] Network 30cc1d6f-f503-4795-80b5-ae1f4b43ec0b requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:21.042549 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7b90e9-69c8-4b13-882f-d81e3b0fe1bc None None] Pushing event updated for resources: {'Port': ['ID=0709df79-4070-4a60-9dc8-712408eb8e38,revision_number=4']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:21.064320 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-f7abe3f2-4d1f-48fa-9196-862ea976d81b tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Allocated IP 172.20.0.1 (9ac378ba-18e8-483d-aa67-8b7d97613684/f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb/06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:21.090286 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-4938fe47-7dda-4e5b-8f61-6c914ae5638b None None] Set router 2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:43:21.096917 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-4ff4a438-278b-4fbe-b0e6-ea59fe308b2c service neutron] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4547958 Nov 12 03:43:21.310559 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44cf65e-bc96-4417-a850-635682974bd0 None None] Network 9ac378ba-18e8-483d-aa67-8b7d97613684 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:21.325768 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f7abe3f2-4d1f-48fa-9196-862ea976d81b tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.338467 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-e44cf65e-bc96-4417-a850-635682974bd0 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:21.347803 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44cf65e-bc96-4417-a850-635682974bd0 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:21.385214 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f7abe3f2-4d1f-48fa-9196-862ea976d81b tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.388051 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-7a3b356f-fcce-4189-905b-14566e29184d None None] Provisioning complete for port 0709df79-4070-4a60-9dc8-712408eb8e38 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:21.388592 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7a3b356f-fcce-4189-905b-14566e29184d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.433751 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44cf65e-bc96-4417-a850-635682974bd0 None None] Pushing event updated for resources: {'Port': ['ID=1d5bebe6-c6ce-48ed-904b-d068ddfa38d9,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:21.491100 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7abe3f2-4d1f-48fa-9196-862ea976d81b tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Network 9ac378ba-18e8-483d-aa67-8b7d97613684 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:21.503577 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-f7abe3f2-4d1f-48fa-9196-862ea976d81b tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:21.515578 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7abe3f2-4d1f-48fa-9196-862ea976d81b tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:21.552971 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-534eefbc-3629-44f0-beaa-9025c151eaf7 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.564232 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-0f39d016-4680-40d0-b2e9-48cbb90b4136 service neutron] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354332 Nov 12 03:43:21.568565 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7abe3f2-4d1f-48fa-9196-862ea976d81b tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event updated for resources: {'Port': ['ID=06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:21.614245 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f7abe3f2-4d1f-48fa-9196-862ea976d81b tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.622369 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-e44cf65e-bc96-4417-a850-635682974bd0 None None] Attempting to bind port 1d5bebe6-c6ce-48ed-904b-d068ddfa38d9 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:21.622756 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-e44cf65e-bc96-4417-a850-635682974bd0 None None] Attempting to bind port 1d5bebe6-c6ce-48ed-904b-d068ddfa38d9 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'e998c7aa-fc95-440e-b07f-6d1daf1c7863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9ac378ba-18e8-483d-aa67-8b7d97613684'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:21.623126 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44cf65e-bc96-4417-a850-635682974bd0 None None] Attempting to bind port 1d5bebe6-c6ce-48ed-904b-d068ddfa38d9 on network 9ac378ba-18e8-483d-aa67-8b7d97613684 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:21.656388 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44cf65e-bc96-4417-a850-635682974bd0 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:21.657105 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44cf65e-bc96-4417-a850-635682974bd0 None None] Checking segment: {'id': 'e998c7aa-fc95-440e-b07f-6d1daf1c7863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9ac378ba-18e8-483d-aa67-8b7d97613684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:21.658025 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e44cf65e-bc96-4417-a850-635682974bd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.658618 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44cf65e-bc96-4417-a850-635682974bd0 None None] Bound using segment: {'id': 'e998c7aa-fc95-440e-b07f-6d1daf1c7863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9ac378ba-18e8-483d-aa67-8b7d97613684'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:21.659336 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-e44cf65e-bc96-4417-a850-635682974bd0 None None] Bound port: 1d5bebe6-c6ce-48ed-904b-d068ddfa38d9, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e998c7aa-fc95-440e-b07f-6d1daf1c7863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9ac378ba-18e8-483d-aa67-8b7d97613684'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:21.659890 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e44cf65e-bc96-4417-a850-635682974bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.811244 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7a3b356f-fcce-4189-905b-14566e29184d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.825514 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2c8e4820-daa5-42c0-add3-d940aa1b8795 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=926c0c069ef34087a96c770d4017d615&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1320910 Nov 12 03:43:21.831040 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59452) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:21.846547 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-4938fe47-7dda-4e5b-8f61-6c914ae5638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8', 'name': 'tempest-TestAggregatesBasicOps-646708631-router', 'tenant_id': '0fa957e572d544f49e1324f36c67c2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'e3b1ce75-22e4-49fc-aa20-b666f5afe17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:06Z', 'updated_at': '2021-11-12T03:43:16Z', 'revision_number': 4, 'project_id': '0fa957e572d544f49e1324f36c67c2ef', 'gw_port': {'id': 'e3b1ce75-22e4-49fc-aa20-b666f5afe17a', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:07Z', 'updated_at': '2021-11-12T03:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '0709df79-4070-4a60-9dc8-712408eb8e38', 'name': '', 'network_id': '6d076d5d-d937-4fcc-8186-1cca9988707c', 'tenant_id': '0fa957e572d544f49e1324f36c67c2ef', 'mac_address': 'fa:16:3e:bd:85:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': 'af35e156-274a-447e-a44f-3360a6db9847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:13Z', 'updated_at': '2021-11-12T03:43:20Z', 'revision_number': 4, 'project_id': '0fa957e572d544f49e1324f36c67c2ef', 'subnets': [{'id': 'af35e156-274a-447e-a44f-3360a6db9847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:21.930093 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-7a3b356f-fcce-4189-905b-14566e29184d None None] For port 0709df79-4070-4a60-9dc8-712408eb8e38, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=0709df79-4070-4a60-9dc8-712408eb8e38,segment=NetworkSegment(7fb4a596-8ddf-495d-9ba5-67a86541618f),segment_id=7fb4a596-8ddf-495d-9ba5-67a86541618f)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:21.934969 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-fa58e386-5678-4a40-b246-40783a2d7eda service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cd29e61e-cd7b-4137-8bad-d6de98039d22 HTTP/1.1" status: 200 len: 217 time: 0.3471620 Nov 12 03:43:21.939148 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7a3b356f-fcce-4189-905b-14566e29184d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.944391 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-e44cf65e-bc96-4417-a850-635682974bd0 None None] For port 1d5bebe6-c6ce-48ed-904b-d068ddfa38d9, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:21.946494 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4938fe47-7dda-4e5b-8f61-6c914ae5638b None None] The sync data for ids ['2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8'] in n-d-715271-27 is: [{'id': '2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8', 'name': 'tempest-TestAggregatesBasicOps-646708631-router', 'tenant_id': '0fa957e572d544f49e1324f36c67c2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'e3b1ce75-22e4-49fc-aa20-b666f5afe17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:06Z', 'updated_at': '2021-11-12T03:43:16Z', 'revision_number': 4, 'project_id': '0fa957e572d544f49e1324f36c67c2ef', 'gw_port': {'id': 'e3b1ce75-22e4-49fc-aa20-b666f5afe17a', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:07Z', 'updated_at': '2021-11-12T03:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '0709df79-4070-4a60-9dc8-712408eb8e38', 'name': '', 'network_id': '6d076d5d-d937-4fcc-8186-1cca9988707c', 'tenant_id': '0fa957e572d544f49e1324f36c67c2ef', 'mac_address': 'fa:16:3e:bd:85:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': 'af35e156-274a-447e-a44f-3360a6db9847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:13Z', 'updated_at': '2021-11-12T03:43:20Z', 'revision_number': 4, 'project_id': '0fa957e572d544f49e1324f36c67c2ef', 'subnets': [{'id': 'af35e156-274a-447e-a44f-3360a6db9847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:43:22.014496 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f7abe3f2-4d1f-48fa-9196-862ea976d81b tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:22.062416 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-e44cf65e-bc96-4417-a850-635682974bd0 None None] For port 1d5bebe6-c6ce-48ed-904b-d068ddfa38d9, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=1d5bebe6-c6ce-48ed-904b-d068ddfa38d9,segment=NetworkSegment(e998c7aa-fc95-440e-b07f-6d1daf1c7863),segment_id=e998c7aa-fc95-440e-b07f-6d1daf1c7863)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:22.064050 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef64b726-070d-403f-9725-05c67eb7c861 None None] Update dhcp port {'port': {'network_id': '30cc1d6f-f503-4795-80b5-ae1f4b43ec0b', 'fixed_ips': [{'subnet_id': '051d107c-6f03-444f-b655-a646faaf226c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4465844c-a711-403e-8941-9ce06513123d', 'ip_address': '2001:db8::2'}, {'subnet_id': '722c3383-568d-4de6-99c3-13910b18d1ba'}], 'binding:host_id': 'n-d-715271-27'}, 'id': 'add136b1-2124-4076-b7ca-50bfb9f8fb51'} from n-d-715271-27. {{(pid=102573) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:43:22.107634 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e44cf65e-bc96-4417-a850-635682974bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:22.266853 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a83a1ed0-c3ed-4b95-a0df-ea07b47feddd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:22.349510 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-caf39c35-391a-4a78-b3df-8744f56de191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:22.351079 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-caf39c35-391a-4a78-b3df-8744f56de191 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18b45a6b-deb9-4b8d-a9e4-21e350a68f47 HTTP/1.1" status: 200 len: 797 time: 0.3714082 Nov 12 03:43:22.506766 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a83a1ed0-c3ed-4b95-a0df-ea07b47feddd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:22.653638 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 0709df79-4070-4a60-9dc8-712408eb8e38 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:22.689342 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a83a1ed0-c3ed-4b95-a0df-ea07b47feddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:22.692049 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a83a1ed0-c3ed-4b95-a0df-ea07b47feddd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:22.697154 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a83a1ed0-c3ed-4b95-a0df-ea07b47feddd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/885304fe-f003-41cb-88a3-ec6460fe3145 HTTP/1.1" status: 204 len: 168 time: 0.8444118 Nov 12 03:43:22.731406 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a1ed0-c3ed-4b95-a0df-ea07b47feddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885304fe-f003-41cb-88a3-ec6460fe3145,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:22.756798 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ef64b726-070d-403f-9725-05c67eb7c861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:22.759545 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-5ca3a9a1-a783-4d6a-9dde-8903dfd3c1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:22.762379 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-5ca3a9a1-a783-4d6a-9dde-8903dfd3c1bc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=36f6ed65-8190-49b0-8a57-7dd102916b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3941100 Nov 12 03:43:22.771697 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a1ed0-c3ed-4b95-a0df-ea07b47feddd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:22.772043 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a1ed0-c3ed-4b95-a0df-ea07b47feddd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:22.772413 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a1ed0-c3ed-4b95-a0df-ea07b47feddd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:22.772755 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a1ed0-c3ed-4b95-a0df-ea07b47feddd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:22.773146 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a1ed0-c3ed-4b95-a0df-ea07b47feddd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:22.773488 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a1ed0-c3ed-4b95-a0df-ea07b47feddd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:22.773819 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a1ed0-c3ed-4b95-a0df-ea07b47feddd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:22.774155 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a1ed0-c3ed-4b95-a0df-ea07b47feddd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:22.775335 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a1ed0-c3ed-4b95-a0df-ea07b47feddd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:22.775683 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a1ed0-c3ed-4b95-a0df-ea07b47feddd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:22.776009 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a1ed0-c3ed-4b95-a0df-ea07b47feddd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:22.776374 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a1ed0-c3ed-4b95-a0df-ea07b47feddd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:22.896480 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b356f-fcce-4189-905b-14566e29184d None None] Pushing event updated for resources: {'Port': ['ID=0709df79-4070-4a60-9dc8-712408eb8e38,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:22.946211 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2b22a3f9-275b-4059-bdeb-7c257ae8f15e None None] Provisioning complete for port 0709df79-4070-4a60-9dc8-712408eb8e38 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:22.947127 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2b22a3f9-275b-4059-bdeb-7c257ae8f15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:23.121027 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-f722049c-9689-42f5-bcb0-4d656ac5ca50 service neutron] 10.222.0.74 "GET /v2.0/networks/36f6ed65-8190-49b0-8a57-7dd102916b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516068 Nov 12 03:43:23.227178 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-534eefbc-3629-44f0-beaa-9025c151eaf7 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Delete allocated IP 2001:db8::35f (30cc1d6f-f503-4795-80b5-ae1f4b43ec0b/4465844c-a711-403e-8941-9ce06513123d) {{(pid=102572) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 03:43:23.327854 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-534eefbc-3629-44f0-beaa-9025c151eaf7 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Allocated IP 2001:db8:0:2::304 (30cc1d6f-f503-4795-80b5-ae1f4b43ec0b/722c3383-568d-4de6-99c3-13910b18d1ba/75526152-66d3-4249-9e38-2af52718c8a7) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:23.470669 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59490) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:23.532042 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44cf65e-bc96-4417-a850-635682974bd0 None None] Pushing event updated for resources: {'Port': ['ID=1d5bebe6-c6ce-48ed-904b-d068ddfa38d9,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:23.612871 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 0709df79-4070-4a60-9dc8-712408eb8e38 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:23.613651 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:23.792434 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-831560e0-d3e5-43d0-8929-ff762394bdf0 service neutron] 10.222.0.74 "GET /v2.0/networks/36f6ed65-8190-49b0-8a57-7dd102916b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6359704 Nov 12 03:43:23.901507 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f7abe3f2-4d1f-48fa-9196-862ea976d81b tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:23.907508 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f7abe3f2-4d1f-48fa-9196-862ea976d81b tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:23.942029 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-fba1c4a9-f9ae-429c-8a25-77e6d0df6957 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c62b694a-df5c-40c2-8669-a8ba46de727c HTTP/1.1" status: 200 len: 217 time: 0.1287284 Nov 12 03:43:24.114002 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7abe3f2-4d1f-48fa-9196-862ea976d81b tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event updated for resources: {'Port': ['ID=06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:24.183713 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f7abe3f2-4d1f-48fa-9196-862ea976d81b tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:24.236818 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-9a1c7c91-0365-445f-a30b-ddcad482c94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:24.239680 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-9a1c7c91-0365-445f-a30b-ddcad482c94a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18b45a6b-deb9-4b8d-a9e4-21e350a68f47 HTTP/1.1" status: 200 len: 797 time: 0.2858140 Nov 12 03:43:24.442462 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7abe3f2-4d1f-48fa-9196-862ea976d81b tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Network 9ac378ba-18e8-483d-aa67-8b7d97613684 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:24.443982 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-f7abe3f2-4d1f-48fa-9196-862ea976d81b tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:24.569759 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-534eefbc-3629-44f0-beaa-9025c151eaf7 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:24.608037 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-534eefbc-3629-44f0-beaa-9025c151eaf7 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:24.635709 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-a72eedc5-de17-4a96-96d1-34e84d341f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:24.640282 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-a72eedc5-de17-4a96-96d1-34e84d341f8a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=36f6ed65-8190-49b0-8a57-7dd102916b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3888698 Nov 12 03:43:24.722700 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-ef64b726-070d-403f-9725-05c67eb7c861 None None] Allocated IP 2001:db8:0:2::2 (30cc1d6f-f503-4795-80b5-ae1f4b43ec0b/722c3383-568d-4de6-99c3-13910b18d1ba/add136b1-2124-4076-b7ca-50bfb9f8fb51) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:24.813649 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7abe3f2-4d1f-48fa-9196-862ea976d81b tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Router 4ca0d9d1-6087-4f84-846f-397d5d270fe9 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:43:24.841904 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-534eefbc-3629-44f0-beaa-9025c151eaf7 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] In _notify_port_updated(), no bound segment for port 75526152-66d3-4249-9e38-2af52718c8a7 on network 30cc1d6f-f503-4795-80b5-ae1f4b43ec0b {{(pid=102572) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:43:24.850465 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534eefbc-3629-44f0-beaa-9025c151eaf7 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:24.858559 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-534eefbc-3629-44f0-beaa-9025c151eaf7 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:24.860010 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-534eefbc-3629-44f0-beaa-9025c151eaf7 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "PUT /v2.0/ports/75526152-66d3-4249-9e38-2af52718c8a7 HTTP/1.1" status: 200 len: 969 time: 3.9001458 Nov 12 03:43:24.891885 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59520) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:24.892546 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59522) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:24.921233 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 0709df79-4070-4a60-9dc8-712408eb8e38 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:24.976440 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7abe3f2-4d1f-48fa-9196-862ea976d81b tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:43:24.986226 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f7abe3f2-4d1f-48fa-9196-862ea976d81b tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "PUT /v2.0/routers/4ca0d9d1-6087-4f84-846f-397d5d270fe9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2070670 Nov 12 03:43:24.990264 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59526) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:24.992485 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-ef64b726-070d-403f-9725-05c67eb7c861 None None] For port add136b1-2124-4076-b7ca-50bfb9f8fb51, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=add136b1-2124-4076-b7ca-50bfb9f8fb51,segment=NetworkSegment(1d6fb3ef-dda2-42aa-9774-e6595feedc7a),segment_id=1d6fb3ef-dda2-42aa-9774-e6595feedc7a)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:25.001981 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-3a71a883-117f-4379-87f8-08d1437b18ea tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Request body: {'network': {'name': 'tempest-RoutersTest-244318380'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:25.011095 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eaf17b7-d0da-4274-8572-b4dd9ae9e8af None None] Sync routers for ids ['4ca0d9d1-6087-4f84-846f-397d5d270fe9'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:43:25.065250 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a71a883-117f-4379-87f8-08d1437b18ea tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Made reservation on behalf of 2daba86d1f0544abbd55ed3fcbf9b5c1 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:25.076781 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3a71a883-117f-4379-87f8-08d1437b18ea tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.081308 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaf17b7-d0da-4274-8572-b4dd9ae9e8af None None] Routers {'4ca0d9d1-6087-4f84-846f-397d5d270fe9'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:25.086423 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-1eaf17b7-d0da-4274-8572-b4dd9ae9e8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:43:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4ca0d9d1-6087-4f84-846f-397d5d270fe9'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:25.095449 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ef64b726-070d-403f-9725-05c67eb7c861 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.123763 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a71a883-117f-4379-87f8-08d1437b18ea tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:43:25.139755 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3a71a883-117f-4379-87f8-08d1437b18ea tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.141509 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-3a71a883-117f-4379-87f8-08d1437b18ea tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Added segment d1e6e2ce-7917-404a-b4cf-cc0d0cf5a1b0 of type vlan for network 681955e5-d7b5-450a-bfb7-ac581d5e206c Nov 12 03:43:25.153691 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96cb0ae-25c1-4332-b606-2cfbc13f0e23 None None] Network 9ac378ba-18e8-483d-aa67-8b7d97613684 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:25.199584 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3a71a883-117f-4379-87f8-08d1437b18ea tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.245057 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3a71a883-117f-4379-87f8-08d1437b18ea tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.252507 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a71a883-117f-4379-87f8-08d1437b18ea tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:25.253322 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3a71a883-117f-4379-87f8-08d1437b18ea tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.282668 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ef64b726-070d-403f-9725-05c67eb7c861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.284723 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3a71a883-117f-4379-87f8-08d1437b18ea tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2920530 Nov 12 03:43:25.300310 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59534) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:25.306468 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-a86bd6d5-35c0-4be5-8c7f-af4a9f0ed9f2 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Request body: {'subnet': {'network_id': '681955e5-d7b5-450a-bfb7-ac581d5e206c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:25.307001 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 0709df79-4070-4a60-9dc8-712408eb8e38 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:25.307379 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.468888 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534eefbc-3629-44f0-beaa-9025c151eaf7 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event updated for resources: {'Port': ['ID=75526152-66d3-4249-9e38-2af52718c8a7,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:25.482893 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-981c6ef3-e27e-430b-9dee-ad36cfb7fc00 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-822542163'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:25.507465 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71a883-117f-4379-87f8-08d1437b18ea tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event updated for resources: {'Network': ['ID=681955e5-d7b5-450a-bfb7-ac581d5e206c,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:25.512358 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86bd6d5-35c0-4be5-8c7f-af4a9f0ed9f2 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Made reservation on behalf of 2daba86d1f0544abbd55ed3fcbf9b5c1 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:25.516054 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a86bd6d5-35c0-4be5-8c7f-af4a9f0ed9f2 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.535112 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 681955e5-d7b5-450a-bfb7-ac581d5e206c details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:43:25.548507 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-1eaf17b7-d0da-4274-8572-b4dd9ae9e8af None None] Set router 4ca0d9d1-6087-4f84-846f-397d5d270fe9 gateway port host: None {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:43:25.557645 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-98915ae7-af92-4952-b657-18abf0064b96 None None] Provisioning complete for port 1d5bebe6-c6ce-48ed-904b-d068ddfa38d9 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:25.558019 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-98915ae7-af92-4952-b657-18abf0064b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.607515 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981c6ef3-e27e-430b-9dee-ad36cfb7fc00 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Made reservation on behalf of e1d480ebbc414f64891e3ea3b39fa331 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:25.612229 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-981c6ef3-e27e-430b-9dee-ad36cfb7fc00 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.619203 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-f10562ac-cd93-4c73-baaa-6e1ac8a86b44 service neutron] 10.222.0.74 "GET /v2.0/networks/36f6ed65-8190-49b0-8a57-7dd102916b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8579254 Nov 12 03:43:25.629988 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-981c6ef3-e27e-430b-9dee-ad36cfb7fc00 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.784748 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef64b726-070d-403f-9725-05c67eb7c861 None None] Pushing event updated for resources: {'Port': ['ID=add136b1-2124-4076-b7ca-50bfb9f8fb51,revision_number=7']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:25.786248 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-e832a484-811b-4b91-9a65-42a2e9079564 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Deleting port 75526152-66d3-4249-9e38-2af52718c8a7 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:25.786776 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e832a484-811b-4b91-9a65-42a2e9079564 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.839769 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a86bd6d5-35c0-4be5-8c7f-af4a9f0ed9f2 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.904620 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 1d5bebe6-c6ce-48ed-904b-d068ddfa38d9 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:25.907604 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-32094b5a-dfd0-4cbd-a539-85a27563d3bf req-d6828e90-7315-4729-8663-08d2ff99e0c5 service neutron] 10.222.0.74 "GET /v2.0/networks/36f6ed65-8190-49b0-8a57-7dd102916b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717924 Nov 12 03:43:25.934593 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1e63ec9d-996b-4bb1-be1e-81275714ae90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.962879 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86bd6d5-35c0-4be5-8c7f-af4a9f0ed9f2 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Checking segment: {'id': 'd1e6e2ce-7917-404a-b4cf-cc0d0cf5a1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '681955e5-d7b5-450a-bfb7-ac581d5e206c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:25.963279 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86bd6d5-35c0-4be5-8c7f-af4a9f0ed9f2 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Network hostable DHCP agents. Network: 681955e5-d7b5-450a-bfb7-ac581d5e206c, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:43:25.986518 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86bd6d5-35c0-4be5-8c7f-af4a9f0ed9f2 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event updated for resources: {'Subnet': ['ID=e007f6b3-6daf-45fd-aa3e-8a893ad0bc2a,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:26.011577 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86bd6d5-35c0-4be5-8c7f-af4a9f0ed9f2 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Network 681955e5-d7b5-450a-bfb7-ac581d5e206c is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:43:26.034587 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-a86bd6d5-35c0-4be5-8c7f-af4a9f0ed9f2 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 681955e5-d7b5-450a-bfb7-ac581d5e206c) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:26.038580 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e832a484-811b-4b91-9a65-42a2e9079564 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.044501 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-981c6ef3-e27e-430b-9dee-ad36cfb7fc00 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.048974 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86bd6d5-35c0-4be5-8c7f-af4a9f0ed9f2 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:26.053258 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a86bd6d5-35c0-4be5-8c7f-af4a9f0ed9f2 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.063835 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-981c6ef3-e27e-430b-9dee-ad36cfb7fc00 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.078903 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-e832a484-811b-4b91-9a65-42a2e9079564 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Calling delete_port for 75526152-66d3-4249-9e38-2af52718c8a7 owned by {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:26.089800 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a86bd6d5-35c0-4be5-8c7f-af4a9f0ed9f2 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7882762 Nov 12 03:43:26.093511 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59542) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:26.108437 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcccb02c-8762-4e16-b8c4-4155248c0218 None None] Network 681955e5-d7b5-450a-bfb7-ac581d5e206c requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:26.159122 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-981c6ef3-e27e-430b-9dee-ad36cfb7fc00 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:43:26.237482 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-98915ae7-af92-4952-b657-18abf0064b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.269102 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c6ef3-e27e-430b-9dee-ad36cfb7fc00 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abf7c913-5e86-4ab0-9f67-395d44547255,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:26.272859 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-981c6ef3-e27e-430b-9dee-ad36cfb7fc00 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.273810 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-981c6ef3-e27e-430b-9dee-ad36cfb7fc00 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Added segment 738d21c9-9a38-42a5-ba19-46eee10214c7 of type vlan for network 80425bfc-128a-4a0a-8cc5-f84ab524c764 Nov 12 03:43:26.336743 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 1d5bebe6-c6ce-48ed-904b-d068ddfa38d9 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:26.337374 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.426855 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-981c6ef3-e27e-430b-9dee-ad36cfb7fc00 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.554091 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.db.resource_extend [None req-981c6ef3-e27e-430b-9dee-ad36cfb7fc00 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:43:26.626520 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-981c6ef3-e27e-430b-9dee-ad36cfb7fc00 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.633714 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981c6ef3-e27e-430b-9dee-ad36cfb7fc00 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:26.634483 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-981c6ef3-e27e-430b-9dee-ad36cfb7fc00 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.667133 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-98915ae7-af92-4952-b657-18abf0064b96 None None] For port 1d5bebe6-c6ce-48ed-904b-d068ddfa38d9, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=1d5bebe6-c6ce-48ed-904b-d068ddfa38d9,segment=NetworkSegment(e998c7aa-fc95-440e-b07f-6d1daf1c7863),segment_id=e998c7aa-fc95-440e-b07f-6d1daf1c7863)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:26.701796 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-98915ae7-af92-4952-b657-18abf0064b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.812441 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c6ef3-e27e-430b-9dee-ad36cfb7fc00 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event updated for resources: {'Network': ['ID=80425bfc-128a-4a0a-8cc5-f84ab524c764,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:26.828496 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e832a484-811b-4b91-9a65-42a2e9079564 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.841766 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 80425bfc-128a-4a0a-8cc5-f84ab524c764 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:43:26.900369 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-981c6ef3-e27e-430b-9dee-ad36cfb7fc00 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.9976916 Nov 12 03:43:26.900369 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e832a484-811b-4b91-9a65-42a2e9079564 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event deleted for resources: {'Port': ['ID=75526152-66d3-4249-9e38-2af52718c8a7,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:26.999177 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e832a484-811b-4b91-9a65-42a2e9079564 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:27.006312 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e832a484-811b-4b91-9a65-42a2e9079564 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/ports/75526152-66d3-4249-9e38-2af52718c8a7 HTTP/1.1" status: 204 len: 168 time: 2.1099966 Nov 12 03:43:27.051729 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59550) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:27.078716 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc7a4ba-d584-4f46-b490-1996e7813145 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-681955e5-d7b5-450a-bfb7-ac581d5e206c', 'network_id': '681955e5-d7b5-450a-bfb7-ac581d5e206c', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'fixed_ips': [{'subnet_id': 'e007f6b3-6daf-45fd-aa3e-8a893ad0bc2a'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:43:27.079453 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3cc7a4ba-d584-4f46-b490-1996e7813145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:27.086825 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98915ae7-af92-4952-b657-18abf0064b96 None None] Pushing event updated for resources: {'Port': ['ID=1d5bebe6-c6ce-48ed-904b-d068ddfa38d9,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:27.098730 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-8c6722b3-3ec0-4ffd-b6d1-c91a8ebf037a None None] Provisioning complete for port 06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:27.099056 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8c6722b3-3ec0-4ffd-b6d1-c91a8ebf037a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:27.127256 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-1e63ec9d-996b-4bb1-be1e-81275714ae90 admin admin] Deleting port 7cfec413-d9e3-4595-a2bc-f0259de7c335 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:27.129385 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1e63ec9d-996b-4bb1-be1e-81275714ae90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:27.183393 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-1eaf17b7-d0da-4274-8572-b4dd9ae9e8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'name': 'tempest-RoutersTest-router-583694735', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:17Z', 'updated_at': '2021-11-12T03:43:21Z', 'revision_number': 2, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'gw_port_host': None, '_interfaces': [{'id': '06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f', 'name': '', 'network_id': '9ac378ba-18e8-483d-aa67-8b7d97613684', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'mac_address': 'fa:16:3e:69:22:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:20Z', 'updated_at': '2021-11-12T03:43:22Z', 'revision_number': 2, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'subnets': [{'id': 'f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:27.242944 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eaf17b7-d0da-4274-8572-b4dd9ae9e8af None None] Checking router: 4ca0d9d1-6087-4f84-846f-397d5d270fe9 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:43:27.242944 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eaf17b7-d0da-4274-8572-b4dd9ae9e8af None None] Updating router 4ca0d9d1-6087-4f84-846f-397d5d270fe9 port 06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:43:27.252180 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d7cad57-378d-4fee-8c65-a93e189da0a2 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] GET failed (client error): The resource could not be found. Nov 12 03:43:27.256745 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59552) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:27.263564 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8d7cad57-378d-4fee-8c65-a93e189da0a2 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "GET /v2.0/ports/75526152-66d3-4249-9e38-2af52718c8a7 HTTP/1.1" status: 404 len: 333 time: 0.2051208 Nov 12 03:43:27.307603 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8f38cbbe-c8ab-4feb-854c-78f0d5a5c554 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:27.401921 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device add136b1-2124-4076-b7ca-50bfb9f8fb51 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:27.468858 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-1e63ec9d-996b-4bb1-be1e-81275714ae90 admin admin] For port 7cfec413-d9e3-4595-a2bc-f0259de7c335, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=7cfec413-d9e3-4595-a2bc-f0259de7c335,segment=NetworkSegment(cd8f8b00-6969-40fe-8b6f-f54cd8c11e5a),segment_id=cd8f8b00-6969-40fe-8b6f-f54cd8c11e5a)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:27.472420 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1e63ec9d-996b-4bb1-be1e-81275714ae90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:27.507361 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-1e63ec9d-996b-4bb1-be1e-81275714ae90 admin admin] Calling delete_port for 7cfec413-d9e3-4595-a2bc-f0259de7c335 owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:27.542481 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8174f0d0-08c3-467e-9a96-431e81e8aa3d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:27.684594 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-8c6722b3-3ec0-4ffd-b6d1-c91a8ebf037a None None] Port 06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:27.725445 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1eaf17b7-d0da-4274-8572-b4dd9ae9e8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:27.774271 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8174f0d0-08c3-467e-9a96-431e81e8aa3d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.101412 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8174f0d0-08c3-467e-9a96-431e81e8aa3d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.105378 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8174f0d0-08c3-467e-9a96-431e81e8aa3d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.110817 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8174f0d0-08c3-467e-9a96-431e81e8aa3d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/security-groups/d00e203a-77ca-418a-b538-eda7e8dad610 HTTP/1.1" status: 204 len: 168 time: 0.8489792 Nov 12 03:43:28.111088 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59562) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:28.170674 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8174f0d0-08c3-467e-9a96-431e81e8aa3d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00e203a-77ca-418a-b538-eda7e8dad610,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:28.251200 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-31f79997-095d-4cbd-83ed-5a9e5a190ca6 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.316659 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-31f79997-095d-4cbd-83ed-5a9e5a190ca6 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.341605 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1e63ec9d-996b-4bb1-be1e-81275714ae90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.416799 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-31f79997-095d-4cbd-83ed-5a9e5a190ca6 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.417025 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63ec9d-996b-4bb1-be1e-81275714ae90 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cfec413-d9e3-4595-a2bc-f0259de7c335,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:28.418351 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-31f79997-095d-4cbd-83ed-5a9e5a190ca6 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.426697 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59564) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:28.426925 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-31f79997-095d-4cbd-83ed-5a9e5a190ca6 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/security-groups/3d0e0e3b-ecab-485c-be04-8a4182a06a95 HTTP/1.1" status: 204 len: 168 time: 0.3143756 Nov 12 03:43:28.467299 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f79997-095d-4cbd-83ed-5a9e5a190ca6 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0e0e3b-ecab-485c-be04-8a4182a06a95,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:28.548379 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1eaf17b7-d0da-4274-8572-b4dd9ae9e8af None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.597880 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1eaf17b7-d0da-4274-8572-b4dd9ae9e8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.655365 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-56e9d997-bc96-45f1-9ca6-26e021f64b96 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.729814 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-8c6722b3-3ec0-4ffd-b6d1-c91a8ebf037a None None] Provisioning complete for port 1d5bebe6-c6ce-48ed-904b-d068ddfa38d9 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:28.730520 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8c6722b3-3ec0-4ffd-b6d1-c91a8ebf037a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.761296 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf7084-7579-41ab-9f03-aa7a4ba39240 None None] Pushing event updated for resources: {'Port': ['ID=06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:28.799166 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-56e9d997-bc96-45f1-9ca6-26e021f64b96 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.862351 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port add136b1-2124-4076-b7ca-50bfb9f8fb51 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:28.863464 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.917147 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1e63ec9d-996b-4bb1-be1e-81275714ae90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.930540 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-56e9d997-bc96-45f1-9ca6-26e021f64b96 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.934013 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-56e9d997-bc96-45f1-9ca6-26e021f64b96 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.935486 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-56e9d997-bc96-45f1-9ca6-26e021f64b96 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/security-groups/3571bfa2-4cf1-4ee8-82ca-9cf9a3d7288a HTTP/1.1" status: 204 len: 168 time: 0.5074506 Nov 12 03:43:28.941412 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59572) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:29.080883 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-3cc7a4ba-d584-4f46-b490-1996e7813145 None None] Allocated IP 172.21.0.2 (681955e5-d7b5-450a-bfb7-ac581d5e206c/e007f6b3-6daf-45fd-aa3e-8a893ad0bc2a/d5a28b05-a42a-4740-aa17-33c76400e394) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:29.127952 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9d997-bc96-45f1-9ca6-26e021f64b96 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3571bfa2-4cf1-4ee8-82ca-9cf9a3d7288a,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:29.240466 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-1eaf17b7-d0da-4274-8572-b4dd9ae9e8af None None] Attempting to bind port 06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:29.240834 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-1eaf17b7-d0da-4274-8572-b4dd9ae9e8af None None] Attempting to bind port 06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'e998c7aa-fc95-440e-b07f-6d1daf1c7863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9ac378ba-18e8-483d-aa67-8b7d97613684'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:29.241369 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eaf17b7-d0da-4274-8572-b4dd9ae9e8af None None] Attempting to bind port 06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f on network 9ac378ba-18e8-483d-aa67-8b7d97613684 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:29.277941 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc97d4a2-8b01-461d-8f59-5e939d44f330 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Deleting subnet 4465844c-a711-403e-8941-9ce06513123d {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:43:29.285445 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fc97d4a2-8b01-461d-8f59-5e939d44f330 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:29.285915 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eaf17b7-d0da-4274-8572-b4dd9ae9e8af None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:29.286388 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eaf17b7-d0da-4274-8572-b4dd9ae9e8af None None] Checking segment: {'id': 'e998c7aa-fc95-440e-b07f-6d1daf1c7863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9ac378ba-18e8-483d-aa67-8b7d97613684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:29.286772 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1eaf17b7-d0da-4274-8572-b4dd9ae9e8af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:29.287171 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eaf17b7-d0da-4274-8572-b4dd9ae9e8af None None] Bound using segment: {'id': 'e998c7aa-fc95-440e-b07f-6d1daf1c7863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9ac378ba-18e8-483d-aa67-8b7d97613684'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:29.287843 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-1eaf17b7-d0da-4274-8572-b4dd9ae9e8af None None] Bound port: 06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e998c7aa-fc95-440e-b07f-6d1daf1c7863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9ac378ba-18e8-483d-aa67-8b7d97613684'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:29.288046 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1eaf17b7-d0da-4274-8572-b4dd9ae9e8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:29.378077 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fc97d4a2-8b01-461d-8f59-5e939d44f330 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:29.443314 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 1d5bebe6-c6ce-48ed-904b-d068ddfa38d9 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:29.666468 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-1eaf17b7-d0da-4274-8572-b4dd9ae9e8af None None] For port 06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:29.671976 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fc97d4a2-8b01-461d-8f59-5e939d44f330 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:29.677550 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e63ec9d-996b-4bb1-be1e-81275714ae90 admin admin] Router 9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:43:29.678052 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-1eaf17b7-d0da-4274-8572-b4dd9ae9e8af None None] For port 06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f,segment=NetworkSegment(e998c7aa-fc95-440e-b07f-6d1daf1c7863),segment_id=e998c7aa-fc95-440e-b07f-6d1daf1c7863)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:29.683020 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 1d5bebe6-c6ce-48ed-904b-d068ddfa38d9 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:29.683509 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:29.718637 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-243b67a3-295c-465f-90fe-83c6c533ac4f None None] Could not find standard attr ID for object 75526152-66d3-4249-9e38-2af52718c8a7. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:43:29.723737 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1eaf17b7-d0da-4274-8572-b4dd9ae9e8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:29.838786 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-243b67a3-295c-465f-90fe-83c6c533ac4f None None] Provisioning complete for port 06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:29.839158 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-243b67a3-295c-465f-90fe-83c6c533ac4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:29.874122 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fc97d4a2-8b01-461d-8f59-5e939d44f330 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:29.920623 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf7084-7579-41ab-9f03-aa7a4ba39240 None None] Pushing event updated for resources: {'Port': ['ID=06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:29.951914 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc97d4a2-8b01-461d-8f59-5e939d44f330 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event deleted for resources: {'Subnet': ['ID=4465844c-a711-403e-8941-9ce06513123d,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:29.962263 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fc97d4a2-8b01-461d-8f59-5e939d44f330 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:29.971139 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59582) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:29.979091 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5079b1ec-3326-4361-8cb4-cd74be420eb2 None None] Network 30cc1d6f-f503-4795-80b5-ae1f4b43ec0b requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:29.983971 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-fc97d4a2-8b01-461d-8f59-5e939d44f330 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/subnets/4465844c-a711-403e-8941-9ce06513123d HTTP/1.1" status: 204 len: 168 time: 1.0358541 Nov 12 03:43:29.995974 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaf17b7-d0da-4274-8572-b4dd9ae9e8af None None] Routers {'4ca0d9d1-6087-4f84-846f-397d5d270fe9'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:29.997144 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-1eaf17b7-d0da-4274-8572-b4dd9ae9e8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:43:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4ca0d9d1-6087-4f84-846f-397d5d270fe9'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:30.047892 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e63ec9d-996b-4bb1-be1e-81275714ae90 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:43:30.060476 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e39cf9f-6c65-4b05-aa35-20d4ffc14db2 None None] Sync routers for ids ['9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:43:30.083034 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-1e63ec9d-996b-4bb1-be1e-81275714ae90 admin admin] 10.222.0.50 "PUT /v2.0/routers/9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6082919 Nov 12 03:43:30.085491 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e39cf9f-6c65-4b05-aa35-20d4ffc14db2 None None] Routers {'9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:30.085893 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59586) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:30.088062 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-8e39cf9f-6c65-4b05-aa35-20d4ffc14db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:43:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:30.160884 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-23053619-287f-440e-8a05-9a5e09ecac57 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Deleting subnet 722c3383-568d-4de6-99c3-13910b18d1ba {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:43:30.176338 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-23053619-287f-440e-8a05-9a5e09ecac57 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.297080 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-1eaf17b7-d0da-4274-8572-b4dd9ae9e8af None None] Set router 4ca0d9d1-6087-4f84-846f-397d5d270fe9 gateway port host: None {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:43:30.310593 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-23053619-287f-440e-8a05-9a5e09ecac57 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.366037 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d13a240e-57c7-4121-ad44-b7489250c8c9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.448704 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-8e39cf9f-6c65-4b05-aa35-20d4ffc14db2 None None] Set router 9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:43:30.474968 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-23053619-287f-440e-8a05-9a5e09ecac57 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.593432 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d13a240e-57c7-4121-ad44-b7489250c8c9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.685803 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-d13a240e-57c7-4121-ad44-b7489250c8c9 admin admin] Deleting port 002c4560-a7df-4a34-b9a3-ef5225b5848e {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:30.686379 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d13a240e-57c7-4121-ad44-b7489250c8c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.686502 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-23053619-287f-440e-8a05-9a5e09ecac57 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.753138 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59592) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:30.761903 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-31a39127-2896-47a5-9a4a-2a0201faaf60 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Request body: {'subnet': {'network_id': '80425bfc-128a-4a0a-8cc5-f84ab524c764', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:30.772307 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23053619-287f-440e-8a05-9a5e09ecac57 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event deleted for resources: {'Subnet': ['ID=722c3383-568d-4de6-99c3-13910b18d1ba,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:30.793512 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-23053619-287f-440e-8a05-9a5e09ecac57 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.797071 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-23053619-287f-440e-8a05-9a5e09ecac57 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/subnets/722c3383-568d-4de6-99c3-13910b18d1ba HTTP/1.1" status: 204 len: 168 time: 0.8249252 Nov 12 03:43:30.801954 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59596) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:30.851310 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3cc7a4ba-d584-4f46-b490-1996e7813145 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.856439 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-70cd55b2-58d2-4002-931f-bcda0029a82d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:30.857195 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70cd55b2-58d2-4002-931f-bcda0029a82d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:30.860341 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-70cd55b2-58d2-4002-931f-bcda0029a82d tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/subnets/4465844c-a711-403e-8941-9ce06513123d HTTP/1.1" status: 404 len: 337 time: 0.0572681 Nov 12 03:43:30.875412 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59598) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:30.879717 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3cc7a4ba-d584-4f46-b490-1996e7813145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.968116 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-d13a240e-57c7-4121-ad44-b7489250c8c9 admin admin] For port 002c4560-a7df-4a34-b9a3-ef5225b5848e, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=002c4560-a7df-4a34-b9a3-ef5225b5848e,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:30.968736 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d13a240e-57c7-4121-ad44-b7489250c8c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.986246 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-8f38cbbe-c8ab-4feb-854c-78f0d5a5c554 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Allocated IP 172.21.0.1 (681955e5-d7b5-450a-bfb7-ac581d5e206c/e007f6b3-6daf-45fd-aa3e-8a893ad0bc2a/78181f37-caa5-439e-ab27-4afcbf3511c7) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:31.013484 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-d13a240e-57c7-4121-ad44-b7489250c8c9 admin admin] Calling delete_port for 002c4560-a7df-4a34-b9a3-ef5225b5848e owned by network:router_gateway {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:31.031652 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad5a08f0-fee8-41cd-a1e0-468b24f75772 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Deleting subnet 051d107c-6f03-444f-b655-a646faaf226c {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:43:31.041837 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ad5a08f0-fee8-41cd-a1e0-468b24f75772 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.100183 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3c02e2f1-15f3-4897-b9e7-28fac8a43af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.101708 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7a4ba-d584-4f46-b490-1996e7813145 None None] Pushing event updated for resources: {'Port': ['ID=d5a28b05-a42a-4740-aa17-33c76400e394,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:31.114408 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc7a4ba-d584-4f46-b490-1996e7813145 None None] Network 681955e5-d7b5-450a-bfb7-ac581d5e206c is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:31.124604 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-8e39cf9f-6c65-4b05-aa35-20d4ffc14db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8', 'name': 'tempest-TestAggregatesBasicOps-835686835-router', 'tenant_id': 'a0ea4ec50d2b4eb48546130d05ee8ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '002c4560-a7df-4a34-b9a3-ef5225b5848e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:47Z', 'updated_at': '2021-11-12T03:43:28Z', 'revision_number': 5, 'project_id': 'a0ea4ec50d2b4eb48546130d05ee8ff5', 'gw_port': {'id': '002c4560-a7df-4a34-b9a3-ef5225b5848e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:83:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:50Z', 'updated_at': '2021-11-12T03:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:31.128749 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a39127-2896-47a5-9a4a-2a0201faaf60 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Made reservation on behalf of e1d480ebbc414f64891e3ea3b39fa331 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:31.133827 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-31a39127-2896-47a5-9a4a-2a0201faaf60 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.134163 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-3cc7a4ba-d584-4f46-b490-1996e7813145 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:31.149746 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc7a4ba-d584-4f46-b490-1996e7813145 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:31.183016 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ad5a08f0-fee8-41cd-a1e0-468b24f75772 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.278945 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e39cf9f-6c65-4b05-aa35-20d4ffc14db2 None None] Checking router: 9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:43:31.303004 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e39cf9f-6c65-4b05-aa35-20d4ffc14db2 None None] Routers {'9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:31.303607 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-8e39cf9f-6c65-4b05-aa35-20d4ffc14db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:43:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:31.336246 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8f38cbbe-c8ab-4feb-854c-78f0d5a5c554 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.347895 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-243b67a3-295c-465f-90fe-83c6c533ac4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.402784 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-3cc7a4ba-d584-4f46-b490-1996e7813145 None None] Attempting to bind port d5a28b05-a42a-4740-aa17-33c76400e394 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:31.403181 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-3cc7a4ba-d584-4f46-b490-1996e7813145 None None] Attempting to bind port d5a28b05-a42a-4740-aa17-33c76400e394 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'd1e6e2ce-7917-404a-b4cf-cc0d0cf5a1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '681955e5-d7b5-450a-bfb7-ac581d5e206c'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:31.403596 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc7a4ba-d584-4f46-b490-1996e7813145 None None] Attempting to bind port d5a28b05-a42a-4740-aa17-33c76400e394 on network 681955e5-d7b5-450a-bfb7-ac581d5e206c {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:31.422102 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc7a4ba-d584-4f46-b490-1996e7813145 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:31.422593 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc7a4ba-d584-4f46-b490-1996e7813145 None None] Checking segment: {'id': 'd1e6e2ce-7917-404a-b4cf-cc0d0cf5a1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '681955e5-d7b5-450a-bfb7-ac581d5e206c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:31.423147 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3cc7a4ba-d584-4f46-b490-1996e7813145 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.423402 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc7a4ba-d584-4f46-b490-1996e7813145 None None] Bound using segment: {'id': 'd1e6e2ce-7917-404a-b4cf-cc0d0cf5a1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '681955e5-d7b5-450a-bfb7-ac581d5e206c'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:31.423992 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-3cc7a4ba-d584-4f46-b490-1996e7813145 None None] Bound port: d5a28b05-a42a-4740-aa17-33c76400e394, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e6e2ce-7917-404a-b4cf-cc0d0cf5a1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '681955e5-d7b5-450a-bfb7-ac581d5e206c'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:31.424379 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3cc7a4ba-d584-4f46-b490-1996e7813145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.428417 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8f38cbbe-c8ab-4feb-854c-78f0d5a5c554 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.467564 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-243b67a3-295c-465f-90fe-83c6c533ac4f None None] For port 06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f,segment=NetworkSegment(e998c7aa-fc95-440e-b07f-6d1daf1c7863),segment_id=e998c7aa-fc95-440e-b07f-6d1daf1c7863)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:31.476636 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-243b67a3-295c-465f-90fe-83c6c533ac4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.489342 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f38cbbe-c8ab-4feb-854c-78f0d5a5c554 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Network 681955e5-d7b5-450a-bfb7-ac581d5e206c is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:31.510623 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-8e39cf9f-6c65-4b05-aa35-20d4ffc14db2 None None] Set router 9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8 gateway port host: None {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:43:31.512708 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-8f38cbbe-c8ab-4feb-854c-78f0d5a5c554 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:31.519031 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f38cbbe-c8ab-4feb-854c-78f0d5a5c554 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:31.588574 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8f38cbbe-c8ab-4feb-854c-78f0d5a5c554 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.615506 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-1eaf17b7-d0da-4274-8572-b4dd9ae9e8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'name': 'tempest-RoutersTest-router-583694735', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:17Z', 'updated_at': '2021-11-12T03:43:21Z', 'revision_number': 2, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'gw_port_host': None, '_interfaces': [{'id': '06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f', 'name': '', 'network_id': '9ac378ba-18e8-483d-aa67-8b7d97613684', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'mac_address': 'fa:16:3e:69:22:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:20Z', 'updated_at': '2021-11-12T03:43:29Z', 'revision_number': 4, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'subnets': [{'id': 'f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:31.639108 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-8e39cf9f-6c65-4b05-aa35-20d4ffc14db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8', 'name': 'tempest-TestAggregatesBasicOps-835686835-router', 'tenant_id': 'a0ea4ec50d2b4eb48546130d05ee8ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:47Z', 'updated_at': '2021-11-12T03:43:30Z', 'revision_number': 6, 'project_id': 'a0ea4ec50d2b4eb48546130d05ee8ff5', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:31.650910 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38cbbe-c8ab-4feb-854c-78f0d5a5c554 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event updated for resources: {'Port': ['ID=78181f37-caa5-439e-ab27-4afcbf3511c7,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:31.716806 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eaf17b7-d0da-4274-8572-b4dd9ae9e8af None None] The sync data for ids ['4ca0d9d1-6087-4f84-846f-397d5d270fe9'] in n-d-715271-27 is: [{'id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'name': 'tempest-RoutersTest-router-583694735', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:17Z', 'updated_at': '2021-11-12T03:43:21Z', 'revision_number': 2, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'gw_port_host': None, '_interfaces': [{'id': '06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f', 'name': '', 'network_id': '9ac378ba-18e8-483d-aa67-8b7d97613684', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'mac_address': 'fa:16:3e:69:22:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:20Z', 'updated_at': '2021-11-12T03:43:29Z', 'revision_number': 4, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'subnets': [{'id': 'f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:43:31.723920 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e39cf9f-6c65-4b05-aa35-20d4ffc14db2 None None] The sync data for ids ['9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8'] in n-d-715271-27 is: [{'id': '9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8', 'name': 'tempest-TestAggregatesBasicOps-835686835-router', 'tenant_id': 'a0ea4ec50d2b4eb48546130d05ee8ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:47Z', 'updated_at': '2021-11-12T03:43:30Z', 'revision_number': 6, 'project_id': 'a0ea4ec50d2b4eb48546130d05ee8ff5', 'gw_port_host': None}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:43:31.737423 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-243b67a3-295c-465f-90fe-83c6c533ac4f None None] Provisioning complete for port add136b1-2124-4076-b7ca-50bfb9f8fb51 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:31.738076 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-243b67a3-295c-465f-90fe-83c6c533ac4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.784046 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-31a39127-2896-47a5-9a4a-2a0201faaf60 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.823724 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3cc7a4ba-d584-4f46-b490-1996e7813145 None None] For port d5a28b05-a42a-4740-aa17-33c76400e394, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:31.825895 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b67a3-295c-465f-90fe-83c6c533ac4f None None] Pushing event updated for resources: {'Port': ['ID=06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:31.883529 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8f38cbbe-c8ab-4feb-854c-78f0d5a5c554 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.888931 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3cc7a4ba-d584-4f46-b490-1996e7813145 None None] For port d5a28b05-a42a-4740-aa17-33c76400e394, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d5a28b05-a42a-4740-aa17-33c76400e394,segment=NetworkSegment(d1e6e2ce-7917-404a-b4cf-cc0d0cf5a1b0),segment_id=d1e6e2ce-7917-404a-b4cf-cc0d0cf5a1b0)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:31.902781 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3cc7a4ba-d584-4f46-b490-1996e7813145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.903043 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ad5a08f0-fee8-41cd-a1e0-468b24f75772 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.953726 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d13a240e-57c7-4121-ad44-b7489250c8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:32.029493 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7a4ba-d584-4f46-b490-1996e7813145 None None] Pushing event updated for resources: {'Port': ['ID=d5a28b05-a42a-4740-aa17-33c76400e394,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:32.054429 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-243b67a3-295c-465f-90fe-83c6c533ac4f None None] Provisioning complete for port b249085d-3e63-4aa4-89e7-3c2fdb05f534 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:32.054799 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-243b67a3-295c-465f-90fe-83c6c533ac4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:32.084730 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a240e-57c7-4121-ad44-b7489250c8c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=002c4560-a7df-4a34-b9a3-ef5225b5848e,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:32.109655 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a39127-2896-47a5-9a4a-2a0201faaf60 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event updated for resources: {'Subnet': ['ID=fd5db506-b7a0-4263-97d0-26e12b4f9543,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:32.146019 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-243b67a3-295c-465f-90fe-83c6c533ac4f None None] Port b249085d-3e63-4aa4-89e7-3c2fdb05f534 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:32.291828 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3ff6e12b-c196-440d-9c4c-44d50eabb4f8 None None] Provisioning complete for port 06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:32.292332 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3ff6e12b-c196-440d-9c4c-44d50eabb4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:32.777995 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8f38cbbe-c8ab-4feb-854c-78f0d5a5c554 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:32.786395 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8f38cbbe-c8ab-4feb-854c-78f0d5a5c554 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:32.895088 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8f38cbbe-c8ab-4feb-854c-78f0d5a5c554 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:32.902097 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38cbbe-c8ab-4feb-854c-78f0d5a5c554 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event updated for resources: {'Port': ['ID=78181f37-caa5-439e-ab27-4afcbf3511c7,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:32.970805 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a39127-2896-47a5-9a4a-2a0201faaf60 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Checking segment: {'id': '738d21c9-9a38-42a5-ba19-46eee10214c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '80425bfc-128a-4a0a-8cc5-f84ab524c764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:32.970805 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a39127-2896-47a5-9a4a-2a0201faaf60 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Network hostable DHCP agents. Network: 80425bfc-128a-4a0a-8cc5-f84ab524c764, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:43:33.001851 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ad5a08f0-fee8-41cd-a1e0-468b24f75772 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.051141 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a08f0-fee8-41cd-a1e0-468b24f75772 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event deleted for resources: {'Subnet': ['ID=051d107c-6f03-444f-b655-a646faaf226c,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:33.062842 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d13a240e-57c7-4121-ad44-b7489250c8c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.072500 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ad5a08f0-fee8-41cd-a1e0-468b24f75772 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.078278 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ad5a08f0-fee8-41cd-a1e0-468b24f75772 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/subnets/051d107c-6f03-444f-b655-a646faaf226c HTTP/1.1" status: 204 len: 168 time: 2.2009461 Nov 12 03:43:33.081381 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59622) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:33.091844 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a39127-2896-47a5-9a4a-2a0201faaf60 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Network 80425bfc-128a-4a0a-8cc5-f84ab524c764 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:43:33.093656 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f38cbbe-c8ab-4feb-854c-78f0d5a5c554 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Network 681955e5-d7b5-450a-bfb7-ac581d5e206c is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:33.095358 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-8f38cbbe-c8ab-4feb-854c-78f0d5a5c554 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:33.192792 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7887e0b5-1028-4f7e-b995-9c7ce3e58530 None None] Network 30cc1d6f-f503-4795-80b5-ae1f4b43ec0b requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:33.204976 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-169f25a9-6e91-4741-aad0-3a66785df0d7 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:33.204976 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-169f25a9-6e91-4741-aad0-3a66785df0d7 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:33.208770 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-169f25a9-6e91-4741-aad0-3a66785df0d7 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/subnets/bc7a68be-13c7-4139-8a83-7106d176cb42 HTTP/1.1" status: 404 len: 337 time: 0.1247051 Nov 12 03:43:33.215991 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59626) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:33.257192 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d13a240e-57c7-4121-ad44-b7489250c8c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.260375 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d13a240e-57c7-4121-ad44-b7489250c8c9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.311543 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-31a39127-2896-47a5-9a4a-2a0201faaf60 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 80425bfc-128a-4a0a-8cc5-f84ab524c764) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:33.327718 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a39127-2896-47a5-9a4a-2a0201faaf60 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:33.328428 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-31a39127-2896-47a5-9a4a-2a0201faaf60 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.336106 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d13a240e-57c7-4121-ad44-b7489250c8c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.336106 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13a240e-57c7-4121-ad44-b7489250c8c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8 {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:43:33.341206 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d13a240e-57c7-4121-ad44-b7489250c8c9 admin admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.347017 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d13a240e-57c7-4121-ad44-b7489250c8c9 admin admin] 10.222.0.50 "DELETE /v2.0/routers/9d6fbe96-5c1e-4e19-824d-d29f5d1a7cc8 HTTP/1.1" status: 204 len: 168 time: 3.2535567 Nov 12 03:43:33.347017 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59628) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:33.364917 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f38cbbe-c8ab-4feb-854c-78f0d5a5c554 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Router 4ca0d9d1-6087-4f84-846f-397d5d270fe9 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:43:33.377702 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5b13a1a5-e053-4295-b6f5-d12287738c8b tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5810afc-4a2a-4ebe-aef2-512cdf067e58 HTTP/1.1" status: 200 len: 205 time: 0.1574397 Nov 12 03:43:33.383536 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6e8065-0083-44db-bef3-a5bc775f6c03 None None] Network 80425bfc-128a-4a0a-8cc5-f84ab524c764 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:33.384687 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59630) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:33.391341 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-5951362e-28a2-4576-bb80-4821c95d5440 None None] Provisioning complete for port b249085d-3e63-4aa4-89e7-3c2fdb05f534 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:33.393060 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5951362e-28a2-4576-bb80-4821c95d5440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.448550 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-31a39127-2896-47a5-9a4a-2a0201faaf60 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6941299 Nov 12 03:43:33.453894 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59632) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:33.462071 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-348c5548-fe4f-4653-a707-0d25e3a2d45f tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1451191235'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:33.483617 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-b10e6fdd-9c1a-40cd-a065-4e1b0177c0e1 admin admin] Deleting subnet 037e5d43-df65-4748-8c59-eb66fca3aae6 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:43:33.487260 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b10e6fdd-9c1a-40cd-a065-4e1b0177c0e1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.502915 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-a680a8f9-7499-490e-a8b6-59f368a38bb5 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] delete failed (client error): The resource could not be found. Nov 12 03:43:33.504222 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a680a8f9-7499-490e-a8b6-59f368a38bb5 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/routers/b5810afc-4a2a-4ebe-aef2-512cdf067e58 HTTP/1.1" status: 404 len: 336 time: 0.1151445 Nov 12 03:43:33.509086 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59636) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:33.577892 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:33.589649 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-26420b34-cb21-4514-bdba-ed6743d7ed5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.589961 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b10e6fdd-9c1a-40cd-a065-4e1b0177c0e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.704259 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-5951362e-28a2-4576-bb80-4821c95d5440 None None] Port b249085d-3e63-4aa4-89e7-3c2fdb05f534 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:33.732795 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e57294-2024-46d2-8ef1-103b5f3d10c7 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:33.733311 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4e57294-2024-46d2-8ef1-103b5f3d10c7 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:33.739892 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e4e57294-2024-46d2-8ef1-103b5f3d10c7 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/subnets/71e95a65-f22e-4b90-96cd-904c1959d722 HTTP/1.1" status: 404 len: 337 time: 0.2298088 Nov 12 03:43:33.746899 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59642) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:33.771204 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-5951362e-28a2-4576-bb80-4821c95d5440 None None] Provisioning complete for port add136b1-2124-4076-b7ca-50bfb9f8fb51 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:33.771204 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5951362e-28a2-4576-bb80-4821c95d5440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.796058 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b10e6fdd-9c1a-40cd-a065-4e1b0177c0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.834004 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-8059da1b-efe8-45a8-bec8-8cd4b75784e3 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:33.834596 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8059da1b-efe8-45a8-bec8-8cd4b75784e3 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:33.852060 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8059da1b-efe8-45a8-bec8-8cd4b75784e3 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/subnets/3de3b828-8619-45cf-81df-18c5544ed0b8 HTTP/1.1" status: 404 len: 337 time: 0.1040626 Nov 12 03:43:33.852875 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59646) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:33.893453 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b10e6fdd-9c1a-40cd-a065-4e1b0177c0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.902872 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348c5548-fe4f-4653-a707-0d25e3a2d45f tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Made reservation on behalf of e1d480ebbc414f64891e3ea3b39fa331 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:33.907640 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-348c5548-fe4f-4653-a707-0d25e3a2d45f tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.915891 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-a60f88b7-dab1-4ccf-8c3a-46854007a874 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:33.916515 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a60f88b7-dab1-4ccf-8c3a-46854007a874 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:33.919650 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a60f88b7-dab1-4ccf-8c3a-46854007a874 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/subnets/65eb5b8d-4256-4011-8226-15400c0d3fac HTTP/1.1" status: 404 len: 337 time: 0.0635195 Nov 12 03:43:33.923636 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59648) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:33.945056 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:33.945550 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.950756 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e6fdd-9c1a-40cd-a065-4e1b0177c0e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=037e5d43-df65-4748-8c59-eb66fca3aae6,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:33.958817 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b10e6fdd-9c1a-40cd-a065-4e1b0177c0e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.964909 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b10e6fdd-9c1a-40cd-a065-4e1b0177c0e1 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/037e5d43-df65-4748-8c59-eb66fca3aae6 HTTP/1.1" status: 204 len: 168 time: 0.6173017 Nov 12 03:43:33.970293 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59650) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:34.006203 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f38cbbe-c8ab-4feb-854c-78f0d5a5c554 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:43:34.006676 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531e1cdb-8449-409d-84aa-14a93c4ae6c1 None None] Network 5db34b63-5c8b-4242-a101-98cf717dd4ba requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:34.016033 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8f38cbbe-c8ab-4feb-854c-78f0d5a5c554 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "PUT /v2.0/routers/4ca0d9d1-6087-4f84-846f-397d5d270fe9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9158542 Nov 12 03:43:34.022540 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59652) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:34.036656 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-a803a444-6f7a-44fc-8fe9-77296167031d tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Request body: {'network': {'name': 'tempest-RoutersTest-932854296'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:34.044984 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e7b7eff-2c69-4888-9d84-6bc8888345f3 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:34.047237 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e7b7eff-2c69-4888-9d84-6bc8888345f3 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:34.053070 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6e7b7eff-2c69-4888-9d84-6bc8888345f3 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/ports/e5247d92-f129-4d8f-aa41-b692c074d15a HTTP/1.1" status: 404 len: 333 time: 0.1284091 Nov 12 03:43:34.058666 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59654) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:34.079634 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a803a444-6f7a-44fc-8fe9-77296167031d tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Made reservation on behalf of 2daba86d1f0544abbd55ed3fcbf9b5c1 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:34.084219 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a803a444-6f7a-44fc-8fe9-77296167031d tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.086535 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-348c5548-fe4f-4653-a707-0d25e3a2d45f tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:43:34.095421 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ad95a1-cbcd-4740-935a-03adc8a4e54e None None] Network 681955e5-d7b5-450a-bfb7-ac581d5e206c requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:34.128319 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d9ae403-873a-44dd-90cc-92fb222c1f85 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:34.128527 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279ba045-e35a-462f-83ee-fc0138057c99 None None] DHCP port deletion for 30cc1d6f-f503-4795-80b5-ae1f4b43ec0b request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:43:34.129807 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d9ae403-873a-44dd-90cc-92fb222c1f85 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:34.141601 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7d9ae403-873a-44dd-90cc-92fb222c1f85 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/subnets/bb715336-b21c-4374-b08e-d37ad97d7b4e HTTP/1.1" status: 404 len: 337 time: 0.0713263 Nov 12 03:43:34.145685 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59658) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:34.190569 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b814f5d-5fdd-4595-9034-82ac1e2c38ae tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:34.191414 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b814f5d-5fdd-4595-9034-82ac1e2c38ae tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:34.194895 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0b814f5d-5fdd-4595-9034-82ac1e2c38ae tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/subnets/5a0332f5-df70-44c4-aeca-4c4a8dc8b39d HTTP/1.1" status: 404 len: 337 time: 0.0480855 Nov 12 03:43:34.202114 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59660) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:34.229275 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22ac970-2d7c-4315-8e66-3b3680322944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-80425bfc-128a-4a0a-8cc5-f84ab524c764', 'network_id': '80425bfc-128a-4a0a-8cc5-f84ab524c764', 'tenant_id': 'e1d480ebbc414f64891e3ea3b39fa331', 'fixed_ips': [{'subnet_id': 'fd5db506-b7a0-4263-97d0-26e12b4f9543'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:43:34.230152 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f22ac970-2d7c-4315-8e66-3b3680322944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.239171 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5b56482b-1c0e-4858-967f-c00662f225de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.256290 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a803a444-6f7a-44fc-8fe9-77296167031d tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:43:34.269414 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-348c5548-fe4f-4653-a707-0d25e3a2d45f tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.271286 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-348c5548-fe4f-4653-a707-0d25e3a2d45f tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Added segment 5aafd553-014f-4b87-8da2-e7181df07a0e of type vlan for network 98e03b89-3e39-4997-9fa9-49ecca6f0f55 Nov 12 03:43:34.284467 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0348791-59c3-434a-bce2-e6338ee08a70 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:34.287920 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0348791-59c3-434a-bce2-e6338ee08a70 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:34.293076 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b0348791-59c3-434a-bce2-e6338ee08a70 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/ports/113ea45d-d524-4540-8925-fc727c575ad1 HTTP/1.1" status: 404 len: 333 time: 0.0892808 Nov 12 03:43:34.296477 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59664) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:34.337239 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-30784164-0ffa-4b97-94fc-c17a2c16f047 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:34.338108 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30784164-0ffa-4b97-94fc-c17a2c16f047 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:34.348620 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-30784164-0ffa-4b97-94fc-c17a2c16f047 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/subnets/7d621ccb-cf5f-4c48-9426-fe71c2b73822 HTTP/1.1" status: 404 len: 337 time: 0.0501862 Nov 12 03:43:34.351136 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59666) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:34.356107 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a803a444-6f7a-44fc-8fe9-77296167031d tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.356731 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-a803a444-6f7a-44fc-8fe9-77296167031d tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Added segment a5188ec2-39d0-40b4-9368-b5d9483687b2 of type vlan for network 3349f2fd-75e9-46f1-8909-66672c5bc9f0 Nov 12 03:43:34.397147 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-2315f989-545c-4a87-899a-1d45f309e9d1 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:34.406525 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2315f989-545c-4a87-899a-1d45f309e9d1 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:34.437180 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2315f989-545c-4a87-899a-1d45f309e9d1 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/subnets/99e9565e-1d4a-4e88-8368-99bbadfbcb32 HTTP/1.1" status: 404 len: 337 time: 0.0832903 Nov 12 03:43:34.437723 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59668) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:34.464242 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-348c5548-fe4f-4653-a707-0d25e3a2d45f tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.467314 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.473965 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a803a444-6f7a-44fc-8fe9-77296167031d tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.549510 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a803a444-6f7a-44fc-8fe9-77296167031d tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.558344 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a803a444-6f7a-44fc-8fe9-77296167031d tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:34.559402 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a803a444-6f7a-44fc-8fe9-77296167031d tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.586724 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-348c5548-fe4f-4653-a707-0d25e3a2d45f tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.592975 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348c5548-fe4f-4653-a707-0d25e3a2d45f tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:34.594005 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-348c5548-fe4f-4653-a707-0d25e3a2d45f tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.613143 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-9e6b2f78-af7f-40ca-a3e1-59f836f4a380 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Deleting port b249085d-3e63-4aa4-89e7-3c2fdb05f534 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:34.613593 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9e6b2f78-af7f-40ca-a3e1-59f836f4a380 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.660277 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-5b56482b-1c0e-4858-967f-c00662f225de admin admin] Deleting port 851708d4-391a-408b-baa8-941e1219441e {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:34.660613 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5b56482b-1c0e-4858-967f-c00662f225de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.728803 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9e6b2f78-af7f-40ca-a3e1-59f836f4a380 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.737585 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a412e6-5086-4b53-835f-91eb155ca450 None None] Sync routers for ids ['4ca0d9d1-6087-4f84-846f-397d5d270fe9'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:43:34.756662 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-9e6b2f78-af7f-40ca-a3e1-59f836f4a380 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Calling delete_port for b249085d-3e63-4aa4-89e7-3c2fdb05f534 owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:34.788907 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-5b56482b-1c0e-4858-967f-c00662f225de admin admin] For port 851708d4-391a-408b-baa8-941e1219441e, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=851708d4-391a-408b-baa8-941e1219441e,segment=NetworkSegment(cd8f8b00-6969-40fe-8b6f-f54cd8c11e5a),segment_id=cd8f8b00-6969-40fe-8b6f-f54cd8c11e5a)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:34.789269 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5b56482b-1c0e-4858-967f-c00662f225de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.809227 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-5b56482b-1c0e-4858-967f-c00662f225de admin admin] Calling delete_port for 851708d4-391a-408b-baa8-941e1219441e owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:34.859066 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a412e6-5086-4b53-835f-91eb155ca450 None None] Routers {'4ca0d9d1-6087-4f84-846f-397d5d270fe9'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:34.859691 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f1a412e6-5086-4b53-835f-91eb155ca450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:43:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4ca0d9d1-6087-4f84-846f-397d5d270fe9'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:34.863114 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d5a28b05-a42a-4740-aa17-33c76400e394 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:34.896127 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-348c5548-fe4f-4653-a707-0d25e3a2d45f tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4411144 Nov 12 03:43:34.901979 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a803a444-6f7a-44fc-8fe9-77296167031d tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8759768 Nov 12 03:43:34.902716 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a803a444-6f7a-44fc-8fe9-77296167031d tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event updated for resources: {'Network': ['ID=3349f2fd-75e9-46f1-8909-66672c5bc9f0,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:34.909205 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59678) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:34.909555 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59680) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:34.916813 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-5e60e076-6d63-48e9-a237-ea8162448038 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Request body: {'subnet': {'network_id': '98e03b89-3e39-4997-9fa9-49ecca6f0f55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:34.930997 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-2bbb69a9-2d88-480c-823a-fb052e5befab tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Request body: {'subnet': {'network_id': '3349f2fd-75e9-46f1-8909-66672c5bc9f0', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:34.954469 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-f22ac970-2d7c-4315-8e66-3b3680322944 None None] Allocated IP 2001:db8:0:ffff::2 (80425bfc-128a-4a0a-8cc5-f84ab524c764/fd5db506-b7a0-4263-97d0-26e12b4f9543/9ae38ef1-346f-47f8-a7df-31c0e6083345) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:34.958108 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 3349f2fd-75e9-46f1-8909-66672c5bc9f0 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:43:34.977901 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9e6b2f78-af7f-40ca-a3e1-59f836f4a380 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.041990 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-279ba045-e35a-462f-83ee-fc0138057c99 None None] Deleting port add136b1-2124-4076-b7ca-50bfb9f8fb51 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:35.042364 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-279ba045-e35a-462f-83ee-fc0138057c99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.064681 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-e73cf226-4acc-43ca-9d3a-734988459d03 None None] Provisioning complete for port d5a28b05-a42a-4740-aa17-33c76400e394 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:35.065062 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e73cf226-4acc-43ca-9d3a-734988459d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.082459 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b2f78-af7f-40ca-a3e1-59f836f4a380 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event deleted for resources: {'Port': ['ID=b249085d-3e63-4aa4-89e7-3c2fdb05f534,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:35.086515 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9e6b2f78-af7f-40ca-a3e1-59f836f4a380 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.090804 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9e6b2f78-af7f-40ca-a3e1-59f836f4a380 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/ports/b249085d-3e63-4aa4-89e7-3c2fdb05f534 HTTP/1.1" status: 204 len: 168 time: 0.6514177 Nov 12 03:43:35.092942 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59684) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:35.183282 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5b56482b-1c0e-4858-967f-c00662f225de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.192782 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c5548-fe4f-4653-a707-0d25e3a2d45f tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event updated for resources: {'Network': ['ID=98e03b89-3e39-4997-9fa9-49ecca6f0f55,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:35.202605 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187f0e77-2d03-411f-9ff1-7099875e6876 None None] DHCP port deletion for 5db34b63-5c8b-4242-a101-98cf717dd4ba request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:43:35.206913 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [req-2373b344-45db-4191-9367-9590791f926c req-0e064647-ee95-44da-a5ce-28816ac865d9 service neutron] (102571) timed out ('10.222.0.74', 58832) {{(pid=102571) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 03:43:35.239056 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b56482b-1c0e-4858-967f-c00662f225de admin admin] Pushing event deleted for resources: {'Port': ['ID=851708d4-391a-408b-baa8-941e1219441e,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:35.246213 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b56482b-1c0e-4858-967f-c00662f225de admin admin] No DVR routers for this DVR port 851708d4-391a-408b-baa8-941e1219441e on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:43:35.266288 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b5591422-c2eb-4ec7-a89b-ee36e2a9b072 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.302031 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 98e03b89-3e39-4997-9fa9-49ecca6f0f55 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:43:35.336516 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.db.api [None req-2bbb69a9-2d88-480c-823a-fb052e5befab tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 03:43:35.336516 n-d-715271-27 neutron-server[102572]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 03:43:35.336516 n-d-715271-27 neutron-server[102572]: [parameters: {'project_id_1': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'expiration_1': datetime.datetime(2021, 11, 12, 3, 43, 15, 253598)}] Nov 12 03:43:35.336516 n-d-715271-27 neutron-server[102572]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:43:35.336965 n-d-715271-27 neutron-server[102572]: DEBUG oslo_db.api [None req-2bbb69a9-2d88-480c-823a-fb052e5befab tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:43:35.348275 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5b56482b-1c0e-4858-967f-c00662f225de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.359051 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e60e076-6d63-48e9-a237-ea8162448038 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Made reservation on behalf of e1d480ebbc414f64891e3ea3b39fa331 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:35.359051 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5e60e076-6d63-48e9-a237-ea8162448038 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.380736 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-b5591422-c2eb-4ec7-a89b-ee36e2a9b072 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Deleting port add136b1-2124-4076-b7ca-50bfb9f8fb51 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:35.381088 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b5591422-c2eb-4ec7-a89b-ee36e2a9b072 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.392661 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-f1a412e6-5086-4b53-835f-91eb155ca450 None None] Set router 4ca0d9d1-6087-4f84-846f-397d5d270fe9 gateway port host: None {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:43:35.431869 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-5b56482b-1c0e-4858-967f-c00662f225de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5db34b63-5c8b-4242-a101-98cf717dd4ba']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:35.457100 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-5b56482b-1c0e-4858-967f-c00662f225de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd8f8b00-6969-40fe-8b6f-f54cd8c11e5a') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:35.457685 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-5b56482b-1c0e-4858-967f-c00662f225de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd8f8b00-6969-40fe-8b6f-f54cd8c11e5a') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:35.475660 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-b5591422-c2eb-4ec7-a89b-ee36e2a9b072 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] For port add136b1-2124-4076-b7ca-50bfb9f8fb51, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=add136b1-2124-4076-b7ca-50bfb9f8fb51,segment=NetworkSegment(1d6fb3ef-dda2-42aa-9774-e6595feedc7a),segment_id=1d6fb3ef-dda2-42aa-9774-e6595feedc7a)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:35.479895 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5b56482b-1c0e-4858-967f-c00662f225de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.483538 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b5591422-c2eb-4ec7-a89b-ee36e2a9b072 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.502437 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-b5591422-c2eb-4ec7-a89b-ee36e2a9b072 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Calling delete_port for add136b1-2124-4076-b7ca-50bfb9f8fb51 owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:35.505312 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5b56482b-1c0e-4858-967f-c00662f225de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.513458 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-279ba045-e35a-462f-83ee-fc0138057c99 None None] For port add136b1-2124-4076-b7ca-50bfb9f8fb51, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=add136b1-2124-4076-b7ca-50bfb9f8fb51,segment=NetworkSegment(1d6fb3ef-dda2-42aa-9774-e6595feedc7a),segment_id=1d6fb3ef-dda2-42aa-9774-e6595feedc7a)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:35.513852 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-279ba045-e35a-462f-83ee-fc0138057c99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.652580 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b56482b-1c0e-4858-967f-c00662f225de admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:43:35.653325 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5b56482b-1c0e-4858-967f-c00662f225de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.663798 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-279ba045-e35a-462f-83ee-fc0138057c99 None None] Calling delete_port for add136b1-2124-4076-b7ca-50bfb9f8fb51 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:35.697530 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port d5a28b05-a42a-4740-aa17-33c76400e394 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:35.701800 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.707090 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.773117 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:43:35.773117 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:43:35.773117 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:43:35.773117 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:43:35.773117 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:43:35.773117 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:43:35.773117 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:43:35.773117 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:43:35.773117 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:43:35.773117 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:43:35.773117 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:43:35.773117 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:43:35.773117 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:43:35.773117 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:43:35.773117 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:43:35.773117 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:43:35.773117 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:43:35.773117 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:43:35.773117 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:43:35.773117 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:43:35.773117 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:43:35.773117 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:43:35.773117 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:43:35.773117 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:43:35.773117 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:43:35.773117 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:43:35.773117 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:43:35.773117 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:43:35.773117 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:43:35.773117 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:43:35.773117 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:43:35.773117 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:43:35.782523 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5b56482b-1c0e-4858-967f-c00662f225de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.818357 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5b56482b-1c0e-4858-967f-c00662f225de admin admin] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.828359 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5b56482b-1c0e-4858-967f-c00662f225de admin admin] 10.222.0.50 "DELETE /v2.0/networks/5db34b63-5c8b-4242-a101-98cf717dd4ba HTTP/1.1" status: 204 len: 168 time: 1.8537169 Nov 12 03:43:35.833017 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b56482b-1c0e-4858-967f-c00662f225de admin admin] Pushing event deleted for resources: {'Network': ['ID=5db34b63-5c8b-4242-a101-98cf717dd4ba,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:35.842326 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59692) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:36.061783 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e73cf226-4acc-43ca-9d3a-734988459d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.122421 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-279ba045-e35a-462f-83ee-fc0138057c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.213095 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b5591422-c2eb-4ec7-a89b-ee36e2a9b072 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.254645 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5591422-c2eb-4ec7-a89b-ee36e2a9b072 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] No DVR routers for this DVR port add136b1-2124-4076-b7ca-50bfb9f8fb51 on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:43:36.262813 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5591422-c2eb-4ec7-a89b-ee36e2a9b072 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event deleted for resources: {'Port': ['ID=add136b1-2124-4076-b7ca-50bfb9f8fb51,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:36.299851 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ba045-e35a-462f-83ee-fc0138057c99 None None] Pushing event deleted for resources: {'Port': ['ID=add136b1-2124-4076-b7ca-50bfb9f8fb51,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:36.306609 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279ba045-e35a-462f-83ee-fc0138057c99 None None] No DVR routers for this DVR port add136b1-2124-4076-b7ca-50bfb9f8fb51 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:43:36.321266 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-e73cf226-4acc-43ca-9d3a-734988459d03 None None] For port d5a28b05-a42a-4740-aa17-33c76400e394, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d5a28b05-a42a-4740-aa17-33c76400e394,segment=NetworkSegment(d1e6e2ce-7917-404a-b4cf-cc0d0cf5a1b0),segment_id=d1e6e2ce-7917-404a-b4cf-cc0d0cf5a1b0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:36.322186 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbb69a9-2d88-480c-823a-fb052e5befab tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Made reservation on behalf of 2daba86d1f0544abbd55ed3fcbf9b5c1 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:36.329591 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2bbb69a9-2d88-480c-823a-fb052e5befab tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.395205 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e73cf226-4acc-43ca-9d3a-734988459d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.409407 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5e60e076-6d63-48e9-a237-ea8162448038 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.427320 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b5591422-c2eb-4ec7-a89b-ee36e2a9b072 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.467520 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-b5591422-c2eb-4ec7-a89b-ee36e2a9b072 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30cc1d6f-f503-4795-80b5-ae1f4b43ec0b']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:36.485056 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-b5591422-c2eb-4ec7-a89b-ee36e2a9b072 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d6fb3ef-dda2-42aa-9774-e6595feedc7a') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:36.485494 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-b5591422-c2eb-4ec7-a89b-ee36e2a9b072 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d6fb3ef-dda2-42aa-9774-e6595feedc7a') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:36.498654 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b5591422-c2eb-4ec7-a89b-ee36e2a9b072 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.516989 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.546956 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b5591422-c2eb-4ec7-a89b-ee36e2a9b072 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.551841 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f22ac970-2d7c-4315-8e66-3b3680322944 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.557188 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73cf226-4acc-43ca-9d3a-734988459d03 None None] Pushing event updated for resources: {'Port': ['ID=d5a28b05-a42a-4740-aa17-33c76400e394,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:36.558643 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5591422-c2eb-4ec7-a89b-ee36e2a9b072 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:43:36.559416 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b5591422-c2eb-4ec7-a89b-ee36e2a9b072 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.566078 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f22ac970-2d7c-4315-8e66-3b3680322944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.566333 n-d-715271-27 neutron-server[102571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:43:36.566333 n-d-715271-27 neutron-server[102571]: self.session.flush() Nov 12 03:43:36.566333 n-d-715271-27 neutron-server[102571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:43:36.566333 n-d-715271-27 neutron-server[102571]: self.session.flush() Nov 12 03:43:36.566333 n-d-715271-27 neutron-server[102571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:43:36.566333 n-d-715271-27 neutron-server[102571]: self.session.flush() Nov 12 03:43:36.566333 n-d-715271-27 neutron-server[102571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:43:36.566333 n-d-715271-27 neutron-server[102571]: self.session.flush() Nov 12 03:43:36.566333 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:43:36.566333 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:43:36.566333 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:43:36.566333 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:43:36.566333 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:43:36.566333 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:43:36.566333 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:43:36.566333 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:43:36.566333 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:43:36.566333 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:43:36.566333 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:43:36.566333 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:43:36.566333 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:43:36.566333 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:43:36.566333 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:43:36.566333 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:43:36.566333 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:43:36.566333 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:43:36.566333 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:43:36.566333 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:43:36.566333 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:43:36.566333 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:43:36.566333 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:43:36.566333 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:43:36.566333 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:43:36.566333 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:43:36.566333 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:43:36.566333 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:43:36.566333 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:43:36.566333 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:43:36.566333 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:43:36.566333 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:43:36.605073 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59704) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:36.656334 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e60e076-6d63-48e9-a237-ea8162448038 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event updated for resources: {'Subnet': ['ID=bd58d363-326d-4c98-8628-5989770440cd,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:36.657019 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22ac970-2d7c-4315-8e66-3b3680322944 None None] Network 80425bfc-128a-4a0a-8cc5-f84ab524c764 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:36.679845 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-dccebd00-7476-4514-9a9c-538e8bff68a0 None None] Provisioning complete for port 78181f37-caa5-439e-ab27-4afcbf3511c7 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:36.680290 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-dccebd00-7476-4514-9a9c-538e8bff68a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.682493 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-f22ac970-2d7c-4315-8e66-3b3680322944 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:36.691069 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b5591422-c2eb-4ec7-a89b-ee36e2a9b072 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.691320 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22ac970-2d7c-4315-8e66-3b3680322944 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:36.710008 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e60e076-6d63-48e9-a237-ea8162448038 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Checking segment: {'id': '5aafd553-014f-4b87-8da2-e7181df07a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '98e03b89-3e39-4997-9fa9-49ecca6f0f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:36.710632 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e60e076-6d63-48e9-a237-ea8162448038 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Network hostable DHCP agents. Network: 98e03b89-3e39-4997-9fa9-49ecca6f0f55, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:43:36.715273 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b5591422-c2eb-4ec7-a89b-ee36e2a9b072 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.725552 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b5591422-c2eb-4ec7-a89b-ee36e2a9b072 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] 10.222.0.50 "DELETE /v2.0/networks/30cc1d6f-f503-4795-80b5-ae1f4b43ec0b HTTP/1.1" status: 204 len: 168 time: 1.6289542 Nov 12 03:43:36.732451 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ac970-2d7c-4315-8e66-3b3680322944 None None] Pushing event updated for resources: {'Port': ['ID=9ae38ef1-346f-47f8-a7df-31c0e6083345,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:36.779702 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5591422-c2eb-4ec7-a89b-ee36e2a9b072 tempest-PortsIpV6TestJSON-2086352600 tempest-PortsIpV6TestJSON-2086352600-project] Pushing event deleted for resources: {'Network': ['ID=30cc1d6f-f503-4795-80b5-ae1f4b43ec0b,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:36.814162 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e60e076-6d63-48e9-a237-ea8162448038 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Network 98e03b89-3e39-4997-9fa9-49ecca6f0f55 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:43:36.845685 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-5e60e076-6d63-48e9-a237-ea8162448038 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 98e03b89-3e39-4997-9fa9-49ecca6f0f55) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:36.875642 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:43:36.883163 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7223042f-f44b-4fe3-bdb9-214a2b10784d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.888580 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e60e076-6d63-48e9-a237-ea8162448038 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:36.889177 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5e60e076-6d63-48e9-a237-ea8162448038 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.897593 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 7cfec413-d9e3-4595-a2bc-f0259de7c335 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:43:36.906625 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6724b37b-5b34-46a0-b9d5-f422b13232b7 None None] Network 98e03b89-3e39-4997-9fa9-49ecca6f0f55 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:36.927456 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2bbb69a9-2d88-480c-823a-fb052e5befab tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.942175 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-f22ac970-2d7c-4315-8e66-3b3680322944 None None] Attempting to bind port 9ae38ef1-346f-47f8-a7df-31c0e6083345 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:36.942611 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-f22ac970-2d7c-4315-8e66-3b3680322944 None None] Attempting to bind port 9ae38ef1-346f-47f8-a7df-31c0e6083345 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '738d21c9-9a38-42a5-ba19-46eee10214c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '80425bfc-128a-4a0a-8cc5-f84ab524c764'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:36.943298 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22ac970-2d7c-4315-8e66-3b3680322944 None None] Attempting to bind port 9ae38ef1-346f-47f8-a7df-31c0e6083345 on network 80425bfc-128a-4a0a-8cc5-f84ab524c764 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:36.949676 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f1a412e6-5086-4b53-835f-91eb155ca450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'name': 'tempest-RoutersTest-router-583694735', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:17Z', 'updated_at': '2021-11-12T03:43:31Z', 'revision_number': 3, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'gw_port_host': None, '_interfaces': [{'id': '06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f', 'name': '', 'network_id': '9ac378ba-18e8-483d-aa67-8b7d97613684', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'mac_address': 'fa:16:3e:69:22:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:20Z', 'updated_at': '2021-11-12T03:43:31Z', 'revision_number': 5, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'subnets': [{'id': 'f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78181f37-caa5-439e-ab27-4afcbf3511c7', 'name': '', 'network_id': '681955e5-d7b5-450a-bfb7-ac581d5e206c', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'mac_address': 'fa:16:3e:3f:b6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'e007f6b3-6daf-45fd-aa3e-8a893ad0bc2a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:27Z', 'updated_at': '2021-11-12T03:43:32Z', 'revision_number': 2, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'subnets': [{'id': 'e007f6b3-6daf-45fd-aa3e-8a893ad0bc2a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:36.952287 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-dccebd00-7476-4514-9a9c-538e8bff68a0 None None] Port 78181f37-caa5-439e-ab27-4afcbf3511c7 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:36.954226 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5e60e076-6d63-48e9-a237-ea8162448038 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0423086 Nov 12 03:43:36.957756 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59712) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:37.030703 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb69a9-2d88-480c-823a-fb052e5befab tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event updated for resources: {'Subnet': ['ID=842a6b14-e42a-4ef5-87ce-0604c4e98b43,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:37.078607 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59716) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:37.102203 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbb69a9-2d88-480c-823a-fb052e5befab tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Checking segment: {'id': 'a5188ec2-39d0-40b4-9368-b5d9483687b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3349f2fd-75e9-46f1-8909-66672c5bc9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:37.102985 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbb69a9-2d88-480c-823a-fb052e5befab tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Network hostable DHCP agents. Network: 3349f2fd-75e9-46f1-8909-66672c5bc9f0, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:43:37.111416 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5d96944f-da30-4a9b-89d0-8b645c818b87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.134021 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-287c2bb7-1392-4458-abc4-2b1148ac6ad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.139726 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7223042f-f44b-4fe3-bdb9-214a2b10784d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.146788 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7223042f-f44b-4fe3-bdb9-214a2b10784d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.200492 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7223042f-f44b-4fe3-bdb9-214a2b10784d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64af2697-49de-47a4-bd6d-80018750ba86,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:37.242578 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7223042f-f44b-4fe3-bdb9-214a2b10784d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cf17bf16642d487bb74cbfaa26695b92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6342022 Nov 12 03:43:37.242578 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5d96944f-da30-4a9b-89d0-8b645c818b87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.246907 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59720) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:37.259730 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbb69a9-2d88-480c-823a-fb052e5befab tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Network 3349f2fd-75e9-46f1-8909-66672c5bc9f0 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:43:37.273107 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 7cfec413-d9e3-4595-a2bc-f0259de7c335 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:43:37.274758 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 7cfec413-d9e3-4595-a2bc-f0259de7c335 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:43:37.275467 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 002c4560-a7df-4a34-b9a3-ef5225b5848e no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:43:37.275616 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-2bbb69a9-2d88-480c-823a-fb052e5befab tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 3349f2fd-75e9-46f1-8909-66672c5bc9f0) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:37.282821 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbb69a9-2d88-480c-823a-fb052e5befab tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:37.283381 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2bbb69a9-2d88-480c-823a-fb052e5befab tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.329124 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2bbb69a9-2d88-480c-823a-fb052e5befab tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4083014 Nov 12 03:43:37.333217 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da6f88e-c46c-4881-ae43-1ac160e1f6a2 None None] Network 3349f2fd-75e9-46f1-8909-66672c5bc9f0 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:37.335975 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a412e6-5086-4b53-835f-91eb155ca450 None None] Checking router: 4ca0d9d1-6087-4f84-846f-397d5d270fe9 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:43:37.336494 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a412e6-5086-4b53-835f-91eb155ca450 None None] Updating router 4ca0d9d1-6087-4f84-846f-397d5d270fe9 port 78181f37-caa5-439e-ab27-4afcbf3511c7 binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:43:37.338538 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22ac970-2d7c-4315-8e66-3b3680322944 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:37.338962 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22ac970-2d7c-4315-8e66-3b3680322944 None None] Checking segment: {'id': '738d21c9-9a38-42a5-ba19-46eee10214c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '80425bfc-128a-4a0a-8cc5-f84ab524c764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:37.339439 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f22ac970-2d7c-4315-8e66-3b3680322944 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.339890 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22ac970-2d7c-4315-8e66-3b3680322944 None None] Bound using segment: {'id': '738d21c9-9a38-42a5-ba19-46eee10214c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '80425bfc-128a-4a0a-8cc5-f84ab524c764'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:37.340452 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-f22ac970-2d7c-4315-8e66-3b3680322944 None None] Bound port: 9ae38ef1-346f-47f8-a7df-31c0e6083345, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738d21c9-9a38-42a5-ba19-46eee10214c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '80425bfc-128a-4a0a-8cc5-f84ab524c764'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:37.341129 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f22ac970-2d7c-4315-8e66-3b3680322944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.351392 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59722) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:37.360637 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 002c4560-a7df-4a34-b9a3-ef5225b5848e {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:43:37.360637 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 002c4560-a7df-4a34-b9a3-ef5225b5848e not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:43:37.373969 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8db308f2-3314-48b8-967f-8632de1ba8fe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=67babf17303845e7bb463e099a9322ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2878332 Nov 12 03:43:37.375688 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59724) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:37.408205 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e9768817-dbe2-4366-9d0d-6d8f1e86a615 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.433923 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-dccebd00-7476-4514-9a9c-538e8bff68a0 None None] Provisioning complete for port d5a28b05-a42a-4740-aa17-33c76400e394 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:37.434414 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-dccebd00-7476-4514-9a9c-538e8bff68a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.476800 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e9768817-dbe2-4366-9d0d-6d8f1e86a615 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.530314 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d5a28b05-a42a-4740-aa17-33c76400e394 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:37.533196 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f1a412e6-5086-4b53-835f-91eb155ca450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.538430 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ee87aa41-0e25-4362-aede-a6c3adbe1c44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.547804 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5d96944f-da30-4a9b-89d0-8b645c818b87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.599011 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d96944f-da30-4a9b-89d0-8b645c818b87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event deleted for resources: {'Subnet': ['ID=bd58d363-326d-4c98-8628-5989770440cd,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:37.607203 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ee87aa41-0e25-4362-aede-a6c3adbe1c44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.627166 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96944f-da30-4a9b-89d0-8b645c818b87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:37.627525 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96944f-da30-4a9b-89d0-8b645c818b87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:37.627869 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96944f-da30-4a9b-89d0-8b645c818b87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:37.628234 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96944f-da30-4a9b-89d0-8b645c818b87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:37.628569 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96944f-da30-4a9b-89d0-8b645c818b87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:37.628901 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96944f-da30-4a9b-89d0-8b645c818b87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:37.629231 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96944f-da30-4a9b-89d0-8b645c818b87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:37.629558 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96944f-da30-4a9b-89d0-8b645c818b87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:37.629914 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96944f-da30-4a9b-89d0-8b645c818b87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:37.630247 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96944f-da30-4a9b-89d0-8b645c818b87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:37.630556 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96944f-da30-4a9b-89d0-8b645c818b87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:37.630878 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96944f-da30-4a9b-89d0-8b645c818b87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:37.728862 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e9768817-dbe2-4366-9d0d-6d8f1e86a615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.731954 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e9768817-dbe2-4366-9d0d-6d8f1e86a615 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.735543 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e9768817-dbe2-4366-9d0d-6d8f1e86a615 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/64af2697-49de-47a4-bd6d-80018750ba86 HTTP/1.1" status: 204 len: 168 time: 0.4856083 Nov 12 03:43:37.735543 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5d96944f-da30-4a9b-89d0-8b645c818b87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.752810 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9768817-dbe2-4366-9d0d-6d8f1e86a615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64af2697-49de-47a4-bd6d-80018750ba86,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:37.772674 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-5d96944f-da30-4a9b-89d0-8b645c818b87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98e03b89-3e39-4997-9fa9-49ecca6f0f55']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:37.790413 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-287c2bb7-1392-4458-abc4-2b1148ac6ad5 admin admin] Deleting port 0709df79-4070-4a60-9dc8-712408eb8e38 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:37.790413 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-287c2bb7-1392-4458-abc4-2b1148ac6ad5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.799749 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-f22ac970-2d7c-4315-8e66-3b3680322944 None None] For port 9ae38ef1-346f-47f8-a7df-31c0e6083345, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:37.808919 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-5d96944f-da30-4a9b-89d0-8b645c818b87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aafd553-014f-4b87-8da2-e7181df07a0e') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:37.809312 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-5d96944f-da30-4a9b-89d0-8b645c818b87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aafd553-014f-4b87-8da2-e7181df07a0e') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:37.816891 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a117a3d-54af-4e88-84b5-12d0c3946f9d None None] Network 98e03b89-3e39-4997-9fa9-49ecca6f0f55 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:37.840097 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5d96944f-da30-4a9b-89d0-8b645c818b87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.871120 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5d96944f-da30-4a9b-89d0-8b645c818b87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.882344 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d96944f-da30-4a9b-89d0-8b645c818b87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:43:37.883105 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5d96944f-da30-4a9b-89d0-8b645c818b87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.910991 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:43:37.910991 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:43:37.910991 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:43:37.910991 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:43:37.910991 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:43:37.910991 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:43:37.910991 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:43:37.910991 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:43:37.910991 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:43:37.910991 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:43:37.910991 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:43:37.910991 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:43:37.910991 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:43:37.910991 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:43:37.910991 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:43:37.910991 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:43:37.910991 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:43:37.910991 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:43:37.910991 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:43:37.910991 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:43:37.910991 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:43:37.910991 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:43:37.910991 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:43:37.910991 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:43:37.910991 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:43:37.910991 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:43:37.910991 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:43:37.910991 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:43:37.910991 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:43:37.910991 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:43:37.910991 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:43:37.910991 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:43:37.952322 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-287c2bb7-1392-4458-abc4-2b1148ac6ad5 admin admin] For port 0709df79-4070-4a60-9dc8-712408eb8e38, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=0709df79-4070-4a60-9dc8-712408eb8e38,segment=NetworkSegment(7fb4a596-8ddf-495d-9ba5-67a86541618f),segment_id=7fb4a596-8ddf-495d-9ba5-67a86541618f)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:37.953026 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-287c2bb7-1392-4458-abc4-2b1148ac6ad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.963065 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-f22ac970-2d7c-4315-8e66-3b3680322944 None None] For port 9ae38ef1-346f-47f8-a7df-31c0e6083345, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=9ae38ef1-346f-47f8-a7df-31c0e6083345,segment=NetworkSegment(738d21c9-9a38-42a5-ba19-46eee10214c7),segment_id=738d21c9-9a38-42a5-ba19-46eee10214c7)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:37.978746 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-287c2bb7-1392-4458-abc4-2b1148ac6ad5 admin admin] Calling delete_port for 0709df79-4070-4a60-9dc8-712408eb8e38 owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:37.994268 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b847db1e-666e-4eaa-932e-d053423bd3ca tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.994709 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ee87aa41-0e25-4362-aede-a6c3adbe1c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.998118 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ee87aa41-0e25-4362-aede-a6c3adbe1c44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:38.000001 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f22ac970-2d7c-4315-8e66-3b3680322944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:38.010154 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ee87aa41-0e25-4362-aede-a6c3adbe1c44 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b4cd18eb-1f74-48ef-8ac1-7cb539a04bad HTTP/1.1" status: 204 len: 168 time: 0.6249859 Nov 12 03:43:38.048771 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee87aa41-0e25-4362-aede-a6c3adbe1c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cd18eb-1f74-48ef-8ac1-7cb539a04bad,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:38.084311 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5d96944f-da30-4a9b-89d0-8b645c818b87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:38.106085 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5d96944f-da30-4a9b-89d0-8b645c818b87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:38.115839 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5d96944f-da30-4a9b-89d0-8b645c818b87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "DELETE /v2.0/networks/98e03b89-3e39-4997-9fa9-49ecca6f0f55 HTTP/1.1" status: 204 len: 168 time: 1.1520386 Nov 12 03:43:38.118918 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59732) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:38.134653 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-7221b9bd-14a4-4904-ae8f-e8e2916c64fa tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-241125262'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:38.148701 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port d5a28b05-a42a-4740-aa17-33c76400e394 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:38.149279 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:38.165405 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d96944f-da30-4a9b-89d0-8b645c818b87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event deleted for resources: {'Network': ['ID=98e03b89-3e39-4997-9fa9-49ecca6f0f55,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:38.189403 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7221b9bd-14a4-4904-ae8f-e8e2916c64fa tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Made reservation on behalf of e1d480ebbc414f64891e3ea3b39fa331 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:38.196772 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7221b9bd-14a4-4904-ae8f-e8e2916c64fa tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:38.280889 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7221b9bd-14a4-4904-ae8f-e8e2916c64fa tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:43:38.310907 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7221b9bd-14a4-4904-ae8f-e8e2916c64fa tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:38.315086 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-7221b9bd-14a4-4904-ae8f-e8e2916c64fa tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Added segment 72738ceb-b212-41da-b951-0f68870c7b81 of type vlan for network 551eafe6-fe24-4257-a89f-02ff15d0bf52 Nov 12 03:43:38.424284 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59736) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:38.453870 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7221b9bd-14a4-4904-ae8f-e8e2916c64fa tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:38.463344 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8702b882-354a-4d5c-ac85-8603512265de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:38.484156 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9847f98a-ba8b-409c-963c-4b40a6ead6ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-3349f2fd-75e9-46f1-8909-66672c5bc9f0', 'network_id': '3349f2fd-75e9-46f1-8909-66672c5bc9f0', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'fixed_ips': [{'subnet_id': '842a6b14-e42a-4ef5-87ce-0604c4e98b43'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:43:38.487082 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9847f98a-ba8b-409c-963c-4b40a6ead6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:38.566550 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ac970-2d7c-4315-8e66-3b3680322944 None None] Pushing event updated for resources: {'Port': ['ID=9ae38ef1-346f-47f8-a7df-31c0e6083345,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:38.661821 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8702b882-354a-4d5c-ac85-8603512265de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:38.671569 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8702b882-354a-4d5c-ac85-8603512265de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:38.674973 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4bbb3064-f8ff-42f4-9d08-8bb785a1dc74 None None] Provisioning complete for port 78181f37-caa5-439e-ab27-4afcbf3511c7 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:38.675854 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4bbb3064-f8ff-42f4-9d08-8bb785a1dc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:38.732293 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7221b9bd-14a4-4904-ae8f-e8e2916c64fa tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:38.738904 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7221b9bd-14a4-4904-ae8f-e8e2916c64fa tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:38.739960 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7221b9bd-14a4-4904-ae8f-e8e2916c64fa tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:38.774945 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8702b882-354a-4d5c-ac85-8603512265de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208ae55f-8c5b-43d9-afae-867b1b68dbda,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:38.787567 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8702b882-354a-4d5c-ac85-8603512265de admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dd48be6496224bd2b7c606874f48df62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3617597 Nov 12 03:43:38.791624 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59744) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:38.838385 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7221b9bd-14a4-4904-ae8f-e8e2916c64fa tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7155969 Nov 12 03:43:38.842774 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59748) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:38.848738 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-4e0e3870-3d0d-430d-9fa6-d35c6b454b2e tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Request body: {'subnet': {'network_id': '551eafe6-fe24-4257-a89f-02ff15d0bf52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:38.876950 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7221b9bd-14a4-4904-ae8f-e8e2916c64fa tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event updated for resources: {'Network': ['ID=551eafe6-fe24-4257-a89f-02ff15d0bf52,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:38.927199 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:38.928039 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 551eafe6-fe24-4257-a89f-02ff15d0bf52 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:43:38.995788 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0e3870-3d0d-430d-9fa6-d35c6b454b2e tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Made reservation on behalf of e1d480ebbc414f64891e3ea3b39fa331 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:39.000219 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4e0e3870-3d0d-430d-9fa6-d35c6b454b2e tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:39.052276 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4bbb3064-f8ff-42f4-9d08-8bb785a1dc74 None None] Port 78181f37-caa5-439e-ab27-4afcbf3511c7 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:39.168187 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-14159550-7099-4eba-af71-95df7740caac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:39.214199 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device add136b1-2124-4076-b7ca-50bfb9f8fb51 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:43:39.217263 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-9847f98a-ba8b-409c-963c-4b40a6ead6ee None None] Allocated IP 172.22.0.2 (3349f2fd-75e9-46f1-8909-66672c5bc9f0/842a6b14-e42a-4ef5-87ce-0604c4e98b43/154954c3-84b1-405a-9ea7-812abad015a7) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:39.224809 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-14159550-7099-4eba-af71-95df7740caac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:39.250931 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-287c2bb7-1392-4458-abc4-2b1148ac6ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:39.274031 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4e0e3870-3d0d-430d-9fa6-d35c6b454b2e tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:39.281796 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: add136b1-2124-4076-b7ca-50bfb9f8fb51 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:43:39.282206 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device add136b1-2124-4076-b7ca-50bfb9f8fb51 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:43:39.282644 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 851708d4-391a-408b-baa8-941e1219441e no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:43:39.286673 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f1a412e6-5086-4b53-835f-91eb155ca450 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:39.305381 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c2bb7-1392-4458-abc4-2b1148ac6ad5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0709df79-4070-4a60-9dc8-712408eb8e38,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:39.334242 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 851708d4-391a-408b-baa8-941e1219441e {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:43:39.334586 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 851708d4-391a-408b-baa8-941e1219441e not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:43:39.349594 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f1a412e6-5086-4b53-835f-91eb155ca450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:39.491679 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e3870-3d0d-430d-9fa6-d35c6b454b2e tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event updated for resources: {'Subnet': ['ID=43c95353-618d-41d6-8562-c84ce9d7be2f,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:39.521551 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0e3870-3d0d-430d-9fa6-d35c6b454b2e tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Checking segment: {'id': '72738ceb-b212-41da-b951-0f68870c7b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '551eafe6-fe24-4257-a89f-02ff15d0bf52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:39.521551 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0e3870-3d0d-430d-9fa6-d35c6b454b2e tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Network hostable DHCP agents. Network: 551eafe6-fe24-4257-a89f-02ff15d0bf52, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:43:39.552550 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-14159550-7099-4eba-af71-95df7740caac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:39.556209 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-14159550-7099-4eba-af71-95df7740caac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:39.561650 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-14159550-7099-4eba-af71-95df7740caac admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/208ae55f-8c5b-43d9-afae-867b1b68dbda HTTP/1.1" status: 204 len: 168 time: 0.7171624 Nov 12 03:43:39.612624 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14159550-7099-4eba-af71-95df7740caac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208ae55f-8c5b-43d9-afae-867b1b68dbda,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:39.623885 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0e3870-3d0d-430d-9fa6-d35c6b454b2e tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Network 551eafe6-fe24-4257-a89f-02ff15d0bf52 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:43:39.654596 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-287c2bb7-1392-4458-abc4-2b1148ac6ad5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:39.658685 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-4e0e3870-3d0d-430d-9fa6-d35c6b454b2e tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 551eafe6-fe24-4257-a89f-02ff15d0bf52) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:39.683581 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0e3870-3d0d-430d-9fa6-d35c6b454b2e tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:39.684260 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4e0e3870-3d0d-430d-9fa6-d35c6b454b2e tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:39.722746 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d9f200-f1ec-4650-adcc-baefba4ab7d2 None None] Network 551eafe6-fe24-4257-a89f-02ff15d0bf52 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:39.730686 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4e0e3870-3d0d-430d-9fa6-d35c6b454b2e tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8830018 Nov 12 03:43:39.733449 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59764) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:39.754996 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-5274951b-8f64-4967-be04-66e6c27f520d tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1717854056'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:39.835214 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5274951b-8f64-4967-be04-66e6c27f520d tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Made reservation on behalf of e1d480ebbc414f64891e3ea3b39fa331 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:39.850738 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5274951b-8f64-4967-be04-66e6c27f520d tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:39.907989 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06c2e-71dc-4963-98ca-6bb52df3f795 None None] Pushing event updated for resources: {'Port': ['ID=78181f37-caa5-439e-ab27-4afcbf3511c7,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:39.936962 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59766) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:39.939525 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5274951b-8f64-4967-be04-66e6c27f520d tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:43:39.965246 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5274951b-8f64-4967-be04-66e6c27f520d tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:39.965591 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-5274951b-8f64-4967-be04-66e6c27f520d tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Added segment 863f7d3b-b205-47d5-96a7-b7daa97e179b of type vlan for network d68ab570-94bc-42c3-af61-19f6e768c247 Nov 12 03:43:40.052760 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 9ae38ef1-346f-47f8-a7df-31c0e6083345 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:40.053339 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5274951b-8f64-4967-be04-66e6c27f520d tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.099374 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5274951b-8f64-4967-be04-66e6c27f520d tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.112128 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5274951b-8f64-4967-be04-66e6c27f520d tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:40.113128 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5274951b-8f64-4967-be04-66e6c27f520d tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.189050 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5274951b-8f64-4967-be04-66e6c27f520d tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4504960 Nov 12 03:43:40.191255 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59770) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:40.248236 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-2a81741f-1693-4072-a8ba-95d1692db30b tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Request body: {'subnet': {'network_id': 'd68ab570-94bc-42c3-af61-19f6e768c247', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:40.265349 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-2addbaf4-e70d-4edc-930a-0736a5f280ff tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1927331521', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:40.288665 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5274951b-8f64-4967-be04-66e6c27f520d tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event updated for resources: {'Network': ['ID=d68ab570-94bc-42c3-af61-19f6e768c247,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:40.306536 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2addbaf4-e70d-4edc-930a-0736a5f280ff tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.307501 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2addbaf4-e70d-4edc-930a-0736a5f280ff tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.353151 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-287c2bb7-1392-4458-abc4-2b1148ac6ad5 admin admin] Router 2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:43:40.387258 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2addbaf4-e70d-4edc-930a-0736a5f280ff tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.390515 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a81741f-1693-4072-a8ba-95d1692db30b tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Made reservation on behalf of e1d480ebbc414f64891e3ea3b39fa331 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:40.394624 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2addbaf4-e70d-4edc-930a-0736a5f280ff tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.396418 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2a81741f-1693-4072-a8ba-95d1692db30b tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.482160 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network d68ab570-94bc-42c3-af61-19f6e768c247 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:43:40.483790 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9276bfd7-3369-4584-8006-a9efccf07c2a None None] Network 80425bfc-128a-4a0a-8cc5-f84ab524c764 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:40.548141 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287c2bb7-1392-4458-abc4-2b1148ac6ad5 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:43:40.552857 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2addbaf4-e70d-4edc-930a-0736a5f280ff tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.557352 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2addbaf4-e70d-4edc-930a-0736a5f280ff tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6192708 Nov 12 03:43:40.558127 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59776) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:40.563261 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8719df-b897-4296-981f-f5dae51ebfef None None] Sync routers for ids ['2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:43:40.564885 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-287c2bb7-1392-4458-abc4-2b1148ac6ad5 admin admin] 10.222.0.50 "PUT /v2.0/routers/2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6983356 Nov 12 03:43:40.571852 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-378d5d29-3c5a-4506-8a8f-0e7c56cf0253 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-712149040'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:40.572202 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59778) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:40.585344 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.ipam_backend_mixin [None req-2a81741f-1693-4072-a8ba-95d1692db30b tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Performing IP validity checks on allocation pools {{(pid=102571) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 03:43:40.586659 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.ipam_backend_mixin [None req-2a81741f-1693-4072-a8ba-95d1692db30b tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102571) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 03:43:40.587891 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8719df-b897-4296-981f-f5dae51ebfef None None] Routers {'2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:40.590120 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-9d8719df-b897-4296-981f-f5dae51ebfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:43:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:40.599669 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378d5d29-3c5a-4506-8a8f-0e7c56cf0253 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Made reservation on behalf of 7983e927fd6c4953bfeee87a963f3784 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:40.604913 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-378d5d29-3c5a-4506-8a8f-0e7c56cf0253 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.615812 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-378d5d29-3c5a-4506-8a8f-0e7c56cf0253 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.737205 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-9d8719df-b897-4296-981f-f5dae51ebfef None None] Set router 2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:43:40.743043 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-378d5d29-3c5a-4506-8a8f-0e7c56cf0253 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.748829 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-378d5d29-3c5a-4506-8a8f-0e7c56cf0253 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.767601 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-70cabac8-f5fe-4b66-ab4a-e8abd7535cac admin admin] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.769801 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-378d5d29-3c5a-4506-8a8f-0e7c56cf0253 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:43:40.789301 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-378d5d29-3c5a-4506-8a8f-0e7c56cf0253 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.790056 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-378d5d29-3c5a-4506-8a8f-0e7c56cf0253 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Added segment 3f036e96-ad20-4d95-ac2e-5fc3aca2de5d of type vlan for network a5808793-c231-45ea-9121-1203cd4d457f Nov 12 03:43:40.816886 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59780) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:40.826456 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-f1a412e6-5086-4b53-835f-91eb155ca450 None None] Attempting to bind port 78181f37-caa5-439e-ab27-4afcbf3511c7 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:40.827032 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-f1a412e6-5086-4b53-835f-91eb155ca450 None None] Attempting to bind port 78181f37-caa5-439e-ab27-4afcbf3511c7 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'd1e6e2ce-7917-404a-b4cf-cc0d0cf5a1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '681955e5-d7b5-450a-bfb7-ac581d5e206c'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:40.827225 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a412e6-5086-4b53-835f-91eb155ca450 None None] Attempting to bind port 78181f37-caa5-439e-ab27-4afcbf3511c7 on network 681955e5-d7b5-450a-bfb7-ac581d5e206c {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:40.839018 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d5b183ec-c429-4f8f-ba4c-b2b730e2982c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.854530 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-378d5d29-3c5a-4506-8a8f-0e7c56cf0253 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.870458 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-44761b23-936e-439e-b587-586c6f0bff09 None None] Provisioning complete for port 78181f37-caa5-439e-ab27-4afcbf3511c7 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:40.870945 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-44761b23-936e-439e-b587-586c6f0bff09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.910205 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9847f98a-ba8b-409c-963c-4b40a6ead6ee None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.917497 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378d5d29-3c5a-4506-8a8f-0e7c56cf0253 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf7554f-9295-40a2-b4d3-73b77c9f4c14,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:40.922382 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-378d5d29-3c5a-4506-8a8f-0e7c56cf0253 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.932677 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378d5d29-3c5a-4506-8a8f-0e7c56cf0253 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:40.932856 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a412e6-5086-4b53-835f-91eb155ca450 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:40.933212 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a412e6-5086-4b53-835f-91eb155ca450 None None] Checking segment: {'id': 'd1e6e2ce-7917-404a-b4cf-cc0d0cf5a1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '681955e5-d7b5-450a-bfb7-ac581d5e206c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:40.933548 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-378d5d29-3c5a-4506-8a8f-0e7c56cf0253 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.934742 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f1a412e6-5086-4b53-835f-91eb155ca450 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.935291 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a412e6-5086-4b53-835f-91eb155ca450 None None] Bound using segment: {'id': 'd1e6e2ce-7917-404a-b4cf-cc0d0cf5a1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '681955e5-d7b5-450a-bfb7-ac581d5e206c'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:40.936132 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-f1a412e6-5086-4b53-835f-91eb155ca450 None None] Bound port: 78181f37-caa5-439e-ab27-4afcbf3511c7, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e6e2ce-7917-404a-b4cf-cc0d0cf5a1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '681955e5-d7b5-450a-bfb7-ac581d5e206c'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:40.936991 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f1a412e6-5086-4b53-835f-91eb155ca450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.969339 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-378d5d29-3c5a-4506-8a8f-0e7c56cf0253 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4027445 Nov 12 03:43:40.976360 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9847f98a-ba8b-409c-963c-4b40a6ead6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.002112 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-9d8719df-b897-4296-981f-f5dae51ebfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8', 'name': 'tempest-TestAggregatesBasicOps-646708631-router', 'tenant_id': '0fa957e572d544f49e1324f36c67c2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'e3b1ce75-22e4-49fc-aa20-b666f5afe17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:06Z', 'updated_at': '2021-11-12T03:43:39Z', 'revision_number': 5, 'project_id': '0fa957e572d544f49e1324f36c67c2ef', 'gw_port': {'id': 'e3b1ce75-22e4-49fc-aa20-b666f5afe17a', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:07Z', 'updated_at': '2021-11-12T03:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:41.003600 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59782) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:41.024222 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-76999bc1-abe7-4eb5-b51b-cc7ba5dae926 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Request body: {'subnet': {'network_id': 'a5808793-c231-45ea-9121-1203cd4d457f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:41.050957 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8719df-b897-4296-981f-f5dae51ebfef None None] Checking router: 2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:43:41.074181 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8719df-b897-4296-981f-f5dae51ebfef None None] Routers {'2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:41.075225 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-9d8719df-b897-4296-981f-f5dae51ebfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:43:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:41.087722 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2a81741f-1693-4072-a8ba-95d1692db30b tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.092596 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378d5d29-3c5a-4506-8a8f-0e7c56cf0253 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Pushing event updated for resources: {'Network': ['ID=a5808793-c231-45ea-9121-1203cd4d457f,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:41.093914 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-44761b23-936e-439e-b587-586c6f0bff09 None None] Port 78181f37-caa5-439e-ab27-4afcbf3511c7 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:41.099446 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9847f98a-ba8b-409c-963c-4b40a6ead6ee None None] Network 3349f2fd-75e9-46f1-8909-66672c5bc9f0 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:41.108744 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-b847db1e-666e-4eaa-932e-d053423bd3ca tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Allocated IP 172.22.0.1 (3349f2fd-75e9-46f1-8909-66672c5bc9f0/842a6b14-e42a-4ef5-87ce-0604c4e98b43/dac5edec-462b-40f8-a8a7-539175b0ca86) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:41.114184 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 9ae38ef1-346f-47f8-a7df-31c0e6083345 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:41.114554 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.154894 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network a5808793-c231-45ea-9121-1203cd4d457f details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:43:41.187467 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-9847f98a-ba8b-409c-963c-4b40a6ead6ee None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:41.218691 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9847f98a-ba8b-409c-963c-4b40a6ead6ee None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:41.230141 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-9d8719df-b897-4296-981f-f5dae51ebfef None None] Set router 2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:43:41.249440 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05865cf0-8932-45f7-96ca-b629672014c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-551eafe6-fe24-4257-a89f-02ff15d0bf52', 'network_id': '551eafe6-fe24-4257-a89f-02ff15d0bf52', 'tenant_id': 'e1d480ebbc414f64891e3ea3b39fa331', 'fixed_ips': [{'subnet_id': '43c95353-618d-41d6-8562-c84ce9d7be2f'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:43:41.250946 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-05865cf0-8932-45f7-96ca-b629672014c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.266891 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9847f98a-ba8b-409c-963c-4b40a6ead6ee None None] Pushing event updated for resources: {'Port': ['ID=154954c3-84b1-405a-9ea7-812abad015a7,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:41.312554 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-70cabac8-f5fe-4b66-ab4a-e8abd7535cac admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.326848 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76999bc1-abe7-4eb5-b51b-cc7ba5dae926 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Made reservation on behalf of 7983e927fd6c4953bfeee87a963f3784 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:41.332964 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-76999bc1-abe7-4eb5-b51b-cc7ba5dae926 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.345182 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81741f-1693-4072-a8ba-95d1692db30b tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event updated for resources: {'Subnet': ['ID=8689d2d8-adef-47c0-abbc-b6e85b09dbad,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:41.348836 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b847db1e-666e-4eaa-932e-d053423bd3ca tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.386487 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-f1a412e6-5086-4b53-835f-91eb155ca450 None None] For port 78181f37-caa5-439e-ab27-4afcbf3511c7, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:41.436881 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b847db1e-666e-4eaa-932e-d053423bd3ca tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.446653 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d5b183ec-c429-4f8f-ba4c-b2b730e2982c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.448066 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a81741f-1693-4072-a8ba-95d1692db30b tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Checking segment: {'id': '863f7d3b-b205-47d5-96a7-b7daa97e179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd68ab570-94bc-42c3-af61-19f6e768c247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:41.448870 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a81741f-1693-4072-a8ba-95d1692db30b tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Network hostable DHCP agents. Network: d68ab570-94bc-42c3-af61-19f6e768c247, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:43:41.466953 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-f1a412e6-5086-4b53-835f-91eb155ca450 None None] For port 78181f37-caa5-439e-ab27-4afcbf3511c7, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=78181f37-caa5-439e-ab27-4afcbf3511c7,segment=NetworkSegment(d1e6e2ce-7917-404a-b4cf-cc0d0cf5a1b0),segment_id=d1e6e2ce-7917-404a-b4cf-cc0d0cf5a1b0)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:41.473579 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-b04384bc-23a9-4b90-9237-6fea32032bd1 None None] Provisioning complete for port 9ae38ef1-346f-47f8-a7df-31c0e6083345 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:41.474066 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b04384bc-23a9-4b90-9237-6fea32032bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.482012 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d5b183ec-c429-4f8f-ba4c-b2b730e2982c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.547277 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-9d8719df-b897-4296-981f-f5dae51ebfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8', 'name': 'tempest-TestAggregatesBasicOps-646708631-router', 'tenant_id': '0fa957e572d544f49e1324f36c67c2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'e3b1ce75-22e4-49fc-aa20-b666f5afe17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:06Z', 'updated_at': '2021-11-12T03:43:39Z', 'revision_number': 5, 'project_id': '0fa957e572d544f49e1324f36c67c2ef', 'gw_port': {'id': 'e3b1ce75-22e4-49fc-aa20-b666f5afe17a', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:07Z', 'updated_at': '2021-11-12T03:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:41.558924 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b183ec-c429-4f8f-ba4c-b2b730e2982c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c4e119-cac7-4600-96ee-4ba68c9aacfd,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:41.569008 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f1a412e6-5086-4b53-835f-91eb155ca450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.596873 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d5b183ec-c429-4f8f-ba4c-b2b730e2982c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=691d3196b4534e93885398512d3909d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7788925 Nov 12 03:43:41.603934 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b847db1e-666e-4eaa-932e-d053423bd3ca tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Network 3349f2fd-75e9-46f1-8909-66672c5bc9f0 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:41.606055 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59788) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:41.610402 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a81741f-1693-4072-a8ba-95d1692db30b tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Network d68ab570-94bc-42c3-af61-19f6e768c247 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:43:41.614342 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8719df-b897-4296-981f-f5dae51ebfef None None] The sync data for ids ['2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8'] in n-d-715271-27 is: [{'id': '2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8', 'name': 'tempest-TestAggregatesBasicOps-646708631-router', 'tenant_id': '0fa957e572d544f49e1324f36c67c2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'e3b1ce75-22e4-49fc-aa20-b666f5afe17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:06Z', 'updated_at': '2021-11-12T03:43:39Z', 'revision_number': 5, 'project_id': '0fa957e572d544f49e1324f36c67c2ef', 'gw_port': {'id': 'e3b1ce75-22e4-49fc-aa20-b666f5afe17a', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:07Z', 'updated_at': '2021-11-12T03:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:43:41.622092 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-9847f98a-ba8b-409c-963c-4b40a6ead6ee None None] Attempting to bind port 154954c3-84b1-405a-9ea7-812abad015a7 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:41.622440 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-9847f98a-ba8b-409c-963c-4b40a6ead6ee None None] Attempting to bind port 154954c3-84b1-405a-9ea7-812abad015a7 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'a5188ec2-39d0-40b4-9368-b5d9483687b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3349f2fd-75e9-46f1-8909-66672c5bc9f0'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:41.622805 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9847f98a-ba8b-409c-963c-4b40a6ead6ee None None] Attempting to bind port 154954c3-84b1-405a-9ea7-812abad015a7 on network 3349f2fd-75e9-46f1-8909-66672c5bc9f0 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:41.626195 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-b847db1e-666e-4eaa-932e-d053423bd3ca tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:41.638216 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b847db1e-666e-4eaa-932e-d053423bd3ca tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:41.674618 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-2a81741f-1693-4072-a8ba-95d1692db30b tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, d68ab570-94bc-42c3-af61-19f6e768c247) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:41.675057 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9847f98a-ba8b-409c-963c-4b40a6ead6ee None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:41.675057 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9847f98a-ba8b-409c-963c-4b40a6ead6ee None None] Checking segment: {'id': 'a5188ec2-39d0-40b4-9368-b5d9483687b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3349f2fd-75e9-46f1-8909-66672c5bc9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:41.675718 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9847f98a-ba8b-409c-963c-4b40a6ead6ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.676143 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9847f98a-ba8b-409c-963c-4b40a6ead6ee None None] Bound using segment: {'id': 'a5188ec2-39d0-40b4-9368-b5d9483687b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3349f2fd-75e9-46f1-8909-66672c5bc9f0'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:41.676630 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-9847f98a-ba8b-409c-963c-4b40a6ead6ee None None] Bound port: 154954c3-84b1-405a-9ea7-812abad015a7, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5188ec2-39d0-40b4-9368-b5d9483687b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3349f2fd-75e9-46f1-8909-66672c5bc9f0'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:41.677016 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9847f98a-ba8b-409c-963c-4b40a6ead6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.702222 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a81741f-1693-4072-a8ba-95d1692db30b tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:41.702828 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2a81741f-1693-4072-a8ba-95d1692db30b tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.726021 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567b94da-eeee-4754-a68a-487d18ddef64 None None] Network d68ab570-94bc-42c3-af61-19f6e768c247 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:41.744358 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-70cabac8-f5fe-4b66-ab4a-e8abd7535cac admin admin] Deleting port e3b1ce75-22e4-49fc-aa20-b666f5afe17a {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:41.744677 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-70cabac8-f5fe-4b66-ab4a-e8abd7535cac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.790895 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2a81741f-1693-4072-a8ba-95d1692db30b tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.5526133 Nov 12 03:43:41.804639 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59790) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:41.814509 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b847db1e-666e-4eaa-932e-d053423bd3ca tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event updated for resources: {'Port': ['ID=dac5edec-462b-40f8-a8a7-539175b0ca86,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:41.816049 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06c2e-71dc-4963-98ca-6bb52df3f795 None None] Pushing event updated for resources: {'Port': ['ID=78181f37-caa5-439e-ab27-4afcbf3511c7,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:41.887492 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a412e6-5086-4b53-835f-91eb155ca450 None None] Routers {'4ca0d9d1-6087-4f84-846f-397d5d270fe9'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:41.888201 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f1a412e6-5086-4b53-835f-91eb155ca450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:43:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4ca0d9d1-6087-4f84-846f-397d5d270fe9'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:41.895532 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.911688 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-06c7c1cd-f6e3-43de-979e-236c08071388 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.964741 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b847db1e-666e-4eaa-932e-d053423bd3ca tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.060451 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-06c7c1cd-f6e3-43de-979e-236c08071388 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.086912 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-05865cf0-8932-45f7-96ca-b629672014c6 None None] Allocated IP 2001:db8::1 (551eafe6-fe24-4257-a89f-02ff15d0bf52/43c95353-618d-41d6-8562-c84ce9d7be2f/955a85d4-6f9c-474a-a06f-9d6da574d5fb) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:42.136532 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-45393da2-716d-4e71-9aa8-48fe18a982dc tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.170765 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b04384bc-23a9-4b90-9237-6fea32032bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.189582 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-70cabac8-f5fe-4b66-ab4a-e8abd7535cac admin admin] For port e3b1ce75-22e4-49fc-aa20-b666f5afe17a, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e3b1ce75-22e4-49fc-aa20-b666f5afe17a,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:42.190184 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-70cabac8-f5fe-4b66-ab4a-e8abd7535cac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.203404 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-9847f98a-ba8b-409c-963c-4b40a6ead6ee None None] For port 154954c3-84b1-405a-9ea7-812abad015a7, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:42.219102 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 9ae38ef1-346f-47f8-a7df-31c0e6083345, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=9ae38ef1-346f-47f8-a7df-31c0e6083345,segment=NetworkSegment(738d21c9-9a38-42a5-ba19-46eee10214c7),segment_id=738d21c9-9a38-42a5-ba19-46eee10214c7)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:42.237005 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-70cabac8-f5fe-4b66-ab4a-e8abd7535cac admin admin] Calling delete_port for e3b1ce75-22e4-49fc-aa20-b666f5afe17a owned by network:router_gateway {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:42.244204 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.266446 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b847db1e-666e-4eaa-932e-d053423bd3ca tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.301998 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-45393da2-716d-4e71-9aa8-48fe18a982dc tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.302118 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-76999bc1-abe7-4eb5-b51b-cc7ba5dae926 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.311546 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-9847f98a-ba8b-409c-963c-4b40a6ead6ee None None] For port 154954c3-84b1-405a-9ea7-812abad015a7, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=154954c3-84b1-405a-9ea7-812abad015a7,segment=NetworkSegment(a5188ec2-39d0-40b4-9368-b5d9483687b2),segment_id=a5188ec2-39d0-40b4-9368-b5d9483687b2)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:42.314686 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-f1a412e6-5086-4b53-835f-91eb155ca450 None None] Set router 4ca0d9d1-6087-4f84-846f-397d5d270fe9 gateway port host: None {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:43:42.324043 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 0709df79-4070-4a60-9dc8-712408eb8e38 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:43:42.427956 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76999bc1-abe7-4eb5-b51b-cc7ba5dae926 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Pushing event updated for resources: {'Subnet': ['ID=676422cf-a316-442f-9d20-b3c7ec360c20,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:42.461464 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-06c7c1cd-f6e3-43de-979e-236c08071388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.464627 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-06c7c1cd-f6e3-43de-979e-236c08071388 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.468275 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-06c7c1cd-f6e3-43de-979e-236c08071388 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/32c4e119-cac7-4600-96ee-4ba68c9aacfd HTTP/1.1" status: 204 len: 168 time: 0.8527057 Nov 12 03:43:42.468275 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76999bc1-abe7-4eb5-b51b-cc7ba5dae926 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Checking segment: {'id': '3f036e96-ad20-4d95-ac2e-5fc3aca2de5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a5808793-c231-45ea-9121-1203cd4d457f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:42.468275 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76999bc1-abe7-4eb5-b51b-cc7ba5dae926 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Network hostable DHCP agents. Network: a5808793-c231-45ea-9121-1203cd4d457f, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:43:42.509394 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-45393da2-716d-4e71-9aa8-48fe18a982dc tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.535169 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c7c1cd-f6e3-43de-979e-236c08071388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c4e119-cac7-4600-96ee-4ba68c9aacfd,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:42.542576 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76999bc1-abe7-4eb5-b51b-cc7ba5dae926 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Network a5808793-c231-45ea-9121-1203cd4d457f is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:43:42.549651 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45393da2-716d-4e71-9aa8-48fe18a982dc tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event deleted for resources: {'Subnet': ['ID=8689d2d8-adef-47c0-abbc-b6e85b09dbad,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:42.554810 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9847f98a-ba8b-409c-963c-4b40a6ead6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.564696 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-76999bc1-abe7-4eb5-b51b-cc7ba5dae926 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, a5808793-c231-45ea-9121-1203cd4d457f) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:42.571539 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76999bc1-abe7-4eb5-b51b-cc7ba5dae926 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:42.572544 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-76999bc1-abe7-4eb5-b51b-cc7ba5dae926 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.601967 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f65d12-20d0-4783-b4ee-130dadf51daf None None] Network a5808793-c231-45ea-9121-1203cd4d457f requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:42.628167 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-76999bc1-abe7-4eb5-b51b-cc7ba5dae926 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6233945 Nov 12 03:43:42.630777 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59794) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:42.640533 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-42a09619-1bcb-4ac0-916e-be75dd64513e tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Request body: {'network': {'name': 'tempest-router-network01--2056435433'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:42.670358 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-70cabac8-f5fe-4b66-ab4a-e8abd7535cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.680128 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-45393da2-716d-4e71-9aa8-48fe18a982dc tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.683579 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 0709df79-4070-4a60-9dc8-712408eb8e38 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:43:42.683940 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 0709df79-4070-4a60-9dc8-712408eb8e38 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:43:42.710648 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cabac8-f5fe-4b66-ab4a-e8abd7535cac admin admin] Pushing event deleted for resources: {'Port': ['ID=e3b1ce75-22e4-49fc-aa20-b666f5afe17a,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:42.717124 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a09619-1bcb-4ac0-916e-be75dd64513e tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Made reservation on behalf of 7983e927fd6c4953bfeee87a963f3784 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:42.720959 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-42a09619-1bcb-4ac0-916e-be75dd64513e tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.751482 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-45393da2-716d-4e71-9aa8-48fe18a982dc tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d68ab570-94bc-42c3-af61-19f6e768c247']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:42.769334 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-45393da2-716d-4e71-9aa8-48fe18a982dc tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '863f7d3b-b205-47d5-96a7-b7daa97e179b') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:42.769786 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-45393da2-716d-4e71-9aa8-48fe18a982dc tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '863f7d3b-b205-47d5-96a7-b7daa97e179b') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:42.791988 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-45393da2-716d-4e71-9aa8-48fe18a982dc tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.818926 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-45393da2-716d-4e71-9aa8-48fe18a982dc tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.829767 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42a09619-1bcb-4ac0-916e-be75dd64513e tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:43:42.848690 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45393da2-716d-4e71-9aa8-48fe18a982dc tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:43:42.849245 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-45393da2-716d-4e71-9aa8-48fe18a982dc tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.852846 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:43:42.852846 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:43:42.852846 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:43:42.852846 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:43:42.852846 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:43:42.852846 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:43:42.852846 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:43:42.852846 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:43:42.852846 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:43:42.852846 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:43:42.852846 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:43:42.852846 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:43:42.852846 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:43:42.852846 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:43:42.852846 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:43:42.852846 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:43:42.852846 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:43:42.852846 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:43:42.852846 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:43:42.852846 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:43:42.852846 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:43:42.852846 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:43:42.852846 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:43:42.852846 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:43:42.852846 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:43:42.852846 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:43:42.852846 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:43:42.852846 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:43:42.852846 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:43:42.852846 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:43:42.852846 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:43:42.852846 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:43:42.855441 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=9ae38ef1-346f-47f8-a7df-31c0e6083345,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:42.855556 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-42a09619-1bcb-4ac0-916e-be75dd64513e tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.858587 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-42a09619-1bcb-4ac0-916e-be75dd64513e tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Added segment c2f7c5f3-63ec-4081-afe3-f4a0ef3f8f79 of type vlan for network cb08b3a9-d30d-4225-a1e8-e168264cfad6 Nov 12 03:43:42.881650 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.api [None req-b04384bc-23a9-4b90-9237-6fea32032bd1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:43:42.881859 n-d-715271-27 neutron-server[102573]: DEBUG oslo_db.api [None req-b04384bc-23a9-4b90-9237-6fea32032bd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:43:42.952743 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-42a09619-1bcb-4ac0-916e-be75dd64513e tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.007006 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-42a09619-1bcb-4ac0-916e-be75dd64513e tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.013978 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a09619-1bcb-4ac0-916e-be75dd64513e tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:43.014351 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-42a09619-1bcb-4ac0-916e-be75dd64513e tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.027037 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-45393da2-716d-4e71-9aa8-48fe18a982dc tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.040959 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-45393da2-716d-4e71-9aa8-48fe18a982dc tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.058863 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-45393da2-716d-4e71-9aa8-48fe18a982dc tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "DELETE /v2.0/networks/d68ab570-94bc-42c3-af61-19f6e768c247 HTTP/1.1" status: 204 len: 168 time: 1.2472208 Nov 12 03:43:43.064016 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59806) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:43.073900 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b847db1e-666e-4eaa-932e-d053423bd3ca tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.081573 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-60d6a689-84e1-4280-bb4d-9cc6521fbd8b tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-882408389'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:43.088728 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5148f6a-1d22-41a5-b152-73d908fc9772 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-d68ab570-94bc-42c3-af61-19f6e768c247', 'network_id': 'd68ab570-94bc-42c3-af61-19f6e768c247', 'tenant_id': 'e1d480ebbc414f64891e3ea3b39fa331', 'fixed_ips': [{'subnet_id': '8689d2d8-adef-47c0-abbc-b6e85b09dbad'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:43:43.094296 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a5148f6a-1d22-41a5-b152-73d908fc9772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.102429 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45393da2-716d-4e71-9aa8-48fe18a982dc tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event deleted for resources: {'Network': ['ID=d68ab570-94bc-42c3-af61-19f6e768c247,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:43.106223 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b847db1e-666e-4eaa-932e-d053423bd3ca tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.124897 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a09619-1bcb-4ac0-916e-be75dd64513e tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Pushing event updated for resources: {'Network': ['ID=cb08b3a9-d30d-4225-a1e8-e168264cfad6,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:43.147381 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-42a09619-1bcb-4ac0-916e-be75dd64513e tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5142612 Nov 12 03:43:43.147750 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59810) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:43.156885 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-e7d34ba1-3117-4f17-90ca-132bbf13e1bf tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Request body: {'network': {'name': 'tempest-router-network02--947984678'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:43.167500 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-70cabac8-f5fe-4b66-ab4a-e8abd7535cac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.208565 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-05865cf0-8932-45f7-96ca-b629672014c6 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.213510 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network cb08b3a9-d30d-4225-a1e8-e168264cfad6 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:43:43.227079 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b847db1e-666e-4eaa-932e-d053423bd3ca tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.319450 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b847db1e-666e-4eaa-932e-d053423bd3ca tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event updated for resources: {'Port': ['ID=dac5edec-462b-40f8-a8a7-539175b0ca86,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:43.460668 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-70cabac8-f5fe-4b66-ab4a-e8abd7535cac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.463977 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d34ba1-3117-4f17-90ca-132bbf13e1bf tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Made reservation on behalf of 7983e927fd6c4953bfeee87a963f3784 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:43.468497 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e7d34ba1-3117-4f17-90ca-132bbf13e1bf tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.475047 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-70cabac8-f5fe-4b66-ab4a-e8abd7535cac admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.482465 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9847f98a-ba8b-409c-963c-4b40a6ead6ee None None] Pushing event updated for resources: {'Port': ['ID=154954c3-84b1-405a-9ea7-812abad015a7,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:43.497463 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-05865cf0-8932-45f7-96ca-b629672014c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.523317 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b847db1e-666e-4eaa-932e-d053423bd3ca tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Network 3349f2fd-75e9-46f1-8909-66672c5bc9f0 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:43.525824 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d6a689-84e1-4280-bb4d-9cc6521fbd8b tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Made reservation on behalf of e1d480ebbc414f64891e3ea3b39fa331 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:43.530009 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-60d6a689-84e1-4280-bb4d-9cc6521fbd8b tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.532585 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-b847db1e-666e-4eaa-932e-d053423bd3ca tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:43.566656 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05865cf0-8932-45f7-96ca-b629672014c6 None None] Network 551eafe6-fe24-4257-a89f-02ff15d0bf52 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:43.594485 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7d34ba1-3117-4f17-90ca-132bbf13e1bf tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:43:43.598289 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-05865cf0-8932-45f7-96ca-b629672014c6 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:43.600286 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-70cabac8-f5fe-4b66-ab4a-e8abd7535cac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.602003 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70cabac8-f5fe-4b66-ab4a-e8abd7535cac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8 {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:43:43.603371 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05865cf0-8932-45f7-96ca-b629672014c6 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:43.608635 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-70cabac8-f5fe-4b66-ab4a-e8abd7535cac admin admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.611780 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-70cabac8-f5fe-4b66-ab4a-e8abd7535cac admin admin] 10.222.0.50 "DELETE /v2.0/routers/2e25e275-9846-4b1d-9cc9-c6c6c6dbb8c8 HTTP/1.1" status: 204 len: 168 time: 3.0356321 Nov 12 03:43:43.615822 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59824) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:43.631416 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d6a689-84e1-4280-bb4d-9cc6521fbd8b tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:43:43.644182 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-60d6a689-84e1-4280-bb4d-9cc6521fbd8b tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.644504 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-60d6a689-84e1-4280-bb4d-9cc6521fbd8b tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Added segment 580e1c84-3764-46e8-810a-c7e35ab309a9 of type vlan for network 3bb23c01-2c91-4918-a70b-74e2c48cdf0f Nov 12 03:43:43.669079 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e7d34ba1-3117-4f17-90ca-132bbf13e1bf tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.669559 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-e7d34ba1-3117-4f17-90ca-132bbf13e1bf tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Added segment 0ea9bf53-4621-4254-b84d-12ccaa032282 of type vlan for network 036ef706-17f7-4aea-98ea-dab4adb8fd40 Nov 12 03:43:43.676834 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7eb705-a04d-42e8-9135-df3ffbc5810a None None] Network d68ab570-94bc-42c3-af61-19f6e768c247 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:43.729540 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f75525-cc5e-4fc4-b7eb-ee65f312ff6f req-c168615d-ab5f-4072-b38b-d9d4c3523762 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:43.738069 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-22f75525-cc5e-4fc4-b7eb-ee65f312ff6f req-c168615d-ab5f-4072-b38b-d9d4c3523762 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 945 time: 0.1906857 Nov 12 03:43:43.764972 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05865cf0-8932-45f7-96ca-b629672014c6 None None] Pushing event updated for resources: {'Port': ['ID=955a85d4-6f9c-474a-a06f-9d6da574d5fb,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:43.782064 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e7d34ba1-3117-4f17-90ca-132bbf13e1bf tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.789328 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb1de570-377c-437c-9da0-9798441af54b admin admin] Deleting subnet af35e156-274a-447e-a44f-3360a6db9847 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:43:43.814487 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cb1de570-377c-437c-9da0-9798441af54b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.815549 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7eb705-a04d-42e8-9135-df3ffbc5810a None None] Network d68ab570-94bc-42c3-af61-19f6e768c247 could not be found, it might have been deleted concurrently. {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 03:43:43.866365 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-60d6a689-84e1-4280-bb4d-9cc6521fbd8b tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.875258 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b847db1e-666e-4eaa-932e-d053423bd3ca tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Router 4ca0d9d1-6087-4f84-846f-397d5d270fe9 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:43:43.950906 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e7d34ba1-3117-4f17-90ca-132bbf13e1bf tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.957268 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d34ba1-3117-4f17-90ca-132bbf13e1bf tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:43.957946 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e7d34ba1-3117-4f17-90ca-132bbf13e1bf tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.980156 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-22f75525-cc5e-4fc4-b7eb-ee65f312ff6f req-f954c0a7-35d3-4d49-bedd-01f273a67355 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/security-groups?id=540775fa-21c0-4cec-96a7-8439f700c198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2364817 Nov 12 03:43:43.990381 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cb1de570-377c-437c-9da0-9798441af54b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.106230 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-60d6a689-84e1-4280-bb4d-9cc6521fbd8b tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.113241 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d6a689-84e1-4280-bb4d-9cc6521fbd8b tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:44.113851 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-60d6a689-84e1-4280-bb4d-9cc6521fbd8b tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.137791 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e7d34ba1-3117-4f17-90ca-132bbf13e1bf tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9862361 Nov 12 03:43:44.143815 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1a0f5a-7064-441c-a588-0d1fa18bcb15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-a5808793-c231-45ea-9121-1203cd4d457f', 'network_id': 'a5808793-c231-45ea-9121-1203cd4d457f', 'tenant_id': '7983e927fd6c4953bfeee87a963f3784', 'fixed_ips': [{'subnet_id': '676422cf-a316-442f-9d20-b3c7ec360c20'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:43:44.149364 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8a1a0f5a-7064-441c-a588-0d1fa18bcb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.149927 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59836) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:44.157584 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-f1c9c8b0-c8d2-44ed-bf84-616e088dabd6 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Request body: {'subnet': {'network_id': 'cb08b3a9-d30d-4225-a1e8-e168264cfad6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:44.177481 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d34ba1-3117-4f17-90ca-132bbf13e1bf tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Pushing event updated for resources: {'Network': ['ID=036ef706-17f7-4aea-98ea-dab4adb8fd40,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:44.188672 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-05865cf0-8932-45f7-96ca-b629672014c6 None None] Attempting to bind port 955a85d4-6f9c-474a-a06f-9d6da574d5fb on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:44.189643 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-05865cf0-8932-45f7-96ca-b629672014c6 None None] Attempting to bind port 955a85d4-6f9c-474a-a06f-9d6da574d5fb by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '72738ceb-b212-41da-b951-0f68870c7b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '551eafe6-fe24-4257-a89f-02ff15d0bf52'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:44.190236 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05865cf0-8932-45f7-96ca-b629672014c6 None None] Attempting to bind port 955a85d4-6f9c-474a-a06f-9d6da574d5fb on network 551eafe6-fe24-4257-a89f-02ff15d0bf52 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:44.214942 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 036ef706-17f7-4aea-98ea-dab4adb8fd40 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:43:44.237079 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-665bd73c-4c95-4ecd-987c-6b76036181e1 None None] Provisioning complete for port 9ae38ef1-346f-47f8-a7df-31c0e6083345 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:44.237786 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-665bd73c-4c95-4ecd-987c-6b76036181e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.240257 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05865cf0-8932-45f7-96ca-b629672014c6 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:44.240898 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05865cf0-8932-45f7-96ca-b629672014c6 None None] Checking segment: {'id': '72738ceb-b212-41da-b951-0f68870c7b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '551eafe6-fe24-4257-a89f-02ff15d0bf52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:44.244656 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-05865cf0-8932-45f7-96ca-b629672014c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.245279 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05865cf0-8932-45f7-96ca-b629672014c6 None None] Bound using segment: {'id': '72738ceb-b212-41da-b951-0f68870c7b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '551eafe6-fe24-4257-a89f-02ff15d0bf52'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:44.245858 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-05865cf0-8932-45f7-96ca-b629672014c6 None None] Bound port: 955a85d4-6f9c-474a-a06f-9d6da574d5fb, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72738ceb-b212-41da-b951-0f68870c7b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '551eafe6-fe24-4257-a89f-02ff15d0bf52'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:44.246441 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-05865cf0-8932-45f7-96ca-b629672014c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.398035 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6a689-84e1-4280-bb4d-9cc6521fbd8b tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event updated for resources: {'Network': ['ID=3bb23c01-2c91-4918-a70b-74e2c48cdf0f,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:44.414645 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-60d6a689-84e1-4280-bb4d-9cc6521fbd8b tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3373983 Nov 12 03:43:44.421641 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59840) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:44.426021 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-d0e94815-dee6-4847-b3f4-d0e478df5196 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Request body: {'subnet': {'network_id': '3bb23c01-2c91-4918-a70b-74e2c48cdf0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:44.507662 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 3bb23c01-2c91-4918-a70b-74e2c48cdf0f details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:43:44.516877 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b847db1e-666e-4eaa-932e-d053423bd3ca tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:43:44.533970 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59844) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:44.535058 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b847db1e-666e-4eaa-932e-d053423bd3ca tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "PUT /v2.0/routers/4ca0d9d1-6087-4f84-846f-397d5d270fe9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1797309 Nov 12 03:43:44.547404 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-f39db6f1-4e2a-4448-bbf8-8ee5348a5d8a tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Request body: {'network': {'name': 'tempest-RoutersTest-1819815201'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:44.554257 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c9c8b0-c8d2-44ed-bf84-616e088dabd6 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Made reservation on behalf of 7983e927fd6c4953bfeee87a963f3784 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:44.565523 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f1c9c8b0-c8d2-44ed-bf84-616e088dabd6 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.738284 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e94815-dee6-4847-b3f4-d0e478df5196 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Made reservation on behalf of e1d480ebbc414f64891e3ea3b39fa331 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:44.743819 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d0e94815-dee6-4847-b3f4-d0e478df5196 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.807633 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 154954c3-84b1-405a-9ea7-812abad015a7 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:44.810935 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cb1de570-377c-437c-9da0-9798441af54b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.832926 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f1c9c8b0-c8d2-44ed-bf84-616e088dabd6 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.903923 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9c8b0-c8d2-44ed-bf84-616e088dabd6 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Pushing event updated for resources: {'Subnet': ['ID=d4287118-a601-4eac-9324-cfafbde72583,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:44.940452 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39db6f1-4e2a-4448-bbf8-8ee5348a5d8a tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Made reservation on behalf of 2daba86d1f0544abbd55ed3fcbf9b5c1 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:44.942992 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bbf177-eda3-47dc-bfd1-f115b93a1350 None None] Network 3349f2fd-75e9-46f1-8909-66672c5bc9f0 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:44.944554 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f39db6f1-4e2a-4448-bbf8-8ee5348a5d8a tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.967670 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59848) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:45.008963 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cb1de570-377c-437c-9da0-9798441af54b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.012525 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f39db6f1-4e2a-4448-bbf8-8ee5348a5d8a tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:43:45.025879 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c9c8b0-c8d2-44ed-bf84-616e088dabd6 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Checking segment: {'id': 'c2f7c5f3-63ec-4081-afe3-f4a0ef3f8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'cb08b3a9-d30d-4225-a1e8-e168264cfad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:45.026304 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c9c8b0-c8d2-44ed-bf84-616e088dabd6 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Network hostable DHCP agents. Network: cb08b3a9-d30d-4225-a1e8-e168264cfad6, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:43:45.052342 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1de570-377c-437c-9da0-9798441af54b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af35e156-274a-447e-a44f-3360a6db9847,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:45.055662 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d0e94815-dee6-4847-b3f4-d0e478df5196 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.060398 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cb1de570-377c-437c-9da0-9798441af54b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.066435 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-cb1de570-377c-437c-9da0-9798441af54b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/af35e156-274a-447e-a44f-3360a6db9847 HTTP/1.1" status: 204 len: 168 time: 1.4451399 Nov 12 03:43:45.071354 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59854) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:45.087041 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f39db6f1-4e2a-4448-bbf8-8ee5348a5d8a tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.087041 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-f39db6f1-4e2a-4448-bbf8-8ee5348a5d8a tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Added segment e8af2b20-07dc-468d-8eb4-b06ae5adac28 of type vlan for network 2ec40406-f513-4379-814d-0afa0112efe4 Nov 12 03:43:45.101383 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09eceadc-34c2-4d5e-9c81-88195df816e0 None None] Network 6d076d5d-d937-4fcc-8186-1cca9988707c requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:45.111361 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-05865cf0-8932-45f7-96ca-b629672014c6 None None] For port 955a85d4-6f9c-474a-a06f-9d6da574d5fb, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:45.140296 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c9c8b0-c8d2-44ed-bf84-616e088dabd6 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Network cb08b3a9-d30d-4225-a1e8-e168264cfad6 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:43:45.170509 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f1a412e6-5086-4b53-835f-91eb155ca450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'name': 'tempest-RoutersTest-router-583694735', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:17Z', 'updated_at': '2021-11-12T03:43:31Z', 'revision_number': 3, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'gw_port_host': None, '_interfaces': [{'id': '06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f', 'name': '', 'network_id': '9ac378ba-18e8-483d-aa67-8b7d97613684', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'mac_address': 'fa:16:3e:69:22:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:20Z', 'updated_at': '2021-11-12T03:43:31Z', 'revision_number': 5, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'subnets': [{'id': 'f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78181f37-caa5-439e-ab27-4afcbf3511c7', 'name': '', 'network_id': '681955e5-d7b5-450a-bfb7-ac581d5e206c', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'mac_address': 'fa:16:3e:3f:b6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'e007f6b3-6daf-45fd-aa3e-8a893ad0bc2a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:27Z', 'updated_at': '2021-11-12T03:43:41Z', 'revision_number': 4, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'subnets': [{'id': 'e007f6b3-6daf-45fd-aa3e-8a893ad0bc2a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:45.189550 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e94815-dee6-4847-b3f4-d0e478df5196 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event updated for resources: {'Subnet': ['ID=756f479a-92cc-4c43-998c-1f9298a514de,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:45.207942 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a412e6-5086-4b53-835f-91eb155ca450 None None] The sync data for ids ['4ca0d9d1-6087-4f84-846f-397d5d270fe9'] in n-d-715271-27 is: [{'id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'name': 'tempest-RoutersTest-router-583694735', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:17Z', 'updated_at': '2021-11-12T03:43:31Z', 'revision_number': 3, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'gw_port_host': None, '_interfaces': [{'id': '06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f', 'name': '', 'network_id': '9ac378ba-18e8-483d-aa67-8b7d97613684', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'mac_address': 'fa:16:3e:69:22:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:20Z', 'updated_at': '2021-11-12T03:43:31Z', 'revision_number': 5, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'subnets': [{'id': 'f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78181f37-caa5-439e-ab27-4afcbf3511c7', 'name': '', 'network_id': '681955e5-d7b5-450a-bfb7-ac581d5e206c', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'mac_address': 'fa:16:3e:3f:b6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'e007f6b3-6daf-45fd-aa3e-8a893ad0bc2a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:27Z', 'updated_at': '2021-11-12T03:43:41Z', 'revision_number': 4, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'subnets': [{'id': 'e007f6b3-6daf-45fd-aa3e-8a893ad0bc2a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:43:45.216199 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-f1c9c8b0-c8d2-44ed-bf84-616e088dabd6 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, cb08b3a9-d30d-4225-a1e8-e168264cfad6) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:45.216429 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-05865cf0-8932-45f7-96ca-b629672014c6 None None] For port 955a85d4-6f9c-474a-a06f-9d6da574d5fb, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=955a85d4-6f9c-474a-a06f-9d6da574d5fb,segment=NetworkSegment(72738ceb-b212-41da-b951-0f68870c7b81),segment_id=72738ceb-b212-41da-b951-0f68870c7b81)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:45.222709 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c9c8b0-c8d2-44ed-bf84-616e088dabd6 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:45.223543 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f1c9c8b0-c8d2-44ed-bf84-616e088dabd6 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.234642 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f39db6f1-4e2a-4448-bbf8-8ee5348a5d8a tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.300030 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5360fa91-b9e3-49d4-92a3-400d35a3722c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.309301 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e5b4e6ed-a252-4c46-8380-2ef8d265e7b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.332891 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f1c9c8b0-c8d2-44ed-bf84-616e088dabd6 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1813173 Nov 12 03:43:45.343211 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59858) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:45.343533 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a378aa3-13d2-4f37-98ce-cfa5c11048fa None None] Network cb08b3a9-d30d-4225-a1e8-e168264cfad6 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:45.348014 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-05865cf0-8932-45f7-96ca-b629672014c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.356136 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-ae7af136-1465-43ee-bca5-5158d0054ee7 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Request body: {'subnet': {'network_id': '036ef706-17f7-4aea-98ea-dab4adb8fd40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:45.375428 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f39db6f1-4e2a-4448-bbf8-8ee5348a5d8a tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.381411 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39db6f1-4e2a-4448-bbf8-8ee5348a5d8a tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:45.382039 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f39db6f1-4e2a-4448-bbf8-8ee5348a5d8a tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.435305 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0cca0-4109-498b-a07a-51b483158feb req-49ea1143-e038-4756-8420-7d34dd0eaa0b tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:45.436882 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-63f0cca0-4109-498b-a07a-51b483158feb req-49ea1143-e038-4756-8420-7d34dd0eaa0b tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 945 time: 0.2581446 Nov 12 03:43:45.494937 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e94815-dee6-4847-b3f4-d0e478df5196 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Checking segment: {'id': '580e1c84-3764-46e8-810a-c7e35ab309a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3bb23c01-2c91-4918-a70b-74e2c48cdf0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:45.495504 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e94815-dee6-4847-b3f4-d0e478df5196 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Network hostable DHCP agents. Network: 3bb23c01-2c91-4918-a70b-74e2c48cdf0f, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:43:45.526218 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e94815-dee6-4847-b3f4-d0e478df5196 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Network 3bb23c01-2c91-4918-a70b-74e2c48cdf0f is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:43:45.533064 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f39db6f1-4e2a-4448-bbf8-8ee5348a5d8a tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9969347 Nov 12 03:43:45.536847 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59860) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:45.547650 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05865cf0-8932-45f7-96ca-b629672014c6 None None] Pushing event updated for resources: {'Port': ['ID=955a85d4-6f9c-474a-a06f-9d6da574d5fb,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:45.548825 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-f01fd91c-de78-4867-9380-1e33830a14ec tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Request body: {'subnet': {'network_id': '2ec40406-f513-4379-814d-0afa0112efe4', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:45.637996 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39db6f1-4e2a-4448-bbf8-8ee5348a5d8a tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event updated for resources: {'Network': ['ID=2ec40406-f513-4379-814d-0afa0112efe4,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:45.734720 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e5b4e6ed-a252-4c46-8380-2ef8d265e7b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.745743 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-63f0cca0-4109-498b-a07a-51b483158feb req-308f9984-5284-4c8b-b0cd-fdb2188ce865 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/security-groups?id=540775fa-21c0-4cec-96a7-8439f700c198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2922637 Nov 12 03:43:45.747628 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e5b4e6ed-a252-4c46-8380-2ef8d265e7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.789713 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-5360fa91-b9e3-49d4-92a3-400d35a3722c admin admin] Deleting port 88a0162b-b7dd-4843-80b4-9ce723f84af5 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:45.790094 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5360fa91-b9e3-49d4-92a3-400d35a3722c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.802769 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-8a1a0f5a-7064-441c-a588-0d1fa18bcb15 None None] Allocated IP 2001:db8::2 (a5808793-c231-45ea-9121-1203cd4d457f/676422cf-a316-442f-9d20-b3c7ec360c20/1d3a7b9b-3e2a-43d4-a5e0-9528880cba52) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:45.811852 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 2ec40406-f513-4379-814d-0afa0112efe4 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:43:45.884642 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e5b4e6ed-a252-4c46-8380-2ef8d265e7b6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=55a74a7a43b144f69d451a4af30a3bc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9110267 Nov 12 03:43:45.884642 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59862) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:45.884642 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4e6ed-a252-4c46-8380-2ef8d265e7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd22321-c612-4972-a223-e036d735945c,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:46.021956 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 154954c3-84b1-405a-9ea7-812abad015a7 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:46.022474 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.199755 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-d0e94815-dee6-4847-b3f4-d0e478df5196 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 3bb23c01-2c91-4918-a70b-74e2c48cdf0f) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:46.232887 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7474c8fa-f75a-4d6c-be0d-ca0d8f323b7b None None] Network 3bb23c01-2c91-4918-a70b-74e2c48cdf0f requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:46.238635 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-665bd73c-4c95-4ecd-987c-6b76036181e1 None None] Provisioning complete for port 78181f37-caa5-439e-ab27-4afcbf3511c7 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:46.239007 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-665bd73c-4c95-4ecd-987c-6b76036181e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.260743 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e94815-dee6-4847-b3f4-d0e478df5196 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:46.260983 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d0e94815-dee6-4847-b3f4-d0e478df5196 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.267725 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7af136-1465-43ee-bca5-5158d0054ee7 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Made reservation on behalf of 7983e927fd6c4953bfeee87a963f3784 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:46.271058 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ae7af136-1465-43ee-bca5-5158d0054ee7 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.358011 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d0e94815-dee6-4847-b3f4-d0e478df5196 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.9360042 Nov 12 03:43:46.371231 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59864) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:46.413409 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-5360fa91-b9e3-49d4-92a3-400d35a3722c admin admin] For port 88a0162b-b7dd-4843-80b4-9ce723f84af5, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=88a0162b-b7dd-4843-80b4-9ce723f84af5,segment=NetworkSegment(7fb4a596-8ddf-495d-9ba5-67a86541618f),segment_id=7fb4a596-8ddf-495d-9ba5-67a86541618f)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:46.414416 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5360fa91-b9e3-49d4-92a3-400d35a3722c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.420500 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbabca1a-ad04-4d2c-89e6-dc36c441b67d req-d81803eb-83a6-4548-9590-07179d775324 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:46.422160 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bbabca1a-ad04-4d2c-89e6-dc36c441b67d req-d81803eb-83a6-4548-9590-07179d775324 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.90 "GET /v2.0/ports?device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 945 time: 0.2442529 Nov 12 03:43:46.439593 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-5360fa91-b9e3-49d4-92a3-400d35a3722c admin admin] Calling delete_port for 88a0162b-b7dd-4843-80b4-9ce723f84af5 owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:46.445772 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8a63c2a1-7612-4eba-90c6-61e0a5cd29a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.478853 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.562434 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99df3c9-58bf-46f5-b8f1-6433ad09013d None None] DHCP port deletion for 6d076d5d-d937-4fcc-8186-1cca9988707c request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:43:46.572377 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8a63c2a1-7612-4eba-90c6-61e0a5cd29a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.594604 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374b4243-5897-4792-8445-89549ee46494 None None] Sync routers for ids ['4ca0d9d1-6087-4f84-846f-397d5d270fe9'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:43:46.601258 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e22af6c-3d45-4e07-8806-0c3c0b7d181e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-cb08b3a9-d30d-4225-a1e8-e168264cfad6', 'network_id': 'cb08b3a9-d30d-4225-a1e8-e168264cfad6', 'tenant_id': '7983e927fd6c4953bfeee87a963f3784', 'fixed_ips': [{'subnet_id': 'd4287118-a601-4eac-9324-cfafbde72583'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:43:46.602237 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4e22af6c-3d45-4e07-8806-0c3c0b7d181e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.629081 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01fd91c-de78-4867-9380-1e33830a14ec tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Made reservation on behalf of 2daba86d1f0544abbd55ed3fcbf9b5c1 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:46.633671 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f01fd91c-de78-4867-9380-1e33830a14ec tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.653697 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8a63c2a1-7612-4eba-90c6-61e0a5cd29a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.657067 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8a63c2a1-7612-4eba-90c6-61e0a5cd29a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.658432 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8a63c2a1-7612-4eba-90c6-61e0a5cd29a8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/acd22321-c612-4972-a223-e036d735945c HTTP/1.1" status: 204 len: 168 time: 0.7576325 Nov 12 03:43:46.674800 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63c2a1-7612-4eba-90c6-61e0a5cd29a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd22321-c612-4972-a223-e036d735945c,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:46.698860 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5360fa91-b9e3-49d4-92a3-400d35a3722c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.736573 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5360fa91-b9e3-49d4-92a3-400d35a3722c admin admin] Pushing event deleted for resources: {'Port': ['ID=88a0162b-b7dd-4843-80b4-9ce723f84af5,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:46.741947 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5360fa91-b9e3-49d4-92a3-400d35a3722c admin admin] No DVR routers for this DVR port 88a0162b-b7dd-4843-80b4-9ce723f84af5 on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:43:46.889649 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5360fa91-b9e3-49d4-92a3-400d35a3722c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.934267 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-5360fa91-b9e3-49d4-92a3-400d35a3722c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d076d5d-d937-4fcc-8186-1cca9988707c']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:46.971660 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-5360fa91-b9e3-49d4-92a3-400d35a3722c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb4a596-8ddf-495d-9ba5-67a86541618f') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:46.972095 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-5360fa91-b9e3-49d4-92a3-400d35a3722c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb4a596-8ddf-495d-9ba5-67a86541618f') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:46.986572 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-463a27f8-6b22-4e1c-b7bc-fb257a435932 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.993733 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-4e22af6c-3d45-4e07-8806-0c3c0b7d181e None None] Allocated IP 2001:db8::2 (cb08b3a9-d30d-4225-a1e8-e168264cfad6/d4287118-a601-4eac-9324-cfafbde72583/9e46a9f5-0672-4160-ac8a-46231d1adbd4) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:46.996272 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5360fa91-b9e3-49d4-92a3-400d35a3722c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.034166 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c80d57-9058-498d-befd-282bc9531f5f req-d3047224-0444-4baa-a450-8cb8bd91b57b tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:47.036826 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-71c80d57-9058-498d-befd-282bc9531f5f req-d3047224-0444-4baa-a450-8cb8bd91b57b tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 945 time: 0.1187439 Nov 12 03:43:47.046424 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5360fa91-b9e3-49d4-92a3-400d35a3722c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.065180 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5360fa91-b9e3-49d4-92a3-400d35a3722c admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:43:47.066549 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5360fa91-b9e3-49d4-92a3-400d35a3722c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.068641 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:43:47.068641 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:43:47.068641 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:43:47.068641 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:43:47.068641 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:43:47.068641 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:43:47.068641 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:43:47.068641 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:43:47.068641 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:43:47.068641 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:43:47.068641 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:43:47.068641 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:43:47.068641 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:43:47.068641 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:43:47.068641 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:43:47.068641 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:43:47.068641 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:43:47.068641 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:43:47.068641 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:43:47.068641 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:43:47.068641 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:43:47.068641 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:43:47.068641 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:43:47.068641 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:43:47.068641 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:43:47.068641 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:43:47.068641 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:43:47.068641 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:43:47.068641 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:43:47.068641 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:43:47.068641 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:43:47.068641 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:43:47.081168 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-bbabca1a-ad04-4d2c-89e6-dc36c441b67d req-04e37554-5a0f-4d7f-9a65-fdb8d7f566fc tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Deleting port 72ab2026-d2bd-4ec9-b4c7-244e772bddbb {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:47.081506 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-bbabca1a-ad04-4d2c-89e6-dc36c441b67d req-04e37554-5a0f-4d7f-9a65-fdb8d7f566fc tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.189044 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374b4243-5897-4792-8445-89549ee46494 None None] Routers {'4ca0d9d1-6087-4f84-846f-397d5d270fe9'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:47.189690 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-374b4243-5897-4792-8445-89549ee46494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:43:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4ca0d9d1-6087-4f84-846f-397d5d270fe9'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:47.218598 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5360fa91-b9e3-49d4-92a3-400d35a3722c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.223824 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 154954c3-84b1-405a-9ea7-812abad015a7, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=154954c3-84b1-405a-9ea7-812abad015a7,segment=NetworkSegment(a5188ec2-39d0-40b4-9368-b5d9483687b2),segment_id=a5188ec2-39d0-40b4-9368-b5d9483687b2)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:47.228172 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5360fa91-b9e3-49d4-92a3-400d35a3722c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.234669 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5360fa91-b9e3-49d4-92a3-400d35a3722c admin admin] 10.222.0.50 "DELETE /v2.0/networks/6d076d5d-d937-4fcc-8186-1cca9988707c HTTP/1.1" status: 204 len: 168 time: 2.1606631 Nov 12 03:43:47.239225 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-71c80d57-9058-498d-befd-282bc9531f5f req-4e6fceab-7fde-42c9-95a4-3dc6805a8e31 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/security-groups?id=540775fa-21c0-4cec-96a7-8439f700c198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863616 Nov 12 03:43:47.254837 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5360fa91-b9e3-49d4-92a3-400d35a3722c admin admin] Pushing event deleted for resources: {'Network': ['ID=6d076d5d-d937-4fcc-8186-1cca9988707c,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:47.303665 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8a1a0f5a-7064-441c-a588-0d1fa18bcb15 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.402826 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.404412 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 9ae38ef1-346f-47f8-a7df-31c0e6083345 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:47.480602 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8a1a0f5a-7064-441c-a588-0d1fa18bcb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.484939 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-463a27f8-6b22-4e1c-b7bc-fb257a435932 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.540424 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f01fd91c-de78-4867-9380-1e33830a14ec tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.604157 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ae7af136-1465-43ee-bca5-5158d0054ee7 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.677988 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59892) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:47.692458 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01fd91c-de78-4867-9380-1e33830a14ec tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event updated for resources: {'Subnet': ['ID=0f57c133-8ecf-4bcb-8c32-2e8f7177cf67,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:47.699233 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-bbabca1a-ad04-4d2c-89e6-dc36c441b67d req-04e37554-5a0f-4d7f-9a65-fdb8d7f566fc tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] For port 72ab2026-d2bd-4ec9-b4c7-244e772bddbb, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=72ab2026-d2bd-4ec9-b4c7-244e772bddbb,segment=NetworkSegment(903eacc2-9f2d-47e8-bfb2-b205db6693da),segment_id=903eacc2-9f2d-47e8-bfb2-b205db6693da)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:47.699609 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-bbabca1a-ad04-4d2c-89e6-dc36c441b67d req-04e37554-5a0f-4d7f-9a65-fdb8d7f566fc tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.727024 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-665bd73c-4c95-4ecd-987c-6b76036181e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.749575 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=154954c3-84b1-405a-9ea7-812abad015a7,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:47.759866 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2e0dd4f7-244a-4504-bcf2-dbe44f3562c2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a0ea4ec50d2b4eb48546130d05ee8ff5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0810893 Nov 12 03:43:47.770802 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59894) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:47.796349 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a8b2a1-5ce6-42f7-b98a-f09d646c1b42 None None] Network 551eafe6-fe24-4257-a89f-02ff15d0bf52 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:47.799067 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac637f8-6fa4-4424-a926-31167c87b1f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-3bb23c01-2c91-4918-a70b-74e2c48cdf0f', 'network_id': '3bb23c01-2c91-4918-a70b-74e2c48cdf0f', 'tenant_id': 'e1d480ebbc414f64891e3ea3b39fa331', 'fixed_ips': [{'subnet_id': '756f479a-92cc-4c43-998c-1f9298a514de'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:43:47.800458 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cac637f8-6fa4-4424-a926-31167c87b1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.835452 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01fd91c-de78-4867-9380-1e33830a14ec tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Checking segment: {'id': 'e8af2b20-07dc-468d-8eb4-b06ae5adac28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2ec40406-f513-4379-814d-0afa0112efe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:47.836419 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01fd91c-de78-4867-9380-1e33830a14ec tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Network hostable DHCP agents. Network: 2ec40406-f513-4379-814d-0afa0112efe4, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:43:47.837506 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1901ccd7-7106-4c5a-9267-9fc75848ceea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.839559 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1a0f5a-7064-441c-a588-0d1fa18bcb15 None None] Network a5808793-c231-45ea-9121-1203cd4d457f is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:47.870011 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1901ccd7-7106-4c5a-9267-9fc75848ceea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.876258 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-463a27f8-6b22-4e1c-b7bc-fb257a435932 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.880123 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-8a1a0f5a-7064-441c-a588-0d1fa18bcb15 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:47.911546 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7af136-1465-43ee-bca5-5158d0054ee7 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Pushing event updated for resources: {'Subnet': ['ID=92ee0df3-cc32-4c27-b97c-42e7571f521d,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:47.923226 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01fd91c-de78-4867-9380-1e33830a14ec tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Network 2ec40406-f513-4379-814d-0afa0112efe4 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:43:47.944540 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1a0f5a-7064-441c-a588-0d1fa18bcb15 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:47.952947 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1901ccd7-7106-4c5a-9267-9fc75848ceea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.957961 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1901ccd7-7106-4c5a-9267-9fc75848ceea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.959478 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1901ccd7-7106-4c5a-9267-9fc75848ceea admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/762f7330-e087-469b-8d5b-93980f2ce4b4 HTTP/1.1" status: 204 len: 168 time: 0.1872070 Nov 12 03:43:47.962929 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7af136-1465-43ee-bca5-5158d0054ee7 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Checking segment: {'id': '0ea9bf53-4621-4254-b84d-12ccaa032282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '036ef706-17f7-4aea-98ea-dab4adb8fd40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:47.963298 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7af136-1465-43ee-bca5-5158d0054ee7 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Network hostable DHCP agents. Network: 036ef706-17f7-4aea-98ea-dab4adb8fd40, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:43:47.973488 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1901ccd7-7106-4c5a-9267-9fc75848ceea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762f7330-e087-469b-8d5b-93980f2ce4b4,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:48.023959 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463a27f8-6b22-4e1c-b7bc-fb257a435932 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event deleted for resources: {'Subnet': ['ID=756f479a-92cc-4c43-998c-1f9298a514de,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:48.066086 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-f01fd91c-de78-4867-9380-1e33830a14ec tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 2ec40406-f513-4379-814d-0afa0112efe4) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:48.076878 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01fd91c-de78-4867-9380-1e33830a14ec tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:48.077476 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f01fd91c-de78-4867-9380-1e33830a14ec tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.097825 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-463a27f8-6b22-4e1c-b7bc-fb257a435932 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.100475 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7af136-1465-43ee-bca5-5158d0054ee7 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Network 036ef706-17f7-4aea-98ea-dab4adb8fd40 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:43:48.153219 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-665bd73c-4c95-4ecd-987c-6b76036181e1 None None] For port 78181f37-caa5-439e-ab27-4afcbf3511c7, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=78181f37-caa5-439e-ab27-4afcbf3511c7,segment=NetworkSegment(d1e6e2ce-7917-404a-b4cf-cc0d0cf5a1b0),segment_id=d1e6e2ce-7917-404a-b4cf-cc0d0cf5a1b0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:48.153510 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-ae7af136-1465-43ee-bca5-5158d0054ee7 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 036ef706-17f7-4aea-98ea-dab4adb8fd40) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:48.155136 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-374b4243-5897-4792-8445-89549ee46494 None None] Set router 4ca0d9d1-6087-4f84-846f-397d5d270fe9 gateway port host: None {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:43:48.166586 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12a23a0-d89a-42e4-b84e-9b52841637e6 None None] Network 2ec40406-f513-4379-814d-0afa0112efe4 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:48.177321 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f01fd91c-de78-4867-9380-1e33830a14ec tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6324093 Nov 12 03:43:48.177450 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59902) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:48.185910 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7af136-1465-43ee-bca5-5158d0054ee7 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:48.186495 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ae7af136-1465-43ee-bca5-5158d0054ee7 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.202481 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-463a27f8-6b22-4e1c-b7bc-fb257a435932 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bb23c01-2c91-4918-a70b-74e2c48cdf0f']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:48.222787 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ae7af136-1465-43ee-bca5-5158d0054ee7 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8765767 Nov 12 03:43:48.224422 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59904) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:48.228309 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-463a27f8-6b22-4e1c-b7bc-fb257a435932 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '580e1c84-3764-46e8-810a-c7e35ab309a9') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:48.228613 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-463a27f8-6b22-4e1c-b7bc-fb257a435932 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '580e1c84-3764-46e8-810a-c7e35ab309a9') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:48.248131 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-bbabca1a-ad04-4d2c-89e6-dc36c441b67d req-04e37554-5a0f-4d7f-9a65-fdb8d7f566fc tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.248434 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-bbabca1a-ad04-4d2c-89e6-dc36c441b67d req-04e37554-5a0f-4d7f-9a65-fdb8d7f566fc tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.248751 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [req-bbabca1a-ad04-4d2c-89e6-dc36c441b67d req-04e37554-5a0f-4d7f-9a65-fdb8d7f566fc tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Floating IP 26791cdd-c4bc-4143-bb54-78c347431976 disassociated. External IP: 172.25.5.239, port: 72ab2026-d2bd-4ec9-b4c7-244e772bddbb. Nov 12 03:43:48.249126 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-bbabca1a-ad04-4d2c-89e6-dc36c441b67d req-04e37554-5a0f-4d7f-9a65-fdb8d7f566fc tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Calling delete_port for 72ab2026-d2bd-4ec9-b4c7-244e772bddbb owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:48.287397 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-463a27f8-6b22-4e1c-b7bc-fb257a435932 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.344252 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-463a27f8-6b22-4e1c-b7bc-fb257a435932 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.436989 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-463a27f8-6b22-4e1c-b7bc-fb257a435932 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:43:48.437452 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-463a27f8-6b22-4e1c-b7bc-fb257a435932 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.442529 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:43:48.442529 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:43:48.442529 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:43:48.442529 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:43:48.442529 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:43:48.442529 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:43:48.442529 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:43:48.442529 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:43:48.442529 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:43:48.442529 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:43:48.442529 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:43:48.442529 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:43:48.442529 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:43:48.442529 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:43:48.442529 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:43:48.442529 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:43:48.442529 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:43:48.442529 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:43:48.442529 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:43:48.442529 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:43:48.442529 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:43:48.442529 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:43:48.442529 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:43:48.442529 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:43:48.442529 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:43:48.442529 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:43:48.442529 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:43:48.442529 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:43:48.442529 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:43:48.442529 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:43:48.442529 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:43:48.442529 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:43:48.486020 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c041676-0d29-4e79-8595-25ca0aa1d3e3 req-17facdf3-c791-4997-a498-e85b7b3732b7 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:48.495009 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6c041676-0d29-4e79-8595-25ca0aa1d3e3 req-17facdf3-c791-4997-a498-e85b7b3732b7 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 945 time: 0.1086829 Nov 12 03:43:48.512594 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bccf0a-bc03-40a1-9e2f-b480b415c359 None None] Network 036ef706-17f7-4aea-98ea-dab4adb8fd40 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:48.515455 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906d33b2-741f-429a-b8bc-1958d4795ed6 None None] Network 3bb23c01-2c91-4918-a70b-74e2c48cdf0f requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:48.600319 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4e22af6c-3d45-4e07-8806-0c3c0b7d181e None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.604829 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-c99df3c9-58bf-46f5-b8f1-6433ad09013d None None] Deleting port 88a0162b-b7dd-4843-80b4-9ce723f84af5 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:48.605247 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c99df3c9-58bf-46f5-b8f1-6433ad09013d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.607217 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-665bd73c-4c95-4ecd-987c-6b76036181e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.612895 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1a0f5a-7064-441c-a588-0d1fa18bcb15 None None] Pushing event updated for resources: {'Port': ['ID=1d3a7b9b-3e2a-43d4-a5e0-9528880cba52,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:48.619572 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6c041676-0d29-4e79-8595-25ca0aa1d3e3 req-8423b766-9ec0-42e8-9ed7-2b838b34423a tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/security-groups?id=540775fa-21c0-4cec-96a7-8439f700c198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234367 Nov 12 03:43:48.623145 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-463a27f8-6b22-4e1c-b7bc-fb257a435932 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.647151 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-463a27f8-6b22-4e1c-b7bc-fb257a435932 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.654996 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-463a27f8-6b22-4e1c-b7bc-fb257a435932 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "DELETE /v2.0/networks/3bb23c01-2c91-4918-a70b-74e2c48cdf0f HTTP/1.1" status: 204 len: 168 time: 2.2794404 Nov 12 03:43:48.657120 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59914) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:48.663214 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-7dcc034a-5aa3-41fe-8126-1a226d0c751d tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2100849321'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:48.664675 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59916) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:48.692487 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463a27f8-6b22-4e1c-b7bc-fb257a435932 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event deleted for resources: {'Network': ['ID=3bb23c01-2c91-4918-a70b-74e2c48cdf0f,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:48.724742 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4e22af6c-3d45-4e07-8806-0c3c0b7d181e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.733408 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dcc034a-5aa3-41fe-8126-1a226d0c751d tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Made reservation on behalf of e1d480ebbc414f64891e3ea3b39fa331 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:48.737053 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7dcc034a-5aa3-41fe-8126-1a226d0c751d tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server [None req-c99df3c9-58bf-46f5-b8f1-6433ad09013d None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 6d076d5d-d937-4fcc-8186-1cca9988707c could not be found. Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return self._iter().one() Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1385, in one Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return self._only_one_row( Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:43:48.801843 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 03:43:48.806811 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:43:48.806811 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:43:48.806811 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:43:48.806811 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:43:48.806811 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:43:48.806811 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:43:48.806811 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:43:48.806811 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:43:48.806811 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:43:48.806811 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:43:48.806811 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:43:48.806811 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:43:48.806811 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:43:48.806811 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:43:48.806811 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:43:48.806811 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:43:48.806811 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:43:48.806811 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:43:48.806811 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:43:48.806811 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:43:48.806811 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:43:48.806811 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:43:48.806811 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:43:48.806811 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:43:48.806811 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1971, in delete_port Nov 12 03:43:48.806811 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Nov 12 03:43:48.806811 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:43:48.806811 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 03:43:48.806811 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 12 03:43:48.806811 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Nov 12 03:43:48.806811 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Nov 12 03:43:48.806811 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Nov 12 03:43:48.806811 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 6d076d5d-d937-4fcc-8186-1cca9988707c could not be found. Nov 12 03:43:48.806811 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server Nov 12 03:43:48.818538 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dcc034a-5aa3-41fe-8126-1a226d0c751d tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:43:48.835466 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7dcc034a-5aa3-41fe-8126-1a226d0c751d tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.836641 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-7dcc034a-5aa3-41fe-8126-1a226d0c751d tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Added segment 9b410d9d-2085-44fb-8d95-09b0e1fed0e5 of type vlan for network b512cdf9-1504-47bb-bd86-92fcb1a8fc8c Nov 12 03:43:48.839742 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8a56b253-bd43-46ee-891e-e5c2822d3253 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0fa957e572d544f49e1324f36c67c2ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1561472 Nov 12 03:43:48.842391 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59920) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:48.844482 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5614fa22-9264-4c81-8562-fe835829a081 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.861794 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.866211 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-bbabca1a-ad04-4d2c-89e6-dc36c441b67d req-04e37554-5a0f-4d7f-9a65-fdb8d7f566fc tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.888387 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c8e64fab-3383-4356-a131-8ca81f0859dc tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.908209 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0b414a-5fad-46c3-9fe0-cfcb576321fe None None] DHCP port deletion for 6d076d5d-d937-4fcc-8186-1cca9988707c request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:43:48.915479 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7dcc034a-5aa3-41fe-8126-1a226d0c751d tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.936641 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906d33b2-741f-429a-b8bc-1958d4795ed6 None None] Network 3bb23c01-2c91-4918-a70b-74e2c48cdf0f could not be found, it might have been deleted concurrently. {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 03:43:48.955023 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e37554-5a0f-4d7f-9a65-fdb8d7f566fc tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Pushing event deleted for resources: {'Port': ['ID=72ab2026-d2bd-4ec9-b4c7-244e772bddbb,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:48.998103 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-8a1a0f5a-7064-441c-a588-0d1fa18bcb15 None None] Attempting to bind port 1d3a7b9b-3e2a-43d4-a5e0-9528880cba52 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:48.998475 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-8a1a0f5a-7064-441c-a588-0d1fa18bcb15 None None] Attempting to bind port 1d3a7b9b-3e2a-43d4-a5e0-9528880cba52 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '3f036e96-ad20-4d95-ac2e-5fc3aca2de5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a5808793-c231-45ea-9121-1203cd4d457f'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:48.998924 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1a0f5a-7064-441c-a588-0d1fa18bcb15 None None] Attempting to bind port 1d3a7b9b-3e2a-43d4-a5e0-9528880cba52 on network a5808793-c231-45ea-9121-1203cd4d457f {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:49.037493 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 9ae38ef1-346f-47f8-a7df-31c0e6083345 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:49.037866 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.058213 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7dcc034a-5aa3-41fe-8126-1a226d0c751d tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.064466 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcc034a-5aa3-41fe-8126-1a226d0c751d tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:49.065100 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7dcc034a-5aa3-41fe-8126-1a226d0c751d tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.082856 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e22af6c-3d45-4e07-8806-0c3c0b7d181e None None] Network cb08b3a9-d30d-4225-a1e8-e168264cfad6 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:49.086536 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1a0f5a-7064-441c-a588-0d1fa18bcb15 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:49.086960 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1a0f5a-7064-441c-a588-0d1fa18bcb15 None None] Checking segment: {'id': '3f036e96-ad20-4d95-ac2e-5fc3aca2de5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a5808793-c231-45ea-9121-1203cd4d457f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:49.087472 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8a1a0f5a-7064-441c-a588-0d1fa18bcb15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.088128 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1a0f5a-7064-441c-a588-0d1fa18bcb15 None None] Bound using segment: {'id': '3f036e96-ad20-4d95-ac2e-5fc3aca2de5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a5808793-c231-45ea-9121-1203cd4d457f'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:49.088419 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-8a1a0f5a-7064-441c-a588-0d1fa18bcb15 None None] Bound port: 1d3a7b9b-3e2a-43d4-a5e0-9528880cba52, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f036e96-ad20-4d95-ac2e-5fc3aca2de5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a5808793-c231-45ea-9121-1203cd4d457f'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:49.090081 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8a1a0f5a-7064-441c-a588-0d1fa18bcb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.120387 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7dcc034a-5aa3-41fe-8126-1a226d0c751d tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4619105 Nov 12 03:43:49.124961 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59922) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:49.133453 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-83125c04-a97c-4958-9327-d95e86f9c34a tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Request body: {'subnet': {'network_id': 'b512cdf9-1504-47bb-bd86-92fcb1a8fc8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:49.144796 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-4e22af6c-3d45-4e07-8806-0c3c0b7d181e None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:49.151650 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e575e757-63e9-433f-8f2b-660ba4a3633e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.193184 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e22af6c-3d45-4e07-8806-0c3c0b7d181e None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:49.199812 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-902724b1-ab21-4494-941e-5cdc248e0744 None None] Provisioning complete for port 955a85d4-6f9c-474a-a06f-9d6da574d5fb triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:49.200226 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-902724b1-ab21-4494-941e-5cdc248e0744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.303265 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665bd73c-4c95-4ecd-987c-6b76036181e1 None None] Pushing event updated for resources: {'Port': ['ID=78181f37-caa5-439e-ab27-4afcbf3511c7,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:49.333832 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc034a-5aa3-41fe-8126-1a226d0c751d tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event updated for resources: {'Network': ['ID=b512cdf9-1504-47bb-bd86-92fcb1a8fc8c,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:49.363032 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22af6c-3d45-4e07-8806-0c3c0b7d181e None None] Pushing event updated for resources: {'Port': ['ID=9e46a9f5-0672-4160-ac8a-46231d1adbd4,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:49.377973 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e575e757-63e9-433f-8f2b-660ba4a3633e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.413437 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network b512cdf9-1504-47bb-bd86-92fcb1a8fc8c details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:43:49.475868 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-c8e64fab-3383-4356-a131-8ca81f0859dc tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Allocated IP 172.23.0.1 (2ec40406-f513-4379-814d-0afa0112efe4/0f57c133-8ecf-4bcb-8c32-2e8f7177cf67/0909f04f-3918-4b9a-ae7a-161cf48adca3) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:49.579423 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbabca1a-ad04-4d2c-89e6-dc36c441b67d req-04e37554-5a0f-4d7f-9a65-fdb8d7f566fc tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Router 37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:43:49.641224 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-5614fa22-9264-4c81-8562-fe835829a081 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Allocated IP 2001:db8::1 (cb08b3a9-d30d-4225-a1e8-e168264cfad6/d4287118-a601-4eac-9324-cfafbde72583/829b9636-c374-42ec-a5df-2019a32b816b) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:49.658306 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83125c04-a97c-4958-9327-d95e86f9c34a tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Made reservation on behalf of e1d480ebbc414f64891e3ea3b39fa331 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:49.669051 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-83125c04-a97c-4958-9327-d95e86f9c34a tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.823457 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 72ab2026-d2bd-4ec9-b4c7-244e772bddbb no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:43:49.825021 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2658c22e-d0b7-4478-ba7e-355d9184d625 req-cad307fe-65f7-49f1-9123-0c1879d1a120 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 210 time: 0.0421655 Nov 12 03:43:49.865918 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e575e757-63e9-433f-8f2b-660ba4a3633e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.870107 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e575e757-63e9-433f-8f2b-660ba4a3633e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.871737 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e575e757-63e9-433f-8f2b-660ba4a3633e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/192742a5-638d-4e62-ab78-1f4090acde4d HTTP/1.1" status: 204 len: 168 time: 1.0247774 Nov 12 03:43:49.934090 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e164ee3-102e-4402-9ded-7043de78eb56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-2ec40406-f513-4379-814d-0afa0112efe4', 'network_id': '2ec40406-f513-4379-814d-0afa0112efe4', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'fixed_ips': [{'subnet_id': '0f57c133-8ecf-4bcb-8c32-2e8f7177cf67'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:43:49.935206 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5e164ee3-102e-4402-9ded-7043de78eb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.943584 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c8e64fab-3383-4356-a131-8ca81f0859dc tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.962951 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e575e757-63e9-433f-8f2b-660ba4a3633e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192742a5-638d-4e62-ab78-1f4090acde4d,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:50.001446 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-4e22af6c-3d45-4e07-8806-0c3c0b7d181e None None] Attempting to bind port 9e46a9f5-0672-4160-ac8a-46231d1adbd4 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:50.003569 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c8e64fab-3383-4356-a131-8ca81f0859dc tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.004866 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-4e22af6c-3d45-4e07-8806-0c3c0b7d181e None None] Attempting to bind port 9e46a9f5-0672-4160-ac8a-46231d1adbd4 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'c2f7c5f3-63ec-4081-afe3-f4a0ef3f8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'cb08b3a9-d30d-4225-a1e8-e168264cfad6'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:50.005482 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e22af6c-3d45-4e07-8806-0c3c0b7d181e None None] Attempting to bind port 9e46a9f5-0672-4160-ac8a-46231d1adbd4 on network cb08b3a9-d30d-4225-a1e8-e168264cfad6 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:50.058370 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e64fab-3383-4356-a131-8ca81f0859dc tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event updated for resources: {'Port': ['ID=0909f04f-3918-4b9a-ae7a-161cf48adca3,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:50.092411 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbabca1a-ad04-4d2c-89e6-dc36c441b67d req-04e37554-5a0f-4d7f-9a65-fdb8d7f566fc tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:43:50.098142 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e64fab-3383-4356-a131-8ca81f0859dc tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Network 2ec40406-f513-4379-814d-0afa0112efe4 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:50.099079 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-c8e64fab-3383-4356-a131-8ca81f0859dc tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:50.102167 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e64fab-3383-4356-a131-8ca81f0859dc tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:50.105813 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c75d18-6bfe-4719-a01c-cb2e97a73454 None None] Sync routers for ids ['37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:43:50.127984 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c75d18-6bfe-4719-a01c-cb2e97a73454 None None] Routers {'37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:50.129298 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-87c75d18-6bfe-4719-a01c-cb2e97a73454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:43:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:50.143178 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-8a1a0f5a-7064-441c-a588-0d1fa18bcb15 None None] For port 1d3a7b9b-3e2a-43d4-a5e0-9528880cba52, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:50.150863 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-8a1a0f5a-7064-441c-a588-0d1fa18bcb15 None None] For port 1d3a7b9b-3e2a-43d4-a5e0-9528880cba52, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=1d3a7b9b-3e2a-43d4-a5e0-9528880cba52,segment=NetworkSegment(3f036e96-ad20-4d95-ac2e-5fc3aca2de5d),segment_id=3f036e96-ad20-4d95-ac2e-5fc3aca2de5d)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:50.163787 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: 72ab2026-d2bd-4ec9-b4c7-244e772bddbb {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:43:50.164728 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 72ab2026-d2bd-4ec9-b4c7-244e772bddbb not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:43:50.197520 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c8e64fab-3383-4356-a131-8ca81f0859dc tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.213645 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8a1a0f5a-7064-441c-a588-0d1fa18bcb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.318845 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1a0f5a-7064-441c-a588-0d1fa18bcb15 None None] Pushing event updated for resources: {'Port': ['ID=1d3a7b9b-3e2a-43d4-a5e0-9528880cba52,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:50.356691 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-87c75d18-6bfe-4719-a01c-cb2e97a73454 None None] Set router 37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:43:50.445878 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e22af6c-3d45-4e07-8806-0c3c0b7d181e None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:50.447052 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e22af6c-3d45-4e07-8806-0c3c0b7d181e None None] Checking segment: {'id': 'c2f7c5f3-63ec-4081-afe3-f4a0ef3f8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'cb08b3a9-d30d-4225-a1e8-e168264cfad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:50.447540 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4e22af6c-3d45-4e07-8806-0c3c0b7d181e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.448552 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e22af6c-3d45-4e07-8806-0c3c0b7d181e None None] Bound using segment: {'id': 'c2f7c5f3-63ec-4081-afe3-f4a0ef3f8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'cb08b3a9-d30d-4225-a1e8-e168264cfad6'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:50.451031 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-4e22af6c-3d45-4e07-8806-0c3c0b7d181e None None] Bound port: 9e46a9f5-0672-4160-ac8a-46231d1adbd4, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f7c5f3-63ec-4081-afe3-f4a0ef3f8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'cb08b3a9-d30d-4225-a1e8-e168264cfad6'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:50.451535 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4e22af6c-3d45-4e07-8806-0c3c0b7d181e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.512406 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c8e64fab-3383-4356-a131-8ca81f0859dc tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.596628 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a71edfe-ad9a-4d03-9148-27c44213e335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-036ef706-17f7-4aea-98ea-dab4adb8fd40', 'network_id': '036ef706-17f7-4aea-98ea-dab4adb8fd40', 'tenant_id': '7983e927fd6c4953bfeee87a963f3784', 'fixed_ips': [{'subnet_id': '92ee0df3-cc32-4c27-b97c-42e7571f521d'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:43:50.597653 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8a71edfe-ad9a-4d03-9148-27c44213e335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.610586 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-902724b1-ab21-4494-941e-5cdc248e0744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.676109 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4e22af6c-3d45-4e07-8806-0c3c0b7d181e None None] For port 9e46a9f5-0672-4160-ac8a-46231d1adbd4, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:50.680857 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5614fa22-9264-4c81-8562-fe835829a081 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.763869 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-374b4243-5897-4792-8445-89549ee46494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'name': 'tempest-RoutersTest-router-583694735', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:17Z', 'updated_at': '2021-11-12T03:43:42Z', 'revision_number': 4, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'gw_port_host': None, '_interfaces': [{'id': '06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f', 'name': '', 'network_id': '9ac378ba-18e8-483d-aa67-8b7d97613684', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'mac_address': 'fa:16:3e:69:22:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:20Z', 'updated_at': '2021-11-12T03:43:31Z', 'revision_number': 5, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'subnets': [{'id': 'f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78181f37-caa5-439e-ab27-4afcbf3511c7', 'name': '', 'network_id': '681955e5-d7b5-450a-bfb7-ac581d5e206c', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'mac_address': 'fa:16:3e:3f:b6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'e007f6b3-6daf-45fd-aa3e-8a893ad0bc2a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:27Z', 'updated_at': '2021-11-12T03:43:41Z', 'revision_number': 4, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'subnets': [{'id': 'e007f6b3-6daf-45fd-aa3e-8a893ad0bc2a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dac5edec-462b-40f8-a8a7-539175b0ca86', 'name': '', 'network_id': '3349f2fd-75e9-46f1-8909-66672c5bc9f0', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'mac_address': 'fa:16:3e:a4:a5:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '842a6b14-e42a-4ef5-87ce-0604c4e98b43', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:38Z', 'updated_at': '2021-11-12T03:43:42Z', 'revision_number': 2, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'subnets': [{'id': '842a6b14-e42a-4ef5-87ce-0604c4e98b43', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:50.856733 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4e22af6c-3d45-4e07-8806-0c3c0b7d181e None None] For port 9e46a9f5-0672-4160-ac8a-46231d1adbd4, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=9e46a9f5-0672-4160-ac8a-46231d1adbd4,segment=NetworkSegment(c2f7c5f3-63ec-4081-afe3-f4a0ef3f8f79),segment_id=c2f7c5f3-63ec-4081-afe3-f4a0ef3f8f79)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:50.868992 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374b4243-5897-4792-8445-89549ee46494 None None] Checking router: 4ca0d9d1-6087-4f84-846f-397d5d270fe9 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:43:50.870657 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374b4243-5897-4792-8445-89549ee46494 None None] Updating router 4ca0d9d1-6087-4f84-846f-397d5d270fe9 port dac5edec-462b-40f8-a8a7-539175b0ca86 binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:43:50.919921 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4e22af6c-3d45-4e07-8806-0c3c0b7d181e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.957959 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-902724b1-ab21-4494-941e-5cdc248e0744 None None] For port 955a85d4-6f9c-474a-a06f-9d6da574d5fb, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=955a85d4-6f9c-474a-a06f-9d6da574d5fb,segment=NetworkSegment(72738ceb-b212-41da-b951-0f68870c7b81),segment_id=72738ceb-b212-41da-b951-0f68870c7b81)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:51.107424 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbabca1a-ad04-4d2c-89e6-dc36c441b67d req-04e37554-5a0f-4d7f-9a65-fdb8d7f566fc tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] No DVR routers for this DVR port 72ab2026-d2bd-4ec9-b4c7-244e772bddbb on host n-h2-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:43:51.115815 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-83125c04-a97c-4958-9327-d95e86f9c34a tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:51.135237 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-bbabca1a-ad04-4d2c-89e6-dc36c441b67d req-04e37554-5a0f-4d7f-9a65-fdb8d7f566fc tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:51.138029 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bbabca1a-ad04-4d2c-89e6-dc36c441b67d req-04e37554-5a0f-4d7f-9a65-fdb8d7f566fc tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.90 "DELETE /v2.0/ports/72ab2026-d2bd-4ec9-b4c7-244e772bddbb HTTP/1.1" status: 204 len: 173 time: 4.7026618 Nov 12 03:43:51.152505 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-87c75d18-6bfe-4719-a01c-cb2e97a73454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'name': 'tempest-AttachVolumeTestJSON-889600545-router', 'tenant_id': '1978793e24864d458e17fb421706473b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'b670ebe3-6d3f-4cea-ad65-005bd4c834d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:14Z', 'updated_at': '2021-11-12T03:39:24Z', 'revision_number': 4, 'project_id': '1978793e24864d458e17fb421706473b', 'gw_port': {'id': 'b670ebe3-6d3f-4cea-ad65-005bd4c834d7', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:21:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:15Z', 'updated_at': '2021-11-12T03:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '19420312-14c3-4bad-bbb9-fe2e360acfee', 'name': '', 'network_id': 'ce97ab11-8a00-4cd9-ad27-4b288272e186', 'tenant_id': '1978793e24864d458e17fb421706473b', 'mac_address': 'fa:16:3e:d3:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '218af894-e138-49fb-983a-59526774f58c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:22Z', 'updated_at': '2021-11-12T03:39:30Z', 'revision_number': 5, 'project_id': '1978793e24864d458e17fb421706473b', 'subnets': [{'id': '218af894-e138-49fb-983a-59526774f58c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:51.161572 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '066d7618-b4be-41e9-9099-40b5005f782f', 'name': 'network-vif-deleted', 'tag': '72ab2026-d2bd-4ec9-b4c7-244e772bddbb'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:43:51.197569 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7fe654a-ecfc-4dc4-8088-ab73928bcad0" -d '{"events": [{"server_uuid": "066d7618-b4be-41e9-9099-40b5005f782f", "name": "network-vif-deleted", "tag": "72ab2026-d2bd-4ec9-b4c7-244e772bddbb"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:43:51.206094 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22af6c-3d45-4e07-8806-0c3c0b7d181e None None] Pushing event updated for resources: {'Port': ['ID=9e46a9f5-0672-4160-ac8a-46231d1adbd4,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:51.216176 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e3b1ce75-22e4-49fc-aa20-b666f5afe17a no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:43:51.236582 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c75d18-6bfe-4719-a01c-cb2e97a73454 None None] Checking router: 37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:43:51.245086 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-902724b1-ab21-4494-941e-5cdc248e0744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:51.264330 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c75d18-6bfe-4719-a01c-cb2e97a73454 None None] Routers {'37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:51.265375 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-87c75d18-6bfe-4719-a01c-cb2e97a73454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:43:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:51.275160 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ff769b36-d6e9-40e9-85f8-6bc01ee0cdf5 req-7e3b69f1-2993-4968-a2b2-d250095cd771 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=066d7618-b4be-41e9-9099-40b5005f782f HTTP/1.1" status: 200 len: 210 time: 0.1489031 Nov 12 03:43:51.357064 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83125c04-a97c-4958-9327-d95e86f9c34a tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event updated for resources: {'Subnet': ['ID=7795f226-1cfa-4d0d-9b11-20a4f4d18cc9,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:51.367325 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83125c04-a97c-4958-9327-d95e86f9c34a tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Checking segment: {'id': '9b410d9d-2085-44fb-8d95-09b0e1fed0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b512cdf9-1504-47bb-bd86-92fcb1a8fc8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:51.367736 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83125c04-a97c-4958-9327-d95e86f9c34a tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Network hostable DHCP agents. Network: b512cdf9-1504-47bb-bd86-92fcb1a8fc8c, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:43:51.375929 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5614fa22-9264-4c81-8562-fe835829a081 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:51.444613 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c8e64fab-3383-4356-a131-8ca81f0859dc tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:51.463829 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c8e64fab-3383-4356-a131-8ca81f0859dc tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:51.467268 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-374b4243-5897-4792-8445-89549ee46494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:51.474926 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0faf4b8b-c9f5-4109-847f-4f8a6f0e1e51 x-openstack-request-id: req-0faf4b8b-c9f5-4109-847f-4f8a6f0e1e51 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:43:51.475211 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "066d7618-b4be-41e9-9099-40b5005f782f", "name": "network-vif-deleted", "tag": "72ab2026-d2bd-4ec9-b4c7-244e772bddbb", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:43:51.475470 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0faf4b8b-c9f5-4109-847f-4f8a6f0e1e51 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:43:51.475866 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '066d7618-b4be-41e9-9099-40b5005f782f', 'name': 'network-vif-deleted', 'tag': '72ab2026-d2bd-4ec9-b4c7-244e772bddbb', 'status': 'completed', 'code': 200} Nov 12 03:43:51.492050 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5614fa22-9264-4c81-8562-fe835829a081 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Network cb08b3a9-d30d-4225-a1e8-e168264cfad6 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:51.497608 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-5614fa22-9264-4c81-8562-fe835829a081 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:51.508151 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: e3b1ce75-22e4-49fc-aa20-b666f5afe17a {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:43:51.508590 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e3b1ce75-22e4-49fc-aa20-b666f5afe17a not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:43:51.511212 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5614fa22-9264-4c81-8562-fe835829a081 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:51.511914 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5614fa22-9264-4c81-8562-fe835829a081 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:51.566729 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-87c75d18-6bfe-4719-a01c-cb2e97a73454 None None] Set router 37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:43:51.601689 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c8e64fab-3383-4356-a131-8ca81f0859dc tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:51.615906 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e64fab-3383-4356-a131-8ca81f0859dc tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event updated for resources: {'Port': ['ID=0909f04f-3918-4b9a-ae7a-161cf48adca3,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:51.660598 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83125c04-a97c-4958-9327-d95e86f9c34a tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Network b512cdf9-1504-47bb-bd86-92fcb1a8fc8c is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:43:51.681290 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-5e164ee3-102e-4402-9ded-7043de78eb56 None None] Allocated IP 172.23.0.2 (2ec40406-f513-4379-814d-0afa0112efe4/0f57c133-8ecf-4bcb-8c32-2e8f7177cf67/9935aa06-95e4-4f7d-b5f7-24aac3938160) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:51.706746 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-902724b1-ab21-4494-941e-5cdc248e0744 None None] Provisioning complete for port dac5edec-462b-40f8-a8a7-539175b0ca86 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:51.707154 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-902724b1-ab21-4494-941e-5cdc248e0744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:51.751229 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5614fa22-9264-4c81-8562-fe835829a081 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Pushing event updated for resources: {'Port': ['ID=829b9636-c374-42ec-a5df-2019a32b816b,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:51.755844 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-83125c04-a97c-4958-9327-d95e86f9c34a tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, b512cdf9-1504-47bb-bd86-92fcb1a8fc8c) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:51.816470 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83125c04-a97c-4958-9327-d95e86f9c34a tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:51.817574 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-83125c04-a97c-4958-9327-d95e86f9c34a tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:51.836496 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5614fa22-9264-4c81-8562-fe835829a081 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:51.863409 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29295d11-feaa-4b78-b333-5bb9f4d4a6e6 None None] Network b512cdf9-1504-47bb-bd86-92fcb1a8fc8c requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:51.999121 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-83125c04-a97c-4958-9327-d95e86f9c34a tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.8701894 Nov 12 03:43:52.025727 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59974) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:52.319034 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-87c75d18-6bfe-4719-a01c-cb2e97a73454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'name': 'tempest-AttachVolumeTestJSON-889600545-router', 'tenant_id': '1978793e24864d458e17fb421706473b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'b670ebe3-6d3f-4cea-ad65-005bd4c834d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:14Z', 'updated_at': '2021-11-12T03:39:24Z', 'revision_number': 4, 'project_id': '1978793e24864d458e17fb421706473b', 'gw_port': {'id': 'b670ebe3-6d3f-4cea-ad65-005bd4c834d7', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:21:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:15Z', 'updated_at': '2021-11-12T03:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '19420312-14c3-4bad-bbb9-fe2e360acfee', 'name': '', 'network_id': 'ce97ab11-8a00-4cd9-ad27-4b288272e186', 'tenant_id': '1978793e24864d458e17fb421706473b', 'mac_address': 'fa:16:3e:d3:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '218af894-e138-49fb-983a-59526774f58c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:22Z', 'updated_at': '2021-11-12T03:39:30Z', 'revision_number': 5, 'project_id': '1978793e24864d458e17fb421706473b', 'subnets': [{'id': '218af894-e138-49fb-983a-59526774f58c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:52.471200 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c75d18-6bfe-4719-a01c-cb2e97a73454 None None] The sync data for ids ['37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87'] in n-d-715271-27 is: [{'id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'name': 'tempest-AttachVolumeTestJSON-889600545-router', 'tenant_id': '1978793e24864d458e17fb421706473b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'b670ebe3-6d3f-4cea-ad65-005bd4c834d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:14Z', 'updated_at': '2021-11-12T03:39:24Z', 'revision_number': 4, 'project_id': '1978793e24864d458e17fb421706473b', 'gw_port': {'id': 'b670ebe3-6d3f-4cea-ad65-005bd4c834d7', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:21:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:15Z', 'updated_at': '2021-11-12T03:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '19420312-14c3-4bad-bbb9-fe2e360acfee', 'name': '', 'network_id': 'ce97ab11-8a00-4cd9-ad27-4b288272e186', 'tenant_id': '1978793e24864d458e17fb421706473b', 'mac_address': 'fa:16:3e:d3:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '218af894-e138-49fb-983a-59526774f58c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:22Z', 'updated_at': '2021-11-12T03:39:30Z', 'revision_number': 5, 'project_id': '1978793e24864d458e17fb421706473b', 'subnets': [{'id': '218af894-e138-49fb-983a-59526774f58c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:43:52.514113 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59988) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:52.618419 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e64fab-3383-4356-a131-8ca81f0859dc tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Network 2ec40406-f513-4379-814d-0afa0112efe4 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:52.633632 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-c8e64fab-3383-4356-a131-8ca81f0859dc tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:52.845260 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1dcd9dbd-eb97-4fdc-ab57-98b535df3bd7 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:52.851042 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-79dbfbd3-e6e3-44f3-a8ed-fd6dfbb44cd2 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:52.878967 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-8a71edfe-ad9a-4d03-9148-27c44213e335 None None] Allocated IP 2001:db8::2 (036ef706-17f7-4aea-98ea-dab4adb8fd40/92ee0df3-cc32-4c27-b97c-42e7571f521d/7ac355c2-95a1-4b16-adc9-1c4c38e1d01b) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:52.883504 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5614fa22-9264-4c81-8562-fe835829a081 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:52.894152 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5614fa22-9264-4c81-8562-fe835829a081 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:52.895951 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5614fa22-9264-4c81-8562-fe835829a081 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:52.916861 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-79dbfbd3-e6e3-44f3-a8ed-fd6dfbb44cd2 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:52.949272 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902724b1-ab21-4494-941e-5cdc248e0744 None None] Pushing event updated for resources: {'Port': ['ID=955a85d4-6f9c-474a-a06f-9d6da574d5fb,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:53.009118 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e64fab-3383-4356-a131-8ca81f0859dc tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Router 4ca0d9d1-6087-4f84-846f-397d5d270fe9 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:43:53.042809 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1dcd9dbd-eb97-4fdc-ab57-98b535df3bd7 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:53.046408 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5614fa22-9264-4c81-8562-fe835829a081 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Pushing event updated for resources: {'Port': ['ID=829b9636-c374-42ec-a5df-2019a32b816b,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:53.153440 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 78181f37-caa5-439e-ab27-4afcbf3511c7 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:53.159972 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b552da8-c6c3-452c-b294-035bf7a456ed None None] Network a5808793-c231-45ea-9121-1203cd4d457f requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:53.162962 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5614fa22-9264-4c81-8562-fe835829a081 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Network cb08b3a9-d30d-4225-a1e8-e168264cfad6 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:53.166354 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-5614fa22-9264-4c81-8562-fe835829a081 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:53.206773 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-79dbfbd3-e6e3-44f3-a8ed-fd6dfbb44cd2 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:53.209462 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-79dbfbd3-e6e3-44f3-a8ed-fd6dfbb44cd2 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:53.211166 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-79dbfbd3-e6e3-44f3-a8ed-fd6dfbb44cd2 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "DELETE /v2.0/security-groups/540775fa-21c0-4cec-96a7-8439f700c198 HTTP/1.1" status: 204 len: 168 time: 0.6807480 Nov 12 03:43:53.219953 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60002) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:53.282927 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60004) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:53.304837 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dbfbd3-e6e3-44f3-a8ed-fd6dfbb44cd2 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=540775fa-21c0-4cec-96a7-8439f700c198,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:53.314826 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-7320ad85-e432-46bf-b334-59007edabec2 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] show failed (client error): The resource could not be found. Nov 12 03:43:53.316087 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7320ad85-e432-46bf-b334-59007edabec2 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/security-groups/540775fa-21c0-4cec-96a7-8439f700c198 HTTP/1.1" status: 404 len: 347 time: 0.0826333 Nov 12 03:43:53.321577 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60008) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:53.390084 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-902724b1-ab21-4494-941e-5cdc248e0744 None None] Port dac5edec-462b-40f8-a8a7-539175b0ca86 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:53.439110 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1dcd9dbd-eb97-4fdc-ab57-98b535df3bd7 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:53.451911 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e64fab-3383-4356-a131-8ca81f0859dc tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:43:53.516168 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c8e64fab-3383-4356-a131-8ca81f0859dc tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "PUT /v2.0/routers/4ca0d9d1-6087-4f84-846f-397d5d270fe9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3349485 Nov 12 03:43:53.520574 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd9dbd-eb97-4fdc-ab57-98b535df3bd7 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event deleted for resources: {'Subnet': ['ID=7795f226-1cfa-4d0d-9b11-20a4f4d18cc9,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:53.524740 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60012) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:53.575713 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-136de8bb-7140-45e6-adaf-105bb6aa9b18 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:53.612939 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5614fa22-9264-4c81-8562-fe835829a081 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Router 8c60ed53-5692-46f9-833d-d50d0a3355e3 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:43:53.698661 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-9a8c36fd-e855-4a0d-820f-6e16bdfce435 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Request body: {'network': {'name': 'tempest-network-smoke--1990797934', 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'port_security_enabled': True}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:53.754898 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5614fa22-9264-4c81-8562-fe835829a081 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:43:53.765056 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20ce969-ff1c-40f1-8fc8-6e7506142537 None None] Sync routers for ids ['8c60ed53-5692-46f9-833d-d50d0a3355e3'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:43:53.778255 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5e164ee3-102e-4402-9ded-7043de78eb56 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:53.779117 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20ce969-ff1c-40f1-8fc8-6e7506142537 None None] Routers {'8c60ed53-5692-46f9-833d-d50d0a3355e3'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:53.781144 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5614fa22-9264-4c81-8562-fe835829a081 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] 10.222.0.50 "PUT /v2.0/routers/8c60ed53-5692-46f9-833d-d50d0a3355e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5556953 Nov 12 03:43:53.782571 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-c20ce969-ff1c-40f1-8fc8-6e7506142537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:43:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8c60ed53-5692-46f9-833d-d50d0a3355e3'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:53.784642 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60014) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:53.872483 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-c20ce969-ff1c-40f1-8fc8-6e7506142537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:53.890961 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8a71edfe-ad9a-4d03-9148-27c44213e335 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:53.893227 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20ce969-ff1c-40f1-8fc8-6e7506142537 None None] Routers {'8c60ed53-5692-46f9-833d-d50d0a3355e3'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:53.898976 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-c20ce969-ff1c-40f1-8fc8-6e7506142537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:43:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8c60ed53-5692-46f9-833d-d50d0a3355e3'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:53.900770 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3b4eb7-2940-4f08-96e3-4926012801f2 None None] New status for floating IP 26791cdd-c4bc-4143-bb54-78c347431976: DOWN {{(pid=102573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:43:53.953878 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1dcd9dbd-eb97-4fdc-ab57-98b535df3bd7 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:53.971866 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-c20ce969-ff1c-40f1-8fc8-6e7506142537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:53.972668 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20ce969-ff1c-40f1-8fc8-6e7506142537 None None] The sync data for ids ['8c60ed53-5692-46f9-833d-d50d0a3355e3'] in n-d-715271-27 is: [] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:43:53.989887 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-1dcd9dbd-eb97-4fdc-ab57-98b535df3bd7 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b512cdf9-1504-47bb-bd86-92fcb1a8fc8c']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:53.999737 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-1dcd9dbd-eb97-4fdc-ab57-98b535df3bd7 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b410d9d-2085-44fb-8d95-09b0e1fed0e5') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:54.000055 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-1dcd9dbd-eb97-4fdc-ab57-98b535df3bd7 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b410d9d-2085-44fb-8d95-09b0e1fed0e5') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:54.010601 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1dcd9dbd-eb97-4fdc-ab57-98b535df3bd7 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.025241 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1dcd9dbd-eb97-4fdc-ab57-98b535df3bd7 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.031857 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dcd9dbd-eb97-4fdc-ab57-98b535df3bd7 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:43:54.032300 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1dcd9dbd-eb97-4fdc-ab57-98b535df3bd7 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.092048 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:43:54.092048 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:43:54.092048 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:43:54.092048 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:43:54.092048 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:43:54.092048 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:43:54.092048 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:43:54.092048 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:43:54.092048 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:43:54.092048 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:43:54.092048 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:43:54.092048 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:43:54.092048 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:43:54.092048 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:43:54.092048 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:43:54.092048 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:43:54.092048 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:43:54.092048 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:43:54.092048 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:43:54.092048 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:43:54.092048 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:43:54.092048 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:43:54.092048 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:43:54.092048 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:43:54.092048 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:43:54.092048 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:43:54.092048 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:43:54.092048 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:43:54.092048 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:43:54.092048 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:43:54.092048 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:43:54.092048 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:43:54.096054 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8c36fd-e855-4a0d-820f-6e16bdfce435 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Made reservation on behalf of 31f81b1aeeb344b7a84563d0622f3019 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:54.101288 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9a8c36fd-e855-4a0d-820f-6e16bdfce435 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.108575 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1dcd9dbd-eb97-4fdc-ab57-98b535df3bd7 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.113834 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1dcd9dbd-eb97-4fdc-ab57-98b535df3bd7 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.118136 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1dcd9dbd-eb97-4fdc-ab57-98b535df3bd7 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "DELETE /v2.0/networks/b512cdf9-1504-47bb-bd86-92fcb1a8fc8c HTTP/1.1" status: 204 len: 168 time: 2.0901763 Nov 12 03:43:54.133059 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d942250-e516-422f-bedc-62d7d28e7701 None None] Network cb08b3a9-d30d-4225-a1e8-e168264cfad6 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:54.136574 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60020) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:54.145296 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-85acf5d8-2b5f-4c1c-931d-45eaa89dfb9e tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-657769648'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:54.170811 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4864e0-bf6b-4c3c-b231-5a8747929493 None None] Network b512cdf9-1504-47bb-bd86-92fcb1a8fc8c requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:54.173511 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5e164ee3-102e-4402-9ded-7043de78eb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.176088 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8a71edfe-ad9a-4d03-9148-27c44213e335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.178092 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-902724b1-ab21-4494-941e-5cdc248e0744 None None] Provisioning complete for port 154954c3-84b1-405a-9ea7-812abad015a7 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:54.178600 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-902724b1-ab21-4494-941e-5cdc248e0744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.247140 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9a8c36fd-e855-4a0d-820f-6e16bdfce435 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.279430 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd9dbd-eb97-4fdc-ab57-98b535df3bd7 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event deleted for resources: {'Network': ['ID=b512cdf9-1504-47bb-bd86-92fcb1a8fc8c,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:54.342128 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-2196f0a4-0b14-4efa-bdaf-2bb79a999198 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Deleting port 7284a7be-61a0-4c56-ac8b-2ab3dee083a1 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:54.342829 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2196f0a4-0b14-4efa-bdaf-2bb79a999198 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.379530 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85acf5d8-2b5f-4c1c-931d-45eaa89dfb9e tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Made reservation on behalf of e1d480ebbc414f64891e3ea3b39fa331 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:54.383997 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-85acf5d8-2b5f-4c1c-931d-45eaa89dfb9e tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.418166 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4864e0-bf6b-4c3c-b231-5a8747929493 None None] Network b512cdf9-1504-47bb-bd86-92fcb1a8fc8c could not be found, it might have been deleted concurrently. {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 03:43:54.449707 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 78181f37-caa5-439e-ab27-4afcbf3511c7 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:54.450379 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.612543 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a71edfe-ad9a-4d03-9148-27c44213e335 None None] Network 036ef706-17f7-4aea-98ea-dab4adb8fd40 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:54.622403 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e164ee3-102e-4402-9ded-7043de78eb56 None None] Network 2ec40406-f513-4379-814d-0afa0112efe4 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:54.640696 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-8a71edfe-ad9a-4d03-9148-27c44213e335 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:54.653756 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-5e164ee3-102e-4402-9ded-7043de78eb56 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:54.659544 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a71edfe-ad9a-4d03-9148-27c44213e335 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:54.665643 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e164ee3-102e-4402-9ded-7043de78eb56 None None] Pushing event updated for resources: {'Port': ['ID=9935aa06-95e4-4f7d-b5f7-24aac3938160,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:54.672206 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e164ee3-102e-4402-9ded-7043de78eb56 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:54.745735 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-a7c0d29d-3d0d-4f61-a337-4834727d6d36 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:43:54.748729 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a7c0d29d-3d0d-4f61-a337-4834727d6d36 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] 10.222.0.50 "PUT /v2.0/routers/8c60ed53-5692-46f9-833d-d50d0a3355e3/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9624121 Nov 12 03:43:54.752787 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60026) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:55.036445 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a71edfe-ad9a-4d03-9148-27c44213e335 None None] Pushing event updated for resources: {'Port': ['ID=7ac355c2-95a1-4b16-adc9-1c4c38e1d01b,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:55.067960 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85acf5d8-2b5f-4c1c-931d-45eaa89dfb9e tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:43:55.088355 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-8a71edfe-ad9a-4d03-9148-27c44213e335 None None] Attempting to bind port 7ac355c2-95a1-4b16-adc9-1c4c38e1d01b on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:55.088733 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-8a71edfe-ad9a-4d03-9148-27c44213e335 None None] Attempting to bind port 7ac355c2-95a1-4b16-adc9-1c4c38e1d01b by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '0ea9bf53-4621-4254-b84d-12ccaa032282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '036ef706-17f7-4aea-98ea-dab4adb8fd40'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:55.089102 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a71edfe-ad9a-4d03-9148-27c44213e335 None None] Attempting to bind port 7ac355c2-95a1-4b16-adc9-1c4c38e1d01b on network 036ef706-17f7-4aea-98ea-dab4adb8fd40 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:55.092204 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-5e164ee3-102e-4402-9ded-7043de78eb56 None None] Attempting to bind port 9935aa06-95e4-4f7d-b5f7-24aac3938160 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:55.092569 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-5e164ee3-102e-4402-9ded-7043de78eb56 None None] Attempting to bind port 9935aa06-95e4-4f7d-b5f7-24aac3938160 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'e8af2b20-07dc-468d-8eb4-b06ae5adac28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2ec40406-f513-4379-814d-0afa0112efe4'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:55.092923 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e164ee3-102e-4402-9ded-7043de78eb56 None None] Attempting to bind port 9935aa06-95e4-4f7d-b5f7-24aac3938160 on network 2ec40406-f513-4379-814d-0afa0112efe4 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:55.105098 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9a8c36fd-e855-4a0d-820f-6e16bdfce435 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.117916 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9a8c36fd-e855-4a0d-820f-6e16bdfce435 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.121150 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-85acf5d8-2b5f-4c1c-931d-45eaa89dfb9e tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.121486 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-85acf5d8-2b5f-4c1c-931d-45eaa89dfb9e tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Added segment 0f4bc309-6685-4ef5-9451-1b4439a8de3b of type vlan for network d5549ef6-696d-4465-817e-45c6d8b7027f Nov 12 03:43:55.154537 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2196f0a4-0b14-4efa-bdaf-2bb79a999198 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.154822 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2196f0a4-0b14-4efa-bdaf-2bb79a999198 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.156985 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a71edfe-ad9a-4d03-9148-27c44213e335 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:55.157707 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a71edfe-ad9a-4d03-9148-27c44213e335 None None] Checking segment: {'id': '0ea9bf53-4621-4254-b84d-12ccaa032282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '036ef706-17f7-4aea-98ea-dab4adb8fd40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:55.158944 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8a71edfe-ad9a-4d03-9148-27c44213e335 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.159159 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a71edfe-ad9a-4d03-9148-27c44213e335 None None] Bound using segment: {'id': '0ea9bf53-4621-4254-b84d-12ccaa032282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '036ef706-17f7-4aea-98ea-dab4adb8fd40'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:55.159659 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-8a71edfe-ad9a-4d03-9148-27c44213e335 None None] Bound port: 7ac355c2-95a1-4b16-adc9-1c4c38e1d01b, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea9bf53-4621-4254-b84d-12ccaa032282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '036ef706-17f7-4aea-98ea-dab4adb8fd40'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:55.160048 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8a71edfe-ad9a-4d03-9148-27c44213e335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.172694 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e164ee3-102e-4402-9ded-7043de78eb56 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:55.173072 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e164ee3-102e-4402-9ded-7043de78eb56 None None] Checking segment: {'id': 'e8af2b20-07dc-468d-8eb4-b06ae5adac28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2ec40406-f513-4379-814d-0afa0112efe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:55.173474 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5e164ee3-102e-4402-9ded-7043de78eb56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.173872 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e164ee3-102e-4402-9ded-7043de78eb56 None None] Bound using segment: {'id': 'e8af2b20-07dc-468d-8eb4-b06ae5adac28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2ec40406-f513-4379-814d-0afa0112efe4'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:55.174378 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-5e164ee3-102e-4402-9ded-7043de78eb56 None None] Bound port: 9935aa06-95e4-4f7d-b5f7-24aac3938160, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8af2b20-07dc-468d-8eb4-b06ae5adac28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2ec40406-f513-4379-814d-0afa0112efe4'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:55.174746 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5e164ee3-102e-4402-9ded-7043de78eb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.178862 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a8c36fd-e855-4a0d-820f-6e16bdfce435 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:43:55.214768 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-2196f0a4-0b14-4efa-bdaf-2bb79a999198 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Calling delete_port for 7284a7be-61a0-4c56-ac8b-2ab3dee083a1 owned by network:floatingip {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:55.239032 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-85acf5d8-2b5f-4c1c-931d-45eaa89dfb9e tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.239809 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ad05ab24-9be2-41ab-9537-82b981356cf3 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.262188 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8c36fd-e855-4a0d-820f-6e16bdfce435 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25383722-5860-45a6-a217-15a72e864f92,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:55.281763 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9a8c36fd-e855-4a0d-820f-6e16bdfce435 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.282111 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-9a8c36fd-e855-4a0d-820f-6e16bdfce435 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Added segment 25c68e1a-8975-4773-b2b4-a57bf2d627be of type vlan for network 6fe4e9fa-960b-4fee-b798-39b875b1985d Nov 12 03:43:55.400787 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9a8c36fd-e855-4a0d-820f-6e16bdfce435 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.425822 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-85acf5d8-2b5f-4c1c-931d-45eaa89dfb9e tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.432755 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85acf5d8-2b5f-4c1c-931d-45eaa89dfb9e tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:55.433387 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-85acf5d8-2b5f-4c1c-931d-45eaa89dfb9e tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.465749 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 1d3a7b9b-3e2a-43d4-a5e0-9528880cba52 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:55.547867 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-ad05ab24-9be2-41ab-9537-82b981356cf3 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Deleting port 829b9636-c374-42ec-a5df-2019a32b816b {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:55.547867 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ad05ab24-9be2-41ab-9537-82b981356cf3 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.562485 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-85acf5d8-2b5f-4c1c-931d-45eaa89dfb9e tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4238565 Nov 12 03:43:55.572515 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60030) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:55.575789 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-374b4243-5897-4792-8445-89549ee46494 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.578011 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-142eb0be-0f52-408d-8903-330aba4a1f49 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Request body: {'subnet': {'network_id': 'd5549ef6-696d-4465-817e-45c6d8b7027f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:55.581743 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.extraroute_db [None req-136de8bb-7140-45e6-adaf-105bb6aa9b18 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=102571) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 03:43:55.596569 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85acf5d8-2b5f-4c1c-931d-45eaa89dfb9e tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event updated for resources: {'Network': ['ID=d5549ef6-696d-4465-817e-45c6d8b7027f,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:55.600779 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9a8c36fd-e855-4a0d-820f-6e16bdfce435 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.606803 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8c36fd-e855-4a0d-820f-6e16bdfce435 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:55.607518 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9a8c36fd-e855-4a0d-820f-6e16bdfce435 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.627345 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network d5549ef6-696d-4465-817e-45c6d8b7027f details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:43:55.630157 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-f26b4161-5bd9-4264-ad16-de331067c1c7 None None] Provisioning complete for port 1d3a7b9b-3e2a-43d4-a5e0-9528880cba52 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:55.630833 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f26b4161-5bd9-4264-ad16-de331067c1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.638846 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-374b4243-5897-4792-8445-89549ee46494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.687991 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-8a71edfe-ad9a-4d03-9148-27c44213e335 None None] For port 7ac355c2-95a1-4b16-adc9-1c4c38e1d01b, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:55.691987 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.extraroute_db [None req-136de8bb-7140-45e6-adaf-105bb6aa9b18 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Removed routes are [] {{(pid=102571) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 03:43:55.692522 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-136de8bb-7140-45e6-adaf-105bb6aa9b18 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41374'] for router, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.702809 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9a8c36fd-e855-4a0d-820f-6e16bdfce435 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.4039695 Nov 12 03:43:55.703127 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60032) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:55.707835 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-9f819181-1e74-4dd0-9851-4534fc29f5ea tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1846091730', 'admin_state_up': True, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:55.736467 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-5e164ee3-102e-4402-9ded-7043de78eb56 None None] For port 9935aa06-95e4-4f7d-b5f7-24aac3938160, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:55.758952 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ad05ab24-9be2-41ab-9537-82b981356cf3 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.784403 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-8a71edfe-ad9a-4d03-9148-27c44213e335 None None] For port 7ac355c2-95a1-4b16-adc9-1c4c38e1d01b, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=7ac355c2-95a1-4b16-adc9-1c4c38e1d01b,segment=NetworkSegment(0ea9bf53-4621-4254-b84d-12ccaa032282),segment_id=0ea9bf53-4621-4254-b84d-12ccaa032282)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:55.812571 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-ad05ab24-9be2-41ab-9537-82b981356cf3 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Calling delete_port for 829b9636-c374-42ec-a5df-2019a32b816b owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:55.823356 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-5e164ee3-102e-4402-9ded-7043de78eb56 None None] For port 9935aa06-95e4-4f7d-b5f7-24aac3938160, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=9935aa06-95e4-4f7d-b5f7-24aac3938160,segment=NetworkSegment(e8af2b20-07dc-468d-8eb4-b06ae5adac28),segment_id=e8af2b20-07dc-468d-8eb4-b06ae5adac28)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:55.828300 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9f819181-1e74-4dd0-9851-4534fc29f5ea tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.829388 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9f819181-1e74-4dd0-9851-4534fc29f5ea tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.833966 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8a71edfe-ad9a-4d03-9148-27c44213e335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.862311 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8c36fd-e855-4a0d-820f-6e16bdfce435 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event updated for resources: {'Network': ['ID=6fe4e9fa-960b-4fee-b798-39b875b1985d,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:55.880693 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5e164ee3-102e-4402-9ded-7043de78eb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.889135 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2196f0a4-0b14-4efa-bdaf-2bb79a999198 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.898320 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 6fe4e9fa-960b-4fee-b798-39b875b1985d details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:43:55.907674 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 1d3a7b9b-3e2a-43d4-a5e0-9528880cba52 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:55.908096 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.943175 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00788466-fff7-464d-aa8a-bc3bfbb7f624 None None] Pushing event updated for resources: {'Port': ['ID=dac5edec-462b-40f8-a8a7-539175b0ca86,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:55.967121 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2196f0a4-0b14-4efa-bdaf-2bb79a999198 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Pushing event deleted for resources: {'Port': ['ID=7284a7be-61a0-4c56-ac8b-2ab3dee083a1,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:56.154515 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142eb0be-0f52-408d-8903-330aba4a1f49 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Made reservation on behalf of e1d480ebbc414f64891e3ea3b39fa331 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:56.158195 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-142eb0be-0f52-408d-8903-330aba4a1f49 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.171764 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2196f0a4-0b14-4efa-bdaf-2bb79a999198 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks [] for floatingip, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.174451 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2196f0a4-0b14-4efa-bdaf-2bb79a999198 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.178697 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2196f0a4-0b14-4efa-bdaf-2bb79a999198 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "DELETE /v2.0/floatingips/26791cdd-c4bc-4143-bb54-78c347431976 HTTP/1.1" status: 204 len: 168 time: 2.8525751 Nov 12 03:43:56.202924 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-136de8bb-7140-45e6-adaf-105bb6aa9b18 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41374'] for router, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.210966 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-136de8bb-7140-45e6-adaf-105bb6aa9b18 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-622926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-623029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620584'] for router, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.337469 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9f819181-1e74-4dd0-9851-4534fc29f5ea tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.338521 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ad05ab24-9be2-41ab-9537-82b981356cf3 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.414275 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a71edfe-ad9a-4d03-9148-27c44213e335 None None] Pushing event updated for resources: {'Port': ['ID=7ac355c2-95a1-4b16-adc9-1c4c38e1d01b,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:56.488648 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136de8bb-7140-45e6-adaf-105bb6aa9b18 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Router 4ca0d9d1-6087-4f84-846f-397d5d270fe9 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:43:56.543230 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-374b4243-5897-4792-8445-89549ee46494 None None] Attempting to bind port dac5edec-462b-40f8-a8a7-539175b0ca86 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:56.543230 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-374b4243-5897-4792-8445-89549ee46494 None None] Attempting to bind port dac5edec-462b-40f8-a8a7-539175b0ca86 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'a5188ec2-39d0-40b4-9368-b5d9483687b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3349f2fd-75e9-46f1-8909-66672c5bc9f0'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:56.543230 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374b4243-5897-4792-8445-89549ee46494 None None] Attempting to bind port dac5edec-462b-40f8-a8a7-539175b0ca86 on network 3349f2fd-75e9-46f1-8909-66672c5bc9f0 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:56.579613 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f26b4161-5bd9-4264-ad16-de331067c1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.583974 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374b4243-5897-4792-8445-89549ee46494 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:56.584495 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374b4243-5897-4792-8445-89549ee46494 None None] Checking segment: {'id': 'a5188ec2-39d0-40b4-9368-b5d9483687b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3349f2fd-75e9-46f1-8909-66672c5bc9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:56.584846 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-374b4243-5897-4792-8445-89549ee46494 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.586016 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374b4243-5897-4792-8445-89549ee46494 None None] Bound using segment: {'id': 'a5188ec2-39d0-40b4-9368-b5d9483687b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3349f2fd-75e9-46f1-8909-66672c5bc9f0'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:56.586016 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-374b4243-5897-4792-8445-89549ee46494 None None] Bound port: dac5edec-462b-40f8-a8a7-539175b0ca86, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5188ec2-39d0-40b4-9368-b5d9483687b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3349f2fd-75e9-46f1-8909-66672c5bc9f0'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:56.586255 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-374b4243-5897-4792-8445-89549ee46494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.647769 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad05ab24-9be2-41ab-9537-82b981356cf3 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Pushing event deleted for resources: {'Port': ['ID=829b9636-c374-42ec-a5df-2019a32b816b,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:56.729581 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e164ee3-102e-4402-9ded-7043de78eb56 None None] Pushing event updated for resources: {'Port': ['ID=9935aa06-95e4-4f7d-b5f7-24aac3938160,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:56.733316 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60044) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:56.744783 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136de8bb-7140-45e6-adaf-105bb6aa9b18 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:43:56.758834 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-136de8bb-7140-45e6-adaf-105bb6aa9b18 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.760605 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-136de8bb-7140-45e6-adaf-105bb6aa9b18 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "PUT /v2.0/routers/4ca0d9d1-6087-4f84-846f-397d5d270fe9 HTTP/1.1" status: 200 len: 933 time: 3.1966989 Nov 12 03:43:56.774280 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60048) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:56.789547 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.822277 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-f26b4161-5bd9-4264-ad16-de331067c1c7 None None] For port 1d3a7b9b-3e2a-43d4-a5e0-9528880cba52, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=1d3a7b9b-3e2a-43d4-a5e0-9528880cba52,segment=NetworkSegment(3f036e96-ad20-4d95-ac2e-5fc3aca2de5d),segment_id=3f036e96-ad20-4d95-ac2e-5fc3aca2de5d)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:56.826258 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-309ee40e-3a67-43fe-ada5-95d1b3759043 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Request body: {'security_group': {'name': 'tempest-securitygroup--656387562', 'description': 'tempest-description--1364519312'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:56.848466 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f26b4161-5bd9-4264-ad16-de331067c1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.989437 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e0f98f41-2bce-47c3-9cf0-07382bb70706 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "GET /v2.0/routers/4ca0d9d1-6087-4f84-846f-397d5d270fe9 HTTP/1.1" status: 200 len: 933 time: 0.2139211 Nov 12 03:43:56.993818 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60054) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:56.998962 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-85c1c33c-f7b8-4c3a-90fe-688d14d4e8b4 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Request body: {'router': {'routes': None}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:57.031511 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-374b4243-5897-4792-8445-89549ee46494 None None] For port dac5edec-462b-40f8-a8a7-539175b0ca86, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:57.082968 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-f26b4161-5bd9-4264-ad16-de331067c1c7 None None] Provisioning complete for port 955a85d4-6f9c-474a-a06f-9d6da574d5fb triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:57.083583 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f26b4161-5bd9-4264-ad16-de331067c1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.157703 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-142eb0be-0f52-408d-8903-330aba4a1f49 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.186792 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-374b4243-5897-4792-8445-89549ee46494 None None] For port dac5edec-462b-40f8-a8a7-539175b0ca86, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=dac5edec-462b-40f8-a8a7-539175b0ca86,segment=NetworkSegment(a5188ec2-39d0-40b4-9368-b5d9483687b2),segment_id=a5188ec2-39d0-40b4-9368-b5d9483687b2)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:57.211712 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-374b4243-5897-4792-8445-89549ee46494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.226605 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:43:57.226850 n-d-715271-27 neutron-server[102573]: DEBUG oslo_db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:43:57.238483 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b4161-5bd9-4264-ad16-de331067c1c7 None None] Pushing event updated for resources: {'Port': ['ID=1d3a7b9b-3e2a-43d4-a5e0-9528880cba52,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:57.287843 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ad05ab24-9be2-41ab-9537-82b981356cf3 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.339106 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374b4243-5897-4792-8445-89549ee46494 None None] Routers {'4ca0d9d1-6087-4f84-846f-397d5d270fe9'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:57.339815 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-374b4243-5897-4792-8445-89549ee46494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:43:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4ca0d9d1-6087-4f84-846f-397d5d270fe9'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:57.354335 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9f819181-1e74-4dd0-9851-4534fc29f5ea tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.392579 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142eb0be-0f52-408d-8903-330aba4a1f49 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event updated for resources: {'Subnet': ['ID=dbd3c31d-2321-48b4-87c0-d0b543803926,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:57.441021 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-309ee40e-3a67-43fe-ada5-95d1b3759043 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.524099 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.extraroute_db [None req-85c1c33c-f7b8-4c3a-90fe-688d14d4e8b4 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Added routes are [] {{(pid=102571) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 03:43:57.526623 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.extraroute_db [None req-85c1c33c-f7b8-4c3a-90fe-688d14d4e8b4 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=102571) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 03:43:57.556156 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-374b4243-5897-4792-8445-89549ee46494 None None] Set router 4ca0d9d1-6087-4f84-846f-397d5d270fe9 gateway port host: None {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:43:57.582547 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142eb0be-0f52-408d-8903-330aba4a1f49 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Checking segment: {'id': '0f4bc309-6685-4ef5-9451-1b4439a8de3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5549ef6-696d-4465-817e-45c6d8b7027f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:57.582925 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142eb0be-0f52-408d-8903-330aba4a1f49 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Network hostable DHCP agents. Network: d5549ef6-696d-4465-817e-45c6d8b7027f, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:43:57.587171 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-85c1c33c-f7b8-4c3a-90fe-688d14d4e8b4 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41374'] for router, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.652288 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00788466-fff7-464d-aa8a-bc3bfbb7f624 None None] Pushing event updated for resources: {'Port': ['ID=dac5edec-462b-40f8-a8a7-539175b0ca86,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:57.725456 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad05ab24-9be2-41ab-9537-82b981356cf3 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Router 8c60ed53-5692-46f9-833d-d50d0a3355e3 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:43:57.797302 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142eb0be-0f52-408d-8903-330aba4a1f49 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Network d5549ef6-696d-4465-817e-45c6d8b7027f is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:43:57.819133 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 955a85d4-6f9c-474a-a06f-9d6da574d5fb up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:57.831069 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-142eb0be-0f52-408d-8903-330aba4a1f49 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, d5549ef6-696d-4465-817e-45c6d8b7027f) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:57.837682 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142eb0be-0f52-408d-8903-330aba4a1f49 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:57.838295 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-142eb0be-0f52-408d-8903-330aba4a1f49 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.887022 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c8aa3b-e9e6-4d3b-94d4-3d5c18e25301 None None] Network d5549ef6-696d-4465-817e-45c6d8b7027f requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:57.910131 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-85c1c33c-f7b8-4c3a-90fe-688d14d4e8b4 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41374'] for router, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.916688 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-85c1c33c-f7b8-4c3a-90fe-688d14d4e8b4 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-622926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-623029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620584'] for router, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.091393 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-f26b4161-5bd9-4264-ad16-de331067c1c7 None None] Provisioning complete for port 9e46a9f5-0672-4160-ac8a-46231d1adbd4 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:58.094738 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f26b4161-5bd9-4264-ad16-de331067c1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.106447 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c1c33c-f7b8-4c3a-90fe-688d14d4e8b4 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Router 4ca0d9d1-6087-4f84-846f-397d5d270fe9 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:43:58.218743 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb13d68-8b3c-4c10-8767-a44e97635eac None None] Network 036ef706-17f7-4aea-98ea-dab4adb8fd40 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:58.255664 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c1c33c-f7b8-4c3a-90fe-688d14d4e8b4 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:43:58.263507 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-85c1c33c-f7b8-4c3a-90fe-688d14d4e8b4 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.268023 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-85c1c33c-f7b8-4c3a-90fe-688d14d4e8b4 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "PUT /v2.0/routers/4ca0d9d1-6087-4f84-846f-397d5d270fe9 HTTP/1.1" status: 200 len: 699 time: 1.2726789 Nov 12 03:43:58.269308 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60058) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:58.317898 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 955a85d4-6f9c-474a-a06f-9d6da574d5fb triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:58.318281 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.399760 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4bacd142-9cea-4cdf-952f-c4d8f2e82e45 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "GET /v2.0/routers/4ca0d9d1-6087-4f84-846f-397d5d270fe9 HTTP/1.1" status: 200 len: 699 time: 0.1290500 Nov 12 03:43:58.400443 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60060) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:58.457128 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-142eb0be-0f52-408d-8903-330aba4a1f49 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8841264 Nov 12 03:43:58.462822 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad05ab24-9be2-41ab-9537-82b981356cf3 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:43:58.468762 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ad05ab24-9be2-41ab-9537-82b981356cf3 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] 10.222.0.50 "PUT /v2.0/routers/8c60ed53-5692-46f9-833d-d50d0a3355e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7139902 Nov 12 03:43:58.472547 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60062) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:58.476638 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60064) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:58.481449 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-a5ed9108-0680-4212-91ae-16308607ef1a tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Request body: {'subnet': {'network_id': 'd5549ef6-696d-4465-817e-45c6d8b7027f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:58.531279 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4343a38e-f37f-4b9a-b5a5-b736a43ea4a4 None None] Sync routers for ids ['8c60ed53-5692-46f9-833d-d50d0a3355e3'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:43:58.533166 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2981e417-ad1c-4636-88f8-6a68d5bf5828 None None] Network 2ec40406-f513-4379-814d-0afa0112efe4 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:58.596514 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-57340e24-d378-449e-b908-d434e5236ea6 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] delete failed (client error): The resource could not be found. Nov 12 03:43:58.597457 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-57340e24-d378-449e-b908-d434e5236ea6 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] 10.222.0.50 "DELETE /v2.0/routers/tempest-non_exist_router-562829820 HTTP/1.1" status: 404 len: 334 time: 0.1112430 Nov 12 03:43:58.601790 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-309ee40e-3a67-43fe-ada5-95d1b3759043 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.604453 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60066) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:58.612054 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-52f38215-ea92-468d-ae2d-aa7c75f3416e tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Request body: {'router': {'external_gateway_info': {'network_id': '8c60ed53-5692-46f9-833d-d50d0a3355e3'}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:58.655024 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-309ee40e-3a67-43fe-ada5-95d1b3759043 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.693119 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4343a38e-f37f-4b9a-b5a5-b736a43ea4a4 None None] Routers {'8c60ed53-5692-46f9-833d-d50d0a3355e3'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:58.693755 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-4343a38e-f37f-4b9a-b5a5-b736a43ea4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:43:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8c60ed53-5692-46f9-833d-d50d0a3355e3'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:58.761628 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86dede9c-d0f7-4b2f-a1eb-a6b037253a9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-d5549ef6-696d-4465-817e-45c6d8b7027f', 'network_id': 'd5549ef6-696d-4465-817e-45c6d8b7027f', 'tenant_id': 'e1d480ebbc414f64891e3ea3b39fa331', 'fixed_ips': [{'subnet_id': 'dbd3c31d-2321-48b4-87c0-d0b543803926'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:43:58.762745 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-86dede9c-d0f7-4b2f-a1eb-a6b037253a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.772762 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-4343a38e-f37f-4b9a-b5a5-b736a43ea4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:58.797034 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-374b4243-5897-4792-8445-89549ee46494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'name': 'tempest-RoutersTest-router-583694735', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:17Z', 'updated_at': '2021-11-12T03:43:55Z', 'revision_number': 6, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'gw_port_host': None, '_interfaces': [{'id': '06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f', 'name': '', 'network_id': '9ac378ba-18e8-483d-aa67-8b7d97613684', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'mac_address': 'fa:16:3e:69:22:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:20Z', 'updated_at': '2021-11-12T03:43:31Z', 'revision_number': 5, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'subnets': [{'id': 'f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0909f04f-3918-4b9a-ae7a-161cf48adca3', 'name': '', 'network_id': '2ec40406-f513-4379-814d-0afa0112efe4', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'mac_address': 'fa:16:3e:62:02:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '0f57c133-8ecf-4bcb-8c32-2e8f7177cf67', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:49Z', 'updated_at': '2021-11-12T03:43:50Z', 'revision_number': 2, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'subnets': [{'id': '0f57c133-8ecf-4bcb-8c32-2e8f7177cf67', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78181f37-caa5-439e-ab27-4afcbf3511c7', 'name': '', 'network_id': '681955e5-d7b5-450a-bfb7-ac581d5e206c', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'mac_address': 'fa:16:3e:3f:b6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'e007f6b3-6daf-45fd-aa3e-8a893ad0bc2a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:27Z', 'updated_at': '2021-11-12T03:43:47Z', 'revision_number': 5, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'subnets': [{'id': 'e007f6b3-6daf-45fd-aa3e-8a893ad0bc2a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dac5edec-462b-40f8-a8a7-539175b0ca86', 'name': '', 'network_id': '3349f2fd-75e9-46f1-8909-66672c5bc9f0', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'mac_address': 'fa:16:3e:a4:a5:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '842a6b14-e42a-4ef5-87ce-0604c4e98b43', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:38Z', 'updated_at': '2021-11-12T03:43:56Z', 'revision_number': 4, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'subnets': [{'id': '842a6b14-e42a-4ef5-87ce-0604c4e98b43', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:58.805662 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f26b4161-5bd9-4264-ad16-de331067c1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.807676 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-309ee40e-3a67-43fe-ada5-95d1b3759043 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.809257 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-309ee40e-3a67-43fe-ada5-95d1b3759043 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.9864693 Nov 12 03:43:58.813873 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60068) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:58.818535 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-062b976f-2cfe-432a-bf4c-52e3d646db2a tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Request body: {'security_group_rule': {'security_group_id': 'd7383b1e-3145-4afc-bc14-7570d6bee322', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:58.865215 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-062b976f-2cfe-432a-bf4c-52e3d646db2a tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.896049 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2140d773-5063-43aa-8201-b4ee454e4989 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.900936 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374b4243-5897-4792-8445-89549ee46494 None None] The sync data for ids ['4ca0d9d1-6087-4f84-846f-397d5d270fe9'] in n-d-715271-27 is: [{'id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'name': 'tempest-RoutersTest-router-583694735', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:17Z', 'updated_at': '2021-11-12T03:43:55Z', 'revision_number': 6, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'gw_port_host': None, '_interfaces': [{'id': '06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f', 'name': '', 'network_id': '9ac378ba-18e8-483d-aa67-8b7d97613684', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'mac_address': 'fa:16:3e:69:22:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:20Z', 'updated_at': '2021-11-12T03:43:31Z', 'revision_number': 5, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'subnets': [{'id': 'f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0909f04f-3918-4b9a-ae7a-161cf48adca3', 'name': '', 'network_id': '2ec40406-f513-4379-814d-0afa0112efe4', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'mac_address': 'fa:16:3e:62:02:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '0f57c133-8ecf-4bcb-8c32-2e8f7177cf67', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:49Z', 'updated_at': '2021-11-12T03:43:50Z', 'revision_number': 2, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'subnets': [{'id': '0f57c133-8ecf-4bcb-8c32-2e8f7177cf67', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78181f37-caa5-439e-ab27-4afcbf3511c7', 'name': '', 'network_id': '681955e5-d7b5-450a-bfb7-ac581d5e206c', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'mac_address': 'fa:16:3e:3f:b6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'e007f6b3-6daf-45fd-aa3e-8a893ad0bc2a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:27Z', 'updated_at': '2021-11-12T03:43:47Z', 'revision_number': 5, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'subnets': [{'id': 'e007f6b3-6daf-45fd-aa3e-8a893ad0bc2a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dac5edec-462b-40f8-a8a7-539175b0ca86', 'name': '', 'network_id': '3349f2fd-75e9-46f1-8909-66672c5bc9f0', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'mac_address': 'fa:16:3e:a4:a5:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '842a6b14-e42a-4ef5-87ce-0604c4e98b43', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:38Z', 'updated_at': '2021-11-12T03:43:56Z', 'revision_number': 4, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'subnets': [{'id': '842a6b14-e42a-4ef5-87ce-0604c4e98b43', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:43:58.919396 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4343a38e-f37f-4b9a-b5a5-b736a43ea4a4 None None] Routers {'8c60ed53-5692-46f9-833d-d50d0a3355e3'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:58.920305 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-4343a38e-f37f-4b9a-b5a5-b736a43ea4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:43:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8c60ed53-5692-46f9-833d-d50d0a3355e3'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:58.936203 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ee40e-3a67-43fe-ada5-95d1b3759043 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7383b1e-3145-4afc-bc14-7570d6bee322,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:59.060173 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-062b976f-2cfe-432a-bf4c-52e3d646db2a tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.067474 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-062b976f-2cfe-432a-bf4c-52e3d646db2a tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.095375 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-4343a38e-f37f-4b9a-b5a5-b736a43ea4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:59.096054 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4343a38e-f37f-4b9a-b5a5-b736a43ea4a4 None None] The sync data for ids ['8c60ed53-5692-46f9-833d-d50d0a3355e3'] in n-d-715271-27 is: [] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:43:59.104048 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-f26b4161-5bd9-4264-ad16-de331067c1c7 None None] For port 9e46a9f5-0672-4160-ac8a-46231d1adbd4, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=9e46a9f5-0672-4160-ac8a-46231d1adbd4,segment=NetworkSegment(c2f7c5f3-63ec-4081-afe3-f4a0ef3f8f79),segment_id=c2f7c5f3-63ec-4081-afe3-f4a0ef3f8f79)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:59.117528 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-52f38215-ea92-468d-ae2d-aa7c75f3416e tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.120563 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9f819181-1e74-4dd0-9851-4534fc29f5ea tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for router_gateway, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.159707 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b976f-2cfe-432a-bf4c-52e3d646db2a tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cbc2860-2ef5-4e66-b12d-a420400b39da,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:59.163431 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f26b4161-5bd9-4264-ad16-de331067c1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.171123 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9f819181-1e74-4dd0-9851-4534fc29f5ea tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.182702 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 154954c3-84b1-405a-9ea7-812abad015a7 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:59.204739 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-52f38215-ea92-468d-ae2d-aa7c75f3416e tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] update failed (client error): The resource could not be found. Nov 12 03:43:59.209179 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-52f38215-ea92-468d-ae2d-aa7c75f3416e tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] 10.222.0.50 "PUT /v2.0/routers/8c60ed53-5692-46f9-833d-d50d0a3355e3 HTTP/1.1" status: 404 len: 339 time: 0.5997438 Nov 12 03:43:59.210271 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60072) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:59.211995 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ed9108-0680-4212-91ae-16308607ef1a tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Made reservation on behalf of e1d480ebbc414f64891e3ea3b39fa331 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:59.215899 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a5ed9108-0680-4212-91ae-16308607ef1a tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.223133 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-57033a7a-f784-4a29-b0e6-48716e9a70be tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1774762645'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:59.233530 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-062b976f-2cfe-432a-bf4c-52e3d646db2a tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.239722 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-062b976f-2cfe-432a-bf4c-52e3d646db2a tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4235308 Nov 12 03:43:59.243814 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60074) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:59.250456 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-a9aeff2e-f187-4f0d-9239-0a4852aff087 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Request body: {'security_group_rule': {'security_group_id': 'd7383b1e-3145-4afc-bc14-7570d6bee322', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:59.303273 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57033a7a-f784-4a29-b0e6-48716e9a70be tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Made reservation on behalf of 7983e927fd6c4953bfeee87a963f3784 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:59.309105 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-57033a7a-f784-4a29-b0e6-48716e9a70be tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.334895 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-86dede9c-d0f7-4b2f-a1eb-a6b037253a9d None None] Allocated IP 2001:db8::2 (d5549ef6-696d-4465-817e-45c6d8b7027f/dbd3c31d-2321-48b4-87c0-d0b543803926/fac6c3c4-2a3f-4ccc-ad37-c3c045a4dde8) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:59.391700 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-50b262a4-adf9-4433-a324-eb53bde29741 None None] Could not find standard attr ID for object 829b9636-c374-42ec-a5df-2019a32b816b. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:43:59.489400 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-9f819181-1e74-4dd0-9851-4534fc29f5ea tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Allocated IP 172.25.5.214 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/c8e2d77c-49af-4f57-a034-3d019e55b899) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:59.531821 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 154954c3-84b1-405a-9ea7-812abad015a7 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:59.532431 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.605350 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b4161-5bd9-4264-ad16-de331067c1c7 None None] Pushing event updated for resources: {'Port': ['ID=9e46a9f5-0672-4160-ac8a-46231d1adbd4,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:59.614398 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-50b262a4-adf9-4433-a324-eb53bde29741 None None] Provisioning complete for port 9935aa06-95e4-4f7d-b5f7-24aac3938160 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:59.615540 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-50b262a4-adf9-4433-a324-eb53bde29741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.736820 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9f819181-1e74-4dd0-9851-4534fc29f5ea tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.811433 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-86dede9c-d0f7-4b2f-a1eb-a6b037253a9d None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.830530 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-86dede9c-d0f7-4b2f-a1eb-a6b037253a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.841528 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9f819181-1e74-4dd0-9851-4534fc29f5ea tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.978977 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a9aeff2e-f187-4f0d-9239-0a4852aff087 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.984754 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f819181-1e74-4dd0-9851-4534fc29f5ea tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:00.012548 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-9f819181-1e74-4dd0-9851-4534fc29f5ea tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:00.025140 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57033a7a-f784-4a29-b0e6-48716e9a70be tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:44:00.027469 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f819181-1e74-4dd0-9851-4534fc29f5ea tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:00.028063 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86dede9c-d0f7-4b2f-a1eb-a6b037253a9d None None] Network d5549ef6-696d-4465-817e-45c6d8b7027f is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:00.041430 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-86dede9c-d0f7-4b2f-a1eb-a6b037253a9d None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:00.046718 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f819181-1e74-4dd0-9851-4534fc29f5ea tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event updated for resources: {'Port': ['ID=c8e2d77c-49af-4f57-a034-3d019e55b899,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:00.048964 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dede9c-d0f7-4b2f-a1eb-a6b037253a9d None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:00.058070 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-50b262a4-adf9-4433-a324-eb53bde29741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.066163 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a9aeff2e-f187-4f0d-9239-0a4852aff087 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.083556 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a9aeff2e-f187-4f0d-9239-0a4852aff087 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.091300 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-57033a7a-f784-4a29-b0e6-48716e9a70be tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.091633 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-57033a7a-f784-4a29-b0e6-48716e9a70be tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Added segment 0812df3f-32e4-4726-9196-ff7bd67a647f of type vlan for network 799e0ce1-09e3-4fa1-a483-6817fefe60cf Nov 12 03:44:00.097909 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dede9c-d0f7-4b2f-a1eb-a6b037253a9d None None] Pushing event updated for resources: {'Port': ['ID=fac6c3c4-2a3f-4ccc-ad37-c3c045a4dde8,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:00.168366 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 88a0162b-b7dd-4843-80b4-9ce723f84af5 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:00.169116 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a9aeff2e-f187-4f0d-9239-0a4852aff087 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.170804 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a9aeff2e-f187-4f0d-9239-0a4852aff087 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9247601 Nov 12 03:44:00.171669 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aeff2e-f187-4f0d-9239-0a4852aff087 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2992f20-0cf8-4661-94f8-a4aec4658e3b,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:00.179809 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60076) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:00.183497 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a5ed9108-0680-4212-91ae-16308607ef1a tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.194700 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-57033a7a-f784-4a29-b0e6-48716e9a70be tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.201462 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-2140d773-5063-43aa-8201-b4ee454e4989 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Deleting port 0909f04f-3918-4b9a-ae7a-161cf48adca3 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:00.201791 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2140d773-5063-43aa-8201-b4ee454e4989 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.203035 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-815ed5ba-aad0-4228-8267-14f048f5bb52 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:00.245323 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-50b262a4-adf9-4433-a324-eb53bde29741 None None] For port 9935aa06-95e4-4f7d-b5f7-24aac3938160, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=9935aa06-95e4-4f7d-b5f7-24aac3938160,segment=NetworkSegment(e8af2b20-07dc-468d-8eb4-b06ae5adac28),segment_id=e8af2b20-07dc-468d-8eb4-b06ae5adac28)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:00.246790 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 88a0162b-b7dd-4843-80b4-9ce723f84af5 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:00.247393 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 88a0162b-b7dd-4843-80b4-9ce723f84af5 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:00.253245 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-50b262a4-adf9-4433-a324-eb53bde29741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.256822 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-86dede9c-d0f7-4b2f-a1eb-a6b037253a9d None None] Attempting to bind port fac6c3c4-2a3f-4ccc-ad37-c3c045a4dde8 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:00.258597 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-86dede9c-d0f7-4b2f-a1eb-a6b037253a9d None None] Attempting to bind port fac6c3c4-2a3f-4ccc-ad37-c3c045a4dde8 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '0f4bc309-6685-4ef5-9451-1b4439a8de3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5549ef6-696d-4465-817e-45c6d8b7027f'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:00.259806 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dede9c-d0f7-4b2f-a1eb-a6b037253a9d None None] Attempting to bind port fac6c3c4-2a3f-4ccc-ad37-c3c045a4dde8 on network d5549ef6-696d-4465-817e-45c6d8b7027f {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:00.300666 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dede9c-d0f7-4b2f-a1eb-a6b037253a9d None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:44:00.301478 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dede9c-d0f7-4b2f-a1eb-a6b037253a9d None None] Checking segment: {'id': '0f4bc309-6685-4ef5-9451-1b4439a8de3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5549ef6-696d-4465-817e-45c6d8b7027f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:00.302246 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-86dede9c-d0f7-4b2f-a1eb-a6b037253a9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.302889 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dede9c-d0f7-4b2f-a1eb-a6b037253a9d None None] Bound using segment: {'id': '0f4bc309-6685-4ef5-9451-1b4439a8de3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5549ef6-696d-4465-817e-45c6d8b7027f'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:44:00.310885 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-86dede9c-d0f7-4b2f-a1eb-a6b037253a9d None None] Bound port: fac6c3c4-2a3f-4ccc-ad37-c3c045a4dde8, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f4bc309-6685-4ef5-9451-1b4439a8de3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5549ef6-696d-4465-817e-45c6d8b7027f'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:44:00.311662 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-86dede9c-d0f7-4b2f-a1eb-a6b037253a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.324720 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ed9108-0680-4212-91ae-16308607ef1a tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Network d5549ef6-696d-4465-817e-45c6d8b7027f is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:00.346605 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-57033a7a-f784-4a29-b0e6-48716e9a70be tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.347790 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-a5ed9108-0680-4212-91ae-16308607ef1a tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:00.354983 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ed9108-0680-4212-91ae-16308607ef1a tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:00.355622 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a5ed9108-0680-4212-91ae-16308607ef1a tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.368045 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57033a7a-f784-4a29-b0e6-48716e9a70be tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:00.370845 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-57033a7a-f784-4a29-b0e6-48716e9a70be tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.413425 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-815ed5ba-aad0-4228-8267-14f048f5bb52 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks [] for floatingip, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.436130 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b262a4-adf9-4433-a324-eb53bde29741 None None] Pushing event updated for resources: {'Port': ['ID=9935aa06-95e4-4f7d-b5f7-24aac3938160,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:00.447578 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-50b262a4-adf9-4433-a324-eb53bde29741 None None] Provisioning complete for port 7ac355c2-95a1-4b16-adc9-1c4c38e1d01b triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:00.448248 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-50b262a4-adf9-4433-a324-eb53bde29741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.450694 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f5bcc612-1ed6-477c-a938-acc96efe072d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.520993 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-57033a7a-f784-4a29-b0e6-48716e9a70be tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3095195 Nov 12 03:44:00.537168 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60080) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:00.545157 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-490b6ca4-609e-49ba-9aad-8a78921a9076 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Request body: {'subnet': {'network_id': '799e0ce1-09e3-4fa1-a483-6817fefe60cf', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:00.620842 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed9108-0680-4212-91ae-16308607ef1a tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event updated for resources: {'Subnet': ['ID=20c89d21-5e17-4c36-9517-ee3510440bbe,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:00.630038 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a5ed9108-0680-4212-91ae-16308607ef1a tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1551192 Nov 12 03:44:00.630838 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60082) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:00.670257 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-86dede9c-d0f7-4b2f-a1eb-a6b037253a9d None None] For port fac6c3c4-2a3f-4ccc-ad37-c3c045a4dde8, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:00.670444 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2140d773-5063-43aa-8201-b4ee454e4989 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.678222 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-86dede9c-d0f7-4b2f-a1eb-a6b037253a9d None None] For port fac6c3c4-2a3f-4ccc-ad37-c3c045a4dde8, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=fac6c3c4-2a3f-4ccc-ad37-c3c045a4dde8,segment=NetworkSegment(0f4bc309-6685-4ef5-9451-1b4439a8de3b),segment_id=0f4bc309-6685-4ef5-9451-1b4439a8de3b)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:44:00.682977 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57033a7a-f784-4a29-b0e6-48716e9a70be tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Pushing event updated for resources: {'Network': ['ID=799e0ce1-09e3-4fa1-a483-6817fefe60cf,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:00.694291 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-86dede9c-d0f7-4b2f-a1eb-a6b037253a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.702747 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-2140d773-5063-43aa-8201-b4ee454e4989 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Calling delete_port for 0909f04f-3918-4b9a-ae7a-161cf48adca3 owned by network:router_interface {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:00.811227 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dede9c-d0f7-4b2f-a1eb-a6b037253a9d None None] Pushing event updated for resources: {'Port': ['ID=fac6c3c4-2a3f-4ccc-ad37-c3c045a4dde8,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:00.828783 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 799e0ce1-09e3-4fa1-a483-6817fefe60cf details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:44:00.988977 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-50b262a4-adf9-4433-a324-eb53bde29741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.036953 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-50b262a4-adf9-4433-a324-eb53bde29741 None None] For port 7ac355c2-95a1-4b16-adc9-1c4c38e1d01b, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=7ac355c2-95a1-4b16-adc9-1c4c38e1d01b,segment=NetworkSegment(0ea9bf53-4621-4254-b84d-12ccaa032282),segment_id=0ea9bf53-4621-4254-b84d-12ccaa032282)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:01.037604 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2140d773-5063-43aa-8201-b4ee454e4989 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.043440 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-50b262a4-adf9-4433-a324-eb53bde29741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.076475 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2140d773-5063-43aa-8201-b4ee454e4989 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event deleted for resources: {'Port': ['ID=0909f04f-3918-4b9a-ae7a-161cf48adca3,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:01.127383 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffb6859-9af5-411f-a1ce-ef55770246f4 None None] Sync routers for ids ['4ca0d9d1-6087-4f84-846f-397d5d270fe9'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:01.148467 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffb6859-9af5-411f-a1ce-ef55770246f4 None None] Routers {'4ca0d9d1-6087-4f84-846f-397d5d270fe9'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:01.149657 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-7ffb6859-9af5-411f-a1ce-ef55770246f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:43:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4ca0d9d1-6087-4f84-846f-397d5d270fe9'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:01.329362 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa3c19b-7922-4d66-8621-d51d3c9520c5 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:01.331177 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa3c19b-7922-4d66-8621-d51d3c9520c5 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:01.332824 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa3c19b-7922-4d66-8621-d51d3c9520c5 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:01.334482 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa3c19b-7922-4d66-8621-d51d3c9520c5 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:01.336615 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa3c19b-7922-4d66-8621-d51d3c9520c5 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:01.345599 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-1fa3c19b-7922-4d66-8621-d51d3c9520c5 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6122119 Nov 12 03:44:01.345813 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60086) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:01.350913 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-b4f014ef-4cdb-41a2-b497-24e119ad16ef tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1219792736'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:01.353907 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 7ac355c2-95a1-4b16-adc9-1c4c38e1d01b up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:01.401430 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-7ffb6859-9af5-411f-a1ce-ef55770246f4 None None] Set router 4ca0d9d1-6087-4f84-846f-397d5d270fe9 gateway port host: None {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:01.430759 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b262a4-adf9-4433-a324-eb53bde29741 None None] Pushing event updated for resources: {'Port': ['ID=7ac355c2-95a1-4b16-adc9-1c4c38e1d01b,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:01.441678 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490b6ca4-609e-49ba-9aad-8a78921a9076 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Made reservation on behalf of 7983e927fd6c4953bfeee87a963f3784 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:01.446101 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-490b6ca4-609e-49ba-9aad-8a78921a9076 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.457361 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-50b262a4-adf9-4433-a324-eb53bde29741 None None] Provisioning complete for port dac5edec-462b-40f8-a8a7-539175b0ca86 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:01.457793 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-50b262a4-adf9-4433-a324-eb53bde29741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.461462 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 7ac355c2-95a1-4b16-adc9-1c4c38e1d01b triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:01.461826 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.493487 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9f819181-1e74-4dd0-9851-4534fc29f5ea tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for router_gateway, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.502422 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2140d773-5063-43aa-8201-b4ee454e4989 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.514378 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f014ef-4cdb-41a2-b497-24e119ad16ef tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Made reservation on behalf of e1d480ebbc414f64891e3ea3b39fa331 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:01.532592 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b4f014ef-4cdb-41a2-b497-24e119ad16ef tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.623139 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-50b262a4-adf9-4433-a324-eb53bde29741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.692520 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 1d3a7b9b-3e2a-43d4-a5e0-9528880cba52 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:01.718772 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-50b262a4-adf9-4433-a324-eb53bde29741 None None] For port dac5edec-462b-40f8-a8a7-539175b0ca86, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=dac5edec-462b-40f8-a8a7-539175b0ca86,segment=NetworkSegment(a5188ec2-39d0-40b4-9368-b5d9483687b2),segment_id=a5188ec2-39d0-40b4-9368-b5d9483687b2)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:01.726936 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-815ed5ba-aad0-4228-8267-14f048f5bb52 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.739624 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-50b262a4-adf9-4433-a324-eb53bde29741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.812754 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4f014ef-4cdb-41a2-b497-24e119ad16ef tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:44:01.814110 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b262a4-adf9-4433-a324-eb53bde29741 None None] Pushing event updated for resources: {'Port': ['ID=dac5edec-462b-40f8-a8a7-539175b0ca86,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:01.833581 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-50b262a4-adf9-4433-a324-eb53bde29741 None None] Provisioning complete for port 9e46a9f5-0672-4160-ac8a-46231d1adbd4 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:01.835301 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-50b262a4-adf9-4433-a324-eb53bde29741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.877766 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b4f014ef-4cdb-41a2-b497-24e119ad16ef tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.878233 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-b4f014ef-4cdb-41a2-b497-24e119ad16ef tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Added segment 0871b5e5-10d5-4fe6-bf68-c1771b497f78 of type vlan for network b1ef6f6f-c42b-43c7-a095-acbb5b535591 Nov 12 03:44:01.911143 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 1d3a7b9b-3e2a-43d4-a5e0-9528880cba52 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:01.911778 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.961020 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-7ffb6859-9af5-411f-a1ce-ef55770246f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'name': 'tempest-RoutersTest-router-583694735', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:17Z', 'updated_at': '2021-11-12T03:44:00Z', 'revision_number': 8, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'gw_port_host': None, '_interfaces': [{'id': '06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f', 'name': '', 'network_id': '9ac378ba-18e8-483d-aa67-8b7d97613684', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'mac_address': 'fa:16:3e:69:22:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:20Z', 'updated_at': '2021-11-12T03:43:31Z', 'revision_number': 5, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'subnets': [{'id': 'f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78181f37-caa5-439e-ab27-4afcbf3511c7', 'name': '', 'network_id': '681955e5-d7b5-450a-bfb7-ac581d5e206c', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'mac_address': 'fa:16:3e:3f:b6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'e007f6b3-6daf-45fd-aa3e-8a893ad0bc2a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:27Z', 'updated_at': '2021-11-12T03:43:47Z', 'revision_number': 5, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'subnets': [{'id': 'e007f6b3-6daf-45fd-aa3e-8a893ad0bc2a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dac5edec-462b-40f8-a8a7-539175b0ca86', 'name': '', 'network_id': '3349f2fd-75e9-46f1-8909-66672c5bc9f0', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'mac_address': 'fa:16:3e:a4:a5:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '842a6b14-e42a-4ef5-87ce-0604c4e98b43', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:38Z', 'updated_at': '2021-11-12T03:43:56Z', 'revision_number': 4, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'subnets': [{'id': '842a6b14-e42a-4ef5-87ce-0604c4e98b43', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:01.974610 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2140d773-5063-43aa-8201-b4ee454e4989 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Router 4ca0d9d1-6087-4f84-846f-397d5d270fe9 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:44:01.978064 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b4f014ef-4cdb-41a2-b497-24e119ad16ef tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.019034 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffb6859-9af5-411f-a1ce-ef55770246f4 None None] Checking router: 4ca0d9d1-6087-4f84-846f-397d5d270fe9 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:44:02.035343 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffb6859-9af5-411f-a1ce-ef55770246f4 None None] Routers {'4ca0d9d1-6087-4f84-846f-397d5d270fe9'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:02.036670 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-7ffb6859-9af5-411f-a1ce-ef55770246f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:43:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4ca0d9d1-6087-4f84-846f-397d5d270fe9'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:02.065872 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-490b6ca4-609e-49ba-9aad-8a78921a9076 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.082334 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device dac5edec-462b-40f8-a8a7-539175b0ca86 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:02.103422 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9f819181-1e74-4dd0-9851-4534fc29f5ea tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.138688 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port dac5edec-462b-40f8-a8a7-539175b0ca86 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:02.139483 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.158339 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-815ed5ba-aad0-4228-8267-14f048f5bb52 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Allocated IP 172.25.5.30 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/10ee9843-a106-4f90-94f3-e4616ab2c582) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:02.159348 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2140d773-5063-43aa-8201-b4ee454e4989 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:02.176454 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2140d773-5063-43aa-8201-b4ee454e4989 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "PUT /v2.0/routers/4ca0d9d1-6087-4f84-846f-397d5d270fe9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7746832 Nov 12 03:44:02.177201 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60090) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:02.184853 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-1ea094f2-c278-4c69-a29d-92bebe2f1f22 None None] Provisioning complete for port 7ac355c2-95a1-4b16-adc9-1c4c38e1d01b triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:02.185602 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1ea094f2-c278-4c69-a29d-92bebe2f1f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.236444 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-7ffb6859-9af5-411f-a1ce-ef55770246f4 None None] Set router 4ca0d9d1-6087-4f84-846f-397d5d270fe9 gateway port host: None {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:02.262007 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-e34b5299-af1c-4e46-a6ba-ad020bbeab0c tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Deleting subnet 0f57c133-8ecf-4bcb-8c32-2e8f7177cf67 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:02.267261 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e34b5299-af1c-4e46-a6ba-ad020bbeab0c tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.279724 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b4f014ef-4cdb-41a2-b497-24e119ad16ef tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.288212 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f014ef-4cdb-41a2-b497-24e119ad16ef tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:02.288987 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b4f014ef-4cdb-41a2-b497-24e119ad16ef tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.309644 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 9935aa06-95e4-4f7d-b5f7-24aac3938160 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:02.343957 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b6ca4-609e-49ba-9aad-8a78921a9076 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Pushing event updated for resources: {'Subnet': ['ID=eecd0137-c6f2-4462-a189-4c471ff34d30,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:02.425875 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f014ef-4cdb-41a2-b497-24e119ad16ef tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event updated for resources: {'Network': ['ID=b1ef6f6f-c42b-43c7-a095-acbb5b535591,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:02.447332 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network b1ef6f6f-c42b-43c7-a095-acbb5b535591 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:44:02.467000 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b4f014ef-4cdb-41a2-b497-24e119ad16ef tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1215107 Nov 12 03:44:02.470283 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60092) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:02.475829 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-d7e5f0e8-1b34-42c0-ab01-f988556e93ec tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:02.482156 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e34b5299-af1c-4e46-a6ba-ad020bbeab0c tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.543564 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfb7c58-6e9f-4e43-8c64-8c9e1a28b2ee None None] Network d5549ef6-696d-4465-817e-45c6d8b7027f requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:02.546587 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-1ea094f2-c278-4c69-a29d-92bebe2f1f22 None None] Provisioning complete for port 9935aa06-95e4-4f7d-b5f7-24aac3938160 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:02.547151 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1ea094f2-c278-4c69-a29d-92bebe2f1f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.594966 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 9935aa06-95e4-4f7d-b5f7-24aac3938160 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:02.594966 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.662921 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-7ffb6859-9af5-411f-a1ce-ef55770246f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'name': 'tempest-RoutersTest-router-583694735', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:17Z', 'updated_at': '2021-11-12T03:44:00Z', 'revision_number': 8, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'gw_port_host': None, '_interfaces': [{'id': '06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f', 'name': '', 'network_id': '9ac378ba-18e8-483d-aa67-8b7d97613684', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'mac_address': 'fa:16:3e:69:22:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:20Z', 'updated_at': '2021-11-12T03:43:31Z', 'revision_number': 5, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'subnets': [{'id': 'f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78181f37-caa5-439e-ab27-4afcbf3511c7', 'name': '', 'network_id': '681955e5-d7b5-450a-bfb7-ac581d5e206c', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'mac_address': 'fa:16:3e:3f:b6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'e007f6b3-6daf-45fd-aa3e-8a893ad0bc2a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:27Z', 'updated_at': '2021-11-12T03:43:47Z', 'revision_number': 5, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'subnets': [{'id': 'e007f6b3-6daf-45fd-aa3e-8a893ad0bc2a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dac5edec-462b-40f8-a8a7-539175b0ca86', 'name': '', 'network_id': '3349f2fd-75e9-46f1-8909-66672c5bc9f0', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'mac_address': 'fa:16:3e:a4:a5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '842a6b14-e42a-4ef5-87ce-0604c4e98b43', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:38Z', 'updated_at': '2021-11-12T03:44:01Z', 'revision_number': 5, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'subnets': [{'id': '842a6b14-e42a-4ef5-87ce-0604c4e98b43', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:02.707520 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffb6859-9af5-411f-a1ce-ef55770246f4 None None] The sync data for ids ['4ca0d9d1-6087-4f84-846f-397d5d270fe9'] in n-d-715271-27 is: [{'id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'name': 'tempest-RoutersTest-router-583694735', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:17Z', 'updated_at': '2021-11-12T03:44:00Z', 'revision_number': 8, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'gw_port_host': None, '_interfaces': [{'id': '06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f', 'name': '', 'network_id': '9ac378ba-18e8-483d-aa67-8b7d97613684', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'mac_address': 'fa:16:3e:69:22:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:20Z', 'updated_at': '2021-11-12T03:43:31Z', 'revision_number': 5, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'subnets': [{'id': 'f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78181f37-caa5-439e-ab27-4afcbf3511c7', 'name': '', 'network_id': '681955e5-d7b5-450a-bfb7-ac581d5e206c', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'mac_address': 'fa:16:3e:3f:b6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'e007f6b3-6daf-45fd-aa3e-8a893ad0bc2a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:27Z', 'updated_at': '2021-11-12T03:43:47Z', 'revision_number': 5, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'subnets': [{'id': 'e007f6b3-6daf-45fd-aa3e-8a893ad0bc2a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dac5edec-462b-40f8-a8a7-539175b0ca86', 'name': '', 'network_id': '3349f2fd-75e9-46f1-8909-66672c5bc9f0', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'mac_address': 'fa:16:3e:a4:a5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '842a6b14-e42a-4ef5-87ce-0604c4e98b43', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:38Z', 'updated_at': '2021-11-12T03:44:01Z', 'revision_number': 5, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'subnets': [{'id': '842a6b14-e42a-4ef5-87ce-0604c4e98b43', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:02.758491 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e34b5299-af1c-4e46-a6ba-ad020bbeab0c tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.816117 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-1ea094f2-c278-4c69-a29d-92bebe2f1f22 None None] Could not find standard attr ID for object 0909f04f-3918-4b9a-ae7a-161cf48adca3. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:44:02.818275 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d7e5f0e8-1b34-42c0-ab01-f988556e93ec tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.853162 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d7e5f0e8-1b34-42c0-ab01-f988556e93ec tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.884601 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 955a85d4-6f9c-474a-a06f-9d6da574d5fb up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:02.890272 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d7e5f0e8-1b34-42c0-ab01-f988556e93ec tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Network b1ef6f6f-c42b-43c7-a095-acbb5b535591 is not hosted by any dhcp agent {{(pid=102571) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 03:44:02.896050 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e5f0e8-1b34-42c0-ab01-f988556e93ec tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:02.896718 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d7e5f0e8-1b34-42c0-ab01-f988556e93ec tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.900429 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d7e5f0e8-1b34-42c0-ab01-f988556e93ec tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "PUT /v2.0/networks/b1ef6f6f-c42b-43c7-a095-acbb5b535591 HTTP/1.1" status: 200 len: 723 time: 0.4286292 Nov 12 03:44:02.910132 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60096) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:02.918157 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-6d97085d-e824-42f5-8919-c226d227b82c tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Request body: {'subnet': {'network_id': 'b1ef6f6f-c42b-43c7-a095-acbb5b535591', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:02.959192 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490b6ca4-609e-49ba-9aad-8a78921a9076 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Checking segment: {'id': '0812df3f-32e4-4726-9196-ff7bd67a647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '799e0ce1-09e3-4fa1-a483-6817fefe60cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:02.959547 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490b6ca4-609e-49ba-9aad-8a78921a9076 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Network hostable DHCP agents. Network: 799e0ce1-09e3-4fa1-a483-6817fefe60cf, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:44:02.968135 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-97775a8d-0936-4f0a-9fb6-72904bc35b88 None None] Provisioning complete for port fac6c3c4-2a3f-4ccc-ad37-c3c045a4dde8 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:02.968657 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-97775a8d-0936-4f0a-9fb6-72904bc35b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.978629 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e34b5299-af1c-4e46-a6ba-ad020bbeab0c tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.996757 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e5f0e8-1b34-42c0-ab01-f988556e93ec tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event updated for resources: {'Network': ['ID=b1ef6f6f-c42b-43c7-a095-acbb5b535591,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:03.015332 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network b1ef6f6f-c42b-43c7-a095-acbb5b535591 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:44:03.062655 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490b6ca4-609e-49ba-9aad-8a78921a9076 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Network 799e0ce1-09e3-4fa1-a483-6817fefe60cf is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:44:03.068536 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b5299-af1c-4e46-a6ba-ad020bbeab0c tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event deleted for resources: {'Subnet': ['ID=0f57c133-8ecf-4bcb-8c32-2e8f7177cf67,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:03.079233 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e34b5299-af1c-4e46-a6ba-ad020bbeab0c tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.086773 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e34b5299-af1c-4e46-a6ba-ad020bbeab0c tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "DELETE /v2.0/subnets/0f57c133-8ecf-4bcb-8c32-2e8f7177cf67 HTTP/1.1" status: 204 len: 168 time: 0.9034734 Nov 12 03:44:03.091115 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60098) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:03.105692 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-815ed5ba-aad0-4228-8267-14f048f5bb52 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.121968 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-490b6ca4-609e-49ba-9aad-8a78921a9076 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 799e0ce1-09e3-4fa1-a483-6817fefe60cf) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:03.122432 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 955a85d4-6f9c-474a-a06f-9d6da574d5fb triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:03.126535 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.140746 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490b6ca4-609e-49ba-9aad-8a78921a9076 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:03.141772 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-490b6ca4-609e-49ba-9aad-8a78921a9076 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.165019 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f819181-1e74-4dd0-9851-4534fc29f5ea tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Router 36d6fcb2-6064-41b6-bfa1-1798a2fcefa5 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:44:03.168217 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6624db-b84c-45de-877c-910d759f7994 None None] Network 2ec40406-f513-4379-814d-0afa0112efe4 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:03.176966 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fab622c-5bb8-4555-9939-58e944f2e99f None None] Network 799e0ce1-09e3-4fa1-a483-6817fefe60cf requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:03.199353 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1eb90eb7-281a-4ad4-8e0e-393463585442 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.224545 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-815ed5ba-aad0-4228-8267-14f048f5bb52 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.251425 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-490b6ca4-609e-49ba-9aad-8a78921a9076 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7115450 Nov 12 03:44:03.253327 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60100) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:03.310792 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d97085d-e824-42f5-8919-c226d227b82c tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Made reservation on behalf of e1d480ebbc414f64891e3ea3b39fa331 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:03.317286 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6d97085d-e824-42f5-8919-c226d227b82c tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.331757 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-7aa4ed8a-a005-4b7f-aa2e-6a903954ce03 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Request body: {'router': {'external_gateway_info': {'network_id': '799e0ce1-09e3-4fa1-a483-6817fefe60cf'}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:03.343955 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815ed5ba-aad0-4228-8267-14f048f5bb52 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:03.413065 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-815ed5ba-aad0-4228-8267-14f048f5bb52 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:03.424155 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815ed5ba-aad0-4228-8267-14f048f5bb52 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:03.430186 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-1eb90eb7-281a-4ad4-8e0e-393463585442 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Deleting port 9935aa06-95e4-4f7d-b5f7-24aac3938160 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:03.431152 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1eb90eb7-281a-4ad4-8e0e-393463585442 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.431289 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-383fcc3b-09d2-47e4-bfaf-138905bfa0da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.463186 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ed5ba-aad0-4228-8267-14f048f5bb52 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Pushing event updated for resources: {'Port': ['ID=10ee9843-a106-4f90-94f3-e4616ab2c582,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:03.463738 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-97775a8d-0936-4f0a-9fb6-72904bc35b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.547157 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b995cf5-f5a2-4964-a3c0-f2479d9ddcf4 None None] Update dhcp port {'port': {'network_id': 'd5549ef6-696d-4465-817e-45c6d8b7027f', 'fixed_ips': [{'subnet_id': 'dbd3c31d-2321-48b4-87c0-d0b543803926', 'ip_address': '2001:db8::2'}, {'subnet_id': '20c89d21-5e17-4c36-9517-ee3510440bbe'}], 'binding:host_id': 'n-d-715271-27'}, 'id': 'fac6c3c4-2a3f-4ccc-ad37-c3c045a4dde8'} from n-d-715271-27. {{(pid=102573) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:44:03.548723 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-1eb90eb7-281a-4ad4-8e0e-393463585442 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] For port 9935aa06-95e4-4f7d-b5f7-24aac3938160, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=9935aa06-95e4-4f7d-b5f7-24aac3938160,segment=NetworkSegment(e8af2b20-07dc-468d-8eb4-b06ae5adac28),segment_id=e8af2b20-07dc-468d-8eb4-b06ae5adac28)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:03.549114 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1eb90eb7-281a-4ad4-8e0e-393463585442 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.589104 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-1eb90eb7-281a-4ad4-8e0e-393463585442 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Calling delete_port for 9935aa06-95e4-4f7d-b5f7-24aac3938160 owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:03.631007 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-97775a8d-0936-4f0a-9fb6-72904bc35b88 None None] For port fac6c3c4-2a3f-4ccc-ad37-c3c045a4dde8, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=fac6c3c4-2a3f-4ccc-ad37-c3c045a4dde8,segment=NetworkSegment(0f4bc309-6685-4ef5-9451-1b4439a8de3b),segment_id=0f4bc309-6685-4ef5-9451-1b4439a8de3b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:03.637000 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 9e46a9f5-0672-4160-ac8a-46231d1adbd4 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:03.643583 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3b995cf5-f5a2-4964-a3c0-f2479d9ddcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.677393 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f819181-1e74-4dd0-9851-4534fc29f5ea tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:03.681647 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7aa4ed8a-a005-4b7f-aa2e-6a903954ce03 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.719826 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6d97085d-e824-42f5-8919-c226d227b82c tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.758953 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9f819181-1e74-4dd0-9851-4534fc29f5ea tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.760278 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9f819181-1e74-4dd0-9851-4534fc29f5ea tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.0561645 Nov 12 03:44:03.764926 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60102) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:03.775616 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-815ed5ba-aad0-4228-8267-14f048f5bb52 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.832778 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d97085d-e824-42f5-8919-c226d227b82c tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event updated for resources: {'Subnet': ['ID=a9e5f475-720b-422e-9da7-23604678a3d6,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:03.838358 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-97775a8d-0936-4f0a-9fb6-72904bc35b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.851847 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737e9946-aab8-4386-a999-d40a28bfe37e None None] Sync routers for ids ['36d6fcb2-6064-41b6-bfa1-1798a2fcefa5'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:03.852154 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1eb90eb7-281a-4ad4-8e0e-393463585442 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.920013 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a117c56e-d854-4e9c-85dd-8777a971d0ca None None] Sync routers for ids ['4ca0d9d1-6087-4f84-846f-397d5d270fe9'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:03.945928 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb90eb7-281a-4ad4-8e0e-393463585442 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event deleted for resources: {'Port': ['ID=9935aa06-95e4-4f7d-b5f7-24aac3938160,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:03.948370 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb90eb7-281a-4ad4-8e0e-393463585442 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] No DVR routers for this DVR port 9935aa06-95e4-4f7d-b5f7-24aac3938160 on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:03.985267 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d97085d-e824-42f5-8919-c226d227b82c tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Checking segment: {'id': '0871b5e5-10d5-4fe6-bf68-c1771b497f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b1ef6f6f-c42b-43c7-a095-acbb5b535591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:03.985742 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a117c56e-d854-4e9c-85dd-8777a971d0ca None None] Routers {'4ca0d9d1-6087-4f84-846f-397d5d270fe9'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:03.985876 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d97085d-e824-42f5-8919-c226d227b82c tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Network hostable DHCP agents. Network: b1ef6f6f-c42b-43c7-a095-acbb5b535591, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:44:03.989046 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737e9946-aab8-4386-a999-d40a28bfe37e None None] Routers {'36d6fcb2-6064-41b6-bfa1-1798a2fcefa5'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:03.989592 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-a117c56e-d854-4e9c-85dd-8777a971d0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:44:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4ca0d9d1-6087-4f84-846f-397d5d270fe9'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:03.990393 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-737e9946-aab8-4386-a999-d40a28bfe37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:44:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['36d6fcb2-6064-41b6-bfa1-1798a2fcefa5'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:04.016949 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-815ed5ba-aad0-4228-8267-14f048f5bb52 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.026747 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3cd56d3e-da21-4dc2-ae81-e2a88a79173a tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=31f81b1aeeb344b7a84563d0622f3019&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2604146 Nov 12 03:44:04.030989 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60108) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:04.053373 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56b45ab-6c0a-49c6-a9fe-d7fe88f3b619 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-799e0ce1-09e3-4fa1-a483-6817fefe60cf', 'network_id': '799e0ce1-09e3-4fa1-a483-6817fefe60cf', 'tenant_id': '7983e927fd6c4953bfeee87a963f3784', 'fixed_ips': [{'subnet_id': 'eecd0137-c6f2-4462-a189-4c471ff34d30'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:44:04.054629 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b56b45ab-6c0a-49c6-a9fe-d7fe88f3b619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.065215 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230ad4a0-7790-40f2-ae8b-29012353b6ae None None] DHCP port deletion for 2ec40406-f513-4379-814d-0afa0112efe4 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:44:04.072012 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1eb90eb7-281a-4ad4-8e0e-393463585442 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.118158 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-1eb90eb7-281a-4ad4-8e0e-393463585442 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ec40406-f513-4379-814d-0afa0112efe4']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:04.135447 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-1eb90eb7-281a-4ad4-8e0e-393463585442 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8af2b20-07dc-468d-8eb4-b06ae5adac28') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:04.135837 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-1eb90eb7-281a-4ad4-8e0e-393463585442 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8af2b20-07dc-468d-8eb4-b06ae5adac28') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:04.150262 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-a117c56e-d854-4e9c-85dd-8777a971d0ca None None] Set router 4ca0d9d1-6087-4f84-846f-397d5d270fe9 gateway port host: None {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:04.153986 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1eb90eb7-281a-4ad4-8e0e-393463585442 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.177020 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1eb90eb7-281a-4ad4-8e0e-393463585442 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.192156 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eb90eb7-281a-4ad4-8e0e-393463585442 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:04.192760 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1eb90eb7-281a-4ad4-8e0e-393463585442 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.220950 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-3b995cf5-f5a2-4964-a3c0-f2479d9ddcf4 None None] Allocated IP 172.20.0.1 (d5549ef6-696d-4465-817e-45c6d8b7027f/20c89d21-5e17-4c36-9517-ee3510440bbe/fac6c3c4-2a3f-4ccc-ad37-c3c045a4dde8) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:04.315516 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d97085d-e824-42f5-8919-c226d227b82c tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Network b1ef6f6f-c42b-43c7-a095-acbb5b535591 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:44:04.325796 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:44:04.325796 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:04.325796 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:44:04.325796 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:04.325796 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:44:04.325796 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:04.325796 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:44:04.325796 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:04.325796 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:44:04.325796 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:04.325796 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:44:04.325796 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:04.325796 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:44:04.325796 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:04.325796 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:04.325796 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:04.325796 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:04.325796 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:04.325796 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:44:04.325796 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:04.325796 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:44:04.325796 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:04.325796 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:04.325796 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:04.325796 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:04.325796 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:04.325796 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:04.325796 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:04.325796 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:04.325796 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:04.325796 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:04.325796 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:04.330295 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1eb90eb7-281a-4ad4-8e0e-393463585442 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.342786 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1eb90eb7-281a-4ad4-8e0e-393463585442 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.353272 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1eb90eb7-281a-4ad4-8e0e-393463585442 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "DELETE /v2.0/networks/2ec40406-f513-4379-814d-0afa0112efe4 HTTP/1.1" status: 204 len: 168 time: 1.2607882 Nov 12 03:44:04.354537 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60110) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:04.361633 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97775a8d-0936-4f0a-9fb6-72904bc35b88 None None] Pushing event updated for resources: {'Port': ['ID=fac6c3c4-2a3f-4ccc-ad37-c3c045a4dde8,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:04.406987 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3b995cf5-f5a2-4964-a3c0-f2479d9ddcf4 None None] For port fac6c3c4-2a3f-4ccc-ad37-c3c045a4dde8, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=fac6c3c4-2a3f-4ccc-ad37-c3c045a4dde8,segment=NetworkSegment(0f4bc309-6685-4ef5-9451-1b4439a8de3b),segment_id=0f4bc309-6685-4ef5-9451-1b4439a8de3b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:04.456476 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05972b7d-82ac-44e3-bedb-34476ab259a4 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:04.459447 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-05972b7d-82ac-44e3-bedb-34476ab259a4 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4040079 Nov 12 03:44:04.466833 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60112) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:04.502722 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-6d97085d-e824-42f5-8919-c226d227b82c tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, b1ef6f6f-c42b-43c7-a095-acbb5b535591) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:04.506021 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3b995cf5-f5a2-4964-a3c0-f2479d9ddcf4 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.508164 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.518356 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 9e46a9f5-0672-4160-ac8a-46231d1adbd4 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:04.518820 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.521235 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-a117c56e-d854-4e9c-85dd-8777a971d0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'name': 'tempest-RoutersTest-router-583694735', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:17Z', 'updated_at': '2021-11-12T03:44:00Z', 'revision_number': 8, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'gw_port_host': None, '_interfaces': [{'id': '06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f', 'name': '', 'network_id': '9ac378ba-18e8-483d-aa67-8b7d97613684', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'mac_address': 'fa:16:3e:69:22:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:20Z', 'updated_at': '2021-11-12T03:43:31Z', 'revision_number': 5, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'subnets': [{'id': 'f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78181f37-caa5-439e-ab27-4afcbf3511c7', 'name': '', 'network_id': '681955e5-d7b5-450a-bfb7-ac581d5e206c', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'mac_address': 'fa:16:3e:3f:b6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'e007f6b3-6daf-45fd-aa3e-8a893ad0bc2a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:27Z', 'updated_at': '2021-11-12T03:43:47Z', 'revision_number': 5, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'subnets': [{'id': 'e007f6b3-6daf-45fd-aa3e-8a893ad0bc2a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dac5edec-462b-40f8-a8a7-539175b0ca86', 'name': '', 'network_id': '3349f2fd-75e9-46f1-8909-66672c5bc9f0', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'mac_address': 'fa:16:3e:a4:a5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '842a6b14-e42a-4ef5-87ce-0604c4e98b43', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:38Z', 'updated_at': '2021-11-12T03:44:01Z', 'revision_number': 5, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'subnets': [{'id': '842a6b14-e42a-4ef5-87ce-0604c4e98b43', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:04.525956 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb90eb7-281a-4ad4-8e0e-393463585442 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event deleted for resources: {'Network': ['ID=2ec40406-f513-4379-814d-0afa0112efe4,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:04.530538 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-7aa4ed8a-a005-4b7f-aa2e-6a903954ce03 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:44:04.534898 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d97085d-e824-42f5-8919-c226d227b82c tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:04.535563 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6d97085d-e824-42f5-8919-c226d227b82c tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761023'] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.537132 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7aa4ed8a-a005-4b7f-aa2e-6a903954ce03 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] 10.222.0.50 "PUT /v2.0/routers/8c60ed53-5692-46f9-833d-d50d0a3355e3 HTTP/1.1" status: 400 len: 364 time: 1.2160418 Nov 12 03:44:04.545942 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c795d1ac-e79a-4bac-87b5-02292a9f1d5f tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=7932a4b6-40b8-49fc-bb5c-2a6d25b0a895&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0762661 Nov 12 03:44:04.548834 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60114) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:04.549436 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60116) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:04.560729 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a117c56e-d854-4e9c-85dd-8777a971d0ca None None] Checking router: 4ca0d9d1-6087-4f84-846f-397d5d270fe9 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:44:04.561740 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6d97085d-e824-42f5-8919-c226d227b82c tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6505024 Nov 12 03:44:04.563300 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-f39039ba-22d1-4ac9-bb8b-c26db280cc90 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1721404128', 'network_id': '6fe4e9fa-960b-4fee-b798-39b875b1985d', 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:04.567081 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60118) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:04.571470 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a117c56e-d854-4e9c-85dd-8777a971d0ca None None] Routers {'4ca0d9d1-6087-4f84-846f-397d5d270fe9'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:04.572282 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-a117c56e-d854-4e9c-85dd-8777a971d0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:44:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4ca0d9d1-6087-4f84-846f-397d5d270fe9'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:04.578662 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772d9558-fd76-4ff2-93d0-8990b112a91b None None] Network b1ef6f6f-c42b-43c7-a095-acbb5b535591 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:04.581744 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-6be60321-0320-40b7-ad8a-2cb91119e38a tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:04.587914 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3b995cf5-f5a2-4964-a3c0-f2479d9ddcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.684638 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-a117c56e-d854-4e9c-85dd-8777a971d0ca None None] Set router 4ca0d9d1-6087-4f84-846f-397d5d270fe9 gateway port host: None {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:04.714133 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b995cf5-f5a2-4964-a3c0-f2479d9ddcf4 None None] Pushing event updated for resources: {'Port': ['ID=fac6c3c4-2a3f-4ccc-ad37-c3c045a4dde8,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:04.720933 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-815ed5ba-aad0-4228-8267-14f048f5bb52 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.772055 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-737e9946-aab8-4386-a999-d40a28bfe37e None None] Set router 36d6fcb2-6064-41b6-bfa1-1798a2fcefa5 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:04.834860 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6be60321-0320-40b7-ad8a-2cb91119e38a tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13035079'] for subnet, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.933759 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-815ed5ba-aad0-4228-8267-14f048f5bb52 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.089703 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-b56b45ab-6c0a-49c6-a9fe-d7fe88f3b619 None None] Allocated IP 2001:db8:1::2 (799e0ce1-09e3-4fa1-a483-6817fefe60cf/eecd0137-c6f2-4462-a189-4c471ff34d30/485744dd-fb1d-43a8-9a66-fadcd72e7b3e) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:05.124536 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-a117c56e-d854-4e9c-85dd-8777a971d0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'name': 'tempest-RoutersTest-router-583694735', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:17Z', 'updated_at': '2021-11-12T03:44:00Z', 'revision_number': 8, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'gw_port_host': None, '_interfaces': [{'id': '06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f', 'name': '', 'network_id': '9ac378ba-18e8-483d-aa67-8b7d97613684', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'mac_address': 'fa:16:3e:69:22:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:20Z', 'updated_at': '2021-11-12T03:43:31Z', 'revision_number': 5, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'subnets': [{'id': 'f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78181f37-caa5-439e-ab27-4afcbf3511c7', 'name': '', 'network_id': '681955e5-d7b5-450a-bfb7-ac581d5e206c', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'mac_address': 'fa:16:3e:3f:b6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'e007f6b3-6daf-45fd-aa3e-8a893ad0bc2a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:27Z', 'updated_at': '2021-11-12T03:43:47Z', 'revision_number': 5, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'subnets': [{'id': 'e007f6b3-6daf-45fd-aa3e-8a893ad0bc2a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dac5edec-462b-40f8-a8a7-539175b0ca86', 'name': '', 'network_id': '3349f2fd-75e9-46f1-8909-66672c5bc9f0', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'mac_address': 'fa:16:3e:a4:a5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '842a6b14-e42a-4ef5-87ce-0604c4e98b43', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:38Z', 'updated_at': '2021-11-12T03:44:01Z', 'revision_number': 5, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'subnets': [{'id': '842a6b14-e42a-4ef5-87ce-0604c4e98b43', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:05.134435 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ed5ba-aad0-4228-8267-14f048f5bb52 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Pushing event updated for resources: {'Port': ['ID=10ee9843-a106-4f90-94f3-e4616ab2c582,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:05.166597 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a117c56e-d854-4e9c-85dd-8777a971d0ca None None] The sync data for ids ['4ca0d9d1-6087-4f84-846f-397d5d270fe9'] in n-d-715271-27 is: [{'id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'name': 'tempest-RoutersTest-router-583694735', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:17Z', 'updated_at': '2021-11-12T03:44:00Z', 'revision_number': 8, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'gw_port_host': None, '_interfaces': [{'id': '06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f', 'name': '', 'network_id': '9ac378ba-18e8-483d-aa67-8b7d97613684', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'mac_address': 'fa:16:3e:69:22:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:20Z', 'updated_at': '2021-11-12T03:43:31Z', 'revision_number': 5, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'subnets': [{'id': 'f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78181f37-caa5-439e-ab27-4afcbf3511c7', 'name': '', 'network_id': '681955e5-d7b5-450a-bfb7-ac581d5e206c', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'mac_address': 'fa:16:3e:3f:b6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'e007f6b3-6daf-45fd-aa3e-8a893ad0bc2a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:27Z', 'updated_at': '2021-11-12T03:43:47Z', 'revision_number': 5, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'subnets': [{'id': 'e007f6b3-6daf-45fd-aa3e-8a893ad0bc2a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dac5edec-462b-40f8-a8a7-539175b0ca86', 'name': '', 'network_id': '3349f2fd-75e9-46f1-8909-66672c5bc9f0', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'mac_address': 'fa:16:3e:a4:a5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '842a6b14-e42a-4ef5-87ce-0604c4e98b43', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:38Z', 'updated_at': '2021-11-12T03:44:01Z', 'revision_number': 5, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'subnets': [{'id': '842a6b14-e42a-4ef5-87ce-0604c4e98b43', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:05.196553 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6be60321-0320-40b7-ad8a-2cb91119e38a tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746944722315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12957904'] for subnet, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.213238 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859d4621-d114-4aea-b0d5-13f297cdd347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-b1ef6f6f-c42b-43c7-a095-acbb5b535591', 'network_id': 'b1ef6f6f-c42b-43c7-a095-acbb5b535591', 'tenant_id': 'e1d480ebbc414f64891e3ea3b39fa331', 'fixed_ips': [{'subnet_id': 'a9e5f475-720b-422e-9da7-23604678a3d6'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:44:05.214125 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-859d4621-d114-4aea-b0d5-13f297cdd347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.234844 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-815ed5ba-aad0-4228-8267-14f048f5bb52 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.261677 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a365da4d-5c1f-42cb-b0fb-e416b523fe6a tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.295167 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-815ed5ba-aad0-4228-8267-14f048f5bb52 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.316614 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-815ed5ba-aad0-4228-8267-14f048f5bb52 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1351779 Nov 12 03:44:05.580707 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.586561 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39039ba-22d1-4ac9-bb8b-c26db280cc90 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Made reservation on behalf of 31f81b1aeeb344b7a84563d0622f3019 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:05.592648 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f39039ba-22d1-4ac9-bb8b-c26db280cc90 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.724456 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-737e9946-aab8-4386-a999-d40a28bfe37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'name': 'tempest-TestNetworkBasicOps-router-1846091730', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'c8e2d77c-49af-4f57-a034-3d019e55b899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:55Z', 'updated_at': '2021-11-12T03:44:00Z', 'revision_number': 3, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'gw_port': {'id': 'c8e2d77c-49af-4f57-a034-3d019e55b899', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:59Z', 'updated_at': '2021-11-12T03:43:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:05.734747 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b56b45ab-6c0a-49c6-a9fe-d7fe88f3b619 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.769223 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 7ac355c2-95a1-4b16-adc9-1c4c38e1d01b up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:05.773718 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-859d4621-d114-4aea-b0d5-13f297cdd347 None None] Allocated IP 2001:db8::2 (b1ef6f6f-c42b-43c7-a095-acbb5b535591/a9e5f475-720b-422e-9da7-23604678a3d6/d23e9ec3-1c89-451c-8a56-7bd56967d5c0) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:05.798301 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737e9946-aab8-4386-a999-d40a28bfe37e None None] Checking router: 36d6fcb2-6064-41b6-bfa1-1798a2fcefa5 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:44:05.798671 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737e9946-aab8-4386-a999-d40a28bfe37e None None] Updating router 36d6fcb2-6064-41b6-bfa1-1798a2fcefa5 port c8e2d77c-49af-4f57-a034-3d019e55b899 binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:44:05.810775 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b56b45ab-6c0a-49c6-a9fe-d7fe88f3b619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.886034 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be60321-0320-40b7-ad8a-2cb91119e38a tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:05.887113 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6be60321-0320-40b7-ad8a-2cb91119e38a tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.891441 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6be60321-0320-40b7-ad8a-2cb91119e38a tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "PUT /v2.0/subnets/a9e5f475-720b-422e-9da7-23604678a3d6 HTTP/1.1" status: 200 len: 826 time: 1.3231356 Nov 12 03:44:05.896945 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60138) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:05.912607 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-737e9946-aab8-4386-a999-d40a28bfe37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.914593 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be60321-0320-40b7-ad8a-2cb91119e38a tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event updated for resources: {'Subnet': ['ID=a9e5f475-720b-422e-9da7-23604678a3d6,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:05.928011 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56b45ab-6c0a-49c6-a9fe-d7fe88f3b619 None None] Network 799e0ce1-09e3-4fa1-a483-6817fefe60cf is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:05.937372 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5a1663c9-c394-45d4-b946-58aad51a81c0 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:06.005354 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-dd79b5d4-bc1d-4859-bba5-2904df3a823e tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--656387562&fields=id&tenant_id=1978793e24864d458e17fb421706473b HTTP/1.1" status: 200 len: 267 time: 0.3054948 Nov 12 03:44:06.140401 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba045eac-86dd-405c-be94-e14615994b3a None None] Network d5549ef6-696d-4465-817e-45c6d8b7027f requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:06.143930 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56b45ab-6c0a-49c6-a9fe-d7fe88f3b619 None None] Pushing event updated for resources: {'Port': ['ID=485744dd-fb1d-43a8-9a66-fadcd72e7b3e,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:06.154197 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-b56b45ab-6c0a-49c6-a9fe-d7fe88f3b619 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:06.168961 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56b45ab-6c0a-49c6-a9fe-d7fe88f3b619 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:06.227988 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-a365da4d-5c1f-42cb-b0fb-e416b523fe6a tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Allocated IP 2001:db8::1 (a5808793-c231-45ea-9121-1203cd4d457f/676422cf-a316-442f-9d20-b3c7ec360c20/b0b31d8b-9de1-49df-9f7e-7d600d000da0) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:06.284029 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-189003c3-b465-4b48-bee0-d74e35ae9da7 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:06.302489 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-5a1663c9-c394-45d4-b946-58aad51a81c0 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Deleting port dac5edec-462b-40f8-a8a7-539175b0ca86 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:06.302790 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5a1663c9-c394-45d4-b946-58aad51a81c0 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:06.345853 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-e80281f5-ea64-4327-96f4-c08591743754 None None] Provisioning complete for port fac6c3c4-2a3f-4ccc-ad37-c3c045a4dde8 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:06.346213 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e80281f5-ea64-4327-96f4-c08591743754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:06.410382 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-5a1663c9-c394-45d4-b946-58aad51a81c0 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] For port dac5edec-462b-40f8-a8a7-539175b0ca86, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=dac5edec-462b-40f8-a8a7-539175b0ca86,segment=NetworkSegment(a5188ec2-39d0-40b4-9368-b5d9483687b2),segment_id=a5188ec2-39d0-40b4-9368-b5d9483687b2)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:06.410753 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5a1663c9-c394-45d4-b946-58aad51a81c0 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:06.427589 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-5a1663c9-c394-45d4-b946-58aad51a81c0 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Calling delete_port for dac5edec-462b-40f8-a8a7-539175b0ca86 owned by network:router_interface {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:06.467261 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 7ac355c2-95a1-4b16-adc9-1c4c38e1d01b triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:06.468006 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:06.539970 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-b56b45ab-6c0a-49c6-a9fe-d7fe88f3b619 None None] Attempting to bind port 485744dd-fb1d-43a8-9a66-fadcd72e7b3e on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:06.540982 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-b56b45ab-6c0a-49c6-a9fe-d7fe88f3b619 None None] Attempting to bind port 485744dd-fb1d-43a8-9a66-fadcd72e7b3e by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '0812df3f-32e4-4726-9196-ff7bd67a647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '799e0ce1-09e3-4fa1-a483-6817fefe60cf'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:06.541468 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56b45ab-6c0a-49c6-a9fe-d7fe88f3b619 None None] Attempting to bind port 485744dd-fb1d-43a8-9a66-fadcd72e7b3e on network 799e0ce1-09e3-4fa1-a483-6817fefe60cf {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:06.544342 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:06.609723 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-859d4621-d114-4aea-b0d5-13f297cdd347 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:06.611707 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56b45ab-6c0a-49c6-a9fe-d7fe88f3b619 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:44:06.612122 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56b45ab-6c0a-49c6-a9fe-d7fe88f3b619 None None] Checking segment: {'id': '0812df3f-32e4-4726-9196-ff7bd67a647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '799e0ce1-09e3-4fa1-a483-6817fefe60cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:06.612523 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b56b45ab-6c0a-49c6-a9fe-d7fe88f3b619 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:06.612909 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56b45ab-6c0a-49c6-a9fe-d7fe88f3b619 None None] Bound using segment: {'id': '0812df3f-32e4-4726-9196-ff7bd67a647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '799e0ce1-09e3-4fa1-a483-6817fefe60cf'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:44:06.613414 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-b56b45ab-6c0a-49c6-a9fe-d7fe88f3b619 None None] Bound port: 485744dd-fb1d-43a8-9a66-fadcd72e7b3e, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0812df3f-32e4-4726-9196-ff7bd67a647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '799e0ce1-09e3-4fa1-a483-6817fefe60cf'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:44:06.613776 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b56b45ab-6c0a-49c6-a9fe-d7fe88f3b619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:06.636720 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5a1663c9-c394-45d4-b946-58aad51a81c0 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:06.683196 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-859d4621-d114-4aea-b0d5-13f297cdd347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:06.685600 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1663c9-c394-45d4-b946-58aad51a81c0 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event deleted for resources: {'Port': ['ID=dac5edec-462b-40f8-a8a7-539175b0ca86,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:06.834034 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859d4621-d114-4aea-b0d5-13f297cdd347 None None] Network b1ef6f6f-c42b-43c7-a095-acbb5b535591 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:06.870009 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-859d4621-d114-4aea-b0d5-13f297cdd347 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:06.875386 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-298ba9c7-a591-4cb8-bd8d-8b4f2d612cf9 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:06.877652 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-298ba9c7-a591-4cb8-bd8d-8b4f2d612cf9 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/networks?id=ce97ab11-8a00-4cd9-ad27-4b288272e186 HTTP/1.1" status: 200 len: 810 time: 0.8321526 Nov 12 03:44:06.891397 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d4621-d114-4aea-b0d5-13f297cdd347 None None] Pushing event updated for resources: {'Port': ['ID=d23e9ec3-1c89-451c-8a56-7bd56967d5c0,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:06.934031 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859d4621-d114-4aea-b0d5-13f297cdd347 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:06.940507 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-1483262b-21b4-4afd-96c6-959a707c19f4 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/quotas/1978793e24864d458e17fb421706473b HTTP/1.1" status: 200 len: 375 time: 0.0293777 Nov 12 03:44:06.951485 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5a1663c9-c394-45d4-b946-58aad51a81c0 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.010725 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-b56b45ab-6c0a-49c6-a9fe-d7fe88f3b619 None None] For port 485744dd-fb1d-43a8-9a66-fadcd72e7b3e, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:07.014527 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-b56b45ab-6c0a-49c6-a9fe-d7fe88f3b619 None None] For port 485744dd-fb1d-43a8-9a66-fadcd72e7b3e, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=485744dd-fb1d-43a8-9a66-fadcd72e7b3e,segment=NetworkSegment(0812df3f-32e4-4726-9196-ff7bd67a647f),segment_id=0812df3f-32e4-4726-9196-ff7bd67a647f)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:44:07.022033 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device dac5edec-462b-40f8-a8a7-539175b0ca86 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:07.033758 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b56b45ab-6c0a-49c6-a9fe-d7fe88f3b619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.040819 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f39039ba-22d1-4ac9-bb8b-c26db280cc90 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.109407 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: dac5edec-462b-40f8-a8a7-539175b0ca86 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:07.109821 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device dac5edec-462b-40f8-a8a7-539175b0ca86 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 12 03:44:07.110348 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a365da4d-5c1f-42cb-b0fb-e416b523fe6a tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.151838 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-189003c3-b465-4b48-bee0-d74e35ae9da7 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Deleting port d23e9ec3-1c89-451c-8a56-7bd56967d5c0 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:07.152816 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-189003c3-b465-4b48-bee0-d74e35ae9da7 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.162225 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-716cd95f-d4fe-4a31-a524-f84cab09c37d tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1978793e24864d458e17fb421706473b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2056360 Nov 12 03:44:07.179400 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-859d4621-d114-4aea-b0d5-13f297cdd347 None None] Attempting to bind port d23e9ec3-1c89-451c-8a56-7bd56967d5c0 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:07.180015 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-859d4621-d114-4aea-b0d5-13f297cdd347 None None] Attempting to bind port d23e9ec3-1c89-451c-8a56-7bd56967d5c0 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '0871b5e5-10d5-4fe6-bf68-c1771b497f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b1ef6f6f-c42b-43c7-a095-acbb5b535591'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:07.180510 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859d4621-d114-4aea-b0d5-13f297cdd347 None None] Attempting to bind port d23e9ec3-1c89-451c-8a56-7bd56967d5c0 on network b1ef6f6f-c42b-43c7-a095-acbb5b535591 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:07.182194 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39039ba-22d1-4ac9-bb8b-c26db280cc90 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event updated for resources: {'Subnet': ['ID=1446c3b1-d244-4e74-8e37-cf61abeb4131,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:07.207298 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1663c9-c394-45d4-b946-58aad51a81c0 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Router 4ca0d9d1-6087-4f84-846f-397d5d270fe9 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:44:07.209532 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Port dac5edec-462b-40f8-a8a7-539175b0ca86 not found, will not notify nova. {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 12 03:44:07.210310 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device fac6c3c4-2a3f-4ccc-ad37-c3c045a4dde8 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:07.287079 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39039ba-22d1-4ac9-bb8b-c26db280cc90 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Checking segment: {'id': '25c68e1a-8975-4773-b2b4-a57bf2d627be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6fe4e9fa-960b-4fee-b798-39b875b1985d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:07.287658 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39039ba-22d1-4ac9-bb8b-c26db280cc90 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Network hostable DHCP agents. Network: 6fe4e9fa-960b-4fee-b798-39b875b1985d, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:44:07.300946 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859d4621-d114-4aea-b0d5-13f297cdd347 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:44:07.304919 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859d4621-d114-4aea-b0d5-13f297cdd347 None None] Checking segment: {'id': '0871b5e5-10d5-4fe6-bf68-c1771b497f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b1ef6f6f-c42b-43c7-a095-acbb5b535591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:07.306416 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-859d4621-d114-4aea-b0d5-13f297cdd347 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.307085 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859d4621-d114-4aea-b0d5-13f297cdd347 None None] Bound using segment: {'id': '0871b5e5-10d5-4fe6-bf68-c1771b497f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b1ef6f6f-c42b-43c7-a095-acbb5b535591'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:44:07.310122 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-859d4621-d114-4aea-b0d5-13f297cdd347 None None] Bound port: d23e9ec3-1c89-451c-8a56-7bd56967d5c0, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0871b5e5-10d5-4fe6-bf68-c1771b497f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b1ef6f6f-c42b-43c7-a095-acbb5b535591'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:44:07.311144 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-859d4621-d114-4aea-b0d5-13f297cdd347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.315636 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56b45ab-6c0a-49c6-a9fe-d7fe88f3b619 None None] Pushing event updated for resources: {'Port': ['ID=485744dd-fb1d-43a8-9a66-fadcd72e7b3e,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:07.426922 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1663c9-c394-45d4-b946-58aad51a81c0 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:07.436967 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5a1663c9-c394-45d4-b946-58aad51a81c0 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "PUT /v2.0/routers/4ca0d9d1-6087-4f84-846f-397d5d270fe9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0497949 Nov 12 03:44:07.437641 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60146) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:07.439754 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a365da4d-5c1f-42cb-b0fb-e416b523fe6a tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.470946 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93b6de6-d5e9-4acf-b34e-79669a2a5894 None None] Sync routers for ids ['4ca0d9d1-6087-4f84-846f-397d5d270fe9'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:07.479647 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39039ba-22d1-4ac9-bb8b-c26db280cc90 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Network 6fe4e9fa-960b-4fee-b798-39b875b1985d is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:44:07.507800 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-737e9946-aab8-4386-a999-d40a28bfe37e None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.512288 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93b6de6-d5e9-4acf-b34e-79669a2a5894 None None] Routers {'4ca0d9d1-6087-4f84-846f-397d5d270fe9'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:07.513300 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-e93b6de6-d5e9-4acf-b34e-79669a2a5894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:44:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4ca0d9d1-6087-4f84-846f-397d5d270fe9'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:07.551957 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-189003c3-b465-4b48-bee0-d74e35ae9da7 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] For port d23e9ec3-1c89-451c-8a56-7bd56967d5c0, host n-d-715271-27, got binding levels [] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:07.552496 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-189003c3-b465-4b48-bee0-d74e35ae9da7 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.553155 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2c2dabd-047c-4242-b246-27e933b67bad tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Deleting subnet 842a6b14-e42a-4ef5-87ce-0604c4e98b43 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:07.561979 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e2c2dabd-047c-4242-b246-27e933b67bad tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.640251 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e2c2dabd-047c-4242-b246-27e933b67bad tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.651471 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-f39039ba-22d1-4ac9-bb8b-c26db280cc90 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 6fe4e9fa-960b-4fee-b798-39b875b1985d) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:07.673474 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-189003c3-b465-4b48-bee0-d74e35ae9da7 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Calling delete_port for d23e9ec3-1c89-451c-8a56-7bd56967d5c0 owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:07.690786 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-859d4621-d114-4aea-b0d5-13f297cdd347 None None] For port d23e9ec3-1c89-451c-8a56-7bd56967d5c0, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:07.692145 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a365da4d-5c1f-42cb-b0fb-e416b523fe6a tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Network a5808793-c231-45ea-9121-1203cd4d457f is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:07.694024 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-859d4621-d114-4aea-b0d5-13f297cdd347 None None] For port d23e9ec3-1c89-451c-8a56-7bd56967d5c0, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d23e9ec3-1c89-451c-8a56-7bd56967d5c0,segment=NetworkSegment(0871b5e5-10d5-4fe6-bf68-c1771b497f78),segment_id=0871b5e5-10d5-4fe6-bf68-c1771b497f78)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:44:07.702343 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fa5994-70db-40d2-aea5-01d86be2c534 None None] Network 6fe4e9fa-960b-4fee-b798-39b875b1985d requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:07.704330 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-737e9946-aab8-4386-a999-d40a28bfe37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.730727 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39039ba-22d1-4ac9-bb8b-c26db280cc90 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:07.731841 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f39039ba-22d1-4ac9-bb8b-c26db280cc90 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.747279 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365da4d-5c1f-42cb-b0fb-e416b523fe6a tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Pushing event updated for resources: {'Port': ['ID=b0b31d8b-9de1-49df-9f7e-7d600d000da0,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:07.762184 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-a365da4d-5c1f-42cb-b0fb-e416b523fe6a tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:07.765329 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a365da4d-5c1f-42cb-b0fb-e416b523fe6a tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:07.766428 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a365da4d-5c1f-42cb-b0fb-e416b523fe6a tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.785573 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-859d4621-d114-4aea-b0d5-13f297cdd347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.835853 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e2c2dabd-047c-4242-b246-27e933b67bad tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.935207 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f39039ba-22d1-4ac9-bb8b-c26db280cc90 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.3735785 Nov 12 03:44:07.936566 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60150) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:07.940761 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e2c2dabd-047c-4242-b246-27e933b67bad tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.993455 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-3ffe5834-3023-40c0-a688-4f4b7c576dac service neutron] 10.222.0.50 "GET /v2.0/networks/ce97ab11-8a00-4cd9-ad27-4b288272e186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7842958 Nov 12 03:44:07.998886 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-737e9946-aab8-4386-a999-d40a28bfe37e None None] Attempting to bind port c8e2d77c-49af-4f57-a034-3d019e55b899 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:07.999262 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-737e9946-aab8-4386-a999-d40a28bfe37e None None] Attempting to bind port c8e2d77c-49af-4f57-a034-3d019e55b899 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:07.999639 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737e9946-aab8-4386-a999-d40a28bfe37e None None] Attempting to bind port c8e2d77c-49af-4f57-a034-3d019e55b899 on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:08.028588 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port fac6c3c4-2a3f-4ccc-ad37-c3c045a4dde8 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:08.032906 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:08.121054 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2dabd-047c-4242-b246-27e933b67bad tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event deleted for resources: {'Subnet': ['ID=842a6b14-e42a-4ef5-87ce-0604c4e98b43,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:08.128094 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8bb615-7ae7-4886-abe8-778b1be88717 None None] Pushing event updated for resources: {'Port': ['ID=c8e2d77c-49af-4f57-a034-3d019e55b899,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:08.157248 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-e93b6de6-d5e9-4acf-b34e-79669a2a5894 None None] Set router 4ca0d9d1-6087-4f84-846f-397d5d270fe9 gateway port host: None {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:08.159823 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737e9946-aab8-4386-a999-d40a28bfe37e None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:44:08.164488 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737e9946-aab8-4386-a999-d40a28bfe37e None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:08.166637 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-737e9946-aab8-4386-a999-d40a28bfe37e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:08.169463 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737e9946-aab8-4386-a999-d40a28bfe37e None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:44:08.171083 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-737e9946-aab8-4386-a999-d40a28bfe37e None None] Bound port: c8e2d77c-49af-4f57-a034-3d019e55b899, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:44:08.172705 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-737e9946-aab8-4386-a999-d40a28bfe37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:08.182693 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e2c2dabd-047c-4242-b246-27e933b67bad tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:08.192873 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e2c2dabd-047c-4242-b246-27e933b67bad tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "DELETE /v2.0/subnets/842a6b14-e42a-4ef5-87ce-0604c4e98b43 HTTP/1.1" status: 204 len: 168 time: 0.7539423 Nov 12 03:44:08.193602 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60154) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:08.242264 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-1cef3d79-fa20-4bd0-a19c-b9394f2db332 None None] Provisioning complete for port fac6c3c4-2a3f-4ccc-ad37-c3c045a4dde8 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:08.242859 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1cef3d79-fa20-4bd0-a19c-b9394f2db332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:08.285798 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89875191-9d24-46cd-a559-f6f01c89d031 None None] Network 3349f2fd-75e9-46f1-8909-66672c5bc9f0 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:08.383067 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-189003c3-b465-4b48-bee0-d74e35ae9da7 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:08.417495 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a365da4d-5c1f-42cb-b0fb-e416b523fe6a tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:08.527133 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-38ea60ef-f7b7-4ae4-947a-4b3f688188ea tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:08.543032 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189003c3-b465-4b48-bee0-d74e35ae9da7 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event deleted for resources: {'Port': ['ID=d23e9ec3-1c89-451c-8a56-7bd56967d5c0,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:08.662033 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189003c3-b465-4b48-bee0-d74e35ae9da7 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] No DVR routers for this DVR port d23e9ec3-1c89-451c-8a56-7bd56967d5c0 on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:08.726690 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-38ea60ef-f7b7-4ae4-947a-4b3f688188ea tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Deleting port 154954c3-84b1-405a-9ea7-812abad015a7 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:08.727066 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-38ea60ef-f7b7-4ae4-947a-4b3f688188ea tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:08.797070 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-189003c3-b465-4b48-bee0-d74e35ae9da7 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:08.874851 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d4621-d114-4aea-b0d5-13f297cdd347 None None] Pushing event updated for resources: {'Port': ['ID=d23e9ec3-1c89-451c-8a56-7bd56967d5c0,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:08.883362 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-38ea60ef-f7b7-4ae4-947a-4b3f688188ea tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] For port 154954c3-84b1-405a-9ea7-812abad015a7, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=154954c3-84b1-405a-9ea7-812abad015a7,segment=NetworkSegment(a5188ec2-39d0-40b4-9368-b5d9483687b2),segment_id=a5188ec2-39d0-40b4-9368-b5d9483687b2)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:08.883863 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-38ea60ef-f7b7-4ae4-947a-4b3f688188ea tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:08.916154 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-38ea60ef-f7b7-4ae4-947a-4b3f688188ea tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Calling delete_port for 154954c3-84b1-405a-9ea7-812abad015a7 owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:08.954309 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-737e9946-aab8-4386-a999-d40a28bfe37e None None] For port c8e2d77c-49af-4f57-a034-3d019e55b899, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:08.971839 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:09.031856 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-737e9946-aab8-4386-a999-d40a28bfe37e None None] For port c8e2d77c-49af-4f57-a034-3d019e55b899, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=c8e2d77c-49af-4f57-a034-3d019e55b899,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:44:09.076766 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-737e9946-aab8-4386-a999-d40a28bfe37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:09.104593 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-feca1232-4168-4ace-9b4a-8a62ee969bec tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:09.123654 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-38ea60ef-f7b7-4ae4-947a-4b3f688188ea tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:09.195063 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe68a7ee-ed91-46d5-91a4-61401f7843d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-6fe4e9fa-960b-4fee-b798-39b875b1985d', 'network_id': '6fe4e9fa-960b-4fee-b798-39b875b1985d', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'fixed_ips': [{'subnet_id': '1446c3b1-d244-4e74-8e37-cf61abeb4131'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:44:09.195063 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fe68a7ee-ed91-46d5-91a4-61401f7843d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:09.203084 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea60ef-f7b7-4ae4-947a-4b3f688188ea tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event deleted for resources: {'Port': ['ID=154954c3-84b1-405a-9ea7-812abad015a7,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:09.205238 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ea60ef-f7b7-4ae4-947a-4b3f688188ea tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] No DVR routers for this DVR port 154954c3-84b1-405a-9ea7-812abad015a7 on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:09.207560 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-097065b1-35aa-4b41-9cd6-ee8702bee9dd service neutron] 10.222.0.50 "GET /v2.0/networks/ce97ab11-8a00-4cd9-ad27-4b288272e186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2130075 Nov 12 03:44:09.338660 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-189003c3-b465-4b48-bee0-d74e35ae9da7 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:09.473272 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997d89e2-5431-43e6-aca4-ec6271689ef5 None None] DHCP port deletion for 3349f2fd-75e9-46f1-8909-66672c5bc9f0 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:44:09.476039 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8bb615-7ae7-4886-abe8-778b1be88717 None None] Pushing event updated for resources: {'Port': ['ID=c8e2d77c-49af-4f57-a034-3d019e55b899,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:09.485499 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-38ea60ef-f7b7-4ae4-947a-4b3f688188ea tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:09.529587 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-38ea60ef-f7b7-4ae4-947a-4b3f688188ea tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3349f2fd-75e9-46f1-8909-66672c5bc9f0']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:09.540334 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737e9946-aab8-4386-a999-d40a28bfe37e None None] Routers {'36d6fcb2-6064-41b6-bfa1-1798a2fcefa5'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:09.549488 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-737e9946-aab8-4386-a999-d40a28bfe37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:44:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['36d6fcb2-6064-41b6-bfa1-1798a2fcefa5'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:09.567053 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-38ea60ef-f7b7-4ae4-947a-4b3f688188ea tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5188ec2-39d0-40b4-9368-b5d9483687b2') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:09.567615 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-38ea60ef-f7b7-4ae4-947a-4b3f688188ea tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5188ec2-39d0-40b4-9368-b5d9483687b2') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:09.568442 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189003c3-b465-4b48-bee0-d74e35ae9da7 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event deleted for resources: {'Subnet': ['ID=a9e5f475-720b-422e-9da7-23604678a3d6,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:09.579906 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 9935aa06-95e4-4f7d-b5f7-24aac3938160 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:09.583195 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea39d754-7d87-4833-84dd-5bcb22dfb08d None None] Network 799e0ce1-09e3-4fa1-a483-6817fefe60cf requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:09.600535 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-38ea60ef-f7b7-4ae4-947a-4b3f688188ea tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:09.650262 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-38ea60ef-f7b7-4ae4-947a-4b3f688188ea tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:09.755018 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-189003c3-b465-4b48-bee0-d74e35ae9da7 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:09.784589 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38ea60ef-f7b7-4ae4-947a-4b3f688188ea tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:09.785005 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-38ea60ef-f7b7-4ae4-947a-4b3f688188ea tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:09.793413 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:44:09.793413 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:09.793413 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:44:09.793413 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:09.793413 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:44:09.793413 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:09.793413 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:44:09.793413 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:09.793413 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:44:09.793413 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:09.793413 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:44:09.793413 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:09.793413 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:44:09.793413 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:09.793413 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:09.793413 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:09.793413 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:09.793413 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:09.793413 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:44:09.793413 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:09.793413 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:44:09.793413 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:09.793413 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:09.793413 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:09.793413 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:09.793413 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:09.793413 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:09.793413 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:09.793413 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:09.793413 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:09.793413 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:09.793413 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:09.922871 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-38ea60ef-f7b7-4ae4-947a-4b3f688188ea tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:09.939686 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-38ea60ef-f7b7-4ae4-947a-4b3f688188ea tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:09.947015 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-38ea60ef-f7b7-4ae4-947a-4b3f688188ea tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "DELETE /v2.0/networks/3349f2fd-75e9-46f1-8909-66672c5bc9f0 HTTP/1.1" status: 204 len: 168 time: 1.7484820 Nov 12 03:44:09.948136 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60176) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:09.965432 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a365da4d-5c1f-42cb-b0fb-e416b523fe6a tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:09.970635 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea60ef-f7b7-4ae4-947a-4b3f688188ea tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event deleted for resources: {'Network': ['ID=3349f2fd-75e9-46f1-8909-66672c5bc9f0,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:09.970839 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-189003c3-b465-4b48-bee0-d74e35ae9da7 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ef6f6f-c42b-43c7-a095-acbb5b535591']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:09.998587 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-189003c3-b465-4b48-bee0-d74e35ae9da7 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0871b5e5-10d5-4fe6-bf68-c1771b497f78') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:09.998885 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-189003c3-b465-4b48-bee0-d74e35ae9da7 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0871b5e5-10d5-4fe6-bf68-c1771b497f78') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:10.012426 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-189003c3-b465-4b48-bee0-d74e35ae9da7 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:10.031892 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-189003c3-b465-4b48-bee0-d74e35ae9da7 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:10.043074 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-189003c3-b465-4b48-bee0-d74e35ae9da7 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:10.045055 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-189003c3-b465-4b48-bee0-d74e35ae9da7 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:10.131162 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-9b082803-cc80-4d6c-b9fe-ab397d6d83df None None] Provisioning complete for port 485744dd-fb1d-43a8-9a66-fadcd72e7b3e triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:10.131343 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9b082803-cc80-4d6c-b9fe-ab397d6d83df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:10.133279 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 9935aa06-95e4-4f7d-b5f7-24aac3938160 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:10.133875 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 9935aa06-95e4-4f7d-b5f7-24aac3938160 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:10.134472 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 0909f04f-3918-4b9a-ae7a-161cf48adca3 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:10.173235 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:44:10.173235 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:10.173235 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:44:10.173235 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:10.173235 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:44:10.173235 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:10.173235 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:44:10.173235 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:10.173235 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:44:10.173235 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:10.173235 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:44:10.173235 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:10.173235 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:44:10.173235 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:10.173235 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:10.173235 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:10.173235 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:10.173235 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:10.173235 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:44:10.173235 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:10.173235 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:44:10.173235 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:10.173235 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:10.173235 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:10.173235 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:10.173235 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:10.173235 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:10.173235 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:10.173235 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:10.173235 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:10.173235 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:10.173235 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:10.177442 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-189003c3-b465-4b48-bee0-d74e35ae9da7 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:10.188161 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-189003c3-b465-4b48-bee0-d74e35ae9da7 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:10.196906 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-189003c3-b465-4b48-bee0-d74e35ae9da7 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "DELETE /v2.0/networks/b1ef6f6f-c42b-43c7-a095-acbb5b535591 HTTP/1.1" status: 204 len: 168 time: 4.2952361 Nov 12 03:44:10.199191 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e718bfe4-15c1-49f1-bcc2-de4b7d357777 req-b43fc339-95a9-4048-803f-15bc4a8ba769 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e93e943-08ee-4601-ad99-98d1a0a02b26 HTTP/1.1" status: 200 len: 210 time: 0.3815017 Nov 12 03:44:10.199850 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60178) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:10.203553 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a365da4d-5c1f-42cb-b0fb-e416b523fe6a tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:10.214964 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a365da4d-5c1f-42cb-b0fb-e416b523fe6a tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:10.281193 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 0909f04f-3918-4b9a-ae7a-161cf48adca3 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:10.281527 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 0909f04f-3918-4b9a-ae7a-161cf48adca3 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:10.300427 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189003c3-b465-4b48-bee0-d74e35ae9da7 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event deleted for resources: {'Network': ['ID=b1ef6f6f-c42b-43c7-a095-acbb5b535591,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:10.317094 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-fe68a7ee-ed91-46d5-91a4-61401f7843d5 None None] Allocated IP 172.20.0.2 (6fe4e9fa-960b-4fee-b798-39b875b1985d/1446c3b1-d244-4e74-8e37-cf61abeb4131/35c6602b-c9c6-4c9b-949f-65e18f1f1bb7) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:10.402618 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-d63b847f-f76e-41b5-8744-dd0db8167b1f tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:10.402867 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bff2a2-7c8e-4f53-b365-b163b1d4aab9 None None] DHCP port deletion for b1ef6f6f-c42b-43c7-a095-acbb5b535591 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:44:10.403327 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d63b847f-f76e-41b5-8744-dd0db8167b1f tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:10.412118 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d63b847f-f76e-41b5-8744-dd0db8167b1f tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "DELETE /v2.0/networks/b1ef6f6f-c42b-43c7-a095-acbb5b535591 HTTP/1.1" status: 404 len: 339 time: 0.1799970 Nov 12 03:44:10.427017 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-737e9946-aab8-4386-a999-d40a28bfe37e None None] Set router 36d6fcb2-6064-41b6-bfa1-1798a2fcefa5 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:10.436023 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-e93b6de6-d5e9-4acf-b34e-79669a2a5894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'name': 'tempest-RoutersTest-router-583694735', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:17Z', 'updated_at': '2021-11-12T03:44:06Z', 'revision_number': 9, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'gw_port_host': None, '_interfaces': [{'id': '06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f', 'name': '', 'network_id': '9ac378ba-18e8-483d-aa67-8b7d97613684', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'mac_address': 'fa:16:3e:69:22:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:20Z', 'updated_at': '2021-11-12T03:43:31Z', 'revision_number': 5, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'subnets': [{'id': 'f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78181f37-caa5-439e-ab27-4afcbf3511c7', 'name': '', 'network_id': '681955e5-d7b5-450a-bfb7-ac581d5e206c', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'mac_address': 'fa:16:3e:3f:b6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'e007f6b3-6daf-45fd-aa3e-8a893ad0bc2a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:27Z', 'updated_at': '2021-11-12T03:43:47Z', 'revision_number': 5, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'subnets': [{'id': 'e007f6b3-6daf-45fd-aa3e-8a893ad0bc2a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:10.447959 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60184) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:10.453874 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-a9ecff7c-b192-4cda-bad9-49981d4eaa4d tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1747724118', 'description': 'd1'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:10.517389 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365da4d-5c1f-42cb-b0fb-e416b523fe6a tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Pushing event updated for resources: {'Port': ['ID=b0b31d8b-9de1-49df-9f7e-7d600d000da0,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:10.542282 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ecff7c-b192-4cda-bad9-49981d4eaa4d tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Made reservation on behalf of e1d480ebbc414f64891e3ea3b39fa331 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:10.547482 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a9ecff7c-b192-4cda-bad9-49981d4eaa4d tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:10.580485 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ecff7c-b192-4cda-bad9-49981d4eaa4d tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:44:10.591575 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab26469-14ae-4940-af03-06d8b3e57abe None None] Network b1ef6f6f-c42b-43c7-a095-acbb5b535591 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:10.595435 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a9ecff7c-b192-4cda-bad9-49981d4eaa4d tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:10.595801 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-a9ecff7c-b192-4cda-bad9-49981d4eaa4d tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Added segment 92a3699c-b369-4938-ab09-35d5df95115f of type vlan for network 486bfc2e-9e22-4672-9fd0-4b6506f381d1 Nov 12 03:44:10.600829 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93b6de6-d5e9-4acf-b34e-79669a2a5894 None None] Checking router: 4ca0d9d1-6087-4f84-846f-397d5d270fe9 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:44:10.665544 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab26469-14ae-4940-af03-06d8b3e57abe None None] Network b1ef6f6f-c42b-43c7-a095-acbb5b535591 could not be found, it might have been deleted concurrently. {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 03:44:10.674056 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a9ecff7c-b192-4cda-bad9-49981d4eaa4d tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:10.728166 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381ff0a5-3874-48a1-925e-42a0490f2124 None None] Network b1ef6f6f-c42b-43c7-a095-acbb5b535591 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:10.738979 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a365da4d-5c1f-42cb-b0fb-e416b523fe6a tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Network a5808793-c231-45ea-9121-1203cd4d457f is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:10.758729 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 485744dd-fb1d-43a8-9a66-fadcd72e7b3e up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:10.761039 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93b6de6-d5e9-4acf-b34e-79669a2a5894 None None] Routers {'4ca0d9d1-6087-4f84-846f-397d5d270fe9'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:10.761743 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-e93b6de6-d5e9-4acf-b34e-79669a2a5894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:44:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4ca0d9d1-6087-4f84-846f-397d5d270fe9'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:10.774540 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-a365da4d-5c1f-42cb-b0fb-e416b523fe6a tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:10.791839 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a9ecff7c-b192-4cda-bad9-49981d4eaa4d tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:10.800683 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ed918c46-079e-44e0-802b-9ecf7ae489a2 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:10.801239 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ecff7c-b192-4cda-bad9-49981d4eaa4d tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:10.802744 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a9ecff7c-b192-4cda-bad9-49981d4eaa4d tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:10.907173 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381ff0a5-3874-48a1-925e-42a0490f2124 None None] Network b1ef6f6f-c42b-43c7-a095-acbb5b535591 could not be found, it might have been deleted concurrently. {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 03:44:10.987043 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9b082803-cc80-4d6c-b9fe-ab397d6d83df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.076664 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a9ecff7c-b192-4cda-bad9-49981d4eaa4d tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6273525 Nov 12 03:44:11.076936 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60196) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:11.090661 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ecff7c-b192-4cda-bad9-49981d4eaa4d tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event updated for resources: {'Network': ['ID=486bfc2e-9e22-4672-9fd0-4b6506f381d1,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:11.128883 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a365da4d-5c1f-42cb-b0fb-e416b523fe6a tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Router 8c60ed53-5692-46f9-833d-d50d0a3355e3 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:44:11.255441 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 486bfc2e-9e22-4672-9fd0-4b6506f381d1 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:44:11.257711 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a365da4d-5c1f-42cb-b0fb-e416b523fe6a tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:11.267367 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a365da4d-5c1f-42cb-b0fb-e416b523fe6a tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] 10.222.0.50 "PUT /v2.0/routers/8c60ed53-5692-46f9-833d-d50d0a3355e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7138977 Nov 12 03:44:11.274809 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeac5f1-1737-47a7-b12c-bd411622522a None None] Sync routers for ids ['8c60ed53-5692-46f9-833d-d50d0a3355e3'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:11.282799 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60200) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:11.298045 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aeac5f1-1737-47a7-b12c-bd411622522a None None] Routers {'8c60ed53-5692-46f9-833d-d50d0a3355e3'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:11.298686 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-2aeac5f1-1737-47a7-b12c-bd411622522a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:44:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8c60ed53-5692-46f9-833d-d50d0a3355e3'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:11.383741 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-e93b6de6-d5e9-4acf-b34e-79669a2a5894 None None] Set router 4ca0d9d1-6087-4f84-846f-397d5d270fe9 gateway port host: None {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:11.384406 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-2aeac5f1-1737-47a7-b12c-bd411622522a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:11.400497 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aeac5f1-1737-47a7-b12c-bd411622522a None None] Routers {'8c60ed53-5692-46f9-833d-d50d0a3355e3'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:11.401139 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-2aeac5f1-1737-47a7-b12c-bd411622522a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:44:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8c60ed53-5692-46f9-833d-d50d0a3355e3'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:11.443443 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-9b082803-cc80-4d6c-b9fe-ab397d6d83df None None] For port 485744dd-fb1d-43a8-9a66-fadcd72e7b3e, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=485744dd-fb1d-43a8-9a66-fadcd72e7b3e,segment=NetworkSegment(0812df3f-32e4-4726-9196-ff7bd67a647f),segment_id=0812df3f-32e4-4726-9196-ff7bd67a647f)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:11.461131 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-07693cee-41ff-48bb-9691-ee6020ac5aa4 req-05a8bb06-37cf-4d0b-aba0-43dbb10b721a tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e93e943-08ee-4601-ad99-98d1a0a02b26 HTTP/1.1" status: 200 len: 210 time: 0.1020784 Nov 12 03:44:11.463481 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fe68a7ee-ed91-46d5-91a4-61401f7843d5 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.470008 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9b082803-cc80-4d6c-b9fe-ab397d6d83df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.509958 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fe68a7ee-ed91-46d5-91a4-61401f7843d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.510141 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-2aeac5f1-1737-47a7-b12c-bd411622522a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:11.510752 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeac5f1-1737-47a7-b12c-bd411622522a None None] The sync data for ids ['8c60ed53-5692-46f9-833d-d50d0a3355e3'] in n-d-715271-27 is: [] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:11.610861 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b082803-cc80-4d6c-b9fe-ab397d6d83df None None] Pushing event updated for resources: {'Port': ['ID=485744dd-fb1d-43a8-9a66-fadcd72e7b3e,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:11.688707 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 485744dd-fb1d-43a8-9a66-fadcd72e7b3e triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:11.689079 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.698922 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe68a7ee-ed91-46d5-91a4-61401f7843d5 None None] Network 6fe4e9fa-960b-4fee-b798-39b875b1985d is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:11.717099 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-fe68a7ee-ed91-46d5-91a4-61401f7843d5 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:11.719655 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-9b082803-cc80-4d6c-b9fe-ab397d6d83df None None] Provisioning complete for port b0b31d8b-9de1-49df-9f7e-7d600d000da0 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:11.720424 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9b082803-cc80-4d6c-b9fe-ab397d6d83df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.759464 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe68a7ee-ed91-46d5-91a4-61401f7843d5 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:11.837303 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ae0b7e-5a98-41fb-9e69-caac474ccdd0 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:11.841195 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c3ae0b7e-5a98-41fb-9e69-caac474ccdd0 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "GET /v2.0/networks?id=486bfc2e-9e22-4672-9fd0-4b6506f381d1 HTTP/1.1" status: 200 len: 765 time: 0.7250874 Nov 12 03:44:11.843433 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60202) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:11.852029 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-392a6fc9-07e5-4fe5-86b6-8eeb6f8b694a tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Request body: {'network': {'description': 'd2'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:11.875310 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe68a7ee-ed91-46d5-91a4-61401f7843d5 None None] Pushing event updated for resources: {'Port': ['ID=35c6602b-c9c6-4c9b-949f-65e18f1f1bb7,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:11.890729 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-feca1232-4168-4ace-9b4a-8a62ee969bec tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Allocated IP 172.20.0.1 (6fe4e9fa-960b-4fee-b798-39b875b1985d/1446c3b1-d244-4e74-8e37-cf61abeb4131/d5e3c90f-af49-45ca-8f99-6f83818fb6d2) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:11.936615 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-9b082803-cc80-4d6c-b9fe-ab397d6d83df None None] Port b0b31d8b-9de1-49df-9f7e-7d600d000da0 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:11.961521 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f0a9f151-4971-48e1-a168-673d13435500 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.965112 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-737e9946-aab8-4386-a999-d40a28bfe37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'name': 'tempest-TestNetworkBasicOps-router-1846091730', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'c8e2d77c-49af-4f57-a034-3d019e55b899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:55Z', 'updated_at': '2021-11-12T03:44:00Z', 'revision_number': 3, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'gw_port': {'id': 'c8e2d77c-49af-4f57-a034-3d019e55b899', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:59Z', 'updated_at': '2021-11-12T03:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:11.970108 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-fe68a7ee-ed91-46d5-91a4-61401f7843d5 None None] Attempting to bind port 35c6602b-c9c6-4c9b-949f-65e18f1f1bb7 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:11.970836 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-fe68a7ee-ed91-46d5-91a4-61401f7843d5 None None] Attempting to bind port 35c6602b-c9c6-4c9b-949f-65e18f1f1bb7 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '25c68e1a-8975-4773-b2b4-a57bf2d627be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6fe4e9fa-960b-4fee-b798-39b875b1985d'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:11.971202 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe68a7ee-ed91-46d5-91a4-61401f7843d5 None None] Attempting to bind port 35c6602b-c9c6-4c9b-949f-65e18f1f1bb7 on network 6fe4e9fa-960b-4fee-b798-39b875b1985d {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:11.986738 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-ed918c46-079e-44e0-802b-9ecf7ae489a2 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Deleting port 78181f37-caa5-439e-ab27-4afcbf3511c7 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:11.987104 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ed918c46-079e-44e0-802b-9ecf7ae489a2 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.004353 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-38de2d6f-9482-409f-9028-7ec638d08cae tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:12.005779 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-38de2d6f-9482-409f-9028-7ec638d08cae tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.90 "GET /v2.0/networks?id=ce97ab11-8a00-4cd9-ad27-4b288272e186 HTTP/1.1" status: 200 len: 810 time: 0.5162554 Nov 12 03:44:12.020324 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737e9946-aab8-4386-a999-d40a28bfe37e None None] The sync data for ids ['36d6fcb2-6064-41b6-bfa1-1798a2fcefa5'] in n-d-715271-27 is: [{'id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'name': 'tempest-TestNetworkBasicOps-router-1846091730', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'c8e2d77c-49af-4f57-a034-3d019e55b899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:55Z', 'updated_at': '2021-11-12T03:44:00Z', 'revision_number': 3, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'gw_port': {'id': 'c8e2d77c-49af-4f57-a034-3d019e55b899', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:59Z', 'updated_at': '2021-11-12T03:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:12.022491 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe68a7ee-ed91-46d5-91a4-61401f7843d5 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:44:12.023196 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe68a7ee-ed91-46d5-91a4-61401f7843d5 None None] Checking segment: {'id': '25c68e1a-8975-4773-b2b4-a57bf2d627be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6fe4e9fa-960b-4fee-b798-39b875b1985d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:12.023609 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fe68a7ee-ed91-46d5-91a4-61401f7843d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.024001 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe68a7ee-ed91-46d5-91a4-61401f7843d5 None None] Bound using segment: {'id': '25c68e1a-8975-4773-b2b4-a57bf2d627be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6fe4e9fa-960b-4fee-b798-39b875b1985d'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:44:12.025056 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-fe68a7ee-ed91-46d5-91a4-61401f7843d5 None None] Bound port: 35c6602b-c9c6-4c9b-949f-65e18f1f1bb7, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25c68e1a-8975-4773-b2b4-a57bf2d627be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6fe4e9fa-960b-4fee-b798-39b875b1985d'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:44:12.025056 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fe68a7ee-ed91-46d5-91a4-61401f7843d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.114485 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-f0a9f151-4971-48e1-a168-673d13435500 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 03:44:12.120179 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60210) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:12.122252 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-58cf4394-ed52-46c3-bf9c-b304b4335f55 None None] Could not find standard attr ID for object d23e9ec3-1c89-451c-8a56-7bd56967d5c0. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:44:12.122845 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f0a9f151-4971-48e1-a168-673d13435500 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] 10.222.0.50 "DELETE /v2.0/routers/8c60ed53-5692-46f9-833d-d50d0a3355e3 HTTP/1.1" status: 409 len: 329 time: 0.8359170 Nov 12 03:44:12.181435 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-58cf4394-ed52-46c3-bf9c-b304b4335f55 None None] Provisioning complete for port 485744dd-fb1d-43a8-9a66-fadcd72e7b3e triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:12.182078 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-58cf4394-ed52-46c3-bf9c-b304b4335f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.193876 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-254d1fd1-813b-40e1-a66e-9a00929146f2 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1978793e24864d458e17fb421706473b HTTP/1.1" status: 200 len: 379 time: 0.1553211 Nov 12 03:44:12.216183 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-18076266-3512-4108-945f-f3f45ab58ef8 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Request body: {'port': {'device_id': '2e93e943-08ee-4601-ad99-98d1a0a02b26', 'network_id': 'ce97ab11-8a00-4cd9-ad27-4b288272e186', 'admin_state_up': True, 'tenant_id': '1978793e24864d458e17fb421706473b', 'security_groups': ['d7383b1e-3145-4afc-bc14-7570d6bee322']}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:12.229207 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-fe68a7ee-ed91-46d5-91a4-61401f7843d5 None None] For port 35c6602b-c9c6-4c9b-949f-65e18f1f1bb7, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:12.253341 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-fe68a7ee-ed91-46d5-91a4-61401f7843d5 None None] For port 35c6602b-c9c6-4c9b-949f-65e18f1f1bb7, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=35c6602b-c9c6-4c9b-949f-65e18f1f1bb7,segment=NetworkSegment(25c68e1a-8975-4773-b2b4-a57bf2d627be),segment_id=25c68e1a-8975-4773-b2b4-a57bf2d627be)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:44:12.277871 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 154954c3-84b1-405a-9ea7-812abad015a7 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:12.327512 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-392a6fc9-07e5-4fe5-86b6-8eeb6f8b694a tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.367851 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-feca1232-4168-4ace-9b4a-8a62ee969bec tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.370798 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 154954c3-84b1-405a-9ea7-812abad015a7 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:12.371162 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 154954c3-84b1-405a-9ea7-812abad015a7 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:12.376798 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-392a6fc9-07e5-4fe5-86b6-8eeb6f8b694a tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.387614 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fe68a7ee-ed91-46d5-91a4-61401f7843d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.390760 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-ed918c46-079e-44e0-802b-9ecf7ae489a2 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] For port 78181f37-caa5-439e-ab27-4afcbf3511c7, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=78181f37-caa5-439e-ab27-4afcbf3511c7,segment=NetworkSegment(d1e6e2ce-7917-404a-b4cf-cc0d0cf5a1b0),segment_id=d1e6e2ce-7917-404a-b4cf-cc0d0cf5a1b0)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:12.391136 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ed918c46-079e-44e0-802b-9ecf7ae489a2 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.392154 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-18076266-3512-4108-945f-f3f45ab58ef8 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Made reservation on behalf of 1978793e24864d458e17fb421706473b for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:12.396528 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-18076266-3512-4108-945f-f3f45ab58ef8 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.432502 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d23e9ec3-1c89-451c-8a56-7bd56967d5c0 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:12.432668 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-392a6fc9-07e5-4fe5-86b6-8eeb6f8b694a tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Network 486bfc2e-9e22-4672-9fd0-4b6506f381d1 is not hosted by any dhcp agent {{(pid=102571) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 03:44:12.445715 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392a6fc9-07e5-4fe5-86b6-8eeb6f8b694a tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:12.448159 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-392a6fc9-07e5-4fe5-86b6-8eeb6f8b694a tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.451087 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-392a6fc9-07e5-4fe5-86b6-8eeb6f8b694a tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "PUT /v2.0/networks/486bfc2e-9e22-4672-9fd0-4b6506f381d1 HTTP/1.1" status: 200 len: 762 time: 0.6046824 Nov 12 03:44:12.477231 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60214) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:12.505285 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-ed918c46-079e-44e0-802b-9ecf7ae489a2 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Calling delete_port for 78181f37-caa5-439e-ab27-4afcbf3511c7 owned by network:router_interface {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:12.511450 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-58cf4394-ed52-46c3-bf9c-b304b4335f55 None None] Provisioning complete for port b0b31d8b-9de1-49df-9f7e-7d600d000da0 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:12.512389 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-58cf4394-ed52-46c3-bf9c-b304b4335f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.568590 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-e93b6de6-d5e9-4acf-b34e-79669a2a5894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'name': 'tempest-RoutersTest-router-583694735', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:17Z', 'updated_at': '2021-11-12T03:44:06Z', 'revision_number': 9, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'gw_port_host': None, '_interfaces': [{'id': '06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f', 'name': '', 'network_id': '9ac378ba-18e8-483d-aa67-8b7d97613684', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'mac_address': 'fa:16:3e:69:22:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:20Z', 'updated_at': '2021-11-12T03:43:31Z', 'revision_number': 5, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'subnets': [{'id': 'f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78181f37-caa5-439e-ab27-4afcbf3511c7', 'name': '', 'network_id': '681955e5-d7b5-450a-bfb7-ac581d5e206c', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'mac_address': 'fa:16:3e:3f:b6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'e007f6b3-6daf-45fd-aa3e-8a893ad0bc2a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:27Z', 'updated_at': '2021-11-12T03:43:47Z', 'revision_number': 5, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'subnets': [{'id': 'e007f6b3-6daf-45fd-aa3e-8a893ad0bc2a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:12.577064 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: d23e9ec3-1c89-451c-8a56-7bd56967d5c0 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:12.577064 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d23e9ec3-1c89-451c-8a56-7bd56967d5c0 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:12.613907 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-58cf4394-ed52-46c3-bf9c-b304b4335f55 None None] Port b0b31d8b-9de1-49df-9f7e-7d600d000da0 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:12.640402 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93b6de6-d5e9-4acf-b34e-79669a2a5894 None None] The sync data for ids ['4ca0d9d1-6087-4f84-846f-397d5d270fe9'] in n-d-715271-27 is: [{'id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'name': 'tempest-RoutersTest-router-583694735', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:17Z', 'updated_at': '2021-11-12T03:44:06Z', 'revision_number': 9, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'gw_port_host': None, '_interfaces': [{'id': '06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f', 'name': '', 'network_id': '9ac378ba-18e8-483d-aa67-8b7d97613684', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'mac_address': 'fa:16:3e:69:22:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:20Z', 'updated_at': '2021-11-12T03:43:31Z', 'revision_number': 5, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'subnets': [{'id': 'f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78181f37-caa5-439e-ab27-4afcbf3511c7', 'name': '', 'network_id': '681955e5-d7b5-450a-bfb7-ac581d5e206c', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'mac_address': 'fa:16:3e:3f:b6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'e007f6b3-6daf-45fd-aa3e-8a893ad0bc2a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:27Z', 'updated_at': '2021-11-12T03:43:47Z', 'revision_number': 5, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'subnets': [{'id': 'e007f6b3-6daf-45fd-aa3e-8a893ad0bc2a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:12.662682 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe68a7ee-ed91-46d5-91a4-61401f7843d5 None None] Pushing event updated for resources: {'Port': ['ID=35c6602b-c9c6-4c9b-949f-65e18f1f1bb7,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:12.674076 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ad2e81d5-636f-4380-a428-161ee424304f req-d5c57f19-69c9-4a14-a5be-8d37fbdd341f tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e93e943-08ee-4601-ad99-98d1a0a02b26 HTTP/1.1" status: 200 len: 210 time: 0.0657196 Nov 12 03:44:12.723354 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a6fc9-07e5-4fe5-86b6-8eeb6f8b694a tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event updated for resources: {'Network': ['ID=486bfc2e-9e22-4672-9fd0-4b6506f381d1,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:12.740469 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 486bfc2e-9e22-4672-9fd0-4b6506f381d1 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:44:12.740683 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1333ca9-47e8-48d2-a09c-783c259ae25c tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:12.742269 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f1333ca9-47e8-48d2-a09c-783c259ae25c tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "GET /v2.0/networks?id=486bfc2e-9e22-4672-9fd0-4b6506f381d1 HTTP/1.1" status: 200 len: 765 time: 0.2645030 Nov 12 03:44:12.745869 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60218) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:12.879664 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-feca1232-4168-4ace-9b4a-8a62ee969bec tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.926520 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-18076266-3512-4108-945f-f3f45ab58ef8 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Allocated IP 172.20.0.10 (ce97ab11-8a00-4cd9-ad27-4b288272e186/218af894-e138-49fb-983a-59526774f58c/5ac33e0d-02ec-4e7a-a89c-72969a177fce) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:12.992517 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ed918c46-079e-44e0-802b-9ecf7ae489a2 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.999090 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feca1232-4168-4ace-9b4a-8a62ee969bec tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Network 6fe4e9fa-960b-4fee-b798-39b875b1985d is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:13.010692 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-feca1232-4168-4ace-9b4a-8a62ee969bec tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:13.025709 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b4bc41-347f-45b7-aa9f-e10d31ab7978 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:13.027930 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feca1232-4168-4ace-9b4a-8a62ee969bec tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event updated for resources: {'Port': ['ID=d5e3c90f-af49-45ca-8f99-6f83818fb6d2,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:13.028837 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-70b4bc41-347f-45b7-aa9f-e10d31ab7978 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2814145 Nov 12 03:44:13.046240 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60222) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:13.047784 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feca1232-4168-4ace-9b4a-8a62ee969bec tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:13.178478 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6dc73c6b-7d3e-4870-90ac-7010c4ae9e6d tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "GET /v2.0/subnets?network_id=7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 HTTP/1.1" status: 200 len: 207 time: 0.1242099 Nov 12 03:44:13.189799 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60224) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:13.205929 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed918c46-079e-44e0-802b-9ecf7ae489a2 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event deleted for resources: {'Port': ['ID=78181f37-caa5-439e-ab27-4afcbf3511c7,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:13.223423 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 485744dd-fb1d-43a8-9a66-fadcd72e7b3e up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:13.341458 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 485744dd-fb1d-43a8-9a66-fadcd72e7b3e triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:13.341830 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.407042 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-feca1232-4168-4ace-9b4a-8a62ee969bec tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.452855 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-18076266-3512-4108-945f-f3f45ab58ef8 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.502853 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-18076266-3512-4108-945f-f3f45ab58ef8 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.553009 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-18076266-3512-4108-945f-f3f45ab58ef8 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Network ce97ab11-8a00-4cd9-ad27-4b288272e186 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:13.557717 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-18076266-3512-4108-945f-f3f45ab58ef8 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:13.562249 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-18076266-3512-4108-945f-f3f45ab58ef8 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:13.576459 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device c8e2d77c-49af-4f57-a034-3d019e55b899 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:13.612197 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18076266-3512-4108-945f-f3f45ab58ef8 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Pushing event updated for resources: {'Port': ['ID=5ac33e0d-02ec-4e7a-a89c-72969a177fce,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:13.645260 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-18076266-3512-4108-945f-f3f45ab58ef8 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:13.645915 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-18076266-3512-4108-945f-f3f45ab58ef8 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.665818 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-18076266-3512-4108-945f-f3f45ab58ef8 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4637060 Nov 12 03:44:13.687303 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-f0f2c4fd-2f98-44cf-b20d-f7e85253d4fe service neutron] Request body: {'port': {'device_id': '2e93e943-08ee-4601-ad99-98d1a0a02b26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:13.687653 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071b3996-de59-4a48-a44d-49a6b91d99e9 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:13.695189 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071b3996-de59-4a48-a44d-49a6b91d99e9 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:13.701529 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071b3996-de59-4a48-a44d-49a6b91d99e9 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:13.707170 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port c8e2d77c-49af-4f57-a034-3d019e55b899 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:13.707705 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071b3996-de59-4a48-a44d-49a6b91d99e9 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:13.707827 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.734627 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071b3996-de59-4a48-a44d-49a6b91d99e9 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:13.740935 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071b3996-de59-4a48-a44d-49a6b91d99e9 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:13.742785 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-071b3996-de59-4a48-a44d-49a6b91d99e9 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.5315123 Nov 12 03:44:13.748148 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60230) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:13.816529 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ed918c46-079e-44e0-802b-9ecf7ae489a2 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.818653 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.841750 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port c8e2d77c-49af-4f57-a034-3d019e55b899, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=c8e2d77c-49af-4f57-a034-3d019e55b899,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:13.844978 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-f0f2c4fd-2f98-44cf-b20d-f7e85253d4fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.847139 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.872617 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:44:13.923675 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-798d402e-b7ac-491e-9d98-b8232cc2c257 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.925583 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=c8e2d77c-49af-4f57-a034-3d019e55b899,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:13.949112 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-207a997f-3aba-4e05-ad89-430a87f9b3e8 None None] Provisioning complete for port 5ac33e0d-02ec-4e7a-a89c-72969a177fce triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:13.949337 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-207a997f-3aba-4e05-ad89-430a87f9b3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.994208 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-207a997f-3aba-4e05-ad89-430a87f9b3e8 None None] Port 5ac33e0d-02ec-4e7a-a89c-72969a177fce cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:14.000865 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-feca1232-4168-4ace-9b4a-8a62ee969bec tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:14.064411 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eaa363-0a88-45df-a5fe-a7c3b19eddbc req-2b4e6722-ea7f-4ac6-a9b1-24faecbc9b23 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:14.065913 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-96eaa363-0a88-45df-a5fe-a7c3b19eddbc req-2b4e6722-ea7f-4ac6-a9b1-24faecbc9b23 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e93e943-08ee-4601-ad99-98d1a0a02b26 HTTP/1.1" status: 200 len: 932 time: 0.2492430 Nov 12 03:44:14.208761 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-32a516a1-0264-4f7d-9a08-85824c8ecc4f tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.4547446 Nov 12 03:44:14.213489 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60234) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:14.378265 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-96eaa363-0a88-45df-a5fe-a7c3b19eddbc req-549fe8a9-7f62-4d08-8afb-16287f82f6f8 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7383b1e-3145-4afc-bc14-7570d6bee322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3024004 Nov 12 03:44:14.424067 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25113aa-b337-4912-926c-057b575631c9 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:14.425606 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25113aa-b337-4912-926c-057b575631c9 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:14.427119 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25113aa-b337-4912-926c-057b575631c9 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:14.429123 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25113aa-b337-4912-926c-057b575631c9 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:14.430692 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25113aa-b337-4912-926c-057b575631c9 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:14.437063 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b25113aa-b337-4912-926c-057b575631c9 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2194076 Nov 12 03:44:14.445886 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60238) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:14.575945 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4b27f9-5795-4b00-aa29-64da176720c1 None None] Network 6fe4e9fa-960b-4fee-b798-39b875b1985d requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:14.738118 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-9bb2cb46-e083-4b9d-aa9b-798d131ad6ae None None] Provisioning complete for port 35c6602b-c9c6-4c9b-949f-65e18f1f1bb7 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:14.752932 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9bb2cb46-e083-4b9d-aa9b-798d131ad6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:14.906516 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60244) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:14.929560 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed918c46-079e-44e0-802b-9ecf7ae489a2 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Router 4ca0d9d1-6087-4f84-846f-397d5d270fe9 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:44:15.035426 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device c8e2d77c-49af-4f57-a034-3d019e55b899 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:15.050245 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-57b27c7a-59c9-44aa-bc01-e9305ff61701 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.7388375 Nov 12 03:44:15.092263 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9bb2cb46-e083-4b9d-aa9b-798d131ad6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.096523 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505741d1-369e-4fbe-aab0-7b3316441566 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['shared'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:15.098605 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505741d1-369e-4fbe-aab0-7b3316441566 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['shared'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:15.100571 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505741d1-369e-4fbe-aab0-7b3316441566 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['shared'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:15.103046 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505741d1-369e-4fbe-aab0-7b3316441566 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['shared'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:15.104808 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505741d1-369e-4fbe-aab0-7b3316441566 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['shared'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:15.106519 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-505741d1-369e-4fbe-aab0-7b3316441566 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.6594210 Nov 12 03:44:15.114000 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60248) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:15.152896 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-9bb2cb46-e083-4b9d-aa9b-798d131ad6ae None None] For port 35c6602b-c9c6-4c9b-949f-65e18f1f1bb7, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=35c6602b-c9c6-4c9b-949f-65e18f1f1bb7,segment=NetworkSegment(25c68e1a-8975-4773-b2b4-a57bf2d627be),segment_id=25c68e1a-8975-4773-b2b4-a57bf2d627be)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:15.160614 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9bb2cb46-e083-4b9d-aa9b-798d131ad6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.233344 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2cb46-e083-4b9d-aa9b-798d131ad6ae None None] Pushing event updated for resources: {'Port': ['ID=35c6602b-c9c6-4c9b-949f-65e18f1f1bb7,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:15.238706 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a17b84d6-1c3b-4d7c-bf74-f67edebab241 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.247555 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2cb46-e083-4b9d-aa9b-798d131ad6ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:15.248201 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2cb46-e083-4b9d-aa9b-798d131ad6ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:15.248739 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2cb46-e083-4b9d-aa9b-798d131ad6ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:15.249675 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2cb46-e083-4b9d-aa9b-798d131ad6ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:15.250184 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2cb46-e083-4b9d-aa9b-798d131ad6ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:15.250686 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2cb46-e083-4b9d-aa9b-798d131ad6ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:15.251197 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2cb46-e083-4b9d-aa9b-798d131ad6ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:15.251714 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2cb46-e083-4b9d-aa9b-798d131ad6ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:15.252412 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2cb46-e083-4b9d-aa9b-798d131ad6ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:15.252910 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2cb46-e083-4b9d-aa9b-798d131ad6ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:15.255596 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2cb46-e083-4b9d-aa9b-798d131ad6ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:15.256140 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2cb46-e083-4b9d-aa9b-798d131ad6ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:15.268604 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port c8e2d77c-49af-4f57-a034-3d019e55b899 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:15.269195 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.345165 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-feca1232-4168-4ace-9b4a-8a62ee969bec tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.349003 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-5a3fe10d-c71e-4248-b3b4-654bd4418b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:15.349551 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-5a3fe10d-c71e-4248-b3b4-654bd4418b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:15.350907 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-5a3fe10d-c71e-4248-b3b4-654bd4418b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:15.351226 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-5a3fe10d-c71e-4248-b3b4-654bd4418b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:15.352483 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-5a3fe10d-c71e-4248-b3b4-654bd4418b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:15.352483 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-5a3fe10d-c71e-4248-b3b4-654bd4418b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:15.352733 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-5a3fe10d-c71e-4248-b3b4-654bd4418b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:15.354833 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-5a3fe10d-c71e-4248-b3b4-654bd4418b0f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0cdd38a3f1ea45dcbcc53ea0d2714986&device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 6506 time: 0.2103586 Nov 12 03:44:15.390222 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-feca1232-4168-4ace-9b4a-8a62ee969bec tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.393506 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 35c6602b-c9c6-4c9b-949f-65e18f1f1bb7 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:15.394949 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed918c46-079e-44e0-802b-9ecf7ae489a2 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:15.401547 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-f0f2c4fd-2f98-44cf-b20d-f7e85253d4fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ac33e0d-02ec-4e7a-a89c-72969a177fce {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:44:15.415235 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ed918c46-079e-44e0-802b-9ecf7ae489a2 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "PUT /v2.0/routers/4ca0d9d1-6087-4f84-846f-397d5d270fe9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4545918 Nov 12 03:44:15.432325 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60252) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:15.435368 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-f0f2c4fd-2f98-44cf-b20d-f7e85253d4fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.471927 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af41067-4ae6-498c-a3cd-3b7bf89197fb tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:15.473590 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5af41067-4ae6-498c-a3cd-3b7bf89197fb tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "GET /v2.0/networks/80425bfc-128a-4a0a-8cc5-f84ab524c764 HTTP/1.1" status: 200 len: 803 time: 0.3581660 Nov 12 03:44:15.498395 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfe1fa1-3a02-4669-bde5-c5e53dd3c795 None None] Sync routers for ids ['4ca0d9d1-6087-4f84-846f-397d5d270fe9'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:15.512547 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60256) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:15.514978 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfe1fa1-3a02-4669-bde5-c5e53dd3c795 None None] Routers {'4ca0d9d1-6087-4f84-846f-397d5d270fe9'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:15.515633 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-cbfe1fa1-3a02-4669-bde5-c5e53dd3c795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:44:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4ca0d9d1-6087-4f84-846f-397d5d270fe9'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:15.526493 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-feca1232-4168-4ace-9b4a-8a62ee969bec tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.562188 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-f0f2c4fd-2f98-44cf-b20d-f7e85253d4fe service neutron] Transition to ACTIVE for port object 5ac33e0d-02ec-4e7a-a89c-72969a177fce will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:44:15.622018 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-798d402e-b7ac-491e-9d98-b8232cc2c257 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Deleting port b0b31d8b-9de1-49df-9f7e-7d600d000da0 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:15.622353 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-798d402e-b7ac-491e-9d98-b8232cc2c257 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.638487 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-29658520-a65f-44bb-be45-53fd6b4f7fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:15.639335 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-29658520-a65f-44bb-be45-53fd6b4f7fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:15.639887 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-29658520-a65f-44bb-be45-53fd6b4f7fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:15.642907 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-29658520-a65f-44bb-be45-53fd6b4f7fe1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=efb988ed-b223-4e0b-8b86-915607ae4e80&id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&id=36f6ed65-8190-49b0-8a57-7dd102916b9e&id=36f6ed65-8190-49b0-8a57-7dd102916b9e HTTP/1.1" status: 200 len: 2299 time: 0.2520192 Nov 12 03:44:15.727230 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-f0f2c4fd-2f98-44cf-b20d-f7e85253d4fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.741739 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-99548266-74a2-4329-96ca-01e6fa8b71d9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b765f9f8-1b70-40fd-8519-033f4f7cc090 HTTP/1.1" status: 200 len: 1000 time: 0.0847621 Nov 12 03:44:15.753451 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feca1232-4168-4ace-9b4a-8a62ee969bec tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event updated for resources: {'Port': ['ID=d5e3c90f-af49-45ca-8f99-6f83818fb6d2,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:15.791414 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3f4770-524a-482f-b8cf-c1048b836bce None None] get_active_networks_info from n-d-715271-27 {{(pid=102573) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:44:15.819556 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 35c6602b-c9c6-4c9b-949f-65e18f1f1bb7 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:15.820020 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.837533 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdec5b19-dafb-4e53-b88d-7e4f3a595cb9 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Deleting subnet e007f6b3-6daf-45fd-aa3e-8a893ad0bc2a {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:15.840995 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fdec5b19-dafb-4e53-b88d-7e4f3a595cb9 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.880715 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a17b84d6-1c3b-4d7c-bf74-f67edebab241 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.895757 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a17b84d6-1c3b-4d7c-bf74-f67edebab241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.900114 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f2c4fd-2f98-44cf-b20d-f7e85253d4fe service neutron] Pushing event updated for resources: {'Port': ['ID=5ac33e0d-02ec-4e7a-a89c-72969a177fce,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:15.909317 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21fb4e-ea0a-47ac-a4da-942f0b275b8d req-aaafa1c8-f3d0-40a3-92a8-e478287e4174 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:15.911621 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9b21fb4e-ea0a-47ac-a4da-942f0b275b8d req-aaafa1c8-f3d0-40a3-92a8-e478287e4174 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e93e943-08ee-4601-ad99-98d1a0a02b26 HTTP/1.1" status: 200 len: 932 time: 0.3791871 Nov 12 03:44:15.917413 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-6584257f-c2cf-4f36-ad12-4af397062cf8 None None] Provisioning complete for port d5e3c90f-af49-45ca-8f99-6f83818fb6d2 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:15.917928 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6584257f-c2cf-4f36-ad12-4af397062cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.940656 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a17b84d6-1c3b-4d7c-bf74-f67edebab241 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=66a4c0df27d946f9b1079dd2251370c8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0242858 Nov 12 03:44:15.947152 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-cbfe1fa1-3a02-4669-bde5-c5e53dd3c795 None None] Set router 4ca0d9d1-6087-4f84-846f-397d5d270fe9 gateway port host: None {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:15.947373 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60258) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:15.958568 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-14d534bb-f22b-4683-bd37-727f7a75479a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:15.960296 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-14d534bb-f22b-4683-bd37-727f7a75479a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=30a0f48c-61f9-4792-91bd-2c64b1b43b35 HTTP/1.1" status: 200 len: 856 time: 0.1745327 Nov 12 03:44:15.963682 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fdec5b19-dafb-4e53-b88d-7e4f3a595cb9 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.987995 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a63abdfd-e4a2-4711-9555-2e6818aef015 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "GET /v2.0/networks/80425bfc-128a-4a0a-8cc5-f84ab524c764?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.4525428 Nov 12 03:44:15.994761 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-798d402e-b7ac-491e-9d98-b8232cc2c257 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.000316 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60260) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:16.045276 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b84d6-1c3b-4d7c-bf74-f67edebab241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebab0644-f66b-4101-a10a-4477ff315eaf,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:16.051823 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-798d402e-b7ac-491e-9d98-b8232cc2c257 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Calling delete_port for b0b31d8b-9de1-49df-9f7e-7d600d000da0 owned by network:router_interface {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:16.052038 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-6584257f-c2cf-4f36-ad12-4af397062cf8 None None] Port d5e3c90f-af49-45ca-8f99-6f83818fb6d2 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:16.064785 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feca1232-4168-4ace-9b4a-8a62ee969bec tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Network 6fe4e9fa-960b-4fee-b798-39b875b1985d is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:16.077821 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-feca1232-4168-4ace-9b4a-8a62ee969bec tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:16.149962 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9b21fb4e-ea0a-47ac-a4da-942f0b275b8d req-45d32cc4-de26-418b-b992-b44aaafaab06 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7383b1e-3145-4afc-bc14-7570d6bee322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2157154 Nov 12 03:44:16.166996 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-6584257f-c2cf-4f36-ad12-4af397062cf8 None None] Provisioning complete for port 35c6602b-c9c6-4c9b-949f-65e18f1f1bb7 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:16.167377 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6584257f-c2cf-4f36-ad12-4af397062cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.183770 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-b67bda25-3c05-4211-89ff-abe0971c7e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:16.185304 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-b67bda25-3c05-4211-89ff-abe0971c7e44 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=efb988ed-b223-4e0b-8b86-915607ae4e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1685588 Nov 12 03:44:16.188709 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-f0f2c4fd-2f98-44cf-b20d-f7e85253d4fe service neutron] Attempting to bind port 5ac33e0d-02ec-4e7a-a89c-72969a177fce on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:16.189029 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-f0f2c4fd-2f98-44cf-b20d-f7e85253d4fe service neutron] Attempting to bind port 5ac33e0d-02ec-4e7a-a89c-72969a177fce by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '903eacc2-9f2d-47e8-bfb2-b205db6693da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ce97ab11-8a00-4cd9-ad27-4b288272e186'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:16.189357 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-f0f2c4fd-2f98-44cf-b20d-f7e85253d4fe service neutron] Attempting to bind port 5ac33e0d-02ec-4e7a-a89c-72969a177fce on network ce97ab11-8a00-4cd9-ad27-4b288272e186 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:16.215529 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-f0f2c4fd-2f98-44cf-b20d-f7e85253d4fe service neutron] Port 5ac33e0d-02ec-4e7a-a89c-72969a177fce on network ce97ab11-8a00-4cd9-ad27-4b288272e186 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:44:16.215856 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-f0f2c4fd-2f98-44cf-b20d-f7e85253d4fe service neutron] Attempting to bind port 5ac33e0d-02ec-4e7a-a89c-72969a177fce on network ce97ab11-8a00-4cd9-ad27-4b288272e186 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:16.243001 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-eef2c6e6-9bd3-4c94-b64c-ebb331d6b959 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.250671 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-f0f2c4fd-2f98-44cf-b20d-f7e85253d4fe service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:44:16.250853 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a82acf-cbea-4743-8007-302b1bbaefbb tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:16.251004 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-f0f2c4fd-2f98-44cf-b20d-f7e85253d4fe service neutron] Checking segment: {'id': '903eacc2-9f2d-47e8-bfb2-b205db6693da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ce97ab11-8a00-4cd9-ad27-4b288272e186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:16.251386 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-f0f2c4fd-2f98-44cf-b20d-f7e85253d4fe service neutron] Bound using segment: {'id': '903eacc2-9f2d-47e8-bfb2-b205db6693da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ce97ab11-8a00-4cd9-ad27-4b288272e186'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:44:16.251830 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-f0f2c4fd-2f98-44cf-b20d-f7e85253d4fe service neutron] Bound port: 5ac33e0d-02ec-4e7a-a89c-72969a177fce, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '903eacc2-9f2d-47e8-bfb2-b205db6693da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ce97ab11-8a00-4cd9-ad27-4b288272e186'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:44:16.257639 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-f0f2c4fd-2f98-44cf-b20d-f7e85253d4fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.257777 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-22a82acf-cbea-4743-8007-302b1bbaefbb tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "GET /v2.0/subnets/fd5db506-b7a0-4263-97d0-26e12b4f9543 HTTP/1.1" status: 200 len: 843 time: 0.2507253 Nov 12 03:44:16.257777 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60262) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:16.261575 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fdec5b19-dafb-4e53-b88d-7e4f3a595cb9 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.269885 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feca1232-4168-4ace-9b4a-8a62ee969bec tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Router 36d6fcb2-6064-41b6-bfa1-1798a2fcefa5 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:44:16.283072 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device dac5edec-462b-40f8-a8a7-539175b0ca86 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:16.321636 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: dac5edec-462b-40f8-a8a7-539175b0ca86 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:16.322148 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device dac5edec-462b-40f8-a8a7-539175b0ca86 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:16.355722 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3f4770-524a-482f-b8cf-c1048b836bce None None] Resources bound (agent type, host, resource id): {{(pid=102573) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:44:16.362937 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-eef2c6e6-9bd3-4c94-b64c-ebb331d6b959 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.378022 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d34639-2ec3-4d94-aa4d-a64443b92241 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:16.383472 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b7d34639-2ec3-4d94-aa4d-a64443b92241 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "GET /v2.0/subnets/fd5db506-b7a0-4263-97d0-26e12b4f9543?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1222458 Nov 12 03:44:16.385806 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60264) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:16.390600 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-ec80c6ae-50d3-4dae-83b9-fab7d5cb18bc tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-233410574'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:16.473777 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-d5841c64-424a-44f1-9731-b2c78ec296e4 service neutron] 10.222.0.74 "GET /v2.0/networks/efb988ed-b223-4e0b-8b86-915607ae4e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708044 Nov 12 03:44:16.512106 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec80c6ae-50d3-4dae-83b9-fab7d5cb18bc tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Made reservation on behalf of e1d480ebbc414f64891e3ea3b39fa331 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:16.515546 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ec80c6ae-50d3-4dae-83b9-fab7d5cb18bc tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.542036 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feca1232-4168-4ace-9b4a-8a62ee969bec tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:16.549741 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-feca1232-4168-4ace-9b4a-8a62ee969bec tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "PUT /v2.0/routers/36d6fcb2-6064-41b6-bfa1-1798a2fcefa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6112111 Nov 12 03:44:16.557653 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4346595-ce99-4cb7-b481-be3a4f367820 None None] Sync routers for ids ['36d6fcb2-6064-41b6-bfa1-1798a2fcefa5'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:16.570748 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60268) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:16.589687 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-eef2c6e6-9bd3-4c94-b64c-ebb331d6b959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.604706 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec80c6ae-50d3-4dae-83b9-fab7d5cb18bc tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:44:16.605947 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-eef2c6e6-9bd3-4c94-b64c-ebb331d6b959 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.609480 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-eef2c6e6-9bd3-4c94-b64c-ebb331d6b959 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ebab0644-f66b-4101-a10a-4477ff315eaf HTTP/1.1" status: 204 len: 168 time: 0.6540818 Nov 12 03:44:16.611250 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4346595-ce99-4cb7-b481-be3a4f367820 None None] Routers {'36d6fcb2-6064-41b6-bfa1-1798a2fcefa5'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:16.611663 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-c4346595-ce99-4cb7-b481-be3a4f367820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:44:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['36d6fcb2-6064-41b6-bfa1-1798a2fcefa5'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:16.662002 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef2c6e6-9bd3-4c94-b64c-ebb331d6b959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebab0644-f66b-4101-a10a-4477ff315eaf,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:16.665975 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-cbfe1fa1-3a02-4669-bde5-c5e53dd3c795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'name': 'tempest-RoutersTest-router-583694735', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:17Z', 'updated_at': '2021-11-12T03:44:12Z', 'revision_number': 10, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'gw_port_host': None, '_interfaces': [{'id': '06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f', 'name': '', 'network_id': '9ac378ba-18e8-483d-aa67-8b7d97613684', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'mac_address': 'fa:16:3e:69:22:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:20Z', 'updated_at': '2021-11-12T03:43:31Z', 'revision_number': 5, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'subnets': [{'id': 'f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:16.670318 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fdec5b19-dafb-4e53-b88d-7e4f3a595cb9 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.696779 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-f0f2c4fd-2f98-44cf-b20d-f7e85253d4fe service neutron] For port 5ac33e0d-02ec-4e7a-a89c-72969a177fce, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:16.737480 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec5b19-dafb-4e53-b88d-7e4f3a595cb9 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event deleted for resources: {'Subnet': ['ID=e007f6b3-6daf-45fd-aa3e-8a893ad0bc2a,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:16.744565 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fdec5b19-dafb-4e53-b88d-7e4f3a595cb9 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.745225 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 35c6602b-c9c6-4c9b-949f-65e18f1f1bb7 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:16.753649 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-fdec5b19-dafb-4e53-b88d-7e4f3a595cb9 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "DELETE /v2.0/subnets/e007f6b3-6daf-45fd-aa3e-8a893ad0bc2a HTTP/1.1" status: 204 len: 168 time: 1.3059800 Nov 12 03:44:16.755728 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfe1fa1-3a02-4669-bde5-c5e53dd3c795 None None] Checking router: 4ca0d9d1-6087-4f84-846f-397d5d270fe9 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:44:16.780712 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60272) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:16.783516 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ec80c6ae-50d3-4dae-83b9-fab7d5cb18bc tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.783875 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-ec80c6ae-50d3-4dae-83b9-fab7d5cb18bc tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Added segment 3b53085b-45ee-4d65-8fca-858ce61f6961 of type vlan for network 3742a995-5db5-4292-afaf-028104fe4b96 Nov 12 03:44:16.813966 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-f0f2c4fd-2f98-44cf-b20d-f7e85253d4fe service neutron] For port 5ac33e0d-02ec-4e7a-a89c-72969a177fce, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=5ac33e0d-02ec-4e7a-a89c-72969a177fce,segment=NetworkSegment(903eacc2-9f2d-47e8-bfb2-b205db6693da),segment_id=903eacc2-9f2d-47e8-bfb2-b205db6693da)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:44:16.816380 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-798d402e-b7ac-491e-9d98-b8232cc2c257 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.835654 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-f0f2c4fd-2f98-44cf-b20d-f7e85253d4fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.875456 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfe1fa1-3a02-4669-bde5-c5e53dd3c795 None None] Routers {'4ca0d9d1-6087-4f84-846f-397d5d270fe9'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:16.876107 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-cbfe1fa1-3a02-4669-bde5-c5e53dd3c795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:44:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4ca0d9d1-6087-4f84-846f-397d5d270fe9'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:16.893204 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-b2ac6264-1137-4622-a33f-c88bfc9a31b3 service neutron] 10.222.0.74 "GET /v2.0/networks/efb988ed-b223-4e0b-8b86-915607ae4e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888650 Nov 12 03:44:16.902901 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-77e4cb71-7926-45bd-ab70-76c012142c4b None None] Provisioning complete for port d5e3c90f-af49-45ca-8f99-6f83818fb6d2 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:16.903259 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-77e4cb71-7926-45bd-ab70-76c012142c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.922089 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798d402e-b7ac-491e-9d98-b8232cc2c257 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Pushing event deleted for resources: {'Port': ['ID=b0b31d8b-9de1-49df-9f7e-7d600d000da0,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:16.947373 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ec80c6ae-50d3-4dae-83b9-fab7d5cb18bc tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.987002 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-461e7d06-d4be-4fef-9fdc-e7f6fb068017 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2 HTTP/1.1" status: 200 len: 217 time: 0.0394530 Nov 12 03:44:16.990930 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-f0f2c4fd-2f98-44cf-b20d-f7e85253d4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:16.992419 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-f0f2c4fd-2f98-44cf-b20d-f7e85253d4fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.994625 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-f0f2c4fd-2f98-44cf-b20d-f7e85253d4fe service neutron] 10.222.0.90 "PUT /v2.0/ports/5ac33e0d-02ec-4e7a-a89c-72969a177fce HTTP/1.1" status: 200 len: 1093 time: 3.3151710 Nov 12 03:44:16.995271 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e93e943-08ee-4601-ad99-98d1a0a02b26', 'tag': '5ac33e0d-02ec-4e7a-a89c-72969a177fce'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:44:16.997856 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37827a37-3512-4dc5-9095-1658ff6f9b66" -d '{"events": [{"name": "network-changed", "server_uuid": "2e93e943-08ee-4601-ad99-98d1a0a02b26", "tag": "5ac33e0d-02ec-4e7a-a89c-72969a177fce"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:44:17.019988 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-c4346595-ce99-4cb7-b481-be3a4f367820 None None] Set router 36d6fcb2-6064-41b6-bfa1-1798a2fcefa5 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:17.100587 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-98e93fa6-21d8-444b-8490-e01fc66d9f10 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.103772 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-7de1f579-a06d-4291-b191-6be3cf794331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.104287 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1a0e81-c3af-4e29-b24b-97355c043eb2 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.104775 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1a0e81-c3af-4e29-b24b-97355c043eb2 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.105577 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1a0e81-c3af-4e29-b24b-97355c043eb2 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.106060 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1a0e81-c3af-4e29-b24b-97355c043eb2 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.106244 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-7de1f579-a06d-4291-b191-6be3cf794331 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b982b1ac-5a39-445d-bf86-e4e863c753c9 HTTP/1.1" status: 200 len: 797 time: 0.0886712 Nov 12 03:44:17.106515 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1a0e81-c3af-4e29-b24b-97355c043eb2 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.108508 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1a0e81-c3af-4e29-b24b-97355c043eb2 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.109001 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1a0e81-c3af-4e29-b24b-97355c043eb2 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.109566 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1a0e81-c3af-4e29-b24b-97355c043eb2 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.109919 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1a0e81-c3af-4e29-b24b-97355c043eb2 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.110375 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1a0e81-c3af-4e29-b24b-97355c043eb2 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.110827 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1a0e81-c3af-4e29-b24b-97355c043eb2 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.111276 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1a0e81-c3af-4e29-b24b-97355c043eb2 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.111724 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1a0e81-c3af-4e29-b24b-97355c043eb2 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.112194 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1a0e81-c3af-4e29-b24b-97355c043eb2 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.112894 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1a0e81-c3af-4e29-b24b-97355c043eb2 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.114158 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1a0e81-c3af-4e29-b24b-97355c043eb2 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.117147 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a1dd1a-3581-4708-88c7-7ce98ca3a1d8 x-openstack-request-id: req-52a1dd1a-3581-4708-88c7-7ce98ca3a1d8 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:44:17.117743 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e93e943-08ee-4601-ad99-98d1a0a02b26", "tag": "5ac33e0d-02ec-4e7a-a89c-72969a177fce", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:44:17.118124 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1a0e81-c3af-4e29-b24b-97355c043eb2 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.118345 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-52a1dd1a-3581-4708-88c7-7ce98ca3a1d8 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:44:17.118621 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1a0e81-c3af-4e29-b24b-97355c043eb2 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.119204 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e93e943-08ee-4601-ad99-98d1a0a02b26', 'tag': '5ac33e0d-02ec-4e7a-a89c-72969a177fce', 'status': 'completed', 'code': 200} Nov 12 03:44:17.121111 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ed1a0e81-c3af-4e29-b24b-97355c043eb2 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 12576 time: 0.5472441 Nov 12 03:44:17.128655 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60278) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:17.173686 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ec80c6ae-50d3-4dae-83b9-fab7d5cb18bc tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.175358 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-77e4cb71-7926-45bd-ab70-76c012142c4b None None] Port d5e3c90f-af49-45ca-8f99-6f83818fb6d2 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:17.181794 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec80c6ae-50d3-4dae-83b9-fab7d5cb18bc tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.182469 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ec80c6ae-50d3-4dae-83b9-fab7d5cb18bc tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.198007 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-798d402e-b7ac-491e-9d98-b8232cc2c257 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.233891 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ec80c6ae-50d3-4dae-83b9-fab7d5cb18bc tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8460622 Nov 12 03:44:17.234140 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 35c6602b-c9c6-4c9b-949f-65e18f1f1bb7 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:17.234140 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.236574 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-cbfe1fa1-3a02-4669-bde5-c5e53dd3c795 None None] Set router 4ca0d9d1-6087-4f84-846f-397d5d270fe9 gateway port host: None {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:17.242840 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60286) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:17.308755 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-b03e7f33-f18f-4a78-a370-4bbb11fe0604 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Request body: {'subnet': {'network_id': '3742a995-5db5-4292-afaf-028104fe4b96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:17.439571 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec80c6ae-50d3-4dae-83b9-fab7d5cb18bc tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event updated for resources: {'Network': ['ID=3742a995-5db5-4292-afaf-028104fe4b96,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:17.452097 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f2c4fd-2f98-44cf-b20d-f7e85253d4fe service neutron] Pushing event updated for resources: {'Port': ['ID=5ac33e0d-02ec-4e7a-a89c-72969a177fce,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:17.469525 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-c4346595-ce99-4cb7-b481-be3a4f367820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'name': 'tempest-TestNetworkBasicOps-router-1846091730', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'c8e2d77c-49af-4f57-a034-3d019e55b899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:55Z', 'updated_at': '2021-11-12T03:44:13Z', 'revision_number': 4, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'gw_port': {'id': 'c8e2d77c-49af-4f57-a034-3d019e55b899', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:59Z', 'updated_at': '2021-11-12T03:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'd5e3c90f-af49-45ca-8f99-6f83818fb6d2', 'name': '', 'network_id': '6fe4e9fa-960b-4fee-b798-39b875b1985d', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'mac_address': 'fa:16:3e:f8:db:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '1446c3b1-d244-4e74-8e37-cf61abeb4131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:09Z', 'updated_at': '2021-11-12T03:44:14Z', 'revision_number': 2, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'subnets': [{'id': '1446c3b1-d244-4e74-8e37-cf61abeb4131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:17.473475 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 3742a995-5db5-4292-afaf-028104fe4b96 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:44:17.536294 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4346595-ce99-4cb7-b481-be3a4f367820 None None] Checking router: 36d6fcb2-6064-41b6-bfa1-1798a2fcefa5 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:44:17.536680 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4346595-ce99-4cb7-b481-be3a4f367820 None None] Updating router 36d6fcb2-6064-41b6-bfa1-1798a2fcefa5 port d5e3c90f-af49-45ca-8f99-6f83818fb6d2 binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:44:17.577482 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-c4346595-ce99-4cb7-b481-be3a4f367820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.609563 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-7e0509a0-5cb0-4865-b6c8-d22a6d099329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.611286 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-7e0509a0-5cb0-4865-b6c8-d22a6d099329 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4807868 Nov 12 03:44:17.658800 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a65e7-5e01-4e77-8746-8eb08478188f req-0f33408b-be09-4efb-ad3b-03ebc04fcb2d tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.660392 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c41a65e7-5e01-4e77-8746-8eb08478188f req-0f33408b-be09-4efb-ad3b-03ebc04fcb2d tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e93e943-08ee-4601-ad99-98d1a0a02b26 HTTP/1.1" status: 200 len: 944 time: 0.3400717 Nov 12 03:44:17.728475 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-798d402e-b7ac-491e-9d98-b8232cc2c257 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Router 8c60ed53-5692-46f9-833d-d50d0a3355e3 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:44:17.751479 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03e7f33-f18f-4a78-a370-4bbb11fe0604 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Made reservation on behalf of e1d480ebbc414f64891e3ea3b39fa331 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:17.755066 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b03e7f33-f18f-4a78-a370-4bbb11fe0604 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.755468 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-182e7049-f48c-4173-b0f5-f301646aaf5b service neutron] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332603 Nov 12 03:44:17.759584 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-2a8d3e27-190e-4c19-b0e4-19c9a49756f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.761336 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-2a8d3e27-190e-4c19-b0e4-19c9a49756f8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1978793e24864d458e17fb421706473b&device_id=2e93e943-08ee-4601-ad99-98d1a0a02b26 HTTP/1.1" status: 200 len: 1096 time: 0.6411762 Nov 12 03:44:17.770342 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b240dea-98c3-4fdd-94d8-4e93004788a4 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.770798 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b240dea-98c3-4fdd-94d8-4e93004788a4 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.771348 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b240dea-98c3-4fdd-94d8-4e93004788a4 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.771796 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b240dea-98c3-4fdd-94d8-4e93004788a4 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.772633 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b240dea-98c3-4fdd-94d8-4e93004788a4 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.773380 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b240dea-98c3-4fdd-94d8-4e93004788a4 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.773826 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b240dea-98c3-4fdd-94d8-4e93004788a4 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.774265 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b240dea-98c3-4fdd-94d8-4e93004788a4 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.774698 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b240dea-98c3-4fdd-94d8-4e93004788a4 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.775134 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b240dea-98c3-4fdd-94d8-4e93004788a4 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.775658 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b240dea-98c3-4fdd-94d8-4e93004788a4 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.776111 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b240dea-98c3-4fdd-94d8-4e93004788a4 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.776536 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b240dea-98c3-4fdd-94d8-4e93004788a4 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.777312 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b240dea-98c3-4fdd-94d8-4e93004788a4 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.777441 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b240dea-98c3-4fdd-94d8-4e93004788a4 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.777808 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b240dea-98c3-4fdd-94d8-4e93004788a4 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.778242 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b240dea-98c3-4fdd-94d8-4e93004788a4 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.781546 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6b240dea-98c3-4fdd-94d8-4e93004788a4 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 10720 time: 0.6364319 Nov 12 03:44:17.795065 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60300) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:17.809610 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c41a65e7-5e01-4e77-8746-8eb08478188f req-14141a00-41dc-4da8-a1b2-588bc2a4b3ad tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7383b1e-3145-4afc-bc14-7570d6bee322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405923 Nov 12 03:44:17.927624 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-19684a41-14af-4c75-a111-00f2905c59a8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ac33e0d-02ec-4e7a-a89c-72969a177fce HTTP/1.1" status: 200 len: 217 time: 0.1436882 Nov 12 03:44:17.931420 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-36e452cb-7f83-437c-8fd7-b24548f34131 service neutron] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079013 Nov 12 03:44:17.934610 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-c4346595-ce99-4cb7-b481-be3a4f367820 None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.942674 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-c4346595-ce99-4cb7-b481-be3a4f367820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.991760 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-d763eca2-7934-4297-9e32-59e05a4d972b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.995147 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-d763eca2-7934-4297-9e32-59e05a4d972b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=218af894-e138-49fb-983a-59526774f58c HTTP/1.1" status: 200 len: 849 time: 0.0588822 Nov 12 03:44:18.043252 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375385cc-b8f8-4ef2-8b5e-cfc3a440f5cf None None] Pushing event updated for resources: {'Port': ['ID=d5e3c90f-af49-45ca-8f99-6f83818fb6d2,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:18.047481 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-98e93fa6-21d8-444b-8490-e01fc66d9f10 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Deleting port d5a28b05-a42a-4740-aa17-33c76400e394 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:18.047821 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-98e93fa6-21d8-444b-8490-e01fc66d9f10 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:18.074091 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375385cc-b8f8-4ef2-8b5e-cfc3a440f5cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:18.075647 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375385cc-b8f8-4ef2-8b5e-cfc3a440f5cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:18.076135 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375385cc-b8f8-4ef2-8b5e-cfc3a440f5cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:18.077247 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375385cc-b8f8-4ef2-8b5e-cfc3a440f5cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:18.081649 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375385cc-b8f8-4ef2-8b5e-cfc3a440f5cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:18.082124 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375385cc-b8f8-4ef2-8b5e-cfc3a440f5cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:18.082677 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375385cc-b8f8-4ef2-8b5e-cfc3a440f5cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:18.083099 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375385cc-b8f8-4ef2-8b5e-cfc3a440f5cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:18.083524 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375385cc-b8f8-4ef2-8b5e-cfc3a440f5cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:18.083937 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375385cc-b8f8-4ef2-8b5e-cfc3a440f5cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:18.087282 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375385cc-b8f8-4ef2-8b5e-cfc3a440f5cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:18.087954 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375385cc-b8f8-4ef2-8b5e-cfc3a440f5cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:18.103189 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7535731c-3256-4cf9-80df-c06f23b6293b None None] Network 681955e5-d7b5-450a-bfb7-ac581d5e206c requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:18.186339 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-855e6325-8af5-429f-8a89-5107a99dca3d None None] Provisioning complete for port 06961475-2247-4a0b-af9b-a9809c59692c triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:18.186719 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-855e6325-8af5-429f-8a89-5107a99dca3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:18.220127 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-c4346595-ce99-4cb7-b481-be3a4f367820 None None] Attempting to bind port d5e3c90f-af49-45ca-8f99-6f83818fb6d2 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:18.220651 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-c4346595-ce99-4cb7-b481-be3a4f367820 None None] Attempting to bind port d5e3c90f-af49-45ca-8f99-6f83818fb6d2 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '25c68e1a-8975-4773-b2b4-a57bf2d627be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6fe4e9fa-960b-4fee-b798-39b875b1985d'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:18.221604 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4346595-ce99-4cb7-b481-be3a4f367820 None None] Attempting to bind port d5e3c90f-af49-45ca-8f99-6f83818fb6d2 on network 6fe4e9fa-960b-4fee-b798-39b875b1985d {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:18.231094 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4346595-ce99-4cb7-b481-be3a4f367820 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:44:18.231710 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4346595-ce99-4cb7-b481-be3a4f367820 None None] Checking segment: {'id': '25c68e1a-8975-4773-b2b4-a57bf2d627be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6fe4e9fa-960b-4fee-b798-39b875b1985d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:18.232254 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-c4346595-ce99-4cb7-b481-be3a4f367820 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:18.236674 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4346595-ce99-4cb7-b481-be3a4f367820 None None] Bound using segment: {'id': '25c68e1a-8975-4773-b2b4-a57bf2d627be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6fe4e9fa-960b-4fee-b798-39b875b1985d'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:44:18.237607 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-c4346595-ce99-4cb7-b481-be3a4f367820 None None] Bound port: d5e3c90f-af49-45ca-8f99-6f83818fb6d2, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25c68e1a-8975-4773-b2b4-a57bf2d627be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6fe4e9fa-960b-4fee-b798-39b875b1985d'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:44:18.238261 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-c4346595-ce99-4cb7-b481-be3a4f367820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:18.419418 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-c4346595-ce99-4cb7-b481-be3a4f367820 None None] For port d5e3c90f-af49-45ca-8f99-6f83818fb6d2, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:18.426399 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-c4346595-ce99-4cb7-b481-be3a4f367820 None None] For port d5e3c90f-af49-45ca-8f99-6f83818fb6d2, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d5e3c90f-af49-45ca-8f99-6f83818fb6d2,segment=NetworkSegment(25c68e1a-8975-4773-b2b4-a57bf2d627be),segment_id=25c68e1a-8975-4773-b2b4-a57bf2d627be)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:44:18.433967 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-c4346595-ce99-4cb7-b481-be3a4f367820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:18.524967 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:18.528962 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375385cc-b8f8-4ef2-8b5e-cfc3a440f5cf None None] Pushing event updated for resources: {'Port': ['ID=d5e3c90f-af49-45ca-8f99-6f83818fb6d2,revision_number=4']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:18.560459 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4346595-ce99-4cb7-b481-be3a4f367820 None None] Routers {'36d6fcb2-6064-41b6-bfa1-1798a2fcefa5'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:18.561131 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-c4346595-ce99-4cb7-b481-be3a4f367820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:44:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['36d6fcb2-6064-41b6-bfa1-1798a2fcefa5'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:18.905462 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.ipam_backend_mixin [None req-b03e7f33-f18f-4a78-a370-4bbb11fe0604 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Performing IP validity checks on allocation pools {{(pid=102571) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 03:44:18.905975 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.ipam_backend_mixin [None req-b03e7f33-f18f-4a78-a370-4bbb11fe0604 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102571) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 03:44:18.928035 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-798d402e-b7ac-491e-9d98-b8232cc2c257 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:18.946630 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-798d402e-b7ac-491e-9d98-b8232cc2c257 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] 10.222.0.50 "PUT /v2.0/routers/8c60ed53-5692-46f9-833d-d50d0a3355e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8207824 Nov 12 03:44:18.966996 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0042b0ca-bd12-4d44-b808-6a620df35340 None None] Sync routers for ids ['8c60ed53-5692-46f9-833d-d50d0a3355e3'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:18.969387 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60314) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:18.976597 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-98e93fa6-21d8-444b-8490-e01fc66d9f10 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] For port d5a28b05-a42a-4740-aa17-33c76400e394, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d5a28b05-a42a-4740-aa17-33c76400e394,segment=NetworkSegment(d1e6e2ce-7917-404a-b4cf-cc0d0cf5a1b0),segment_id=d1e6e2ce-7917-404a-b4cf-cc0d0cf5a1b0)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:18.977154 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-98e93fa6-21d8-444b-8490-e01fc66d9f10 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:19.040399 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0042b0ca-bd12-4d44-b808-6a620df35340 None None] Routers {'8c60ed53-5692-46f9-833d-d50d0a3355e3'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:19.041282 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-0042b0ca-bd12-4d44-b808-6a620df35340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:44:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8c60ed53-5692-46f9-833d-d50d0a3355e3'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:19.043533 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-bcd4d00a-7356-419f-adb9-554d95a10404 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=abbc23e8-1176-4bcd-936e-074c27c7f379 HTTP/1.1" status: 200 len: 217 time: 1.0456166 Nov 12 03:44:19.071785 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-98e93fa6-21d8-444b-8490-e01fc66d9f10 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Calling delete_port for d5a28b05-a42a-4740-aa17-33c76400e394 owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:19.089454 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-4e4c64b5-df04-446e-8073-e3cdbeab8282 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] show failed (client error): The resource could not be found. Nov 12 03:44:19.091011 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-c4346595-ce99-4cb7-b481-be3a4f367820 None None] Set router 36d6fcb2-6064-41b6-bfa1-1798a2fcefa5 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:19.100571 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4e4c64b5-df04-446e-8073-e3cdbeab8282 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] 10.222.0.50 "GET /v2.0/routers/tempest-non_exist_router-1733920081 HTTP/1.1" status: 404 len: 335 time: 0.1261573 Nov 12 03:44:19.130617 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-0042b0ca-bd12-4d44-b808-6a620df35340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:19.142143 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60322) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:19.171542 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-855e6325-8af5-429f-8a89-5107a99dca3d None None] Provisioning complete for port ad69feab-983e-4b0a-bf4e-dc52e0438162 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:19.171809 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-855e6325-8af5-429f-8a89-5107a99dca3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:19.196510 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-e8c6956e-5b1e-4aa1-b6cf-0cd5ea1404ad tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:19.221596 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-be8e957c-ce49-409c-9426-cf8939e73d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:19.223801 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-be8e957c-ce49-409c-9426-cf8939e73d24 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ce97ab11-8a00-4cd9-ad27-4b288272e186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.2194018 Nov 12 03:44:19.256831 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0042b0ca-bd12-4d44-b808-6a620df35340 None None] Routers {'8c60ed53-5692-46f9-833d-d50d0a3355e3'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:19.258114 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-0042b0ca-bd12-4d44-b808-6a620df35340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:44:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8c60ed53-5692-46f9-833d-d50d0a3355e3'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:19.266600 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489d3c8c-7839-4495-945f-99eac07c88df None None] DHCP port deletion for 681955e5-d7b5-450a-bfb7-ac581d5e206c request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:44:19.327522 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-e8c6956e-5b1e-4aa1-b6cf-0cd5ea1404ad tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] update failed (client error): The resource could not be found. Nov 12 03:44:19.333614 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e8c6956e-5b1e-4aa1-b6cf-0cd5ea1404ad tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] 10.222.0.50 "PUT /v2.0/routers/tempest-non_exist_router-972991651 HTTP/1.1" status: 404 len: 334 time: 0.1788738 Nov 12 03:44:19.336160 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-0042b0ca-bd12-4d44-b808-6a620df35340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:19.337113 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0042b0ca-bd12-4d44-b808-6a620df35340 None None] The sync data for ids ['8c60ed53-5692-46f9-833d-d50d0a3355e3'] in n-d-715271-27 is: [] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:19.340122 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-cbfe1fa1-3a02-4669-bde5-c5e53dd3c795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'name': 'tempest-RoutersTest-router-583694735', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:17Z', 'updated_at': '2021-11-12T03:44:12Z', 'revision_number': 10, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'gw_port_host': None, '_interfaces': [{'id': '06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f', 'name': '', 'network_id': '9ac378ba-18e8-483d-aa67-8b7d97613684', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'mac_address': 'fa:16:3e:69:22:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:20Z', 'updated_at': '2021-11-12T03:43:31Z', 'revision_number': 5, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'subnets': [{'id': 'f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:19.364614 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-238756ce-6216-4f13-81f5-09c7a59b770b service neutron] 10.222.0.90 "GET /v2.0/networks/ce97ab11-8a00-4cd9-ad27-4b288272e186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246052 Nov 12 03:44:19.368556 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60328) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:19.383996 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-855e6325-8af5-429f-8a89-5107a99dca3d None None] Port ad69feab-983e-4b0a-bf4e-dc52e0438162 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:19.386013 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfe1fa1-3a02-4669-bde5-c5e53dd3c795 None None] The sync data for ids ['4ca0d9d1-6087-4f84-846f-397d5d270fe9'] in n-d-715271-27 is: [{'id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'name': 'tempest-RoutersTest-router-583694735', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:17Z', 'updated_at': '2021-11-12T03:44:12Z', 'revision_number': 10, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'gw_port_host': None, '_interfaces': [{'id': '06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f', 'name': '', 'network_id': '9ac378ba-18e8-483d-aa67-8b7d97613684', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'mac_address': 'fa:16:3e:69:22:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:20Z', 'updated_at': '2021-11-12T03:43:31Z', 'revision_number': 5, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'subnets': [{'id': 'f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:19.431607 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-855e6325-8af5-429f-8a89-5107a99dca3d None None] Provisioning complete for port b670ebe3-6d3f-4cea-ad65-005bd4c834d7 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:19.431980 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-855e6325-8af5-429f-8a89-5107a99dca3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:19.444768 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-632cfbd8-0ab4-4941-8bd3-38fd45fc9163 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Deleting subnet eecd0137-c6f2-4462-a189-4c471ff34d30 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:19.487754 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-632cfbd8-0ab4-4941-8bd3-38fd45fc9163 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:19.494546 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-489d3c8c-7839-4495-945f-99eac07c88df None None] Deleting port d5a28b05-a42a-4740-aa17-33c76400e394 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:19.494950 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-489d3c8c-7839-4495-945f-99eac07c88df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:19.498170 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-fe442eaa-d67d-45a6-9795-0fc77c383812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:19.499960 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-fe442eaa-d67d-45a6-9795-0fc77c383812 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b982b1ac-5a39-445d-bf86-e4e863c753c9 HTTP/1.1" status: 200 len: 797 time: 0.3426774 Nov 12 03:44:19.508956 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-c4346595-ce99-4cb7-b481-be3a4f367820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'name': 'tempest-TestNetworkBasicOps-router-1846091730', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'c8e2d77c-49af-4f57-a034-3d019e55b899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:55Z', 'updated_at': '2021-11-12T03:44:13Z', 'revision_number': 4, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'gw_port': {'id': 'c8e2d77c-49af-4f57-a034-3d019e55b899', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:59Z', 'updated_at': '2021-11-12T03:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'd5e3c90f-af49-45ca-8f99-6f83818fb6d2', 'name': '', 'network_id': '6fe4e9fa-960b-4fee-b798-39b875b1985d', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'mac_address': 'fa:16:3e:f8:db:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '1446c3b1-d244-4e74-8e37-cf61abeb4131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:09Z', 'updated_at': '2021-11-12T03:44:18Z', 'revision_number': 4, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'subnets': [{'id': '1446c3b1-d244-4e74-8e37-cf61abeb4131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:19.513322 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32b165-2533-4f8d-b344-971adce06c9c req-58eb10b4-5fbe-4111-bf5f-1fe0cb8559a9 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:19.521460 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3e32b165-2533-4f8d-b344-971adce06c9c req-58eb10b4-5fbe-4111-bf5f-1fe0cb8559a9 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e93e943-08ee-4601-ad99-98d1a0a02b26 HTTP/1.1" status: 200 len: 944 time: 0.5328889 Nov 12 03:44:19.554598 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4346595-ce99-4cb7-b481-be3a4f367820 None None] The sync data for ids ['36d6fcb2-6064-41b6-bfa1-1798a2fcefa5'] in n-d-715271-27 is: [{'id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'name': 'tempest-TestNetworkBasicOps-router-1846091730', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'c8e2d77c-49af-4f57-a034-3d019e55b899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:55Z', 'updated_at': '2021-11-12T03:44:13Z', 'revision_number': 4, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'gw_port': {'id': 'c8e2d77c-49af-4f57-a034-3d019e55b899', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:59Z', 'updated_at': '2021-11-12T03:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'd5e3c90f-af49-45ca-8f99-6f83818fb6d2', 'name': '', 'network_id': '6fe4e9fa-960b-4fee-b798-39b875b1985d', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'mac_address': 'fa:16:3e:f8:db:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '1446c3b1-d244-4e74-8e37-cf61abeb4131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:09Z', 'updated_at': '2021-11-12T03:44:18Z', 'revision_number': 4, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'subnets': [{'id': '1446c3b1-d244-4e74-8e37-cf61abeb4131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:19.626261 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-489d3c8c-7839-4495-945f-99eac07c88df None None] For port d5a28b05-a42a-4740-aa17-33c76400e394, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d5a28b05-a42a-4740-aa17-33c76400e394,segment=NetworkSegment(d1e6e2ce-7917-404a-b4cf-cc0d0cf5a1b0),segment_id=d1e6e2ce-7917-404a-b4cf-cc0d0cf5a1b0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:19.627052 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-489d3c8c-7839-4495-945f-99eac07c88df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:19.650216 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-489d3c8c-7839-4495-945f-99eac07c88df None None] Calling delete_port for d5a28b05-a42a-4740-aa17-33c76400e394 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:19.697922 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-632cfbd8-0ab4-4941-8bd3-38fd45fc9163 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:19.700471 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3e32b165-2533-4f8d-b344-971adce06c9c req-62c83f37-fc8f-4f69-afca-4fd6ac4abef6 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7383b1e-3145-4afc-bc14-7570d6bee322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770844 Nov 12 03:44:19.701291 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-98e93fa6-21d8-444b-8490-e01fc66d9f10 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:19.722426 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b03e7f33-f18f-4a78-a370-4bbb11fe0604 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:19.729156 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-855e6325-8af5-429f-8a89-5107a99dca3d None None] Provisioning complete for port 10ee9843-a106-4f90-94f3-e4616ab2c582 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:19.729529 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-855e6325-8af5-429f-8a89-5107a99dca3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:19.810886 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e93fa6-21d8-444b-8490-e01fc66d9f10 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event deleted for resources: {'Port': ['ID=d5a28b05-a42a-4740-aa17-33c76400e394,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:19.842422 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-2ead3d01-0133-44c6-9e07-b6932f1de20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:19.859928 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-2ead3d01-0133-44c6-9e07-b6932f1de20b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2838466 Nov 12 03:44:19.879205 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-855e6325-8af5-429f-8a89-5107a99dca3d None None] Port 10ee9843-a106-4f90-94f3-e4616ab2c582 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:19.886029 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e93fa6-21d8-444b-8490-e01fc66d9f10 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] No DVR routers for this DVR port d5a28b05-a42a-4740-aa17-33c76400e394 on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:19.911879 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-489d3c8c-7839-4495-945f-99eac07c88df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:19.954859 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d3c8c-7839-4495-945f-99eac07c88df None None] Pushing event deleted for resources: {'Port': ['ID=d5a28b05-a42a-4740-aa17-33c76400e394,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:19.968355 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489d3c8c-7839-4495-945f-99eac07c88df None None] No DVR routers for this DVR port d5a28b05-a42a-4740-aa17-33c76400e394 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:19.972141 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-855e6325-8af5-429f-8a89-5107a99dca3d None None] Provisioning complete for port 463989c8-bed7-4fc6-9a75-3497e0be504d triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:19.972728 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-855e6325-8af5-429f-8a89-5107a99dca3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:20.023134 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e7f33-f18f-4a78-a370-4bbb11fe0604 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event updated for resources: {'Subnet': ['ID=e3bf93be-031f-433b-8ff3-f26b20d62e21,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:20.039268 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ba24b713-c1a8-420b-b2ea-a8205bb4a170 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4127 time: 2.2408063 Nov 12 03:44:20.063839 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03e7f33-f18f-4a78-a370-4bbb11fe0604 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Checking segment: {'id': '3b53085b-45ee-4d65-8fca-858ce61f6961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3742a995-5db5-4292-afaf-028104fe4b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:20.064223 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03e7f33-f18f-4a78-a370-4bbb11fe0604 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Network hostable DHCP agents. Network: 3742a995-5db5-4292-afaf-028104fe4b96, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:44:20.093197 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7dd303ed-dcbb-4b22-8ca5-c8396e8a250c req-f0fe2fdd-5669-4315-8827-1693c3e4c913 service neutron] 10.222.0.90 "GET /v2.0/networks/ce97ab11-8a00-4cd9-ad27-4b288272e186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6438568 Nov 12 03:44:20.110816 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-855e6325-8af5-429f-8a89-5107a99dca3d None None] Provisioning complete for port c8e2d77c-49af-4f57-a034-3d019e55b899 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:20.111507 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-855e6325-8af5-429f-8a89-5107a99dca3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:20.139430 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03e7f33-f18f-4a78-a370-4bbb11fe0604 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Network 3742a995-5db5-4292-afaf-028104fe4b96 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:44:20.163003 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-b03e7f33-f18f-4a78-a370-4bbb11fe0604 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 3742a995-5db5-4292-afaf-028104fe4b96) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:20.172387 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03e7f33-f18f-4a78-a370-4bbb11fe0604 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:20.174655 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b03e7f33-f18f-4a78-a370-4bbb11fe0604 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:20.191397 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb727c4-8d9b-49d5-a163-3e9dc7d68412 None None] Network 3742a995-5db5-4292-afaf-028104fe4b96 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:20.214498 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b03e7f33-f18f-4a78-a370-4bbb11fe0604 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.9649780 Nov 12 03:44:20.214805 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60360) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:20.221746 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-6a451611-99fb-4c1f-a614-036f2af0e7ba tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:20.322084 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-98e93fa6-21d8-444b-8490-e01fc66d9f10 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:20.378107 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-98e93fa6-21d8-444b-8490-e01fc66d9f10 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['681955e5-d7b5-450a-bfb7-ac581d5e206c']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:20.406213 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-98e93fa6-21d8-444b-8490-e01fc66d9f10 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e6e2ce-7917-404a-b4cf-cc0d0cf5a1b0') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:20.406493 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-98e93fa6-21d8-444b-8490-e01fc66d9f10 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e6e2ce-7917-404a-b4cf-cc0d0cf5a1b0') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:20.422900 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-632cfbd8-0ab4-4941-8bd3-38fd45fc9163 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:20.431581 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6a451611-99fb-4c1f-a614-036f2af0e7ba tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13035079'] for subnet, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:20.435552 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37827a37-3512-4dc5-9095-1658ff6f9b66 req-60ba0af7-a4fd-45ee-bc3f-a725bb78f287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:20.436858 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-37827a37-3512-4dc5-9095-1658ff6f9b66 req-60ba0af7-a4fd-45ee-bc3f-a725bb78f287 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1978793e24864d458e17fb421706473b&device_id=2e93e943-08ee-4601-ad99-98d1a0a02b26 HTTP/1.1" status: 200 len: 1096 time: 0.2214777 Nov 12 03:44:20.475609 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60370) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:20.487399 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-98e93fa6-21d8-444b-8490-e01fc66d9f10 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:20.487858 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-2cf48e0c-4db5-4e2f-b20a-b916ab840bdf tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1970910037', 'description': 'tempest-secgroup-smoke-1970910037 description', 'project_id': '31f81b1aeeb344b7a84563d0622f3019'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:20.574448 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cd6207-c6f4-4431-8706-153ca34a996e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-3742a995-5db5-4292-afaf-028104fe4b96', 'network_id': '3742a995-5db5-4292-afaf-028104fe4b96', 'tenant_id': 'e1d480ebbc414f64891e3ea3b39fa331', 'fixed_ips': [{'subnet_id': 'e3bf93be-031f-433b-8ff3-f26b20d62e21'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:44:20.576578 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-97cd6207-c6f4-4431-8706-153ca34a996e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:20.590255 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2cf48e0c-4db5-4e2f-b20a-b916ab840bdf tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:20.651883 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-ac8478a4-7f3f-4aa8-9387-0d3746cc71a7 service neutron] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7574518 Nov 12 03:44:20.651883 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-98e93fa6-21d8-444b-8490-e01fc66d9f10 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:20.687216 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98e93fa6-21d8-444b-8490-e01fc66d9f10 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:20.687604 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-98e93fa6-21d8-444b-8490-e01fc66d9f10 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:20.691067 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:44:20.691067 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:20.691067 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:44:20.691067 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:20.691067 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:44:20.691067 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:20.691067 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:44:20.691067 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:20.691067 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:44:20.691067 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:20.691067 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:44:20.691067 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:20.691067 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:44:20.691067 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:20.691067 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:20.691067 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:20.691067 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:20.691067 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:20.691067 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:44:20.691067 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:20.691067 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:44:20.691067 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:20.691067 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:20.691067 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:20.691067 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:20.691067 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:20.691067 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:20.691067 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:20.691067 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:20.691067 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:20.691067 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:20.691067 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:20.751186 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-78b8ae77-aa24-41b1-b50c-8c987fe3712b None None] Provisioning complete for port d5e3c90f-af49-45ca-8f99-6f83818fb6d2 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:20.758066 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b8ae77-aa24-41b1-b50c-8c987fe3712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:20.837066 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6a451611-99fb-4c1f-a614-036f2af0e7ba tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746944722315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12957904'] for subnet, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:20.930362 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d5e3c90f-af49-45ca-8f99-6f83818fb6d2 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:20.945541 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-632cfbd8-0ab4-4941-8bd3-38fd45fc9163 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:20.977767 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a451611-99fb-4c1f-a614-036f2af0e7ba tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:20.978378 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6a451611-99fb-4c1f-a614-036f2af0e7ba tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:20.982180 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6a451611-99fb-4c1f-a614-036f2af0e7ba tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "PUT /v2.0/subnets/e3bf93be-031f-433b-8ff3-f26b20d62e21 HTTP/1.1" status: 200 len: 900 time: 0.7633440 Nov 12 03:44:20.989389 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60380) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:21.009516 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-98e93fa6-21d8-444b-8490-e01fc66d9f10 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.019215 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632cfbd8-0ab4-4941-8bd3-38fd45fc9163 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Pushing event deleted for resources: {'Subnet': ['ID=eecd0137-c6f2-4462-a189-4c471ff34d30,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:21.033009 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a451611-99fb-4c1f-a614-036f2af0e7ba tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event updated for resources: {'Subnet': ['ID=e3bf93be-031f-433b-8ff3-f26b20d62e21,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:21.033580 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37827a37-3512-4dc5-9095-1658ff6f9b66 req-af0ef50f-2ca3-4345-a03c-eeb89f616fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:21.034855 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-37827a37-3512-4dc5-9095-1658ff6f9b66 req-af0ef50f-2ca3-4345-a03c-eeb89f616fa4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ce97ab11-8a00-4cd9-ad27-4b288272e186 HTTP/1.1" status: 200 len: 911 time: 0.5610814 Nov 12 03:44:21.051360 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-98e93fa6-21d8-444b-8490-e01fc66d9f10 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.059305 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8d2b1e-41f2-4e47-953f-c424eaaafa03 None None] Network 799e0ce1-09e3-4fa1-a483-6817fefe60cf requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:21.063725 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-98e93fa6-21d8-444b-8490-e01fc66d9f10 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "DELETE /v2.0/networks/681955e5-d7b5-450a-bfb7-ac581d5e206c HTTP/1.1" status: 204 len: 168 time: 4.2816634 Nov 12 03:44:21.067418 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-632cfbd8-0ab4-4941-8bd3-38fd45fc9163 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.073897 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60382) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:21.077343 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-632cfbd8-0ab4-4941-8bd3-38fd45fc9163 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] 10.222.0.50 "DELETE /v2.0/subnets/eecd0137-c6f2-4462-a189-4c471ff34d30 HTTP/1.1" status: 204 len: 168 time: 1.7054300 Nov 12 03:44:21.100676 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-97cd6207-c6f4-4431-8706-153ca34a996e None None] Allocated IP 2001:db8::3 (3742a995-5db5-4292-afaf-028104fe4b96/e3bf93be-031f-433b-8ff3-f26b20d62e21/684cc9dc-baac-4df9-a099-560f2ce86543) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:21.111380 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b8ae77-aa24-41b1-b50c-8c987fe3712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.117673 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60384) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:21.167350 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2cf48e0c-4db5-4e2f-b20a-b916ab840bdf tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.174853 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e93fa6-21d8-444b-8490-e01fc66d9f10 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event deleted for resources: {'Network': ['ID=681955e5-d7b5-450a-bfb7-ac581d5e206c,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:21.185168 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4533b-4919-4725-81a6-486e7bcfa714 req-56c4ecca-dfc4-42c3-a622-bbd98b4700b5 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:21.186165 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-78b8ae77-aa24-41b1-b50c-8c987fe3712b None None] For port d5e3c90f-af49-45ca-8f99-6f83818fb6d2, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d5e3c90f-af49-45ca-8f99-6f83818fb6d2,segment=NetworkSegment(25c68e1a-8975-4773-b2b4-a57bf2d627be),segment_id=25c68e1a-8975-4773-b2b4-a57bf2d627be)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:21.194469 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-23e4533b-4919-4725-81a6-486e7bcfa714 req-56c4ecca-dfc4-42c3-a622-bbd98b4700b5 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e93e943-08ee-4601-ad99-98d1a0a02b26 HTTP/1.1" status: 200 len: 944 time: 0.3219733 Nov 12 03:44:21.202357 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b8ae77-aa24-41b1-b50c-8c987fe3712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.214913 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2cf48e0c-4db5-4e2f-b20a-b916ab840bdf tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.230464 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-531da6ca-9052-4bdd-9cf3-5adf982254b9 service neutron] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5657840 Nov 12 03:44:21.232020 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-37827a37-3512-4dc5-9095-1658ff6f9b66 req-6381e52e-8481-428b-ac24-dd0c5f822967 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ac33e0d-02ec-4e7a-a89c-72969a177fce HTTP/1.1" status: 200 len: 217 time: 0.1660495 Nov 12 03:44:21.233688 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60386) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:21.276319 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b8ae77-aa24-41b1-b50c-8c987fe3712b None None] Pushing event updated for resources: {'Port': ['ID=d5e3c90f-af49-45ca-8f99-6f83818fb6d2,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:21.322244 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port d5e3c90f-af49-45ca-8f99-6f83818fb6d2 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:21.322622 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.341327 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37827a37-3512-4dc5-9095-1658ff6f9b66 req-0b7dd355-15a3-4cb7-a863-ddf11dbf2208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:21.343257 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-37827a37-3512-4dc5-9095-1658ff6f9b66 req-0b7dd355-15a3-4cb7-a863-ddf11dbf2208 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=218af894-e138-49fb-983a-59526774f58c HTTP/1.1" status: 200 len: 849 time: 0.0907874 Nov 12 03:44:21.402476 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-9763bef1-8ee4-4aa4-a9b7-0580493eac48 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=e2131700-ba7a-474e-985e-8060b2a8fb24 HTTP/1.1" status: 200 len: 217 time: 0.1513691 Nov 12 03:44:21.430155 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf48e0c-4db5-4e2f-b20a-b916ab840bdf tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffe15c4-32fd-4cb8-bb13-16b2e8aee1c8,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:21.517872 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0f1639ad-1a8a-4dc6-a1fe-cb1b4552aa6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.527432 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-13174c06-b359-4f76-b1be-25e548981c37 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.551315 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-23e4533b-4919-4725-81a6-486e7bcfa714 req-93347cd6-8bc8-4691-9d75-27ea2f80450f tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7383b1e-3145-4afc-bc14-7570d6bee322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3555131 Nov 12 03:44:21.576899 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2cf48e0c-4db5-4e2f-b20a-b916ab840bdf tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.577994 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2cf48e0c-4db5-4e2f-b20a-b916ab840bdf tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.1002736 Nov 12 03:44:21.582170 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9f53015d-cd70-450d-94d7-603cda42f390 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.584738 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60390) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:21.592112 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-c8b5a4bb-8057-4e1b-9930-cc6d35deb236 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Request body: {'security_group_rule': {'security_group_id': '0ffe15c4-32fd-4cb8-bb13-16b2e8aee1c8', 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:21.603929 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37827a37-3512-4dc5-9095-1658ff6f9b66 req-13042997-cd92-454b-bf29-725a94e59772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:21.605586 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-37827a37-3512-4dc5-9095-1658ff6f9b66 req-13042997-cd92-454b-bf29-725a94e59772 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ce97ab11-8a00-4cd9-ad27-4b288272e186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2195702 Nov 12 03:44:21.614461 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-bf77d142-4145-4284-9c36-e89486a29dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:21.616677 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-bf77d142-4145-4284-9c36-e89486a29dd4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b982b1ac-5a39-445d-bf86-e4e863c753c9 HTTP/1.1" status: 200 len: 797 time: 0.1701074 Nov 12 03:44:21.638947 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-97cd6207-c6f4-4431-8706-153ca34a996e None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.651943 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-97cd6207-c6f4-4431-8706-153ca34a996e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.748120 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cd6207-c6f4-4431-8706-153ca34a996e None None] Pushing event updated for resources: {'Port': ['ID=684cc9dc-baac-4df9-a099-560f2ce86543,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:21.758712 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cd6207-c6f4-4431-8706-153ca34a996e None None] Network 3742a995-5db5-4292-afaf-028104fe4b96 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:21.759756 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf63b96e-05c4-4e94-9c6b-3e00dba72571 None None] DHCP port deletion for 799e0ce1-09e3-4fa1-a483-6817fefe60cf request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:44:21.764571 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-97cd6207-c6f4-4431-8706-153ca34a996e None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:21.769356 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cd6207-c6f4-4431-8706-153ca34a996e None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:21.817350 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c8b5a4bb-8057-4e1b-9930-cc6d35deb236 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.831365 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-2b8e187e-86c1-413a-9284-5f442ebbf066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:21.831553 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 5ac33e0d-02ec-4e7a-a89c-72969a177fce details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:44:21.832993 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-2b8e187e-86c1-413a-9284-5f442ebbf066 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1901865 Nov 12 03:44:21.852494 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-9f53015d-cd70-450d-94d7-603cda42f390 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Deleting port 684cc9dc-baac-4df9-a099-560f2ce86543 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:21.852849 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9f53015d-cd70-450d-94d7-603cda42f390 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.894186 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-37827a37-3512-4dc5-9095-1658ff6f9b66 req-a575dd28-c808-4b5d-84f9-927b49ab7bed service neutron] 10.222.0.90 "GET /v2.0/networks/ce97ab11-8a00-4cd9-ad27-4b288272e186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726247 Nov 12 03:44:21.975926 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0f1639ad-1a8a-4dc6-a1fe-cb1b4552aa6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.002994 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-9f53015d-cd70-450d-94d7-603cda42f390 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] For port 684cc9dc-baac-4df9-a099-560f2ce86543, host n-d-715271-27, got binding levels [] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:22.003360 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9f53015d-cd70-450d-94d7-603cda42f390 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.009997 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-13174c06-b359-4f76-b1be-25e548981c37 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Deleting port 485744dd-fb1d-43a8-9a66-fadcd72e7b3e {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:22.010356 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-13174c06-b359-4f76-b1be-25e548981c37 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.012021 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0f1639ad-1a8a-4dc6-a1fe-cb1b4552aa6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.019240 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-631f518f-5e52-4f6d-93b0-bfd5bb656b68 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.026472 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-9f53015d-cd70-450d-94d7-603cda42f390 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Calling delete_port for 684cc9dc-baac-4df9-a099-560f2ce86543 owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:22.041960 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 78181f37-caa5-439e-ab27-4afcbf3511c7 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:22.082047 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 78181f37-caa5-439e-ab27-4afcbf3511c7 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:22.082284 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 78181f37-caa5-439e-ab27-4afcbf3511c7 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:22.082742 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d5a28b05-a42a-4740-aa17-33c76400e394 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:22.101197 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-97cd6207-c6f4-4431-8706-153ca34a996e None None] Attempting to bind port 684cc9dc-baac-4df9-a099-560f2ce86543 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:22.101197 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-97cd6207-c6f4-4431-8706-153ca34a996e None None] Attempting to bind port 684cc9dc-baac-4df9-a099-560f2ce86543 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '3b53085b-45ee-4d65-8fca-858ce61f6961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3742a995-5db5-4292-afaf-028104fe4b96'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:22.101197 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cd6207-c6f4-4431-8706-153ca34a996e None None] Attempting to bind port 684cc9dc-baac-4df9-a099-560f2ce86543 on network 3742a995-5db5-4292-afaf-028104fe4b96 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:22.140754 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: d5a28b05-a42a-4740-aa17-33c76400e394 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:22.141155 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d5a28b05-a42a-4740-aa17-33c76400e394 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:22.180305 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cd6207-c6f4-4431-8706-153ca34a996e None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:44:22.180699 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cd6207-c6f4-4431-8706-153ca34a996e None None] Checking segment: {'id': '3b53085b-45ee-4d65-8fca-858ce61f6961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3742a995-5db5-4292-afaf-028104fe4b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:22.181099 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-97cd6207-c6f4-4431-8706-153ca34a996e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.181514 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cd6207-c6f4-4431-8706-153ca34a996e None None] Bound using segment: {'id': '3b53085b-45ee-4d65-8fca-858ce61f6961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3742a995-5db5-4292-afaf-028104fe4b96'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:44:22.182000 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-97cd6207-c6f4-4431-8706-153ca34a996e None None] Bound port: 684cc9dc-baac-4df9-a099-560f2ce86543, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b53085b-45ee-4d65-8fca-858ce61f6961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3742a995-5db5-4292-afaf-028104fe4b96'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:44:22.182425 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-97cd6207-c6f4-4431-8706-153ca34a996e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.199904 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-bf63b96e-05c4-4e94-9c6b-3e00dba72571 None None] Deleting port 485744dd-fb1d-43a8-9a66-fadcd72e7b3e {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:22.200329 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bf63b96e-05c4-4e94-9c6b-3e00dba72571 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.201354 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-0f1639ad-1a8a-4dc6-a1fe-cb1b4552aa6c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=25e54ff0701e449984a7fe8c8dc45c62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9643517 Nov 12 03:44:22.219377 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60394) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:22.259404 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1639ad-1a8a-4dc6-a1fe-cb1b4552aa6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7a2352-b953-4818-bc52-71d47bd22592,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:22.284768 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c8b5a4bb-8057-4e1b-9930-cc6d35deb236 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.290239 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-13174c06-b359-4f76-b1be-25e548981c37 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] For port 485744dd-fb1d-43a8-9a66-fadcd72e7b3e, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=485744dd-fb1d-43a8-9a66-fadcd72e7b3e,segment=NetworkSegment(0812df3f-32e4-4726-9196-ff7bd67a647f),segment_id=0812df3f-32e4-4726-9196-ff7bd67a647f)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:22.290239 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-13174c06-b359-4f76-b1be-25e548981c37 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.295644 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-e62a44e3-3902-452b-a3c0-20dad58ae732 service neutron] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4396160 Nov 12 03:44:22.305502 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c8b5a4bb-8057-4e1b-9930-cc6d35deb236 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.339870 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-13174c06-b359-4f76-b1be-25e548981c37 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Calling delete_port for 485744dd-fb1d-43a8-9a66-fadcd72e7b3e owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:22.345860 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 5ac33e0d-02ec-4e7a-a89c-72969a177fce, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=5ac33e0d-02ec-4e7a-a89c-72969a177fce,segment=NetworkSegment(903eacc2-9f2d-47e8-bfb2-b205db6693da),segment_id=903eacc2-9f2d-47e8-bfb2-b205db6693da)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:22.349394 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-bf63b96e-05c4-4e94-9c6b-3e00dba72571 None None] For port 485744dd-fb1d-43a8-9a66-fadcd72e7b3e, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=485744dd-fb1d-43a8-9a66-fadcd72e7b3e,segment=NetworkSegment(0812df3f-32e4-4726-9196-ff7bd67a647f),segment_id=0812df3f-32e4-4726-9196-ff7bd67a647f)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:22.350643 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bf63b96e-05c4-4e94-9c6b-3e00dba72571 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.371054 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '5ac33e0d-02ec-4e7a-a89c-72969a177fce', 'network_id': 'ce97ab11-8a00-4cd9-ad27-4b288272e186', 'port_id': '5ac33e0d-02ec-4e7a-a89c-72969a177fce', 'mac_address': 'fa:16:3e:2e:7d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '218af894-e138-49fb-983a-59526774f58c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:44:22.372901 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-bf63b96e-05c4-4e94-9c6b-3e00dba72571 None None] Calling delete_port for 485744dd-fb1d-43a8-9a66-fadcd72e7b3e owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:22.373056 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fa0ab379-0e76-4436-b7bb-ef2a3186786c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.382825 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9f53015d-cd70-450d-94d7-603cda42f390 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.384929 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b5a4bb-8057-4e1b-9930-cc6d35deb236 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b371356-a7c4-4a77-bc86-00b66884f8c9,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:22.393525 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-37827a37-3512-4dc5-9095-1658ff6f9b66 req-88811e30-2916-4887-877b-8fee6a6943af service neutron] 10.222.0.90 "GET /v2.0/networks/ce97ab11-8a00-4cd9-ad27-4b288272e186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4732649 Nov 12 03:44:22.425267 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.api [None req-97cd6207-c6f4-4431-8706-153ca34a996e None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:44:22.425687 n-d-715271-27 neutron-server[102573]: DEBUG oslo_db.api [None req-97cd6207-c6f4-4431-8706-153ca34a996e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:44:22.434559 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f53015d-cd70-450d-94d7-603cda42f390 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event deleted for resources: {'Port': ['ID=684cc9dc-baac-4df9-a099-560f2ce86543,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:22.445925 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fa0ab379-0e76-4436-b7bb-ef2a3186786c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.485011 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.509217 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ac33e0d-02ec-4e7a-a89c-72969a177fce {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:44:22.542136 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 5ac33e0d-02ec-4e7a-a89c-72969a177fce, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=5ac33e0d-02ec-4e7a-a89c-72969a177fce,segment=NetworkSegment(903eacc2-9f2d-47e8-bfb2-b205db6693da),segment_id=903eacc2-9f2d-47e8-bfb2-b205db6693da)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:22.548104 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.549948 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f53015d-cd70-450d-94d7-603cda42f390 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] No DVR routers for this DVR port 684cc9dc-baac-4df9-a099-560f2ce86543 on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:22.556703 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bf63b96e-05c4-4e94-9c6b-3e00dba72571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.590853 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf63b96e-05c4-4e94-9c6b-3e00dba72571 None None] No DVR routers for this DVR port 485744dd-fb1d-43a8-9a66-fadcd72e7b3e on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:22.627157 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=5ac33e0d-02ec-4e7a-a89c-72969a177fce,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:22.690844 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9f53015d-cd70-450d-94d7-603cda42f390 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.698407 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf63b96e-05c4-4e94-9c6b-3e00dba72571 None None] Pushing event deleted for resources: {'Port': ['ID=485744dd-fb1d-43a8-9a66-fadcd72e7b3e,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:22.744299 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fa0ab379-0e76-4436-b7bb-ef2a3186786c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.748562 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fa0ab379-0e76-4436-b7bb-ef2a3186786c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.748562 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-fa0ab379-0e76-4436-b7bb-ef2a3186786c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8d7a2352-b953-4818-bc52-71d47bd22592 HTTP/1.1" status: 204 len: 168 time: 0.5265152 Nov 12 03:44:22.790859 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ab379-0e76-4436-b7bb-ef2a3186786c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7a2352-b953-4818-bc52-71d47bd22592,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:22.791126 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d5e3c90f-af49-45ca-8f99-6f83818fb6d2 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:22.805004 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-631f518f-5e52-4f6d-93b0-bfd5bb656b68 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Deleting port 06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:22.805339 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-631f518f-5e52-4f6d-93b0-bfd5bb656b68 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.866527 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['5ac33e0d-02ec-4e7a-a89c-72969a177fce'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:44:22.869167 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c8b5a4bb-8057-4e1b-9930-cc6d35deb236 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.873477 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c8b5a4bb-8057-4e1b-9930-cc6d35deb236 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2849708 Nov 12 03:44:22.873979 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60400) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:22.883955 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-41494b32-c01d-405f-8601-a1f565679005 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Request body: {'security_group_rule': {'security_group_id': '0ffe15c4-32fd-4cb8-bb13-16b2e8aee1c8', 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:22.914740 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9f53015d-cd70-450d-94d7-603cda42f390 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.916716 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port d5e3c90f-af49-45ca-8f99-6f83818fb6d2 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:22.917666 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.925927 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0269e-d147-4dba-a327-549c696e2703 req-dec07067-bc9e-466c-adc8-02c15a54ac42 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:22.927675 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a7d0269e-d147-4dba-a327-549c696e2703 req-dec07067-bc9e-466c-adc8-02c15a54ac42 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e93e943-08ee-4601-ad99-98d1a0a02b26 HTTP/1.1" status: 200 len: 945 time: 0.1516714 Nov 12 03:44:22.971518 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f53015d-cd70-450d-94d7-603cda42f390 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event deleted for resources: {'Subnet': ['ID=e3bf93be-031f-433b-8ff3-f26b20d62e21,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:22.977548 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-97cd6207-c6f4-4431-8706-153ca34a996e None None] Attempting to bind port 684cc9dc-baac-4df9-a099-560f2ce86543 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:22.978390 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-97cd6207-c6f4-4431-8706-153ca34a996e None None] Attempting to bind port 684cc9dc-baac-4df9-a099-560f2ce86543 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '3b53085b-45ee-4d65-8fca-858ce61f6961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3742a995-5db5-4292-afaf-028104fe4b96'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:22.978390 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cd6207-c6f4-4431-8706-153ca34a996e None None] Attempting to bind port 684cc9dc-baac-4df9-a099-560f2ce86543 on network 3742a995-5db5-4292-afaf-028104fe4b96 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:23.013926 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cd6207-c6f4-4431-8706-153ca34a996e None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:44:23.016625 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cd6207-c6f4-4431-8706-153ca34a996e None None] Checking segment: {'id': '3b53085b-45ee-4d65-8fca-858ce61f6961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3742a995-5db5-4292-afaf-028104fe4b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:23.017626 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-97cd6207-c6f4-4431-8706-153ca34a996e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.019503 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cd6207-c6f4-4431-8706-153ca34a996e None None] Bound using segment: {'id': '3b53085b-45ee-4d65-8fca-858ce61f6961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3742a995-5db5-4292-afaf-028104fe4b96'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:44:23.028474 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-97cd6207-c6f4-4431-8706-153ca34a996e None None] Bound port: 684cc9dc-baac-4df9-a099-560f2ce86543, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b53085b-45ee-4d65-8fca-858ce61f6961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3742a995-5db5-4292-afaf-028104fe4b96'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:44:23.029345 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-97cd6207-c6f4-4431-8706-153ca34a996e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.077805 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a7d0269e-d147-4dba-a327-549c696e2703 req-a3cbc74e-0303-465c-9cbd-2eb7c51c6cd5 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7383b1e-3145-4afc-bc14-7570d6bee322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310110 Nov 12 03:44:23.080240 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-e4160e8e-16cd-446a-84da-05c650e7d7be service neutron] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7727137 Nov 12 03:44:23.088955 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-41494b32-c01d-405f-8601-a1f565679005 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.129651 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-97cd6207-c6f4-4431-8706-153ca34a996e None None] Port 684cc9dc-baac-4df9-a099-560f2ce86543 has been deleted concurrently {{(pid=102573) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 12 03:44:23.139469 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9f53015d-cd70-450d-94d7-603cda42f390 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.174593 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-9f53015d-cd70-450d-94d7-603cda42f390 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3742a995-5db5-4292-afaf-028104fe4b96']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:23.184615 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-13174c06-b359-4f76-b1be-25e548981c37 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.200112 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-9f53015d-cd70-450d-94d7-603cda42f390 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b53085b-45ee-4d65-8fca-858ce61f6961') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:23.200681 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-9f53015d-cd70-450d-94d7-603cda42f390 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b53085b-45ee-4d65-8fca-858ce61f6961') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:23.228445 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-724b78d0-dba2-4e73-a127-cfd99e05dc3c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=bea45d93-9310-41f5-8703-7de66e3e9b69 HTTP/1.1" status: 200 len: 217 time: 0.0881674 Nov 12 03:44:23.242755 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9f53015d-cd70-450d-94d7-603cda42f390 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.263079 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13174c06-b359-4f76-b1be-25e548981c37 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] No DVR routers for this DVR port 485744dd-fb1d-43a8-9a66-fadcd72e7b3e on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:23.278610 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-631f518f-5e52-4f6d-93b0-bfd5bb656b68 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] For port 06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f,segment=NetworkSegment(e998c7aa-fc95-440e-b07f-6d1daf1c7863),segment_id=e998c7aa-fc95-440e-b07f-6d1daf1c7863)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:23.281489 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-631f518f-5e52-4f6d-93b0-bfd5bb656b68 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.300553 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-41494b32-c01d-405f-8601-a1f565679005 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.326790 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9f53015d-cd70-450d-94d7-603cda42f390 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.343238 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-631f518f-5e52-4f6d-93b0-bfd5bb656b68 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Calling delete_port for 06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f owned by network:router_interface {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:23.354654 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f53015d-cd70-450d-94d7-603cda42f390 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:23.354654 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9f53015d-cd70-450d-94d7-603cda42f390 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.364949 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:44:23.364949 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:23.364949 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:44:23.364949 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:23.364949 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:44:23.364949 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:23.364949 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:44:23.364949 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:23.364949 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:44:23.364949 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:23.364949 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:44:23.364949 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:23.364949 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:44:23.364949 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:23.364949 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:23.364949 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:23.364949 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:23.364949 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:23.364949 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:44:23.364949 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:23.364949 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:44:23.364949 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:23.364949 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:23.364949 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:23.364949 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:23.364949 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:23.364949 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:23.364949 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:23.364949 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:23.364949 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:23.364949 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:23.364949 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:23.377062 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 485744dd-fb1d-43a8-9a66-fadcd72e7b3e no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:23.392846 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-41494b32-c01d-405f-8601-a1f565679005 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.394392 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60406) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:23.425898 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 485744dd-fb1d-43a8-9a66-fadcd72e7b3e {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:23.426255 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 485744dd-fb1d-43a8-9a66-fadcd72e7b3e not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:23.426390 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13174c06-b359-4f76-b1be-25e548981c37 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Pushing event deleted for resources: {'Port': ['ID=485744dd-fb1d-43a8-9a66-fadcd72e7b3e,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:23.480602 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-411590af-046d-4bbf-ba8e-b205609ec001 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.493877 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13174c06-b359-4f76-b1be-25e548981c37 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:23.494213 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13174c06-b359-4f76-b1be-25e548981c37 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:23.494543 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13174c06-b359-4f76-b1be-25e548981c37 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:23.494872 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13174c06-b359-4f76-b1be-25e548981c37 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:23.495197 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13174c06-b359-4f76-b1be-25e548981c37 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:23.495523 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13174c06-b359-4f76-b1be-25e548981c37 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:23.495846 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13174c06-b359-4f76-b1be-25e548981c37 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:23.496194 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13174c06-b359-4f76-b1be-25e548981c37 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:23.496526 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13174c06-b359-4f76-b1be-25e548981c37 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:23.496820 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13174c06-b359-4f76-b1be-25e548981c37 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:23.497156 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13174c06-b359-4f76-b1be-25e548981c37 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:23.497645 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13174c06-b359-4f76-b1be-25e548981c37 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:23.511148 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41494b32-c01d-405f-8601-a1f565679005 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c4df97d-990c-4618-9822-7e4db38b7d2b,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:23.520702 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9f53015d-cd70-450d-94d7-603cda42f390 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.545211 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9f53015d-cd70-450d-94d7-603cda42f390 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.559549 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9f53015d-cd70-450d-94d7-603cda42f390 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "DELETE /v2.0/networks/3742a995-5db5-4292-afaf-028104fe4b96 HTTP/1.1" status: 204 len: 168 time: 2.5679731 Nov 12 03:44:23.565146 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60408) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:23.567713 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-41494b32-c01d-405f-8601-a1f565679005 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.574410 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-41494b32-c01d-405f-8601-a1f565679005 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6950481 Nov 12 03:44:23.577640 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60410) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:23.588745 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-25ed29f1-c781-495a-85c7-51b988c68c58 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Request body: {'security_group_rule': {'security_group_id': '0ffe15c4-32fd-4cb8-bb13-16b2e8aee1c8', 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:23.609159 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-13174c06-b359-4f76-b1be-25e548981c37 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.613449 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f53015d-cd70-450d-94d7-603cda42f390 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event deleted for resources: {'Network': ['ID=3742a995-5db5-4292-afaf-028104fe4b96,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:23.615153 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-7d4224ca-90ca-44ca-aaf5-7dbab57ef3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:23.616881 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-7d4224ca-90ca-44ca-aaf5-7dbab57ef3fd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b982b1ac-5a39-445d-bf86-e4e863c753c9 HTTP/1.1" status: 200 len: 797 time: 0.3869519 Nov 12 03:44:23.639749 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dfd9faf-8cf2-470d-87ac-230b7584e883 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:23.640433 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dfd9faf-8cf2-470d-87ac-230b7584e883 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:23.644162 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1dfd9faf-8cf2-470d-87ac-230b7584e883 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "DELETE /v2.0/subnets/e3bf93be-031f-433b-8ff3-f26b20d62e21 HTTP/1.1" status: 404 len: 337 time: 0.0771215 Nov 12 03:44:23.648682 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60412) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:23.675325 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c178525-ea61-4937-a09a-7d87a1ac425b tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:23.676206 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c178525-ea61-4937-a09a-7d87a1ac425b tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:23.686154 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1c178525-ea61-4937-a09a-7d87a1ac425b tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "DELETE /v2.0/networks/3742a995-5db5-4292-afaf-028104fe4b96 HTTP/1.1" status: 404 len: 339 time: 0.0329072 Nov 12 03:44:23.698474 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60414) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:23.704242 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-13174c06-b359-4f76-b1be-25e548981c37 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['799e0ce1-09e3-4fa1-a483-6817fefe60cf']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:23.748630 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-13174c06-b359-4f76-b1be-25e548981c37 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0812df3f-32e4-4726-9196-ff7bd67a647f') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:23.748899 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-13174c06-b359-4f76-b1be-25e548981c37 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0812df3f-32e4-4726-9196-ff7bd67a647f') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:23.776451 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-25ed29f1-c781-495a-85c7-51b988c68c58 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.788295 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-13174c06-b359-4f76-b1be-25e548981c37 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.815935 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 5ac33e0d-02ec-4e7a-a89c-72969a177fce up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:23.836915 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-631f518f-5e52-4f6d-93b0-bfd5bb656b68 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.867838 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-13174c06-b359-4f76-b1be-25e548981c37 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.871153 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 5ac33e0d-02ec-4e7a-a89c-72969a177fce completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:44:23.873931 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f518f-5e52-4f6d-93b0-bfd5bb656b68 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event deleted for resources: {'Port': ['ID=06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:23.875954 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 5ac33e0d-02ec-4e7a-a89c-72969a177fce triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:23.876578 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.889059 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-e08f5c63-f8b7-4425-9a02-8f4162b21fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:23.890641 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-e08f5c63-f8b7-4425-9a02-8f4162b21fe6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2584486 Nov 12 03:44:23.897181 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13174c06-b359-4f76-b1be-25e548981c37 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:23.897735 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-13174c06-b359-4f76-b1be-25e548981c37 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.903198 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:44:23.903198 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:44:23.903198 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:44:23.903198 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:44:23.903198 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:44:23.903198 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:44:23.903198 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:44:23.903198 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:44:23.903198 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:44:23.903198 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:23.903198 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:44:23.903198 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:23.903198 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:44:23.903198 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:23.903198 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:44:23.903198 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:23.903198 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:44:23.903198 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:23.903198 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:44:23.903198 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:23.903198 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:44:23.903198 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:23.903198 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:23.903198 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:23.903198 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:23.903198 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:23.903198 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:44:23.903198 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:23.903198 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:44:23.903198 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:23.903198 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:23.903198 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:23.903198 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:23.903198 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:23.903198 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:23.903198 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:23.903198 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:23.903198 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:23.903198 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:23.903198 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:23.935420 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b05464fe-837f-4a87-92ff-729ff53c4f66 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.976645 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.012110 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e93e943-08ee-4601-ad99-98d1a0a02b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac33e0d-02ec-4e7a-a89c-72969a177fce'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:44:24.015173 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3d5d44-04fc-4add-ad39-eda4d521f906" -d '{"events": [{"server_uuid": "2e93e943-08ee-4601-ad99-98d1a0a02b26", "name": "network-vif-plugged", "status": "completed", "tag": "5ac33e0d-02ec-4e7a-a89c-72969a177fce"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:44:24.050109 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 5ac33e0d-02ec-4e7a-a89c-72969a177fce, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=5ac33e0d-02ec-4e7a-a89c-72969a177fce,segment=NetworkSegment(903eacc2-9f2d-47e8-bfb2-b205db6693da),segment_id=903eacc2-9f2d-47e8-bfb2-b205db6693da)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:24.055066 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.069520 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-631f518f-5e52-4f6d-93b0-bfd5bb656b68 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.072970 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-411590af-046d-4bbf-ba8e-b205609ec001 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.116389 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=5ac33e0d-02ec-4e7a-a89c-72969a177fce,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:24.126207 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-411590af-046d-4bbf-ba8e-b205609ec001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.168569 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-411590af-046d-4bbf-ba8e-b205609ec001 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0028bbcc27d840af9c372285c7af2604&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7460592 Nov 12 03:44:24.168569 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-13174c06-b359-4f76-b1be-25e548981c37 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.172846 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-13174c06-b359-4f76-b1be-25e548981c37 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.178631 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-13174c06-b359-4f76-b1be-25e548981c37 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] 10.222.0.50 "DELETE /v2.0/networks/799e0ce1-09e3-4fa1-a483-6817fefe60cf HTTP/1.1" status: 204 len: 168 time: 3.0571039 Nov 12 03:44:24.178631 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60422) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:24.180302 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-25ed29f1-c781-495a-85c7-51b988c68c58 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.212034 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60424) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:24.290859 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13174c06-b359-4f76-b1be-25e548981c37 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Pushing event deleted for resources: {'Network': ['ID=799e0ce1-09e3-4fa1-a483-6817fefe60cf,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:24.307552 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-25ed29f1-c781-495a-85c7-51b988c68c58 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.350631 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed29f1-c781-495a-85c7-51b988c68c58 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a792c39-d05f-496f-89f4-6d9d5ed8ddc6,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:24.362528 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631f518f-5e52-4f6d-93b0-bfd5bb656b68 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Router 4ca0d9d1-6087-4f84-846f-397d5d270fe9 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:44:24.382696 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718a4ba5-ebee-4066-9abe-613f5294c461 x-openstack-request-id: req-718a4ba5-ebee-4066-9abe-613f5294c461 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:44:24.384204 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e93e943-08ee-4601-ad99-98d1a0a02b26", "name": "network-vif-plugged", "status": "completed", "tag": "5ac33e0d-02ec-4e7a-a89c-72969a177fce", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:44:24.385162 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-718a4ba5-ebee-4066-9abe-613f5294c461 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:44:24.385940 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e93e943-08ee-4601-ad99-98d1a0a02b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac33e0d-02ec-4e7a-a89c-72969a177fce', 'code': 200} Nov 12 03:44:24.393307 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-25ed29f1-c781-495a-85c7-51b988c68c58 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.397830 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-25ed29f1-c781-495a-85c7-51b988c68c58 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8106303 Nov 12 03:44:24.451156 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60426) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:24.456208 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-80b3a41d-c41b-4e20-8a81-ddca78b9c1dc tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Request body: {'security_group_rule': {'security_group_id': '0ffe15c4-32fd-4cb8-bb13-16b2e8aee1c8', 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:24.463648 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411590af-046d-4bbf-ba8e-b205609ec001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a691b4-af39-4c94-9d24-325cac07cba8,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:24.466758 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0caefe2c-2fa8-4ee9-9cab-a1dc7b18702a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.482259 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631f518f-5e52-4f6d-93b0-bfd5bb656b68 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:24.499353 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23274a47-7aa0-48aa-9825-fe43893d2729 None None] Sync routers for ids ['4ca0d9d1-6087-4f84-846f-397d5d270fe9'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:24.502760 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-631f518f-5e52-4f6d-93b0-bfd5bb656b68 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "PUT /v2.0/routers/4ca0d9d1-6087-4f84-846f-397d5d270fe9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4243805 Nov 12 03:44:24.508263 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-971c83de-74af-4dee-b88b-7270b1c67fda tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Deleting subnet 92ee0df3-cc32-4c27-b97c-42e7571f521d {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:24.509705 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60430) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:24.518057 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23274a47-7aa0-48aa-9825-fe43893d2729 None None] Routers {'4ca0d9d1-6087-4f84-846f-397d5d270fe9'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:24.519351 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0a746-e6df-4d2c-8968-1c638c421303 req-2f857673-453b-478a-8db4-4cc95301e11c tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:24.519614 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-23274a47-7aa0-48aa-9825-fe43893d2729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:44:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4ca0d9d1-6087-4f84-846f-397d5d270fe9'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:24.520922 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-51a0a746-e6df-4d2c-8968-1c638c421303 req-2f857673-453b-478a-8db4-4cc95301e11c tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e93e943-08ee-4601-ad99-98d1a0a02b26 HTTP/1.1" status: 200 len: 946 time: 0.2741754 Nov 12 03:44:24.522573 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-971c83de-74af-4dee-b88b-7270b1c67fda tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.590091 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-971c83de-74af-4dee-b88b-7270b1c67fda tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.634465 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-51a0a746-e6df-4d2c-8968-1c638c421303 req-1998004e-f449-4161-9268-73b16e2336eb tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7383b1e-3145-4afc-bc14-7570d6bee322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890231 Nov 12 03:44:24.639779 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-23274a47-7aa0-48aa-9825-fe43893d2729 None None] Set router 4ca0d9d1-6087-4f84-846f-397d5d270fe9 gateway port host: None {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:24.683944 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b05464fe-837f-4a87-92ff-729ff53c4f66 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.712623 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-b05464fe-837f-4a87-92ff-729ff53c4f66 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['486bfc2e-9e22-4672-9fd0-4b6506f381d1']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:24.716260 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-971c83de-74af-4dee-b88b-7270b1c67fda tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.724319 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-b05464fe-837f-4a87-92ff-729ff53c4f66 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92a3699c-b369-4938-ab09-35d5df95115f') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:24.724617 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-b05464fe-837f-4a87-92ff-729ff53c4f66 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92a3699c-b369-4938-ab09-35d5df95115f') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:24.735052 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b05464fe-837f-4a87-92ff-729ff53c4f66 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.740290 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-23274a47-7aa0-48aa-9825-fe43893d2729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'name': 'tempest-RoutersTest-router-583694735', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:17Z', 'updated_at': '2021-11-12T03:44:23Z', 'revision_number': 11, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:24.753988 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b05464fe-837f-4a87-92ff-729ff53c4f66 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.765195 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b05464fe-837f-4a87-92ff-729ff53c4f66 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:24.765676 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b05464fe-837f-4a87-92ff-729ff53c4f66 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.787297 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-ff4b72ab-bf5f-49fb-b70f-0b0a5fe92777 service neutron] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8804736 Nov 12 03:44:24.788921 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:44:24.788921 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:24.788921 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:44:24.788921 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:24.788921 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:44:24.788921 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:24.788921 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:44:24.788921 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:24.788921 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:44:24.788921 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:24.788921 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:44:24.788921 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:24.788921 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:44:24.788921 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:24.788921 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:24.788921 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:24.788921 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:24.788921 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:24.788921 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:44:24.788921 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:24.788921 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:44:24.788921 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:24.788921 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:24.788921 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:24.788921 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:24.788921 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:24.788921 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:24.788921 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:24.788921 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:24.788921 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:24.788921 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:24.788921 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:24.792575 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23274a47-7aa0-48aa-9825-fe43893d2729 None None] Checking router: 4ca0d9d1-6087-4f84-846f-397d5d270fe9 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:44:24.805926 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23274a47-7aa0-48aa-9825-fe43893d2729 None None] Routers {'4ca0d9d1-6087-4f84-846f-397d5d270fe9'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:24.806823 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-23274a47-7aa0-48aa-9825-fe43893d2729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:44:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4ca0d9d1-6087-4f84-846f-397d5d270fe9'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:24.824013 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-971c83de-74af-4dee-b88b-7270b1c67fda tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.829464 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2247bf24-9618-4146-abbe-d789049eb5d3 None None] Could not find standard attr ID for object 684cc9dc-baac-4df9-a099-560f2ce86543. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:44:24.863273 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0caefe2c-2fa8-4ee9-9cab-a1dc7b18702a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.868757 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971c83de-74af-4dee-b88b-7270b1c67fda tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Pushing event deleted for resources: {'Subnet': ['ID=92ee0df3-cc32-4c27-b97c-42e7571f521d,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:24.879604 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-971c83de-74af-4dee-b88b-7270b1c67fda tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.886850 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-971c83de-74af-4dee-b88b-7270b1c67fda tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] 10.222.0.50 "DELETE /v2.0/subnets/92ee0df3-cc32-4c27-b97c-42e7571f521d HTTP/1.1" status: 204 len: 168 time: 0.6713290 Nov 12 03:44:24.887964 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60432) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:24.894621 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f97c5fc-a50c-4825-82d9-b57b22bded81 None None] Network 036ef706-17f7-4aea-98ea-dab4adb8fd40 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:24.927103 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6ff18c-47db-40e4-89e0-193505a11b1b None None] DHCP port deletion for 3742a995-5db5-4292-afaf-028104fe4b96 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:44:24.933567 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-23274a47-7aa0-48aa-9825-fe43893d2729 None None] Set router 4ca0d9d1-6087-4f84-846f-397d5d270fe9 gateway port host: None {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:24.937901 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e523032-a04b-48f6-b06e-1abb77c8619c req-9ab38c74-1b41-428d-8056-71834e27dbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:24.939892 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8e523032-a04b-48f6-b06e-1abb77c8619c req-9ab38c74-1b41-428d-8056-71834e27dbed service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2e93e943-08ee-4601-ad99-98d1a0a02b26 HTTP/1.1" status: 200 len: 1098 time: 0.4538879 Nov 12 03:44:24.968026 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-68fd09b5-2e16-4138-9790-46b336c4d070 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Deleting subnet f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:24.971633 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-80b3a41d-c41b-4e20-8a81-ddca78b9c1dc tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.989267 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-633d51f7-97d1-48b9-b6f2-f6be76e424da tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Deleting subnet d4287118-a601-4eac-9324-cfafbde72583 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:24.992871 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-633d51f7-97d1-48b9-b6f2-f6be76e424da tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.003952 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5e8069-e6e6-4362-bbf8-95c2499203d0 None None] Network 3742a995-5db5-4292-afaf-028104fe4b96 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:25.015058 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-23274a47-7aa0-48aa-9825-fe43893d2729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'name': 'tempest-RoutersTest-router-583694735', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:17Z', 'updated_at': '2021-11-12T03:44:23Z', 'revision_number': 11, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:25.038886 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-633d51f7-97d1-48b9-b6f2-f6be76e424da tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.039256 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5e8069-e6e6-4362-bbf8-95c2499203d0 None None] Network 3742a995-5db5-4292-afaf-028104fe4b96 could not be found, it might have been deleted concurrently. {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 03:44:25.049016 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26800553-d18c-4a23-aca3-37b650098407 None None] Network 3742a995-5db5-4292-afaf-028104fe4b96 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:25.050486 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23274a47-7aa0-48aa-9825-fe43893d2729 None None] The sync data for ids ['4ca0d9d1-6087-4f84-846f-397d5d270fe9'] in n-d-715271-27 is: [{'id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'name': 'tempest-RoutersTest-router-583694735', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:17Z', 'updated_at': '2021-11-12T03:44:23Z', 'revision_number': 11, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'gw_port_host': None}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:25.050901 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-f65cfa90-7bba-466b-9667-e3f24b67c690 service neutron] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953671 Nov 12 03:44:25.052426 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b05464fe-837f-4a87-92ff-729ff53c4f66 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.062250 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b05464fe-837f-4a87-92ff-729ff53c4f66 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.065527 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b05464fe-837f-4a87-92ff-729ff53c4f66 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "DELETE /v2.0/networks/486bfc2e-9e22-4672-9fd0-4b6506f381d1 HTTP/1.1" status: 204 len: 168 time: 1.3652182 Nov 12 03:44:25.073542 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26800553-d18c-4a23-aca3-37b650098407 None None] Network 3742a995-5db5-4292-afaf-028104fe4b96 could not be found, it might have been deleted concurrently. {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 03:44:25.083093 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-68fd09b5-2e16-4138-9790-46b336c4d070 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.083257 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60434) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:25.121047 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-e585ff84-9fd2-43a1-8f3a-666ed996d71a tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:25.121398 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e585ff84-9fd2-43a1-8f3a-666ed996d71a tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:25.127412 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e585ff84-9fd2-43a1-8f3a-666ed996d71a tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "DELETE /v2.0/subnets/a9e5f475-720b-422e-9da7-23604678a3d6 HTTP/1.1" status: 404 len: 337 time: 0.0432072 Nov 12 03:44:25.128042 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60436) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:25.140571 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05464fe-837f-4a87-92ff-729ff53c4f66 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event deleted for resources: {'Network': ['ID=486bfc2e-9e22-4672-9fd0-4b6506f381d1,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:25.157371 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-b66c8b0f-612f-4aaa-9190-b540491a6e96 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:25.158024 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b66c8b0f-612f-4aaa-9190-b540491a6e96 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:25.160994 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b66c8b0f-612f-4aaa-9190-b540491a6e96 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "DELETE /v2.0/networks/b1ef6f6f-c42b-43c7-a095-acbb5b535591 HTTP/1.1" status: 404 len: 339 time: 0.0299461 Nov 12 03:44:25.164968 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60438) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:25.203275 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-0d0874ad-44f8-411f-9e34-1609e914d15c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cd29e61e-cd7b-4137-8bad-d6de98039d22 HTTP/1.1" status: 200 len: 217 time: 0.1153653 Nov 12 03:44:25.250587 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-68fd09b5-2e16-4138-9790-46b336c4d070 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.254577 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-039bee9d-ec6d-4b10-a418-ff41fb491ebb tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Deleting subnet 20c89d21-5e17-4c36-9517-ee3510440bbe {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:25.260687 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-039bee9d-ec6d-4b10-a418-ff41fb491ebb tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.263581 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-633d51f7-97d1-48b9-b6f2-f6be76e424da tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.330645 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-039bee9d-ec6d-4b10-a418-ff41fb491ebb tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.348893 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0caefe2c-2fa8-4ee9-9cab-a1dc7b18702a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.351752 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0caefe2c-2fa8-4ee9-9cab-a1dc7b18702a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.352869 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-0caefe2c-2fa8-4ee9-9cab-a1dc7b18702a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f2a691b4-af39-4c94-9d24-325cac07cba8 HTTP/1.1" status: 204 len: 168 time: 1.1185827 Nov 12 03:44:25.390360 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8e523032-a04b-48f6-b06e-1abb77c8619c req-f383f91f-e0ea-4bb6-ba61-0133abd93c5b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d7383b1e-3145-4afc-bc14-7570d6bee322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3473651 Nov 12 03:44:25.395268 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-633d51f7-97d1-48b9-b6f2-f6be76e424da tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.416394 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-d4209c25-ac5a-4efd-a5ad-67a5c36b7036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:25.419854 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-d4209c25-ac5a-4efd-a5ad-67a5c36b7036 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18b45a6b-deb9-4b8d-a9e4-21e350a68f47 HTTP/1.1" status: 200 len: 797 time: 0.2009213 Nov 12 03:44:25.420668 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caefe2c-2fa8-4ee9-9cab-a1dc7b18702a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a691b4-af39-4c94-9d24-325cac07cba8,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:25.455267 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f37931-21a6-49e4-a4b1-b86987bee99c None None] Network cb08b3a9-d30d-4225-a1e8-e168264cfad6 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:25.456937 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-633d51f7-97d1-48b9-b6f2-f6be76e424da tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.462343 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafddc24-2c19-4863-a4d2-b9d565b1b1e6 None None] DHCP port deletion for 036ef706-17f7-4aea-98ea-dab4adb8fd40 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:44:25.464779 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-633d51f7-97d1-48b9-b6f2-f6be76e424da tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] 10.222.0.50 "DELETE /v2.0/subnets/d4287118-a601-4eac-9324-cfafbde72583 HTTP/1.1" status: 204 len: 168 time: 0.5679443 Nov 12 03:44:25.465364 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d51f7-97d1-48b9-b6f2-f6be76e424da tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Pushing event deleted for resources: {'Subnet': ['ID=d4287118-a601-4eac-9324-cfafbde72583,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:25.467804 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60442) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:25.499029 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-039bee9d-ec6d-4b10-a418-ff41fb491ebb tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.504956 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-80b3a41d-c41b-4e20-8a81-ddca78b9c1dc tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.587918 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-039bee9d-ec6d-4b10-a418-ff41fb491ebb tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.601055 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-80b3a41d-c41b-4e20-8a81-ddca78b9c1dc tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.657904 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-68fd09b5-2e16-4138-9790-46b336c4d070 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.659463 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039bee9d-ec6d-4b10-a418-ff41fb491ebb tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event deleted for resources: {'Subnet': ['ID=20c89d21-5e17-4c36-9517-ee3510440bbe,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:25.665212 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-039bee9d-ec6d-4b10-a418-ff41fb491ebb tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.679574 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-039bee9d-ec6d-4b10-a418-ff41fb491ebb tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "DELETE /v2.0/subnets/20c89d21-5e17-4c36-9517-ee3510440bbe HTTP/1.1" status: 204 len: 168 time: 0.5132244 Nov 12 03:44:25.680967 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60448) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:25.702804 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7dbeec-3327-4a5a-919e-d20475781289 None None] Network d5549ef6-696d-4465-817e-45c6d8b7027f requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:25.780626 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-eafddc24-2c19-4863-a4d2-b9d565b1b1e6 None None] Deleting port 7ac355c2-95a1-4b16-adc9-1c4c38e1d01b {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:25.783647 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-eafddc24-2c19-4863-a4d2-b9d565b1b1e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.786573 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b3a41d-c41b-4e20-8a81-ddca78b9c1dc tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6ea1ace-f4cb-453a-8e59-c09066945af7,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:25.827862 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-50db0381-2b4c-48b0-b61f-96c600de708e tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Deleting subnet dbd3c31d-2321-48b4-87c0-d0b543803926 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:25.835838 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-50db0381-2b4c-48b0-b61f-96c600de708e tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.845939 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941672ec-f9dd-4fe4-a437-3361efbfbd55 req-a962dc73-a9da-4535-8b3b-b4294ebd7ced tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:25.853999 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-941672ec-f9dd-4fe4-a437-3361efbfbd55 req-a962dc73-a9da-4535-8b3b-b4294ebd7ced tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e93e943-08ee-4601-ad99-98d1a0a02b26 HTTP/1.1" status: 200 len: 946 time: 0.0914302 Nov 12 03:44:25.860172 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-948f1fe2-1860-49a1-be41-5bc13bb76723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:25.861706 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-948f1fe2-1860-49a1-be41-5bc13bb76723 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=36f6ed65-8190-49b0-8a57-7dd102916b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4119101 Nov 12 03:44:25.874852 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-80b3a41d-c41b-4e20-8a81-ddca78b9c1dc tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.879064 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-80b3a41d-c41b-4e20-8a81-ddca78b9c1dc tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4267685 Nov 12 03:44:25.880614 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60456) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:25.893692 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-cda2be29-1f72-47d1-9995-4a6de5556914 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Request body: {'security_group_rule': {'security_group_id': '0ffe15c4-32fd-4cb8-bb13-16b2e8aee1c8', 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:25.902694 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c57c42e0-4b0f-4e40-af4c-435abcf4765c tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.910530 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-68fd09b5-2e16-4138-9790-46b336c4d070 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.931086 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-50db0381-2b4c-48b0-b61f-96c600de708e tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.964594 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-eafddc24-2c19-4863-a4d2-b9d565b1b1e6 None None] For port 7ac355c2-95a1-4b16-adc9-1c4c38e1d01b, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=7ac355c2-95a1-4b16-adc9-1c4c38e1d01b,segment=NetworkSegment(0ea9bf53-4621-4254-b84d-12ccaa032282),segment_id=0ea9bf53-4621-4254-b84d-12ccaa032282)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:25.965543 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-eafddc24-2c19-4863-a4d2-b9d565b1b1e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.976833 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-68fd09b5-2e16-4138-9790-46b336c4d070 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.986112 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-68fd09b5-2e16-4138-9790-46b336c4d070 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "DELETE /v2.0/subnets/f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb HTTP/1.1" status: 204 len: 168 time: 1.4566100 Nov 12 03:44:25.986244 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6cc23e-cc57-4a1b-9a08-ff0e535249ad None None] Network 9ac378ba-18e8-483d-aa67-8b7d97613684 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:25.991426 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60460) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:26.003641 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-941672ec-f9dd-4fe4-a437-3361efbfbd55 req-c350a1dc-6a93-456d-86d8-319bcfee6999 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7383b1e-3145-4afc-bc14-7570d6bee322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486590 Nov 12 03:44:26.006293 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd09b5-2e16-4138-9790-46b336c4d070 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event deleted for resources: {'Subnet': ['ID=f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:26.068594 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-eafddc24-2c19-4863-a4d2-b9d565b1b1e6 None None] Calling delete_port for 7ac355c2-95a1-4b16-adc9-1c4c38e1d01b owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:26.081084 n-d-715271-27 neutron-server[102572]: INFO neutron.db.securitygroups_db [None req-cda2be29-1f72-47d1-9995-4a6de5556914 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Project 31f81b1aeeb344b7a84563d0622f3019 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:44:26.088975 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-50db0381-2b4c-48b0-b61f-96c600de708e tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:26.111266 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d33c79a-72f2-4a1e-8274-165bc3e87142 None None] DHCP port deletion for cb08b3a9-d30d-4225-a1e8-e168264cfad6 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:44:26.133597 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cda2be29-1f72-47d1-9995-4a6de5556914 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:26.171971 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-50db0381-2b4c-48b0-b61f-96c600de708e tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:26.220950 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-50db0381-2b4c-48b0-b61f-96c600de708e tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:26.227689 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-50db0381-2b4c-48b0-b61f-96c600de708e tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "DELETE /v2.0/subnets/dbd3c31d-2321-48b4-87c0-d0b543803926 HTTP/1.1" status: 204 len: 168 time: 0.5433757 Nov 12 03:44:26.227689 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db0381-2b4c-48b0-b61f-96c600de708e tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event deleted for resources: {'Subnet': ['ID=dbd3c31d-2321-48b4-87c0-d0b543803926,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:26.229238 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60466) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:26.232287 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2746d962-2dee-4984-ae9c-ac87098bd34f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:26.263037 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-d4a6481b-a51b-4773-8eeb-4de60c621f7b service neutron] 10.222.0.74 "GET /v2.0/networks/36f6ed65-8190-49b0-8a57-7dd102916b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813024 Nov 12 03:44:26.512639 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-4694f9f4-a65c-49f4-96be-adba0d336f7d service neutron] 10.222.0.74 "GET /v2.0/networks/36f6ed65-8190-49b0-8a57-7dd102916b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327592 Nov 12 03:44:26.522738 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cda2be29-1f72-47d1-9995-4a6de5556914 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:26.543806 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-6d33c79a-72f2-4a1e-8274-165bc3e87142 None None] Deleting port 9e46a9f5-0672-4160-ac8a-46231d1adbd4 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:26.544702 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6d33c79a-72f2-4a1e-8274-165bc3e87142 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:26.607309 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-c034828f-7d26-402d-9fc7-0aae56f4a28c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c62b694a-df5c-40c2-8669-a8ba46de727c HTTP/1.1" status: 200 len: 217 time: 0.0797653 Nov 12 03:44:26.609051 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-eafddc24-2c19-4863-a4d2-b9d565b1b1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:26.641926 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cda2be29-1f72-47d1-9995-4a6de5556914 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:26.645190 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-c57c42e0-4b0f-4e40-af4c-435abcf4765c tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Deleting port 7ac355c2-95a1-4b16-adc9-1c4c38e1d01b {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:26.645729 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c57c42e0-4b0f-4e40-af4c-435abcf4765c tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:26.693924 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec000fe-9ef4-4d56-8cbe-23f5ce07ebdb None None] DHCP port deletion for 9ac378ba-18e8-483d-aa67-8b7d97613684 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:44:26.727701 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafddc24-2c19-4863-a4d2-b9d565b1b1e6 None None] No DVR routers for this DVR port 7ac355c2-95a1-4b16-adc9-1c4c38e1d01b on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:26.730307 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafddc24-2c19-4863-a4d2-b9d565b1b1e6 None None] Pushing event deleted for resources: {'Port': ['ID=7ac355c2-95a1-4b16-adc9-1c4c38e1d01b,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:26.744101 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2be29-1f72-47d1-9995-4a6de5556914 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c3a8fcd-d17d-4828-978c-171db04f089a,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:26.756120 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41df966d-2713-4489-a9f2-43960f92200b None None] Update dhcp port {'port': {'network_id': 'd5549ef6-696d-4465-817e-45c6d8b7027f', 'fixed_ips': [{'subnet_id': 'dbd3c31d-2321-48b4-87c0-d0b543803926'}], 'binding:host_id': 'n-d-715271-27'}, 'id': 'fac6c3c4-2a3f-4ccc-ad37-c3c045a4dde8'} from n-d-715271-27. {{(pid=102573) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:44:26.799509 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cda2be29-1f72-47d1-9995-4a6de5556914 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:26.805359 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-cda2be29-1f72-47d1-9995-4a6de5556914 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9218135 Nov 12 03:44:26.809804 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-6d33c79a-72f2-4a1e-8274-165bc3e87142 None None] For port 9e46a9f5-0672-4160-ac8a-46231d1adbd4, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=9e46a9f5-0672-4160-ac8a-46231d1adbd4,segment=NetworkSegment(c2f7c5f3-63ec-4081-afe3-f4a0ef3f8f79),segment_id=c2f7c5f3-63ec-4081-afe3-f4a0ef3f8f79)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:26.811004 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6d33c79a-72f2-4a1e-8274-165bc3e87142 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:26.811132 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60478) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:26.816612 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-7753e4d4-972a-4216-89f1-d8d4c4eb4dcc tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Request body: {'security_group_rule': {'security_group_id': '0ffe15c4-32fd-4cb8-bb13-16b2e8aee1c8', 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:26.832845 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 7ac355c2-95a1-4b16-adc9-1c4c38e1d01b no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:26.846556 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-f8a9b240-a687-4e71-bdd3-e4be05969f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:26.848175 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-f8a9b240-a687-4e71-bdd3-e4be05969f87 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18b45a6b-deb9-4b8d-a9e4-21e350a68f47 HTTP/1.1" status: 200 len: 797 time: 0.2331870 Nov 12 03:44:26.851506 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-c57c42e0-4b0f-4e40-af4c-435abcf4765c tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] For port 7ac355c2-95a1-4b16-adc9-1c4c38e1d01b, host n-d-715271-27, got binding levels [] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:26.851954 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c57c42e0-4b0f-4e40-af4c-435abcf4765c tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:26.860400 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 7ac355c2-95a1-4b16-adc9-1c4c38e1d01b {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:26.860746 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 7ac355c2-95a1-4b16-adc9-1c4c38e1d01b not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:26.861424 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 684cc9dc-baac-4df9-a099-560f2ce86543 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:26.863413 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-2746d962-2dee-4984-ae9c-ac87098bd34f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Deleting port 1d5bebe6-c6ce-48ed-904b-d068ddfa38d9 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:26.863752 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2746d962-2dee-4984-ae9c-ac87098bd34f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:26.892970 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-41df966d-2713-4489-a9f2-43960f92200b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:26.898516 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-6d33c79a-72f2-4a1e-8274-165bc3e87142 None None] Calling delete_port for 9e46a9f5-0672-4160-ac8a-46231d1adbd4 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:26.908210 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-c57c42e0-4b0f-4e40-af4c-435abcf4765c tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Calling delete_port for 7ac355c2-95a1-4b16-adc9-1c4c38e1d01b owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:26.910861 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 684cc9dc-baac-4df9-a099-560f2ce86543 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:26.911218 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 684cc9dc-baac-4df9-a099-560f2ce86543 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:26.911645 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 9e46a9f5-0672-4160-ac8a-46231d1adbd4 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:26.913221 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.ipam_backend_mixin [None req-c57c42e0-4b0f-4e40-af4c-435abcf4765c tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Port 7ac355c2-95a1-4b16-adc9-1c4c38e1d01b was not found and therefore no delete operation was performed {{(pid=102572) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:44:26.958250 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-deb94330-650b-4097-9b44-d67c44e86e87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.049716 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-deb94330-650b-4097-9b44-d67c44e86e87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Deleting port fac6c3c4-2a3f-4ccc-ad37-c3c045a4dde8 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:27.050054 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-deb94330-650b-4097-9b44-d67c44e86e87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.125941 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-deb94330-650b-4097-9b44-d67c44e86e87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] For port fac6c3c4-2a3f-4ccc-ad37-c3c045a4dde8, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=fac6c3c4-2a3f-4ccc-ad37-c3c045a4dde8,segment=NetworkSegment(0f4bc309-6685-4ef5-9451-1b4439a8de3b),segment_id=0f4bc309-6685-4ef5-9451-1b4439a8de3b)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:27.126791 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-deb94330-650b-4097-9b44-d67c44e86e87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.153731 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-deb94330-650b-4097-9b44-d67c44e86e87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Calling delete_port for fac6c3c4-2a3f-4ccc-ad37-c3c045a4dde8 owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:27.158840 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6d33c79a-72f2-4a1e-8274-165bc3e87142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.171212 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-bec000fe-9ef4-4d56-8cbe-23f5ce07ebdb None None] Deleting port 1d5bebe6-c6ce-48ed-904b-d068ddfa38d9 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:27.171573 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bec000fe-9ef4-4d56-8cbe-23f5ce07ebdb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.226687 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d33c79a-72f2-4a1e-8274-165bc3e87142 None None] Pushing event deleted for resources: {'Port': ['ID=9e46a9f5-0672-4160-ac8a-46231d1adbd4,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:27.232309 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d33c79a-72f2-4a1e-8274-165bc3e87142 None None] No DVR routers for this DVR port 9e46a9f5-0672-4160-ac8a-46231d1adbd4 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:27.248164 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Port 9e46a9f5-0672-4160-ac8a-46231d1adbd4 update to DOWN by agent not found {{(pid=102573) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 03:44:27.248614 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 1d5bebe6-c6ce-48ed-904b-d068ddfa38d9 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:27.296913 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c00df-bdf2-4bbe-a175-d490ab6f8998 req-6eb116dc-1f10-498c-a52f-2ae52194bc27 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:27.296913 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-359c00df-bdf2-4bbe-a175-d490ab6f8998 req-6eb116dc-1f10-498c-a52f-2ae52194bc27 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e93e943-08ee-4601-ad99-98d1a0a02b26 HTTP/1.1" status: 200 len: 946 time: 0.1540048 Nov 12 03:44:27.324487 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5cb0ae-645d-4a44-9b16-ca8783c7085a None None] Network d5549ef6-696d-4465-817e-45c6d8b7027f requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:27.339345 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c57c42e0-4b0f-4e40-af4c-435abcf4765c tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.386526 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-ca23cb82-89d4-40fb-927d-04b5b54db09d None None] Provisioning complete for port fac6c3c4-2a3f-4ccc-ad37-c3c045a4dde8 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:27.386904 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ca23cb82-89d4-40fb-927d-04b5b54db09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.390282 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-359c00df-bdf2-4bbe-a175-d490ab6f8998 req-a72e2cfc-62bd-4c9c-aaa8-a00a13b67cdb tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7383b1e-3145-4afc-bc14-7570d6bee322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837841 Nov 12 03:44:27.397871 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-deb94330-650b-4097-9b44-d67c44e86e87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.442356 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-2746d962-2dee-4984-ae9c-ac87098bd34f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] For port 1d5bebe6-c6ce-48ed-904b-d068ddfa38d9, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=1d5bebe6-c6ce-48ed-904b-d068ddfa38d9,segment=NetworkSegment(e998c7aa-fc95-440e-b07f-6d1daf1c7863),segment_id=e998c7aa-fc95-440e-b07f-6d1daf1c7863)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:27.442592 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2746d962-2dee-4984-ae9c-ac87098bd34f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.460706 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-2746d962-2dee-4984-ae9c-ac87098bd34f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Calling delete_port for 1d5bebe6-c6ce-48ed-904b-d068ddfa38d9 owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:27.463958 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-ca23cb82-89d4-40fb-927d-04b5b54db09d None None] Port fac6c3c4-2a3f-4ccc-ad37-c3c045a4dde8 was deleted so its status cannot be updated. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 03:44:27.466933 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-bec000fe-9ef4-4d56-8cbe-23f5ce07ebdb None None] For port 1d5bebe6-c6ce-48ed-904b-d068ddfa38d9, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=1d5bebe6-c6ce-48ed-904b-d068ddfa38d9,segment=NetworkSegment(e998c7aa-fc95-440e-b07f-6d1daf1c7863),segment_id=e998c7aa-fc95-440e-b07f-6d1daf1c7863)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:27.467338 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bec000fe-9ef4-4d56-8cbe-23f5ce07ebdb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.508341 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb94330-650b-4097-9b44-d67c44e86e87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event deleted for resources: {'Port': ['ID=fac6c3c4-2a3f-4ccc-ad37-c3c045a4dde8,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:27.510865 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb94330-650b-4097-9b44-d67c44e86e87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] No DVR routers for this DVR port fac6c3c4-2a3f-4ccc-ad37-c3c045a4dde8 on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:27.524808 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-bec000fe-9ef4-4d56-8cbe-23f5ce07ebdb None None] Calling delete_port for 1d5bebe6-c6ce-48ed-904b-d068ddfa38d9 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:27.558520 n-d-715271-27 neutron-server[102572]: INFO neutron.db.securitygroups_db [None req-7753e4d4-972a-4216-89f1-d8d4c4eb4dcc tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Project 31f81b1aeeb344b7a84563d0622f3019 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:44:27.576258 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7753e4d4-972a-4216-89f1-d8d4c4eb4dcc tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.582109 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c42e0-4b0f-4e40-af4c-435abcf4765c tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Pushing event deleted for resources: {'Port': ['ID=7ac355c2-95a1-4b16-adc9-1c4c38e1d01b,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:27.597067 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2746d962-2dee-4984-ae9c-ac87098bd34f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.605620 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57c42e0-4b0f-4e40-af4c-435abcf4765c tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] No DVR routers for this DVR port 7ac355c2-95a1-4b16-adc9-1c4c38e1d01b on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:27.614134 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-deb94330-650b-4097-9b44-d67c44e86e87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.651003 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-deb94330-650b-4097-9b44-d67c44e86e87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5549ef6-696d-4465-817e-45c6d8b7027f']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:27.665513 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-deb94330-650b-4097-9b44-d67c44e86e87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f4bc309-6685-4ef5-9451-1b4439a8de3b') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:27.665988 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-deb94330-650b-4097-9b44-d67c44e86e87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f4bc309-6685-4ef5-9451-1b4439a8de3b') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:27.682681 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.701061 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-5d23cbb0-4cd2-49db-8f69-8a1a43a0a3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:27.702924 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-5d23cbb0-4cd2-49db-8f69-8a1a43a0a3bf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=36f6ed65-8190-49b0-8a57-7dd102916b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8315175 Nov 12 03:44:27.704795 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-deb94330-650b-4097-9b44-d67c44e86e87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.707828 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825a2ab8-bfda-4cc4-9274-dc3d317942e5 None None] DHCP port deletion for d5549ef6-696d-4465-817e-45c6d8b7027f request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:44:27.708614 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2746d962-2dee-4984-ae9c-ac87098bd34f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event deleted for resources: {'Port': ['ID=1d5bebe6-c6ce-48ed-904b-d068ddfa38d9,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:27.722848 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2746d962-2dee-4984-ae9c-ac87098bd34f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] No DVR routers for this DVR port 1d5bebe6-c6ce-48ed-904b-d068ddfa38d9 on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:27.724412 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-deb94330-650b-4097-9b44-d67c44e86e87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.742746 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deb94330-650b-4097-9b44-d67c44e86e87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:27.743109 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-deb94330-650b-4097-9b44-d67c44e86e87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.747640 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:44:27.747640 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:27.747640 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:44:27.747640 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:27.747640 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:44:27.747640 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:27.747640 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:44:27.747640 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:27.747640 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:44:27.747640 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:27.747640 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:44:27.747640 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:27.747640 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:44:27.747640 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:27.747640 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:27.747640 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:27.747640 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:27.747640 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:27.747640 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:44:27.747640 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:27.747640 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:44:27.747640 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:27.747640 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:27.747640 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:27.747640 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:27.747640 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:27.747640 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:27.747640 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:27.747640 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:27.747640 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:27.747640 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:27.747640 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:27.769674 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:27.795508 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:27.796011 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 06040c8c-c6d6-4f7d-ab5e-4a0651a5a68f not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:27.798172 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bec000fe-9ef4-4d56-8cbe-23f5ce07ebdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.831709 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec000fe-9ef4-4d56-8cbe-23f5ce07ebdb None None] Pushing event deleted for resources: {'Port': ['ID=1d5bebe6-c6ce-48ed-904b-d068ddfa38d9,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:27.840112 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec000fe-9ef4-4d56-8cbe-23f5ce07ebdb None None] No DVR routers for this DVR port 1d5bebe6-c6ce-48ed-904b-d068ddfa38d9 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:27.890187 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-deb94330-650b-4097-9b44-d67c44e86e87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.906520 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-deb94330-650b-4097-9b44-d67c44e86e87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.910063 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-deb94330-650b-4097-9b44-d67c44e86e87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "DELETE /v2.0/networks/d5549ef6-696d-4465-817e-45c6d8b7027f HTTP/1.1" status: 204 len: 168 time: 1.6797426 Nov 12 03:44:27.913462 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60504) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:27.925214 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272128a-c8ed-4d8c-a081-1a9999e39558 req-8c1835d8-3c3b-4c04-91c3-ad67cfb3e3d0 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:27.926468 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4272128a-c8ed-4d8c-a081-1a9999e39558 req-8c1835d8-3c3b-4c04-91c3-ad67cfb3e3d0 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e93e943-08ee-4601-ad99-98d1a0a02b26 HTTP/1.1" status: 200 len: 946 time: 0.3565881 Nov 12 03:44:27.936442 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb94330-650b-4097-9b44-d67c44e86e87 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event deleted for resources: {'Network': ['ID=d5549ef6-696d-4465-817e-45c6d8b7027f,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:27.940161 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c57c42e0-4b0f-4e40-af4c-435abcf4765c tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.945962 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60506) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:27.954749 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-16ee7c98-e57c-4fc1-af43-871cdca86442 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:27.955904 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16ee7c98-e57c-4fc1-af43-871cdca86442 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:27.960226 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-16ee7c98-e57c-4fc1-af43-871cdca86442 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "DELETE /v2.0/subnets/7795f226-1cfa-4d0d-9b11-20a4f4d18cc9 HTTP/1.1" status: 404 len: 337 time: 0.0456870 Nov 12 03:44:27.966229 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60512) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:27.983996 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dba7061-f337-4ea2-92f4-ea3bcf1864f4 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:27.984661 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dba7061-f337-4ea2-92f4-ea3bcf1864f4 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:27.988038 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4dba7061-f337-4ea2-92f4-ea3bcf1864f4 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "DELETE /v2.0/networks/b512cdf9-1504-47bb-bd86-92fcb1a8fc8c HTTP/1.1" status: 404 len: 339 time: 0.0227370 Nov 12 03:44:27.990638 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60516) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:28.025538 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-272dc7d9-0f2e-4436-94e1-cbc03458cc13 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:28.026135 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-272dc7d9-0f2e-4436-94e1-cbc03458cc13 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:28.029636 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-272dc7d9-0f2e-4436-94e1-cbc03458cc13 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "DELETE /v2.0/subnets/756f479a-92cc-4c43-998c-1f9298a514de HTTP/1.1" status: 404 len: 337 time: 0.0377424 Nov 12 03:44:28.031975 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60520) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:28.046893 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7753e4d4-972a-4216-89f1-d8d4c4eb4dcc tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.055362 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2746d962-2dee-4984-ae9c-ac87098bd34f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.059555 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-c57c42e0-4b0f-4e40-af4c-435abcf4765c tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['036ef706-17f7-4aea-98ea-dab4adb8fd40']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:28.059738 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea6b6eab-2f62-4291-bdd3-f25a78732b40 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:28.060492 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea6b6eab-2f62-4291-bdd3-f25a78732b40 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:28.066521 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ea6b6eab-2f62-4291-bdd3-f25a78732b40 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "DELETE /v2.0/networks/3bb23c01-2c91-4918-a70b-74e2c48cdf0f HTTP/1.1" status: 404 len: 339 time: 0.0311408 Nov 12 03:44:28.066903 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60526) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:28.074046 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7753e4d4-972a-4216-89f1-d8d4c4eb4dcc tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.101496 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e39df7-7676-4abf-a1e6-56cadef90d0f tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:28.102077 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9e39df7-7676-4abf-a1e6-56cadef90d0f tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:28.107936 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d9e39df7-7676-4abf-a1e6-56cadef90d0f tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "DELETE /v2.0/subnets/8689d2d8-adef-47c0-abbc-b6e85b09dbad HTTP/1.1" status: 404 len: 337 time: 0.0378506 Nov 12 03:44:28.108457 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60532) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:28.120879 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-c57c42e0-4b0f-4e40-af4c-435abcf4765c tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ea9bf53-4621-4254-b84d-12ccaa032282') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:28.121355 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-c57c42e0-4b0f-4e40-af4c-435abcf4765c tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ea9bf53-4621-4254-b84d-12ccaa032282') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:28.135771 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-6364036d-a25e-433a-98f5-fd2224ca67e2 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:28.136499 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6364036d-a25e-433a-98f5-fd2224ca67e2 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:28.141642 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6364036d-a25e-433a-98f5-fd2224ca67e2 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "DELETE /v2.0/networks/d68ab570-94bc-42c3-af61-19f6e768c247 HTTP/1.1" status: 404 len: 339 time: 0.0306673 Nov 12 03:44:28.145223 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60538) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:28.151488 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7753e4d4-972a-4216-89f1-d8d4c4eb4dcc tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e808ba2b-f35a-47b9-a08a-41d99c294fab,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:28.154727 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c57c42e0-4b0f-4e40-af4c-435abcf4765c tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.157572 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-2746d962-2dee-4984-ae9c-ac87098bd34f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ac378ba-18e8-483d-aa67-8b7d97613684']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:28.174624 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-d9f43e40-7e06-4170-9b43-589f639609ab service neutron] 10.222.0.74 "GET /v2.0/networks/36f6ed65-8190-49b0-8a57-7dd102916b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497030 Nov 12 03:44:28.185666 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-2746d962-2dee-4984-ae9c-ac87098bd34f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e998c7aa-fc95-440e-b07f-6d1daf1c7863') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:28.186235 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-2746d962-2dee-4984-ae9c-ac87098bd34f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e998c7aa-fc95-440e-b07f-6d1daf1c7863') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:28.204445 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7753e4d4-972a-4216-89f1-d8d4c4eb4dcc tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.215509 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7753e4d4-972a-4216-89f1-d8d4c4eb4dcc tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.4033039 Nov 12 03:44:28.218911 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c57c42e0-4b0f-4e40-af4c-435abcf4765c tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.242427 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2746d962-2dee-4984-ae9c-ac87098bd34f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.245964 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-68d7579a-0540-40e6-844d-2776a8c43eed tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Deleting subnet 43c95353-618d-41d6-8562-c84ce9d7be2f {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:28.249776 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-68d7579a-0540-40e6-844d-2776a8c43eed tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.262199 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c57c42e0-4b0f-4e40-af4c-435abcf4765c tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:28.262614 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c57c42e0-4b0f-4e40-af4c-435abcf4765c tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.265783 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:44:28.265783 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:28.265783 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:44:28.265783 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:28.265783 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:44:28.265783 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:28.265783 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:44:28.265783 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:28.265783 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:44:28.265783 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:28.265783 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:44:28.265783 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:28.265783 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:44:28.265783 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:28.265783 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:28.265783 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:28.265783 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:28.265783 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:28.265783 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:44:28.265783 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:28.265783 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:44:28.265783 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:28.265783 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:28.265783 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:28.265783 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:28.265783 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:28.265783 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:28.265783 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:28.265783 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:28.265783 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:28.265783 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:28.265783 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:28.300026 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-abffb698-74a5-4ffa-ac4e-5c7eeb4f5f25 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Request body: {'floatingip': {'port_id': '5ac33e0d-02ec-4e7a-a89c-72969a177fce'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:28.330476 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-68d7579a-0540-40e6-844d-2776a8c43eed tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.403475 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2746d962-2dee-4984-ae9c-ac87098bd34f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.420790 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2746d962-2dee-4984-ae9c-ac87098bd34f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:28.421522 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2746d962-2dee-4984-ae9c-ac87098bd34f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.430498 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:44:28.430498 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:28.430498 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:44:28.430498 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:28.430498 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:44:28.430498 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:28.430498 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:44:28.430498 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:28.430498 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:44:28.430498 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:28.430498 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:44:28.430498 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:28.430498 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:44:28.430498 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:28.430498 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:28.430498 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:28.430498 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:28.430498 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:28.430498 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:44:28.430498 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:28.430498 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:44:28.430498 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:28.430498 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:28.430498 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:28.430498 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:28.430498 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:28.430498 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:28.430498 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:28.430498 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:28.430498 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:28.430498 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:28.430498 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:28.455548 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-abffb698-74a5-4ffa-ac4e-5c7eeb4f5f25 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks [] for floatingip, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.486548 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-68d7579a-0540-40e6-844d-2776a8c43eed tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.550684 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c57c42e0-4b0f-4e40-af4c-435abcf4765c tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.580413 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-68d7579a-0540-40e6-844d-2776a8c43eed tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.608253 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d7579a-0540-40e6-844d-2776a8c43eed tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event deleted for resources: {'Subnet': ['ID=43c95353-618d-41d6-8562-c84ce9d7be2f,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:28.611242 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c57c42e0-4b0f-4e40-af4c-435abcf4765c tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.617239 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-68d7579a-0540-40e6-844d-2776a8c43eed tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.619034 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c57c42e0-4b0f-4e40-af4c-435abcf4765c tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] 10.222.0.50 "DELETE /v2.0/networks/036ef706-17f7-4aea-98ea-dab4adb8fd40 HTTP/1.1" status: 204 len: 168 time: 3.1299181 Nov 12 03:44:28.620844 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-68d7579a-0540-40e6-844d-2776a8c43eed tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "DELETE /v2.0/subnets/43c95353-618d-41d6-8562-c84ce9d7be2f HTTP/1.1" status: 204 len: 168 time: 0.4743772 Nov 12 03:44:28.621534 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60590) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:28.623428 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60592) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:28.625422 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadd3c98-4184-40a7-bdae-4d620cba63da None None] Network 551eafe6-fe24-4257-a89f-02ff15d0bf52 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:28.638458 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-365294b2-27b3-4776-bb4a-98a68df06f9e req-ccdb4854-e495-4397-8b8a-56aa9abf5cd7 service neutron] 10.222.0.74 "GET /v2.0/networks/36f6ed65-8190-49b0-8a57-7dd102916b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4550381 Nov 12 03:44:28.639067 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2746d962-2dee-4984-ae9c-ac87098bd34f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.644830 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c42e0-4b0f-4e40-af4c-435abcf4765c tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Pushing event deleted for resources: {'Network': ['ID=036ef706-17f7-4aea-98ea-dab4adb8fd40,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:28.672207 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2746d962-2dee-4984-ae9c-ac87098bd34f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.678810 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2746d962-2dee-4984-ae9c-ac87098bd34f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "DELETE /v2.0/networks/9ac378ba-18e8-483d-aa67-8b7d97613684 HTTP/1.1" status: 204 len: 168 time: 2.6854625 Nov 12 03:44:28.683709 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60594) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:28.718692 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-8949ebbd-3ab0-430c-b105-8228c1a22674 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Request body: {'router': {'routes': None}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:28.764446 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2746d962-2dee-4984-ae9c-ac87098bd34f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Pushing event deleted for resources: {'Network': ['ID=9ac378ba-18e8-483d-aa67-8b7d97613684,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:28.795802 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4d8b74a6-8328-4396-a90e-56474ddc0dff tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.844547 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-0c557585-8ce0-4930-ac44-dbc67ec82a19 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1970910037&fields=id&tenant_id=31f81b1aeeb344b7a84563d0622f3019 HTTP/1.1" status: 200 len: 267 time: 0.3501289 Nov 12 03:44:28.861546 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device fac6c3c4-2a3f-4ccc-ad37-c3c045a4dde8 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:28.908713 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: fac6c3c4-2a3f-4ccc-ad37-c3c045a4dde8 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:28.909865 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device fac6c3c4-2a3f-4ccc-ad37-c3c045a4dde8 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:29.009313 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4d8b74a6-8328-4396-a90e-56474ddc0dff tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.033548 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dc2157-23b1-48d4-a314-ccad3f7804e9 None None] DHCP port deletion for 551eafe6-fe24-4257-a89f-02ff15d0bf52 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:44:29.038858 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a7e828e-7ad1-4725-9757-8a67e40ae987 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.050162 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-4d8b74a6-8328-4396-a90e-56474ddc0dff tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb08b3a9-d30d-4225-a1e8-e168264cfad6']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:29.064662 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-4d8b74a6-8328-4396-a90e-56474ddc0dff tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f7c5f3-63ec-4081-afe3-f4a0ef3f8f79') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:29.064985 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-4d8b74a6-8328-4396-a90e-56474ddc0dff tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f7c5f3-63ec-4081-afe3-f4a0ef3f8f79') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:29.079746 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4d8b74a6-8328-4396-a90e-56474ddc0dff tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.114537 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-a3dc2157-23b1-48d4-a314-ccad3f7804e9 None None] Deleting port 955a85d4-6f9c-474a-a06f-9d6da574d5fb {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:29.115408 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a3dc2157-23b1-48d4-a314-ccad3f7804e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.117894 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4d8b74a6-8328-4396-a90e-56474ddc0dff tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.125840 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.extraroute_db [None req-8949ebbd-3ab0-430c-b105-8228c1a22674 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Added routes are [] {{(pid=102572) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 03:44:29.126146 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.extraroute_db [None req-8949ebbd-3ab0-430c-b105-8228c1a22674 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Removed routes are [] {{(pid=102572) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 03:44:29.126508 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8949ebbd-3ab0-430c-b105-8228c1a22674 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41374'] for router, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.127353 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d8b74a6-8328-4396-a90e-56474ddc0dff tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:29.127982 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4d8b74a6-8328-4396-a90e-56474ddc0dff tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.132749 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:44:29.132749 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:29.132749 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:44:29.132749 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:29.132749 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:44:29.132749 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:29.132749 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:44:29.132749 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:29.132749 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:44:29.132749 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:29.132749 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:44:29.132749 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:29.132749 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:44:29.132749 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:29.132749 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:29.132749 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:29.132749 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:29.132749 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:29.132749 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:44:29.132749 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:29.132749 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:44:29.132749 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:29.132749 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:29.132749 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:29.132749 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:29.132749 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:29.132749 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:29.132749 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:29.132749 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:29.132749 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:29.132749 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:29.132749 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:29.188329 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-a3dc2157-23b1-48d4-a314-ccad3f7804e9 None None] For port 955a85d4-6f9c-474a-a06f-9d6da574d5fb, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=955a85d4-6f9c-474a-a06f-9d6da574d5fb,segment=NetworkSegment(72738ceb-b212-41da-b951-0f68870c7b81),segment_id=72738ceb-b212-41da-b951-0f68870c7b81)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:29.189096 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a3dc2157-23b1-48d4-a314-ccad3f7804e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.213541 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-a3dc2157-23b1-48d4-a314-ccad3f7804e9 None None] Calling delete_port for 955a85d4-6f9c-474a-a06f-9d6da574d5fb owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:29.213765 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-1a7e828e-7ad1-4725-9757-8a67e40ae987 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Deleting port 955a85d4-6f9c-474a-a06f-9d6da574d5fb {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:29.213942 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a7e828e-7ad1-4725-9757-8a67e40ae987 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.219024 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4d8b74a6-8328-4396-a90e-56474ddc0dff tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.243484 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4d8b74a6-8328-4396-a90e-56474ddc0dff tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.246661 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4d8b74a6-8328-4396-a90e-56474ddc0dff tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] 10.222.0.50 "DELETE /v2.0/networks/cb08b3a9-d30d-4225-a1e8-e168264cfad6 HTTP/1.1" status: 204 len: 168 time: 0.6241050 Nov 12 03:44:29.247211 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60610) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:29.257170 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60612) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:29.312875 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b74a6-8328-4396-a90e-56474ddc0dff tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Pushing event deleted for resources: {'Network': ['ID=cb08b3a9-d30d-4225-a1e8-e168264cfad6,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:29.316718 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a3dc2157-23b1-48d4-a314-ccad3f7804e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.335338 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-1a7e828e-7ad1-4725-9757-8a67e40ae987 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] For port 955a85d4-6f9c-474a-a06f-9d6da574d5fb, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=955a85d4-6f9c-474a-a06f-9d6da574d5fb,segment=NetworkSegment(72738ceb-b212-41da-b951-0f68870c7b81),segment_id=72738ceb-b212-41da-b951-0f68870c7b81)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:29.335704 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a7e828e-7ad1-4725-9757-8a67e40ae987 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.350491 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-1a7e828e-7ad1-4725-9757-8a67e40ae987 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Calling delete_port for 955a85d4-6f9c-474a-a06f-9d6da574d5fb owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:29.355458 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dc2157-23b1-48d4-a314-ccad3f7804e9 None None] Pushing event deleted for resources: {'Port': ['ID=955a85d4-6f9c-474a-a06f-9d6da574d5fb,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:29.358941 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dc2157-23b1-48d4-a314-ccad3f7804e9 None None] No DVR routers for this DVR port 955a85d4-6f9c-474a-a06f-9d6da574d5fb on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:29.426757 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8949ebbd-3ab0-430c-b105-8228c1a22674 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41374'] for router, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.444790 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-48dbb836-3781-44fa-95d2-b55d7392aa11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.446183 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8949ebbd-3ab0-430c-b105-8228c1a22674 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-622926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-623029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620584'] for router, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.477075 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-2708cf09-1891-4d58-b9ea-8721d8fbfd41 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Deleting subnet 676422cf-a316-442f-9d20-b3c7ec360c20 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:29.480853 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a7e828e-7ad1-4725-9757-8a67e40ae987 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.513066 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2708cf09-1891-4d58-b9ea-8721d8fbfd41 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.518127 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7e828e-7ad1-4725-9757-8a67e40ae987 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event deleted for resources: {'Port': ['ID=955a85d4-6f9c-474a-a06f-9d6da574d5fb,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:29.520592 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7e828e-7ad1-4725-9757-8a67e40ae987 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] No DVR routers for this DVR port 955a85d4-6f9c-474a-a06f-9d6da574d5fb on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:29.635918 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a7e828e-7ad1-4725-9757-8a67e40ae987 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.653160 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-48dbb836-3781-44fa-95d2-b55d7392aa11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.663192 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-48dbb836-3781-44fa-95d2-b55d7392aa11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.670605 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-1a7e828e-7ad1-4725-9757-8a67e40ae987 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['551eafe6-fe24-4257-a89f-02ff15d0bf52']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:29.697756 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-1a7e828e-7ad1-4725-9757-8a67e40ae987 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72738ceb-b212-41da-b951-0f68870c7b81') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:29.698048 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-1a7e828e-7ad1-4725-9757-8a67e40ae987 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72738ceb-b212-41da-b951-0f68870c7b81') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:29.724531 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a7e828e-7ad1-4725-9757-8a67e40ae987 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.737037 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dbb836-3781-44fa-95d2-b55d7392aa11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cedbbde-c976-4ce4-9b92-d0e2c66bb80a,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:29.742133 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-48dbb836-3781-44fa-95d2-b55d7392aa11 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8e1653cfc4174822bbf5c8cf34902cd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4861784 Nov 12 03:44:29.745799 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60616) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:29.760423 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a7e828e-7ad1-4725-9757-8a67e40ae987 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.774953 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a7e828e-7ad1-4725-9757-8a67e40ae987 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:29.775359 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a7e828e-7ad1-4725-9757-8a67e40ae987 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.778438 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:44:29.778438 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:29.778438 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:44:29.778438 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:29.778438 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:44:29.778438 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:29.778438 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:44:29.778438 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:29.778438 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:44:29.778438 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:29.778438 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:44:29.778438 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:29.778438 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:44:29.778438 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:29.778438 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:29.778438 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:29.778438 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:29.778438 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:29.778438 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:44:29.778438 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:29.778438 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:44:29.778438 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:29.778438 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:29.778438 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:29.778438 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:29.778438 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:29.778438 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:29.778438 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:29.778438 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:29.778438 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:29.778438 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:29.778438 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:29.856047 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a7e828e-7ad1-4725-9757-8a67e40ae987 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.858320 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5b095f56-9e10-45fa-b1a8-134ac6b9b868 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.863036 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-08427c67-fb63-41d5-a31f-21ed6bdc0b6b tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:29.864544 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-08427c67-fb63-41d5-a31f-21ed6bdc0b6b tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/networks?id=6fe4e9fa-960b-4fee-b798-39b875b1985d HTTP/1.1" status: 200 len: 797 time: 1.0085819 Nov 12 03:44:29.867816 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a7e828e-7ad1-4725-9757-8a67e40ae987 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.871764 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1a7e828e-7ad1-4725-9757-8a67e40ae987 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "DELETE /v2.0/networks/551eafe6-fe24-4257-a89f-02ff15d0bf52 HTTP/1.1" status: 204 len: 168 time: 1.0816255 Nov 12 03:44:29.881380 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60618) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:29.904857 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7e828e-7ad1-4725-9757-8a67e40ae987 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event deleted for resources: {'Network': ['ID=551eafe6-fe24-4257-a89f-02ff15d0bf52,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:29.933773 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5b095f56-9e10-45fa-b1a8-134ac6b9b868 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.935754 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-52ee329b-deac-466d-a744-05e36b84f67d tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:29.936239 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52ee329b-deac-466d-a744-05e36b84f67d tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:29.939258 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-52ee329b-deac-466d-a744-05e36b84f67d tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "DELETE /v2.0/subnets/bd58d363-326d-4c98-8628-5989770440cd HTTP/1.1" status: 404 len: 337 time: 0.0569096 Nov 12 03:44:29.944569 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60620) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:29.969284 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9fbd46a-6da1-4c2f-9daa-390b0f682438 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:29.969847 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9fbd46a-6da1-4c2f-9daa-390b0f682438 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:29.972886 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b9fbd46a-6da1-4c2f-9daa-390b0f682438 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "DELETE /v2.0/networks/98e03b89-3e39-4997-9fa9-49ecca6f0f55 HTTP/1.1" status: 404 len: 339 time: 0.0273843 Nov 12 03:44:29.976043 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60622) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:29.998424 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2708cf09-1891-4d58-b9ea-8721d8fbfd41 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:30.007987 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-fa29e0e1-d0ab-4225-af22-456fc254199b tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/quotas/31f81b1aeeb344b7a84563d0622f3019 HTTP/1.1" status: 200 len: 375 time: 0.1231408 Nov 12 03:44:30.037950 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecca62a2-9f07-4454-ae28-4a327f519736 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Deleting subnet fd5db506-b7a0-4263-97d0-26e12b4f9543 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:30.041253 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ecca62a2-9f07-4454-ae28-4a327f519736 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:30.054633 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8949ebbd-3ab0-430c-b105-8228c1a22674 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Router 4ca0d9d1-6087-4f84-846f-397d5d270fe9 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:44:30.073614 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5b095f56-9e10-45fa-b1a8-134ac6b9b868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:30.076509 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5b095f56-9e10-45fa-b1a8-134ac6b9b868 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:30.077689 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5b095f56-9e10-45fa-b1a8-134ac6b9b868 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6cedbbde-c976-4ce4-9b92-d0e2c66bb80a HTTP/1.1" status: 204 len: 168 time: 0.3306887 Nov 12 03:44:30.096981 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b095f56-9e10-45fa-b1a8-134ac6b9b868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cedbbde-c976-4ce4-9b92-d0e2c66bb80a,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:30.100911 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ecca62a2-9f07-4454-ae28-4a327f519736 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:30.219733 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ecca62a2-9f07-4454-ae28-4a327f519736 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:30.300564 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ecca62a2-9f07-4454-ae28-4a327f519736 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:30.331598 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca62a2-9f07-4454-ae28-4a327f519736 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event deleted for resources: {'Subnet': ['ID=fd5db506-b7a0-4263-97d0-26e12b4f9543,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:30.337233 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ecca62a2-9f07-4454-ae28-4a327f519736 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:30.344420 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ecca62a2-9f07-4454-ae28-4a327f519736 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "DELETE /v2.0/subnets/fd5db506-b7a0-4263-97d0-26e12b4f9543 HTTP/1.1" status: 204 len: 168 time: 0.3673255 Nov 12 03:44:30.347312 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60630) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:30.355580 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf94c3a-bfcc-49f6-a9ff-5aad23d29184 None None] Network 80425bfc-128a-4a0a-8cc5-f84ab524c764 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:30.372732 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-82192238-bdb8-4c6b-873e-4c16bd8e1be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:30.417149 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8949ebbd-3ab0-430c-b105-8228c1a22674 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:30.430789 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8949ebbd-3ab0-430c-b105-8228c1a22674 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:30.435124 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8949ebbd-3ab0-430c-b105-8228c1a22674 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "PUT /v2.0/routers/4ca0d9d1-6087-4f84-846f-397d5d270fe9 HTTP/1.1" status: 200 len: 700 time: 1.7301080 Nov 12 03:44:30.443520 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1a38ef-9e59-429b-859c-e6d531e35e6f None None] Sync routers for ids ['4ca0d9d1-6087-4f84-846f-397d5d270fe9'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:30.446162 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-9ec3bada-f2f7-4d90-a2d3-dd61d39a59b9 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=31f81b1aeeb344b7a84563d0622f3019&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4119437 Nov 12 03:44:30.446857 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60632) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:30.471189 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1a38ef-9e59-429b-859c-e6d531e35e6f None None] Routers {'4ca0d9d1-6087-4f84-846f-397d5d270fe9'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:30.471927 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-de1a38ef-9e59-429b-859c-e6d531e35e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:44:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4ca0d9d1-6087-4f84-846f-397d5d270fe9'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:30.474102 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60634) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:30.498739 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-661163bb-44d6-477b-81bf-5b763846c404 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:30.518497 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-94b84cba-4d68-4aea-b0b1-37d91232cc55 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ca0d9d1-6087-4f84-846f-397d5d270fe9 HTTP/1.1" status: 200 len: 205 time: 0.0573618 Nov 12 03:44:30.518497 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.db.resource_extend [None req-abffb698-74a5-4ffa-ac4e-5c7eeb4f5f25 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:44:30.559245 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60636) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:30.574157 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2708cf09-1891-4d58-b9ea-8721d8fbfd41 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:30.581698 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-661163bb-44d6-477b-81bf-5b763846c404 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:30.587775 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-de1a38ef-9e59-429b-859c-e6d531e35e6f None None] Set router 4ca0d9d1-6087-4f84-846f-397d5d270fe9 gateway port host: None {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:30.588993 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b956c2da-187d-4adf-8e76-59be25c6d682 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:30.594580 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-661163bb-44d6-477b-81bf-5b763846c404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:30.649569 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-de1a38ef-9e59-429b-859c-e6d531e35e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'name': 'tempest-RoutersTest-router-583694735', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:17Z', 'updated_at': '2021-11-12T03:44:23Z', 'revision_number': 11, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:30.665461 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-661163bb-44d6-477b-81bf-5b763846c404 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b10743fb213247c58f5222dfc6b4e692&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1895776 Nov 12 03:44:30.667126 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60638) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:30.678747 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1a38ef-9e59-429b-859c-e6d531e35e6f None None] Checking router: 4ca0d9d1-6087-4f84-846f-397d5d270fe9 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:44:30.688495 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1a38ef-9e59-429b-859c-e6d531e35e6f None None] Routers {'4ca0d9d1-6087-4f84-846f-397d5d270fe9'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:30.689240 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-de1a38ef-9e59-429b-859c-e6d531e35e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:44:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4ca0d9d1-6087-4f84-846f-397d5d270fe9'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:30.693006 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661163bb-44d6-477b-81bf-5b763846c404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d11ccc9-35fb-4510-9719-d27ce080ab19,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:30.733611 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-abffb698-74a5-4ffa-ac4e-5c7eeb4f5f25 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:30.739022 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-658e78c1-c49d-413a-9ba7-67b37dfdb344 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:30.741640 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-b956c2da-187d-4adf-8e76-59be25c6d682 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Deleting port 9ae38ef1-346f-47f8-a7df-31c0e6083345 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:30.741982 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b956c2da-187d-4adf-8e76-59be25c6d682 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:30.751713 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-abffb698-74a5-4ffa-ac4e-5c7eeb4f5f25 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:30.783898 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-57e1c42d-5e34-4c95-b704-16b3fec9f46a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:30.813549 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-57e1c42d-5e34-4c95-b704-16b3fec9f46a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:30.924960 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-57e1c42d-5e34-4c95-b704-16b3fec9f46a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:30.930009 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-57e1c42d-5e34-4c95-b704-16b3fec9f46a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:30.934291 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-57e1c42d-5e34-4c95-b704-16b3fec9f46a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4d11ccc9-35fb-4510-9719-d27ce080ab19 HTTP/1.1" status: 204 len: 168 time: 0.2657804 Nov 12 03:44:30.940833 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2708cf09-1891-4d58-b9ea-8721d8fbfd41 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:30.945052 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-5c1e17ac-ce8b-4ff0-a6c9-812d004856b6 service neutron] 10.222.0.50 "GET /v2.0/networks/6fe4e9fa-960b-4fee-b798-39b875b1985d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4606757 Nov 12 03:44:30.963332 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0a5909-2354-4c9a-8cac-69a1e83389b8 None None] DHCP port deletion for 80425bfc-128a-4a0a-8cc5-f84ab524c764 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:44:30.963605 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e1c42d-5e34-4c95-b704-16b3fec9f46a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d11ccc9-35fb-4510-9719-d27ce080ab19,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:30.968806 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 955a85d4-6f9c-474a-a06f-9d6da574d5fb no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:30.969132 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-b956c2da-187d-4adf-8e76-59be25c6d682 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] For port 9ae38ef1-346f-47f8-a7df-31c0e6083345, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=9ae38ef1-346f-47f8-a7df-31c0e6083345,segment=NetworkSegment(738d21c9-9a38-42a5-ba19-46eee10214c7),segment_id=738d21c9-9a38-42a5-ba19-46eee10214c7)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:30.969504 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b956c2da-187d-4adf-8e76-59be25c6d682 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:30.991775 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-b956c2da-187d-4adf-8e76-59be25c6d682 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Calling delete_port for 9ae38ef1-346f-47f8-a7df-31c0e6083345 owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:31.007465 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-de1a38ef-9e59-429b-859c-e6d531e35e6f None None] Set router 4ca0d9d1-6087-4f84-846f-397d5d270fe9 gateway port host: None {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:31.053779 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 955a85d4-6f9c-474a-a06f-9d6da574d5fb {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:31.054593 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 955a85d4-6f9c-474a-a06f-9d6da574d5fb not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:31.100140 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-de1a38ef-9e59-429b-859c-e6d531e35e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'name': 'tempest-RoutersTest-router-583694735', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:17Z', 'updated_at': '2021-11-12T03:44:23Z', 'revision_number': 11, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:31.103572 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2708cf09-1891-4d58-b9ea-8721d8fbfd41 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Pushing event deleted for resources: {'Subnet': ['ID=676422cf-a316-442f-9d20-b3c7ec360c20,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:31.120281 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-658e78c1-c49d-413a-9ba7-67b37dfdb344 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.125718 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2708cf09-1891-4d58-b9ea-8721d8fbfd41 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.132009 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60642) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:31.132987 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2708cf09-1891-4d58-b9ea-8721d8fbfd41 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] 10.222.0.50 "DELETE /v2.0/subnets/676422cf-a316-442f-9d20-b3c7ec360c20 HTTP/1.1" status: 204 len: 168 time: 1.8713355 Nov 12 03:44:31.136838 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f3e84a-de87-424d-9807-df6e8dc5607c None None] Network a5808793-c231-45ea-9121-1203cd4d457f requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:31.141328 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1a38ef-9e59-429b-859c-e6d531e35e6f None None] The sync data for ids ['4ca0d9d1-6087-4f84-846f-397d5d270fe9'] in n-d-715271-27 is: [{'id': '4ca0d9d1-6087-4f84-846f-397d5d270fe9', 'name': 'tempest-RoutersTest-router-583694735', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:17Z', 'updated_at': '2021-11-12T03:44:23Z', 'revision_number': 11, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'gw_port_host': None}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:31.142828 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-658e78c1-c49d-413a-9ba7-67b37dfdb344 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.251646 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4e0a5909-2354-4c9a-8cac-69a1e83389b8 None None] Deleting port 9ae38ef1-346f-47f8-a7df-31c0e6083345 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:31.252175 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4e0a5909-2354-4c9a-8cac-69a1e83389b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.286200 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [None req-abffb698-74a5-4ffa-ac4e-5c7eeb4f5f25 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Floating IP 426d477d-0fc9-4f11-9977-57fc576bf528 associated. External IP: 172.25.5.30, port: 5ac33e0d-02ec-4e7a-a89c-72969a177fce. Nov 12 03:44:31.292866 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-658e78c1-c49d-413a-9ba7-67b37dfdb344 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.293684 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658e78c1-c49d-413a-9ba7-67b37dfdb344 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Fanout notify agent at l3_agent the message router_deleted on router 4ca0d9d1-6087-4f84-846f-397d5d270fe9 {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:44:31.342419 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-417f4840-6a8d-49c9-af31-31c1896b8998 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.346766 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-658e78c1-c49d-413a-9ba7-67b37dfdb344 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.347880 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-658e78c1-c49d-413a-9ba7-67b37dfdb344 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "DELETE /v2.0/routers/4ca0d9d1-6087-4f84-846f-397d5d270fe9 HTTP/1.1" status: 204 len: 168 time: 0.7876065 Nov 12 03:44:31.354319 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60648) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:31.367255 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-3f5a343b-255b-456b-a373-5deff507fd94 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-127072945', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:31.402131 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b956c2da-187d-4adf-8e76-59be25c6d682 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.403859 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-a209450b-8dd3-4bcd-8f6c-cc56462579f5 service neutron] 10.222.0.50 "GET /v2.0/networks/6fe4e9fa-960b-4fee-b798-39b875b1985d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4173024 Nov 12 03:44:31.437966 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b956c2da-187d-4adf-8e76-59be25c6d682 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event deleted for resources: {'Port': ['ID=9ae38ef1-346f-47f8-a7df-31c0e6083345,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:31.440569 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b956c2da-187d-4adf-8e76-59be25c6d682 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] No DVR routers for this DVR port 9ae38ef1-346f-47f8-a7df-31c0e6083345 on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:31.457326 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4e0a5909-2354-4c9a-8cac-69a1e83389b8 None None] For port 9ae38ef1-346f-47f8-a7df-31c0e6083345, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=9ae38ef1-346f-47f8-a7df-31c0e6083345,segment=NetworkSegment(738d21c9-9a38-42a5-ba19-46eee10214c7),segment_id=738d21c9-9a38-42a5-ba19-46eee10214c7)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:31.461236 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4e0a5909-2354-4c9a-8cac-69a1e83389b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.495246 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4e0a5909-2354-4c9a-8cac-69a1e83389b8 None None] Calling delete_port for 9ae38ef1-346f-47f8-a7df-31c0e6083345 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:31.553770 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b956c2da-187d-4adf-8e76-59be25c6d682 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.568848 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3f5a343b-255b-456b-a373-5deff507fd94 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.570315 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3f5a343b-255b-456b-a373-5deff507fd94 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.596427 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-b956c2da-187d-4adf-8e76-59be25c6d682 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80425bfc-128a-4a0a-8cc5-f84ab524c764']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:31.646477 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-b956c2da-187d-4adf-8e76-59be25c6d682 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '738d21c9-9a38-42a5-ba19-46eee10214c7') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:31.648440 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-b956c2da-187d-4adf-8e76-59be25c6d682 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '738d21c9-9a38-42a5-ba19-46eee10214c7') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:31.662755 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b36c7e-52d9-4b2c-b91d-e73b930af222 None None] DHCP port deletion for a5808793-c231-45ea-9121-1203cd4d457f request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:44:31.678509 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b956c2da-187d-4adf-8e76-59be25c6d682 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.697652 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b956c2da-187d-4adf-8e76-59be25c6d682 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.713684 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b956c2da-187d-4adf-8e76-59be25c6d682 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:31.714090 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b956c2da-187d-4adf-8e76-59be25c6d682 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.718892 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:44:31.718892 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:31.718892 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:44:31.718892 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:31.718892 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:44:31.718892 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:31.718892 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:44:31.718892 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:31.718892 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:44:31.718892 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:31.718892 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:44:31.718892 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:31.718892 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:44:31.718892 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:31.718892 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:31.718892 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:31.718892 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:31.718892 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:31.718892 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:44:31.718892 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:31.718892 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:44:31.718892 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:31.718892 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:31.718892 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:31.718892 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:31.718892 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:31.718892 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:31.718892 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:31.718892 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:31.718892 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:31.718892 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:31.718892 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:31.792212 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-417f4840-6a8d-49c9-af31-31c1896b8998 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Deleting port 1d3a7b9b-3e2a-43d4-a5e0-9528880cba52 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:31.792581 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-417f4840-6a8d-49c9-af31-31c1896b8998 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.860507 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4e0a5909-2354-4c9a-8cac-69a1e83389b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.891392 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-329bddf3-473e-4c18-b4d1-e445650f047a req-ae563532-e301-44c2-b74e-6fec964e5e85 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0 HTTP/1.1" status: 200 len: 210 time: 0.0741842 Nov 12 03:44:31.895694 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b956c2da-187d-4adf-8e76-59be25c6d682 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.937621 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b956c2da-187d-4adf-8e76-59be25c6d682 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.946934 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b956c2da-187d-4adf-8e76-59be25c6d682 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] 10.222.0.50 "DELETE /v2.0/networks/80425bfc-128a-4a0a-8cc5-f84ab524c764 HTTP/1.1" status: 204 len: 168 time: 1.5987494 Nov 12 03:44:31.957086 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a5909-2354-4c9a-8cac-69a1e83389b8 None None] Pushing event deleted for resources: {'Port': ['ID=9ae38ef1-346f-47f8-a7df-31c0e6083345,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:31.959865 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b956c2da-187d-4adf-8e76-59be25c6d682 tempest-NetworksIpV6Test-737572605 tempest-NetworksIpV6Test-737572605-project] Pushing event deleted for resources: {'Network': ['ID=80425bfc-128a-4a0a-8cc5-f84ab524c764,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:31.963126 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0a5909-2354-4c9a-8cac-69a1e83389b8 None None] No DVR routers for this DVR port 9ae38ef1-346f-47f8-a7df-31c0e6083345 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:31.999228 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-52b36c7e-52d9-4b2c-b91d-e73b930af222 None None] Deleting port 1d3a7b9b-3e2a-43d4-a5e0-9528880cba52 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:31.999822 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-52b36c7e-52d9-4b2c-b91d-e73b930af222 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.015004 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-417f4840-6a8d-49c9-af31-31c1896b8998 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] For port 1d3a7b9b-3e2a-43d4-a5e0-9528880cba52, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=1d3a7b9b-3e2a-43d4-a5e0-9528880cba52,segment=NetworkSegment(3f036e96-ad20-4d95-ac2e-5fc3aca2de5d),segment_id=3f036e96-ad20-4d95-ac2e-5fc3aca2de5d)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:32.015249 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-417f4840-6a8d-49c9-af31-31c1896b8998 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.050282 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-417f4840-6a8d-49c9-af31-31c1896b8998 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Calling delete_port for 1d3a7b9b-3e2a-43d4-a5e0-9528880cba52 owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:32.185989 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-52b36c7e-52d9-4b2c-b91d-e73b930af222 None None] For port 1d3a7b9b-3e2a-43d4-a5e0-9528880cba52, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=1d3a7b9b-3e2a-43d4-a5e0-9528880cba52,segment=NetworkSegment(3f036e96-ad20-4d95-ac2e-5fc3aca2de5d),segment_id=3f036e96-ad20-4d95-ac2e-5fc3aca2de5d)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:32.186636 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-52b36c7e-52d9-4b2c-b91d-e73b930af222 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.237607 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-52b36c7e-52d9-4b2c-b91d-e73b930af222 None None] Calling delete_port for 1d3a7b9b-3e2a-43d4-a5e0-9528880cba52 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:32.243855 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-417f4840-6a8d-49c9-af31-31c1896b8998 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.344116 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3f5a343b-255b-456b-a373-5deff507fd94 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.349163 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f4840-6a8d-49c9-af31-31c1896b8998 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Pushing event deleted for resources: {'Port': ['ID=1d3a7b9b-3e2a-43d4-a5e0-9528880cba52,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:32.355623 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3f5a343b-255b-456b-a373-5deff507fd94 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.360271 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417f4840-6a8d-49c9-af31-31c1896b8998 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] No DVR routers for this DVR port 1d3a7b9b-3e2a-43d4-a5e0-9528880cba52 on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:32.436530 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3f5a343b-255b-456b-a373-5deff507fd94 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.439769 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3f5a343b-255b-456b-a373-5deff507fd94 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0770409 Nov 12 03:44:32.448738 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60688) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:32.458976 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-fd3f47c7-914c-4ebc-8ba5-48cc88edaeb7 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:32.499730 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60690) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:32.530699 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-52b36c7e-52d9-4b2c-b91d-e73b930af222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.585267 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b36c7e-52d9-4b2c-b91d-e73b930af222 None None] Pushing event deleted for resources: {'Port': ['ID=1d3a7b9b-3e2a-43d4-a5e0-9528880cba52,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:32.587682 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b36c7e-52d9-4b2c-b91d-e73b930af222 None None] No DVR routers for this DVR port 1d3a7b9b-3e2a-43d4-a5e0-9528880cba52 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:32.593087 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abffb698-74a5-4ffa-ac4e-5c7eeb4f5f25 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Router 37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:44:32.620203 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-417f4840-6a8d-49c9-af31-31c1896b8998 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.648525 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-417f4840-6a8d-49c9-af31-31c1896b8998 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5808793-c231-45ea-9121-1203cd4d457f']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:32.659430 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-417f4840-6a8d-49c9-af31-31c1896b8998 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f036e96-ad20-4d95-ac2e-5fc3aca2de5d') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:32.660408 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-417f4840-6a8d-49c9-af31-31c1896b8998 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f036e96-ad20-4d95-ac2e-5fc3aca2de5d') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:32.686751 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-417f4840-6a8d-49c9-af31-31c1896b8998 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.749332 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-417f4840-6a8d-49c9-af31-31c1896b8998 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.765765 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 1d3a7b9b-3e2a-43d4-a5e0-9528880cba52 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:32.776350 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6de14b67-fc61-4935-a85e-2b1926633c35 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e1d480ebbc414f64891e3ea3b39fa331&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2752016 Nov 12 03:44:32.779395 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60702) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:32.815460 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-417f4840-6a8d-49c9-af31-31c1896b8998 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:32.816122 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-417f4840-6a8d-49c9-af31-31c1896b8998 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.819516 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:44:32.819516 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:32.819516 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:44:32.819516 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:32.819516 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:44:32.819516 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:32.819516 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:44:32.819516 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:32.819516 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:44:32.819516 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:32.819516 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:44:32.819516 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:32.819516 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:44:32.819516 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:32.819516 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:32.819516 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:32.819516 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:32.819516 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:32.819516 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:44:32.819516 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:32.819516 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:44:32.819516 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:32.819516 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:32.819516 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:32.819516 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:32.819516 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:32.819516 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:32.819516 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:32.819516 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:32.819516 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:32.819516 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:32.819516 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:32.827196 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 1d3a7b9b-3e2a-43d4-a5e0-9528880cba52 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:32.828416 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 1d3a7b9b-3e2a-43d4-a5e0-9528880cba52 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:32.828948 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 9ae38ef1-346f-47f8-a7df-31c0e6083345 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:32.843797 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fd3f47c7-914c-4ebc-8ba5-48cc88edaeb7 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41374'] for router, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.886361 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 9ae38ef1-346f-47f8-a7df-31c0e6083345 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:32.889094 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 9ae38ef1-346f-47f8-a7df-31c0e6083345 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:32.889880 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fd3f47c7-914c-4ebc-8ba5-48cc88edaeb7 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-622926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-623029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620584'] for router, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.910707 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7c78f99b-888a-4646-86a9-564f3cceaf20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.933542 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7c78f99b-888a-4646-86a9-564f3cceaf20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.964054 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-417f4840-6a8d-49c9-af31-31c1896b8998 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.993227 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-417f4840-6a8d-49c9-af31-31c1896b8998 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.997501 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-417f4840-6a8d-49c9-af31-31c1896b8998 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] 10.222.0.50 "DELETE /v2.0/networks/a5808793-c231-45ea-9121-1203cd4d457f HTTP/1.1" status: 204 len: 168 time: 1.8639619 Nov 12 03:44:32.998742 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f4840-6a8d-49c9-af31-31c1896b8998 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Pushing event deleted for resources: {'Network': ['ID=a5808793-c231-45ea-9121-1203cd4d457f,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:33.001152 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60720) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:33.023324 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abffb698-74a5-4ffa-ac4e-5c7eeb4f5f25 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:33.040824 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1f8a4a5a-a123-4d34-9c3a-f16e5a9075f7 tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c60ed53-5692-46f9-833d-d50d0a3355e3 HTTP/1.1" status: 200 len: 205 time: 0.0376329 Nov 12 03:44:33.041287 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-abffb698-74a5-4ffa-ac4e-5c7eeb4f5f25 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.046311 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec351fd-efb3-4674-9c68-6c2e2b5f7a01 None None] Sync routers for ids ['37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:33.047075 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60722) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:33.057962 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec351fd-efb3-4674-9c68-6c2e2b5f7a01 None None] Routers {'37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:33.058720 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-9ec351fd-efb3-4674-9c68-6c2e2b5f7a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:44:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:33.094325 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5d3df484-6774-42da-9b23-9a59aeb3ed55 req-186cb525-c21a-4f34-81fd-93a8ef1600f4 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0 HTTP/1.1" status: 200 len: 210 time: 0.0558913 Nov 12 03:44:33.102547 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7c78f99b-888a-4646-86a9-564f3cceaf20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.105911 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7c78f99b-888a-4646-86a9-564f3cceaf20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.110828 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7c78f99b-888a-4646-86a9-564f3cceaf20 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/abf7c913-5e86-4ab0-9f67-395d44547255 HTTP/1.1" status: 204 len: 168 time: 0.3300843 Nov 12 03:44:33.122014 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c78f99b-888a-4646-86a9-564f3cceaf20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf7c913-5e86-4ab0-9f67-395d44547255,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:33.176775 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-abffb698-74a5-4ffa-ac4e-5c7eeb4f5f25 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "PUT /v2.0/floatingips/426d477d-0fc9-4f11-9977-57fc576bf528 HTTP/1.1" status: 200 len: 991 time: 5.2088752 Nov 12 03:44:33.176775 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e93e943-08ee-4601-ad99-98d1a0a02b26', 'tag': '5ac33e0d-02ec-4e7a-a89c-72969a177fce'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:44:33.189698 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf36c2a9-0275-4d60-b95d-3ea634b7bee0" -d '{"events": [{"name": "network-changed", "server_uuid": "2e93e943-08ee-4601-ad99-98d1a0a02b26", "tag": "5ac33e0d-02ec-4e7a-a89c-72969a177fce"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:44:33.198113 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-04984f26-04e5-44ab-993c-71f8b489352c tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.206196 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-9ec351fd-efb3-4674-9c68-6c2e2b5f7a01 None None] Set router 37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:33.281681 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813935cb-a97d-4d71-a20b-cf5bf19e03d6 x-openstack-request-id: req-813935cb-a97d-4d71-a20b-cf5bf19e03d6 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:44:33.282355 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e93e943-08ee-4601-ad99-98d1a0a02b26", "tag": "5ac33e0d-02ec-4e7a-a89c-72969a177fce", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:44:33.282845 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-813935cb-a97d-4d71-a20b-cf5bf19e03d6 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:44:33.283462 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e93e943-08ee-4601-ad99-98d1a0a02b26', 'tag': '5ac33e0d-02ec-4e7a-a89c-72969a177fce', 'status': 'completed', 'code': 200} Nov 12 03:44:33.325362 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2a121383-c264-4e9f-8e27-92a4371cb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.369428 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60734) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:33.395103 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3f47c7-914c-4ebc-8ba5-48cc88edaeb7 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Router efc9c520-c9c8-4c18-94ae-0bc96618a148 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:44:33.609608 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-04984f26-04e5-44ab-993c-71f8b489352c tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.612771 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-04984f26-04e5-44ab-993c-71f8b489352c tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.618849 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36c2a9-0275-4d60-b95d-3ea634b7bee0 req-31244b3e-a75c-4864-9bd6-34445d8f0424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:33.620381 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cf36c2a9-0275-4d60-b95d-3ea634b7bee0 req-31244b3e-a75c-4864-9bd6-34445d8f0424 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1978793e24864d458e17fb421706473b&device_id=2e93e943-08ee-4601-ad99-98d1a0a02b26 HTTP/1.1" status: 200 len: 1098 time: 0.2701836 Nov 12 03:44:33.643489 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-9ec351fd-efb3-4674-9c68-6c2e2b5f7a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'name': 'tempest-AttachVolumeTestJSON-889600545-router', 'tenant_id': '1978793e24864d458e17fb421706473b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'b670ebe3-6d3f-4cea-ad65-005bd4c834d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:14Z', 'updated_at': '2021-11-12T03:39:24Z', 'revision_number': 4, 'project_id': '1978793e24864d458e17fb421706473b', 'gw_port': {'id': 'b670ebe3-6d3f-4cea-ad65-005bd4c834d7', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:21:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:15Z', 'updated_at': '2021-11-12T03:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '426d477d-0fc9-4f11-9977-57fc576bf528', 'tenant_id': '1978793e24864d458e17fb421706473b', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'port_id': '5ac33e0d-02ec-4e7a-a89c-72969a177fce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce97ab11-8a00-4cd9-ad27-4b288272e186', 'mac_address': 'fa:16:3e:2e:7d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e93e943-08ee-4601-ad99-98d1a0a02b26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:44:03Z', 'updated_at': '2021-11-12T03:44:30Z', 'revision_number': 1, 'project_id': '1978793e24864d458e17fb421706473b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19420312-14c3-4bad-bbb9-fe2e360acfee', 'name': '', 'network_id': 'ce97ab11-8a00-4cd9-ad27-4b288272e186', 'tenant_id': '1978793e24864d458e17fb421706473b', 'mac_address': 'fa:16:3e:d3:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '218af894-e138-49fb-983a-59526774f58c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:22Z', 'updated_at': '2021-11-12T03:39:30Z', 'revision_number': 5, 'project_id': '1978793e24864d458e17fb421706473b', 'subnets': [{'id': '218af894-e138-49fb-983a-59526774f58c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:33.667669 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fe85993a-5f62-49c1-b57f-9ecc41610d78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.674286 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec351fd-efb3-4674-9c68-6c2e2b5f7a01 None None] Checking router: 37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:44:33.685412 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec351fd-efb3-4674-9c68-6c2e2b5f7a01 None None] Routers {'37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:33.686197 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-9ec351fd-efb3-4674-9c68-6c2e2b5f7a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:44:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:33.768382 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fe85993a-5f62-49c1-b57f-9ecc41610d78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.774135 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fe85993a-5f62-49c1-b57f-9ecc41610d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.802487 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-fe85993a-5f62-49c1-b57f-9ecc41610d78 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=235a5ef1225a470db8c4d9453c45875d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4316800 Nov 12 03:44:33.805408 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60748) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:33.825877 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-9ec351fd-efb3-4674-9c68-6c2e2b5f7a01 None None] Set router 37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:33.826329 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3f47c7-914c-4ebc-8ba5-48cc88edaeb7 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:33.835627 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fd3f47c7-914c-4ebc-8ba5-48cc88edaeb7 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.837535 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-fd3f47c7-914c-4ebc-8ba5-48cc88edaeb7 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "PUT /v2.0/routers/efc9c520-c9c8-4c18-94ae-0bc96618a148 HTTP/1.1" status: 200 len: 693 time: 1.3876553 Nov 12 03:44:33.839176 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff0a4d8-d9a6-46db-bb98-e787d0d683b3 None None] Sync routers for ids ['efc9c520-c9c8-4c18-94ae-0bc96618a148'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:33.841965 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60750) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:33.855128 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff0a4d8-d9a6-46db-bb98-e787d0d683b3 None None] Routers {'efc9c520-c9c8-4c18-94ae-0bc96618a148'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:33.857548 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-4ff0a4d8-d9a6-46db-bb98-e787d0d683b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:44:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['efc9c520-c9c8-4c18-94ae-0bc96618a148'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:33.878358 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-04984f26-04e5-44ab-993c-71f8b489352c tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.878896 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04984f26-04e5-44ab-993c-71f8b489352c tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Fanout notify agent at l3_agent the message router_deleted on router 8c60ed53-5692-46f9-833d-d50d0a3355e3 {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:44:33.886024 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-04984f26-04e5-44ab-993c-71f8b489352c tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.887622 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-04984f26-04e5-44ab-993c-71f8b489352c tempest-RoutersNegativeIpV6Test-398379239 tempest-RoutersNegativeIpV6Test-398379239-project] 10.222.0.50 "DELETE /v2.0/routers/8c60ed53-5692-46f9-833d-d50d0a3355e3 HTTP/1.1" status: 204 len: 168 time: 0.8395889 Nov 12 03:44:33.923695 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-cbd30743-f20b-4911-9c9c-f8ae9b355f25 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:33.926082 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-cbd30743-f20b-4911-9c9c-f8ae9b355f25 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.74 "GET /v2.0/networks?id=6fe4e9fa-960b-4fee-b798-39b875b1985d HTTP/1.1" status: 200 len: 797 time: 0.4569037 Nov 12 03:44:33.973652 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe85993a-5f62-49c1-b57f-9ecc41610d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0178f2e1-5fc6-4ae5-851d-565d179f3aba,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:33.989228 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36c2a9-0275-4d60-b95d-3ea634b7bee0 req-d4389d24-9296-4eba-8584-b1fdcbe6a754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:33.990746 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cf36c2a9-0275-4d60-b95d-3ea634b7bee0 req-d4389d24-9296-4eba-8584-b1fdcbe6a754 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ce97ab11-8a00-4cd9-ad27-4b288272e186 HTTP/1.1" status: 200 len: 911 time: 0.2855973 Nov 12 03:44:33.999075 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-71614994-3c2d-4410-963f-055840f7b79e tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "GET /v2.0/routers/efc9c520-c9c8-4c18-94ae-0bc96618a148 HTTP/1.1" status: 200 len: 699 time: 0.1557684 Nov 12 03:44:33.999957 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60754) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:34.034869 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-56b03686-ec49-4599-9bee-f63da7c695bd tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc9c520-c9c8-4c18-94ae-0bc96618a148 HTTP/1.1" status: 200 len: 205 time: 0.0306909 Nov 12 03:44:34.035523 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60758) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:34.039408 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d29a57f0-2fc7-4486-a630-1ed9444f7e43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:34.072101 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-4ff0a4d8-d9a6-46db-bb98-e787d0d683b3 None None] Set router efc9c520-c9c8-4c18-94ae-0bc96618a148 gateway port host: None {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:34.130624 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d99afbe3-fde3-4f88-a6d6-9b5404461afd tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:34.178159 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-1b526d01-4153-4771-9fac-d5201466eb3e tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31f81b1aeeb344b7a84563d0622f3019 HTTP/1.1" status: 200 len: 380 time: 0.2256889 Nov 12 03:44:34.187955 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-a743ace4-01fd-4001-978b-f010c65a8206 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Request body: {'port': {'device_id': 'ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0', 'network_id': '6fe4e9fa-960b-4fee-b798-39b875b1985d', 'admin_state_up': True, 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'security_groups': ['0ffe15c4-32fd-4cb8-bb13-16b2e8aee1c8']}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:34.194607 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cf36c2a9-0275-4d60-b95d-3ea634b7bee0 req-9ea12db8-a849-4748-9826-04af83c08c2c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ac33e0d-02ec-4e7a-a89c-72969a177fce HTTP/1.1" status: 200 len: 999 time: 0.1846602 Nov 12 03:44:34.225850 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d29a57f0-2fc7-4486-a630-1ed9444f7e43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:34.280670 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-4ff0a4d8-d9a6-46db-bb98-e787d0d683b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc9c520-c9c8-4c18-94ae-0bc96618a148', 'name': 'tempest-RoutersTest-router-127072945', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:44:31Z', 'updated_at': '2021-11-12T03:44:32Z', 'revision_number': 2, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:34.318202 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36c2a9-0275-4d60-b95d-3ea634b7bee0 req-7b93550e-edb2-431a-b69d-da26448b64f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:34.319978 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cf36c2a9-0275-4d60-b95d-3ea634b7bee0 req-7b93550e-edb2-431a-b69d-da26448b64f3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=218af894-e138-49fb-983a-59526774f58c HTTP/1.1" status: 200 len: 849 time: 0.1131458 Nov 12 03:44:34.346569 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-9ec351fd-efb3-4674-9c68-6c2e2b5f7a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'name': 'tempest-AttachVolumeTestJSON-889600545-router', 'tenant_id': '1978793e24864d458e17fb421706473b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'b670ebe3-6d3f-4cea-ad65-005bd4c834d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:14Z', 'updated_at': '2021-11-12T03:39:24Z', 'revision_number': 4, 'project_id': '1978793e24864d458e17fb421706473b', 'gw_port': {'id': 'b670ebe3-6d3f-4cea-ad65-005bd4c834d7', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:21:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:15Z', 'updated_at': '2021-11-12T03:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '426d477d-0fc9-4f11-9977-57fc576bf528', 'tenant_id': '1978793e24864d458e17fb421706473b', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'port_id': '5ac33e0d-02ec-4e7a-a89c-72969a177fce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce97ab11-8a00-4cd9-ad27-4b288272e186', 'mac_address': 'fa:16:3e:2e:7d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e93e943-08ee-4601-ad99-98d1a0a02b26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:44:03Z', 'updated_at': '2021-11-12T03:44:30Z', 'revision_number': 1, 'project_id': '1978793e24864d458e17fb421706473b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19420312-14c3-4bad-bbb9-fe2e360acfee', 'name': '', 'network_id': 'ce97ab11-8a00-4cd9-ad27-4b288272e186', 'tenant_id': '1978793e24864d458e17fb421706473b', 'mac_address': 'fa:16:3e:d3:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '218af894-e138-49fb-983a-59526774f58c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:22Z', 'updated_at': '2021-11-12T03:39:30Z', 'revision_number': 5, 'project_id': '1978793e24864d458e17fb421706473b', 'subnets': [{'id': '218af894-e138-49fb-983a-59526774f58c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:34.389643 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec351fd-efb3-4674-9c68-6c2e2b5f7a01 None None] The sync data for ids ['37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87'] in n-d-715271-27 is: [{'id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'name': 'tempest-AttachVolumeTestJSON-889600545-router', 'tenant_id': '1978793e24864d458e17fb421706473b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'b670ebe3-6d3f-4cea-ad65-005bd4c834d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:14Z', 'updated_at': '2021-11-12T03:39:24Z', 'revision_number': 4, 'project_id': '1978793e24864d458e17fb421706473b', 'gw_port': {'id': 'b670ebe3-6d3f-4cea-ad65-005bd4c834d7', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:21:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:15Z', 'updated_at': '2021-11-12T03:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '426d477d-0fc9-4f11-9977-57fc576bf528', 'tenant_id': '1978793e24864d458e17fb421706473b', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'port_id': '5ac33e0d-02ec-4e7a-a89c-72969a177fce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce97ab11-8a00-4cd9-ad27-4b288272e186', 'mac_address': 'fa:16:3e:2e:7d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e93e943-08ee-4601-ad99-98d1a0a02b26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:44:03Z', 'updated_at': '2021-11-12T03:44:30Z', 'revision_number': 1, 'project_id': '1978793e24864d458e17fb421706473b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19420312-14c3-4bad-bbb9-fe2e360acfee', 'name': '', 'network_id': 'ce97ab11-8a00-4cd9-ad27-4b288272e186', 'tenant_id': '1978793e24864d458e17fb421706473b', 'mac_address': 'fa:16:3e:d3:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '218af894-e138-49fb-983a-59526774f58c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:22Z', 'updated_at': '2021-11-12T03:39:30Z', 'revision_number': 5, 'project_id': '1978793e24864d458e17fb421706473b', 'subnets': [{'id': '218af894-e138-49fb-983a-59526774f58c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:34.390882 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-14245c4f-d314-4d2c-8431-6190f811d434 req-d41e0739-a5a0-4ade-8d48-7f3d638f20c3 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0 HTTP/1.1" status: 200 len: 210 time: 0.0659111 Nov 12 03:44:34.408816 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:34.423183 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff0a4d8-d9a6-46db-bb98-e787d0d683b3 None None] Checking router: efc9c520-c9c8-4c18-94ae-0bc96618a148 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:44:34.435153 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36c2a9-0275-4d60-b95d-3ea634b7bee0 req-8bedbf9c-0838-4227-8901-4358855c695d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:34.437381 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cf36c2a9-0275-4d60-b95d-3ea634b7bee0 req-8bedbf9c-0838-4227-8901-4358855c695d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ce97ab11-8a00-4cd9-ad27-4b288272e186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1065171 Nov 12 03:44:34.455938 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff0a4d8-d9a6-46db-bb98-e787d0d683b3 None None] Routers {'efc9c520-c9c8-4c18-94ae-0bc96618a148'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:34.456588 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-4ff0a4d8-d9a6-46db-bb98-e787d0d683b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:44:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['efc9c520-c9c8-4c18-94ae-0bc96618a148'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:34.469947 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-a743ace4-01fd-4001-978b-f010c65a8206 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Made reservation on behalf of 31f81b1aeeb344b7a84563d0622f3019 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:34.479282 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-a743ace4-01fd-4001-978b-f010c65a8206 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:34.497887 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60772) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:34.500428 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d99afbe3-fde3-4f88-a6d6-9b5404461afd tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:34.524722 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d99afbe3-fde3-4f88-a6d6-9b5404461afd tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:34.577952 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-4ff0a4d8-d9a6-46db-bb98-e787d0d683b3 None None] Set router efc9c520-c9c8-4c18-94ae-0bc96618a148 gateway port host: None {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:34.607652 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60776) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:34.645187 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d29a57f0-2fc7-4486-a630-1ed9444f7e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:34.649013 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d29a57f0-2fc7-4486-a630-1ed9444f7e43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:34.652942 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d29a57f0-2fc7-4486-a630-1ed9444f7e43 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0178f2e1-5fc6-4ae5-851d-565d179f3aba HTTP/1.1" status: 204 len: 168 time: 0.8444550 Nov 12 03:44:34.664669 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-4ff0a4d8-d9a6-46db-bb98-e787d0d683b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc9c520-c9c8-4c18-94ae-0bc96618a148', 'name': 'tempest-RoutersTest-router-127072945', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:44:31Z', 'updated_at': '2021-11-12T03:44:32Z', 'revision_number': 2, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:34.673690 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d99afbe3-fde3-4f88-a6d6-9b5404461afd tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:34.674757 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99afbe3-fde3-4f88-a6d6-9b5404461afd tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Fanout notify agent at l3_agent the message router_deleted on router efc9c520-c9c8-4c18-94ae-0bc96618a148 {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:44:34.683020 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a57f0-2fc7-4486-a630-1ed9444f7e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0178f2e1-5fc6-4ae5-851d-565d179f3aba,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:34.695919 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d99afbe3-fde3-4f88-a6d6-9b5404461afd tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:34.697964 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d99afbe3-fde3-4f88-a6d6-9b5404461afd tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "DELETE /v2.0/routers/efc9c520-c9c8-4c18-94ae-0bc96618a148 HTTP/1.1" status: 204 len: 168 time: 0.6601717 Nov 12 03:44:34.702451 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60784) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:34.704250 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff0a4d8-d9a6-46db-bb98-e787d0d683b3 None None] The sync data for ids ['efc9c520-c9c8-4c18-94ae-0bc96618a148'] in n-d-715271-27 is: [{'id': 'efc9c520-c9c8-4c18-94ae-0bc96618a148', 'name': 'tempest-RoutersTest-router-127072945', 'tenant_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:44:31Z', 'updated_at': '2021-11-12T03:44:32Z', 'revision_number': 2, 'project_id': '2daba86d1f0544abbd55ed3fcbf9b5c1', 'gw_port_host': None}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:34.779115 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-913dfbe4-1e33-4e55-a906-066fe5160eda tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1637530125'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:34.814389 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-31b967f4-cbb0-4057-b963-4ac865251217 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc9c520-c9c8-4c18-94ae-0bc96618a148 HTTP/1.1" status: 200 len: 205 time: 0.1099725 Nov 12 03:44:34.817639 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60786) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:34.828762 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da28fa9-406d-4fd0-b09f-b8b1ae001afc None None] New status for floating IP 426d477d-0fc9-4f11-9977-57fc576bf528: ACTIVE {{(pid=102574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:44:34.869933 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913dfbe4-1e33-4e55-a906-066fe5160eda tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Made reservation on behalf of 4f166f0f871d46ccaacb87c816edff53 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:34.873867 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-913dfbe4-1e33-4e55-a906-066fe5160eda tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:34.881319 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-6d466173-1709-4ed9-a542-2653f8582b42 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] delete failed (client error): The resource could not be found. Nov 12 03:44:34.885807 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6d466173-1709-4ed9-a542-2653f8582b42 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "DELETE /v2.0/routers/efc9c520-c9c8-4c18-94ae-0bc96618a148 HTTP/1.1" status: 404 len: 336 time: 0.0629716 Nov 12 03:44:34.886704 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60788) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:34.887588 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-913dfbe4-1e33-4e55-a906-066fe5160eda tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:34.898015 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cf36c2a9-0275-4d60-b95d-3ea634b7bee0 req-b569ab8d-171b-4e11-85ae-d6949409be7f service neutron] 10.222.0.90 "GET /v2.0/networks/ce97ab11-8a00-4cd9-ad27-4b288272e186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4518051 Nov 12 03:44:34.930720 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-324e327c-27ce-4769-a081-91b4129dadf5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7983e927fd6c4953bfeee87a963f3784&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4278502 Nov 12 03:44:34.965362 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60792) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:35.148336 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-20cfa07e-0594-4b4a-a24e-a63de9b26ec5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.184779 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-a743ace4-01fd-4001-978b-f010c65a8206 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Allocated IP 172.20.0.10 (6fe4e9fa-960b-4fee-b798-39b875b1985d/1446c3b1-d244-4e74-8e37-cf61abeb4131/a8a00a1b-431a-46eb-9214-778f6742c2e4) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:35.227677 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-20cfa07e-0594-4b4a-a24e-a63de9b26ec5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.238243 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-542d1e3d-96f2-4f49-87ed-355694c5a962 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:35.238655 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-542d1e3d-96f2-4f49-87ed-355694c5a962 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:35.242758 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-542d1e3d-96f2-4f49-87ed-355694c5a962 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "DELETE /v2.0/subnets/0f57c133-8ecf-4bcb-8c32-2e8f7177cf67 HTTP/1.1" status: 404 len: 337 time: 0.3506181 Nov 12 03:44:35.244940 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60802) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:35.275234 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a774bee-a9c6-42de-9068-1a64e6a1027f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:35.275589 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a774bee-a9c6-42de-9068-1a64e6a1027f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:35.278803 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1a774bee-a9c6-42de-9068-1a64e6a1027f tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "DELETE /v2.0/subnets/842a6b14-e42a-4ef5-87ce-0604c4e98b43 HTTP/1.1" status: 404 len: 337 time: 0.0329039 Nov 12 03:44:35.281903 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60804) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:35.309559 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cf36c2a9-0275-4d60-b95d-3ea634b7bee0 req-5a7463d0-629e-40c2-b57a-b3dede3b8b40 service neutron] 10.222.0.90 "GET /v2.0/networks/ce97ab11-8a00-4cd9-ad27-4b288272e186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882759 Nov 12 03:44:35.309714 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5da33dc-b196-4483-8279-b78b610b7323 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:35.309999 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5da33dc-b196-4483-8279-b78b610b7323 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:35.313050 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f5da33dc-b196-4483-8279-b78b610b7323 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "DELETE /v2.0/subnets/e007f6b3-6daf-45fd-aa3e-8a893ad0bc2a HTTP/1.1" status: 404 len: 337 time: 0.0300379 Nov 12 03:44:35.315618 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60806) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:35.335161 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-913dfbe4-1e33-4e55-a906-066fe5160eda tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.341999 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-913dfbe4-1e33-4e55-a906-066fe5160eda tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.352922 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-48c49be1-a8e9-4a40-a775-deaf1b50c53a tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:35.353424 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48c49be1-a8e9-4a40-a775-deaf1b50c53a tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:35.357806 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-48c49be1-a8e9-4a40-a775-deaf1b50c53a tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "DELETE /v2.0/subnets/f2d27b7d-f9a9-48e9-ba08-c687c89f8ffb HTTP/1.1" status: 404 len: 337 time: 0.0410223 Nov 12 03:44:35.360362 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60810) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:35.399436 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-bf372ecc-ba52-4a63-b981-7230c434c180 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ca0d9d1-6087-4f84-846f-397d5d270fe9 HTTP/1.1" status: 200 len: 205 time: 0.0378168 Nov 12 03:44:35.403629 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60814) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:35.444919 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-913dfbe4-1e33-4e55-a906-066fe5160eda tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:44:35.458698 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913dfbe4-1e33-4e55-a906-066fe5160eda tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=437ac4cb-5382-418e-a831-687a4efb8da1,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:35.467154 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-913dfbe4-1e33-4e55-a906-066fe5160eda tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.467810 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-913dfbe4-1e33-4e55-a906-066fe5160eda tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Added segment e61d4f35-cb15-4956-a9f9-0c679393ff9f of type vlan for network 925cf4d5-3ab2-4255-9b75-ffc378d87a42 Nov 12 03:44:35.481051 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-1c4ca5c2-39f1-41f6-b7bb-1311b6a32431 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] delete failed (client error): The resource could not be found. Nov 12 03:44:35.482526 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1c4ca5c2-39f1-41f6-b7bb-1311b6a32431 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "DELETE /v2.0/routers/4ca0d9d1-6087-4f84-846f-397d5d270fe9 HTTP/1.1" status: 404 len: 336 time: 0.0772574 Nov 12 03:44:35.487344 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60820) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:35.495453 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-20cfa07e-0594-4b4a-a24e-a63de9b26ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.498316 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-20cfa07e-0594-4b4a-a24e-a63de9b26ec5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.499616 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-20cfa07e-0594-4b4a-a24e-a63de9b26ec5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4bf7554f-9295-40a2-b4d3-73b77c9f4c14 HTTP/1.1" status: 204 len: 168 time: 0.5331948 Nov 12 03:44:35.529395 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1ee91bdb-9a62-498c-a455-5fb0d55f0a57 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e1c74f-ece1-487d-8d24-6d588b17726d HTTP/1.1" status: 200 len: 205 time: 0.0406950 Nov 12 03:44:35.531502 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60826) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:35.558384 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.584385 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfa07e-0594-4b4a-a24e-a63de9b26ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf7554f-9295-40a2-b4d3-73b77c9f4c14,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:35.597737 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-e8b64ee2-53ba-4e6f-bfc9-68acf63a8866 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] delete failed (client error): The resource could not be found. Nov 12 03:44:35.606319 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e8b64ee2-53ba-4e6f-bfc9-68acf63a8866 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "DELETE /v2.0/routers/18e1c74f-ece1-487d-8d24-6d588b17726d HTTP/1.1" status: 404 len: 336 time: 0.0735388 Nov 12 03:44:35.609906 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60830) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:35.624753 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-913dfbe4-1e33-4e55-a906-066fe5160eda tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.653135 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-511bebe9-eafa-4a7a-9f37-460c331c708d req-664dff5d-7988-4537-aa8d-9d3aabefd762 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0 HTTP/1.1" status: 200 len: 210 time: 0.0582287 Nov 12 03:44:35.677370 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cb4c2cf-a32f-478f-87d4-bf78e9caf33a tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:35.678346 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cb4c2cf-a32f-478f-87d4-bf78e9caf33a tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:35.690455 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3cb4c2cf-a32f-478f-87d4-bf78e9caf33a tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "DELETE /v2.0/subnets/4b9302aa-fb39-482f-bd2f-5553f7588b6c HTTP/1.1" status: 404 len: 337 time: 0.0748248 Nov 12 03:44:35.692830 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60832) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:35.719227 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-a743ace4-01fd-4001-978b-f010c65a8206 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.722349 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-913dfbe4-1e33-4e55-a906-066fe5160eda tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.728756 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913dfbe4-1e33-4e55-a906-066fe5160eda tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:35.729379 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-913dfbe4-1e33-4e55-a906-066fe5160eda tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.756820 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9f57b9d1-34c5-4381-bd60-37224c6c664b tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "GET /v2.0/ports?device_id=af644116-eb9d-40c7-b720-5ed3f1292e2e HTTP/1.1" status: 200 len: 205 time: 0.0619805 Nov 12 03:44:35.759007 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60836) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:35.777373 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-913dfbe4-1e33-4e55-a906-066fe5160eda tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1661692 Nov 12 03:44:35.789792 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60838) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:35.826012 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-713c4906-cc69-460e-bd88-f23ebc15f286 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] delete failed (client error): The resource could not be found. Nov 12 03:44:35.830481 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-dc216651-6bcb-4c75-a6d2-0595736ddab0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-447101324'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:35.831751 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-713c4906-cc69-460e-bd88-f23ebc15f286 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "DELETE /v2.0/routers/af644116-eb9d-40c7-b720-5ed3f1292e2e HTTP/1.1" status: 404 len: 336 time: 0.0714154 Nov 12 03:44:35.832381 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60842) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:35.858689 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913dfbe4-1e33-4e55-a906-066fe5160eda tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event updated for resources: {'Network': ['ID=925cf4d5-3ab2-4255-9b75-ffc378d87a42,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:35.872987 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 925cf4d5-3ab2-4255-9b75-ffc378d87a42 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:44:35.877348 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-a743ace4-01fd-4001-978b-f010c65a8206 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.890277 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc216651-6bcb-4c75-a6d2-0595736ddab0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Made reservation on behalf of 4f166f0f871d46ccaacb87c816edff53 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:35.895797 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dc216651-6bcb-4c75-a6d2-0595736ddab0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.901052 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-63a73b09-e2fe-4449-a528-e52be7377f01 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "GET /v2.0/ports?device_id=301708c3-80a1-45cd-9c48-24f4a651c59f HTTP/1.1" status: 200 len: 205 time: 0.0670233 Nov 12 03:44:35.903234 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60846) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:35.946467 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-ae248c64-69c5-47df-b1e5-27bc0542be0c tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] delete failed (client error): The resource could not be found. Nov 12 03:44:35.947897 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ae248c64-69c5-47df-b1e5-27bc0542be0c tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "DELETE /v2.0/routers/301708c3-80a1-45cd-9c48-24f4a651c59f HTTP/1.1" status: 404 len: 336 time: 0.0433958 Nov 12 03:44:35.950475 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60848) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:35.979819 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-a743ace4-01fd-4001-978b-f010c65a8206 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Network 6fe4e9fa-960b-4fee-b798-39b875b1985d is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:35.980560 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7335e07-ef41-4f0b-a8b0-880ef01194ba tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:35.981217 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7335e07-ef41-4f0b-a8b0-880ef01194ba tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:35.984537 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f7335e07-ef41-4f0b-a8b0-880ef01194ba tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "DELETE /v2.0/subnets/09697807-4fcd-465b-b7d7-8eaea0cc7447 HTTP/1.1" status: 404 len: 337 time: 0.0327523 Nov 12 03:44:35.990987 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60852) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:36.006913 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-a743ace4-01fd-4001-978b-f010c65a8206 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:36.025743 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-a743ace4-01fd-4001-978b-f010c65a8206 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:36.033590 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743ace4-01fd-4001-978b-f010c65a8206 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event updated for resources: {'Port': ['ID=a8a00a1b-431a-46eb-9214-778f6742c2e4,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:36.038314 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc216651-6bcb-4c75-a6d2-0595736ddab0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:44:36.043731 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-984f1d73-f736-4489-8f0c-9ab846d5eff8 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "GET /v2.0/ports?device_id=76aacb65-7eed-4c76-a0a1-80ad66fe765d HTTP/1.1" status: 200 len: 205 time: 0.0483236 Nov 12 03:44:36.044297 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60854) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:36.101815 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dc216651-6bcb-4c75-a6d2-0595736ddab0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:36.102158 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-dc216651-6bcb-4c75-a6d2-0595736ddab0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Added segment e0397942-9109-4959-8a67-071d1d0aaee7 of type vlan for network ccf29aba-612d-4897-922c-38b7e2b5c286 Nov 12 03:44:36.102623 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-760f104e-fd36-4de6-9d2f-b527287ebbed tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] delete failed (client error): The resource could not be found. Nov 12 03:44:36.103666 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-760f104e-fd36-4de6-9d2f-b527287ebbed tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "DELETE /v2.0/routers/76aacb65-7eed-4c76-a0a1-80ad66fe765d HTTP/1.1" status: 404 len: 336 time: 0.0582502 Nov 12 03:44:36.106277 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60858) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:36.146895 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b072d2-f361-48b6-813e-1a914aba2b89 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:36.147352 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14b072d2-f361-48b6-813e-1a914aba2b89 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:36.151905 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-14b072d2-f361-48b6-813e-1a914aba2b89 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "DELETE /v2.0/subnets/ba5537fb-2a86-4af5-8a49-e32fe1550b69 HTTP/1.1" status: 404 len: 337 time: 0.0443590 Nov 12 03:44:36.154424 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60864) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:36.191574 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-870ca021-5586-4184-b0f4-8afc4edc3146 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a42388-5230-4cde-8629-98f848a265c4 HTTP/1.1" status: 200 len: 205 time: 0.0318384 Nov 12 03:44:36.194645 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60866) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:36.298272 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-b033ada7-3b6d-43fd-b991-12b691b647cb tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] delete failed (client error): The resource could not be found. Nov 12 03:44:36.303048 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b033ada7-3b6d-43fd-b991-12b691b647cb tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "DELETE /v2.0/routers/54a42388-5230-4cde-8629-98f848a265c4 HTTP/1.1" status: 404 len: 336 time: 0.1072364 Nov 12 03:44:36.303769 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60870) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:36.313632 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:36.368921 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-0012596e-a38e-4432-bf08-6365aa1dacf8 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:36.369599 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0012596e-a38e-4432-bf08-6365aa1dacf8 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:36.373451 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0012596e-a38e-4432-bf08-6365aa1dacf8 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "DELETE /v2.0/subnets/eff76cc3-42c1-46c9-992e-b2a19b50e802 HTTP/1.1" status: 404 len: 337 time: 0.0686014 Nov 12 03:44:36.375876 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60876) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:36.414849 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-1e21e384-a834-4fb9-9bb9-2e3316ad0f48 None None] Provisioning complete for port a8a00a1b-431a-46eb-9214-778f6742c2e4 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:36.415598 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1e21e384-a834-4fb9-9bb9-2e3316ad0f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:36.435609 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ed401f0-7d9a-4b9f-9f1e-1b4449ac69f3 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:36.436289 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ed401f0-7d9a-4b9f-9f1e-1b4449ac69f3 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:36.445314 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7ed401f0-7d9a-4b9f-9f1e-1b4449ac69f3 tempest-RoutersTest-266487524 tempest-RoutersTest-266487524-project] 10.222.0.50 "DELETE /v2.0/subnets/149e0948-38a4-4ecc-a858-a0778ddc15b9 HTTP/1.1" status: 404 len: 337 time: 0.0677361 Nov 12 03:44:36.457295 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-1e21e384-a834-4fb9-9bb9-2e3316ad0f48 None None] Port a8a00a1b-431a-46eb-9214-778f6742c2e4 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:36.595079 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-a743ace4-01fd-4001-978b-f010c65a8206 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:36.595682 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-a743ace4-01fd-4001-978b-f010c65a8206 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:36.634416 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dc216651-6bcb-4c75-a6d2-0595736ddab0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:36.641389 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-a743ace4-01fd-4001-978b-f010c65a8206 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4575653 Nov 12 03:44:36.660423 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-2b421016-f398-4494-b448-546ac07aa27f service neutron] Request body: {'port': {'device_id': 'ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:36.692890 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dc216651-6bcb-4c75-a6d2-0595736ddab0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:36.698851 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc216651-6bcb-4c75-a6d2-0595736ddab0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:36.699516 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dc216651-6bcb-4c75-a6d2-0595736ddab0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:36.729016 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-dc216651-6bcb-4c75-a6d2-0595736ddab0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9057281 Nov 12 03:44:36.731954 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60894) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:36.737172 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-7483488d-a740-45f8-83d0-4a8c41d67b20 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Request body: {'subnet': {'network_id': '925cf4d5-3ab2-4255-9b75-ffc378d87a42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:36.837524 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc216651-6bcb-4c75-a6d2-0595736ddab0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event updated for resources: {'Network': ['ID=ccf29aba-612d-4897-922c-38b7e2b5c286,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:36.850335 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network ccf29aba-612d-4897-922c-38b7e2b5c286 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:44:36.900668 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7483488d-a740-45f8-83d0-4a8c41d67b20 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Made reservation on behalf of 4f166f0f871d46ccaacb87c816edff53 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:36.907990 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7483488d-a740-45f8-83d0-4a8c41d67b20 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:36.972296 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-2b421016-f398-4494-b448-546ac07aa27f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:36.998884 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60902) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:37.032650 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645564e-2a03-4b56-8eed-8f3c0435f1ec req-378e39c6-8408-4be7-8b54-f97af8cd610c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:37.034512 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c645564e-2a03-4b56-8eed-8f3c0435f1ec req-378e39c6-8408-4be7-8b54-f97af8cd610c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0 HTTP/1.1" status: 200 len: 932 time: 0.1772132 Nov 12 03:44:37.165873 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7483488d-a740-45f8-83d0-4a8c41d67b20 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.173077 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60910) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:37.176212 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c645564e-2a03-4b56-8eed-8f3c0435f1ec req-332ab745-f561-4332-8392-955257e77f4f tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ffe15c4-32fd-4cb8-bb13-16b2e8aee1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212680 Nov 12 03:44:37.238393 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483488d-a740-45f8-83d0-4a8c41d67b20 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event updated for resources: {'Subnet': ['ID=182e210b-93b2-4ca5-ae16-c16e6c0d4b07,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:37.265526 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7483488d-a740-45f8-83d0-4a8c41d67b20 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Checking segment: {'id': 'e61d4f35-cb15-4956-a9f9-0c679393ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '925cf4d5-3ab2-4255-9b75-ffc378d87a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:37.265892 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7483488d-a740-45f8-83d0-4a8c41d67b20 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Network hostable DHCP agents. Network: 925cf4d5-3ab2-4255-9b75-ffc378d87a42, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:44:37.285580 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7483488d-a740-45f8-83d0-4a8c41d67b20 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Network 925cf4d5-3ab2-4255-9b75-ffc378d87a42 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:44:37.297660 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-7483488d-a740-45f8-83d0-4a8c41d67b20 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 925cf4d5-3ab2-4255-9b75-ffc378d87a42) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:37.302534 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7483488d-a740-45f8-83d0-4a8c41d67b20 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:37.303980 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7483488d-a740-45f8-83d0-4a8c41d67b20 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.307587 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c575518-aaf3-4511-8c36-b63b8f194cd9 None None] Network 925cf4d5-3ab2-4255-9b75-ffc378d87a42 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:37.324696 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7483488d-a740-45f8-83d0-4a8c41d67b20 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5916057 Nov 12 03:44:37.330673 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60916) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:37.338733 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-13340cbb-7927-4bb3-813d-8d8dabb4e7f7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Request body: {'subnet': {'network_id': 'ccf29aba-612d-4897-922c-38b7e2b5c286', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:37.493341 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c3e5f8-d607-4899-a605-ec4ca5c0c57c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-925cf4d5-3ab2-4255-9b75-ffc378d87a42', 'network_id': '925cf4d5-3ab2-4255-9b75-ffc378d87a42', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'fixed_ips': [{'subnet_id': '182e210b-93b2-4ca5-ae16-c16e6c0d4b07'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:44:37.494545 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d3c3e5f8-d607-4899-a605-ec4ca5c0c57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.501023 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-30d302c5-5e83-43e9-af91-44421b363a98 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2daba86d1f0544abbd55ed3fcbf9b5c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4986675 Nov 12 03:44:37.501759 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60920) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:37.525875 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-2b421016-f398-4494-b448-546ac07aa27f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8a00a1b-431a-46eb-9214-778f6742c2e4 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:44:37.561597 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-2b421016-f398-4494-b448-546ac07aa27f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.581702 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1376bd12-1f63-44bb-888c-88aae8009e9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.596986 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-2b421016-f398-4494-b448-546ac07aa27f service neutron] Transition to ACTIVE for port object a8a00a1b-431a-46eb-9214-778f6742c2e4 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:44:37.601904 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13340cbb-7927-4bb3-813d-8d8dabb4e7f7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Made reservation on behalf of 4f166f0f871d46ccaacb87c816edff53 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:37.607579 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-13340cbb-7927-4bb3-813d-8d8dabb4e7f7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.611921 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1376bd12-1f63-44bb-888c-88aae8009e9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.612939 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-2b421016-f398-4494-b448-546ac07aa27f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.668759 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-01b0fc0c-a3de-4d34-8e28-f036e2e9d2c9 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1291910545'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:37.673882 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1376bd12-1f63-44bb-888c-88aae8009e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.676778 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1376bd12-1f63-44bb-888c-88aae8009e9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.678920 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1376bd12-1f63-44bb-888c-88aae8009e9a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/227154c5-234d-4d41-a746-303c4609c360 HTTP/1.1" status: 204 len: 168 time: 0.1759081 Nov 12 03:44:37.696245 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376bd12-1f63-44bb-888c-88aae8009e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227154c5-234d-4d41-a746-303c4609c360,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:37.707105 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376bd12-1f63-44bb-888c-88aae8009e9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:37.707549 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376bd12-1f63-44bb-888c-88aae8009e9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:37.707927 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376bd12-1f63-44bb-888c-88aae8009e9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:37.708304 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376bd12-1f63-44bb-888c-88aae8009e9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:37.708938 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376bd12-1f63-44bb-888c-88aae8009e9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:37.709331 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376bd12-1f63-44bb-888c-88aae8009e9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:37.709788 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376bd12-1f63-44bb-888c-88aae8009e9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:37.710122 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376bd12-1f63-44bb-888c-88aae8009e9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:37.710451 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376bd12-1f63-44bb-888c-88aae8009e9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:37.710830 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376bd12-1f63-44bb-888c-88aae8009e9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:37.711158 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376bd12-1f63-44bb-888c-88aae8009e9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:37.711773 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376bd12-1f63-44bb-888c-88aae8009e9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:37.734028 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b0fc0c-a3de-4d34-8e28-f036e2e9d2c9 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Made reservation on behalf of f24e81323b99432ebf03110f66957695 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:37.741024 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-01b0fc0c-a3de-4d34-8e28-f036e2e9d2c9 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.774673 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-01b0fc0c-a3de-4d34-8e28-f036e2e9d2c9 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.801821 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-d3c3e5f8-d607-4899-a605-ec4ca5c0c57c None None] Allocated IP 2001:db8::2 (925cf4d5-3ab2-4255-9b75-ffc378d87a42/182e210b-93b2-4ca5-ae16-c16e6c0d4b07/fa18563c-49c6-4d33-814f-280a30fdbe45) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:37.897658 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-01b0fc0c-a3de-4d34-8e28-f036e2e9d2c9 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.907184 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-01b0fc0c-a3de-4d34-8e28-f036e2e9d2c9 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.929036 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b421016-f398-4494-b448-546ac07aa27f service neutron] Pushing event updated for resources: {'Port': ['ID=a8a00a1b-431a-46eb-9214-778f6742c2e4,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:37.949539 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-2b421016-f398-4494-b448-546ac07aa27f service neutron] Attempting to bind port a8a00a1b-431a-46eb-9214-778f6742c2e4 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:37.949876 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-2b421016-f398-4494-b448-546ac07aa27f service neutron] Attempting to bind port a8a00a1b-431a-46eb-9214-778f6742c2e4 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '25c68e1a-8975-4773-b2b4-a57bf2d627be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6fe4e9fa-960b-4fee-b798-39b875b1985d'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:37.950230 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-2b421016-f398-4494-b448-546ac07aa27f service neutron] Attempting to bind port a8a00a1b-431a-46eb-9214-778f6742c2e4 on network 6fe4e9fa-960b-4fee-b798-39b875b1985d {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:37.969353 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01b0fc0c-a3de-4d34-8e28-f036e2e9d2c9 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:44:37.979455 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-2b421016-f398-4494-b448-546ac07aa27f service neutron] Port a8a00a1b-431a-46eb-9214-778f6742c2e4 on network 6fe4e9fa-960b-4fee-b798-39b875b1985d not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:44:37.979947 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-2b421016-f398-4494-b448-546ac07aa27f service neutron] Attempting to bind port a8a00a1b-431a-46eb-9214-778f6742c2e4 on network 6fe4e9fa-960b-4fee-b798-39b875b1985d {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:37.983129 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b0fc0c-a3de-4d34-8e28-f036e2e9d2c9 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55b41fe9-9e3d-4aa9-81ee-f7caab242289,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:38.024068 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-01b0fc0c-a3de-4d34-8e28-f036e2e9d2c9 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.025074 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-01b0fc0c-a3de-4d34-8e28-f036e2e9d2c9 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Added segment 0ca3dba0-14bf-4219-964b-bae3abbb61ff of type vlan for network e56d43f2-6f90-40d6-afa9-747ea1805eb6 Nov 12 03:44:38.052682 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-2b421016-f398-4494-b448-546ac07aa27f service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:44:38.053252 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-2b421016-f398-4494-b448-546ac07aa27f service neutron] Checking segment: {'id': '25c68e1a-8975-4773-b2b4-a57bf2d627be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6fe4e9fa-960b-4fee-b798-39b875b1985d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:38.053805 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-2b421016-f398-4494-b448-546ac07aa27f service neutron] Bound using segment: {'id': '25c68e1a-8975-4773-b2b4-a57bf2d627be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6fe4e9fa-960b-4fee-b798-39b875b1985d'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:44:38.054411 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-2b421016-f398-4494-b448-546ac07aa27f service neutron] Bound port: a8a00a1b-431a-46eb-9214-778f6742c2e4, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c68e1a-8975-4773-b2b4-a57bf2d627be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6fe4e9fa-960b-4fee-b798-39b875b1985d'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:44:38.055069 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-2b421016-f398-4494-b448-546ac07aa27f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.119568 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-01b0fc0c-a3de-4d34-8e28-f036e2e9d2c9 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.159733 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-01b0fc0c-a3de-4d34-8e28-f036e2e9d2c9 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.172187 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b0fc0c-a3de-4d34-8e28-f036e2e9d2c9 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:38.173126 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-01b0fc0c-a3de-4d34-8e28-f036e2e9d2c9 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.197000 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d3c3e5f8-d607-4899-a605-ec4ca5c0c57c None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.202230 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-2b421016-f398-4494-b448-546ac07aa27f service neutron] For port a8a00a1b-431a-46eb-9214-778f6742c2e4, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:38.205551 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-2b421016-f398-4494-b448-546ac07aa27f service neutron] For port a8a00a1b-431a-46eb-9214-778f6742c2e4, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=a8a00a1b-431a-46eb-9214-778f6742c2e4,segment=NetworkSegment(25c68e1a-8975-4773-b2b4-a57bf2d627be),segment_id=25c68e1a-8975-4773-b2b4-a57bf2d627be)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:44:38.215094 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d3c3e5f8-d607-4899-a605-ec4ca5c0c57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.222952 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-13340cbb-7927-4bb3-813d-8d8dabb4e7f7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.236387 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-01b0fc0c-a3de-4d34-8e28-f036e2e9d2c9 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0022037 Nov 12 03:44:38.246997 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-2b421016-f398-4494-b448-546ac07aa27f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.257860 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60942) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:38.269425 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c3e5f8-d607-4899-a605-ec4ca5c0c57c None None] Network 925cf4d5-3ab2-4255-9b75-ffc378d87a42 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:38.275891 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-3d106df0-a70b-4ddc-8cbf-8f0d18f7ae78 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Request body: {'subnet': {'network_id': 'e56d43f2-6f90-40d6-afa9-747ea1805eb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:38.280354 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-d3c3e5f8-d607-4899-a605-ec4ca5c0c57c None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:38.281798 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b0fc0c-a3de-4d34-8e28-f036e2e9d2c9 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Pushing event updated for resources: {'Network': ['ID=e56d43f2-6f90-40d6-afa9-747ea1805eb6,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:38.293058 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c3e5f8-d607-4899-a605-ec4ca5c0c57c None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:38.365953 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network e56d43f2-6f90-40d6-afa9-747ea1805eb6 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:44:38.440592 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-2b421016-f398-4494-b448-546ac07aa27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:38.441117 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-2b421016-f398-4494-b448-546ac07aa27f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.442578 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-2b421016-f398-4494-b448-546ac07aa27f service neutron] 10.222.0.74 "PUT /v2.0/ports/a8a00a1b-431a-46eb-9214-778f6742c2e4 HTTP/1.1" status: 200 len: 1093 time: 1.7874842 Nov 12 03:44:38.448628 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0', 'tag': 'a8a00a1b-431a-46eb-9214-778f6742c2e4'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:44:38.451146 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96de20b1-024e-4aae-bed3-ba2586a4e33a" -d '{"events": [{"name": "network-changed", "server_uuid": "ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0", "tag": "a8a00a1b-431a-46eb-9214-778f6742c2e4"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:44:38.479197 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f80715-3c1b-4d98-825c-5e6dcb5a91f4 req-0ec7c725-934f-4614-a51a-9d4efae56d0b tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:38.481383 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c9f80715-3c1b-4d98-825c-5e6dcb5a91f4 req-0ec7c725-934f-4614-a51a-9d4efae56d0b tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0 HTTP/1.1" status: 200 len: 944 time: 0.1446483 Nov 12 03:44:38.512980 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13340cbb-7927-4bb3-813d-8d8dabb4e7f7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Checking segment: {'id': 'e0397942-9109-4959-8a67-071d1d0aaee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ccf29aba-612d-4897-922c-38b7e2b5c286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:38.513689 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13340cbb-7927-4bb3-813d-8d8dabb4e7f7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Network hostable DHCP agents. Network: ccf29aba-612d-4897-922c-38b7e2b5c286, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:44:38.545595 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87fbcbd-28b4-4bed-bce4-da63540296ba x-openstack-request-id: req-c87fbcbd-28b4-4bed-bce4-da63540296ba {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:44:38.545871 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0", "tag": "a8a00a1b-431a-46eb-9214-778f6742c2e4", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:44:38.546129 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c87fbcbd-28b4-4bed-bce4-da63540296ba {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:44:38.546727 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0', 'tag': 'a8a00a1b-431a-46eb-9214-778f6742c2e4', 'status': 'completed', 'code': 200} Nov 12 03:44:38.579516 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13340cbb-7927-4bb3-813d-8d8dabb4e7f7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event updated for resources: {'Subnet': ['ID=ef2b0885-045d-4e06-88a8-87363c8cc7d2,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:38.618624 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c9f80715-3c1b-4d98-825c-5e6dcb5a91f4 req-e1b2d61f-9e4a-4f8b-92f5-b739dc1524cc tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ffe15c4-32fd-4cb8-bb13-16b2e8aee1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284442 Nov 12 03:44:38.636362 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b421016-f398-4494-b448-546ac07aa27f service neutron] Pushing event updated for resources: {'Port': ['ID=a8a00a1b-431a-46eb-9214-778f6742c2e4,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:38.671011 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13340cbb-7927-4bb3-813d-8d8dabb4e7f7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Network ccf29aba-612d-4897-922c-38b7e2b5c286 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:44:38.741702 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-5340fa7f-2f35-4cfe-a1a9-5fcf9b2b18a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:38.743516 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-5340fa7f-2f35-4cfe-a1a9-5fcf9b2b18a2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=31f81b1aeeb344b7a84563d0622f3019&device_id=ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0 HTTP/1.1" status: 200 len: 1096 time: 0.2081289 Nov 12 03:44:38.746938 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-13340cbb-7927-4bb3-813d-8d8dabb4e7f7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, ccf29aba-612d-4897-922c-38b7e2b5c286) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:38.752152 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13340cbb-7927-4bb3-813d-8d8dabb4e7f7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:38.752960 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-13340cbb-7927-4bb3-813d-8d8dabb4e7f7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.810198 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2454ad6-ec49-4fd3-8dfb-8f1ddcf12d71 None None] Network ccf29aba-612d-4897-922c-38b7e2b5c286 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:38.817746 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d106df0-a70b-4ddc-8cbf-8f0d18f7ae78 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Made reservation on behalf of f24e81323b99432ebf03110f66957695 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:38.823635 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3d106df0-a70b-4ddc-8cbf-8f0d18f7ae78 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.935309 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3e5f8-d607-4899-a605-ec4ca5c0c57c None None] Pushing event updated for resources: {'Port': ['ID=fa18563c-49c6-4d33-814f-280a30fdbe45,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:38.953905 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-d3c3e5f8-d607-4899-a605-ec4ca5c0c57c None None] Attempting to bind port fa18563c-49c6-4d33-814f-280a30fdbe45 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:38.953905 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-d3c3e5f8-d607-4899-a605-ec4ca5c0c57c None None] Attempting to bind port fa18563c-49c6-4d33-814f-280a30fdbe45 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'e61d4f35-cb15-4956-a9f9-0c679393ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '925cf4d5-3ab2-4255-9b75-ffc378d87a42'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:38.953905 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c3e5f8-d607-4899-a605-ec4ca5c0c57c None None] Attempting to bind port fa18563c-49c6-4d33-814f-280a30fdbe45 on network 925cf4d5-3ab2-4255-9b75-ffc378d87a42 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:38.967741 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-c9123f95-9451-4d0f-8d2b-2a2abd4c544b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8a00a1b-431a-46eb-9214-778f6742c2e4 HTTP/1.1" status: 200 len: 217 time: 0.2077367 Nov 12 03:44:38.992557 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-13340cbb-7927-4bb3-813d-8d8dabb4e7f7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6604266 Nov 12 03:44:38.993316 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.996063 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60972) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:39.000190 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-0a5347b8-3149-40f5-8397-b84974c151a3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1130107571', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:39.008128 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c3e5f8-d607-4899-a605-ec4ca5c0c57c None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:44:39.008508 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c3e5f8-d607-4899-a605-ec4ca5c0c57c None None] Checking segment: {'id': 'e61d4f35-cb15-4956-a9f9-0c679393ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '925cf4d5-3ab2-4255-9b75-ffc378d87a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:39.008909 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d3c3e5f8-d607-4899-a605-ec4ca5c0c57c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:39.009296 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c3e5f8-d607-4899-a605-ec4ca5c0c57c None None] Bound using segment: {'id': 'e61d4f35-cb15-4956-a9f9-0c679393ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '925cf4d5-3ab2-4255-9b75-ffc378d87a42'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:44:39.017970 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-d3c3e5f8-d607-4899-a605-ec4ca5c0c57c None None] Bound port: fa18563c-49c6-4d33-814f-280a30fdbe45, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e61d4f35-cb15-4956-a9f9-0c679393ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '925cf4d5-3ab2-4255-9b75-ffc378d87a42'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:44:39.018915 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d3c3e5f8-d607-4899-a605-ec4ca5c0c57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:39.033570 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60976) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:39.044793 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0a5347b8-3149-40f5-8397-b84974c151a3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:39.046084 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0a5347b8-3149-40f5-8397-b84974c151a3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:39.141329 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0a5347b8-3149-40f5-8397-b84974c151a3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:39.144804 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-d3c3e5f8-d607-4899-a605-ec4ca5c0c57c None None] For port fa18563c-49c6-4d33-814f-280a30fdbe45, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:39.150722 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0a5347b8-3149-40f5-8397-b84974c151a3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:39.171223 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-0afaa1bf-6a3e-4fd2-8542-850fc3103448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:39.182216 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-0afaa1bf-6a3e-4fd2-8542-850fc3103448 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1446c3b1-d244-4e74-8e37-cf61abeb4131 HTTP/1.1" status: 200 len: 835 time: 0.2053225 Nov 12 03:44:39.201026 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0a5347b8-3149-40f5-8397-b84974c151a3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:39.202511 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0a5347b8-3149-40f5-8397-b84974c151a3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2058382 Nov 12 03:44:39.205449 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60982) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:39.208551 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-d3c3e5f8-d607-4899-a605-ec4ca5c0c57c None None] For port fa18563c-49c6-4d33-814f-280a30fdbe45, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=fa18563c-49c6-4d33-814f-280a30fdbe45,segment=NetworkSegment(e61d4f35-cb15-4956-a9f9-0c679393ff9f),segment_id=e61d4f35-cb15-4956-a9f9-0c679393ff9f)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:44:39.231599 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d3c3e5f8-d607-4899-a605-ec4ca5c0c57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:39.237763 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3d106df0-a70b-4ddc-8cbf-8f0d18f7ae78 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:39.316157 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d106df0-a70b-4ddc-8cbf-8f0d18f7ae78 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Pushing event updated for resources: {'Subnet': ['ID=305ec37a-3f1a-45ec-a878-f3efeb3ecee6,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:39.329826 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-77467faf-47fe-409c-9d3b-cd2a8fcb1de0 tempest-DvrRoutersNegativeTest-2006972245 tempest-DvrRoutersNegativeTest-2006972245-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-955957772', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:39.332801 n-d-715271-27 neutron-server[102572]: DEBUG neutron.policy [None req-77467faf-47fe-409c-9d3b-cd2a8fcb1de0 tempest-DvrRoutersNegativeTest-2006972245 tempest-DvrRoutersNegativeTest-2006972245-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102572) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 12 03:44:39.333099 n-d-715271-27 neutron-server[102572]: DEBUG neutron.policy [None req-77467faf-47fe-409c-9d3b-cd2a8fcb1de0 tempest-DvrRoutersNegativeTest-2006972245 tempest-DvrRoutersNegativeTest-2006972245-project] Failed policy check for 'create_router' {{(pid=102572) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 12 03:44:39.334247 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-77467faf-47fe-409c-9d3b-cd2a8fcb1de0 tempest-DvrRoutersNegativeTest-2006972245 tempest-DvrRoutersNegativeTest-2006972245-project] create failed (client error): Access was denied to this resource. Nov 12 03:44:39.335382 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-77467faf-47fe-409c-9d3b-cd2a8fcb1de0 tempest-DvrRoutersNegativeTest-2006972245 tempest-DvrRoutersNegativeTest-2006972245-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2991760 Nov 12 03:44:39.339750 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb6f208-314b-451b-ad33-7b521732653b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-ccf29aba-612d-4897-922c-38b7e2b5c286', 'network_id': 'ccf29aba-612d-4897-922c-38b7e2b5c286', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'fixed_ips': [{'subnet_id': 'ef2b0885-045d-4e06-88a8-87363c8cc7d2'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:44:39.340957 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ccb6f208-314b-451b-ad33-7b521732653b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:39.355924 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-3a7dfba5-569d-4e7a-9d6b-4e412baed736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:39.358006 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-3a7dfba5-569d-4e7a-9d6b-4e412baed736 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6fe4e9fa-960b-4fee-b798-39b875b1985d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1663411 Nov 12 03:44:39.363671 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3e5f8-d607-4899-a605-ec4ca5c0c57c None None] Pushing event updated for resources: {'Port': ['ID=fa18563c-49c6-4d33-814f-280a30fdbe45,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:39.422059 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60988) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:39.479929 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d106df0-a70b-4ddc-8cbf-8f0d18f7ae78 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Checking segment: {'id': '0ca3dba0-14bf-4219-964b-bae3abbb61ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e56d43f2-6f90-40d6-afa9-747ea1805eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:39.480174 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d106df0-a70b-4ddc-8cbf-8f0d18f7ae78 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Network hostable DHCP agents. Network: e56d43f2-6f90-40d6-afa9-747ea1805eb6, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:44:39.525873 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d106df0-a70b-4ddc-8cbf-8f0d18f7ae78 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Network e56d43f2-6f90-40d6-afa9-747ea1805eb6 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:44:39.550256 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-b479cfcc-b5c4-475a-ab41-9d4083e837e2 service neutron] 10.222.0.74 "GET /v2.0/networks/6fe4e9fa-960b-4fee-b798-39b875b1985d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828206 Nov 12 03:44:39.551313 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-3d106df0-a70b-4ddc-8cbf-8f0d18f7ae78 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, e56d43f2-6f90-40d6-afa9-747ea1805eb6) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:39.560374 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d106df0-a70b-4ddc-8cbf-8f0d18f7ae78 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:39.563798 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3d106df0-a70b-4ddc-8cbf-8f0d18f7ae78 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:39.583686 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3177fcc6-3c4f-473f-a687-07989b1ca91e None None] Network e56d43f2-6f90-40d6-afa9-747ea1805eb6 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:39.676199 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3d106df0-a70b-4ddc-8cbf-8f0d18f7ae78 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4123402 Nov 12 03:44:39.677024 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2841106f-49cc-40ae-8491-c1c3eacc76e3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:39.680025 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60994) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:39.686427 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-1cbf58c8-d6de-4a1d-8fef-6b88c1090d9e tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Request body: {'port': {'network_id': 'e56d43f2-6f90-40d6-afa9-747ea1805eb6', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1943843922'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:39.775706 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-ccb6f208-314b-451b-ad33-7b521732653b None None] Allocated IP 2001:db8:1::2 (ccf29aba-612d-4897-922c-38b7e2b5c286/ef2b0885-045d-4e06-88a8-87363c8cc7d2/6cb40294-0653-44cb-bced-34caa8cb895e) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:39.838910 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ba8ae5d0-1da1-4417-9802-d5b9b0abc829 req-901c3559-bb50-4b96-9900-180cdf00bbd8 service neutron] 10.222.0.74 "GET /v2.0/networks/6fe4e9fa-960b-4fee-b798-39b875b1985d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722435 Nov 12 03:44:39.840137 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0271518e-106c-4151-b34c-6278775f4192 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:39.914321 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4a82f-ee6a-4230-9669-0a13a7f4f38a req-88e22a82-ba1e-4491-998e-dba574730de1 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:39.915883 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c1b4a82f-ee6a-4230-9669-0a13a7f4f38a req-88e22a82-ba1e-4491-998e-dba574730de1 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0 HTTP/1.1" status: 200 len: 944 time: 0.1370950 Nov 12 03:44:39.935049 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60998) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:40.042218 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ccb6f208-314b-451b-ad33-7b521732653b None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.045460 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c1b4a82f-ee6a-4230-9669-0a13a7f4f38a req-2f9f06b4-f7df-4ad1-9178-96586715e24d tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ffe15c4-32fd-4cb8-bb13-16b2e8aee1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982409 Nov 12 03:44:40.050869 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de20b1-024e-4aae-bed3-ba2586a4e33a req-67f52d7f-63ad-4807-8fc0-5af183912a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:40.053459 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-96de20b1-024e-4aae-bed3-ba2586a4e33a req-67f52d7f-63ad-4807-8fc0-5af183912a4e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=31f81b1aeeb344b7a84563d0622f3019&device_id=ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0 HTTP/1.1" status: 200 len: 1096 time: 0.1516213 Nov 12 03:44:40.072190 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ccb6f208-314b-451b-ad33-7b521732653b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.109917 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08842d55-60a1-412e-bc3a-a8e649b86ba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-e56d43f2-6f90-40d6-afa9-747ea1805eb6', 'network_id': 'e56d43f2-6f90-40d6-afa9-747ea1805eb6', 'tenant_id': 'f24e81323b99432ebf03110f66957695', 'fixed_ips': [{'subnet_id': '305ec37a-3f1a-45ec-a878-f3efeb3ecee6'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:44:40.111283 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-08842d55-60a1-412e-bc3a-a8e649b86ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.117701 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0271518e-106c-4151-b34c-6278775f4192 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.132639 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbf58c8-d6de-4a1d-8fef-6b88c1090d9e tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Made reservation on behalf of f24e81323b99432ebf03110f66957695 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:40.138009 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1cbf58c8-d6de-4a1d-8fef-6b88c1090d9e tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.154799 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0271518e-106c-4151-b34c-6278775f4192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.212826 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-0271518e-106c-4151-b34c-6278775f4192 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e8bd05f03e7d4b3b8cb63f29b05592cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7856648 Nov 12 03:44:40.213911 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-1cbf58c8-d6de-4a1d-8fef-6b88c1090d9e tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] device_id is not set on port 8408cfb6-c622-4329-a9d1-1a0e687bcb58 yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:44:40.218753 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 32772) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:40.223873 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0271518e-106c-4151-b34c-6278775f4192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73c3056-de26-4bce-b676-a363dddb1964,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:40.224388 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6b539595-6e4c-435a-b72b-3b67bc42cd55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.249665 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de20b1-024e-4aae-bed3-ba2586a4e33a req-c470fbfc-612b-46d1-bd9c-66fefdd173a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:40.259944 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-96de20b1-024e-4aae-bed3-ba2586a4e33a req-c470fbfc-612b-46d1-bd9c-66fefdd173a2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6fe4e9fa-960b-4fee-b798-39b875b1985d HTTP/1.1" status: 200 len: 898 time: 0.1850615 Nov 12 03:44:40.271300 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb6f208-314b-451b-ad33-7b521732653b None None] Network ccf29aba-612d-4897-922c-38b7e2b5c286 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:40.282152 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-ccb6f208-314b-451b-ad33-7b521732653b None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:40.290534 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb6f208-314b-451b-ad33-7b521732653b None None] Pushing event updated for resources: {'Port': ['ID=6cb40294-0653-44cb-bced-34caa8cb895e,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:40.299724 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb6f208-314b-451b-ad33-7b521732653b None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:40.331812 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-96de20b1-024e-4aae-bed3-ba2586a4e33a req-de77c9d0-7543-4bed-9efe-736b025358bc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8a00a1b-431a-46eb-9214-778f6742c2e4 HTTP/1.1" status: 200 len: 217 time: 0.0618632 Nov 12 03:44:40.403100 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de20b1-024e-4aae-bed3-ba2586a4e33a req-4ce4df9e-a3ab-4afe-b498-de070e408e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:40.408381 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-96de20b1-024e-4aae-bed3-ba2586a4e33a req-4ce4df9e-a3ab-4afe-b498-de070e408e13 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1446c3b1-d244-4e74-8e37-cf61abeb4131 HTTP/1.1" status: 200 len: 835 time: 0.0670497 Nov 12 03:44:40.444067 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-2841106f-49cc-40ae-8491-c1c3eacc76e3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Allocated IP 2001:db8::1 (925cf4d5-3ab2-4255-9b75-ffc378d87a42/182e210b-93b2-4ca5-ae16-c16e6c0d4b07/94ca66fe-5a85-4228-8a68-5e1589f60358) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:40.449723 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-08842d55-60a1-412e-bc3a-a8e649b86ba4 None None] Allocated IP 172.20.0.2 (e56d43f2-6f90-40d6-afa9-747ea1805eb6/305ec37a-3f1a-45ec-a878-f3efeb3ecee6/69018b45-8e49-41b3-bc35-01b5f2cbf0b8) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:40.473072 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de20b1-024e-4aae-bed3-ba2586a4e33a req-03081789-0e50-4452-9355-f6eeea5b6aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:40.476247 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-96de20b1-024e-4aae-bed3-ba2586a4e33a req-03081789-0e50-4452-9355-f6eeea5b6aa5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6fe4e9fa-960b-4fee-b798-39b875b1985d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598421 Nov 12 03:44:40.528118 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8f07e217-3f33-4d65-bbcf-e61a98390067 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.543505 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-ccb6f208-314b-451b-ad33-7b521732653b None None] Attempting to bind port 6cb40294-0653-44cb-bced-34caa8cb895e on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:40.543873 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-ccb6f208-314b-451b-ad33-7b521732653b None None] Attempting to bind port 6cb40294-0653-44cb-bced-34caa8cb895e by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'e0397942-9109-4959-8a67-071d1d0aaee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ccf29aba-612d-4897-922c-38b7e2b5c286'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:40.544267 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb6f208-314b-451b-ad33-7b521732653b None None] Attempting to bind port 6cb40294-0653-44cb-bced-34caa8cb895e on network ccf29aba-612d-4897-922c-38b7e2b5c286 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:40.555854 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb6f208-314b-451b-ad33-7b521732653b None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:44:40.559702 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb6f208-314b-451b-ad33-7b521732653b None None] Checking segment: {'id': 'e0397942-9109-4959-8a67-071d1d0aaee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ccf29aba-612d-4897-922c-38b7e2b5c286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:40.560186 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ccb6f208-314b-451b-ad33-7b521732653b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.560591 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb6f208-314b-451b-ad33-7b521732653b None None] Bound using segment: {'id': 'e0397942-9109-4959-8a67-071d1d0aaee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ccf29aba-612d-4897-922c-38b7e2b5c286'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:44:40.561087 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-ccb6f208-314b-451b-ad33-7b521732653b None None] Bound port: 6cb40294-0653-44cb-bced-34caa8cb895e, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0397942-9109-4959-8a67-071d1d0aaee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ccf29aba-612d-4897-922c-38b7e2b5c286'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:44:40.561477 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ccb6f208-314b-451b-ad33-7b521732653b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.607807 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-96de20b1-024e-4aae-bed3-ba2586a4e33a req-c508179b-6c7d-4ba2-928e-d1f885e84a72 service neutron] 10.222.0.74 "GET /v2.0/networks/6fe4e9fa-960b-4fee-b798-39b875b1985d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231184 Nov 12 03:44:40.634536 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8f07e217-3f33-4d65-bbcf-e61a98390067 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.641835 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6b539595-6e4c-435a-b72b-3b67bc42cd55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.653561 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6b539595-6e4c-435a-b72b-3b67bc42cd55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.686712 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-ccb6f208-314b-451b-ad33-7b521732653b None None] For port 6cb40294-0653-44cb-bced-34caa8cb895e, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:40.695615 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-ccb6f208-314b-451b-ad33-7b521732653b None None] For port 6cb40294-0653-44cb-bced-34caa8cb895e, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=6cb40294-0653-44cb-bced-34caa8cb895e,segment=NetworkSegment(e0397942-9109-4959-8a67-071d1d0aaee7),segment_id=e0397942-9109-4959-8a67-071d1d0aaee7)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:44:40.702972 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-08842d55-60a1-412e-bc3a-a8e649b86ba4 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.705523 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ccb6f208-314b-451b-ad33-7b521732653b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.738653 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-08842d55-60a1-412e-bc3a-a8e649b86ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.782974 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-96de20b1-024e-4aae-bed3-ba2586a4e33a req-6df364d9-ba54-4e2d-951f-300df1a39b02 service neutron] 10.222.0.74 "GET /v2.0/networks/6fe4e9fa-960b-4fee-b798-39b875b1985d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668079 Nov 12 03:44:40.783566 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2841106f-49cc-40ae-8491-c1c3eacc76e3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.788341 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08842d55-60a1-412e-bc3a-a8e649b86ba4 None None] Network e56d43f2-6f90-40d6-afa9-747ea1805eb6 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:40.788814 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b539595-6e4c-435a-b72b-3b67bc42cd55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dcc4273-e080-49cb-a5b3-d32685f02297,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:40.801296 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-08842d55-60a1-412e-bc3a-a8e649b86ba4 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:40.803621 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb6f208-314b-451b-ad33-7b521732653b None None] Pushing event updated for resources: {'Port': ['ID=6cb40294-0653-44cb-bced-34caa8cb895e,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:40.806363 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08842d55-60a1-412e-bc3a-a8e649b86ba4 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:40.806903 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6b539595-6e4c-435a-b72b-3b67bc42cd55 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ad9b89ca8a8d4c38b412747b676aeeef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8685412 Nov 12 03:44:40.812626 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 32776) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:40.855172 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6960893-6dc6-47a9-b590-c845bbfc35e1 None None] Network 925cf4d5-3ab2-4255-9b75-ffc378d87a42 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:40.870391 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8f07e217-3f33-4d65-bbcf-e61a98390067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.872927 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8f07e217-3f33-4d65-bbcf-e61a98390067 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.875551 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8f07e217-3f33-4d65-bbcf-e61a98390067 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c73c3056-de26-4bce-b676-a363dddb1964 HTTP/1.1" status: 204 len: 168 time: 0.6513736 Nov 12 03:44:40.884800 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-1cbf58c8-d6de-4a1d-8fef-6b88c1090d9e tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Allocated IP 172.20.0.3 (e56d43f2-6f90-40d6-afa9-747ea1805eb6/305ec37a-3f1a-45ec-a878-f3efeb3ecee6/8408cfb6-c622-4329-a9d1-1a0e687bcb58) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:40.936781 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f07e217-3f33-4d65-bbcf-e61a98390067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73c3056-de26-4bce-b676-a363dddb1964,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:40.972929 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2841106f-49cc-40ae-8491-c1c3eacc76e3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.988167 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device fa18563c-49c6-4d33-814f-280a30fdbe45 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:41.001603 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08842d55-60a1-412e-bc3a-a8e649b86ba4 None None] Pushing event updated for resources: {'Port': ['ID=69018b45-8e49-41b3-bc35-01b5f2cbf0b8,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:41.030816 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a483087f-1057-4134-96dc-eebbd220487c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.043184 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-d9cd88b7-a607-49a0-a950-99d5cb398a1f None None] Provisioning complete for port fa18563c-49c6-4d33-814f-280a30fdbe45 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:41.043641 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d9cd88b7-a607-49a0-a950-99d5cb398a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.059201 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-08842d55-60a1-412e-bc3a-a8e649b86ba4 None None] Attempting to bind port 69018b45-8e49-41b3-bc35-01b5f2cbf0b8 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:41.059662 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-08842d55-60a1-412e-bc3a-a8e649b86ba4 None None] Attempting to bind port 69018b45-8e49-41b3-bc35-01b5f2cbf0b8 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '0ca3dba0-14bf-4219-964b-bae3abbb61ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e56d43f2-6f90-40d6-afa9-747ea1805eb6'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:41.060113 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08842d55-60a1-412e-bc3a-a8e649b86ba4 None None] Attempting to bind port 69018b45-8e49-41b3-bc35-01b5f2cbf0b8 on network e56d43f2-6f90-40d6-afa9-747ea1805eb6 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:41.061268 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2841106f-49cc-40ae-8491-c1c3eacc76e3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Network 925cf4d5-3ab2-4255-9b75-ffc378d87a42 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:41.101962 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08842d55-60a1-412e-bc3a-a8e649b86ba4 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:44:41.102343 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08842d55-60a1-412e-bc3a-a8e649b86ba4 None None] Checking segment: {'id': '0ca3dba0-14bf-4219-964b-bae3abbb61ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e56d43f2-6f90-40d6-afa9-747ea1805eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:41.102750 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-08842d55-60a1-412e-bc3a-a8e649b86ba4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.103228 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08842d55-60a1-412e-bc3a-a8e649b86ba4 None None] Bound using segment: {'id': '0ca3dba0-14bf-4219-964b-bae3abbb61ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e56d43f2-6f90-40d6-afa9-747ea1805eb6'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:44:41.103621 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-08842d55-60a1-412e-bc3a-a8e649b86ba4 None None] Bound port: 69018b45-8e49-41b3-bc35-01b5f2cbf0b8, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca3dba0-14bf-4219-964b-bae3abbb61ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e56d43f2-6f90-40d6-afa9-747ea1805eb6'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:44:41.104103 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-08842d55-60a1-412e-bc3a-a8e649b86ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.224200 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-2841106f-49cc-40ae-8491-c1c3eacc76e3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:41.253087 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1cbf58c8-d6de-4a1d-8fef-6b88c1090d9e tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.260614 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port fa18563c-49c6-4d33-814f-280a30fdbe45 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:41.261345 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.263060 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2841106f-49cc-40ae-8491-c1c3eacc76e3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:41.263742 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2841106f-49cc-40ae-8491-c1c3eacc76e3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.345063 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-08842d55-60a1-412e-bc3a-a8e649b86ba4 None None] For port 69018b45-8e49-41b3-bc35-01b5f2cbf0b8, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:41.378530 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-08842d55-60a1-412e-bc3a-a8e649b86ba4 None None] For port 69018b45-8e49-41b3-bc35-01b5f2cbf0b8, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=69018b45-8e49-41b3-bc35-01b5f2cbf0b8,segment=NetworkSegment(0ca3dba0-14bf-4219-964b-bae3abbb61ff),segment_id=0ca3dba0-14bf-4219-964b-bae3abbb61ff)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:44:41.387007 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-08842d55-60a1-412e-bc3a-a8e649b86ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.388471 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d9cd88b7-a607-49a0-a950-99d5cb398a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.414905 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 32788) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:41.426818 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a483087f-1057-4134-96dc-eebbd220487c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.431647 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2841106f-49cc-40ae-8491-c1c3eacc76e3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event updated for resources: {'Port': ['ID=94ca66fe-5a85-4228-8a68-5e1589f60358,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:41.438366 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3538c932-63a3-43d4-8c9c-9a237096564d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.570162 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3538c932-63a3-43d4-8c9c-9a237096564d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.575866 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3538c932-63a3-43d4-8c9c-9a237096564d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.578182 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device a8a00a1b-431a-46eb-9214-778f6742c2e4 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:44:41.581797 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-d9cd88b7-a607-49a0-a950-99d5cb398a1f None None] For port fa18563c-49c6-4d33-814f-280a30fdbe45, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=fa18563c-49c6-4d33-814f-280a30fdbe45,segment=NetworkSegment(e61d4f35-cb15-4956-a9f9-0c679393ff9f),segment_id=e61d4f35-cb15-4956-a9f9-0c679393ff9f)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:41.600953 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08842d55-60a1-412e-bc3a-a8e649b86ba4 None None] Pushing event updated for resources: {'Port': ['ID=69018b45-8e49-41b3-bc35-01b5f2cbf0b8,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:41.622466 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6808f6-b4f5-41ea-a08c-bc55ff0168f0 req-4992dcaa-66d8-4578-801e-f9194393bc7a tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:41.630990 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8d6808f6-b4f5-41ea-a08c-bc55ff0168f0 req-4992dcaa-66d8-4578-801e-f9194393bc7a tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0 HTTP/1.1" status: 200 len: 944 time: 0.3687110 Nov 12 03:44:41.644675 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1cbf58c8-d6de-4a1d-8fef-6b88c1090d9e tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.655596 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3538c932-63a3-43d4-8c9c-9a237096564d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0e2c7c762b1748c4b97916dae79a82b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2386158 Nov 12 03:44:41.659071 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 32790) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:41.669782 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3538c932-63a3-43d4-8c9c-9a237096564d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc47194-4660-4c88-b3cf-4232fcc62c5c,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:41.671263 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d9cd88b7-a607-49a0-a950-99d5cb398a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.757060 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.759717 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ebfb5abd-410c-4c29-8e26-dd5f63ad7ae3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.760613 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8d6808f6-b4f5-41ea-a08c-bc55ff0168f0 req-23a18529-1697-46c3-b6f6-eced9902c669 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ffe15c4-32fd-4cb8-bb13-16b2e8aee1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285179 Nov 12 03:44:41.761126 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a483087f-1057-4134-96dc-eebbd220487c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.763727 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a483087f-1057-4134-96dc-eebbd220487c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.768145 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a483087f-1057-4134-96dc-eebbd220487c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6dcc4273-e080-49cb-a5b3-d32685f02297 HTTP/1.1" status: 204 len: 168 time: 0.9496083 Nov 12 03:44:41.815645 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ebfb5abd-410c-4c29-8e26-dd5f63ad7ae3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.893267 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ebfb5abd-410c-4c29-8e26-dd5f63ad7ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.896708 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ebfb5abd-410c-4c29-8e26-dd5f63ad7ae3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.905340 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ebfb5abd-410c-4c29-8e26-dd5f63ad7ae3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8dc47194-4660-4c88-b3cf-4232fcc62c5c HTTP/1.1" status: 204 len: 168 time: 0.2398355 Nov 12 03:44:41.922308 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb5abd-410c-4c29-8e26-dd5f63ad7ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc47194-4660-4c88-b3cf-4232fcc62c5c,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:41.962659 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:44:41.963097 n-d-715271-27 neutron-server[102573]: DEBUG oslo_db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:44:41.964086 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd88b7-a607-49a0-a950-99d5cb398a1f None None] Pushing event updated for resources: {'Port': ['ID=fa18563c-49c6-4d33-814f-280a30fdbe45,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:42.013409 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port a8a00a1b-431a-46eb-9214-778f6742c2e4, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=a8a00a1b-431a-46eb-9214-778f6742c2e4,segment=NetworkSegment(25c68e1a-8975-4773-b2b4-a57bf2d627be),segment_id=25c68e1a-8975-4773-b2b4-a57bf2d627be)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:42.081586 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'a8a00a1b-431a-46eb-9214-778f6742c2e4', 'network_id': '6fe4e9fa-960b-4fee-b798-39b875b1985d', 'port_id': 'a8a00a1b-431a-46eb-9214-778f6742c2e4', 'mac_address': 'fa:16:3e:21:5d:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1446c3b1-d244-4e74-8e37-cf61abeb4131', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:44:42.120339 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-e365f6df-8ff9-4b30-818e-5e1eccd0ae9f None None] Provisioning complete for port 94ca66fe-5a85-4228-8a68-5e1589f60358 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:42.120787 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e365f6df-8ff9-4b30-818e-5e1eccd0ae9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:42.218395 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:42.220570 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-e365f6df-8ff9-4b30-818e-5e1eccd0ae9f None None] Port 94ca66fe-5a85-4228-8a68-5e1589f60358 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:42.239576 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8a00a1b-431a-46eb-9214-778f6742c2e4 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:44:42.254551 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-e365f6df-8ff9-4b30-818e-5e1eccd0ae9f None None] Provisioning complete for port fa18563c-49c6-4d33-814f-280a30fdbe45 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:42.255006 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e365f6df-8ff9-4b30-818e-5e1eccd0ae9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:42.325196 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port a8a00a1b-431a-46eb-9214-778f6742c2e4, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=a8a00a1b-431a-46eb-9214-778f6742c2e4,segment=NetworkSegment(25c68e1a-8975-4773-b2b4-a57bf2d627be),segment_id=25c68e1a-8975-4773-b2b4-a57bf2d627be)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:42.339227 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:42.351528 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbf58c8-d6de-4a1d-8fef-6b88c1090d9e tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Network e56d43f2-6f90-40d6-afa9-747ea1805eb6 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:42.378475 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483087f-1057-4134-96dc-eebbd220487c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dcc4273-e080-49cb-a5b3-d32685f02297,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:42.381063 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-1cbf58c8-d6de-4a1d-8fef-6b88c1090d9e tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:42.393304 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbf58c8-d6de-4a1d-8fef-6b88c1090d9e tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:42.399749 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2841106f-49cc-40ae-8491-c1c3eacc76e3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:42.451641 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf58c8-d6de-4a1d-8fef-6b88c1090d9e tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Pushing event updated for resources: {'Port': ['ID=8408cfb6-c622-4329-a9d1-1a0e687bcb58,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:42.584649 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbf58c8-d6de-4a1d-8fef-6b88c1090d9e tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:42.585297 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1cbf58c8-d6de-4a1d-8fef-6b88c1090d9e tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:42.636004 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=a8a00a1b-431a-46eb-9214-778f6742c2e4,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:42.689403 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e833db-73d4-4893-98b3-831d2a3a6b2a None None] Network ccf29aba-612d-4897-922c-38b7e2b5c286 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:42.700332 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1cbf58c8-d6de-4a1d-8fef-6b88c1090d9e tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0190768 Nov 12 03:44:42.701169 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 32816) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:42.984980 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2841106f-49cc-40ae-8491-c1c3eacc76e3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:42.998429 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2841106f-49cc-40ae-8491-c1c3eacc76e3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:42.999951 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2841106f-49cc-40ae-8491-c1c3eacc76e3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:43.086900 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24e35c-1bc6-4f1b-9916-e99cd1ec99eb req-88444e13-2b62-43fa-b41e-98b7adf689cf tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:43.091732 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cf24e35c-1bc6-4f1b-9916-e99cd1ec99eb req-88444e13-2b62-43fa-b41e-98b7adf689cf tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0 HTTP/1.1" status: 200 len: 945 time: 0.1465921 Nov 12 03:44:43.131697 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-d6065e8e-7e0b-4d46-83e9-5ab0ef1ff5ac tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Deleting port 8408cfb6-c622-4329-a9d1-1a0e687bcb58 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:43.132012 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d6065e8e-7e0b-4d46-83e9-5ab0ef1ff5ac tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:43.180176 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cf24e35c-1bc6-4f1b-9916-e99cd1ec99eb req-16459444-18a4-4ef0-85cd-9a98dbeef499 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ffe15c4-32fd-4cb8-bb13-16b2e8aee1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825996 Nov 12 03:44:43.180941 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['a8a00a1b-431a-46eb-9214-778f6742c2e4'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:44:43.185327 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 6cb40294-0653-44cb-bced-34caa8cb895e up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:43.197962 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2841106f-49cc-40ae-8491-c1c3eacc76e3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event updated for resources: {'Port': ['ID=94ca66fe-5a85-4228-8a68-5e1589f60358,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:43.286115 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2841106f-49cc-40ae-8491-c1c3eacc76e3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Network 925cf4d5-3ab2-4255-9b75-ffc378d87a42 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:43.288722 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-2841106f-49cc-40ae-8491-c1c3eacc76e3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:43.330549 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d6065e8e-7e0b-4d46-83e9-5ab0ef1ff5ac tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:43.371413 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-d6065e8e-7e0b-4d46-83e9-5ab0ef1ff5ac tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Calling delete_port for 8408cfb6-c622-4329-a9d1-1a0e687bcb58 owned by {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:43.405338 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-e86d7328-74b6-4cec-a8c2-3918fac522d4 None None] Provisioning complete for port 94ca66fe-5a85-4228-8a68-5e1589f60358 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:43.405975 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e86d7328-74b6-4cec-a8c2-3918fac522d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:43.494089 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 32842) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:43.494566 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6f20d7-7515-45c5-9dc0-4a0dcc1fdadb None None] Network e56d43f2-6f90-40d6-afa9-747ea1805eb6 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:43.519847 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2841106f-49cc-40ae-8491-c1c3eacc76e3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Router b8107054-404f-415e-a5e1-dd11228a80db is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:44:43.621521 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 32848) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:43.666197 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-e86d7328-74b6-4cec-a8c2-3918fac522d4 None None] Port 94ca66fe-5a85-4228-8a68-5e1589f60358 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:43.703783 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d6065e8e-7e0b-4d46-83e9-5ab0ef1ff5ac tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:43.732249 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2841106f-49cc-40ae-8491-c1c3eacc76e3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:43.739183 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2841106f-49cc-40ae-8491-c1c3eacc76e3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "PUT /v2.0/routers/b8107054-404f-415e-a5e1-dd11228a80db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5312810 Nov 12 03:44:43.756516 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 32854) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:43.777155 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6065e8e-7e0b-4d46-83e9-5ab0ef1ff5ac tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Pushing event deleted for resources: {'Port': ['ID=8408cfb6-c622-4329-a9d1-1a0e687bcb58,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:43.800697 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867933b9-187c-4205-b43c-94a25d1cdeb5 None None] Sync routers for ids ['b8107054-404f-415e-a5e1-dd11228a80db'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:43.805173 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 6cb40294-0653-44cb-bced-34caa8cb895e triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:43.805897 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:43.853355 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905ae818-785f-44fa-ad10-a9a6858f6c95 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:43.857659 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-905ae818-785f-44fa-ad10-a9a6858f6c95 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "GET /v2.0/ports/94ca66fe-5a85-4228-8a68-5e1589f60358 HTTP/1.1" status: 200 len: 911 time: 0.1000264 Nov 12 03:44:43.858361 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 32856) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:43.862080 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d6065e8e-7e0b-4d46-83e9-5ab0ef1ff5ac tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:43.872157 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d6065e8e-7e0b-4d46-83e9-5ab0ef1ff5ac tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] 10.222.0.50 "DELETE /v2.0/ports/8408cfb6-c622-4329-a9d1-1a0e687bcb58 HTTP/1.1" status: 204 len: 168 time: 1.1698501 Nov 12 03:44:43.874539 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 32858) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:43.904434 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-289e2185-31f2-4c88-90bf-704a3dfdc146 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:43.905138 n-d-715271-27 neutron-server[102571]: WARNING neutron.api.v2.base [None req-289e2185-31f2-4c88-90bf-704a3dfdc146 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 03:44:43.905626 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-289e2185-31f2-4c88-90bf-704a3dfdc146 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 03:44:43.906602 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-289e2185-31f2-4c88-90bf-704a3dfdc146 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2841144 Nov 12 03:44:43.910879 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 32862) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:43.913264 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-34b3c9a2-895d-44d5-8538-294c3941d39d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1703800568-network', 'tenant_id': '5145a1e28110410e907bddbd77b3b187'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:43.915947 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-6f66cb40-d0ab-4c53-ad2c-0b1e818bf9a4 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Request body: {'security_group': {'name': 'tempest-secgroup--779837733'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:43.953673 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-e86d7328-74b6-4cec-a8c2-3918fac522d4 None None] Provisioning complete for port 6cb40294-0653-44cb-bced-34caa8cb895e triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:43.954224 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e86d7328-74b6-4cec-a8c2-3918fac522d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:43.956628 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6f66cb40-d0ab-4c53-ad2c-0b1e818bf9a4 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:43.975378 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6f66cb40-d0ab-4c53-ad2c-0b1e818bf9a4 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:43.983899 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867933b9-187c-4205-b43c-94a25d1cdeb5 None None] Routers {'b8107054-404f-415e-a5e1-dd11228a80db'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:43.984859 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-867933b9-187c-4205-b43c-94a25d1cdeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:44:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['b8107054-404f-415e-a5e1-dd11228a80db'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:44.024361 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b3c9a2-895d-44d5-8538-294c3941d39d admin admin] Made reservation on behalf of 5145a1e28110410e907bddbd77b3b187 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:44.026807 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-34b3c9a2-895d-44d5-8538-294c3941d39d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:44.062799 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-34b3c9a2-895d-44d5-8538-294c3941d39d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:44.078941 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6f66cb40-d0ab-4c53-ad2c-0b1e818bf9a4 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:44.093443 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-867933b9-187c-4205-b43c-94a25d1cdeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:44.102268 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-de519afe-6d72-4955-80e7-7ed8ff5d15d2 tempest-DHCPAgentSchedulersTestJSON-1198317396 tempest-DHCPAgentSchedulersTestJSON-1198317396-project-admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4937 time: 0.2236254 Nov 12 03:44:44.104058 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6f66cb40-d0ab-4c53-ad2c-0b1e818bf9a4 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:44.105659 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 32864) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:44.113484 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-04abd2ac-b21d-4963-a1cf-500708198ef5 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1984330959'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:44.182275 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f66cb40-d0ab-4c53-ad2c-0b1e818bf9a4 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa503d5-de96-48f5-a345-66533b9d9de3,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:44.187972 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867933b9-187c-4205-b43c-94a25d1cdeb5 None None] Routers {'b8107054-404f-415e-a5e1-dd11228a80db'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:44.188618 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-867933b9-187c-4205-b43c-94a25d1cdeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:44:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['b8107054-404f-415e-a5e1-dd11228a80db'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:44.195276 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6f66cb40-d0ab-4c53-ad2c-0b1e818bf9a4 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:44.201031 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6f66cb40-d0ab-4c53-ad2c-0b1e818bf9a4 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:44.242962 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f66cb40-d0ab-4c53-ad2c-0b1e818bf9a4 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7d4afd-c513-4368-9290-93602002b209,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:44.274214 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04abd2ac-b21d-4963-a1cf-500708198ef5 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Made reservation on behalf of f24e81323b99432ebf03110f66957695 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:44.276368 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6f66cb40-d0ab-4c53-ad2c-0b1e818bf9a4 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:44.278192 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6f66cb40-d0ab-4c53-ad2c-0b1e818bf9a4 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3657043 Nov 12 03:44:44.279132 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-04abd2ac-b21d-4963-a1cf-500708198ef5 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:44.281320 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 32868) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:44.291230 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-913231a2-dfd7-4a97-86a7-2fb3886c2689 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Request body: {'security_group_rule': {'security_group_id': '7a7d4afd-c513-4368-9290-93602002b209', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:44.321274 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-867933b9-187c-4205-b43c-94a25d1cdeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:44.322300 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867933b9-187c-4205-b43c-94a25d1cdeb5 None None] The sync data for ids ['b8107054-404f-415e-a5e1-dd11228a80db'] in n-d-715271-27 is: [] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:44.357885 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-913231a2-dfd7-4a97-86a7-2fb3886c2689 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:44.382544 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:44.399027 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04abd2ac-b21d-4963-a1cf-500708198ef5 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:44:44.421709 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-34b3c9a2-895d-44d5-8538-294c3941d39d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:44.431878 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-04abd2ac-b21d-4963-a1cf-500708198ef5 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:44.432254 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-04abd2ac-b21d-4963-a1cf-500708198ef5 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Added segment 93948080-19c9-447b-8d01-71d9a04fc6b6 of type vlan for network 8da5c84b-38d3-491b-8088-ac2dc3c61394 Nov 12 03:44:44.435962 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-34b3c9a2-895d-44d5-8538-294c3941d39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:44.468008 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-913231a2-dfd7-4a97-86a7-2fb3886c2689 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:44.472695 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-913231a2-dfd7-4a97-86a7-2fb3886c2689 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:44.480057 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e86d7328-74b6-4cec-a8c2-3918fac522d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:44.503216 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913231a2-dfd7-4a97-86a7-2fb3886c2689 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f059be74-1b4d-4adc-b7f2-2f9f7af37fd7,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:44.524032 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-913231a2-dfd7-4a97-86a7-2fb3886c2689 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:44.525768 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-913231a2-dfd7-4a97-86a7-2fb3886c2689 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2422152 Nov 12 03:44:44.528576 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 32870) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:44.534163 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-e398c15c-51f4-46f4-a465-8a6a8652ee29 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Request body: {'security_group_rule': {'security_group_id': '7a7d4afd-c513-4368-9290-93602002b209', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:44.555369 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 6cb40294-0653-44cb-bced-34caa8cb895e, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=6cb40294-0653-44cb-bced-34caa8cb895e,segment=NetworkSegment(e0397942-9109-4959-8a67-071d1d0aaee7),segment_id=e0397942-9109-4959-8a67-071d1d0aaee7)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:44.574637 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:44.575891 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 69018b45-8e49-41b3-bc35-01b5f2cbf0b8 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:44.604324 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e398c15c-51f4-46f4-a465-8a6a8652ee29 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:44.613969 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad380b-821b-4947-8281-86bfeb3f2d29 req-cad7ae0c-ba9e-45de-b16a-06b2bd0a6801 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:44.625032 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e2ad380b-821b-4947-8281-86bfeb3f2d29 req-cad7ae0c-ba9e-45de-b16a-06b2bd0a6801 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0 HTTP/1.1" status: 200 len: 945 time: 0.2956517 Nov 12 03:44:44.630628 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34b3c9a2-895d-44d5-8538-294c3941d39d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:44:44.697155 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b3c9a2-895d-44d5-8538-294c3941d39d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae07818-d982-4c29-b34d-cbf17bbeb945,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:44.697485 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-e398c15c-51f4-46f4-a465-8a6a8652ee29 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 03:44:44.701457 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e398c15c-51f4-46f4-a465-8a6a8652ee29 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1690702 Nov 12 03:44:44.701980 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 32872) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:44.783199 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-34b3c9a2-895d-44d5-8538-294c3941d39d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:44.783678 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-34b3c9a2-895d-44d5-8538-294c3941d39d admin admin] Added segment 6df1c407-cb6c-4f05-86b4-37fafb3b5dcb of type vlan for network 0653b6a6-7513-4fbb-9bd4-8788314038a7 Nov 12 03:44:44.786622 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-82ddd599-0178-4ae8-8c60-7e06df9bfa6b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:44.789998 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.api [None req-e86d7328-74b6-4cec-a8c2-3918fac522d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:44:44.790472 n-d-715271-27 neutron-server[102573]: DEBUG oslo_db.api [None req-e86d7328-74b6-4cec-a8c2-3918fac522d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:44:44.807445 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=6cb40294-0653-44cb-bced-34caa8cb895e,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:44.814806 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-04abd2ac-b21d-4963-a1cf-500708198ef5 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:44.824944 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 69018b45-8e49-41b3-bc35-01b5f2cbf0b8 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:44.825323 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:44.848219 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ce354229-82db-4196-82bd-3a92400231fd tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:44.890116 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ce354229-82db-4196-82bd-3a92400231fd tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:44.958065 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ce354229-82db-4196-82bd-3a92400231fd tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:44.963987 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ce354229-82db-4196-82bd-3a92400231fd tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:44.968890 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ce354229-82db-4196-82bd-3a92400231fd tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "DELETE /v2.0/security-groups/7a7d4afd-c513-4368-9290-93602002b209 HTTP/1.1" status: 204 len: 168 time: 0.2622955 Nov 12 03:44:44.968890 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 32878) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:44.993389 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e2ad380b-821b-4947-8281-86bfeb3f2d29 req-7eb08f2b-af2c-4be1-aad7-5d814f1590c4 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ffe15c4-32fd-4cb8-bb13-16b2e8aee1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3476105 Nov 12 03:44:44.996673 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.004215 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.db.resource_extend [None req-04abd2ac-b21d-4963-a1cf-500708198ef5 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:44:45.042842 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce354229-82db-4196-82bd-3a92400231fd tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7d4afd-c513-4368-9290-93602002b209,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:45.043070 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-34b3c9a2-895d-44d5-8538-294c3941d39d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.062716 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-04abd2ac-b21d-4963-a1cf-500708198ef5 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.069531 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04abd2ac-b21d-4963-a1cf-500708198ef5 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:45.070161 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-04abd2ac-b21d-4963-a1cf-500708198ef5 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.071694 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-0aae1006-570d-4fd5-a864-2ba3a979839f tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0928998 Nov 12 03:44:45.075933 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 69018b45-8e49-41b3-bc35-01b5f2cbf0b8, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=69018b45-8e49-41b3-bc35-01b5f2cbf0b8,segment=NetworkSegment(0ca3dba0-14bf-4219-964b-bae3abbb61ff),segment_id=0ca3dba0-14bf-4219-964b-bae3abbb61ff)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:45.076915 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 32880) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:45.081730 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.082776 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device fa18563c-49c6-4d33-814f-280a30fdbe45 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:45.090471 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-af8f728f-70a7-4893-b1f6-73edf0f849bd tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Request body: {'security_group': {'name': 'tempest-secgroup--470576177'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:45.126651 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-af8f728f-70a7-4893-b1f6-73edf0f849bd tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.178124 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=69018b45-8e49-41b3-bc35-01b5f2cbf0b8,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:45.186164 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-04abd2ac-b21d-4963-a1cf-500708198ef5 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0759568 Nov 12 03:44:45.193917 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 32882) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:45.194645 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port fa18563c-49c6-4d33-814f-280a30fdbe45 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:45.195119 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.218903 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-34b3c9a2-895d-44d5-8538-294c3941d39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.220506 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b3c9a2-895d-44d5-8538-294c3941d39d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:45.221371 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-34b3c9a2-895d-44d5-8538-294c3941d39d admin admin] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.237905 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04abd2ac-b21d-4963-a1cf-500708198ef5 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Pushing event updated for resources: {'Network': ['ID=8da5c84b-38d3-491b-8088-ac2dc3c61394,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:45.456645 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-85de50d4-55f5-4b05-bbe1-97a11e32f29c None None] Provisioning complete for port 94ca66fe-5a85-4228-8a68-5e1589f60358 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:45.457310 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-85de50d4-55f5-4b05-bbe1-97a11e32f29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.460821 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-86e4a567-6cdd-47d3-910e-11fc3a288130 tempest-DHCPAgentSchedulersTestJSON-1198317396 tempest-DHCPAgentSchedulersTestJSON-1198317396-project-admin] 10.222.0.50 "GET /v2.0/agents/36c3d617-43d0-4662-89c7-09ec1dd8c2d3/dhcp-networks HTTP/1.1" status: 200 len: 8824 time: 0.2650974 Nov 12 03:44:45.464058 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 32884) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:45.480267 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-af8f728f-70a7-4893-b1f6-73edf0f849bd tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.492295 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 8da5c84b-38d3-491b-8088-ac2dc3c61394 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:44:45.498677 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-af8f728f-70a7-4893-b1f6-73edf0f849bd tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.547190 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-af8f728f-70a7-4893-b1f6-73edf0f849bd tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.552182 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-af8f728f-70a7-4893-b1f6-73edf0f849bd tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4738266 Nov 12 03:44:45.553053 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 32886) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:45.562692 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-a4635c01-ca43-46c7-ae72-171077907a22 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Request body: {'security_group_rule': {'security_group_id': 'b255e088-0315-427a-9a2f-28b36b2f5508', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:45.563735 n-d-715271-27 neutron-server[102572]: WARNING neutron.api.v2.base [None req-a4635c01-ca43-46c7-ae72-171077907a22 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 12 03:44:45.564453 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-a4635c01-ca43-46c7-ae72-171077907a22 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:44:45.568761 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a4635c01-ca43-46c7-ae72-171077907a22 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0107017 Nov 12 03:44:45.570850 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 32888) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:45.579808 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f728f-70a7-4893-b1f6-73edf0f849bd tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b255e088-0315-427a-9a2f-28b36b2f5508,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:45.593831 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-85de50d4-55f5-4b05-bbe1-97a11e32f29c None None] Port 94ca66fe-5a85-4228-8a68-5e1589f60358 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:45.608102 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-85de50d4-55f5-4b05-bbe1-97a11e32f29c None None] Provisioning complete for port 69018b45-8e49-41b3-bc35-01b5f2cbf0b8 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:45.608636 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-85de50d4-55f5-4b05-bbe1-97a11e32f29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.632697 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-34b3c9a2-895d-44d5-8538-294c3941d39d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1373329 Nov 12 03:44:45.634668 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 32890) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:45.643025 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-88208ba8-0bf7-4429-9144-fd9f1a67d0db admin admin] Request body: {'subnet': {'network_id': '0653b6a6-7513-4fbb-9bd4-8788314038a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1703800568-subnet', 'tenant_id': '5145a1e28110410e907bddbd77b3b187', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:45.647696 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 6cb40294-0653-44cb-bced-34caa8cb895e up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:45.658245 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b3c9a2-895d-44d5-8538-294c3941d39d admin admin] Pushing event updated for resources: {'Network': ['ID=0653b6a6-7513-4fbb-9bd4-8788314038a7,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:45.685395 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88208ba8-0bf7-4429-9144-fd9f1a67d0db admin admin] Made reservation on behalf of 5145a1e28110410e907bddbd77b3b187 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:45.687631 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-88208ba8-0bf7-4429-9144-fd9f1a67d0db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.688159 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 0653b6a6-7513-4fbb-9bd4-8788314038a7 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:44:45.696103 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbea3747-19f2-4b47-850b-a00152eeb147 tempest-DHCPAgentSchedulersTestJSON-1198317396 tempest-DHCPAgentSchedulersTestJSON-1198317396-project-admin] Network 8da5c84b-38d3-491b-8088-ac2dc3c61394 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:44:45.728780 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d9693c54-8a2f-4287-9575-f23b4913d0af tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.748720 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-82ddd599-0178-4ae8-8c60-7e06df9bfa6b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Allocated IP 2001:db8:1::1 (ccf29aba-612d-4897-922c-38b7e2b5c286/ef2b0885-045d-4e06-88a8-87363c8cc7d2/1bcd26d7-b4b6-4f24-91fc-bca5f13f2118) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:45.748958 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24194869-3cca-476f-ae9b-79d073750d05 None None] Network 8da5c84b-38d3-491b-8088-ac2dc3c61394 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:45.764512 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-dbea3747-19f2-4b47-850b-a00152eeb147 tempest-DHCPAgentSchedulersTestJSON-1198317396 tempest-DHCPAgentSchedulersTestJSON-1198317396-project-admin] 10.222.0.50 "POST /v2.0/agents/36c3d617-43d0-4662-89c7-09ec1dd8c2d3/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2990017 Nov 12 03:44:45.767181 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 32892) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:45.798884 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d9693c54-8a2f-4287-9575-f23b4913d0af tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.890589 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d9693c54-8a2f-4287-9575-f23b4913d0af tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.893431 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d9693c54-8a2f-4287-9575-f23b4913d0af tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.896571 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d9693c54-8a2f-4287-9575-f23b4913d0af tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "DELETE /v2.0/security-groups/b255e088-0315-427a-9a2f-28b36b2f5508 HTTP/1.1" status: 204 len: 168 time: 0.3242996 Nov 12 03:44:45.897592 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 32894) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:45.940363 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9693c54-8a2f-4287-9575-f23b4913d0af tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b255e088-0315-427a-9a2f-28b36b2f5508,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:46.030483 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-88208ba8-0bf7-4429-9144-fd9f1a67d0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.045770 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 6cb40294-0653-44cb-bced-34caa8cb895e triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:46.046367 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.050120 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-82ddd599-0178-4ae8-8c60-7e06df9bfa6b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.095141 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-82ddd599-0178-4ae8-8c60-7e06df9bfa6b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.129485 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-85de50d4-55f5-4b05-bbe1-97a11e32f29c None None] Could not find standard attr ID for object 8408cfb6-c622-4329-a9d1-1a0e687bcb58. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:44:46.149876 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-85de50d4-55f5-4b05-bbe1-97a11e32f29c None None] Provisioning complete for port 6cb40294-0653-44cb-bced-34caa8cb895e triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:46.150256 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-85de50d4-55f5-4b05-bbe1-97a11e32f29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.150939 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ddd599-0178-4ae8-8c60-7e06df9bfa6b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Network ccf29aba-612d-4897-922c-38b7e2b5c286 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:46.166535 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-82ddd599-0178-4ae8-8c60-7e06df9bfa6b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:46.179484 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ddd599-0178-4ae8-8c60-7e06df9bfa6b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:46.179979 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-82ddd599-0178-4ae8-8c60-7e06df9bfa6b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.204924 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-fee06202-8488-43bc-bd86-08dbf6fc4b79 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2915177 Nov 12 03:44:46.211193 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88208ba8-0bf7-4429-9144-fd9f1a67d0db admin admin] Checking segment: {'id': '6df1c407-cb6c-4f05-86b4-37fafb3b5dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '0653b6a6-7513-4fbb-9bd4-8788314038a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:46.211193 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88208ba8-0bf7-4429-9144-fd9f1a67d0db admin admin] Network hostable DHCP agents. Network: 0653b6a6-7513-4fbb-9bd4-8788314038a7, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:44:46.225665 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 69018b45-8e49-41b3-bc35-01b5f2cbf0b8 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:46.229133 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 32902) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:46.237109 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-3a586f46-961f-4f1c-8430-80166323e24b tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Request body: {'security_group': {'name': 'tempest-secgroup--1740749568'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:46.256730 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88208ba8-0bf7-4429-9144-fd9f1a67d0db admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb1275ac-ef58-4020-9479-7215613b3bff,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:46.273979 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-81e5fcb3-25ef-4c48-a944-073f60e0c386 tempest-DHCPAgentSchedulersTestJSON-1198317396 tempest-DHCPAgentSchedulersTestJSON-1198317396-project-admin] 10.222.0.50 "GET /v2.0/agents/36c3d617-43d0-4662-89c7-09ec1dd8c2d3/dhcp-networks HTTP/1.1" status: 200 len: 9595 time: 0.5021853 Nov 12 03:44:46.274698 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 32904) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:46.288501 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ddd599-0178-4ae8-8c60-7e06df9bfa6b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event updated for resources: {'Port': ['ID=1bcd26d7-b4b6-4f24-91fc-bca5f13f2118,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:46.306370 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d802e3-fa49-48b5-9a82-a781bbe18491 req-8ef2a657-318a-43a7-8e4c-5825133b1853 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:46.308269 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-56d802e3-fa49-48b5-9a82-a781bbe18491 req-8ef2a657-318a-43a7-8e4c-5825133b1853 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0 HTTP/1.1" status: 200 len: 945 time: 0.1446311 Nov 12 03:44:46.309855 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88208ba8-0bf7-4429-9144-fd9f1a67d0db admin admin] Network 0653b6a6-7513-4fbb-9bd4-8788314038a7 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:44:46.320698 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 69018b45-8e49-41b3-bc35-01b5f2cbf0b8 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:46.321472 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.348688 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-88208ba8-0bf7-4429-9144-fd9f1a67d0db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 0653b6a6-7513-4fbb-9bd4-8788314038a7) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:46.356010 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88208ba8-0bf7-4429-9144-fd9f1a67d0db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:46.356989 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-88208ba8-0bf7-4429-9144-fd9f1a67d0db admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.365307 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ab18a9-fa50-46d3-9b20-b6b66a84275c None None] Network 0653b6a6-7513-4fbb-9bd4-8788314038a7 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:46.394300 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3a586f46-961f-4f1c-8430-80166323e24b tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.410718 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-88208ba8-0bf7-4429-9144-fd9f1a67d0db admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7728348 Nov 12 03:44:46.421580 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4b8fe553-4f88-4b20-969d-9b06112f1454 tempest-DHCPAgentSchedulersTestJSON-1198317396 tempest-DHCPAgentSchedulersTestJSON-1198317396-project-admin] 10.222.0.50 "DELETE /v2.0/agents/36c3d617-43d0-4662-89c7-09ec1dd8c2d3/dhcp-networks/8da5c84b-38d3-491b-8088-ac2dc3c61394 HTTP/1.1" status: 204 len: 168 time: 0.1413140 Nov 12 03:44:46.425159 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 32908) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:46.478038 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-56d802e3-fa49-48b5-9a82-a781bbe18491 req-bfe81f56-bc6f-425c-af92-2f7d494eb736 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ffe15c4-32fd-4cb8-bb13-16b2e8aee1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574512 Nov 12 03:44:46.554073 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-82ddd599-0178-4ae8-8c60-7e06df9bfa6b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.578777 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e90e46-e334-4291-b764-311a2757d62b None None] Network 0653b6a6-7513-4fbb-9bd4-8788314038a7 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:46.650167 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3a586f46-961f-4f1c-8430-80166323e24b tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.662464 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3a586f46-961f-4f1c-8430-80166323e24b tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.663331 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-53ab5d22-41af-4f27-8e8a-c81a86369eb9 None None] Provisioning complete for port 1bcd26d7-b4b6-4f24-91fc-bca5f13f2118 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:46.663794 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-53ab5d22-41af-4f27-8e8a-c81a86369eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.730108 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-53ab5d22-41af-4f27-8e8a-c81a86369eb9 None None] Port 1bcd26d7-b4b6-4f24-91fc-bca5f13f2118 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:46.783142 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a586f46-961f-4f1c-8430-80166323e24b tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aee206da-8b70-4046-82f0-5028ea6b4057,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:46.796765 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3a586f46-961f-4f1c-8430-80166323e24b tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.797970 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3a586f46-961f-4f1c-8430-80166323e24b tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5647390 Nov 12 03:44:46.800872 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 32916) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:46.806236 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-43c36a9b-603a-4b7f-8744-687469dd547f tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Request body: {'security_group_rule': {'security_group_id': 'aee206da-8b70-4046-82f0-5028ea6b4057', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:46.807125 n-d-715271-27 neutron-server[102572]: WARNING neutron.api.v2.base [None req-43c36a9b-603a-4b7f-8744-687469dd547f tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 12 03:44:46.807621 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-43c36a9b-603a-4b7f-8744-687469dd547f tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:44:46.808614 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-43c36a9b-603a-4b7f-8744-687469dd547f tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0067768 Nov 12 03:44:46.811217 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 32918) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:46.825579 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-41103d48-0b20-4625-a44a-13bd09195fc6 tempest-DHCPAgentSchedulersTestJSON-1198317396 tempest-DHCPAgentSchedulersTestJSON-1198317396-project-admin] 10.222.0.50 "GET /v2.0/agents/36c3d617-43d0-4662-89c7-09ec1dd8c2d3/dhcp-networks HTTP/1.1" status: 200 len: 9635 time: 0.3966229 Nov 12 03:44:46.831062 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 32922) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:46.874764 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-bcf80b29-0c8a-4baf-a6cf-113907628ca5 tempest-DHCPAgentSchedulersTestJSON-1198317396 tempest-DHCPAgentSchedulersTestJSON-1198317396-project-admin] 10.222.0.50 "GET /v2.0/networks/e56d43f2-6f90-40d6-afa9-747ea1805eb6/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0425262 Nov 12 03:44:46.880478 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 32924) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:46.915101 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c098561a-80db-48bc-813a-bc0c9a5bdbfe tempest-DHCPAgentSchedulersTestJSON-1198317396 tempest-DHCPAgentSchedulersTestJSON-1198317396-project-admin] 10.222.0.50 "GET /v2.0/networks/e56d43f2-6f90-40d6-afa9-747ea1805eb6/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0312655 Nov 12 03:44:46.915101 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d45cb4e2-5e26-4f7d-86d4-4f69c1fe905f tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.916209 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 32928) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:46.939567 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d45cb4e2-5e26-4f7d-86d4-4f69c1fe905f tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.987314 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d45cb4e2-5e26-4f7d-86d4-4f69c1fe905f tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.990809 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d45cb4e2-5e26-4f7d-86d4-4f69c1fe905f tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.992052 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d45cb4e2-5e26-4f7d-86d4-4f69c1fe905f tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "DELETE /v2.0/security-groups/aee206da-8b70-4046-82f0-5028ea6b4057 HTTP/1.1" status: 204 len: 168 time: 0.1799643 Nov 12 03:44:46.998049 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 32930) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:47.018623 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45cb4e2-5e26-4f7d-86d4-4f69c1fe905f tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee206da-8b70-4046-82f0-5028ea6b4057,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:47.064883 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 32934) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:47.070821 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-3bd961f5-fe5e-409a-b75a-41f17a0bee0d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-984582593-network', 'tenant_id': '76336aa2e3ae421eab8d104f8289aea2'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:47.071261 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-82ddd599-0178-4ae8-8c60-7e06df9bfa6b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.078371 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f5ebbfa4-dd3f-40c2-9dc4-ad483f0a6550 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0812399 Nov 12 03:44:47.083617 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 32938) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:47.090396 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-80ccfdfb-300b-4214-b529-17f45c7ced9c tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Request body: {'security_group': {'name': 'tempest-secgroup--829909919'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:47.110893 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-99d3c056-f80c-41e1-92e5-89d60bb737c6 tempest-DHCPAgentSchedulersTestJSON-1198317396 tempest-DHCPAgentSchedulersTestJSON-1198317396-project-admin] 10.222.0.50 "GET /v2.0/agents/36c3d617-43d0-4662-89c7-09ec1dd8c2d3/dhcp-networks HTTP/1.1" status: 200 len: 9635 time: 0.1934607 Nov 12 03:44:47.111888 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-82ddd599-0178-4ae8-8c60-7e06df9bfa6b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.112722 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-82ddd599-0178-4ae8-8c60-7e06df9bfa6b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.118979 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 32940) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:47.119170 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd961f5-fe5e-409a-b75a-41f17a0bee0d admin admin] Made reservation on behalf of 76336aa2e3ae421eab8d104f8289aea2 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:47.120990 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3bd961f5-fe5e-409a-b75a-41f17a0bee0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.136764 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3bd961f5-fe5e-409a-b75a-41f17a0bee0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.155267 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-80ccfdfb-300b-4214-b529-17f45c7ced9c tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.277612 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ddd599-0178-4ae8-8c60-7e06df9bfa6b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event updated for resources: {'Port': ['ID=1bcd26d7-b4b6-4f24-91fc-bca5f13f2118,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:47.282521 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3bd961f5-fe5e-409a-b75a-41f17a0bee0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.285365 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-80ccfdfb-300b-4214-b529-17f45c7ced9c tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.287886 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3bd961f5-fe5e-409a-b75a-41f17a0bee0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.292275 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f4344311-373e-47f2-a238-51da0dbe7d56 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.296185 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-80ccfdfb-300b-4214-b529-17f45c7ced9c tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.320959 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bd961f5-fe5e-409a-b75a-41f17a0bee0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:44:47.341095 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-80ccfdfb-300b-4214-b529-17f45c7ced9c tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.342649 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-80ccfdfb-300b-4214-b529-17f45c7ced9c tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2579446 Nov 12 03:44:47.346039 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 32944) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:47.346822 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3bd961f5-fe5e-409a-b75a-41f17a0bee0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.347161 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-3bd961f5-fe5e-409a-b75a-41f17a0bee0d admin admin] Added segment 052d7669-9a12-408c-a3a6-fcc7878c47a5 of type vlan for network bc20246f-7502-4157-a996-f088f9f770c9 Nov 12 03:44:47.348502 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd961f5-fe5e-409a-b75a-41f17a0bee0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c2a5fa-d935-4db6-ac0d-00cf864d978c,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:47.351955 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-5d909cae-700a-474e-939b-cdbc5f315718 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Request body: {'security_group_rule': {'security_group_id': '4435c41e-30bf-4d0c-86f5-536b4191d80f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:47.365298 n-d-715271-27 neutron-server[102571]: WARNING neutron.api.v2.base [None req-5d909cae-700a-474e-939b-cdbc5f315718 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 12 03:44:47.365982 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-5d909cae-700a-474e-939b-cdbc5f315718 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:44:47.367091 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5d909cae-700a-474e-939b-cdbc5f315718 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0201459 Nov 12 03:44:47.371259 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 32946) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:47.397767 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-89ee56c2-7528-46ba-960a-77494b08f0e3 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Request body: {'security_group_rule': {'security_group_id': '4435c41e-30bf-4d0c-86f5-536b4191d80f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:47.400661 n-d-715271-27 neutron-server[102572]: WARNING neutron.api.v2.base [None req-89ee56c2-7528-46ba-960a-77494b08f0e3 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 12 03:44:47.400661 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-89ee56c2-7528-46ba-960a-77494b08f0e3 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:44:47.400966 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ddd599-0178-4ae8-8c60-7e06df9bfa6b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Network ccf29aba-612d-4897-922c-38b7e2b5c286 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:47.401365 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-89ee56c2-7528-46ba-960a-77494b08f0e3 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0121787 Nov 12 03:44:47.410381 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 32948) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:47.422110 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-caa2bc9f-0b5e-4b8d-a49b-21a897ab2778 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Request body: {'security_group_rule': {'security_group_id': '4435c41e-30bf-4d0c-86f5-536b4191d80f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:47.423137 n-d-715271-27 neutron-server[102572]: WARNING neutron.api.v2.base [None req-caa2bc9f-0b5e-4b8d-a49b-21a897ab2778 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 12 03:44:47.423848 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-caa2bc9f-0b5e-4b8d-a49b-21a897ab2778 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:44:47.427584 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-caa2bc9f-0b5e-4b8d-a49b-21a897ab2778 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0136778 Nov 12 03:44:47.427584 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ccfdfb-300b-4214-b529-17f45c7ced9c tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4435c41e-30bf-4d0c-86f5-536b4191d80f,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:47.429703 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 32950) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:47.430669 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-82ddd599-0178-4ae8-8c60-7e06df9bfa6b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:47.431861 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3bd961f5-fe5e-409a-b75a-41f17a0bee0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.436370 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-d33b9ce4-0c1f-471a-a666-c9e3086d7e4a tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Request body: {'security_group_rule': {'security_group_id': '4435c41e-30bf-4d0c-86f5-536b4191d80f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:47.437119 n-d-715271-27 neutron-server[102571]: WARNING neutron.api.v2.base [None req-d33b9ce4-0c1f-471a-a666-c9e3086d7e4a tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 12 03:44:47.437609 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-d33b9ce4-0c1f-471a-a666-c9e3086d7e4a tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:44:47.441342 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d33b9ce4-0c1f-471a-a666-c9e3086d7e4a tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0057573 Nov 12 03:44:47.441668 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 32952) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:47.445454 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f4344311-373e-47f2-a238-51da0dbe7d56 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.486474 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3bd961f5-fe5e-409a-b75a-41f17a0bee0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.487470 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd961f5-fe5e-409a-b75a-41f17a0bee0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:47.488039 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3bd961f5-fe5e-409a-b75a-41f17a0bee0d admin admin] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.572434 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-f4344311-373e-47f2-a238-51da0dbe7d56 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8da5c84b-38d3-491b-8088-ac2dc3c61394']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:47.590185 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device a8a00a1b-431a-46eb-9214-778f6742c2e4 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:47.600037 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-f4344311-373e-47f2-a238-51da0dbe7d56 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93948080-19c9-447b-8d01-71d9a04fc6b6') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:47.600502 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-f4344311-373e-47f2-a238-51da0dbe7d56 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93948080-19c9-447b-8d01-71d9a04fc6b6') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:47.608521 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3bd961f5-fe5e-409a-b75a-41f17a0bee0d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5425220 Nov 12 03:44:47.615521 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 32956) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:47.625968 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-20a176a3-ea53-491a-b6f3-29d737f16e55 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.627632 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-6ead6d4c-2a03-40b3-93c2-6f66e13ab978 admin admin] Request body: {'subnet': {'network_id': 'bc20246f-7502-4157-a996-f088f9f770c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-984582593-subnet', 'tenant_id': '76336aa2e3ae421eab8d104f8289aea2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:47.633201 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd961f5-fe5e-409a-b75a-41f17a0bee0d admin admin] Pushing event updated for resources: {'Network': ['ID=bc20246f-7502-4157-a996-f088f9f770c9,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:47.648694 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network bc20246f-7502-4157-a996-f088f9f770c9 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:44:47.657951 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f4344311-373e-47f2-a238-51da0dbe7d56 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.660235 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-20a176a3-ea53-491a-b6f3-29d737f16e55 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.663411 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ead6d4c-2a03-40b3-93c2-6f66e13ab978 admin admin] Made reservation on behalf of 76336aa2e3ae421eab8d104f8289aea2 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:47.665914 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6ead6d4c-2a03-40b3-93c2-6f66e13ab978 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.708878 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-20a176a3-ea53-491a-b6f3-29d737f16e55 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.711727 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-20a176a3-ea53-491a-b6f3-29d737f16e55 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.713222 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-20a176a3-ea53-491a-b6f3-29d737f16e55 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "DELETE /v2.0/security-groups/4435c41e-30bf-4d0c-86f5-536b4191d80f HTTP/1.1" status: 204 len: 168 time: 0.2707636 Nov 12 03:44:47.717071 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 32958) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:47.740516 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port a8a00a1b-431a-46eb-9214-778f6742c2e4 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:44:47.743316 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a176a3-ea53-491a-b6f3-29d737f16e55 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4435c41e-30bf-4d0c-86f5-536b4191d80f,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:47.753290 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ddd599-0178-4ae8-8c60-7e06df9bfa6b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Router b8107054-404f-415e-a5e1-dd11228a80db has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:44:47.755165 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port a8a00a1b-431a-46eb-9214-778f6742c2e4 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:47.756099 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.768210 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f4344311-373e-47f2-a238-51da0dbe7d56 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.782259 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d41969c6-bde6-43be-b4e0-fbcdc69b65b0 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0636506 Nov 12 03:44:47.785974 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 32960) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:47.787487 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4344311-373e-47f2-a238-51da0dbe7d56 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:47.788242 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f4344311-373e-47f2-a238-51da0dbe7d56 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.791699 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-85464f51-2d3f-48a5-b482-04066c61cbd5 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Request body: {'security_group': {'name': 'tempest-secgroup--906995003'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:47.791857 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:44:47.791857 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:47.791857 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:44:47.791857 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:47.791857 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:44:47.791857 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:47.791857 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:44:47.791857 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:47.791857 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:44:47.791857 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:47.791857 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:44:47.791857 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:47.791857 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:44:47.791857 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:47.791857 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:47.791857 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:47.791857 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:47.791857 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:47.791857 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:44:47.791857 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:47.791857 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:44:47.791857 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:47.791857 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:47.791857 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:47.791857 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:47.791857 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:47.791857 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:47.791857 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:47.791857 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:47.791857 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:47.791857 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:47.791857 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:47.819111 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-85464f51-2d3f-48a5-b482-04066c61cbd5 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.828102 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6fec0c-0c00-4bfd-87ac-e2af7566fe0e req-f8c783a9-a0e2-4fc4-a9c7-841295219cef tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:47.836239 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-be6fec0c-0c00-4bfd-87ac-e2af7566fe0e req-f8c783a9-a0e2-4fc4-a9c7-841295219cef tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0 HTTP/1.1" status: 200 len: 945 time: 0.2608747 Nov 12 03:44:47.840965 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-7864ddb2-f92e-405c-b901-59f53381adf3 None None] Provisioning complete for port 1bcd26d7-b4b6-4f24-91fc-bca5f13f2118 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:47.841525 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7864ddb2-f92e-405c-b901-59f53381adf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.902270 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-85464f51-2d3f-48a5-b482-04066c61cbd5 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.907614 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-85464f51-2d3f-48a5-b482-04066c61cbd5 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.909076 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-7864ddb2-f92e-405c-b901-59f53381adf3 None None] Port 1bcd26d7-b4b6-4f24-91fc-bca5f13f2118 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:47.925382 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.945511 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-85464f51-2d3f-48a5-b482-04066c61cbd5 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.946744 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-85464f51-2d3f-48a5-b482-04066c61cbd5 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1589346 Nov 12 03:44:47.949653 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85464f51-2d3f-48a5-b482-04066c61cbd5 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a415e1d0-e9dd-4141-a778-d8857f6be3d5,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:47.951734 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 32962) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:47.956482 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-acece203-6854-4060-9f53-f2599ec0a82d tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Request body: {'security_group_rule': {'security_group_id': 'a415e1d0-e9dd-4141-a778-d8857f6be3d5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:47.957245 n-d-715271-27 neutron-server[102572]: WARNING neutron.api.v2.base [None req-acece203-6854-4060-9f53-f2599ec0a82d tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 03:44:47.958625 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-acece203-6854-4060-9f53-f2599ec0a82d tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:44:47.960041 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-acece203-6854-4060-9f53-f2599ec0a82d tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070758 Nov 12 03:44:47.961592 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a00a1b-431a-46eb-9214-778f6742c2e4'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:44:47.963476 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 32964) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:47.968980 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4742996e-ef4a-4e2e-8faf-b2ed537428e1" -d '{"events": [{"server_uuid": "ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0", "name": "network-vif-plugged", "status": "completed", "tag": "a8a00a1b-431a-46eb-9214-778f6742c2e4"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:44:47.973140 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-01f2318d-cce8-4260-98f6-d826873fa86c tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Request body: {'security_group_rule': {'security_group_id': 'a415e1d0-e9dd-4141-a778-d8857f6be3d5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:47.981410 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f4344311-373e-47f2-a238-51da0dbe7d56 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.999412 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port a8a00a1b-431a-46eb-9214-778f6742c2e4, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=a8a00a1b-431a-46eb-9214-778f6742c2e4,segment=NetworkSegment(25c68e1a-8975-4773-b2b4-a57bf2d627be),segment_id=25c68e1a-8975-4773-b2b4-a57bf2d627be)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:48.004287 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.013251 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d676904-afe4-4fc8-ac5d-e4280f412af6 x-openstack-request-id: req-7d676904-afe4-4fc8-ac5d-e4280f412af6 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:44:48.013742 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0", "name": "network-vif-plugged", "status": "completed", "tag": "a8a00a1b-431a-46eb-9214-778f6742c2e4", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:44:48.015505 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7d676904-afe4-4fc8-ac5d-e4280f412af6 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:44:48.016063 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a00a1b-431a-46eb-9214-778f6742c2e4', 'code': 200} Nov 12 03:44:48.044235 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-01f2318d-cce8-4260-98f6-d826873fa86c tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:44:48.049506 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-01f2318d-cce8-4260-98f6-d826873fa86c tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0848458 Nov 12 03:44:48.050592 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 32968) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:48.057360 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-d9932009-9757-40b5-89f5-e63ef017ce8f tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Request body: {'security_group_rule': {'security_group_id': 'a415e1d0-e9dd-4141-a778-d8857f6be3d5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:48.057986 n-d-715271-27 neutron-server[102572]: WARNING neutron.api.v2.base [None req-d9932009-9757-40b5-89f5-e63ef017ce8f tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 12 03:44:48.058580 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-d9932009-9757-40b5-89f5-e63ef017ce8f tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:44:48.063250 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d9932009-9757-40b5-89f5-e63ef017ce8f tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0110939 Nov 12 03:44:48.063930 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 32970) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:48.070562 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-fb892d3f-ed25-479c-9e7f-8b615d2def5c tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Request body: {'security_group_rule': {'security_group_id': 'a415e1d0-e9dd-4141-a778-d8857f6be3d5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:48.097554 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=a8a00a1b-431a-46eb-9214-778f6742c2e4,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:48.142779 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063ba4c-77fc-4585-b6b2-add45de53a03 req-750d68a8-52e0-4dd4-8d22-8b3b81ed0233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:48.144528 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e063ba4c-77fc-4585-b6b2-add45de53a03 req-750d68a8-52e0-4dd4-8d22-8b3b81ed0233 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0 HTTP/1.1" status: 200 len: 1098 time: 0.0627568 Nov 12 03:44:48.146482 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-fb892d3f-ed25-479c-9e7f-8b615d2def5c tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:44:48.150541 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-fb892d3f-ed25-479c-9e7f-8b615d2def5c tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0826204 Nov 12 03:44:48.150718 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 32972) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:48.155364 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-be2b145e-0383-422c-ba34-f2369673aa8f tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Request body: {'security_group_rule': {'security_group_id': 'a415e1d0-e9dd-4141-a778-d8857f6be3d5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:48.155922 n-d-715271-27 neutron-server[102572]: WARNING neutron.api.v2.base [None req-be2b145e-0383-422c-ba34-f2369673aa8f tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 03:44:48.157055 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-be2b145e-0383-422c-ba34-f2369673aa8f tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:44:48.160174 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-be2b145e-0383-422c-ba34-f2369673aa8f tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056148 Nov 12 03:44:48.166422 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 32976) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:48.168218 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.172386 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-ae547305-b12d-4213-a1e7-4a974943e112 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Request body: {'security_group_rule': {'security_group_id': 'a415e1d0-e9dd-4141-a778-d8857f6be3d5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:48.231661 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e063ba4c-77fc-4585-b6b2-add45de53a03 req-970c9d6d-d4d6-4c2e-85b0-9097bc66b01d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0ffe15c4-32fd-4cb8-bb13-16b2e8aee1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710356 Nov 12 03:44:48.238960 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-ae547305-b12d-4213-a1e7-4a974943e112 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:44:48.247140 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ae547305-b12d-4213-a1e7-4a974943e112 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0770593 Nov 12 03:44:48.247140 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 32978) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:48.249956 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-ea0e6d3e-9ec4-41d0-9cf2-e7d77ec12fc9 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Request body: {'security_group_rule': {'security_group_id': 'a415e1d0-e9dd-4141-a778-d8857f6be3d5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:48.250434 n-d-715271-27 neutron-server[102572]: WARNING neutron.api.v2.base [None req-ea0e6d3e-9ec4-41d0-9cf2-e7d77ec12fc9 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 12 03:44:48.250915 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-ea0e6d3e-9ec4-41d0-9cf2-e7d77ec12fc9 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:44:48.251847 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ea0e6d3e-9ec4-41d0-9cf2-e7d77ec12fc9 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055151 Nov 12 03:44:48.255652 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 32980) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:48.260400 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-8f0f90d7-ba11-46f5-ad2d-211d32a481e7 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Request body: {'security_group_rule': {'security_group_id': 'a415e1d0-e9dd-4141-a778-d8857f6be3d5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:48.273108 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f4344311-373e-47f2-a238-51da0dbe7d56 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.278819 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f4344311-373e-47f2-a238-51da0dbe7d56 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] 10.222.0.50 "DELETE /v2.0/networks/8da5c84b-38d3-491b-8088-ac2dc3c61394 HTTP/1.1" status: 204 len: 168 time: 1.1568294 Nov 12 03:44:48.279457 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 32984) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:48.304598 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4344311-373e-47f2-a238-51da0dbe7d56 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Pushing event deleted for resources: {'Network': ['ID=8da5c84b-38d3-491b-8088-ac2dc3c61394,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:48.313316 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-f627b106-312b-4a81-a480-11756f5243c7 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:48.314660 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f627b106-312b-4a81-a480-11756f5243c7 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:48.314823 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-be6fec0c-0c00-4bfd-87ac-e2af7566fe0e req-6d8c0640-c3e6-4fc5-9e37-b7f40563dcc4 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ffe15c4-32fd-4cb8-bb13-16b2e8aee1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4777346 Nov 12 03:44:48.319046 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ddd599-0178-4ae8-8c60-7e06df9bfa6b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:48.322234 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f627b106-312b-4a81-a480-11756f5243c7 tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] 10.222.0.50 "DELETE /v2.0/ports/8408cfb6-c622-4329-a9d1-1a0e687bcb58 HTTP/1.1" status: 404 len: 333 time: 0.0395570 Nov 12 03:44:48.326437 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-82ddd599-0178-4ae8-8c60-7e06df9bfa6b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "PUT /v2.0/routers/b8107054-404f-415e-a5e1-dd11228a80db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4671123 Nov 12 03:44:48.326991 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 32986) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:48.335458 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 32988) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:48.347105 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84323830-1ba0-4c9a-8d88-730dad6202f1 None None] Sync routers for ids ['b8107054-404f-415e-a5e1-dd11228a80db'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:48.350108 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-8f0f90d7-ba11-46f5-ad2d-211d32a481e7 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:44:48.351257 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8f0f90d7-ba11-46f5-ad2d-211d32a481e7 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0942717 Nov 12 03:44:48.354968 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 32990) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:48.361014 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84323830-1ba0-4c9a-8d88-730dad6202f1 None None] Routers {'b8107054-404f-415e-a5e1-dd11228a80db'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:48.361610 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-84323830-1ba0-4c9a-8d88-730dad6202f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:44:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['b8107054-404f-415e-a5e1-dd11228a80db'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:48.362768 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-2e3cd148-8aaf-4e97-ad4a-4589dd917580 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Request body: {'security_group_rule': {'security_group_id': 'a415e1d0-e9dd-4141-a778-d8857f6be3d5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:48.402331 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-84323830-1ba0-4c9a-8d88-730dad6202f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:48.405222 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-2e3cd148-8aaf-4e97-ad4a-4589dd917580 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:44:48.406271 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2e3cd148-8aaf-4e97-ad4a-4589dd917580 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0502110 Nov 12 03:44:48.409021 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 32992) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:48.416374 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84323830-1ba0-4c9a-8d88-730dad6202f1 None None] Routers {'b8107054-404f-415e-a5e1-dd11228a80db'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:48.417237 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-84323830-1ba0-4c9a-8d88-730dad6202f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:44:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['b8107054-404f-415e-a5e1-dd11228a80db'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:48.453798 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-84323830-1ba0-4c9a-8d88-730dad6202f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:48.454454 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84323830-1ba0-4c9a-8d88-730dad6202f1 None None] The sync data for ids ['b8107054-404f-415e-a5e1-dd11228a80db'] in n-d-715271-27 is: [] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:48.468545 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fd1a61-893f-4a58-95d5-becad4862ce6 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:48.469915 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-39fd1a61-893f-4a58-95d5-becad4862ce6 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "GET /v2.0/ports/1bcd26d7-b4b6-4f24-91fc-bca5f13f2118 HTTP/1.1" status: 200 len: 913 time: 0.1308482 Nov 12 03:44:48.476196 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 32994) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:48.477463 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-61f8aea0-98f9-4f88-9c14-386ce84afd9c tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Deleting subnet 305ec37a-3f1a-45ec-a878-f3efeb3ecee6 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:48.481305 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6ead6d4c-2a03-40b3-93c2-6f66e13ab978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.482925 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-61f8aea0-98f9-4f88-9c14-386ce84afd9c tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.518264 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f4b2e1ac-f5a8-4e00-8f5b-3c18ab4f36b1 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.566814 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-61f8aea0-98f9-4f88-9c14-386ce84afd9c tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.601402 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead6d4c-2a03-40b3-93c2-6f66e13ab978 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3546d13-5cf6-46cd-93ea-5be02f1bd34f,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:48.630968 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ead6d4c-2a03-40b3-93c2-6f66e13ab978 admin admin] Checking segment: {'id': '052d7669-9a12-408c-a3a6-fcc7878c47a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bc20246f-7502-4157-a996-f088f9f770c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:48.631339 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ead6d4c-2a03-40b3-93c2-6f66e13ab978 admin admin] Network hostable DHCP agents. Network: bc20246f-7502-4157-a996-f088f9f770c9, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:44:48.683160 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ead6d4c-2a03-40b3-93c2-6f66e13ab978 admin admin] Network bc20246f-7502-4157-a996-f088f9f770c9 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:44:48.697298 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-61f8aea0-98f9-4f88-9c14-386ce84afd9c tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.700643 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-6ead6d4c-2a03-40b3-93c2-6f66e13ab978 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, bc20246f-7502-4157-a996-f088f9f770c9) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:48.709426 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6b4ea7-2da6-4616-a737-0414c4662781 None None] Network bc20246f-7502-4157-a996-f088f9f770c9 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:48.723511 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ead6d4c-2a03-40b3-93c2-6f66e13ab978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:48.724130 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6ead6d4c-2a03-40b3-93c2-6f66e13ab978 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.751320 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6ead6d4c-2a03-40b3-93c2-6f66e13ab978 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1283953 Nov 12 03:44:48.792375 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-61f8aea0-98f9-4f88-9c14-386ce84afd9c tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.841972 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8aea0-98f9-4f88-9c14-386ce84afd9c tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Pushing event deleted for resources: {'Subnet': ['ID=305ec37a-3f1a-45ec-a878-f3efeb3ecee6,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:48.844580 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-61f8aea0-98f9-4f88-9c14-386ce84afd9c tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.849580 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-61f8aea0-98f9-4f88-9c14-386ce84afd9c tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] 10.222.0.50 "DELETE /v2.0/subnets/305ec37a-3f1a-45ec-a878-f3efeb3ecee6 HTTP/1.1" status: 204 len: 168 time: 0.5209644 Nov 12 03:44:48.852319 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 32998) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:48.865614 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fcc6e7-7540-4ed6-b48e-f88f49551059 None None] Network e56d43f2-6f90-40d6-afa9-747ea1805eb6 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:48.897789 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd7f10e-8ec7-447d-b86e-8af546345da8 None None] Network bc20246f-7502-4157-a996-f088f9f770c9 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:48.908764 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33000) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:48.916013 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f4b2e1ac-f5a8-4e00-8f5b-3c18ab4f36b1 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.961892 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8eb9378a-7ee2-408e-b654-61374b51867a tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.032130 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-8eb9378a-7ee2-408e-b654-61374b51867a tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Deleting port 69018b45-8e49-41b3-bc35-01b5f2cbf0b8 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:49.033133 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8eb9378a-7ee2-408e-b654-61374b51867a tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.054693 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-26549bf7-cc20-4fe6-9ac8-f9bc69816bfe admin admin] Deleting subnet fb1275ac-ef58-4020-9479-7215613b3bff {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:49.062919 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-26549bf7-cc20-4fe6-9ac8-f9bc69816bfe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.104295 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-8eb9378a-7ee2-408e-b654-61374b51867a tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] For port 69018b45-8e49-41b3-bc35-01b5f2cbf0b8, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=69018b45-8e49-41b3-bc35-01b5f2cbf0b8,segment=NetworkSegment(0ca3dba0-14bf-4219-964b-bae3abbb61ff),segment_id=0ca3dba0-14bf-4219-964b-bae3abbb61ff)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:49.104611 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8eb9378a-7ee2-408e-b654-61374b51867a tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.108649 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f4b2e1ac-f5a8-4e00-8f5b-3c18ab4f36b1 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.111601 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f4b2e1ac-f5a8-4e00-8f5b-3c18ab4f36b1 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.115257 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f4b2e1ac-f5a8-4e00-8f5b-3c18ab4f36b1 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "DELETE /v2.0/security-groups/a415e1d0-e9dd-4141-a778-d8857f6be3d5 HTTP/1.1" status: 204 len: 168 time: 0.7026844 Nov 12 03:44:49.116324 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33002) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:49.135229 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-8eb9378a-7ee2-408e-b654-61374b51867a tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Calling delete_port for 69018b45-8e49-41b3-bc35-01b5f2cbf0b8 owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:49.140161 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-26549bf7-cc20-4fe6-9ac8-f9bc69816bfe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.143394 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b2e1ac-f5a8-4e00-8f5b-3c18ab4f36b1 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a415e1d0-e9dd-4141-a778-d8857f6be3d5,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:49.196159 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026198aa-9778-423b-9c98-97e7b7d908d8 None None] DHCP port deletion for e56d43f2-6f90-40d6-afa9-747ea1805eb6 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:44:49.224395 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ff96b7b2-6784-4a23-9026-596804c30802 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1064048 Nov 12 03:44:49.228591 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33004) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:49.235517 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-d6b5f665-9920-46cf-840e-8f7b1e70f385 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Request body: {'security_group': {'name': 'tempest-secgroup--1568288853'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:49.242271 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-26549bf7-cc20-4fe6-9ac8-f9bc69816bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.252996 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-026198aa-9778-423b-9c98-97e7b7d908d8 None None] Deleting port 69018b45-8e49-41b3-bc35-01b5f2cbf0b8 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:49.253783 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-026198aa-9778-423b-9c98-97e7b7d908d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.283814 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d6b5f665-9920-46cf-840e-8f7b1e70f385 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.310913 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8eb9378a-7ee2-408e-b654-61374b51867a tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.355725 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-026198aa-9778-423b-9c98-97e7b7d908d8 None None] For port 69018b45-8e49-41b3-bc35-01b5f2cbf0b8, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=69018b45-8e49-41b3-bc35-01b5f2cbf0b8,segment=NetworkSegment(0ca3dba0-14bf-4219-964b-bae3abbb61ff),segment_id=0ca3dba0-14bf-4219-964b-bae3abbb61ff)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:49.356216 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb9378a-7ee2-408e-b654-61374b51867a tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Pushing event deleted for resources: {'Port': ['ID=69018b45-8e49-41b3-bc35-01b5f2cbf0b8,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:49.356356 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-026198aa-9778-423b-9c98-97e7b7d908d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.360507 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb9378a-7ee2-408e-b654-61374b51867a tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] No DVR routers for this DVR port 69018b45-8e49-41b3-bc35-01b5f2cbf0b8 on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:49.376661 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-26549bf7-cc20-4fe6-9ac8-f9bc69816bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.384011 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-026198aa-9778-423b-9c98-97e7b7d908d8 None None] Calling delete_port for 69018b45-8e49-41b3-bc35-01b5f2cbf0b8 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:49.416869 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-26549bf7-cc20-4fe6-9ac8-f9bc69816bfe admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.419054 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-26549bf7-cc20-4fe6-9ac8-f9bc69816bfe admin admin] 10.222.0.50 "DELETE /v2.0/subnets/fb1275ac-ef58-4020-9479-7215613b3bff HTTP/1.1" status: 204 len: 168 time: 0.5099514 Nov 12 03:44:49.420856 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33010) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:49.432854 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26549bf7-cc20-4fe6-9ac8-f9bc69816bfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb1275ac-ef58-4020-9479-7215613b3bff,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:49.481857 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8eb9378a-7ee2-408e-b654-61374b51867a tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.503407 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d6b5f665-9920-46cf-840e-8f7b1e70f385 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.518881 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d6b5f665-9920-46cf-840e-8f7b1e70f385 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.529145 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-8eb9378a-7ee2-408e-b654-61374b51867a tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e56d43f2-6f90-40d6-afa9-747ea1805eb6']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:49.556199 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-8eb9378a-7ee2-408e-b654-61374b51867a tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ca3dba0-14bf-4219-964b-bae3abbb61ff') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:49.556503 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-8eb9378a-7ee2-408e-b654-61374b51867a tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ca3dba0-14bf-4219-964b-bae3abbb61ff') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:49.579533 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8eb9378a-7ee2-408e-b654-61374b51867a tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.586946 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d6b5f665-9920-46cf-840e-8f7b1e70f385 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.589035 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d6b5f665-9920-46cf-840e-8f7b1e70f385 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3570704 Nov 12 03:44:49.594240 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33014) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:49.604102 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5f665-9920-46cf-840e-8f7b1e70f385 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d427fc-aae7-4ecd-95d7-5db47a33e07d,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:49.607747 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8eb9378a-7ee2-408e-b654-61374b51867a tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.608443 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-8f23f88f-e6dc-45c9-9152-801aef42af38 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Request body: {'security_group_rule': {'security_group_id': 'd9d427fc-aae7-4ecd-95d7-5db47a33e07d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:49.620119 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eb9378a-7ee2-408e-b654-61374b51867a tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:49.620977 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8eb9378a-7ee2-408e-b654-61374b51867a tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.621591 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-61b60c54-badb-41ea-9b9a-d53b27a41e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.638751 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 69018b45-8e49-41b3-bc35-01b5f2cbf0b8 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:49.658571 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7307ea69-938b-4a61-910f-cff662689dce req-65d60e76-44dc-4623-be57-3c4298c676c4 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:49.660241 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7307ea69-938b-4a61-910f-cff662689dce req-65d60e76-44dc-4623-be57-3c4298c676c4 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0 HTTP/1.1" status: 200 len: 946 time: 0.1360488 Nov 12 03:44:49.661181 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 69018b45-8e49-41b3-bc35-01b5f2cbf0b8 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:49.661687 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 69018b45-8e49-41b3-bc35-01b5f2cbf0b8 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:49.665379 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3a478804-4c42-4e78-b471-dcd68f7c3a00 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.670818 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-026198aa-9778-423b-9c98-97e7b7d908d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.703856 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026198aa-9778-423b-9c98-97e7b7d908d8 None None] Pushing event deleted for resources: {'Port': ['ID=69018b45-8e49-41b3-bc35-01b5f2cbf0b8,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:49.706409 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026198aa-9778-423b-9c98-97e7b7d908d8 None None] No DVR routers for this DVR port 69018b45-8e49-41b3-bc35-01b5f2cbf0b8 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:49.711521 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:44:49.711521 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:49.711521 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:44:49.711521 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:49.711521 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:44:49.711521 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:49.711521 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:44:49.711521 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:49.711521 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:44:49.711521 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:49.711521 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:44:49.711521 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:49.711521 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:44:49.711521 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:49.711521 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:49.711521 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:49.711521 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:49.711521 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:49.711521 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:44:49.711521 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:49.711521 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:44:49.711521 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:49.711521 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:49.711521 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:49.711521 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:49.711521 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:49.711521 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:49.711521 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:49.711521 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:49.711521 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:49.711521 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:49.711521 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:49.737961 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8eb9378a-7ee2-408e-b654-61374b51867a tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.745579 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8eb9378a-7ee2-408e-b654-61374b51867a tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.751186 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8eb9378a-7ee2-408e-b654-61374b51867a tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] 10.222.0.50 "DELETE /v2.0/networks/e56d43f2-6f90-40d6-afa9-747ea1805eb6 HTTP/1.1" status: 204 len: 168 time: 0.8957298 Nov 12 03:44:49.762949 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb9378a-7ee2-408e-b654-61374b51867a tempest-DHCPAgentSchedulersTestJSON-1538954686 tempest-DHCPAgentSchedulersTestJSON-1538954686-project] Pushing event deleted for resources: {'Network': ['ID=e56d43f2-6f90-40d6-afa9-747ea1805eb6,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:49.852200 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-61b60c54-badb-41ea-9b9a-d53b27a41e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.890266 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-8f23f88f-e6dc-45c9-9152-801aef42af38 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] create failed (client error): The resource could not be found. Nov 12 03:44:49.894001 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8f23f88f-e6dc-45c9-9152-801aef42af38 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2878487 Nov 12 03:44:49.894307 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33018) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:49.898205 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7307ea69-938b-4a61-910f-cff662689dce req-9f77d593-b234-4100-8a2e-f1d1ce5c5aba tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ffe15c4-32fd-4cb8-bb13-16b2e8aee1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2267675 Nov 12 03:44:49.899973 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-61b60c54-badb-41ea-9b9a-d53b27a41e77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0653b6a6-7513-4fbb-9bd4-8788314038a7']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:49.902161 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-2e6a64d8-b120-47f5-88bb-9074d1cb9c21 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Request body: {'security_group_rule': {'security_group_id': 'd9d427fc-aae7-4ecd-95d7-5db47a33e07d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '582a94c0-05a3-47ec-8f27-c5c67805c2dd'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:49.940462 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-61b60c54-badb-41ea-9b9a-d53b27a41e77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6df1c407-cb6c-4f05-86b4-37fafb3b5dcb') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:49.940754 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-61b60c54-badb-41ea-9b9a-d53b27a41e77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6df1c407-cb6c-4f05-86b4-37fafb3b5dcb') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:49.950052 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-2e6a64d8-b120-47f5-88bb-9074d1cb9c21 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] create failed (client error): The resource could not be found. Nov 12 03:44:49.953988 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-61b60c54-badb-41ea-9b9a-d53b27a41e77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.954825 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33022) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:49.955511 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2e6a64d8-b120-47f5-88bb-9074d1cb9c21 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0600500 Nov 12 03:44:50.009069 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-61b60c54-badb-41ea-9b9a-d53b27a41e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.022836 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61b60c54-badb-41ea-9b9a-d53b27a41e77 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:50.023242 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-61b60c54-badb-41ea-9b9a-d53b27a41e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.027495 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:44:50.027495 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:50.027495 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:44:50.027495 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:50.027495 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:44:50.027495 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:50.027495 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:44:50.027495 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:50.027495 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:44:50.027495 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:50.027495 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:44:50.027495 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:50.027495 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:44:50.027495 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:50.027495 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:50.027495 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:50.027495 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:50.027495 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:50.027495 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:44:50.027495 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:50.027495 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:44:50.027495 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:50.027495 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:50.027495 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:50.027495 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:50.027495 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:50.027495 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:50.027495 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:50.027495 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:50.027495 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:50.027495 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:50.027495 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:50.047826 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33024) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:50.115300 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-61b60c54-badb-41ea-9b9a-d53b27a41e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.119485 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b33dbb5a-13ee-4b55-b2e3-c8525c93df10 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.126725 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-61b60c54-badb-41ea-9b9a-d53b27a41e77 admin admin] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.129846 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-61b60c54-badb-41ea-9b9a-d53b27a41e77 admin admin] 10.222.0.50 "DELETE /v2.0/networks/0653b6a6-7513-4fbb-9bd4-8788314038a7 HTTP/1.1" status: 204 len: 168 time: 0.7071579 Nov 12 03:44:50.133053 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33028) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:50.150644 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b60c54-badb-41ea-9b9a-d53b27a41e77 admin admin] Pushing event deleted for resources: {'Network': ['ID=0653b6a6-7513-4fbb-9bd4-8788314038a7,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:50.186681 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b33dbb5a-13ee-4b55-b2e3-c8525c93df10 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.203852 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-81bf4a8b-b247-46cd-99db-f33021799689 admin admin] Deleting subnet a3546d13-5cf6-46cd-93ea-5be02f1bd34f {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:50.211201 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-81bf4a8b-b247-46cd-99db-f33021799689 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.244447 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1f719d11-89ad-4e91-bab0-cb43ce23489d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f24e81323b99432ebf03110f66957695&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1928973 Nov 12 03:44:50.244703 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33030) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:50.265446 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b33dbb5a-13ee-4b55-b2e3-c8525c93df10 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.268036 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b33dbb5a-13ee-4b55-b2e3-c8525c93df10 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.269221 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b33dbb5a-13ee-4b55-b2e3-c8525c93df10 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "DELETE /v2.0/security-groups/d9d427fc-aae7-4ecd-95d7-5db47a33e07d HTTP/1.1" status: 204 len: 168 time: 0.2921631 Nov 12 03:44:50.274116 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33032) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:50.277594 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-81bf4a8b-b247-46cd-99db-f33021799689 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.297443 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-3a478804-4c42-4e78-b471-dcd68f7c3a00 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Deleting port 1bcd26d7-b4b6-4f24-91fc-bca5f13f2118 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:50.297778 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3a478804-4c42-4e78-b471-dcd68f7c3a00 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.303120 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33dbb5a-13ee-4b55-b2e3-c8525c93df10 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d427fc-aae7-4ecd-95d7-5db47a33e07d,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:50.343724 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-81bf4a8b-b247-46cd-99db-f33021799689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.366816 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-36d68d19-cb08-474a-8bf9-637824141339 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.390393 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e5eac515-a0bb-4768-a448-73ad62077b83 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1112015 Nov 12 03:44:50.390922 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33036) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:50.394904 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-a7904e1c-4f0a-45dd-bd1f-502997576348 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Request body: {'security_group_rule': {'security_group_id': '72ea58cd-4898-4a5d-9734-f81dba8ae1c5', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:50.398294 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-36d68d19-cb08-474a-8bf9-637824141339 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.436780 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3a478804-4c42-4e78-b471-dcd68f7c3a00 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.450695 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-81bf4a8b-b247-46cd-99db-f33021799689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.451209 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-3a478804-4c42-4e78-b471-dcd68f7c3a00 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Calling delete_port for 1bcd26d7-b4b6-4f24-91fc-bca5f13f2118 owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:50.481639 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-81bf4a8b-b247-46cd-99db-f33021799689 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.484973 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-81bf4a8b-b247-46cd-99db-f33021799689 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a3546d13-5cf6-46cd-93ea-5be02f1bd34f HTTP/1.1" status: 204 len: 168 time: 0.3503392 Nov 12 03:44:50.487470 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf4a8b-b247-46cd-99db-f33021799689 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3546d13-5cf6-46cd-93ea-5be02f1bd34f,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:50.491014 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33038) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:50.498359 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-36d68d19-cb08-474a-8bf9-637824141339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.500815 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-36d68d19-cb08-474a-8bf9-637824141339 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.501857 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-36d68d19-cb08-474a-8bf9-637824141339 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/55b41fe9-9e3d-4aa9-81ee-f7caab242289 HTTP/1.1" status: 204 len: 168 time: 0.2563720 Nov 12 03:44:50.512165 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-a7904e1c-4f0a-45dd-bd1f-502997576348 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] create failed (client error): The resource could not be found. Nov 12 03:44:50.517835 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a7904e1c-4f0a-45dd-bd1f-502997576348 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1218340 Nov 12 03:44:50.517835 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33042) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:50.522671 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-4cfd85fc-6f8c-40c8-963d-88a02a1c0f74 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Request body: {'security_group': {'name': 'tempest-secgroup--111148194'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:50.532026 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d68d19-cb08-474a-8bf9-637824141339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b41fe9-9e3d-4aa9-81ee-f7caab242289,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:50.566385 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4cfd85fc-6f8c-40c8-963d-88a02a1c0f74 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.603361 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8e4afc3d-0102-450c-93fb-fdc0ab39fa1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.710558 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8e4afc3d-0102-450c-93fb-fdc0ab39fa1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.731202 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4cfd85fc-6f8c-40c8-963d-88a02a1c0f74 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.732465 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3a478804-4c42-4e78-b471-dcd68f7c3a00 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.733119 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-8e4afc3d-0102-450c-93fb-fdc0ab39fa1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc20246f-7502-4157-a996-f088f9f770c9']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:50.744239 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-8e4afc3d-0102-450c-93fb-fdc0ab39fa1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '052d7669-9a12-408c-a3a6-fcc7878c47a5') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:50.744701 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-8e4afc3d-0102-450c-93fb-fdc0ab39fa1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '052d7669-9a12-408c-a3a6-fcc7878c47a5') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:50.745075 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4cfd85fc-6f8c-40c8-963d-88a02a1c0f74 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.754620 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8e4afc3d-0102-450c-93fb-fdc0ab39fa1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.769925 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8e4afc3d-0102-450c-93fb-fdc0ab39fa1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.777311 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e4afc3d-0102-450c-93fb-fdc0ab39fa1f admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:50.777486 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a478804-4c42-4e78-b471-dcd68f7c3a00 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event deleted for resources: {'Port': ['ID=1bcd26d7-b4b6-4f24-91fc-bca5f13f2118,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:50.778025 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8e4afc3d-0102-450c-93fb-fdc0ab39fa1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.779984 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:44:50.779984 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:50.779984 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:44:50.779984 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:50.779984 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:44:50.779984 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:50.779984 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:44:50.779984 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:50.779984 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:44:50.779984 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:50.779984 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:44:50.779984 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:50.779984 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:44:50.779984 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:50.779984 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:50.779984 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:50.779984 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:50.779984 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:50.779984 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:44:50.779984 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:50.779984 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:44:50.779984 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:50.779984 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:50.779984 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:50.779984 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:50.779984 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:50.779984 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:50.779984 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:50.779984 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:50.779984 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:50.779984 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:50.779984 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:50.814850 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd85fc-6f8c-40c8-963d-88a02a1c0f74 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be91a69c-8f3d-4280-8d94-990eddc17949,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:50.819388 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4cfd85fc-6f8c-40c8-963d-88a02a1c0f74 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.820661 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4cfd85fc-6f8c-40c8-963d-88a02a1c0f74 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3018432 Nov 12 03:44:50.824176 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33048) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:50.857974 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8e4afc3d-0102-450c-93fb-fdc0ab39fa1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.858216 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-d6614ae2-44fe-4e75-8768-67c0a327986f tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Request body: {'security_group': {'name': 'tempest-secgroup--208476738'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:50.864730 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8e4afc3d-0102-450c-93fb-fdc0ab39fa1f admin admin] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.871158 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8e4afc3d-0102-450c-93fb-fdc0ab39fa1f admin admin] 10.222.0.50 "DELETE /v2.0/networks/bc20246f-7502-4157-a996-f088f9f770c9 HTTP/1.1" status: 204 len: 168 time: 0.3763459 Nov 12 03:44:50.871158 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33050) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:50.872638 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:44:50.901282 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-197cd2c2-4ced-424b-a6fb-496a23140d3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.912955 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4afc3d-0102-450c-93fb-fdc0ab39fa1f admin admin] Pushing event deleted for resources: {'Network': ['ID=bc20246f-7502-4157-a996-f088f9f770c9,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:50.985758 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d6614ae2-44fe-4e75-8768-67c0a327986f tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.021898 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3a478804-4c42-4e78-b471-dcd68f7c3a00 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.028908 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-197cd2c2-4ced-424b-a6fb-496a23140d3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.040281 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-197cd2c2-4ced-424b-a6fb-496a23140d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.109584 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33056) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:51.129377 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-197cd2c2-4ced-424b-a6fb-496a23140d3d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=169b78aa186b47cb8dd0798663151d20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2567897 Nov 12 03:44:51.133361 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33058) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:51.138241 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197cd2c2-4ced-424b-a6fb-496a23140d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108b3333-7c7a-495c-8681-01c19661a73b,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:51.159311 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f195a0-c1f7-4112-9901-cda302a4c421 req-647e7083-7f1e-43c0-ac70-37ab3a7d0adb tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:51.160829 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-30f195a0-c1f7-4112-9901-cda302a4c421 req-647e7083-7f1e-43c0-ac70-37ab3a7d0adb tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0 HTTP/1.1" status: 200 len: 946 time: 0.1384871 Nov 12 03:44:51.203212 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-204a600e-2786-4315-b44f-bc2373132d51 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5145a1e28110410e907bddbd77b3b187&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0920758 Nov 12 03:44:51.210221 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33062) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:51.214348 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d6614ae2-44fe-4e75-8768-67c0a327986f tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.248943 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-30f195a0-c1f7-4112-9901-cda302a4c421 req-6b4a2ab2-3cc4-47cb-9eef-24c78afe330f tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ffe15c4-32fd-4cb8-bb13-16b2e8aee1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797520 Nov 12 03:44:51.254717 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d6614ae2-44fe-4e75-8768-67c0a327986f tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.284492 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1d305c94-2a58-4429-a3a4-c5dee4aab060 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.314965 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1d305c94-2a58-4429-a3a4-c5dee4aab060 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.366478 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1d305c94-2a58-4429-a3a4-c5dee4aab060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.369277 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1d305c94-2a58-4429-a3a4-c5dee4aab060 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.369585 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d6614ae2-44fe-4e75-8768-67c0a327986f tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.370786 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d6614ae2-44fe-4e75-8768-67c0a327986f tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5456786 Nov 12 03:44:51.372380 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1d305c94-2a58-4429-a3a4-c5dee4aab060 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6ae07818-d982-4c29-b34d-cbf17bbeb945 HTTP/1.1" status: 204 len: 168 time: 0.1593904 Nov 12 03:44:51.376935 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33068) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:51.385928 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-9e355ac6-8fb2-4085-b1ac-2245749390ca tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Request body: {'security_group_rule': {'security_group_id': 'be91a69c-8f3d-4280-8d94-990eddc17949', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'f6bb8764-4a1a-41c3-aef4-8a8b17176ac1'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:51.386205 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ef3cdda6-bcdc-4757-93d9-e23e23d900f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.387826 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6614ae2-44fe-4e75-8768-67c0a327986f tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6bb8764-4a1a-41c3-aef4-8a8b17176ac1,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:51.392628 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d305c94-2a58-4429-a3a4-c5dee4aab060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae07818-d982-4c29-b34d-cbf17bbeb945,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:51.437277 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-9e355ac6-8fb2-4085-b1ac-2245749390ca tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:44:51.440622 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9e355ac6-8fb2-4085-b1ac-2245749390ca tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0624917 Nov 12 03:44:51.442108 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33070) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:51.458538 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ef3cdda6-bcdc-4757-93d9-e23e23d900f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.464604 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a478804-4c42-4e78-b471-dcd68f7c3a00 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Router b8107054-404f-415e-a5e1-dd11228a80db has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:44:51.511518 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ab96e43f-37d9-4ae0-a9dc-c61469c18254 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.513263 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a489147-39c8-40b3-b6b6-b8dc8869bf33 req-ccf04916-a961-4f8a-870f-6adb2f487b51 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:51.514793 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3a489147-39c8-40b3-b6b6-b8dc8869bf33 req-ccf04916-a961-4f8a-870f-6adb2f487b51 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0 HTTP/1.1" status: 200 len: 946 time: 0.1798053 Nov 12 03:44:51.550661 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ab96e43f-37d9-4ae0-a9dc-c61469c18254 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.620341 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ab96e43f-37d9-4ae0-a9dc-c61469c18254 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.623532 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ab96e43f-37d9-4ae0-a9dc-c61469c18254 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.626870 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ab96e43f-37d9-4ae0-a9dc-c61469c18254 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "DELETE /v2.0/security-groups/f6bb8764-4a1a-41c3-aef4-8a8b17176ac1 HTTP/1.1" status: 204 len: 168 time: 0.1815825 Nov 12 03:44:51.628896 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33076) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:51.650821 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96e43f-37d9-4ae0-a9dc-c61469c18254 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6bb8764-4a1a-41c3-aef4-8a8b17176ac1,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:51.668174 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3a489147-39c8-40b3-b6b6-b8dc8869bf33 req-51c9f6eb-0bbd-4a42-8d6d-08165570ff4b tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ffe15c4-32fd-4cb8-bb13-16b2e8aee1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262023 Nov 12 03:44:51.711201 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33080) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:51.768475 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ef3cdda6-bcdc-4757-93d9-e23e23d900f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.774775 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ef3cdda6-bcdc-4757-93d9-e23e23d900f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.778462 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ef3cdda6-bcdc-4757-93d9-e23e23d900f7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/108b3333-7c7a-495c-8681-01c19661a73b HTTP/1.1" status: 204 len: 168 time: 0.6377871 Nov 12 03:44:51.805558 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a478804-4c42-4e78-b471-dcd68f7c3a00 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:51.807423 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3cdda6-bcdc-4757-93d9-e23e23d900f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108b3333-7c7a-495c-8681-01c19661a73b,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:51.820288 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bed891-b4d7-4042-bb54-1a397ae57523 None None] Sync routers for ids ['b8107054-404f-415e-a5e1-dd11228a80db'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:51.821286 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3a478804-4c42-4e78-b471-dcd68f7c3a00 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "PUT /v2.0/routers/b8107054-404f-415e-a5e1-dd11228a80db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3440628 Nov 12 03:44:51.824574 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33084) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:51.831560 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-99beb9aa-504f-4be5-a70c-75c245e409df tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1975727 Nov 12 03:44:51.835786 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33086) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:51.851569 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acadff46-d3ec-4fd8-a1a9-f09b4380ad91 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:51.853146 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-acadff46-d3ec-4fd8-a1a9-f09b4380ad91 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0 HTTP/1.1" status: 200 len: 1093 time: 0.1409349 Nov 12 03:44:51.856099 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33088) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:51.868513 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bed891-b4d7-4042-bb54-1a397ae57523 None None] Routers {'b8107054-404f-415e-a5e1-dd11228a80db'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:51.869588 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-6849b35b-88b6-4fbb-85ef-de199873ff7c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'port_id': 'a8a00a1b-431a-46eb-9214-778f6742c2e4', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:51.869874 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-71bed891-b4d7-4042-bb54-1a397ae57523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:44:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['b8107054-404f-415e-a5e1-dd11228a80db'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:51.896297 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33090) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:51.930869 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6849b35b-88b6-4fbb-85ef-de199873ff7c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for floatingip, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.965170 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-71bed891-b4d7-4042-bb54-1a397ae57523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:51.970930 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-35a2813f-58d3-4260-8dd4-543535577cf1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=76336aa2e3ae421eab8d104f8289aea2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0732572 Nov 12 03:44:51.976767 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33094) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:51.987091 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bed891-b4d7-4042-bb54-1a397ae57523 None None] Routers {'b8107054-404f-415e-a5e1-dd11228a80db'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:51.987711 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-71bed891-b4d7-4042-bb54-1a397ae57523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:44:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['b8107054-404f-415e-a5e1-dd11228a80db'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:52.021281 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-71bed891-b4d7-4042-bb54-1a397ae57523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:52.022129 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bed891-b4d7-4042-bb54-1a397ae57523 None None] The sync data for ids ['b8107054-404f-415e-a5e1-dd11228a80db'] in n-d-715271-27 is: [] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:52.115763 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a194b6be-8af7-4dcb-95b4-fc099b48f1f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.152570 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a66f1cab-532e-45d6-9260-9bd6c79e1e35 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.153186 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a194b6be-8af7-4dcb-95b4-fc099b48f1f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.196511 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a66f1cab-532e-45d6-9260-9bd6c79e1e35 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.210582 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6849b35b-88b6-4fbb-85ef-de199873ff7c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.278846 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a194b6be-8af7-4dcb-95b4-fc099b48f1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.280659 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a66f1cab-532e-45d6-9260-9bd6c79e1e35 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.282145 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a194b6be-8af7-4dcb-95b4-fc099b48f1f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.285859 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a194b6be-8af7-4dcb-95b4-fc099b48f1f2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/01c2a5fa-d935-4db6-ac0d-00cf864d978c HTTP/1.1" status: 204 len: 168 time: 0.3054454 Nov 12 03:44:52.286084 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a66f1cab-532e-45d6-9260-9bd6c79e1e35 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.286084 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a66f1cab-532e-45d6-9260-9bd6c79e1e35 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "DELETE /v2.0/security-groups/be91a69c-8f3d-4280-8d94-990eddc17949 HTTP/1.1" status: 204 len: 168 time: 0.4478395 Nov 12 03:44:52.290549 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33106) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:52.313623 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f1cab-532e-45d6-9260-9bd6c79e1e35 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be91a69c-8f3d-4280-8d94-990eddc17949,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:52.373057 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a194b6be-8af7-4dcb-95b4-fc099b48f1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c2a5fa-d935-4db6-ac0d-00cf864d978c,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:52.455794 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-04ed888e-8358-48ef-9021-3e9e17be2aac tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1622312 Nov 12 03:44:52.456033 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fe3b51ea-2265-4039-8e9e-6f82701ef42b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.459637 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33110) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:52.460758 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-6849b35b-88b6-4fbb-85ef-de199873ff7c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Allocated IP 172.25.5.250 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/8f712d0a-2312-48bb-a0bc-246d86228840) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:52.467212 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-0522ffc1-a32e-49f1-9011-914b0f0ffea3 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Request body: {'security_group': {'name': 'tempest-secgroup--2079697832'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:52.539511 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0522ffc1-a32e-49f1-9011-914b0f0ffea3 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.651871 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6849b35b-88b6-4fbb-85ef-de199873ff7c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.723674 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6849b35b-88b6-4fbb-85ef-de199873ff7c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.783917 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6849b35b-88b6-4fbb-85ef-de199873ff7c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:52.787035 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-6849b35b-88b6-4fbb-85ef-de199873ff7c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:52.793057 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6849b35b-88b6-4fbb-85ef-de199873ff7c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:52.855218 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849b35b-88b6-4fbb-85ef-de199873ff7c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event updated for resources: {'Port': ['ID=8f712d0a-2312-48bb-a0bc-246d86228840,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:53.003787 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33132) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:53.341666 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0522ffc1-a32e-49f1-9011-914b0f0ffea3 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.346103 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0522ffc1-a32e-49f1-9011-914b0f0ffea3 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.373956 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-ebddb340-4bb2-484e-be2b-5f7bf115534c tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Request body: {'networks': [{'name': 'tempest-network--2139077297'}, {'name': 'tempest-network--2139518274'}]} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:53.374465 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-ebddb340-4bb2-484e-be2b-5f7bf115534c tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Request body: {'network': {'name': 'tempest-network--2139077297'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:53.375018 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-ebddb340-4bb2-484e-be2b-5f7bf115534c tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Request body: {'network': {'name': 'tempest-network--2139518274'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:53.376042 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0522ffc1-a32e-49f1-9011-914b0f0ffea3 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.380347 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-0522ffc1-a32e-49f1-9011-914b0f0ffea3 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9187150 Nov 12 03:44:53.383852 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33144) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:53.389095 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-d80b23cb-3b70-4011-a790-50e4468c9da3 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:53.389827 n-d-715271-27 neutron-server[102572]: WARNING neutron.api.v2.base [None req-d80b23cb-3b70-4011-a790-50e4468c9da3 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 03:44:53.390314 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-d80b23cb-3b70-4011-a790-50e4468c9da3 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 03:44:53.394235 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d80b23cb-3b70-4011-a790-50e4468c9da3 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "PUT /v2.0/security-groups/d4032be9-13de-4fa3-8fe2-2b56d6934425 HTTP/1.1" status: 409 len: 330 time: 0.0057385 Nov 12 03:44:53.396529 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33146) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:53.458655 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522ffc1-a32e-49f1-9011-914b0f0ffea3 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4032be9-13de-4fa3-8fe2-2b56d6934425,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:53.500915 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebddb340-4bb2-484e-be2b-5f7bf115534c tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Made reservation on behalf of 85ff5799119e4e93a2e4072dd3d47ae0 for: {'network': 2} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:53.506111 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ebddb340-4bb2-484e-be2b-5f7bf115534c tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.535037 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ebddb340-4bb2-484e-be2b-5f7bf115534c tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.541404 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e05fdcd7-8c37-482a-a1ac-a2da5bc3a474 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.564978 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-fe3b51ea-2265-4039-8e9e-6f82701ef42b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Deleting port 94ca66fe-5a85-4228-8a68-5e1589f60358 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:53.565209 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fe3b51ea-2265-4039-8e9e-6f82701ef42b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.589028 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e05fdcd7-8c37-482a-a1ac-a2da5bc3a474 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.674002 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6849b35b-88b6-4fbb-85ef-de199873ff7c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.715358 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fe3b51ea-2265-4039-8e9e-6f82701ef42b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.738041 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e05fdcd7-8c37-482a-a1ac-a2da5bc3a474 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.741793 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e05fdcd7-8c37-482a-a1ac-a2da5bc3a474 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.748997 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e05fdcd7-8c37-482a-a1ac-a2da5bc3a474 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "DELETE /v2.0/security-groups/d4032be9-13de-4fa3-8fe2-2b56d6934425 HTTP/1.1" status: 204 len: 168 time: 0.3337901 Nov 12 03:44:53.748997 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-fe3b51ea-2265-4039-8e9e-6f82701ef42b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Calling delete_port for 94ca66fe-5a85-4228-8a68-5e1589f60358 owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:53.749441 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33156) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:53.768298 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05fdcd7-8c37-482a-a1ac-a2da5bc3a474 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4032be9-13de-4fa3-8fe2-2b56d6934425,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:53.861831 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ebddb340-4bb2-484e-be2b-5f7bf115534c tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.871435 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ebddb340-4bb2-484e-be2b-5f7bf115534c tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.872155 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ebddb340-4bb2-484e-be2b-5f7bf115534c tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.883645 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a55a8a1a-27b7-42cf-abca-7f1d3b4bca5a tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1362665 Nov 12 03:44:53.888112 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33162) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:53.891477 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6849b35b-88b6-4fbb-85ef-de199873ff7c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.913428 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-20ef37a8-e73e-4856-a908-38c71646a0cc tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] delete failed (client error): The resource could not be found. Nov 12 03:44:53.913819 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-20ef37a8-e73e-4856-a908-38c71646a0cc tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "DELETE /v2.0/security-groups/f8d223f5-17d0-4586-8d53-8d9306f27314 HTTP/1.1" status: 404 len: 347 time: 0.0254862 Nov 12 03:44:53.918662 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33166) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:53.936388 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-4697fdca-78ee-462a-963a-21eefec1a859 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] show failed (client error): The resource could not be found. Nov 12 03:44:53.937713 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4697fdca-78ee-462a-963a-21eefec1a859 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "GET /v2.0/security-groups/b32b2f55-5ab3-4508-9da1-58f57d6d67d7 HTTP/1.1" status: 404 len: 347 time: 0.0168190 Nov 12 03:44:53.941521 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33168) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:53.951859 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebddb340-4bb2-484e-be2b-5f7bf115534c tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d914d0-72c5-4a08-a677-ea9d68bb97e3,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:54.010247 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-70941403-4709-4116-9516-c7d885e910a9 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] show failed (client error): The resource could not be found. Nov 12 03:44:54.010247 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-70941403-4709-4116-9516-c7d885e910a9 tempest-NegativeSecGroupTest-728988569 tempest-NegativeSecGroupTest-728988569-project] 10.222.0.50 "GET /v2.0/security-group-rules/d33e9f99-83a9-4d80-ac83-7b59168bbb72 HTTP/1.1" status: 404 len: 356 time: 0.0639110 Nov 12 03:44:54.058980 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fe3b51ea-2265-4039-8e9e-6f82701ef42b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:54.070067 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebddb340-4bb2-484e-be2b-5f7bf115534c tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:44:54.089308 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b51ea-2265-4039-8e9e-6f82701ef42b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event deleted for resources: {'Port': ['ID=94ca66fe-5a85-4228-8a68-5e1589f60358,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:54.101622 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ebddb340-4bb2-484e-be2b-5f7bf115534c tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:54.101977 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-ebddb340-4bb2-484e-be2b-5f7bf115534c tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Added segment 4b0801d5-87b2-4076-8367-bac28bb47023 of type vlan for network 97646b1a-53ff-4549-a05f-6755373fedb5 Nov 12 03:44:54.190661 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fe3b51ea-2265-4039-8e9e-6f82701ef42b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:54.198593 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6849b35b-88b6-4fbb-85ef-de199873ff7c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:54.202469 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ebddb340-4bb2-484e-be2b-5f7bf115534c tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:54.207269 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6849b35b-88b6-4fbb-85ef-de199873ff7c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:54.338712 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849b35b-88b6-4fbb-85ef-de199873ff7c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event updated for resources: {'Port': ['ID=8f712d0a-2312-48bb-a0bc-246d86228840,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:54.348531 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebddb340-4bb2-484e-be2b-5f7bf115534c tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:44:54.361918 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6849b35b-88b6-4fbb-85ef-de199873ff7c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:54.367801 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ebddb340-4bb2-484e-be2b-5f7bf115534c tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:54.368021 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-ebddb340-4bb2-484e-be2b-5f7bf115534c tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Added segment a8e44db8-a14e-4aab-8d07-41a1ed84712a of type vlan for network 403b605d-ba33-4890-80d2-903eef238eb4 Nov 12 03:44:54.469351 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33182) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:54.480448 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe3b51ea-2265-4039-8e9e-6f82701ef42b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Router b8107054-404f-415e-a5e1-dd11228a80db has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:44:54.582384 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3b51ea-2265-4039-8e9e-6f82701ef42b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:54.589223 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-fe3b51ea-2265-4039-8e9e-6f82701ef42b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "PUT /v2.0/routers/b8107054-404f-415e-a5e1-dd11228a80db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7636247 Nov 12 03:44:54.591948 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33186) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:54.597146 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c457714-f30e-4d05-b72d-dd9cfd45e4f6 None None] Sync routers for ids ['b8107054-404f-415e-a5e1-dd11228a80db'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:54.611441 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c457714-f30e-4d05-b72d-dd9cfd45e4f6 None None] Routers {'b8107054-404f-415e-a5e1-dd11228a80db'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:54.611926 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-5c457714-f30e-4d05-b72d-dd9cfd45e4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:44:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['b8107054-404f-415e-a5e1-dd11228a80db'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:54.632125 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-900669cf-7a93-41dc-b519-8484c5480bc7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8107054-404f-415e-a5e1-dd11228a80db HTTP/1.1" status: 200 len: 205 time: 0.0376816 Nov 12 03:44:54.636505 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33188) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:54.650496 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-5c457714-f30e-4d05-b72d-dd9cfd45e4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:54.659948 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c457714-f30e-4d05-b72d-dd9cfd45e4f6 None None] Routers {'b8107054-404f-415e-a5e1-dd11228a80db'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:54.660588 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-5c457714-f30e-4d05-b72d-dd9cfd45e4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:44:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['b8107054-404f-415e-a5e1-dd11228a80db'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:54.694755 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-5c457714-f30e-4d05-b72d-dd9cfd45e4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:54.695400 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c457714-f30e-4d05-b72d-dd9cfd45e4f6 None None] The sync data for ids ['b8107054-404f-415e-a5e1-dd11228a80db'] in n-d-715271-27 is: [] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:54.767328 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8623dea9-621c-458a-8920-70d702c78d35 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:54.770608 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ebddb340-4bb2-484e-be2b-5f7bf115534c tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:54.808802 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-af50f4b2-3bc3-4b22-b281-d45d07c9723d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1c0dc2e58d414a718ec06486de68d951&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3371689 Nov 12 03:44:54.809243 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [None req-6849b35b-88b6-4fbb-85ef-de199873ff7c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Floating IP f4bef0be-8703-4133-8397-d119aa540c99 associated. External IP: 172.25.5.250, port: a8a00a1b-431a-46eb-9214-778f6742c2e4. Nov 12 03:44:54.811371 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33192) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:54.821138 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ebddb340-4bb2-484e-be2b-5f7bf115534c tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:54.821612 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ebddb340-4bb2-484e-be2b-5f7bf115534c tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:54.827577 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebddb340-4bb2-484e-be2b-5f7bf115534c tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:54.832522 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebddb340-4bb2-484e-be2b-5f7bf115534c tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:54.834039 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ebddb340-4bb2-484e-be2b-5f7bf115534c tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:54.965603 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8623dea9-621c-458a-8920-70d702c78d35 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:54.967814 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8623dea9-621c-458a-8920-70d702c78d35 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:54.979891 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ebddb340-4bb2-484e-be2b-5f7bf115534c tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.9736590 Nov 12 03:44:54.987538 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33198) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:55.007108 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebddb340-4bb2-484e-be2b-5f7bf115534c tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Pushing event updated for resources: {'Network': ['ID=97646b1a-53ff-4549-a05f-6755373fedb5,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:55.023928 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 97646b1a-53ff-4549-a05f-6755373fedb5 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:44:55.025857 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8623dea9-621c-458a-8920-70d702c78d35 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.026413 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8623dea9-621c-458a-8920-70d702c78d35 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Fanout notify agent at l3_agent the message router_deleted on router b8107054-404f-415e-a5e1-dd11228a80db {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:44:55.035726 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8623dea9-621c-458a-8920-70d702c78d35 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.040530 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8623dea9-621c-458a-8920-70d702c78d35 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "DELETE /v2.0/routers/b8107054-404f-415e-a5e1-dd11228a80db HTTP/1.1" status: 204 len: 168 time: 0.3894510 Nov 12 03:44:55.040530 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33202) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:55.108579 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a77e647-5331-40e9-a26a-2b7cfa3330bb tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Deleting subnet ef2b0885-045d-4e06-88a8-87363c8cc7d2 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:55.113219 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3a77e647-5331-40e9-a26a-2b7cfa3330bb tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.165636 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3a77e647-5331-40e9-a26a-2b7cfa3330bb tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.249402 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-faec9c65-6340-43bd-9d5d-01d7004fa265 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.250970 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebddb340-4bb2-484e-be2b-5f7bf115534c tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Pushing event updated for resources: {'Network': ['ID=403b605d-ba33-4890-80d2-903eef238eb4,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:55.258773 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3a77e647-5331-40e9-a26a-2b7cfa3330bb tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.267956 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 403b605d-ba33-4890-80d2-903eef238eb4 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:44:55.326211 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3a77e647-5331-40e9-a26a-2b7cfa3330bb tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.346627 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-faec9c65-6340-43bd-9d5d-01d7004fa265 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.359225 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77e647-5331-40e9-a26a-2b7cfa3330bb tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event deleted for resources: {'Subnet': ['ID=ef2b0885-045d-4e06-88a8-87363c8cc7d2,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:55.366485 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3a77e647-5331-40e9-a26a-2b7cfa3330bb tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.370586 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3a77e647-5331-40e9-a26a-2b7cfa3330bb tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "DELETE /v2.0/subnets/ef2b0885-045d-4e06-88a8-87363c8cc7d2 HTTP/1.1" status: 204 len: 168 time: 0.3290915 Nov 12 03:44:55.373113 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33206) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:55.377905 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00293909-1e8f-46cc-b99a-3fefaa074c2a None None] Network ccf29aba-612d-4897-922c-38b7e2b5c286 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:55.389072 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6048564-92d2-460a-8950-996f85dfe09d tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:55.394779 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6048564-92d2-460a-8950-996f85dfe09d tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:55.401666 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6048564-92d2-460a-8950-996f85dfe09d tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:55.408853 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6048564-92d2-460a-8950-996f85dfe09d tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:55.414165 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f6048564-92d2-460a-8950-996f85dfe09d tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4190784 Nov 12 03:44:55.415885 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33208) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:55.449894 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-7afc47e4-a91f-46d4-9c38-b5e1f0437a66 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Deleting subnet 182e210b-93b2-4ca5-ae16-c16e6c0d4b07 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:55.453053 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7afc47e4-a91f-46d4-9c38-b5e1f0437a66 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.507197 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7afc47e4-a91f-46d4-9c38-b5e1f0437a66 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.570360 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6849b35b-88b6-4fbb-85ef-de199873ff7c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Router 36d6fcb2-6064-41b6-bfa1-1798a2fcefa5 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:44:55.576831 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-45f06beb-5458-42e5-be7c-6e7fa7156aeb tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.582257 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-faec9c65-6340-43bd-9d5d-01d7004fa265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.585580 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-faec9c65-6340-43bd-9d5d-01d7004fa265 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.589598 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-faec9c65-6340-43bd-9d5d-01d7004fa265 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2aa503d5-de96-48f5-a345-66533b9d9de3 HTTP/1.1" status: 204 len: 168 time: 0.7744071 Nov 12 03:44:55.605978 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec9c65-6340-43bd-9d5d-01d7004fa265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa503d5-de96-48f5-a345-66533b9d9de3,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:55.625742 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7afc47e4-a91f-46d4-9c38-b5e1f0437a66 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.707348 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7afc47e4-a91f-46d4-9c38-b5e1f0437a66 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.748031 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc47e4-a91f-46d4-9c38-b5e1f0437a66 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event deleted for resources: {'Subnet': ['ID=182e210b-93b2-4ca5-ae16-c16e6c0d4b07,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:55.757891 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7afc47e4-a91f-46d4-9c38-b5e1f0437a66 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.764182 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39209d8-0ca5-4479-9dd2-891e229c0c2d None None] Network 925cf4d5-3ab2-4255-9b75-ffc378d87a42 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:55.769030 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf29b51-2127-4765-aa35-5c151b5bd028 None None] DHCP port deletion for ccf29aba-612d-4897-922c-38b7e2b5c286 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:44:55.772220 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7afc47e4-a91f-46d4-9c38-b5e1f0437a66 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "DELETE /v2.0/subnets/182e210b-93b2-4ca5-ae16-c16e6c0d4b07 HTTP/1.1" status: 204 len: 168 time: 0.3977060 Nov 12 03:44:55.775076 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33212) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:55.790755 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-45f06beb-5458-42e5-be7c-6e7fa7156aeb tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.823040 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-45f06beb-5458-42e5-be7c-6e7fa7156aeb tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97646b1a-53ff-4549-a05f-6755373fedb5']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:55.841961 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-45f06beb-5458-42e5-be7c-6e7fa7156aeb tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b0801d5-87b2-4076-8367-bac28bb47023') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:55.842497 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-45f06beb-5458-42e5-be7c-6e7fa7156aeb tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b0801d5-87b2-4076-8367-bac28bb47023') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:55.853304 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6849b35b-88b6-4fbb-85ef-de199873ff7c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:55.870505 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-45f06beb-5458-42e5-be7c-6e7fa7156aeb tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.888810 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6849b35b-88b6-4fbb-85ef-de199873ff7c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.917085 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-45f06beb-5458-42e5-be7c-6e7fa7156aeb tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.929464 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45f06beb-5458-42e5-be7c-6e7fa7156aeb tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:55.929865 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-45f06beb-5458-42e5-be7c-6e7fa7156aeb tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.933774 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:44:55.933774 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:55.933774 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:44:55.933774 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:55.933774 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:44:55.933774 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:55.933774 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:44:55.933774 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:55.933774 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:44:55.933774 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:55.933774 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:44:55.933774 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:55.933774 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:44:55.933774 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:55.933774 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:55.933774 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:55.933774 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:55.933774 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:55.933774 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:44:55.933774 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:55.933774 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:44:55.933774 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:55.933774 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:55.933774 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:55.933774 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:55.933774 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:55.933774 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:55.933774 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:55.933774 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:55.933774 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:55.933774 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:55.933774 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:55.940855 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6849b35b-88b6-4fbb-85ef-de199873ff7c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.0813804 Nov 12 03:44:55.941504 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33218) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:55.954146 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0', 'tag': 'a8a00a1b-431a-46eb-9214-778f6742c2e4'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:44:55.956612 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea148e3-718f-4287-9924-7ff367da78b0" -d '{"events": [{"name": "network-changed", "server_uuid": "ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0", "tag": "a8a00a1b-431a-46eb-9214-778f6742c2e4"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:44:55.969837 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe0c40f-3038-4c08-aa2b-086efa0c4c13 None None] Sync routers for ids ['36d6fcb2-6064-41b6-bfa1-1798a2fcefa5'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:56.018100 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe0c40f-3038-4c08-aa2b-086efa0c4c13 None None] Routers {'36d6fcb2-6064-41b6-bfa1-1798a2fcefa5'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:56.019586 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-3fe0c40f-3038-4c08-aa2b-086efa0c4c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:44:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['36d6fcb2-6064-41b6-bfa1-1798a2fcefa5'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:56.045238 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a8a27af4-7272-4140-9005-e330fee9cff7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.090524 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-45f06beb-5458-42e5-be7c-6e7fa7156aeb tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.095738 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-45f06beb-5458-42e5-be7c-6e7fa7156aeb tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.099705 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-45f06beb-5458-42e5-be7c-6e7fa7156aeb tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] 10.222.0.50 "DELETE /v2.0/networks/97646b1a-53ff-4549-a05f-6755373fedb5 HTTP/1.1" status: 204 len: 168 time: 0.6813381 Nov 12 03:44:56.118919 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33226) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:56.153288 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-122a749c-1c74-4c1e-95d6-b4564c65107a tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/floatingips/f4bef0be-8703-4133-8397-d119aa540c99 HTTP/1.1" status: 200 len: 992 time: 0.1930025 Nov 12 03:44:56.154293 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f06beb-5458-42e5-be7c-6e7fa7156aeb tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Pushing event deleted for resources: {'Network': ['ID=97646b1a-53ff-4549-a05f-6755373fedb5,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:56.213570 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-a8a27af4-7272-4140-9005-e330fee9cff7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Deleting port 6cb40294-0653-44cb-bced-34caa8cb895e {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:56.213919 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a8a27af4-7272-4140-9005-e330fee9cff7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.250019 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3e2ae6f9-c070-44d5-bc43-adbd90618ee4 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.286863 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-0cf29b51-2127-4765-aa35-5c151b5bd028 None None] Deleting port 6cb40294-0653-44cb-bced-34caa8cb895e {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:56.287776 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0cf29b51-2127-4765-aa35-5c151b5bd028 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.327009 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-3fe0c40f-3038-4c08-aa2b-086efa0c4c13 None None] Set router 36d6fcb2-6064-41b6-bfa1-1798a2fcefa5 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:56.369653 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-a8a27af4-7272-4140-9005-e330fee9cff7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] For port 6cb40294-0653-44cb-bced-34caa8cb895e, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=6cb40294-0653-44cb-bced-34caa8cb895e,segment=NetworkSegment(e0397942-9109-4959-8a67-071d1d0aaee7),segment_id=e0397942-9109-4959-8a67-071d1d0aaee7)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:56.370017 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a8a27af4-7272-4140-9005-e330fee9cff7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.383323 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759035df-0d4b-4890-8032-fbed61172695 None None] DHCP port deletion for 925cf4d5-3ab2-4255-9b75-ffc378d87a42 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:44:56.389658 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-a8a27af4-7272-4140-9005-e330fee9cff7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Calling delete_port for 6cb40294-0653-44cb-bced-34caa8cb895e owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:56.446900 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35231df0-3ad3-4e56-8044-07fcbe27ff6d x-openstack-request-id: req-35231df0-3ad3-4e56-8044-07fcbe27ff6d {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:44:56.447302 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0", "tag": "a8a00a1b-431a-46eb-9214-778f6742c2e4", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:44:56.447425 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-35231df0-3ad3-4e56-8044-07fcbe27ff6d {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:44:56.447836 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0', 'tag': 'a8a00a1b-431a-46eb-9214-778f6742c2e4', 'status': 'completed', 'code': 200} Nov 12 03:44:56.455969 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3e2ae6f9-c070-44d5-bc43-adbd90618ee4 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.482399 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-3e2ae6f9-c070-44d5-bc43-adbd90618ee4 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['403b605d-ba33-4890-80d2-903eef238eb4']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:56.493649 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-3e2ae6f9-c070-44d5-bc43-adbd90618ee4 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8e44db8-a14e-4aab-8d07-41a1ed84712a') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:56.494007 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-3e2ae6f9-c070-44d5-bc43-adbd90618ee4 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8e44db8-a14e-4aab-8d07-41a1ed84712a') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:56.505415 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3e2ae6f9-c070-44d5-bc43-adbd90618ee4 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.525094 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3e2ae6f9-c070-44d5-bc43-adbd90618ee4 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.537207 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e2ae6f9-c070-44d5-bc43-adbd90618ee4 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:56.537751 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3e2ae6f9-c070-44d5-bc43-adbd90618ee4 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.545487 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:44:56.545487 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:56.545487 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:44:56.545487 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:56.545487 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:44:56.545487 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:56.545487 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:44:56.545487 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:56.545487 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:44:56.545487 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:56.545487 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:44:56.545487 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:56.545487 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:44:56.545487 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:56.545487 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:56.545487 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:56.545487 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:56.545487 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:56.545487 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:44:56.545487 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:56.545487 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:44:56.545487 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:56.545487 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:56.545487 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:56.545487 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:56.545487 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:56.545487 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:56.545487 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:56.545487 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:56.545487 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:56.545487 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:56.545487 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:56.547764 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea148e3-718f-4287-9924-7ff367da78b0 req-f641e1a7-9f67-4487-947f-4e9d40fc2c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:56.548315 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-eea148e3-718f-4287-9924-7ff367da78b0 req-f641e1a7-9f67-4487-947f-4e9d40fc2c98 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=31f81b1aeeb344b7a84563d0622f3019&device_id=ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0 HTTP/1.1" status: 200 len: 1098 time: 0.0871403 Nov 12 03:44:56.596555 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a8a27af4-7272-4140-9005-e330fee9cff7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.636143 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3e2ae6f9-c070-44d5-bc43-adbd90618ee4 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.645520 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3e2ae6f9-c070-44d5-bc43-adbd90618ee4 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.653293 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3e2ae6f9-c070-44d5-bc43-adbd90618ee4 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] 10.222.0.50 "DELETE /v2.0/networks/403b605d-ba33-4890-80d2-903eef238eb4 HTTP/1.1" status: 204 len: 168 time: 0.5302417 Nov 12 03:44:56.653293 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33242) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:56.653660 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a27af4-7272-4140-9005-e330fee9cff7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] No DVR routers for this DVR port 6cb40294-0653-44cb-bced-34caa8cb895e on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:56.674987 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-0cf29b51-2127-4765-aa35-5c151b5bd028 None None] For port 6cb40294-0653-44cb-bced-34caa8cb895e, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=6cb40294-0653-44cb-bced-34caa8cb895e,segment=NetworkSegment(e0397942-9109-4959-8a67-071d1d0aaee7),segment_id=e0397942-9109-4959-8a67-071d1d0aaee7)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:56.675491 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ae6f9-c070-44d5-bc43-adbd90618ee4 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Pushing event deleted for resources: {'Network': ['ID=403b605d-ba33-4890-80d2-903eef238eb4,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:56.675857 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0cf29b51-2127-4765-aa35-5c151b5bd028 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.687413 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a27af4-7272-4140-9005-e330fee9cff7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event deleted for resources: {'Port': ['ID=6cb40294-0653-44cb-bced-34caa8cb895e,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:56.707122 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-0cf29b51-2127-4765-aa35-5c151b5bd028 None None] Calling delete_port for 6cb40294-0653-44cb-bced-34caa8cb895e owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:56.798122 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea148e3-718f-4287-9924-7ff367da78b0 req-b10595cb-e1f6-402f-b0c4-8fab9c055f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:56.799488 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-eea148e3-718f-4287-9924-7ff367da78b0 req-b10595cb-e1f6-402f-b0c4-8fab9c055f10 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6fe4e9fa-960b-4fee-b798-39b875b1985d HTTP/1.1" status: 200 len: 898 time: 0.2425754 Nov 12 03:44:56.801242 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a8a27af4-7272-4140-9005-e330fee9cff7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.808409 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-759035df-0d4b-4890-8032-fbed61172695 None None] Deleting port fa18563c-49c6-4d33-814f-280a30fdbe45 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:56.808640 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32c949c-5930-472e-81ba-55c7c4c2dea9 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:56.809220 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-759035df-0d4b-4890-8032-fbed61172695 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.815370 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32c949c-5930-472e-81ba-55c7c4c2dea9 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:56.817693 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e32c949c-5930-472e-81ba-55c7c4c2dea9 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1632631 Nov 12 03:44:56.821660 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33246) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:56.828377 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-6fe7e28f-5951-4410-b763-b12978e41dc4 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1893458737'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:56.853826 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe7e28f-5951-4410-b763-b12978e41dc4 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Made reservation on behalf of 85ff5799119e4e93a2e4072dd3d47ae0 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:56.858349 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6fe7e28f-5951-4410-b763-b12978e41dc4 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.884719 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-a8a27af4-7272-4140-9005-e330fee9cff7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccf29aba-612d-4897-922c-38b7e2b5c286']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:56.892422 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fe7e28f-5951-4410-b763-b12978e41dc4 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:44:56.901428 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-a8a27af4-7272-4140-9005-e330fee9cff7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0397942-9109-4959-8a67-071d1d0aaee7') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:56.902089 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-a8a27af4-7272-4140-9005-e330fee9cff7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0397942-9109-4959-8a67-071d1d0aaee7') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:56.909175 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6fe7e28f-5951-4410-b763-b12978e41dc4 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.909603 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-6fe7e28f-5951-4410-b763-b12978e41dc4 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Added segment 470f52b1-0caf-4db0-b101-6d87e2991be4 of type vlan for network 58e3f372-ea1f-47ed-8c5f-ccada8894e81 Nov 12 03:44:56.921974 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a8a27af4-7272-4140-9005-e330fee9cff7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.934970 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-eea148e3-718f-4287-9924-7ff367da78b0 req-c523ef1a-4aaa-4128-b185-6cc917b3e65c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8a00a1b-431a-46eb-9214-778f6742c2e4 HTTP/1.1" status: 200 len: 1000 time: 0.1237090 Nov 12 03:44:56.944398 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a8a27af4-7272-4140-9005-e330fee9cff7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.954684 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-759035df-0d4b-4890-8032-fbed61172695 None None] For port fa18563c-49c6-4d33-814f-280a30fdbe45, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=fa18563c-49c6-4d33-814f-280a30fdbe45,segment=NetworkSegment(e61d4f35-cb15-4956-a9f9-0c679393ff9f),segment_id=e61d4f35-cb15-4956-a9f9-0c679393ff9f)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:56.955075 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-759035df-0d4b-4890-8032-fbed61172695 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.978459 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-759035df-0d4b-4890-8032-fbed61172695 None None] Calling delete_port for fa18563c-49c6-4d33-814f-280a30fdbe45 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:56.980517 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0cf29b51-2127-4765-aa35-5c151b5bd028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.981765 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8a27af4-7272-4140-9005-e330fee9cff7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:56.982266 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a8a27af4-7272-4140-9005-e330fee9cff7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.982433 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6fe7e28f-5951-4410-b763-b12978e41dc4 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.985911 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:44:56.985911 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:56.985911 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:44:56.985911 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:56.985911 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:44:56.985911 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:56.985911 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:44:56.985911 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:56.985911 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:44:56.985911 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:56.985911 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:44:56.985911 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:56.985911 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:44:56.985911 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:56.985911 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:56.985911 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:56.985911 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:56.985911 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:56.985911 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:44:56.985911 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:56.985911 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:44:56.985911 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:56.985911 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:56.985911 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:56.985911 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:56.985911 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:56.985911 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:56.985911 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:56.985911 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:56.985911 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:56.985911 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:56.985911 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:57.006877 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33250) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:57.015437 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf29b51-2127-4765-aa35-5c151b5bd028 None None] Pushing event deleted for resources: {'Port': ['ID=6cb40294-0653-44cb-bced-34caa8cb895e,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:57.022871 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6fe7e28f-5951-4410-b763-b12978e41dc4 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.030143 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe7e28f-5951-4410-b763-b12978e41dc4 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:57.030745 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6fe7e28f-5951-4410-b763-b12978e41dc4 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.047932 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf29b51-2127-4765-aa35-5c151b5bd028 None None] No DVR routers for this DVR port 6cb40294-0653-44cb-bced-34caa8cb895e on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:57.062019 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6fe7e28f-5951-4410-b763-b12978e41dc4 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2340894 Nov 12 03:44:57.065514 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33254) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:57.088341 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-eabef806-ed34-4b24-8fad-3f0b635616fa tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1863460392'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:57.114502 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabef806-ed34-4b24-8fad-3f0b635616fa tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Made reservation on behalf of 85ff5799119e4e93a2e4072dd3d47ae0 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:57.119251 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-eabef806-ed34-4b24-8fad-3f0b635616fa tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.130664 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea148e3-718f-4287-9924-7ff367da78b0 req-0b1e7ab8-6463-45c8-9dc9-3f756b1c86ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:57.132188 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-eea148e3-718f-4287-9924-7ff367da78b0 req-0b1e7ab8-6463-45c8-9dc9-3f756b1c86ef service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1446c3b1-d244-4e74-8e37-cf61abeb4131 HTTP/1.1" status: 200 len: 835 time: 0.1851406 Nov 12 03:44:57.135673 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a8a27af4-7272-4140-9005-e330fee9cff7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.158926 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33260) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:57.161806 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a8a27af4-7272-4140-9005-e330fee9cff7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.165659 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a8a27af4-7272-4140-9005-e330fee9cff7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "DELETE /v2.0/networks/ccf29aba-612d-4897-922c-38b7e2b5c286 HTTP/1.1" status: 204 len: 168 time: 1.3883750 Nov 12 03:44:57.173393 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33262) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:57.186617 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-3fe0c40f-3038-4c08-aa2b-086efa0c4c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'name': 'tempest-TestNetworkBasicOps-router-1846091730', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'c8e2d77c-49af-4f57-a034-3d019e55b899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:55Z', 'updated_at': '2021-11-12T03:44:13Z', 'revision_number': 4, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'gw_port': {'id': 'c8e2d77c-49af-4f57-a034-3d019e55b899', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:59Z', 'updated_at': '2021-11-12T03:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'f4bef0be-8703-4133-8397-d119aa540c99', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'floating_ip_address': '172.25.5.250', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'port_id': 'a8a00a1b-431a-46eb-9214-778f6742c2e4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe4e9fa-960b-4fee-b798-39b875b1985d', 'mac_address': 'fa:16:3e:21:5d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:44:53Z', 'updated_at': '2021-11-12T03:44:53Z', 'revision_number': 0, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5e3c90f-af49-45ca-8f99-6f83818fb6d2', 'name': '', 'network_id': '6fe4e9fa-960b-4fee-b798-39b875b1985d', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'mac_address': 'fa:16:3e:f8:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '1446c3b1-d244-4e74-8e37-cf61abeb4131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:09Z', 'updated_at': '2021-11-12T03:44:21Z', 'revision_number': 5, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'subnets': [{'id': '1446c3b1-d244-4e74-8e37-cf61abeb4131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:57.217397 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a27af4-7272-4140-9005-e330fee9cff7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event deleted for resources: {'Network': ['ID=ccf29aba-612d-4897-922c-38b7e2b5c286,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:57.242893 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-759035df-0d4b-4890-8032-fbed61172695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.244010 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eabef806-ed34-4b24-8fad-3f0b635616fa tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:44:57.273197 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-eabef806-ed34-4b24-8fad-3f0b635616fa tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.274073 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-eabef806-ed34-4b24-8fad-3f0b635616fa tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Added segment 625e9389-d6c7-4f25-85e1-26fd0ad37abe of type vlan for network b5f45167-1b9d-47fb-a5b0-7201cf3bdd74 Nov 12 03:44:57.277245 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-937c2fcf-b6dc-4b99-ad63-5cf94332b35a tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-130548702'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:57.280035 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe0c40f-3038-4c08-aa2b-086efa0c4c13 None None] Checking router: 36d6fcb2-6064-41b6-bfa1-1798a2fcefa5 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:44:57.285126 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759035df-0d4b-4890-8032-fbed61172695 None None] Pushing event deleted for resources: {'Port': ['ID=fa18563c-49c6-4d33-814f-280a30fdbe45,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:57.299078 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe0c40f-3038-4c08-aa2b-086efa0c4c13 None None] Routers {'36d6fcb2-6064-41b6-bfa1-1798a2fcefa5'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:57.299911 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-3fe0c40f-3038-4c08-aa2b-086efa0c4c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:44:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['36d6fcb2-6064-41b6-bfa1-1798a2fcefa5'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:57.301041 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7e28f-5951-4410-b763-b12978e41dc4 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Pushing event updated for resources: {'Network': ['ID=58e3f372-ea1f-47ed-8c5f-ccada8894e81,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:57.302647 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759035df-0d4b-4890-8032-fbed61172695 None None] No DVR routers for this DVR port fa18563c-49c6-4d33-814f-280a30fdbe45 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:57.306157 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937c2fcf-b6dc-4b99-ad63-5cf94332b35a tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] Made reservation on behalf of 01e264317e874ea995b390feef2e8d7a for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:57.310085 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-937c2fcf-b6dc-4b99-ad63-5cf94332b35a tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.330279 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-937c2fcf-b6dc-4b99-ad63-5cf94332b35a tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.354996 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-94b4ade5-004d-4670-90d9-db9e04d70181 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/floatingips/f4bef0be-8703-4133-8397-d119aa540c99 HTTP/1.1" status: 200 len: 992 time: 0.1925130 Nov 12 03:44:57.358154 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 58e3f372-ea1f-47ed-8c5f-ccada8894e81 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:44:57.432798 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea148e3-718f-4287-9924-7ff367da78b0 req-ffebc8f8-8bac-4d14-b987-14ea88193ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:57.438234 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-eea148e3-718f-4287-9924-7ff367da78b0 req-ffebc8f8-8bac-4d14-b987-14ea88193ebf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6fe4e9fa-960b-4fee-b798-39b875b1985d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2956889 Nov 12 03:44:57.461430 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7372ce51-0201-4783-ba97-6e36f805998d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.464710 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-eabef806-ed34-4b24-8fad-3f0b635616fa tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.470079 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-937c2fcf-b6dc-4b99-ad63-5cf94332b35a tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.474604 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-937c2fcf-b6dc-4b99-ad63-5cf94332b35a tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.534835 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-937c2fcf-b6dc-4b99-ad63-5cf94332b35a tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:44:57.538768 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-3fe0c40f-3038-4c08-aa2b-086efa0c4c13 None None] Set router 36d6fcb2-6064-41b6-bfa1-1798a2fcefa5 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:57.558076 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-937c2fcf-b6dc-4b99-ad63-5cf94332b35a tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.558513 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-937c2fcf-b6dc-4b99-ad63-5cf94332b35a tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] Added segment 8c1839e4-fa0e-45f4-92fa-9187343f2ea7 of type vlan for network 35fe3325-26ae-41f5-bab4-7f9ff4a057bf Nov 12 03:44:57.559973 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c2fcf-b6dc-4b99-ad63-5cf94332b35a tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0511c05a-2290-4d9e-80d6-8c124dd5ebce,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:57.601907 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-eabef806-ed34-4b24-8fad-3f0b635616fa tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.608096 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabef806-ed34-4b24-8fad-3f0b635616fa tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:57.609176 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-eabef806-ed34-4b24-8fad-3f0b635616fa tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.630154 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-937c2fcf-b6dc-4b99-ad63-5cf94332b35a tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.659378 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-937c2fcf-b6dc-4b99-ad63-5cf94332b35a tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.667201 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937c2fcf-b6dc-4b99-ad63-5cf94332b35a tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:57.667833 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-937c2fcf-b6dc-4b99-ad63-5cf94332b35a tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.678847 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 6cb40294-0653-44cb-bced-34caa8cb895e no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:57.724938 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-eabef806-ed34-4b24-8fad-3f0b635616fa tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6527030 Nov 12 03:44:57.725752 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33274) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:57.754908 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 6cb40294-0653-44cb-bced-34caa8cb895e {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:57.755433 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 6cb40294-0653-44cb-bced-34caa8cb895e not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:57.755898 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device fa18563c-49c6-4d33-814f-280a30fdbe45 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:57.789843 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-05f18440-a209-495d-871a-d149b6a5812e tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Request body: {'ports': [{'network_id': '58e3f372-ea1f-47ed-8c5f-ccada8894e81', 'name': 'tempest-port--1116060458', 'admin_state_up': True}, {'network_id': 'b5f45167-1b9d-47fb-a5b0-7201cf3bdd74', 'admin_state_up': False}]} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:57.790537 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-05f18440-a209-495d-871a-d149b6a5812e tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Request body: {'port': {'network_id': '58e3f372-ea1f-47ed-8c5f-ccada8894e81', 'name': 'tempest-port--1116060458', 'admin_state_up': True}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:57.791234 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-05f18440-a209-495d-871a-d149b6a5812e tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Request body: {'port': {'network_id': 'b5f45167-1b9d-47fb-a5b0-7201cf3bdd74', 'admin_state_up': False}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:57.804249 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: fa18563c-49c6-4d33-814f-280a30fdbe45 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:57.804686 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device fa18563c-49c6-4d33-814f-280a30fdbe45 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:57.805100 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-937c2fcf-b6dc-4b99-ad63-5cf94332b35a tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.7964752 Nov 12 03:44:57.821947 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33276) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:57.828614 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.tag.tag_plugin [None req-1bdecb82-07f2-4b43-95bf-d70f5266e6ed tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '35fe3325-26ae-41f5-bab4-7f9ff4a057bf', 'tempest-TagsTest-Tag-243024422') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:57.837344 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-eea148e3-718f-4287-9924-7ff367da78b0 req-8b3798e5-d130-48b7-b0a1-54102259e738 service neutron] 10.222.0.74 "GET /v2.0/networks/6fe4e9fa-960b-4fee-b798-39b875b1985d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770730 Nov 12 03:44:57.841813 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c2fcf-b6dc-4b99-ad63-5cf94332b35a tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] Pushing event updated for resources: {'Network': ['ID=35fe3325-26ae-41f5-bab4-7f9ff4a057bf,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:57.889888 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabef806-ed34-4b24-8fad-3f0b635616fa tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Pushing event updated for resources: {'Network': ['ID=b5f45167-1b9d-47fb-a5b0-7201cf3bdd74,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:57.893220 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 35fe3325-26ae-41f5-bab4-7f9ff4a057bf details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:44:57.898882 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7372ce51-0201-4783-ba97-6e36f805998d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.936190 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network b5f45167-1b9d-47fb-a5b0-7201cf3bdd74 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:44:57.967336 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-7372ce51-0201-4783-ba97-6e36f805998d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['925cf4d5-3ab2-4255-9b75-ffc378d87a42']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:57.985116 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-7372ce51-0201-4783-ba97-6e36f805998d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e61d4f35-cb15-4956-a9f9-0c679393ff9f') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:57.985485 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-7372ce51-0201-4783-ba97-6e36f805998d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e61d4f35-cb15-4956-a9f9-0c679393ff9f') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:58.012890 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7372ce51-0201-4783-ba97-6e36f805998d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:58.038593 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7372ce51-0201-4783-ba97-6e36f805998d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:58.048981 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-eea148e3-718f-4287-9924-7ff367da78b0 req-d289da97-f64e-45b7-ab48-ff30a5db9123 service neutron] 10.222.0.74 "GET /v2.0/networks/6fe4e9fa-960b-4fee-b798-39b875b1985d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704395 Nov 12 03:44:58.050430 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7372ce51-0201-4783-ba97-6e36f805998d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:58.050834 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7372ce51-0201-4783-ba97-6e36f805998d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:58.066574 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:44:58.066574 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:58.066574 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:44:58.066574 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:58.066574 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:44:58.066574 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:58.066574 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:44:58.066574 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:58.066574 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:44:58.066574 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:58.066574 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:44:58.066574 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:58.066574 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:44:58.066574 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:58.066574 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:58.066574 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:58.066574 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:58.066574 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:58.066574 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:44:58.066574 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:58.066574 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:44:58.066574 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:58.066574 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:58.066574 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:58.066574 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:58.066574 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:58.066574 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:58.066574 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:58.066574 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:58.066574 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:58.066574 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:58.066574 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:58.119768 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-3fe0c40f-3038-4c08-aa2b-086efa0c4c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'name': 'tempest-TestNetworkBasicOps-router-1846091730', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'c8e2d77c-49af-4f57-a034-3d019e55b899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:55Z', 'updated_at': '2021-11-12T03:44:13Z', 'revision_number': 4, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'gw_port': {'id': 'c8e2d77c-49af-4f57-a034-3d019e55b899', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:59Z', 'updated_at': '2021-11-12T03:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'f4bef0be-8703-4133-8397-d119aa540c99', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'floating_ip_address': '172.25.5.250', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'port_id': 'a8a00a1b-431a-46eb-9214-778f6742c2e4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe4e9fa-960b-4fee-b798-39b875b1985d', 'mac_address': 'fa:16:3e:21:5d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:44:53Z', 'updated_at': '2021-11-12T03:44:53Z', 'revision_number': 0, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5e3c90f-af49-45ca-8f99-6f83818fb6d2', 'name': '', 'network_id': '6fe4e9fa-960b-4fee-b798-39b875b1985d', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'mac_address': 'fa:16:3e:f8:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '1446c3b1-d244-4e74-8e37-cf61abeb4131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:09Z', 'updated_at': '2021-11-12T03:44:21Z', 'revision_number': 5, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'subnets': [{'id': '1446c3b1-d244-4e74-8e37-cf61abeb4131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:58.136833 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f18440-a209-495d-871a-d149b6a5812e tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Made reservation on behalf of 85ff5799119e4e93a2e4072dd3d47ae0 for: {'port': 2} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:58.141672 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-05f18440-a209-495d-871a-d149b6a5812e tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:58.149171 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7372ce51-0201-4783-ba97-6e36f805998d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:58.154265 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe0c40f-3038-4c08-aa2b-086efa0c4c13 None None] The sync data for ids ['36d6fcb2-6064-41b6-bfa1-1798a2fcefa5'] in n-d-715271-27 is: [{'id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'name': 'tempest-TestNetworkBasicOps-router-1846091730', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'c8e2d77c-49af-4f57-a034-3d019e55b899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:55Z', 'updated_at': '2021-11-12T03:44:13Z', 'revision_number': 4, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'gw_port': {'id': 'c8e2d77c-49af-4f57-a034-3d019e55b899', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:59Z', 'updated_at': '2021-11-12T03:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'f4bef0be-8703-4133-8397-d119aa540c99', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'floating_ip_address': '172.25.5.250', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'port_id': 'a8a00a1b-431a-46eb-9214-778f6742c2e4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe4e9fa-960b-4fee-b798-39b875b1985d', 'mac_address': 'fa:16:3e:21:5d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:44:53Z', 'updated_at': '2021-11-12T03:44:53Z', 'revision_number': 0, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5e3c90f-af49-45ca-8f99-6f83818fb6d2', 'name': '', 'network_id': '6fe4e9fa-960b-4fee-b798-39b875b1985d', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'mac_address': 'fa:16:3e:f8:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '1446c3b1-d244-4e74-8e37-cf61abeb4131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:09Z', 'updated_at': '2021-11-12T03:44:21Z', 'revision_number': 5, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'subnets': [{'id': '1446c3b1-d244-4e74-8e37-cf61abeb4131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:58.160926 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-05f18440-a209-495d-871a-d149b6a5812e tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:58.170621 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7372ce51-0201-4783-ba97-6e36f805998d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:58.174863 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7372ce51-0201-4783-ba97-6e36f805998d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "DELETE /v2.0/networks/925cf4d5-3ab2-4255-9b75-ffc378d87a42 HTTP/1.1" status: 204 len: 168 time: 1.0003011 Nov 12 03:44:58.175605 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1bdecb82-07f2-4b43-95bf-d70f5266e6ed tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] 10.222.0.50 "PUT /v2.0/networks/35fe3325-26ae-41f5-bab4-7f9ff4a057bf/tags/tempest-TagsTest-Tag-243024422 HTTP/1.1" status: 201 len: 201 time: 0.3510363 Nov 12 03:44:58.175860 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33278) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:58.179228 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33280) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:58.185977 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-3f83f854-d628-4c59-bd77-91d85f21246d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-553666999'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:58.195129 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.tag.tag_plugin [None req-f5058d79-642e-444b-b635-169d2930216d tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '35fe3325-26ae-41f5-bab4-7f9ff4a057bf', 'tempest-TagsTest-Tag-243024422') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:58.200225 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372ce51-0201-4783-ba97-6e36f805998d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event deleted for resources: {'Network': ['ID=925cf4d5-3ab2-4255-9b75-ffc378d87a42,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:58.290455 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f5058d79-642e-444b-b635-169d2930216d tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] 10.222.0.50 "GET /v2.0/networks/35fe3325-26ae-41f5-bab4-7f9ff4a057bf/tags/tempest-TagsTest-Tag-243024422 HTTP/1.1" status: 204 len: 168 time: 0.1005187 Nov 12 03:44:58.294608 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33284) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:58.299518 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.tag.tag_plugin [None req-eeee3348-ca86-4107-973a-456174944c8f tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '35fe3325-26ae-41f5-bab4-7f9ff4a057bf') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:58.304328 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-05f18440-a209-495d-871a-d149b6a5812e tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] device_id is not set on port 74a18f5b-0e73-4456-9c9d-fafb70e39d78 yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:44:58.436662 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33286) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:58.486508 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0232c9b3-73c4-4621-beee-285317503e9c None None] New status for floating IP f4bef0be-8703-4133-8397-d119aa540c99: ACTIVE {{(pid=102574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:44:58.500747 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f83f854-d628-4c59-bd77-91d85f21246d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Made reservation on behalf of 4f166f0f871d46ccaacb87c816edff53 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:58.506167 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3f83f854-d628-4c59-bd77-91d85f21246d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:58.565830 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f83f854-d628-4c59-bd77-91d85f21246d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:44:58.578390 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-05f18440-a209-495d-871a-d149b6a5812e tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:58.586162 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5dfadcfe-c6f4-444f-a5a7-f3c982723544 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/floatingips/f4bef0be-8703-4133-8397-d119aa540c99 HTTP/1.1" status: 200 len: 992 time: 0.1476374 Nov 12 03:44:58.608495 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3f83f854-d628-4c59-bd77-91d85f21246d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:58.608847 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-3f83f854-d628-4c59-bd77-91d85f21246d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Added segment 7bd568b9-9278-4977-a581-2af0a62579cc of type vlan for network b71bace0-bb49-4c1d-8fff-528e078b5b30 Nov 12 03:44:58.686447 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-05f18440-a209-495d-871a-d149b6a5812e tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] device_id is not set on port a2960f21-74fb-465c-8a7e-33121e30dd3d yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:44:58.744311 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-eeee3348-ca86-4107-973a-456174944c8f tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] 10.222.0.50 "GET /v2.0/networks/35fe3325-26ae-41f5-bab4-7f9ff4a057bf/tags HTTP/1.1" status: 200 len: 237 time: 0.4485922 Nov 12 03:44:58.750023 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33290) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:58.755941 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.tag.tag_plugin [None req-11dce5b7-bcb0-4bb5-96f1-86bdf16c4707 tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '35fe3325-26ae-41f5-bab4-7f9ff4a057bf', {'tags': ['tempest-TagsTest-Tag-116514581', 'tempest-TagsTest-Tag-309953485', 'tempest-TagsTest-Tag-1077189553']}) {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:58.880365 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-11dce5b7-bcb0-4bb5-96f1-86bdf16c4707 tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] 10.222.0.50 "PUT /v2.0/networks/35fe3325-26ae-41f5-bab4-7f9ff4a057bf/tags HTTP/1.1" status: 200 len: 307 time: 0.1284270 Nov 12 03:44:58.882680 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33296) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:58.893271 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.tag.tag_plugin [None req-71e51859-883b-4e26-a7b6-199426170df8 tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '35fe3325-26ae-41f5-bab4-7f9ff4a057bf', 'tempest-TagsTest-Tag-116514581') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:59.004132 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-71e51859-883b-4e26-a7b6-199426170df8 tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] 10.222.0.50 "DELETE /v2.0/networks/35fe3325-26ae-41f5-bab4-7f9ff4a057bf/tags/tempest-TagsTest-Tag-116514581 HTTP/1.1" status: 204 len: 168 time: 0.1186748 Nov 12 03:44:59.006888 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33300) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:59.012636 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.tag.tag_plugin [None req-edd50032-ff56-45c8-8514-ac7e4fa31140 tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '35fe3325-26ae-41f5-bab4-7f9ff4a057bf', 'tempest-TagsTest-Tag-116514581') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:59.104588 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-edd50032-ff56-45c8-8514-ac7e4fa31140 tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] show failed (client error): The resource could not be found. Nov 12 03:44:59.108706 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-edd50032-ff56-45c8-8514-ac7e4fa31140 tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] 10.222.0.50 "GET /v2.0/networks/35fe3325-26ae-41f5-bab4-7f9ff4a057bf/tags/tempest-TagsTest-Tag-116514581 HTTP/1.1" status: 404 len: 325 time: 0.0995646 Nov 12 03:44:59.110922 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33302) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:59.115949 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.tag.tag_plugin [None req-abed8dbf-71af-4beb-a46d-aa3e41238d50 tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '35fe3325-26ae-41f5-bab4-7f9ff4a057bf', 'tempest-TagsTest-Tag-309953485') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:59.175291 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-05f18440-a209-495d-871a-d149b6a5812e tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.179859 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3f83f854-d628-4c59-bd77-91d85f21246d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.206261 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33304) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:59.206463 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-abed8dbf-71af-4beb-a46d-aa3e41238d50 tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] 10.222.0.50 "GET /v2.0/networks/35fe3325-26ae-41f5-bab4-7f9ff4a057bf/tags/tempest-TagsTest-Tag-309953485 HTTP/1.1" status: 204 len: 168 time: 0.0943909 Nov 12 03:44:59.216233 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.tag.tag_plugin [None req-e9916e6b-9400-4fe2-9bc5-f3a71be76ba4 tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '35fe3325-26ae-41f5-bab4-7f9ff4a057bf', 'tempest-TagsTest-Tag-1077189553') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:59.267779 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3f83f854-d628-4c59-bd77-91d85f21246d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.275417 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f83f854-d628-4c59-bd77-91d85f21246d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:59.276010 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3f83f854-d628-4c59-bd77-91d85f21246d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.315128 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-05f18440-a209-495d-871a-d149b6a5812e tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.423278 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3f83f854-d628-4c59-bd77-91d85f21246d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2405088 Nov 12 03:44:59.423634 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33310) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:59.433793 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-f4cbdd49-edb6-4a0e-bc39-0fa92506857f tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Request body: {'subnet': {'network_id': 'b71bace0-bb49-4c1d-8fff-528e078b5b30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:59.437646 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83f854-d628-4c59-bd77-91d85f21246d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event updated for resources: {'Network': ['ID=b71bace0-bb49-4c1d-8fff-528e078b5b30,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:59.449712 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network b71bace0-bb49-4c1d-8fff-528e078b5b30 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:44:59.468867 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f18440-a209-495d-871a-d149b6a5812e tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Pushing event updated for resources: {'Port': ['ID=74a18f5b-0e73-4456-9c9d-fafb70e39d78,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:59.475572 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e9916e6b-9400-4fe2-9bc5-f3a71be76ba4 tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] 10.222.0.50 "GET /v2.0/networks/35fe3325-26ae-41f5-bab4-7f9ff4a057bf/tags/tempest-TagsTest-Tag-1077189553 HTTP/1.1" status: 204 len: 168 time: 0.2628791 Nov 12 03:44:59.492648 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33312) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:59.497674 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.tag.tag_plugin [None req-1f549163-e497-412d-b551-0ee65e9fabee tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '35fe3325-26ae-41f5-bab4-7f9ff4a057bf') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:59.517449 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f18440-a209-495d-871a-d149b6a5812e tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Checking segment: {'id': '470f52b1-0caf-4db0-b101-6d87e2991be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '58e3f372-ea1f-47ed-8c5f-ccada8894e81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:59.519023 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f18440-a209-495d-871a-d149b6a5812e tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Network hostable DHCP agents. Network: 58e3f372-ea1f-47ed-8c5f-ccada8894e81, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:44:59.576986 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cbdd49-edb6-4a0e-bc39-0fa92506857f tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Made reservation on behalf of 4f166f0f871d46ccaacb87c816edff53 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:59.578010 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f18440-a209-495d-871a-d149b6a5812e tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Network 58e3f372-ea1f-47ed-8c5f-ccada8894e81 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:44:59.581837 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f4cbdd49-edb6-4a0e-bc39-0fa92506857f tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.589811 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33316) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:59.601163 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-05f18440-a209-495d-871a-d149b6a5812e tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 58e3f372-ea1f-47ed-8c5f-ccada8894e81) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:59.609681 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d8e174-f060-4b6f-b2a8-d04780dff4af None None] Network 58e3f372-ea1f-47ed-8c5f-ccada8894e81 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:59.639511 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f18440-a209-495d-871a-d149b6a5812e tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:59.640382 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-05f18440-a209-495d-871a-d149b6a5812e tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.763199 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-79239002-6d49-4171-ac5d-c3adb6513060 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/floatingips/f4bef0be-8703-4133-8397-d119aa540c99 HTTP/1.1" status: 200 len: 994 time: 0.1668487 Nov 12 03:44:59.774799 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1f549163-e497-412d-b551-0ee65e9fabee tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] 10.222.0.50 "DELETE /v2.0/networks/35fe3325-26ae-41f5-bab4-7f9ff4a057bf/tags HTTP/1.1" status: 204 len: 168 time: 0.2781258 Nov 12 03:44:59.775564 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f18440-a209-495d-871a-d149b6a5812e tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Pushing event updated for resources: {'Port': ['ID=a2960f21-74fb-465c-8a7e-33121e30dd3d,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:59.776758 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33318) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:59.787169 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.tag.tag_plugin [None req-2c386081-be6a-43c7-be11-dbe2f59a512d tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '35fe3325-26ae-41f5-bab4-7f9ff4a057bf', 'tempest-TagsTest-Tag-309953485') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:59.815049 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f18440-a209-495d-871a-d149b6a5812e tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Checking segment: {'id': '625e9389-d6c7-4f25-85e1-26fd0ad37abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b5f45167-1b9d-47fb-a5b0-7201cf3bdd74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:59.815815 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f18440-a209-495d-871a-d149b6a5812e tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Network hostable DHCP agents. Network: b5f45167-1b9d-47fb-a5b0-7201cf3bdd74, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:44:59.843366 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f18440-a209-495d-871a-d149b6a5812e tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Network b5f45167-1b9d-47fb-a5b0-7201cf3bdd74 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:44:59.854505 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-05f18440-a209-495d-871a-d149b6a5812e tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, b5f45167-1b9d-47fb-a5b0-7201cf3bdd74) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:59.860194 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f18440-a209-495d-871a-d149b6a5812e tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:59.870705 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29b8616-4d5c-4dad-b3e0-7206e6088e75 None None] Network b5f45167-1b9d-47fb-a5b0-7201cf3bdd74 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:59.882158 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f18440-a209-495d-871a-d149b6a5812e tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:59.892647 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f18440-a209-495d-871a-d149b6a5812e tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:59.893357 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-05f18440-a209-495d-871a-d149b6a5812e tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.917085 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-05f18440-a209-495d-871a-d149b6a5812e tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.1859508 Nov 12 03:44:59.917768 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33320) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:59.944275 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f4cbdd49-edb6-4a0e-bc39-0fa92506857f tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.964984 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-2c386081-be6a-43c7-be11-dbe2f59a512d tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] show failed (client error): The resource could not be found. Nov 12 03:44:59.966057 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2c386081-be6a-43c7-be11-dbe2f59a512d tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] 10.222.0.50 "GET /v2.0/networks/35fe3325-26ae-41f5-bab4-7f9ff4a057bf/tags/tempest-TagsTest-Tag-309953485 HTTP/1.1" status: 404 len: 325 time: 0.1883526 Nov 12 03:44:59.970187 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33322) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:59.988978 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.tag.tag_plugin [None req-3d3483da-31b3-4e14-808a-a4730629b5c1 tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '35fe3325-26ae-41f5-bab4-7f9ff4a057bf', 'tempest-TagsTest-Tag-1077189553') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:00.032691 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cbdd49-edb6-4a0e-bc39-0fa92506857f tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event updated for resources: {'Subnet': ['ID=3cc994bf-23e8-4fd0-a973-d75b494d9233,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:00.045885 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cbdd49-edb6-4a0e-bc39-0fa92506857f tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Checking segment: {'id': '7bd568b9-9278-4977-a581-2af0a62579cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'b71bace0-bb49-4c1d-8fff-528e078b5b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:00.045885 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cbdd49-edb6-4a0e-bc39-0fa92506857f tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Network hostable DHCP agents. Network: b71bace0-bb49-4c1d-8fff-528e078b5b30, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:45:00.054263 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e78554-a8c0-40de-bc02-05e3bf3ab657 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:00.060438 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e78554-a8c0-40de-bc02-05e3bf3ab657 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:00.062114 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c8e78554-a8c0-40de-bc02-05e3bf3ab657 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1412261 Nov 12 03:45:00.065292 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33324) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:00.078435 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cbdd49-edb6-4a0e-bc39-0fa92506857f tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Network b71bace0-bb49-4c1d-8fff-528e078b5b30 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:45:00.099902 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-3d3483da-31b3-4e14-808a-a4730629b5c1 tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] show failed (client error): The resource could not be found. Nov 12 03:45:00.101277 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3d3483da-31b3-4e14-808a-a4730629b5c1 tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] 10.222.0.50 "GET /v2.0/networks/35fe3325-26ae-41f5-bab4-7f9ff4a057bf/tags/tempest-TagsTest-Tag-1077189553 HTTP/1.1" status: 404 len: 326 time: 0.1297500 Nov 12 03:45:00.104368 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33326) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:00.110297 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.tag.tag_plugin [None req-c39ca0fb-4749-4354-a663-ca0b2251c015 tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '35fe3325-26ae-41f5-bab4-7f9ff4a057bf') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:00.117643 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-f4cbdd49-edb6-4a0e-bc39-0fa92506857f tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, b71bace0-bb49-4c1d-8fff-528e078b5b30) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:00.125226 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a817cc3d-d6ce-4aaf-85ef-b097e8db9002 None None] Network b71bace0-bb49-4c1d-8fff-528e078b5b30 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:00.144573 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cbdd49-edb6-4a0e-bc39-0fa92506857f tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:00.146153 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f4cbdd49-edb6-4a0e-bc39-0fa92506857f tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.167486 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f4cbdd49-edb6-4a0e-bc39-0fa92506857f tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7416813 Nov 12 03:45:00.170374 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33328) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:00.174731 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-44a73fe8-6f83-4efc-be13-8228af4314e4 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-341269146', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:00.205738 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c39ca0fb-4749-4354-a663-ca0b2251c015 tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] 10.222.0.50 "DELETE /v2.0/networks/35fe3325-26ae-41f5-bab4-7f9ff4a057bf/tags HTTP/1.1" status: 204 len: 168 time: 0.1000171 Nov 12 03:45:00.210522 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33330) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:00.217180 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-44a73fe8-6f83-4efc-be13-8228af4314e4 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.218346 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-44a73fe8-6f83-4efc-be13-8228af4314e4 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.281619 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-484b784d-3760-41bc-8ee5-57c3390ed04f tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Deleting port 74a18f5b-0e73-4456-9c9d-fafb70e39d78 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:00.281952 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-484b784d-3760-41bc-8ee5-57c3390ed04f tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.285455 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-44a73fe8-6f83-4efc-be13-8228af4314e4 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.300702 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-44a73fe8-6f83-4efc-be13-8228af4314e4 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.306717 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4cbe8dc4-3b33-4ed8-8453-8c530123ade6 tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.321973 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27da56a0-6e95-41f7-a235-3a92f39a6d5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-b71bace0-bb49-4c1d-8fff-528e078b5b30', 'network_id': 'b71bace0-bb49-4c1d-8fff-528e078b5b30', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'fixed_ips': [{'subnet_id': '3cc994bf-23e8-4fd0-a973-d75b494d9233'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:45:00.323141 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-27da56a0-6e95-41f7-a235-3a92f39a6d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.370948 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-44a73fe8-6f83-4efc-be13-8228af4314e4 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.372314 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-44a73fe8-6f83-4efc-be13-8228af4314e4 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2009547 Nov 12 03:45:00.376592 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33334) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:00.382275 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-484b784d-3760-41bc-8ee5-57c3390ed04f tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.390264 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-c6757224-e13f-48e4-b942-662af9e639ba tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Request body: {'port': {'network_id': 'b71bace0-bb49-4c1d-8fff-528e078b5b30', 'name': 'tempest-RoutersIpV6Test-1114264441'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:00.397180 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-484b784d-3760-41bc-8ee5-57c3390ed04f tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Calling delete_port for 74a18f5b-0e73-4456-9c9d-fafb70e39d78 owned by {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:00.490664 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-27da56a0-6e95-41f7-a235-3a92f39a6d5a None None] Allocated IP 2001:db8::2 (b71bace0-bb49-4c1d-8fff-528e078b5b30/3cc994bf-23e8-4fd0-a973-d75b494d9233/058f9997-3645-444a-95bf-5697e5d9c24a) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:00.533942 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-484b784d-3760-41bc-8ee5-57c3390ed04f tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.587052 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4cbe8dc4-3b33-4ed8-8453-8c530123ade6 tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.613983 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b784d-3760-41bc-8ee5-57c3390ed04f tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Pushing event deleted for resources: {'Port': ['ID=74a18f5b-0e73-4456-9c9d-fafb70e39d78,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:00.625231 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-484b784d-3760-41bc-8ee5-57c3390ed04f tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.628874 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-484b784d-3760-41bc-8ee5-57c3390ed04f tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] 10.222.0.50 "DELETE /v2.0/ports/74a18f5b-0e73-4456-9c9d-fafb70e39d78 HTTP/1.1" status: 204 len: 168 time: 0.5601456 Nov 12 03:45:00.634071 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33338) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:00.645956 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-4cbe8dc4-3b33-4ed8-8453-8c530123ade6 tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35fe3325-26ae-41f5-bab4-7f9ff4a057bf']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:00.660137 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-4cbe8dc4-3b33-4ed8-8453-8c530123ade6 tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c1839e4-fa0e-45f4-92fa-9187343f2ea7') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:00.660496 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-4cbe8dc4-3b33-4ed8-8453-8c530123ade6 tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c1839e4-fa0e-45f4-92fa-9187343f2ea7') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:00.669657 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-27da56a0-6e95-41f7-a235-3a92f39a6d5a None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.671756 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4cbe8dc4-3b33-4ed8-8453-8c530123ade6 tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.676767 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-27da56a0-6e95-41f7-a235-3a92f39a6d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.687891 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4cbe8dc4-3b33-4ed8-8453-8c530123ade6 tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.695624 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cbe8dc4-3b33-4ed8-8453-8c530123ade6 tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:45:00.696119 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4cbe8dc4-3b33-4ed8-8453-8c530123ade6 tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.737158 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27da56a0-6e95-41f7-a235-3a92f39a6d5a None None] Network b71bace0-bb49-4c1d-8fff-528e078b5b30 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:00.741018 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da56a0-6e95-41f7-a235-3a92f39a6d5a None None] Pushing event updated for resources: {'Port': ['ID=058f9997-3645-444a-95bf-5697e5d9c24a,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:00.744489 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-27da56a0-6e95-41f7-a235-3a92f39a6d5a None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:00.748401 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27da56a0-6e95-41f7-a235-3a92f39a6d5a None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:00.772327 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:45:00.772327 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:45:00.772327 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:45:00.772327 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:45:00.772327 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:45:00.772327 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:45:00.772327 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:45:00.772327 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:45:00.772327 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:45:00.772327 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:45:00.772327 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:45:00.772327 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:45:00.772327 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:45:00.772327 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:45:00.772327 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:45:00.772327 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:45:00.772327 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:45:00.772327 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:45:00.772327 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:45:00.772327 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:45:00.772327 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:45:00.772327 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:45:00.772327 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:45:00.772327 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:45:00.772327 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:45:00.772327 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:45:00.772327 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:45:00.772327 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:45:00.772327 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:45:00.772327 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:45:00.772327 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:45:00.772327 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:45:00.776046 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-5b460ca4-bd9d-4156-a61b-6a84579848f7 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Deleting port a2960f21-74fb-465c-8a7e-33121e30dd3d {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:00.776658 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5b460ca4-bd9d-4156-a61b-6a84579848f7 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.778110 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4cbe8dc4-3b33-4ed8-8453-8c530123ade6 tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.784379 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4cbe8dc4-3b33-4ed8-8453-8c530123ade6 tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.792291 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4cbe8dc4-3b33-4ed8-8453-8c530123ade6 tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] 10.222.0.50 "DELETE /v2.0/networks/35fe3325-26ae-41f5-bab4-7f9ff4a057bf HTTP/1.1" status: 204 len: 168 time: 0.5807045 Nov 12 03:45:00.799438 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6757224-e13f-48e4-b942-662af9e639ba tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Made reservation on behalf of 4f166f0f871d46ccaacb87c816edff53 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:00.804524 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c6757224-e13f-48e4-b942-662af9e639ba tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.806433 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c4ac8fc4-ba0a-4145-97c3-be4d6b9c2c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.819545 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-27da56a0-6e95-41f7-a235-3a92f39a6d5a None None] Attempting to bind port 058f9997-3645-444a-95bf-5697e5d9c24a on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:45:00.819914 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-27da56a0-6e95-41f7-a235-3a92f39a6d5a None None] Attempting to bind port 058f9997-3645-444a-95bf-5697e5d9c24a by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '7bd568b9-9278-4977-a581-2af0a62579cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'b71bace0-bb49-4c1d-8fff-528e078b5b30'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:45:00.820330 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27da56a0-6e95-41f7-a235-3a92f39a6d5a None None] Attempting to bind port 058f9997-3645-444a-95bf-5697e5d9c24a on network b71bace0-bb49-4c1d-8fff-528e078b5b30 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:00.825105 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe8dc4-3b33-4ed8-8453-8c530123ade6 tempest-TagsTest-1374671764 tempest-TagsTest-1374671764-project] Pushing event deleted for resources: {'Network': ['ID=35fe3325-26ae-41f5-bab4-7f9ff4a057bf,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:00.826807 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27da56a0-6e95-41f7-a235-3a92f39a6d5a None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:45:00.827183 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27da56a0-6e95-41f7-a235-3a92f39a6d5a None None] Checking segment: {'id': '7bd568b9-9278-4977-a581-2af0a62579cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'b71bace0-bb49-4c1d-8fff-528e078b5b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:00.827585 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-27da56a0-6e95-41f7-a235-3a92f39a6d5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.827975 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27da56a0-6e95-41f7-a235-3a92f39a6d5a None None] Bound using segment: {'id': '7bd568b9-9278-4977-a581-2af0a62579cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'b71bace0-bb49-4c1d-8fff-528e078b5b30'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:45:00.828576 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-27da56a0-6e95-41f7-a235-3a92f39a6d5a None None] Bound port: 058f9997-3645-444a-95bf-5697e5d9c24a, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bd568b9-9278-4977-a581-2af0a62579cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'b71bace0-bb49-4c1d-8fff-528e078b5b30'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:45:00.828990 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-27da56a0-6e95-41f7-a235-3a92f39a6d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.842906 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-c6757224-e13f-48e4-b942-662af9e639ba tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] device_id is not set on port 179947bf-d34e-4d58-9040-c2713eae5a37 yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:45:00.921337 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5b460ca4-bd9d-4156-a61b-6a84579848f7 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.940739 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-5b460ca4-bd9d-4156-a61b-6a84579848f7 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Calling delete_port for a2960f21-74fb-465c-8a7e-33121e30dd3d owned by {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:01.025571 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-c6757224-e13f-48e4-b942-662af9e639ba tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Allocated IP 2001:db8::19e (b71bace0-bb49-4c1d-8fff-528e078b5b30/3cc994bf-23e8-4fd0-a973-d75b494d9233/179947bf-d34e-4d58-9040-c2713eae5a37) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:01.042235 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5b460ca4-bd9d-4156-a61b-6a84579848f7 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.099316 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b460ca4-bd9d-4156-a61b-6a84579848f7 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Pushing event deleted for resources: {'Port': ['ID=a2960f21-74fb-465c-8a7e-33121e30dd3d,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:01.117742 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5b460ca4-bd9d-4156-a61b-6a84579848f7 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.128246 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-27da56a0-6e95-41f7-a235-3a92f39a6d5a None None] For port 058f9997-3645-444a-95bf-5697e5d9c24a, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:45:01.128467 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33346) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:01.128729 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5b460ca4-bd9d-4156-a61b-6a84579848f7 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] 10.222.0.50 "DELETE /v2.0/ports/a2960f21-74fb-465c-8a7e-33121e30dd3d HTTP/1.1" status: 204 len: 168 time: 0.4919455 Nov 12 03:45:01.131850 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-27da56a0-6e95-41f7-a235-3a92f39a6d5a None None] For port 058f9997-3645-444a-95bf-5697e5d9c24a, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=058f9997-3645-444a-95bf-5697e5d9c24a,segment=NetworkSegment(7bd568b9-9278-4977-a581-2af0a62579cc),segment_id=7bd568b9-9278-4977-a581-2af0a62579cc)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:45:01.137621 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-27da56a0-6e95-41f7-a235-3a92f39a6d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.182855 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-66527915-4db5-43a8-ac21-f7d8edda3815 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0514131 Nov 12 03:45:01.187348 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33348) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:01.193591 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-a1d86ad6-d26f-467d-b938-8d7322c9990a tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1518773148'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:01.217420 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da56a0-6e95-41f7-a235-3a92f39a6d5a None None] Pushing event updated for resources: {'Port': ['ID=058f9997-3645-444a-95bf-5697e5d9c24a,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:01.231635 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d86ad6-d26f-467d-b938-8d7322c9990a tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Made reservation on behalf of 85ff5799119e4e93a2e4072dd3d47ae0 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:01.236652 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a1d86ad6-d26f-467d-b938-8d7322c9990a tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.251550 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33350) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:01.276233 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1d86ad6-d26f-467d-b938-8d7322c9990a tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:45:01.289825 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a1d86ad6-d26f-467d-b938-8d7322c9990a tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.290184 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-a1d86ad6-d26f-467d-b938-8d7322c9990a tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Added segment 14558c7f-62b3-4068-bf55-9dc84407eb11 of type vlan for network 4835b0d1-300a-4357-84b7-2b69a43312ee Nov 12 03:45:01.317565 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c6757224-e13f-48e4-b942-662af9e639ba tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.345765 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a1d86ad6-d26f-467d-b938-8d7322c9990a tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.365649 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c6757224-e13f-48e4-b942-662af9e639ba tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.392779 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a1d86ad6-d26f-467d-b938-8d7322c9990a tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.404174 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d86ad6-d26f-467d-b938-8d7322c9990a tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:01.407072 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a1d86ad6-d26f-467d-b938-8d7322c9990a tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.456760 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6757224-e13f-48e4-b942-662af9e639ba tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Network b71bace0-bb49-4c1d-8fff-528e078b5b30 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:01.458578 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6757224-e13f-48e4-b942-662af9e639ba tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event updated for resources: {'Port': ['ID=179947bf-d34e-4d58-9040-c2713eae5a37,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:01.461233 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-c6757224-e13f-48e4-b942-662af9e639ba tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:01.470682 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6757224-e13f-48e4-b942-662af9e639ba tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:01.477093 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6757224-e13f-48e4-b942-662af9e639ba tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:01.477746 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c6757224-e13f-48e4-b942-662af9e639ba tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.502572 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c6757224-e13f-48e4-b942-662af9e639ba tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1246736 Nov 12 03:45:01.505415 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33356) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:01.523907 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a1d86ad6-d26f-467d-b938-8d7322c9990a tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3349888 Nov 12 03:45:01.527307 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33358) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:01.535273 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-2b1b74cf-dc2d-4726-8715-216c57b4891d tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-495370644'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:01.570827 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1b74cf-dc2d-4726-8715-216c57b4891d tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Made reservation on behalf of 85ff5799119e4e93a2e4072dd3d47ae0 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:01.574426 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2b1b74cf-dc2d-4726-8715-216c57b4891d tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.595428 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d86ad6-d26f-467d-b938-8d7322c9990a tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Pushing event updated for resources: {'Network': ['ID=4835b0d1-300a-4357-84b7-2b69a43312ee,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:01.603957 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-aa8c290a-fc87-41f7-a697-280a4fd3c4c2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=01e264317e874ea995b390feef2e8d7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3503706 Nov 12 03:45:01.604325 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33360) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:01.618097 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 4835b0d1-300a-4357-84b7-2b69a43312ee details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:45:01.703334 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b1b74cf-dc2d-4726-8715-216c57b4891d tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:45:01.732235 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2b1b74cf-dc2d-4726-8715-216c57b4891d tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.732673 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-2b1b74cf-dc2d-4726-8715-216c57b4891d tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Added segment 8e34ea48-523c-4c0f-ad2a-1fd97ccf7fc0 of type vlan for network 911d6373-d72c-4b3e-afb5-9adb71bb1b1a Nov 12 03:45:01.757557 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-68ec3560-71fe-475f-83b3-eb43deb6d659 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.806513 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-68ec3560-71fe-475f-83b3-eb43deb6d659 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.838376 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2b1b74cf-dc2d-4726-8715-216c57b4891d tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.882837 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2b1b74cf-dc2d-4726-8715-216c57b4891d tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.890320 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1b74cf-dc2d-4726-8715-216c57b4891d tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:01.890961 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2b1b74cf-dc2d-4726-8715-216c57b4891d tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.922445 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-68ec3560-71fe-475f-83b3-eb43deb6d659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.925091 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-68ec3560-71fe-475f-83b3-eb43deb6d659 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.926303 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-68ec3560-71fe-475f-83b3-eb43deb6d659 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0511c05a-2290-4d9e-80d6-8c124dd5ebce HTTP/1.1" status: 204 len: 168 time: 0.3205061 Nov 12 03:45:01.956132 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2b1b74cf-dc2d-4726-8715-216c57b4891d tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4224117 Nov 12 03:45:01.984235 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ec3560-71fe-475f-83b3-eb43deb6d659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0511c05a-2290-4d9e-80d6-8c124dd5ebce,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:01.994851 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b74cf-dc2d-4726-8715-216c57b4891d tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Pushing event updated for resources: {'Network': ['ID=911d6373-d72c-4b3e-afb5-9adb71bb1b1a,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:02.026528 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 911d6373-d72c-4b3e-afb5-9adb71bb1b1a details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:45:02.100651 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-16cafedd-64a1-46fe-bc35-5638a7179e13 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.573418 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-16cafedd-64a1-46fe-bc35-5638a7179e13 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.582316 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-16cafedd-64a1-46fe-bc35-5638a7179e13 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.699618 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e53149-601e-43f9-aee1-be10527cdc99 None None] Network b71bace0-bb49-4c1d-8fff-528e078b5b30 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:02.784307 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cafedd-64a1-46fe-bc35-5638a7179e13 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event updated for resources: {'Port': ['ID=179947bf-d34e-4d58-9040-c2713eae5a37,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:02.806942 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-0d5499eb-128f-4604-ac8a-558a07a8fd51 None None] Provisioning complete for port 058f9997-3645-444a-95bf-5697e5d9c24a triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:02.807520 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0d5499eb-128f-4604-ac8a-558a07a8fd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.930075 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0d5499eb-128f-4604-ac8a-558a07a8fd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.943367 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-16cafedd-64a1-46fe-bc35-5638a7179e13 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.026790 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-0d5499eb-128f-4604-ac8a-558a07a8fd51 None None] For port 058f9997-3645-444a-95bf-5697e5d9c24a, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=058f9997-3645-444a-95bf-5697e5d9c24a,segment=NetworkSegment(7bd568b9-9278-4977-a581-2af0a62579cc),segment_id=7bd568b9-9278-4977-a581-2af0a62579cc)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:03.053197 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0d5499eb-128f-4604-ac8a-558a07a8fd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.126621 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5499eb-128f-4604-ac8a-558a07a8fd51 None None] Pushing event updated for resources: {'Port': ['ID=058f9997-3645-444a-95bf-5697e5d9c24a,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:03.165601 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-16cafedd-64a1-46fe-bc35-5638a7179e13 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.311929 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8c51807c-e0cf-4ffa-a454-1173a6c251eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.607503 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-be09a57b-7d49-4910-8d6c-28858b6f37fe None None] Provisioning complete for port 179947bf-d34e-4d58-9040-c2713eae5a37 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:03.637848 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-be09a57b-7d49-4910-8d6c-28858b6f37fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.740962 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 058f9997-3645-444a-95bf-5697e5d9c24a up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:03.765738 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-16cafedd-64a1-46fe-bc35-5638a7179e13 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.775448 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-16cafedd-64a1-46fe-bc35-5638a7179e13 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.776272 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-16cafedd-64a1-46fe-bc35-5638a7179e13 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.884616 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-be09a57b-7d49-4910-8d6c-28858b6f37fe None None] Port 179947bf-d34e-4d58-9040-c2713eae5a37 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:45:03.911249 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cafedd-64a1-46fe-bc35-5638a7179e13 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event updated for resources: {'Port': ['ID=179947bf-d34e-4d58-9040-c2713eae5a37,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:03.930990 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-be09a57b-7d49-4910-8d6c-28858b6f37fe None None] Provisioning complete for port 058f9997-3645-444a-95bf-5697e5d9c24a triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:03.934956 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-be09a57b-7d49-4910-8d6c-28858b6f37fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:04.000561 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cafedd-64a1-46fe-bc35-5638a7179e13 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Network b71bace0-bb49-4c1d-8fff-528e078b5b30 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:04.004319 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-16cafedd-64a1-46fe-bc35-5638a7179e13 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:04.038540 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 058f9997-3645-444a-95bf-5697e5d9c24a triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:04.039384 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:04.149116 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:04.322004 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16cafedd-64a1-46fe-bc35-5638a7179e13 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Router c4b28f8f-ccbb-4efe-bac1-e6e131b66441 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:45:04.521053 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-dc7e406b-c0ce-4fec-bfb6-725356b4075b None None] Provisioning complete for port 179947bf-d34e-4d58-9040-c2713eae5a37 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:04.522785 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-dc7e406b-c0ce-4fec-bfb6-725356b4075b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:04.555798 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16cafedd-64a1-46fe-bc35-5638a7179e13 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:45:04.566167 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-16cafedd-64a1-46fe-bc35-5638a7179e13 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "PUT /v2.0/routers/c4b28f8f-ccbb-4efe-bac1-e6e131b66441/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0596058 Nov 12 03:45:04.569198 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33416) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:04.603353 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-dc7e406b-c0ce-4fec-bfb6-725356b4075b None None] Port 179947bf-d34e-4d58-9040-c2713eae5a37 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:45:04.606153 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049b88d5-23b7-41ac-a308-aed61919a85a None None] Sync routers for ids ['c4b28f8f-ccbb-4efe-bac1-e6e131b66441'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:45:04.624866 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049b88d5-23b7-41ac-a308-aed61919a85a None None] Routers {'c4b28f8f-ccbb-4efe-bac1-e6e131b66441'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:04.625497 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-049b88d5-23b7-41ac-a308-aed61919a85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:45:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['c4b28f8f-ccbb-4efe-bac1-e6e131b66441'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:04.635200 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b045d586-220c-43e7-bb2d-8f1c24f1e0cd tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:04.652615 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b045d586-220c-43e7-bb2d-8f1c24f1e0cd tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "GET /v2.0/ports/179947bf-d34e-4d58-9040-c2713eae5a37 HTTP/1.1" status: 200 len: 984 time: 0.0812762 Nov 12 03:45:04.655712 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33418) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:04.684250 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-049b88d5-23b7-41ac-a308-aed61919a85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:04.702902 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049b88d5-23b7-41ac-a308-aed61919a85a None None] Routers {'c4b28f8f-ccbb-4efe-bac1-e6e131b66441'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:04.703818 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-049b88d5-23b7-41ac-a308-aed61919a85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:45:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['c4b28f8f-ccbb-4efe-bac1-e6e131b66441'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:04.795147 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-049b88d5-23b7-41ac-a308-aed61919a85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:04.798690 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049b88d5-23b7-41ac-a308-aed61919a85a None None] The sync data for ids ['c4b28f8f-ccbb-4efe-bac1-e6e131b66441'] in n-d-715271-27 is: [] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:45:04.933505 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-b74af9cf-e91a-4d76-8554-bdf059928f2e None None] Provisioning complete for port 179947bf-d34e-4d58-9040-c2713eae5a37 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:04.933963 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b74af9cf-e91a-4d76-8554-bdf059928f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:04.981592 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-b74af9cf-e91a-4d76-8554-bdf059928f2e None None] Port 179947bf-d34e-4d58-9040-c2713eae5a37 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:45:05.360034 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33436) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:05.366270 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-66f70713-1abe-4e6b-a95c-d96fcea80f3f tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Request body: {'subnets': [{'network_id': '4835b0d1-300a-4357-84b7-2b69a43312ee', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1042861310', 'ip_version': 6}, {'network_id': '911d6373-d72c-4b3e-afb5-9adb71bb1b1a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:05.366726 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-66f70713-1abe-4e6b-a95c-d96fcea80f3f tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Request body: {'subnet': {'network_id': '4835b0d1-300a-4357-84b7-2b69a43312ee', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1042861310', 'ip_version': 6}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:05.367912 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-66f70713-1abe-4e6b-a95c-d96fcea80f3f tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Request body: {'subnet': {'network_id': '911d6373-d72c-4b3e-afb5-9adb71bb1b1a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:05.461849 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:05.575658 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f70713-1abe-4e6b-a95c-d96fcea80f3f tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Made reservation on behalf of 85ff5799119e4e93a2e4072dd3d47ae0 for: {'subnet': 2} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:05.582200 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-66f70713-1abe-4e6b-a95c-d96fcea80f3f tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:05.583085 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-66f70713-1abe-4e6b-a95c-d96fcea80f3f tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:05.672045 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-91af5c5a-b562-49c2-8ec9-1beaca1e87d5 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:05.938565 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-91af5c5a-b562-49c2-8ec9-1beaca1e87d5 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Deleting port 179947bf-d34e-4d58-9040-c2713eae5a37 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:05.938933 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-91af5c5a-b562-49c2-8ec9-1beaca1e87d5 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.059202 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-91af5c5a-b562-49c2-8ec9-1beaca1e87d5 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.062065 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-66f70713-1abe-4e6b-a95c-d96fcea80f3f tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.073869 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-91af5c5a-b562-49c2-8ec9-1beaca1e87d5 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Calling delete_port for 179947bf-d34e-4d58-9040-c2713eae5a37 owned by network:router_interface {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:06.132836 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f70713-1abe-4e6b-a95c-d96fcea80f3f tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Pushing event updated for resources: {'Subnet': ['ID=7899fda3-c3bf-4347-87de-d466f53c1159,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:06.161152 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f70713-1abe-4e6b-a95c-d96fcea80f3f tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Checking segment: {'id': '14558c7f-62b3-4068-bf55-9dc84407eb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4835b0d1-300a-4357-84b7-2b69a43312ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:06.161684 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f70713-1abe-4e6b-a95c-d96fcea80f3f tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Network hostable DHCP agents. Network: 4835b0d1-300a-4357-84b7-2b69a43312ee, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:45:06.193918 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f70713-1abe-4e6b-a95c-d96fcea80f3f tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Network 4835b0d1-300a-4357-84b7-2b69a43312ee is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:45:06.218195 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-66f70713-1abe-4e6b-a95c-d96fcea80f3f tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 4835b0d1-300a-4357-84b7-2b69a43312ee) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:06.231616 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46538ff3-4b65-4348-bc7d-e9b5d385853f None None] Network 4835b0d1-300a-4357-84b7-2b69a43312ee requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:06.253470 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-66f70713-1abe-4e6b-a95c-d96fcea80f3f tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.408553 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-91af5c5a-b562-49c2-8ec9-1beaca1e87d5 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.456092 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f70713-1abe-4e6b-a95c-d96fcea80f3f tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Pushing event updated for resources: {'Subnet': ['ID=cfa1e286-b755-4774-a536-a120e4971670,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:06.470246 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f70713-1abe-4e6b-a95c-d96fcea80f3f tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Checking segment: {'id': '8e34ea48-523c-4c0f-ad2a-1fd97ccf7fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '911d6373-d72c-4b3e-afb5-9adb71bb1b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:06.471242 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f70713-1abe-4e6b-a95c-d96fcea80f3f tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Network hostable DHCP agents. Network: 911d6373-d72c-4b3e-afb5-9adb71bb1b1a, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:45:06.471972 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af5c5a-b562-49c2-8ec9-1beaca1e87d5 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event deleted for resources: {'Port': ['ID=179947bf-d34e-4d58-9040-c2713eae5a37,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:06.490884 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.523927 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f70713-1abe-4e6b-a95c-d96fcea80f3f tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Network 911d6373-d72c-4b3e-afb5-9adb71bb1b1a is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:45:06.548234 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-66f70713-1abe-4e6b-a95c-d96fcea80f3f tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 911d6373-d72c-4b3e-afb5-9adb71bb1b1a) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:06.555783 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f70713-1abe-4e6b-a95c-d96fcea80f3f tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:06.556610 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f70713-1abe-4e6b-a95c-d96fcea80f3f tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:06.557860 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-66f70713-1abe-4e6b-a95c-d96fcea80f3f tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.565155 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7514e2-3a5c-44b7-88e1-e693381bd324 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-4835b0d1-300a-4357-84b7-2b69a43312ee', 'network_id': '4835b0d1-300a-4357-84b7-2b69a43312ee', 'tenant_id': '85ff5799119e4e93a2e4072dd3d47ae0', 'fixed_ips': [{'subnet_id': '7899fda3-c3bf-4347-87de-d466f53c1159'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:45:06.566509 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-da7514e2-3a5c-44b7-88e1-e693381bd324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.599368 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126d444d-819b-4028-9f17-a31dd0fe23a3 None None] Network 911d6373-d72c-4b3e-afb5-9adb71bb1b1a requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:06.607091 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33450) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:06.612316 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-66f70713-1abe-4e6b-a95c-d96fcea80f3f tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.2452943 Nov 12 03:45:06.694349 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b9ba11-ce18-4169-8782-ea4bc68523e0 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:06.695926 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b9ba11-ce18-4169-8782-ea4bc68523e0 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:06.697919 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b9ba11-ce18-4169-8782-ea4bc68523e0 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:06.699703 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-09b9ba11-ce18-4169-8782-ea4bc68523e0 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0914631 Nov 12 03:45:06.700639 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-91af5c5a-b562-49c2-8ec9-1beaca1e87d5 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.709458 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33452) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:06.781821 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-606116bf-56e8-4147-800f-97ba12e999e5 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Deleting subnet 7899fda3-c3bf-4347-87de-d466f53c1159 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:45:06.786626 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-606116bf-56e8-4147-800f-97ba12e999e5 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.847880 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-606116bf-56e8-4147-800f-97ba12e999e5 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.884519 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91af5c5a-b562-49c2-8ec9-1beaca1e87d5 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Router c4b28f8f-ccbb-4efe-bac1-e6e131b66441 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:45:06.905990 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-606116bf-56e8-4147-800f-97ba12e999e5 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.934059 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e32e750-de88-499c-80cc-9caec79a1395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-911d6373-d72c-4b3e-afb5-9adb71bb1b1a', 'network_id': '911d6373-d72c-4b3e-afb5-9adb71bb1b1a', 'tenant_id': '85ff5799119e4e93a2e4072dd3d47ae0', 'fixed_ips': [{'subnet_id': 'cfa1e286-b755-4774-a536-a120e4971670'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:45:06.934936 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9e32e750-de88-499c-80cc-9caec79a1395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.986835 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-606116bf-56e8-4147-800f-97ba12e999e5 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.987108 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91af5c5a-b562-49c2-8ec9-1beaca1e87d5 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:45:06.996129 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-91af5c5a-b562-49c2-8ec9-1beaca1e87d5 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "PUT /v2.0/routers/c4b28f8f-ccbb-4efe-bac1-e6e131b66441/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3358958 Nov 12 03:45:06.996405 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33454) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:07.004600 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee92b854-7a64-487e-9092-a3404b2fe4c5 None None] Sync routers for ids ['c4b28f8f-ccbb-4efe-bac1-e6e131b66441'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:45:07.026951 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee92b854-7a64-487e-9092-a3404b2fe4c5 None None] Routers {'c4b28f8f-ccbb-4efe-bac1-e6e131b66441'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:07.027578 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-ee92b854-7a64-487e-9092-a3404b2fe4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:45:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['c4b28f8f-ccbb-4efe-bac1-e6e131b66441'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server [None req-da7514e2-3a5c-44b7-88e1-e693381bd324 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7899fda3-c3bf-4347-87de-d466f53c1159: This subnet is being modified by another concurrent operation. Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise exception Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7899fda3-c3bf-4347-87de-d466f53c1159: This subnet is being modified by another concurrent operation. Nov 12 03:45:07.042728 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server Nov 12 03:45:07.052229 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606116bf-56e8-4147-800f-97ba12e999e5 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Pushing event deleted for resources: {'Subnet': ['ID=7899fda3-c3bf-4347-87de-d466f53c1159,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:07.057798 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-606116bf-56e8-4147-800f-97ba12e999e5 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:07.064195 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-606116bf-56e8-4147-800f-97ba12e999e5 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] 10.222.0.50 "DELETE /v2.0/subnets/7899fda3-c3bf-4347-87de-d466f53c1159 HTTP/1.1" status: 204 len: 168 time: 0.3514478 Nov 12 03:45:07.064585 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33456) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:07.119257 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-ee92b854-7a64-487e-9092-a3404b2fe4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:07.133593 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-b94f3b88-f0d9-4d32-8eb9-9de3b8c528b6 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Deleting subnet cfa1e286-b755-4774-a536-a120e4971670 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:45:07.143157 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee92b854-7a64-487e-9092-a3404b2fe4c5 None None] Routers {'c4b28f8f-ccbb-4efe-bac1-e6e131b66441'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:07.143774 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-ee92b854-7a64-487e-9092-a3404b2fe4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:45:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['c4b28f8f-ccbb-4efe-bac1-e6e131b66441'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:07.146808 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd85c4d-a623-4f5d-8473-8c8f8f53a107 None None] Network 4835b0d1-300a-4357-84b7-2b69a43312ee requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:07.183334 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-9e32e750-de88-499c-80cc-9caec79a1395 None None] Allocated IP 2001:db8:0:1::1 (911d6373-d72c-4b3e-afb5-9adb71bb1b1a/cfa1e286-b755-4774-a536-a120e4971670/ccb4089f-6314-46ca-93b4-8743d767d39d) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:07.189554 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-ee92b854-7a64-487e-9092-a3404b2fe4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:07.190436 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee92b854-7a64-487e-9092-a3404b2fe4c5 None None] The sync data for ids ['c4b28f8f-ccbb-4efe-bac1-e6e131b66441'] in n-d-715271-27 is: [] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:45:07.299779 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-c01eb399-f5f3-4a53-9a9d-91b73b110d01 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] remove_router_interface failed (client error): The resource could not be found. Nov 12 03:45:07.304146 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c01eb399-f5f3-4a53-9a9d-91b73b110d01 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "PUT /v2.0/routers/c4b28f8f-ccbb-4efe-bac1-e6e131b66441/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3034902 Nov 12 03:45:07.304826 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33460) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:07.338568 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e391f9a9-36ad-4cb1-8bdf-20f5cc93a549 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4b28f8f-ccbb-4efe-bac1-e6e131b66441 HTTP/1.1" status: 200 len: 205 time: 0.0299351 Nov 12 03:45:07.339508 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33462) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:07.435084 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-235931bb-bfd8-4fc5-b561-8fb5deb8f1f8 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:07.450524 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9e32e750-de88-499c-80cc-9caec79a1395 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:07.459760 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9e32e750-de88-499c-80cc-9caec79a1395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:07.527176 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e32e750-de88-499c-80cc-9caec79a1395 None None] Network 911d6373-d72c-4b3e-afb5-9adb71bb1b1a is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:07.545671 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-9e32e750-de88-499c-80cc-9caec79a1395 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:07.546883 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b94f3b88-f0d9-4d32-8eb9-9de3b8c528b6 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:07.550367 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e32e750-de88-499c-80cc-9caec79a1395 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:07.563345 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e32e750-de88-499c-80cc-9caec79a1395 None None] Pushing event updated for resources: {'Port': ['ID=ccb4089f-6314-46ca-93b4-8743d767d39d,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:07.640014 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-9e32e750-de88-499c-80cc-9caec79a1395 None None] Attempting to bind port ccb4089f-6314-46ca-93b4-8743d767d39d on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:45:07.640421 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-9e32e750-de88-499c-80cc-9caec79a1395 None None] Attempting to bind port ccb4089f-6314-46ca-93b4-8743d767d39d by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8e34ea48-523c-4c0f-ad2a-1fd97ccf7fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '911d6373-d72c-4b3e-afb5-9adb71bb1b1a'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:45:07.640793 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e32e750-de88-499c-80cc-9caec79a1395 None None] Attempting to bind port ccb4089f-6314-46ca-93b4-8743d767d39d on network 911d6373-d72c-4b3e-afb5-9adb71bb1b1a {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:07.648331 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e32e750-de88-499c-80cc-9caec79a1395 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:45:07.648764 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e32e750-de88-499c-80cc-9caec79a1395 None None] Checking segment: {'id': '8e34ea48-523c-4c0f-ad2a-1fd97ccf7fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '911d6373-d72c-4b3e-afb5-9adb71bb1b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:07.649172 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9e32e750-de88-499c-80cc-9caec79a1395 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:07.649571 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e32e750-de88-499c-80cc-9caec79a1395 None None] Bound using segment: {'id': '8e34ea48-523c-4c0f-ad2a-1fd97ccf7fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '911d6373-d72c-4b3e-afb5-9adb71bb1b1a'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:45:07.650098 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-9e32e750-de88-499c-80cc-9caec79a1395 None None] Bound port: ccb4089f-6314-46ca-93b4-8743d767d39d, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e34ea48-523c-4c0f-ad2a-1fd97ccf7fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '911d6373-d72c-4b3e-afb5-9adb71bb1b1a'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:45:07.650484 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9e32e750-de88-499c-80cc-9caec79a1395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:07.712254 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b94f3b88-f0d9-4d32-8eb9-9de3b8c528b6 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:07.728692 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-9e32e750-de88-499c-80cc-9caec79a1395 None None] For port ccb4089f-6314-46ca-93b4-8743d767d39d, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:45:07.732428 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-9e32e750-de88-499c-80cc-9caec79a1395 None None] For port ccb4089f-6314-46ca-93b4-8743d767d39d, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=ccb4089f-6314-46ca-93b4-8743d767d39d,segment=NetworkSegment(8e34ea48-523c-4c0f-ad2a-1fd97ccf7fc0),segment_id=8e34ea48-523c-4c0f-ad2a-1fd97ccf7fc0)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:45:07.737499 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9e32e750-de88-499c-80cc-9caec79a1395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:07.840011 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e32e750-de88-499c-80cc-9caec79a1395 None None] Pushing event updated for resources: {'Port': ['ID=ccb4089f-6314-46ca-93b4-8743d767d39d,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:07.888532 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-235931bb-bfd8-4fc5-b561-8fb5deb8f1f8 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:07.897732 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-235931bb-bfd8-4fc5-b561-8fb5deb8f1f8 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:07.960350 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b94f3b88-f0d9-4d32-8eb9-9de3b8c528b6 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:07.995994 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-235931bb-bfd8-4fc5-b561-8fb5deb8f1f8 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:07.996596 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235931bb-bfd8-4fc5-b561-8fb5deb8f1f8 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Fanout notify agent at l3_agent the message router_deleted on router c4b28f8f-ccbb-4efe-bac1-e6e131b66441 {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:45:08.023530 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-235931bb-bfd8-4fc5-b561-8fb5deb8f1f8 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:08.027069 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-235931bb-bfd8-4fc5-b561-8fb5deb8f1f8 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "DELETE /v2.0/routers/c4b28f8f-ccbb-4efe-bac1-e6e131b66441 HTTP/1.1" status: 204 len: 168 time: 0.6845617 Nov 12 03:45:08.027421 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33476) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:08.045529 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982cb6f-7516-4d5c-b496-1fdd95ac05f3 req-f1035d18-906f-4108-ab9e-529428ef2ed3 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:08.052667 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982cb6f-7516-4d5c-b496-1fdd95ac05f3 req-f1035d18-906f-4108-ab9e-529428ef2ed3 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:08.060056 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982cb6f-7516-4d5c-b496-1fdd95ac05f3 req-f1035d18-906f-4108-ab9e-529428ef2ed3 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:08.066163 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982cb6f-7516-4d5c-b496-1fdd95ac05f3 req-f1035d18-906f-4108-ab9e-529428ef2ed3 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:08.073435 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982cb6f-7516-4d5c-b496-1fdd95ac05f3 req-f1035d18-906f-4108-ab9e-529428ef2ed3 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:08.079691 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982cb6f-7516-4d5c-b496-1fdd95ac05f3 req-f1035d18-906f-4108-ab9e-529428ef2ed3 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:08.086990 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982cb6f-7516-4d5c-b496-1fdd95ac05f3 req-f1035d18-906f-4108-ab9e-529428ef2ed3 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:08.095274 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4982cb6f-7516-4d5c-b496-1fdd95ac05f3 req-f1035d18-906f-4108-ab9e-529428ef2ed3 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 5442 time: 0.2279243 Nov 12 03:45:08.135843 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-f223509a-707b-4802-a237-571cd1613419 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Deleting subnet 3cc994bf-23e8-4fd0-a973-d75b494d9233 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:45:08.146576 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f223509a-707b-4802-a237-571cd1613419 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:08.155572 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b94f3b88-f0d9-4d32-8eb9-9de3b8c528b6 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:08.216369 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4982cb6f-7516-4d5c-b496-1fdd95ac05f3 req-33045702-0feb-4549-b389-07837f33a9f4 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&id=0adbc793-597d-400b-8618-e8fe9b45ffdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1199846 Nov 12 03:45:08.219291 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f3b88-f0d9-4d32-8eb9-9de3b8c528b6 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Pushing event deleted for resources: {'Subnet': ['ID=cfa1e286-b755-4774-a536-a120e4971670,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:08.224271 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b94f3b88-f0d9-4d32-8eb9-9de3b8c528b6 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:08.233083 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33478) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:08.236612 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b94f3b88-f0d9-4d32-8eb9-9de3b8c528b6 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] 10.222.0.50 "DELETE /v2.0/subnets/cfa1e286-b755-4774-a536-a120e4971670 HTTP/1.1" status: 204 len: 168 time: 1.1707170 Nov 12 03:45:08.307472 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f223509a-707b-4802-a237-571cd1613419 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:08.363653 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d301124-8991-4da8-b2b3-ca2e465d3c72 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:08.365453 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4d301124-8991-4da8-b2b3-ca2e465d3c72 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1310635 Nov 12 03:45:08.376319 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33486) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:08.466137 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f223509a-707b-4802-a237-571cd1613419 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:08.522541 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cceed4e-96c5-4791-b4b5-887f1c9da342 req-47085e99-a42f-41b2-b09b-fdf880938941 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:08.528489 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cceed4e-96c5-4791-b4b5-887f1c9da342 req-47085e99-a42f-41b2-b09b-fdf880938941 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:08.533053 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-08cb84c1-557c-415b-a672-7e002222cc71 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:08.534787 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cceed4e-96c5-4791-b4b5-887f1c9da342 req-47085e99-a42f-41b2-b09b-fdf880938941 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:08.541717 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cceed4e-96c5-4791-b4b5-887f1c9da342 req-47085e99-a42f-41b2-b09b-fdf880938941 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:08.548117 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cceed4e-96c5-4791-b4b5-887f1c9da342 req-47085e99-a42f-41b2-b09b-fdf880938941 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:08.554366 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cceed4e-96c5-4791-b4b5-887f1c9da342 req-47085e99-a42f-41b2-b09b-fdf880938941 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:08.561236 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cceed4e-96c5-4791-b4b5-887f1c9da342 req-47085e99-a42f-41b2-b09b-fdf880938941 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:08.567715 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8cceed4e-96c5-4791-b4b5-887f1c9da342 req-47085e99-a42f-41b2-b09b-fdf880938941 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 5442 time: 0.1486061 Nov 12 03:45:08.596008 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f223509a-707b-4802-a237-571cd1613419 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:08.638763 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f223509a-707b-4802-a237-571cd1613419 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event deleted for resources: {'Subnet': ['ID=3cc994bf-23e8-4fd0-a973-d75b494d9233,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:08.653147 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f223509a-707b-4802-a237-571cd1613419 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:08.665186 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f223509a-707b-4802-a237-571cd1613419 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "DELETE /v2.0/subnets/3cc994bf-23e8-4fd0-a973-d75b494d9233 HTTP/1.1" status: 204 len: 168 time: 0.6320724 Nov 12 03:45:08.665714 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33494) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:08.686476 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9d2711-7259-46bb-a7bb-1191ec92751a None None] Network b71bace0-bb49-4c1d-8fff-528e078b5b30 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:08.730815 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-08cb84c1-557c-415b-a672-7e002222cc71 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Deleting port ccb4089f-6314-46ca-93b4-8743d767d39d {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:08.731385 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-08cb84c1-557c-415b-a672-7e002222cc71 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:08.780290 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:08.784060 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bb1cd1b1-90ae-4c5d-98d4-23a6aa80c210 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:08.915043 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33500) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:08.915622 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-08cb84c1-557c-415b-a672-7e002222cc71 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] For port ccb4089f-6314-46ca-93b4-8743d767d39d, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=ccb4089f-6314-46ca-93b4-8743d767d39d,segment=NetworkSegment(8e34ea48-523c-4c0f-ad2a-1fd97ccf7fc0),segment_id=8e34ea48-523c-4c0f-ad2a-1fd97ccf7fc0)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:08.916057 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-08cb84c1-557c-415b-a672-7e002222cc71 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:08.935616 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-bb1cd1b1-90ae-4c5d-98d4-23a6aa80c210 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Deleting port 058f9997-3645-444a-95bf-5697e5d9c24a {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:08.936547 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bb1cd1b1-90ae-4c5d-98d4-23a6aa80c210 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:08.939221 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-08cb84c1-557c-415b-a672-7e002222cc71 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Calling delete_port for ccb4089f-6314-46ca-93b4-8743d767d39d owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:09.060624 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-bb1cd1b1-90ae-4c5d-98d4-23a6aa80c210 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] For port 058f9997-3645-444a-95bf-5697e5d9c24a, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=058f9997-3645-444a-95bf-5697e5d9c24a,segment=NetworkSegment(7bd568b9-9278-4977-a581-2af0a62579cc),segment_id=7bd568b9-9278-4977-a581-2af0a62579cc)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:09.061108 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bb1cd1b1-90ae-4c5d-98d4-23a6aa80c210 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.079321 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-bb1cd1b1-90ae-4c5d-98d4-23a6aa80c210 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Calling delete_port for 058f9997-3645-444a-95bf-5697e5d9c24a owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:09.104574 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794729f6-9cf9-42fc-9b54-f045e2387e8e None None] DHCP port deletion for b71bace0-bb49-4c1d-8fff-528e078b5b30 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:45:09.167070 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-08cb84c1-557c-415b-a672-7e002222cc71 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.197674 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-89e11a51-ceab-48ae-a46f-1fce96b32630 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.202378 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bb1cd1b1-90ae-4c5d-98d4-23a6aa80c210 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.205303 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-794729f6-9cf9-42fc-9b54-f045e2387e8e None None] Deleting port 058f9997-3645-444a-95bf-5697e5d9c24a {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:09.208540 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-794729f6-9cf9-42fc-9b54-f045e2387e8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.209932 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb84c1-557c-415b-a672-7e002222cc71 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Pushing event deleted for resources: {'Port': ['ID=ccb4089f-6314-46ca-93b4-8743d767d39d,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:09.215826 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cb84c1-557c-415b-a672-7e002222cc71 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] No DVR routers for this DVR port ccb4089f-6314-46ca-93b4-8743d767d39d on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:45:09.295493 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1cd1b1-90ae-4c5d-98d4-23a6aa80c210 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] No DVR routers for this DVR port 058f9997-3645-444a-95bf-5697e5d9c24a on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:45:09.324006 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1cd1b1-90ae-4c5d-98d4-23a6aa80c210 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event deleted for resources: {'Port': ['ID=058f9997-3645-444a-95bf-5697e5d9c24a,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:09.349351 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-08cb84c1-557c-415b-a672-7e002222cc71 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.377704 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-794729f6-9cf9-42fc-9b54-f045e2387e8e None None] For port 058f9997-3645-444a-95bf-5697e5d9c24a, host n-d-715271-27, got binding levels [] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:09.378379 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-794729f6-9cf9-42fc-9b54-f045e2387e8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.389294 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-08cb84c1-557c-415b-a672-7e002222cc71 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['911d6373-d72c-4b3e-afb5-9adb71bb1b1a']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:09.395308 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-794729f6-9cf9-42fc-9b54-f045e2387e8e None None] Calling delete_port for 058f9997-3645-444a-95bf-5697e5d9c24a owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:09.399835 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.ipam_backend_mixin [None req-794729f6-9cf9-42fc-9b54-f045e2387e8e None None] Port 058f9997-3645-444a-95bf-5697e5d9c24a was not found and therefore no delete operation was performed {{(pid=102573) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:45:09.401619 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-794729f6-9cf9-42fc-9b54-f045e2387e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.416127 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794729f6-9cf9-42fc-9b54-f045e2387e8e None None] No DVR routers for this DVR port 058f9997-3645-444a-95bf-5697e5d9c24a on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:45:09.433754 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-08cb84c1-557c-415b-a672-7e002222cc71 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e34ea48-523c-4c0f-ad2a-1fd97ccf7fc0') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:09.434220 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-08cb84c1-557c-415b-a672-7e002222cc71 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e34ea48-523c-4c0f-ad2a-1fd97ccf7fc0') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:09.440345 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794729f6-9cf9-42fc-9b54-f045e2387e8e None None] Pushing event deleted for resources: {'Port': ['ID=058f9997-3645-444a-95bf-5697e5d9c24a,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:09.457552 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-08cb84c1-557c-415b-a672-7e002222cc71 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.475252 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bb1cd1b1-90ae-4c5d-98d4-23a6aa80c210 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.484988 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-08cb84c1-557c-415b-a672-7e002222cc71 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.494950 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08cb84c1-557c-415b-a672-7e002222cc71 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:45:09.496429 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-08cb84c1-557c-415b-a672-7e002222cc71 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.501328 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:45:09.501328 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:45:09.501328 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:45:09.501328 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:45:09.501328 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:45:09.501328 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:45:09.501328 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:45:09.501328 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:45:09.501328 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:45:09.501328 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:45:09.501328 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:45:09.501328 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:45:09.501328 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:45:09.501328 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:45:09.501328 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:45:09.501328 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:45:09.501328 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:45:09.501328 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:45:09.501328 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:45:09.501328 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:45:09.501328 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:45:09.501328 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:45:09.501328 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:45:09.501328 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:45:09.501328 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:45:09.501328 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:45:09.501328 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:45:09.501328 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:45:09.501328 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:45:09.501328 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:45:09.501328 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:45:09.501328 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:45:09.531153 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-bb1cd1b1-90ae-4c5d-98d4-23a6aa80c210 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b71bace0-bb49-4c1d-8fff-528e078b5b30']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:09.543262 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-bb1cd1b1-90ae-4c5d-98d4-23a6aa80c210 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bd568b9-9278-4977-a581-2af0a62579cc') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:09.543458 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-bb1cd1b1-90ae-4c5d-98d4-23a6aa80c210 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bd568b9-9278-4977-a581-2af0a62579cc') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:09.558335 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bb1cd1b1-90ae-4c5d-98d4-23a6aa80c210 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.579500 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bb1cd1b1-90ae-4c5d-98d4-23a6aa80c210 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.592402 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb1cd1b1-90ae-4c5d-98d4-23a6aa80c210 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:45:09.594089 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bb1cd1b1-90ae-4c5d-98d4-23a6aa80c210 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.602955 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:45:09.602955 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:45:09.602955 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:45:09.602955 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:45:09.602955 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:45:09.602955 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:45:09.602955 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:45:09.602955 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:45:09.602955 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:45:09.602955 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:45:09.602955 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:45:09.602955 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:45:09.602955 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:45:09.602955 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:45:09.602955 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:45:09.602955 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:45:09.602955 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:45:09.602955 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:45:09.602955 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:45:09.602955 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:45:09.602955 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:45:09.602955 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:45:09.602955 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:45:09.602955 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:45:09.602955 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:45:09.602955 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:45:09.602955 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:45:09.602955 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:45:09.602955 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:45:09.602955 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:45:09.602955 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:45:09.602955 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:45:09.653854 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-08cb84c1-557c-415b-a672-7e002222cc71 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.654258 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 058f9997-3645-444a-95bf-5697e5d9c24a no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:45:09.672232 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-08cb84c1-557c-415b-a672-7e002222cc71 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.675418 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-08cb84c1-557c-415b-a672-7e002222cc71 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] 10.222.0.50 "DELETE /v2.0/networks/911d6373-d72c-4b3e-afb5-9adb71bb1b1a HTTP/1.1" status: 204 len: 168 time: 1.3001301 Nov 12 03:45:09.679416 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33504) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:09.687131 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 058f9997-3645-444a-95bf-5697e5d9c24a {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:45:09.687781 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 058f9997-3645-444a-95bf-5697e5d9c24a not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:45:09.689305 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486c9a2e-fe7f-47b2-ac11-14326c3f71a2 None None] Network 911d6373-d72c-4b3e-afb5-9adb71bb1b1a requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:09.704555 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486c9a2e-fe7f-47b2-ac11-14326c3f71a2 None None] Network 911d6373-d72c-4b3e-afb5-9adb71bb1b1a could not be found, it might have been deleted concurrently. {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 03:45:09.713483 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb84c1-557c-415b-a672-7e002222cc71 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Pushing event deleted for resources: {'Network': ['ID=911d6373-d72c-4b3e-afb5-9adb71bb1b1a,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:09.756415 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bb1cd1b1-90ae-4c5d-98d4-23a6aa80c210 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.761148 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bb1cd1b1-90ae-4c5d-98d4-23a6aa80c210 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.765253 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-bb1cd1b1-90ae-4c5d-98d4-23a6aa80c210 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "DELETE /v2.0/networks/b71bace0-bb49-4c1d-8fff-528e078b5b30 HTTP/1.1" status: 204 len: 168 time: 1.0975676 Nov 12 03:45:09.771887 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-f16f4493-2acb-4379-9f89-c19db1075fd1 None None] Could not find standard attr ID for object ccb4089f-6314-46ca-93b4-8743d767d39d. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:45:09.773869 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33506) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:09.780468 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-9e799ce9-805e-4577-b59e-79c43cb0bc83 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1105521088'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:09.799071 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1cd1b1-90ae-4c5d-98d4-23a6aa80c210 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event deleted for resources: {'Network': ['ID=b71bace0-bb49-4c1d-8fff-528e078b5b30,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:09.819739 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e799ce9-805e-4577-b59e-79c43cb0bc83 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Made reservation on behalf of 4f166f0f871d46ccaacb87c816edff53 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:09.831124 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9e799ce9-805e-4577-b59e-79c43cb0bc83 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.831280 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ffe699-7ec2-47b8-9a99-2894a5dea40a None None] DHCP port deletion for 911d6373-d72c-4b3e-afb5-9adb71bb1b1a request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:45:09.834589 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7b41dd1f-883e-4021-b1ca-9328debac10d tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.863445 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76efcbf-3ab5-4f88-9f1f-84c31e6fd2b4 None None] get_active_networks_info from n-d-715271-27 {{(pid=102573) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:45:09.936596 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e799ce9-805e-4577-b59e-79c43cb0bc83 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:45:09.949295 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-89e11a51-ceab-48ae-a46f-1fce96b32630 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.960998 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9e799ce9-805e-4577-b59e-79c43cb0bc83 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.961579 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-9e799ce9-805e-4577-b59e-79c43cb0bc83 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Added segment 66ae77e4-86e8-422e-a6bc-dd6823fe5387 of type vlan for network b32f523c-b640-4e04-bbb7-cb8fb3c61a5c Nov 12 03:45:10.001688 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-89e11a51-ceab-48ae-a46f-1fce96b32630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.039416 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7b41dd1f-883e-4021-b1ca-9328debac10d tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.042606 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e11a51-ceab-48ae-a46f-1fce96b32630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8581429-6977-448c-8a5e-4a5b778890fc,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:10.064309 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9e799ce9-805e-4577-b59e-79c43cb0bc83 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.121801 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76efcbf-3ab5-4f88-9f1f-84c31e6fd2b4 None None] Resources bound (agent type, host, resource id): {{(pid=102573) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:45:10.125456 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9e799ce9-805e-4577-b59e-79c43cb0bc83 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.136706 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e799ce9-805e-4577-b59e-79c43cb0bc83 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:10.137820 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9e799ce9-805e-4577-b59e-79c43cb0bc83 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.156136 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-7b41dd1f-883e-4021-b1ca-9328debac10d tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4835b0d1-300a-4357-84b7-2b69a43312ee']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:10.160693 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-89e11a51-ceab-48ae-a46f-1fce96b32630 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3c836c7a3260473a88c1c5fb8db27703&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2406082 Nov 12 03:45:10.170693 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33514) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:10.188203 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-7b41dd1f-883e-4021-b1ca-9328debac10d tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14558c7f-62b3-4068-bf55-9dc84407eb11') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:10.188990 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-7b41dd1f-883e-4021-b1ca-9328debac10d tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14558c7f-62b3-4068-bf55-9dc84407eb11') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:10.197527 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9e799ce9-805e-4577-b59e-79c43cb0bc83 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4217577 Nov 12 03:45:10.201838 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33516) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:10.216589 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-011985bb-834c-48a7-b24e-9e8b6a9a8b90 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Request body: {'subnet': {'network_id': 'b32f523c-b640-4e04-bbb7-cb8fb3c61a5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:10.237279 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7b41dd1f-883e-4021-b1ca-9328debac10d tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.245683 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e799ce9-805e-4577-b59e-79c43cb0bc83 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event updated for resources: {'Network': ['ID=b32f523c-b640-4e04-bbb7-cb8fb3c61a5c,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:10.261388 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network b32f523c-b640-4e04-bbb7-cb8fb3c61a5c details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:45:10.284600 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-71f84fd9-d59e-4713-9903-d6fa7a47b12f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.316404 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7b41dd1f-883e-4021-b1ca-9328debac10d tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.322250 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-71f84fd9-d59e-4713-9903-d6fa7a47b12f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.331961 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b41dd1f-883e-4021-b1ca-9328debac10d tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:45:10.333101 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7b41dd1f-883e-4021-b1ca-9328debac10d tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.336917 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:45:10.336917 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:45:10.336917 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:45:10.336917 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:45:10.336917 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:45:10.336917 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:45:10.336917 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:45:10.336917 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:45:10.336917 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:45:10.336917 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:45:10.336917 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:45:10.336917 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:45:10.336917 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:45:10.336917 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:45:10.336917 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:45:10.336917 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:45:10.336917 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:45:10.336917 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:45:10.336917 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:45:10.336917 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:45:10.336917 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:45:10.336917 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:45:10.336917 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:45:10.336917 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:45:10.336917 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:45:10.336917 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:45:10.336917 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:45:10.336917 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:45:10.336917 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:45:10.336917 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:45:10.336917 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:45:10.336917 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:45:10.416599 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-71f84fd9-d59e-4713-9903-d6fa7a47b12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.422069 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-71f84fd9-d59e-4713-9903-d6fa7a47b12f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.426609 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-71f84fd9-d59e-4713-9903-d6fa7a47b12f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f8581429-6977-448c-8a5e-4a5b778890fc HTTP/1.1" status: 204 len: 168 time: 0.2512536 Nov 12 03:45:10.434424 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f84fd9-d59e-4713-9903-d6fa7a47b12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8581429-6977-448c-8a5e-4a5b778890fc,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:10.437926 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7b41dd1f-883e-4021-b1ca-9328debac10d tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.447432 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7b41dd1f-883e-4021-b1ca-9328debac10d tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.453088 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7b41dd1f-883e-4021-b1ca-9328debac10d tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] 10.222.0.50 "DELETE /v2.0/networks/4835b0d1-300a-4357-84b7-2b69a43312ee HTTP/1.1" status: 204 len: 168 time: 0.7701159 Nov 12 03:45:10.453088 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011985bb-834c-48a7-b24e-9e8b6a9a8b90 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Made reservation on behalf of 4f166f0f871d46ccaacb87c816edff53 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:10.454540 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33520) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:10.455529 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-011985bb-834c-48a7-b24e-9e8b6a9a8b90 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.489138 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b41dd1f-883e-4021-b1ca-9328debac10d tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Pushing event deleted for resources: {'Network': ['ID=4835b0d1-300a-4357-84b7-2b69a43312ee,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:10.548254 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-63abead8-aeee-477d-8413-22ff18a2d84d tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.656492 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-63abead8-aeee-477d-8413-22ff18a2d84d tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.680182 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-63abead8-aeee-477d-8413-22ff18a2d84d tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5f45167-1b9d-47fb-a5b0-7201cf3bdd74']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:10.691090 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-63abead8-aeee-477d-8413-22ff18a2d84d tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '625e9389-d6c7-4f25-85e1-26fd0ad37abe') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:10.691389 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-63abead8-aeee-477d-8413-22ff18a2d84d tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '625e9389-d6c7-4f25-85e1-26fd0ad37abe') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:10.703084 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-63abead8-aeee-477d-8413-22ff18a2d84d tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.719205 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-63abead8-aeee-477d-8413-22ff18a2d84d tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.726665 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63abead8-aeee-477d-8413-22ff18a2d84d tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:45:10.728786 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-63abead8-aeee-477d-8413-22ff18a2d84d tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.743201 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-011985bb-834c-48a7-b24e-9e8b6a9a8b90 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.793776 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:45:10.793776 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:45:10.793776 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:45:10.793776 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:45:10.793776 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:45:10.793776 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:45:10.793776 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:45:10.793776 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:45:10.793776 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:45:10.793776 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:45:10.793776 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:45:10.793776 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:45:10.793776 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:45:10.793776 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:45:10.793776 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:45:10.793776 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:45:10.793776 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:45:10.793776 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:45:10.793776 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:45:10.793776 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:45:10.793776 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:45:10.793776 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:45:10.793776 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:45:10.793776 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:45:10.793776 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:45:10.793776 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:45:10.793776 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:45:10.793776 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:45:10.793776 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:45:10.793776 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:45:10.793776 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:45:10.793776 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:45:10.807057 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-63abead8-aeee-477d-8413-22ff18a2d84d tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.823854 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-63abead8-aeee-477d-8413-22ff18a2d84d tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.831331 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-63abead8-aeee-477d-8413-22ff18a2d84d tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] 10.222.0.50 "DELETE /v2.0/networks/b5f45167-1b9d-47fb-a5b0-7201cf3bdd74 HTTP/1.1" status: 204 len: 168 time: 0.3757029 Nov 12 03:45:10.834344 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33526) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:10.857260 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63abead8-aeee-477d-8413-22ff18a2d84d tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Pushing event deleted for resources: {'Network': ['ID=b5f45167-1b9d-47fb-a5b0-7201cf3bdd74,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:10.859860 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33528) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:10.875242 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-38d920b7-8788-47f0-8fd9-9300916e9058 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.885994 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011985bb-834c-48a7-b24e-9e8b6a9a8b90 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event updated for resources: {'Subnet': ['ID=c115c49b-5515-428e-ab07-e460437538d2,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:11.004275 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-38d920b7-8788-47f0-8fd9-9300916e9058 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:11.011055 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-38d920b7-8788-47f0-8fd9-9300916e9058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:11.026803 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011985bb-834c-48a7-b24e-9e8b6a9a8b90 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Checking segment: {'id': '66ae77e4-86e8-422e-a6bc-dd6823fe5387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b32f523c-b640-4e04-bbb7-cb8fb3c61a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:11.027047 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011985bb-834c-48a7-b24e-9e8b6a9a8b90 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Network hostable DHCP agents. Network: b32f523c-b640-4e04-bbb7-cb8fb3c61a5c, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:45:11.080966 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d920b7-8788-47f0-8fd9-9300916e9058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb01488-463c-4dac-9bad-8ff831ab18ce,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:11.088873 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-85e5ad5b-8962-402d-aea5-e6f0a506fd35 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:11.094624 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33546) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:11.095140 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-38d920b7-8788-47f0-8fd9-9300916e9058 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=48f5a08e00a047478a6b2cb0b6d7310d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2341690 Nov 12 03:45:11.120460 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011985bb-834c-48a7-b24e-9e8b6a9a8b90 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Network b32f523c-b640-4e04-bbb7-cb8fb3c61a5c is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:45:11.139251 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-011985bb-834c-48a7-b24e-9e8b6a9a8b90 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, b32f523c-b640-4e04-bbb7-cb8fb3c61a5c) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:11.143764 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011985bb-834c-48a7-b24e-9e8b6a9a8b90 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:11.144868 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-011985bb-834c-48a7-b24e-9e8b6a9a8b90 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:11.152296 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61e3522-dc46-47a1-88e9-bbee8b960744 None None] Network b32f523c-b640-4e04-bbb7-cb8fb3c61a5c requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:11.249792 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-011985bb-834c-48a7-b24e-9e8b6a9a8b90 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0372367 Nov 12 03:45:11.252512 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33552) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:11.257680 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-3871265a-ba4c-462c-89f4-6fc572fb923a tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1510524291', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:11.292954 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3871265a-ba4c-462c-89f4-6fc572fb923a tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:11.295219 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3871265a-ba4c-462c-89f4-6fc572fb923a tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:11.348893 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e3b7eb0b-4c45-4f05-890b-98657170dc89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:11.355310 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-85e5ad5b-8962-402d-aea5-e6f0a506fd35 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:11.366108 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3871265a-ba4c-462c-89f4-6fc572fb923a tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:11.374176 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3871265a-ba4c-462c-89f4-6fc572fb923a tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:11.394152 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-85e5ad5b-8962-402d-aea5-e6f0a506fd35 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58e3f372-ea1f-47ed-8c5f-ccada8894e81']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:11.403496 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3871265a-ba4c-462c-89f4-6fc572fb923a tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:11.408134 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e3b7eb0b-4c45-4f05-890b-98657170dc89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:11.408344 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3871265a-ba4c-462c-89f4-6fc572fb923a tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1522138 Nov 12 03:45:11.409599 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33556) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:11.426372 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14214579-adab-4987-96c2-9f0cb0ba9b14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-b32f523c-b640-4e04-bbb7-cb8fb3c61a5c', 'network_id': 'b32f523c-b640-4e04-bbb7-cb8fb3c61a5c', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'fixed_ips': [{'subnet_id': 'c115c49b-5515-428e-ab07-e460437538d2'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:45:11.427984 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-14214579-adab-4987-96c2-9f0cb0ba9b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:11.428145 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-85e5ad5b-8962-402d-aea5-e6f0a506fd35 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '470f52b1-0caf-4db0-b101-6d87e2991be4') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:11.428587 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-85e5ad5b-8962-402d-aea5-e6f0a506fd35 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '470f52b1-0caf-4db0-b101-6d87e2991be4') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:11.436862 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33558) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:11.464401 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-85e5ad5b-8962-402d-aea5-e6f0a506fd35 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:11.497972 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-85e5ad5b-8962-402d-aea5-e6f0a506fd35 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:11.508038 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e5ad5b-8962-402d-aea5-e6f0a506fd35 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:45:11.508038 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-85e5ad5b-8962-402d-aea5-e6f0a506fd35 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:11.510354 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:45:11.510354 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:45:11.510354 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:45:11.510354 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:45:11.510354 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:45:11.510354 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:45:11.510354 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:45:11.510354 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:45:11.510354 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:45:11.510354 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:45:11.510354 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:45:11.510354 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:45:11.510354 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:45:11.510354 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:45:11.510354 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:45:11.510354 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:45:11.510354 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:45:11.510354 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:45:11.510354 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:45:11.510354 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:45:11.510354 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:45:11.510354 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:45:11.510354 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:45:11.510354 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:45:11.510354 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:45:11.510354 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:45:11.510354 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:45:11.510354 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:45:11.510354 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:45:11.510354 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:45:11.510354 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:45:11.510354 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:45:11.581543 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device ccb4089f-6314-46ca-93b4-8743d767d39d no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:45:11.608610 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: ccb4089f-6314-46ca-93b4-8743d767d39d {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:45:11.609305 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device ccb4089f-6314-46ca-93b4-8743d767d39d not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:45:11.683766 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-14214579-adab-4987-96c2-9f0cb0ba9b14 None None] Allocated IP 2001:db8::2 (b32f523c-b640-4e04-bbb7-cb8fb3c61a5c/c115c49b-5515-428e-ab07-e460437538d2/abb3377e-9deb-4b83-8f52-5a263f567148) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:11.847144 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-14214579-adab-4987-96c2-9f0cb0ba9b14 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:11.855061 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-14214579-adab-4987-96c2-9f0cb0ba9b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:11.898319 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e3b7eb0b-4c45-4f05-890b-98657170dc89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:11.901024 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e3b7eb0b-4c45-4f05-890b-98657170dc89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:11.902172 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e3b7eb0b-4c45-4f05-890b-98657170dc89 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ebb01488-463c-4dac-9bad-8ff831ab18ce HTTP/1.1" status: 204 len: 168 time: 0.8066003 Nov 12 03:45:11.906567 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14214579-adab-4987-96c2-9f0cb0ba9b14 None None] Network b32f523c-b640-4e04-bbb7-cb8fb3c61a5c is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:11.911039 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-14214579-adab-4987-96c2-9f0cb0ba9b14 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:11.917827 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14214579-adab-4987-96c2-9f0cb0ba9b14 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:11.920612 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14214579-adab-4987-96c2-9f0cb0ba9b14 None None] Pushing event updated for resources: {'Port': ['ID=abb3377e-9deb-4b83-8f52-5a263f567148,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:11.923486 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7eb0b-4c45-4f05-890b-98657170dc89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb01488-463c-4dac-9bad-8ff831ab18ce,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:11.926559 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-85e5ad5b-8962-402d-aea5-e6f0a506fd35 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:11.935668 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-85e5ad5b-8962-402d-aea5-e6f0a506fd35 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:11.938821 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-85e5ad5b-8962-402d-aea5-e6f0a506fd35 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] 10.222.0.50 "DELETE /v2.0/networks/58e3f372-ea1f-47ed-8c5f-ccada8894e81 HTTP/1.1" status: 204 len: 168 time: 1.1034656 Nov 12 03:45:11.977363 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e5ad5b-8962-402d-aea5-e6f0a506fd35 tempest-BulkNetworkOpsIpV6Test-1985171043 tempest-BulkNetworkOpsIpV6Test-1985171043-project] Pushing event deleted for resources: {'Network': ['ID=58e3f372-ea1f-47ed-8c5f-ccada8894e81,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:11.987638 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acfe8fe-276f-4291-bc67-0289ef59477d req-fe5fccfc-ed09-47af-b125-f81fb71273da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:11.988189 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acfe8fe-276f-4291-bc67-0289ef59477d req-fe5fccfc-ed09-47af-b125-f81fb71273da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:11.989283 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acfe8fe-276f-4291-bc67-0289ef59477d req-fe5fccfc-ed09-47af-b125-f81fb71273da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:11.989753 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acfe8fe-276f-4291-bc67-0289ef59477d req-fe5fccfc-ed09-47af-b125-f81fb71273da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:11.990211 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acfe8fe-276f-4291-bc67-0289ef59477d req-fe5fccfc-ed09-47af-b125-f81fb71273da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:11.990737 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acfe8fe-276f-4291-bc67-0289ef59477d req-fe5fccfc-ed09-47af-b125-f81fb71273da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:11.991194 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acfe8fe-276f-4291-bc67-0289ef59477d req-fe5fccfc-ed09-47af-b125-f81fb71273da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:11.993239 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4acfe8fe-276f-4291-bc67-0289ef59477d req-fe5fccfc-ed09-47af-b125-f81fb71273da service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 6506 time: 0.5534780 Nov 12 03:45:12.011722 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-14214579-adab-4987-96c2-9f0cb0ba9b14 None None] Attempting to bind port abb3377e-9deb-4b83-8f52-5a263f567148 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:45:12.012110 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-14214579-adab-4987-96c2-9f0cb0ba9b14 None None] Attempting to bind port abb3377e-9deb-4b83-8f52-5a263f567148 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '66ae77e4-86e8-422e-a6bc-dd6823fe5387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b32f523c-b640-4e04-bbb7-cb8fb3c61a5c'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:45:12.012779 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14214579-adab-4987-96c2-9f0cb0ba9b14 None None] Attempting to bind port abb3377e-9deb-4b83-8f52-5a263f567148 on network b32f523c-b640-4e04-bbb7-cb8fb3c61a5c {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:12.019996 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14214579-adab-4987-96c2-9f0cb0ba9b14 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:45:12.020870 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14214579-adab-4987-96c2-9f0cb0ba9b14 None None] Checking segment: {'id': '66ae77e4-86e8-422e-a6bc-dd6823fe5387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b32f523c-b640-4e04-bbb7-cb8fb3c61a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:12.021468 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-14214579-adab-4987-96c2-9f0cb0ba9b14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:12.022034 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14214579-adab-4987-96c2-9f0cb0ba9b14 None None] Bound using segment: {'id': '66ae77e4-86e8-422e-a6bc-dd6823fe5387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b32f523c-b640-4e04-bbb7-cb8fb3c61a5c'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:45:12.023484 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-14214579-adab-4987-96c2-9f0cb0ba9b14 None None] Bound port: abb3377e-9deb-4b83-8f52-5a263f567148, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ae77e4-86e8-422e-a6bc-dd6823fe5387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b32f523c-b640-4e04-bbb7-cb8fb3c61a5c'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:45:12.024061 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-14214579-adab-4987-96c2-9f0cb0ba9b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:12.079404 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4acfe8fe-276f-4291-bc67-0289ef59477d req-c940f4f1-e8da-428f-a0c9-f7153103f161 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&id=0adbc793-597d-400b-8618-e8fe9b45ffdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0794361 Nov 12 03:45:12.112826 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-14214579-adab-4987-96c2-9f0cb0ba9b14 None None] For port abb3377e-9deb-4b83-8f52-5a263f567148, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:45:12.115841 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-14214579-adab-4987-96c2-9f0cb0ba9b14 None None] For port abb3377e-9deb-4b83-8f52-5a263f567148, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=abb3377e-9deb-4b83-8f52-5a263f567148,segment=NetworkSegment(66ae77e4-86e8-422e-a6bc-dd6823fe5387),segment_id=66ae77e4-86e8-422e-a6bc-dd6823fe5387)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:45:12.123351 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-14214579-adab-4987-96c2-9f0cb0ba9b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:12.204046 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14214579-adab-4987-96c2-9f0cb0ba9b14 None None] Pushing event updated for resources: {'Port': ['ID=abb3377e-9deb-4b83-8f52-5a263f567148,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:12.222450 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cb510c1b-e2ee-4870-b255-bf686587ec18 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:12.410080 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33582) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:12.710381 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-cb510c1b-e2ee-4870-b255-bf686587ec18 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Allocated IP 2001:db8::1 (b32f523c-b640-4e04-bbb7-cb8fb3c61a5c/c115c49b-5515-428e-ab07-e460437538d2/e0faaab6-2e81-44ea-9c41-559b2e9bc315) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:12.872941 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-895fcdce-abb7-43ae-a127-21e81e55468e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=85ff5799119e4e93a2e4072dd3d47ae0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4586394 Nov 12 03:45:12.873787 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33600) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:12.893174 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cb510c1b-e2ee-4870-b255-bf686587ec18 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:12.961618 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9441986a-432c-4be2-80cb-759cd4d15a40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:12.984675 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9441986a-432c-4be2-80cb-759cd4d15a40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:13.016274 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cb510c1b-e2ee-4870-b255-bf686587ec18 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:13.069684 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb510c1b-e2ee-4870-b255-bf686587ec18 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Network b32f523c-b640-4e04-bbb7-cb8fb3c61a5c is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:13.082108 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-cb510c1b-e2ee-4870-b255-bf686587ec18 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:13.121617 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb510c1b-e2ee-4870-b255-bf686587ec18 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:13.122157 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cb510c1b-e2ee-4870-b255-bf686587ec18 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:13.180333 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb510c1b-e2ee-4870-b255-bf686587ec18 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event updated for resources: {'Port': ['ID=e0faaab6-2e81-44ea-9c41-559b2e9bc315,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:13.224485 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9441986a-432c-4be2-80cb-759cd4d15a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:13.227047 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9441986a-432c-4be2-80cb-759cd4d15a40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:13.230768 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9441986a-432c-4be2-80cb-759cd4d15a40 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d9d914d0-72c5-4a08-a677-ea9d68bb97e3 HTTP/1.1" status: 204 len: 168 time: 0.3534656 Nov 12 03:45:13.241511 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9441986a-432c-4be2-80cb-759cd4d15a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d914d0-72c5-4a08-a677-ea9d68bb97e3,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:13.347876 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cb510c1b-e2ee-4870-b255-bf686587ec18 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:13.648518 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0546a8-f5a0-49d8-85c8-3fd1a83e4851 None None] Network b32f523c-b640-4e04-bbb7-cb8fb3c61a5c requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:13.698025 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device abb3377e-9deb-4b83-8f52-5a263f567148 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:13.816050 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2e0e65aa-3193-44f9-9316-2fcd7fd033ae None None] Provisioning complete for port abb3377e-9deb-4b83-8f52-5a263f567148 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:13.816597 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2e0e65aa-3193-44f9-9316-2fcd7fd033ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:13.830202 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cb510c1b-e2ee-4870-b255-bf686587ec18 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:13.835286 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cb510c1b-e2ee-4870-b255-bf686587ec18 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:13.836265 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cb510c1b-e2ee-4870-b255-bf686587ec18 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:13.947321 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb510c1b-e2ee-4870-b255-bf686587ec18 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event updated for resources: {'Port': ['ID=e0faaab6-2e81-44ea-9c41-559b2e9bc315,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:13.990770 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb510c1b-e2ee-4870-b255-bf686587ec18 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Network b32f523c-b640-4e04-bbb7-cb8fb3c61a5c is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:13.992959 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-cb510c1b-e2ee-4870-b255-bf686587ec18 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:13.997410 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port abb3377e-9deb-4b83-8f52-5a263f567148 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:13.997794 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:14.187503 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2e0e65aa-3193-44f9-9316-2fcd7fd033ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:14.210265 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb510c1b-e2ee-4870-b255-bf686587ec18 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Router 7b04b573-0a94-49db-8f83-0f98d43d9a4d is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:45:14.252380 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2e0e65aa-3193-44f9-9316-2fcd7fd033ae None None] For port abb3377e-9deb-4b83-8f52-5a263f567148, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=abb3377e-9deb-4b83-8f52-5a263f567148,segment=NetworkSegment(66ae77e4-86e8-422e-a6bc-dd6823fe5387),segment_id=66ae77e4-86e8-422e-a6bc-dd6823fe5387)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:14.268533 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2e0e65aa-3193-44f9-9316-2fcd7fd033ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:14.324556 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:14.395429 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e65aa-3193-44f9-9316-2fcd7fd033ae None None] Pushing event updated for resources: {'Port': ['ID=abb3377e-9deb-4b83-8f52-5a263f567148,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:14.467415 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb510c1b-e2ee-4870-b255-bf686587ec18 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:45:14.467996 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:45:14.467996 n-d-715271-27 neutron-server[102573]: DEBUG oslo_db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:45:14.483850 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-cb510c1b-e2ee-4870-b255-bf686587ec18 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "PUT /v2.0/routers/7b04b573-0a94-49db-8f83-0f98d43d9a4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0707464 Nov 12 03:45:14.487736 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33652) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:14.489006 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52f5f1d-b370-4cae-acc2-30d1165b59ac None None] Sync routers for ids ['7b04b573-0a94-49db-8f83-0f98d43d9a4d'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:45:14.509901 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52f5f1d-b370-4cae-acc2-30d1165b59ac None None] Routers {'7b04b573-0a94-49db-8f83-0f98d43d9a4d'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:14.510561 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-d52f5f1d-b370-4cae-acc2-30d1165b59ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:45:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['7b04b573-0a94-49db-8f83-0f98d43d9a4d'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:14.568897 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ac6834-db0f-42bd-b30c-eaada90afaac tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:14.570917 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b3ac6834-db0f-42bd-b30c-eaada90afaac tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "GET /v2.0/ports/e0faaab6-2e81-44ea-9c41-559b2e9bc315 HTTP/1.1" status: 200 len: 911 time: 0.0809181 Nov 12 03:45:14.574121 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33656) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:14.612677 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-d52f5f1d-b370-4cae-acc2-30d1165b59ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:14.638374 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52f5f1d-b370-4cae-acc2-30d1165b59ac None None] Routers {'7b04b573-0a94-49db-8f83-0f98d43d9a4d'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:14.638933 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-d52f5f1d-b370-4cae-acc2-30d1165b59ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:45:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['7b04b573-0a94-49db-8f83-0f98d43d9a4d'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:14.751305 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-d52f5f1d-b370-4cae-acc2-30d1165b59ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:14.753205 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52f5f1d-b370-4cae-acc2-30d1165b59ac None None] The sync data for ids ['7b04b573-0a94-49db-8f83-0f98d43d9a4d'] in n-d-715271-27 is: [] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:45:14.807314 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-0a0f8407-8dea-4081-a618-76100c7d525b None None] Provisioning complete for port e0faaab6-2e81-44ea-9c41-559b2e9bc315 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:14.808022 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0a0f8407-8dea-4081-a618-76100c7d525b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:14.830133 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-b840983d-7c96-4933-9a89-ed5f8faaf310 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1707816 Nov 12 03:45:14.888436 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-0a0f8407-8dea-4081-a618-76100c7d525b None None] Port e0faaab6-2e81-44ea-9c41-559b2e9bc315 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:45:14.915317 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-0a0f8407-8dea-4081-a618-76100c7d525b None None] Provisioning complete for port abb3377e-9deb-4b83-8f52-5a263f567148 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:14.916219 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0a0f8407-8dea-4081-a618-76100c7d525b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:15.084942 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-c5afb949-3b0c-4b9a-83b2-c8b66ca0da29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:15.085844 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-c5afb949-3b0c-4b9a-83b2-c8b66ca0da29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:15.086497 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-c5afb949-3b0c-4b9a-83b2-c8b66ca0da29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:15.087157 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-c5afb949-3b0c-4b9a-83b2-c8b66ca0da29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:15.087796 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-c5afb949-3b0c-4b9a-83b2-c8b66ca0da29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:15.088516 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-c5afb949-3b0c-4b9a-83b2-c8b66ca0da29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:15.089155 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-c5afb949-3b0c-4b9a-83b2-c8b66ca0da29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:15.091889 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-c5afb949-3b0c-4b9a-83b2-c8b66ca0da29 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0cdd38a3f1ea45dcbcc53ea0d2714986&device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 6506 time: 0.1835089 Nov 12 03:45:15.338077 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-90b9b612-c5f2-497f-943f-8678576393eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:15.338531 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-90b9b612-c5f2-497f-943f-8678576393eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:15.338984 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-90b9b612-c5f2-497f-943f-8678576393eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:15.340615 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-90b9b612-c5f2-497f-943f-8678576393eb service neutron] 10.222.0.74 "GET /v2.0/networks?id=efb988ed-b223-4e0b-8b86-915607ae4e80&id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&id=36f6ed65-8190-49b0-8a57-7dd102916b9e&id=36f6ed65-8190-49b0-8a57-7dd102916b9e HTTP/1.1" status: 200 len: 2299 time: 0.1889088 Nov 12 03:45:15.365196 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-753237f6-e680-412c-a277-6a6b4fe5b30a None None] Provisioning complete for port e0faaab6-2e81-44ea-9c41-559b2e9bc315 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:15.365585 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-753237f6-e680-412c-a277-6a6b4fe5b30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:15.478459 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-753237f6-e680-412c-a277-6a6b4fe5b30a None None] Port e0faaab6-2e81-44ea-9c41-559b2e9bc315 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:45:15.481369 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e8ff9c05-5cca-4e4c-b2d4-87bb4477028c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:15.592261 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-3e8806cc-ef13-4d9b-91bb-7340f0a18c06 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b765f9f8-1b70-40fd-8519-033f4f7cc090 HTTP/1.1" status: 200 len: 1000 time: 0.2207277 Nov 12 03:45:15.607838 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-d38cef78-ac50-42a3-b399-5b882e3f402d None None] Provisioning complete for port e0faaab6-2e81-44ea-9c41-559b2e9bc315 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:15.616591 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d38cef78-ac50-42a3-b399-5b882e3f402d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:15.693068 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-d38cef78-ac50-42a3-b399-5b882e3f402d None None] Port e0faaab6-2e81-44ea-9c41-559b2e9bc315 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:45:15.696909 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-b1829595-81db-42b5-a5ea-f1fb8382b4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:15.698608 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-b1829595-81db-42b5-a5ea-f1fb8382b4d7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=30a0f48c-61f9-4792-91bd-2c64b1b43b35 HTTP/1.1" status: 200 len: 856 time: 0.0864112 Nov 12 03:45:15.703938 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device abb3377e-9deb-4b83-8f52-5a263f567148 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:15.800395 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port abb3377e-9deb-4b83-8f52-5a263f567148 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:15.801708 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:15.814431 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-689c4984-8310-4aa6-b85c-718978017156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:15.816003 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-689c4984-8310-4aa6-b85c-718978017156 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=efb988ed-b223-4e0b-8b86-915607ae4e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1090727 Nov 12 03:45:16.005250 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-f08fb2e8-125b-4f47-ac5e-a5fe31f9355b service neutron] 10.222.0.74 "GET /v2.0/networks/efb988ed-b223-4e0b-8b86-915607ae4e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778421 Nov 12 03:45:16.430318 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-e8ff9c05-5cca-4e4c-b2d4-87bb4477028c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Deleting port e0faaab6-2e81-44ea-9c41-559b2e9bc315 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:16.430672 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e8ff9c05-5cca-4e4c-b2d4-87bb4477028c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:16.554917 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e8ff9c05-5cca-4e4c-b2d4-87bb4477028c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:16.571244 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-e8ff9c05-5cca-4e4c-b2d4-87bb4477028c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Calling delete_port for e0faaab6-2e81-44ea-9c41-559b2e9bc315 owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:16.636988 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-176e2da8-f59f-4ee9-bc22-aeeaffd35ba7 service neutron] 10.222.0.74 "GET /v2.0/networks/efb988ed-b223-4e0b-8b86-915607ae4e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6236975 Nov 12 03:45:16.637159 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33720) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:16.684048 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-159ff996-75a9-4f38-8c6d-318545580be0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2 HTTP/1.1" status: 200 len: 217 time: 0.0386159 Nov 12 03:45:16.782025 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-1701c663-7c2d-4687-9bc1-b96a9fdd3433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:16.783514 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-1701c663-7c2d-4687-9bc1-b96a9fdd3433 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b982b1ac-5a39-445d-bf86-e4e863c753c9 HTTP/1.1" status: 200 len: 797 time: 0.0648181 Nov 12 03:45:16.790163 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4cf0339f-448f-4d2f-bad6-1b1dafb20304 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:16.870208 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-6da6a31f-25e9-4f67-8caf-c86c90a38f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:16.871733 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-6da6a31f-25e9-4f67-8caf-c86c90a38f53 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0772619 Nov 12 03:45:16.872625 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e8ff9c05-5cca-4e4c-b2d4-87bb4477028c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:16.918226 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ff9c05-5cca-4e4c-b2d4-87bb4477028c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event deleted for resources: {'Port': ['ID=e0faaab6-2e81-44ea-9c41-559b2e9bc315,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:16.952392 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4cf0339f-448f-4d2f-bad6-1b1dafb20304 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:16.958553 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4cf0339f-448f-4d2f-bad6-1b1dafb20304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:17.006410 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4cf0339f-448f-4d2f-bad6-1b1dafb20304 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b6e2f65762ed4a719d89e1767f874a84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3681808 Nov 12 03:45:17.007344 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33726) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:17.015673 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf0339f-448f-4d2f-bad6-1b1dafb20304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70a6ba4-e353-485b-8724-425b36ee8dc3,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:17.080773 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-16d040c6-ef1d-4459-9ec6-b313a0daf7ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:17.105390 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-16d040c6-ef1d-4459-9ec6-b313a0daf7ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:17.125597 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-daf69cd2-578b-4105-a6fb-3092051e551c service neutron] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449348 Nov 12 03:45:17.159389 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e8ff9c05-5cca-4e4c-b2d4-87bb4477028c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:17.169739 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-16d040c6-ef1d-4459-9ec6-b313a0daf7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:17.172806 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-16d040c6-ef1d-4459-9ec6-b313a0daf7ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:17.174211 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-16d040c6-ef1d-4459-9ec6-b313a0daf7ae admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c70a6ba4-e353-485b-8724-425b36ee8dc3 HTTP/1.1" status: 204 len: 168 time: 0.1646984 Nov 12 03:45:17.189395 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d040c6-ef1d-4459-9ec6-b313a0daf7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70a6ba4-e353-485b-8724-425b36ee8dc3,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:17.336227 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-1ff9f23f-8b72-4f37-a04e-0468635d1bdf service neutron] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025607 Nov 12 03:45:17.435358 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-8aae07e4-6cd0-4330-bed7-b57b3bbcf0c1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=abbc23e8-1176-4bcd-936e-074c27c7f379 HTTP/1.1" status: 200 len: 217 time: 0.0684350 Nov 12 03:45:17.446433 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ff9c05-5cca-4e4c-b2d4-87bb4477028c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Router 7b04b573-0a94-49db-8f83-0f98d43d9a4d has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:45:17.587347 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-93546b88-420a-4b00-a64b-ff094fa017d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:17.588894 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-93546b88-420a-4b00-a64b-ff094fa017d0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b982b1ac-5a39-445d-bf86-e4e863c753c9 HTTP/1.1" status: 200 len: 797 time: 0.1414220 Nov 12 03:45:17.591791 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33736) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:17.595958 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ff9c05-5cca-4e4c-b2d4-87bb4477028c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:45:17.601669 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e8ff9c05-5cca-4e4c-b2d4-87bb4477028c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "PUT /v2.0/routers/7b04b573-0a94-49db-8f83-0f98d43d9a4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0268152 Nov 12 03:45:17.611067 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2077703-2e5f-443e-9528-3a464424cc5f None None] Sync routers for ids ['7b04b573-0a94-49db-8f83-0f98d43d9a4d'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:45:17.615456 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33738) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:17.620596 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f89e8d76-3708-435c-83c0-6c907f4b7cfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:17.643552 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2077703-2e5f-443e-9528-3a464424cc5f None None] Routers {'7b04b573-0a94-49db-8f83-0f98d43d9a4d'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:17.644877 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-b2077703-2e5f-443e-9528-3a464424cc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:45:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['7b04b573-0a94-49db-8f83-0f98d43d9a4d'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:17.666178 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9907b6db-dcde-4d09-a463-b6493ac112a7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b04b573-0a94-49db-8f83-0f98d43d9a4d HTTP/1.1" status: 200 len: 205 time: 0.0495284 Nov 12 03:45:17.669517 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33742) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:17.689714 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-b2077703-2e5f-443e-9528-3a464424cc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:17.703344 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2077703-2e5f-443e-9528-3a464424cc5f None None] Routers {'7b04b573-0a94-49db-8f83-0f98d43d9a4d'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:17.704263 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-b2077703-2e5f-443e-9528-3a464424cc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:45:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['7b04b573-0a94-49db-8f83-0f98d43d9a4d'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:17.744662 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-b2077703-2e5f-443e-9528-3a464424cc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:17.745262 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f89e8d76-3708-435c-83c0-6c907f4b7cfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:17.746636 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2077703-2e5f-443e-9528-3a464424cc5f None None] The sync data for ids ['7b04b573-0a94-49db-8f83-0f98d43d9a4d'] in n-d-715271-27 is: [] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:45:17.751387 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f89e8d76-3708-435c-83c0-6c907f4b7cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:17.763237 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d8a8e101-a330-4f01-90b0-8693be1173fd tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:17.809420 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e8d76-3708-435c-83c0-6c907f4b7cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab00f78-c133-4d11-8108-0c6698de4975,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:17.814999 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f89e8d76-3708-435c-83c0-6c907f4b7cfa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0a53afbc82374f8f983ae031b7a2dd11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2224531 Nov 12 03:45:17.818168 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33750) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:17.887549 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a2fbfc9f-a05f-46d9-9562-c0d44a606e03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:17.915149 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-ebdd7fa7-b66d-4f37-97a6-4f25f3f9da7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:17.916729 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-ebdd7fa7-b66d-4f37-97a6-4f25f3f9da7d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3138621 Nov 12 03:45:17.920316 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a2fbfc9f-a05f-46d9-9562-c0d44a606e03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:18.015865 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a2fbfc9f-a05f-46d9-9562-c0d44a606e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:18.021085 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a2fbfc9f-a05f-46d9-9562-c0d44a606e03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:18.030127 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a2fbfc9f-a05f-46d9-9562-c0d44a606e03 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4ab00f78-c133-4d11-8108-0c6698de4975 HTTP/1.1" status: 204 len: 168 time: 0.2108233 Nov 12 03:45:18.046885 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbfc9f-a05f-46d9-9562-c0d44a606e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab00f78-c133-4d11-8108-0c6698de4975,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:18.060812 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d8a8e101-a330-4f01-90b0-8693be1173fd tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:18.094739 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d8a8e101-a330-4f01-90b0-8693be1173fd tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:18.180964 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d8a8e101-a330-4f01-90b0-8693be1173fd tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:18.182117 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a8e101-a330-4f01-90b0-8693be1173fd tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Fanout notify agent at l3_agent the message router_deleted on router 7b04b573-0a94-49db-8f83-0f98d43d9a4d {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:45:18.193329 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d8a8e101-a330-4f01-90b0-8693be1173fd tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:18.194586 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d8a8e101-a330-4f01-90b0-8693be1173fd tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "DELETE /v2.0/routers/7b04b573-0a94-49db-8f83-0f98d43d9a4d HTTP/1.1" status: 204 len: 168 time: 0.5238907 Nov 12 03:45:18.197246 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33772) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:18.208508 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-e72aa9d4-3107-496f-ac5f-be414f053f87 service neutron] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608631 Nov 12 03:45:18.211336 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:18.271948 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ec4734-d815-4dc7-b936-a8b264094687 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Deleting subnet c115c49b-5515-428e-ab07-e460437538d2 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:45:18.276606 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f6ec4734-d815-4dc7-b936-a8b264094687 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:18.365770 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-d8401483-9fdc-4d89-af59-d6d804769e7d service neutron] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483839 Nov 12 03:45:18.380959 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f6ec4734-d815-4dc7-b936-a8b264094687 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:18.432298 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-c9a1c387-46f8-43f3-b4cb-89546dceb818 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=e2131700-ba7a-474e-985e-8060b2a8fb24 HTTP/1.1" status: 200 len: 217 time: 0.0572648 Nov 12 03:45:18.517752 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-8bb42d5a-a765-4b9d-992b-1dcf7e41779c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:18.520057 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f6ec4734-d815-4dc7-b936-a8b264094687 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:18.524258 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-8bb42d5a-a765-4b9d-992b-1dcf7e41779c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b982b1ac-5a39-445d-bf86-e4e863c753c9 HTTP/1.1" status: 200 len: 797 time: 0.0756023 Nov 12 03:45:18.607912 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-f451337a-7789-4752-b8a9-e28afd48301f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:18.610754 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-f451337a-7789-4752-b8a9-e28afd48301f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0792196 Nov 12 03:45:18.627413 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f6ec4734-d815-4dc7-b936-a8b264094687 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:18.717293 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f6ec4734-d815-4dc7-b936-a8b264094687 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:18.720643 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f6ec4734-d815-4dc7-b936-a8b264094687 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "DELETE /v2.0/subnets/c115c49b-5515-428e-ab07-e460437538d2 HTTP/1.1" status: 204 len: 168 time: 0.5221641 Nov 12 03:45:18.722977 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec4734-d815-4dc7-b936-a8b264094687 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event deleted for resources: {'Subnet': ['ID=c115c49b-5515-428e-ab07-e460437538d2,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:18.724679 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79180339-174e-4c81-af08-50cc3e9e0397 None None] Network b32f523c-b640-4e04-bbb7-cb8fb3c61a5c requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:18.730767 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33792) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:18.749357 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-924b8e55-3489-4234-9012-0800fe56d6d3 service neutron] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308701 Nov 12 03:45:18.834819 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7de4176b-6a18-456d-aae6-8ad242beed77 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:18.932315 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-7de4176b-6a18-456d-aae6-8ad242beed77 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Deleting port abb3377e-9deb-4b83-8f52-5a263f567148 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:18.933129 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7de4176b-6a18-456d-aae6-8ad242beed77 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:18.982069 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-a0ce1a8f-bf0a-43a5-956f-ba09ce620fc4 service neutron] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190075 Nov 12 03:45:19.068953 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-5d308ee9-1343-477e-bcca-2e0ff579654a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=bea45d93-9310-41f5-8703-7de66e3e9b69 HTTP/1.1" status: 200 len: 217 time: 0.0806959 Nov 12 03:45:19.078501 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-7de4176b-6a18-456d-aae6-8ad242beed77 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] For port abb3377e-9deb-4b83-8f52-5a263f567148, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=abb3377e-9deb-4b83-8f52-5a263f567148,segment=NetworkSegment(66ae77e4-86e8-422e-a6bc-dd6823fe5387),segment_id=66ae77e4-86e8-422e-a6bc-dd6823fe5387)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:19.078501 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7de4176b-6a18-456d-aae6-8ad242beed77 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:19.093308 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-7de4176b-6a18-456d-aae6-8ad242beed77 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Calling delete_port for abb3377e-9deb-4b83-8f52-5a263f567148 owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:19.105194 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ac8167-a932-40f5-b6cf-18c384639525 None None] DHCP port deletion for b32f523c-b640-4e04-bbb7-cb8fb3c61a5c request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:45:19.166952 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-499570b0-0138-4599-a216-2befdafd8cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:19.168636 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-499570b0-0138-4599-a216-2befdafd8cf9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b982b1ac-5a39-445d-bf86-e4e863c753c9 HTTP/1.1" status: 200 len: 797 time: 0.0890524 Nov 12 03:45:19.208949 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7de4176b-6a18-456d-aae6-8ad242beed77 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:19.215085 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-68ac8167-a932-40f5-b6cf-18c384639525 None None] Deleting port abb3377e-9deb-4b83-8f52-5a263f567148 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:19.215637 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-68ac8167-a932-40f5-b6cf-18c384639525 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:19.275068 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de4176b-6a18-456d-aae6-8ad242beed77 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event deleted for resources: {'Port': ['ID=abb3377e-9deb-4b83-8f52-5a263f567148,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:19.281454 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-b8c5ad27-4b0e-48c2-9056-7d7a03cc95aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:19.282474 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-b8c5ad27-4b0e-48c2-9056-7d7a03cc95aa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8d21d20a-27ba-43f8-a492-7cb16d2502e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1042886 Nov 12 03:45:19.300143 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de4176b-6a18-456d-aae6-8ad242beed77 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] No DVR routers for this DVR port abb3377e-9deb-4b83-8f52-5a263f567148 on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:45:19.373639 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-68ac8167-a932-40f5-b6cf-18c384639525 None None] For port abb3377e-9deb-4b83-8f52-5a263f567148, host n-d-715271-27, got binding levels [] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:19.374806 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-68ac8167-a932-40f5-b6cf-18c384639525 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:19.407956 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-68ac8167-a932-40f5-b6cf-18c384639525 None None] Calling delete_port for abb3377e-9deb-4b83-8f52-5a263f567148 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:19.424037 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.ipam_backend_mixin [None req-68ac8167-a932-40f5-b6cf-18c384639525 None None] Port abb3377e-9deb-4b83-8f52-5a263f567148 was not found and therefore no delete operation was performed {{(pid=102573) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:45:19.433128 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-68ac8167-a932-40f5-b6cf-18c384639525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:19.472961 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-69c9b73b-5a41-4ad0-a940-fb87d338ad58 service neutron] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796520 Nov 12 03:45:19.481829 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7de4176b-6a18-456d-aae6-8ad242beed77 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:19.513230 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac8167-a932-40f5-b6cf-18c384639525 None None] Pushing event deleted for resources: {'Port': ['ID=abb3377e-9deb-4b83-8f52-5a263f567148,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:19.537182 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-7de4176b-6a18-456d-aae6-8ad242beed77 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b32f523c-b640-4e04-bbb7-cb8fb3c61a5c']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:19.565304 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac8167-a932-40f5-b6cf-18c384639525 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:19.565663 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac8167-a932-40f5-b6cf-18c384639525 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:19.566009 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac8167-a932-40f5-b6cf-18c384639525 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:19.566403 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac8167-a932-40f5-b6cf-18c384639525 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:19.566800 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac8167-a932-40f5-b6cf-18c384639525 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:19.567138 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac8167-a932-40f5-b6cf-18c384639525 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:19.567474 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac8167-a932-40f5-b6cf-18c384639525 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:19.579179 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac8167-a932-40f5-b6cf-18c384639525 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:19.580840 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac8167-a932-40f5-b6cf-18c384639525 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:19.581361 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac8167-a932-40f5-b6cf-18c384639525 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:19.584358 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac8167-a932-40f5-b6cf-18c384639525 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:19.585638 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac8167-a932-40f5-b6cf-18c384639525 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:19.593593 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-7de4176b-6a18-456d-aae6-8ad242beed77 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66ae77e4-86e8-422e-a6bc-dd6823fe5387') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:19.593917 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-7de4176b-6a18-456d-aae6-8ad242beed77 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66ae77e4-86e8-422e-a6bc-dd6823fe5387') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:19.604701 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ac8167-a932-40f5-b6cf-18c384639525 None None] No DVR routers for this DVR port abb3377e-9deb-4b83-8f52-5a263f567148 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:45:19.639054 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7de4176b-6a18-456d-aae6-8ad242beed77 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:19.641327 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device abb3377e-9deb-4b83-8f52-5a263f567148 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:45:19.665126 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7de4176b-6a18-456d-aae6-8ad242beed77 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:19.683165 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7de4176b-6a18-456d-aae6-8ad242beed77 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:45:19.684748 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7de4176b-6a18-456d-aae6-8ad242beed77 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:19.689917 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:45:19.689917 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:45:19.689917 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:45:19.689917 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:45:19.689917 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:45:19.689917 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:45:19.689917 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:45:19.689917 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:45:19.689917 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:45:19.689917 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:45:19.689917 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:45:19.689917 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:45:19.689917 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:45:19.689917 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:45:19.689917 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:45:19.689917 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:45:19.689917 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:45:19.689917 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:45:19.689917 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:45:19.689917 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:45:19.689917 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:45:19.689917 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:45:19.689917 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:45:19.689917 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:45:19.689917 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:45:19.689917 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:45:19.689917 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:45:19.689917 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:45:19.689917 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:45:19.689917 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:45:19.689917 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:45:19.689917 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:45:19.704718 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: abb3377e-9deb-4b83-8f52-5a263f567148 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:45:19.707309 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device abb3377e-9deb-4b83-8f52-5a263f567148 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:45:19.728771 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-adcb13e8-786e-43c1-99b2-305b1b78736c service neutron] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445138 Nov 12 03:45:19.803297 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-9db33ede-8a05-46cf-998b-679326920ef1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cd29e61e-cd7b-4137-8bad-d6de98039d22 HTTP/1.1" status: 200 len: 217 time: 0.0660522 Nov 12 03:45:19.827304 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7de4176b-6a18-456d-aae6-8ad242beed77 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:19.850598 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7de4176b-6a18-456d-aae6-8ad242beed77 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:19.854358 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7de4176b-6a18-456d-aae6-8ad242beed77 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "DELETE /v2.0/networks/b32f523c-b640-4e04-bbb7-cb8fb3c61a5c HTTP/1.1" status: 204 len: 168 time: 1.1222832 Nov 12 03:45:19.855401 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de4176b-6a18-456d-aae6-8ad242beed77 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event deleted for resources: {'Network': ['ID=b32f523c-b640-4e04-bbb7-cb8fb3c61a5c,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:19.858476 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33826) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:19.863090 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-51399236-3816-43c9-95a5-8faacb669a7c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-415158729', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}, 'admin_state_up': False}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:19.905232 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-2e4f60e1-b664-4cd1-beab-6288b20f18ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:19.906757 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-2e4f60e1-b664-4cd1-beab-6288b20f18ce service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18b45a6b-deb9-4b8d-a9e4-21e350a68f47 HTTP/1.1" status: 200 len: 797 time: 0.0929346 Nov 12 03:45:19.908037 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-51399236-3816-43c9-95a5-8faacb669a7c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:19.910113 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-51399236-3816-43c9-95a5-8faacb669a7c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:20.009898 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33828) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:20.020546 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-51399236-3816-43c9-95a5-8faacb669a7c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:20.034036 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-403a4df1-ee15-408f-92a7-4357fe43ab71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:20.036275 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-403a4df1-ee15-408f-92a7-4357fe43ab71 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=36f6ed65-8190-49b0-8a57-7dd102916b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1215713 Nov 12 03:45:20.244296 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-f4245d3d-9128-4aa5-8ae0-1b996f38a51b service neutron] 10.222.0.74 "GET /v2.0/networks/36f6ed65-8190-49b0-8a57-7dd102916b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000220 Nov 12 03:45:20.318508 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d64306c1-11a3-4850-b902-ea4a9e019c30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:20.343274 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-51399236-3816-43c9-95a5-8faacb669a7c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:20.440356 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-58f0dd8c-e70b-43fc-b752-ed2a31de4978 service neutron] 10.222.0.74 "GET /v2.0/networks/36f6ed65-8190-49b0-8a57-7dd102916b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866784 Nov 12 03:45:20.496791 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-8b2361f4-56fa-4944-9d4a-6f12acb6a648 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c62b694a-df5c-40c2-8669-a8ba46de727c HTTP/1.1" status: 200 len: 217 time: 0.0471971 Nov 12 03:45:20.527795 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d64306c1-11a3-4850-b902-ea4a9e019c30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:20.559421 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d64306c1-11a3-4850-b902-ea4a9e019c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:20.620523 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d64306c1-11a3-4850-b902-ea4a9e019c30 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4e662a219e3a40c39b0c2c2bfed0a05a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6041331 Nov 12 03:45:20.622371 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33850) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:20.625612 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-b1fc52af-df62-4121-a0e5-06a56013a9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:20.627282 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-b1fc52af-df62-4121-a0e5-06a56013a9d6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18b45a6b-deb9-4b8d-a9e4-21e350a68f47 HTTP/1.1" status: 200 len: 797 time: 0.1200843 Nov 12 03:45:20.639812 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64306c1-11a3-4850-b902-ea4a9e019c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c52f70-11ed-49b0-86f6-f49231d792f1,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:20.663025 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-51399236-3816-43c9-95a5-8faacb669a7c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for router_gateway, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:20.689983 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-51399236-3816-43c9-95a5-8faacb669a7c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:20.749664 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ca2edc19-603c-4745-9f4c-48f8b9c42c4a req-aded3b05-c078-4ba2-9473-35bec9e3ac4d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2e93e943-08ee-4601-ad99-98d1a0a02b26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0836983 Nov 12 03:45:20.761254 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-be17d3de-5a70-4a9b-bdbd-e7109037e6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:20.762769 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-be17d3de-5a70-4a9b-bdbd-e7109037e6e2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=36f6ed65-8190-49b0-8a57-7dd102916b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1100986 Nov 12 03:45:20.831003 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-121f18b8-ce8c-4e77-83b7-28d2802cb4de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:20.876228 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-121f18b8-ce8c-4e77-83b7-28d2802cb4de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:20.902490 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2edc19-603c-4745-9f4c-48f8b9c42c4a req-9f7f3bb7-4948-4add-8376-900e16ae2578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:20.904382 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ca2edc19-603c-4745-9f4c-48f8b9c42c4a req-9f7f3bb7-4948-4add-8376-900e16ae2578 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1978793e24864d458e17fb421706473b&device_id=2e93e943-08ee-4601-ad99-98d1a0a02b26 HTTP/1.1" status: 200 len: 1098 time: 0.0917187 Nov 12 03:45:20.922488 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-8c3a17b4-7faa-44b1-9a8f-d2a52843ae2b service neutron] 10.222.0.74 "GET /v2.0/networks/36f6ed65-8190-49b0-8a57-7dd102916b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500006 Nov 12 03:45:20.953809 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-51399236-3816-43c9-95a5-8faacb669a7c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Allocated IP 172.25.5.62 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/6c9feb12-1816-4ecc-a9c1-c4e706b18eee) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:21.043331 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-121f18b8-ce8c-4e77-83b7-28d2802cb4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:21.046687 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-121f18b8-ce8c-4e77-83b7-28d2802cb4de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:21.048062 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-121f18b8-ce8c-4e77-83b7-28d2802cb4de admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/79c52f70-11ed-49b0-86f6-f49231d792f1 HTTP/1.1" status: 204 len: 168 time: 0.4201407 Nov 12 03:45:21.063394 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f18b8-ce8c-4e77-83b7-28d2802cb4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c52f70-11ed-49b0-86f6-f49231d792f1,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:21.158655 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-51399236-3816-43c9-95a5-8faacb669a7c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:21.240750 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-51399236-3816-43c9-95a5-8faacb669a7c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:21.352441 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51399236-3816-43c9-95a5-8faacb669a7c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:21.368546 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-51399236-3816-43c9-95a5-8faacb669a7c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:21.380845 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51399236-3816-43c9-95a5-8faacb669a7c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:21.387934 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8bee7f-c63f-4847-9dbe-82daf45268e3 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:45:21.464109 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51399236-3816-43c9-95a5-8faacb669a7c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event updated for resources: {'Port': ['ID=6c9feb12-1816-4ecc-a9c1-c4e706b18eee,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:21.478972 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-a8febb1a-8a9f-4ab7-b25f-929fda6bdd28 None None] Provisioning complete for port 6c9feb12-1816-4ecc-a9c1-c4e706b18eee triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:21.481580 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a8febb1a-8a9f-4ab7-b25f-929fda6bdd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:21.563029 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-a8febb1a-8a9f-4ab7-b25f-929fda6bdd28 None None] Port 6c9feb12-1816-4ecc-a9c1-c4e706b18eee cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:45:21.667882 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33876) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:21.724042 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-dc370a3e-1c05-4ed4-91bb-2530be77b1ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:21.740669 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-db33e19e-55e0-4ecd-bef1-1401b6588446 req-19e6303c-40ce-4a5a-9909-e0c61d72ec59 service neutron] 10.222.0.74 "GET /v2.0/networks/36f6ed65-8190-49b0-8a57-7dd102916b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8042386 Nov 12 03:45:21.741878 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2edc19-603c-4745-9f4c-48f8b9c42c4a req-1f2a8591-7518-4d9a-abe0-459679aa03e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:21.743333 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ca2edc19-603c-4745-9f4c-48f8b9c42c4a req-1f2a8591-7518-4d9a-abe0-459679aa03e1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ce97ab11-8a00-4cd9-ad27-4b288272e186 HTTP/1.1" status: 200 len: 911 time: 0.7963636 Nov 12 03:45:21.836193 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ca2edc19-603c-4745-9f4c-48f8b9c42c4a req-22a7fd7e-af84-4562-a280-05ca90f84e86 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ac33e0d-02ec-4e7a-a89c-72969a177fce HTTP/1.1" status: 200 len: 1001 time: 0.0851767 Nov 12 03:45:21.910874 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2edc19-603c-4745-9f4c-48f8b9c42c4a req-22ab7e93-eadc-4876-98a1-def3c4afa157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:21.914044 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ca2edc19-603c-4745-9f4c-48f8b9c42c4a req-22ab7e93-eadc-4876-98a1-def3c4afa157 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=218af894-e138-49fb-983a-59526774f58c HTTP/1.1" status: 200 len: 849 time: 0.0710382 Nov 12 03:45:21.915943 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-51399236-3816-43c9-95a5-8faacb669a7c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for router_gateway, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:21.974492 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2edc19-603c-4745-9f4c-48f8b9c42c4a req-041954cc-7341-4f1c-8022-51ea8589c7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:21.977208 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ca2edc19-603c-4745-9f4c-48f8b9c42c4a req-041954cc-7341-4f1c-8022-51ea8589c7ec service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ce97ab11-8a00-4cd9-ad27-4b288272e186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547664 Nov 12 03:45:21.981188 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-dc370a3e-1c05-4ed4-91bb-2530be77b1ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:21.987201 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-dc370a3e-1c05-4ed4-91bb-2530be77b1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:22.076651 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-dc370a3e-1c05-4ed4-91bb-2530be77b1ff admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=135d33d9b57d4816bc3b58e8487f0de4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4075100 Nov 12 03:45:22.077842 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33878) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:22.079683 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc370a3e-1c05-4ed4-91bb-2530be77b1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c722b4-bb09-4bfc-aa14-03cb068dc357,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:22.180119 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ca2edc19-603c-4745-9f4c-48f8b9c42c4a req-ae4bc828-e14c-48a5-882d-31080e85d0a5 service neutron] 10.222.0.90 "GET /v2.0/networks/ce97ab11-8a00-4cd9-ad27-4b288272e186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949422 Nov 12 03:45:22.180879 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-05df2a91-23e8-4cb3-a593-1a6a09caace3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:22.211567 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-05df2a91-23e8-4cb3-a593-1a6a09caace3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:22.222142 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-51399236-3816-43c9-95a5-8faacb669a7c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:22.357517 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ca2edc19-603c-4745-9f4c-48f8b9c42c4a req-7a4bcbd8-5a23-43af-a724-087805468207 service neutron] 10.222.0.90 "GET /v2.0/networks/ce97ab11-8a00-4cd9-ad27-4b288272e186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546080 Nov 12 03:45:22.358413 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-05df2a91-23e8-4cb3-a593-1a6a09caace3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:22.363495 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-05df2a91-23e8-4cb3-a593-1a6a09caace3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:22.367560 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-05df2a91-23e8-4cb3-a593-1a6a09caace3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/69c722b4-bb09-4bfc-aa14-03cb068dc357 HTTP/1.1" status: 204 len: 168 time: 0.2877061 Nov 12 03:45:22.377374 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df2a91-23e8-4cb3-a593-1a6a09caace3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c722b4-bb09-4bfc-aa14-03cb068dc357,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:22.507592 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51399236-3816-43c9-95a5-8faacb669a7c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Router 690335c8-7289-48e4-979f-56a435681d10 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:45:22.635775 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51399236-3816-43c9-95a5-8faacb669a7c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:45:22.648606 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd145630-a703-4f34-8fe4-997d38f45e3b None None] Sync routers for ids ['690335c8-7289-48e4-979f-56a435681d10'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:45:22.662461 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-51399236-3816-43c9-95a5-8faacb669a7c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:22.663849 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-51399236-3816-43c9-95a5-8faacb669a7c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.8044102 Nov 12 03:45:22.666622 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33888) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:22.673863 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd145630-a703-4f34-8fe4-997d38f45e3b None None] Routers {'690335c8-7289-48e4-979f-56a435681d10'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:22.674503 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-fd145630-a703-4f34-8fe4-997d38f45e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:45:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['690335c8-7289-48e4-979f-56a435681d10'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:22.727996 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-fd145630-a703-4f34-8fe4-997d38f45e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:22.737271 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd145630-a703-4f34-8fe4-997d38f45e3b None None] Routers {'690335c8-7289-48e4-979f-56a435681d10'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:22.738187 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-fd145630-a703-4f34-8fe4-997d38f45e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:45:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['690335c8-7289-48e4-979f-56a435681d10'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:22.773499 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-fd145630-a703-4f34-8fe4-997d38f45e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:22.774154 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd145630-a703-4f34-8fe4-997d38f45e3b None None] The sync data for ids ['690335c8-7289-48e4-979f-56a435681d10'] in n-d-715271-27 is: [] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:45:22.806217 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-33ada59a-e1a6-4b30-8df8-9028b341d6c7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "GET /v2.0/routers/690335c8-7289-48e4-979f-56a435681d10 HTTP/1.1" status: 200 len: 883 time: 0.1353502 Nov 12 03:45:22.806469 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33896) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:23.051653 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33906) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:23.228381 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c6a295a2-5d02-4cb6-864c-3d87f2478239 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:23.357271 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c6a295a2-5d02-4cb6-864c-3d87f2478239 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:23.364359 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c6a295a2-5d02-4cb6-864c-3d87f2478239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:23.393395 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3b9695bd-49d4-4540-bbec-8e9b41d072a7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.5847905 Nov 12 03:45:23.394771 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33918) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:23.403462 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-f5fdaf8e-5a56-4def-b5b7-7d8bb8cc845b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-415158729'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:23.465921 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c6a295a2-5d02-4cb6-864c-3d87f2478239 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6620d8f46af64ac5b32582e7a2f1cd9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4120820 Nov 12 03:45:23.470607 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33922) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:23.479963 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a295a2-5d02-4cb6-864c-3d87f2478239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365f011b-3f89-4a67-af28-9fec28876153,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:23.547585 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-be27271c-f23a-4bfb-a5ae-12325c321d3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:23.579179 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-be27271c-f23a-4bfb-a5ae-12325c321d3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:23.654445 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-be27271c-f23a-4bfb-a5ae-12325c321d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:23.658855 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-be27271c-f23a-4bfb-a5ae-12325c321d3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:23.664182 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-be27271c-f23a-4bfb-a5ae-12325c321d3e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/365f011b-3f89-4a67-af28-9fec28876153 HTTP/1.1" status: 204 len: 168 time: 0.1882186 Nov 12 03:45:23.687096 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27271c-f23a-4bfb-a5ae-12325c321d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365f011b-3f89-4a67-af28-9fec28876153,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:23.712423 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be27271c-f23a-4bfb-a5ae-12325c321d3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:23.713278 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be27271c-f23a-4bfb-a5ae-12325c321d3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:23.714054 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be27271c-f23a-4bfb-a5ae-12325c321d3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:23.714806 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be27271c-f23a-4bfb-a5ae-12325c321d3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:23.715559 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be27271c-f23a-4bfb-a5ae-12325c321d3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:23.716347 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be27271c-f23a-4bfb-a5ae-12325c321d3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:23.717115 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be27271c-f23a-4bfb-a5ae-12325c321d3e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:23.717873 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be27271c-f23a-4bfb-a5ae-12325c321d3e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:23.718660 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be27271c-f23a-4bfb-a5ae-12325c321d3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:23.719591 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be27271c-f23a-4bfb-a5ae-12325c321d3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:23.720400 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be27271c-f23a-4bfb-a5ae-12325c321d3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:23.721353 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be27271c-f23a-4bfb-a5ae-12325c321d3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:23.901984 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f5fdaf8e-5a56-4def-b5b7-7d8bb8cc845b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41374'] for router, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:23.920912 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f5fdaf8e-5a56-4def-b5b7-7d8bb8cc845b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-622926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-623029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620584'] for router, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:24.076728 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5fdaf8e-5a56-4def-b5b7-7d8bb8cc845b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Router 690335c8-7289-48e4-979f-56a435681d10 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:45:24.194020 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 33952) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:24.215919 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5fdaf8e-5a56-4def-b5b7-7d8bb8cc845b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:45:24.222646 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ed74cf-afb3-490b-bc07-b903d51d1b1a None None] Sync routers for ids ['690335c8-7289-48e4-979f-56a435681d10'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:45:24.224879 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-75820d6c-6c86-4a61-8b05-9ebdd325d23c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:24.233490 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f5fdaf8e-5a56-4def-b5b7-7d8bb8cc845b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:24.234757 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f5fdaf8e-5a56-4def-b5b7-7d8bb8cc845b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "PUT /v2.0/routers/690335c8-7289-48e4-979f-56a435681d10 HTTP/1.1" status: 200 len: 890 time: 0.8383787 Nov 12 03:45:24.236269 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ed74cf-afb3-490b-bc07-b903d51d1b1a None None] Routers {'690335c8-7289-48e4-979f-56a435681d10'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:24.236879 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-04ed74cf-afb3-490b-bc07-b903d51d1b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:45:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['690335c8-7289-48e4-979f-56a435681d10'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:24.239690 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33954) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:24.322240 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-04ed74cf-afb3-490b-bc07-b903d51d1b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:24.331670 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ed74cf-afb3-490b-bc07-b903d51d1b1a None None] Routers {'690335c8-7289-48e4-979f-56a435681d10'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:24.332404 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-04ed74cf-afb3-490b-bc07-b903d51d1b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:45:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['690335c8-7289-48e4-979f-56a435681d10'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:24.371582 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-04ed74cf-afb3-490b-bc07-b903d51d1b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:24.372530 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ed74cf-afb3-490b-bc07-b903d51d1b1a None None] The sync data for ids ['690335c8-7289-48e4-979f-56a435681d10'] in n-d-715271-27 is: [] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:45:24.375361 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-75820d6c-6c86-4a61-8b05-9ebdd325d23c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:24.385215 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-75820d6c-6c86-4a61-8b05-9ebdd325d23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:24.385506 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0533647a-a439-4585-9323-f4f181462291 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "GET /v2.0/routers/690335c8-7289-48e4-979f-56a435681d10 HTTP/1.1" status: 200 len: 890 time: 0.1418984 Nov 12 03:45:24.385506 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33958) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:24.444911 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-75820d6c-6c86-4a61-8b05-9ebdd325d23c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9d34cff0cb354287b79075efbc657942&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2469394 Nov 12 03:45:24.444911 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75820d6c-6c86-4a61-8b05-9ebdd325d23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81166932-9b3b-4683-b5be-d65e3b73b87c,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:24.447957 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8fea6d39-c41c-4726-a829-ce3ddd32274d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "GET /v2.0/ports?device_id=690335c8-7289-48e4-979f-56a435681d10 HTTP/1.1" status: 200 len: 205 time: 0.0589485 Nov 12 03:45:24.447957 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33962) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:24.453257 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 33964) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:24.583841 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1506e417-c2cf-45dd-9784-d3c40fb324cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:24.622524 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1506e417-c2cf-45dd-9784-d3c40fb324cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:24.626686 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-db2872b9-2747-40c9-8be3-a0971f68f3e0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:24.792433 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1506e417-c2cf-45dd-9784-d3c40fb324cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:24.793809 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1506e417-c2cf-45dd-9784-d3c40fb324cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:24.800131 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1506e417-c2cf-45dd-9784-d3c40fb324cc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/81166932-9b3b-4683-b5be-d65e3b73b87c HTTP/1.1" status: 204 len: 168 time: 0.3473620 Nov 12 03:45:24.810087 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1506e417-c2cf-45dd-9784-d3c40fb324cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81166932-9b3b-4683-b5be-d65e3b73b87c,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:24.813831 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-db2872b9-2747-40c9-8be3-a0971f68f3e0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:24.879553 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-db2872b9-2747-40c9-8be3-a0971f68f3e0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Deleting port 6c9feb12-1816-4ecc-a9c1-c4e706b18eee {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:24.880066 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-db2872b9-2747-40c9-8be3-a0971f68f3e0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:25.025101 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-db2872b9-2747-40c9-8be3-a0971f68f3e0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:25.056403 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-db2872b9-2747-40c9-8be3-a0971f68f3e0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Calling delete_port for 6c9feb12-1816-4ecc-a9c1-c4e706b18eee owned by network:router_gateway {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:25.318606 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-db2872b9-2747-40c9-8be3-a0971f68f3e0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:25.362531 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2872b9-2747-40c9-8be3-a0971f68f3e0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event deleted for resources: {'Port': ['ID=6c9feb12-1816-4ecc-a9c1-c4e706b18eee,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:25.386688 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d336796-e57e-4244-859a-d716aba6e7cf None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:45:25.481621 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-db2872b9-2747-40c9-8be3-a0971f68f3e0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:25.634228 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-db2872b9-2747-40c9-8be3-a0971f68f3e0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:25.637016 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-db2872b9-2747-40c9-8be3-a0971f68f3e0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:25.699865 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-db2872b9-2747-40c9-8be3-a0971f68f3e0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:25.700818 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2872b9-2747-40c9-8be3-a0971f68f3e0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Fanout notify agent at l3_agent the message router_deleted on router 690335c8-7289-48e4-979f-56a435681d10 {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:45:25.709305 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-db2872b9-2747-40c9-8be3-a0971f68f3e0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:25.710431 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-db2872b9-2747-40c9-8be3-a0971f68f3e0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "DELETE /v2.0/routers/690335c8-7289-48e4-979f-56a435681d10 HTTP/1.1" status: 204 len: 168 time: 1.2562633 Nov 12 03:45:25.714196 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34018) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:25.720579 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-39ae5266-64ee-4e7e-be0e-fafde75649b7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1794534032'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:25.746300 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ae5266-64ee-4e7e-be0e-fafde75649b7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Made reservation on behalf of 4f166f0f871d46ccaacb87c816edff53 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:25.750527 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 34022) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:25.751718 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-39ae5266-64ee-4e7e-be0e-fafde75649b7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:25.784051 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39ae5266-64ee-4e7e-be0e-fafde75649b7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:45:25.795785 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-39ae5266-64ee-4e7e-be0e-fafde75649b7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:25.796304 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-39ae5266-64ee-4e7e-be0e-fafde75649b7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Added segment 60a20e59-841f-4450-9ec9-a057e882f8b0 of type vlan for network 393b6c9c-b6f7-4f57-9a8e-059a1974568e Nov 12 03:45:25.851993 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-39ae5266-64ee-4e7e-be0e-fafde75649b7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:25.892505 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-39ae5266-64ee-4e7e-be0e-fafde75649b7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:25.902038 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ae5266-64ee-4e7e-be0e-fafde75649b7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:25.902783 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-39ae5266-64ee-4e7e-be0e-fafde75649b7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:25.908398 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a675dba0-5878-40ae-a4ca-ca66d7b6ddaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:25.993537 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae5266-64ee-4e7e-be0e-fafde75649b7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event updated for resources: {'Network': ['ID=393b6c9c-b6f7-4f57-9a8e-059a1974568e,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:26.010160 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-39ae5266-64ee-4e7e-be0e-fafde75649b7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2947886 Nov 12 03:45:26.010827 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 393b6c9c-b6f7-4f57-9a8e-059a1974568e details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:45:26.011103 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34034) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:26.017148 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-63ba1f8b-3471-43c0-b04c-44e6bb42b2d3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Request body: {'subnet': {'network_id': '393b6c9c-b6f7-4f57-9a8e-059a1974568e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:26.055475 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a675dba0-5878-40ae-a4ca-ca66d7b6ddaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.066780 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a675dba0-5878-40ae-a4ca-ca66d7b6ddaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.151435 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a675dba0-5878-40ae-a4ca-ca66d7b6ddaf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2a929c650550448d81a52f4b0b27c2ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3996170 Nov 12 03:45:26.152348 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34040) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:26.163551 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a675dba0-5878-40ae-a4ca-ca66d7b6ddaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d4be18-b9cf-4e19-abaa-63841c788b33,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:26.217049 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ba1f8b-3471-43c0-b04c-44e6bb42b2d3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Made reservation on behalf of 4f166f0f871d46ccaacb87c816edff53 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:26.220593 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-63ba1f8b-3471-43c0-b04c-44e6bb42b2d3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.240128 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-76c19a94-9d1f-4fa2-afcb-b627e54372d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.308499 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-76c19a94-9d1f-4fa2-afcb-b627e54372d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.413984 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-76c19a94-9d1f-4fa2-afcb-b627e54372d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.416542 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-76c19a94-9d1f-4fa2-afcb-b627e54372d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.421150 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-76c19a94-9d1f-4fa2-afcb-b627e54372d7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f1d4be18-b9cf-4e19-abaa-63841c788b33 HTTP/1.1" status: 204 len: 168 time: 0.2677393 Nov 12 03:45:26.441750 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c19a94-9d1f-4fa2-afcb-b627e54372d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d4be18-b9cf-4e19-abaa-63841c788b33,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:26.515088 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-63ba1f8b-3471-43c0-b04c-44e6bb42b2d3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.594518 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ba1f8b-3471-43c0-b04c-44e6bb42b2d3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event updated for resources: {'Subnet': ['ID=d36c2141-7177-4042-b54d-fb9d0677097c,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:26.606338 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ba1f8b-3471-43c0-b04c-44e6bb42b2d3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Checking segment: {'id': '60a20e59-841f-4450-9ec9-a057e882f8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '393b6c9c-b6f7-4f57-9a8e-059a1974568e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:26.606699 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ba1f8b-3471-43c0-b04c-44e6bb42b2d3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Network hostable DHCP agents. Network: 393b6c9c-b6f7-4f57-9a8e-059a1974568e, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:45:26.627444 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ba1f8b-3471-43c0-b04c-44e6bb42b2d3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Network 393b6c9c-b6f7-4f57-9a8e-059a1974568e is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:45:26.639299 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-63ba1f8b-3471-43c0-b04c-44e6bb42b2d3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 393b6c9c-b6f7-4f57-9a8e-059a1974568e) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:26.648852 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad911d29-c5ef-4dd5-bbcd-a0c9810be065 None None] Network 393b6c9c-b6f7-4f57-9a8e-059a1974568e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:26.664594 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ba1f8b-3471-43c0-b04c-44e6bb42b2d3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:26.670821 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-63ba1f8b-3471-43c0-b04c-44e6bb42b2d3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.696214 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 34056) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:26.696904 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-63ba1f8b-3471-43c0-b04c-44e6bb42b2d3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6846497 Nov 12 03:45:26.702524 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-3f2df9a6-a1d4-40ef-b150-d5831f49e9bc tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1977853771', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:26.739713 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3f2df9a6-a1d4-40ef-b150-d5831f49e9bc tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.741281 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3f2df9a6-a1d4-40ef-b150-d5831f49e9bc tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.816027 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3f2df9a6-a1d4-40ef-b150-d5831f49e9bc tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.824446 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3f2df9a6-a1d4-40ef-b150-d5831f49e9bc tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.861656 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3f2df9a6-a1d4-40ef-b150-d5831f49e9bc tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.863939 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3f2df9a6-a1d4-40ef-b150-d5831f49e9bc tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1664233 Nov 12 03:45:26.866781 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 34060) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:26.905423 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82302177-fafd-4ce1-b69f-74d7c0ef48a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-393b6c9c-b6f7-4f57-9a8e-059a1974568e', 'network_id': '393b6c9c-b6f7-4f57-9a8e-059a1974568e', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'fixed_ips': [{'subnet_id': 'd36c2141-7177-4042-b54d-fb9d0677097c'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:45:26.905882 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-82302177-fafd-4ce1-b69f-74d7c0ef48a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.950754 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34064) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:26.974022 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bfe0bfcc-f60c-4bbd-be21-546157ae1b25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:27.106636 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-82302177-fafd-4ce1-b69f-74d7c0ef48a3 None None] Allocated IP 2001:db8::2 (393b6c9c-b6f7-4f57-9a8e-059a1974568e/d36c2141-7177-4042-b54d-fb9d0677097c/2dc711a9-6081-435c-a104-a57371a397fd) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:27.161783 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bfe0bfcc-f60c-4bbd-be21-546157ae1b25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:27.170549 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bfe0bfcc-f60c-4bbd-be21-546157ae1b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:27.233820 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 34074) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:27.234854 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-bfe0bfcc-f60c-4bbd-be21-546157ae1b25 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=16311cdc6bb7491d86e10ba1f900cb9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2829096 Nov 12 03:45:27.255803 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe0bfcc-f60c-4bbd-be21-546157ae1b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0a5b93-06bc-4082-a8b5-e1093728d958,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:27.269889 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2a962788-93ac-467a-982c-8e8e4c69a7be tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:27.362095 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-82302177-fafd-4ce1-b69f-74d7c0ef48a3 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:27.370120 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-82302177-fafd-4ce1-b69f-74d7c0ef48a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:27.425293 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82302177-fafd-4ce1-b69f-74d7c0ef48a3 None None] Network 393b6c9c-b6f7-4f57-9a8e-059a1974568e is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:27.428710 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-82302177-fafd-4ce1-b69f-74d7c0ef48a3 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:27.432578 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82302177-fafd-4ce1-b69f-74d7c0ef48a3 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:27.505606 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-82302177-fafd-4ce1-b69f-74d7c0ef48a3 None None] Attempting to bind port 2dc711a9-6081-435c-a104-a57371a397fd on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:45:27.506061 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-82302177-fafd-4ce1-b69f-74d7c0ef48a3 None None] Attempting to bind port 2dc711a9-6081-435c-a104-a57371a397fd by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '60a20e59-841f-4450-9ec9-a057e882f8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '393b6c9c-b6f7-4f57-9a8e-059a1974568e'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:45:27.506343 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82302177-fafd-4ce1-b69f-74d7c0ef48a3 None None] Attempting to bind port 2dc711a9-6081-435c-a104-a57371a397fd on network 393b6c9c-b6f7-4f57-9a8e-059a1974568e {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:27.508460 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82302177-fafd-4ce1-b69f-74d7c0ef48a3 None None] Pushing event updated for resources: {'Port': ['ID=2dc711a9-6081-435c-a104-a57371a397fd,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:27.514540 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82302177-fafd-4ce1-b69f-74d7c0ef48a3 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:45:27.514918 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82302177-fafd-4ce1-b69f-74d7c0ef48a3 None None] Checking segment: {'id': '60a20e59-841f-4450-9ec9-a057e882f8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '393b6c9c-b6f7-4f57-9a8e-059a1974568e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:27.515447 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-82302177-fafd-4ce1-b69f-74d7c0ef48a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:27.515699 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82302177-fafd-4ce1-b69f-74d7c0ef48a3 None None] Bound using segment: {'id': '60a20e59-841f-4450-9ec9-a057e882f8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '393b6c9c-b6f7-4f57-9a8e-059a1974568e'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:45:27.516199 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-82302177-fafd-4ce1-b69f-74d7c0ef48a3 None None] Bound port: 2dc711a9-6081-435c-a104-a57371a397fd, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60a20e59-841f-4450-9ec9-a057e882f8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '393b6c9c-b6f7-4f57-9a8e-059a1974568e'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:45:27.516584 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-82302177-fafd-4ce1-b69f-74d7c0ef48a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:27.551215 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7a8677e9-a780-4055-9ab8-c41c0b8470cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:27.602750 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-82302177-fafd-4ce1-b69f-74d7c0ef48a3 None None] For port 2dc711a9-6081-435c-a104-a57371a397fd, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:45:27.606585 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-82302177-fafd-4ce1-b69f-74d7c0ef48a3 None None] For port 2dc711a9-6081-435c-a104-a57371a397fd, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=2dc711a9-6081-435c-a104-a57371a397fd,segment=NetworkSegment(60a20e59-841f-4450-9ec9-a057e882f8b0),segment_id=60a20e59-841f-4450-9ec9-a057e882f8b0)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:45:27.619649 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-82302177-fafd-4ce1-b69f-74d7c0ef48a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:27.677683 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7a8677e9-a780-4055-9ab8-c41c0b8470cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:27.693038 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82302177-fafd-4ce1-b69f-74d7c0ef48a3 None None] Pushing event updated for resources: {'Port': ['ID=2dc711a9-6081-435c-a104-a57371a397fd,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:27.767007 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34080) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:27.779573 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7a8677e9-a780-4055-9ab8-c41c0b8470cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:27.786174 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7a8677e9-a780-4055-9ab8-c41c0b8470cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:27.787368 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7a8677e9-a780-4055-9ab8-c41c0b8470cf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5b0a5b93-06bc-4082-a8b5-e1093728d958 HTTP/1.1" status: 204 len: 168 time: 0.5526054 Nov 12 03:45:27.834123 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8677e9-a780-4055-9ab8-c41c0b8470cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0a5b93-06bc-4082-a8b5-e1093728d958,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:27.873978 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:45:27.970171 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-2a962788-93ac-467a-982c-8e8e4c69a7be tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Allocated IP 2001:db8::1 (393b6c9c-b6f7-4f57-9a8e-059a1974568e/d36c2141-7177-4042-b54d-fb9d0677097c/90478107-0762-472f-b236-12a7ecfc1826) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:28.263725 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2a962788-93ac-467a-982c-8e8e4c69a7be tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:28.267895 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9c65598d-030a-43bb-8df7-90b39935c233 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:28.314201 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2a962788-93ac-467a-982c-8e8e4c69a7be tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:28.377304 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a962788-93ac-467a-982c-8e8e4c69a7be tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event updated for resources: {'Port': ['ID=90478107-0762-472f-b236-12a7ecfc1826,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:28.388184 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a962788-93ac-467a-982c-8e8e4c69a7be tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Network 393b6c9c-b6f7-4f57-9a8e-059a1974568e is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:28.389744 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-2a962788-93ac-467a-982c-8e8e4c69a7be tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:28.392786 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a962788-93ac-467a-982c-8e8e4c69a7be tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:28.393391 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2a962788-93ac-467a-982c-8e8e4c69a7be tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:28.454892 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9c65598d-030a-43bb-8df7-90b39935c233 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:28.459476 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9c65598d-030a-43bb-8df7-90b39935c233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:28.561323 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9c65598d-030a-43bb-8df7-90b39935c233 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7c498ad1368341138a53f91c920f5db2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7926457 Nov 12 03:45:28.564334 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2a962788-93ac-467a-982c-8e8e4c69a7be tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:28.568273 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 34102) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:28.573197 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c65598d-030a-43bb-8df7-90b39935c233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf17d843-a9e5-4e1c-a767-3ee525a13eff,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:28.745727 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6f0c1ade-8aec-4315-806d-e0d7877c4b57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:28.784951 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6f0c1ade-8aec-4315-806d-e0d7877c4b57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:28.942197 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6f0c1ade-8aec-4315-806d-e0d7877c4b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:28.944997 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6f0c1ade-8aec-4315-806d-e0d7877c4b57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:28.948445 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6f0c1ade-8aec-4315-806d-e0d7877c4b57 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bf17d843-a9e5-4e1c-a767-3ee525a13eff HTTP/1.1" status: 204 len: 168 time: 0.3767862 Nov 12 03:45:28.970870 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c1ade-8aec-4315-806d-e0d7877c4b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf17d843-a9e5-4e1c-a767-3ee525a13eff,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:29.003674 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2a962788-93ac-467a-982c-8e8e4c69a7be tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:29.013595 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2a962788-93ac-467a-982c-8e8e4c69a7be tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:29.022609 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2a962788-93ac-467a-982c-8e8e4c69a7be tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:29.045414 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34122) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:29.248010 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd6c747-add0-49ee-8a2a-4b48a554ab27 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:29.249003 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd6c747-add0-49ee-8a2a-4b48a554ab27 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:29.249637 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd6c747-add0-49ee-8a2a-4b48a554ab27 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:29.252259 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4fd6c747-add0-49ee-8a2a-4b48a554ab27 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] 10.222.0.50 "GET /v2.0/ports?project_id=31f81b1aeeb344b7a84563d0622f3019&network_id=6fe4e9fa-960b-4fee-b798-39b875b1985d HTTP/1.1" status: 200 len: 2973 time: 0.2003295 Nov 12 03:45:29.261241 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a962788-93ac-467a-982c-8e8e4c69a7be tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event updated for resources: {'Port': ['ID=90478107-0762-472f-b236-12a7ecfc1826,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:29.320990 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a30ae0-5c7b-4b4e-b3cb-cb645960df14 None None] Network 393b6c9c-b6f7-4f57-9a8e-059a1974568e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:29.343350 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a962788-93ac-467a-982c-8e8e4c69a7be tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Network 393b6c9c-b6f7-4f57-9a8e-059a1974568e is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:29.345046 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-2a962788-93ac-467a-982c-8e8e4c69a7be tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:29.522338 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a962788-93ac-467a-982c-8e8e4c69a7be tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Router 648320c6-a119-4473-b1a6-e2547f7fa676 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:45:29.529965 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34136) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:29.556350 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e96b7bcd-ed38-4faf-997b-b9f7f33b0e27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:29.649960 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34138) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:29.696270 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a962788-93ac-467a-982c-8e8e4c69a7be tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:45:29.704463 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2a962788-93ac-467a-982c-8e8e4c69a7be tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "PUT /v2.0/routers/648320c6-a119-4473-b1a6-e2547f7fa676/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8345530 Nov 12 03:45:29.705287 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 34142) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:29.712656 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 2dc711a9-6081-435c-a104-a57371a397fd up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:29.734829 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e96b7bcd-ed38-4faf-997b-b9f7f33b0e27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:29.739799 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e96b7bcd-ed38-4faf-997b-b9f7f33b0e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:29.752454 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380032c7-4c47-4908-900d-34c8942a2edc None None] Sync routers for ids ['648320c6-a119-4473-b1a6-e2547f7fa676'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:45:29.775474 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-d00e731c-37fe-4056-bcf7-b9eeeb7ddb14 None None] Provisioning complete for port 2dc711a9-6081-435c-a104-a57371a397fd triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:29.776335 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d00e731c-37fe-4056-bcf7-b9eeeb7ddb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:29.777707 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ae9613-baf1-40fe-9674-041299a7c77b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:29.780095 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-20ae9613-baf1-40fe-9674-041299a7c77b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "GET /v2.0/ports/90478107-0762-472f-b236-12a7ecfc1826 HTTP/1.1" status: 200 len: 911 time: 0.0712519 Nov 12 03:45:29.782356 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 34144) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:29.786579 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e96b7bcd-ed38-4faf-997b-b9f7f33b0e27 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=af8fea67d3fe4d3d85fb2e49b3670d54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2531252 Nov 12 03:45:29.786874 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34146) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:29.790036 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-82bc89ca-b71d-46be-b541-51a929b0af72 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd36c2141-7177-4042-b54d-fb9d0677097c'}]}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:29.794520 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b7bcd-ed38-4faf-997b-b9f7f33b0e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221552c9-d865-4343-9dd8-5344d3127202,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:29.827673 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2bee8032-90f5-4767-9b2b-eb7518bc2f9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:29.839668 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380032c7-4c47-4908-900d-34c8942a2edc None None] Routers {'648320c6-a119-4473-b1a6-e2547f7fa676'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:29.840298 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-380032c7-4c47-4908-900d-34c8942a2edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:45:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['648320c6-a119-4473-b1a6-e2547f7fa676'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:29.883331 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-380032c7-4c47-4908-900d-34c8942a2edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:29.889852 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-58ba6ec4-36ac-45fd-84a9-0479032e3fff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:29.900654 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380032c7-4c47-4908-900d-34c8942a2edc None None] Routers {'648320c6-a119-4473-b1a6-e2547f7fa676'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:29.901605 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-380032c7-4c47-4908-900d-34c8942a2edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:45:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['648320c6-a119-4473-b1a6-e2547f7fa676'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:29.941812 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-380032c7-4c47-4908-900d-34c8942a2edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:29.942756 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380032c7-4c47-4908-900d-34c8942a2edc None None] The sync data for ids ['648320c6-a119-4473-b1a6-e2547f7fa676'] in n-d-715271-27 is: [] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:45:29.947491 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 2dc711a9-6081-435c-a104-a57371a397fd triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:29.948054 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:29.982966 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-82bc89ca-b71d-46be-b541-51a929b0af72 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:30.009884 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2bee8032-90f5-4767-9b2b-eb7518bc2f9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:30.017539 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2bee8032-90f5-4767-9b2b-eb7518bc2f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:30.024699 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-58ba6ec4-36ac-45fd-84a9-0479032e3fff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:30.050546 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d00e731c-37fe-4056-bcf7-b9eeeb7ddb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:30.109709 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2bee8032-90f5-4767-9b2b-eb7518bc2f9f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f8da23e4f92f4241b82030605d80836c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4586895 Nov 12 03:45:30.113470 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34152) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:30.116986 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bee8032-90f5-4767-9b2b-eb7518bc2f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c248f99-a4d4-4bb8-986f-eb4d2874cf87,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:30.130937 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-d00e731c-37fe-4056-bcf7-b9eeeb7ddb14 None None] For port 2dc711a9-6081-435c-a104-a57371a397fd, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=2dc711a9-6081-435c-a104-a57371a397fd,segment=NetworkSegment(60a20e59-841f-4450-9ec9-a057e882f8b0),segment_id=60a20e59-841f-4450-9ec9-a057e882f8b0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:30.132908 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:30.178362 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d00e731c-37fe-4056-bcf7-b9eeeb7ddb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:30.225538 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:45:30.225893 n-d-715271-27 neutron-server[102573]: DEBUG oslo_db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:45:30.251670 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-95e1ebe7-6453-4938-b586-f48fd7a35e2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:30.293866 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-95e1ebe7-6453-4938-b586-f48fd7a35e2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:30.296057 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e731c-37fe-4056-bcf7-b9eeeb7ddb14 None None] Pushing event updated for resources: {'Port': ['ID=2dc711a9-6081-435c-a104-a57371a397fd,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:30.304173 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-58ba6ec4-36ac-45fd-84a9-0479032e3fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:30.306930 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-58ba6ec4-36ac-45fd-84a9-0479032e3fff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:30.316966 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-58ba6ec4-36ac-45fd-84a9-0479032e3fff admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/221552c9-d865-4343-9dd8-5344d3127202 HTTP/1.1" status: 204 len: 168 time: 0.5289772 Nov 12 03:45:30.348110 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-1e47ea2e-2e7b-4d83-ad59-345d9ca6cc56 None None] Provisioning complete for port 90478107-0762-472f-b236-12a7ecfc1826 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:30.348849 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1e47ea2e-2e7b-4d83-ad59-345d9ca6cc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:30.351978 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bcd977b0-88b7-42c8-86aa-2545a5128442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:30.355984 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba6ec4-36ac-45fd-84a9-0479032e3fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221552c9-d865-4343-9dd8-5344d3127202,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:30.419459 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-95e1ebe7-6453-4938-b586-f48fd7a35e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:30.422183 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-95e1ebe7-6453-4938-b586-f48fd7a35e2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:30.423351 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-95e1ebe7-6453-4938-b586-f48fd7a35e2c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7c248f99-a4d4-4bb8-986f-eb4d2874cf87 HTTP/1.1" status: 204 len: 168 time: 0.3083131 Nov 12 03:45:30.439651 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e1ebe7-6453-4938-b586-f48fd7a35e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c248f99-a4d4-4bb8-986f-eb4d2874cf87,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:30.506030 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-1e47ea2e-2e7b-4d83-ad59-345d9ca6cc56 None None] Port 90478107-0762-472f-b236-12a7ecfc1826 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:45:30.535696 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-1e47ea2e-2e7b-4d83-ad59-345d9ca6cc56 None None] Provisioning complete for port 2dc711a9-6081-435c-a104-a57371a397fd triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:30.536153 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1e47ea2e-2e7b-4d83-ad59-345d9ca6cc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:30.736003 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-82bc89ca-b71d-46be-b541-51a929b0af72 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:30.750222 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-82bc89ca-b71d-46be-b541-51a929b0af72 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:30.767593 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bc89ca-b71d-46be-b541-51a929b0af72 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:30.772282 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-82bc89ca-b71d-46be-b541-51a929b0af72 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:30.777427 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-82bc89ca-b71d-46be-b541-51a929b0af72 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "PUT /v2.0/ports/90478107-0762-472f-b236-12a7ecfc1826 HTTP/1.1" status: 200 len: 911 time: 0.9937849 Nov 12 03:45:30.780280 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34170) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:30.833482 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-d9017cff-d9e0-41c6-8dcd-21a9d68b5264 None None] Provisioning complete for port 90478107-0762-472f-b236-12a7ecfc1826 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:30.834622 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d9017cff-d9e0-41c6-8dcd-21a9d68b5264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:30.859220 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc89ca-b71d-46be-b541-51a929b0af72 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event updated for resources: {'Port': ['ID=90478107-0762-472f-b236-12a7ecfc1826,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:30.885492 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-d9017cff-d9e0-41c6-8dcd-21a9d68b5264 None None] Port 90478107-0762-472f-b236-12a7ecfc1826 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:45:31.210411 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-f60ee600-a5ca-48e2-8264-3da155ec2073 None None] Provisioning complete for port 90478107-0762-472f-b236-12a7ecfc1826 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:31.211598 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f60ee600-a5ca-48e2-8264-3da155ec2073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:31.274610 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-f60ee600-a5ca-48e2-8264-3da155ec2073 None None] Port 90478107-0762-472f-b236-12a7ecfc1826 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:45:31.356554 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5d452076-a795-49f1-b7c1-d16872356be3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:31.673508 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 2dc711a9-6081-435c-a104-a57371a397fd up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:31.735261 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-5d452076-a795-49f1-b7c1-d16872356be3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Deleting port 90478107-0762-472f-b236-12a7ecfc1826 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:31.735546 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5d452076-a795-49f1-b7c1-d16872356be3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:31.746329 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 2dc711a9-6081-435c-a104-a57371a397fd triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:31.747049 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:31.925196 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5d452076-a795-49f1-b7c1-d16872356be3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:31.943596 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-5d452076-a795-49f1-b7c1-d16872356be3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Calling delete_port for 90478107-0762-472f-b236-12a7ecfc1826 owned by network:router_interface {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:31.966709 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 34248) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:32.158008 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ff5046-c9e9-4e42-8822-3e50f4cb2b7b tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:32.159905 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e4ff5046-c9e9-4e42-8822-3e50f4cb2b7b tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 HTTP/1.1" status: 200 len: 814 time: 0.1914785 Nov 12 03:45:32.340730 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5d452076-a795-49f1-b7c1-d16872356be3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:32.405141 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d452076-a795-49f1-b7c1-d16872356be3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event deleted for resources: {'Port': ['ID=90478107-0762-472f-b236-12a7ecfc1826,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:32.513603 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5d452076-a795-49f1-b7c1-d16872356be3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:32.904735 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 34304) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:32.910585 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-e2df0f14-f9c6-4572-b95c-365e18cd2b58 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Request body: {'network': {'name': 'tempest-network-smoke--1689450630', 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'port_security_enabled': True}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:32.945088 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2df0f14-f9c6-4572-b95c-365e18cd2b58 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Made reservation on behalf of 31f81b1aeeb344b7a84563d0622f3019 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:32.951324 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e2df0f14-f9c6-4572-b95c-365e18cd2b58 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:32.982973 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2df0f14-f9c6-4572-b95c-365e18cd2b58 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:45:32.996231 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e2df0f14-f9c6-4572-b95c-365e18cd2b58 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:32.996962 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-e2df0f14-f9c6-4572-b95c-365e18cd2b58 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Added segment 649f55e5-ee57-4f89-bf3e-d3a9f7b4d4b3 of type vlan for network 94f15aca-8b62-4b84-bcad-bbdfb6d25bfa Nov 12 03:45:33.051881 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e2df0f14-f9c6-4572-b95c-365e18cd2b58 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:33.089940 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e2df0f14-f9c6-4572-b95c-365e18cd2b58 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:33.099391 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2df0f14-f9c6-4572-b95c-365e18cd2b58 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:33.100354 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e2df0f14-f9c6-4572-b95c-365e18cd2b58 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:33.118976 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d452076-a795-49f1-b7c1-d16872356be3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Router 648320c6-a119-4473-b1a6-e2547f7fa676 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:45:33.208701 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e2df0f14-f9c6-4572-b95c-365e18cd2b58 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3025174 Nov 12 03:45:33.213036 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 34308) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:33.246532 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d452076-a795-49f1-b7c1-d16872356be3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:45:33.255057 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5d452076-a795-49f1-b7c1-d16872356be3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "PUT /v2.0/routers/648320c6-a119-4473-b1a6-e2547f7fa676/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4701426 Nov 12 03:45:33.255057 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34310) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:33.258827 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b949a16-5f78-4bdc-8732-d0a493c6e6d9 None None] Sync routers for ids ['648320c6-a119-4473-b1a6-e2547f7fa676'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:45:33.271481 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df0f14-f9c6-4572-b95c-365e18cd2b58 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event updated for resources: {'Network': ['ID=94f15aca-8b62-4b84-bcad-bbdfb6d25bfa,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:33.277326 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b949a16-5f78-4bdc-8732-d0a493c6e6d9 None None] Routers {'648320c6-a119-4473-b1a6-e2547f7fa676'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:33.289107 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 94f15aca-8b62-4b84-bcad-bbdfb6d25bfa details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:45:33.302394 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-7b949a16-5f78-4bdc-8732-d0a493c6e6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:45:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['648320c6-a119-4473-b1a6-e2547f7fa676'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:33.312949 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2987dbd0-ad31-4d9d-9aa6-722e07442266 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:33.313169 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e08ff6fc-6289-4fd1-8064-dffae90afae0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "GET /v2.0/ports?device_id=648320c6-a119-4473-b1a6-e2547f7fa676 HTTP/1.1" status: 200 len: 205 time: 0.0566401 Nov 12 03:45:33.317956 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2987dbd0-ad31-4d9d-9aa6-722e07442266 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=31f81b1aeeb344b7a84563d0622f3019&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0996041 Nov 12 03:45:33.317956 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 34312) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:33.319103 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34314) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:33.354788 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-7b949a16-5f78-4bdc-8732-d0a493c6e6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:33.372004 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b949a16-5f78-4bdc-8732-d0a493c6e6d9 None None] Routers {'648320c6-a119-4473-b1a6-e2547f7fa676'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:33.372913 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-7b949a16-5f78-4bdc-8732-d0a493c6e6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:45:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['648320c6-a119-4473-b1a6-e2547f7fa676'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:33.421779 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-83618eb3-5a10-4cc2-8a63-bb34624258c3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:33.441906 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-7b949a16-5f78-4bdc-8732-d0a493c6e6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:33.443109 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b949a16-5f78-4bdc-8732-d0a493c6e6d9 None None] The sync data for ids ['648320c6-a119-4473-b1a6-e2547f7fa676'] in n-d-715271-27 is: [] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:45:33.465921 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b41c92fa-edfb-4132-886d-8b13518f99a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:33.583296 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86610962-a0b6-413b-bcb4-1ed165a095e9 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:33.587407 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-86610962-a0b6-413b-bcb4-1ed165a095e9 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2647560 Nov 12 03:45:33.587674 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34324) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:33.642818 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3e266525-7256-4d69-9679-1713a6722343 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=7932a4b6-40b8-49fc-bb5c-2a6d25b0a895&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0536904 Nov 12 03:45:33.645966 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34326) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:33.672852 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-83618eb3-5a10-4cc2-8a63-bb34624258c3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:33.676354 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-83618eb3-5a10-4cc2-8a63-bb34624258c3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:33.693283 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0b05f896-87c4-409a-9c5c-a35e4ccf10ea tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=31f81b1aeeb344b7a84563d0622f3019&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0458868 Nov 12 03:45:33.695695 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34330) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:33.729963 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-83618eb3-5a10-4cc2-8a63-bb34624258c3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:33.730627 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83618eb3-5a10-4cc2-8a63-bb34624258c3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Fanout notify agent at l3_agent the message router_deleted on router 648320c6-a119-4473-b1a6-e2547f7fa676 {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:45:33.740908 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-83618eb3-5a10-4cc2-8a63-bb34624258c3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:33.742249 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-83618eb3-5a10-4cc2-8a63-bb34624258c3 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "DELETE /v2.0/routers/648320c6-a119-4473-b1a6-e2547f7fa676 HTTP/1.1" status: 204 len: 168 time: 0.4256618 Nov 12 03:45:33.744902 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 34334) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:33.825442 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b87bc6-535a-4165-aa34-bea8ad500b6f tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:33.827419 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-25b87bc6-535a-4165-aa34-bea8ad500b6f tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1306872 Nov 12 03:45:33.830210 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34342) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:33.835160 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-9689d196-5eb5-4055-897c-420e98a2f033 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Deleting subnet d36c2141-7177-4042-b54d-fb9d0677097c {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:45:33.838678 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9689d196-5eb5-4055-897c-420e98a2f033 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:33.876355 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-26b453a8-02f3-4aee-98d6-8eff0d863d08 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=7932a4b6-40b8-49fc-bb5c-2a6d25b0a895&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0445795 Nov 12 03:45:33.879600 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34344) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:33.885460 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-e58e839b-2b87-4c76-a862-4a4d933c9b35 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-508358731', 'network_id': '94f15aca-8b62-4b84-bcad-bbdfb6d25bfa', 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:33.893902 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9689d196-5eb5-4055-897c-420e98a2f033 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:34.023220 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9689d196-5eb5-4055-897c-420e98a2f033 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:34.037903 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58e839b-2b87-4c76-a862-4a4d933c9b35 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Made reservation on behalf of 31f81b1aeeb344b7a84563d0622f3019 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:34.041662 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e58e839b-2b87-4c76-a862-4a4d933c9b35 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:34.099136 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:34.108293 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9689d196-5eb5-4055-897c-420e98a2f033 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:34.138225 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689d196-5eb5-4055-897c-420e98a2f033 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event deleted for resources: {'Subnet': ['ID=d36c2141-7177-4042-b54d-fb9d0677097c,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:34.147349 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9689d196-5eb5-4055-897c-420e98a2f033 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:34.152013 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9689d196-5eb5-4055-897c-420e98a2f033 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "DELETE /v2.0/subnets/d36c2141-7177-4042-b54d-fb9d0677097c HTTP/1.1" status: 204 len: 168 time: 0.4058340 Nov 12 03:45:34.154619 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 34348) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:34.157230 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe6e434-1ab4-4f11-b6e0-558cbae206b6 None None] Network 393b6c9c-b6f7-4f57-9a8e-059a1974568e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:34.247305 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2bc084ca-b3a2-4a54-ad2a-d9e05ae6f53e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:34.366100 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-2bc084ca-b3a2-4a54-ad2a-d9e05ae6f53e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Deleting port 2dc711a9-6081-435c-a104-a57371a397fd {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:34.366508 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2bc084ca-b3a2-4a54-ad2a-d9e05ae6f53e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:34.425438 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e58e839b-2b87-4c76-a862-4a4d933c9b35 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:34.486376 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ed208f-abea-4dbb-ad55-2c852e103785 None None] DHCP port deletion for 393b6c9c-b6f7-4f57-9a8e-059a1974568e request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:45:34.583023 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58e839b-2b87-4c76-a862-4a4d933c9b35 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Checking segment: {'id': '649f55e5-ee57-4f89-bf3e-d3a9f7b4d4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '94f15aca-8b62-4b84-bcad-bbdfb6d25bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:34.583475 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58e839b-2b87-4c76-a862-4a4d933c9b35 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Network hostable DHCP agents. Network: 94f15aca-8b62-4b84-bcad-bbdfb6d25bfa, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:45:34.636437 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-f4ed208f-abea-4dbb-ad55-2c852e103785 None None] Deleting port 2dc711a9-6081-435c-a104-a57371a397fd {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:34.636975 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f4ed208f-abea-4dbb-ad55-2c852e103785 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:34.653970 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e839b-2b87-4c76-a862-4a4d933c9b35 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event updated for resources: {'Subnet': ['ID=71fdeba3-f872-4093-b864-ce295a981b77,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:34.656904 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58e839b-2b87-4c76-a862-4a4d933c9b35 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Network 94f15aca-8b62-4b84-bcad-bbdfb6d25bfa is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:45:34.678683 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-e58e839b-2b87-4c76-a862-4a4d933c9b35 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 94f15aca-8b62-4b84-bcad-bbdfb6d25bfa) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:34.700738 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58e839b-2b87-4c76-a862-4a4d933c9b35 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:34.701363 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e58e839b-2b87-4c76-a862-4a4d933c9b35 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:34.724617 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbdacc2-2679-4b8f-8a0a-4dbfd7891069 None None] Network 94f15aca-8b62-4b84-bcad-bbdfb6d25bfa requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:34.748453 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e58e839b-2b87-4c76-a862-4a4d933c9b35 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8629632 Nov 12 03:45:34.850681 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-f4ed208f-abea-4dbb-ad55-2c852e103785 None None] For port 2dc711a9-6081-435c-a104-a57371a397fd, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=2dc711a9-6081-435c-a104-a57371a397fd,segment=NetworkSegment(60a20e59-841f-4450-9ec9-a057e882f8b0),segment_id=60a20e59-841f-4450-9ec9-a057e882f8b0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:34.852056 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f4ed208f-abea-4dbb-ad55-2c852e103785 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:34.879072 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-f4ed208f-abea-4dbb-ad55-2c852e103785 None None] Calling delete_port for 2dc711a9-6081-435c-a104-a57371a397fd owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:35.024633 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34364) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:35.036137 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-dace434f-ee4a-430c-8b1c-5762a1655ee6 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-560654714', 'description': 'tempest-secgroup-smoke-560654714 description', 'project_id': '31f81b1aeeb344b7a84563d0622f3019'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:35.125426 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-dace434f-ee4a-430c-8b1c-5762a1655ee6 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:35.146022 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f4ed208f-abea-4dbb-ad55-2c852e103785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:35.158927 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-2bc084ca-b3a2-4a54-ad2a-d9e05ae6f53e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] For port 2dc711a9-6081-435c-a104-a57371a397fd, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=2dc711a9-6081-435c-a104-a57371a397fd,segment=NetworkSegment(60a20e59-841f-4450-9ec9-a057e882f8b0),segment_id=60a20e59-841f-4450-9ec9-a057e882f8b0)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:35.161228 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2bc084ca-b3a2-4a54-ad2a-d9e05ae6f53e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:35.178587 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-2bc084ca-b3a2-4a54-ad2a-d9e05ae6f53e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Calling delete_port for 2dc711a9-6081-435c-a104-a57371a397fd owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:35.179457 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a6635d-a934-4fe9-86a1-9f5a7f8628fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-94f15aca-8b62-4b84-bcad-bbdfb6d25bfa', 'network_id': '94f15aca-8b62-4b84-bcad-bbdfb6d25bfa', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'fixed_ips': [{'subnet_id': '71fdeba3-f872-4093-b864-ce295a981b77'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:45:35.180360 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b9a6635d-a934-4fe9-86a1-9f5a7f8628fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:35.202607 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed208f-abea-4dbb-ad55-2c852e103785 None None] Pushing event deleted for resources: {'Port': ['ID=2dc711a9-6081-435c-a104-a57371a397fd,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:35.220039 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ed208f-abea-4dbb-ad55-2c852e103785 None None] No DVR routers for this DVR port 2dc711a9-6081-435c-a104-a57371a397fd on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:45:35.311307 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2bc084ca-b3a2-4a54-ad2a-d9e05ae6f53e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:35.334289 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc084ca-b3a2-4a54-ad2a-d9e05ae6f53e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] No DVR routers for this DVR port 2dc711a9-6081-435c-a104-a57371a397fd on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:45:35.341611 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-dace434f-ee4a-430c-8b1c-5762a1655ee6 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:35.347881 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-dace434f-ee4a-430c-8b1c-5762a1655ee6 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:35.376811 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-b9a6635d-a934-4fe9-86a1-9f5a7f8628fb None None] Allocated IP 172.20.0.18 (94f15aca-8b62-4b84-bcad-bbdfb6d25bfa/71fdeba3-f872-4093-b864-ce295a981b77/a229d7ce-9bcb-4ba2-9919-fe6e2706e5a2) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:35.447915 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace434f-ee4a-430c-8b1c-5762a1655ee6 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38c2c59a-7dce-4158-8390-04c4919adb5f,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:35.454084 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-dace434f-ee4a-430c-8b1c-5762a1655ee6 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:35.467158 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-dace434f-ee4a-430c-8b1c-5762a1655ee6 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4415863 Nov 12 03:45:35.469496 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34368) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:35.474989 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-b7d6e177-73cf-470f-95c1-21dda62cc5bd tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Request body: {'security_group_rule': {'security_group_id': '38c2c59a-7dce-4158-8390-04c4919adb5f', 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:35.488674 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc084ca-b3a2-4a54-ad2a-d9e05ae6f53e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event deleted for resources: {'Port': ['ID=2dc711a9-6081-435c-a104-a57371a397fd,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:35.547862 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b7d6e177-73cf-470f-95c1-21dda62cc5bd tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:35.549084 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:35.656955 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2bc084ca-b3a2-4a54-ad2a-d9e05ae6f53e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:35.663157 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 2dc711a9-6081-435c-a104-a57371a397fd no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:45:35.684930 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-2bc084ca-b3a2-4a54-ad2a-d9e05ae6f53e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['393b6c9c-b6f7-4f57-9a8e-059a1974568e']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:35.688015 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b7d6e177-73cf-470f-95c1-21dda62cc5bd tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:35.699005 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b7d6e177-73cf-470f-95c1-21dda62cc5bd tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:35.699489 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-2bc084ca-b3a2-4a54-ad2a-d9e05ae6f53e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60a20e59-841f-4450-9ec9-a057e882f8b0') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:35.699829 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-2bc084ca-b3a2-4a54-ad2a-d9e05ae6f53e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60a20e59-841f-4450-9ec9-a057e882f8b0') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:35.721062 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 2dc711a9-6081-435c-a104-a57371a397fd {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:45:35.722108 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 2dc711a9-6081-435c-a104-a57371a397fd not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:45:35.741531 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2bc084ca-b3a2-4a54-ad2a-d9e05ae6f53e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:35.747442 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d6e177-73cf-470f-95c1-21dda62cc5bd tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55e589bd-3cf6-45c2-b42f-ef9da7e09742,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:35.772748 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b7d6e177-73cf-470f-95c1-21dda62cc5bd tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:35.774783 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b7d6e177-73cf-470f-95c1-21dda62cc5bd tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3030524 Nov 12 03:45:35.775941 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2bc084ca-b3a2-4a54-ad2a-d9e05ae6f53e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:35.776370 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b9a6635d-a934-4fe9-86a1-9f5a7f8628fb None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:35.776653 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34374) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:35.782226 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-1c605fa6-54f9-4e0b-9f65-f4dd6b393f12 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Request body: {'security_group_rule': {'security_group_id': '38c2c59a-7dce-4158-8390-04c4919adb5f', 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:35.784191 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b9a6635d-a934-4fe9-86a1-9f5a7f8628fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:35.784998 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bc084ca-b3a2-4a54-ad2a-d9e05ae6f53e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:45:35.785601 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2bc084ca-b3a2-4a54-ad2a-d9e05ae6f53e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:35.812508 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a6635d-a934-4fe9-86a1-9f5a7f8628fb None None] Network 94f15aca-8b62-4b84-bcad-bbdfb6d25bfa is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:35.827123 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1c605fa6-54f9-4e0b-9f65-f4dd6b393f12 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:35.841746 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-b9a6635d-a934-4fe9-86a1-9f5a7f8628fb None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:35.847699 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a6635d-a934-4fe9-86a1-9f5a7f8628fb None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:35.871775 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:45:35.871775 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:45:35.871775 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:45:35.871775 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:45:35.871775 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:45:35.871775 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:45:35.871775 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:45:35.871775 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:45:35.871775 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:45:35.871775 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:45:35.871775 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:45:35.871775 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:45:35.871775 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:45:35.871775 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:45:35.871775 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:45:35.871775 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:45:35.871775 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:45:35.871775 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:45:35.871775 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:45:35.871775 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:45:35.871775 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:45:35.871775 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:45:35.871775 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:45:35.871775 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:45:35.871775 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:45:35.871775 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:45:35.871775 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:45:35.871775 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:45:35.871775 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:45:35.871775 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:45:35.871775 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:45:35.871775 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:45:35.871775 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:45:35.871775 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:45:35.871775 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:45:35.871775 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:45:35.871775 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:45:35.871775 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:45:35.871775 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:45:35.871775 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:45:35.875813 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2bc084ca-b3a2-4a54-ad2a-d9e05ae6f53e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:35.887766 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2bc084ca-b3a2-4a54-ad2a-d9e05ae6f53e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:35.891563 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2bc084ca-b3a2-4a54-ad2a-d9e05ae6f53e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "DELETE /v2.0/networks/393b6c9c-b6f7-4f57-9a8e-059a1974568e HTTP/1.1" status: 204 len: 168 time: 1.7333121 Nov 12 03:45:35.903288 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34376) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:35.916471 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc084ca-b3a2-4a54-ad2a-d9e05ae6f53e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event deleted for resources: {'Network': ['ID=393b6c9c-b6f7-4f57-9a8e-059a1974568e,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:35.923164 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-5e3200c3-2be8-4b13-b825-cedb4d499a62 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1738778366', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:35.948322 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6635d-a934-4fe9-86a1-9f5a7f8628fb None None] Pushing event updated for resources: {'Port': ['ID=a229d7ce-9bcb-4ba2-9919-fe6e2706e5a2,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:35.952150 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-b9a6635d-a934-4fe9-86a1-9f5a7f8628fb None None] Attempting to bind port a229d7ce-9bcb-4ba2-9919-fe6e2706e5a2 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:45:35.952647 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-b9a6635d-a934-4fe9-86a1-9f5a7f8628fb None None] Attempting to bind port a229d7ce-9bcb-4ba2-9919-fe6e2706e5a2 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '649f55e5-ee57-4f89-bf3e-d3a9f7b4d4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '94f15aca-8b62-4b84-bcad-bbdfb6d25bfa'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:45:35.954290 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a6635d-a934-4fe9-86a1-9f5a7f8628fb None None] Attempting to bind port a229d7ce-9bcb-4ba2-9919-fe6e2706e5a2 on network 94f15aca-8b62-4b84-bcad-bbdfb6d25bfa {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:35.964496 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a6635d-a934-4fe9-86a1-9f5a7f8628fb None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:45:35.966328 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a6635d-a934-4fe9-86a1-9f5a7f8628fb None None] Checking segment: {'id': '649f55e5-ee57-4f89-bf3e-d3a9f7b4d4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '94f15aca-8b62-4b84-bcad-bbdfb6d25bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:35.966328 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b9a6635d-a934-4fe9-86a1-9f5a7f8628fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:35.967175 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a6635d-a934-4fe9-86a1-9f5a7f8628fb None None] Bound using segment: {'id': '649f55e5-ee57-4f89-bf3e-d3a9f7b4d4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '94f15aca-8b62-4b84-bcad-bbdfb6d25bfa'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:45:35.967626 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-b9a6635d-a934-4fe9-86a1-9f5a7f8628fb None None] Bound port: a229d7ce-9bcb-4ba2-9919-fe6e2706e5a2, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649f55e5-ee57-4f89-bf3e-d3a9f7b4d4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '94f15aca-8b62-4b84-bcad-bbdfb6d25bfa'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:45:35.968131 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b9a6635d-a934-4fe9-86a1-9f5a7f8628fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:35.995432 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1c605fa6-54f9-4e0b-9f65-f4dd6b393f12 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:36.011723 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1c605fa6-54f9-4e0b-9f65-f4dd6b393f12 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:36.020557 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5e3200c3-2be8-4b13-b825-cedb4d499a62 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:36.021574 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5e3200c3-2be8-4b13-b825-cedb4d499a62 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:36.063921 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-b9a6635d-a934-4fe9-86a1-9f5a7f8628fb None None] For port a229d7ce-9bcb-4ba2-9919-fe6e2706e5a2, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:45:36.067567 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c605fa6-54f9-4e0b-9f65-f4dd6b393f12 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e3c7fb1-5641-49b9-bbeb-0c9e8fa74f3e,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:36.071905 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-b9a6635d-a934-4fe9-86a1-9f5a7f8628fb None None] For port a229d7ce-9bcb-4ba2-9919-fe6e2706e5a2, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=a229d7ce-9bcb-4ba2-9919-fe6e2706e5a2,segment=NetworkSegment(649f55e5-ee57-4f89-bf3e-d3a9f7b4d4b3),segment_id=649f55e5-ee57-4f89-bf3e-d3a9f7b4d4b3)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:45:36.077264 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b9a6635d-a934-4fe9-86a1-9f5a7f8628fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:36.093908 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1c605fa6-54f9-4e0b-9f65-f4dd6b393f12 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:36.095112 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1c605fa6-54f9-4e0b-9f65-f4dd6b393f12 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3174038 Nov 12 03:45:36.098054 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 34382) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:36.103641 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-8099d32f-0e45-4c12-9673-ea97dda199da tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Request body: {'security_group_rule': {'security_group_id': '38c2c59a-7dce-4158-8390-04c4919adb5f', 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:36.193588 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8099d32f-0e45-4c12-9673-ea97dda199da tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:36.194269 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5e3200c3-2be8-4b13-b825-cedb4d499a62 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:36.201706 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5e3200c3-2be8-4b13-b825-cedb4d499a62 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:36.232748 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5e3200c3-2be8-4b13-b825-cedb4d499a62 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:36.237114 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5e3200c3-2be8-4b13-b825-cedb4d499a62 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3267789 Nov 12 03:45:36.240491 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34384) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:36.248952 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-bec20627-15fd-4574-8738-92d86c5a777e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-281420190'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:36.272897 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6635d-a934-4fe9-86a1-9f5a7f8628fb None None] Pushing event updated for resources: {'Port': ['ID=a229d7ce-9bcb-4ba2-9919-fe6e2706e5a2,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:36.290441 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec20627-15fd-4574-8738-92d86c5a777e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Made reservation on behalf of 4f166f0f871d46ccaacb87c816edff53 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:36.297443 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bec20627-15fd-4574-8738-92d86c5a777e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:36.320889 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:36.341303 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8099d32f-0e45-4c12-9673-ea97dda199da tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:36.352258 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8099d32f-0e45-4c12-9673-ea97dda199da tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:36.366905 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bec20627-15fd-4574-8738-92d86c5a777e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:45:36.369930 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8099d32f-0e45-4c12-9673-ea97dda199da tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6800224c-3d54-4ab1-81aa-f650775f19f9,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:36.380407 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bec20627-15fd-4574-8738-92d86c5a777e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:36.380681 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-bec20627-15fd-4574-8738-92d86c5a777e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Added segment 28e2402e-304a-4242-b1bd-80a0aa1c29a9 of type vlan for network 2f903626-c88d-4616-b991-90a100977d29 Nov 12 03:45:36.427750 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8099d32f-0e45-4c12-9673-ea97dda199da tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:36.432153 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8099d32f-0e45-4c12-9673-ea97dda199da tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3306172 Nov 12 03:45:36.434113 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34386) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:36.439966 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-3447b5bc-6292-4696-ba18-f27d17430550 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Request body: {'security_group_rule': {'security_group_id': '38c2c59a-7dce-4158-8390-04c4919adb5f', 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:36.498918 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bec20627-15fd-4574-8738-92d86c5a777e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:36.508704 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3447b5bc-6292-4696-ba18-f27d17430550 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:36.586055 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bec20627-15fd-4574-8738-92d86c5a777e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:36.595550 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec20627-15fd-4574-8738-92d86c5a777e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:36.595550 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bec20627-15fd-4574-8738-92d86c5a777e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:36.692698 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3447b5bc-6292-4696-ba18-f27d17430550 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:36.745137 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3447b5bc-6292-4696-ba18-f27d17430550 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:36.815125 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec20627-15fd-4574-8738-92d86c5a777e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event updated for resources: {'Network': ['ID=2f903626-c88d-4616-b991-90a100977d29,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:36.829286 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-bec20627-15fd-4574-8738-92d86c5a777e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5874720 Nov 12 03:45:36.832750 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 34392) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:36.840167 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3447b5bc-6292-4696-ba18-f27d17430550 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:36.843737 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3447b5bc-6292-4696-ba18-f27d17430550 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4065733 Nov 12 03:45:36.843903 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 2f903626-c88d-4616-b991-90a100977d29 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:45:36.845199 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34394) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:36.850315 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-150d420c-7212-42f7-8f9c-e7001167b11d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Request body: {'subnet': {'network_id': '2f903626-c88d-4616-b991-90a100977d29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:36.850673 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-fc78a218-8bfc-4c5a-b8b2-96b69e1cd8a3 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Request body: {'security_group_rule': {'security_group_id': '38c2c59a-7dce-4158-8390-04c4919adb5f', 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:36.855181 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3447b5bc-6292-4696-ba18-f27d17430550 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c6a7497-f3e6-4020-a94f-ace9246d426d,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:36.897933 n-d-715271-27 neutron-server[102571]: INFO neutron.db.securitygroups_db [None req-fc78a218-8bfc-4c5a-b8b2-96b69e1cd8a3 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Project 31f81b1aeeb344b7a84563d0622f3019 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:45:36.904214 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fc78a218-8bfc-4c5a-b8b2-96b69e1cd8a3 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:37.075401 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fc78a218-8bfc-4c5a-b8b2-96b69e1cd8a3 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:37.080521 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fc78a218-8bfc-4c5a-b8b2-96b69e1cd8a3 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:37.092748 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150d420c-7212-42f7-8f9c-e7001167b11d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Made reservation on behalf of 4f166f0f871d46ccaacb87c816edff53 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:37.101702 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-150d420c-7212-42f7-8f9c-e7001167b11d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:37.117518 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc78a218-8bfc-4c5a-b8b2-96b69e1cd8a3 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb66ec98-d8a9-4f16-9f99-e35ca2a5ff7b,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:37.131150 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fc78a218-8bfc-4c5a-b8b2-96b69e1cd8a3 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:37.134588 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-fc78a218-8bfc-4c5a-b8b2-96b69e1cd8a3 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2861335 Nov 12 03:45:37.135200 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34396) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:37.140041 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-e3c42b04-49bb-4b50-92f3-ba48ba587e40 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Request body: {'security_group_rule': {'security_group_id': '38c2c59a-7dce-4158-8390-04c4919adb5f', 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:37.184900 n-d-715271-27 neutron-server[102571]: INFO neutron.db.securitygroups_db [None req-e3c42b04-49bb-4b50-92f3-ba48ba587e40 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Project 31f81b1aeeb344b7a84563d0622f3019 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:45:37.218790 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e3c42b04-49bb-4b50-92f3-ba48ba587e40 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:37.347175 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e3c42b04-49bb-4b50-92f3-ba48ba587e40 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:37.352518 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e3c42b04-49bb-4b50-92f3-ba48ba587e40 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:37.374245 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c42b04-49bb-4b50-92f3-ba48ba587e40 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dee26cd6-b097-4ff6-b00c-8555283f4a7a,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:37.404734 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e3c42b04-49bb-4b50-92f3-ba48ba587e40 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:37.406075 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e3c42b04-49bb-4b50-92f3-ba48ba587e40 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2695467 Nov 12 03:45:37.536835 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-150d420c-7212-42f7-8f9c-e7001167b11d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:37.643317 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150d420c-7212-42f7-8f9c-e7001167b11d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event updated for resources: {'Subnet': ['ID=b15eae54-cfb8-4c60-83f7-e8c781461d52,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:37.646168 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150d420c-7212-42f7-8f9c-e7001167b11d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Checking segment: {'id': '28e2402e-304a-4242-b1bd-80a0aa1c29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2f903626-c88d-4616-b991-90a100977d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:37.646522 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150d420c-7212-42f7-8f9c-e7001167b11d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Network hostable DHCP agents. Network: 2f903626-c88d-4616-b991-90a100977d29, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:45:37.683030 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150d420c-7212-42f7-8f9c-e7001167b11d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Network 2f903626-c88d-4616-b991-90a100977d29 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:45:37.730692 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device a229d7ce-9bcb-4ba2-9919-fe6e2706e5a2 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:37.735613 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-150d420c-7212-42f7-8f9c-e7001167b11d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 2f903626-c88d-4616-b991-90a100977d29) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:37.751675 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150d420c-7212-42f7-8f9c-e7001167b11d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:37.752439 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-150d420c-7212-42f7-8f9c-e7001167b11d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:37.796857 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1d9577-8b2a-4483-94ee-f09b4c2a701f None None] Network 2f903626-c88d-4616-b991-90a100977d29 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:37.802842 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-150d420c-7212-42f7-8f9c-e7001167b11d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9689138 Nov 12 03:45:37.805715 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34422) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:37.825190 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-bf808966-9ce3-4ae7-9e28-f3c20cf23a0c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-560654714&fields=id&tenant_id=31f81b1aeeb344b7a84563d0622f3019 HTTP/1.1" status: 200 len: 267 time: 0.1155047 Nov 12 03:45:37.950774 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c88ebda-ed6e-4f69-8d99-84c129e2e97a None None] Network 94f15aca-8b62-4b84-bcad-bbdfb6d25bfa requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:38.079767 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-9b7c1e13-d559-4ac6-bccc-8e316eb55ea9 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:38.089110 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-9b7c1e13-d559-4ac6-bccc-8e316eb55ea9 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/networks?id=94f15aca-8b62-4b84-bcad-bbdfb6d25bfa HTTP/1.1" status: 200 len: 797 time: 0.2521808 Nov 12 03:45:38.108803 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-3a2cc73a-48ac-4404-8fae-42c9ad562d74 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/quotas/31f81b1aeeb344b7a84563d0622f3019 HTTP/1.1" status: 200 len: 375 time: 0.0186336 Nov 12 03:45:38.155605 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port a229d7ce-9bcb-4ba2-9919-fe6e2706e5a2 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:38.156001 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:38.160057 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-92ba8a1c-1834-4d1c-98e7-4c7b43a9ca7d None None] Provisioning complete for port a229d7ce-9bcb-4ba2-9919-fe6e2706e5a2 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:38.160707 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-92ba8a1c-1834-4d1c-98e7-4c7b43a9ca7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:38.264699 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-d499bdce-7c98-4652-a17a-ce0fc2dad1e8 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=31f81b1aeeb344b7a84563d0622f3019&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1450956 Nov 12 03:45:38.334017 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532fa5db-5596-4ca3-bfec-36d07de9985b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-2f903626-c88d-4616-b991-90a100977d29', 'network_id': '2f903626-c88d-4616-b991-90a100977d29', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'fixed_ips': [{'subnet_id': 'b15eae54-cfb8-4c60-83f7-e8c781461d52'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:45:38.335030 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-532fa5db-5596-4ca3-bfec-36d07de9985b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:38.432874 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-1c922a77-d670-4588-b023-f49a9da8907c service neutron] 10.222.0.50 "GET /v2.0/networks/94f15aca-8b62-4b84-bcad-bbdfb6d25bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554635 Nov 12 03:45:38.545831 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-41f33720-3f47-4a42-8447-8853016feb10 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:38.628495 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:38.641563 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-3e870f60-e178-4fca-9e40-ab766d9fe7ea service neutron] 10.222.0.50 "GET /v2.0/networks/94f15aca-8b62-4b84-bcad-bbdfb6d25bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077971 Nov 12 03:45:38.867337 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-41f33720-3f47-4a42-8447-8853016feb10 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Allocated IP 2001:db8::1 (2f903626-c88d-4616-b991-90a100977d29/b15eae54-cfb8-4c60-83f7-e8c781461d52/158b751b-2239-469e-8e1b-c3e2c8c6ef10) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:39.166813 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-73f4bd3e-b49c-442e-8b81-b79d100443f4 req-520d2eab-a9f4-4e44-9b4b-9f98f5559f15 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=32afd68e-5bef-4703-a7e3-29ef6647ef0b HTTP/1.1" status: 200 len: 210 time: 0.0930009 Nov 12 03:45:39.219832 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-92ba8a1c-1834-4d1c-98e7-4c7b43a9ca7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:39.234769 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-41f33720-3f47-4a42-8447-8853016feb10 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:39.243228 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port a229d7ce-9bcb-4ba2-9919-fe6e2706e5a2, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=a229d7ce-9bcb-4ba2-9919-fe6e2706e5a2,segment=NetworkSegment(649f55e5-ee57-4f89-bf3e-d3a9f7b4d4b3),segment_id=649f55e5-ee57-4f89-bf3e-d3a9f7b4d4b3)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:39.246391 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:39.258006 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:39.295253 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-41f33720-3f47-4a42-8447-8853016feb10 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:39.369564 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f33720-3f47-4a42-8447-8853016feb10 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event updated for resources: {'Port': ['ID=158b751b-2239-469e-8e1b-c3e2c8c6ef10,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:39.382630 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f33720-3f47-4a42-8447-8853016feb10 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:39.382978 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f33720-3f47-4a42-8447-8853016feb10 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:39.386520 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f33720-3f47-4a42-8447-8853016feb10 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:39.386928 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f33720-3f47-4a42-8447-8853016feb10 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:39.387543 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f33720-3f47-4a42-8447-8853016feb10 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:39.388554 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f33720-3f47-4a42-8447-8853016feb10 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:39.388899 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f33720-3f47-4a42-8447-8853016feb10 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:39.389280 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f33720-3f47-4a42-8447-8853016feb10 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:39.389618 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f33720-3f47-4a42-8447-8853016feb10 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:39.389945 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f33720-3f47-4a42-8447-8853016feb10 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:39.390621 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f33720-3f47-4a42-8447-8853016feb10 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:39.391141 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f33720-3f47-4a42-8447-8853016feb10 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:39.426344 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f33720-3f47-4a42-8447-8853016feb10 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Network 2f903626-c88d-4616-b991-90a100977d29 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:39.427169 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.api [None req-92ba8a1c-1834-4d1c-98e7-4c7b43a9ca7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:45:39.427543 n-d-715271-27 neutron-server[102573]: DEBUG oslo_db.api [None req-92ba8a1c-1834-4d1c-98e7-4c7b43a9ca7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:45:39.429590 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-41f33720-3f47-4a42-8447-8853016feb10 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:39.439198 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f33720-3f47-4a42-8447-8853016feb10 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:39.441246 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-41f33720-3f47-4a42-8447-8853016feb10 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:39.453950 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=a229d7ce-9bcb-4ba2-9919-fe6e2706e5a2,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:39.488954 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-532fa5db-5596-4ca3-bfec-36d07de9985b None None] Allocated IP 2001:db8::2 (2f903626-c88d-4616-b991-90a100977d29/b15eae54-cfb8-4c60-83f7-e8c781461d52/f63cab83-2321-4613-ada5-dcae6c9ffed8) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:39.771366 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-41f33720-3f47-4a42-8447-8853016feb10 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:39.788760 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device a229d7ce-9bcb-4ba2-9919-fe6e2706e5a2 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:39.991391 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-532fa5db-5596-4ca3-bfec-36d07de9985b None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:40.019849 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-532fa5db-5596-4ca3-bfec-36d07de9985b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:40.098244 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port a229d7ce-9bcb-4ba2-9919-fe6e2706e5a2 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:40.099531 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:40.170076 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-41f33720-3f47-4a42-8447-8853016feb10 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:40.176714 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-41f33720-3f47-4a42-8447-8853016feb10 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:40.177614 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-41f33720-3f47-4a42-8447-8853016feb10 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:40.178077 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532fa5db-5596-4ca3-bfec-36d07de9985b None None] Network 2f903626-c88d-4616-b991-90a100977d29 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:40.200697 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-532fa5db-5596-4ca3-bfec-36d07de9985b None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:40.206448 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532fa5db-5596-4ca3-bfec-36d07de9985b None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:40.230507 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532fa5db-5596-4ca3-bfec-36d07de9985b None None] Pushing event updated for resources: {'Port': ['ID=f63cab83-2321-4613-ada5-dcae6c9ffed8,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:40.279942 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-623341a0-1eaf-41c7-8075-2fbcf654f2b7 None None] Provisioning complete for port a229d7ce-9bcb-4ba2-9919-fe6e2706e5a2 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:40.280720 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-623341a0-1eaf-41c7-8075-2fbcf654f2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:40.329065 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f33720-3f47-4a42-8447-8853016feb10 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event updated for resources: {'Port': ['ID=158b751b-2239-469e-8e1b-c3e2c8c6ef10,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:40.361876 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7b0834b1-5cdc-492a-a84f-c81ec5d3a748 req-758aadea-cd69-4a45-82ac-9ab5f588304e tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=32afd68e-5bef-4703-a7e3-29ef6647ef0b HTTP/1.1" status: 200 len: 210 time: 0.0623398 Nov 12 03:45:40.410874 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f33720-3f47-4a42-8447-8853016feb10 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Network 2f903626-c88d-4616-b991-90a100977d29 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:40.412839 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-41f33720-3f47-4a42-8447-8853016feb10 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:40.413319 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-532fa5db-5596-4ca3-bfec-36d07de9985b None None] Attempting to bind port f63cab83-2321-4613-ada5-dcae6c9ffed8 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:45:40.413690 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-532fa5db-5596-4ca3-bfec-36d07de9985b None None] Attempting to bind port f63cab83-2321-4613-ada5-dcae6c9ffed8 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '28e2402e-304a-4242-b1bd-80a0aa1c29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2f903626-c88d-4616-b991-90a100977d29'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:45:40.414053 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532fa5db-5596-4ca3-bfec-36d07de9985b None None] Attempting to bind port f63cab83-2321-4613-ada5-dcae6c9ffed8 on network 2f903626-c88d-4616-b991-90a100977d29 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:40.430432 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532fa5db-5596-4ca3-bfec-36d07de9985b None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:45:40.430915 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532fa5db-5596-4ca3-bfec-36d07de9985b None None] Checking segment: {'id': '28e2402e-304a-4242-b1bd-80a0aa1c29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2f903626-c88d-4616-b991-90a100977d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:40.431407 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-532fa5db-5596-4ca3-bfec-36d07de9985b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:40.431813 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532fa5db-5596-4ca3-bfec-36d07de9985b None None] Bound using segment: {'id': '28e2402e-304a-4242-b1bd-80a0aa1c29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2f903626-c88d-4616-b991-90a100977d29'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:45:40.432353 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-532fa5db-5596-4ca3-bfec-36d07de9985b None None] Bound port: f63cab83-2321-4613-ada5-dcae6c9ffed8, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e2402e-304a-4242-b1bd-80a0aa1c29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2f903626-c88d-4616-b991-90a100977d29'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:45:40.432733 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-532fa5db-5596-4ca3-bfec-36d07de9985b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:40.578092 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-532fa5db-5596-4ca3-bfec-36d07de9985b None None] For port f63cab83-2321-4613-ada5-dcae6c9ffed8, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:45:40.582742 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-532fa5db-5596-4ca3-bfec-36d07de9985b None None] For port f63cab83-2321-4613-ada5-dcae6c9ffed8, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=f63cab83-2321-4613-ada5-dcae6c9ffed8,segment=NetworkSegment(28e2402e-304a-4242-b1bd-80a0aa1c29a9),segment_id=28e2402e-304a-4242-b1bd-80a0aa1c29a9)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:45:40.594557 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-532fa5db-5596-4ca3-bfec-36d07de9985b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:40.620129 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f33720-3f47-4a42-8447-8853016feb10 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Router 8fa2c64e-f661-4764-80aa-d7eff73ede13 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:45:40.743238 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532fa5db-5596-4ca3-bfec-36d07de9985b None None] Pushing event updated for resources: {'Port': ['ID=f63cab83-2321-4613-ada5-dcae6c9ffed8,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:40.845099 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-8db2c7c1-e8f6-4463-b974-67bafe30772b tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:40.847700 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-8db2c7c1-e8f6-4463-b974-67bafe30772b tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.90 "GET /v2.0/networks?id=94f15aca-8b62-4b84-bcad-bbdfb6d25bfa HTTP/1.1" status: 200 len: 797 time: 0.2337446 Nov 12 03:45:40.912804 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f33720-3f47-4a42-8447-8853016feb10 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:45:40.929789 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff0e49b-518d-468b-a1af-6d5388292e77 None None] Sync routers for ids ['8fa2c64e-f661-4764-80aa-d7eff73ede13'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:45:40.939833 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 34494) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:40.944618 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-41f33720-3f47-4a42-8447-8853016feb10 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "PUT /v2.0/routers/8fa2c64e-f661-4764-80aa-d7eff73ede13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1377451 Nov 12 03:45:40.954930 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff0e49b-518d-468b-a1af-6d5388292e77 None None] Routers {'8fa2c64e-f661-4764-80aa-d7eff73ede13'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:40.957362 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-bff0e49b-518d-468b-a1af-6d5388292e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:45:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8fa2c64e-f661-4764-80aa-d7eff73ede13'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:40.961400 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-3f2a7de3-ec6e-4d45-afec-cb1d9ca8aad6 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-438308468'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:41.042634 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-e4b97557-1d80-4710-a0ec-210b2140f854 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31f81b1aeeb344b7a84563d0622f3019 HTTP/1.1" status: 200 len: 472 time: 0.1782763 Nov 12 03:45:41.080030 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-218f5a2b-9001-40d0-8334-5dd172a0d970 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Request body: {'port': {'device_id': '32afd68e-5bef-4703-a7e3-29ef6647ef0b', 'network_id': '94f15aca-8b62-4b84-bcad-bbdfb6d25bfa', 'admin_state_up': True, 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'security_groups': ['38c2c59a-7dce-4158-8390-04c4919adb5f']}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:41.099193 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2a7de3-ec6e-4d45-afec-cb1d9ca8aad6 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Made reservation on behalf of 4f166f0f871d46ccaacb87c816edff53 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:41.107280 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3f2a7de3-ec6e-4d45-afec-cb1d9ca8aad6 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:41.259352 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-bff0e49b-518d-468b-a1af-6d5388292e77 None None] Set router 8fa2c64e-f661-4764-80aa-d7eff73ede13 gateway port host: None {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:45:41.266475 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f2a7de3-ec6e-4d45-afec-cb1d9ca8aad6 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:45:41.305022 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3f2a7de3-ec6e-4d45-afec-cb1d9ca8aad6 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:41.310120 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-3f2a7de3-ec6e-4d45-afec-cb1d9ca8aad6 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Added segment 357cf516-6603-4597-b2d9-293f64e99f54 of type vlan for network 0c27543a-d18d-43c4-a59f-8d8417845bd0 Nov 12 03:45:41.473651 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3f2a7de3-ec6e-4d45-afec-cb1d9ca8aad6 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:41.539723 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d714aea4-7331-46b6-83b3-3bd6100f87e0 req-c6239036-5e80-4d31-a3e6-c2b74c08ea9d tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=32afd68e-5bef-4703-a7e3-29ef6647ef0b HTTP/1.1" status: 200 len: 210 time: 0.0549729 Nov 12 03:45:41.558570 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3f2a7de3-ec6e-4d45-afec-cb1d9ca8aad6 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:41.568935 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2a7de3-ec6e-4d45-afec-cb1d9ca8aad6 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:41.575273 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3f2a7de3-ec6e-4d45-afec-cb1d9ca8aad6 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:41.678526 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-bff0e49b-518d-468b-a1af-6d5388292e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'name': 'tempest-RoutersIpV6Test-router-1738778366', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:36Z', 'updated_at': '2021-11-12T03:45:39Z', 'revision_number': 2, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'gw_port_host': None, '_interfaces': [{'id': '158b751b-2239-469e-8e1b-c3e2c8c6ef10', 'name': '', 'network_id': '2f903626-c88d-4616-b991-90a100977d29', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:16:8e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'b15eae54-cfb8-4c60-83f7-e8c781461d52', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:38Z', 'updated_at': '2021-11-12T03:45:40Z', 'revision_number': 2, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': 'b15eae54-cfb8-4c60-83f7-e8c781461d52', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:41.686229 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a7de3-ec6e-4d45-afec-cb1d9ca8aad6 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event updated for resources: {'Network': ['ID=0c27543a-d18d-43c4-a59f-8d8417845bd0,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:41.694765 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-218f5a2b-9001-40d0-8334-5dd172a0d970 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Made reservation on behalf of 31f81b1aeeb344b7a84563d0622f3019 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:41.701184 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-218f5a2b-9001-40d0-8334-5dd172a0d970 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:41.711209 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3f2a7de3-ec6e-4d45-afec-cb1d9ca8aad6 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7692764 Nov 12 03:45:41.714124 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34504) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:41.722596 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-df7359fb-0eec-4cea-8273-cf8a0b0019ca tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Request body: {'subnet': {'network_id': '0c27543a-d18d-43c4-a59f-8d8417845bd0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:41.750025 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff0e49b-518d-468b-a1af-6d5388292e77 None None] Checking router: 8fa2c64e-f661-4764-80aa-d7eff73ede13 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:45:41.750387 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff0e49b-518d-468b-a1af-6d5388292e77 None None] Updating router 8fa2c64e-f661-4764-80aa-d7eff73ede13 port 158b751b-2239-469e-8e1b-c3e2c8c6ef10 binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:45:41.758320 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 0c27543a-d18d-43c4-a59f-8d8417845bd0 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:45:41.803726 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device f63cab83-2321-4613-ada5-dcae6c9ffed8 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:41.913922 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7359fb-0eec-4cea-8273-cf8a0b0019ca tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Made reservation on behalf of 4f166f0f871d46ccaacb87c816edff53 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:41.929071 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-df7359fb-0eec-4cea-8273-cf8a0b0019ca tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:42.005992 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bff0e49b-518d-468b-a1af-6d5388292e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:42.006953 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-218f5a2b-9001-40d0-8334-5dd172a0d970 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Allocated IP 172.20.0.28 (94f15aca-8b62-4b84-bcad-bbdfb6d25bfa/71fdeba3-f872-4093-b864-ce295a981b77/cb5ebd91-f815-49d0-be7c-baa1df2be873) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:42.188705 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port f63cab83-2321-4613-ada5-dcae6c9ffed8 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:42.189094 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:42.283458 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-df7359fb-0eec-4cea-8273-cf8a0b0019ca tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:42.325322 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-218f5a2b-9001-40d0-8334-5dd172a0d970 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:42.352655 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7359fb-0eec-4cea-8273-cf8a0b0019ca tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event updated for resources: {'Subnet': ['ID=9a79843e-ae0d-49ce-9237-6bf756440c34,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:42.395427 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7359fb-0eec-4cea-8273-cf8a0b0019ca tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Checking segment: {'id': '357cf516-6603-4597-b2d9-293f64e99f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0c27543a-d18d-43c4-a59f-8d8417845bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:42.396512 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7359fb-0eec-4cea-8273-cf8a0b0019ca tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Network hostable DHCP agents. Network: 0c27543a-d18d-43c4-a59f-8d8417845bd0, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:45:42.438735 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7359fb-0eec-4cea-8273-cf8a0b0019ca tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Network 0c27543a-d18d-43c4-a59f-8d8417845bd0 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:45:42.466112 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-df7359fb-0eec-4cea-8273-cf8a0b0019ca tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 0c27543a-d18d-43c4-a59f-8d8417845bd0) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:42.469393 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-218f5a2b-9001-40d0-8334-5dd172a0d970 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:42.480546 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5d730d-67bc-41a3-9a36-1e2d01ec120c None None] Network 0c27543a-d18d-43c4-a59f-8d8417845bd0 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:42.489202 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7359fb-0eec-4cea-8273-cf8a0b0019ca tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:42.493230 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-df7359fb-0eec-4cea-8273-cf8a0b0019ca tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:42.527223 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-df7359fb-0eec-4cea-8273-cf8a0b0019ca tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8119750 Nov 12 03:45:42.530813 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34518) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:42.558504 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:42.627062 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f5a2b-9001-40d0-8334-5dd172a0d970 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event updated for resources: {'Port': ['ID=cb5ebd91-f815-49d0-be7c-baa1df2be873,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:42.661852 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-218f5a2b-9001-40d0-8334-5dd172a0d970 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Network 94f15aca-8b62-4b84-bcad-bbdfb6d25bfa is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:42.663729 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-218f5a2b-9001-40d0-8334-5dd172a0d970 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:42.666796 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-218f5a2b-9001-40d0-8334-5dd172a0d970 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:42.687959 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8575151e-31f1-4c5f-9b21-2687c3890e43 None None] Network 2f903626-c88d-4616-b991-90a100977d29 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:42.773015 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-218f5a2b-9001-40d0-8334-5dd172a0d970 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:42.773544 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-218f5a2b-9001-40d0-8334-5dd172a0d970 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:42.799356 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-218f5a2b-9001-40d0-8334-5dd172a0d970 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7379792 Nov 12 03:45:42.827459 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-e27fe747-9023-40be-a891-a9993b2c2801 service neutron] Request body: {'port': {'device_id': '32afd68e-5bef-4703-a7e3-29ef6647ef0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:42.861791 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port f63cab83-2321-4613-ada5-dcae6c9ffed8, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=f63cab83-2321-4613-ada5-dcae6c9ffed8,segment=NetworkSegment(28e2402e-304a-4242-b1bd-80a0aa1c29a9),segment_id=28e2402e-304a-4242-b1bd-80a0aa1c29a9)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:42.946931 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-e27fe747-9023-40be-a891-a9993b2c2801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:42.948727 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:43.467627 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bff0e49b-518d-468b-a1af-6d5388292e77 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:43.476423 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-c51cea60-5382-40b3-a338-54fb22100dbf None None] Provisioning complete for port f63cab83-2321-4613-ada5-dcae6c9ffed8 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:43.477122 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c51cea60-5382-40b3-a338-54fb22100dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:43.516395 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-e27fe747-9023-40be-a891-a9993b2c2801 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb5ebd91-f815-49d0-be7c-baa1df2be873 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:45:43.525467 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bff0e49b-518d-468b-a1af-6d5388292e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:43.532875 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-e27fe747-9023-40be-a891-a9993b2c2801 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:43.600294 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-e27fe747-9023-40be-a891-a9993b2c2801 service neutron] Transition to ACTIVE for port object cb5ebd91-f815-49d0-be7c-baa1df2be873 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:45:43.619407 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-e27fe747-9023-40be-a891-a9993b2c2801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:43.666655 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebbd77e-5308-426b-a1ff-6c686be8bd82 req-ff3d7b68-4026-4c48-baf6-a91c7ac4c43f tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:43.683870 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-aebbd77e-5308-426b-a1ff-6c686be8bd82 req-ff3d7b68-4026-4c48-baf6-a91c7ac4c43f tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=32afd68e-5bef-4703-a7e3-29ef6647ef0b HTTP/1.1" status: 200 len: 932 time: 0.9745200 Nov 12 03:45:43.895144 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27fe747-9023-40be-a891-a9993b2c2801 service neutron] Pushing event updated for resources: {'Port': ['ID=cb5ebd91-f815-49d0-be7c-baa1df2be873,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:43.965586 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-e27fe747-9023-40be-a891-a9993b2c2801 service neutron] Attempting to bind port cb5ebd91-f815-49d0-be7c-baa1df2be873 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:45:43.965951 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-e27fe747-9023-40be-a891-a9993b2c2801 service neutron] Attempting to bind port cb5ebd91-f815-49d0-be7c-baa1df2be873 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '649f55e5-ee57-4f89-bf3e-d3a9f7b4d4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '94f15aca-8b62-4b84-bcad-bbdfb6d25bfa'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:45:43.966241 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-e27fe747-9023-40be-a891-a9993b2c2801 service neutron] Attempting to bind port cb5ebd91-f815-49d0-be7c-baa1df2be873 on network 94f15aca-8b62-4b84-bcad-bbdfb6d25bfa {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:43.971268 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-e27fe747-9023-40be-a891-a9993b2c2801 service neutron] Port cb5ebd91-f815-49d0-be7c-baa1df2be873 on network 94f15aca-8b62-4b84-bcad-bbdfb6d25bfa not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:45:43.972045 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-e27fe747-9023-40be-a891-a9993b2c2801 service neutron] Attempting to bind port cb5ebd91-f815-49d0-be7c-baa1df2be873 on network 94f15aca-8b62-4b84-bcad-bbdfb6d25bfa {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:43.992327 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-e27fe747-9023-40be-a891-a9993b2c2801 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:45:43.992668 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-e27fe747-9023-40be-a891-a9993b2c2801 service neutron] Checking segment: {'id': '649f55e5-ee57-4f89-bf3e-d3a9f7b4d4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '94f15aca-8b62-4b84-bcad-bbdfb6d25bfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:43.993057 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-e27fe747-9023-40be-a891-a9993b2c2801 service neutron] Bound using segment: {'id': '649f55e5-ee57-4f89-bf3e-d3a9f7b4d4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '94f15aca-8b62-4b84-bcad-bbdfb6d25bfa'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:45:43.993503 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-e27fe747-9023-40be-a891-a9993b2c2801 service neutron] Bound port: cb5ebd91-f815-49d0-be7c-baa1df2be873, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '649f55e5-ee57-4f89-bf3e-d3a9f7b4d4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '94f15aca-8b62-4b84-bcad-bbdfb6d25bfa'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:45:43.993863 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-e27fe747-9023-40be-a891-a9993b2c2801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:43.996893 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-aebbd77e-5308-426b-a1ff-6c686be8bd82 req-cfb278b0-3661-40f3-a155-8b3144f31cff tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/security-groups?id=38c2c59a-7dce-4158-8390-04c4919adb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3084869 Nov 12 03:45:44.017732 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=f63cab83-2321-4613-ada5-dcae6c9ffed8,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:44.092580 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-e27fe747-9023-40be-a891-a9993b2c2801 service neutron] For port cb5ebd91-f815-49d0-be7c-baa1df2be873, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:45:44.097148 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-e27fe747-9023-40be-a891-a9993b2c2801 service neutron] For port cb5ebd91-f815-49d0-be7c-baa1df2be873, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=cb5ebd91-f815-49d0-be7c-baa1df2be873,segment=NetworkSegment(649f55e5-ee57-4f89-bf3e-d3a9f7b4d4b3),segment_id=649f55e5-ee57-4f89-bf3e-d3a9f7b4d4b3)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:45:44.105177 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-e27fe747-9023-40be-a891-a9993b2c2801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:44.149638 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-e27fe747-9023-40be-a891-a9993b2c2801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:44.152028 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-e27fe747-9023-40be-a891-a9993b2c2801 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:44.155965 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-e27fe747-9023-40be-a891-a9993b2c2801 service neutron] 10.222.0.90 "PUT /v2.0/ports/cb5ebd91-f815-49d0-be7c-baa1df2be873 HTTP/1.1" status: 200 len: 1093 time: 1.3394344 Nov 12 03:45:44.155965 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32afd68e-5bef-4703-a7e3-29ef6647ef0b', 'tag': 'cb5ebd91-f815-49d0-be7c-baa1df2be873'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:45:44.156448 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd3352b-37f2-42c9-974a-8a57fa70da3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-0c27543a-d18d-43c4-a59f-8d8417845bd0', 'network_id': '0c27543a-d18d-43c4-a59f-8d8417845bd0', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'fixed_ips': [{'subnet_id': '9a79843e-ae0d-49ce-9237-6bf756440c34'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:45:44.156448 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3bd3352b-37f2-42c9-974a-8a57fa70da3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:44.157737 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9e9893-db3a-4c40-a59e-b9966203302e" -d '{"events": [{"name": "network-changed", "server_uuid": "32afd68e-5bef-4703-a7e3-29ef6647ef0b", "tag": "cb5ebd91-f815-49d0-be7c-baa1df2be873"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:45:44.221748 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-bff0e49b-518d-468b-a1af-6d5388292e77 None None] Attempting to bind port 158b751b-2239-469e-8e1b-c3e2c8c6ef10 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:45:44.222044 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-bff0e49b-518d-468b-a1af-6d5388292e77 None None] Attempting to bind port 158b751b-2239-469e-8e1b-c3e2c8c6ef10 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '28e2402e-304a-4242-b1bd-80a0aa1c29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2f903626-c88d-4616-b991-90a100977d29'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:45:44.222414 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff0e49b-518d-468b-a1af-6d5388292e77 None None] Attempting to bind port 158b751b-2239-469e-8e1b-c3e2c8c6ef10 on network 2f903626-c88d-4616-b991-90a100977d29 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:44.248954 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea6061-7424-49d0-ba56-08e27b889d07 None None] Pushing event updated for resources: {'Port': ['ID=158b751b-2239-469e-8e1b-c3e2c8c6ef10,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:44.275240 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27fe747-9023-40be-a891-a9993b2c2801 service neutron] Pushing event updated for resources: {'Port': ['ID=cb5ebd91-f815-49d0-be7c-baa1df2be873,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:44.278103 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff0e49b-518d-468b-a1af-6d5388292e77 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:45:44.278489 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff0e49b-518d-468b-a1af-6d5388292e77 None None] Checking segment: {'id': '28e2402e-304a-4242-b1bd-80a0aa1c29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2f903626-c88d-4616-b991-90a100977d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:44.278903 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bff0e49b-518d-468b-a1af-6d5388292e77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:44.279304 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff0e49b-518d-468b-a1af-6d5388292e77 None None] Bound using segment: {'id': '28e2402e-304a-4242-b1bd-80a0aa1c29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2f903626-c88d-4616-b991-90a100977d29'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:45:44.279809 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-bff0e49b-518d-468b-a1af-6d5388292e77 None None] Bound port: 158b751b-2239-469e-8e1b-c3e2c8c6ef10, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e2402e-304a-4242-b1bd-80a0aa1c29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2f903626-c88d-4616-b991-90a100977d29'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:45:44.280208 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bff0e49b-518d-468b-a1af-6d5388292e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:44.296869 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a170cbe-6e64-46ec-b40d-6b77d22ba776 x-openstack-request-id: req-3a170cbe-6e64-46ec-b40d-6b77d22ba776 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:45:44.297163 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32afd68e-5bef-4703-a7e3-29ef6647ef0b", "tag": "cb5ebd91-f815-49d0-be7c-baa1df2be873", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:45:44.297412 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3a170cbe-6e64-46ec-b40d-6b77d22ba776 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:45:44.297818 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32afd68e-5bef-4703-a7e3-29ef6647ef0b', 'tag': 'cb5ebd91-f815-49d0-be7c-baa1df2be873', 'status': 'completed', 'code': 200} Nov 12 03:45:44.331808 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d8c08750-b1eb-4c5a-b404-f910f6200ea0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:44.334940 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-1f2f5531-7ac0-4397-b08b-70367cdc8ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:44.336301 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-1f2f5531-7ac0-4397-b08b-70367cdc8ae4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=31f81b1aeeb344b7a84563d0622f3019&device_id=32afd68e-5bef-4703-a7e3-29ef6647ef0b HTTP/1.1" status: 200 len: 1096 time: 0.1113083 Nov 12 03:45:44.461415 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-fb39fc9e-953f-4f1a-9190-6e62b769633d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=cb5ebd91-f815-49d0-be7c-baa1df2be873 HTTP/1.1" status: 200 len: 217 time: 0.1098397 Nov 12 03:45:44.584902 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-9506ac9d-dba6-4468-88ea-fcba60bb3d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:44.596106 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-9506ac9d-dba6-4468-88ea-fcba60bb3d0d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=71fdeba3-f872-4093-b864-ce295a981b77 HTTP/1.1" status: 200 len: 837 time: 0.1279612 Nov 12 03:45:44.695756 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-60ae21fe-9c60-4aad-89e3-3bc18f21d436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:44.697460 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-60ae21fe-9c60-4aad-89e3-3bc18f21d436 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=94f15aca-8b62-4b84-bcad-bbdfb6d25bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0939639 Nov 12 03:45:44.774472 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-bff0e49b-518d-468b-a1af-6d5388292e77 None None] For port 158b751b-2239-469e-8e1b-c3e2c8c6ef10, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:45:44.786308 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-bff0e49b-518d-468b-a1af-6d5388292e77 None None] For port 158b751b-2239-469e-8e1b-c3e2c8c6ef10, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=158b751b-2239-469e-8e1b-c3e2c8c6ef10,segment=NetworkSegment(28e2402e-304a-4242-b1bd-80a0aa1c29a9),segment_id=28e2402e-304a-4242-b1bd-80a0aa1c29a9)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:45:44.812887 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bff0e49b-518d-468b-a1af-6d5388292e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:44.966756 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-3e123804-7404-4be5-9412-5d95841d8367 service neutron] 10.222.0.90 "GET /v2.0/networks/94f15aca-8b62-4b84-bcad-bbdfb6d25bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576745 Nov 12 03:45:45.038341 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-3bd3352b-37f2-42c9-974a-8a57fa70da3b None None] Allocated IP 2001:db8:1::2 (0c27543a-d18d-43c4-a59f-8d8417845bd0/9a79843e-ae0d-49ce-9237-6bf756440c34/0b2c9195-a6ae-46df-b653-bb5dc6dcac07) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:45.121611 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0bc914f3-0f5a-49ca-ba4a-5b3e12445801 req-8ffa14e9-3f4c-4853-b434-2c970a90f219 service neutron] 10.222.0.90 "GET /v2.0/networks/94f15aca-8b62-4b84-bcad-bbdfb6d25bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466818 Nov 12 03:45:45.243048 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea6061-7424-49d0-ba56-08e27b889d07 None None] Pushing event updated for resources: {'Port': ['ID=158b751b-2239-469e-8e1b-c3e2c8c6ef10,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:45.283050 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff0e49b-518d-468b-a1af-6d5388292e77 None None] Routers {'8fa2c64e-f661-4764-80aa-d7eff73ede13'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:45.285283 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-bff0e49b-518d-468b-a1af-6d5388292e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:45:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8fa2c64e-f661-4764-80aa-d7eff73ede13'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:45.431793 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115b9be-d1a5-4f03-8411-5c4b98a1cdd4 req-39d9460b-e6e7-44e9-a6a4-ef35156ef1b5 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:45.445733 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4115b9be-d1a5-4f03-8411-5c4b98a1cdd4 req-39d9460b-e6e7-44e9-a6a4-ef35156ef1b5 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=32afd68e-5bef-4703-a7e3-29ef6647ef0b HTTP/1.1" status: 200 len: 944 time: 0.2585156 Nov 12 03:45:45.455179 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-bff0e49b-518d-468b-a1af-6d5388292e77 None None] Set router 8fa2c64e-f661-4764-80aa-d7eff73ede13 gateway port host: None {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:45:45.458055 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e9893-db3a-4c40-a59e-b9966203302e req-1d88ea75-8e95-426b-87fb-3eccb52746a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:45.459598 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7a9e9893-db3a-4c40-a59e-b9966203302e req-1d88ea75-8e95-426b-87fb-3eccb52746a0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=31f81b1aeeb344b7a84563d0622f3019&device_id=32afd68e-5bef-4703-a7e3-29ef6647ef0b HTTP/1.1" status: 200 len: 1096 time: 0.2125099 Nov 12 03:45:45.714865 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4115b9be-d1a5-4f03-8411-5c4b98a1cdd4 req-e9350810-97bd-42d2-9469-451fa30b6dad tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/security-groups?id=38c2c59a-7dce-4158-8390-04c4919adb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2526619 Nov 12 03:45:45.762277 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e9893-db3a-4c40-a59e-b9966203302e req-16232823-ff05-40ad-b084-8e907f97a521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:45.764362 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7a9e9893-db3a-4c40-a59e-b9966203302e req-16232823-ff05-40ad-b084-8e907f97a521 service neutron] 10.222.0.90 "GET /v2.0/networks?id=94f15aca-8b62-4b84-bcad-bbdfb6d25bfa HTTP/1.1" status: 200 len: 898 time: 0.2935441 Nov 12 03:45:45.828768 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7a9e9893-db3a-4c40-a59e-b9966203302e req-22cbc8c0-46f1-49b0-be7e-545cb87e6c8a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=cb5ebd91-f815-49d0-be7c-baa1df2be873 HTTP/1.1" status: 200 len: 217 time: 0.0496848 Nov 12 03:45:45.828899 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device f63cab83-2321-4613-ada5-dcae6c9ffed8 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:45.903028 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e9893-db3a-4c40-a59e-b9966203302e req-2fab386e-0992-473a-86ef-d7024a34c18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:45.906986 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7a9e9893-db3a-4c40-a59e-b9966203302e req-2fab386e-0992-473a-86ef-d7024a34c18c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=71fdeba3-f872-4093-b864-ce295a981b77 HTTP/1.1" status: 200 len: 837 time: 0.0739374 Nov 12 03:45:45.988119 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e9893-db3a-4c40-a59e-b9966203302e req-0b8c4810-f5e2-45ce-b87a-314384c81e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:45.990159 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7a9e9893-db3a-4c40-a59e-b9966203302e req-0b8c4810-f5e2-45ce-b87a-314384c81e7f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=94f15aca-8b62-4b84-bcad-bbdfb6d25bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0752311 Nov 12 03:45:46.022322 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-0b010da9-860f-4bb9-abbf-c8f14c2b02e5 None None] Provisioning complete for port 158b751b-2239-469e-8e1b-c3e2c8c6ef10 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:46.022968 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0b010da9-860f-4bb9-abbf-c8f14c2b02e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:46.171295 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port f63cab83-2321-4613-ada5-dcae6c9ffed8 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:46.171669 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:46.204549 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7a9e9893-db3a-4c40-a59e-b9966203302e req-e114ad2f-cfec-4e44-b6c2-87f7cbcb3935 service neutron] 10.222.0.90 "GET /v2.0/networks/94f15aca-8b62-4b84-bcad-bbdfb6d25bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052529 Nov 12 03:45:46.313931 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3bd3352b-37f2-42c9-974a-8a57fa70da3b None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:46.316988 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0b010da9-860f-4bb9-abbf-c8f14c2b02e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:46.326612 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-bff0e49b-518d-468b-a1af-6d5388292e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'name': 'tempest-RoutersIpV6Test-router-1738778366', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:36Z', 'updated_at': '2021-11-12T03:45:39Z', 'revision_number': 2, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'gw_port_host': None, '_interfaces': [{'id': '158b751b-2239-469e-8e1b-c3e2c8c6ef10', 'name': '', 'network_id': '2f903626-c88d-4616-b991-90a100977d29', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:16:8e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'b15eae54-cfb8-4c60-83f7-e8c781461d52', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:38Z', 'updated_at': '2021-11-12T03:45:44Z', 'revision_number': 4, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': 'b15eae54-cfb8-4c60-83f7-e8c781461d52', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:46.408388 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3bd3352b-37f2-42c9-974a-8a57fa70da3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:46.418653 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff0e49b-518d-468b-a1af-6d5388292e77 None None] The sync data for ids ['8fa2c64e-f661-4764-80aa-d7eff73ede13'] in n-d-715271-27 is: [{'id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'name': 'tempest-RoutersIpV6Test-router-1738778366', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:36Z', 'updated_at': '2021-11-12T03:45:39Z', 'revision_number': 2, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'gw_port_host': None, '_interfaces': [{'id': '158b751b-2239-469e-8e1b-c3e2c8c6ef10', 'name': '', 'network_id': '2f903626-c88d-4616-b991-90a100977d29', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:16:8e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'b15eae54-cfb8-4c60-83f7-e8c781461d52', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:38Z', 'updated_at': '2021-11-12T03:45:44Z', 'revision_number': 4, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': 'b15eae54-cfb8-4c60-83f7-e8c781461d52', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:45:46.433034 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-d8c08750-b1eb-4c5a-b404-f910f6200ea0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Allocated IP 2001:db8:1::1 (0c27543a-d18d-43c4-a59f-8d8417845bd0/9a79843e-ae0d-49ce-9237-6bf756440c34/d2ccd67a-abc3-431b-bfeb-f59d04522f0a) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:46.449686 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7a9e9893-db3a-4c40-a59e-b9966203302e req-af09f493-c8d2-4d57-84f2-ad3b9dd3f0a1 service neutron] 10.222.0.90 "GET /v2.0/networks/94f15aca-8b62-4b84-bcad-bbdfb6d25bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365949 Nov 12 03:45:46.543641 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3352b-37f2-42c9-974a-8a57fa70da3b None None] Pushing event updated for resources: {'Port': ['ID=0b2c9195-a6ae-46df-b653-bb5dc6dcac07,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:46.609433 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd3352b-37f2-42c9-974a-8a57fa70da3b None None] Network 0c27543a-d18d-43c4-a59f-8d8417845bd0 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:46.632275 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d8c08750-b1eb-4c5a-b404-f910f6200ea0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:46.632694 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-3bd3352b-37f2-42c9-974a-8a57fa70da3b None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:46.637028 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-0b010da9-860f-4bb9-abbf-c8f14c2b02e5 None None] For port 158b751b-2239-469e-8e1b-c3e2c8c6ef10, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=158b751b-2239-469e-8e1b-c3e2c8c6ef10,segment=NetworkSegment(28e2402e-304a-4242-b1bd-80a0aa1c29a9),segment_id=28e2402e-304a-4242-b1bd-80a0aa1c29a9)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:46.644533 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd3352b-37f2-42c9-974a-8a57fa70da3b None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:46.651587 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0b010da9-860f-4bb9-abbf-c8f14c2b02e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:46.679125 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d8c08750-b1eb-4c5a-b404-f910f6200ea0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:46.760205 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c08750-b1eb-4c5a-b404-f910f6200ea0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event updated for resources: {'Port': ['ID=d2ccd67a-abc3-431b-bfeb-f59d04522f0a,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:46.802244 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c08750-b1eb-4c5a-b404-f910f6200ea0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Network 0c27543a-d18d-43c4-a59f-8d8417845bd0 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:46.810211 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-d8c08750-b1eb-4c5a-b404-f910f6200ea0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:46.812730 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c08750-b1eb-4c5a-b404-f910f6200ea0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:46.813333 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d8c08750-b1eb-4c5a-b404-f910f6200ea0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:46.842484 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-0b010da9-860f-4bb9-abbf-c8f14c2b02e5 None None] Provisioning complete for port f63cab83-2321-4613-ada5-dcae6c9ffed8 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:46.843040 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0b010da9-860f-4bb9-abbf-c8f14c2b02e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:46.857920 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-3bd3352b-37f2-42c9-974a-8a57fa70da3b None None] Attempting to bind port 0b2c9195-a6ae-46df-b653-bb5dc6dcac07 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:45:46.858289 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-3bd3352b-37f2-42c9-974a-8a57fa70da3b None None] Attempting to bind port 0b2c9195-a6ae-46df-b653-bb5dc6dcac07 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '357cf516-6603-4597-b2d9-293f64e99f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0c27543a-d18d-43c4-a59f-8d8417845bd0'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:45:46.858683 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd3352b-37f2-42c9-974a-8a57fa70da3b None None] Attempting to bind port 0b2c9195-a6ae-46df-b653-bb5dc6dcac07 on network 0c27543a-d18d-43c4-a59f-8d8417845bd0 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:46.927662 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b010da9-860f-4bb9-abbf-c8f14c2b02e5 None None] Pushing event updated for resources: {'Port': ['ID=158b751b-2239-469e-8e1b-c3e2c8c6ef10,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:46.947175 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd3352b-37f2-42c9-974a-8a57fa70da3b None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:45:46.950985 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd3352b-37f2-42c9-974a-8a57fa70da3b None None] Checking segment: {'id': '357cf516-6603-4597-b2d9-293f64e99f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0c27543a-d18d-43c4-a59f-8d8417845bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:46.951597 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3bd3352b-37f2-42c9-974a-8a57fa70da3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:46.952223 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd3352b-37f2-42c9-974a-8a57fa70da3b None None] Bound using segment: {'id': '357cf516-6603-4597-b2d9-293f64e99f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0c27543a-d18d-43c4-a59f-8d8417845bd0'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:45:46.952914 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-3bd3352b-37f2-42c9-974a-8a57fa70da3b None None] Bound port: 0b2c9195-a6ae-46df-b653-bb5dc6dcac07, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '357cf516-6603-4597-b2d9-293f64e99f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0c27543a-d18d-43c4-a59f-8d8417845bd0'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:45:46.953480 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3bd3352b-37f2-42c9-974a-8a57fa70da3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:47.023839 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9cbee-2d59-4bb2-bf6b-7622b19f44a6 req-ff7f6511-d08f-426a-bef8-3911affd8a2e tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:47.031988 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2eb9cbee-2d59-4bb2-bf6b-7622b19f44a6 req-ff7f6511-d08f-426a-bef8-3911affd8a2e tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=32afd68e-5bef-4703-a7e3-29ef6647ef0b HTTP/1.1" status: 200 len: 944 time: 0.2078986 Nov 12 03:45:47.093584 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d8c08750-b1eb-4c5a-b404-f910f6200ea0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:47.124159 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3bd3352b-37f2-42c9-974a-8a57fa70da3b None None] For port 0b2c9195-a6ae-46df-b653-bb5dc6dcac07, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:45:47.128868 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3bd3352b-37f2-42c9-974a-8a57fa70da3b None None] For port 0b2c9195-a6ae-46df-b653-bb5dc6dcac07, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=0b2c9195-a6ae-46df-b653-bb5dc6dcac07,segment=NetworkSegment(357cf516-6603-4597-b2d9-293f64e99f54),segment_id=357cf516-6603-4597-b2d9-293f64e99f54)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:45:47.136371 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3bd3352b-37f2-42c9-974a-8a57fa70da3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:47.150439 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2eb9cbee-2d59-4bb2-bf6b-7622b19f44a6 req-4c0e1a54-3a2e-4605-b2c0-7e140ee9a120 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/security-groups?id=38c2c59a-7dce-4158-8390-04c4919adb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131272 Nov 12 03:45:47.261266 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3352b-37f2-42c9-974a-8a57fa70da3b None None] Pushing event updated for resources: {'Port': ['ID=0b2c9195-a6ae-46df-b653-bb5dc6dcac07,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:47.278412 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-55e11f2a-d6b8-4b27-8013-9a990491a0e4 None None] Provisioning complete for port 158b751b-2239-469e-8e1b-c3e2c8c6ef10 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:47.278781 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-55e11f2a-d6b8-4b27-8013-9a990491a0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:47.536517 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d8c08750-b1eb-4c5a-b404-f910f6200ea0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:47.546369 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d8c08750-b1eb-4c5a-b404-f910f6200ea0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:47.547217 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d8c08750-b1eb-4c5a-b404-f910f6200ea0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:47.903423 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c08750-b1eb-4c5a-b404-f910f6200ea0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Network 0c27543a-d18d-43c4-a59f-8d8417845bd0 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:47.919858 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 158b751b-2239-469e-8e1b-c3e2c8c6ef10 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:47.927533 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-d8c08750-b1eb-4c5a-b404-f910f6200ea0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:48.014653 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 158b751b-2239-469e-8e1b-c3e2c8c6ef10 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:48.015280 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:48.019362 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c08750-b1eb-4c5a-b404-f910f6200ea0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event updated for resources: {'Port': ['ID=d2ccd67a-abc3-431b-bfeb-f59d04522f0a,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:48.094147 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device cb5ebd91-f815-49d0-be7c-baa1df2be873 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:45:48.109784 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c08750-b1eb-4c5a-b404-f910f6200ea0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Router 8fa2c64e-f661-4764-80aa-d7eff73ede13 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:45:48.258351 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:48.276669 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c08750-b1eb-4c5a-b404-f910f6200ea0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:45:48.285812 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 34580) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:48.286381 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d8c08750-b1eb-4c5a-b404-f910f6200ea0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "PUT /v2.0/routers/8fa2c64e-f661-4764-80aa-d7eff73ede13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7538059 Nov 12 03:45:48.292122 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-ed33d151-12f4-4018-9e7e-c955504b2f3c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1193123919'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:48.331621 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed33d151-12f4-4018-9e7e-c955504b2f3c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Made reservation on behalf of 4f166f0f871d46ccaacb87c816edff53 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:48.336162 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ed33d151-12f4-4018-9e7e-c955504b2f3c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:48.407818 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port cb5ebd91-f815-49d0-be7c-baa1df2be873, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=cb5ebd91-f815-49d0-be7c-baa1df2be873,segment=NetworkSegment(649f55e5-ee57-4f89-bf3e-d3a9f7b4d4b3),segment_id=649f55e5-ee57-4f89-bf3e-d3a9f7b4d4b3)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:48.429593 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': 'cb5ebd91-f815-49d0-be7c-baa1df2be873', 'network_id': '94f15aca-8b62-4b84-bcad-bbdfb6d25bfa', 'port_id': 'cb5ebd91-f815-49d0-be7c-baa1df2be873', 'mac_address': 'fa:16:3e:b1:0d:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71fdeba3-f872-4093-b864-ce295a981b77', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:45:48.431482 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3f15b-34bb-4a11-a3fe-d2195a6da54b req-e7234a8e-f06d-4649-b8c4-7cd94ad68790 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:48.433077 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8fa3f15b-34bb-4a11-a3fe-d2195a6da54b req-e7234a8e-f06d-4649-b8c4-7cd94ad68790 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=32afd68e-5bef-4703-a7e3-29ef6647ef0b HTTP/1.1" status: 200 len: 944 time: 0.1252849 Nov 12 03:45:48.436420 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed33d151-12f4-4018-9e7e-c955504b2f3c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:45:48.449063 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ed33d151-12f4-4018-9e7e-c955504b2f3c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:48.449456 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-ed33d151-12f4-4018-9e7e-c955504b2f3c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Added segment a1aa1ebb-2f58-40e2-a7a3-ede552c5209a of type vlan for network 11dad49f-7685-413b-88c5-711c80235d21 Nov 12 03:45:48.535672 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:48.552926 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb5ebd91-f815-49d0-be7c-baa1df2be873 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:45:48.559734 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34584) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:48.571088 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8fa3f15b-34bb-4a11-a3fe-d2195a6da54b req-feb6e4ac-6dcd-4ef1-ba83-91394f8bdd4b tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/security-groups?id=38c2c59a-7dce-4158-8390-04c4919adb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175234 Nov 12 03:45:48.576110 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ed33d151-12f4-4018-9e7e-c955504b2f3c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:48.595322 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port cb5ebd91-f815-49d0-be7c-baa1df2be873, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=cb5ebd91-f815-49d0-be7c-baa1df2be873,segment=NetworkSegment(649f55e5-ee57-4f89-bf3e-d3a9f7b4d4b3),segment_id=649f55e5-ee57-4f89-bf3e-d3a9f7b4d4b3)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:48.609589 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:48.635528 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ed33d151-12f4-4018-9e7e-c955504b2f3c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:48.647218 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed33d151-12f4-4018-9e7e-c955504b2f3c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:48.647899 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ed33d151-12f4-4018-9e7e-c955504b2f3c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:48.709449 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=cb5ebd91-f815-49d0-be7c-baa1df2be873,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:48.817083 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5112d796-05c3-4afd-8d3d-3d0c743fcf49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:48.840190 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ed33d151-12f4-4018-9e7e-c955504b2f3c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5519865 Nov 12 03:45:48.843225 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 34588) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:48.849117 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-d48009bd-b878-4357-8df8-d33999d73108 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Request body: {'subnet': {'network_id': '11dad49f-7685-413b-88c5-711c80235d21', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:48.896443 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['cb5ebd91-f815-49d0-be7c-baa1df2be873'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:45:49.032707 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed33d151-12f4-4018-9e7e-c955504b2f3c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event updated for resources: {'Network': ['ID=11dad49f-7685-413b-88c5-711c80235d21,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:49.045612 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48009bd-b878-4357-8df8-d33999d73108 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Made reservation on behalf of 4f166f0f871d46ccaacb87c816edff53 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:49.050655 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 11dad49f-7685-413b-88c5-711c80235d21 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:45:49.052740 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d48009bd-b878-4357-8df8-d33999d73108 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:49.075914 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5112d796-05c3-4afd-8d3d-3d0c743fcf49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:49.083324 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5112d796-05c3-4afd-8d3d-3d0c743fcf49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:49.187023 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5112d796-05c3-4afd-8d3d-3d0c743fcf49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13be7970-0ff2-4afb-bf04-f12ad57968eb,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:49.258919 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 34600) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:49.261571 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5112d796-05c3-4afd-8d3d-3d0c743fcf49 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1c8f93b266bf40119fb19bb9decf6825&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6998858 Nov 12 03:45:49.287703 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370309d5-56ae-4db4-90a9-e30f8b4f74da None None] Network 0c27543a-d18d-43c4-a59f-8d8417845bd0 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:49.367648 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ff28dc4d-d3f7-4ec6-a0c3-b5895c1f02f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:49.403586 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ff28dc4d-d3f7-4ec6-a0c3-b5895c1f02f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:49.472424 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ff28dc4d-d3f7-4ec6-a0c3-b5895c1f02f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:49.475580 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ff28dc4d-d3f7-4ec6-a0c3-b5895c1f02f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:49.476819 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ff28dc4d-d3f7-4ec6-a0c3-b5895c1f02f3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/13be7970-0ff2-4afb-bf04-f12ad57968eb HTTP/1.1" status: 204 len: 168 time: 0.2158968 Nov 12 03:45:49.486449 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6c1a52-e385-4255-82e2-b41b58db2c0f None None] Sync routers for ids ['8fa2c64e-f661-4764-80aa-d7eff73ede13'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:45:49.510996 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6c1a52-e385-4255-82e2-b41b58db2c0f None None] Routers {'8fa2c64e-f661-4764-80aa-d7eff73ede13'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:49.513013 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-9c6c1a52-e385-4255-82e2-b41b58db2c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:45:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8fa2c64e-f661-4764-80aa-d7eff73ede13'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:49.711516 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff28dc4d-d3f7-4ec6-a0c3-b5895c1f02f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13be7970-0ff2-4afb-bf04-f12ad57968eb,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:49.723670 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d48009bd-b878-4357-8df8-d33999d73108 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:49.734984 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-9c6c1a52-e385-4255-82e2-b41b58db2c0f None None] Set router 8fa2c64e-f661-4764-80aa-d7eff73ede13 gateway port host: None {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:45:49.881640 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48009bd-b878-4357-8df8-d33999d73108 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event updated for resources: {'Subnet': ['ID=ee24a518-350f-4fca-a0c1-e409fa370e42,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:49.909169 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48009bd-b878-4357-8df8-d33999d73108 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Checking segment: {'id': 'a1aa1ebb-2f58-40e2-a7a3-ede552c5209a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '11dad49f-7685-413b-88c5-711c80235d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:49.909454 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48009bd-b878-4357-8df8-d33999d73108 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Network hostable DHCP agents. Network: 11dad49f-7685-413b-88c5-711c80235d21, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:45:49.952705 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 0b2c9195-a6ae-46df-b653-bb5dc6dcac07 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:49.956231 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844b8c8-f703-410b-8437-f915c29d17cf req-c0e97e33-5c67-4819-bd5c-a389391c6d3c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:49.981770 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d844b8c8-f703-410b-8437-f915c29d17cf req-c0e97e33-5c67-4819-bd5c-a389391c6d3c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=32afd68e-5bef-4703-a7e3-29ef6647ef0b HTTP/1.1" status: 200 len: 945 time: 0.1976373 Nov 12 03:45:50.020872 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-9c6c1a52-e385-4255-82e2-b41b58db2c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'name': 'tempest-RoutersIpV6Test-router-1738778366', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:36Z', 'updated_at': '2021-11-12T03:45:47Z', 'revision_number': 3, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'gw_port_host': None, '_interfaces': [{'id': '158b751b-2239-469e-8e1b-c3e2c8c6ef10', 'name': '', 'network_id': '2f903626-c88d-4616-b991-90a100977d29', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:16:8e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'b15eae54-cfb8-4c60-83f7-e8c781461d52', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:38Z', 'updated_at': '2021-11-12T03:45:46Z', 'revision_number': 5, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': 'b15eae54-cfb8-4c60-83f7-e8c781461d52', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2ccd67a-abc3-431b-bfeb-f59d04522f0a', 'name': '', 'network_id': '0c27543a-d18d-43c4-a59f-8d8417845bd0', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:40:fe:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '9a79843e-ae0d-49ce-9237-6bf756440c34', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:44Z', 'updated_at': '2021-11-12T03:45:47Z', 'revision_number': 2, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': '9a79843e-ae0d-49ce-9237-6bf756440c34', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:50.048379 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-03b68900-a09e-4d61-813e-6b462beefbff None None] Provisioning complete for port 0b2c9195-a6ae-46df-b653-bb5dc6dcac07 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:50.049582 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-03b68900-a09e-4d61-813e-6b462beefbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:50.120503 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6c1a52-e385-4255-82e2-b41b58db2c0f None None] Checking router: 8fa2c64e-f661-4764-80aa-d7eff73ede13 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:45:50.122456 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6c1a52-e385-4255-82e2-b41b58db2c0f None None] Updating router 8fa2c64e-f661-4764-80aa-d7eff73ede13 port d2ccd67a-abc3-431b-bfeb-f59d04522f0a binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:45:50.122888 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d844b8c8-f703-410b-8437-f915c29d17cf req-2df107e5-0c51-48da-94e5-48e2af283ac7 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/security-groups?id=38c2c59a-7dce-4158-8390-04c4919adb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380987 Nov 12 03:45:50.124242 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48009bd-b878-4357-8df8-d33999d73108 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Network 11dad49f-7685-413b-88c5-711c80235d21 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:45:50.154033 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-d48009bd-b878-4357-8df8-d33999d73108 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 11dad49f-7685-413b-88c5-711c80235d21) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:50.176361 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48009bd-b878-4357-8df8-d33999d73108 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:50.176361 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d48009bd-b878-4357-8df8-d33999d73108 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:50.186503 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-9c6c1a52-e385-4255-82e2-b41b58db2c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:50.218113 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d48009bd-b878-4357-8df8-d33999d73108 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3737514 Nov 12 03:45:50.223153 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 34620) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:50.246289 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beac2077-5516-48a9-8128-fb8611a21784 None None] Network 11dad49f-7685-413b-88c5-711c80235d21 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:50.579783 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 0b2c9195-a6ae-46df-b653-bb5dc6dcac07 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:50.580192 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:50.845981 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-9c6c1a52-e385-4255-82e2-b41b58db2c0f None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:50.863335 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-9c6c1a52-e385-4255-82e2-b41b58db2c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:50.940822 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-edff7b78-ea72-47c6-9043-566bea96b7fe tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:51.027117 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a7e594-8f19-4b5c-9c4a-8db61ab7dbeb None None] Pushing event updated for resources: {'Port': ['ID=d2ccd67a-abc3-431b-bfeb-f59d04522f0a,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:51.052815 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a7e594-8f19-4b5c-9c4a-8db61ab7dbeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:51.053154 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a7e594-8f19-4b5c-9c4a-8db61ab7dbeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:51.053491 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a7e594-8f19-4b5c-9c4a-8db61ab7dbeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:51.053820 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a7e594-8f19-4b5c-9c4a-8db61ab7dbeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:51.054154 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a7e594-8f19-4b5c-9c4a-8db61ab7dbeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:51.054465 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a7e594-8f19-4b5c-9c4a-8db61ab7dbeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:51.054784 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a7e594-8f19-4b5c-9c4a-8db61ab7dbeb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:51.055102 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a7e594-8f19-4b5c-9c4a-8db61ab7dbeb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:51.055506 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a7e594-8f19-4b5c-9c4a-8db61ab7dbeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:51.056052 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a7e594-8f19-4b5c-9c4a-8db61ab7dbeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:51.056593 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a7e594-8f19-4b5c-9c4a-8db61ab7dbeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:51.057100 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a7e594-8f19-4b5c-9c4a-8db61ab7dbeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:51.088100 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-03b68900-a09e-4d61-813e-6b462beefbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:51.151271 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-9c6c1a52-e385-4255-82e2-b41b58db2c0f None None] Attempting to bind port d2ccd67a-abc3-431b-bfeb-f59d04522f0a on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:45:51.151993 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-9c6c1a52-e385-4255-82e2-b41b58db2c0f None None] Attempting to bind port d2ccd67a-abc3-431b-bfeb-f59d04522f0a by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '357cf516-6603-4597-b2d9-293f64e99f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0c27543a-d18d-43c4-a59f-8d8417845bd0'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:45:51.152817 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6c1a52-e385-4255-82e2-b41b58db2c0f None None] Attempting to bind port d2ccd67a-abc3-431b-bfeb-f59d04522f0a on network 0c27543a-d18d-43c4-a59f-8d8417845bd0 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:51.160748 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6c1a52-e385-4255-82e2-b41b58db2c0f None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:45:51.161456 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6c1a52-e385-4255-82e2-b41b58db2c0f None None] Checking segment: {'id': '357cf516-6603-4597-b2d9-293f64e99f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0c27543a-d18d-43c4-a59f-8d8417845bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:51.162079 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-9c6c1a52-e385-4255-82e2-b41b58db2c0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:51.162835 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6c1a52-e385-4255-82e2-b41b58db2c0f None None] Bound using segment: {'id': '357cf516-6603-4597-b2d9-293f64e99f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0c27543a-d18d-43c4-a59f-8d8417845bd0'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:45:51.163527 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-9c6c1a52-e385-4255-82e2-b41b58db2c0f None None] Bound port: d2ccd67a-abc3-431b-bfeb-f59d04522f0a, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '357cf516-6603-4597-b2d9-293f64e99f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0c27543a-d18d-43c4-a59f-8d8417845bd0'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:45:51.164832 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-9c6c1a52-e385-4255-82e2-b41b58db2c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:51.220762 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-03b68900-a09e-4d61-813e-6b462beefbff None None] For port 0b2c9195-a6ae-46df-b653-bb5dc6dcac07, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=0b2c9195-a6ae-46df-b653-bb5dc6dcac07,segment=NetworkSegment(357cf516-6603-4597-b2d9-293f64e99f54),segment_id=357cf516-6603-4597-b2d9-293f64e99f54)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:51.291158 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-03b68900-a09e-4d61-813e-6b462beefbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:51.361985 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c896fff5-acec-44ce-b759-620cc4794899 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-11dad49f-7685-413b-88c5-711c80235d21', 'network_id': '11dad49f-7685-413b-88c5-711c80235d21', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'fixed_ips': [{'subnet_id': 'ee24a518-350f-4fca-a0c1-e409fa370e42'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:45:51.363466 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c896fff5-acec-44ce-b759-620cc4794899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:51.391614 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:51.394952 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-9c6c1a52-e385-4255-82e2-b41b58db2c0f None None] For port d2ccd67a-abc3-431b-bfeb-f59d04522f0a, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:45:51.411911 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-9c6c1a52-e385-4255-82e2-b41b58db2c0f None None] For port d2ccd67a-abc3-431b-bfeb-f59d04522f0a, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d2ccd67a-abc3-431b-bfeb-f59d04522f0a,segment=NetworkSegment(357cf516-6603-4597-b2d9-293f64e99f54),segment_id=357cf516-6603-4597-b2d9-293f64e99f54)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:45:51.421176 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-9c6c1a52-e385-4255-82e2-b41b58db2c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:51.474316 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b68900-a09e-4d61-813e-6b462beefbff None None] Pushing event updated for resources: {'Port': ['ID=0b2c9195-a6ae-46df-b653-bb5dc6dcac07,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:51.515211 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b94edb-7c8a-4a56-b465-3c1f0f0bc057 req-ce3a6d49-e75e-422d-8d2a-242c33cad96b tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:51.518402 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b5b94edb-7c8a-4a56-b465-3c1f0f0bc057 req-ce3a6d49-e75e-422d-8d2a-242c33cad96b tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=32afd68e-5bef-4703-a7e3-29ef6647ef0b HTTP/1.1" status: 200 len: 945 time: 0.1589351 Nov 12 03:45:51.585019 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6c1a52-e385-4255-82e2-b41b58db2c0f None None] Routers {'8fa2c64e-f661-4764-80aa-d7eff73ede13'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:51.585659 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-9c6c1a52-e385-4255-82e2-b41b58db2c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:45:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8fa2c64e-f661-4764-80aa-d7eff73ede13'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:51.601940 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-edff7b78-ea72-47c6-9043-566bea96b7fe tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Allocated IP 2001:db8:2::1 (11dad49f-7685-413b-88c5-711c80235d21/ee24a518-350f-4fca-a0c1-e409fa370e42/2d128d7b-284d-4e63-9081-de3fc4f2a420) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:51.725138 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b5b94edb-7c8a-4a56-b465-3c1f0f0bc057 req-f2ada26d-9d42-4b6a-a2e2-8b5a9811d119 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/security-groups?id=38c2c59a-7dce-4158-8390-04c4919adb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1956143 Nov 12 03:45:51.755415 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:45:51.759881 n-d-715271-27 neutron-server[102573]: DEBUG oslo_db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:45:51.805147 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a7e594-8f19-4b5c-9c4a-8db61ab7dbeb None None] Pushing event updated for resources: {'Port': ['ID=d2ccd67a-abc3-431b-bfeb-f59d04522f0a,revision_number=4']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:51.873452 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-9c6c1a52-e385-4255-82e2-b41b58db2c0f None None] Set router 8fa2c64e-f661-4764-80aa-d7eff73ede13 gateway port host: None {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:45:51.935572 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-944b2866-7b71-4191-9cac-c68a6d93140d None None] Provisioning complete for port 0b2c9195-a6ae-46df-b653-bb5dc6dcac07 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:51.936782 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-944b2866-7b71-4191-9cac-c68a6d93140d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:52.025179 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-edff7b78-ea72-47c6-9043-566bea96b7fe tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:52.135521 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device cb5ebd91-f815-49d0-be7c-baa1df2be873 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:52.148211 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-edff7b78-ea72-47c6-9043-566bea96b7fe tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:52.276267 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edff7b78-ea72-47c6-9043-566bea96b7fe tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Network 11dad49f-7685-413b-88c5-711c80235d21 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:52.279948 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-edff7b78-ea72-47c6-9043-566bea96b7fe tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:52.286963 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edff7b78-ea72-47c6-9043-566bea96b7fe tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:52.287595 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-edff7b78-ea72-47c6-9043-566bea96b7fe tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:52.292388 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff7b78-ea72-47c6-9043-566bea96b7fe tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event updated for resources: {'Port': ['ID=2d128d7b-284d-4e63-9081-de3fc4f2a420,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:52.325076 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-c896fff5-acec-44ce-b759-620cc4794899 None None] Allocated IP 2001:db8:2::2 (11dad49f-7685-413b-88c5-711c80235d21/ee24a518-350f-4fca-a0c1-e409fa370e42/2f079afa-9b03-4be4-907a-6fb315979e32) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:52.421413 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-9c6c1a52-e385-4255-82e2-b41b58db2c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'name': 'tempest-RoutersIpV6Test-router-1738778366', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:36Z', 'updated_at': '2021-11-12T03:45:47Z', 'revision_number': 3, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'gw_port_host': None, '_interfaces': [{'id': '158b751b-2239-469e-8e1b-c3e2c8c6ef10', 'name': '', 'network_id': '2f903626-c88d-4616-b991-90a100977d29', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:16:8e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'b15eae54-cfb8-4c60-83f7-e8c781461d52', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:38Z', 'updated_at': '2021-11-12T03:45:46Z', 'revision_number': 5, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': 'b15eae54-cfb8-4c60-83f7-e8c781461d52', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2ccd67a-abc3-431b-bfeb-f59d04522f0a', 'name': '', 'network_id': '0c27543a-d18d-43c4-a59f-8d8417845bd0', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:40:fe:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '9a79843e-ae0d-49ce-9237-6bf756440c34', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:44Z', 'updated_at': '2021-11-12T03:45:51Z', 'revision_number': 4, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': '9a79843e-ae0d-49ce-9237-6bf756440c34', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:52.551823 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6c1a52-e385-4255-82e2-b41b58db2c0f None None] The sync data for ids ['8fa2c64e-f661-4764-80aa-d7eff73ede13'] in n-d-715271-27 is: [{'id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'name': 'tempest-RoutersIpV6Test-router-1738778366', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:36Z', 'updated_at': '2021-11-12T03:45:47Z', 'revision_number': 3, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'gw_port_host': None, '_interfaces': [{'id': '158b751b-2239-469e-8e1b-c3e2c8c6ef10', 'name': '', 'network_id': '2f903626-c88d-4616-b991-90a100977d29', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:16:8e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'b15eae54-cfb8-4c60-83f7-e8c781461d52', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:38Z', 'updated_at': '2021-11-12T03:45:46Z', 'revision_number': 5, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': 'b15eae54-cfb8-4c60-83f7-e8c781461d52', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2ccd67a-abc3-431b-bfeb-f59d04522f0a', 'name': '', 'network_id': '0c27543a-d18d-43c4-a59f-8d8417845bd0', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:40:fe:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '9a79843e-ae0d-49ce-9237-6bf756440c34', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:44Z', 'updated_at': '2021-11-12T03:45:51Z', 'revision_number': 4, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': '9a79843e-ae0d-49ce-9237-6bf756440c34', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:45:52.680027 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-944b2866-7b71-4191-9cac-c68a6d93140d None None] Provisioning complete for port d2ccd67a-abc3-431b-bfeb-f59d04522f0a triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:52.680451 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-944b2866-7b71-4191-9cac-c68a6d93140d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:52.718968 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port cb5ebd91-f815-49d0-be7c-baa1df2be873 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:45:52.844987 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-edff7b78-ea72-47c6-9043-566bea96b7fe tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:52.946419 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 0b2c9195-a6ae-46df-b653-bb5dc6dcac07 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:53.072537 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port cb5ebd91-f815-49d0-be7c-baa1df2be873 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:53.073192 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:53.200142 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ae937-070c-4180-a892-7942221abea6 req-bef960cc-7100-4c2c-83be-9885fb04df88 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:53.203449 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-443ae937-070c-4180-a892-7942221abea6 req-bef960cc-7100-4c2c-83be-9885fb04df88 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=32afd68e-5bef-4703-a7e3-29ef6647ef0b HTTP/1.1" status: 200 len: 945 time: 0.3323913 Nov 12 03:45:53.348177 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c896fff5-acec-44ce-b759-620cc4794899 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:53.371854 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c896fff5-acec-44ce-b759-620cc4794899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:53.388740 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-443ae937-070c-4180-a892-7942221abea6 req-895cc397-3345-4108-9215-75c90d04abfe tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/security-groups?id=38c2c59a-7dce-4158-8390-04c4919adb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753068 Nov 12 03:45:53.501318 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c896fff5-acec-44ce-b759-620cc4794899 None None] Network 11dad49f-7685-413b-88c5-711c80235d21 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:53.522744 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-c896fff5-acec-44ce-b759-620cc4794899 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:53.545953 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c896fff5-acec-44ce-b759-620cc4794899 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:53.737440 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:53.746107 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c896fff5-acec-44ce-b759-620cc4794899 None None] Pushing event updated for resources: {'Port': ['ID=2f079afa-9b03-4be4-907a-6fb315979e32,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:53.809171 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 0b2c9195-a6ae-46df-b653-bb5dc6dcac07 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:53.809571 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:54.039171 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-944b2866-7b71-4191-9cac-c68a6d93140d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:54.142857 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32afd68e-5bef-4703-a7e3-29ef6647ef0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb5ebd91-f815-49d0-be7c-baa1df2be873'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:45:54.155124 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4123d9-d69c-4f73-91c0-367c99b5915f" -d '{"events": [{"server_uuid": "32afd68e-5bef-4703-a7e3-29ef6647ef0b", "name": "network-vif-plugged", "status": "completed", "tag": "cb5ebd91-f815-49d0-be7c-baa1df2be873"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:45:54.197278 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-edff7b78-ea72-47c6-9043-566bea96b7fe tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:54.203985 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-edff7b78-ea72-47c6-9043-566bea96b7fe tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:54.205428 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-edff7b78-ea72-47c6-9043-566bea96b7fe tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:54.217821 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-c896fff5-acec-44ce-b759-620cc4794899 None None] Attempting to bind port 2f079afa-9b03-4be4-907a-6fb315979e32 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:45:54.219409 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-c896fff5-acec-44ce-b759-620cc4794899 None None] Attempting to bind port 2f079afa-9b03-4be4-907a-6fb315979e32 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'a1aa1ebb-2f58-40e2-a7a3-ede552c5209a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '11dad49f-7685-413b-88c5-711c80235d21'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:45:54.220362 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c896fff5-acec-44ce-b759-620cc4794899 None None] Attempting to bind port 2f079afa-9b03-4be4-907a-6fb315979e32 on network 11dad49f-7685-413b-88c5-711c80235d21 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:54.229892 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port cb5ebd91-f815-49d0-be7c-baa1df2be873, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=cb5ebd91-f815-49d0-be7c-baa1df2be873,segment=NetworkSegment(649f55e5-ee57-4f89-bf3e-d3a9f7b4d4b3),segment_id=649f55e5-ee57-4f89-bf3e-d3a9f7b4d4b3)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:54.287955 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-944b2866-7b71-4191-9cac-c68a6d93140d None None] For port d2ccd67a-abc3-431b-bfeb-f59d04522f0a, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d2ccd67a-abc3-431b-bfeb-f59d04522f0a,segment=NetworkSegment(357cf516-6603-4597-b2d9-293f64e99f54),segment_id=357cf516-6603-4597-b2d9-293f64e99f54)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:54.300840 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd39af8b-d26a-4899-869f-ec72eda9bc65 x-openstack-request-id: req-cd39af8b-d26a-4899-869f-ec72eda9bc65 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:45:54.302284 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32afd68e-5bef-4703-a7e3-29ef6647ef0b", "name": "network-vif-plugged", "status": "completed", "tag": "cb5ebd91-f815-49d0-be7c-baa1df2be873", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:45:54.302754 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cd39af8b-d26a-4899-869f-ec72eda9bc65 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:45:54.303355 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32afd68e-5bef-4703-a7e3-29ef6647ef0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb5ebd91-f815-49d0-be7c-baa1df2be873', 'code': 200} Nov 12 03:45:54.307714 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:54.382577 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c896fff5-acec-44ce-b759-620cc4794899 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:45:54.385432 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c896fff5-acec-44ce-b759-620cc4794899 None None] Checking segment: {'id': 'a1aa1ebb-2f58-40e2-a7a3-ede552c5209a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '11dad49f-7685-413b-88c5-711c80235d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:54.388702 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c896fff5-acec-44ce-b759-620cc4794899 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:54.389350 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c896fff5-acec-44ce-b759-620cc4794899 None None] Bound using segment: {'id': 'a1aa1ebb-2f58-40e2-a7a3-ede552c5209a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '11dad49f-7685-413b-88c5-711c80235d21'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:45:54.390253 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-c896fff5-acec-44ce-b759-620cc4794899 None None] Bound port: 2f079afa-9b03-4be4-907a-6fb315979e32, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1aa1ebb-2f58-40e2-a7a3-ede552c5209a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '11dad49f-7685-413b-88c5-711c80235d21'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:45:54.391066 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c896fff5-acec-44ce-b759-620cc4794899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:54.396317 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-944b2866-7b71-4191-9cac-c68a6d93140d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:54.463378 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff7b78-ea72-47c6-9043-566bea96b7fe tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event updated for resources: {'Port': ['ID=2d128d7b-284d-4e63-9081-de3fc4f2a420,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:54.525905 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=cb5ebd91-f815-49d0-be7c-baa1df2be873,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:54.699254 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edff7b78-ea72-47c6-9043-566bea96b7fe tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Network 11dad49f-7685-413b-88c5-711c80235d21 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:54.720356 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-edff7b78-ea72-47c6-9043-566bea96b7fe tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:54.782144 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00768cc1-a3f0-423c-91e5-aa2c303eb907 req-d2ef1972-6501-4f35-98a7-8cffacf413d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:54.785108 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-00768cc1-a3f0-423c-91e5-aa2c303eb907 req-d2ef1972-6501-4f35-98a7-8cffacf413d6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=32afd68e-5bef-4703-a7e3-29ef6647ef0b HTTP/1.1" status: 200 len: 1098 time: 0.4094045 Nov 12 03:45:54.914076 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d2ccd67a-abc3-431b-bfeb-f59d04522f0a up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:54.992304 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ceec6b-ba0b-452a-aee0-1ec2bd7f4c5a req-f5a02662-9d5e-49bd-93bb-dc1bd6f90755 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:54.995557 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b1ceec6b-ba0b-452a-aee0-1ec2bd7f4c5a req-f5a02662-9d5e-49bd-93bb-dc1bd6f90755 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=32afd68e-5bef-4703-a7e3-29ef6647ef0b HTTP/1.1" status: 200 len: 946 time: 0.4267671 Nov 12 03:45:55.006864 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-00768cc1-a3f0-423c-91e5-aa2c303eb907 req-0bc93920-d78f-440a-adf1-c7e977df75a5 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=38c2c59a-7dce-4158-8390-04c4919adb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2106376 Nov 12 03:45:55.054591 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-677f2ac8-5de5-45ed-bee1-0b10a03d68a8 None None] Provisioning complete for port d2ccd67a-abc3-431b-bfeb-f59d04522f0a triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:55.054958 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-677f2ac8-5de5-45ed-bee1-0b10a03d68a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:55.094129 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-c896fff5-acec-44ce-b759-620cc4794899 None None] For port 2f079afa-9b03-4be4-907a-6fb315979e32, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:45:55.100013 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944b2866-7b71-4191-9cac-c68a6d93140d None None] Pushing event updated for resources: {'Port': ['ID=d2ccd67a-abc3-431b-bfeb-f59d04522f0a,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:55.125630 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-c896fff5-acec-44ce-b759-620cc4794899 None None] For port 2f079afa-9b03-4be4-907a-6fb315979e32, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=2f079afa-9b03-4be4-907a-6fb315979e32,segment=NetworkSegment(a1aa1ebb-2f58-40e2-a7a3-ede552c5209a),segment_id=a1aa1ebb-2f58-40e2-a7a3-ede552c5209a)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:45:55.134251 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port d2ccd67a-abc3-431b-bfeb-f59d04522f0a triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:55.134907 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:55.137983 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c896fff5-acec-44ce-b759-620cc4794899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:55.267551 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b1ceec6b-ba0b-452a-aee0-1ec2bd7f4c5a req-ef6e4f07-eeec-4198-be11-a3ad0eb730de tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/security-groups?id=38c2c59a-7dce-4158-8390-04c4919adb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1893177 Nov 12 03:45:55.303064 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edff7b78-ea72-47c6-9043-566bea96b7fe tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Router 8fa2c64e-f661-4764-80aa-d7eff73ede13 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:45:55.312354 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c896fff5-acec-44ce-b759-620cc4794899 None None] Pushing event updated for resources: {'Port': ['ID=2f079afa-9b03-4be4-907a-6fb315979e32,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:55.506189 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edff7b78-ea72-47c6-9043-566bea96b7fe tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:45:55.512931 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-edff7b78-ea72-47c6-9043-566bea96b7fe tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "PUT /v2.0/routers/8fa2c64e-f661-4764-80aa-d7eff73ede13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2883246 Nov 12 03:45:55.515627 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34758) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:55.521740 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-546c15cf-1717-479b-a192-ad29250d49e5 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1710618548'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:55.526808 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12439f4-5e4c-400b-a636-796d3b8e7605 None None] Sync routers for ids ['8fa2c64e-f661-4764-80aa-d7eff73ede13'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:45:55.543817 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12439f4-5e4c-400b-a636-796d3b8e7605 None None] Routers {'8fa2c64e-f661-4764-80aa-d7eff73ede13'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:55.545367 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-b12439f4-5e4c-400b-a636-796d3b8e7605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:45:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8fa2c64e-f661-4764-80aa-d7eff73ede13'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:55.572099 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546c15cf-1717-479b-a192-ad29250d49e5 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Made reservation on behalf of 4f166f0f871d46ccaacb87c816edff53 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:55.576524 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-546c15cf-1717-479b-a192-ad29250d49e5 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:55.654308 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-546c15cf-1717-479b-a192-ad29250d49e5 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:45:55.667180 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-546c15cf-1717-479b-a192-ad29250d49e5 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:55.667589 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-546c15cf-1717-479b-a192-ad29250d49e5 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Added segment dfab596d-44d7-42fa-ba79-7b54048736ad of type vlan for network 202a64fd-aa15-481c-afaa-534bddd44b68 Nov 12 03:45:55.744959 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-546c15cf-1717-479b-a192-ad29250d49e5 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:55.761108 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-b12439f4-5e4c-400b-a636-796d3b8e7605 None None] Set router 8fa2c64e-f661-4764-80aa-d7eff73ede13 gateway port host: None {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:45:55.786843 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-546c15cf-1717-479b-a192-ad29250d49e5 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:55.793659 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546c15cf-1717-479b-a192-ad29250d49e5 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:55.795049 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-546c15cf-1717-479b-a192-ad29250d49e5 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:55.891628 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 34760) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:55.895276 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-546c15cf-1717-479b-a192-ad29250d49e5 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3781674 Nov 12 03:45:55.897618 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-9f51b928-67f2-40ea-90d1-e9ca038aa52c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Request body: {'subnet': {'network_id': '202a64fd-aa15-481c-afaa-534bddd44b68', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:55.903092 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c15cf-1717-479b-a192-ad29250d49e5 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event updated for resources: {'Network': ['ID=202a64fd-aa15-481c-afaa-534bddd44b68,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:55.923180 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 202a64fd-aa15-481c-afaa-534bddd44b68 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:45:56.078068 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f51b928-67f2-40ea-90d1-e9ca038aa52c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Made reservation on behalf of 4f166f0f871d46ccaacb87c816edff53 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:56.082453 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9f51b928-67f2-40ea-90d1-e9ca038aa52c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:56.339642 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-b12439f4-5e4c-400b-a636-796d3b8e7605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'name': 'tempest-RoutersIpV6Test-router-1738778366', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:36Z', 'updated_at': '2021-11-12T03:45:52Z', 'revision_number': 4, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'gw_port_host': None, '_interfaces': [{'id': '158b751b-2239-469e-8e1b-c3e2c8c6ef10', 'name': '', 'network_id': '2f903626-c88d-4616-b991-90a100977d29', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:16:8e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'b15eae54-cfb8-4c60-83f7-e8c781461d52', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:38Z', 'updated_at': '2021-11-12T03:45:46Z', 'revision_number': 5, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': 'b15eae54-cfb8-4c60-83f7-e8c781461d52', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d128d7b-284d-4e63-9081-de3fc4f2a420', 'name': '', 'network_id': '11dad49f-7685-413b-88c5-711c80235d21', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:17:05:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'ee24a518-350f-4fca-a0c1-e409fa370e42', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:51Z', 'updated_at': '2021-11-12T03:45:53Z', 'revision_number': 2, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': 'ee24a518-350f-4fca-a0c1-e409fa370e42', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2ccd67a-abc3-431b-bfeb-f59d04522f0a', 'name': '', 'network_id': '0c27543a-d18d-43c4-a59f-8d8417845bd0', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:40:fe:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '9a79843e-ae0d-49ce-9237-6bf756440c34', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:44Z', 'updated_at': '2021-11-12T03:45:54Z', 'revision_number': 5, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': '9a79843e-ae0d-49ce-9237-6bf756440c34', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:56.386617 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12439f4-5e4c-400b-a636-796d3b8e7605 None None] Checking router: 8fa2c64e-f661-4764-80aa-d7eff73ede13 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:45:56.387059 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12439f4-5e4c-400b-a636-796d3b8e7605 None None] Updating router 8fa2c64e-f661-4764-80aa-d7eff73ede13 port 2d128d7b-284d-4e63-9081-de3fc4f2a420 binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:45:56.459027 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9f51b928-67f2-40ea-90d1-e9ca038aa52c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:56.460693 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b12439f4-5e4c-400b-a636-796d3b8e7605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:56.587155 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f51b928-67f2-40ea-90d1-e9ca038aa52c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event updated for resources: {'Subnet': ['ID=8da2415f-7e50-43a1-9d48-33832a1591bd,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:56.639392 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61961a-69e9-4f9d-93c1-6e06d9624c80 req-18429bea-aa69-4f48-b1d4-46178949cb7f tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:56.651247 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1a61961a-69e9-4f9d-93c1-6e06d9624c80 req-18429bea-aa69-4f48-b1d4-46178949cb7f tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=32afd68e-5bef-4703-a7e3-29ef6647ef0b HTTP/1.1" status: 200 len: 946 time: 0.2156901 Nov 12 03:45:56.682162 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f51b928-67f2-40ea-90d1-e9ca038aa52c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Checking segment: {'id': 'dfab596d-44d7-42fa-ba79-7b54048736ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '202a64fd-aa15-481c-afaa-534bddd44b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:56.682393 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f51b928-67f2-40ea-90d1-e9ca038aa52c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Network hostable DHCP agents. Network: 202a64fd-aa15-481c-afaa-534bddd44b68, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:45:56.716790 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f51b928-67f2-40ea-90d1-e9ca038aa52c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Network 202a64fd-aa15-481c-afaa-534bddd44b68 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:45:56.756509 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-9f51b928-67f2-40ea-90d1-e9ca038aa52c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 202a64fd-aa15-481c-afaa-534bddd44b68) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:56.766094 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1a61961a-69e9-4f9d-93c1-6e06d9624c80 req-6f902015-09e1-45d1-a87c-8763aa975c63 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/security-groups?id=38c2c59a-7dce-4158-8390-04c4919adb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139126 Nov 12 03:45:56.777565 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f51b928-67f2-40ea-90d1-e9ca038aa52c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:56.782597 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9f51b928-67f2-40ea-90d1-e9ca038aa52c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:56.838552 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9f51b928-67f2-40ea-90d1-e9ca038aa52c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9440587 Nov 12 03:45:56.839722 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 34774) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:56.881758 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b796b486-65c5-468b-848e-a929f8ef96be None None] Network 202a64fd-aa15-481c-afaa-534bddd44b68 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:57.003059 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3cb654-a6dd-4e7f-9fe7-ffdf59c5b508 req-4b252759-0477-41a9-b945-6d3cf2a834f9 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:57.005018 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1a3cb654-a6dd-4e7f-9fe7-ffdf59c5b508 req-4b252759-0477-41a9-b945-6d3cf2a834f9 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=32afd68e-5bef-4703-a7e3-29ef6647ef0b HTTP/1.1" status: 200 len: 946 time: 0.0861628 Nov 12 03:45:57.050031 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d2ccd67a-abc3-431b-bfeb-f59d04522f0a up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:57.052144 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678b48a5-4fdf-4bbd-bdb3-6e48b070340c None None] Network 11dad49f-7685-413b-88c5-711c80235d21 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:57.077721 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1a3cb654-a6dd-4e7f-9fe7-ffdf59c5b508 req-976b2fce-a49b-4890-a544-b85e373ff723 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/security-groups?id=38c2c59a-7dce-4158-8390-04c4919adb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637522 Nov 12 03:45:57.346519 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-b6eccef9-c10e-44de-a9cd-23de3e363bb1 None None] Provisioning complete for port 2f079afa-9b03-4be4-907a-6fb315979e32 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:57.346943 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b6eccef9-c10e-44de-a9cd-23de3e363bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:57.358769 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-376cbbd6-ee65-49f6-bacd-859dae7b2a5d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:57.417233 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ee3147-500b-4a09-9011-5353029a77bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-202a64fd-aa15-481c-afaa-534bddd44b68', 'network_id': '202a64fd-aa15-481c-afaa-534bddd44b68', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'fixed_ips': [{'subnet_id': '8da2415f-7e50-43a1-9d48-33832a1591bd'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:45:57.418227 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-59ee3147-500b-4a09-9011-5353029a77bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:57.431624 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b12439f4-5e4c-400b-a636-796d3b8e7605 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:57.465465 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b12439f4-5e4c-400b-a636-796d3b8e7605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:57.558497 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd8e04-3e1e-433a-95d8-890bdcb1d914 None None] Pushing event updated for resources: {'Port': ['ID=2d128d7b-284d-4e63-9081-de3fc4f2a420,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:57.560503 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port d2ccd67a-abc3-431b-bfeb-f59d04522f0a triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:57.560962 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:57.793576 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-376cbbd6-ee65-49f6-bacd-859dae7b2a5d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Allocated IP 2001:db8:3::1 (202a64fd-aa15-481c-afaa-534bddd44b68/8da2415f-7e50-43a1-9d48-33832a1591bd/4b53a3ef-a8e5-4cff-a98a-02bc7112f99f) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:57.833789 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-b12439f4-5e4c-400b-a636-796d3b8e7605 None None] Attempting to bind port 2d128d7b-284d-4e63-9081-de3fc4f2a420 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:45:57.834212 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-b12439f4-5e4c-400b-a636-796d3b8e7605 None None] Attempting to bind port 2d128d7b-284d-4e63-9081-de3fc4f2a420 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'a1aa1ebb-2f58-40e2-a7a3-ede552c5209a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '11dad49f-7685-413b-88c5-711c80235d21'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:45:57.834585 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12439f4-5e4c-400b-a636-796d3b8e7605 None None] Attempting to bind port 2d128d7b-284d-4e63-9081-de3fc4f2a420 on network 11dad49f-7685-413b-88c5-711c80235d21 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:57.894138 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12439f4-5e4c-400b-a636-796d3b8e7605 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:45:57.894902 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12439f4-5e4c-400b-a636-796d3b8e7605 None None] Checking segment: {'id': 'a1aa1ebb-2f58-40e2-a7a3-ede552c5209a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '11dad49f-7685-413b-88c5-711c80235d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:57.895629 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b12439f4-5e4c-400b-a636-796d3b8e7605 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:57.896048 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12439f4-5e4c-400b-a636-796d3b8e7605 None None] Bound using segment: {'id': 'a1aa1ebb-2f58-40e2-a7a3-ede552c5209a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '11dad49f-7685-413b-88c5-711c80235d21'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:45:57.896683 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-b12439f4-5e4c-400b-a636-796d3b8e7605 None None] Bound port: 2d128d7b-284d-4e63-9081-de3fc4f2a420, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1aa1ebb-2f58-40e2-a7a3-ede552c5209a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '11dad49f-7685-413b-88c5-711c80235d21'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:45:57.897388 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b12439f4-5e4c-400b-a636-796d3b8e7605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:57.984369 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-376cbbd6-ee65-49f6-bacd-859dae7b2a5d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:58.040491 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-376cbbd6-ee65-49f6-bacd-859dae7b2a5d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:58.110614 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376cbbd6-ee65-49f6-bacd-859dae7b2a5d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event updated for resources: {'Port': ['ID=4b53a3ef-a8e5-4cff-a98a-02bc7112f99f,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:58.133470 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376cbbd6-ee65-49f6-bacd-859dae7b2a5d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Network 202a64fd-aa15-481c-afaa-534bddd44b68 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:58.135706 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-376cbbd6-ee65-49f6-bacd-859dae7b2a5d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:58.149118 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376cbbd6-ee65-49f6-bacd-859dae7b2a5d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:58.151427 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-376cbbd6-ee65-49f6-bacd-859dae7b2a5d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:58.241846 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b6eccef9-c10e-44de-a9cd-23de3e363bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:58.279761 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 2f079afa-9b03-4be4-907a-6fb315979e32 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:58.313473 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-b6eccef9-c10e-44de-a9cd-23de3e363bb1 None None] For port 2f079afa-9b03-4be4-907a-6fb315979e32, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=2f079afa-9b03-4be4-907a-6fb315979e32,segment=NetworkSegment(a1aa1ebb-2f58-40e2-a7a3-ede552c5209a),segment_id=a1aa1ebb-2f58-40e2-a7a3-ede552c5209a)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:58.354982 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b6eccef9-c10e-44de-a9cd-23de3e363bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:58.381963 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-59ee3147-500b-4a09-9011-5353029a77bf None None] Allocated IP 2001:db8:3::2 (202a64fd-aa15-481c-afaa-534bddd44b68/8da2415f-7e50-43a1-9d48-33832a1591bd/c4808ff4-00a7-4535-a608-a58e046820de) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:58.429478 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-b12439f4-5e4c-400b-a636-796d3b8e7605 None None] For port 2d128d7b-284d-4e63-9081-de3fc4f2a420, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:45:58.441638 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-376cbbd6-ee65-49f6-bacd-859dae7b2a5d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:58.467875 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-b12439f4-5e4c-400b-a636-796d3b8e7605 None None] For port 2d128d7b-284d-4e63-9081-de3fc4f2a420, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=2d128d7b-284d-4e63-9081-de3fc4f2a420,segment=NetworkSegment(a1aa1ebb-2f58-40e2-a7a3-ede552c5209a),segment_id=a1aa1ebb-2f58-40e2-a7a3-ede552c5209a)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:45:58.500338 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b12439f4-5e4c-400b-a636-796d3b8e7605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:58.545747 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eccef9-c10e-44de-a9cd-23de3e363bb1 None None] Pushing event updated for resources: {'Port': ['ID=2f079afa-9b03-4be4-907a-6fb315979e32,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:58.628453 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34804) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:58.698693 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 2f079afa-9b03-4be4-907a-6fb315979e32 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:58.699054 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:58.845731 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12439f4-5e4c-400b-a636-796d3b8e7605 None None] Routers {'8fa2c64e-f661-4764-80aa-d7eff73ede13'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:58.848823 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-b12439f4-5e4c-400b-a636-796d3b8e7605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:45:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8fa2c64e-f661-4764-80aa-d7eff73ede13'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:58.973535 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-376cbbd6-ee65-49f6-bacd-859dae7b2a5d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:58.983655 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-376cbbd6-ee65-49f6-bacd-859dae7b2a5d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:58.985335 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-376cbbd6-ee65-49f6-bacd-859dae7b2a5d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:59.093791 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd8e04-3e1e-433a-95d8-890bdcb1d914 None None] Pushing event updated for resources: {'Port': ['ID=2d128d7b-284d-4e63-9081-de3fc4f2a420,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:59.115794 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376cbbd6-ee65-49f6-bacd-859dae7b2a5d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event updated for resources: {'Port': ['ID=4b53a3ef-a8e5-4cff-a98a-02bc7112f99f,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:59.269489 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-9b5658f5-a08a-43b3-bc20-0e524b390b11 None None] Provisioning complete for port 2d128d7b-284d-4e63-9081-de3fc4f2a420 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:59.270258 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9b5658f5-a08a-43b3-bc20-0e524b390b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:59.398352 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-59ee3147-500b-4a09-9011-5353029a77bf None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:59.413778 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-b12439f4-5e4c-400b-a636-796d3b8e7605 None None] Set router 8fa2c64e-f661-4764-80aa-d7eff73ede13 gateway port host: None {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:45:59.433124 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376cbbd6-ee65-49f6-bacd-859dae7b2a5d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Network 202a64fd-aa15-481c-afaa-534bddd44b68 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:59.441044 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-376cbbd6-ee65-49f6-bacd-859dae7b2a5d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:59.571521 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 2f079afa-9b03-4be4-907a-6fb315979e32 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:59.580356 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-59ee3147-500b-4a09-9011-5353029a77bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:59.657700 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-63f4a977-2364-4761-88d6-2d328fc08c8a tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:59.716223 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-376cbbd6-ee65-49f6-bacd-859dae7b2a5d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Router 8fa2c64e-f661-4764-80aa-d7eff73ede13 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:46:00.037313 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ee3147-500b-4a09-9011-5353029a77bf None None] Network 202a64fd-aa15-481c-afaa-534bddd44b68 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:00.068338 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376cbbd6-ee65-49f6-bacd-859dae7b2a5d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:46:00.078817 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-376cbbd6-ee65-49f6-bacd-859dae7b2a5d tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "PUT /v2.0/routers/8fa2c64e-f661-4764-80aa-d7eff73ede13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2356589 Nov 12 03:46:00.082014 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 34822) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:00.085248 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-9d958c27-d786-4030-bc2f-95ef5ac90b7a tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:00.272969 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-59ee3147-500b-4a09-9011-5353029a77bf None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:00.275261 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ee3147-500b-4a09-9011-5353029a77bf None None] Pushing event updated for resources: {'Port': ['ID=c4808ff4-00a7-4535-a608-a58e046820de,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:00.290291 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ee3147-500b-4a09-9011-5353029a77bf None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:00.423564 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-63f4a977-2364-4761-88d6-2d328fc08c8a tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Allocated IP 172.20.0.17 (94f15aca-8b62-4b84-bcad-bbdfb6d25bfa/71fdeba3-f872-4093-b864-ce295a981b77/cc061c8e-e24f-4e37-9b1e-ec78fe22907b) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:46:00.486624 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 2f079afa-9b03-4be4-907a-6fb315979e32 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:00.487275 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:00.601611 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-59ee3147-500b-4a09-9011-5353029a77bf None None] Attempting to bind port c4808ff4-00a7-4535-a608-a58e046820de on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:00.602256 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-59ee3147-500b-4a09-9011-5353029a77bf None None] Attempting to bind port c4808ff4-00a7-4535-a608-a58e046820de by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'dfab596d-44d7-42fa-ba79-7b54048736ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '202a64fd-aa15-481c-afaa-534bddd44b68'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:00.602812 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ee3147-500b-4a09-9011-5353029a77bf None None] Attempting to bind port c4808ff4-00a7-4535-a608-a58e046820de on network 202a64fd-aa15-481c-afaa-534bddd44b68 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:00.612837 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ca60d1a1-bad4-4b3d-ae83-82197d137423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:00.622126 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ee3147-500b-4a09-9011-5353029a77bf None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:46:00.623680 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ee3147-500b-4a09-9011-5353029a77bf None None] Checking segment: {'id': 'dfab596d-44d7-42fa-ba79-7b54048736ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '202a64fd-aa15-481c-afaa-534bddd44b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:00.629069 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-59ee3147-500b-4a09-9011-5353029a77bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:00.629601 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ee3147-500b-4a09-9011-5353029a77bf None None] Bound using segment: {'id': 'dfab596d-44d7-42fa-ba79-7b54048736ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '202a64fd-aa15-481c-afaa-534bddd44b68'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:46:00.630126 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-59ee3147-500b-4a09-9011-5353029a77bf None None] Bound port: c4808ff4-00a7-4535-a608-a58e046820de, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfab596d-44d7-42fa-ba79-7b54048736ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '202a64fd-aa15-481c-afaa-534bddd44b68'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:46:00.630528 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-59ee3147-500b-4a09-9011-5353029a77bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:00.650160 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9b5658f5-a08a-43b3-bc20-0e524b390b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:00.688748 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.extraroute_db [None req-9d958c27-d786-4030-bc2f-95ef5ac90b7a tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=102572) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 03:46:00.703640 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-9b5658f5-a08a-43b3-bc20-0e524b390b11 None None] For port 2d128d7b-284d-4e63-9081-de3fc4f2a420, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=2d128d7b-284d-4e63-9081-de3fc4f2a420,segment=NetworkSegment(a1aa1ebb-2f58-40e2-a7a3-ede552c5209a),segment_id=a1aa1ebb-2f58-40e2-a7a3-ede552c5209a)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:00.707585 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.extraroute_db [None req-9d958c27-d786-4030-bc2f-95ef5ac90b7a tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Removed routes are [] {{(pid=102572) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 03:46:00.708042 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9d958c27-d786-4030-bc2f-95ef5ac90b7a tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41374'] for router, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:00.718904 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9b5658f5-a08a-43b3-bc20-0e524b390b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:00.729205 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-63f4a977-2364-4761-88d6-2d328fc08c8a tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:00.774022 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-63f4a977-2364-4761-88d6-2d328fc08c8a tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:00.820699 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-9b5658f5-a08a-43b3-bc20-0e524b390b11 None None] Provisioning complete for port 2f079afa-9b03-4be4-907a-6fb315979e32 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:00.821076 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9b5658f5-a08a-43b3-bc20-0e524b390b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:00.839083 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f4a977-2364-4761-88d6-2d328fc08c8a tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Network 94f15aca-8b62-4b84-bcad-bbdfb6d25bfa is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:00.862506 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5658f5-a08a-43b3-bc20-0e524b390b11 None None] Pushing event updated for resources: {'Port': ['ID=2d128d7b-284d-4e63-9081-de3fc4f2a420,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:00.877727 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f4a977-2364-4761-88d6-2d328fc08c8a tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event updated for resources: {'Port': ['ID=cc061c8e-e24f-4e37-9b1e-ec78fe22907b,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:00.881204 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-63f4a977-2364-4761-88d6-2d328fc08c8a tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:00.887385 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f4a977-2364-4761-88d6-2d328fc08c8a tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:00.905443 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-b12439f4-5e4c-400b-a636-796d3b8e7605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'name': 'tempest-RoutersIpV6Test-router-1738778366', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:36Z', 'updated_at': '2021-11-12T03:45:58Z', 'revision_number': 5, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'gw_port_host': None, '_interfaces': [{'id': '158b751b-2239-469e-8e1b-c3e2c8c6ef10', 'name': '', 'network_id': '2f903626-c88d-4616-b991-90a100977d29', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:16:8e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'b15eae54-cfb8-4c60-83f7-e8c781461d52', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:38Z', 'updated_at': '2021-11-12T03:45:46Z', 'revision_number': 5, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': 'b15eae54-cfb8-4c60-83f7-e8c781461d52', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d128d7b-284d-4e63-9081-de3fc4f2a420', 'name': '', 'network_id': '11dad49f-7685-413b-88c5-711c80235d21', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:17:05:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'ee24a518-350f-4fca-a0c1-e409fa370e42', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:51Z', 'updated_at': '2021-11-12T03:45:58Z', 'revision_number': 4, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': 'ee24a518-350f-4fca-a0c1-e409fa370e42', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b53a3ef-a8e5-4cff-a98a-02bc7112f99f', 'name': '', 'network_id': '202a64fd-aa15-481c-afaa-534bddd44b68', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:47:e7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '8da2415f-7e50-43a1-9d48-33832a1591bd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:57Z', 'updated_at': '2021-11-12T03:45:57Z', 'revision_number': 1, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': '8da2415f-7e50-43a1-9d48-33832a1591bd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2ccd67a-abc3-431b-bfeb-f59d04522f0a', 'name': '', 'network_id': '0c27543a-d18d-43c4-a59f-8d8417845bd0', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:40:fe:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '9a79843e-ae0d-49ce-9237-6bf756440c34', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:44Z', 'updated_at': '2021-11-12T03:45:54Z', 'revision_number': 5, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': '9a79843e-ae0d-49ce-9237-6bf756440c34', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:00.953288 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12439f4-5e4c-400b-a636-796d3b8e7605 None None] The sync data for ids ['8fa2c64e-f661-4764-80aa-d7eff73ede13'] in n-d-715271-27 is: [{'id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'name': 'tempest-RoutersIpV6Test-router-1738778366', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:36Z', 'updated_at': '2021-11-12T03:45:58Z', 'revision_number': 5, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'gw_port_host': None, '_interfaces': [{'id': '158b751b-2239-469e-8e1b-c3e2c8c6ef10', 'name': '', 'network_id': '2f903626-c88d-4616-b991-90a100977d29', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:16:8e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'b15eae54-cfb8-4c60-83f7-e8c781461d52', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:38Z', 'updated_at': '2021-11-12T03:45:46Z', 'revision_number': 5, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': 'b15eae54-cfb8-4c60-83f7-e8c781461d52', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d128d7b-284d-4e63-9081-de3fc4f2a420', 'name': '', 'network_id': '11dad49f-7685-413b-88c5-711c80235d21', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:17:05:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'ee24a518-350f-4fca-a0c1-e409fa370e42', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:51Z', 'updated_at': '2021-11-12T03:45:58Z', 'revision_number': 4, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': 'ee24a518-350f-4fca-a0c1-e409fa370e42', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b53a3ef-a8e5-4cff-a98a-02bc7112f99f', 'name': '', 'network_id': '202a64fd-aa15-481c-afaa-534bddd44b68', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:47:e7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '8da2415f-7e50-43a1-9d48-33832a1591bd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:57Z', 'updated_at': '2021-11-12T03:45:57Z', 'revision_number': 1, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': '8da2415f-7e50-43a1-9d48-33832a1591bd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2ccd67a-abc3-431b-bfeb-f59d04522f0a', 'name': '', 'network_id': '0c27543a-d18d-43c4-a59f-8d8417845bd0', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:40:fe:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '9a79843e-ae0d-49ce-9237-6bf756440c34', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:44Z', 'updated_at': '2021-11-12T03:45:54Z', 'revision_number': 5, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': '9a79843e-ae0d-49ce-9237-6bf756440c34', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:46:00.985552 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-63f4a977-2364-4761-88d6-2d328fc08c8a tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:01.011891 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-59ee3147-500b-4a09-9011-5353029a77bf None None] For port c4808ff4-00a7-4535-a608-a58e046820de, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:46:01.067514 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-59ee3147-500b-4a09-9011-5353029a77bf None None] For port c4808ff4-00a7-4535-a608-a58e046820de, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=c4808ff4-00a7-4535-a608-a58e046820de,segment=NetworkSegment(dfab596d-44d7-42fa-ba79-7b54048736ad),segment_id=dfab596d-44d7-42fa-ba79-7b54048736ad)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:46:01.085963 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-59ee3147-500b-4a09-9011-5353029a77bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:01.216047 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ee3147-500b-4a09-9011-5353029a77bf None None] Pushing event updated for resources: {'Port': ['ID=c4808ff4-00a7-4535-a608-a58e046820de,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:01.350565 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-9d218a33-18c0-462f-b70d-17013056150b None None] Provisioning complete for port 2d128d7b-284d-4e63-9081-de3fc4f2a420 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:01.350565 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9d218a33-18c0-462f-b70d-17013056150b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:01.411108 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9d958c27-d786-4030-bc2f-95ef5ac90b7a tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41374'] for router, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:01.434360 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9d958c27-d786-4030-bc2f-95ef5ac90b7a tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-622926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-623029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620584'] for router, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:01.442882 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-63f4a977-2364-4761-88d6-2d328fc08c8a tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:01.521861 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 2d128d7b-284d-4e63-9081-de3fc4f2a420 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:01.823007 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d958c27-d786-4030-bc2f-95ef5ac90b7a tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Router 8fa2c64e-f661-4764-80aa-d7eff73ede13 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:46:01.869928 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 2d128d7b-284d-4e63-9081-de3fc4f2a420 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:01.870294 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:02.018092 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-51f17d5c-946d-44d9-a2b4-ed1d5f3f06d8 None None] Provisioning complete for port cc061c8e-e24f-4e37-9b1e-ec78fe22907b triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:02.018522 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-51f17d5c-946d-44d9-a2b4-ed1d5f3f06d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:02.115723 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d958c27-d786-4030-bc2f-95ef5ac90b7a tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:46:02.132359 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9d958c27-d786-4030-bc2f-95ef5ac90b7a tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:02.133627 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9d958c27-d786-4030-bc2f-95ef5ac90b7a tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "PUT /v2.0/routers/8fa2c64e-f661-4764-80aa-d7eff73ede13 HTTP/1.1" status: 200 len: 954 time: 2.0526497 Nov 12 03:46:02.137193 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 34854) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:02.208664 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-63f4a977-2364-4761-88d6-2d328fc08c8a tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:02.221821 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-63f4a977-2364-4761-88d6-2d328fc08c8a tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:02.401520 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f4a977-2364-4761-88d6-2d328fc08c8a tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event updated for resources: {'Port': ['ID=cc061c8e-e24f-4e37-9b1e-ec78fe22907b,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:02.442590 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-63f4a977-2364-4761-88d6-2d328fc08c8a tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:02.575581 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-51f17d5c-946d-44d9-a2b4-ed1d5f3f06d8 None None] Port cc061c8e-e24f-4e37-9b1e-ec78fe22907b cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:46:02.737263 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f4a977-2364-4761-88d6-2d328fc08c8a tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Network 94f15aca-8b62-4b84-bcad-bbdfb6d25bfa is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:02.747749 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-63f4a977-2364-4761-88d6-2d328fc08c8a tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:02.992655 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f4a977-2364-4761-88d6-2d328fc08c8a tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Router 36d6fcb2-6064-41b6-bfa1-1798a2fcefa5 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:46:03.192768 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3c375aee-41ef-4722-baf0-5973122e2dff tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "GET /v2.0/routers/8fa2c64e-f661-4764-80aa-d7eff73ede13 HTTP/1.1" status: 200 len: 954 time: 1.0548117 Nov 12 03:46:03.193505 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 34862) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:03.202510 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-ecc39570-2af9-44d4-bee2-45959eec30e5 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Request body: {'router': {'routes': None}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:03.260924 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f4a977-2364-4761-88d6-2d328fc08c8a tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:46:03.286547 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-63f4a977-2364-4761-88d6-2d328fc08c8a tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "PUT /v2.0/routers/36d6fcb2-6064-41b6-bfa1-1798a2fcefa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6562955 Nov 12 03:46:03.322449 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4d403fc1-2eb4-4322-87c0-af64efbba71d None None] Provisioning complete for port cc061c8e-e24f-4e37-9b1e-ec78fe22907b triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:03.322828 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4d403fc1-2eb4-4322-87c0-af64efbba71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:03.348955 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da36b054-3804-4a2e-987c-26ae6749fee1 None None] Sync routers for ids ['36d6fcb2-6064-41b6-bfa1-1798a2fcefa5'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:46:03.372191 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da36b054-3804-4a2e-987c-26ae6749fee1 None None] Routers {'36d6fcb2-6064-41b6-bfa1-1798a2fcefa5'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:03.376479 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-da36b054-3804-4a2e-987c-26ae6749fee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:45:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['36d6fcb2-6064-41b6-bfa1-1798a2fcefa5'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:03.455946 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4ef1d5-b5da-40a8-b2ef-27dc33b606ae None None] Network 202a64fd-aa15-481c-afaa-534bddd44b68 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:46:03.517994 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4d403fc1-2eb4-4322-87c0-af64efbba71d None None] Port cc061c8e-e24f-4e37-9b1e-ec78fe22907b cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:46:03.554071 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7559e6f5-800a-4f71-8eec-d0b7c66cf7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:03.560264 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a7d749-7400-432a-9363-519b2d468c4b None None] Sync routers for ids ['8fa2c64e-f661-4764-80aa-d7eff73ede13'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:46:03.638354 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device c4808ff4-00a7-4535-a608-a58e046820de up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:03.665184 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a7d749-7400-432a-9363-519b2d468c4b None None] Routers {'8fa2c64e-f661-4764-80aa-d7eff73ede13'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:03.666069 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-93a7d749-7400-432a-9363-519b2d468c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:46:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8fa2c64e-f661-4764-80aa-d7eff73ede13'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:03.812993 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-da36b054-3804-4a2e-987c-26ae6749fee1 None None] Set router 36d6fcb2-6064-41b6-bfa1-1798a2fcefa5 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:03.944515 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-d17b023a-c6d9-4823-87a1-3cbe15e8a355 None None] Provisioning complete for port c4808ff4-00a7-4535-a608-a58e046820de triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:03.944886 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d17b023a-c6d9-4823-87a1-3cbe15e8a355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:04.090370 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-93a7d749-7400-432a-9363-519b2d468c4b None None] Set router 8fa2c64e-f661-4764-80aa-d7eff73ede13 gateway port host: None {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:04.141381 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.extraroute_db [None req-ecc39570-2af9-44d4-bee2-45959eec30e5 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Added routes are [] {{(pid=102572) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 03:46:04.141702 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.extraroute_db [None req-ecc39570-2af9-44d4-bee2-45959eec30e5 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=102572) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 03:46:04.181339 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-da36b054-3804-4a2e-987c-26ae6749fee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'name': 'tempest-TestNetworkBasicOps-router-1846091730', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'c8e2d77c-49af-4f57-a034-3d019e55b899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:55Z', 'updated_at': '2021-11-12T03:46:01Z', 'revision_number': 5, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'gw_port': {'id': 'c8e2d77c-49af-4f57-a034-3d019e55b899', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:59Z', 'updated_at': '2021-11-12T03:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'f4bef0be-8703-4133-8397-d119aa540c99', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'floating_ip_address': '172.25.5.250', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'port_id': 'a8a00a1b-431a-46eb-9214-778f6742c2e4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe4e9fa-960b-4fee-b798-39b875b1985d', 'mac_address': 'fa:16:3e:21:5d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:44:53Z', 'updated_at': '2021-11-12T03:44:58Z', 'revision_number': 1, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc061c8e-e24f-4e37-9b1e-ec78fe22907b', 'name': '', 'network_id': '94f15aca-8b62-4b84-bcad-bbdfb6d25bfa', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'mac_address': 'fa:16:3e:9d:65:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '71fdeba3-f872-4093-b864-ce295a981b77', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:00Z', 'updated_at': '2021-11-12T03:46:01Z', 'revision_number': 2, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'subnets': [{'id': '71fdeba3-f872-4093-b864-ce295a981b77', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5e3c90f-af49-45ca-8f99-6f83818fb6d2', 'name': '', 'network_id': '6fe4e9fa-960b-4fee-b798-39b875b1985d', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'mac_address': 'fa:16:3e:f8:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '1446c3b1-d244-4e74-8e37-cf61abeb4131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:09Z', 'updated_at': '2021-11-12T03:44:21Z', 'revision_number': 5, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'subnets': [{'id': '1446c3b1-d244-4e74-8e37-cf61abeb4131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:04.192956 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port c4808ff4-00a7-4535-a608-a58e046820de triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:04.192956 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:04.234888 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ecc39570-2af9-44d4-bee2-45959eec30e5 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41374'] for router, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:04.259776 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:04.281803 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da36b054-3804-4a2e-987c-26ae6749fee1 None None] Checking router: 36d6fcb2-6064-41b6-bfa1-1798a2fcefa5 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:46:04.282417 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da36b054-3804-4a2e-987c-26ae6749fee1 None None] Updating router 36d6fcb2-6064-41b6-bfa1-1798a2fcefa5 port cc061c8e-e24f-4e37-9b1e-ec78fe22907b binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:46:04.347621 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-da36b054-3804-4a2e-987c-26ae6749fee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:04.352846 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d17b023a-c6d9-4823-87a1-3cbe15e8a355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:04.689526 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:04.729051 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ecc39570-2af9-44d4-bee2-45959eec30e5 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41374'] for router, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:04.741809 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ecc39570-2af9-44d4-bee2-45959eec30e5 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-622926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-623029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620584'] for router, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:04.756207 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-d17b023a-c6d9-4823-87a1-3cbe15e8a355 None None] For port c4808ff4-00a7-4535-a608-a58e046820de, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=c4808ff4-00a7-4535-a608-a58e046820de,segment=NetworkSegment(dfab596d-44d7-42fa-ba79-7b54048736ad),segment_id=dfab596d-44d7-42fa-ba79-7b54048736ad)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:04.786579 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d17b023a-c6d9-4823-87a1-3cbe15e8a355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:04.899380 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-da36b054-3804-4a2e-987c-26ae6749fee1 None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:04.922278 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:46:04.926504 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-da36b054-3804-4a2e-987c-26ae6749fee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:05.009079 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc39570-2af9-44d4-bee2-45959eec30e5 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Router 8fa2c64e-f661-4764-80aa-d7eff73ede13 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:46:05.086011 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b023a-c6d9-4823-87a1-3cbe15e8a355 None None] Pushing event updated for resources: {'Port': ['ID=c4808ff4-00a7-4535-a608-a58e046820de,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:05.124164 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b433c-1257-4790-95ed-1de0a41a4ccd None None] Pushing event updated for resources: {'Port': ['ID=cc061c8e-e24f-4e37-9b1e-ec78fe22907b,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:05.137847 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:46:05.138110 n-d-715271-27 neutron-server[102573]: DEBUG oslo_db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:46:05.186134 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-93a7d749-7400-432a-9363-519b2d468c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'name': 'tempest-RoutersIpV6Test-router-1738778366', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:36Z', 'updated_at': '2021-11-12T03:46:00Z', 'revision_number': 6, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'gw_port_host': None, '_interfaces': [{'id': '158b751b-2239-469e-8e1b-c3e2c8c6ef10', 'name': '', 'network_id': '2f903626-c88d-4616-b991-90a100977d29', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:16:8e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'b15eae54-cfb8-4c60-83f7-e8c781461d52', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:38Z', 'updated_at': '2021-11-12T03:45:46Z', 'revision_number': 5, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': 'b15eae54-cfb8-4c60-83f7-e8c781461d52', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d128d7b-284d-4e63-9081-de3fc4f2a420', 'name': '', 'network_id': '11dad49f-7685-413b-88c5-711c80235d21', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:17:05:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'ee24a518-350f-4fca-a0c1-e409fa370e42', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:51Z', 'updated_at': '2021-11-12T03:46:00Z', 'revision_number': 5, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': 'ee24a518-350f-4fca-a0c1-e409fa370e42', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b53a3ef-a8e5-4cff-a98a-02bc7112f99f', 'name': '', 'network_id': '202a64fd-aa15-481c-afaa-534bddd44b68', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:47:e7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '8da2415f-7e50-43a1-9d48-33832a1591bd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:57Z', 'updated_at': '2021-11-12T03:45:58Z', 'revision_number': 2, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': '8da2415f-7e50-43a1-9d48-33832a1591bd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2ccd67a-abc3-431b-bfeb-f59d04522f0a', 'name': '', 'network_id': '0c27543a-d18d-43c4-a59f-8d8417845bd0', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:40:fe:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '9a79843e-ae0d-49ce-9237-6bf756440c34', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:44Z', 'updated_at': '2021-11-12T03:45:54Z', 'revision_number': 5, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': '9a79843e-ae0d-49ce-9237-6bf756440c34', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:05.187778 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc39570-2af9-44d4-bee2-45959eec30e5 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:46:05.197544 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-da36b054-3804-4a2e-987c-26ae6749fee1 None None] Attempting to bind port cc061c8e-e24f-4e37-9b1e-ec78fe22907b on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:05.197976 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-da36b054-3804-4a2e-987c-26ae6749fee1 None None] Attempting to bind port cc061c8e-e24f-4e37-9b1e-ec78fe22907b by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '649f55e5-ee57-4f89-bf3e-d3a9f7b4d4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '94f15aca-8b62-4b84-bcad-bbdfb6d25bfa'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:05.198394 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da36b054-3804-4a2e-987c-26ae6749fee1 None None] Attempting to bind port cc061c8e-e24f-4e37-9b1e-ec78fe22907b on network 94f15aca-8b62-4b84-bcad-bbdfb6d25bfa {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:05.207507 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ecc39570-2af9-44d4-bee2-45959eec30e5 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:05.210747 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ecc39570-2af9-44d4-bee2-45959eec30e5 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "PUT /v2.0/routers/8fa2c64e-f661-4764-80aa-d7eff73ede13 HTTP/1.1" status: 200 len: 704 time: 2.0161278 Nov 12 03:46:05.212019 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34890) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:05.213586 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da36b054-3804-4a2e-987c-26ae6749fee1 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:46:05.213586 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da36b054-3804-4a2e-987c-26ae6749fee1 None None] Checking segment: {'id': '649f55e5-ee57-4f89-bf3e-d3a9f7b4d4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '94f15aca-8b62-4b84-bcad-bbdfb6d25bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:05.214134 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-da36b054-3804-4a2e-987c-26ae6749fee1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:05.214580 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da36b054-3804-4a2e-987c-26ae6749fee1 None None] Bound using segment: {'id': '649f55e5-ee57-4f89-bf3e-d3a9f7b4d4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '94f15aca-8b62-4b84-bcad-bbdfb6d25bfa'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:46:05.215054 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-da36b054-3804-4a2e-987c-26ae6749fee1 None None] Bound port: cc061c8e-e24f-4e37-9b1e-ec78fe22907b, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649f55e5-ee57-4f89-bf3e-d3a9f7b4d4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '94f15aca-8b62-4b84-bcad-bbdfb6d25bfa'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:46:05.215422 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-da36b054-3804-4a2e-987c-26ae6749fee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:05.255285 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a7d749-7400-432a-9363-519b2d468c4b None None] Checking router: 8fa2c64e-f661-4764-80aa-d7eff73ede13 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:46:05.255946 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a7d749-7400-432a-9363-519b2d468c4b None None] Updating router 8fa2c64e-f661-4764-80aa-d7eff73ede13 port 4b53a3ef-a8e5-4cff-a98a-02bc7112f99f binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:46:05.319654 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-93a7d749-7400-432a-9363-519b2d468c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:05.369046 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-da36b054-3804-4a2e-987c-26ae6749fee1 None None] For port cc061c8e-e24f-4e37-9b1e-ec78fe22907b, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:46:05.373903 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-da36b054-3804-4a2e-987c-26ae6749fee1 None None] For port cc061c8e-e24f-4e37-9b1e-ec78fe22907b, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=cc061c8e-e24f-4e37-9b1e-ec78fe22907b,segment=NetworkSegment(649f55e5-ee57-4f89-bf3e-d3a9f7b4d4b3),segment_id=649f55e5-ee57-4f89-bf3e-d3a9f7b4d4b3)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:46:05.379660 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-f10c31f2-41f9-48c4-a3ee-8fd4f579467d None None] Provisioning complete for port 4b53a3ef-a8e5-4cff-a98a-02bc7112f99f triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:05.380042 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f10c31f2-41f9-48c4-a3ee-8fd4f579467d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:05.388627 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-da36b054-3804-4a2e-987c-26ae6749fee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:05.479274 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 34896) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:05.495394 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f671dcd5-d790-4d92-b889-16a4e27d3ff4 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "GET /v2.0/routers/8fa2c64e-f661-4764-80aa-d7eff73ede13 HTTP/1.1" status: 200 len: 704 time: 0.2815118 Nov 12 03:46:05.606332 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da36b054-3804-4a2e-987c-26ae6749fee1 None None] Routers {'36d6fcb2-6064-41b6-bfa1-1798a2fcefa5'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:05.606982 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-da36b054-3804-4a2e-987c-26ae6749fee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:46:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['36d6fcb2-6064-41b6-bfa1-1798a2fcefa5'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:06.163518 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:06.226169 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-da36b054-3804-4a2e-987c-26ae6749fee1 None None] Set router 36d6fcb2-6064-41b6-bfa1-1798a2fcefa5 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:06.252903 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-f10c31f2-41f9-48c4-a3ee-8fd4f579467d None None] Port 4b53a3ef-a8e5-4cff-a98a-02bc7112f99f cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:46:06.302162 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b433c-1257-4790-95ed-1de0a41a4ccd None None] Pushing event updated for resources: {'Port': ['ID=cc061c8e-e24f-4e37-9b1e-ec78fe22907b,revision_number=4']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:06.302648 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-93a7d749-7400-432a-9363-519b2d468c4b None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:06.307138 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-f10c31f2-41f9-48c4-a3ee-8fd4f579467d None None] Provisioning complete for port c4808ff4-00a7-4535-a608-a58e046820de triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:06.312464 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f10c31f2-41f9-48c4-a3ee-8fd4f579467d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:06.394684 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-93a7d749-7400-432a-9363-519b2d468c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:06.448692 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7e1b8037-9eae-4479-97f7-cdd902266da2 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:06.527123 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:06.572550 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device c4808ff4-00a7-4535-a608-a58e046820de up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:06.666670 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ebc2e-99d7-4dc6-a01b-31554ab8de2a None None] Pushing event updated for resources: {'Port': ['ID=4b53a3ef-a8e5-4cff-a98a-02bc7112f99f,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:06.838174 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-93a7d749-7400-432a-9363-519b2d468c4b None None] Attempting to bind port 4b53a3ef-a8e5-4cff-a98a-02bc7112f99f on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:06.838557 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-93a7d749-7400-432a-9363-519b2d468c4b None None] Attempting to bind port 4b53a3ef-a8e5-4cff-a98a-02bc7112f99f by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'dfab596d-44d7-42fa-ba79-7b54048736ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '202a64fd-aa15-481c-afaa-534bddd44b68'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:06.838923 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a7d749-7400-432a-9363-519b2d468c4b None None] Attempting to bind port 4b53a3ef-a8e5-4cff-a98a-02bc7112f99f on network 202a64fd-aa15-481c-afaa-534bddd44b68 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:06.856849 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a7d749-7400-432a-9363-519b2d468c4b None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:46:06.857452 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a7d749-7400-432a-9363-519b2d468c4b None None] Checking segment: {'id': 'dfab596d-44d7-42fa-ba79-7b54048736ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '202a64fd-aa15-481c-afaa-534bddd44b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:06.857865 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-93a7d749-7400-432a-9363-519b2d468c4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:06.858269 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a7d749-7400-432a-9363-519b2d468c4b None None] Bound using segment: {'id': 'dfab596d-44d7-42fa-ba79-7b54048736ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '202a64fd-aa15-481c-afaa-534bddd44b68'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:46:06.858762 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-93a7d749-7400-432a-9363-519b2d468c4b None None] Bound port: 4b53a3ef-a8e5-4cff-a98a-02bc7112f99f, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfab596d-44d7-42fa-ba79-7b54048736ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '202a64fd-aa15-481c-afaa-534bddd44b68'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:46:06.859763 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-93a7d749-7400-432a-9363-519b2d468c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:06.970793 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-da36b054-3804-4a2e-987c-26ae6749fee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'name': 'tempest-TestNetworkBasicOps-router-1846091730', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'c8e2d77c-49af-4f57-a034-3d019e55b899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:55Z', 'updated_at': '2021-11-12T03:46:01Z', 'revision_number': 5, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'gw_port': {'id': 'c8e2d77c-49af-4f57-a034-3d019e55b899', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:59Z', 'updated_at': '2021-11-12T03:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'f4bef0be-8703-4133-8397-d119aa540c99', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'floating_ip_address': '172.25.5.250', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'port_id': 'a8a00a1b-431a-46eb-9214-778f6742c2e4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe4e9fa-960b-4fee-b798-39b875b1985d', 'mac_address': 'fa:16:3e:21:5d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:44:53Z', 'updated_at': '2021-11-12T03:44:58Z', 'revision_number': 1, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc061c8e-e24f-4e37-9b1e-ec78fe22907b', 'name': '', 'network_id': '94f15aca-8b62-4b84-bcad-bbdfb6d25bfa', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'mac_address': 'fa:16:3e:9d:65:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '71fdeba3-f872-4093-b864-ce295a981b77', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:00Z', 'updated_at': '2021-11-12T03:46:05Z', 'revision_number': 4, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'subnets': [{'id': '71fdeba3-f872-4093-b864-ce295a981b77', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5e3c90f-af49-45ca-8f99-6f83818fb6d2', 'name': '', 'network_id': '6fe4e9fa-960b-4fee-b798-39b875b1985d', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'mac_address': 'fa:16:3e:f8:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '1446c3b1-d244-4e74-8e37-cf61abeb4131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:09Z', 'updated_at': '2021-11-12T03:44:21Z', 'revision_number': 5, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'subnets': [{'id': '1446c3b1-d244-4e74-8e37-cf61abeb4131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:07.073671 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da36b054-3804-4a2e-987c-26ae6749fee1 None None] The sync data for ids ['36d6fcb2-6064-41b6-bfa1-1798a2fcefa5'] in n-d-715271-27 is: [{'id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'name': 'tempest-TestNetworkBasicOps-router-1846091730', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'c8e2d77c-49af-4f57-a034-3d019e55b899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:55Z', 'updated_at': '2021-11-12T03:46:01Z', 'revision_number': 5, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'gw_port': {'id': 'c8e2d77c-49af-4f57-a034-3d019e55b899', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:59Z', 'updated_at': '2021-11-12T03:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'f4bef0be-8703-4133-8397-d119aa540c99', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'floating_ip_address': '172.25.5.250', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'port_id': 'a8a00a1b-431a-46eb-9214-778f6742c2e4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe4e9fa-960b-4fee-b798-39b875b1985d', 'mac_address': 'fa:16:3e:21:5d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:44:53Z', 'updated_at': '2021-11-12T03:44:58Z', 'revision_number': 1, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc061c8e-e24f-4e37-9b1e-ec78fe22907b', 'name': '', 'network_id': '94f15aca-8b62-4b84-bcad-bbdfb6d25bfa', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'mac_address': 'fa:16:3e:9d:65:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '71fdeba3-f872-4093-b864-ce295a981b77', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:00Z', 'updated_at': '2021-11-12T03:46:05Z', 'revision_number': 4, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'subnets': [{'id': '71fdeba3-f872-4093-b864-ce295a981b77', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5e3c90f-af49-45ca-8f99-6f83818fb6d2', 'name': '', 'network_id': '6fe4e9fa-960b-4fee-b798-39b875b1985d', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'mac_address': 'fa:16:3e:f8:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '1446c3b1-d244-4e74-8e37-cf61abeb4131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:09Z', 'updated_at': '2021-11-12T03:44:21Z', 'revision_number': 5, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'subnets': [{'id': '1446c3b1-d244-4e74-8e37-cf61abeb4131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:46:07.203775 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-7e1b8037-9eae-4479-97f7-cdd902266da2 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Deleting port 4b53a3ef-a8e5-4cff-a98a-02bc7112f99f {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:07.204308 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7e1b8037-9eae-4479-97f7-cdd902266da2 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:07.437134 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-93a7d749-7400-432a-9363-519b2d468c4b None None] For port 4b53a3ef-a8e5-4cff-a98a-02bc7112f99f, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:46:07.447364 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-93a7d749-7400-432a-9363-519b2d468c4b None None] For port 4b53a3ef-a8e5-4cff-a98a-02bc7112f99f, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=4b53a3ef-a8e5-4cff-a98a-02bc7112f99f,segment=NetworkSegment(dfab596d-44d7-42fa-ba79-7b54048736ad),segment_id=dfab596d-44d7-42fa-ba79-7b54048736ad)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:46:07.462664 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port c4808ff4-00a7-4535-a608-a58e046820de triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:07.464874 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:07.541569 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-7e1b8037-9eae-4479-97f7-cdd902266da2 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] For port 4b53a3ef-a8e5-4cff-a98a-02bc7112f99f, host n-d-715271-27, got binding levels [] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:07.541936 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7e1b8037-9eae-4479-97f7-cdd902266da2 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:07.550566 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-93a7d749-7400-432a-9363-519b2d468c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:07.599166 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-7e1b8037-9eae-4479-97f7-cdd902266da2 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Calling delete_port for 4b53a3ef-a8e5-4cff-a98a-02bc7112f99f owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:07.687845 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ebc2e-99d7-4dc6-a01b-31554ab8de2a None None] Pushing event updated for resources: {'Port': ['ID=4b53a3ef-a8e5-4cff-a98a-02bc7112f99f,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:07.789951 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a7d749-7400-432a-9363-519b2d468c4b None None] Routers {'8fa2c64e-f661-4764-80aa-d7eff73ede13'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:07.793102 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-93a7d749-7400-432a-9363-519b2d468c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:46:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8fa2c64e-f661-4764-80aa-d7eff73ede13'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:08.125976 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-9849b4a9-d9db-4027-960e-b6b80f1f4246 None None] Provisioning complete for port cc061c8e-e24f-4e37-9b1e-ec78fe22907b triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:08.127107 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9849b4a9-d9db-4027-960e-b6b80f1f4246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:08.170703 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7e1b8037-9eae-4479-97f7-cdd902266da2 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:08.239876 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-93a7d749-7400-432a-9363-519b2d468c4b None None] Set router 8fa2c64e-f661-4764-80aa-d7eff73ede13 gateway port host: None {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:08.240487 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b8037-9eae-4479-97f7-cdd902266da2 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event deleted for resources: {'Port': ['ID=4b53a3ef-a8e5-4cff-a98a-02bc7112f99f,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:08.551738 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7e1b8037-9eae-4479-97f7-cdd902266da2 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:08.566543 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device cc061c8e-e24f-4e37-9b1e-ec78fe22907b up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:08.698829 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9849b4a9-d9db-4027-960e-b6b80f1f4246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:08.885605 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:08.944386 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e1b8037-9eae-4479-97f7-cdd902266da2 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Router 8fa2c64e-f661-4764-80aa-d7eff73ede13 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:46:08.996664 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-9849b4a9-d9db-4027-960e-b6b80f1f4246 None None] For port cc061c8e-e24f-4e37-9b1e-ec78fe22907b, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=cc061c8e-e24f-4e37-9b1e-ec78fe22907b,segment=NetworkSegment(649f55e5-ee57-4f89-bf3e-d3a9f7b4d4b3),segment_id=649f55e5-ee57-4f89-bf3e-d3a9f7b4d4b3)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:09.010324 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9849b4a9-d9db-4027-960e-b6b80f1f4246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:09.115258 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-9849b4a9-d9db-4027-960e-b6b80f1f4246 None None] Could not find standard attr ID for object 4b53a3ef-a8e5-4cff-a98a-02bc7112f99f. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:46:09.136035 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port cc061c8e-e24f-4e37-9b1e-ec78fe22907b triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:09.138934 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:09.219404 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1b8037-9eae-4479-97f7-cdd902266da2 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:46:09.227271 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7e1b8037-9eae-4479-97f7-cdd902266da2 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "PUT /v2.0/routers/8fa2c64e-f661-4764-80aa-d7eff73ede13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7464600 Nov 12 03:46:09.230548 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 34972) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:09.399119 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-236c55a9-76db-409c-bf7a-62340d4cf699 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Deleting subnet 8da2415f-7e50-43a1-9d48-33832a1591bd {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:46:09.413441 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-236c55a9-76db-409c-bf7a-62340d4cf699 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:09.426604 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9849b4a9-d9db-4027-960e-b6b80f1f4246 None None] Pushing event updated for resources: {'Port': ['ID=cc061c8e-e24f-4e37-9b1e-ec78fe22907b,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:09.476466 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-db4a4305-cebe-4316-ba79-0c1c5bedd47e None None] Could not find standard attr ID for object 4b53a3ef-a8e5-4cff-a98a-02bc7112f99f. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:46:09.523673 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-236c55a9-76db-409c-bf7a-62340d4cf699 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:09.619039 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-93a7d749-7400-432a-9363-519b2d468c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'name': 'tempest-RoutersIpV6Test-router-1738778366', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:36Z', 'updated_at': '2021-11-12T03:46:04Z', 'revision_number': 7, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'gw_port_host': None, '_interfaces': [{'id': '158b751b-2239-469e-8e1b-c3e2c8c6ef10', 'name': '', 'network_id': '2f903626-c88d-4616-b991-90a100977d29', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:16:8e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'b15eae54-cfb8-4c60-83f7-e8c781461d52', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:38Z', 'updated_at': '2021-11-12T03:45:46Z', 'revision_number': 5, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': 'b15eae54-cfb8-4c60-83f7-e8c781461d52', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d128d7b-284d-4e63-9081-de3fc4f2a420', 'name': '', 'network_id': '11dad49f-7685-413b-88c5-711c80235d21', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:17:05:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'ee24a518-350f-4fca-a0c1-e409fa370e42', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:51Z', 'updated_at': '2021-11-12T03:46:00Z', 'revision_number': 5, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': 'ee24a518-350f-4fca-a0c1-e409fa370e42', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b53a3ef-a8e5-4cff-a98a-02bc7112f99f', 'name': '', 'network_id': '202a64fd-aa15-481c-afaa-534bddd44b68', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:47:e7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '8da2415f-7e50-43a1-9d48-33832a1591bd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:57Z', 'updated_at': '2021-11-12T03:46:07Z', 'revision_number': 4, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': '8da2415f-7e50-43a1-9d48-33832a1591bd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2ccd67a-abc3-431b-bfeb-f59d04522f0a', 'name': '', 'network_id': '0c27543a-d18d-43c4-a59f-8d8417845bd0', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:40:fe:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '9a79843e-ae0d-49ce-9237-6bf756440c34', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:44Z', 'updated_at': '2021-11-12T03:45:54Z', 'revision_number': 5, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': '9a79843e-ae0d-49ce-9237-6bf756440c34', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:09.705434 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-236c55a9-76db-409c-bf7a-62340d4cf699 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:09.726991 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a7d749-7400-432a-9363-519b2d468c4b None None] The sync data for ids ['8fa2c64e-f661-4764-80aa-d7eff73ede13'] in n-d-715271-27 is: [{'id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'name': 'tempest-RoutersIpV6Test-router-1738778366', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:36Z', 'updated_at': '2021-11-12T03:46:04Z', 'revision_number': 7, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'gw_port_host': None, '_interfaces': [{'id': '158b751b-2239-469e-8e1b-c3e2c8c6ef10', 'name': '', 'network_id': '2f903626-c88d-4616-b991-90a100977d29', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:16:8e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'b15eae54-cfb8-4c60-83f7-e8c781461d52', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:38Z', 'updated_at': '2021-11-12T03:45:46Z', 'revision_number': 5, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': 'b15eae54-cfb8-4c60-83f7-e8c781461d52', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d128d7b-284d-4e63-9081-de3fc4f2a420', 'name': '', 'network_id': '11dad49f-7685-413b-88c5-711c80235d21', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:17:05:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'ee24a518-350f-4fca-a0c1-e409fa370e42', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:51Z', 'updated_at': '2021-11-12T03:46:00Z', 'revision_number': 5, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': 'ee24a518-350f-4fca-a0c1-e409fa370e42', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b53a3ef-a8e5-4cff-a98a-02bc7112f99f', 'name': '', 'network_id': '202a64fd-aa15-481c-afaa-534bddd44b68', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:47:e7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '8da2415f-7e50-43a1-9d48-33832a1591bd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:57Z', 'updated_at': '2021-11-12T03:46:07Z', 'revision_number': 4, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': '8da2415f-7e50-43a1-9d48-33832a1591bd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2ccd67a-abc3-431b-bfeb-f59d04522f0a', 'name': '', 'network_id': '0c27543a-d18d-43c4-a59f-8d8417845bd0', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:40:fe:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '9a79843e-ae0d-49ce-9237-6bf756440c34', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:44Z', 'updated_at': '2021-11-12T03:45:54Z', 'revision_number': 5, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': '9a79843e-ae0d-49ce-9237-6bf756440c34', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:46:09.848780 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-236c55a9-76db-409c-bf7a-62340d4cf699 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:09.919505 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-236c55a9-76db-409c-bf7a-62340d4cf699 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:09.927188 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29578ef3-8b83-488f-b5b8-3343275a8ed2 None None] Network 202a64fd-aa15-481c-afaa-534bddd44b68 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:46:09.931997 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 34976) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:09.943023 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-236c55a9-76db-409c-bf7a-62340d4cf699 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "DELETE /v2.0/subnets/8da2415f-7e50-43a1-9d48-33832a1591bd HTTP/1.1" status: 204 len: 168 time: 0.7112064 Nov 12 03:46:09.948350 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c55a9-76db-409c-bf7a-62340d4cf699 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event deleted for resources: {'Subnet': ['ID=8da2415f-7e50-43a1-9d48-33832a1591bd,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:10.094755 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b2bc2d-a161-479d-8988-7f7da470298f None None] Sync routers for ids ['8fa2c64e-f661-4764-80aa-d7eff73ede13'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:46:10.112789 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b2bc2d-a161-479d-8988-7f7da470298f None None] Routers {'8fa2c64e-f661-4764-80aa-d7eff73ede13'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:10.114839 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-f7b2bc2d-a161-479d-8988-7f7da470298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:46:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8fa2c64e-f661-4764-80aa-d7eff73ede13'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:10.125161 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2d192da5-bdfb-4199-9a44-433cfcc065a0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:10.208669 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-2d192da5-bdfb-4199-9a44-433cfcc065a0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Deleting port c4808ff4-00a7-4535-a608-a58e046820de {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:10.209144 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2d192da5-bdfb-4199-9a44-433cfcc065a0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:10.279684 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece8d3a9-d9bb-45d3-b128-524325ea3f31 None None] DHCP port deletion for 202a64fd-aa15-481c-afaa-534bddd44b68 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:46:10.336474 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-f7b2bc2d-a161-479d-8988-7f7da470298f None None] Set router 8fa2c64e-f661-4764-80aa-d7eff73ede13 gateway port host: None {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:10.383279 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-2d192da5-bdfb-4199-9a44-433cfcc065a0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] For port c4808ff4-00a7-4535-a608-a58e046820de, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=c4808ff4-00a7-4535-a608-a58e046820de,segment=NetworkSegment(dfab596d-44d7-42fa-ba79-7b54048736ad),segment_id=dfab596d-44d7-42fa-ba79-7b54048736ad)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:10.383644 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2d192da5-bdfb-4199-9a44-433cfcc065a0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:10.420617 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device cc061c8e-e24f-4e37-9b1e-ec78fe22907b up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:10.433136 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-ece8d3a9-d9bb-45d3-b128-524325ea3f31 None None] Deleting port c4808ff4-00a7-4535-a608-a58e046820de {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:10.433513 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ece8d3a9-d9bb-45d3-b128-524325ea3f31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:10.437758 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-2d192da5-bdfb-4199-9a44-433cfcc065a0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Calling delete_port for c4808ff4-00a7-4535-a608-a58e046820de owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:10.581930 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2d192da5-bdfb-4199-9a44-433cfcc065a0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:10.639763 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d192da5-bdfb-4199-9a44-433cfcc065a0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event deleted for resources: {'Port': ['ID=c4808ff4-00a7-4535-a608-a58e046820de,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:10.645393 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d192da5-bdfb-4199-9a44-433cfcc065a0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] No DVR routers for this DVR port c4808ff4-00a7-4535-a608-a58e046820de on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:46:10.698429 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-f7b2bc2d-a161-479d-8988-7f7da470298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'name': 'tempest-RoutersIpV6Test-router-1738778366', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:36Z', 'updated_at': '2021-11-12T03:46:08Z', 'revision_number': 8, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'gw_port_host': None, '_interfaces': [{'id': '158b751b-2239-469e-8e1b-c3e2c8c6ef10', 'name': '', 'network_id': '2f903626-c88d-4616-b991-90a100977d29', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:16:8e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'b15eae54-cfb8-4c60-83f7-e8c781461d52', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:38Z', 'updated_at': '2021-11-12T03:45:46Z', 'revision_number': 5, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': 'b15eae54-cfb8-4c60-83f7-e8c781461d52', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d128d7b-284d-4e63-9081-de3fc4f2a420', 'name': '', 'network_id': '11dad49f-7685-413b-88c5-711c80235d21', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:17:05:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'ee24a518-350f-4fca-a0c1-e409fa370e42', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:51Z', 'updated_at': '2021-11-12T03:46:00Z', 'revision_number': 5, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': 'ee24a518-350f-4fca-a0c1-e409fa370e42', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2ccd67a-abc3-431b-bfeb-f59d04522f0a', 'name': '', 'network_id': '0c27543a-d18d-43c4-a59f-8d8417845bd0', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:40:fe:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '9a79843e-ae0d-49ce-9237-6bf756440c34', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:44Z', 'updated_at': '2021-11-12T03:45:54Z', 'revision_number': 5, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': '9a79843e-ae0d-49ce-9237-6bf756440c34', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:10.739680 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b2bc2d-a161-479d-8988-7f7da470298f None None] Checking router: 8fa2c64e-f661-4764-80aa-d7eff73ede13 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:46:10.747283 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-ece8d3a9-d9bb-45d3-b128-524325ea3f31 None None] For port c4808ff4-00a7-4535-a608-a58e046820de, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=c4808ff4-00a7-4535-a608-a58e046820de,segment=NetworkSegment(dfab596d-44d7-42fa-ba79-7b54048736ad),segment_id=dfab596d-44d7-42fa-ba79-7b54048736ad)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:10.747720 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ece8d3a9-d9bb-45d3-b128-524325ea3f31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:10.755006 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b2bc2d-a161-479d-8988-7f7da470298f None None] Routers {'8fa2c64e-f661-4764-80aa-d7eff73ede13'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:10.756021 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-f7b2bc2d-a161-479d-8988-7f7da470298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:46:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8fa2c64e-f661-4764-80aa-d7eff73ede13'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:10.763662 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port cc061c8e-e24f-4e37-9b1e-ec78fe22907b triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:10.764029 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:10.787794 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2d192da5-bdfb-4199-9a44-433cfcc065a0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:10.816263 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-ece8d3a9-d9bb-45d3-b128-524325ea3f31 None None] Calling delete_port for c4808ff4-00a7-4535-a608-a58e046820de owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:10.820818 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-2d192da5-bdfb-4199-9a44-433cfcc065a0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['202a64fd-aa15-481c-afaa-534bddd44b68']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:10.851666 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-2d192da5-bdfb-4199-9a44-433cfcc065a0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfab596d-44d7-42fa-ba79-7b54048736ad') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:10.851959 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-2d192da5-bdfb-4199-9a44-433cfcc065a0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfab596d-44d7-42fa-ba79-7b54048736ad') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:10.874532 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-f7b2bc2d-a161-479d-8988-7f7da470298f None None] Set router 8fa2c64e-f661-4764-80aa-d7eff73ede13 gateway port host: None {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:10.895788 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2d192da5-bdfb-4199-9a44-433cfcc065a0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:10.938652 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2d192da5-bdfb-4199-9a44-433cfcc065a0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:10.968452 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ece8d3a9-d9bb-45d3-b128-524325ea3f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:10.969723 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d192da5-bdfb-4199-9a44-433cfcc065a0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:46:10.970617 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2d192da5-bdfb-4199-9a44-433cfcc065a0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:11.097076 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece8d3a9-d9bb-45d3-b128-524325ea3f31 None None] Pushing event deleted for resources: {'Port': ['ID=c4808ff4-00a7-4535-a608-a58e046820de,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:11.104243 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device c4808ff4-00a7-4535-a608-a58e046820de no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:11.109366 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece8d3a9-d9bb-45d3-b128-524325ea3f31 None None] No DVR routers for this DVR port c4808ff4-00a7-4535-a608-a58e046820de on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:46:11.198786 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: c4808ff4-00a7-4535-a608-a58e046820de {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:46:11.200585 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device c4808ff4-00a7-4535-a608-a58e046820de not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:11.393355 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-f7b2bc2d-a161-479d-8988-7f7da470298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'name': 'tempest-RoutersIpV6Test-router-1738778366', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:36Z', 'updated_at': '2021-11-12T03:46:08Z', 'revision_number': 8, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'gw_port_host': None, '_interfaces': [{'id': '158b751b-2239-469e-8e1b-c3e2c8c6ef10', 'name': '', 'network_id': '2f903626-c88d-4616-b991-90a100977d29', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:16:8e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'b15eae54-cfb8-4c60-83f7-e8c781461d52', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:38Z', 'updated_at': '2021-11-12T03:45:46Z', 'revision_number': 5, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': 'b15eae54-cfb8-4c60-83f7-e8c781461d52', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d128d7b-284d-4e63-9081-de3fc4f2a420', 'name': '', 'network_id': '11dad49f-7685-413b-88c5-711c80235d21', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:17:05:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'ee24a518-350f-4fca-a0c1-e409fa370e42', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:51Z', 'updated_at': '2021-11-12T03:46:00Z', 'revision_number': 5, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': 'ee24a518-350f-4fca-a0c1-e409fa370e42', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2ccd67a-abc3-431b-bfeb-f59d04522f0a', 'name': '', 'network_id': '0c27543a-d18d-43c4-a59f-8d8417845bd0', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:40:fe:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '9a79843e-ae0d-49ce-9237-6bf756440c34', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:44Z', 'updated_at': '2021-11-12T03:45:54Z', 'revision_number': 5, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': '9a79843e-ae0d-49ce-9237-6bf756440c34', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:11.433441 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b2bc2d-a161-479d-8988-7f7da470298f None None] The sync data for ids ['8fa2c64e-f661-4764-80aa-d7eff73ede13'] in n-d-715271-27 is: [{'id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'name': 'tempest-RoutersIpV6Test-router-1738778366', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:36Z', 'updated_at': '2021-11-12T03:46:08Z', 'revision_number': 8, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'gw_port_host': None, '_interfaces': [{'id': '158b751b-2239-469e-8e1b-c3e2c8c6ef10', 'name': '', 'network_id': '2f903626-c88d-4616-b991-90a100977d29', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:16:8e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'b15eae54-cfb8-4c60-83f7-e8c781461d52', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:38Z', 'updated_at': '2021-11-12T03:45:46Z', 'revision_number': 5, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': 'b15eae54-cfb8-4c60-83f7-e8c781461d52', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d128d7b-284d-4e63-9081-de3fc4f2a420', 'name': '', 'network_id': '11dad49f-7685-413b-88c5-711c80235d21', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:17:05:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'ee24a518-350f-4fca-a0c1-e409fa370e42', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:51Z', 'updated_at': '2021-11-12T03:46:00Z', 'revision_number': 5, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': 'ee24a518-350f-4fca-a0c1-e409fa370e42', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2ccd67a-abc3-431b-bfeb-f59d04522f0a', 'name': '', 'network_id': '0c27543a-d18d-43c4-a59f-8d8417845bd0', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:40:fe:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '9a79843e-ae0d-49ce-9237-6bf756440c34', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:44Z', 'updated_at': '2021-11-12T03:45:54Z', 'revision_number': 5, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': '9a79843e-ae0d-49ce-9237-6bf756440c34', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:46:11.726735 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:46:11.726735 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:46:11.726735 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:46:11.726735 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:46:11.726735 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:46:11.726735 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:46:11.726735 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:46:11.726735 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:46:11.726735 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:46:11.726735 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:46:11.726735 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:46:11.726735 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:46:11.726735 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:46:11.726735 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:46:11.726735 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:46:11.726735 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:46:11.726735 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:46:11.726735 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:46:11.726735 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:46:11.726735 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:46:11.726735 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:46:11.726735 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:46:11.726735 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:46:11.726735 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:46:11.726735 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:46:11.726735 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:46:11.726735 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:46:11.726735 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:46:11.726735 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:46:11.726735 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:46:11.726735 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:46:11.726735 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:46:11.737813 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2d192da5-bdfb-4199-9a44-433cfcc065a0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:11.759531 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2d192da5-bdfb-4199-9a44-433cfcc065a0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:11.763745 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2d192da5-bdfb-4199-9a44-433cfcc065a0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "DELETE /v2.0/networks/202a64fd-aa15-481c-afaa-534bddd44b68 HTTP/1.1" status: 204 len: 168 time: 1.8300614 Nov 12 03:46:11.764998 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d192da5-bdfb-4199-9a44-433cfcc065a0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event deleted for resources: {'Network': ['ID=202a64fd-aa15-481c-afaa-534bddd44b68,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:11.769441 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35000) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:12.224140 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1a2cf763-a664-4a55-b516-1afb234cb63c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:12.310585 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 4b53a3ef-a8e5-4cff-a98a-02bc7112f99f no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:12.344299 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 4b53a3ef-a8e5-4cff-a98a-02bc7112f99f {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:46:12.344919 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 4b53a3ef-a8e5-4cff-a98a-02bc7112f99f not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:13.042989 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-1a2cf763-a664-4a55-b516-1afb234cb63c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Deleting port 2d128d7b-284d-4e63-9081-de3fc4f2a420 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:13.043526 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1a2cf763-a664-4a55-b516-1afb234cb63c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:13.201211 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-1a2cf763-a664-4a55-b516-1afb234cb63c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] For port 2d128d7b-284d-4e63-9081-de3fc4f2a420, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=2d128d7b-284d-4e63-9081-de3fc4f2a420,segment=NetworkSegment(a1aa1ebb-2f58-40e2-a7a3-ede552c5209a),segment_id=a1aa1ebb-2f58-40e2-a7a3-ede552c5209a)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:13.201575 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1a2cf763-a664-4a55-b516-1afb234cb63c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:13.217777 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-1a2cf763-a664-4a55-b516-1afb234cb63c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Calling delete_port for 2d128d7b-284d-4e63-9081-de3fc4f2a420 owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:13.490994 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1a2cf763-a664-4a55-b516-1afb234cb63c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:13.564639 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2cf763-a664-4a55-b516-1afb234cb63c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event deleted for resources: {'Port': ['ID=2d128d7b-284d-4e63-9081-de3fc4f2a420,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:13.855937 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1a2cf763-a664-4a55-b516-1afb234cb63c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:14.260948 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2cf763-a664-4a55-b516-1afb234cb63c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Router 8fa2c64e-f661-4764-80aa-d7eff73ede13 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:46:14.451486 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2cf763-a664-4a55-b516-1afb234cb63c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:46:14.464284 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cdd1b3-ee16-4c32-b504-5f7c9964f1fe None None] Sync routers for ids ['8fa2c64e-f661-4764-80aa-d7eff73ede13'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:46:14.465812 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f0f1b46d-7d0f-4682-b004-ca568ba778ec req-bab8fbf3-3bd1-4665-93db-906012c027ee service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1133683 Nov 12 03:46:14.472975 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-1a2cf763-a664-4a55-b516-1afb234cb63c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "PUT /v2.0/routers/8fa2c64e-f661-4764-80aa-d7eff73ede13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6990328 Nov 12 03:46:14.473192 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35032) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:14.482567 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cdd1b3-ee16-4c32-b504-5f7c9964f1fe None None] Routers {'8fa2c64e-f661-4764-80aa-d7eff73ede13'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:14.484756 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-d3cdd1b3-ee16-4c32-b504-5f7c9964f1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:46:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8fa2c64e-f661-4764-80aa-d7eff73ede13'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:14.658028 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1b46d-7d0f-4682-b004-ca568ba778ec req-ba6e18d7-aefe-4c51-96b8-29a08cc26632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:14.659621 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f0f1b46d-7d0f-4682-b004-ca568ba778ec req-ba6e18d7-aefe-4c51-96b8-29a08cc26632 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=31f81b1aeeb344b7a84563d0622f3019&device_id=ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0 HTTP/1.1" status: 200 len: 1098 time: 0.1308208 Nov 12 03:46:14.684488 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-d957fcb3-dc0f-4a10-aefb-e38e0ffc2824 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Deleting subnet ee24a518-350f-4fca-a0c1-e409fa370e42 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:46:14.722134 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d957fcb3-dc0f-4a10-aefb-e38e0ffc2824 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:14.757476 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-d3cdd1b3-ee16-4c32-b504-5f7c9964f1fe None None] Set router 8fa2c64e-f661-4764-80aa-d7eff73ede13 gateway port host: None {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:15.013701 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d957fcb3-dc0f-4a10-aefb-e38e0ffc2824 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:15.144447 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-d3cdd1b3-ee16-4c32-b504-5f7c9964f1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'name': 'tempest-RoutersIpV6Test-router-1738778366', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:36Z', 'updated_at': '2021-11-12T03:46:13Z', 'revision_number': 9, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'gw_port_host': None, '_interfaces': [{'id': '158b751b-2239-469e-8e1b-c3e2c8c6ef10', 'name': '', 'network_id': '2f903626-c88d-4616-b991-90a100977d29', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:16:8e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'b15eae54-cfb8-4c60-83f7-e8c781461d52', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:38Z', 'updated_at': '2021-11-12T03:45:46Z', 'revision_number': 5, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': 'b15eae54-cfb8-4c60-83f7-e8c781461d52', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2ccd67a-abc3-431b-bfeb-f59d04522f0a', 'name': '', 'network_id': '0c27543a-d18d-43c4-a59f-8d8417845bd0', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:40:fe:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '9a79843e-ae0d-49ce-9237-6bf756440c34', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:44Z', 'updated_at': '2021-11-12T03:45:54Z', 'revision_number': 5, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': '9a79843e-ae0d-49ce-9237-6bf756440c34', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:15.178607 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cdd1b3-ee16-4c32-b504-5f7c9964f1fe None None] Checking router: 8fa2c64e-f661-4764-80aa-d7eff73ede13 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:46:15.190705 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35046) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:15.199580 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1b46d-7d0f-4682-b004-ca568ba778ec req-dcab04b8-739a-471d-a92b-52c524a70ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:15.209451 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f0f1b46d-7d0f-4682-b004-ca568ba778ec req-dcab04b8-739a-471d-a92b-52c524a70ec4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6fe4e9fa-960b-4fee-b798-39b875b1985d HTTP/1.1" status: 200 len: 898 time: 0.5160685 Nov 12 03:46:15.218958 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cdd1b3-ee16-4c32-b504-5f7c9964f1fe None None] Routers {'8fa2c64e-f661-4764-80aa-d7eff73ede13'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:15.223944 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-d3cdd1b3-ee16-4c32-b504-5f7c9964f1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:46:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8fa2c64e-f661-4764-80aa-d7eff73ede13'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:15.354075 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cf6aca1d-f067-4c7f-b137-ed51e5fbb7db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:15.472877 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f0f1b46d-7d0f-4682-b004-ca568ba778ec req-679e0b34-015b-44a1-aa99-a2361fedbafb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8a00a1b-431a-46eb-9214-778f6742c2e4 HTTP/1.1" status: 200 len: 1002 time: 0.2551801 Nov 12 03:46:15.479279 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cf6aca1d-f067-4c7f-b137-ed51e5fbb7db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:15.485084 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cf6aca1d-f067-4c7f-b137-ed51e5fbb7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:15.528735 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-cf6aca1d-f067-4c7f-b137-ed51e5fbb7db admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3a631a2073744886ba07ca59120ac581&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3361506 Nov 12 03:46:15.532608 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35052) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:15.558154 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d957fcb3-dc0f-4a10-aefb-e38e0ffc2824 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:15.572401 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6aca1d-f067-4c7f-b137-ed51e5fbb7db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7811da8-f1d4-49e5-9d85-59b8cae6216b,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:15.653788 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aceee0e7-8280-49c1-8a14-0ed8cd01f7d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:15.684435 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1b46d-7d0f-4682-b004-ca568ba778ec req-8f58c346-27e8-4f8c-af44-a43d944191fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:15.690100 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f0f1b46d-7d0f-4682-b004-ca568ba778ec req-8f58c346-27e8-4f8c-af44-a43d944191fa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1446c3b1-d244-4e74-8e37-cf61abeb4131 HTTP/1.1" status: 200 len: 835 time: 0.1948469 Nov 12 03:46:15.715707 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aceee0e7-8280-49c1-8a14-0ed8cd01f7d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:15.809167 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d957fcb3-dc0f-4a10-aefb-e38e0ffc2824 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:15.822158 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aceee0e7-8280-49c1-8a14-0ed8cd01f7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:15.829954 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aceee0e7-8280-49c1-8a14-0ed8cd01f7d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:15.833940 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-aceee0e7-8280-49c1-8a14-0ed8cd01f7d0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c7811da8-f1d4-49e5-9d85-59b8cae6216b HTTP/1.1" status: 204 len: 168 time: 0.2998183 Nov 12 03:46:15.856448 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceee0e7-8280-49c1-8a14-0ed8cd01f7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7811da8-f1d4-49e5-9d85-59b8cae6216b,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:15.899460 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1b46d-7d0f-4682-b004-ca568ba778ec req-ceb6587a-07c1-4770-8c8d-d00b3f0d142e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:15.902066 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f0f1b46d-7d0f-4682-b004-ca568ba778ec req-ceb6587a-07c1-4770-8c8d-d00b3f0d142e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6fe4e9fa-960b-4fee-b798-39b875b1985d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2069807 Nov 12 03:46:15.903903 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-d3cdd1b3-ee16-4c32-b504-5f7c9964f1fe None None] Set router 8fa2c64e-f661-4764-80aa-d7eff73ede13 gateway port host: None {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:15.908643 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d957fcb3-dc0f-4a10-aefb-e38e0ffc2824 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event deleted for resources: {'Subnet': ['ID=ee24a518-350f-4fca-a0c1-e409fa370e42,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:15.935452 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d957fcb3-dc0f-4a10-aefb-e38e0ffc2824 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:15.945759 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d838b6cf-eeb7-4eed-9b5a-08e90ee68bd5 None None] Network 11dad49f-7685-413b-88c5-711c80235d21 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:46:15.946863 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d957fcb3-dc0f-4a10-aefb-e38e0ffc2824 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "DELETE /v2.0/subnets/ee24a518-350f-4fca-a0c1-e409fa370e42 HTTP/1.1" status: 204 len: 168 time: 1.4720192 Nov 12 03:46:15.951068 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35060) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:16.144052 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-049207cb-f08c-4094-8468-8e8c88fd3bc7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:16.189799 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f0f1b46d-7d0f-4682-b004-ca568ba778ec req-56dcc238-321e-4d39-939b-b75ba61b6026 service neutron] 10.222.0.74 "GET /v2.0/networks/6fe4e9fa-960b-4fee-b798-39b875b1985d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761617 Nov 12 03:46:16.228213 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-049207cb-f08c-4094-8468-8e8c88fd3bc7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Deleting port 2f079afa-9b03-4be4-907a-6fb315979e32 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:16.228796 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-049207cb-f08c-4094-8468-8e8c88fd3bc7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:16.369506 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-049207cb-f08c-4094-8468-8e8c88fd3bc7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] For port 2f079afa-9b03-4be4-907a-6fb315979e32, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=2f079afa-9b03-4be4-907a-6fb315979e32,segment=NetworkSegment(a1aa1ebb-2f58-40e2-a7a3-ede552c5209a),segment_id=a1aa1ebb-2f58-40e2-a7a3-ede552c5209a)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:16.370942 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-049207cb-f08c-4094-8468-8e8c88fd3bc7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:16.407954 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-049207cb-f08c-4094-8468-8e8c88fd3bc7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Calling delete_port for 2f079afa-9b03-4be4-907a-6fb315979e32 owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:16.490242 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f0f1b46d-7d0f-4682-b004-ca568ba778ec req-8284d70d-2bcd-42bd-a09e-8dd219a61cb3 service neutron] 10.222.0.74 "GET /v2.0/networks/6fe4e9fa-960b-4fee-b798-39b875b1985d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889102 Nov 12 03:46:16.497447 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35066) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:16.545239 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-598c4091-292f-49b9-9d95-40bc43b41075 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:16.697187 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-d3cdd1b3-ee16-4c32-b504-5f7c9964f1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'name': 'tempest-RoutersIpV6Test-router-1738778366', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:36Z', 'updated_at': '2021-11-12T03:46:13Z', 'revision_number': 9, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'gw_port_host': None, '_interfaces': [{'id': '158b751b-2239-469e-8e1b-c3e2c8c6ef10', 'name': '', 'network_id': '2f903626-c88d-4616-b991-90a100977d29', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:16:8e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'b15eae54-cfb8-4c60-83f7-e8c781461d52', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:38Z', 'updated_at': '2021-11-12T03:45:46Z', 'revision_number': 5, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': 'b15eae54-cfb8-4c60-83f7-e8c781461d52', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2ccd67a-abc3-431b-bfeb-f59d04522f0a', 'name': '', 'network_id': '0c27543a-d18d-43c4-a59f-8d8417845bd0', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:40:fe:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '9a79843e-ae0d-49ce-9237-6bf756440c34', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:44Z', 'updated_at': '2021-11-12T03:45:54Z', 'revision_number': 5, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': '9a79843e-ae0d-49ce-9237-6bf756440c34', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:16.727507 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12ac78a-e584-410d-9c04-cddbd699ee26 None None] DHCP port deletion for 11dad49f-7685-413b-88c5-711c80235d21 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:46:16.768693 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cdd1b3-ee16-4c32-b504-5f7c9964f1fe None None] The sync data for ids ['8fa2c64e-f661-4764-80aa-d7eff73ede13'] in n-d-715271-27 is: [{'id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'name': 'tempest-RoutersIpV6Test-router-1738778366', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:36Z', 'updated_at': '2021-11-12T03:46:13Z', 'revision_number': 9, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'gw_port_host': None, '_interfaces': [{'id': '158b751b-2239-469e-8e1b-c3e2c8c6ef10', 'name': '', 'network_id': '2f903626-c88d-4616-b991-90a100977d29', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:16:8e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'b15eae54-cfb8-4c60-83f7-e8c781461d52', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:38Z', 'updated_at': '2021-11-12T03:45:46Z', 'revision_number': 5, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': 'b15eae54-cfb8-4c60-83f7-e8c781461d52', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2ccd67a-abc3-431b-bfeb-f59d04522f0a', 'name': '', 'network_id': '0c27543a-d18d-43c4-a59f-8d8417845bd0', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:40:fe:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '9a79843e-ae0d-49ce-9237-6bf756440c34', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:44Z', 'updated_at': '2021-11-12T03:45:54Z', 'revision_number': 5, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': '9a79843e-ae0d-49ce-9237-6bf756440c34', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:46:16.770693 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-049207cb-f08c-4094-8468-8e8c88fd3bc7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:16.811095 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-598c4091-292f-49b9-9d95-40bc43b41075 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:16.818460 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-a12ac78a-e584-410d-9c04-cddbd699ee26 None None] The port '2f079afa-9b03-4be4-907a-6fb315979e32' was deleted {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 12 03:46:16.824363 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-598c4091-292f-49b9-9d95-40bc43b41075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:16.866693 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049207cb-f08c-4094-8468-8e8c88fd3bc7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] No DVR routers for this DVR port 2f079afa-9b03-4be4-907a-6fb315979e32 on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:46:16.879487 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049207cb-f08c-4094-8468-8e8c88fd3bc7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event deleted for resources: {'Port': ['ID=2f079afa-9b03-4be4-907a-6fb315979e32,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:16.924881 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-598c4091-292f-49b9-9d95-40bc43b41075 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=862cc7c8ac16452babe227fb18f6d851&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4261565 Nov 12 03:46:16.928588 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c4091-292f-49b9-9d95-40bc43b41075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3702950-68c9-4575-ab2d-3eb665d9e27d,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:16.931343 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35070) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:16.998856 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fe6502f1-472e-46ef-a575-52533849c436 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:17.031921 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fe6502f1-472e-46ef-a575-52533849c436 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:17.106747 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-049207cb-f08c-4094-8468-8e8c88fd3bc7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:17.107353 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fe6502f1-472e-46ef-a575-52533849c436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:17.118810 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fe6502f1-472e-46ef-a575-52533849c436 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:17.124611 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-fe6502f1-472e-46ef-a575-52533849c436 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c3702950-68c9-4575-ab2d-3eb665d9e27d HTTP/1.1" status: 204 len: 168 time: 0.1887724 Nov 12 03:46:17.137137 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6502f1-472e-46ef-a575-52533849c436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3702950-68c9-4575-ab2d-3eb665d9e27d,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:17.157372 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-049207cb-f08c-4094-8468-8e8c88fd3bc7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11dad49f-7685-413b-88c5-711c80235d21']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:17.173764 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-049207cb-f08c-4094-8468-8e8c88fd3bc7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1aa1ebb-2f58-40e2-a7a3-ede552c5209a') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:17.174480 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-049207cb-f08c-4094-8468-8e8c88fd3bc7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1aa1ebb-2f58-40e2-a7a3-ede552c5209a') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:17.187299 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-049207cb-f08c-4094-8468-8e8c88fd3bc7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:17.205422 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-049207cb-f08c-4094-8468-8e8c88fd3bc7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:17.215176 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-049207cb-f08c-4094-8468-8e8c88fd3bc7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:46:17.216303 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-049207cb-f08c-4094-8468-8e8c88fd3bc7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:17.221035 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:46:17.221035 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:46:17.221035 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:46:17.221035 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:46:17.221035 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:46:17.221035 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:46:17.221035 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:46:17.221035 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:46:17.221035 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:46:17.221035 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:46:17.221035 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:46:17.221035 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:46:17.221035 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:46:17.221035 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:46:17.221035 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:46:17.221035 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:46:17.221035 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:46:17.221035 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:46:17.221035 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:46:17.221035 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:46:17.221035 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:46:17.221035 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:46:17.221035 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:46:17.221035 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:46:17.221035 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:46:17.221035 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:46:17.221035 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:46:17.221035 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:46:17.221035 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:46:17.221035 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:46:17.221035 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:46:17.221035 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:46:17.346753 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-049207cb-f08c-4094-8468-8e8c88fd3bc7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:17.364859 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-049207cb-f08c-4094-8468-8e8c88fd3bc7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:17.373351 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35078) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:17.383820 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-049207cb-f08c-4094-8468-8e8c88fd3bc7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "DELETE /v2.0/networks/11dad49f-7685-413b-88c5-711c80235d21 HTTP/1.1" status: 204 len: 168 time: 1.4291964 Nov 12 03:46:17.433874 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049207cb-f08c-4094-8468-8e8c88fd3bc7 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event deleted for resources: {'Network': ['ID=11dad49f-7685-413b-88c5-711c80235d21,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:18.009794 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35096) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:18.038844 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-39d4cf97-a001-4738-934e-1bd465ff0c51 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:18.198773 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:18.372262 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-de70ebe2-4bf4-4bbb-9331-2e1b4fd19fc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:18.414168 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 2f079afa-9b03-4be4-907a-6fb315979e32 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:18.476857 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 2f079afa-9b03-4be4-907a-6fb315979e32 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:46:18.477406 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 2f079afa-9b03-4be4-907a-6fb315979e32 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:18.478432 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 2d128d7b-284d-4e63-9081-de3fc4f2a420 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:18.505590 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 2d128d7b-284d-4e63-9081-de3fc4f2a420 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:46:18.506341 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 2d128d7b-284d-4e63-9081-de3fc4f2a420 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:18.583682 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-39d4cf97-a001-4738-934e-1bd465ff0c51 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Deleting port d2ccd67a-abc3-431b-bfeb-f59d04522f0a {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:18.584842 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-39d4cf97-a001-4738-934e-1bd465ff0c51 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:18.593673 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-de70ebe2-4bf4-4bbb-9331-2e1b4fd19fc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:18.602998 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-de70ebe2-4bf4-4bbb-9331-2e1b4fd19fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:18.676926 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-de70ebe2-4bf4-4bbb-9331-2e1b4fd19fc1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=089faa348a9f4d7482788ec5e71b58a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6656206 Nov 12 03:46:18.679992 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35120) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:18.681249 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70ebe2-4bf4-4bbb-9331-2e1b4fd19fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee76705-2ee4-4649-a23c-1de75f740408,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:18.763330 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-39d4cf97-a001-4738-934e-1bd465ff0c51 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] For port d2ccd67a-abc3-431b-bfeb-f59d04522f0a, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d2ccd67a-abc3-431b-bfeb-f59d04522f0a,segment=NetworkSegment(357cf516-6603-4597-b2d9-293f64e99f54),segment_id=357cf516-6603-4597-b2d9-293f64e99f54)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:18.763691 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-39d4cf97-a001-4738-934e-1bd465ff0c51 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:18.799853 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-39d4cf97-a001-4738-934e-1bd465ff0c51 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Calling delete_port for d2ccd67a-abc3-431b-bfeb-f59d04522f0a owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:18.819408 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-810dc73b-be3b-47d4-aef8-9de913f7b9f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:18.852583 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-810dc73b-be3b-47d4-aef8-9de913f7b9f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:19.103824 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-810dc73b-be3b-47d4-aef8-9de913f7b9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:19.107530 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-810dc73b-be3b-47d4-aef8-9de913f7b9f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:19.111547 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-810dc73b-be3b-47d4-aef8-9de913f7b9f5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6ee76705-2ee4-4649-a23c-1de75f740408 HTTP/1.1" status: 204 len: 168 time: 0.4276710 Nov 12 03:46:19.126797 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810dc73b-be3b-47d4-aef8-9de913f7b9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee76705-2ee4-4649-a23c-1de75f740408,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:19.141002 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-39d4cf97-a001-4738-934e-1bd465ff0c51 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:19.170116 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4cf97-a001-4738-934e-1bd465ff0c51 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event deleted for resources: {'Port': ['ID=d2ccd67a-abc3-431b-bfeb-f59d04522f0a,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:19.354087 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-39d4cf97-a001-4738-934e-1bd465ff0c51 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:19.664904 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d4cf97-a001-4738-934e-1bd465ff0c51 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Router 8fa2c64e-f661-4764-80aa-d7eff73ede13 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:46:19.780316 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d4cf97-a001-4738-934e-1bd465ff0c51 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:46:19.795780 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d25924-2766-48d2-995f-b085ad6332ad None None] Sync routers for ids ['8fa2c64e-f661-4764-80aa-d7eff73ede13'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:46:19.797551 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-39d4cf97-a001-4738-934e-1bd465ff0c51 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "PUT /v2.0/routers/8fa2c64e-f661-4764-80aa-d7eff73ede13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4232271 Nov 12 03:46:19.800299 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35166) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:19.819486 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d25924-2766-48d2-995f-b085ad6332ad None None] Routers {'8fa2c64e-f661-4764-80aa-d7eff73ede13'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:19.823405 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-01d25924-2766-48d2-995f-b085ad6332ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:46:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8fa2c64e-f661-4764-80aa-d7eff73ede13'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:19.953523 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-01d25924-2766-48d2-995f-b085ad6332ad None None] Set router 8fa2c64e-f661-4764-80aa-d7eff73ede13 gateway port host: None {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:20.195119 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-01d25924-2766-48d2-995f-b085ad6332ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'name': 'tempest-RoutersIpV6Test-router-1738778366', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:36Z', 'updated_at': '2021-11-12T03:46:19Z', 'revision_number': 10, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'gw_port_host': None, '_interfaces': [{'id': '158b751b-2239-469e-8e1b-c3e2c8c6ef10', 'name': '', 'network_id': '2f903626-c88d-4616-b991-90a100977d29', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:16:8e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'b15eae54-cfb8-4c60-83f7-e8c781461d52', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:38Z', 'updated_at': '2021-11-12T03:45:46Z', 'revision_number': 5, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': 'b15eae54-cfb8-4c60-83f7-e8c781461d52', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:20.231805 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d25924-2766-48d2-995f-b085ad6332ad None None] Checking router: 8fa2c64e-f661-4764-80aa-d7eff73ede13 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:46:20.242072 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d25924-2766-48d2-995f-b085ad6332ad None None] Routers {'8fa2c64e-f661-4764-80aa-d7eff73ede13'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:20.242887 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-01d25924-2766-48d2-995f-b085ad6332ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:46:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8fa2c64e-f661-4764-80aa-d7eff73ede13'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:20.361992 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-166288b1-e50f-434d-940e-bbce0b7ff8f8 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Deleting subnet 9a79843e-ae0d-49ce-9237-6bf756440c34 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:46:20.366810 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-166288b1-e50f-434d-940e-bbce0b7ff8f8 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:20.450197 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-166288b1-e50f-434d-940e-bbce0b7ff8f8 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:20.459317 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-01d25924-2766-48d2-995f-b085ad6332ad None None] Set router 8fa2c64e-f661-4764-80aa-d7eff73ede13 gateway port host: None {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:20.634331 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-166288b1-e50f-434d-940e-bbce0b7ff8f8 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:20.737223 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-166288b1-e50f-434d-940e-bbce0b7ff8f8 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:20.787512 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-01d25924-2766-48d2-995f-b085ad6332ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'name': 'tempest-RoutersIpV6Test-router-1738778366', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:36Z', 'updated_at': '2021-11-12T03:46:19Z', 'revision_number': 10, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'gw_port_host': None, '_interfaces': [{'id': '158b751b-2239-469e-8e1b-c3e2c8c6ef10', 'name': '', 'network_id': '2f903626-c88d-4616-b991-90a100977d29', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:16:8e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'b15eae54-cfb8-4c60-83f7-e8c781461d52', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:38Z', 'updated_at': '2021-11-12T03:45:46Z', 'revision_number': 5, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': 'b15eae54-cfb8-4c60-83f7-e8c781461d52', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:20.808911 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166288b1-e50f-434d-940e-bbce0b7ff8f8 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event deleted for resources: {'Subnet': ['ID=9a79843e-ae0d-49ce-9237-6bf756440c34,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:20.819040 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d25924-2766-48d2-995f-b085ad6332ad None None] The sync data for ids ['8fa2c64e-f661-4764-80aa-d7eff73ede13'] in n-d-715271-27 is: [{'id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'name': 'tempest-RoutersIpV6Test-router-1738778366', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:36Z', 'updated_at': '2021-11-12T03:46:19Z', 'revision_number': 10, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'gw_port_host': None, '_interfaces': [{'id': '158b751b-2239-469e-8e1b-c3e2c8c6ef10', 'name': '', 'network_id': '2f903626-c88d-4616-b991-90a100977d29', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'mac_address': 'fa:16:3e:16:8e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'b15eae54-cfb8-4c60-83f7-e8c781461d52', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:38Z', 'updated_at': '2021-11-12T03:45:46Z', 'revision_number': 5, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'subnets': [{'id': 'b15eae54-cfb8-4c60-83f7-e8c781461d52', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:46:20.824120 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-166288b1-e50f-434d-940e-bbce0b7ff8f8 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:20.827316 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-166288b1-e50f-434d-940e-bbce0b7ff8f8 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "DELETE /v2.0/subnets/9a79843e-ae0d-49ce-9237-6bf756440c34 HTTP/1.1" status: 204 len: 168 time: 1.0258167 Nov 12 03:46:20.831585 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35196) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:20.849922 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc89642-5de3-41d3-a236-3ae531f9dcc1 None None] Network 0c27543a-d18d-43c4-a59f-8d8417845bd0 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:46:20.975612 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-08a33c9a-9152-45e7-87bd-14f948e9fb3b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:21.051259 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-08a33c9a-9152-45e7-87bd-14f948e9fb3b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Deleting port 0b2c9195-a6ae-46df-b653-bb5dc6dcac07 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:21.051588 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-08a33c9a-9152-45e7-87bd-14f948e9fb3b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:21.141723 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-08a33c9a-9152-45e7-87bd-14f948e9fb3b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] For port 0b2c9195-a6ae-46df-b653-bb5dc6dcac07, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=0b2c9195-a6ae-46df-b653-bb5dc6dcac07,segment=NetworkSegment(357cf516-6603-4597-b2d9-293f64e99f54),segment_id=357cf516-6603-4597-b2d9-293f64e99f54)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:21.142123 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-08a33c9a-9152-45e7-87bd-14f948e9fb3b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:21.155786 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-08a33c9a-9152-45e7-87bd-14f948e9fb3b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Calling delete_port for 0b2c9195-a6ae-46df-b653-bb5dc6dcac07 owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:21.229641 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a17cf0-19eb-475a-9404-2bb0be4961df None None] DHCP port deletion for 0c27543a-d18d-43c4-a59f-8d8417845bd0 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:46:21.313853 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-58a17cf0-19eb-475a-9404-2bb0be4961df None None] Deleting port 0b2c9195-a6ae-46df-b653-bb5dc6dcac07 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:21.314694 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-58a17cf0-19eb-475a-9404-2bb0be4961df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:21.347679 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-08a33c9a-9152-45e7-87bd-14f948e9fb3b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:21.364916 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a33c9a-9152-45e7-87bd-14f948e9fb3b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] No DVR routers for this DVR port 0b2c9195-a6ae-46df-b653-bb5dc6dcac07 on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:46:21.449661 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-58a17cf0-19eb-475a-9404-2bb0be4961df None None] For port 0b2c9195-a6ae-46df-b653-bb5dc6dcac07, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=0b2c9195-a6ae-46df-b653-bb5dc6dcac07,segment=NetworkSegment(357cf516-6603-4597-b2d9-293f64e99f54),segment_id=357cf516-6603-4597-b2d9-293f64e99f54)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:21.449924 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-58a17cf0-19eb-475a-9404-2bb0be4961df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:21.479424 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-58a17cf0-19eb-475a-9404-2bb0be4961df None None] Calling delete_port for 0b2c9195-a6ae-46df-b653-bb5dc6dcac07 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:21.497196 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a33c9a-9152-45e7-87bd-14f948e9fb3b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event deleted for resources: {'Port': ['ID=0b2c9195-a6ae-46df-b653-bb5dc6dcac07,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:21.614809 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-58a17cf0-19eb-475a-9404-2bb0be4961df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:21.639642 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-08a33c9a-9152-45e7-87bd-14f948e9fb3b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:21.641333 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a17cf0-19eb-475a-9404-2bb0be4961df None None] Pushing event deleted for resources: {'Port': ['ID=0b2c9195-a6ae-46df-b653-bb5dc6dcac07,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:21.651952 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a17cf0-19eb-475a-9404-2bb0be4961df None None] No DVR routers for this DVR port 0b2c9195-a6ae-46df-b653-bb5dc6dcac07 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:46:21.654501 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a17cf0-19eb-475a-9404-2bb0be4961df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:21.655043 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a17cf0-19eb-475a-9404-2bb0be4961df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:21.655388 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a17cf0-19eb-475a-9404-2bb0be4961df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:21.655724 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a17cf0-19eb-475a-9404-2bb0be4961df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:21.656278 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a17cf0-19eb-475a-9404-2bb0be4961df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:21.656800 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a17cf0-19eb-475a-9404-2bb0be4961df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:21.657351 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a17cf0-19eb-475a-9404-2bb0be4961df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:21.658014 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a17cf0-19eb-475a-9404-2bb0be4961df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:21.658515 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a17cf0-19eb-475a-9404-2bb0be4961df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:21.659013 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a17cf0-19eb-475a-9404-2bb0be4961df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:21.659534 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a17cf0-19eb-475a-9404-2bb0be4961df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:21.660033 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a17cf0-19eb-475a-9404-2bb0be4961df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:21.710133 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-08a33c9a-9152-45e7-87bd-14f948e9fb3b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c27543a-d18d-43c4-a59f-8d8417845bd0']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:21.724169 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-08a33c9a-9152-45e7-87bd-14f948e9fb3b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '357cf516-6603-4597-b2d9-293f64e99f54') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:21.724434 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-08a33c9a-9152-45e7-87bd-14f948e9fb3b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '357cf516-6603-4597-b2d9-293f64e99f54') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:21.733648 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0965710c-00b1-467f-ba59-851e835798ae req-fc9b752f-433e-4f27-ae03-6b59730c86a8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2e93e943-08ee-4601-ad99-98d1a0a02b26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0572257 Nov 12 03:46:21.744731 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-08a33c9a-9152-45e7-87bd-14f948e9fb3b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:21.762248 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-08a33c9a-9152-45e7-87bd-14f948e9fb3b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:21.770122 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08a33c9a-9152-45e7-87bd-14f948e9fb3b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:46:21.770531 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-08a33c9a-9152-45e7-87bd-14f948e9fb3b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:21.849672 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:46:21.849672 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:46:21.849672 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:46:21.849672 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:46:21.849672 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:46:21.849672 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:46:21.849672 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:46:21.849672 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:46:21.849672 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:46:21.849672 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:46:21.849672 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:46:21.849672 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:46:21.849672 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:46:21.849672 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:46:21.849672 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:46:21.849672 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:46:21.849672 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:46:21.849672 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:46:21.849672 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:46:21.849672 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:46:21.849672 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:46:21.849672 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:46:21.849672 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:46:21.849672 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:46:21.849672 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:46:21.849672 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:46:21.849672 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:46:21.849672 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:46:21.849672 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:46:21.849672 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:46:21.849672 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:46:21.849672 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:46:21.879699 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965710c-00b1-467f-ba59-851e835798ae req-dd134e8f-6e14-454e-898d-1c2694f247a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:21.881430 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0965710c-00b1-467f-ba59-851e835798ae req-dd134e8f-6e14-454e-898d-1c2694f247a4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1978793e24864d458e17fb421706473b&device_id=2e93e943-08ee-4601-ad99-98d1a0a02b26 HTTP/1.1" status: 200 len: 1098 time: 0.0719571 Nov 12 03:46:21.888817 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-08a33c9a-9152-45e7-87bd-14f948e9fb3b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:21.895926 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-08a33c9a-9152-45e7-87bd-14f948e9fb3b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:21.903245 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35228) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:21.911636 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-08a33c9a-9152-45e7-87bd-14f948e9fb3b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "DELETE /v2.0/networks/0c27543a-d18d-43c4-a59f-8d8417845bd0 HTTP/1.1" status: 204 len: 168 time: 1.0780294 Nov 12 03:46:21.941094 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a33c9a-9152-45e7-87bd-14f948e9fb3b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event deleted for resources: {'Network': ['ID=0c27543a-d18d-43c4-a59f-8d8417845bd0,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:22.213251 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965710c-00b1-467f-ba59-851e835798ae req-40be6292-2b2c-4e57-b1bc-957879e8920b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:22.215398 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0965710c-00b1-467f-ba59-851e835798ae req-40be6292-2b2c-4e57-b1bc-957879e8920b service neutron] 10.222.0.90 "GET /v2.0/networks?id=ce97ab11-8a00-4cd9-ad27-4b288272e186 HTTP/1.1" status: 200 len: 911 time: 0.2435908 Nov 12 03:46:22.328254 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0965710c-00b1-467f-ba59-851e835798ae req-e85a0251-98e8-4a0b-95ef-3e9a6945ed31 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ac33e0d-02ec-4e7a-a89c-72969a177fce HTTP/1.1" status: 200 len: 1001 time: 0.1002855 Nov 12 03:46:22.387924 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 0b2c9195-a6ae-46df-b653-bb5dc6dcac07 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:22.421681 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 0b2c9195-a6ae-46df-b653-bb5dc6dcac07 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:46:22.422037 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 0b2c9195-a6ae-46df-b653-bb5dc6dcac07 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:22.422519 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d2ccd67a-abc3-431b-bfeb-f59d04522f0a no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:22.449535 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965710c-00b1-467f-ba59-851e835798ae req-f9e7345c-d4dd-428e-93d7-2c2c2c3d2bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:22.452321 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0965710c-00b1-467f-ba59-851e835798ae req-f9e7345c-d4dd-428e-93d7-2c2c2c3d2bb5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=218af894-e138-49fb-983a-59526774f58c HTTP/1.1" status: 200 len: 849 time: 0.1131694 Nov 12 03:46:22.468512 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: d2ccd67a-abc3-431b-bfeb-f59d04522f0a {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:46:22.469004 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d2ccd67a-abc3-431b-bfeb-f59d04522f0a not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:22.546157 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965710c-00b1-467f-ba59-851e835798ae req-512b0a3d-b9d5-480b-9218-233e9e68eefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:22.548053 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0965710c-00b1-467f-ba59-851e835798ae req-512b0a3d-b9d5-480b-9218-233e9e68eefe service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ce97ab11-8a00-4cd9-ad27-4b288272e186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0811071 Nov 12 03:46:22.675675 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3df4c400-4679-446a-86ec-e413fb5d5571 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:22.680133 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0965710c-00b1-467f-ba59-851e835798ae req-6dd69ad9-91ae-4103-89c3-a36927b54575 service neutron] 10.222.0.90 "GET /v2.0/networks/ce97ab11-8a00-4cd9-ad27-4b288272e186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061223 Nov 12 03:46:22.901254 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0965710c-00b1-467f-ba59-851e835798ae req-9ce45df5-5fa5-42ec-88f4-001f292d17ee service neutron] 10.222.0.90 "GET /v2.0/networks/ce97ab11-8a00-4cd9-ad27-4b288272e186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803317 Nov 12 03:46:23.086699 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-3df4c400-4679-446a-86ec-e413fb5d5571 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Deleting port 158b751b-2239-469e-8e1b-c3e2c8c6ef10 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:23.087110 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3df4c400-4679-446a-86ec-e413fb5d5571 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:23.247411 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-3df4c400-4679-446a-86ec-e413fb5d5571 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] For port 158b751b-2239-469e-8e1b-c3e2c8c6ef10, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=158b751b-2239-469e-8e1b-c3e2c8c6ef10,segment=NetworkSegment(28e2402e-304a-4242-b1bd-80a0aa1c29a9),segment_id=28e2402e-304a-4242-b1bd-80a0aa1c29a9)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:23.249163 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3df4c400-4679-446a-86ec-e413fb5d5571 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:23.277464 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-3df4c400-4679-446a-86ec-e413fb5d5571 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Calling delete_port for 158b751b-2239-469e-8e1b-c3e2c8c6ef10 owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:23.559722 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3df4c400-4679-446a-86ec-e413fb5d5571 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:23.621646 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df4c400-4679-446a-86ec-e413fb5d5571 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event deleted for resources: {'Port': ['ID=158b751b-2239-469e-8e1b-c3e2c8c6ef10,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:23.779357 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3df4c400-4679-446a-86ec-e413fb5d5571 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:24.015353 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df4c400-4679-446a-86ec-e413fb5d5571 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Router 8fa2c64e-f661-4764-80aa-d7eff73ede13 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:46:24.033734 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35264) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:24.136112 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df4c400-4679-446a-86ec-e413fb5d5571 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:46:24.147044 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3df4c400-4679-446a-86ec-e413fb5d5571 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "PUT /v2.0/routers/8fa2c64e-f661-4764-80aa-d7eff73ede13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2425802 Nov 12 03:46:24.152022 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4950ba-6b44-4fd1-aa38-ad42edba538d None None] Sync routers for ids ['8fa2c64e-f661-4764-80aa-d7eff73ede13'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:46:24.154752 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35266) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:24.168021 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4950ba-6b44-4fd1-aa38-ad42edba538d None None] Routers {'8fa2c64e-f661-4764-80aa-d7eff73ede13'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:24.170801 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-cb4950ba-6b44-4fd1-aa38-ad42edba538d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:46:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8fa2c64e-f661-4764-80aa-d7eff73ede13'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:24.282444 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-619cc48e-a278-4042-8947-e97944ab8e5c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Deleting subnet b15eae54-cfb8-4c60-83f7-e8c781461d52 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:46:24.293975 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-619cc48e-a278-4042-8947-e97944ab8e5c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:24.376721 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-cb4950ba-6b44-4fd1-aa38-ad42edba538d None None] Set router 8fa2c64e-f661-4764-80aa-d7eff73ede13 gateway port host: None {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:24.469115 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-619cc48e-a278-4042-8947-e97944ab8e5c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:24.539791 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-cb4950ba-6b44-4fd1-aa38-ad42edba538d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'name': 'tempest-RoutersIpV6Test-router-1738778366', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:36Z', 'updated_at': '2021-11-12T03:46:23Z', 'revision_number': 11, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:24.592738 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4950ba-6b44-4fd1-aa38-ad42edba538d None None] Checking router: 8fa2c64e-f661-4764-80aa-d7eff73ede13 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:46:24.608189 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4950ba-6b44-4fd1-aa38-ad42edba538d None None] Routers {'8fa2c64e-f661-4764-80aa-d7eff73ede13'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:24.611073 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-cb4950ba-6b44-4fd1-aa38-ad42edba538d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:46:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8fa2c64e-f661-4764-80aa-d7eff73ede13'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:24.797110 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-619cc48e-a278-4042-8947-e97944ab8e5c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:24.857583 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-cb4950ba-6b44-4fd1-aa38-ad42edba538d None None] Set router 8fa2c64e-f661-4764-80aa-d7eff73ede13 gateway port host: None {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:24.937336 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0e6c2e14-67d1-45e0-8d70-a412ccea7839 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:24.957317 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-619cc48e-a278-4042-8947-e97944ab8e5c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:25.023720 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619cc48e-a278-4042-8947-e97944ab8e5c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event deleted for resources: {'Subnet': ['ID=b15eae54-cfb8-4c60-83f7-e8c781461d52,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:25.029250 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-cb4950ba-6b44-4fd1-aa38-ad42edba538d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'name': 'tempest-RoutersIpV6Test-router-1738778366', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:36Z', 'updated_at': '2021-11-12T03:46:23Z', 'revision_number': 11, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:25.031167 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-619cc48e-a278-4042-8947-e97944ab8e5c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:25.035409 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bfe3e2-3e5e-48f3-971b-e0b696401455 None None] Network 2f903626-c88d-4616-b991-90a100977d29 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:46:25.035767 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-619cc48e-a278-4042-8947-e97944ab8e5c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "DELETE /v2.0/subnets/b15eae54-cfb8-4c60-83f7-e8c781461d52 HTTP/1.1" status: 204 len: 168 time: 0.8799198 Nov 12 03:46:25.039456 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35288) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:25.054195 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619cc48e-a278-4042-8947-e97944ab8e5c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:25.056688 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619cc48e-a278-4042-8947-e97944ab8e5c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:25.058917 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619cc48e-a278-4042-8947-e97944ab8e5c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:25.059589 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619cc48e-a278-4042-8947-e97944ab8e5c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:25.059883 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619cc48e-a278-4042-8947-e97944ab8e5c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:25.064448 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619cc48e-a278-4042-8947-e97944ab8e5c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:25.065019 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619cc48e-a278-4042-8947-e97944ab8e5c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:25.065279 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619cc48e-a278-4042-8947-e97944ab8e5c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:25.065630 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619cc48e-a278-4042-8947-e97944ab8e5c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:25.065969 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619cc48e-a278-4042-8947-e97944ab8e5c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:25.066303 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619cc48e-a278-4042-8947-e97944ab8e5c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:25.066632 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619cc48e-a278-4042-8947-e97944ab8e5c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:25.269424 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-64c1167b-097b-4eea-87e6-e10a578dc29e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:25.274402 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4950ba-6b44-4fd1-aa38-ad42edba538d None None] The sync data for ids ['8fa2c64e-f661-4764-80aa-d7eff73ede13'] in n-d-715271-27 is: [{'id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'name': 'tempest-RoutersIpV6Test-router-1738778366', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:36Z', 'updated_at': '2021-11-12T03:46:23Z', 'revision_number': 11, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'gw_port_host': None}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:46:25.691621 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4afd08-0729-4cde-988f-98544e5d0965 None None] DHCP port deletion for 2f903626-c88d-4616-b991-90a100977d29 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:46:25.755635 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-64c1167b-097b-4eea-87e6-e10a578dc29e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Deleting port f63cab83-2321-4613-ada5-dcae6c9ffed8 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:25.755972 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-64c1167b-097b-4eea-87e6-e10a578dc29e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:25.870134 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-9a4afd08-0729-4cde-988f-98544e5d0965 None None] Deleting port f63cab83-2321-4613-ada5-dcae6c9ffed8 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:25.870523 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9a4afd08-0729-4cde-988f-98544e5d0965 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:26.062453 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-9a4afd08-0729-4cde-988f-98544e5d0965 None None] For port f63cab83-2321-4613-ada5-dcae6c9ffed8, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=f63cab83-2321-4613-ada5-dcae6c9ffed8,segment=NetworkSegment(28e2402e-304a-4242-b1bd-80a0aa1c29a9),segment_id=28e2402e-304a-4242-b1bd-80a0aa1c29a9)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:26.062859 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9a4afd08-0729-4cde-988f-98544e5d0965 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:26.088307 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-9a4afd08-0729-4cde-988f-98544e5d0965 None None] Calling delete_port for f63cab83-2321-4613-ada5-dcae6c9ffed8 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:26.163213 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-64c1167b-097b-4eea-87e6-e10a578dc29e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] For port f63cab83-2321-4613-ada5-dcae6c9ffed8, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=f63cab83-2321-4613-ada5-dcae6c9ffed8,segment=NetworkSegment(28e2402e-304a-4242-b1bd-80a0aa1c29a9),segment_id=28e2402e-304a-4242-b1bd-80a0aa1c29a9)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:26.163819 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-64c1167b-097b-4eea-87e6-e10a578dc29e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:26.194391 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-64c1167b-097b-4eea-87e6-e10a578dc29e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Calling delete_port for f63cab83-2321-4613-ada5-dcae6c9ffed8 owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:26.269378 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9a4afd08-0729-4cde-988f-98544e5d0965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:26.311232 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4afd08-0729-4cde-988f-98544e5d0965 None None] No DVR routers for this DVR port f63cab83-2321-4613-ada5-dcae6c9ffed8 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:46:26.312977 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4afd08-0729-4cde-988f-98544e5d0965 None None] Pushing event deleted for resources: {'Port': ['ID=f63cab83-2321-4613-ada5-dcae6c9ffed8,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:26.331063 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-0e6c2e14-67d1-45e0-8d70-a412ccea7839 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Deleting port cc061c8e-e24f-4e37-9b1e-ec78fe22907b {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:26.331410 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0e6c2e14-67d1-45e0-8d70-a412ccea7839 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:26.388423 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-64c1167b-097b-4eea-87e6-e10a578dc29e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:26.390670 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 158b751b-2239-469e-8e1b-c3e2c8c6ef10 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:26.432103 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 158b751b-2239-469e-8e1b-c3e2c8c6ef10 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:46:26.444287 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c1167b-097b-4eea-87e6-e10a578dc29e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] No DVR routers for this DVR port f63cab83-2321-4613-ada5-dcae6c9ffed8 on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:46:26.448289 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 158b751b-2239-469e-8e1b-c3e2c8c6ef10 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:26.449284 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device f63cab83-2321-4613-ada5-dcae6c9ffed8 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:26.472980 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: f63cab83-2321-4613-ada5-dcae6c9ffed8 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:46:26.473330 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device f63cab83-2321-4613-ada5-dcae6c9ffed8 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:26.508764 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1167b-097b-4eea-87e6-e10a578dc29e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event deleted for resources: {'Port': ['ID=f63cab83-2321-4613-ada5-dcae6c9ffed8,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:26.603747 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-64c1167b-097b-4eea-87e6-e10a578dc29e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:26.626832 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-64c1167b-097b-4eea-87e6-e10a578dc29e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f903626-c88d-4616-b991-90a100977d29']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:26.637648 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-64c1167b-097b-4eea-87e6-e10a578dc29e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e2402e-304a-4242-b1bd-80a0aa1c29a9') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:26.637940 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-64c1167b-097b-4eea-87e6-e10a578dc29e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e2402e-304a-4242-b1bd-80a0aa1c29a9') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:26.656683 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-64c1167b-097b-4eea-87e6-e10a578dc29e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:26.673056 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-64c1167b-097b-4eea-87e6-e10a578dc29e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:26.679740 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64c1167b-097b-4eea-87e6-e10a578dc29e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:46:26.680112 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-64c1167b-097b-4eea-87e6-e10a578dc29e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:26.789194 n-d-715271-27 neutron-server[102571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:46:26.789194 n-d-715271-27 neutron-server[102571]: self.session.flush() Nov 12 03:46:26.789194 n-d-715271-27 neutron-server[102571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:46:26.789194 n-d-715271-27 neutron-server[102571]: self.session.flush() Nov 12 03:46:26.789194 n-d-715271-27 neutron-server[102571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:46:26.789194 n-d-715271-27 neutron-server[102571]: self.session.flush() Nov 12 03:46:26.789194 n-d-715271-27 neutron-server[102571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:46:26.789194 n-d-715271-27 neutron-server[102571]: self.session.flush() Nov 12 03:46:26.789194 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:46:26.789194 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:46:26.789194 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:46:26.789194 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:46:26.789194 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:46:26.789194 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:46:26.789194 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:46:26.789194 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:46:26.789194 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:46:26.789194 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:46:26.789194 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:46:26.789194 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:46:26.789194 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:46:26.789194 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:46:26.789194 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:46:26.789194 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:46:26.789194 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:46:26.789194 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:46:26.789194 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:46:26.789194 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:46:26.789194 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:46:26.789194 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:46:26.789194 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:46:26.789194 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:46:26.789194 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:46:26.789194 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:46:26.789194 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:46:26.789194 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:46:26.789194 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:46:26.789194 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:46:26.789194 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:46:26.789194 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:46:26.804835 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-64c1167b-097b-4eea-87e6-e10a578dc29e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:26.817018 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-64c1167b-097b-4eea-87e6-e10a578dc29e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:26.821123 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-64c1167b-097b-4eea-87e6-e10a578dc29e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "DELETE /v2.0/networks/2f903626-c88d-4616-b991-90a100977d29 HTTP/1.1" status: 204 len: 168 time: 1.7796330 Nov 12 03:46:26.823605 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35310) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:26.828880 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-9fecfb37-824f-44d6-9f66-b17722f86274 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Request body: {'router': {'routes': None}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:26.840866 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1167b-097b-4eea-87e6-e10a578dc29e tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Pushing event deleted for resources: {'Network': ['ID=2f903626-c88d-4616-b991-90a100977d29,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:26.931716 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-0e6c2e14-67d1-45e0-8d70-a412ccea7839 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] For port cc061c8e-e24f-4e37-9b1e-ec78fe22907b, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=cc061c8e-e24f-4e37-9b1e-ec78fe22907b,segment=NetworkSegment(649f55e5-ee57-4f89-bf3e-d3a9f7b4d4b3),segment_id=649f55e5-ee57-4f89-bf3e-d3a9f7b4d4b3)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:26.939269 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0e6c2e14-67d1-45e0-8d70-a412ccea7839 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:26.989633 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-0e6c2e14-67d1-45e0-8d70-a412ccea7839 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Calling delete_port for cc061c8e-e24f-4e37-9b1e-ec78fe22907b owned by network:router_interface {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:27.229388 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.extraroute_db [None req-9fecfb37-824f-44d6-9f66-b17722f86274 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Added routes are [] {{(pid=102572) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 03:46:27.229826 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.extraroute_db [None req-9fecfb37-824f-44d6-9f66-b17722f86274 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Removed routes are [] {{(pid=102572) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 03:46:27.230158 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9fecfb37-824f-44d6-9f66-b17722f86274 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41374'] for router, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:27.345715 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0e6c2e14-67d1-45e0-8d70-a412ccea7839 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:27.385647 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6c2e14-67d1-45e0-8d70-a412ccea7839 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event deleted for resources: {'Port': ['ID=cc061c8e-e24f-4e37-9b1e-ec78fe22907b,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:27.503176 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9fecfb37-824f-44d6-9f66-b17722f86274 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41374'] for router, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:27.507865 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9fecfb37-824f-44d6-9f66-b17722f86274 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-622926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-623029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620584'] for router, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:27.661866 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fecfb37-824f-44d6-9f66-b17722f86274 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Router 8fa2c64e-f661-4764-80aa-d7eff73ede13 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:46:27.702633 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0e6c2e14-67d1-45e0-8d70-a412ccea7839 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:27.766750 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fecfb37-824f-44d6-9f66-b17722f86274 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:46:27.774199 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9fecfb37-824f-44d6-9f66-b17722f86274 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:27.775558 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9fecfb37-824f-44d6-9f66-b17722f86274 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "PUT /v2.0/routers/8fa2c64e-f661-4764-80aa-d7eff73ede13 HTTP/1.1" status: 200 len: 705 time: 0.9503603 Nov 12 03:46:27.777969 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e044b15-7153-4073-a21e-19df1e249aa9 None None] Sync routers for ids ['8fa2c64e-f661-4764-80aa-d7eff73ede13'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:46:27.778584 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35316) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:27.805189 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e044b15-7153-4073-a21e-19df1e249aa9 None None] Routers {'8fa2c64e-f661-4764-80aa-d7eff73ede13'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:27.805817 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-3e044b15-7153-4073-a21e-19df1e249aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:46:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8fa2c64e-f661-4764-80aa-d7eff73ede13'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:27.836432 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35320) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:27.839492 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b00e54a8-9d3a-4fe8-91d9-cc996431e457 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fa2c64e-f661-4764-80aa-d7eff73ede13 HTTP/1.1" status: 200 len: 205 time: 0.0570936 Nov 12 03:46:27.931668 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-591a8298-0d57-4751-a39e-908d2132f3bf tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:27.961839 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-3e044b15-7153-4073-a21e-19df1e249aa9 None None] Set router 8fa2c64e-f661-4764-80aa-d7eff73ede13 gateway port host: None {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:28.131295 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-3e044b15-7153-4073-a21e-19df1e249aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'name': 'tempest-RoutersIpV6Test-router-1738778366', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:36Z', 'updated_at': '2021-11-12T03:46:23Z', 'revision_number': 11, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:28.218587 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e044b15-7153-4073-a21e-19df1e249aa9 None None] Checking router: 8fa2c64e-f661-4764-80aa-d7eff73ede13 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:46:28.247657 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e044b15-7153-4073-a21e-19df1e249aa9 None None] Routers {'8fa2c64e-f661-4764-80aa-d7eff73ede13'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:28.250400 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-3e044b15-7153-4073-a21e-19df1e249aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:46:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8fa2c64e-f661-4764-80aa-d7eff73ede13'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:28.431670 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35338) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:28.473640 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-3e044b15-7153-4073-a21e-19df1e249aa9 None None] Set router 8fa2c64e-f661-4764-80aa-d7eff73ede13 gateway port host: None {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:28.653378 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5e801bad-70cd-48bd-9e7b-b5a72ce3267a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:28.684029 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-3e044b15-7153-4073-a21e-19df1e249aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'name': 'tempest-RoutersIpV6Test-router-1738778366', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:36Z', 'updated_at': '2021-11-12T03:46:23Z', 'revision_number': 11, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:28.781935 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e044b15-7153-4073-a21e-19df1e249aa9 None None] The sync data for ids ['8fa2c64e-f661-4764-80aa-d7eff73ede13'] in n-d-715271-27 is: [{'id': '8fa2c64e-f661-4764-80aa-d7eff73ede13', 'name': 'tempest-RoutersIpV6Test-router-1738778366', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:36Z', 'updated_at': '2021-11-12T03:46:23Z', 'revision_number': 11, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'gw_port_host': None}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:46:28.855457 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5e801bad-70cd-48bd-9e7b-b5a72ce3267a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:28.860748 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5e801bad-70cd-48bd-9e7b-b5a72ce3267a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:28.911214 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-591a8298-0d57-4751-a39e-908d2132f3bf tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:28.915950 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5e801bad-70cd-48bd-9e7b-b5a72ce3267a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e3655169a2df4f388d56f0eb03859b3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4828942 Nov 12 03:46:28.922303 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35352) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:28.961268 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-591a8298-0d57-4751-a39e-908d2132f3bf tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:29.007287 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e801bad-70cd-48bd-9e7b-b5a72ce3267a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89118258-838a-4be2-b92f-bbcab0f107f7,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:29.009686 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-05c21bd8-ec00-46d8-a601-72325c46834b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:29.051966 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-05c21bd8-ec00-46d8-a601-72325c46834b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:29.062845 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-591a8298-0d57-4751-a39e-908d2132f3bf tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:29.063941 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591a8298-0d57-4751-a39e-908d2132f3bf tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Fanout notify agent at l3_agent the message router_deleted on router 8fa2c64e-f661-4764-80aa-d7eff73ede13 {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:46:29.083134 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6c2e14-67d1-45e0-8d70-a412ccea7839 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Router 36d6fcb2-6064-41b6-bfa1-1798a2fcefa5 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:46:29.107964 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-591a8298-0d57-4751-a39e-908d2132f3bf tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:29.109519 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-591a8298-0d57-4751-a39e-908d2132f3bf tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "DELETE /v2.0/routers/8fa2c64e-f661-4764-80aa-d7eff73ede13 HTTP/1.1" status: 204 len: 168 time: 1.2721279 Nov 12 03:46:29.114821 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35356) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:29.122723 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-55b4caff-5f8c-4a92-ad1b-7247287e5611 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1728703883', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:29.143680 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-05c21bd8-ec00-46d8-a601-72325c46834b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:29.150035 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-05c21bd8-ec00-46d8-a601-72325c46834b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:29.157817 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-05c21bd8-ec00-46d8-a601-72325c46834b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/89118258-838a-4be2-b92f-bbcab0f107f7 HTTP/1.1" status: 204 len: 168 time: 0.2333417 Nov 12 03:46:29.190188 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c21bd8-ec00-46d8-a601-72325c46834b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89118258-838a-4be2-b92f-bbcab0f107f7,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:29.232068 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-55b4caff-5f8c-4a92-ad1b-7247287e5611 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:29.233886 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-55b4caff-5f8c-4a92-ad1b-7247287e5611 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:29.359642 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-55b4caff-5f8c-4a92-ad1b-7247287e5611 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:29.367572 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-55b4caff-5f8c-4a92-ad1b-7247287e5611 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:29.406418 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-55b4caff-5f8c-4a92-ad1b-7247287e5611 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:29.408162 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-55b4caff-5f8c-4a92-ad1b-7247287e5611 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2918780 Nov 12 03:46:29.411175 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35368) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:29.428370 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-188b399c-0c06-4573-884c-6e89d66f7df9 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:29.448825 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6c2e14-67d1-45e0-8d70-a412ccea7839 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:46:29.465716 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c4d937-3ddd-485c-9d0d-f8da9cdc377a None None] Sync routers for ids ['36d6fcb2-6064-41b6-bfa1-1798a2fcefa5'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:46:29.471294 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0e6c2e14-67d1-45e0-8d70-a412ccea7839 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "PUT /v2.0/routers/36d6fcb2-6064-41b6-bfa1-1798a2fcefa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4344501 Nov 12 03:46:29.489030 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c4d937-3ddd-485c-9d0d-f8da9cdc377a None None] Routers {'36d6fcb2-6064-41b6-bfa1-1798a2fcefa5'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:29.495074 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-24c4d937-3ddd-485c-9d0d-f8da9cdc377a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:46:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['36d6fcb2-6064-41b6-bfa1-1798a2fcefa5'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:29.831992 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35384) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:29.839562 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-24c4d937-3ddd-485c-9d0d-f8da9cdc377a None None] Set router 36d6fcb2-6064-41b6-bfa1-1798a2fcefa5 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:29.871830 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-85b45cb5-5dc7-43a2-9bf6-8b7986a846a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:30.162821 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-85b45cb5-5dc7-43a2-9bf6-8b7986a846a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:30.174265 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-85b45cb5-5dc7-43a2-9bf6-8b7986a846a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:30.204019 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35390) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:30.253666 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-85b45cb5-5dc7-43a2-9bf6-8b7986a846a9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eb07acbbc6b649c09fff44624421de21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4205055 Nov 12 03:46:30.256219 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35394) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:30.310048 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b45cb5-5dc7-43a2-9bf6-8b7986a846a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73cbbde7-7953-45fa-a152-f3d6dcea741c,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:30.409222 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-902756f6-302e-4928-9f37-adaa9319f4ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:30.491666 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-653d9988-4036-4465-b2fc-a0cf4587a00c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:30.549517 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-934056e6-71e0-429e-ab20-6153538fc399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:30.558653 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-902756f6-302e-4928-9f37-adaa9319f4ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:30.629225 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-24c4d937-3ddd-485c-9d0d-f8da9cdc377a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'name': 'tempest-TestNetworkBasicOps-router-1846091730', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'c8e2d77c-49af-4f57-a034-3d019e55b899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:55Z', 'updated_at': '2021-11-12T03:46:27Z', 'revision_number': 6, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'gw_port': {'id': 'c8e2d77c-49af-4f57-a034-3d019e55b899', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:59Z', 'updated_at': '2021-11-12T03:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'f4bef0be-8703-4133-8397-d119aa540c99', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'floating_ip_address': '172.25.5.250', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'port_id': 'a8a00a1b-431a-46eb-9214-778f6742c2e4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe4e9fa-960b-4fee-b798-39b875b1985d', 'mac_address': 'fa:16:3e:21:5d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:44:53Z', 'updated_at': '2021-11-12T03:44:58Z', 'revision_number': 1, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5e3c90f-af49-45ca-8f99-6f83818fb6d2', 'name': '', 'network_id': '6fe4e9fa-960b-4fee-b798-39b875b1985d', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'mac_address': 'fa:16:3e:f8:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '1446c3b1-d244-4e74-8e37-cf61abeb4131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:09Z', 'updated_at': '2021-11-12T03:44:21Z', 'revision_number': 5, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'subnets': [{'id': '1446c3b1-d244-4e74-8e37-cf61abeb4131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:30.671138 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-902756f6-302e-4928-9f37-adaa9319f4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:30.679926 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-902756f6-302e-4928-9f37-adaa9319f4ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:30.683073 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-902756f6-302e-4928-9f37-adaa9319f4ce admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/73cbbde7-7953-45fa-a152-f3d6dcea741c HTTP/1.1" status: 204 len: 168 time: 0.4255881 Nov 12 03:46:30.725734 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c4d937-3ddd-485c-9d0d-f8da9cdc377a None None] Checking router: 36d6fcb2-6064-41b6-bfa1-1798a2fcefa5 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:46:30.744368 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902756f6-302e-4928-9f37-adaa9319f4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cbbde7-7953-45fa-a152-f3d6dcea741c,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:30.757089 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c4d937-3ddd-485c-9d0d-f8da9cdc377a None None] Routers {'36d6fcb2-6064-41b6-bfa1-1798a2fcefa5'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:30.760860 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-24c4d937-3ddd-485c-9d0d-f8da9cdc377a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:46:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['36d6fcb2-6064-41b6-bfa1-1798a2fcefa5'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:30.863368 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-653d9988-4036-4465-b2fc-a0cf4587a00c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:30.870884 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-653d9988-4036-4465-b2fc-a0cf4587a00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:30.926245 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a4d02f-712c-42c0-8b35-0f4639447a9d req-3c5b08c5-7720-424e-9b13-eec877e7d4c4 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:30.935230 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-35a4d02f-712c-42c0-8b35-0f4639447a9d req-3c5b08c5-7720-424e-9b13-eec877e7d4c4 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=32afd68e-5bef-4703-a7e3-29ef6647ef0b HTTP/1.1" status: 200 len: 946 time: 0.2335012 Nov 12 03:46:31.034263 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-653d9988-4036-4465-b2fc-a0cf4587a00c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1bc1ffbf6f42485e996254fb4bd53372&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8272283 Nov 12 03:46:31.058001 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35402) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:31.195578 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-24c4d937-3ddd-485c-9d0d-f8da9cdc377a None None] Set router 36d6fcb2-6064-41b6-bfa1-1798a2fcefa5 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:31.201385 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d9988-4036-4465-b2fc-a0cf4587a00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c00131-8443-4af6-828a-230f9b9cd447,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:31.227688 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-188b399c-0c06-4573-884c-6e89d66f7df9 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41374'] for router, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:31.257608 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-35a4d02f-712c-42c0-8b35-0f4639447a9d req-da5bca57-92cf-419d-9158-5a8f1c58fd3d tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/security-groups?id=38c2c59a-7dce-4158-8390-04c4919adb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3207359 Nov 12 03:46:31.273475 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b9e54108-6e3a-4e62-92a7-db54b25a1e6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:31.314931 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-188b399c-0c06-4573-884c-6e89d66f7df9 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-622926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-623029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620584'] for router, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:31.358451 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b9e54108-6e3a-4e62-92a7-db54b25a1e6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:31.475359 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b9e54108-6e3a-4e62-92a7-db54b25a1e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:31.477959 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b9e54108-6e3a-4e62-92a7-db54b25a1e6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:31.480658 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b9e54108-6e3a-4e62-92a7-db54b25a1e6b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/71c00131-8443-4af6-828a-230f9b9cd447 HTTP/1.1" status: 204 len: 168 time: 0.4201539 Nov 12 03:46:31.493974 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e54108-6e3a-4e62-92a7-db54b25a1e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c00131-8443-4af6-828a-230f9b9cd447,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:31.603027 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97622ab2-1482-40aa-937a-8033e999c0d9 req-6c8a9083-ea79-4356-8f89-e3aceecdba82 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:31.607703 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-97622ab2-1482-40aa-937a-8033e999c0d9 req-6c8a9083-ea79-4356-8f89-e3aceecdba82 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.90 "GET /v2.0/ports?device_id=32afd68e-5bef-4703-a7e3-29ef6647ef0b HTTP/1.1" status: 200 len: 946 time: 0.3279717 Nov 12 03:46:31.727939 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-24c4d937-3ddd-485c-9d0d-f8da9cdc377a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'name': 'tempest-TestNetworkBasicOps-router-1846091730', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'c8e2d77c-49af-4f57-a034-3d019e55b899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:55Z', 'updated_at': '2021-11-12T03:46:27Z', 'revision_number': 6, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'gw_port': {'id': 'c8e2d77c-49af-4f57-a034-3d019e55b899', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:59Z', 'updated_at': '2021-11-12T03:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'f4bef0be-8703-4133-8397-d119aa540c99', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'floating_ip_address': '172.25.5.250', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'port_id': 'a8a00a1b-431a-46eb-9214-778f6742c2e4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe4e9fa-960b-4fee-b798-39b875b1985d', 'mac_address': 'fa:16:3e:21:5d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:44:53Z', 'updated_at': '2021-11-12T03:44:58Z', 'revision_number': 1, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5e3c90f-af49-45ca-8f99-6f83818fb6d2', 'name': '', 'network_id': '6fe4e9fa-960b-4fee-b798-39b875b1985d', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'mac_address': 'fa:16:3e:f8:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '1446c3b1-d244-4e74-8e37-cf61abeb4131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:09Z', 'updated_at': '2021-11-12T03:44:21Z', 'revision_number': 5, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'subnets': [{'id': '1446c3b1-d244-4e74-8e37-cf61abeb4131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:31.783560 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188b399c-0c06-4573-884c-6e89d66f7df9 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Router de578d3e-78bd-4857-a5a4-bc26aa978386 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:46:31.794832 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c4d937-3ddd-485c-9d0d-f8da9cdc377a None None] The sync data for ids ['36d6fcb2-6064-41b6-bfa1-1798a2fcefa5'] in n-d-715271-27 is: [{'id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'name': 'tempest-TestNetworkBasicOps-router-1846091730', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'c8e2d77c-49af-4f57-a034-3d019e55b899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:55Z', 'updated_at': '2021-11-12T03:46:27Z', 'revision_number': 6, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'gw_port': {'id': 'c8e2d77c-49af-4f57-a034-3d019e55b899', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:59Z', 'updated_at': '2021-11-12T03:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'f4bef0be-8703-4133-8397-d119aa540c99', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'floating_ip_address': '172.25.5.250', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'port_id': 'a8a00a1b-431a-46eb-9214-778f6742c2e4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe4e9fa-960b-4fee-b798-39b875b1985d', 'mac_address': 'fa:16:3e:21:5d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:44:53Z', 'updated_at': '2021-11-12T03:44:58Z', 'revision_number': 1, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5e3c90f-af49-45ca-8f99-6f83818fb6d2', 'name': '', 'network_id': '6fe4e9fa-960b-4fee-b798-39b875b1985d', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'mac_address': 'fa:16:3e:f8:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '1446c3b1-d244-4e74-8e37-cf61abeb4131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:09Z', 'updated_at': '2021-11-12T03:44:21Z', 'revision_number': 5, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'subnets': [{'id': '1446c3b1-d244-4e74-8e37-cf61abeb4131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:46:31.803257 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-97622ab2-1482-40aa-937a-8033e999c0d9 req-3099d304-6f8b-432f-9b34-a90f9fd25f58 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Deleting port cb5ebd91-f815-49d0-be7c-baa1df2be873 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:31.803590 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-97622ab2-1482-40aa-937a-8033e999c0d9 req-3099d304-6f8b-432f-9b34-a90f9fd25f58 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:32.009916 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-97622ab2-1482-40aa-937a-8033e999c0d9 req-3099d304-6f8b-432f-9b34-a90f9fd25f58 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] For port cb5ebd91-f815-49d0-be7c-baa1df2be873, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=cb5ebd91-f815-49d0-be7c-baa1df2be873,segment=NetworkSegment(649f55e5-ee57-4f89-bf3e-d3a9f7b4d4b3),segment_id=649f55e5-ee57-4f89-bf3e-d3a9f7b4d4b3)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:32.011118 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-97622ab2-1482-40aa-937a-8033e999c0d9 req-3099d304-6f8b-432f-9b34-a90f9fd25f58 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:32.012875 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35410) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:32.021095 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188b399c-0c06-4573-884c-6e89d66f7df9 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:46:32.034925 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f548ba77-9948-42bd-bcbb-aed5513b8299 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:32.037909 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-188b399c-0c06-4573-884c-6e89d66f7df9 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:32.039113 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-188b399c-0c06-4573-884c-6e89d66f7df9 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "PUT /v2.0/routers/de578d3e-78bd-4857-a5a4-bc26aa978386 HTTP/1.1" status: 200 len: 698 time: 2.6269960 Nov 12 03:46:32.050185 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f080fb-2431-48a6-a400-56d108d515fc None None] Sync routers for ids ['de578d3e-78bd-4857-a5a4-bc26aa978386'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:46:32.078772 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35412) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:32.089305 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-97622ab2-1482-40aa-937a-8033e999c0d9 req-3099d304-6f8b-432f-9b34-a90f9fd25f58 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Calling delete_port for cb5ebd91-f815-49d0-be7c-baa1df2be873 owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:32.095963 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f080fb-2431-48a6-a400-56d108d515fc None None] Routers {'de578d3e-78bd-4857-a5a4-bc26aa978386'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:32.098519 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-80f080fb-2431-48a6-a400-56d108d515fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:46:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['de578d3e-78bd-4857-a5a4-bc26aa978386'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:32.264336 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8ceffc51-2f97-41ae-856a-dc579cd8eb8c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "GET /v2.0/routers/de578d3e-78bd-4857-a5a4-bc26aa978386 HTTP/1.1" status: 200 len: 704 time: 0.1670797 Nov 12 03:46:32.268842 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35416) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:32.322040 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-858a121d-eeed-45b4-8998-af49f5d292fc tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "GET /v2.0/ports?device_id=de578d3e-78bd-4857-a5a4-bc26aa978386 HTTP/1.1" status: 200 len: 205 time: 0.0517440 Nov 12 03:46:32.326751 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35420) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:32.360851 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-80f080fb-2431-48a6-a400-56d108d515fc None None] Set router de578d3e-78bd-4857-a5a4-bc26aa978386 gateway port host: None {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:32.387942 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device cc061c8e-e24f-4e37-9b1e-ec78fe22907b no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:32.422871 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-11dbc97d-b61c-4c6a-b01a-3c2feb17923b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:32.455565 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-80f080fb-2431-48a6-a400-56d108d515fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de578d3e-78bd-4857-a5a4-bc26aa978386', 'name': 'tempest-RoutersIpV6Test-router-1728703883', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:29Z', 'updated_at': '2021-11-12T03:46:31Z', 'revision_number': 2, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:32.465027 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: cc061c8e-e24f-4e37-9b1e-ec78fe22907b {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:46:32.465381 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device cc061c8e-e24f-4e37-9b1e-ec78fe22907b not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:32.494518 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-97622ab2-1482-40aa-937a-8033e999c0d9 req-3099d304-6f8b-432f-9b34-a90f9fd25f58 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:32.502469 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f080fb-2431-48a6-a400-56d108d515fc None None] Checking router: de578d3e-78bd-4857-a5a4-bc26aa978386 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:46:32.525974 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f080fb-2431-48a6-a400-56d108d515fc None None] Routers {'de578d3e-78bd-4857-a5a4-bc26aa978386'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:32.526597 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-80f080fb-2431-48a6-a400-56d108d515fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:46:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['de578d3e-78bd-4857-a5a4-bc26aa978386'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:32.542337 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099d304-6f8b-432f-9b34-a90f9fd25f58 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event deleted for resources: {'Port': ['ID=cb5ebd91-f815-49d0-be7c-baa1df2be873,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:32.603419 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-97622ab2-1482-40aa-937a-8033e999c0d9 req-3099d304-6f8b-432f-9b34-a90f9fd25f58 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] No DVR routers for this DVR port cb5ebd91-f815-49d0-be7c-baa1df2be873 on host n-h2-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:46:32.606728 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-97622ab2-1482-40aa-937a-8033e999c0d9 req-3099d304-6f8b-432f-9b34-a90f9fd25f58 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:32.611713 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d05dcb3f-b7ef-42bd-a69a-4068fc6e38cc req-b0aba12d-d37e-440c-9037-f6dce0c59922 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=32afd68e-5bef-4703-a7e3-29ef6647ef0b HTTP/1.1" status: 200 len: 210 time: 0.0939953 Nov 12 03:46:32.615547 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-97622ab2-1482-40aa-937a-8033e999c0d9 req-3099d304-6f8b-432f-9b34-a90f9fd25f58 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.90 "DELETE /v2.0/ports/cb5ebd91-f815-49d0-be7c-baa1df2be873 HTTP/1.1" status: 204 len: 173 time: 1.0009248 Nov 12 03:46:32.617324 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32afd68e-5bef-4703-a7e3-29ef6647ef0b', 'name': 'network-vif-deleted', 'tag': 'cb5ebd91-f815-49d0-be7c-baa1df2be873'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:32.621896 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba65e741-340e-4a5f-afcb-50d359e453b0" -d '{"events": [{"server_uuid": "32afd68e-5bef-4703-a7e3-29ef6647ef0b", "name": "network-vif-deleted", "tag": "cb5ebd91-f815-49d0-be7c-baa1df2be873"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:32.697922 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-80f080fb-2431-48a6-a400-56d108d515fc None None] Set router de578d3e-78bd-4857-a5a4-bc26aa978386 gateway port host: None {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:32.720977 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1060a10-76bd-4400-a74f-10ddb8523419 x-openstack-request-id: req-f1060a10-76bd-4400-a74f-10ddb8523419 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:32.721268 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32afd68e-5bef-4703-a7e3-29ef6647ef0b", "name": "network-vif-deleted", "tag": "cb5ebd91-f815-49d0-be7c-baa1df2be873", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:32.721761 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f1060a10-76bd-4400-a74f-10ddb8523419 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:32.722172 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32afd68e-5bef-4703-a7e3-29ef6647ef0b', 'name': 'network-vif-deleted', 'tag': 'cb5ebd91-f815-49d0-be7c-baa1df2be873', 'status': 'completed', 'code': 200} Nov 12 03:46:32.765032 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-80f080fb-2431-48a6-a400-56d108d515fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de578d3e-78bd-4857-a5a4-bc26aa978386', 'name': 'tempest-RoutersIpV6Test-router-1728703883', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:29Z', 'updated_at': '2021-11-12T03:46:31Z', 'revision_number': 2, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:32.799335 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f080fb-2431-48a6-a400-56d108d515fc None None] The sync data for ids ['de578d3e-78bd-4857-a5a4-bc26aa978386'] in n-d-715271-27 is: [{'id': 'de578d3e-78bd-4857-a5a4-bc26aa978386', 'name': 'tempest-RoutersIpV6Test-router-1728703883', 'tenant_id': '4f166f0f871d46ccaacb87c816edff53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:29Z', 'updated_at': '2021-11-12T03:46:31Z', 'revision_number': 2, 'project_id': '4f166f0f871d46ccaacb87c816edff53', 'gw_port_host': None}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:46:32.841070 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-11dbc97d-b61c-4c6a-b01a-3c2feb17923b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:32.845874 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-11dbc97d-b61c-4c6a-b01a-3c2feb17923b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:32.856285 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f548ba77-9948-42bd-bcbb-aed5513b8299 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:32.865699 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f548ba77-9948-42bd-bcbb-aed5513b8299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:32.957668 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f548ba77-9948-42bd-bcbb-aed5513b8299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0d58b5-432f-4134-a4b7-5bb576c691ca,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:32.976455 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-11dbc97d-b61c-4c6a-b01a-3c2feb17923b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:32.977104 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11dbc97d-b61c-4c6a-b01a-3c2feb17923b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Fanout notify agent at l3_agent the message router_deleted on router de578d3e-78bd-4857-a5a4-bc26aa978386 {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:46:32.988175 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-11dbc97d-b61c-4c6a-b01a-3c2feb17923b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:32.996539 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-11dbc97d-b61c-4c6a-b01a-3c2feb17923b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "DELETE /v2.0/routers/de578d3e-78bd-4857-a5a4-bc26aa978386 HTTP/1.1" status: 204 len: 168 time: 0.6611295 Nov 12 03:46:32.996539 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f548ba77-9948-42bd-bcbb-aed5513b8299 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=57fe9697da314d54ace9e53e47903963&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9793944 Nov 12 03:46:32.996539 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35426) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:32.997497 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35428) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:33.032683 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-72f38558-be3c-4a88-a079-b97950ce3514 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "GET /v2.0/ports?device_id=de578d3e-78bd-4857-a5a4-bc26aa978386 HTTP/1.1" status: 200 len: 205 time: 0.0345237 Nov 12 03:46:33.032993 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35430) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:33.087935 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-7dec2809-46ef-4f6f-a98d-f367b5ad5134 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] delete failed (client error): The resource could not be found. Nov 12 03:46:33.091386 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7dec2809-46ef-4f6f-a98d-f367b5ad5134 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "DELETE /v2.0/routers/de578d3e-78bd-4857-a5a4-bc26aa978386 HTTP/1.1" status: 404 len: 336 time: 0.0547497 Nov 12 03:46:33.092151 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35432) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:33.142066 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9faa0398-d315-4089-90a4-2ec5446b28aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:33.151611 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-e569a95e-54ce-44ff-8d2f-294618002a81 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] DELETE failed (client error): The resource could not be found. Nov 12 03:46:33.152095 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e569a95e-54ce-44ff-8d2f-294618002a81 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:46:33.169179 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e569a95e-54ce-44ff-8d2f-294618002a81 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "DELETE /v2.0/subnets/8da2415f-7e50-43a1-9d48-33832a1591bd HTTP/1.1" status: 404 len: 337 time: 0.0731966 Nov 12 03:46:33.173884 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35436) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:33.217165 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9faa0398-d315-4089-90a4-2ec5446b28aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:33.219521 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb926523-d2ec-4ceb-8c2d-a210db66dc27 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] DELETE failed (client error): The resource could not be found. Nov 12 03:46:33.220207 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb926523-d2ec-4ceb-8c2d-a210db66dc27 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:46:33.223245 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-bb926523-d2ec-4ceb-8c2d-a210db66dc27 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "DELETE /v2.0/subnets/ee24a518-350f-4fca-a0c1-e409fa370e42 HTTP/1.1" status: 404 len: 337 time: 0.0483792 Nov 12 03:46:33.227469 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35438) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:33.287962 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-d97dd5e6-119e-47f5-9eaa-9d6197b42caf tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] DELETE failed (client error): The resource could not be found. Nov 12 03:46:33.288941 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d97dd5e6-119e-47f5-9eaa-9d6197b42caf tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:46:33.293059 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d97dd5e6-119e-47f5-9eaa-9d6197b42caf tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "DELETE /v2.0/subnets/9a79843e-ae0d-49ce-9237-6bf756440c34 HTTP/1.1" status: 404 len: 337 time: 0.0641854 Nov 12 03:46:33.296065 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35442) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:33.340278 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a4142fb-3dab-4691-a633-4273149ae65b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] DELETE failed (client error): The resource could not be found. Nov 12 03:46:33.342101 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9faa0398-d315-4089-90a4-2ec5446b28aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:33.345475 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9faa0398-d315-4089-90a4-2ec5446b28aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:33.346677 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9faa0398-d315-4089-90a4-2ec5446b28aa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8f0d58b5-432f-4134-a4b7-5bb576c691ca HTTP/1.1" status: 204 len: 168 time: 0.3478732 Nov 12 03:46:33.350013 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a4142fb-3dab-4691-a633-4273149ae65b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:46:33.354245 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1dd08206-cb3e-47d2-b131-cc58158feeae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:33.360434 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1a4142fb-3dab-4691-a633-4273149ae65b tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "DELETE /v2.0/subnets/b15eae54-cfb8-4c60-83f7-e8c781461d52 HTTP/1.1" status: 404 len: 337 time: 0.0607448 Nov 12 03:46:33.362729 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35448) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:33.378632 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa0398-d315-4089-90a4-2ec5446b28aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0d58b5-432f-4134-a4b7-5bb576c691ca,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:33.426482 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35450) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:33.426727 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4ac49253-ced0-4731-b1e4-5d475a30ce86 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fa2c64e-f661-4764-80aa-d7eff73ede13 HTTP/1.1" status: 200 len: 205 time: 0.0628147 Nov 12 03:46:33.474834 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-cfc1bb99-8fbc-4501-94cc-4c6d4ea8001f tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] delete failed (client error): The resource could not be found. Nov 12 03:46:33.475883 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-cfc1bb99-8fbc-4501-94cc-4c6d4ea8001f tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "DELETE /v2.0/routers/8fa2c64e-f661-4764-80aa-d7eff73ede13 HTTP/1.1" status: 404 len: 336 time: 0.0484302 Nov 12 03:46:33.478500 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35452) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:33.515191 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35454) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:33.523813 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8fedcbc5-8a2a-4003-9197-f16ac96b77b9 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "GET /v2.0/ports?device_id=648320c6-a119-4473-b1a6-e2547f7fa676 HTTP/1.1" status: 200 len: 205 time: 0.0441463 Nov 12 03:46:33.557613 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-917ec574-783e-46e0-a16a-f97cdac48952 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] delete failed (client error): The resource could not be found. Nov 12 03:46:33.561508 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35456) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:33.564922 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-917ec574-783e-46e0-a16a-f97cdac48952 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "DELETE /v2.0/routers/648320c6-a119-4473-b1a6-e2547f7fa676 HTTP/1.1" status: 404 len: 336 time: 0.0483294 Nov 12 03:46:33.591419 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c15cfef-fb26-49f2-8ff0-c845b107100f tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] DELETE failed (client error): The resource could not be found. Nov 12 03:46:33.592012 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c15cfef-fb26-49f2-8ff0-c845b107100f tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:46:33.596142 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1c15cfef-fb26-49f2-8ff0-c845b107100f tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "DELETE /v2.0/subnets/d36c2141-7177-4042-b54d-fb9d0677097c HTTP/1.1" status: 404 len: 337 time: 0.0335684 Nov 12 03:46:33.598714 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35458) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:33.658257 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-43ff96ab-a0fe-48bd-99f3-585145319d45 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "GET /v2.0/ports?device_id=690335c8-7289-48e4-979f-56a435681d10 HTTP/1.1" status: 200 len: 205 time: 0.0571384 Nov 12 03:46:33.658625 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35462) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:33.740281 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-62a36ec9-370d-4cfb-a4c3-8f1a7dde6f80 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] delete failed (client error): The resource could not be found. Nov 12 03:46:33.741370 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-62a36ec9-370d-4cfb-a4c3-8f1a7dde6f80 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "DELETE /v2.0/routers/690335c8-7289-48e4-979f-56a435681d10 HTTP/1.1" status: 404 len: 336 time: 0.0817595 Nov 12 03:46:33.744853 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35466) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:33.800164 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35468) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:33.801889 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6fa0b5e1-0983-4fa7-abcb-79ebd568339a tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b04b573-0a94-49db-8f83-0f98d43d9a4d HTTP/1.1" status: 200 len: 205 time: 0.0558159 Nov 12 03:46:33.861776 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-35014595-f389-4248-b099-ba027bc072ae req-6598826b-1553-4f3e-8c13-d3e7fc80adb9 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=32afd68e-5bef-4703-a7e3-29ef6647ef0b HTTP/1.1" status: 200 len: 210 time: 0.0532806 Nov 12 03:46:33.913638 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-7e934c35-170e-48cc-bb08-d2e794519483 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] delete failed (client error): The resource could not be found. Nov 12 03:46:33.915467 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7e934c35-170e-48cc-bb08-d2e794519483 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "DELETE /v2.0/routers/7b04b573-0a94-49db-8f83-0f98d43d9a4d HTTP/1.1" status: 404 len: 336 time: 0.1141896 Nov 12 03:46:33.918030 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35474) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:33.954812 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e469746-e7ed-41ef-b0d7-b1b8d8cbe44c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] DELETE failed (client error): The resource could not be found. Nov 12 03:46:33.955344 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e469746-e7ed-41ef-b0d7-b1b8d8cbe44c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:46:33.958830 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7e469746-e7ed-41ef-b0d7-b1b8d8cbe44c tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "DELETE /v2.0/subnets/c115c49b-5515-428e-ab07-e460437538d2 HTTP/1.1" status: 404 len: 337 time: 0.0398381 Nov 12 03:46:33.961399 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35476) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:34.002373 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8df135e2-65aa-4e7a-8272-286e6f948fc5 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4b28f8f-ccbb-4efe-bac1-e6e131b66441 HTTP/1.1" status: 200 len: 205 time: 0.0372512 Nov 12 03:46:34.002663 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35480) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:34.051150 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-fdc7432b-39c0-4fac-beb5-6a3b0da87902 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] delete failed (client error): The resource could not be found. Nov 12 03:46:34.055072 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35484) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:34.055291 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-fdc7432b-39c0-4fac-beb5-6a3b0da87902 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "DELETE /v2.0/routers/c4b28f8f-ccbb-4efe-bac1-e6e131b66441 HTTP/1.1" status: 404 len: 336 time: 0.0512440 Nov 12 03:46:34.121964 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:34.133747 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-909d567b-1338-43c5-b73d-3a3f220118cf tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] DELETE failed (client error): The resource could not be found. Nov 12 03:46:34.134295 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-909d567b-1338-43c5-b73d-3a3f220118cf tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:46:34.140661 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-909d567b-1338-43c5-b73d-3a3f220118cf tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "DELETE /v2.0/subnets/3cc994bf-23e8-4fd0-a973-d75b494d9233 HTTP/1.1" status: 404 len: 337 time: 0.0820320 Nov 12 03:46:34.142361 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35486) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:34.179505 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35490) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:34.193702 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-826bbdb6-9cf2-4268-8835-d0c2810dcfb0 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8107054-404f-415e-a5e1-dd11228a80db HTTP/1.1" status: 200 len: 205 time: 0.0467892 Nov 12 03:46:34.264845 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-f2a5d8cb-e7b7-48de-9bbb-897c8827c7fe tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] delete failed (client error): The resource could not be found. Nov 12 03:46:34.269002 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35496) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:34.295324 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f2a5d8cb-e7b7-48de-9bbb-897c8827c7fe tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "DELETE /v2.0/routers/b8107054-404f-415e-a5e1-dd11228a80db HTTP/1.1" status: 404 len: 336 time: 0.1144874 Nov 12 03:46:34.330725 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cf32be7-6d9b-442e-bc79-98d8aad10b44 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] DELETE failed (client error): The resource could not be found. Nov 12 03:46:34.331291 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cf32be7-6d9b-442e-bc79-98d8aad10b44 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:46:34.339502 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5cf32be7-6d9b-442e-bc79-98d8aad10b44 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "DELETE /v2.0/subnets/ef2b0885-045d-4e06-88a8-87363c8cc7d2 HTTP/1.1" status: 404 len: 337 time: 0.0693293 Nov 12 03:46:34.339792 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35500) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:34.358801 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device cb5ebd91-f815-49d0-be7c-baa1df2be873 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:34.385796 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-9144b2b6-d4d1-4edb-8687-985c6cdbc3c1 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] DELETE failed (client error): The resource could not be found. Nov 12 03:46:34.386795 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9144b2b6-d4d1-4edb-8687-985c6cdbc3c1 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:46:34.390877 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9144b2b6-d4d1-4edb-8687-985c6cdbc3c1 tempest-RoutersIpV6Test-2055212467 tempest-RoutersIpV6Test-2055212467-project] 10.222.0.50 "DELETE /v2.0/subnets/182e210b-93b2-4ca5-ae16-c16e6c0d4b07 HTTP/1.1" status: 404 len: 337 time: 0.0494897 Nov 12 03:46:34.406262 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: cb5ebd91-f815-49d0-be7c-baa1df2be873 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:46:34.420702 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device cb5ebd91-f815-49d0-be7c-baa1df2be873 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:34.767589 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35514) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:34.968710 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35526) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:34.980446 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-fc0daaa8-314a-4901-82d5-61b224fcb0e3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4f166f0f871d46ccaacb87c816edff53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2109568 Nov 12 03:46:34.982800 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35528) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:35.035592 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-eaa1090f-1330-4ca3-a709-51081afb9057 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:35.061876 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-eaa1090f-1330-4ca3-a709-51081afb9057 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:35.097651 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7f774ed5-a272-427b-8315-19468872c00f tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:35.158452 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-eaa1090f-1330-4ca3-a709-51081afb9057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:35.167510 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-eaa1090f-1330-4ca3-a709-51081afb9057 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:35.175071 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-eaa1090f-1330-4ca3-a709-51081afb9057 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/437ac4cb-5382-418e-a831-687a4efb8da1 HTTP/1.1" status: 204 len: 168 time: 0.1910071 Nov 12 03:46:35.182695 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7f774ed5-a272-427b-8315-19468872c00f tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:35.201078 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa1090f-1330-4ca3-a709-51081afb9057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437ac4cb-5382-418e-a831-687a4efb8da1,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:35.324170 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7f774ed5-a272-427b-8315-19468872c00f tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:35.327572 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7f774ed5-a272-427b-8315-19468872c00f tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:35.329550 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7f774ed5-a272-427b-8315-19468872c00f tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "DELETE /v2.0/security-groups/38c2c59a-7dce-4158-8390-04c4919adb5f HTTP/1.1" status: 204 len: 168 time: 0.3596895 Nov 12 03:46:35.364727 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f774ed5-a272-427b-8315-19468872c00f tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c2c59a-7dce-4158-8390-04c4919adb5f,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:35.397721 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35540) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:35.544431 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac6da0d3-f79d-4ef8-a810-d78112901171 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Deleting subnet 71fdeba3-f872-4093-b864-ce295a981b77 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:46:35.554103 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ac6da0d3-f79d-4ef8-a810-d78112901171 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:35.576562 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:35.645446 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ac6da0d3-f79d-4ef8-a810-d78112901171 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:35.758755 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ac6da0d3-f79d-4ef8-a810-d78112901171 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:35.840063 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ac6da0d3-f79d-4ef8-a810-d78112901171 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:35.864573 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98941cd-c6ad-4864-9ffd-dd0e8057fb9c None None] Network 94f15aca-8b62-4b84-bcad-bbdfb6d25bfa requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:46:35.865455 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ac6da0d3-f79d-4ef8-a810-d78112901171 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:35.869801 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ac6da0d3-f79d-4ef8-a810-d78112901171 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "DELETE /v2.0/subnets/71fdeba3-f872-4093-b864-ce295a981b77 HTTP/1.1" status: 204 len: 168 time: 0.4643726 Nov 12 03:46:35.872584 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35556) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:35.929854 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6da0d3-f79d-4ef8-a810-d78112901171 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event deleted for resources: {'Subnet': ['ID=71fdeba3-f872-4093-b864-ce295a981b77,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:36.003906 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9ae3dd79-600e-49fc-8c1c-2e267a2b11d9 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:36.129002 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-9ae3dd79-600e-49fc-8c1c-2e267a2b11d9 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Deleting port a229d7ce-9bcb-4ba2-9919-fe6e2706e5a2 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:36.129618 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9ae3dd79-600e-49fc-8c1c-2e267a2b11d9 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:36.142759 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d1f3d0-278e-40b3-97dd-7c220fce312e None None] DHCP port deletion for 94f15aca-8b62-4b84-bcad-bbdfb6d25bfa request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:46:36.232263 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-9ae3dd79-600e-49fc-8c1c-2e267a2b11d9 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] For port a229d7ce-9bcb-4ba2-9919-fe6e2706e5a2, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=a229d7ce-9bcb-4ba2-9919-fe6e2706e5a2,segment=NetworkSegment(649f55e5-ee57-4f89-bf3e-d3a9f7b4d4b3),segment_id=649f55e5-ee57-4f89-bf3e-d3a9f7b4d4b3)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:36.232767 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9ae3dd79-600e-49fc-8c1c-2e267a2b11d9 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:36.247706 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-9ae3dd79-600e-49fc-8c1c-2e267a2b11d9 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Calling delete_port for a229d7ce-9bcb-4ba2-9919-fe6e2706e5a2 owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:36.256408 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-63d1f3d0-278e-40b3-97dd-7c220fce312e None None] Deleting port a229d7ce-9bcb-4ba2-9919-fe6e2706e5a2 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:36.256784 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-63d1f3d0-278e-40b3-97dd-7c220fce312e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:36.463616 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9ae3dd79-600e-49fc-8c1c-2e267a2b11d9 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:36.476617 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device a229d7ce-9bcb-4ba2-9919-fe6e2706e5a2 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:36.510938 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-63d1f3d0-278e-40b3-97dd-7c220fce312e None None] For port a229d7ce-9bcb-4ba2-9919-fe6e2706e5a2, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=a229d7ce-9bcb-4ba2-9919-fe6e2706e5a2,segment=NetworkSegment(649f55e5-ee57-4f89-bf3e-d3a9f7b4d4b3),segment_id=649f55e5-ee57-4f89-bf3e-d3a9f7b4d4b3)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:36.513425 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-63d1f3d0-278e-40b3-97dd-7c220fce312e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:36.513786 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3dd79-600e-49fc-8c1c-2e267a2b11d9 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event deleted for resources: {'Port': ['ID=a229d7ce-9bcb-4ba2-9919-fe6e2706e5a2,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:36.517963 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:36.525225 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: a229d7ce-9bcb-4ba2-9919-fe6e2706e5a2 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:46:36.525804 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device a229d7ce-9bcb-4ba2-9919-fe6e2706e5a2 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:36.526477 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae3dd79-600e-49fc-8c1c-2e267a2b11d9 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] No DVR routers for this DVR port a229d7ce-9bcb-4ba2-9919-fe6e2706e5a2 on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:46:36.539352 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-63d1f3d0-278e-40b3-97dd-7c220fce312e None None] Calling delete_port for a229d7ce-9bcb-4ba2-9919-fe6e2706e5a2 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:36.701419 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-63d1f3d0-278e-40b3-97dd-7c220fce312e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:36.709303 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9ae3dd79-600e-49fc-8c1c-2e267a2b11d9 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:36.725029 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d1f3d0-278e-40b3-97dd-7c220fce312e None None] No DVR routers for this DVR port a229d7ce-9bcb-4ba2-9919-fe6e2706e5a2 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:46:36.737299 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35576) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:36.757744 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-9ae3dd79-600e-49fc-8c1c-2e267a2b11d9 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94f15aca-8b62-4b84-bcad-bbdfb6d25bfa']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:36.770553 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d1f3d0-278e-40b3-97dd-7c220fce312e None None] Pushing event deleted for resources: {'Port': ['ID=a229d7ce-9bcb-4ba2-9919-fe6e2706e5a2,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:36.789833 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-9ae3dd79-600e-49fc-8c1c-2e267a2b11d9 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '649f55e5-ee57-4f89-bf3e-d3a9f7b4d4b3') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:36.790125 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-9ae3dd79-600e-49fc-8c1c-2e267a2b11d9 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '649f55e5-ee57-4f89-bf3e-d3a9f7b4d4b3') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:36.815339 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9ae3dd79-600e-49fc-8c1c-2e267a2b11d9 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:36.848546 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9ae3dd79-600e-49fc-8c1c-2e267a2b11d9 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:36.870152 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ae3dd79-600e-49fc-8c1c-2e267a2b11d9 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:46:36.871224 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9ae3dd79-600e-49fc-8c1c-2e267a2b11d9 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:36.876830 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:46:36.876830 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:46:36.876830 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:46:36.876830 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:46:36.876830 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:46:36.876830 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:46:36.876830 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:46:36.876830 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:46:36.876830 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:46:36.876830 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:46:36.876830 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:46:36.876830 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:46:36.876830 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:46:36.876830 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:46:36.876830 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:46:36.876830 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:46:36.876830 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:46:36.876830 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:46:36.876830 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:46:36.876830 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:46:36.876830 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:46:36.876830 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:46:36.876830 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:46:36.876830 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:46:36.876830 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:46:36.876830 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:46:36.876830 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:46:36.876830 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:46:36.876830 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:46:36.876830 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:46:36.876830 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:46:36.876830 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:46:36.922003 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-0e95cfcd-4d47-4257-98ff-250f51a8c944 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:36.922476 n-d-715271-27 neutron-server[102571]: WARNING neutron.api.v2.base [None req-0e95cfcd-4d47-4257-98ff-250f51a8c944 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 03:46:36.922978 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-0e95cfcd-4d47-4257-98ff-250f51a8c944 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 03:46:36.927386 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0e95cfcd-4d47-4257-98ff-250f51a8c944 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1858830 Nov 12 03:46:36.927535 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35580) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:36.932166 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-460f0878-a9e5-4c36-9678-cf66575a8369 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Request body: {'security_group': {'name': 'tempest-secgroup--884261506'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:36.978653 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-460f0878-a9e5-4c36-9678-cf66575a8369 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:36.992758 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-460f0878-a9e5-4c36-9678-cf66575a8369 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:37.006772 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9ae3dd79-600e-49fc-8c1c-2e267a2b11d9 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:37.036524 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9ae3dd79-600e-49fc-8c1c-2e267a2b11d9 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:37.040579 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9ae3dd79-600e-49fc-8c1c-2e267a2b11d9 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "DELETE /v2.0/networks/94f15aca-8b62-4b84-bcad-bbdfb6d25bfa HTTP/1.1" status: 204 len: 168 time: 1.1668363 Nov 12 03:46:37.042516 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3dd79-600e-49fc-8c1c-2e267a2b11d9 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event deleted for resources: {'Network': ['ID=94f15aca-8b62-4b84-bcad-bbdfb6d25bfa,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:37.045204 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35582) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:37.153091 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-460f0878-a9e5-4c36-9678-cf66575a8369 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:37.159273 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-460f0878-a9e5-4c36-9678-cf66575a8369 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:37.222137 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f0878-a9e5-4c36-9678-cf66575a8369 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5700699-983b-4f84-838d-bb11fd964727,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:37.269822 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-37c9bb4a-40ca-4f9c-9119-c2c3a3248cf7 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Deleting port 8f712d0a-2312-48bb-a0bc-246d86228840 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:37.270411 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-37c9bb4a-40ca-4f9c-9119-c2c3a3248cf7 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:37.327434 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-460f0878-a9e5-4c36-9678-cf66575a8369 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:37.332621 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-460f0878-a9e5-4c36-9678-cf66575a8369 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:37.384484 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-37c9bb4a-40ca-4f9c-9119-c2c3a3248cf7 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:37.385452 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-37c9bb4a-40ca-4f9c-9119-c2c3a3248cf7 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:37.386593 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-460f0878-a9e5-4c36-9678-cf66575a8369 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:37.400733 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-460f0878-a9e5-4c36-9678-cf66575a8369 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4655087 Nov 12 03:46:37.404595 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35584) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:37.412028 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-37c9bb4a-40ca-4f9c-9119-c2c3a3248cf7 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Calling delete_port for 8f712d0a-2312-48bb-a0bc-246d86228840 owned by network:floatingip {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:37.432041 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-9cf55161-ec37-4d53-847d-67e46d866131 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Request body: {'security_group_rule': {'security_group_id': 'e5830fb5-b6f4-4756-b266-2890e7d5ff00', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:37.480837 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f0878-a9e5-4c36-9678-cf66575a8369 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5830fb5-b6f4-4756-b266-2890e7d5ff00,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:37.503207 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9cf55161-ec37-4d53-847d-67e46d866131 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:37.586928 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9cf55161-ec37-4d53-847d-67e46d866131 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:37.594081 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9cf55161-ec37-4d53-847d-67e46d866131 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:37.622286 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf55161-ec37-4d53-847d-67e46d866131 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=566ec4a8-fc65-451d-844f-ebec7375cc61,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:37.652651 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9cf55161-ec37-4d53-847d-67e46d866131 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:37.658473 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9cf55161-ec37-4d53-847d-67e46d866131 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2443547 Nov 12 03:46:37.660497 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35588) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:37.669232 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-a7321a13-c4c9-4360-b150-2f474a36cb0f tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Request body: {'security_group_rule': {'security_group_id': 'e5830fb5-b6f4-4756-b266-2890e7d5ff00', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:37.740965 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a7321a13-c4c9-4360-b150-2f474a36cb0f tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:37.865385 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-a7321a13-c4c9-4360-b150-2f474a36cb0f tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 03:46:37.866566 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a7321a13-c4c9-4360-b150-2f474a36cb0f tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2048445 Nov 12 03:46:37.876466 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35594) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:37.971047 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-37c9bb4a-40ca-4f9c-9119-c2c3a3248cf7 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:38.019819 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2135deab-fe8a-4681-873d-11613c5ed684 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:38.044741 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c9bb4a-40ca-4f9c-9119-c2c3a3248cf7 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event deleted for resources: {'Port': ['ID=8f712d0a-2312-48bb-a0bc-246d86228840,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:38.069617 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2135deab-fe8a-4681-873d-11613c5ed684 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:38.168536 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2135deab-fe8a-4681-873d-11613c5ed684 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:38.175835 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2135deab-fe8a-4681-873d-11613c5ed684 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:38.177680 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2135deab-fe8a-4681-873d-11613c5ed684 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "DELETE /v2.0/security-groups/e5830fb5-b6f4-4756-b266-2890e7d5ff00 HTTP/1.1" status: 204 len: 168 time: 0.2997015 Nov 12 03:46:38.181541 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35596) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:38.202298 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-37c9bb4a-40ca-4f9c-9119-c2c3a3248cf7 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for floatingip, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:38.202459 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2135deab-fe8a-4681-873d-11613c5ed684 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5830fb5-b6f4-4756-b266-2890e7d5ff00,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:38.202568 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [None req-37c9bb4a-40ca-4f9c-9119-c2c3a3248cf7 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Floating IP f4bef0be-8703-4133-8397-d119aa540c99 disassociated (deleted). External IP: 172.25.5.250, port: a8a00a1b-431a-46eb-9214-778f6742c2e4. Nov 12 03:46:38.253731 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0facae79-ee4c-4029-bfb5-b373baed9bfd tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0709887 Nov 12 03:46:38.257841 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35598) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:38.263304 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-51fae8b6-62b2-4940-8012-bbf70fd53f89 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Request body: {'security_group': {'name': 'tempest-secgroup--1296983986'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:38.305400 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-51fae8b6-62b2-4940-8012-bbf70fd53f89 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:38.414303 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-51fae8b6-62b2-4940-8012-bbf70fd53f89 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:38.417063 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-51fae8b6-62b2-4940-8012-bbf70fd53f89 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:38.458195 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fae8b6-62b2-4940-8012-bbf70fd53f89 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baec79a5-b44a-4a2d-8522-de74d1151bff,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:38.468383 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-51fae8b6-62b2-4940-8012-bbf70fd53f89 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:38.473554 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-51fae8b6-62b2-4940-8012-bbf70fd53f89 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2144103 Nov 12 03:46:38.474383 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35600) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:38.478821 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-8f9df918-559e-4ec4-9097-87234e5583ad tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Request body: {'security_group_rule': {'security_group_id': 'baec79a5-b44a-4a2d-8522-de74d1151bff', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:38.479588 n-d-715271-27 neutron-server[102571]: WARNING neutron.api.v2.base [None req-8f9df918-559e-4ec4-9097-87234e5583ad tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 12 03:46:38.480135 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-8f9df918-559e-4ec4-9097-87234e5583ad tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:46:38.481047 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8f9df918-559e-4ec4-9097-87234e5583ad tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0057552 Nov 12 03:46:38.484533 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35602) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:38.541598 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c9bb4a-40ca-4f9c-9119-c2c3a3248cf7 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Router 36d6fcb2-6064-41b6-bfa1-1798a2fcefa5 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:46:38.603194 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c643f19d-93b9-44cb-ae45-cb2286c059c0 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:38.652181 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c643f19d-93b9-44cb-ae45-cb2286c059c0 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:38.679079 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:38.685550 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c9bb4a-40ca-4f9c-9119-c2c3a3248cf7 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:46:38.697601 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-37c9bb4a-40ca-4f9c-9119-c2c3a3248cf7 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:38.708286 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0586a1-c660-4213-a572-b18e15051aa6 None None] Sync routers for ids ['36d6fcb2-6064-41b6-bfa1-1798a2fcefa5'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:46:38.727317 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c643f19d-93b9-44cb-ae45-cb2286c059c0 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:38.731230 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c643f19d-93b9-44cb-ae45-cb2286c059c0 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:38.735524 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c643f19d-93b9-44cb-ae45-cb2286c059c0 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "DELETE /v2.0/security-groups/baec79a5-b44a-4a2d-8522-de74d1151bff HTTP/1.1" status: 204 len: 168 time: 0.2466662 Nov 12 03:46:38.735744 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0586a1-c660-4213-a572-b18e15051aa6 None None] Routers {'36d6fcb2-6064-41b6-bfa1-1798a2fcefa5'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:38.735872 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-7a0586a1-c660-4213-a572-b18e15051aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:46:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['36d6fcb2-6064-41b6-bfa1-1798a2fcefa5'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:38.739153 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35606) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:38.754446 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643f19d-93b9-44cb-ae45-cb2286c059c0 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baec79a5-b44a-4a2d-8522-de74d1151bff,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:38.786185 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-37c9bb4a-40ca-4f9c-9119-c2c3a3248cf7 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "DELETE /v2.0/floatingips/f4bef0be-8703-4133-8397-d119aa540c99 HTTP/1.1" status: 204 len: 168 time: 1.7395914 Nov 12 03:46:38.789120 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0', 'tag': 'a8a00a1b-431a-46eb-9214-778f6742c2e4'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:38.791596 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0bcf0f-45ef-4e92-aaef-a132ffeee1ad" -d '{"events": [{"name": "network-changed", "server_uuid": "ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0", "tag": "a8a00a1b-431a-46eb-9214-778f6742c2e4"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:38.823377 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6a8001ee-ed88-494e-b41b-bf58cc9b0d8a tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0779426 Nov 12 03:46:38.824362 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35612) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:38.828270 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-62cad8fe-a77b-4c09-8076-04ef5261f8c8 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Request body: {'security_group': {'name': 'tempest-secgroup--1659361549'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:38.867334 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-62cad8fe-a77b-4c09-8076-04ef5261f8c8 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:38.876244 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a7886f-8cc2-4c94-a01d-11bdc2bdd0a5 x-openstack-request-id: req-f3a7886f-8cc2-4c94-a01d-11bdc2bdd0a5 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:38.876727 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0", "tag": "a8a00a1b-431a-46eb-9214-778f6742c2e4", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:38.877000 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f3a7886f-8cc2-4c94-a01d-11bdc2bdd0a5 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:38.878590 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0', 'tag': 'a8a00a1b-431a-46eb-9214-778f6742c2e4', 'status': 'completed', 'code': 200} Nov 12 03:46:38.967293 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-7a0586a1-c660-4213-a572-b18e15051aa6 None None] Set router 36d6fcb2-6064-41b6-bfa1-1798a2fcefa5 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:39.076878 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-62cad8fe-a77b-4c09-8076-04ef5261f8c8 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:39.098212 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-62cad8fe-a77b-4c09-8076-04ef5261f8c8 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:39.277301 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09ab19-bf15-4da7-b9a3-6879ecb23ac7 req-6fc3671c-edba-43b7-88ef-2ea97857baa6 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:39.278379 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-62cad8fe-a77b-4c09-8076-04ef5261f8c8 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:39.280414 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-62cad8fe-a77b-4c09-8076-04ef5261f8c8 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4554403 Nov 12 03:46:39.283308 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cad8fe-a77b-4c09-8076-04ef5261f8c8 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=601bbaac-9cd1-4172-8a28-1d7c2cc403db,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:39.287793 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fb09ab19-bf15-4da7-b9a3-6879ecb23ac7 req-6fc3671c-edba-43b7-88ef-2ea97857baa6 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0 HTTP/1.1" status: 200 len: 946 time: 0.0817986 Nov 12 03:46:39.290094 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35622) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:39.298570 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-0e197ed8-7753-4245-809f-d12b0682e649 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Request body: {'security_group_rule': {'security_group_id': '601bbaac-9cd1-4172-8a28-1d7c2cc403db', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:39.299808 n-d-715271-27 neutron-server[102571]: WARNING neutron.api.v2.base [None req-0e197ed8-7753-4245-809f-d12b0682e649 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 12 03:46:39.301167 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-0e197ed8-7753-4245-809f-d12b0682e649 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:46:39.302651 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0e197ed8-7753-4245-809f-d12b0682e649 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0106866 Nov 12 03:46:39.304054 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0bcf0f-45ef-4e92-aaef-a132ffeee1ad req-ad3d9cfa-7a79-4c5f-9cb2-ae41db0e93d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:39.306422 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bf0bcf0f-45ef-4e92-aaef-a132ffeee1ad req-ad3d9cfa-7a79-4c5f-9cb2-ae41db0e93d6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=31f81b1aeeb344b7a84563d0622f3019&device_id=ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0 HTTP/1.1" status: 200 len: 1098 time: 0.2218986 Nov 12 03:46:39.307683 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35626) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:39.376859 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-7a0586a1-c660-4213-a572-b18e15051aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'name': 'tempest-TestNetworkBasicOps-router-1846091730', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'c8e2d77c-49af-4f57-a034-3d019e55b899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:55Z', 'updated_at': '2021-11-12T03:46:27Z', 'revision_number': 6, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'gw_port': {'id': 'c8e2d77c-49af-4f57-a034-3d019e55b899', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:59Z', 'updated_at': '2021-11-12T03:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'd5e3c90f-af49-45ca-8f99-6f83818fb6d2', 'name': '', 'network_id': '6fe4e9fa-960b-4fee-b798-39b875b1985d', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'mac_address': 'fa:16:3e:f8:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '1446c3b1-d244-4e74-8e37-cf61abeb4131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:09Z', 'updated_at': '2021-11-12T03:44:21Z', 'revision_number': 5, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'subnets': [{'id': '1446c3b1-d244-4e74-8e37-cf61abeb4131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:39.396376 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fb09ab19-bf15-4da7-b9a3-6879ecb23ac7 req-3ea7f03c-ece6-4e25-9ad5-cc0f2897e0c3 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ffe15c4-32fd-4cb8-bb13-16b2e8aee1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072245 Nov 12 03:46:39.486983 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0586a1-c660-4213-a572-b18e15051aa6 None None] Checking router: 36d6fcb2-6064-41b6-bfa1-1798a2fcefa5 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:46:39.507314 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0586a1-c660-4213-a572-b18e15051aa6 None None] Routers {'36d6fcb2-6064-41b6-bfa1-1798a2fcefa5'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:39.508480 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-7a0586a1-c660-4213-a572-b18e15051aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:46:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['36d6fcb2-6064-41b6-bfa1-1798a2fcefa5'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:39.527599 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ac8dc682-2ed1-4e8e-8aff-384f40315658 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:39.572015 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ac8dc682-2ed1-4e8e-8aff-384f40315658 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:39.587941 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0bcf0f-45ef-4e92-aaef-a132ffeee1ad req-aa5a9289-9285-4562-bd7b-e2d01d39f8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:39.588426 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bf0bcf0f-45ef-4e92-aaef-a132ffeee1ad req-aa5a9289-9285-4562-bd7b-e2d01d39f8e4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6fe4e9fa-960b-4fee-b798-39b875b1985d HTTP/1.1" status: 200 len: 898 time: 0.2674623 Nov 12 03:46:39.647623 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bf0bcf0f-45ef-4e92-aaef-a132ffeee1ad req-c580606f-989b-4147-9ee9-7b731f0198a2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8a00a1b-431a-46eb-9214-778f6742c2e4 HTTP/1.1" status: 200 len: 217 time: 0.0476694 Nov 12 03:46:39.663249 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-7a0586a1-c660-4213-a572-b18e15051aa6 None None] Set router 36d6fcb2-6064-41b6-bfa1-1798a2fcefa5 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:39.709123 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ac8dc682-2ed1-4e8e-8aff-384f40315658 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:39.711790 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ac8dc682-2ed1-4e8e-8aff-384f40315658 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:39.714471 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ac8dc682-2ed1-4e8e-8aff-384f40315658 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "DELETE /v2.0/security-groups/601bbaac-9cd1-4172-8a28-1d7c2cc403db HTTP/1.1" status: 204 len: 168 time: 0.4042840 Nov 12 03:46:39.716919 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35630) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:39.734676 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8dc682-2ed1-4e8e-8aff-384f40315658 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=601bbaac-9cd1-4172-8a28-1d7c2cc403db,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:39.744193 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0bcf0f-45ef-4e92-aaef-a132ffeee1ad req-59a94f07-c293-4024-962a-07ad8fd84fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:39.748116 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bf0bcf0f-45ef-4e92-aaef-a132ffeee1ad req-59a94f07-c293-4024-962a-07ad8fd84fcd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1446c3b1-d244-4e74-8e37-cf61abeb4131 HTTP/1.1" status: 200 len: 835 time: 0.0915933 Nov 12 03:46:39.785651 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4e1b9b98-ee1f-486b-8fbc-7a7dbb5a0733 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0637133 Nov 12 03:46:39.786236 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35632) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:39.795978 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-ddafc766-33cc-45bc-83d2-0cb0f5da9a4e tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Request body: {'security_group': {'name': 'tempest-secgroup--1952910808'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:39.845104 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0bcf0f-45ef-4e92-aaef-a132ffeee1ad req-af3aebe9-9dbd-4e19-85d1-4d4fa86ff847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:39.846318 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ddafc766-33cc-45bc-83d2-0cb0f5da9a4e tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:39.847437 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bf0bcf0f-45ef-4e92-aaef-a132ffeee1ad req-af3aebe9-9dbd-4e19-85d1-4d4fa86ff847 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6fe4e9fa-960b-4fee-b798-39b875b1985d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0912573 Nov 12 03:46:39.984655 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ddafc766-33cc-45bc-83d2-0cb0f5da9a4e tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:39.999066 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ddafc766-33cc-45bc-83d2-0cb0f5da9a4e tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:40.076587 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ddafc766-33cc-45bc-83d2-0cb0f5da9a4e tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:40.079389 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ddafc766-33cc-45bc-83d2-0cb0f5da9a4e tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2919056 Nov 12 03:46:40.086275 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35636) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:40.111188 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-17ee5f20-9193-4631-bb4e-ab48f09e14d9 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Request body: {'security_group_rule': {'security_group_id': '04d006b7-176f-4710-80c7-d4f88ff6dbf7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:40.113263 n-d-715271-27 neutron-server[102571]: WARNING neutron.api.v2.base [None req-17ee5f20-9193-4631-bb4e-ab48f09e14d9 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 12 03:46:40.113782 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-17ee5f20-9193-4631-bb4e-ab48f09e14d9 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:46:40.117411 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-17ee5f20-9193-4631-bb4e-ab48f09e14d9 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0248251 Nov 12 03:46:40.126143 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35640) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:40.140542 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-6fdf259f-6a3b-4195-ba9d-eb1a5087a087 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Request body: {'security_group_rule': {'security_group_id': '04d006b7-176f-4710-80c7-d4f88ff6dbf7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:40.142070 n-d-715271-27 neutron-server[102571]: WARNING neutron.api.v2.base [None req-6fdf259f-6a3b-4195-ba9d-eb1a5087a087 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 12 03:46:40.142920 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-6fdf259f-6a3b-4195-ba9d-eb1a5087a087 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:46:40.146573 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6fdf259f-6a3b-4195-ba9d-eb1a5087a087 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0154333 Nov 12 03:46:40.151370 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35642) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:40.167024 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-9d1cc693-ab29-4c6e-b483-c61fd21467eb tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Request body: {'security_group_rule': {'security_group_id': '04d006b7-176f-4710-80c7-d4f88ff6dbf7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:40.168215 n-d-715271-27 neutron-server[102571]: WARNING neutron.api.v2.base [None req-9d1cc693-ab29-4c6e-b483-c61fd21467eb tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 12 03:46:40.168984 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-9d1cc693-ab29-4c6e-b483-c61fd21467eb tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:46:40.170795 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9d1cc693-ab29-4c6e-b483-c61fd21467eb tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0184336 Nov 12 03:46:40.173629 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafc766-33cc-45bc-83d2-0cb0f5da9a4e tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04d006b7-176f-4710-80c7-d4f88ff6dbf7,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:40.175595 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bf0bcf0f-45ef-4e92-aaef-a132ffeee1ad req-f87bbf2d-8098-4e25-be45-4e43e84c23d1 service neutron] 10.222.0.74 "GET /v2.0/networks/6fe4e9fa-960b-4fee-b798-39b875b1985d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198729 Nov 12 03:46:40.176349 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35644) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:40.181527 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-52460ffd-331f-4712-b972-abb6654fe1d0 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Request body: {'security_group_rule': {'security_group_id': '04d006b7-176f-4710-80c7-d4f88ff6dbf7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:40.183135 n-d-715271-27 neutron-server[102572]: WARNING neutron.api.v2.base [None req-52460ffd-331f-4712-b972-abb6654fe1d0 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 12 03:46:40.183874 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-52460ffd-331f-4712-b972-abb6654fe1d0 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:46:40.185126 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-52460ffd-331f-4712-b972-abb6654fe1d0 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0076394 Nov 12 03:46:40.188427 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35646) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:40.189972 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddafc766-33cc-45bc-83d2-0cb0f5da9a4e tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:40.189972 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddafc766-33cc-45bc-83d2-0cb0f5da9a4e tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:40.189972 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddafc766-33cc-45bc-83d2-0cb0f5da9a4e tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:40.198828 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddafc766-33cc-45bc-83d2-0cb0f5da9a4e tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:40.199200 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddafc766-33cc-45bc-83d2-0cb0f5da9a4e tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:40.199544 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddafc766-33cc-45bc-83d2-0cb0f5da9a4e tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:40.199887 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddafc766-33cc-45bc-83d2-0cb0f5da9a4e tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:40.200683 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddafc766-33cc-45bc-83d2-0cb0f5da9a4e tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:40.200683 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddafc766-33cc-45bc-83d2-0cb0f5da9a4e tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:40.202376 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddafc766-33cc-45bc-83d2-0cb0f5da9a4e tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:40.202376 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddafc766-33cc-45bc-83d2-0cb0f5da9a4e tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:40.202376 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddafc766-33cc-45bc-83d2-0cb0f5da9a4e tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:40.310669 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-7a0586a1-c660-4213-a572-b18e15051aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'name': 'tempest-TestNetworkBasicOps-router-1846091730', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'c8e2d77c-49af-4f57-a034-3d019e55b899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:55Z', 'updated_at': '2021-11-12T03:46:27Z', 'revision_number': 6, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'gw_port': {'id': 'c8e2d77c-49af-4f57-a034-3d019e55b899', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:59Z', 'updated_at': '2021-11-12T03:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'd5e3c90f-af49-45ca-8f99-6f83818fb6d2', 'name': '', 'network_id': '6fe4e9fa-960b-4fee-b798-39b875b1985d', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'mac_address': 'fa:16:3e:f8:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '1446c3b1-d244-4e74-8e37-cf61abeb4131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:09Z', 'updated_at': '2021-11-12T03:44:21Z', 'revision_number': 5, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'subnets': [{'id': '1446c3b1-d244-4e74-8e37-cf61abeb4131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:40.377871 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0586a1-c660-4213-a572-b18e15051aa6 None None] The sync data for ids ['36d6fcb2-6064-41b6-bfa1-1798a2fcefa5'] in n-d-715271-27 is: [{'id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'name': 'tempest-TestNetworkBasicOps-router-1846091730', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'c8e2d77c-49af-4f57-a034-3d019e55b899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:55Z', 'updated_at': '2021-11-12T03:46:27Z', 'revision_number': 6, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'gw_port': {'id': 'c8e2d77c-49af-4f57-a034-3d019e55b899', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:59Z', 'updated_at': '2021-11-12T03:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'd5e3c90f-af49-45ca-8f99-6f83818fb6d2', 'name': '', 'network_id': '6fe4e9fa-960b-4fee-b798-39b875b1985d', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'mac_address': 'fa:16:3e:f8:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '1446c3b1-d244-4e74-8e37-cf61abeb4131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:09Z', 'updated_at': '2021-11-12T03:44:21Z', 'revision_number': 5, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'subnets': [{'id': '1446c3b1-d244-4e74-8e37-cf61abeb4131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:46:40.727469 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c522d-9d39-4623-8c57-8a82e89b02ee req-8e987f0b-8f72-4253-9694-74a86cc9023e tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:40.729127 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-615c522d-9d39-4623-8c57-8a82e89b02ee req-8e987f0b-8f72-4253-9694-74a86cc9023e tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.74 "GET /v2.0/ports?device_id=ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0 HTTP/1.1" status: 200 len: 946 time: 0.0984311 Nov 12 03:46:40.841833 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3ad2dd7a-4266-47d5-a690-4fdb992a5985 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:40.849838 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bf0bcf0f-45ef-4e92-aaef-a132ffeee1ad req-ea6f82be-a1ca-45fb-8fe8-f6c2fbbcac4d service neutron] 10.222.0.74 "GET /v2.0/networks/6fe4e9fa-960b-4fee-b798-39b875b1985d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6633492 Nov 12 03:46:40.869249 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a8756-fc17-4088-9453-08d281c0e15e req-f4517af6-8238-4e60-a311-7eb6a41629e0 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:40.872196 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2d9a8756-fc17-4088-9453-08d281c0e15e req-f4517af6-8238-4e60-a311-7eb6a41629e0 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0 HTTP/1.1" status: 200 len: 946 time: 0.1236255 Nov 12 03:46:40.897970 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3ad2dd7a-4266-47d5-a690-4fdb992a5985 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:40.940707 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbb8a81-1996-42ba-b7ad-120ddcfb33ac None None] New status for floating IP f4bef0be-8703-4133-8397-d119aa540c99: DOWN {{(pid=102574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:46:40.944288 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-615c522d-9d39-4623-8c57-8a82e89b02ee req-de0f71f7-be90-4eaa-aa2d-f4cde06e9c45 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Deleting port a8a00a1b-431a-46eb-9214-778f6742c2e4 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:40.944929 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-615c522d-9d39-4623-8c57-8a82e89b02ee req-de0f71f7-be90-4eaa-aa2d-f4cde06e9c45 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:41.027862 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2d9a8756-fc17-4088-9453-08d281c0e15e req-b1044424-8357-47fe-bcbb-76346f4db603 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ffe15c4-32fd-4cb8-bb13-16b2e8aee1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412253 Nov 12 03:46:41.038023 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3ad2dd7a-4266-47d5-a690-4fdb992a5985 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:41.047479 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3ad2dd7a-4266-47d5-a690-4fdb992a5985 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:41.055916 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3ad2dd7a-4266-47d5-a690-4fdb992a5985 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "DELETE /v2.0/security-groups/04d006b7-176f-4710-80c7-d4f88ff6dbf7 HTTP/1.1" status: 204 len: 168 time: 0.8617651 Nov 12 03:46:41.069014 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35656) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:41.076095 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad2dd7a-4266-47d5-a690-4fdb992a5985 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d006b7-176f-4710-80c7-d4f88ff6dbf7,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:41.172754 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-bcf3bb52-14b3-4f52-bf46-a4e2fed212fd tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1019039 Nov 12 03:46:41.176917 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35658) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:41.178474 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-615c522d-9d39-4623-8c57-8a82e89b02ee req-de0f71f7-be90-4eaa-aa2d-f4cde06e9c45 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] For port a8a00a1b-431a-46eb-9214-778f6742c2e4, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=a8a00a1b-431a-46eb-9214-778f6742c2e4,segment=NetworkSegment(25c68e1a-8975-4773-b2b4-a57bf2d627be),segment_id=25c68e1a-8975-4773-b2b4-a57bf2d627be)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:41.178842 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-615c522d-9d39-4623-8c57-8a82e89b02ee req-de0f71f7-be90-4eaa-aa2d-f4cde06e9c45 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:41.181267 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-6a9a132d-6529-401d-b5d1-a151af5ae92e tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Request body: {'security_group': {'name': 'tempest-secgroup--1579734984'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:41.211154 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-615c522d-9d39-4623-8c57-8a82e89b02ee req-de0f71f7-be90-4eaa-aa2d-f4cde06e9c45 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Calling delete_port for a8a00a1b-431a-46eb-9214-778f6742c2e4 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:41.233738 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6a9a132d-6529-401d-b5d1-a151af5ae92e tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:41.356561 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6a9a132d-6529-401d-b5d1-a151af5ae92e tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:41.362470 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6a9a132d-6529-401d-b5d1-a151af5ae92e tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:41.412750 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6a9a132d-6529-401d-b5d1-a151af5ae92e tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:41.417465 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6a9a132d-6529-401d-b5d1-a151af5ae92e tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2398427 Nov 12 03:46:41.417652 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35662) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:41.418978 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a132d-6529-401d-b5d1-a151af5ae92e tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45e678f7-9f0a-4287-8d00-4d1e770bc63f,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:41.426566 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-933feec9-983d-4ff6-81c2-28daf985bc96 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Request body: {'security_group_rule': {'security_group_id': '45e678f7-9f0a-4287-8d00-4d1e770bc63f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:41.427688 n-d-715271-27 neutron-server[102571]: WARNING neutron.api.v2.base [None req-933feec9-983d-4ff6-81c2-28daf985bc96 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 03:46:41.428203 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-933feec9-983d-4ff6-81c2-28daf985bc96 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:46:41.429147 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-933feec9-983d-4ff6-81c2-28daf985bc96 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0105436 Nov 12 03:46:41.434212 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35664) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:41.439676 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-9007a037-64fa-4f60-96a4-cdea8526d7cd tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Request body: {'security_group_rule': {'security_group_id': '45e678f7-9f0a-4287-8d00-4d1e770bc63f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:41.456379 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-615c522d-9d39-4623-8c57-8a82e89b02ee req-de0f71f7-be90-4eaa-aa2d-f4cde06e9c45 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:41.496553 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f71f7-be90-4eaa-aa2d-f4cde06e9c45 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event deleted for resources: {'Port': ['ID=a8a00a1b-431a-46eb-9214-778f6742c2e4,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:41.512854 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-9007a037-64fa-4f60-96a4-cdea8526d7cd tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:46:41.514371 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9007a037-64fa-4f60-96a4-cdea8526d7cd tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0790582 Nov 12 03:46:41.518108 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35668) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:41.539071 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-5ef290c7-5f67-45c8-8b38-0173e090b30f tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Request body: {'security_group_rule': {'security_group_id': '45e678f7-9f0a-4287-8d00-4d1e770bc63f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:41.544054 n-d-715271-27 neutron-server[102572]: WARNING neutron.api.v2.base [None req-5ef290c7-5f67-45c8-8b38-0173e090b30f tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 12 03:46:41.545106 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-5ef290c7-5f67-45c8-8b38-0173e090b30f tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:46:41.550299 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5ef290c7-5f67-45c8-8b38-0173e090b30f tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0271754 Nov 12 03:46:41.550443 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35670) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:41.556419 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-76841eb6-37d6-49f6-9f39-15a94480dabe tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Request body: {'security_group_rule': {'security_group_id': '45e678f7-9f0a-4287-8d00-4d1e770bc63f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:41.567273 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-615c522d-9d39-4623-8c57-8a82e89b02ee req-de0f71f7-be90-4eaa-aa2d-f4cde06e9c45 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] No DVR routers for this DVR port a8a00a1b-431a-46eb-9214-778f6742c2e4 on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:46:41.570217 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-615c522d-9d39-4623-8c57-8a82e89b02ee req-de0f71f7-be90-4eaa-aa2d-f4cde06e9c45 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:41.574604 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-615c522d-9d39-4623-8c57-8a82e89b02ee req-de0f71f7-be90-4eaa-aa2d-f4cde06e9c45 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.74 "DELETE /v2.0/ports/a8a00a1b-431a-46eb-9214-778f6742c2e4 HTTP/1.1" status: 204 len: 173 time: 0.8375924 Nov 12 03:46:41.575068 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0', 'name': 'network-vif-deleted', 'tag': 'a8a00a1b-431a-46eb-9214-778f6742c2e4'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:41.577541 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea862bc-896f-462a-87cc-318659a0bee8" -d '{"events": [{"server_uuid": "ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0", "name": "network-vif-deleted", "tag": "a8a00a1b-431a-46eb-9214-778f6742c2e4"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:41.626977 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-76841eb6-37d6-49f6-9f39-15a94480dabe tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:46:41.633273 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-76841eb6-37d6-49f6-9f39-15a94480dabe tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0818851 Nov 12 03:46:41.635277 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1da4155-a2ea-432f-b01c-8089f5172d52 x-openstack-request-id: req-b1da4155-a2ea-432f-b01c-8089f5172d52 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:41.635665 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0", "name": "network-vif-deleted", "tag": "a8a00a1b-431a-46eb-9214-778f6742c2e4", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:41.636033 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b1da4155-a2ea-432f-b01c-8089f5172d52 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:41.636863 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35674) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:41.636982 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0', 'name': 'network-vif-deleted', 'tag': 'a8a00a1b-431a-46eb-9214-778f6742c2e4', 'status': 'completed', 'code': 200} Nov 12 03:46:41.643031 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-23fa864c-3716-4d44-92d2-fb2c75d773f8 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Request body: {'security_group_rule': {'security_group_id': '45e678f7-9f0a-4287-8d00-4d1e770bc63f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:41.643518 n-d-715271-27 neutron-server[102572]: WARNING neutron.api.v2.base [None req-23fa864c-3716-4d44-92d2-fb2c75d773f8 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 03:46:41.643997 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-23fa864c-3716-4d44-92d2-fb2c75d773f8 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:46:41.648760 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-23fa864c-3716-4d44-92d2-fb2c75d773f8 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0113220 Nov 12 03:46:41.648942 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35676) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:41.654422 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-38370128-42d0-43aa-80e3-411398bf3f38 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Request body: {'security_group_rule': {'security_group_id': '45e678f7-9f0a-4287-8d00-4d1e770bc63f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:41.690670 n-d-715271-27 neutron-server[102571]: INFO neutron.db.securitygroups_db [None req-38370128-42d0-43aa-80e3-411398bf3f38 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Project 70aef2ca5d3b472ba64835e2cf18cf7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:46:41.713751 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-38370128-42d0-43aa-80e3-411398bf3f38 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:46:41.715803 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-38370128-42d0-43aa-80e3-411398bf3f38 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0652344 Nov 12 03:46:41.720144 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35678) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:41.731065 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-07bcaacb-e17a-41bc-bc72-660b3ba0b881 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Request body: {'security_group_rule': {'security_group_id': '45e678f7-9f0a-4287-8d00-4d1e770bc63f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:41.733234 n-d-715271-27 neutron-server[102571]: WARNING neutron.api.v2.base [None req-07bcaacb-e17a-41bc-bc72-660b3ba0b881 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 12 03:46:41.736065 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-07bcaacb-e17a-41bc-bc72-660b3ba0b881 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:46:41.740118 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-07bcaacb-e17a-41bc-bc72-660b3ba0b881 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0172837 Nov 12 03:46:41.742028 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35680) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:41.749639 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-3366598f-8360-4d7c-8a27-0dedfb6933b1 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Request body: {'security_group_rule': {'security_group_id': '45e678f7-9f0a-4287-8d00-4d1e770bc63f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:41.785935 n-d-715271-27 neutron-server[102571]: INFO neutron.db.securitygroups_db [None req-3366598f-8360-4d7c-8a27-0dedfb6933b1 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Project 70aef2ca5d3b472ba64835e2cf18cf7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:46:41.803751 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-3366598f-8360-4d7c-8a27-0dedfb6933b1 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:46:41.804536 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3366598f-8360-4d7c-8a27-0dedfb6933b1 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0612991 Nov 12 03:46:41.807116 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35682) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:41.812164 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-90bb1b7d-155f-4f81-935b-aad09a842125 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Request body: {'security_group_rule': {'security_group_id': '45e678f7-9f0a-4287-8d00-4d1e770bc63f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:41.841607 n-d-715271-27 neutron-server[102571]: INFO neutron.db.securitygroups_db [None req-90bb1b7d-155f-4f81-935b-aad09a842125 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Project 70aef2ca5d3b472ba64835e2cf18cf7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:46:41.866328 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-90bb1b7d-155f-4f81-935b-aad09a842125 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:46:41.867553 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-90bb1b7d-155f-4f81-935b-aad09a842125 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0592608 Nov 12 03:46:41.871872 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35684) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:41.911527 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:46:41.945934 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-62d39b49-838a-4573-9d02-613253dc5bf2 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:41.976360 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-62d39b49-838a-4573-9d02-613253dc5bf2 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:42.050149 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-62d39b49-838a-4573-9d02-613253dc5bf2 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:42.054589 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-62d39b49-838a-4573-9d02-613253dc5bf2 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:42.058171 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-62d39b49-838a-4573-9d02-613253dc5bf2 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "DELETE /v2.0/security-groups/45e678f7-9f0a-4287-8d00-4d1e770bc63f HTTP/1.1" status: 204 len: 168 time: 0.1830089 Nov 12 03:46:42.058628 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35688) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:42.074291 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d39b49-838a-4573-9d02-613253dc5bf2 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e678f7-9f0a-4287-8d00-4d1e770bc63f,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:42.210614 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-793d5a07-9efd-40ed-abae-2a4575c53177 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1472476 Nov 12 03:46:42.210974 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35692) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:42.217291 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-286e99c1-3bba-429d-984c-a689f7de4365 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Request body: {'security_group': {'name': 'tempest-secgroup--725502017'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:42.294898 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-286e99c1-3bba-429d-984c-a689f7de4365 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:42.414494 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5554595d-6a10-43f8-9f7e-2638f4f5a60c req-880f726f-3696-4152-aa3b-465db51f0aa3 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=ada9c734-2bcf-4888-8e7c-8f7edb7e8ba0 HTTP/1.1" status: 200 len: 210 time: 0.1055758 Nov 12 03:46:42.490167 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-286e99c1-3bba-429d-984c-a689f7de4365 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:42.499330 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-286e99c1-3bba-429d-984c-a689f7de4365 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:42.534923 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-286e99c1-3bba-429d-984c-a689f7de4365 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:42.536523 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-286e99c1-3bba-429d-984c-a689f7de4365 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3235674 Nov 12 03:46:42.541166 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35698) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:42.546011 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-8c7f5cb3-efef-4bba-9fb5-9d914a2d0be7 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Request body: {'security_group_rule': {'security_group_id': 'ef2610fb-a7fb-47b9-a937-8f0e1a65c397', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:42.551789 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e99c1-3bba-429d-984c-a689f7de4365 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2610fb-a7fb-47b9-a937-8f0e1a65c397,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:42.610692 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-8c7f5cb3-efef-4bba-9fb5-9d914a2d0be7 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] create failed (client error): The resource could not be found. Nov 12 03:46:42.612524 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8c7f5cb3-efef-4bba-9fb5-9d914a2d0be7 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0702035 Nov 12 03:46:42.616338 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35700) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:42.621475 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-cf9b4982-ac22-4381-ac86-dc0e2352eff8 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Request body: {'security_group_rule': {'security_group_id': 'ef2610fb-a7fb-47b9-a937-8f0e1a65c397', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'f25aa24a-10ef-43f1-a0fb-99935855ea43'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:42.679462 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-cf9b4982-ac22-4381-ac86-dc0e2352eff8 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] create failed (client error): The resource could not be found. Nov 12 03:46:42.681038 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-cf9b4982-ac22-4381-ac86-dc0e2352eff8 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0634382 Nov 12 03:46:42.684216 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35702) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:42.755068 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-98ee4f73-e6f4-4f7d-a41f-739950e8cfac tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:42.784437 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-98ee4f73-e6f4-4f7d-a41f-739950e8cfac tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:42.841869 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-98ee4f73-e6f4-4f7d-a41f-739950e8cfac tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:42.845256 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-98ee4f73-e6f4-4f7d-a41f-739950e8cfac tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:42.846706 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-98ee4f73-e6f4-4f7d-a41f-739950e8cfac tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "DELETE /v2.0/security-groups/ef2610fb-a7fb-47b9-a937-8f0e1a65c397 HTTP/1.1" status: 204 len: 168 time: 0.1609752 Nov 12 03:46:42.849630 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35704) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:42.856676 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee4f73-e6f4-4f7d-a41f-739950e8cfac tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2610fb-a7fb-47b9-a937-8f0e1a65c397,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:42.935361 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3d2b9d70-cc70-4efa-b6cb-51f2236719e0 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0803716 Nov 12 03:46:42.935631 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35706) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:42.940593 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-346c9e2b-31f0-4b23-a04a-cbe8badd0eed tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Request body: {'security_group_rule': {'security_group_id': '2c239b84-85ce-4fb1-9c56-1626b9de5746', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:42.983678 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-346c9e2b-31f0-4b23-a04a-cbe8badd0eed tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] create failed (client error): The resource could not be found. Nov 12 03:46:42.989006 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-346c9e2b-31f0-4b23-a04a-cbe8badd0eed tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0489340 Nov 12 03:46:42.989171 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35708) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:42.997813 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-1a2542d8-df17-4f36-94ed-04752a7e5a50 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Request body: {'security_group': {'name': 'tempest-secgroup--1063190713'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:43.025539 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a2542d8-df17-4f36-94ed-04752a7e5a50 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:43.111705 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a2542d8-df17-4f36-94ed-04752a7e5a50 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:43.115929 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a2542d8-df17-4f36-94ed-04752a7e5a50 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:43.148614 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2542d8-df17-4f36-94ed-04752a7e5a50 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=583e35f0-550b-4a4c-991e-08c3695135f8,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:43.153538 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a2542d8-df17-4f36-94ed-04752a7e5a50 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:43.158130 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1a2542d8-df17-4f36-94ed-04752a7e5a50 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1647694 Nov 12 03:46:43.158734 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35710) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:43.166429 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-97cb15df-3ed8-4e00-8969-ce472cabaa70 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Request body: {'security_group': {'name': 'tempest-secgroup--177958604'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:43.192690 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-97cb15df-3ed8-4e00-8969-ce472cabaa70 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:43.318112 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-97cb15df-3ed8-4e00-8969-ce472cabaa70 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:43.323705 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-97cb15df-3ed8-4e00-8969-ce472cabaa70 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:43.358237 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-97cb15df-3ed8-4e00-8969-ce472cabaa70 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:43.363066 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-97cb15df-3ed8-4e00-8969-ce472cabaa70 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1994171 Nov 12 03:46:43.363066 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb15df-3ed8-4e00-8969-ce472cabaa70 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52967d7e-5cbe-42e1-8ba4-92a6fe8edc8d,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:43.363845 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35714) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:43.375868 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-1f6c21f4-cbe0-433f-a22e-33ba5336ff83 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Request body: {'security_group_rule': {'security_group_id': '583e35f0-550b-4a4c-991e-08c3695135f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '52967d7e-5cbe-42e1-8ba4-92a6fe8edc8d'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:43.445955 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-1f6c21f4-cbe0-433f-a22e-33ba5336ff83 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:46:43.447023 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-1f6c21f4-cbe0-433f-a22e-33ba5336ff83 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0818138 Nov 12 03:46:43.450836 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35718) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:43.530345 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35722) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:43.563412 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a7173603-144e-4be3-9477-b728ec3a454a tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:43.601135 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a7173603-144e-4be3-9477-b728ec3a454a tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:43.620416 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a4ead9f2-ee08-49b8-826f-94bc89a1d5bb tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:43.651787 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a4ead9f2-ee08-49b8-826f-94bc89a1d5bb tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:43.726891 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a7173603-144e-4be3-9477-b728ec3a454a tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:43.735485 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a7173603-144e-4be3-9477-b728ec3a454a tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:43.736818 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a7173603-144e-4be3-9477-b728ec3a454a tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "DELETE /v2.0/security-groups/52967d7e-5cbe-42e1-8ba4-92a6fe8edc8d HTTP/1.1" status: 204 len: 168 time: 0.2799261 Nov 12 03:46:43.739924 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35726) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:43.749571 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a4ead9f2-ee08-49b8-826f-94bc89a1d5bb tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:43.752473 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a4ead9f2-ee08-49b8-826f-94bc89a1d5bb tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:43.759477 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7173603-144e-4be3-9477-b728ec3a454a tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52967d7e-5cbe-42e1-8ba4-92a6fe8edc8d,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:43.764309 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a4ead9f2-ee08-49b8-826f-94bc89a1d5bb tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "DELETE /v2.0/security-groups/0ffe15c4-32fd-4cb8-bb13-16b2e8aee1c8 HTTP/1.1" status: 204 len: 168 time: 0.2252016 Nov 12 03:46:43.839110 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35730) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:43.854099 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ead9f2-ee08-49b8-826f-94bc89a1d5bb tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffe15c4-32fd-4cb8-bb13-16b2e8aee1c8,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:43.930996 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-43317a92-a5ef-4fb8-870e-bf191cea59e4 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1897867 Nov 12 03:46:43.933885 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35732) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:44.057011 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7bb22113-3d5d-4c49-8e13-0336fc214898 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:44.123436 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7bb22113-3d5d-4c49-8e13-0336fc214898 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:44.227100 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7bb22113-3d5d-4c49-8e13-0336fc214898 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:44.230005 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7bb22113-3d5d-4c49-8e13-0336fc214898 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:44.231137 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7bb22113-3d5d-4c49-8e13-0336fc214898 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "DELETE /v2.0/security-groups/583e35f0-550b-4a4c-991e-08c3695135f8 HTTP/1.1" status: 204 len: 168 time: 0.2960565 Nov 12 03:46:44.235589 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35734) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:44.293103 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb22113-3d5d-4c49-8e13-0336fc214898 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=583e35f0-550b-4a4c-991e-08c3695135f8,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:44.336162 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-84afd263-0a46-442d-bc5c-da98099f42ac tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0962105 Nov 12 03:46:44.338720 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35740) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:44.346266 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-66e15c7e-9972-4e21-b865-4872aa330819 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Request body: {'security_group': {'name': 'tempest-secgroup--1999044960'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:44.408674 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-66e15c7e-9972-4e21-b865-4872aa330819 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:44.522143 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a042149b-7fc7-4f8e-9374-f658521be9e2 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:44.555573 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-66e15c7e-9972-4e21-b865-4872aa330819 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:44.561548 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-66e15c7e-9972-4e21-b865-4872aa330819 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:44.598804 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-66e15c7e-9972-4e21-b865-4872aa330819 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:44.600864 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-66e15c7e-9972-4e21-b865-4872aa330819 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2602026 Nov 12 03:46:44.603716 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35748) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:44.608369 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-9a45ca70-92cc-4874-b9b7-12be3e4a60c1 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Request body: {'security_group_rule': {'security_group_id': 'd9b32f6c-c493-4375-b7e6-eeb00bcfb416', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:44.631287 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e15c7e-9972-4e21-b865-4872aa330819 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b32f6c-c493-4375-b7e6-eeb00bcfb416,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:44.654288 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-9a45ca70-92cc-4874-b9b7-12be3e4a60c1 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:46:44.655790 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9a45ca70-92cc-4874-b9b7-12be3e4a60c1 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0507629 Nov 12 03:46:44.659035 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35752) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:44.665157 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-6f1c85bd-70b1-4c81-a3d4-916f7726e59a tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Request body: {'security_group_rule': {'security_group_id': 'd9b32f6c-c493-4375-b7e6-eeb00bcfb416', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:44.712992 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-6f1c85bd-70b1-4c81-a3d4-916f7726e59a tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:46:44.714542 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6f1c85bd-70b1-4c81-a3d4-916f7726e59a tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0542841 Nov 12 03:46:44.717085 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35756) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:44.783159 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-224950ab-c005-4552-becf-7c367a5c43cf tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:44.843719 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-224950ab-c005-4552-becf-7c367a5c43cf tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:44.932203 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-224950ab-c005-4552-becf-7c367a5c43cf tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:44.935215 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-224950ab-c005-4552-becf-7c367a5c43cf tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:44.936473 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-224950ab-c005-4552-becf-7c367a5c43cf tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "DELETE /v2.0/security-groups/d9b32f6c-c493-4375-b7e6-eeb00bcfb416 HTTP/1.1" status: 204 len: 168 time: 0.2183416 Nov 12 03:46:44.940735 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35762) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:44.964740 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224950ab-c005-4552-becf-7c367a5c43cf tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b32f6c-c493-4375-b7e6-eeb00bcfb416,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:45.026071 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a7ebb93f-aaed-4ad0-abf1-72461152b277 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0838716 Nov 12 03:46:45.030111 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35766) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:45.035639 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-5d38d16b-cf09-43a1-bc0f-34460512ebd2 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Request body: {'security_group': {'name': 'tempest-secgroup--750178880'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:45.066238 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-a042149b-7fc7-4f8e-9374-f658521be9e2 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Deleting port d5e3c90f-af49-45ca-8f99-6f83818fb6d2 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:45.067308 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a042149b-7fc7-4f8e-9374-f658521be9e2 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:45.083873 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5d38d16b-cf09-43a1-bc0f-34460512ebd2 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:45.232400 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-a042149b-7fc7-4f8e-9374-f658521be9e2 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] For port d5e3c90f-af49-45ca-8f99-6f83818fb6d2, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d5e3c90f-af49-45ca-8f99-6f83818fb6d2,segment=NetworkSegment(25c68e1a-8975-4773-b2b4-a57bf2d627be),segment_id=25c68e1a-8975-4773-b2b4-a57bf2d627be)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:45.233020 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a042149b-7fc7-4f8e-9374-f658521be9e2 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:45.236797 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5d38d16b-cf09-43a1-bc0f-34460512ebd2 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:45.242620 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5d38d16b-cf09-43a1-bc0f-34460512ebd2 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:45.248509 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-a042149b-7fc7-4f8e-9374-f658521be9e2 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Calling delete_port for d5e3c90f-af49-45ca-8f99-6f83818fb6d2 owned by network:router_interface {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:45.286729 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5d38d16b-cf09-43a1-bc0f-34460512ebd2 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:45.288610 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5d38d16b-cf09-43a1-bc0f-34460512ebd2 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2572031 Nov 12 03:46:45.292374 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35770) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:45.299368 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-db7f79bc-bee6-4726-87af-99b2a021b83a tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:45.299778 n-d-715271-27 neutron-server[102572]: WARNING neutron.api.v2.base [None req-db7f79bc-bee6-4726-87af-99b2a021b83a tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 03:46:45.300509 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-db7f79bc-bee6-4726-87af-99b2a021b83a tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 03:46:45.301425 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-db7f79bc-bee6-4726-87af-99b2a021b83a tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "PUT /v2.0/security-groups/c62d8edf-33e0-44a5-b789-27839cd5ef51 HTTP/1.1" status: 409 len: 330 time: 0.0073111 Nov 12 03:46:45.302963 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38d16b-cf09-43a1-bc0f-34460512ebd2 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c62d8edf-33e0-44a5-b789-27839cd5ef51,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:45.305123 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35772) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:45.423713 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-15bd9a03-e0b2-4c01-b0f3-b2ebfc49eb3c tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:45.460028 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-15bd9a03-e0b2-4c01-b0f3-b2ebfc49eb3c tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:45.571359 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-15bd9a03-e0b2-4c01-b0f3-b2ebfc49eb3c tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:45.576957 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-15bd9a03-e0b2-4c01-b0f3-b2ebfc49eb3c tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:45.581573 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-15bd9a03-e0b2-4c01-b0f3-b2ebfc49eb3c tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "DELETE /v2.0/security-groups/c62d8edf-33e0-44a5-b789-27839cd5ef51 HTTP/1.1" status: 204 len: 168 time: 0.2718127 Nov 12 03:46:45.584719 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35776) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:45.619771 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd9a03-e0b2-4c01-b0f3-b2ebfc49eb3c tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62d8edf-33e0-44a5-b789-27839cd5ef51,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:45.649908 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a042149b-7fc7-4f8e-9374-f658521be9e2 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:45.722815 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6b0e913b-9780-42ce-a61a-ab2f05f488e4 tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1366022 Nov 12 03:46:45.723550 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35782) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:45.754768 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-3a727790-fbe7-45b7-86d4-c9405348aebf tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] delete failed (client error): The resource could not be found. Nov 12 03:46:45.756122 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3a727790-fbe7-45b7-86d4-c9405348aebf tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "DELETE /v2.0/security-groups/58026bd7-5baa-4edb-a38a-74825a91c26f HTTP/1.1" status: 404 len: 347 time: 0.0281653 Nov 12 03:46:45.760674 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35784) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:45.767589 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042149b-7fc7-4f8e-9374-f658521be9e2 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event deleted for resources: {'Port': ['ID=d5e3c90f-af49-45ca-8f99-6f83818fb6d2,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:45.787684 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-e0dbbb00-fda2-415f-a9e4-2fb68d01a70e tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] show failed (client error): The resource could not be found. Nov 12 03:46:45.793060 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e0dbbb00-fda2-415f-a9e4-2fb68d01a70e tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "GET /v2.0/security-groups/1c0f0ab6-5c75-4efa-9c21-875ad062b003 HTTP/1.1" status: 404 len: 347 time: 0.0313015 Nov 12 03:46:45.794021 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35786) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:45.810244 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-67dff2da-3621-43da-a239-5972b7c0c8eb tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] show failed (client error): The resource could not be found. Nov 12 03:46:45.819653 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-67dff2da-3621-43da-a239-5972b7c0c8eb tempest-NegativeSecGroupIPv6Test-1639518300 tempest-NegativeSecGroupIPv6Test-1639518300-project] 10.222.0.50 "GET /v2.0/security-group-rules/8fca685d-8402-4d5a-aa2c-ee601acb7013 HTTP/1.1" status: 404 len: 356 time: 0.0245144 Nov 12 03:46:46.048153 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a042149b-7fc7-4f8e-9374-f658521be9e2 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:46.109671 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device a8a00a1b-431a-46eb-9214-778f6742c2e4 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:46.183883 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: a8a00a1b-431a-46eb-9214-778f6742c2e4 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:46:46.190125 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device a8a00a1b-431a-46eb-9214-778f6742c2e4 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:46.288761 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a042149b-7fc7-4f8e-9374-f658521be9e2 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Router 36d6fcb2-6064-41b6-bfa1-1798a2fcefa5 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:46:46.294623 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35794) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:46.484750 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ebe033cd-859f-4e3c-a214-b97d0671ab48 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=70aef2ca5d3b472ba64835e2cf18cf7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1880260 Nov 12 03:46:46.486523 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35798) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:46.590644 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-551263af-b2ac-4838-8ffe-5698d0582625 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:46.617899 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-551263af-b2ac-4838-8ffe-5698d0582625 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:46.693822 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-551263af-b2ac-4838-8ffe-5698d0582625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:46.708196 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-551263af-b2ac-4838-8ffe-5698d0582625 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:46.708196 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-551263af-b2ac-4838-8ffe-5698d0582625 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e5700699-983b-4f84-838d-bb11fd964727 HTTP/1.1" status: 204 len: 168 time: 0.2105017 Nov 12 03:46:46.716593 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551263af-b2ac-4838-8ffe-5698d0582625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5700699-983b-4f84-838d-bb11fd964727,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:46.840428 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a042149b-7fc7-4f8e-9374-f658521be9e2 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:46:46.845419 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a042149b-7fc7-4f8e-9374-f658521be9e2 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "PUT /v2.0/routers/36d6fcb2-6064-41b6-bfa1-1798a2fcefa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0048428 Nov 12 03:46:46.848112 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35806) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:46.855691 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af01202-cf7c-4069-a295-26a4487ee0e9 None None] Sync routers for ids ['36d6fcb2-6064-41b6-bfa1-1798a2fcefa5'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:46:46.869864 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af01202-cf7c-4069-a295-26a4487ee0e9 None None] Routers {'36d6fcb2-6064-41b6-bfa1-1798a2fcefa5'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:46.871037 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-5af01202-cf7c-4069-a295-26a4487ee0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:46:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['36d6fcb2-6064-41b6-bfa1-1798a2fcefa5'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:46.931805 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bfafdcd-55ed-4810-86da-a319784b4e00 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Deleting subnet 1446c3b1-d244-4e74-8e37-cf61abeb4131 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:46:46.936390 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8bfafdcd-55ed-4810-86da-a319784b4e00 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:47.009460 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8bfafdcd-55ed-4810-86da-a319784b4e00 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:47.013240 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-5af01202-cf7c-4069-a295-26a4487ee0e9 None None] Set router 36d6fcb2-6064-41b6-bfa1-1798a2fcefa5 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:47.122900 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8bfafdcd-55ed-4810-86da-a319784b4e00 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:47.229229 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8bfafdcd-55ed-4810-86da-a319784b4e00 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:47.253970 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-5af01202-cf7c-4069-a295-26a4487ee0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'name': 'tempest-TestNetworkBasicOps-router-1846091730', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'c8e2d77c-49af-4f57-a034-3d019e55b899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:55Z', 'updated_at': '2021-11-12T03:46:45Z', 'revision_number': 7, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'gw_port': {'id': 'c8e2d77c-49af-4f57-a034-3d019e55b899', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:59Z', 'updated_at': '2021-11-12T03:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:47.267211 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8bfafdcd-55ed-4810-86da-a319784b4e00 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:47.274073 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8bfafdcd-55ed-4810-86da-a319784b4e00 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "DELETE /v2.0/subnets/1446c3b1-d244-4e74-8e37-cf61abeb4131 HTTP/1.1" status: 204 len: 168 time: 0.4212651 Nov 12 03:46:47.274073 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfafdcd-55ed-4810-86da-a319784b4e00 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event deleted for resources: {'Subnet': ['ID=1446c3b1-d244-4e74-8e37-cf61abeb4131,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:47.274327 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35820) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:47.303805 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ca461d-2897-40d3-83e9-987175eff3de None None] Network 6fe4e9fa-960b-4fee-b798-39b875b1985d requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:46:47.307809 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af01202-cf7c-4069-a295-26a4487ee0e9 None None] Checking router: 36d6fcb2-6064-41b6-bfa1-1798a2fcefa5 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:46:47.375562 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af01202-cf7c-4069-a295-26a4487ee0e9 None None] Routers {'36d6fcb2-6064-41b6-bfa1-1798a2fcefa5'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:47.376580 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-5af01202-cf7c-4069-a295-26a4487ee0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:46:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['36d6fcb2-6064-41b6-bfa1-1798a2fcefa5'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:47.468348 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-57a77cef-4edb-4c1f-82b5-fac59e9fedb8 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:47.537620 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-5af01202-cf7c-4069-a295-26a4487ee0e9 None None] Set router 36d6fcb2-6064-41b6-bfa1-1798a2fcefa5 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:47.666283 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-57a77cef-4edb-4c1f-82b5-fac59e9fedb8 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:47.814257 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-57a77cef-4edb-4c1f-82b5-fac59e9fedb8 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Deleting port c8e2d77c-49af-4f57-a034-3d019e55b899 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:47.814746 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-57a77cef-4edb-4c1f-82b5-fac59e9fedb8 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:47.838384 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0cf092-2787-4805-bd25-ab67083b6a8b None None] DHCP port deletion for 6fe4e9fa-960b-4fee-b798-39b875b1985d request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:46:47.879791 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-5af01202-cf7c-4069-a295-26a4487ee0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'name': 'tempest-TestNetworkBasicOps-router-1846091730', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'c8e2d77c-49af-4f57-a034-3d019e55b899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:55Z', 'updated_at': '2021-11-12T03:46:45Z', 'revision_number': 7, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'gw_port': {'id': 'c8e2d77c-49af-4f57-a034-3d019e55b899', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:59Z', 'updated_at': '2021-11-12T03:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:47.925175 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af01202-cf7c-4069-a295-26a4487ee0e9 None None] The sync data for ids ['36d6fcb2-6064-41b6-bfa1-1798a2fcefa5'] in n-d-715271-27 is: [{'id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'name': 'tempest-TestNetworkBasicOps-router-1846091730', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'c8e2d77c-49af-4f57-a034-3d019e55b899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:55Z', 'updated_at': '2021-11-12T03:46:45Z', 'revision_number': 7, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'gw_port': {'id': 'c8e2d77c-49af-4f57-a034-3d019e55b899', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d6fcb2-6064-41b6-bfa1-1798a2fcefa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:59Z', 'updated_at': '2021-11-12T03:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:46:47.952608 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-9a0cf092-2787-4805-bd25-ab67083b6a8b None None] Deleting port 35c6602b-c9c6-4c9b-949f-65e18f1f1bb7 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:47.953066 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9a0cf092-2787-4805-bd25-ab67083b6a8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:48.013749 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-57a77cef-4edb-4c1f-82b5-fac59e9fedb8 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] For port c8e2d77c-49af-4f57-a034-3d019e55b899, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=c8e2d77c-49af-4f57-a034-3d019e55b899,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:48.014179 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-57a77cef-4edb-4c1f-82b5-fac59e9fedb8 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:48.043777 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-57a77cef-4edb-4c1f-82b5-fac59e9fedb8 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Calling delete_port for c8e2d77c-49af-4f57-a034-3d019e55b899 owned by network:router_gateway {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:48.044042 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-9a0cf092-2787-4805-bd25-ab67083b6a8b None None] For port 35c6602b-c9c6-4c9b-949f-65e18f1f1bb7, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=35c6602b-c9c6-4c9b-949f-65e18f1f1bb7,segment=NetworkSegment(25c68e1a-8975-4773-b2b4-a57bf2d627be),segment_id=25c68e1a-8975-4773-b2b4-a57bf2d627be)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:48.044208 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9a0cf092-2787-4805-bd25-ab67083b6a8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:48.058760 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-9a0cf092-2787-4805-bd25-ab67083b6a8b None None] Calling delete_port for 35c6602b-c9c6-4c9b-949f-65e18f1f1bb7 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:48.190896 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9a0cf092-2787-4805-bd25-ab67083b6a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:48.233004 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:48.234684 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0cf092-2787-4805-bd25-ab67083b6a8b None None] Pushing event deleted for resources: {'Port': ['ID=35c6602b-c9c6-4c9b-949f-65e18f1f1bb7,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:48.238165 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0cf092-2787-4805-bd25-ab67083b6a8b None None] No DVR routers for this DVR port 35c6602b-c9c6-4c9b-949f-65e18f1f1bb7 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:46:48.358407 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-57a77cef-4edb-4c1f-82b5-fac59e9fedb8 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:48.411131 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185c4a89-9282-4fde-97bb-be2016a09919 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:46:48.445045 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a77cef-4edb-4c1f-82b5-fac59e9fedb8 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event deleted for resources: {'Port': ['ID=c8e2d77c-49af-4f57-a034-3d019e55b899,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:48.480385 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 35c6602b-c9c6-4c9b-949f-65e18f1f1bb7 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:48.523595 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 35c6602b-c9c6-4c9b-949f-65e18f1f1bb7 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:46:48.523974 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 35c6602b-c9c6-4c9b-949f-65e18f1f1bb7 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:48.524510 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d5e3c90f-af49-45ca-8f99-6f83818fb6d2 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:48.532365 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-57a77cef-4edb-4c1f-82b5-fac59e9fedb8 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:48.572425 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: d5e3c90f-af49-45ca-8f99-6f83818fb6d2 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:46:48.572819 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d5e3c90f-af49-45ca-8f99-6f83818fb6d2 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:48.698132 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-57a77cef-4edb-4c1f-82b5-fac59e9fedb8 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:48.700472 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-57a77cef-4edb-4c1f-82b5-fac59e9fedb8 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:48.758748 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-57a77cef-4edb-4c1f-82b5-fac59e9fedb8 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:48.759346 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a77cef-4edb-4c1f-82b5-fac59e9fedb8 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Fanout notify agent at l3_agent the message router_deleted on router 36d6fcb2-6064-41b6-bfa1-1798a2fcefa5 {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:46:48.778276 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-57a77cef-4edb-4c1f-82b5-fac59e9fedb8 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:48.779843 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-57a77cef-4edb-4c1f-82b5-fac59e9fedb8 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "DELETE /v2.0/routers/36d6fcb2-6064-41b6-bfa1-1798a2fcefa5 HTTP/1.1" status: 204 len: 168 time: 1.5056050 Nov 12 03:46:48.783930 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35862) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:48.948624 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-eed9a8e6-c0fc-457a-aa61-003fe1811d1c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:49.090377 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-eed9a8e6-c0fc-457a-aa61-003fe1811d1c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:49.130292 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-eed9a8e6-c0fc-457a-aa61-003fe1811d1c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fe4e9fa-960b-4fee-b798-39b875b1985d']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:49.153505 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-eed9a8e6-c0fc-457a-aa61-003fe1811d1c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25c68e1a-8975-4773-b2b4-a57bf2d627be') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:49.153796 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-eed9a8e6-c0fc-457a-aa61-003fe1811d1c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25c68e1a-8975-4773-b2b4-a57bf2d627be') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:49.175339 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-eed9a8e6-c0fc-457a-aa61-003fe1811d1c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:49.193973 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-eed9a8e6-c0fc-457a-aa61-003fe1811d1c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:49.202134 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eed9a8e6-c0fc-457a-aa61-003fe1811d1c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:46:49.202557 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-eed9a8e6-c0fc-457a-aa61-003fe1811d1c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:49.207045 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:46:49.207045 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:46:49.207045 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:46:49.207045 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:46:49.207045 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:46:49.207045 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:46:49.207045 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:46:49.207045 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:46:49.207045 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:46:49.207045 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:46:49.207045 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:46:49.207045 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:46:49.207045 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:46:49.207045 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:46:49.207045 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:46:49.207045 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:46:49.207045 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:46:49.207045 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:46:49.207045 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:46:49.207045 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:46:49.207045 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:46:49.207045 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:46:49.207045 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:46:49.207045 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:46:49.207045 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:46:49.207045 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:46:49.207045 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:46:49.207045 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:46:49.207045 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:46:49.207045 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:46:49.207045 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:46:49.207045 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:46:49.300350 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-eed9a8e6-c0fc-457a-aa61-003fe1811d1c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:49.314441 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-eed9a8e6-c0fc-457a-aa61-003fe1811d1c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:49.319370 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-eed9a8e6-c0fc-457a-aa61-003fe1811d1c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "DELETE /v2.0/networks/6fe4e9fa-960b-4fee-b798-39b875b1985d HTTP/1.1" status: 204 len: 168 time: 0.5293386 Nov 12 03:46:49.346563 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35876) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:49.352715 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-02a5ef93-4b46-4ad0-854a-228d9b47d40c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Request body: {'network': {'name': 'tempest-network-smoke--52590596', 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'port_security_enabled': True}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:49.368356 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed9a8e6-c0fc-457a-aa61-003fe1811d1c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event deleted for resources: {'Network': ['ID=6fe4e9fa-960b-4fee-b798-39b875b1985d,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:49.392216 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a5ef93-4b46-4ad0-854a-228d9b47d40c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Made reservation on behalf of 31f81b1aeeb344b7a84563d0622f3019 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:46:49.396576 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-02a5ef93-4b46-4ad0-854a-228d9b47d40c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:49.475933 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02a5ef93-4b46-4ad0-854a-228d9b47d40c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:46:49.491996 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-02a5ef93-4b46-4ad0-854a-228d9b47d40c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:49.492703 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-02a5ef93-4b46-4ad0-854a-228d9b47d40c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Added segment 543e932c-18de-4f93-a6f2-b6a3fa05f895 of type vlan for network bd8a4814-3fa6-412a-a86b-d3686555710b Nov 12 03:46:49.574638 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-02a5ef93-4b46-4ad0-854a-228d9b47d40c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:49.662871 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-02a5ef93-4b46-4ad0-854a-228d9b47d40c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:49.675166 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a5ef93-4b46-4ad0-854a-228d9b47d40c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:49.675787 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-02a5ef93-4b46-4ad0-854a-228d9b47d40c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:49.822812 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-02a5ef93-4b46-4ad0-854a-228d9b47d40c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4746833 Nov 12 03:46:49.825893 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35890) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:49.832106 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-4d94ce48-4965-495c-85dc-993e7ec02567 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1050781029', 'admin_state_up': True, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:49.839262 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a5ef93-4b46-4ad0-854a-228d9b47d40c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event updated for resources: {'Network': ['ID=bd8a4814-3fa6-412a-a86b-d3686555710b,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:49.853378 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network bd8a4814-3fa6-412a-a86b-d3686555710b details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:46:49.882844 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4d94ce48-4965-495c-85dc-993e7ec02567 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:49.884659 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4d94ce48-4965-495c-85dc-993e7ec02567 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:49.999215 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4d94ce48-4965-495c-85dc-993e7ec02567 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:50.192518 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4d94ce48-4965-495c-85dc-993e7ec02567 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:50.397664 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device c8e2d77c-49af-4f57-a034-3d019e55b899 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:50.445590 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: c8e2d77c-49af-4f57-a034-3d019e55b899 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:46:50.445977 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device c8e2d77c-49af-4f57-a034-3d019e55b899 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:50.458342 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4d94ce48-4965-495c-85dc-993e7ec02567 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for router_gateway, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:50.486002 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4d94ce48-4965-495c-85dc-993e7ec02567 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:50.632394 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-4d94ce48-4965-495c-85dc-993e7ec02567 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Allocated IP 172.25.5.35 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/eee980b5-1ecd-476a-a84c-8ccb27319de2) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:46:50.809847 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4d94ce48-4965-495c-85dc-993e7ec02567 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:50.899684 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4d94ce48-4965-495c-85dc-993e7ec02567 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:50.946549 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d94ce48-4965-495c-85dc-993e7ec02567 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:50.949550 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-4d94ce48-4965-495c-85dc-993e7ec02567 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:50.954167 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d94ce48-4965-495c-85dc-993e7ec02567 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:50.975804 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b7abbe-09a0-495d-aba1-d53f36c9e868 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:46:50.981443 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d94ce48-4965-495c-85dc-993e7ec02567 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event updated for resources: {'Port': ['ID=eee980b5-1ecd-476a-a84c-8ccb27319de2,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:51.115507 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-bc29266a-51d0-484d-a852-545e0254b2ca None None] Provisioning complete for port eee980b5-1ecd-476a-a84c-8ccb27319de2 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:51.120593 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bc29266a-51d0-484d-a852-545e0254b2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:51.228860 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-bc29266a-51d0-484d-a852-545e0254b2ca None None] Port eee980b5-1ecd-476a-a84c-8ccb27319de2 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:46:51.369046 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4d94ce48-4965-495c-85dc-993e7ec02567 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for router_gateway, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:51.626191 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4d94ce48-4965-495c-85dc-993e7ec02567 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:51.830386 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d94ce48-4965-495c-85dc-993e7ec02567 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Router d4483312-bd0c-46bc-b178-1065b3a5c2b9 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:46:51.957924 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d94ce48-4965-495c-85dc-993e7ec02567 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:46:51.969644 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff52994-8d58-4656-bbd0-2de8f1835e0f None None] Sync routers for ids ['d4483312-bd0c-46bc-b178-1065b3a5c2b9'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:46:51.985630 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff52994-8d58-4656-bbd0-2de8f1835e0f None None] Routers {'d4483312-bd0c-46bc-b178-1065b3a5c2b9'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:51.987652 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-5ff52994-8d58-4656-bbd0-2de8f1835e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:46:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['d4483312-bd0c-46bc-b178-1065b3a5c2b9'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:51.995301 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4d94ce48-4965-495c-85dc-993e7ec02567 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:51.996662 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4d94ce48-4965-495c-85dc-993e7ec02567 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1693490 Nov 12 03:46:52.000395 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35948) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:52.039517 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-efa1bbe1-b86c-4bde-a28b-db75cd5405b4 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=31f81b1aeeb344b7a84563d0622f3019&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381026 Nov 12 03:46:52.042451 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35950) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:52.261818 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765e3d86-71ad-4fad-a901-e6f682648e06 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:52.267237 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-765e3d86-71ad-4fad-a901-e6f682648e06 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2200630 Nov 12 03:46:52.267467 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35958) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:52.324900 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-93fb85a3-bed3-4c38-a566-fb1f27c88e8b tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=7932a4b6-40b8-49fc-bb5c-2a6d25b0a895&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0560737 Nov 12 03:46:52.328233 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 35960) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:52.344267 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-94ec0d86-3281-4f64-955f-5e3d9e56e33d tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-136181634', 'network_id': 'bd8a4814-3fa6-412a-a86b-d3686555710b', 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:52.507242 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-5ff52994-8d58-4656-bbd0-2de8f1835e0f None None] Set router d4483312-bd0c-46bc-b178-1065b3a5c2b9 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:52.561890 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ec0d86-3281-4f64-955f-5e3d9e56e33d tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Made reservation on behalf of 31f81b1aeeb344b7a84563d0622f3019 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:46:52.569138 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-94ec0d86-3281-4f64-955f-5e3d9e56e33d tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:52.906245 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-94ec0d86-3281-4f64-955f-5e3d9e56e33d tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:53.003217 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-5ff52994-8d58-4656-bbd0-2de8f1835e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4483312-bd0c-46bc-b178-1065b3a5c2b9', 'name': 'tempest-TestNetworkBasicOps-router-1050781029', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'eee980b5-1ecd-476a-a84c-8ccb27319de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:49Z', 'updated_at': '2021-11-12T03:46:51Z', 'revision_number': 3, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'gw_port': {'id': 'eee980b5-1ecd-476a-a84c-8ccb27319de2', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:29:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4483312-bd0c-46bc-b178-1065b3a5c2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:50Z', 'updated_at': '2021-11-12T03:46:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:53.026705 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec0d86-3281-4f64-955f-5e3d9e56e33d tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event updated for resources: {'Subnet': ['ID=dd09a311-387d-4835-a994-d06fa218a637,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:53.036467 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ec0d86-3281-4f64-955f-5e3d9e56e33d tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Checking segment: {'id': '543e932c-18de-4f93-a6f2-b6a3fa05f895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'bd8a4814-3fa6-412a-a86b-d3686555710b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:53.036748 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ec0d86-3281-4f64-955f-5e3d9e56e33d tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Network hostable DHCP agents. Network: bd8a4814-3fa6-412a-a86b-d3686555710b, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:46:53.058253 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ec0d86-3281-4f64-955f-5e3d9e56e33d tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Network bd8a4814-3fa6-412a-a86b-d3686555710b is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:46:53.070382 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-94ec0d86-3281-4f64-955f-5e3d9e56e33d tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, bd8a4814-3fa6-412a-a86b-d3686555710b) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:53.081675 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97a916f-d4c1-47db-a614-29f33cb0922f None None] Network bd8a4814-3fa6-412a-a86b-d3686555710b requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:46:53.085994 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ec0d86-3281-4f64-955f-5e3d9e56e33d tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:53.087132 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-94ec0d86-3281-4f64-955f-5e3d9e56e33d tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:53.109886 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-94ec0d86-3281-4f64-955f-5e3d9e56e33d tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7772982 Nov 12 03:46:53.110199 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 35976) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:53.119169 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff52994-8d58-4656-bbd0-2de8f1835e0f None None] Checking router: d4483312-bd0c-46bc-b178-1065b3a5c2b9 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:46:53.119595 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff52994-8d58-4656-bbd0-2de8f1835e0f None None] Updating router d4483312-bd0c-46bc-b178-1065b3a5c2b9 port eee980b5-1ecd-476a-a84c-8ccb27319de2 binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:46:53.209435 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5ff52994-8d58-4656-bbd0-2de8f1835e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:53.768342 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e76661-ecbb-4163-a97e-a25d4558fe9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-bd8a4814-3fa6-412a-a86b-d3686555710b', 'network_id': 'bd8a4814-3fa6-412a-a86b-d3686555710b', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'fixed_ips': [{'subnet_id': 'dd09a311-387d-4835-a994-d06fa218a637'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:46:53.769247 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-25e76661-ecbb-4163-a97e-a25d4558fe9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:54.008655 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5ff52994-8d58-4656-bbd0-2de8f1835e0f None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:54.015862 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5ff52994-8d58-4656-bbd0-2de8f1835e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:54.071898 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cb6c98-70b6-4d7e-bdd5-bb8d8e427924 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:46:54.074626 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-5ff52994-8d58-4656-bbd0-2de8f1835e0f None None] Attempting to bind port eee980b5-1ecd-476a-a84c-8ccb27319de2 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:54.075553 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-5ff52994-8d58-4656-bbd0-2de8f1835e0f None None] Attempting to bind port eee980b5-1ecd-476a-a84c-8ccb27319de2 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:54.076521 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff52994-8d58-4656-bbd0-2de8f1835e0f None None] Attempting to bind port eee980b5-1ecd-476a-a84c-8ccb27319de2 on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:54.088964 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-25e76661-ecbb-4163-a97e-a25d4558fe9d None None] Allocated IP 172.20.0.2 (bd8a4814-3fa6-412a-a86b-d3686555710b/dd09a311-387d-4835-a994-d06fa218a637/7b6118f2-50ba-4ea3-83ee-9477930ab630) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:46:54.112868 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff52994-8d58-4656-bbd0-2de8f1835e0f None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:46:54.113851 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff52994-8d58-4656-bbd0-2de8f1835e0f None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:54.114775 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5ff52994-8d58-4656-bbd0-2de8f1835e0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:54.115351 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff52994-8d58-4656-bbd0-2de8f1835e0f None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:46:54.116434 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-5ff52994-8d58-4656-bbd0-2de8f1835e0f None None] Bound port: eee980b5-1ecd-476a-a84c-8ccb27319de2, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:46:54.117126 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5ff52994-8d58-4656-bbd0-2de8f1835e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:54.210110 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-5ff52994-8d58-4656-bbd0-2de8f1835e0f None None] For port eee980b5-1ecd-476a-a84c-8ccb27319de2, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:46:54.231233 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-5ff52994-8d58-4656-bbd0-2de8f1835e0f None None] For port eee980b5-1ecd-476a-a84c-8ccb27319de2, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=eee980b5-1ecd-476a-a84c-8ccb27319de2,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:46:54.231233 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5ff52994-8d58-4656-bbd0-2de8f1835e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:54.253850 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3e06f463-8066-47fe-9a6a-16dae2e5e853 None None] Provisioning complete for port eee980b5-1ecd-476a-a84c-8ccb27319de2 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:54.255043 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3e06f463-8066-47fe-9a6a-16dae2e5e853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:54.285955 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff52994-8d58-4656-bbd0-2de8f1835e0f None None] Routers {'d4483312-bd0c-46bc-b178-1065b3a5c2b9'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:54.286887 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-5ff52994-8d58-4656-bbd0-2de8f1835e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:46:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['d4483312-bd0c-46bc-b178-1065b3a5c2b9'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:54.360949 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4ce7e2b5-f26f-4f05-b892-4b5acbd82681 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:54.367160 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41930943-0c62-4c60-94a4-232f9d4a429e None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:46:54.474528 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-5ff52994-8d58-4656-bbd0-2de8f1835e0f None None] Set router d4483312-bd0c-46bc-b178-1065b3a5c2b9 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:54.541855 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3e06f463-8066-47fe-9a6a-16dae2e5e853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:54.573345 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3e06f463-8066-47fe-9a6a-16dae2e5e853 None None] For port eee980b5-1ecd-476a-a84c-8ccb27319de2, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=eee980b5-1ecd-476a-a84c-8ccb27319de2,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:54.590887 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3e06f463-8066-47fe-9a6a-16dae2e5e853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:54.607029 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f360d540-28da-48f0-9e11-5e0f439d3430 None None] Pushing event updated for resources: {'Port': ['ID=eee980b5-1ecd-476a-a84c-8ccb27319de2,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:54.638153 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-25e76661-ecbb-4163-a97e-a25d4558fe9d None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:54.661267 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f360d540-28da-48f0-9e11-5e0f439d3430 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:54.661614 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f360d540-28da-48f0-9e11-5e0f439d3430 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:54.663079 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f360d540-28da-48f0-9e11-5e0f439d3430 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:54.663422 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f360d540-28da-48f0-9e11-5e0f439d3430 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:54.663751 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f360d540-28da-48f0-9e11-5e0f439d3430 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:54.664100 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f360d540-28da-48f0-9e11-5e0f439d3430 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:54.664425 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f360d540-28da-48f0-9e11-5e0f439d3430 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:54.664746 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f360d540-28da-48f0-9e11-5e0f439d3430 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:54.669321 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f360d540-28da-48f0-9e11-5e0f439d3430 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:54.669740 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f360d540-28da-48f0-9e11-5e0f439d3430 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:54.670086 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f360d540-28da-48f0-9e11-5e0f439d3430 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:54.670427 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f360d540-28da-48f0-9e11-5e0f439d3430 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:54.813373 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06f463-8066-47fe-9a6a-16dae2e5e853 None None] Pushing event updated for resources: {'Port': ['ID=eee980b5-1ecd-476a-a84c-8ccb27319de2,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:54.864065 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-25e76661-ecbb-4163-a97e-a25d4558fe9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:54.904475 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3ed68b34-3b15-4a3c-8d31-6f03ec9b0f80 None None] Provisioning complete for port eee980b5-1ecd-476a-a84c-8ccb27319de2 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:54.904845 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3ed68b34-3b15-4a3c-8d31-6f03ec9b0f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:54.919189 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f360d540-28da-48f0-9e11-5e0f439d3430 None None] Pushing event updated for resources: {'Port': ['ID=eee980b5-1ecd-476a-a84c-8ccb27319de2,revision_number=4']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:55.070022 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-5ff52994-8d58-4656-bbd0-2de8f1835e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4483312-bd0c-46bc-b178-1065b3a5c2b9', 'name': 'tempest-TestNetworkBasicOps-router-1050781029', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'eee980b5-1ecd-476a-a84c-8ccb27319de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:49Z', 'updated_at': '2021-11-12T03:46:51Z', 'revision_number': 3, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'gw_port': {'id': 'eee980b5-1ecd-476a-a84c-8ccb27319de2', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:29:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4483312-bd0c-46bc-b178-1065b3a5c2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:50Z', 'updated_at': '2021-11-12T03:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:55.119223 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-4ce7e2b5-f26f-4f05-b892-4b5acbd82681 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Allocated IP 172.20.0.1 (bd8a4814-3fa6-412a-a86b-d3686555710b/dd09a311-387d-4835-a994-d06fa218a637/e19d03c0-6915-42b1-bec5-9a22d5c62842) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:46:55.121122 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e76661-ecbb-4163-a97e-a25d4558fe9d None None] Pushing event updated for resources: {'Port': ['ID=7b6118f2-50ba-4ea3-83ee-9477930ab630,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:55.134846 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e76661-ecbb-4163-a97e-a25d4558fe9d None None] Network bd8a4814-3fa6-412a-a86b-d3686555710b is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:55.140903 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-25e76661-ecbb-4163-a97e-a25d4558fe9d None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:55.145737 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e76661-ecbb-4163-a97e-a25d4558fe9d None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:55.180715 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff52994-8d58-4656-bbd0-2de8f1835e0f None None] The sync data for ids ['d4483312-bd0c-46bc-b178-1065b3a5c2b9'] in n-d-715271-27 is: [{'id': 'd4483312-bd0c-46bc-b178-1065b3a5c2b9', 'name': 'tempest-TestNetworkBasicOps-router-1050781029', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'eee980b5-1ecd-476a-a84c-8ccb27319de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:49Z', 'updated_at': '2021-11-12T03:46:51Z', 'revision_number': 3, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'gw_port': {'id': 'eee980b5-1ecd-476a-a84c-8ccb27319de2', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:29:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4483312-bd0c-46bc-b178-1065b3a5c2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:50Z', 'updated_at': '2021-11-12T03:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:46:55.335256 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-25e76661-ecbb-4163-a97e-a25d4558fe9d None None] Attempting to bind port 7b6118f2-50ba-4ea3-83ee-9477930ab630 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:55.335966 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-25e76661-ecbb-4163-a97e-a25d4558fe9d None None] Attempting to bind port 7b6118f2-50ba-4ea3-83ee-9477930ab630 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '543e932c-18de-4f93-a6f2-b6a3fa05f895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'bd8a4814-3fa6-412a-a86b-d3686555710b'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:55.336542 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e76661-ecbb-4163-a97e-a25d4558fe9d None None] Attempting to bind port 7b6118f2-50ba-4ea3-83ee-9477930ab630 on network bd8a4814-3fa6-412a-a86b-d3686555710b {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:55.355044 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e76661-ecbb-4163-a97e-a25d4558fe9d None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:46:55.355504 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e76661-ecbb-4163-a97e-a25d4558fe9d None None] Checking segment: {'id': '543e932c-18de-4f93-a6f2-b6a3fa05f895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'bd8a4814-3fa6-412a-a86b-d3686555710b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:55.355921 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-25e76661-ecbb-4163-a97e-a25d4558fe9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:55.356717 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e76661-ecbb-4163-a97e-a25d4558fe9d None None] Bound using segment: {'id': '543e932c-18de-4f93-a6f2-b6a3fa05f895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'bd8a4814-3fa6-412a-a86b-d3686555710b'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:46:55.357204 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-25e76661-ecbb-4163-a97e-a25d4558fe9d None None] Bound port: 7b6118f2-50ba-4ea3-83ee-9477930ab630, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '543e932c-18de-4f93-a6f2-b6a3fa05f895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'bd8a4814-3fa6-412a-a86b-d3686555710b'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:46:55.357754 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-25e76661-ecbb-4163-a97e-a25d4558fe9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:55.440609 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4ce7e2b5-f26f-4f05-b892-4b5acbd82681 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:55.497741 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4ce7e2b5-f26f-4f05-b892-4b5acbd82681 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:55.586430 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce7e2b5-f26f-4f05-b892-4b5acbd82681 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Network bd8a4814-3fa6-412a-a86b-d3686555710b is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:55.606413 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-4ce7e2b5-f26f-4f05-b892-4b5acbd82681 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:55.620224 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce7e2b5-f26f-4f05-b892-4b5acbd82681 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:55.715104 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7e2b5-f26f-4f05-b892-4b5acbd82681 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event updated for resources: {'Port': ['ID=e19d03c0-6915-42b1-bec5-9a22d5c62842,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:55.743426 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-25e76661-ecbb-4163-a97e-a25d4558fe9d None None] For port 7b6118f2-50ba-4ea3-83ee-9477930ab630, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:46:55.753591 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-25e76661-ecbb-4163-a97e-a25d4558fe9d None None] For port 7b6118f2-50ba-4ea3-83ee-9477930ab630, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=7b6118f2-50ba-4ea3-83ee-9477930ab630,segment=NetworkSegment(543e932c-18de-4f93-a6f2-b6a3fa05f895),segment_id=543e932c-18de-4f93-a6f2-b6a3fa05f895)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:46:55.767428 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-25e76661-ecbb-4163-a97e-a25d4558fe9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:55.778837 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4ce7e2b5-f26f-4f05-b892-4b5acbd82681 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:56.040613 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e76661-ecbb-4163-a97e-a25d4558fe9d None None] Pushing event updated for resources: {'Port': ['ID=7b6118f2-50ba-4ea3-83ee-9477930ab630,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:56.158597 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4ce7e2b5-f26f-4f05-b892-4b5acbd82681 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:56.662933 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 7b6118f2-50ba-4ea3-83ee-9477930ab630 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:56.739259 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 7b6118f2-50ba-4ea3-83ee-9477930ab630 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:56.740051 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:56.772944 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4ce7e2b5-f26f-4f05-b892-4b5acbd82681 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:56.778800 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4ce7e2b5-f26f-4f05-b892-4b5acbd82681 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:56.862012 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7e2b5-f26f-4f05-b892-4b5acbd82681 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event updated for resources: {'Port': ['ID=e19d03c0-6915-42b1-bec5-9a22d5c62842,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:56.865127 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4ce7e2b5-f26f-4f05-b892-4b5acbd82681 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:56.897262 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:56.987320 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 7b6118f2-50ba-4ea3-83ee-9477930ab630, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=7b6118f2-50ba-4ea3-83ee-9477930ab630,segment=NetworkSegment(543e932c-18de-4f93-a6f2-b6a3fa05f895),segment_id=543e932c-18de-4f93-a6f2-b6a3fa05f895)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:56.997875 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:57.000220 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device eee980b5-1ecd-476a-a84c-8ccb27319de2 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:57.078746 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce7e2b5-f26f-4f05-b892-4b5acbd82681 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Network bd8a4814-3fa6-412a-a86b-d3686555710b is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:57.080668 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-4ce7e2b5-f26f-4f05-b892-4b5acbd82681 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:57.224486 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=7b6118f2-50ba-4ea3-83ee-9477930ab630,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:57.246955 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce7e2b5-f26f-4f05-b892-4b5acbd82681 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Router d4483312-bd0c-46bc-b178-1065b3a5c2b9 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:46:57.271202 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port eee980b5-1ecd-476a-a84c-8ccb27319de2 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:57.271852 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:57.487681 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce7e2b5-f26f-4f05-b892-4b5acbd82681 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:46:57.498496 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4ce7e2b5-f26f-4f05-b892-4b5acbd82681 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "PUT /v2.0/routers/d4483312-bd0c-46bc-b178-1065b3a5c2b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3872285 Nov 12 03:46:57.501342 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36056) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:57.692011 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28735f2-c257-4845-b98e-1750ad9564c7 None None] Network bd8a4814-3fa6-412a-a86b-d3686555710b requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:46:57.863257 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96cd789-5345-4973-9f23-d5076b8403bf tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:57.863731 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96cd789-5345-4973-9f23-d5076b8403bf tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:57.870368 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96cd789-5345-4973-9f23-d5076b8403bf tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:57.870955 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96cd789-5345-4973-9f23-d5076b8403bf tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:57.871411 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96cd789-5345-4973-9f23-d5076b8403bf tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:57.871862 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96cd789-5345-4973-9f23-d5076b8403bf tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:57.872811 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96cd789-5345-4973-9f23-d5076b8403bf tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:57.873260 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96cd789-5345-4973-9f23-d5076b8403bf tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:57.881230 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d96cd789-5345-4973-9f23-d5076b8403bf tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5667 time: 0.3787777 Nov 12 03:46:57.884381 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 36070) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:58.139097 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3da608-ddc4-4311-8e41-0269bffee900 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:58.142315 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3da608-ddc4-4311-8e41-0269bffee900 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:58.142992 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3da608-ddc4-4311-8e41-0269bffee900 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:58.144591 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3da608-ddc4-4311-8e41-0269bffee900 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:58.145213 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3da608-ddc4-4311-8e41-0269bffee900 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:58.163123 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3da608-ddc4-4311-8e41-0269bffee900 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:58.164566 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3da608-ddc4-4311-8e41-0269bffee900 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:58.165343 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3da608-ddc4-4311-8e41-0269bffee900 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:58.166849 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-e6687588-4c0e-4430-9ec7-f1c4ef6de135 None None] Provisioning complete for port 7b6118f2-50ba-4ea3-83ee-9477930ab630 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:58.167414 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e6687588-4c0e-4430-9ec7-f1c4ef6de135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:58.171163 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ae3da608-ddc4-4311-8e41-0269bffee900 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5178 time: 0.2857025 Nov 12 03:46:58.174166 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36078) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:58.418066 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1677f0af-3f61-44c1-a645-5c95f2191431 None None] Sync routers for ids ['d4483312-bd0c-46bc-b178-1065b3a5c2b9'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:46:58.433141 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1677f0af-3f61-44c1-a645-5c95f2191431 None None] Routers {'d4483312-bd0c-46bc-b178-1065b3a5c2b9'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:58.435095 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-1677f0af-3f61-44c1-a645-5c95f2191431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:46:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['d4483312-bd0c-46bc-b178-1065b3a5c2b9'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:58.533945 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 7b6118f2-50ba-4ea3-83ee-9477930ab630 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:59.140421 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-fc7ab151-ba9f-494b-96be-a06943ed800c None None] Provisioning complete for port e19d03c0-6915-42b1-bec5-9a22d5c62842 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:59.141412 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fc7ab151-ba9f-494b-96be-a06943ed800c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:59.194503 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-1677f0af-3f61-44c1-a645-5c95f2191431 None None] Set router d4483312-bd0c-46bc-b178-1065b3a5c2b9 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:59.271941 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 7b6118f2-50ba-4ea3-83ee-9477930ab630 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:59.272311 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:59.355411 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-fc7ab151-ba9f-494b-96be-a06943ed800c None None] Port e19d03c0-6915-42b1-bec5-9a22d5c62842 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:46:59.412095 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-cd791119-d785-4ac9-9059-fa7e8d79c3fe tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3051 time: 1.2341950 Nov 12 03:46:59.587146 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-fc7ab151-ba9f-494b-96be-a06943ed800c None None] Provisioning complete for port 7b6118f2-50ba-4ea3-83ee-9477930ab630 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:59.589249 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fc7ab151-ba9f-494b-96be-a06943ed800c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:59.980140 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-1677f0af-3f61-44c1-a645-5c95f2191431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4483312-bd0c-46bc-b178-1065b3a5c2b9', 'name': 'tempest-TestNetworkBasicOps-router-1050781029', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'eee980b5-1ecd-476a-a84c-8ccb27319de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:49Z', 'updated_at': '2021-11-12T03:46:56Z', 'revision_number': 4, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'gw_port': {'id': 'eee980b5-1ecd-476a-a84c-8ccb27319de2', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:29:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4483312-bd0c-46bc-b178-1065b3a5c2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:50Z', 'updated_at': '2021-11-12T03:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'e19d03c0-6915-42b1-bec5-9a22d5c62842', 'name': '', 'network_id': 'bd8a4814-3fa6-412a-a86b-d3686555710b', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'mac_address': 'fa:16:3e:32:da:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4483312-bd0c-46bc-b178-1065b3a5c2b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': 'dd09a311-387d-4835-a994-d06fa218a637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:54Z', 'updated_at': '2021-11-12T03:46:56Z', 'revision_number': 2, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'subnets': [{'id': 'dd09a311-387d-4835-a994-d06fa218a637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:00.052060 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1677f0af-3f61-44c1-a645-5c95f2191431 None None] Checking router: d4483312-bd0c-46bc-b178-1065b3a5c2b9 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:47:00.052503 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1677f0af-3f61-44c1-a645-5c95f2191431 None None] Updating router d4483312-bd0c-46bc-b178-1065b3a5c2b9 port e19d03c0-6915-42b1-bec5-9a22d5c62842 binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:47:00.130911 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1677f0af-3f61-44c1-a645-5c95f2191431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:00.159923 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-d6e48096-49fd-4737-97eb-99358ad0406c None None] Provisioning complete for port e19d03c0-6915-42b1-bec5-9a22d5c62842 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:00.160533 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d6e48096-49fd-4737-97eb-99358ad0406c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:00.510975 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-d6e48096-49fd-4737-97eb-99358ad0406c None None] Port e19d03c0-6915-42b1-bec5-9a22d5c62842 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:47:00.534886 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-256775bf-3d52-4e2e-93f3-d6b2599e91a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:00.540699 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1677f0af-3f61-44c1-a645-5c95f2191431 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:00.553327 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1677f0af-3f61-44c1-a645-5c95f2191431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:00.691897 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539052ec-6ee6-4b2a-93ac-387873e4508f None None] Pushing event updated for resources: {'Port': ['ID=e19d03c0-6915-42b1-bec5-9a22d5c62842,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:00.915368 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-1677f0af-3f61-44c1-a645-5c95f2191431 None None] Attempting to bind port e19d03c0-6915-42b1-bec5-9a22d5c62842 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:47:00.916178 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-1677f0af-3f61-44c1-a645-5c95f2191431 None None] Attempting to bind port e19d03c0-6915-42b1-bec5-9a22d5c62842 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '543e932c-18de-4f93-a6f2-b6a3fa05f895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'bd8a4814-3fa6-412a-a86b-d3686555710b'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:47:00.916822 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1677f0af-3f61-44c1-a645-5c95f2191431 None None] Attempting to bind port e19d03c0-6915-42b1-bec5-9a22d5c62842 on network bd8a4814-3fa6-412a-a86b-d3686555710b {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:00.940550 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1677f0af-3f61-44c1-a645-5c95f2191431 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:47:00.941396 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1677f0af-3f61-44c1-a645-5c95f2191431 None None] Checking segment: {'id': '543e932c-18de-4f93-a6f2-b6a3fa05f895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'bd8a4814-3fa6-412a-a86b-d3686555710b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:00.942060 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1677f0af-3f61-44c1-a645-5c95f2191431 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:00.947610 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1677f0af-3f61-44c1-a645-5c95f2191431 None None] Bound using segment: {'id': '543e932c-18de-4f93-a6f2-b6a3fa05f895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'bd8a4814-3fa6-412a-a86b-d3686555710b'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:47:00.951660 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-1677f0af-3f61-44c1-a645-5c95f2191431 None None] Bound port: e19d03c0-6915-42b1-bec5-9a22d5c62842, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '543e932c-18de-4f93-a6f2-b6a3fa05f895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'bd8a4814-3fa6-412a-a86b-d3686555710b'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:47:00.958212 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1677f0af-3f61-44c1-a645-5c95f2191431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.091309 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36126) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:01.101633 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-421c19b6-4f03-42d2-aa3b-04ea5a862fd5 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1855235990', 'description': 'tempest-secgroup-smoke-1855235990 description', 'project_id': '31f81b1aeeb344b7a84563d0622f3019'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:01.181489 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-421c19b6-4f03-42d2-aa3b-04ea5a862fd5 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.269975 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-1677f0af-3f61-44c1-a645-5c95f2191431 None None] For port e19d03c0-6915-42b1-bec5-9a22d5c62842, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:47:01.328362 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-1677f0af-3f61-44c1-a645-5c95f2191431 None None] For port e19d03c0-6915-42b1-bec5-9a22d5c62842, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e19d03c0-6915-42b1-bec5-9a22d5c62842,segment=NetworkSegment(543e932c-18de-4f93-a6f2-b6a3fa05f895),segment_id=543e932c-18de-4f93-a6f2-b6a3fa05f895)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:47:01.352456 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1677f0af-3f61-44c1-a645-5c95f2191431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.378472 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-a33d17e0-5a7f-4b70-8a1a-94ef8fdd0a08 None None] Provisioning complete for port e19d03c0-6915-42b1-bec5-9a22d5c62842 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:01.378844 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a33d17e0-5a7f-4b70-8a1a-94ef8fdd0a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.401425 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-421c19b6-4f03-42d2-aa3b-04ea5a862fd5 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.417048 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-421c19b6-4f03-42d2-aa3b-04ea5a862fd5 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.490272 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-421c19b6-4f03-42d2-aa3b-04ea5a862fd5 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.498845 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 36138) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:01.500067 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-421c19b6-4f03-42d2-aa3b-04ea5a862fd5 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4028354 Nov 12 03:47:01.502471 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421c19b6-4f03-42d2-aa3b-04ea5a862fd5 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28af5d02-f79d-46a5-a458-b64553e6883c,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:01.505910 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-7949fa00-e604-4060-b42d-74231d948ecb tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Request body: {'security_group_rule': {'security_group_id': '28af5d02-f79d-46a5-a458-b64553e6883c', 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:01.607402 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7949fa00-e604-4060-b42d-74231d948ecb tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.680651 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1677f0af-3f61-44c1-a645-5c95f2191431 None None] Routers {'d4483312-bd0c-46bc-b178-1065b3a5c2b9'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:01.681921 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-1677f0af-3f61-44c1-a645-5c95f2191431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:46:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['d4483312-bd0c-46bc-b178-1065b3a5c2b9'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:01.731362 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539052ec-6ee6-4b2a-93ac-387873e4508f None None] Pushing event updated for resources: {'Port': ['ID=e19d03c0-6915-42b1-bec5-9a22d5c62842,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:01.738803 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7949fa00-e604-4060-b42d-74231d948ecb tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.746275 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7949fa00-e604-4060-b42d-74231d948ecb tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.752334 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a33d17e0-5a7f-4b70-8a1a-94ef8fdd0a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.785621 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7949fa00-e604-4060-b42d-74231d948ecb tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31780302-d43b-4d94-879b-70ad9169b4f3,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:01.802110 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7949fa00-e604-4060-b42d-74231d948ecb tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.808447 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36146) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:01.809955 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7949fa00-e604-4060-b42d-74231d948ecb tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3093624 Nov 12 03:47:01.813346 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-ed04fd11-a0b1-4613-aa56-8c05d9cf4ae7 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Request body: {'security_group_rule': {'security_group_id': '28af5d02-f79d-46a5-a458-b64553e6883c', 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:01.865066 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ed04fd11-a0b1-4613-aa56-8c05d9cf4ae7 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.873102 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-a33d17e0-5a7f-4b70-8a1a-94ef8fdd0a08 None None] For port e19d03c0-6915-42b1-bec5-9a22d5c62842, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e19d03c0-6915-42b1-bec5-9a22d5c62842,segment=NetworkSegment(543e932c-18de-4f93-a6f2-b6a3fa05f895),segment_id=543e932c-18de-4f93-a6f2-b6a3fa05f895)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:01.880052 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a33d17e0-5a7f-4b70-8a1a-94ef8fdd0a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.935376 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-1677f0af-3f61-44c1-a645-5c95f2191431 None None] Set router d4483312-bd0c-46bc-b178-1065b3a5c2b9 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:02.007124 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ed04fd11-a0b1-4613-aa56-8c05d9cf4ae7 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.010216 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d17e0-5a7f-4b70-8a1a-94ef8fdd0a08 None None] Pushing event updated for resources: {'Port': ['ID=e19d03c0-6915-42b1-bec5-9a22d5c62842,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:02.013942 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ed04fd11-a0b1-4613-aa56-8c05d9cf4ae7 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.066167 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed04fd11-a0b1-4613-aa56-8c05d9cf4ae7 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e7e425a-c584-4879-ac84-4dfc91d61c82,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:02.076916 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ed04fd11-a0b1-4613-aa56-8c05d9cf4ae7 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.083314 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ed04fd11-a0b1-4613-aa56-8c05d9cf4ae7 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2712765 Nov 12 03:47:02.084128 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 36150) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:02.090419 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-ad79897e-5df6-47bc-a917-56f3906dc712 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Request body: {'security_group_rule': {'security_group_id': '28af5d02-f79d-46a5-a458-b64553e6883c', 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:02.096023 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-b8e7c32b-b0a8-4b45-ac15-0e5c5da33f6d None None] Provisioning complete for port e19d03c0-6915-42b1-bec5-9a22d5c62842 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:02.103955 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b8e7c32b-b0a8-4b45-ac15-0e5c5da33f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.169784 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ad79897e-5df6-47bc-a917-56f3906dc712 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.320161 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ad79897e-5df6-47bc-a917-56f3906dc712 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.325695 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ad79897e-5df6-47bc-a917-56f3906dc712 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.372555 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ad79897e-5df6-47bc-a917-56f3906dc712 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.376180 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ad79897e-5df6-47bc-a917-56f3906dc712 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2886288 Nov 12 03:47:02.377566 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79897e-5df6-47bc-a917-56f3906dc712 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f65a34c-40f4-4a8b-8b4d-46e5381decce,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:02.380404 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36160) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:02.399111 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-891e2fc6-2179-4567-b8ef-052e46e14795 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Request body: {'security_group_rule': {'security_group_id': '28af5d02-f79d-46a5-a458-b64553e6883c', 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:02.468520 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-891e2fc6-2179-4567-b8ef-052e46e14795 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.596220 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-891e2fc6-2179-4567-b8ef-052e46e14795 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.601290 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-1677f0af-3f61-44c1-a645-5c95f2191431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4483312-bd0c-46bc-b178-1065b3a5c2b9', 'name': 'tempest-TestNetworkBasicOps-router-1050781029', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'eee980b5-1ecd-476a-a84c-8ccb27319de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:49Z', 'updated_at': '2021-11-12T03:46:56Z', 'revision_number': 4, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'gw_port': {'id': 'eee980b5-1ecd-476a-a84c-8ccb27319de2', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:29:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4483312-bd0c-46bc-b178-1065b3a5c2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:50Z', 'updated_at': '2021-11-12T03:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'e19d03c0-6915-42b1-bec5-9a22d5c62842', 'name': '', 'network_id': 'bd8a4814-3fa6-412a-a86b-d3686555710b', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'mac_address': 'fa:16:3e:32:da:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4483312-bd0c-46bc-b178-1065b3a5c2b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': 'dd09a311-387d-4835-a994-d06fa218a637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:54Z', 'updated_at': '2021-11-12T03:47:01Z', 'revision_number': 4, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'subnets': [{'id': 'dd09a311-387d-4835-a994-d06fa218a637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:02.602573 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-891e2fc6-2179-4567-b8ef-052e46e14795 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.639055 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e2fc6-2179-4567-b8ef-052e46e14795 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1ee0d68-13d1-4dee-9584-839f46228373,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:02.656825 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1677f0af-3f61-44c1-a645-5c95f2191431 None None] The sync data for ids ['d4483312-bd0c-46bc-b178-1065b3a5c2b9'] in n-d-715271-27 is: [{'id': 'd4483312-bd0c-46bc-b178-1065b3a5c2b9', 'name': 'tempest-TestNetworkBasicOps-router-1050781029', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'eee980b5-1ecd-476a-a84c-8ccb27319de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:49Z', 'updated_at': '2021-11-12T03:46:56Z', 'revision_number': 4, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'gw_port': {'id': 'eee980b5-1ecd-476a-a84c-8ccb27319de2', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:29:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4483312-bd0c-46bc-b178-1065b3a5c2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:50Z', 'updated_at': '2021-11-12T03:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'e19d03c0-6915-42b1-bec5-9a22d5c62842', 'name': '', 'network_id': 'bd8a4814-3fa6-412a-a86b-d3686555710b', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'mac_address': 'fa:16:3e:32:da:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4483312-bd0c-46bc-b178-1065b3a5c2b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': 'dd09a311-387d-4835-a994-d06fa218a637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:54Z', 'updated_at': '2021-11-12T03:47:01Z', 'revision_number': 4, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'subnets': [{'id': 'dd09a311-387d-4835-a994-d06fa218a637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:47:02.668210 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-891e2fc6-2179-4567-b8ef-052e46e14795 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.675375 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-891e2fc6-2179-4567-b8ef-052e46e14795 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2800162 Nov 12 03:47:02.675862 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 36164) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:02.680640 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-395fa8c5-3f7b-4987-b48f-e2f5aa2c48fb tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Request body: {'security_group_rule': {'security_group_id': '28af5d02-f79d-46a5-a458-b64553e6883c', 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:02.721969 n-d-715271-27 neutron-server[102571]: INFO neutron.db.securitygroups_db [None req-395fa8c5-3f7b-4987-b48f-e2f5aa2c48fb tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Project 31f81b1aeeb344b7a84563d0622f3019 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:47:02.767696 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-395fa8c5-3f7b-4987-b48f-e2f5aa2c48fb tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.956584 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-395fa8c5-3f7b-4987-b48f-e2f5aa2c48fb tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.961491 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-395fa8c5-3f7b-4987-b48f-e2f5aa2c48fb tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:03.024883 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395fa8c5-3f7b-4987-b48f-e2f5aa2c48fb tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=288b17d3-7010-4f31-b095-ea63950d3e25,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:03.053226 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-395fa8c5-3f7b-4987-b48f-e2f5aa2c48fb tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:03.054644 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-395fa8c5-3f7b-4987-b48f-e2f5aa2c48fb tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3778574 Nov 12 03:47:03.061538 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 36170) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:03.066990 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-55155fce-fd12-498c-b7db-616d58f4b493 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Request body: {'security_group_rule': {'security_group_id': '28af5d02-f79d-46a5-a458-b64553e6883c', 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:03.121633 n-d-715271-27 neutron-server[102571]: INFO neutron.db.securitygroups_db [None req-55155fce-fd12-498c-b7db-616d58f4b493 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Project 31f81b1aeeb344b7a84563d0622f3019 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:47:03.127447 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-55155fce-fd12-498c-b7db-616d58f4b493 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:03.331415 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-55155fce-fd12-498c-b7db-616d58f4b493 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:03.337329 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-55155fce-fd12-498c-b7db-616d58f4b493 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:03.366666 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55155fce-fd12-498c-b7db-616d58f4b493 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3668c9b-b603-4bb7-86b1-1536ceb2f43d,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:03.380868 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4457ee56-8efa-4290-ab3c-58596c184362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:03.395222 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-55155fce-fd12-498c-b7db-616d58f4b493 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:03.396212 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-55155fce-fd12-498c-b7db-616d58f4b493 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3329725 Nov 12 03:47:04.135333 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.341693 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-d59350c9-e880-4d95-95a8-9751a2ad27b3 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1855235990&fields=id&tenant_id=31f81b1aeeb344b7a84563d0622f3019 HTTP/1.1" status: 200 len: 267 time: 0.1628470 Nov 12 03:47:04.526569 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e19d03c0-6915-42b1-bec5-9a22d5c62842 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:04.660748 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port e19d03c0-6915-42b1-bec5-9a22d5c62842 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:04.661386 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.824154 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-927403f4-1a5e-4d50-a3ce-8c0f9815f4d4 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:04.841189 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-927403f4-1a5e-4d50-a3ce-8c0f9815f4d4 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/networks?id=bd8a4814-3fa6-412a-a86b-d3686555710b HTTP/1.1" status: 200 len: 795 time: 0.4985316 Nov 12 03:47:04.883605 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-589db8c9-e753-4f2a-917f-1c3ae54cb353 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/quotas/31f81b1aeeb344b7a84563d0622f3019 HTTP/1.1" status: 200 len: 375 time: 0.0412221 Nov 12 03:47:05.166451 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-04df6a88-7c64-4648-b7f2-d273765fb501 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=31f81b1aeeb344b7a84563d0622f3019&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2740893 Nov 12 03:47:05.507339 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.823717 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-af860d7d-6117-4b8c-a063-28e5d69456b5 service neutron] 10.222.0.50 "GET /v2.0/networks/bd8a4814-3fa6-412a-a86b-d3686555710b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6485927 Nov 12 03:47:06.031225 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-7f74bc85-0b19-4e54-b03e-72409739db6c service neutron] 10.222.0.50 "GET /v2.0/networks/bd8a4814-3fa6-412a-a86b-d3686555710b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994059 Nov 12 03:47:06.373748 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-70033ef4-2421-4b96-9865-09ba46049cb1 req-615e7909-f926-4f67-95d4-8759050aabb6 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=748d5cfd-8aa2-486f-9708-e6ebdab6520a HTTP/1.1" status: 200 len: 210 time: 0.1102552 Nov 12 03:47:06.392793 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:06.932991 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 36264) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:07.173522 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-561acba7-8561-4f06-b9db-cfd438699d9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.379006 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-561acba7-8561-4f06-b9db-cfd438699d9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.392184 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-561acba7-8561-4f06-b9db-cfd438699d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.461676 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-561acba7-8561-4f06-b9db-cfd438699d9c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=afd2a12d7ec0482c9699cc3ada32c481&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5269725 Nov 12 03:47:07.463750 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561acba7-8561-4f06-b9db-cfd438699d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb113ec-3c32-441a-82f6-55866319593b,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:07.464488 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36274) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:07.556235 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c91273fb-cbcd-4eb7-9d5c-6dba3d09ab43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.597572 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c91273fb-cbcd-4eb7-9d5c-6dba3d09ab43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.599965 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-208fb6d8-9d88-4927-ba84-650e6e321bcd req-de90e945-a34f-4988-bf36-ae5552223683 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=748d5cfd-8aa2-486f-9708-e6ebdab6520a HTTP/1.1" status: 200 len: 210 time: 0.0700777 Nov 12 03:47:07.683515 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c91273fb-cbcd-4eb7-9d5c-6dba3d09ab43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.688302 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c91273fb-cbcd-4eb7-9d5c-6dba3d09ab43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.689754 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c91273fb-cbcd-4eb7-9d5c-6dba3d09ab43 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bbb113ec-3c32-441a-82f6-55866319593b HTTP/1.1" status: 204 len: 168 time: 0.2243187 Nov 12 03:47:07.700045 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91273fb-cbcd-4eb7-9d5c-6dba3d09ab43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb113ec-3c32-441a-82f6-55866319593b,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:08.218883 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36300) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:08.245013 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3792313e-2592-47c8-996b-4ce041b04f6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.264122 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-fa017a6e-0c06-4d16-9418-6f5cc5a4351c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:08.267330 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-fa017a6e-0c06-4d16-9418-6f5cc5a4351c tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.74 "GET /v2.0/networks?id=bd8a4814-3fa6-412a-a86b-d3686555710b HTTP/1.1" status: 200 len: 795 time: 0.2620785 Nov 12 03:47:08.457615 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-e77d6088-0ac9-4c28-a194-2de8ca70e12b tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31f81b1aeeb344b7a84563d0622f3019 HTTP/1.1" status: 200 len: 380 time: 0.1716294 Nov 12 03:47:08.469198 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-9abcb007-be93-46a3-8c31-c760ead6efb8 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Request body: {'port': {'device_id': '748d5cfd-8aa2-486f-9708-e6ebdab6520a', 'network_id': 'bd8a4814-3fa6-412a-a86b-d3686555710b', 'admin_state_up': True, 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'security_groups': ['28af5d02-f79d-46a5-a458-b64553e6883c']}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:08.503943 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3792313e-2592-47c8-996b-4ce041b04f6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.509533 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3792313e-2592-47c8-996b-4ce041b04f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.572566 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3792313e-2592-47c8-996b-4ce041b04f6c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=55cdf35039514731b454d80067ada2e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3519614 Nov 12 03:47:08.574484 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792313e-2592-47c8-996b-4ce041b04f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19427a83-f8b1-4a14-ab44-30a9e5de871a,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:08.580498 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36314) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:08.612816 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-9abcb007-be93-46a3-8c31-c760ead6efb8 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Made reservation on behalf of 31f81b1aeeb344b7a84563d0622f3019 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:47:08.617688 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-9abcb007-be93-46a3-8c31-c760ead6efb8 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.654252 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-47559a9d-37e1-4e68-9488-494414667022 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.688897 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-47559a9d-37e1-4e68-9488-494414667022 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.689429 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.798029 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-47559a9d-37e1-4e68-9488-494414667022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.802439 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-47559a9d-37e1-4e68-9488-494414667022 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.804045 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-47559a9d-37e1-4e68-9488-494414667022 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/19427a83-f8b1-4a14-ab44-30a9e5de871a HTTP/1.1" status: 204 len: 168 time: 0.2219059 Nov 12 03:47:08.826408 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47559a9d-37e1-4e68-9488-494414667022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19427a83-f8b1-4a14-ab44-30a9e5de871a,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:09.223465 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f385bf54-48c3-4bb5-ade7-e16707725db5 req-516589f3-d316-4d6e-a484-a0f881573887 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=748d5cfd-8aa2-486f-9708-e6ebdab6520a HTTP/1.1" status: 200 len: 210 time: 0.4602106 Nov 12 03:47:09.280632 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-9abcb007-be93-46a3-8c31-c760ead6efb8 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Allocated IP 172.20.0.13 (bd8a4814-3fa6-412a-a86b-d3686555710b/dd09a311-387d-4835-a994-d06fa218a637/e150f39e-8507-4adf-9201-5c27f819f72e) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:47:09.351993 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52334d46-4603-4484-bf31-6b73300093b4 req-ae50e1ac-7e72-4bed-8ee6-0f88ff943293 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:09.359632 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-52334d46-4603-4484-bf31-6b73300093b4 req-ae50e1ac-7e72-4bed-8ee6-0f88ff943293 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e93e943-08ee-4601-ad99-98d1a0a02b26 HTTP/1.1" status: 200 len: 946 time: 0.4876134 Nov 12 03:47:09.464312 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-52334d46-4603-4484-bf31-6b73300093b4 req-96ac8370-03e8-49c9-b75c-499310c508f8 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7383b1e-3145-4afc-bc14-7570d6bee322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035461 Nov 12 03:47:09.535572 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-9abcb007-be93-46a3-8c31-c760ead6efb8 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:09.573540 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-9abcb007-be93-46a3-8c31-c760ead6efb8 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:09.625632 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-9abcb007-be93-46a3-8c31-c760ead6efb8 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Network bd8a4814-3fa6-412a-a86b-d3686555710b is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:09.628906 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-9abcb007-be93-46a3-8c31-c760ead6efb8 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:09.633645 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-9abcb007-be93-46a3-8c31-c760ead6efb8 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:47:09.666266 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abcb007-be93-46a3-8c31-c760ead6efb8 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event updated for resources: {'Port': ['ID=e150f39e-8507-4adf-9201-5c27f819f72e,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:09.706869 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-9abcb007-be93-46a3-8c31-c760ead6efb8 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:09.707782 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-9abcb007-be93-46a3-8c31-c760ead6efb8 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:09.729978 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-9abcb007-be93-46a3-8c31-c760ead6efb8 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2651668 Nov 12 03:47:09.750117 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-e64c2477-c0c2-4e24-9672-1bd3e154e59e service neutron] Request body: {'port': {'device_id': '748d5cfd-8aa2-486f-9708-e6ebdab6520a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:09.817055 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-e64c2477-c0c2-4e24-9672-1bd3e154e59e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:09.992054 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4094ed97-f7dc-4408-b73a-37db57400c69 None None] Provisioning complete for port e150f39e-8507-4adf-9201-5c27f819f72e triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:09.999553 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4094ed97-f7dc-4408-b73a-37db57400c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:10.063114 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4094ed97-f7dc-4408-b73a-37db57400c69 None None] Port e150f39e-8507-4adf-9201-5c27f819f72e cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:47:10.191262 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-e64c2477-c0c2-4e24-9672-1bd3e154e59e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e150f39e-8507-4adf-9201-5c27f819f72e {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:47:10.200873 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-e64c2477-c0c2-4e24-9672-1bd3e154e59e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:10.219704 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-e64c2477-c0c2-4e24-9672-1bd3e154e59e service neutron] Transition to ACTIVE for port object e150f39e-8507-4adf-9201-5c27f819f72e will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:47:10.226320 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-e64c2477-c0c2-4e24-9672-1bd3e154e59e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:10.400814 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c2477-c0c2-4e24-9672-1bd3e154e59e service neutron] Pushing event updated for resources: {'Port': ['ID=e150f39e-8507-4adf-9201-5c27f819f72e,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:10.468767 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d6748-01c0-4f21-85f0-96b2cc033d77 req-9b31bbb0-7945-4a21-9364-638b3442c729 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:10.470900 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-964d6748-01c0-4f21-85f0-96b2cc033d77 req-9b31bbb0-7945-4a21-9364-638b3442c729 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=748d5cfd-8aa2-486f-9708-e6ebdab6520a HTTP/1.1" status: 200 len: 944 time: 0.1382029 Nov 12 03:47:10.526333 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-e64c2477-c0c2-4e24-9672-1bd3e154e59e service neutron] Attempting to bind port e150f39e-8507-4adf-9201-5c27f819f72e on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:47:10.526980 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-e64c2477-c0c2-4e24-9672-1bd3e154e59e service neutron] Attempting to bind port e150f39e-8507-4adf-9201-5c27f819f72e by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '543e932c-18de-4f93-a6f2-b6a3fa05f895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'bd8a4814-3fa6-412a-a86b-d3686555710b'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:47:10.527556 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-e64c2477-c0c2-4e24-9672-1bd3e154e59e service neutron] Attempting to bind port e150f39e-8507-4adf-9201-5c27f819f72e on network bd8a4814-3fa6-412a-a86b-d3686555710b {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:10.543235 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-e64c2477-c0c2-4e24-9672-1bd3e154e59e service neutron] Port e150f39e-8507-4adf-9201-5c27f819f72e on network bd8a4814-3fa6-412a-a86b-d3686555710b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:47:10.544101 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-e64c2477-c0c2-4e24-9672-1bd3e154e59e service neutron] Attempting to bind port e150f39e-8507-4adf-9201-5c27f819f72e on network bd8a4814-3fa6-412a-a86b-d3686555710b {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:10.562039 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-e64c2477-c0c2-4e24-9672-1bd3e154e59e service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:47:10.562795 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-e64c2477-c0c2-4e24-9672-1bd3e154e59e service neutron] Checking segment: {'id': '543e932c-18de-4f93-a6f2-b6a3fa05f895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'bd8a4814-3fa6-412a-a86b-d3686555710b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:10.563375 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-e64c2477-c0c2-4e24-9672-1bd3e154e59e service neutron] Bound using segment: {'id': '543e932c-18de-4f93-a6f2-b6a3fa05f895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'bd8a4814-3fa6-412a-a86b-d3686555710b'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:47:10.564002 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-e64c2477-c0c2-4e24-9672-1bd3e154e59e service neutron] Bound port: e150f39e-8507-4adf-9201-5c27f819f72e, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '543e932c-18de-4f93-a6f2-b6a3fa05f895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'bd8a4814-3fa6-412a-a86b-d3686555710b'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:47:10.564550 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-e64c2477-c0c2-4e24-9672-1bd3e154e59e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:10.571851 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-964d6748-01c0-4f21-85f0-96b2cc033d77 req-99fb530e-d939-4221-9037-e94ad6e21649 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/security-groups?id=28af5d02-f79d-46a5-a458-b64553e6883c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755053 Nov 12 03:47:10.648356 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 36388) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:10.691729 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-e64c2477-c0c2-4e24-9672-1bd3e154e59e service neutron] For port e150f39e-8507-4adf-9201-5c27f819f72e, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:47:10.695342 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-e64c2477-c0c2-4e24-9672-1bd3e154e59e service neutron] For port e150f39e-8507-4adf-9201-5c27f819f72e, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=e150f39e-8507-4adf-9201-5c27f819f72e,segment=NetworkSegment(543e932c-18de-4f93-a6f2-b6a3fa05f895),segment_id=543e932c-18de-4f93-a6f2-b6a3fa05f895)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:47:10.703705 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-e64c2477-c0c2-4e24-9672-1bd3e154e59e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:10.721871 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3e73e-862c-40d3-9323-d2055d094387 req-eedc312d-114e-49a3-adc9-88d1e84fd298 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:10.723426 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-98b3e73e-862c-40d3-9323-d2055d094387 req-eedc312d-114e-49a3-adc9-88d1e84fd298 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.90 "GET /v2.0/ports?device_id=2e93e943-08ee-4601-ad99-98d1a0a02b26 HTTP/1.1" status: 200 len: 946 time: 0.1210759 Nov 12 03:47:10.804291 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0729c61-ef5a-4781-b380-0bd8ca92c199 req-dc5c9d0d-41cc-4780-8c3e-d86268cc9032 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:10.806195 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a0729c61-ef5a-4781-b380-0bd8ca92c199 req-dc5c9d0d-41cc-4780-8c3e-d86268cc9032 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e93e943-08ee-4601-ad99-98d1a0a02b26 HTTP/1.1" status: 200 len: 946 time: 0.1564593 Nov 12 03:47:10.866560 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c2477-c0c2-4e24-9672-1bd3e154e59e service neutron] Pushing event updated for resources: {'Port': ['ID=e150f39e-8507-4adf-9201-5c27f819f72e,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:10.873705 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-e64c2477-c0c2-4e24-9672-1bd3e154e59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:10.876403 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-e64c2477-c0c2-4e24-9672-1bd3e154e59e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:10.879536 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-e64c2477-c0c2-4e24-9672-1bd3e154e59e service neutron] 10.222.0.74 "PUT /v2.0/ports/e150f39e-8507-4adf-9201-5c27f819f72e HTTP/1.1" status: 200 len: 1093 time: 1.1351554 Nov 12 03:47:10.880186 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '748d5cfd-8aa2-486f-9708-e6ebdab6520a', 'tag': 'e150f39e-8507-4adf-9201-5c27f819f72e'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:10.883089 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6851e349-1159-4861-b808-bbd2b5919252" -d '{"events": [{"name": "network-changed", "server_uuid": "748d5cfd-8aa2-486f-9708-e6ebdab6520a", "tag": "e150f39e-8507-4adf-9201-5c27f819f72e"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:10.962946 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a0729c61-ef5a-4781-b380-0bd8ca92c199 req-7c95c10e-d224-4bdb-8096-00de0230e1af tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7383b1e-3145-4afc-bc14-7570d6bee322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485441 Nov 12 03:47:10.991044 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-98b3e73e-862c-40d3-9323-d2055d094387 req-806c0779-ba67-435d-bc5e-76720be6dce3 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Deleting port 5ac33e0d-02ec-4e7a-a89c-72969a177fce {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:10.991737 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-98b3e73e-862c-40d3-9323-d2055d094387 req-806c0779-ba67-435d-bc5e-76720be6dce3 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:11.012629 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5d3705-c656-4114-a9cf-6838dfe31b62 x-openstack-request-id: req-dd5d3705-c656-4114-a9cf-6838dfe31b62 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:11.012909 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "748d5cfd-8aa2-486f-9708-e6ebdab6520a", "tag": "e150f39e-8507-4adf-9201-5c27f819f72e", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:11.013156 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dd5d3705-c656-4114-a9cf-6838dfe31b62 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:11.013567 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '748d5cfd-8aa2-486f-9708-e6ebdab6520a', 'tag': 'e150f39e-8507-4adf-9201-5c27f819f72e', 'status': 'completed', 'code': 200} Nov 12 03:47:11.077064 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-55b8a6ac-33c8-4eea-8ef5-fd83ed95c6e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:11.102128 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-98b3e73e-862c-40d3-9323-d2055d094387 req-806c0779-ba67-435d-bc5e-76720be6dce3 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] For port 5ac33e0d-02ec-4e7a-a89c-72969a177fce, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=5ac33e0d-02ec-4e7a-a89c-72969a177fce,segment=NetworkSegment(903eacc2-9f2d-47e8-bfb2-b205db6693da),segment_id=903eacc2-9f2d-47e8-bfb2-b205db6693da)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:11.102524 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-98b3e73e-862c-40d3-9323-d2055d094387 req-806c0779-ba67-435d-bc5e-76720be6dce3 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:11.197054 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-55b8a6ac-33c8-4eea-8ef5-fd83ed95c6e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:11.206130 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-55b8a6ac-33c8-4eea-8ef5-fd83ed95c6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:11.212340 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-69705274-b89a-4380-954f-aeea05152ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:11.214331 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-69705274-b89a-4380-954f-aeea05152ed6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=31f81b1aeeb344b7a84563d0622f3019&device_id=748d5cfd-8aa2-486f-9708-e6ebdab6520a HTTP/1.1" status: 200 len: 1096 time: 0.2738943 Nov 12 03:47:11.297618 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-55b8a6ac-33c8-4eea-8ef5-fd83ed95c6e7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f2a9374666654075ae96573635cdf631&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6444902 Nov 12 03:47:11.297876 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36404) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:11.348416 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-02c092b0-fb25-4b44-b525-e8906a8b2640 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e150f39e-8507-4adf-9201-5c27f819f72e HTTP/1.1" status: 200 len: 217 time: 0.1180303 Nov 12 03:47:11.349480 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8a6ac-33c8-4eea-8ef5-fd83ed95c6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ccde27c-148e-4a2a-8604-41a526b5a300,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:11.414776 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-a9356494-128a-4518-8967-7eaa131241aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:11.416399 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-a9356494-128a-4518-8967-7eaa131241aa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=dd09a311-387d-4835-a994-d06fa218a637 HTTP/1.1" status: 200 len: 834 time: 0.0565150 Nov 12 03:47:11.432684 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ab18323d-ae41-4f7c-b137-63a5b96fa218 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:11.462244 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ab18323d-ae41-4f7c-b137-63a5b96fa218 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:11.489544 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-98b3e73e-862c-40d3-9323-d2055d094387 req-806c0779-ba67-435d-bc5e-76720be6dce3 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:11.489917 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-98b3e73e-862c-40d3-9323-d2055d094387 req-806c0779-ba67-435d-bc5e-76720be6dce3 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:11.490301 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [req-98b3e73e-862c-40d3-9323-d2055d094387 req-806c0779-ba67-435d-bc5e-76720be6dce3 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Floating IP 426d477d-0fc9-4f11-9977-57fc576bf528 disassociated. External IP: 172.25.5.30, port: 5ac33e0d-02ec-4e7a-a89c-72969a177fce. Nov 12 03:47:11.490963 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-98b3e73e-862c-40d3-9323-d2055d094387 req-806c0779-ba67-435d-bc5e-76720be6dce3 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Calling delete_port for 5ac33e0d-02ec-4e7a-a89c-72969a177fce owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:11.509658 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-91d6cccb-0be8-413b-a12c-fc854ae70334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:11.511990 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-91d6cccb-0be8-413b-a12c-fc854ae70334 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bd8a4814-3fa6-412a-a86b-d3686555710b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0859060 Nov 12 03:47:11.630884 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ab18323d-ae41-4f7c-b137-63a5b96fa218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:11.637545 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ab18323d-ae41-4f7c-b137-63a5b96fa218 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:11.641331 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ab18323d-ae41-4f7c-b137-63a5b96fa218 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6ccde27c-148e-4a2a-8604-41a526b5a300 HTTP/1.1" status: 204 len: 168 time: 0.3422801 Nov 12 03:47:11.653456 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-6f2756de-7d1e-45a6-a78b-3f6300f47a34 service neutron] 10.222.0.74 "GET /v2.0/networks/bd8a4814-3fa6-412a-a86b-d3686555710b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302028 Nov 12 03:47:11.724731 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab18323d-ae41-4f7c-b137-63a5b96fa218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ccde27c-148e-4a2a-8604-41a526b5a300,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:11.806796 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-98b3e73e-862c-40d3-9323-d2055d094387 req-806c0779-ba67-435d-bc5e-76720be6dce3 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:11.835360 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b4d61-6017-419a-a1fa-f02ef66797c7 req-e9be2574-641b-478e-ac26-f7a5aba21cbd tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:11.838296 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-285b4d61-6017-419a-a1fa-f02ef66797c7 req-e9be2574-641b-478e-ac26-f7a5aba21cbd tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=748d5cfd-8aa2-486f-9708-e6ebdab6520a HTTP/1.1" status: 200 len: 944 time: 0.1168499 Nov 12 03:47:11.871026 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806c0779-ba67-435d-bc5e-76720be6dce3 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Pushing event deleted for resources: {'Port': ['ID=5ac33e0d-02ec-4e7a-a89c-72969a177fce,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:11.918985 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8e63e858-3d5b-47ff-840f-1456cf34a4f1 req-c7ac58dd-fc66-4bb3-aab2-8516f70967e0 service neutron] 10.222.0.74 "GET /v2.0/networks/bd8a4814-3fa6-412a-a86b-d3686555710b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544491 Nov 12 03:47:12.060381 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851e349-1159-4861-b808-bbd2b5919252 req-7e1af3d1-04ad-45f3-81a6-27853c418ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:12.063681 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6851e349-1159-4861-b808-bbd2b5919252 req-7e1af3d1-04ad-45f3-81a6-27853c418ff6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=31f81b1aeeb344b7a84563d0622f3019&device_id=748d5cfd-8aa2-486f-9708-e6ebdab6520a HTTP/1.1" status: 200 len: 1096 time: 0.0761795 Nov 12 03:47:12.102429 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-285b4d61-6017-419a-a1fa-f02ef66797c7 req-58d055ab-f03c-4280-b6f7-e2d2d4649e7e tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/security-groups?id=28af5d02-f79d-46a5-a458-b64553e6883c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2394123 Nov 12 03:47:12.209467 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98b3e73e-862c-40d3-9323-d2055d094387 req-806c0779-ba67-435d-bc5e-76720be6dce3 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Router 37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:47:12.252065 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851e349-1159-4861-b808-bbd2b5919252 req-509d37dd-86ba-4e23-b558-bcfcfc5deb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:12.253603 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6851e349-1159-4861-b808-bbd2b5919252 req-509d37dd-86ba-4e23-b558-bcfcfc5deb52 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bd8a4814-3fa6-412a-a86b-d3686555710b HTTP/1.1" status: 200 len: 896 time: 0.1765141 Nov 12 03:47:12.271626 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2b2ace56-7933-4187-834c-f2c98618b81a req-4aa9a3d3-f04d-451c-a13c-03da41911a43 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e93e943-08ee-4601-ad99-98d1a0a02b26 HTTP/1.1" status: 200 len: 210 time: 0.1699750 Nov 12 03:47:12.366046 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6851e349-1159-4861-b808-bbd2b5919252 req-c7d2114a-96b7-4c70-be60-04f1e3dc693f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e150f39e-8507-4adf-9201-5c27f819f72e HTTP/1.1" status: 200 len: 217 time: 0.0943108 Nov 12 03:47:12.469153 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851e349-1159-4861-b808-bbd2b5919252 req-fe8a1942-76d7-4a27-a109-7207ea87c4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:12.471015 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6851e349-1159-4861-b808-bbd2b5919252 req-fe8a1942-76d7-4a27-a109-7207ea87c4d0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=dd09a311-387d-4835-a994-d06fa218a637 HTTP/1.1" status: 200 len: 834 time: 0.0956023 Nov 12 03:47:12.474612 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98b3e73e-862c-40d3-9323-d2055d094387 req-806c0779-ba67-435d-bc5e-76720be6dce3 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:47:12.488533 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79aa5a93-8b33-47da-8bfa-9ec07f22777f None None] Sync routers for ids ['37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:47:12.507748 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79aa5a93-8b33-47da-8bfa-9ec07f22777f None None] Routers {'37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:12.508792 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-79aa5a93-8b33-47da-8bfa-9ec07f22777f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:47:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:12.558215 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b3e73e-862c-40d3-9323-d2055d094387 req-806c0779-ba67-435d-bc5e-76720be6dce3 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] No DVR routers for this DVR port 5ac33e0d-02ec-4e7a-a89c-72969a177fce on host n-h2-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:47:12.579234 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-98b3e73e-862c-40d3-9323-d2055d094387 req-806c0779-ba67-435d-bc5e-76720be6dce3 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:12.588066 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-98b3e73e-862c-40d3-9323-d2055d094387 req-806c0779-ba67-435d-bc5e-76720be6dce3 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.90 "DELETE /v2.0/ports/5ac33e0d-02ec-4e7a-a89c-72969a177fce HTTP/1.1" status: 204 len: 173 time: 1.8458576 Nov 12 03:47:12.595941 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851e349-1159-4861-b808-bbd2b5919252 req-3709abdf-0f7b-40e9-bec3-4bd9ee172c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:12.597962 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e93e943-08ee-4601-ad99-98d1a0a02b26', 'name': 'network-vif-deleted', 'tag': '5ac33e0d-02ec-4e7a-a89c-72969a177fce'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:12.600578 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17574f8-3d7a-46ea-88f6-f129036d7966" -d '{"events": [{"server_uuid": "2e93e943-08ee-4601-ad99-98d1a0a02b26", "name": "network-vif-deleted", "tag": "5ac33e0d-02ec-4e7a-a89c-72969a177fce"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:12.602987 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6851e349-1159-4861-b808-bbd2b5919252 req-3709abdf-0f7b-40e9-bec3-4bd9ee172c5a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bd8a4814-3fa6-412a-a86b-d3686555710b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1227400 Nov 12 03:47:12.684168 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c44f749-8df2-4700-867a-0f64689e2674 x-openstack-request-id: req-2c44f749-8df2-4700-867a-0f64689e2674 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:12.684636 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e93e943-08ee-4601-ad99-98d1a0a02b26", "name": "network-vif-deleted", "tag": "5ac33e0d-02ec-4e7a-a89c-72969a177fce", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:12.684981 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2c44f749-8df2-4700-867a-0f64689e2674 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:12.685599 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e93e943-08ee-4601-ad99-98d1a0a02b26', 'name': 'network-vif-deleted', 'tag': '5ac33e0d-02ec-4e7a-a89c-72969a177fce', 'status': 'completed', 'code': 200} Nov 12 03:47:12.807871 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-79aa5a93-8b33-47da-8bfa-9ec07f22777f None None] Set router 37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:12.828712 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6851e349-1159-4861-b808-bbd2b5919252 req-fbf498cb-c1c0-40d0-92a4-a11e9cd27216 service neutron] 10.222.0.74 "GET /v2.0/networks/bd8a4814-3fa6-412a-a86b-d3686555710b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160838 Nov 12 03:47:13.034630 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6851e349-1159-4861-b808-bbd2b5919252 req-c635944d-79c4-49e7-9288-f9f0445a0e0f service neutron] 10.222.0.74 "GET /v2.0/networks/bd8a4814-3fa6-412a-a86b-d3686555710b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897249 Nov 12 03:47:13.083653 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-79aa5a93-8b33-47da-8bfa-9ec07f22777f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'name': 'tempest-AttachVolumeTestJSON-889600545-router', 'tenant_id': '1978793e24864d458e17fb421706473b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'b670ebe3-6d3f-4cea-ad65-005bd4c834d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:14Z', 'updated_at': '2021-11-12T03:39:24Z', 'revision_number': 4, 'project_id': '1978793e24864d458e17fb421706473b', 'gw_port': {'id': 'b670ebe3-6d3f-4cea-ad65-005bd4c834d7', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:21:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:15Z', 'updated_at': '2021-11-12T03:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '19420312-14c3-4bad-bbb9-fe2e360acfee', 'name': '', 'network_id': 'ce97ab11-8a00-4cd9-ad27-4b288272e186', 'tenant_id': '1978793e24864d458e17fb421706473b', 'mac_address': 'fa:16:3e:d3:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '218af894-e138-49fb-983a-59526774f58c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:22Z', 'updated_at': '2021-11-12T03:39:30Z', 'revision_number': 5, 'project_id': '1978793e24864d458e17fb421706473b', 'subnets': [{'id': '218af894-e138-49fb-983a-59526774f58c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:13.117426 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79aa5a93-8b33-47da-8bfa-9ec07f22777f None None] Checking router: 37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:47:13.141070 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79aa5a93-8b33-47da-8bfa-9ec07f22777f None None] Routers {'37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:13.142228 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-79aa5a93-8b33-47da-8bfa-9ec07f22777f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:47:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:13.369204 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-4d54883c-f599-42c7-95a8-a974b3db2500 req-14126b56-675d-4c57-b0bd-9a7c663e936e service neutron] (102572) timed out ('10.222.0.50', 50870) {{(pid=102572) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 03:47:13.416569 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0dd04-cbf1-4b9e-8db3-decccc00ab32 req-ea793fa8-83a8-4443-91ac-9fef545855f9 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:13.420909 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f9c0dd04-cbf1-4b9e-8db3-decccc00ab32 req-ea793fa8-83a8-4443-91ac-9fef545855f9 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=748d5cfd-8aa2-486f-9708-e6ebdab6520a HTTP/1.1" status: 200 len: 944 time: 0.1888046 Nov 12 03:47:13.468485 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36470) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:13.528525 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f9c0dd04-cbf1-4b9e-8db3-decccc00ab32 req-81b72f85-e70d-42bf-acda-0c1aea6c49e2 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/security-groups?id=28af5d02-f79d-46a5-a458-b64553e6883c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980008 Nov 12 03:47:13.587670 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-79aa5a93-8b33-47da-8bfa-9ec07f22777f None None] Set router 37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:13.594693 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-98c4a368-0c39-4610-87fa-e4b1519c39e2 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:13.641682 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-98c4a368-0c39-4610-87fa-e4b1519c39e2 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:13.717175 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-98c4a368-0c39-4610-87fa-e4b1519c39e2 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:13.725729 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-98c4a368-0c39-4610-87fa-e4b1519c39e2 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:13.727599 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-98c4a368-0c39-4610-87fa-e4b1519c39e2 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "DELETE /v2.0/security-groups/d7383b1e-3145-4afc-bc14-7570d6bee322 HTTP/1.1" status: 204 len: 168 time: 0.2576730 Nov 12 03:47:13.730594 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 36478) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:13.756763 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-8e5ef296-c5a7-409e-b9c2-d8ed0500a450 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] show failed (client error): The resource could not be found. Nov 12 03:47:13.762813 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8e5ef296-c5a7-409e-b9c2-d8ed0500a450 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "GET /v2.0/security-groups/d7383b1e-3145-4afc-bc14-7570d6bee322 HTTP/1.1" status: 404 len: 347 time: 0.0279541 Nov 12 03:47:13.763601 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 36482) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:13.767699 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c4a368-0c39-4610-87fa-e4b1519c39e2 tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7383b1e-3145-4afc-bc14-7570d6bee322,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:14.026246 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-d7abd73c-41d1-4845-a208-a1da3f523edb tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Deleting port 10ee9843-a106-4f90-94f3-e4616ab2c582 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:14.026786 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d7abd73c-41d1-4845-a208-a1da3f523edb tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.111756 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-79aa5a93-8b33-47da-8bfa-9ec07f22777f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'name': 'tempest-AttachVolumeTestJSON-889600545-router', 'tenant_id': '1978793e24864d458e17fb421706473b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'b670ebe3-6d3f-4cea-ad65-005bd4c834d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:14Z', 'updated_at': '2021-11-12T03:39:24Z', 'revision_number': 4, 'project_id': '1978793e24864d458e17fb421706473b', 'gw_port': {'id': 'b670ebe3-6d3f-4cea-ad65-005bd4c834d7', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:21:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:15Z', 'updated_at': '2021-11-12T03:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '19420312-14c3-4bad-bbb9-fe2e360acfee', 'name': '', 'network_id': 'ce97ab11-8a00-4cd9-ad27-4b288272e186', 'tenant_id': '1978793e24864d458e17fb421706473b', 'mac_address': 'fa:16:3e:d3:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '218af894-e138-49fb-983a-59526774f58c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:22Z', 'updated_at': '2021-11-12T03:39:30Z', 'revision_number': 5, 'project_id': '1978793e24864d458e17fb421706473b', 'subnets': [{'id': '218af894-e138-49fb-983a-59526774f58c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:14.155192 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79aa5a93-8b33-47da-8bfa-9ec07f22777f None None] The sync data for ids ['37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87'] in n-d-715271-27 is: [{'id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'name': 'tempest-AttachVolumeTestJSON-889600545-router', 'tenant_id': '1978793e24864d458e17fb421706473b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'b670ebe3-6d3f-4cea-ad65-005bd4c834d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:14Z', 'updated_at': '2021-11-12T03:39:24Z', 'revision_number': 4, 'project_id': '1978793e24864d458e17fb421706473b', 'gw_port': {'id': 'b670ebe3-6d3f-4cea-ad65-005bd4c834d7', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:21:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:15Z', 'updated_at': '2021-11-12T03:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '19420312-14c3-4bad-bbb9-fe2e360acfee', 'name': '', 'network_id': 'ce97ab11-8a00-4cd9-ad27-4b288272e186', 'tenant_id': '1978793e24864d458e17fb421706473b', 'mac_address': 'fa:16:3e:d3:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': '218af894-e138-49fb-983a-59526774f58c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:22Z', 'updated_at': '2021-11-12T03:39:30Z', 'revision_number': 5, 'project_id': '1978793e24864d458e17fb421706473b', 'subnets': [{'id': '218af894-e138-49fb-983a-59526774f58c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:47:14.189854 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d7abd73c-41d1-4845-a208-a1da3f523edb tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.190168 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d7abd73c-41d1-4845-a208-a1da3f523edb tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.227242 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-d7abd73c-41d1-4845-a208-a1da3f523edb tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Calling delete_port for 10ee9843-a106-4f90-94f3-e4616ab2c582 owned by network:floatingip {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:14.538634 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d7abd73c-41d1-4845-a208-a1da3f523edb tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.559603 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 5ac33e0d-02ec-4e7a-a89c-72969a177fce no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:14.603525 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: 5ac33e0d-02ec-4e7a-a89c-72969a177fce {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:47:14.605305 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 5ac33e0d-02ec-4e7a-a89c-72969a177fce not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:47:14.650992 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abd73c-41d1-4845-a208-a1da3f523edb tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Pushing event deleted for resources: {'Port': ['ID=10ee9843-a106-4f90-94f3-e4616ab2c582,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:14.675625 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8e0a2c-2afc-45bb-af11-7a9abd00fc2b None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:47:14.777823 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96adaad1-f391-4047-a3cc-e991c710e67a None None] New status for floating IP 426d477d-0fc9-4f11-9977-57fc576bf528: DOWN {{(pid=102573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:47:14.807075 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d7abd73c-41d1-4845-a208-a1da3f523edb tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks [] for floatingip, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.809708 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d7abd73c-41d1-4845-a208-a1da3f523edb tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.811041 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d7abd73c-41d1-4845-a208-a1da3f523edb tempest-AttachVolumeTestJSON-171719793 tempest-AttachVolumeTestJSON-171719793-project] 10.222.0.50 "DELETE /v2.0/floatingips/426d477d-0fc9-4f11-9977-57fc576bf528 HTTP/1.1" status: 204 len: 168 time: 1.0461082 Nov 12 03:47:14.903466 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab5702-95a4-48f5-b246-5a8934d15257 req-75d51c76-9318-451b-96bd-20b8bce5c1c1 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:14.924486 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab5702-95a4-48f5-b246-5a8934d15257 req-75d51c76-9318-451b-96bd-20b8bce5c1c1 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:14.927573 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8bd118-05cd-4b08-a193-a46bb0b1c45b req-ed2f5a29-e81e-4255-a11c-14d78fff548f tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:14.933751 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab5702-95a4-48f5-b246-5a8934d15257 req-75d51c76-9318-451b-96bd-20b8bce5c1c1 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:14.936871 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bd8bd118-05cd-4b08-a193-a46bb0b1c45b req-ed2f5a29-e81e-4255-a11c-14d78fff548f tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=748d5cfd-8aa2-486f-9708-e6ebdab6520a HTTP/1.1" status: 200 len: 944 time: 0.1962175 Nov 12 03:47:14.942507 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab5702-95a4-48f5-b246-5a8934d15257 req-75d51c76-9318-451b-96bd-20b8bce5c1c1 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:14.949250 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab5702-95a4-48f5-b246-5a8934d15257 req-75d51c76-9318-451b-96bd-20b8bce5c1c1 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:14.971177 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab5702-95a4-48f5-b246-5a8934d15257 req-75d51c76-9318-451b-96bd-20b8bce5c1c1 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:14.979968 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab5702-95a4-48f5-b246-5a8934d15257 req-75d51c76-9318-451b-96bd-20b8bce5c1c1 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:14.982137 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b0ab5702-95a4-48f5-b246-5a8934d15257 req-75d51c76-9318-451b-96bd-20b8bce5c1c1 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 5442 time: 0.4565568 Nov 12 03:47:15.046231 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bd8bd118-05cd-4b08-a193-a46bb0b1c45b req-84584233-dc02-4e3d-a236-5da81018bdfc tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/security-groups?id=28af5d02-f79d-46a5-a458-b64553e6883c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081450 Nov 12 03:47:15.128168 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b0ab5702-95a4-48f5-b246-5a8934d15257 req-c8ad0db6-1dbb-4305-8e57-88f3f726fe80 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&id=0adbc793-597d-400b-8618-e8fe9b45ffdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1266568 Nov 12 03:47:15.761867 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeea66b-228a-40e8-9266-2b46582c574c req-e11d40a6-c98b-43bb-839d-1eea2a9a9e0b tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:15.774438 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeea66b-228a-40e8-9266-2b46582c574c req-e11d40a6-c98b-43bb-839d-1eea2a9a9e0b tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:15.789084 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeea66b-228a-40e8-9266-2b46582c574c req-e11d40a6-c98b-43bb-839d-1eea2a9a9e0b tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:15.796264 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeea66b-228a-40e8-9266-2b46582c574c req-e11d40a6-c98b-43bb-839d-1eea2a9a9e0b tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:15.802937 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeea66b-228a-40e8-9266-2b46582c574c req-e11d40a6-c98b-43bb-839d-1eea2a9a9e0b tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:15.811708 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeea66b-228a-40e8-9266-2b46582c574c req-e11d40a6-c98b-43bb-839d-1eea2a9a9e0b tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:15.818141 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeea66b-228a-40e8-9266-2b46582c574c req-e11d40a6-c98b-43bb-839d-1eea2a9a9e0b tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:15.822921 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ffeea66b-228a-40e8-9266-2b46582c574c req-e11d40a6-c98b-43bb-839d-1eea2a9a9e0b tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.74 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 5442 time: 0.1841879 Nov 12 03:47:15.968447 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeea66b-228a-40e8-9266-2b46582c574c req-58eb476f-01ea-4b62-9dd7-19584c075c98 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:15.971137 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ffeea66b-228a-40e8-9266-2b46582c574c req-58eb476f-01ea-4b62-9dd7-19584c075c98 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.74 "GET /v2.0/ports/abbc23e8-1176-4bcd-936e-074c27c7f379?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1405869 Nov 12 03:47:16.114592 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ffeea66b-228a-40e8-9266-2b46582c574c req-2face3e8-2c07-4855-b1c7-474df1f6de46 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.74 "GET /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1357667 Nov 12 03:47:16.138505 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-ffeea66b-228a-40e8-9266-2b46582c574c req-6197d509-a411-4746-8e9c-cb2988906880 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:16.291604 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device e150f39e-8507-4adf-9201-5c27f819f72e details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:47:16.321019 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ffeea66b-228a-40e8-9266-2b46582c574c req-6197d509-a411-4746-8e9c-cb2988906880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:16.347875 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c143f8-d871-4271-ae79-e3e599833a37 req-057da9ea-2a64-434d-b206-63b913f07fed tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:16.353031 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-80c143f8-d871-4271-ae79-e3e599833a37 req-057da9ea-2a64-434d-b206-63b913f07fed tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=748d5cfd-8aa2-486f-9708-e6ebdab6520a HTTP/1.1" status: 200 len: 944 time: 0.2253892 Nov 12 03:47:16.553453 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-80c143f8-d871-4271-ae79-e3e599833a37 req-9a591210-7546-4e1e-8d13-757018806675 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/security-groups?id=28af5d02-f79d-46a5-a458-b64553e6883c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914699 Nov 12 03:47:16.569577 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973e567-c1cc-41c5-9e1b-320be76b1ea8 req-3d781d51-1c38-4f2f-ae96-a83b9779234f tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:16.576026 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973e567-c1cc-41c5-9e1b-320be76b1ea8 req-3d781d51-1c38-4f2f-ae96-a83b9779234f tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:16.592871 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973e567-c1cc-41c5-9e1b-320be76b1ea8 req-3d781d51-1c38-4f2f-ae96-a83b9779234f tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:16.608677 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973e567-c1cc-41c5-9e1b-320be76b1ea8 req-3d781d51-1c38-4f2f-ae96-a83b9779234f tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:16.614707 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973e567-c1cc-41c5-9e1b-320be76b1ea8 req-3d781d51-1c38-4f2f-ae96-a83b9779234f tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:16.630639 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973e567-c1cc-41c5-9e1b-320be76b1ea8 req-3d781d51-1c38-4f2f-ae96-a83b9779234f tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:16.636743 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973e567-c1cc-41c5-9e1b-320be76b1ea8 req-3d781d51-1c38-4f2f-ae96-a83b9779234f tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:16.638889 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f973e567-c1cc-41c5-9e1b-320be76b1ea8 req-3d781d51-1c38-4f2f-ae96-a83b9779234f tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 5442 time: 0.2515030 Nov 12 03:47:16.788752 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f973e567-c1cc-41c5-9e1b-320be76b1ea8 req-e69dc05e-dfa4-404c-b021-8e34854fb61f tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&id=0adbc793-597d-400b-8618-e8fe9b45ffdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1391823 Nov 12 03:47:16.799674 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-ffeea66b-228a-40e8-9266-2b46582c574c req-6197d509-a411-4746-8e9c-cb2988906880 service neutron] For port abbc23e8-1176-4bcd-936e-074c27c7f379, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=abbc23e8-1176-4bcd-936e-074c27c7f379,segment=NetworkSegment(7160b443-0957-49bf-81cb-6c0bf92bcd2c),segment_id=7160b443-0957-49bf-81cb-6c0bf92bcd2c)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:16.845230 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port e150f39e-8507-4adf-9201-5c27f819f72e, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=e150f39e-8507-4adf-9201-5c27f819f72e,segment=NetworkSegment(543e932c-18de-4f93-a6f2-b6a3fa05f895),segment_id=543e932c-18de-4f93-a6f2-b6a3fa05f895)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:16.884114 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-ffeea66b-228a-40e8-9266-2b46582c574c req-6197d509-a411-4746-8e9c-cb2988906880 service neutron] For port abbc23e8-1176-4bcd-936e-074c27c7f379, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:47:16.922106 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'e150f39e-8507-4adf-9201-5c27f819f72e', 'network_id': 'bd8a4814-3fa6-412a-a86b-d3686555710b', 'port_id': 'e150f39e-8507-4adf-9201-5c27f819f72e', 'mac_address': 'fa:16:3e:4c:99:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd09a311-387d-4835-a994-d06fa218a637', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:47:16.956408 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-ffeea66b-228a-40e8-9266-2b46582c574c req-6197d509-a411-4746-8e9c-cb2988906880 service neutron] device_id is not set on port abbc23e8-1176-4bcd-936e-074c27c7f379 yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:47:16.976426 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ffeea66b-228a-40e8-9266-2b46582c574c req-6197d509-a411-4746-8e9c-cb2988906880 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:16.983949 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ffeea66b-228a-40e8-9266-2b46582c574c req-6197d509-a411-4746-8e9c-cb2988906880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:16.994225 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:17.019705 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e150f39e-8507-4adf-9201-5c27f819f72e {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:47:17.059008 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6197d509-a411-4746-8e9c-cb2988906880 service neutron] Pushing event updated for resources: {'Port': ['ID=abbc23e8-1176-4bcd-936e-074c27c7f379,revision_number=6']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:17.070196 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port e150f39e-8507-4adf-9201-5c27f819f72e, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=e150f39e-8507-4adf-9201-5c27f819f72e,segment=NetworkSegment(543e932c-18de-4f93-a6f2-b6a3fa05f895),segment_id=543e932c-18de-4f93-a6f2-b6a3fa05f895)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:17.080323 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:17.125956 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffeea66b-228a-40e8-9266-2b46582c574c req-6197d509-a411-4746-8e9c-cb2988906880 service neutron] No DVR routers for this DVR port abbc23e8-1176-4bcd-936e-074c27c7f379 on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:47:17.176310 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=e150f39e-8507-4adf-9201-5c27f819f72e,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:17.222363 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-ffeea66b-228a-40e8-9266-2b46582c574c req-6197d509-a411-4746-8e9c-cb2988906880 service neutron] In _notify_port_updated(), no bound segment for port abbc23e8-1176-4bcd-936e-074c27c7f379 on network 8d21d20a-27ba-43f8-a492-7cb16d2502e7 {{(pid=102571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:47:17.223646 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeea66b-228a-40e8-9266-2b46582c574c req-6197d509-a411-4746-8e9c-cb2988906880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:17.224891 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ffeea66b-228a-40e8-9266-2b46582c574c req-6197d509-a411-4746-8e9c-cb2988906880 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:17.226389 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ffeea66b-228a-40e8-9266-2b46582c574c req-6197d509-a411-4746-8e9c-cb2988906880 service neutron] 10.222.0.74 "PUT /v2.0/ports/abbc23e8-1176-4bcd-936e-074c27c7f379 HTTP/1.1" status: 200 len: 1031 time: 1.1010854 Nov 12 03:47:17.305328 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeea66b-228a-40e8-9266-2b46582c574c req-0ae9d4ea-06f1-4893-959d-500ed1e7e57b tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:17.307230 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ffeea66b-228a-40e8-9266-2b46582c574c req-0ae9d4ea-06f1-4893-959d-500ed1e7e57b tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.74 "GET /v2.0/ports/7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0713968 Nov 12 03:47:17.424659 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['e150f39e-8507-4adf-9201-5c27f819f72e'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:47:17.585679 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-ffeea66b-228a-40e8-9266-2b46582c574c req-01f7ceee-5df4-4cd9-9998-175c86f9b9c8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:17.631364 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-e04d2c35-95ac-452c-b6dc-1f1e185b979f None None] Provisioning complete for port abbc23e8-1176-4bcd-936e-074c27c7f379 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:17.632061 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e04d2c35-95ac-452c-b6dc-1f1e185b979f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:17.698636 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ffeea66b-228a-40e8-9266-2b46582c574c req-01f7ceee-5df4-4cd9-9998-175c86f9b9c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:17.733362 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-e04d2c35-95ac-452c-b6dc-1f1e185b979f None None] Port abbc23e8-1176-4bcd-936e-074c27c7f379 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:47:17.877730 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10596bfd-ec9f-434a-b556-af2f975a21c6 req-117c447c-ecf8-466d-bd07-90c803c2527f tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:17.881734 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-10596bfd-ec9f-434a-b556-af2f975a21c6 req-117c447c-ecf8-466d-bd07-90c803c2527f tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=748d5cfd-8aa2-486f-9708-e6ebdab6520a HTTP/1.1" status: 200 len: 945 time: 0.1605220 Nov 12 03:47:17.989199 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-10596bfd-ec9f-434a-b556-af2f975a21c6 req-85a92b3f-fc71-4ebc-9b74-cc91e99deb96 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/security-groups?id=28af5d02-f79d-46a5-a458-b64553e6883c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999465 Nov 12 03:47:18.003581 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72fcc5-851f-4cb4-b35f-849537dd2159 req-bf4facd0-576e-4377-af1d-1da4e880b454 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:18.003581 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72fcc5-851f-4cb4-b35f-849537dd2159 req-bf4facd0-576e-4377-af1d-1da4e880b454 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:18.010606 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72fcc5-851f-4cb4-b35f-849537dd2159 req-bf4facd0-576e-4377-af1d-1da4e880b454 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:18.017009 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72fcc5-851f-4cb4-b35f-849537dd2159 req-bf4facd0-576e-4377-af1d-1da4e880b454 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:18.023642 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72fcc5-851f-4cb4-b35f-849537dd2159 req-bf4facd0-576e-4377-af1d-1da4e880b454 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:18.030786 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72fcc5-851f-4cb4-b35f-849537dd2159 req-bf4facd0-576e-4377-af1d-1da4e880b454 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:18.032965 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5e72fcc5-851f-4cb4-b35f-849537dd2159 req-bf4facd0-576e-4377-af1d-1da4e880b454 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 4664 time: 0.1043391 Nov 12 03:47:18.096670 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-ffeea66b-228a-40e8-9266-2b46582c574c req-01f7ceee-5df4-4cd9-9998-175c86f9b9c8 service neutron] For port 7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2,segment=NetworkSegment(7160b443-0957-49bf-81cb-6c0bf92bcd2c),segment_id=7160b443-0957-49bf-81cb-6c0bf92bcd2c)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:18.169619 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5e72fcc5-851f-4cb4-b35f-849537dd2159 req-956cba57-3840-4db3-8b07-363364306a4a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&id=0adbc793-597d-400b-8618-e8fe9b45ffdf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1166537 Nov 12 03:47:18.201248 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-ffeea66b-228a-40e8-9266-2b46582c574c req-01f7ceee-5df4-4cd9-9998-175c86f9b9c8 service neutron] For port 7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:47:18.221694 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:18.255266 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-ffeea66b-228a-40e8-9266-2b46582c574c req-01f7ceee-5df4-4cd9-9998-175c86f9b9c8 service neutron] device_id is not set on port 7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2 yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:47:18.266447 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ffeea66b-228a-40e8-9266-2b46582c574c req-01f7ceee-5df4-4cd9-9998-175c86f9b9c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:18.273711 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ffeea66b-228a-40e8-9266-2b46582c574c req-01f7ceee-5df4-4cd9-9998-175c86f9b9c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:18.323755 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device e150f39e-8507-4adf-9201-5c27f819f72e up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:18.391038 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffeea66b-228a-40e8-9266-2b46582c574c req-01f7ceee-5df4-4cd9-9998-175c86f9b9c8 service neutron] No DVR routers for this DVR port 7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2 on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:47:18.598010 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port e150f39e-8507-4adf-9201-5c27f819f72e completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:47:18.613699 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port e150f39e-8507-4adf-9201-5c27f819f72e triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:18.616030 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:18.712016 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-ffeea66b-228a-40e8-9266-2b46582c574c req-01f7ceee-5df4-4cd9-9998-175c86f9b9c8 service neutron] In _notify_port_updated(), no bound segment for port 7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2 on network 8d21d20a-27ba-43f8-a492-7cb16d2502e7 {{(pid=102571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:47:18.716740 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeea66b-228a-40e8-9266-2b46582c574c req-01f7ceee-5df4-4cd9-9998-175c86f9b9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:18.731147 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ffeea66b-228a-40e8-9266-2b46582c574c req-01f7ceee-5df4-4cd9-9998-175c86f9b9c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:18.734874 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ffeea66b-228a-40e8-9266-2b46582c574c req-01f7ceee-5df4-4cd9-9998-175c86f9b9c8 service neutron] 10.222.0.74 "PUT /v2.0/ports/7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2 HTTP/1.1" status: 200 len: 1032 time: 1.4139977 Nov 12 03:47:18.843209 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7ceee-5df4-4cd9-9998-175c86f9b9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2,revision_number=6']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:18.847526 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:18.893001 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port e150f39e-8507-4adf-9201-5c27f819f72e, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=e150f39e-8507-4adf-9201-5c27f819f72e,segment=NetworkSegment(543e932c-18de-4f93-a6f2-b6a3fa05f895),segment_id=543e932c-18de-4f93-a6f2-b6a3fa05f895)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:18.894105 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748d5cfd-8aa2-486f-9708-e6ebdab6520a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e150f39e-8507-4adf-9201-5c27f819f72e'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:18.897938 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ff8670-1f35-4329-bd76-7836dcff6d0b" -d '{"events": [{"server_uuid": "748d5cfd-8aa2-486f-9708-e6ebdab6520a", "name": "network-vif-plugged", "status": "completed", "tag": "e150f39e-8507-4adf-9201-5c27f819f72e"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:18.904917 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:18.908036 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device c62b694a-df5c-40c2-8669-a8ba46de727c no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:18.912702 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:47:18.973819 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-ffeea66b-228a-40e8-9266-2b46582c574c req-852b6875-eef1-469e-8a12-f08d7df4c93c tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Deleting port b765f9f8-1b70-40fd-8519-033f4f7cc090 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:18.974188 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ffeea66b-228a-40e8-9266-2b46582c574c req-852b6875-eef1-469e-8a12-f08d7df4c93c tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:19.010519 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-0a60527e-64c8-499e-b7be-b0f98784e29d None None] Provisioning complete for port 7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:19.010882 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0a60527e-64c8-499e-b7be-b0f98784e29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:19.081042 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b352f93c-8152-4401-a3b3-543210b84f1c x-openstack-request-id: req-b352f93c-8152-4401-a3b3-543210b84f1c {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:19.081330 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "748d5cfd-8aa2-486f-9708-e6ebdab6520a", "name": "network-vif-plugged", "status": "completed", "tag": "e150f39e-8507-4adf-9201-5c27f819f72e", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:19.081536 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b352f93c-8152-4401-a3b3-543210b84f1c {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:19.083120 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748d5cfd-8aa2-486f-9708-e6ebdab6520a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e150f39e-8507-4adf-9201-5c27f819f72e', 'code': 200} Nov 12 03:47:19.119130 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=e150f39e-8507-4adf-9201-5c27f819f72e,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:19.194513 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff57da-1abd-460e-ad94-1e72f5d7805f req-b4d3b7e2-06c4-4bdd-99bc-7b3f1ac6ffda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:19.202887 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-52ff57da-1abd-460e-ad94-1e72f5d7805f req-b4d3b7e2-06c4-4bdd-99bc-7b3f1ac6ffda service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=748d5cfd-8aa2-486f-9708-e6ebdab6520a HTTP/1.1" status: 200 len: 1098 time: 0.0920565 Nov 12 03:47:19.239768 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-0a60527e-64c8-499e-b7be-b0f98784e29d None None] Port 7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:47:19.281490 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:19.294298 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f332f36-110b-495f-9ac2-7bfc9dd01ba7 req-ceac84dc-ed76-4e88-a330-9812a5b2141b tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:19.299064 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4f332f36-110b-495f-9ac2-7bfc9dd01ba7 req-ceac84dc-ed76-4e88-a330-9812a5b2141b tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=748d5cfd-8aa2-486f-9708-e6ebdab6520a HTTP/1.1" status: 200 len: 946 time: 0.1815441 Nov 12 03:47:19.303415 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-ffeea66b-228a-40e8-9266-2b46582c574c req-852b6875-eef1-469e-8a12-f08d7df4c93c tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] For port b765f9f8-1b70-40fd-8519-033f4f7cc090, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=b765f9f8-1b70-40fd-8519-033f4f7cc090,segment=NetworkSegment(0b04c0b1-5879-4304-b25e-c28aa4573a76),segment_id=0b04c0b1-5879-4304-b25e-c28aa4573a76)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:19.305918 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ffeea66b-228a-40e8-9266-2b46582c574c req-852b6875-eef1-469e-8a12-f08d7df4c93c tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:19.354246 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-52ff57da-1abd-460e-ad94-1e72f5d7805f req-8d594de2-75da-4010-937e-993d12a863b5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=28af5d02-f79d-46a5-a458-b64553e6883c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409411 Nov 12 03:47:19.360305 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port c62b694a-df5c-40c2-8669-a8ba46de727c, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=c62b694a-df5c-40c2-8669-a8ba46de727c,segment=NetworkSegment(11bdb19f-eb51-4d2d-b6e4-289913f58187),segment_id=11bdb19f-eb51-4d2d-b6e4-289913f58187)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:19.373010 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:19.376353 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device bea45d93-9310-41f5-8703-7de66e3e9b69 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:19.455175 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61961657-cc7a-484b-b241-01d73402d7d8 req-670c71ae-416c-4a40-bffc-6aa933112e9e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:19.465653 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61961657-cc7a-484b-b241-01d73402d7d8 req-670c71ae-416c-4a40-bffc-6aa933112e9e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:19.484125 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61961657-cc7a-484b-b241-01d73402d7d8 req-670c71ae-416c-4a40-bffc-6aa933112e9e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:19.503122 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61961657-cc7a-484b-b241-01d73402d7d8 req-670c71ae-416c-4a40-bffc-6aa933112e9e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:19.510786 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61961657-cc7a-484b-b241-01d73402d7d8 req-670c71ae-416c-4a40-bffc-6aa933112e9e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:19.513107 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-61961657-cc7a-484b-b241-01d73402d7d8 req-670c71ae-416c-4a40-bffc-6aa933112e9e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 3885 time: 0.1579370 Nov 12 03:47:19.551206 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=c62b694a-df5c-40c2-8669-a8ba46de727c,revision_number=6']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:19.613970 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:19.671684 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port bea45d93-9310-41f5-8703-7de66e3e9b69, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=bea45d93-9310-41f5-8703-7de66e3e9b69,segment=NetworkSegment(7160b443-0957-49bf-81cb-6c0bf92bcd2c),segment_id=7160b443-0957-49bf-81cb-6c0bf92bcd2c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:19.677022 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:19.678376 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device abbc23e8-1176-4bcd-936e-074c27c7f379 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:19.688466 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-61961657-cc7a-484b-b241-01d73402d7d8 req-c0f96302-be6c-4337-9a62-6eec65260818 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588843 Nov 12 03:47:19.900248 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=bea45d93-9310-41f5-8703-7de66e3e9b69,revision_number=6']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:19.907108 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device abbc23e8-1176-4bcd-936e-074c27c7f379 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:47:19.908365 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device b765f9f8-1b70-40fd-8519-033f4f7cc090 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:20.050064 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ffeea66b-228a-40e8-9266-2b46582c574c req-852b6875-eef1-469e-8a12-f08d7df4c93c tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:20.051130 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ffeea66b-228a-40e8-9266-2b46582c574c req-852b6875-eef1-469e-8a12-f08d7df4c93c tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:20.051650 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [req-ffeea66b-228a-40e8-9266-2b46582c574c req-852b6875-eef1-469e-8a12-f08d7df4c93c tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Floating IP eb1ac6e8-2f57-432c-9ca1-b31e97f9c39a disassociated. External IP: 172.25.5.18, port: b765f9f8-1b70-40fd-8519-033f4f7cc090. Nov 12 03:47:20.052308 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-ffeea66b-228a-40e8-9266-2b46582c574c req-852b6875-eef1-469e-8a12-f08d7df4c93c tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Calling delete_port for b765f9f8-1b70-40fd-8519-033f4f7cc090 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:20.057413 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:20.090929 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4f332f36-110b-495f-9ac2-7bfc9dd01ba7 req-bcd65bf7-ec0b-4584-a245-03427929624d tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/security-groups?id=28af5d02-f79d-46a5-a458-b64553e6883c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7818935 Nov 12 03:47:20.140114 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port b765f9f8-1b70-40fd-8519-033f4f7cc090, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=b765f9f8-1b70-40fd-8519-033f4f7cc090,segment=NetworkSegment(0b04c0b1-5879-4304-b25e-c28aa4573a76),segment_id=0b04c0b1-5879-4304-b25e-c28aa4573a76)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:20.153744 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:20.155169 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:20.345984 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:47:20.346419 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device e2131700-ba7a-474e-985e-8060b2a8fb24 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:20.446255 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=b765f9f8-1b70-40fd-8519-033f4f7cc090,revision_number=6']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:20.532994 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:20.634446 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port e2131700-ba7a-474e-985e-8060b2a8fb24, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=e2131700-ba7a-474e-985e-8060b2a8fb24,segment=NetworkSegment(7160b443-0957-49bf-81cb-6c0bf92bcd2c),segment_id=7160b443-0957-49bf-81cb-6c0bf92bcd2c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:20.651792 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:20.652621 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device cd29e61e-cd7b-4137-8bad-d6de98039d22 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:20.843669 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=e2131700-ba7a-474e-985e-8060b2a8fb24,revision_number=6']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:20.964908 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:21.029224 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3665bed-33c7-400e-b3bc-a59820f3902c req-4750ffdf-add8-4f01-9189-ccbd42820c14 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:21.036881 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3665bed-33c7-400e-b3bc-a59820f3902c req-4750ffdf-add8-4f01-9189-ccbd42820c14 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:21.052497 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3665bed-33c7-400e-b3bc-a59820f3902c req-4750ffdf-add8-4f01-9189-ccbd42820c14 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:21.059778 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3665bed-33c7-400e-b3bc-a59820f3902c req-4750ffdf-add8-4f01-9189-ccbd42820c14 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:21.061701 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port cd29e61e-cd7b-4137-8bad-d6de98039d22, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=cd29e61e-cd7b-4137-8bad-d6de98039d22,segment=NetworkSegment(11bdb19f-eb51-4d2d-b6e4-289913f58187),segment_id=11bdb19f-eb51-4d2d-b6e4-289913f58187)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:21.070637 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:21.095338 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3665bed-33c7-400e-b3bc-a59820f3902c req-4750ffdf-add8-4f01-9189-ccbd42820c14 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:21.103516 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d3665bed-33c7-400e-b3bc-a59820f3902c req-4750ffdf-add8-4f01-9189-ccbd42820c14 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 3877 time: 0.2292025 Nov 12 03:47:21.205958 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c62b694a-df5c-40c2-8669-a8ba46de727c'}, {'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bea45d93-9310-41f5-8703-7de66e3e9b69'}, {'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b765f9f8-1b70-40fd-8519-033f4f7cc090'}, {'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2131700-ba7a-474e-985e-8060b2a8fb24'}, {'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd29e61e-cd7b-4137-8bad-d6de98039d22'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:21.207113 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d3665bed-33c7-400e-b3bc-a59820f3902c req-33e9dc16-cd4c-436b-ad4f-c2f7e10f1c49 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957768 Nov 12 03:47:21.221584 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ffeea66b-228a-40e8-9266-2b46582c574c req-852b6875-eef1-469e-8a12-f08d7df4c93c tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:21.238757 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa67d151-9cd5-4e5b-bf2c-1fe68045a036" -d '{"events": [{"server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "name": "network-vif-unplugged", "status": "completed", "tag": "c62b694a-df5c-40c2-8669-a8ba46de727c"}, {"server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "name": "network-vif-unplugged", "status": "completed", "tag": "bea45d93-9310-41f5-8703-7de66e3e9b69"}, {"server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "name": "network-vif-unplugged", "status": "completed", "tag": "b765f9f8-1b70-40fd-8519-033f4f7cc090"}, {"server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "name": "network-vif-unplugged", "status": "completed", "tag": "e2131700-ba7a-474e-985e-8060b2a8fb24"}, {"server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "name": "network-vif-unplugged", "status": "completed", "tag": "cd29e61e-cd7b-4137-8bad-d6de98039d22"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:21.242403 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=cd29e61e-cd7b-4137-8bad-d6de98039d22,revision_number=6']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:21.305557 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b6875-eef1-469e-8a12-f08d7df4c93c tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Pushing event deleted for resources: {'Port': ['ID=b765f9f8-1b70-40fd-8519-033f4f7cc090,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:21.360351 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9e168b-9962-4c8a-8ae2-cbf10ee25231 x-openstack-request-id: req-3c9e168b-9962-4c8a-8ae2-cbf10ee25231 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:21.361566 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "name": "network-vif-unplugged", "status": "completed", "tag": "c62b694a-df5c-40c2-8669-a8ba46de727c", "code": 200}, {"server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "name": "network-vif-unplugged", "status": "completed", "tag": "bea45d93-9310-41f5-8703-7de66e3e9b69", "code": 200}, {"server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "name": "network-vif-unplugged", "status": "completed", "tag": "b765f9f8-1b70-40fd-8519-033f4f7cc090", "code": 200}, {"server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "name": "network-vif-unplugged", "status": "completed", "tag": "e2131700-ba7a-474e-985e-8060b2a8fb24", "code": 200}, {"server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "name": "network-vif-unplugged", "status": "completed", "tag": "cd29e61e-cd7b-4137-8bad-d6de98039d22", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:21.362334 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3c9e168b-9962-4c8a-8ae2-cbf10ee25231 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:21.363154 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c62b694a-df5c-40c2-8669-a8ba46de727c', 'code': 200} Nov 12 03:47:21.363879 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bea45d93-9310-41f5-8703-7de66e3e9b69', 'code': 200} Nov 12 03:47:21.364545 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b765f9f8-1b70-40fd-8519-033f4f7cc090', 'code': 200} Nov 12 03:47:21.365129 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2131700-ba7a-474e-985e-8060b2a8fb24', 'code': 200} Nov 12 03:47:21.366462 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd29e61e-cd7b-4137-8bad-d6de98039d22', 'code': 200} Nov 12 03:47:21.507239 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86153e7f-fd8d-48e5-b0af-0b49f904c4e0 req-cd2ad4d6-6ef4-44b5-901a-3d5ac3aaacde tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:21.508898 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-86153e7f-fd8d-48e5-b0af-0b49f904c4e0 req-cd2ad4d6-6ef4-44b5-901a-3d5ac3aaacde tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=748d5cfd-8aa2-486f-9708-e6ebdab6520a HTTP/1.1" status: 200 len: 946 time: 0.1844666 Nov 12 03:47:21.581623 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffeea66b-228a-40e8-9266-2b46582c574c req-852b6875-eef1-469e-8a12-f08d7df4c93c tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Router d7a25543-24b1-4ad7-ae04-377f232a8a6d has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:47:21.602556 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-86153e7f-fd8d-48e5-b0af-0b49f904c4e0 req-b1c5e907-ac9b-4eed-bbb3-24db511a5157 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/security-groups?id=28af5d02-f79d-46a5-a458-b64553e6883c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799165 Nov 12 03:47:21.821683 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffeea66b-228a-40e8-9266-2b46582c574c req-852b6875-eef1-469e-8a12-f08d7df4c93c tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:47:21.824640 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100f4d0-4610-4042-869c-649725a12461 req-b21a8b59-4ae3-4623-9b7f-55856b3f9646 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:21.838988 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ad849b-6a0e-4fa6-8e2f-3e1fa8e46cfa None None] Sync routers for ids ['d7a25543-24b1-4ad7-ae04-377f232a8a6d'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:47:21.845374 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5100f4d0-4610-4042-869c-649725a12461 req-b21a8b59-4ae3-4623-9b7f-55856b3f9646 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=748d5cfd-8aa2-486f-9708-e6ebdab6520a HTTP/1.1" status: 200 len: 946 time: 0.1693459 Nov 12 03:47:21.857351 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ad849b-6a0e-4fa6-8e2f-3e1fa8e46cfa None None] Routers {'d7a25543-24b1-4ad7-ae04-377f232a8a6d'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:21.859038 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-97ad849b-6a0e-4fa6-8e2f-3e1fa8e46cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:47:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['d7a25543-24b1-4ad7-ae04-377f232a8a6d'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:21.960799 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffeea66b-228a-40e8-9266-2b46582c574c req-852b6875-eef1-469e-8a12-f08d7df4c93c tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] No DVR routers for this DVR port b765f9f8-1b70-40fd-8519-033f4f7cc090 on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:47:21.967293 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ffeea66b-228a-40e8-9266-2b46582c574c req-852b6875-eef1-469e-8a12-f08d7df4c93c tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:22.004356 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ffeea66b-228a-40e8-9266-2b46582c574c req-852b6875-eef1-469e-8a12-f08d7df4c93c tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.74 "DELETE /v2.0/ports/b765f9f8-1b70-40fd-8519-033f4f7cc090 HTTP/1.1" status: 204 len: 173 time: 3.2430277 Nov 12 03:47:22.006336 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-97ad849b-6a0e-4fa6-8e2f-3e1fa8e46cfa None None] Set router d7a25543-24b1-4ad7-ae04-377f232a8a6d gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:22.007020 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'name': 'network-vif-deleted', 'tag': 'b765f9f8-1b70-40fd-8519-033f4f7cc090'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:22.009557 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca277f2-cb04-4e12-bd61-703d8ed46252" -d '{"events": [{"server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "name": "network-vif-deleted", "tag": "b765f9f8-1b70-40fd-8519-033f4f7cc090"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:22.058942 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5100f4d0-4610-4042-869c-649725a12461 req-a8f99ee1-1c78-43b5-bc30-9e2dd038184f tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/security-groups?id=28af5d02-f79d-46a5-a458-b64553e6883c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067015 Nov 12 03:47:22.083654 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36670) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:22.198931 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a38037-a67a-4854-bf64-4b350183fed3 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:22.205849 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-28a38037-a67a-4854-bf64-4b350183fed3 tempest-TestNetworkBasicOps-487654910 tempest-TestNetworkBasicOps-487654910-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=748d5cfd-8aa2-486f-9708-e6ebdab6520a HTTP/1.1" status: 200 len: 1093 time: 0.1183338 Nov 12 03:47:22.206330 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36676) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:22.216184 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-588e7092-7b80-414e-af6c-145ccdb26c45 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'port_id': 'e150f39e-8507-4adf-9201-5c27f819f72e', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:22.239076 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b15e3b-133c-43b7-8dcc-eee053acc8b4 x-openstack-request-id: req-58b15e3b-133c-43b7-8dcc-eee053acc8b4 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:22.241498 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "name": "network-vif-deleted", "tag": "b765f9f8-1b70-40fd-8519-033f4f7cc090", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:22.241498 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-58b15e3b-133c-43b7-8dcc-eee053acc8b4 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:22.241498 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'name': 'network-vif-deleted', 'tag': 'b765f9f8-1b70-40fd-8519-033f4f7cc090', 'status': 'completed', 'code': 200} Nov 12 03:47:22.300002 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-588e7092-7b80-414e-af6c-145ccdb26c45 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for floatingip, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:22.302667 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-ffeea66b-228a-40e8-9266-2b46582c574c req-cf39050e-92e4-43c8-8f56-251de16cecf2 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Deleting port e2131700-ba7a-474e-985e-8060b2a8fb24 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:22.303134 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ffeea66b-228a-40e8-9266-2b46582c574c req-cf39050e-92e4-43c8-8f56-251de16cecf2 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:22.497295 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-ffeea66b-228a-40e8-9266-2b46582c574c req-cf39050e-92e4-43c8-8f56-251de16cecf2 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] For port e2131700-ba7a-474e-985e-8060b2a8fb24, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=e2131700-ba7a-474e-985e-8060b2a8fb24,segment=NetworkSegment(7160b443-0957-49bf-81cb-6c0bf92bcd2c),segment_id=7160b443-0957-49bf-81cb-6c0bf92bcd2c)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:22.498040 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ffeea66b-228a-40e8-9266-2b46582c574c req-cf39050e-92e4-43c8-8f56-251de16cecf2 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:22.531887 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-ffeea66b-228a-40e8-9266-2b46582c574c req-cf39050e-92e4-43c8-8f56-251de16cecf2 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Calling delete_port for e2131700-ba7a-474e-985e-8060b2a8fb24 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:22.533972 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-97ad849b-6a0e-4fa6-8e2f-3e1fa8e46cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a25543-24b1-4ad7-ae04-377f232a8a6d', 'name': 'tempest-TaggedBootDevicesTest_v242-1451020591-router', 'tenant_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '463989c8-bed7-4fc6-9a75-3497e0be504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:02Z', 'updated_at': '2021-11-12T03:36:10Z', 'revision_number': 4, 'project_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'gw_port': {'id': '463989c8-bed7-4fc6-9a75-3497e0be504d', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a25543-24b1-4ad7-ae04-377f232a8a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:03Z', 'updated_at': '2021-11-12T03:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'b93f70a7-78e6-4c90-95ae-9d539e1b82fc', 'name': '', 'network_id': 'efb988ed-b223-4e0b-8b86-915607ae4e80', 'tenant_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'mac_address': 'fa:16:3e:06:5f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a25543-24b1-4ad7-ae04-377f232a8a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '30a0f48c-61f9-4792-91bd-2c64b1b43b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:09Z', 'updated_at': '2021-11-12T03:36:17Z', 'revision_number': 5, 'project_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'subnets': [{'id': '30a0f48c-61f9-4792-91bd-2c64b1b43b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:22.554830 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c8a80-dc56-469b-b16a-e752adaa221d req-db9a1783-5748-4249-9438-27e010cdd67f tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:22.562336 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c8a80-dc56-469b-b16a-e752adaa221d req-db9a1783-5748-4249-9438-27e010cdd67f tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:22.569332 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c8a80-dc56-469b-b16a-e752adaa221d req-db9a1783-5748-4249-9438-27e010cdd67f tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:22.577090 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c8a80-dc56-469b-b16a-e752adaa221d req-db9a1783-5748-4249-9438-27e010cdd67f tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:22.586014 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f48c8a80-dc56-469b-b16a-e752adaa221d req-db9a1783-5748-4249-9438-27e010cdd67f tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 3142 time: 0.1529460 Nov 12 03:47:22.610811 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ad849b-6a0e-4fa6-8e2f-3e1fa8e46cfa None None] Checking router: d7a25543-24b1-4ad7-ae04-377f232a8a6d for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:47:22.622978 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ad849b-6a0e-4fa6-8e2f-3e1fa8e46cfa None None] Routers {'d7a25543-24b1-4ad7-ae04-377f232a8a6d'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:22.628832 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-97ad849b-6a0e-4fa6-8e2f-3e1fa8e46cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:47:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['d7a25543-24b1-4ad7-ae04-377f232a8a6d'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:22.663021 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f48c8a80-dc56-469b-b16a-e752adaa221d req-ccad71c2-9eab-4389-b291-53985760ffd5 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757825 Nov 12 03:47:22.699140 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-588e7092-7b80-414e-af6c-145ccdb26c45 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:22.813171 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ffeea66b-228a-40e8-9266-2b46582c574c req-cf39050e-92e4-43c8-8f56-251de16cecf2 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:22.868236 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39050e-92e4-43c8-8f56-251de16cecf2 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Pushing event deleted for resources: {'Port': ['ID=e2131700-ba7a-474e-985e-8060b2a8fb24,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:22.933195 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-588e7092-7b80-414e-af6c-145ccdb26c45 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Allocated IP 172.25.5.71 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/b8cc65d0-1623-4f06-b2af-6ea15f224b4f) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:47:23.011455 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffeea66b-228a-40e8-9266-2b46582c574c req-cf39050e-92e4-43c8-8f56-251de16cecf2 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] No DVR routers for this DVR port e2131700-ba7a-474e-985e-8060b2a8fb24 on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:47:23.017332 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ffeea66b-228a-40e8-9266-2b46582c574c req-cf39050e-92e4-43c8-8f56-251de16cecf2 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:23.024578 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ffeea66b-228a-40e8-9266-2b46582c574c req-cf39050e-92e4-43c8-8f56-251de16cecf2 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.74 "DELETE /v2.0/ports/e2131700-ba7a-474e-985e-8060b2a8fb24 HTTP/1.1" status: 204 len: 173 time: 0.9938290 Nov 12 03:47:23.035251 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-97ad849b-6a0e-4fa6-8e2f-3e1fa8e46cfa None None] Set router d7a25543-24b1-4ad7-ae04-377f232a8a6d gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:23.270487 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-588e7092-7b80-414e-af6c-145ccdb26c45 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:23.429837 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-588e7092-7b80-414e-af6c-145ccdb26c45 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:23.442530 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-ffeea66b-228a-40e8-9266-2b46582c574c req-e10346f3-10e7-46a6-8162-52b29119a8e0 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Deleting port cd29e61e-cd7b-4137-8bad-d6de98039d22 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:23.443141 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ffeea66b-228a-40e8-9266-2b46582c574c req-e10346f3-10e7-46a6-8162-52b29119a8e0 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:23.589172 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e7092-7b80-414e-af6c-145ccdb26c45 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event updated for resources: {'Port': ['ID=b8cc65d0-1623-4f06-b2af-6ea15f224b4f,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:23.605524 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588e7092-7b80-414e-af6c-145ccdb26c45 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:23.611618 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-588e7092-7b80-414e-af6c-145ccdb26c45 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:23.614598 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588e7092-7b80-414e-af6c-145ccdb26c45 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:47:23.781447 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-ffeea66b-228a-40e8-9266-2b46582c574c req-e10346f3-10e7-46a6-8162-52b29119a8e0 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] For port cd29e61e-cd7b-4137-8bad-d6de98039d22, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=cd29e61e-cd7b-4137-8bad-d6de98039d22,segment=NetworkSegment(11bdb19f-eb51-4d2d-b6e4-289913f58187),segment_id=11bdb19f-eb51-4d2d-b6e4-289913f58187)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:23.781707 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ffeea66b-228a-40e8-9266-2b46582c574c req-e10346f3-10e7-46a6-8162-52b29119a8e0 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:23.845014 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-ffeea66b-228a-40e8-9266-2b46582c574c req-e10346f3-10e7-46a6-8162-52b29119a8e0 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Calling delete_port for cd29e61e-cd7b-4137-8bad-d6de98039d22 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:23.887489 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-97ad849b-6a0e-4fa6-8e2f-3e1fa8e46cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a25543-24b1-4ad7-ae04-377f232a8a6d', 'name': 'tempest-TaggedBootDevicesTest_v242-1451020591-router', 'tenant_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '463989c8-bed7-4fc6-9a75-3497e0be504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:02Z', 'updated_at': '2021-11-12T03:36:10Z', 'revision_number': 4, 'project_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'gw_port': {'id': '463989c8-bed7-4fc6-9a75-3497e0be504d', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a25543-24b1-4ad7-ae04-377f232a8a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:03Z', 'updated_at': '2021-11-12T03:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'b93f70a7-78e6-4c90-95ae-9d539e1b82fc', 'name': '', 'network_id': 'efb988ed-b223-4e0b-8b86-915607ae4e80', 'tenant_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'mac_address': 'fa:16:3e:06:5f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a25543-24b1-4ad7-ae04-377f232a8a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '30a0f48c-61f9-4792-91bd-2c64b1b43b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:09Z', 'updated_at': '2021-11-12T03:36:17Z', 'revision_number': 5, 'project_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'subnets': [{'id': '30a0f48c-61f9-4792-91bd-2c64b1b43b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:23.959287 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ad849b-6a0e-4fa6-8e2f-3e1fa8e46cfa None None] The sync data for ids ['d7a25543-24b1-4ad7-ae04-377f232a8a6d'] in n-d-715271-27 is: [{'id': 'd7a25543-24b1-4ad7-ae04-377f232a8a6d', 'name': 'tempest-TaggedBootDevicesTest_v242-1451020591-router', 'tenant_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '463989c8-bed7-4fc6-9a75-3497e0be504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:02Z', 'updated_at': '2021-11-12T03:36:10Z', 'revision_number': 4, 'project_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'gw_port': {'id': '463989c8-bed7-4fc6-9a75-3497e0be504d', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a25543-24b1-4ad7-ae04-377f232a8a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:03Z', 'updated_at': '2021-11-12T03:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'b93f70a7-78e6-4c90-95ae-9d539e1b82fc', 'name': '', 'network_id': 'efb988ed-b223-4e0b-8b86-915607ae4e80', 'tenant_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'mac_address': 'fa:16:3e:06:5f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a25543-24b1-4ad7-ae04-377f232a8a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '30a0f48c-61f9-4792-91bd-2c64b1b43b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:09Z', 'updated_at': '2021-11-12T03:36:17Z', 'revision_number': 5, 'project_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'subnets': [{'id': '30a0f48c-61f9-4792-91bd-2c64b1b43b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:47:24.080635 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc320414-5298-4ced-a8dc-73d03db70c78 req-88ecb156-eab6-4c63-a292-633bd95eb881 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:24.088208 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc320414-5298-4ced-a8dc-73d03db70c78 req-88ecb156-eab6-4c63-a292-633bd95eb881 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:24.101469 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc320414-5298-4ced-a8dc-73d03db70c78 req-88ecb156-eab6-4c63-a292-633bd95eb881 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:24.105726 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cc320414-5298-4ced-a8dc-73d03db70c78 req-88ecb156-eab6-4c63-a292-633bd95eb881 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 2410 time: 0.2401035 Nov 12 03:47:24.302645 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'name': 'network-vif-deleted', 'tag': 'e2131700-ba7a-474e-985e-8060b2a8fb24'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:24.309498 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065b6d05-25f3-4614-81b8-6fc27dcf2d94" -d '{"events": [{"server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "name": "network-vif-deleted", "tag": "e2131700-ba7a-474e-985e-8060b2a8fb24"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:24.346597 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cc320414-5298-4ced-a8dc-73d03db70c78 req-c458d8c6-ac8b-4564-8a3f-b41d84c99eac tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2298036 Nov 12 03:47:24.468691 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b79a88b-4db9-4d54-9882-4f8823b5410c x-openstack-request-id: req-4b79a88b-4db9-4d54-9882-4f8823b5410c {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:24.469452 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "name": "network-vif-deleted", "tag": "e2131700-ba7a-474e-985e-8060b2a8fb24", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:24.469452 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4b79a88b-4db9-4d54-9882-4f8823b5410c {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:24.469717 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'name': 'network-vif-deleted', 'tag': 'e2131700-ba7a-474e-985e-8060b2a8fb24', 'status': 'completed', 'code': 200} Nov 12 03:47:24.528963 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ffeea66b-228a-40e8-9266-2b46582c574c req-e10346f3-10e7-46a6-8162-52b29119a8e0 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:24.566381 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10346f3-10e7-46a6-8162-52b29119a8e0 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Pushing event deleted for resources: {'Port': ['ID=cd29e61e-cd7b-4137-8bad-d6de98039d22,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:24.613307 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405b6583-6e51-4d59-bced-401f42ed5f90 None None] New status for floating IP eb1ac6e8-2f57-432c-9ca1-b31e97f9c39a: DOWN {{(pid=102573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:47:24.751319 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffeea66b-228a-40e8-9266-2b46582c574c req-e10346f3-10e7-46a6-8162-52b29119a8e0 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] No DVR routers for this DVR port cd29e61e-cd7b-4137-8bad-d6de98039d22 on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:47:24.757274 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ffeea66b-228a-40e8-9266-2b46582c574c req-e10346f3-10e7-46a6-8162-52b29119a8e0 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:24.765333 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ffeea66b-228a-40e8-9266-2b46582c574c req-e10346f3-10e7-46a6-8162-52b29119a8e0 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.74 "DELETE /v2.0/ports/cd29e61e-cd7b-4137-8bad-d6de98039d22 HTTP/1.1" status: 204 len: 173 time: 1.7361279 Nov 12 03:47:24.796032 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-588e7092-7b80-414e-af6c-145ccdb26c45 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:24.937135 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-ffeea66b-228a-40e8-9266-2b46582c574c req-4349b787-a634-441a-bda2-e08d527c2a0e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Deleting port c62b694a-df5c-40c2-8669-a8ba46de727c {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:24.937689 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ffeea66b-228a-40e8-9266-2b46582c574c req-4349b787-a634-441a-bda2-e08d527c2a0e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:25.005936 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-588e7092-7b80-414e-af6c-145ccdb26c45 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:25.130422 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-ffeea66b-228a-40e8-9266-2b46582c574c req-4349b787-a634-441a-bda2-e08d527c2a0e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] For port c62b694a-df5c-40c2-8669-a8ba46de727c, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=c62b694a-df5c-40c2-8669-a8ba46de727c,segment=NetworkSegment(11bdb19f-eb51-4d2d-b6e4-289913f58187),segment_id=11bdb19f-eb51-4d2d-b6e4-289913f58187)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:25.132276 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ffeea66b-228a-40e8-9266-2b46582c574c req-4349b787-a634-441a-bda2-e08d527c2a0e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:25.199998 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-ffeea66b-228a-40e8-9266-2b46582c574c req-4349b787-a634-441a-bda2-e08d527c2a0e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Calling delete_port for c62b694a-df5c-40c2-8669-a8ba46de727c owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:25.465681 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-588e7092-7b80-414e-af6c-145ccdb26c45 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:25.476509 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-588e7092-7b80-414e-af6c-145ccdb26c45 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:25.633454 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ffeea66b-228a-40e8-9266-2b46582c574c req-4349b787-a634-441a-bda2-e08d527c2a0e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:25.673705 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-588e7092-7b80-414e-af6c-145ccdb26c45 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:25.683305 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3212c-c26c-4802-9544-f1e61888319b req-97ccdb20-7740-4396-9242-177ede705112 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:25.692645 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e7092-7b80-414e-af6c-145ccdb26c45 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event updated for resources: {'Port': ['ID=b8cc65d0-1623-4f06-b2af-6ea15f224b4f,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:25.697668 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3212c-c26c-4802-9544-f1e61888319b req-97ccdb20-7740-4396-9242-177ede705112 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:25.712763 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-44f3212c-c26c-4802-9544-f1e61888319b req-97ccdb20-7740-4396-9242-177ede705112 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 1677 time: 0.1706877 Nov 12 03:47:25.853467 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4349b787-a634-441a-bda2-e08d527c2a0e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Pushing event deleted for resources: {'Port': ['ID=c62b694a-df5c-40c2-8669-a8ba46de727c,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:25.918597 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [None req-588e7092-7b80-414e-af6c-145ccdb26c45 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Floating IP 449a1739-d9b5-473c-84a3-607dffeb367d associated. External IP: 172.25.5.71, port: e150f39e-8507-4adf-9201-5c27f819f72e. Nov 12 03:47:25.930613 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffeea66b-228a-40e8-9266-2b46582c574c req-4349b787-a634-441a-bda2-e08d527c2a0e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] No DVR routers for this DVR port c62b694a-df5c-40c2-8669-a8ba46de727c on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:47:25.944283 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e7092-7b80-414e-af6c-145ccdb26c45 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:25.944779 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e7092-7b80-414e-af6c-145ccdb26c45 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:25.945233 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e7092-7b80-414e-af6c-145ccdb26c45 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:25.945677 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e7092-7b80-414e-af6c-145ccdb26c45 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:25.946137 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e7092-7b80-414e-af6c-145ccdb26c45 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:25.946576 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e7092-7b80-414e-af6c-145ccdb26c45 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:25.947085 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e7092-7b80-414e-af6c-145ccdb26c45 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:25.948248 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ffeea66b-228a-40e8-9266-2b46582c574c req-4349b787-a634-441a-bda2-e08d527c2a0e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:25.948715 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e7092-7b80-414e-af6c-145ccdb26c45 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:25.949145 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e7092-7b80-414e-af6c-145ccdb26c45 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:25.949580 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e7092-7b80-414e-af6c-145ccdb26c45 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:25.951897 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ffeea66b-228a-40e8-9266-2b46582c574c req-4349b787-a634-441a-bda2-e08d527c2a0e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.74 "DELETE /v2.0/ports/c62b694a-df5c-40c2-8669-a8ba46de727c HTTP/1.1" status: 204 len: 173 time: 1.1771982 Nov 12 03:47:25.952568 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e7092-7b80-414e-af6c-145ccdb26c45 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:25.953167 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e7092-7b80-414e-af6c-145ccdb26c45 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:25.977458 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-44f3212c-c26c-4802-9544-f1e61888319b req-05a76557-844d-4191-b4ca-78517bfab7a1 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups?id=2781370c-8ac8-4e15-a928-f18ce8eea7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2653620 Nov 12 03:47:26.168003 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-ffeea66b-228a-40e8-9266-2b46582c574c req-251d360f-c714-4046-9d2e-65ccfaddc68a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Deleting port bea45d93-9310-41f5-8703-7de66e3e9b69 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:26.168794 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ffeea66b-228a-40e8-9266-2b46582c574c req-251d360f-c714-4046-9d2e-65ccfaddc68a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:26.386705 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588e7092-7b80-414e-af6c-145ccdb26c45 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Router d4483312-bd0c-46bc-b178-1065b3a5c2b9 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:47:26.405107 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-ffeea66b-228a-40e8-9266-2b46582c574c req-251d360f-c714-4046-9d2e-65ccfaddc68a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] For port bea45d93-9310-41f5-8703-7de66e3e9b69, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=bea45d93-9310-41f5-8703-7de66e3e9b69,segment=NetworkSegment(7160b443-0957-49bf-81cb-6c0bf92bcd2c),segment_id=7160b443-0957-49bf-81cb-6c0bf92bcd2c)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:26.405107 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ffeea66b-228a-40e8-9266-2b46582c574c req-251d360f-c714-4046-9d2e-65ccfaddc68a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:26.430361 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-ffeea66b-228a-40e8-9266-2b46582c574c req-251d360f-c714-4046-9d2e-65ccfaddc68a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Calling delete_port for bea45d93-9310-41f5-8703-7de66e3e9b69 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:26.474869 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'name': 'network-vif-deleted', 'tag': 'cd29e61e-cd7b-4137-8bad-d6de98039d22'}, {'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'name': 'network-vif-deleted', 'tag': 'c62b694a-df5c-40c2-8669-a8ba46de727c'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:26.478321 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e857ec57-6203-4376-9cf9-81fa43662ad5" -d '{"events": [{"server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "name": "network-vif-deleted", "tag": "cd29e61e-cd7b-4137-8bad-d6de98039d22"}, {"server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "name": "network-vif-deleted", "tag": "c62b694a-df5c-40c2-8669-a8ba46de727c"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:26.618557 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588e7092-7b80-414e-af6c-145ccdb26c45 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:47:26.644947 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676dd778-5785-42d2-b09b-7e71a66d67a0 None None] Sync routers for ids ['d4483312-bd0c-46bc-b178-1065b3a5c2b9'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:47:26.660875 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92d8dc4-2a51-4bda-bfd0-aeba727ecc39 x-openstack-request-id: req-d92d8dc4-2a51-4bda-bfd0-aeba727ecc39 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:26.661409 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "name": "network-vif-deleted", "tag": "cd29e61e-cd7b-4137-8bad-d6de98039d22", "status": "completed", "code": 200}, {"server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "name": "network-vif-deleted", "tag": "c62b694a-df5c-40c2-8669-a8ba46de727c", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:26.661623 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d92d8dc4-2a51-4bda-bfd0-aeba727ecc39 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:26.662682 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'name': 'network-vif-deleted', 'tag': 'cd29e61e-cd7b-4137-8bad-d6de98039d22', 'status': 'completed', 'code': 200} Nov 12 03:47:26.663096 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'name': 'network-vif-deleted', 'tag': 'c62b694a-df5c-40c2-8669-a8ba46de727c', 'status': 'completed', 'code': 200} Nov 12 03:47:26.669197 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676dd778-5785-42d2-b09b-7e71a66d67a0 None None] Routers {'d4483312-bd0c-46bc-b178-1065b3a5c2b9'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:26.669547 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-676dd778-5785-42d2-b09b-7e71a66d67a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:47:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['d4483312-bd0c-46bc-b178-1065b3a5c2b9'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:26.701147 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-588e7092-7b80-414e-af6c-145ccdb26c45 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:26.793626 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-588e7092-7b80-414e-af6c-145ccdb26c45 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5852315 Nov 12 03:47:26.794655 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36758) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:26.796044 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '748d5cfd-8aa2-486f-9708-e6ebdab6520a', 'tag': 'e150f39e-8507-4adf-9201-5c27f819f72e'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:26.799688 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3850375e-d0da-4082-a07b-63e7619eb504" -d '{"events": [{"name": "network-changed", "server_uuid": "748d5cfd-8aa2-486f-9708-e6ebdab6520a", "tag": "e150f39e-8507-4adf-9201-5c27f819f72e"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:26.821048 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ffeea66b-228a-40e8-9266-2b46582c574c req-251d360f-c714-4046-9d2e-65ccfaddc68a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:26.884979 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d360f-c714-4046-9d2e-65ccfaddc68a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Pushing event deleted for resources: {'Port': ['ID=bea45d93-9310-41f5-8703-7de66e3e9b69,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:26.981874 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-50d0dbfa-fb9b-4dec-b203-5279410201ee tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/floatingips/449a1739-d9b5-473c-84a3-607dffeb367d HTTP/1.1" status: 200 len: 991 time: 0.1781890 Nov 12 03:47:27.008309 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffeea66b-228a-40e8-9266-2b46582c574c req-251d360f-c714-4046-9d2e-65ccfaddc68a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] No DVR routers for this DVR port bea45d93-9310-41f5-8703-7de66e3e9b69 on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:47:27.013417 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ffeea66b-228a-40e8-9266-2b46582c574c req-251d360f-c714-4046-9d2e-65ccfaddc68a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:27.021568 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ffeea66b-228a-40e8-9266-2b46582c574c req-251d360f-c714-4046-9d2e-65ccfaddc68a tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.74 "DELETE /v2.0/ports/bea45d93-9310-41f5-8703-7de66e3e9b69 HTTP/1.1" status: 204 len: 173 time: 1.0535588 Nov 12 03:47:27.024172 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-676dd778-5785-42d2-b09b-7e71a66d67a0 None None] Set router d4483312-bd0c-46bc-b178-1065b3a5c2b9 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:27.038920 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c903fcb-e8a8-49b5-8327-2de22af87bb6 x-openstack-request-id: req-0c903fcb-e8a8-49b5-8327-2de22af87bb6 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:27.039216 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "748d5cfd-8aa2-486f-9708-e6ebdab6520a", "tag": "e150f39e-8507-4adf-9201-5c27f819f72e", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:27.039481 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0c903fcb-e8a8-49b5-8327-2de22af87bb6 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:27.039904 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '748d5cfd-8aa2-486f-9708-e6ebdab6520a', 'tag': 'e150f39e-8507-4adf-9201-5c27f819f72e', 'status': 'completed', 'code': 200} Nov 12 03:47:27.155797 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850375e-d0da-4082-a07b-63e7619eb504 req-af8a13f2-3a08-4463-8130-ba1871d152e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:27.157839 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3850375e-d0da-4082-a07b-63e7619eb504 req-af8a13f2-3a08-4463-8130-ba1871d152e5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=31f81b1aeeb344b7a84563d0622f3019&device_id=748d5cfd-8aa2-486f-9708-e6ebdab6520a HTTP/1.1" status: 200 len: 1098 time: 0.0901167 Nov 12 03:47:27.252463 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a7f4ac84-9ca5-4265-8d69-9e642844460d req-4ee44e3f-d40b-4444-97f8-53d297c4d193 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 210 time: 0.0648277 Nov 12 03:47:27.443714 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850375e-d0da-4082-a07b-63e7619eb504 req-1751a783-aea8-4494-8b6f-538ccdec0811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:27.446462 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3850375e-d0da-4082-a07b-63e7619eb504 req-1751a783-aea8-4494-8b6f-538ccdec0811 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bd8a4814-3fa6-412a-a86b-d3686555710b HTTP/1.1" status: 200 len: 896 time: 0.2740853 Nov 12 03:47:27.756319 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3850375e-d0da-4082-a07b-63e7619eb504 req-107c7fd9-907a-4e83-ab25-e3a8f21317ce service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e150f39e-8507-4adf-9201-5c27f819f72e HTTP/1.1" status: 200 len: 999 time: 0.3021150 Nov 12 03:47:27.883780 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850375e-d0da-4082-a07b-63e7619eb504 req-00e120ac-925b-49e7-8d89-d9f12e191883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:27.894196 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3850375e-d0da-4082-a07b-63e7619eb504 req-00e120ac-925b-49e7-8d89-d9f12e191883 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=dd09a311-387d-4835-a994-d06fa218a637 HTTP/1.1" status: 200 len: 834 time: 0.1220653 Nov 12 03:47:27.899910 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-676dd778-5785-42d2-b09b-7e71a66d67a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4483312-bd0c-46bc-b178-1065b3a5c2b9', 'name': 'tempest-TestNetworkBasicOps-router-1050781029', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'eee980b5-1ecd-476a-a84c-8ccb27319de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:49Z', 'updated_at': '2021-11-12T03:46:56Z', 'revision_number': 4, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'gw_port': {'id': 'eee980b5-1ecd-476a-a84c-8ccb27319de2', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:29:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4483312-bd0c-46bc-b178-1065b3a5c2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:50Z', 'updated_at': '2021-11-12T03:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '449a1739-d9b5-473c-84a3-607dffeb367d', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'floating_ip_address': '172.25.5.71', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'd4483312-bd0c-46bc-b178-1065b3a5c2b9', 'port_id': 'e150f39e-8507-4adf-9201-5c27f819f72e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd8a4814-3fa6-412a-a86b-d3686555710b', 'mac_address': 'fa:16:3e:4c:99:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748d5cfd-8aa2-486f-9708-e6ebdab6520a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:47:24Z', 'updated_at': '2021-11-12T03:47:24Z', 'revision_number': 0, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e19d03c0-6915-42b1-bec5-9a22d5c62842', 'name': '', 'network_id': 'bd8a4814-3fa6-412a-a86b-d3686555710b', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'mac_address': 'fa:16:3e:32:da:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4483312-bd0c-46bc-b178-1065b3a5c2b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': 'dd09a311-387d-4835-a994-d06fa218a637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:54Z', 'updated_at': '2021-11-12T03:47:01Z', 'revision_number': 5, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'subnets': [{'id': 'dd09a311-387d-4835-a994-d06fa218a637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:27.955935 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676dd778-5785-42d2-b09b-7e71a66d67a0 None None] Checking router: d4483312-bd0c-46bc-b178-1065b3a5c2b9 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:47:27.984583 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 36784) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:27.985670 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676dd778-5785-42d2-b09b-7e71a66d67a0 None None] Routers {'d4483312-bd0c-46bc-b178-1065b3a5c2b9'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:27.986371 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-676dd778-5785-42d2-b09b-7e71a66d67a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:47:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['d4483312-bd0c-46bc-b178-1065b3a5c2b9'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:28.096104 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850375e-d0da-4082-a07b-63e7619eb504 req-f618a60a-39fd-4dbb-99fb-4f476fb94633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:28.098853 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3850375e-d0da-4082-a07b-63e7619eb504 req-f618a60a-39fd-4dbb-99fb-4f476fb94633 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bd8a4814-3fa6-412a-a86b-d3686555710b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1971104 Nov 12 03:47:28.122217 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [req-3850375e-d0da-4082-a07b-63e7619eb504 req-2804b4a8-b01d-4807-96c0-39f08cf343ae service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:47:28.124382 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3850375e-d0da-4082-a07b-63e7619eb504 req-2804b4a8-b01d-4807-96c0-39f08cf343ae service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0151060 Nov 12 03:47:28.182691 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a9fa1d5d-290c-49c2-ab31-5058edb2dab4 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/floatingips/449a1739-d9b5-473c-84a3-607dffeb367d HTTP/1.1" status: 200 len: 991 time: 0.1963120 Nov 12 03:47:28.239773 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-676dd778-5785-42d2-b09b-7e71a66d67a0 None None] Set router d4483312-bd0c-46bc-b178-1065b3a5c2b9 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:28.331298 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3850375e-d0da-4082-a07b-63e7619eb504 req-1f009aec-9344-4b12-8330-2544ba8d5fb9 service neutron] 10.222.0.74 "GET /v2.0/networks/bd8a4814-3fa6-412a-a86b-d3686555710b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990404 Nov 12 03:47:28.503022 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3850375e-d0da-4082-a07b-63e7619eb504 req-035c7d1a-47d0-4a80-83bd-91c6fe7cf1e4 service neutron] 10.222.0.74 "GET /v2.0/networks/bd8a4814-3fa6-412a-a86b-d3686555710b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590934 Nov 12 03:47:28.574058 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-229fe1c7-e1ae-400e-940b-d257d6782793 req-a509f8d1-aceb-4c3e-8bcc-38f91cf5479e tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 210 time: 0.0701365 Nov 12 03:47:28.663987 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'name': 'network-vif-deleted', 'tag': 'bea45d93-9310-41f5-8703-7de66e3e9b69'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:28.666534 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8152c2-e47f-4cc1-b9c7-8013dec8b307" -d '{"events": [{"server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "name": "network-vif-deleted", "tag": "bea45d93-9310-41f5-8703-7de66e3e9b69"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:28.778855 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67c9eb2-7fda-4de6-9bf1-cfc8ad0d5622 x-openstack-request-id: req-f67c9eb2-7fda-4de6-9bf1-cfc8ad0d5622 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:28.781053 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c584f51-fb62-4406-a541-a05d7679a94f", "name": "network-vif-deleted", "tag": "bea45d93-9310-41f5-8703-7de66e3e9b69", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:28.781486 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f67c9eb2-7fda-4de6-9bf1-cfc8ad0d5622 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:28.782059 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c584f51-fb62-4406-a541-a05d7679a94f', 'name': 'network-vif-deleted', 'tag': 'bea45d93-9310-41f5-8703-7de66e3e9b69', 'status': 'completed', 'code': 200} Nov 12 03:47:28.959092 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-676dd778-5785-42d2-b09b-7e71a66d67a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4483312-bd0c-46bc-b178-1065b3a5c2b9', 'name': 'tempest-TestNetworkBasicOps-router-1050781029', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'eee980b5-1ecd-476a-a84c-8ccb27319de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:49Z', 'updated_at': '2021-11-12T03:46:56Z', 'revision_number': 4, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'gw_port': {'id': 'eee980b5-1ecd-476a-a84c-8ccb27319de2', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:29:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4483312-bd0c-46bc-b178-1065b3a5c2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:50Z', 'updated_at': '2021-11-12T03:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '449a1739-d9b5-473c-84a3-607dffeb367d', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'floating_ip_address': '172.25.5.71', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'd4483312-bd0c-46bc-b178-1065b3a5c2b9', 'port_id': 'e150f39e-8507-4adf-9201-5c27f819f72e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd8a4814-3fa6-412a-a86b-d3686555710b', 'mac_address': 'fa:16:3e:4c:99:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748d5cfd-8aa2-486f-9708-e6ebdab6520a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:47:24Z', 'updated_at': '2021-11-12T03:47:24Z', 'revision_number': 0, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e19d03c0-6915-42b1-bec5-9a22d5c62842', 'name': '', 'network_id': 'bd8a4814-3fa6-412a-a86b-d3686555710b', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'mac_address': 'fa:16:3e:32:da:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4483312-bd0c-46bc-b178-1065b3a5c2b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': 'dd09a311-387d-4835-a994-d06fa218a637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:54Z', 'updated_at': '2021-11-12T03:47:01Z', 'revision_number': 5, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'subnets': [{'id': 'dd09a311-387d-4835-a994-d06fa218a637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:28.995577 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676dd778-5785-42d2-b09b-7e71a66d67a0 None None] The sync data for ids ['d4483312-bd0c-46bc-b178-1065b3a5c2b9'] in n-d-715271-27 is: [{'id': 'd4483312-bd0c-46bc-b178-1065b3a5c2b9', 'name': 'tempest-TestNetworkBasicOps-router-1050781029', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'eee980b5-1ecd-476a-a84c-8ccb27319de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:49Z', 'updated_at': '2021-11-12T03:46:56Z', 'revision_number': 4, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'gw_port': {'id': 'eee980b5-1ecd-476a-a84c-8ccb27319de2', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:29:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4483312-bd0c-46bc-b178-1065b3a5c2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:50Z', 'updated_at': '2021-11-12T03:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '449a1739-d9b5-473c-84a3-607dffeb367d', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'floating_ip_address': '172.25.5.71', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'd4483312-bd0c-46bc-b178-1065b3a5c2b9', 'port_id': 'e150f39e-8507-4adf-9201-5c27f819f72e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd8a4814-3fa6-412a-a86b-d3686555710b', 'mac_address': 'fa:16:3e:4c:99:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748d5cfd-8aa2-486f-9708-e6ebdab6520a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:47:24Z', 'updated_at': '2021-11-12T03:47:24Z', 'revision_number': 0, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e19d03c0-6915-42b1-bec5-9a22d5c62842', 'name': '', 'network_id': 'bd8a4814-3fa6-412a-a86b-d3686555710b', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'mac_address': 'fa:16:3e:32:da:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4483312-bd0c-46bc-b178-1065b3a5c2b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': 'dd09a311-387d-4835-a994-d06fa218a637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:54Z', 'updated_at': '2021-11-12T03:47:01Z', 'revision_number': 5, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'subnets': [{'id': 'dd09a311-387d-4835-a994-d06fa218a637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:47:29.194280 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 36806) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:29.316132 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-47f3117c-b681-40b9-a11c-5b383752f605 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/floatingips/449a1739-d9b5-473c-84a3-607dffeb367d HTTP/1.1" status: 200 len: 991 time: 0.1143467 Nov 12 03:47:29.508223 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18f3cef-7c19-4a4f-bc73-c5726b41e8a8 None None] New status for floating IP 449a1739-d9b5-473c-84a3-607dffeb367d: ACTIVE {{(pid=102573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:47:29.758067 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bdbfa9e1-88c0-4a4b-bc2e-13f6ca208ed7 req-8fe84fac-c6c7-4ea3-a7ef-2a9367fbdb75 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 210 time: 0.0428653 Nov 12 03:47:30.312891 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36840) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:30.368829 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c12d850a-c756-40a6-9198-896872e2559c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:30.567170 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c8d7f985-1348-4baf-91b7-96003367f056 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/floatingips/449a1739-d9b5-473c-84a3-607dffeb367d HTTP/1.1" status: 200 len: 993 time: 0.2523646 Nov 12 03:47:30.947285 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b6aa9fc1-eaff-4909-a467-7ca159d96f2c req-a040aba2-4361-4735-8565-4cf43e1ae16d tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 210 time: 0.0378084 Nov 12 03:47:30.981515 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 36850) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:31.137644 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4f9c3673-8c27-437c-a781-d4a1e30857d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:31.364996 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4f9c3673-8c27-437c-a781-d4a1e30857d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:31.370226 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4f9c3673-8c27-437c-a781-d4a1e30857d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:31.441522 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4f9c3673-8c27-437c-a781-d4a1e30857d4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=af1cff0737f14749ad118d6eae1701b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4586797 Nov 12 03:47:31.445624 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 36864) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:31.457632 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c3673-8c27-437c-a781-d4a1e30857d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c534c9-9d21-4cf8-b7d6-b79e8952b79d,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:31.553850 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f9a0325e-5c76-4127-ac59-767f8b0696a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:31.618868 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f9a0325e-5c76-4127-ac59-767f8b0696a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:31.739222 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f9a0325e-5c76-4127-ac59-767f8b0696a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:31.744804 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f9a0325e-5c76-4127-ac59-767f8b0696a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:31.772687 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f9a0325e-5c76-4127-ac59-767f8b0696a9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/85c534c9-9d21-4cf8-b7d6-b79e8952b79d HTTP/1.1" status: 204 len: 168 time: 0.3258896 Nov 12 03:47:31.785266 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0325e-5c76-4127-ac59-767f8b0696a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c534c9-9d21-4cf8-b7d6-b79e8952b79d,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:32.128780 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7b96f492-79e6-4055-8dae-45dfeadac74f req-e6ce7a9d-1ead-4252-9109-2614d9e9794b tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 210 time: 0.0719922 Nov 12 03:47:33.382304 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3d3e11c3-7098-42b1-b3ba-603a0369fd8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:33.395125 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-da981b41-7e36-48c3-b102-c70bb60ff09a req-0a6de4f3-791d-43cf-b213-03cdfeba8786 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 210 time: 0.1196661 Nov 12 03:47:34.115869 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:34.628174 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f696bab3-d77d-4521-8fac-b8ebfc765d57 req-b0eb6e07-3289-494c-bd01-ad3f00d23dfe tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 210 time: 0.0570991 Nov 12 03:47:35.462104 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:35.795122 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6cd46a76-de94-4b5b-a851-7d0146c5d57b req-188d6cdc-937a-483f-aef5-b56695766759 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 210 time: 0.0553751 Nov 12 03:47:36.379041 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:36.980809 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e04927cb-db7e-4440-b61a-1578d8f57bae req-258fd5ac-4991-414f-849c-efd1a6c05721 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 210 time: 0.0525348 Nov 12 03:47:38.110015 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-31c26fd0-39fb-4c4d-9db2-42b666e6c993 req-a4911df2-4a7f-4338-b346-53462c76b51d tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 210 time: 0.0293269 Nov 12 03:47:38.704166 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:39.361993 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37096) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:39.405729 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-21b92e93-248a-4d2e-a2c6-ff0514b8c39a req-5a5b890d-a27d-4e30-b7f4-c615a2ca1b7b tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 210 time: 0.0859363 Nov 12 03:47:40.453303 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3fde40c6-220f-4cbe-9f21-115454300846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:40.590511 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c127b7ea-9b32-4be9-afcb-458d5e687c06 req-4d2eef69-9158-48fc-a841-59e29867b026 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 210 time: 0.0522068 Nov 12 03:47:40.955434 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-3fde40c6-220f-4cbe-9f21-115454300846 admin admin] Deleting port 19420312-14c3-4bad-bbb9-fe2e360acfee {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:40.956124 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3fde40c6-220f-4cbe-9f21-115454300846 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:41.055649 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-3fde40c6-220f-4cbe-9f21-115454300846 admin admin] For port 19420312-14c3-4bad-bbb9-fe2e360acfee, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=19420312-14c3-4bad-bbb9-fe2e360acfee,segment=NetworkSegment(903eacc2-9f2d-47e8-bfb2-b205db6693da),segment_id=903eacc2-9f2d-47e8-bfb2-b205db6693da)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:41.056037 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3fde40c6-220f-4cbe-9f21-115454300846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:41.072199 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-3fde40c6-220f-4cbe-9f21-115454300846 admin admin] Calling delete_port for 19420312-14c3-4bad-bbb9-fe2e360acfee owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:41.284355 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3fde40c6-220f-4cbe-9f21-115454300846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:41.313111 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde40c6-220f-4cbe-9f21-115454300846 admin admin] Pushing event deleted for resources: {'Port': ['ID=19420312-14c3-4bad-bbb9-fe2e360acfee,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:41.648695 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3fde40c6-220f-4cbe-9f21-115454300846 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:41.733304 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2b40276d-f716-49d2-bcb5-cdc0f8fbda0d req-62175cd6-6b9a-46cd-8992-db46dace5db0 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 210 time: 0.0361283 Nov 12 03:47:41.948020 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fde40c6-220f-4cbe-9f21-115454300846 admin admin] Router 37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:47:42.134433 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fde40c6-220f-4cbe-9f21-115454300846 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:47:42.147084 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73415959-195a-4d9e-8c13-9befc137ea5a None None] Sync routers for ids ['37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:47:42.153292 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37124) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:42.157393 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3fde40c6-220f-4cbe-9f21-115454300846 admin admin] 10.222.0.50 "PUT /v2.0/routers/37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7936864 Nov 12 03:47:42.178502 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73415959-195a-4d9e-8c13-9befc137ea5a None None] Routers {'37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:42.179136 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-73415959-195a-4d9e-8c13-9befc137ea5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:47:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:42.375945 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fbdf7dd4-4f56-42a1-b37c-828fe4cffc84 admin admin] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:42.422216 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-73415959-195a-4d9e-8c13-9befc137ea5a None None] Set router 37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:42.531731 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fbdf7dd4-4f56-42a1-b37c-828fe4cffc84 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:42.754663 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-73415959-195a-4d9e-8c13-9befc137ea5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'name': 'tempest-AttachVolumeTestJSON-889600545-router', 'tenant_id': '1978793e24864d458e17fb421706473b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'b670ebe3-6d3f-4cea-ad65-005bd4c834d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:14Z', 'updated_at': '2021-11-12T03:47:41Z', 'revision_number': 5, 'project_id': '1978793e24864d458e17fb421706473b', 'gw_port': {'id': 'b670ebe3-6d3f-4cea-ad65-005bd4c834d7', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:21:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:15Z', 'updated_at': '2021-11-12T03:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:42.814205 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73415959-195a-4d9e-8c13-9befc137ea5a None None] Checking router: 37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:47:42.829576 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73415959-195a-4d9e-8c13-9befc137ea5a None None] Routers {'37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:42.830585 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-73415959-195a-4d9e-8c13-9befc137ea5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:47:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:42.890432 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-fbdf7dd4-4f56-42a1-b37c-828fe4cffc84 admin admin] Deleting port b670ebe3-6d3f-4cea-ad65-005bd4c834d7 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:42.891025 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fbdf7dd4-4f56-42a1-b37c-828fe4cffc84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:42.952506 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a779a081-f7db-4adf-aeca-aeeb3902f9b0 req-ad358255-c1c0-423c-bcc7-dabc8217b602 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 210 time: 0.0609193 Nov 12 03:47:43.008276 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-fbdf7dd4-4f56-42a1-b37c-828fe4cffc84 admin admin] For port b670ebe3-6d3f-4cea-ad65-005bd4c834d7, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=b670ebe3-6d3f-4cea-ad65-005bd4c834d7,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:43.008725 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fbdf7dd4-4f56-42a1-b37c-828fe4cffc84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:43.014466 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-73415959-195a-4d9e-8c13-9befc137ea5a None None] Set router 37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87 gateway port host: None {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:43.024898 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-fbdf7dd4-4f56-42a1-b37c-828fe4cffc84 admin admin] Calling delete_port for b670ebe3-6d3f-4cea-ad65-005bd4c834d7 owned by network:router_gateway {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:43.089268 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-73415959-195a-4d9e-8c13-9befc137ea5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'name': 'tempest-AttachVolumeTestJSON-889600545-router', 'tenant_id': '1978793e24864d458e17fb421706473b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:14Z', 'updated_at': '2021-11-12T03:47:42Z', 'revision_number': 6, 'project_id': '1978793e24864d458e17fb421706473b', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:43.129047 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73415959-195a-4d9e-8c13-9befc137ea5a None None] The sync data for ids ['37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87'] in n-d-715271-27 is: [{'id': '37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87', 'name': 'tempest-AttachVolumeTestJSON-889600545-router', 'tenant_id': '1978793e24864d458e17fb421706473b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:14Z', 'updated_at': '2021-11-12T03:47:42Z', 'revision_number': 6, 'project_id': '1978793e24864d458e17fb421706473b', 'gw_port_host': None}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:47:43.296184 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fbdf7dd4-4f56-42a1-b37c-828fe4cffc84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:43.347425 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf7dd4-4f56-42a1-b37c-828fe4cffc84 admin admin] Pushing event deleted for resources: {'Port': ['ID=b670ebe3-6d3f-4cea-ad65-005bd4c834d7,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:43.350464 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131c77d1-e691-40ab-b787-1f7a32ccfdd0 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:47:43.414555 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdf7dd4-4f56-42a1-b37c-828fe4cffc84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:43.415541 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdf7dd4-4f56-42a1-b37c-828fe4cffc84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:43.416400 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdf7dd4-4f56-42a1-b37c-828fe4cffc84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:43.417028 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdf7dd4-4f56-42a1-b37c-828fe4cffc84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:43.417977 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdf7dd4-4f56-42a1-b37c-828fe4cffc84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:43.419757 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdf7dd4-4f56-42a1-b37c-828fe4cffc84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:43.420874 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdf7dd4-4f56-42a1-b37c-828fe4cffc84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:43.422104 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdf7dd4-4f56-42a1-b37c-828fe4cffc84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:43.422786 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdf7dd4-4f56-42a1-b37c-828fe4cffc84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:43.423543 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdf7dd4-4f56-42a1-b37c-828fe4cffc84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:43.424472 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdf7dd4-4f56-42a1-b37c-828fe4cffc84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:43.425209 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdf7dd4-4f56-42a1-b37c-828fe4cffc84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:43.505935 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fbdf7dd4-4f56-42a1-b37c-828fe4cffc84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:43.682957 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fbdf7dd4-4f56-42a1-b37c-828fe4cffc84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:43.686298 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fbdf7dd4-4f56-42a1-b37c-828fe4cffc84 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:43.812141 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fbdf7dd4-4f56-42a1-b37c-828fe4cffc84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:43.813947 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdf7dd4-4f56-42a1-b37c-828fe4cffc84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87 {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:47:43.818509 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fbdf7dd4-4f56-42a1-b37c-828fe4cffc84 admin admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:43.819799 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-fbdf7dd4-4f56-42a1-b37c-828fe4cffc84 admin admin] 10.222.0.50 "DELETE /v2.0/routers/37d7f9d5-4f2b-4a29-99ec-4738c6c6dd87 HTTP/1.1" status: 204 len: 168 time: 1.6643119 Nov 12 03:47:43.822157 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37140) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:43.917144 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cae9b5f-15b3-4156-8ed0-6ba089fd9938 admin admin] Deleting subnet 218af894-e138-49fb-983a-59526774f58c {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:47:43.921838 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4cae9b5f-15b3-4156-8ed0-6ba089fd9938 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:43.987931 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4cae9b5f-15b3-4156-8ed0-6ba089fd9938 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:44.199784 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d47a52b7-0614-4553-bfac-cbe88c395198 req-4d36e1cc-198d-494e-8d34-f266864b715f tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 210 time: 0.0504019 Nov 12 03:47:44.216896 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4cae9b5f-15b3-4156-8ed0-6ba089fd9938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:44.362089 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4cae9b5f-15b3-4156-8ed0-6ba089fd9938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:44.429666 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae9b5f-15b3-4156-8ed0-6ba089fd9938 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=218af894-e138-49fb-983a-59526774f58c,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:44.441673 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4cae9b5f-15b3-4156-8ed0-6ba089fd9938 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:44.453065 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4cae9b5f-15b3-4156-8ed0-6ba089fd9938 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/218af894-e138-49fb-983a-59526774f58c HTTP/1.1" status: 204 len: 168 time: 0.6290069 Nov 12 03:47:44.453341 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fcacdb-094d-478b-8cf8-60dcc4b2e30f None None] Network ce97ab11-8a00-4cd9-ad27-4b288272e186 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:47:44.456539 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37148) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:44.573890 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device b670ebe3-6d3f-4cea-ad65-005bd4c834d7 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:44.599325 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-39960d75-bf4d-4502-8a43-9b6bbedd40f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:44.710862 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: b670ebe3-6d3f-4cea-ad65-005bd4c834d7 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:47:44.711193 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device b670ebe3-6d3f-4cea-ad65-005bd4c834d7 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:47:44.711843 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 19420312-14c3-4bad-bbb9-fe2e360acfee no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:44.756864 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 19420312-14c3-4bad-bbb9-fe2e360acfee {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:47:44.757680 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 19420312-14c3-4bad-bbb9-fe2e360acfee not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:47:44.802300 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-39960d75-bf4d-4502-8a43-9b6bbedd40f2 admin admin] Deleting port 0adcdc33-66ec-4948-a090-fd1582873eb5 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:44.802841 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-39960d75-bf4d-4502-8a43-9b6bbedd40f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:45.055292 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173814d8-948a-40d4-8817-5b6dfd377ec4 None None] DHCP port deletion for ce97ab11-8a00-4cd9-ad27-4b288272e186 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:47:45.117265 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-39960d75-bf4d-4502-8a43-9b6bbedd40f2 admin admin] For port 0adcdc33-66ec-4948-a090-fd1582873eb5, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=0adcdc33-66ec-4948-a090-fd1582873eb5,segment=NetworkSegment(903eacc2-9f2d-47e8-bfb2-b205db6693da),segment_id=903eacc2-9f2d-47e8-bfb2-b205db6693da)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:45.119304 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-39960d75-bf4d-4502-8a43-9b6bbedd40f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:45.151414 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-173814d8-948a-40d4-8817-5b6dfd377ec4 None None] Deleting port 0adcdc33-66ec-4948-a090-fd1582873eb5 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:45.152034 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-173814d8-948a-40d4-8817-5b6dfd377ec4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:45.156955 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-39960d75-bf4d-4502-8a43-9b6bbedd40f2 admin admin] Calling delete_port for 0adcdc33-66ec-4948-a090-fd1582873eb5 owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:45.353726 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-173814d8-948a-40d4-8817-5b6dfd377ec4 None None] For port 0adcdc33-66ec-4948-a090-fd1582873eb5, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=0adcdc33-66ec-4948-a090-fd1582873eb5,segment=NetworkSegment(903eacc2-9f2d-47e8-bfb2-b205db6693da),segment_id=903eacc2-9f2d-47e8-bfb2-b205db6693da)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:45.354212 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-173814d8-948a-40d4-8817-5b6dfd377ec4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:45.382642 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-173814d8-948a-40d4-8817-5b6dfd377ec4 None None] Calling delete_port for 0adcdc33-66ec-4948-a090-fd1582873eb5 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:45.401568 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-39960d75-bf4d-4502-8a43-9b6bbedd40f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:45.421985 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e12d872c-5c76-4a7e-affe-402b301235e3 req-4cd25d11-672c-49cc-92a9-8dc58cd2d98b tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 210 time: 0.0719213 Nov 12 03:47:45.445457 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39960d75-bf4d-4502-8a43-9b6bbedd40f2 admin admin] No DVR routers for this DVR port 0adcdc33-66ec-4948-a090-fd1582873eb5 on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:47:45.508038 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39960d75-bf4d-4502-8a43-9b6bbedd40f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0adcdc33-66ec-4948-a090-fd1582873eb5,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:47:45.562730 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:47:45.571604 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-173814d8-948a-40d4-8817-5b6dfd377ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:45.618123 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173814d8-948a-40d4-8817-5b6dfd377ec4 None None] Pushing event deleted for resources: {'Port': ['ID=0adcdc33-66ec-4948-a090-fd1582873eb5,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:45.628939 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173814d8-948a-40d4-8817-5b6dfd377ec4 None None] No DVR routers for this DVR port 0adcdc33-66ec-4948-a090-fd1582873eb5 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:47:45.681145 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173814d8-948a-40d4-8817-5b6dfd377ec4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:45.681926 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173814d8-948a-40d4-8817-5b6dfd377ec4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:45.682484 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173814d8-948a-40d4-8817-5b6dfd377ec4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:45.683041 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173814d8-948a-40d4-8817-5b6dfd377ec4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:45.683604 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173814d8-948a-40d4-8817-5b6dfd377ec4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:45.684193 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173814d8-948a-40d4-8817-5b6dfd377ec4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:45.685303 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173814d8-948a-40d4-8817-5b6dfd377ec4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:45.685841 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173814d8-948a-40d4-8817-5b6dfd377ec4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:45.686357 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173814d8-948a-40d4-8817-5b6dfd377ec4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:45.686869 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173814d8-948a-40d4-8817-5b6dfd377ec4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:45.687363 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173814d8-948a-40d4-8817-5b6dfd377ec4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:45.687880 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173814d8-948a-40d4-8817-5b6dfd377ec4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:45.698809 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-39960d75-bf4d-4502-8a43-9b6bbedd40f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:45.793366 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-39960d75-bf4d-4502-8a43-9b6bbedd40f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce97ab11-8a00-4cd9-ad27-4b288272e186']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:45.815639 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-39960d75-bf4d-4502-8a43-9b6bbedd40f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '903eacc2-9f2d-47e8-bfb2-b205db6693da') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:45.815935 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-39960d75-bf4d-4502-8a43-9b6bbedd40f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '903eacc2-9f2d-47e8-bfb2-b205db6693da') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:45.832666 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-39960d75-bf4d-4502-8a43-9b6bbedd40f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:45.852973 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-39960d75-bf4d-4502-8a43-9b6bbedd40f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:45.868164 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39960d75-bf4d-4502-8a43-9b6bbedd40f2 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:47:45.869382 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-39960d75-bf4d-4502-8a43-9b6bbedd40f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:45.873936 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:47:45.873936 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:47:45.873936 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:47:45.873936 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:47:45.873936 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:47:45.873936 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:47:45.873936 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:47:45.873936 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:47:45.873936 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:47:45.873936 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:47:45.873936 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:47:45.873936 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:47:45.873936 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:47:45.873936 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:47:45.873936 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:47:45.873936 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:47:45.873936 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:47:45.873936 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:47:45.873936 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:47:45.873936 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:47:45.873936 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:47:45.873936 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:47:45.873936 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:47:45.873936 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:47:45.873936 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:47:45.873936 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:47:45.873936 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:47:45.873936 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:47:45.873936 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:47:45.873936 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:47:45.873936 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:47:45.873936 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:47:46.014733 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-39960d75-bf4d-4502-8a43-9b6bbedd40f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:46.032748 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-39960d75-bf4d-4502-8a43-9b6bbedd40f2 admin admin] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:46.057992 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-39960d75-bf4d-4502-8a43-9b6bbedd40f2 admin admin] 10.222.0.50 "DELETE /v2.0/networks/ce97ab11-8a00-4cd9-ad27-4b288272e186 HTTP/1.1" status: 204 len: 168 time: 1.5946074 Nov 12 03:47:46.099344 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39960d75-bf4d-4502-8a43-9b6bbedd40f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce97ab11-8a00-4cd9-ad27-4b288272e186,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:46.500171 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 0adcdc33-66ec-4948-a090-fd1582873eb5 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:46.586987 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37166) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:46.618795 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 0adcdc33-66ec-4948-a090-fd1582873eb5 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:47:46.619612 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 0adcdc33-66ec-4948-a090-fd1582873eb5 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:47:46.782979 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-fdc6d0c5-c95e-46dc-a8f4-4df4dd584e94 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1978793e24864d458e17fb421706473b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1945603 Nov 12 03:47:46.785391 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37170) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:46.787516 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a8ac201f-3c54-446b-bc64-c0f8d49b682f req-be7f3af4-7b15-480d-bc35-b057108da406 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 210 time: 0.0957050 Nov 12 03:47:46.871851 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a363a76e-62e4-47c8-92e4-c4684c591385 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:46.906156 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a363a76e-62e4-47c8-92e4-c4684c591385 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:47.024305 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a363a76e-62e4-47c8-92e4-c4684c591385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:47.035718 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a363a76e-62e4-47c8-92e4-c4684c591385 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:47.039187 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a363a76e-62e4-47c8-92e4-c4684c591385 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/59ac8efb-8b7b-4d56-bade-460efcfcd8be HTTP/1.1" status: 204 len: 168 time: 0.2508783 Nov 12 03:47:47.070407 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a363a76e-62e4-47c8-92e4-c4684c591385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ac8efb-8b7b-4d56-bade-460efcfcd8be,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:48.017130 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-83a2b829-10d3-474d-999c-57f8af117043 req-01c1c793-d905-4cb3-b1fe-d460eae5dba2 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 210 time: 0.0729644 Nov 12 03:47:48.236554 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:49.188239 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-41b628de-a1b9-45f6-803c-09d8825393bf req-d8784bad-4e71-4e03-aca0-4b941ff765a3 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 210 time: 0.0403917 Nov 12 03:47:50.314550 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ead75754-424b-4e5b-896d-b5ed8368718f req-dd72a8fb-ec10-4adc-94f3-23df01d66c9b tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 210 time: 0.0281029 Nov 12 03:47:51.286284 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37274) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:51.457480 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2a17d987-f5ae-4f45-b5a3-470dd2194935 req-694cbfa5-b37e-4a7b-ae5a-cfd476fe58c9 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c584f51-fb62-4406-a541-a05d7679a94f HTTP/1.1" status: 200 len: 210 time: 0.0385187 Nov 12 03:47:51.464679 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3211ff8d-4e39-486c-9557-3d446c12440b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:51.590266 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3211ff8d-4e39-486c-9557-3d446c12440b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:51.597230 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3211ff8d-4e39-486c-9557-3d446c12440b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:51.680745 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3211ff8d-4e39-486c-9557-3d446c12440b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5b4eab7d670942d5b1c749104a643998&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3925939 Nov 12 03:47:51.681728 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3211ff8d-4e39-486c-9557-3d446c12440b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2b964d-583a-412e-80b3-48149d6cdd2f,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:51.685882 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37282) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:51.833367 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-91c09af0-c2d7-4526-bbf2-9fb4fe57c904 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:51.875532 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-91c09af0-c2d7-4526-bbf2-9fb4fe57c904 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:51.966065 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-91c09af0-c2d7-4526-bbf2-9fb4fe57c904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:51.971553 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-91c09af0-c2d7-4526-bbf2-9fb4fe57c904 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:51.978187 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-91c09af0-c2d7-4526-bbf2-9fb4fe57c904 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8b2b964d-583a-412e-80b3-48149d6cdd2f HTTP/1.1" status: 204 len: 168 time: 0.2907121 Nov 12 03:47:51.993481 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c09af0-c2d7-4526-bbf2-9fb4fe57c904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2b964d-583a-412e-80b3-48149d6cdd2f,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:52.490543 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37300) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:52.509851 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6ed373d4-98f2-417e-ac91-8085010993dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:52.612916 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37306) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:52.662816 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6ed373d4-98f2-417e-ac91-8085010993dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:52.672135 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6ed373d4-98f2-417e-ac91-8085010993dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:52.726212 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f863203f-225f-42d6-afb4-65eede974835 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:52.737178 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6ed373d4-98f2-417e-ac91-8085010993dd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=77972909fa404b1a88194e6103c43ac5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2452567 Nov 12 03:47:52.739482 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37308) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:52.750757 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed373d4-98f2-417e-ac91-8085010993dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a396e82-f5bb-411b-a7f1-fa6350b9b915,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:52.785835 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f863203f-225f-42d6-afb4-65eede974835 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:52.848432 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bfffbf66-5a3e-4d26-9206-50d0c80f1a3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:52.895191 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bfffbf66-5a3e-4d26-9206-50d0c80f1a3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:52.957258 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f863203f-225f-42d6-afb4-65eede974835 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:52.959797 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f863203f-225f-42d6-afb4-65eede974835 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:52.963846 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f863203f-225f-42d6-afb4-65eede974835 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "DELETE /v2.0/security-groups/2781370c-8ac8-4e15-a928-f18ce8eea7d6 HTTP/1.1" status: 204 len: 168 time: 0.3493543 Nov 12 03:47:52.964180 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37310) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:52.975356 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f863203f-225f-42d6-afb4-65eede974835 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2781370c-8ac8-4e15-a928-f18ce8eea7d6,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:52.990832 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bfffbf66-5a3e-4d26-9206-50d0c80f1a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:52.997754 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bfffbf66-5a3e-4d26-9206-50d0c80f1a3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:53.002667 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-a6a0c4ba-adef-49c3-a495-c25b32caffdb tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] show failed (client error): The resource could not be found. Nov 12 03:47:53.007777 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a6a0c4ba-adef-49c3-a495-c25b32caffdb tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "GET /v2.0/security-groups/2781370c-8ac8-4e15-a928-f18ce8eea7d6 HTTP/1.1" status: 404 len: 347 time: 0.0349154 Nov 12 03:47:53.009760 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37312) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:53.015264 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-bfffbf66-5a3e-4d26-9206-50d0c80f1a3a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2a396e82-f5bb-411b-a7f1-fa6350b9b915 HTTP/1.1" status: 204 len: 168 time: 0.2742746 Nov 12 03:47:53.039273 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfffbf66-5a3e-4d26-9206-50d0c80f1a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a396e82-f5bb-411b-a7f1-fa6350b9b915,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:53.226570 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-647a822b-04ab-410c-83f9-bfaadae12e74 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Deleting port ad69feab-983e-4b0a-bf4e-dc52e0438162 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:53.226824 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-647a822b-04ab-410c-83f9-bfaadae12e74 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:53.338864 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-647a822b-04ab-410c-83f9-bfaadae12e74 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:53.339370 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-647a822b-04ab-410c-83f9-bfaadae12e74 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:53.355220 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-647a822b-04ab-410c-83f9-bfaadae12e74 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Calling delete_port for ad69feab-983e-4b0a-bf4e-dc52e0438162 owned by network:floatingip {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:53.702421 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-647a822b-04ab-410c-83f9-bfaadae12e74 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:53.746889 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a822b-04ab-410c-83f9-bfaadae12e74 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Pushing event deleted for resources: {'Port': ['ID=ad69feab-983e-4b0a-bf4e-dc52e0438162,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:53.767990 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f8c169-c503-42f1-837a-76bec7fb0cb3 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:47:53.875430 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-647a822b-04ab-410c-83f9-bfaadae12e74 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks [] for floatingip, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:53.878712 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-647a822b-04ab-410c-83f9-bfaadae12e74 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:53.880348 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-647a822b-04ab-410c-83f9-bfaadae12e74 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "DELETE /v2.0/floatingips/eb1ac6e8-2f57-432c-9ca1-b31e97f9c39a HTTP/1.1" status: 204 len: 168 time: 0.8697603 Nov 12 03:47:53.883054 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37330) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:54.087971 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-cfa5b0bc-b0cd-43de-b36a-d637f99c6751 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Deleting port abbc23e8-1176-4bcd-936e-074c27c7f379 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:54.088344 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cfa5b0bc-b0cd-43de-b36a-d637f99c6751 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:54.199027 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cfa5b0bc-b0cd-43de-b36a-d637f99c6751 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:54.228590 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-cfa5b0bc-b0cd-43de-b36a-d637f99c6751 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Calling delete_port for abbc23e8-1176-4bcd-936e-074c27c7f379 owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:54.556657 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cfa5b0bc-b0cd-43de-b36a-d637f99c6751 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:54.591492 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5b0bc-b0cd-43de-b36a-d637f99c6751 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Pushing event deleted for resources: {'Port': ['ID=abbc23e8-1176-4bcd-936e-074c27c7f379,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:54.713225 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cfa5b0bc-b0cd-43de-b36a-d637f99c6751 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:54.734222 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-cfa5b0bc-b0cd-43de-b36a-d637f99c6751 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "DELETE /v2.0/ports/abbc23e8-1176-4bcd-936e-074c27c7f379 HTTP/1.1" status: 204 len: 168 time: 0.8485296 Nov 12 03:47:54.735370 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37350) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:54.868833 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-e16d35f7-e19a-4558-a479-2036fc802303 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Deleting port 7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:54.869421 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e16d35f7-e19a-4558-a479-2036fc802303 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:55.052599 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e16d35f7-e19a-4558-a479-2036fc802303 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:55.074494 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-e16d35f7-e19a-4558-a479-2036fc802303 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Calling delete_port for 7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2 owned by {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:55.274950 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e16d35f7-e19a-4558-a479-2036fc802303 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:55.336940 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16d35f7-e19a-4558-a479-2036fc802303 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Pushing event deleted for resources: {'Port': ['ID=7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:55.472610 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e16d35f7-e19a-4558-a479-2036fc802303 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:55.479296 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e16d35f7-e19a-4558-a479-2036fc802303 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "DELETE /v2.0/ports/7de9dff7-73cd-4a0b-8d8c-5ddd136b5fe2 HTTP/1.1" status: 204 len: 168 time: 0.7428687 Nov 12 03:47:55.482668 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37370) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:55.586598 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a7c7fe6-7d16-469a-9e60-425e27013417 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Deleting subnet 18b45a6b-deb9-4b8d-a9e4-21e350a68f47 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:47:55.591486 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2a7c7fe6-7d16-469a-9e60-425e27013417 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:55.674832 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2a7c7fe6-7d16-469a-9e60-425e27013417 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:55.853545 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2a7c7fe6-7d16-469a-9e60-425e27013417 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:55.906801 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [req-854f8242-aeb7-456e-a385-7ebaecf76ede req-4e514b0d-3518-4854-b043-476bfc479a14 service neutron] (102571) timed out ('10.222.0.50', 40896) {{(pid=102571) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 03:47:55.918397 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:47:55.957989 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2a7c7fe6-7d16-469a-9e60-425e27013417 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:55.989365 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c7fe6-7d16-469a-9e60-425e27013417 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Pushing event deleted for resources: {'Subnet': ['ID=18b45a6b-deb9-4b8d-a9e4-21e350a68f47,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:55.991365 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2a7c7fe6-7d16-469a-9e60-425e27013417 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:55.995147 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2a7c7fe6-7d16-469a-9e60-425e27013417 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "DELETE /v2.0/subnets/18b45a6b-deb9-4b8d-a9e4-21e350a68f47 HTTP/1.1" status: 204 len: 168 time: 0.5104551 Nov 12 03:47:55.999691 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37380) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:56.006428 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d48f5d-b8cd-4023-90d7-6ec0a458d263 None None] Network 36f6ed65-8190-49b0-8a57-7dd102916b9e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:47:56.097976 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-145c08a4-5fe4-4621-9c74-97b846e14e55 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Deleting subnet b982b1ac-5a39-445d-bf86-e4e863c753c9 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:47:56.102525 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-145c08a4-5fe4-4621-9c74-97b846e14e55 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:56.157962 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-145c08a4-5fe4-4621-9c74-97b846e14e55 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:56.275990 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-145c08a4-5fe4-4621-9c74-97b846e14e55 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:56.312453 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32fc276-1119-4d68-bf9a-8d8f653b7a4e None None] DHCP port deletion for 36f6ed65-8190-49b0-8a57-7dd102916b9e request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:47:56.367302 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-145c08a4-5fe4-4621-9c74-97b846e14e55 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:56.465096 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-c32fc276-1119-4d68-bf9a-8d8f653b7a4e None None] Deleting port ad4c1090-8c7e-475d-9274-c3c70ff128bc {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:56.467890 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c32fc276-1119-4d68-bf9a-8d8f653b7a4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:56.475003 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-145c08a4-5fe4-4621-9c74-97b846e14e55 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:56.480038 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2834b885-73de-44fa-959f-ca02e1ac987a None None] Network 8d21d20a-27ba-43f8-a492-7cb16d2502e7 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:47:56.483005 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-145c08a4-5fe4-4621-9c74-97b846e14e55 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "DELETE /v2.0/subnets/b982b1ac-5a39-445d-bf86-e4e863c753c9 HTTP/1.1" status: 204 len: 168 time: 0.4816568 Nov 12 03:47:56.485527 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37398) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:56.496586 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c08a4-5fe4-4621-9c74-97b846e14e55 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Pushing event deleted for resources: {'Subnet': ['ID=b982b1ac-5a39-445d-bf86-e4e863c753c9,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:56.683644 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device ad4c1090-8c7e-475d-9274-c3c70ff128bc no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:56.713879 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4994e231-c9ef-474f-ae77-d7553ba7dd03 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:56.892250 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-4994e231-c9ef-474f-ae77-d7553ba7dd03 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Deleting port ad4c1090-8c7e-475d-9274-c3c70ff128bc {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:56.892767 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4994e231-c9ef-474f-ae77-d7553ba7dd03 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:56.895113 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-c32fc276-1119-4d68-bf9a-8d8f653b7a4e None None] For port ad4c1090-8c7e-475d-9274-c3c70ff128bc, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=ad4c1090-8c7e-475d-9274-c3c70ff128bc,segment=NetworkSegment(11bdb19f-eb51-4d2d-b6e4-289913f58187),segment_id=11bdb19f-eb51-4d2d-b6e4-289913f58187)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:56.895891 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c32fc276-1119-4d68-bf9a-8d8f653b7a4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:56.969739 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-c32fc276-1119-4d68-bf9a-8d8f653b7a4e None None] Calling delete_port for ad4c1090-8c7e-475d-9274-c3c70ff128bc owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:57.050598 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-4994e231-c9ef-474f-ae77-d7553ba7dd03 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] For port ad4c1090-8c7e-475d-9274-c3c70ff128bc, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=ad4c1090-8c7e-475d-9274-c3c70ff128bc,segment=NetworkSegment(11bdb19f-eb51-4d2d-b6e4-289913f58187),segment_id=11bdb19f-eb51-4d2d-b6e4-289913f58187)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:57.051012 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4994e231-c9ef-474f-ae77-d7553ba7dd03 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:57.071136 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-4994e231-c9ef-474f-ae77-d7553ba7dd03 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Calling delete_port for ad4c1090-8c7e-475d-9274-c3c70ff128bc owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:57.117805 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:57.239293 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4994e231-c9ef-474f-ae77-d7553ba7dd03 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:57.330155 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994e231-c9ef-474f-ae77-d7553ba7dd03 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Pushing event deleted for resources: {'Port': ['ID=ad4c1090-8c7e-475d-9274-c3c70ff128bc,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:57.358734 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4994e231-c9ef-474f-ae77-d7553ba7dd03 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] No DVR routers for this DVR port ad4c1090-8c7e-475d-9274-c3c70ff128bc on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:47:57.409693 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ee0e9f-2a01-4f0f-b305-015ae02722de None None] DHCP port deletion for 8d21d20a-27ba-43f8-a492-7cb16d2502e7 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:47:57.517068 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4994e231-c9ef-474f-ae77-d7553ba7dd03 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:57.520902 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c32fc276-1119-4d68-bf9a-8d8f653b7a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:57.555030 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-4994e231-c9ef-474f-ae77-d7553ba7dd03 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36f6ed65-8190-49b0-8a57-7dd102916b9e']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:57.565995 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32fc276-1119-4d68-bf9a-8d8f653b7a4e None None] Pushing event deleted for resources: {'Port': ['ID=ad4c1090-8c7e-475d-9274-c3c70ff128bc,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:57.569075 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32fc276-1119-4d68-bf9a-8d8f653b7a4e None None] No DVR routers for this DVR port ad4c1090-8c7e-475d-9274-c3c70ff128bc on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:47:57.587761 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-4994e231-c9ef-474f-ae77-d7553ba7dd03 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11bdb19f-eb51-4d2d-b6e4-289913f58187') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:57.588260 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-4994e231-c9ef-474f-ae77-d7553ba7dd03 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11bdb19f-eb51-4d2d-b6e4-289913f58187') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:57.608237 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4994e231-c9ef-474f-ae77-d7553ba7dd03 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:57.615946 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-78ee0e9f-2a01-4f0f-b305-015ae02722de None None] Deleting port 5110e494-907c-4cb8-a0ca-cc326a92621a {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:57.616653 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78ee0e9f-2a01-4f0f-b305-015ae02722de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:57.640183 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4994e231-c9ef-474f-ae77-d7553ba7dd03 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:57.647697 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4994e231-c9ef-474f-ae77-d7553ba7dd03 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:47:57.648222 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4994e231-c9ef-474f-ae77-d7553ba7dd03 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:57.653845 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:47:57.653845 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:47:57.653845 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:47:57.653845 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:47:57.653845 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:47:57.653845 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:47:57.653845 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:47:57.653845 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:47:57.653845 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:47:57.653845 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:47:57.653845 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:47:57.653845 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:47:57.653845 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:47:57.653845 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:47:57.653845 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:47:57.653845 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:47:57.653845 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:47:57.653845 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:47:57.653845 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:47:57.653845 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:47:57.653845 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:47:57.653845 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:47:57.653845 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:47:57.653845 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:47:57.653845 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:47:57.653845 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:47:57.653845 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:47:57.653845 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:47:57.653845 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:47:57.653845 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:47:57.653845 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:47:57.653845 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:47:57.744985 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-78ee0e9f-2a01-4f0f-b305-015ae02722de None None] For port 5110e494-907c-4cb8-a0ca-cc326a92621a, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=5110e494-907c-4cb8-a0ca-cc326a92621a,segment=NetworkSegment(7160b443-0957-49bf-81cb-6c0bf92bcd2c),segment_id=7160b443-0957-49bf-81cb-6c0bf92bcd2c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:57.745466 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78ee0e9f-2a01-4f0f-b305-015ae02722de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:57.766125 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-78ee0e9f-2a01-4f0f-b305-015ae02722de None None] Calling delete_port for 5110e494-907c-4cb8-a0ca-cc326a92621a owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:57.766526 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4994e231-c9ef-474f-ae77-d7553ba7dd03 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:57.788050 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4994e231-c9ef-474f-ae77-d7553ba7dd03 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:57.796489 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37428) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:57.797400 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4994e231-c9ef-474f-ae77-d7553ba7dd03 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "DELETE /v2.0/networks/36f6ed65-8190-49b0-8a57-7dd102916b9e HTTP/1.1" status: 204 len: 168 time: 1.3107653 Nov 12 03:47:57.811131 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994e231-c9ef-474f-ae77-d7553ba7dd03 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Pushing event deleted for resources: {'Network': ['ID=36f6ed65-8190-49b0-8a57-7dd102916b9e,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:57.875545 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78ee0e9f-2a01-4f0f-b305-015ae02722de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:57.894564 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ee0e9f-2a01-4f0f-b305-015ae02722de None None] No DVR routers for this DVR port 5110e494-907c-4cb8-a0ca-cc326a92621a on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:47:57.932476 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee0e9f-2a01-4f0f-b305-015ae02722de None None] Pushing event deleted for resources: {'Port': ['ID=5110e494-907c-4cb8-a0ca-cc326a92621a,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:57.975774 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a0f7f7ab-d3bc-4c9f-bf7b-112e01a8ca78 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:58.084896 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a0f7f7ab-d3bc-4c9f-bf7b-112e01a8ca78 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:58.109899 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-a0f7f7ab-d3bc-4c9f-bf7b-112e01a8ca78 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d21d20a-27ba-43f8-a492-7cb16d2502e7']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:58.123812 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-a0f7f7ab-d3bc-4c9f-bf7b-112e01a8ca78 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7160b443-0957-49bf-81cb-6c0bf92bcd2c') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:58.124133 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-a0f7f7ab-d3bc-4c9f-bf7b-112e01a8ca78 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7160b443-0957-49bf-81cb-6c0bf92bcd2c') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:58.134619 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a0f7f7ab-d3bc-4c9f-bf7b-112e01a8ca78 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:58.155056 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a0f7f7ab-d3bc-4c9f-bf7b-112e01a8ca78 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:58.161641 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0f7f7ab-d3bc-4c9f-bf7b-112e01a8ca78 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:47:58.162176 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a0f7f7ab-d3bc-4c9f-bf7b-112e01a8ca78 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:58.165265 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:47:58.165265 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:47:58.165265 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:47:58.165265 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:47:58.165265 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:47:58.165265 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:47:58.165265 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:47:58.165265 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:47:58.165265 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:47:58.165265 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:47:58.165265 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:47:58.165265 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:47:58.165265 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:47:58.165265 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:47:58.165265 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:47:58.165265 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:47:58.165265 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:47:58.165265 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:47:58.165265 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:47:58.165265 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:47:58.165265 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:47:58.165265 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:47:58.165265 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:47:58.165265 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:47:58.165265 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:47:58.165265 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:47:58.165265 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:47:58.165265 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:47:58.165265 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:47:58.165265 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:47:58.165265 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:47:58.165265 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:47:58.285967 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a0f7f7ab-d3bc-4c9f-bf7b-112e01a8ca78 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:58.301058 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a0f7f7ab-d3bc-4c9f-bf7b-112e01a8ca78 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:58.308706 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a0f7f7ab-d3bc-4c9f-bf7b-112e01a8ca78 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] 10.222.0.50 "DELETE /v2.0/networks/8d21d20a-27ba-43f8-a492-7cb16d2502e7 HTTP/1.1" status: 204 len: 168 time: 0.5109982 Nov 12 03:47:58.321335 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7f7ab-d3bc-4c9f-bf7b-112e01a8ca78 tempest-TaggedBootDevicesTest_v242-1614654919 tempest-TaggedBootDevicesTest_v242-1614654919-project] Pushing event deleted for resources: {'Network': ['ID=8d21d20a-27ba-43f8-a492-7cb16d2502e7,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:58.487323 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 5110e494-907c-4cb8-a0ca-cc326a92621a no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:58.564939 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 5110e494-907c-4cb8-a0ca-cc326a92621a {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:47:58.565291 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 5110e494-907c-4cb8-a0ca-cc326a92621a not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:47:59.738135 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37488) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:59.897036 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2d3e7d76-26cb-4d2c-b725-67338f199714 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/floatingips/449a1739-d9b5-473c-84a3-607dffeb367d HTTP/1.1" status: 200 len: 993 time: 0.1569474 Nov 12 03:48:00.284412 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37502) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:00.348044 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b895cff5-6e66-4152-820d-866dc91b4498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:00.644610 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-893b34dc-9caa-4c5d-84c3-2334147d1040 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Deleting port b8cc65d0-1623-4f06-b2af-6ea15f224b4f {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:00.644610 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-893b34dc-9caa-4c5d-84c3-2334147d1040 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:00.803937 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-893b34dc-9caa-4c5d-84c3-2334147d1040 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:00.804400 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-893b34dc-9caa-4c5d-84c3-2334147d1040 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:00.821518 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-893b34dc-9caa-4c5d-84c3-2334147d1040 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Calling delete_port for b8cc65d0-1623-4f06-b2af-6ea15f224b4f owned by network:floatingip {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:01.488820 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-893b34dc-9caa-4c5d-84c3-2334147d1040 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:01.542420 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b34dc-9caa-4c5d-84c3-2334147d1040 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event deleted for resources: {'Port': ['ID=b8cc65d0-1623-4f06-b2af-6ea15f224b4f,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:01.708978 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-893b34dc-9caa-4c5d-84c3-2334147d1040 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for floatingip, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:01.709347 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [None req-893b34dc-9caa-4c5d-84c3-2334147d1040 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Floating IP 449a1739-d9b5-473c-84a3-607dffeb367d disassociated (deleted). External IP: 172.25.5.71, port: e150f39e-8507-4adf-9201-5c27f819f72e. Nov 12 03:48:02.751518 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893b34dc-9caa-4c5d-84c3-2334147d1040 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Router d4483312-bd0c-46bc-b178-1065b3a5c2b9 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:48:03.079719 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893b34dc-9caa-4c5d-84c3-2334147d1040 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:48:03.089061 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-893b34dc-9caa-4c5d-84c3-2334147d1040 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:03.091271 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ab4d25-9a7e-45c8-9b6f-49f200175d42 None None] Sync routers for ids ['d4483312-bd0c-46bc-b178-1065b3a5c2b9'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:48:03.107118 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ab4d25-9a7e-45c8-9b6f-49f200175d42 None None] Routers {'d4483312-bd0c-46bc-b178-1065b3a5c2b9'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:03.113202 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-a6ab4d25-9a7e-45c8-9b6f-49f200175d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:47:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['d4483312-bd0c-46bc-b178-1065b3a5c2b9'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:03.191996 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-893b34dc-9caa-4c5d-84c3-2334147d1040 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "DELETE /v2.0/floatingips/449a1739-d9b5-473c-84a3-607dffeb367d HTTP/1.1" status: 204 len: 168 time: 2.9061835 Nov 12 03:48:03.192920 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '748d5cfd-8aa2-486f-9708-e6ebdab6520a', 'tag': 'e150f39e-8507-4adf-9201-5c27f819f72e'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:48:03.195706 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8c2747-ce41-4932-ac60-9e21dcd75bdf" -d '{"events": [{"name": "network-changed", "server_uuid": "748d5cfd-8aa2-486f-9708-e6ebdab6520a", "tag": "e150f39e-8507-4adf-9201-5c27f819f72e"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:48:03.282838 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c953c75a-f3c8-42e5-8793-db782ab36806 x-openstack-request-id: req-c953c75a-f3c8-42e5-8793-db782ab36806 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:48:03.283123 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "748d5cfd-8aa2-486f-9708-e6ebdab6520a", "tag": "e150f39e-8507-4adf-9201-5c27f819f72e", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:48:03.283371 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c953c75a-f3c8-42e5-8793-db782ab36806 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:48:03.283777 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '748d5cfd-8aa2-486f-9708-e6ebdab6520a', 'tag': 'e150f39e-8507-4adf-9201-5c27f819f72e', 'status': 'completed', 'code': 200} Nov 12 03:48:03.453506 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c2747-ce41-4932-ac60-9e21dcd75bdf req-99dfa4de-fde8-4c49-9735-97c6f985f6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:03.460356 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-eb8c2747-ce41-4932-ac60-9e21dcd75bdf req-99dfa4de-fde8-4c49-9735-97c6f985f6f4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=31f81b1aeeb344b7a84563d0622f3019&device_id=748d5cfd-8aa2-486f-9708-e6ebdab6520a HTTP/1.1" status: 200 len: 1098 time: 0.1409082 Nov 12 03:48:03.460991 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9858c9d4-dfc4-4660-9f6b-3f1b78848a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:03.508530 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-a6ab4d25-9a7e-45c8-9b6f-49f200175d42 None None] Set router d4483312-bd0c-46bc-b178-1065b3a5c2b9 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:03.715961 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c2747-ce41-4932-ac60-9e21dcd75bdf req-5a40ea5f-0c1a-49b0-9fc3-1407e76bdb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:03.717758 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-eb8c2747-ce41-4932-ac60-9e21dcd75bdf req-5a40ea5f-0c1a-49b0-9fc3-1407e76bdb48 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bd8a4814-3fa6-412a-a86b-d3686555710b HTTP/1.1" status: 200 len: 896 time: 0.2443986 Nov 12 03:48:03.900011 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-eb8c2747-ce41-4932-ac60-9e21dcd75bdf req-3c61f10c-9212-4882-840a-8b05b8906405 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e150f39e-8507-4adf-9201-5c27f819f72e HTTP/1.1" status: 200 len: 217 time: 0.1674016 Nov 12 03:48:04.106889 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c2747-ce41-4932-ac60-9e21dcd75bdf req-2909abb4-9294-48b9-b24d-2bf93e89c3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:04.109642 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-eb8c2747-ce41-4932-ac60-9e21dcd75bdf req-2909abb4-9294-48b9-b24d-2bf93e89c3e3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=dd09a311-387d-4835-a994-d06fa218a637 HTTP/1.1" status: 200 len: 834 time: 0.1188464 Nov 12 03:48:04.126176 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9137fda4-c27b-405b-9ee5-6ca4142ec33e req-f0202edf-befc-4d54-84b4-77418608b0e1 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:04.138632 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9137fda4-c27b-405b-9ee5-6ca4142ec33e req-f0202edf-befc-4d54-84b4-77418608b0e1 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=748d5cfd-8aa2-486f-9708-e6ebdab6520a HTTP/1.1" status: 200 len: 946 time: 0.2882702 Nov 12 03:48:04.202711 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:04.456004 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c2747-ce41-4932-ac60-9e21dcd75bdf req-8b5f065b-cc99-400c-a1f6-4ad73571bbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:04.457936 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-eb8c2747-ce41-4932-ac60-9e21dcd75bdf req-8b5f065b-cc99-400c-a1f6-4ad73571bbd8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bd8a4814-3fa6-412a-a86b-d3686555710b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3070333 Nov 12 03:48:04.498629 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9137fda4-c27b-405b-9ee5-6ca4142ec33e req-5c1e68b8-caab-42dc-85a1-ed568ce17367 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/security-groups?id=28af5d02-f79d-46a5-a458-b64553e6883c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3368020 Nov 12 03:48:04.588954 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-a6ab4d25-9a7e-45c8-9b6f-49f200175d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4483312-bd0c-46bc-b178-1065b3a5c2b9', 'name': 'tempest-TestNetworkBasicOps-router-1050781029', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'eee980b5-1ecd-476a-a84c-8ccb27319de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:49Z', 'updated_at': '2021-11-12T03:46:56Z', 'revision_number': 4, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'gw_port': {'id': 'eee980b5-1ecd-476a-a84c-8ccb27319de2', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:29:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4483312-bd0c-46bc-b178-1065b3a5c2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:50Z', 'updated_at': '2021-11-12T03:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'e19d03c0-6915-42b1-bec5-9a22d5c62842', 'name': '', 'network_id': 'bd8a4814-3fa6-412a-a86b-d3686555710b', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'mac_address': 'fa:16:3e:32:da:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4483312-bd0c-46bc-b178-1065b3a5c2b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': 'dd09a311-387d-4835-a994-d06fa218a637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:54Z', 'updated_at': '2021-11-12T03:47:01Z', 'revision_number': 5, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'subnets': [{'id': 'dd09a311-387d-4835-a994-d06fa218a637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:04.678166 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ab4d25-9a7e-45c8-9b6f-49f200175d42 None None] Checking router: d4483312-bd0c-46bc-b178-1065b3a5c2b9 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:48:04.721566 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ab4d25-9a7e-45c8-9b6f-49f200175d42 None None] Routers {'d4483312-bd0c-46bc-b178-1065b3a5c2b9'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:04.733026 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-a6ab4d25-9a7e-45c8-9b6f-49f200175d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:48:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['d4483312-bd0c-46bc-b178-1065b3a5c2b9'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:04.852001 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-eb8c2747-ce41-4932-ac60-9e21dcd75bdf req-ca08ff6e-8bf4-4646-9478-6dfd940d4c57 service neutron] 10.222.0.74 "GET /v2.0/networks/bd8a4814-3fa6-412a-a86b-d3686555710b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522470 Nov 12 03:48:04.921462 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-a6ab4d25-9a7e-45c8-9b6f-49f200175d42 None None] Set router d4483312-bd0c-46bc-b178-1065b3a5c2b9 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:05.122753 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-eb8c2747-ce41-4932-ac60-9e21dcd75bdf req-24788ff3-a030-45d4-8990-f5a4be4a8d88 service neutron] 10.222.0.74 "GET /v2.0/networks/bd8a4814-3fa6-412a-a86b-d3686555710b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614174 Nov 12 03:48:05.187221 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37588) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:05.301672 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef66bc-1da3-4218-a962-ba44cf833f7c req-6a8b4033-5c94-4a71-85ea-bdb8cf12386b tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:05.309565 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d1ef66bc-1da3-4218-a962-ba44cf833f7c req-6a8b4033-5c94-4a71-85ea-bdb8cf12386b tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.74 "GET /v2.0/ports?device_id=748d5cfd-8aa2-486f-9708-e6ebdab6520a HTTP/1.1" status: 200 len: 946 time: 0.1129456 Nov 12 03:48:05.428328 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-a6ab4d25-9a7e-45c8-9b6f-49f200175d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4483312-bd0c-46bc-b178-1065b3a5c2b9', 'name': 'tempest-TestNetworkBasicOps-router-1050781029', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'eee980b5-1ecd-476a-a84c-8ccb27319de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:49Z', 'updated_at': '2021-11-12T03:46:56Z', 'revision_number': 4, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'gw_port': {'id': 'eee980b5-1ecd-476a-a84c-8ccb27319de2', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:29:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4483312-bd0c-46bc-b178-1065b3a5c2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:50Z', 'updated_at': '2021-11-12T03:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'e19d03c0-6915-42b1-bec5-9a22d5c62842', 'name': '', 'network_id': 'bd8a4814-3fa6-412a-a86b-d3686555710b', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'mac_address': 'fa:16:3e:32:da:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4483312-bd0c-46bc-b178-1065b3a5c2b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': 'dd09a311-387d-4835-a994-d06fa218a637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:54Z', 'updated_at': '2021-11-12T03:47:01Z', 'revision_number': 5, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'subnets': [{'id': 'dd09a311-387d-4835-a994-d06fa218a637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:05.591272 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ab4d25-9a7e-45c8-9b6f-49f200175d42 None None] The sync data for ids ['d4483312-bd0c-46bc-b178-1065b3a5c2b9'] in n-d-715271-27 is: [{'id': 'd4483312-bd0c-46bc-b178-1065b3a5c2b9', 'name': 'tempest-TestNetworkBasicOps-router-1050781029', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'eee980b5-1ecd-476a-a84c-8ccb27319de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:49Z', 'updated_at': '2021-11-12T03:46:56Z', 'revision_number': 4, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'gw_port': {'id': 'eee980b5-1ecd-476a-a84c-8ccb27319de2', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:29:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4483312-bd0c-46bc-b178-1065b3a5c2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:50Z', 'updated_at': '2021-11-12T03:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'e19d03c0-6915-42b1-bec5-9a22d5c62842', 'name': '', 'network_id': 'bd8a4814-3fa6-412a-a86b-d3686555710b', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'mac_address': 'fa:16:3e:32:da:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4483312-bd0c-46bc-b178-1065b3a5c2b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': 'dd09a311-387d-4835-a994-d06fa218a637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:54Z', 'updated_at': '2021-11-12T03:47:01Z', 'revision_number': 5, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'subnets': [{'id': 'dd09a311-387d-4835-a994-d06fa218a637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:48:05.634891 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:05.686265 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-d1ef66bc-1da3-4218-a962-ba44cf833f7c req-6632bc76-e6fc-43ab-ab2f-8edb0abd0a56 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Deleting port e150f39e-8507-4adf-9201-5c27f819f72e {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:05.693667 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d1ef66bc-1da3-4218-a962-ba44cf833f7c req-6632bc76-e6fc-43ab-ab2f-8edb0abd0a56 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:05.802469 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd157ff-123b-4b7d-85c5-7060a87fcd8c req-ed0b7325-4f2d-4ee3-9937-ba8aab90ff19 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:05.818942 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5fd157ff-123b-4b7d-85c5-7060a87fcd8c req-ed0b7325-4f2d-4ee3-9937-ba8aab90ff19 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=748d5cfd-8aa2-486f-9708-e6ebdab6520a HTTP/1.1" status: 200 len: 946 time: 0.1243534 Nov 12 03:48:05.924026 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-d1ef66bc-1da3-4218-a962-ba44cf833f7c req-6632bc76-e6fc-43ab-ab2f-8edb0abd0a56 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] For port e150f39e-8507-4adf-9201-5c27f819f72e, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=e150f39e-8507-4adf-9201-5c27f819f72e,segment=NetworkSegment(543e932c-18de-4f93-a6f2-b6a3fa05f895),segment_id=543e932c-18de-4f93-a6f2-b6a3fa05f895)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:05.924514 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d1ef66bc-1da3-4218-a962-ba44cf833f7c req-6632bc76-e6fc-43ab-ab2f-8edb0abd0a56 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:05.989286 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5fd157ff-123b-4b7d-85c5-7060a87fcd8c req-5d9cc21c-5a14-49bb-ae41-c904b8d5681b tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/security-groups?id=28af5d02-f79d-46a5-a458-b64553e6883c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681192 Nov 12 03:48:06.000040 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-d1ef66bc-1da3-4218-a962-ba44cf833f7c req-6632bc76-e6fc-43ab-ab2f-8edb0abd0a56 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Calling delete_port for e150f39e-8507-4adf-9201-5c27f819f72e owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:06.095115 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0ed0d4f1-551a-4b96-9fbd-e7824914e3bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.245387 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfd9e01-cd72-4808-9289-4d90e03409e5 None None] New status for floating IP 449a1739-d9b5-473c-84a3-607dffeb367d: DOWN {{(pid=102574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:48:06.376053 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d1ef66bc-1da3-4218-a962-ba44cf833f7c req-6632bc76-e6fc-43ab-ab2f-8edb0abd0a56 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.392996 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.435046 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6632bc76-e6fc-43ab-ab2f-8edb0abd0a56 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event deleted for resources: {'Port': ['ID=e150f39e-8507-4adf-9201-5c27f819f72e,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:06.526444 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ef66bc-1da3-4218-a962-ba44cf833f7c req-6632bc76-e6fc-43ab-ab2f-8edb0abd0a56 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] No DVR routers for this DVR port e150f39e-8507-4adf-9201-5c27f819f72e on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:48:06.533688 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d1ef66bc-1da3-4218-a962-ba44cf833f7c req-6632bc76-e6fc-43ab-ab2f-8edb0abd0a56 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.537296 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d1ef66bc-1da3-4218-a962-ba44cf833f7c req-6632bc76-e6fc-43ab-ab2f-8edb0abd0a56 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.74 "DELETE /v2.0/ports/e150f39e-8507-4adf-9201-5c27f819f72e HTTP/1.1" status: 204 len: 173 time: 1.2182164 Nov 12 03:48:06.537999 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748d5cfd-8aa2-486f-9708-e6ebdab6520a', 'name': 'network-vif-deleted', 'tag': 'e150f39e-8507-4adf-9201-5c27f819f72e'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:48:06.550151 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844185a8-1da8-4139-886b-01c36c13d62d" -d '{"events": [{"server_uuid": "748d5cfd-8aa2-486f-9708-e6ebdab6520a", "name": "network-vif-deleted", "tag": "e150f39e-8507-4adf-9201-5c27f819f72e"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:48:06.559688 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0ed0d4f1-551a-4b96-9fbd-e7824914e3bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.578944 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0ed0d4f1-551a-4b96-9fbd-e7824914e3bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.670973 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7060fa66-780d-4bfe-86eb-49bf604960ed x-openstack-request-id: req-7060fa66-780d-4bfe-86eb-49bf604960ed {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:48:06.671271 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "748d5cfd-8aa2-486f-9708-e6ebdab6520a", "name": "network-vif-deleted", "tag": "e150f39e-8507-4adf-9201-5c27f819f72e", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:48:06.672180 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7060fa66-780d-4bfe-86eb-49bf604960ed {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:48:06.672606 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748d5cfd-8aa2-486f-9708-e6ebdab6520a', 'name': 'network-vif-deleted', 'tag': 'e150f39e-8507-4adf-9201-5c27f819f72e', 'status': 'completed', 'code': 200} Nov 12 03:48:06.712315 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0ed0d4f1-551a-4b96-9fbd-e7824914e3bb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6badaec309b6407aba014475e0b0bc12&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5239565 Nov 12 03:48:06.715223 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37620) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:06.719622 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed0d4f1-551a-4b96-9fbd-e7824914e3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092e6ae8-c267-4e05-8b2e-a89b42f6dd8a,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:06.785431 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1cf6a3e6-642c-445b-bddc-899662135f80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.819310 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1cf6a3e6-642c-445b-bddc-899662135f80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.906198 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1cf6a3e6-642c-445b-bddc-899662135f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.909197 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1cf6a3e6-642c-445b-bddc-899662135f80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.910417 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-1cf6a3e6-642c-445b-bddc-899662135f80 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/092e6ae8-c267-4e05-8b2e-a89b42f6dd8a HTTP/1.1" status: 204 len: 168 time: 0.1940734 Nov 12 03:48:06.929815 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf6a3e6-642c-445b-bddc-899662135f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092e6ae8-c267-4e05-8b2e-a89b42f6dd8a,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:07.321374 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-375f8bee-d62f-440e-910f-e26638386864 req-4813077b-cc9a-466a-8225-02fdedf060fa tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "GET /v2.0/ports?device_id=748d5cfd-8aa2-486f-9708-e6ebdab6520a HTTP/1.1" status: 200 len: 210 time: 0.0574210 Nov 12 03:48:07.901561 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37648) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:08.141742 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fd7a9a16-d681-487c-a27d-ac51414ce542 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.338251 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fd7a9a16-d681-487c-a27d-ac51414ce542 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.343265 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fd7a9a16-d681-487c-a27d-ac51414ce542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.396270 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-fd7a9a16-d681-487c-a27d-ac51414ce542 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8c465d089e7a474694aac310ba47c694&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4936073 Nov 12 03:48:08.399877 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37666) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:08.427645 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37668) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:08.449106 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7a9a16-d681-487c-a27d-ac51414ce542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd835d34-bd31-4b9d-9b06-96cf5a9093ea,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:08.539091 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9b1b50b3-46ba-4a91-9f7b-d71310370106 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.582709 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ad2257c0-4712-4459-a991-f2f6709bf581 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.586906 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9b1b50b3-46ba-4a91-9f7b-d71310370106 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.637389 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ad2257c0-4712-4459-a991-f2f6709bf581 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.695270 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.701268 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9b1b50b3-46ba-4a91-9f7b-d71310370106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.704022 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9b1b50b3-46ba-4a91-9f7b-d71310370106 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.705254 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9b1b50b3-46ba-4a91-9f7b-d71310370106 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fd835d34-bd31-4b9d-9b06-96cf5a9093ea HTTP/1.1" status: 204 len: 168 time: 0.3035116 Nov 12 03:48:08.735822 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b50b3-46ba-4a91-9f7b-d71310370106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd835d34-bd31-4b9d-9b06-96cf5a9093ea,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:08.740818 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ad2257c0-4712-4459-a991-f2f6709bf581 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.743713 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ad2257c0-4712-4459-a991-f2f6709bf581 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.744920 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ad2257c0-4712-4459-a991-f2f6709bf581 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "DELETE /v2.0/security-groups/28af5d02-f79d-46a5-a458-b64553e6883c HTTP/1.1" status: 204 len: 168 time: 0.3161688 Nov 12 03:48:08.762142 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2257c0-4712-4459-a991-f2f6709bf581 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28af5d02-f79d-46a5-a458-b64553e6883c,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:08.806942 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37684) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:09.293482 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37704) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:09.310986 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8d872a0a-d480-433f-9c4d-ccb2b4e5f273 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:09.458983 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fbf9cc57-d15d-4352-8d97-3ddd7531e8ef tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:09.468922 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8d872a0a-d480-433f-9c4d-ccb2b4e5f273 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:09.474444 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8d872a0a-d480-433f-9c4d-ccb2b4e5f273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:09.528122 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37710) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:09.528671 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8d872a0a-d480-433f-9c4d-ccb2b4e5f273 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d93e091931664975adca9cca9cacc518&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2329800 Nov 12 03:48:09.530081 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d872a0a-d480-433f-9c4d-ccb2b4e5f273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727b914b-a72f-41c5-8d66-302cef1b4db4,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:09.708272 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b8be78f7-56b3-424c-bc69-054d99e8b5b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:09.733723 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b8be78f7-56b3-424c-bc69-054d99e8b5b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:09.820546 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b8be78f7-56b3-424c-bc69-054d99e8b5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:09.823202 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b8be78f7-56b3-424c-bc69-054d99e8b5b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:09.824685 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b8be78f7-56b3-424c-bc69-054d99e8b5b3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/727b914b-a72f-41c5-8d66-302cef1b4db4 HTTP/1.1" status: 204 len: 168 time: 0.2948914 Nov 12 03:48:09.858474 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be78f7-56b3-424c-bc69-054d99e8b5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727b914b-a72f-41c5-8d66-302cef1b4db4,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:10.064955 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-fbf9cc57-d15d-4352-8d97-3ddd7531e8ef tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Deleting port e19d03c0-6915-42b1-bec5-9a22d5c62842 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:10.065355 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fbf9cc57-d15d-4352-8d97-3ddd7531e8ef tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:10.254766 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-fbf9cc57-d15d-4352-8d97-3ddd7531e8ef tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] For port e19d03c0-6915-42b1-bec5-9a22d5c62842, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e19d03c0-6915-42b1-bec5-9a22d5c62842,segment=NetworkSegment(543e932c-18de-4f93-a6f2-b6a3fa05f895),segment_id=543e932c-18de-4f93-a6f2-b6a3fa05f895)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:10.255401 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fbf9cc57-d15d-4352-8d97-3ddd7531e8ef tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:10.274748 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-fbf9cc57-d15d-4352-8d97-3ddd7531e8ef tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Calling delete_port for e19d03c0-6915-42b1-bec5-9a22d5c62842 owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:10.554947 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device e150f39e-8507-4adf-9201-5c27f819f72e no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:10.599506 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: e150f39e-8507-4adf-9201-5c27f819f72e {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:48:10.601847 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device e150f39e-8507-4adf-9201-5c27f819f72e not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:48:10.616884 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fbf9cc57-d15d-4352-8d97-3ddd7531e8ef tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:10.679509 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf9cc57-d15d-4352-8d97-3ddd7531e8ef tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event deleted for resources: {'Port': ['ID=e19d03c0-6915-42b1-bec5-9a22d5c62842,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:11.431291 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fbf9cc57-d15d-4352-8d97-3ddd7531e8ef tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:11.807147 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf9cc57-d15d-4352-8d97-3ddd7531e8ef tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Router d4483312-bd0c-46bc-b178-1065b3a5c2b9 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:48:12.043721 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf9cc57-d15d-4352-8d97-3ddd7531e8ef tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:48:12.049305 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-fbf9cc57-d15d-4352-8d97-3ddd7531e8ef tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "PUT /v2.0/routers/d4483312-bd0c-46bc-b178-1065b3a5c2b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2407238 Nov 12 03:48:12.052029 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37778) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:12.061345 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35bc4d4-ec27-49d3-8145-02299babf129 None None] Sync routers for ids ['d4483312-bd0c-46bc-b178-1065b3a5c2b9'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:48:12.086205 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35bc4d4-ec27-49d3-8145-02299babf129 None None] Routers {'d4483312-bd0c-46bc-b178-1065b3a5c2b9'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:12.086836 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-d35bc4d4-ec27-49d3-8145-02299babf129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:48:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['d4483312-bd0c-46bc-b178-1065b3a5c2b9'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:12.116349 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c99635b-5db0-491a-8ab7-8e2918353f92 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Deleting subnet dd09a311-387d-4835-a994-d06fa218a637 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:48:12.121218 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3c99635b-5db0-491a-8ab7-8e2918353f92 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:12.204788 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3c99635b-5db0-491a-8ab7-8e2918353f92 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:12.378286 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-d35bc4d4-ec27-49d3-8145-02299babf129 None None] Set router d4483312-bd0c-46bc-b178-1065b3a5c2b9 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:12.444749 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3c99635b-5db0-491a-8ab7-8e2918353f92 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:12.609481 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3c99635b-5db0-491a-8ab7-8e2918353f92 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:12.666527 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3c99635b-5db0-491a-8ab7-8e2918353f92 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:12.673425 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37796) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:12.689118 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3c99635b-5db0-491a-8ab7-8e2918353f92 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "DELETE /v2.0/subnets/dd09a311-387d-4835-a994-d06fa218a637 HTTP/1.1" status: 204 len: 168 time: 0.6351163 Nov 12 03:48:12.690545 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a10bcaf-c368-4f4d-b175-fc0bd05ebf1e None None] Network bd8a4814-3fa6-412a-a86b-d3686555710b requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:12.692180 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c99635b-5db0-491a-8ab7-8e2918353f92 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event deleted for resources: {'Subnet': ['ID=dd09a311-387d-4835-a994-d06fa218a637,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:12.911056 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-12d5efb8-30cd-44d6-b67b-b720b2e7d666 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:13.078654 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-12d5efb8-30cd-44d6-b67b-b720b2e7d666 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:13.104774 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-d35bc4d4-ec27-49d3-8145-02299babf129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4483312-bd0c-46bc-b178-1065b3a5c2b9', 'name': 'tempest-TestNetworkBasicOps-router-1050781029', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'eee980b5-1ecd-476a-a84c-8ccb27319de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:49Z', 'updated_at': '2021-11-12T03:48:10Z', 'revision_number': 5, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'gw_port': {'id': 'eee980b5-1ecd-476a-a84c-8ccb27319de2', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:29:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4483312-bd0c-46bc-b178-1065b3a5c2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:50Z', 'updated_at': '2021-11-12T03:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:13.172478 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-12d5efb8-30cd-44d6-b67b-b720b2e7d666 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Deleting port eee980b5-1ecd-476a-a84c-8ccb27319de2 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:13.172826 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-12d5efb8-30cd-44d6-b67b-b720b2e7d666 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:13.178916 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b60c582-2617-43f1-aaeb-f69b9df6d5ea None None] DHCP port deletion for bd8a4814-3fa6-412a-a86b-d3686555710b request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:13.180848 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35bc4d4-ec27-49d3-8145-02299babf129 None None] Checking router: d4483312-bd0c-46bc-b178-1065b3a5c2b9 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:48:13.198070 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35bc4d4-ec27-49d3-8145-02299babf129 None None] Routers {'d4483312-bd0c-46bc-b178-1065b3a5c2b9'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:13.198701 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-d35bc4d4-ec27-49d3-8145-02299babf129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:48:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['d4483312-bd0c-46bc-b178-1065b3a5c2b9'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:13.337255 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-12d5efb8-30cd-44d6-b67b-b720b2e7d666 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] For port eee980b5-1ecd-476a-a84c-8ccb27319de2, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=eee980b5-1ecd-476a-a84c-8ccb27319de2,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:13.337553 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-12d5efb8-30cd-44d6-b67b-b720b2e7d666 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:13.357978 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-d35bc4d4-ec27-49d3-8145-02299babf129 None None] Set router d4483312-bd0c-46bc-b178-1065b3a5c2b9 gateway port host: None {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:13.399991 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-12d5efb8-30cd-44d6-b67b-b720b2e7d666 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Calling delete_port for eee980b5-1ecd-476a-a84c-8ccb27319de2 owned by network:router_gateway {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:13.490080 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-d35bc4d4-ec27-49d3-8145-02299babf129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4483312-bd0c-46bc-b178-1065b3a5c2b9', 'name': 'tempest-TestNetworkBasicOps-router-1050781029', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:49Z', 'updated_at': '2021-11-12T03:48:13Z', 'revision_number': 6, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:13.597422 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35bc4d4-ec27-49d3-8145-02299babf129 None None] The sync data for ids ['d4483312-bd0c-46bc-b178-1065b3a5c2b9'] in n-d-715271-27 is: [{'id': 'd4483312-bd0c-46bc-b178-1065b3a5c2b9', 'name': 'tempest-TestNetworkBasicOps-router-1050781029', 'tenant_id': '31f81b1aeeb344b7a84563d0622f3019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:49Z', 'updated_at': '2021-11-12T03:48:13Z', 'revision_number': 6, 'project_id': '31f81b1aeeb344b7a84563d0622f3019', 'gw_port_host': None}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:48:13.729127 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4b60c582-2617-43f1-aaeb-f69b9df6d5ea None None] Deleting port 7b6118f2-50ba-4ea3-83ee-9477930ab630 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:13.735308 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4b60c582-2617-43f1-aaeb-f69b9df6d5ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:13.844618 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-12d5efb8-30cd-44d6-b67b-b720b2e7d666 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:13.891487 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4b60c582-2617-43f1-aaeb-f69b9df6d5ea None None] For port 7b6118f2-50ba-4ea3-83ee-9477930ab630, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=7b6118f2-50ba-4ea3-83ee-9477930ab630,segment=NetworkSegment(543e932c-18de-4f93-a6f2-b6a3fa05f895),segment_id=543e932c-18de-4f93-a6f2-b6a3fa05f895)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:13.891888 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4b60c582-2617-43f1-aaeb-f69b9df6d5ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:13.909261 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4b60c582-2617-43f1-aaeb-f69b9df6d5ea None None] Calling delete_port for 7b6118f2-50ba-4ea3-83ee-9477930ab630 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:14.018961 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d5efb8-30cd-44d6-b67b-b720b2e7d666 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event deleted for resources: {'Port': ['ID=eee980b5-1ecd-476a-a84c-8ccb27319de2,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:14.214271 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-12d5efb8-30cd-44d6-b67b-b720b2e7d666 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.247984 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98adde67-cdeb-4b95-9e6f-86c18fafcb48 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:14.254475 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4b60c582-2617-43f1-aaeb-f69b9df6d5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.289572 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b60c582-2617-43f1-aaeb-f69b9df6d5ea None None] Pushing event deleted for resources: {'Port': ['ID=7b6118f2-50ba-4ea3-83ee-9477930ab630,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:14.296651 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b60c582-2617-43f1-aaeb-f69b9df6d5ea None None] No DVR routers for this DVR port 7b6118f2-50ba-4ea3-83ee-9477930ab630 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:48:14.436685 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-12d5efb8-30cd-44d6-b67b-b720b2e7d666 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.440817 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-12d5efb8-30cd-44d6-b67b-b720b2e7d666 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.508502 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37828) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:14.535302 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-12d5efb8-30cd-44d6-b67b-b720b2e7d666 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.540279 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d5efb8-30cd-44d6-b67b-b720b2e7d666 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Fanout notify agent at l3_agent the message router_deleted on router d4483312-bd0c-46bc-b178-1065b3a5c2b9 {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:48:14.593044 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-12d5efb8-30cd-44d6-b67b-b720b2e7d666 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.594449 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-12d5efb8-30cd-44d6-b67b-b720b2e7d666 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "DELETE /v2.0/routers/d4483312-bd0c-46bc-b178-1065b3a5c2b9 HTTP/1.1" status: 204 len: 168 time: 1.9197640 Nov 12 03:48:14.597440 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37832) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:14.701071 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e19d03c0-6915-42b1-bec5-9a22d5c62842 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:14.727372 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: e19d03c0-6915-42b1-bec5-9a22d5c62842 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:48:14.727959 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e19d03c0-6915-42b1-bec5-9a22d5c62842 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:48:14.728549 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 7b6118f2-50ba-4ea3-83ee-9477930ab630 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:14.760820 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-73748aae-c7f8-4f49-88fb-f1500e8e6e40 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.789235 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 7b6118f2-50ba-4ea3-83ee-9477930ab630 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:48:14.789588 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 7b6118f2-50ba-4ea3-83ee-9477930ab630 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:48:14.790078 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device eee980b5-1ecd-476a-a84c-8ccb27319de2 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:14.807657 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3ed1523c-7655-4616-a68f-c25df3115e2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.846994 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: eee980b5-1ecd-476a-a84c-8ccb27319de2 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:48:14.848461 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device eee980b5-1ecd-476a-a84c-8ccb27319de2 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:48:14.969323 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-73748aae-c7f8-4f49-88fb-f1500e8e6e40 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:15.020361 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-73748aae-c7f8-4f49-88fb-f1500e8e6e40 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd8a4814-3fa6-412a-a86b-d3686555710b']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:15.045319 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-73748aae-c7f8-4f49-88fb-f1500e8e6e40 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '543e932c-18de-4f93-a6f2-b6a3fa05f895') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:15.045622 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-73748aae-c7f8-4f49-88fb-f1500e8e6e40 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '543e932c-18de-4f93-a6f2-b6a3fa05f895') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:15.059830 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-73748aae-c7f8-4f49-88fb-f1500e8e6e40 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:15.084182 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-73748aae-c7f8-4f49-88fb-f1500e8e6e40 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:15.094317 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73748aae-c7f8-4f49-88fb-f1500e8e6e40 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:48:15.094726 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-73748aae-c7f8-4f49-88fb-f1500e8e6e40 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:15.170972 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:48:15.170972 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:48:15.170972 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:48:15.170972 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:48:15.170972 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:48:15.170972 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:48:15.170972 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:48:15.170972 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:48:15.170972 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:48:15.170972 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:48:15.170972 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:48:15.170972 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:48:15.170972 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:48:15.170972 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:48:15.170972 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:48:15.170972 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:48:15.170972 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:48:15.170972 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:48:15.170972 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:48:15.170972 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:48:15.170972 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:48:15.170972 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:48:15.170972 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:48:15.170972 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:48:15.170972 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:48:15.170972 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:48:15.170972 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:48:15.170972 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:48:15.170972 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:48:15.170972 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:48:15.170972 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:48:15.170972 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:48:15.174403 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-73748aae-c7f8-4f49-88fb-f1500e8e6e40 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:15.192776 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-73748aae-c7f8-4f49-88fb-f1500e8e6e40 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:15.196111 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-73748aae-c7f8-4f49-88fb-f1500e8e6e40 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] 10.222.0.50 "DELETE /v2.0/networks/bd8a4814-3fa6-412a-a86b-d3686555710b HTTP/1.1" status: 204 len: 168 time: 0.5974839 Nov 12 03:48:15.230446 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73748aae-c7f8-4f49-88fb-f1500e8e6e40 tempest-TestNetworkBasicOps-227665200 tempest-TestNetworkBasicOps-227665200-project] Pushing event deleted for resources: {'Network': ['ID=bd8a4814-3fa6-412a-a86b-d3686555710b,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:15.295234 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3ed1523c-7655-4616-a68f-c25df3115e2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:15.299663 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3ed1523c-7655-4616-a68f-c25df3115e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:15.339145 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1523c-7655-4616-a68f-c25df3115e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac838748-ba56-4480-87a3-6a6cf939f8b7,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:15.366105 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37842) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:15.377670 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3ed1523c-7655-4616-a68f-c25df3115e2d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5ec44e5387664c26a91c89bf323a3fa0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8671122 Nov 12 03:48:15.441175 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7beda3eb-8747-4969-ac80-11b365723c73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:15.508208 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7beda3eb-8747-4969-ac80-11b365723c73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:15.605014 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37854) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:15.626969 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7beda3eb-8747-4969-ac80-11b365723c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:15.629859 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7beda3eb-8747-4969-ac80-11b365723c73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:15.631042 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7beda3eb-8747-4969-ac80-11b365723c73 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ac838748-ba56-4480-87a3-6a6cf939f8b7 HTTP/1.1" status: 204 len: 168 time: 0.2636883 Nov 12 03:48:15.796366 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beda3eb-8747-4969-ac80-11b365723c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac838748-ba56-4480-87a3-6a6cf939f8b7,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:16.123549 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37884) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:16.131205 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-89d20c6a-7cac-44ec-9800-86f8134c889c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=31f81b1aeeb344b7a84563d0622f3019&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5244031 Nov 12 03:48:16.194814 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-074ed4e2-0b0a-4087-a0cb-a4a8cbf294be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:16.228836 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37886) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:16.252518 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f9d7c2c4-0881-4151-b1f9-498442e4a0a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:16.258140 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-074ed4e2-0b0a-4087-a0cb-a4a8cbf294be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:16.396719 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-074ed4e2-0b0a-4087-a0cb-a4a8cbf294be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:16.400514 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-074ed4e2-0b0a-4087-a0cb-a4a8cbf294be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:16.404941 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-074ed4e2-0b0a-4087-a0cb-a4a8cbf294be admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/25383722-5860-45a6-a217-15a72e864f92 HTTP/1.1" status: 204 len: 168 time: 0.2800217 Nov 12 03:48:16.415438 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f9d7c2c4-0881-4151-b1f9-498442e4a0a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:16.420553 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ed4e2-0b0a-4087-a0cb-a4a8cbf294be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25383722-5860-45a6-a217-15a72e864f92,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:16.423307 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f9d7c2c4-0881-4151-b1f9-498442e4a0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:16.477526 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f9d7c2c4-0881-4151-b1f9-498442e4a0a5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9cb880458ae040b9820a055c38de9374&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2473636 Nov 12 03:48:16.478711 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d7c2c4-0881-4151-b1f9-498442e4a0a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bd454d-7aa4-4f1d-a1c9-457ab06f1ad0,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:16.480768 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37894) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:16.557071 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2d5acf04-1f31-40f3-9c25-8aaaceea4f7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:16.584611 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2d5acf04-1f31-40f3-9c25-8aaaceea4f7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:16.650269 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2d5acf04-1f31-40f3-9c25-8aaaceea4f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:16.655531 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2d5acf04-1f31-40f3-9c25-8aaaceea4f7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:16.660299 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2d5acf04-1f31-40f3-9c25-8aaaceea4f7c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b3bd454d-7aa4-4f1d-a1c9-457ab06f1ad0 HTTP/1.1" status: 204 len: 168 time: 0.1755235 Nov 12 03:48:16.674327 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5acf04-1f31-40f3-9c25-8aaaceea4f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bd454d-7aa4-4f1d-a1c9-457ab06f1ad0,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:17.114593 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 37920) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:17.157097 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7ab2888f-fc22-427b-9e73-4ecbf8a29e80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:17.381103 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7ab2888f-fc22-427b-9e73-4ecbf8a29e80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:17.393304 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7ab2888f-fc22-427b-9e73-4ecbf8a29e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:17.457008 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 37930) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:17.480564 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7ab2888f-fc22-427b-9e73-4ecbf8a29e80 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=827a48fec47b4491a5bfa4935a7bf70b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3635545 Nov 12 03:48:17.550395 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab2888f-fc22-427b-9e73-4ecbf8a29e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892fe90c-f7ba-47dd-b5cf-841fb1fe9d82,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:17.588924 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-70dbf56c-fb6f-4fcb-8425-b9534a40cc3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:17.657162 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-70dbf56c-fb6f-4fcb-8425-b9534a40cc3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:17.798226 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-70dbf56c-fb6f-4fcb-8425-b9534a40cc3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:17.801512 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-70dbf56c-fb6f-4fcb-8425-b9534a40cc3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:17.803676 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-70dbf56c-fb6f-4fcb-8425-b9534a40cc3e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/892fe90c-f7ba-47dd-b5cf-841fb1fe9d82 HTTP/1.1" status: 204 len: 168 time: 0.3454816 Nov 12 03:48:17.824871 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dbf56c-fb6f-4fcb-8425-b9534a40cc3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892fe90c-f7ba-47dd-b5cf-841fb1fe9d82,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:18.218461 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.209056 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38010) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:19.378625 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-54e0afcc-943a-4610-abef-34c7f3926be6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-122305054-network', 'tenant_id': '27d4836293914c108ba09bff97dd7daa'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:19.403336 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e0afcc-943a-4610-abef-34c7f3926be6 admin admin] Made reservation on behalf of 27d4836293914c108ba09bff97dd7daa for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:19.406327 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-54e0afcc-943a-4610-abef-34c7f3926be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.417042 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-54e0afcc-943a-4610-abef-34c7f3926be6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.562891 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-54e0afcc-943a-4610-abef-34c7f3926be6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.569883 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-54e0afcc-943a-4610-abef-34c7f3926be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.599067 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54e0afcc-943a-4610-abef-34c7f3926be6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:48:19.618512 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e0afcc-943a-4610-abef-34c7f3926be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ab5398-20e2-428d-9baf-a61183f201a4,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:19.628774 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-54e0afcc-943a-4610-abef-34c7f3926be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.629261 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-54e0afcc-943a-4610-abef-34c7f3926be6 admin admin] Added segment 0f2f65a3-04d3-403b-a440-78cd841660b6 of type vlan for network fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 Nov 12 03:48:19.711461 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-54e0afcc-943a-4610-abef-34c7f3926be6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.741421 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-54e0afcc-943a-4610-abef-34c7f3926be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.742970 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e0afcc-943a-4610-abef-34c7f3926be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:19.743957 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-54e0afcc-943a-4610-abef-34c7f3926be6 admin admin] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.806097 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-54e0afcc-943a-4610-abef-34c7f3926be6 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5942638 Nov 12 03:48:19.809980 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38034) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:19.828142 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-89460ede-e14f-48e5-b814-3bcc719485dc admin admin] Request body: {'subnet': {'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-122305054-subnet', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:19.874856 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e0afcc-943a-4610-abef-34c7f3926be6 admin admin] Pushing event updated for resources: {'Network': ['ID=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:19.886178 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:48:19.928692 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89460ede-e14f-48e5-b814-3bcc719485dc admin admin] Made reservation on behalf of 27d4836293914c108ba09bff97dd7daa for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:19.931990 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-89460ede-e14f-48e5-b814-3bcc719485dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.204367 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-89460ede-e14f-48e5-b814-3bcc719485dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.260821 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89460ede-e14f-48e5-b814-3bcc719485dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:20.304396 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38052) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:20.352417 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89460ede-e14f-48e5-b814-3bcc719485dc admin admin] Checking segment: {'id': '0f2f65a3-04d3-403b-a440-78cd841660b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:20.352798 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89460ede-e14f-48e5-b814-3bcc719485dc admin admin] Network hostable DHCP agents. Network: fd0ebce0-aadb-45c0-9566-b61b0d8d63d4, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:48:20.379627 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89460ede-e14f-48e5-b814-3bcc719485dc admin admin] Network fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:48:20.405162 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-89460ede-e14f-48e5-b814-3bcc719485dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, fd0ebce0-aadb-45c0-9566-b61b0d8d63d4) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:20.418520 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89460ede-e14f-48e5-b814-3bcc719485dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:20.419505 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-89460ede-e14f-48e5-b814-3bcc719485dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.421576 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c83f89-e402-4ae7-9a45-c8447ec4c8c9 None None] Network fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:20.450364 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38058) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:20.450564 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-89460ede-e14f-48e5-b814-3bcc719485dc admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6393006 Nov 12 03:48:20.454898 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-cbafc813-22ff-4c86-a3f0-3d980796b26d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-122305054-router', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:20.507084 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cbafc813-22ff-4c86-a3f0-3d980796b26d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.508181 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cbafc813-22ff-4c86-a3f0-3d980796b26d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.702097 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8849e3-d9d6-4f19-960f-38c21bfcff79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'fixed_ips': [{'subnet_id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:48:20.703159 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1b8849e3-d9d6-4f19-960f-38c21bfcff79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.707830 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-60a64c1d-de17-4fe2-a356-069f5d76de08 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:20.724612 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cbafc813-22ff-4c86-a3f0-3d980796b26d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.969401 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-1b8849e3-d9d6-4f19-960f-38c21bfcff79 None None] Allocated IP 172.20.0.2 (fd0ebce0-aadb-45c0-9566-b61b0d8d63d4/b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2/f6331d85-8677-4062-ac50-aeeac2b41e32) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:21.063252 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-60a64c1d-de17-4fe2-a356-069f5d76de08 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks [] for floatingip, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.069797 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cbafc813-22ff-4c86-a3f0-3d980796b26d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.367392 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1b8849e3-d9d6-4f19-960f-38c21bfcff79 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.377017 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1b8849e3-d9d6-4f19-960f-38c21bfcff79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.467734 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8849e3-d9d6-4f19-960f-38c21bfcff79 None None] Pushing event updated for resources: {'Port': ['ID=f6331d85-8677-4062-ac50-aeeac2b41e32,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:21.506053 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8849e3-d9d6-4f19-960f-38c21bfcff79 None None] Network fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:21.511210 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-1b8849e3-d9d6-4f19-960f-38c21bfcff79 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:21.519670 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8849e3-d9d6-4f19-960f-38c21bfcff79 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:21.719876 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-1b8849e3-d9d6-4f19-960f-38c21bfcff79 None None] Attempting to bind port f6331d85-8677-4062-ac50-aeeac2b41e32 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:21.720497 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-1b8849e3-d9d6-4f19-960f-38c21bfcff79 None None] Attempting to bind port f6331d85-8677-4062-ac50-aeeac2b41e32 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '0f2f65a3-04d3-403b-a440-78cd841660b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:21.721924 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8849e3-d9d6-4f19-960f-38c21bfcff79 None None] Attempting to bind port f6331d85-8677-4062-ac50-aeeac2b41e32 on network fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:21.737457 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8849e3-d9d6-4f19-960f-38c21bfcff79 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:21.737839 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8849e3-d9d6-4f19-960f-38c21bfcff79 None None] Checking segment: {'id': '0f2f65a3-04d3-403b-a440-78cd841660b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:21.738245 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1b8849e3-d9d6-4f19-960f-38c21bfcff79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.738641 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8849e3-d9d6-4f19-960f-38c21bfcff79 None None] Bound using segment: {'id': '0f2f65a3-04d3-403b-a440-78cd841660b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:21.739125 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-1b8849e3-d9d6-4f19-960f-38c21bfcff79 None None] Bound port: f6331d85-8677-4062-ac50-aeeac2b41e32, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f2f65a3-04d3-403b-a440-78cd841660b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:21.740139 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1b8849e3-d9d6-4f19-960f-38c21bfcff79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.757200 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-60a64c1d-de17-4fe2-a356-069f5d76de08 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.891056 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cbafc813-22ff-4c86-a3f0-3d980796b26d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.929407 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-1b8849e3-d9d6-4f19-960f-38c21bfcff79 None None] For port f6331d85-8677-4062-ac50-aeeac2b41e32, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:21.934329 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-1b8849e3-d9d6-4f19-960f-38c21bfcff79 None None] For port f6331d85-8677-4062-ac50-aeeac2b41e32, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=f6331d85-8677-4062-ac50-aeeac2b41e32,segment=NetworkSegment(0f2f65a3-04d3-403b-a440-78cd841660b6),segment_id=0f2f65a3-04d3-403b-a440-78cd841660b6)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:21.945365 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1b8849e3-d9d6-4f19-960f-38c21bfcff79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.032447 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8849e3-d9d6-4f19-960f-38c21bfcff79 None None] Pushing event updated for resources: {'Port': ['ID=f6331d85-8677-4062-ac50-aeeac2b41e32,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:22.234099 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cbafc813-22ff-4c86-a3f0-3d980796b26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.342669 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-60a64c1d-de17-4fe2-a356-069f5d76de08 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Allocated IP 172.25.5.55 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/face762a-94c9-41fe-8614-709993c94f03) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:22.649411 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-60a64c1d-de17-4fe2-a356-069f5d76de08 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.746618 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-60a64c1d-de17-4fe2-a356-069f5d76de08 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.858123 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a64c1d-de17-4fe2-a356-069f5d76de08 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:22.881177 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-cbafc813-22ff-4c86-a3f0-3d980796b26d admin admin] Allocated IP 172.25.5.212 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/da3cdf26-1d62-40a0-ae35-ed3e1696b1c6) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:23.057382 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cbafc813-22ff-4c86-a3f0-3d980796b26d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:23.127419 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-60a64c1d-de17-4fe2-a356-069f5d76de08 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:23.138086 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cbafc813-22ff-4c86-a3f0-3d980796b26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:23.151510 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a64c1d-de17-4fe2-a356-069f5d76de08 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:23.233675 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a64c1d-de17-4fe2-a356-069f5d76de08 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Pushing event updated for resources: {'Port': ['ID=face762a-94c9-41fe-8614-709993c94f03,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:23.320710 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbafc813-22ff-4c86-a3f0-3d980796b26d admin admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:23.329270 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-cbafc813-22ff-4c86-a3f0-3d980796b26d admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:23.331895 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbafc813-22ff-4c86-a3f0-3d980796b26d admin admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:23.337248 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbafc813-22ff-4c86-a3f0-3d980796b26d admin admin] Pushing event updated for resources: {'Port': ['ID=da3cdf26-1d62-40a0-ae35-ed3e1696b1c6,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:23.350720 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0608ab9-65a0-4f19-9e83-d4b48e0d81c0 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:23.447069 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-45a0cda9-b50c-4ba8-9cb9-098eae362ccf None None] Provisioning complete for port da3cdf26-1d62-40a0-ae35-ed3e1696b1c6 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:23.447485 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-45a0cda9-b50c-4ba8-9cb9-098eae362ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:23.550077 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-45a0cda9-b50c-4ba8-9cb9-098eae362ccf None None] Port da3cdf26-1d62-40a0-ae35-ed3e1696b1c6 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:48:23.886497 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-60a64c1d-de17-4fe2-a356-069f5d76de08 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:23.959754 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760be6f9-9fe3-40a8-bacb-4337b1ec4736 None None] Network fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:24.022631 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-60a64c1d-de17-4fe2-a356-069f5d76de08 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.074110 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cbafc813-22ff-4c86-a3f0-3d980796b26d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.136424 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-db3a4355-31d8-4536-b8d0-b4022d72523c None None] Provisioning complete for port f6331d85-8677-4062-ac50-aeeac2b41e32 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:24.137127 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-db3a4355-31d8-4536-b8d0-b4022d72523c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.478217 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-db3a4355-31d8-4536-b8d0-b4022d72523c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.591309 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-db3a4355-31d8-4536-b8d0-b4022d72523c None None] For port f6331d85-8677-4062-ac50-aeeac2b41e32, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=f6331d85-8677-4062-ac50-aeeac2b41e32,segment=NetworkSegment(0f2f65a3-04d3-403b-a440-78cd841660b6),segment_id=0f2f65a3-04d3-403b-a440-78cd841660b6)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:24.608286 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-db3a4355-31d8-4536-b8d0-b4022d72523c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.622753 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device f6331d85-8677-4062-ac50-aeeac2b41e32 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:24.687823 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-60a64c1d-de17-4fe2-a356-069f5d76de08 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.709770 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-60a64c1d-de17-4fe2-a356-069f5d76de08 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.809816 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a4355-31d8-4536-b8d0-b4022d72523c None None] Pushing event updated for resources: {'Port': ['ID=f6331d85-8677-4062-ac50-aeeac2b41e32,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:24.893288 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port f6331d85-8677-4062-ac50-aeeac2b41e32 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:24.897409 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.900977 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-60a64c1d-de17-4fe2-a356-069f5d76de08 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.967181 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38222) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:24.999463 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cbafc813-22ff-4c86-a3f0-3d980796b26d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.016103 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-60a64c1d-de17-4fe2-a356-069f5d76de08 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.020104 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-60a64c1d-de17-4fe2-a356-069f5d76de08 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7120085 Nov 12 03:48:25.020997 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38228) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:25.029405 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-cf7494fe-cda1-4e39-8732-7e4785646daa tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1960514748'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:25.087387 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7494fe-cda1-4e39-8732-7e4785646daa tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Made reservation on behalf of de709b4514694de8865a3d91b86ad20d for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:25.094807 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cf7494fe-cda1-4e39-8732-7e4785646daa tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.114763 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-47038dc0-8a6f-4387-a61d-8ca5bccef8cc None None] Provisioning complete for port f6331d85-8677-4062-ac50-aeeac2b41e32 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:25.115392 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-47038dc0-8a6f-4387-a61d-8ca5bccef8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.152297 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cf7494fe-cda1-4e39-8732-7e4785646daa tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.182611 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a64c1d-de17-4fe2-a356-069f5d76de08 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Pushing event updated for resources: {'Port': ['ID=face762a-94c9-41fe-8614-709993c94f03,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:25.443502 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbafc813-22ff-4c86-a3f0-3d980796b26d admin admin] Router 8e3d7401-e3df-44d6-ae69-733d594e2ea8 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:48:25.569995 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cf7494fe-cda1-4e39-8732-7e4785646daa tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.584224 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cf7494fe-cda1-4e39-8732-7e4785646daa tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.603096 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf7494fe-cda1-4e39-8732-7e4785646daa tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:48:25.616952 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cf7494fe-cda1-4e39-8732-7e4785646daa tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.617766 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-cf7494fe-cda1-4e39-8732-7e4785646daa tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Added segment f433b222-c941-441f-98f5-2629b4616f17 of type vlan for network 1482dc76-77a0-4179-8225-3f6a8056ddcf Nov 12 03:48:25.717350 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cf7494fe-cda1-4e39-8732-7e4785646daa tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.732865 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbafc813-22ff-4c86-a3f0-3d980796b26d admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:48:25.748286 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1496598a-f944-4096-89f3-a8e6bf2d3f90 None None] Sync routers for ids ['8e3d7401-e3df-44d6-ae69-733d594e2ea8'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:48:25.755709 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cbafc813-22ff-4c86-a3f0-3d980796b26d admin admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.757205 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-cbafc813-22ff-4c86-a3f0-3d980796b26d admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3056703 Nov 12 03:48:25.759850 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38244) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:25.764552 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1496598a-f944-4096-89f3-a8e6bf2d3f90 None None] Routers {'8e3d7401-e3df-44d6-ae69-733d594e2ea8'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:25.768818 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7494fe-cda1-4e39-8732-7e4785646daa tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d874137-ca07-4c9d-aeaf-6e7538a47c4b,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:25.770401 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-1496598a-f944-4096-89f3-a8e6bf2d3f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:48:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8e3d7401-e3df-44d6-ae69-733d594e2ea8'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:25.895229 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.db.resource_extend [None req-cf7494fe-cda1-4e39-8732-7e4785646daa tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:48:25.956368 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cf7494fe-cda1-4e39-8732-7e4785646daa tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.970014 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7494fe-cda1-4e39-8732-7e4785646daa tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:25.970659 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cf7494fe-cda1-4e39-8732-7e4785646daa tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.998916 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-1496598a-f944-4096-89f3-a8e6bf2d3f90 None None] Set router 8e3d7401-e3df-44d6-ae69-733d594e2ea8 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:26.193667 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-cf7494fe-cda1-4e39-8732-7e4785646daa tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1690576 Nov 12 03:48:26.204222 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38262) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:26.216848 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-24a3e1ae-51eb-41cd-8e41-78fe2a53a3e3 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Request body: {'subnet': {'network_id': '1482dc76-77a0-4179-8225-3f6a8056ddcf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:26.230582 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7494fe-cda1-4e39-8732-7e4785646daa tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Pushing event updated for resources: {'Network': ['ID=1482dc76-77a0-4179-8225-3f6a8056ddcf,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:26.244360 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7494fe-cda1-4e39-8732-7e4785646daa tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:26.244813 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7494fe-cda1-4e39-8732-7e4785646daa tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:26.248395 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7494fe-cda1-4e39-8732-7e4785646daa tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:26.248815 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7494fe-cda1-4e39-8732-7e4785646daa tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:26.249162 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7494fe-cda1-4e39-8732-7e4785646daa tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:26.249522 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7494fe-cda1-4e39-8732-7e4785646daa tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:26.249904 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7494fe-cda1-4e39-8732-7e4785646daa tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:26.250393 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7494fe-cda1-4e39-8732-7e4785646daa tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:26.250718 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7494fe-cda1-4e39-8732-7e4785646daa tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:26.251161 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7494fe-cda1-4e39-8732-7e4785646daa tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:26.251490 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7494fe-cda1-4e39-8732-7e4785646daa tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:26.253553 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7494fe-cda1-4e39-8732-7e4785646daa tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:26.266271 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 1482dc76-77a0-4179-8225-3f6a8056ddcf details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:48:26.567494 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device f6331d85-8677-4062-ac50-aeeac2b41e32 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:26.598195 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-1496598a-f944-4096-89f3-a8e6bf2d3f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'name': 'tempest-TestVolumeBootPattern-122305054-router', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:20Z', 'updated_at': '2021-11-12T03:48:23Z', 'revision_number': 3, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'gw_port': {'id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:22Z', 'updated_at': '2021-11-12T03:48:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:26.627077 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a3e1ae-51eb-41cd-8e41-78fe2a53a3e3 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Made reservation on behalf of de709b4514694de8865a3d91b86ad20d for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:26.630863 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-24a3e1ae-51eb-41cd-8e41-78fe2a53a3e3 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:26.633065 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1496598a-f944-4096-89f3-a8e6bf2d3f90 None None] Checking router: 8e3d7401-e3df-44d6-ae69-733d594e2ea8 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:48:26.636881 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1496598a-f944-4096-89f3-a8e6bf2d3f90 None None] Updating router 8e3d7401-e3df-44d6-ae69-733d594e2ea8 port da3cdf26-1d62-40a0-ae35-ed3e1696b1c6 binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:48:26.680012 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9fea8111-fd79-4dbd-a555-3d73e09180fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:26.684519 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-1496598a-f944-4096-89f3-a8e6bf2d3f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:26.776205 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port f6331d85-8677-4062-ac50-aeeac2b41e32 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:26.779525 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.138169 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-1496598a-f944-4096-89f3-a8e6bf2d3f90 None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.155979 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-1496598a-f944-4096-89f3-a8e6bf2d3f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.208426 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22af45-f35b-4a42-80ad-c14305a82b76 None None] Pushing event updated for resources: {'Port': ['ID=da3cdf26-1d62-40a0-ae35-ed3e1696b1c6,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:27.220068 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22af45-f35b-4a42-80ad-c14305a82b76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:27.221006 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22af45-f35b-4a42-80ad-c14305a82b76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:27.221515 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22af45-f35b-4a42-80ad-c14305a82b76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:27.222121 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22af45-f35b-4a42-80ad-c14305a82b76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:27.222636 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22af45-f35b-4a42-80ad-c14305a82b76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:27.223132 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22af45-f35b-4a42-80ad-c14305a82b76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:27.223631 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22af45-f35b-4a42-80ad-c14305a82b76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:27.224153 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22af45-f35b-4a42-80ad-c14305a82b76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:27.224644 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22af45-f35b-4a42-80ad-c14305a82b76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:27.225141 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22af45-f35b-4a42-80ad-c14305a82b76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:27.225629 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22af45-f35b-4a42-80ad-c14305a82b76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:27.226125 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22af45-f35b-4a42-80ad-c14305a82b76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:27.254688 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35ed65d-e1ac-4644-8342-7345ed03b6c5 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:27.294191 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-1496598a-f944-4096-89f3-a8e6bf2d3f90 None None] Attempting to bind port da3cdf26-1d62-40a0-ae35-ed3e1696b1c6 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:27.294860 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-1496598a-f944-4096-89f3-a8e6bf2d3f90 None None] Attempting to bind port da3cdf26-1d62-40a0-ae35-ed3e1696b1c6 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:27.295723 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1496598a-f944-4096-89f3-a8e6bf2d3f90 None None] Attempting to bind port da3cdf26-1d62-40a0-ae35-ed3e1696b1c6 on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:27.307521 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1496598a-f944-4096-89f3-a8e6bf2d3f90 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:27.308684 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1496598a-f944-4096-89f3-a8e6bf2d3f90 None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:27.309327 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-1496598a-f944-4096-89f3-a8e6bf2d3f90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.311598 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1496598a-f944-4096-89f3-a8e6bf2d3f90 None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:27.312375 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-1496598a-f944-4096-89f3-a8e6bf2d3f90 None None] Bound port: da3cdf26-1d62-40a0-ae35-ed3e1696b1c6, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:27.313153 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-1496598a-f944-4096-89f3-a8e6bf2d3f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.324777 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-704e83dc-af0e-4f32-9f71-d0783466ea99 None None] Provisioning complete for port da3cdf26-1d62-40a0-ae35-ed3e1696b1c6 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:27.325420 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-704e83dc-af0e-4f32-9f71-d0783466ea99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.400616 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-24a3e1ae-51eb-41cd-8e41-78fe2a53a3e3 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.410039 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-1496598a-f944-4096-89f3-a8e6bf2d3f90 None None] For port da3cdf26-1d62-40a0-ae35-ed3e1696b1c6, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:27.413304 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-704e83dc-af0e-4f32-9f71-d0783466ea99 None None] Port da3cdf26-1d62-40a0-ae35-ed3e1696b1c6 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:48:27.419358 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-1496598a-f944-4096-89f3-a8e6bf2d3f90 None None] For port da3cdf26-1d62-40a0-ae35-ed3e1696b1c6, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=da3cdf26-1d62-40a0-ae35-ed3e1696b1c6,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:27.433594 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-1496598a-f944-4096-89f3-a8e6bf2d3f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.459249 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-9fea8111-fd79-4dbd-a555-3d73e09180fa admin admin] Deleting port b93f70a7-78e6-4c90-95ae-9d539e1b82fc {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:27.459837 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9fea8111-fd79-4dbd-a555-3d73e09180fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.544768 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a3e1ae-51eb-41cd-8e41-78fe2a53a3e3 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Pushing event updated for resources: {'Subnet': ['ID=3fa7f797-ca4e-4621-841a-a580e6a1c7c4,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:27.545466 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22af45-f35b-4a42-80ad-c14305a82b76 None None] Pushing event updated for resources: {'Port': ['ID=da3cdf26-1d62-40a0-ae35-ed3e1696b1c6,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:27.552921 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a3e1ae-51eb-41cd-8e41-78fe2a53a3e3 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Checking segment: {'id': 'f433b222-c941-441f-98f5-2629b4616f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '1482dc76-77a0-4179-8225-3f6a8056ddcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:27.554274 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a3e1ae-51eb-41cd-8e41-78fe2a53a3e3 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Network hostable DHCP agents. Network: 1482dc76-77a0-4179-8225-3f6a8056ddcf, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:48:27.576894 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca1c41e-dddc-450e-bc4f-4228b0b1f479 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:27.591098 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1496598a-f944-4096-89f3-a8e6bf2d3f90 None None] Routers {'8e3d7401-e3df-44d6-ae69-733d594e2ea8'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:27.591790 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-1496598a-f944-4096-89f3-a8e6bf2d3f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:48:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8e3d7401-e3df-44d6-ae69-733d594e2ea8'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:27.603481 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a3e1ae-51eb-41cd-8e41-78fe2a53a3e3 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Network 1482dc76-77a0-4179-8225-3f6a8056ddcf is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:48:27.623470 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-24a3e1ae-51eb-41cd-8e41-78fe2a53a3e3 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 1482dc76-77a0-4179-8225-3f6a8056ddcf) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:27.658992 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a3e1ae-51eb-41cd-8e41-78fe2a53a3e3 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:27.659649 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-24a3e1ae-51eb-41cd-8e41-78fe2a53a3e3 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.661947 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7baeb45-6bb8-4073-a95e-119946349f1f None None] Network 1482dc76-77a0-4179-8225-3f6a8056ddcf requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:27.670979 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-9fea8111-fd79-4dbd-a555-3d73e09180fa admin admin] For port b93f70a7-78e6-4c90-95ae-9d539e1b82fc, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=b93f70a7-78e6-4c90-95ae-9d539e1b82fc,segment=NetworkSegment(0b04c0b1-5879-4304-b25e-c28aa4573a76),segment_id=0b04c0b1-5879-4304-b25e-c28aa4573a76)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:27.671819 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-925d4a85-26be-4cab-b459-5e00c9efc89d None None] Provisioning complete for port da3cdf26-1d62-40a0-ae35-ed3e1696b1c6 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:27.672276 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-925d4a85-26be-4cab-b459-5e00c9efc89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.672655 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9fea8111-fd79-4dbd-a555-3d73e09180fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.723848 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-9fea8111-fd79-4dbd-a555-3d73e09180fa admin admin] Calling delete_port for b93f70a7-78e6-4c90-95ae-9d539e1b82fc owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:27.737980 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-24a3e1ae-51eb-41cd-8e41-78fe2a53a3e3 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5290964 Nov 12 03:48:27.743690 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38300) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:27.758906 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-8c683f66-b987-4016-b635-f9824eb3e7bb tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1139281179', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}, 'admin_state_up': False}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:27.881139 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8e04a68e-7cc6-4dc1-825d-4cf140150212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.903344 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-1496598a-f944-4096-89f3-a8e6bf2d3f90 None None] Set router 8e3d7401-e3df-44d6-ae69-733d594e2ea8 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:28.002997 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8c683f66-b987-4016-b635-f9824eb3e7bb tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.004099 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8c683f66-b987-4016-b635-f9824eb3e7bb tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.052711 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-925d4a85-26be-4cab-b459-5e00c9efc89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.114356 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-925d4a85-26be-4cab-b459-5e00c9efc89d None None] For port da3cdf26-1d62-40a0-ae35-ed3e1696b1c6, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=da3cdf26-1d62-40a0-ae35-ed3e1696b1c6,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:28.126243 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-925d4a85-26be-4cab-b459-5e00c9efc89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.188632 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-1496598a-f944-4096-89f3-a8e6bf2d3f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'name': 'tempest-TestVolumeBootPattern-122305054-router', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:20Z', 'updated_at': '2021-11-12T03:48:23Z', 'revision_number': 3, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'gw_port': {'id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:22Z', 'updated_at': '2021-11-12T03:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:28.227618 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1496598a-f944-4096-89f3-a8e6bf2d3f90 None None] The sync data for ids ['8e3d7401-e3df-44d6-ae69-733d594e2ea8'] in n-d-715271-27 is: [{'id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'name': 'tempest-TestVolumeBootPattern-122305054-router', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:20Z', 'updated_at': '2021-11-12T03:48:23Z', 'revision_number': 3, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'gw_port': {'id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:22Z', 'updated_at': '2021-11-12T03:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:48:28.246887 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f7f527-5b36-4ad2-8517-a2544fcb71d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-1482dc76-77a0-4179-8225-3f6a8056ddcf', 'network_id': '1482dc76-77a0-4179-8225-3f6a8056ddcf', 'tenant_id': 'de709b4514694de8865a3d91b86ad20d', 'fixed_ips': [{'subnet_id': '3fa7f797-ca4e-4621-841a-a580e6a1c7c4'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:48:28.250886 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-86f7f527-5b36-4ad2-8517-a2544fcb71d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.293378 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8c683f66-b987-4016-b635-f9824eb3e7bb tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.295172 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d4a85-26be-4cab-b459-5e00c9efc89d None None] Pushing event updated for resources: {'Port': ['ID=da3cdf26-1d62-40a0-ae35-ed3e1696b1c6,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:28.475168 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-8e04a68e-7cc6-4dc1-825d-4cf140150212 admin admin] Allocated IP 172.20.0.1 (fd0ebce0-aadb-45c0-9566-b61b0d8d63d4/b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2/1fb85390-3f5c-48c5-aac8-740f1751785c) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:28.652179 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8c683f66-b987-4016-b635-f9824eb3e7bb tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.688916 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-86f7f527-5b36-4ad2-8517-a2544fcb71d5 None None] Allocated IP 172.20.0.2 (1482dc76-77a0-4179-8225-3f6a8056ddcf/3fa7f797-ca4e-4621-841a-a580e6a1c7c4/d3cc87d4-8195-463c-84b4-37783064f1cf) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:28.733474 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8e04a68e-7cc6-4dc1-825d-4cf140150212 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.777555 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9fea8111-fd79-4dbd-a555-3d73e09180fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.866725 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8e04a68e-7cc6-4dc1-825d-4cf140150212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.955955 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea8111-fd79-4dbd-a555-3d73e09180fa admin admin] Pushing event deleted for resources: {'Port': ['ID=b93f70a7-78e6-4c90-95ae-9d539e1b82fc,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:29.035399 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e04a68e-7cc6-4dc1-825d-4cf140150212 admin admin] Network fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:29.041863 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-8e04a68e-7cc6-4dc1-825d-4cf140150212 admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:29.054757 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e04a68e-7cc6-4dc1-825d-4cf140150212 admin admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:29.143086 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e04a68e-7cc6-4dc1-825d-4cf140150212 admin admin] Pushing event updated for resources: {'Port': ['ID=1fb85390-3f5c-48c5-aac8-740f1751785c,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:29.207587 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8e04a68e-7cc6-4dc1-825d-4cf140150212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.282661 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-86f7f527-5b36-4ad2-8517-a2544fcb71d5 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.289844 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-86f7f527-5b36-4ad2-8517-a2544fcb71d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.429079 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f7f527-5b36-4ad2-8517-a2544fcb71d5 None None] Network 1482dc76-77a0-4179-8225-3f6a8056ddcf is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:29.455699 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-86f7f527-5b36-4ad2-8517-a2544fcb71d5 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:29.460127 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f7f527-5b36-4ad2-8517-a2544fcb71d5 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:29.513826 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f7f527-5b36-4ad2-8517-a2544fcb71d5 None None] Pushing event updated for resources: {'Port': ['ID=d3cc87d4-8195-463c-84b4-37783064f1cf,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:29.575191 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8e04a68e-7cc6-4dc1-825d-4cf140150212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.630423 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-86f7f527-5b36-4ad2-8517-a2544fcb71d5 None None] Attempting to bind port d3cc87d4-8195-463c-84b4-37783064f1cf on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:29.630792 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-86f7f527-5b36-4ad2-8517-a2544fcb71d5 None None] Attempting to bind port d3cc87d4-8195-463c-84b4-37783064f1cf by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'f433b222-c941-441f-98f5-2629b4616f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '1482dc76-77a0-4179-8225-3f6a8056ddcf'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:29.631158 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f7f527-5b36-4ad2-8517-a2544fcb71d5 None None] Attempting to bind port d3cc87d4-8195-463c-84b4-37783064f1cf on network 1482dc76-77a0-4179-8225-3f6a8056ddcf {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:29.667662 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f7f527-5b36-4ad2-8517-a2544fcb71d5 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:29.668196 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f7f527-5b36-4ad2-8517-a2544fcb71d5 None None] Checking segment: {'id': 'f433b222-c941-441f-98f5-2629b4616f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '1482dc76-77a0-4179-8225-3f6a8056ddcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:29.668782 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-86f7f527-5b36-4ad2-8517-a2544fcb71d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.669918 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f7f527-5b36-4ad2-8517-a2544fcb71d5 None None] Bound using segment: {'id': 'f433b222-c941-441f-98f5-2629b4616f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '1482dc76-77a0-4179-8225-3f6a8056ddcf'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:29.670827 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-86f7f527-5b36-4ad2-8517-a2544fcb71d5 None None] Bound port: d3cc87d4-8195-463c-84b4-37783064f1cf, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f433b222-c941-441f-98f5-2629b4616f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '1482dc76-77a0-4179-8225-3f6a8056ddcf'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:29.671366 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-86f7f527-5b36-4ad2-8517-a2544fcb71d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.770780 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-b493b0c1-55b7-4dd0-b3a4-16981d8af3b5 None None] Provisioning complete for port 1fb85390-3f5c-48c5-aac8-740f1751785c triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:29.771857 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b493b0c1-55b7-4dd0-b3a4-16981d8af3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.782825 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-86f7f527-5b36-4ad2-8517-a2544fcb71d5 None None] For port d3cc87d4-8195-463c-84b4-37783064f1cf, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:29.822064 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-86f7f527-5b36-4ad2-8517-a2544fcb71d5 None None] For port d3cc87d4-8195-463c-84b4-37783064f1cf, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d3cc87d4-8195-463c-84b4-37783064f1cf,segment=NetworkSegment(f433b222-c941-441f-98f5-2629b4616f17),segment_id=f433b222-c941-441f-98f5-2629b4616f17)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:29.844516 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-86f7f527-5b36-4ad2-8517-a2544fcb71d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.981716 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-b493b0c1-55b7-4dd0-b3a4-16981d8af3b5 None None] Port 1fb85390-3f5c-48c5-aac8-740f1751785c cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:48:30.047219 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f7f527-5b36-4ad2-8517-a2544fcb71d5 None None] Pushing event updated for resources: {'Port': ['ID=d3cc87d4-8195-463c-84b4-37783064f1cf,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:30.061013 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8e04a68e-7cc6-4dc1-825d-4cf140150212 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.068596 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8e04a68e-7cc6-4dc1-825d-4cf140150212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.217289 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8e04a68e-7cc6-4dc1-825d-4cf140150212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.375500 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-791d5b82-e791-4a57-9487-485ea1508d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.437786 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9fea8111-fd79-4dbd-a555-3d73e09180fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.532962 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e04a68e-7cc6-4dc1-825d-4cf140150212 admin admin] Network fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:30.541388 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-8e04a68e-7cc6-4dc1-825d-4cf140150212 admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:30.545460 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e04a68e-7cc6-4dc1-825d-4cf140150212 admin admin] Pushing event updated for resources: {'Port': ['ID=1fb85390-3f5c-48c5-aac8-740f1751785c,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:30.775416 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d3cc87d4-8195-463c-84b4-37783064f1cf up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:30.930694 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port d3cc87d4-8195-463c-84b4-37783064f1cf triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:30.931293 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.941941 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e04a68e-7cc6-4dc1-825d-4cf140150212 admin admin] Router 8e3d7401-e3df-44d6-ae69-733d594e2ea8 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:48:31.002286 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8c683f66-b987-4016-b635-f9824eb3e7bb tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks [] for router_gateway, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.037847 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8c683f66-b987-4016-b635-f9824eb3e7bb tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.211108 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.310594 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e04a68e-7cc6-4dc1-825d-4cf140150212 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:48:31.324926 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port d3cc87d4-8195-463c-84b4-37783064f1cf, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d3cc87d4-8195-463c-84b4-37783064f1cf,segment=NetworkSegment(f433b222-c941-441f-98f5-2629b4616f17),segment_id=f433b222-c941-441f-98f5-2629b4616f17)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:31.343424 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8e04a68e-7cc6-4dc1-825d-4cf140150212 admin admin] 10.222.0.50 "PUT /v2.0/routers/8e3d7401-e3df-44d6-ae69-733d594e2ea8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5816047 Nov 12 03:48:31.349528 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.355736 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device da3cdf26-1d62-40a0-ae35-ed3e1696b1c6 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:31.463384 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-8c683f66-b987-4016-b635-f9824eb3e7bb tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Allocated IP 172.25.5.95 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/ad21479b-738f-473c-bec3-95d781de5fa4) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:31.477867 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fea8111-fd79-4dbd-a555-3d73e09180fa admin admin] Router d7a25543-24b1-4ad7-ae04-377f232a8a6d has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:48:31.539210 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-09bd452a-8379-470f-a200-139e05796721 None None] Provisioning complete for port 1fb85390-3f5c-48c5-aac8-740f1751785c triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:31.541375 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-09bd452a-8379-470f-a200-139e05796721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.609926 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=d3cc87d4-8195-463c-84b4-37783064f1cf,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:31.757495 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-09bd452a-8379-470f-a200-139e05796721 None None] Port 1fb85390-3f5c-48c5-aac8-740f1751785c cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:48:31.810474 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port da3cdf26-1d62-40a0-ae35-ed3e1696b1c6 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:31.811481 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:32.061717 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fea8111-fd79-4dbd-a555-3d73e09180fa admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:48:32.072805 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9fea8111-fd79-4dbd-a555-3d73e09180fa admin admin] 10.222.0.50 "PUT /v2.0/routers/d7a25543-24b1-4ad7-ae04-377f232a8a6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1023705 Nov 12 03:48:32.075017 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38402) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:32.080389 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b7a62d-a41c-4332-8842-06e60867df90 None None] Sync routers for ids ['d7a25543-24b1-4ad7-ae04-377f232a8a6d'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:48:32.093386 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8c683f66-b987-4016-b635-f9824eb3e7bb tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:32.107938 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b7a62d-a41c-4332-8842-06e60867df90 None None] Routers {'d7a25543-24b1-4ad7-ae04-377f232a8a6d'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:32.109665 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-64b7a62d-a41c-4332-8842-06e60867df90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:48:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['d7a25543-24b1-4ad7-ae04-377f232a8a6d'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:32.197023 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8c683f66-b987-4016-b635-f9824eb3e7bb tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:32.241871 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c683f66-b987-4016-b635-f9824eb3e7bb tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:32.247676 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-8c683f66-b987-4016-b635-f9824eb3e7bb tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:32.254212 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c683f66-b987-4016-b635-f9824eb3e7bb tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:32.300877 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c683f66-b987-4016-b635-f9824eb3e7bb tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Pushing event updated for resources: {'Port': ['ID=ad21479b-738f-473c-bec3-95d781de5fa4,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:32.411737 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-64b7a62d-a41c-4332-8842-06e60867df90 None None] Set router d7a25543-24b1-4ad7-ae04-377f232a8a6d gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:32.447467 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968bb631-15ef-4ae2-a2f3-f901e51c3964 None None] Network 1482dc76-77a0-4179-8225-3f6a8056ddcf requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:32.455850 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d620784-2453-4db3-904c-49de127152d6 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:32.458084 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890582d2-815b-4bcd-b41a-80e4e2b3aa39 None None] Sync routers for ids ['8e3d7401-e3df-44d6-ae69-733d594e2ea8'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:48:32.512307 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-16617820-7faf-4629-89bf-5ae4bce3e16b admin admin] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:32.548590 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890582d2-815b-4bcd-b41a-80e4e2b3aa39 None None] Routers {'8e3d7401-e3df-44d6-ae69-733d594e2ea8'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:32.549928 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-890582d2-815b-4bcd-b41a-80e4e2b3aa39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:48:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8e3d7401-e3df-44d6-ae69-733d594e2ea8'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:32.798270 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-16617820-7faf-4629-89bf-5ae4bce3e16b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:32.847332 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38432) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:32.858479 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-ee87c8e9-d1b2-4c2c-b113-642a47621a16 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-532458679-network', 'tenant_id': '9483b856816949158393815077b2d884'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:32.930356 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-16617820-7faf-4629-89bf-5ae4bce3e16b admin admin] Deleting port 463989c8-bed7-4fc6-9a75-3497e0be504d {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:32.930944 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-16617820-7faf-4629-89bf-5ae4bce3e16b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:32.934374 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:48:33.013677 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8c683f66-b987-4016-b635-f9824eb3e7bb tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks [] for router_gateway, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.062436 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-64b7a62d-a41c-4332-8842-06e60867df90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a25543-24b1-4ad7-ae04-377f232a8a6d', 'name': 'tempest-TaggedBootDevicesTest_v242-1451020591-router', 'tenant_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '463989c8-bed7-4fc6-9a75-3497e0be504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:02Z', 'updated_at': '2021-11-12T03:48:28Z', 'revision_number': 5, 'project_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'gw_port': {'id': '463989c8-bed7-4fc6-9a75-3497e0be504d', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a25543-24b1-4ad7-ae04-377f232a8a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:03Z', 'updated_at': '2021-11-12T03:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:33.120816 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-16617820-7faf-4629-89bf-5ae4bce3e16b admin admin] For port 463989c8-bed7-4fc6-9a75-3497e0be504d, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=463989c8-bed7-4fc6-9a75-3497e0be504d,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:33.122054 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-16617820-7faf-4629-89bf-5ae4bce3e16b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.132398 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b7a62d-a41c-4332-8842-06e60867df90 None None] Checking router: d7a25543-24b1-4ad7-ae04-377f232a8a6d for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:48:33.155591 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-900a161c-170d-4c4a-a188-2c9001cfd747 None None] Provisioning complete for port d3cc87d4-8195-463c-84b4-37783064f1cf triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:33.156117 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-900a161c-170d-4c4a-a188-2c9001cfd747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.159405 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b7a62d-a41c-4332-8842-06e60867df90 None None] Routers {'d7a25543-24b1-4ad7-ae04-377f232a8a6d'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:33.160181 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-64b7a62d-a41c-4332-8842-06e60867df90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:48:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['d7a25543-24b1-4ad7-ae04-377f232a8a6d'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:33.177959 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-16617820-7faf-4629-89bf-5ae4bce3e16b admin admin] Calling delete_port for 463989c8-bed7-4fc6-9a75-3497e0be504d owned by network:router_gateway {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:33.227906 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee87c8e9-d1b2-4c2c-b113-642a47621a16 admin admin] Made reservation on behalf of 9483b856816949158393815077b2d884 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:33.234791 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ee87c8e9-d1b2-4c2c-b113-642a47621a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.272375 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ee87c8e9-d1b2-4c2c-b113-642a47621a16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.335963 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-890582d2-815b-4bcd-b41a-80e4e2b3aa39 None None] Set router 8e3d7401-e3df-44d6-ae69-733d594e2ea8 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:33.369496 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-64b7a62d-a41c-4332-8842-06e60867df90 None None] Set router d7a25543-24b1-4ad7-ae04-377f232a8a6d gateway port host: None {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:33.487720 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d3cc87d4-8195-463c-84b4-37783064f1cf up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:33.497936 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-16617820-7faf-4629-89bf-5ae4bce3e16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.533089 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8c683f66-b987-4016-b635-f9824eb3e7bb tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.558762 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16617820-7faf-4629-89bf-5ae4bce3e16b admin admin] Pushing event deleted for resources: {'Port': ['ID=463989c8-bed7-4fc6-9a75-3497e0be504d,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:33.616461 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d952dca1-0aac-4238-9dfd-692e95d4eda6 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:33.636535 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-16617820-7faf-4629-89bf-5ae4bce3e16b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.782079 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d8383259-070f-4c52-8762-c0aaf3c2795b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.789255 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-16617820-7faf-4629-89bf-5ae4bce3e16b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.791802 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-16617820-7faf-4629-89bf-5ae4bce3e16b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.856206 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-16617820-7faf-4629-89bf-5ae4bce3e16b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.857228 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16617820-7faf-4629-89bf-5ae4bce3e16b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7a25543-24b1-4ad7-ae04-377f232a8a6d {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:48:33.865646 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-64b7a62d-a41c-4332-8842-06e60867df90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a25543-24b1-4ad7-ae04-377f232a8a6d', 'name': 'tempest-TaggedBootDevicesTest_v242-1451020591-router', 'tenant_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:02Z', 'updated_at': '2021-11-12T03:48:32Z', 'revision_number': 6, 'project_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:33.868021 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-16617820-7faf-4629-89bf-5ae4bce3e16b admin admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.872571 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-16617820-7faf-4629-89bf-5ae4bce3e16b admin admin] 10.222.0.50 "DELETE /v2.0/routers/d7a25543-24b1-4ad7-ae04-377f232a8a6d HTTP/1.1" status: 204 len: 168 time: 1.7947190 Nov 12 03:48:33.873031 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38454) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:33.896523 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ee87c8e9-d1b2-4c2c-b113-642a47621a16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.908659 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ee87c8e9-d1b2-4c2c-b113-642a47621a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.934482 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b7a62d-a41c-4332-8842-06e60867df90 None None] The sync data for ids ['d7a25543-24b1-4ad7-ae04-377f232a8a6d'] in n-d-715271-27 is: [{'id': 'd7a25543-24b1-4ad7-ae04-377f232a8a6d', 'name': 'tempest-TaggedBootDevicesTest_v242-1451020591-router', 'tenant_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:02Z', 'updated_at': '2021-11-12T03:48:32Z', 'revision_number': 6, 'project_id': '0cdd38a3f1ea45dcbcc53ea0d2714986', 'gw_port_host': None}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:48:33.938585 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee87c8e9-d1b2-4c2c-b113-642a47621a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d01937-e878-46d2-8ee2-d70151b6951f,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:33.994143 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee87c8e9-d1b2-4c2c-b113-642a47621a16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:48:34.010264 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ee87c8e9-d1b2-4c2c-b113-642a47621a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:34.012214 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-ee87c8e9-d1b2-4c2c-b113-642a47621a16 admin admin] Added segment 3a1033a3-fb41-4ec6-bdb4-1a1c04f552c3 of type vlan for network 87766de0-d1fa-4aed-a7ec-3e6d57b8aea6 Nov 12 03:48:34.022525 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c683f66-b987-4016-b635-f9824eb3e7bb tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Router 78e8e384-19a3-4648-b6d6-bc433b18ac3c is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:48:34.026107 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-6eee7399-b030-40dd-b1bc-fc865e5ef514 None None] Provisioning complete for port ad21479b-738f-473c-bec3-95d781de5fa4 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:34.027083 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6eee7399-b030-40dd-b1bc-fc865e5ef514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:34.033965 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-d07ec7e1-3c02-43da-90f7-1099a7c68585 admin admin] Deleting subnet 30a0f48c-61f9-4792-91bd-2c64b1b43b35 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:48:34.037453 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d07ec7e1-3c02-43da-90f7-1099a7c68585 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:34.144430 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d07ec7e1-3c02-43da-90f7-1099a7c68585 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:34.148962 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ee87c8e9-d1b2-4c2c-b113-642a47621a16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:34.166330 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-6eee7399-b030-40dd-b1bc-fc865e5ef514 None None] Port ad21479b-738f-473c-bec3-95d781de5fa4 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:48:34.170792 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port d3cc87d4-8195-463c-84b4-37783064f1cf triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:34.173355 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:34.296349 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ee87c8e9-d1b2-4c2c-b113-642a47621a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:34.298839 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee87c8e9-d1b2-4c2c-b113-642a47621a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:34.299559 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ee87c8e9-d1b2-4c2c-b113-642a47621a16 admin admin] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:34.351750 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:34.416423 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-890582d2-815b-4bcd-b41a-80e4e2b3aa39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'name': 'tempest-TestVolumeBootPattern-122305054-router', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:20Z', 'updated_at': '2021-11-12T03:48:29Z', 'revision_number': 4, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'gw_port': {'id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:22Z', 'updated_at': '2021-11-12T03:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '1fb85390-3f5c-48c5-aac8-740f1751785c', 'name': '', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'mac_address': 'fa:16:3e:62:91:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:27Z', 'updated_at': '2021-11-12T03:48:29Z', 'revision_number': 2, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'subnets': [{'id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:34.456124 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d07ec7e1-3c02-43da-90f7-1099a7c68585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:34.481671 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c683f66-b987-4016-b635-f9824eb3e7bb tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:48:34.565704 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ee87c8e9-d1b2-4c2c-b113-642a47621a16 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7172723 Nov 12 03:48:34.570285 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38466) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:34.577246 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee87c8e9-d1b2-4c2c-b113-642a47621a16 admin admin] Pushing event updated for resources: {'Network': ['ID=87766de0-d1fa-4aed-a7ec-3e6d57b8aea6,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:34.585419 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8c683f66-b987-4016-b635-f9824eb3e7bb tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:34.589564 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8c683f66-b987-4016-b635-f9824eb3e7bb tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 6.8394997 Nov 12 03:48:34.590098 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-41a15f7c-a4a2-4236-8b9e-d38c83e96bee admin admin] Request body: {'subnet': {'network_id': '87766de0-d1fa-4aed-a7ec-3e6d57b8aea6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-532458679-subnet', 'tenant_id': '9483b856816949158393815077b2d884', 'ip_version': 4}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:34.599784 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38468) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:34.627769 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ec3a28-534e-4ae7-98b0-9e152040bdbf None None] Sync routers for ids ['78e8e384-19a3-4648-b6d6-bc433b18ac3c'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:48:34.641547 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d07ec7e1-3c02-43da-90f7-1099a7c68585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:34.655542 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 87766de0-d1fa-4aed-a7ec-3e6d57b8aea6 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:48:34.742131 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ec3a28-534e-4ae7-98b0-9e152040bdbf None None] Routers {'78e8e384-19a3-4648-b6d6-bc433b18ac3c'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:34.744300 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-82ec3a28-534e-4ae7-98b0-9e152040bdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:48:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['78e8e384-19a3-4648-b6d6-bc433b18ac3c'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:34.748592 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890582d2-815b-4bcd-b41a-80e4e2b3aa39 None None] Checking router: 8e3d7401-e3df-44d6-ae69-733d594e2ea8 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:48:34.749247 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890582d2-815b-4bcd-b41a-80e4e2b3aa39 None None] Updating router 8e3d7401-e3df-44d6-ae69-733d594e2ea8 port 1fb85390-3f5c-48c5-aac8-740f1751785c binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:48:34.802483 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ec7e1-3c02-43da-90f7-1099a7c68585 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30a0f48c-61f9-4792-91bd-2c64b1b43b35,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:34.803225 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee28456-c941-4d1c-bb3f-fa68cc20cc2d None None] Network efb988ed-b223-4e0b-8b86-915607ae4e80 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:34.804926 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d07ec7e1-3c02-43da-90f7-1099a7c68585 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:34.818782 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d07ec7e1-3c02-43da-90f7-1099a7c68585 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/30a0f48c-61f9-4792-91bd-2c64b1b43b35 HTTP/1.1" status: 204 len: 168 time: 0.9446397 Nov 12 03:48:34.821183 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38484) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:34.880134 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-0214ac84-18b4-48f3-b839-65563a888d05 None None] Provisioning complete for port d3cc87d4-8195-463c-84b4-37783064f1cf triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:34.881266 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0214ac84-18b4-48f3-b839-65563a888d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:34.882531 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a15f7c-a4a2-4236-8b9e-d38c83e96bee admin admin] Made reservation on behalf of 9483b856816949158393815077b2d884 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:34.883948 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-82ec3a28-534e-4ae7-98b0-9e152040bdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:34.896160 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-41a15f7c-a4a2-4236-8b9e-d38c83e96bee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:34.951173 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-890582d2-815b-4bcd-b41a-80e4e2b3aa39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:34.959828 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e0a74f28-cae2-4c1f-95d6-de6b2eeb719b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:34.998102 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ec3a28-534e-4ae7-98b0-9e152040bdbf None None] Routers {'78e8e384-19a3-4648-b6d6-bc433b18ac3c'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:34.999425 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-82ec3a28-534e-4ae7-98b0-9e152040bdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:48:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['78e8e384-19a3-4648-b6d6-bc433b18ac3c'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:35.046680 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-82ec3a28-534e-4ae7-98b0-9e152040bdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:35.047625 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ec3a28-534e-4ae7-98b0-9e152040bdbf None None] The sync data for ids ['78e8e384-19a3-4648-b6d6-bc433b18ac3c'] in n-d-715271-27 is: [] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:48:35.130269 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-e0a74f28-cae2-4c1f-95d6-de6b2eeb719b admin admin] Deleting port 3941a4a6-06c2-48eb-b80d-accf0766dd78 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:35.131352 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e0a74f28-cae2-4c1f-95d6-de6b2eeb719b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:35.291430 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-e0a74f28-cae2-4c1f-95d6-de6b2eeb719b admin admin] For port 3941a4a6-06c2-48eb-b80d-accf0766dd78, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=3941a4a6-06c2-48eb-b80d-accf0766dd78,segment=NetworkSegment(0b04c0b1-5879-4304-b25e-c28aa4573a76),segment_id=0b04c0b1-5879-4304-b25e-c28aa4573a76)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:35.292002 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e0a74f28-cae2-4c1f-95d6-de6b2eeb719b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:35.329134 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-e0a74f28-cae2-4c1f-95d6-de6b2eeb719b admin admin] Calling delete_port for 3941a4a6-06c2-48eb-b80d-accf0766dd78 owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:35.408698 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device b93f70a7-78e6-4c90-95ae-9d539e1b82fc no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:35.482735 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: b93f70a7-78e6-4c90-95ae-9d539e1b82fc {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:48:35.483341 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device b93f70a7-78e6-4c90-95ae-9d539e1b82fc not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:48:35.483915 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 463989c8-bed7-4fc6-9a75-3497e0be504d no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:35.580389 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85ec3e8-a5dd-4ce9-94b1-6f60237fd9fb None None] DHCP port deletion for efb988ed-b223-4e0b-8b86-915607ae4e80 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:35.587506 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e0a74f28-cae2-4c1f-95d6-de6b2eeb719b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:35.611408 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a74f28-cae2-4c1f-95d6-de6b2eeb719b admin admin] No DVR routers for this DVR port 3941a4a6-06c2-48eb-b80d-accf0766dd78 on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:48:35.821323 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a74f28-cae2-4c1f-95d6-de6b2eeb719b admin admin] Pushing event deleted for resources: {'Port': ['ID=3941a4a6-06c2-48eb-b80d-accf0766dd78,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:35.840795 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e0a74f28-cae2-4c1f-95d6-de6b2eeb719b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:35.882468 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-e0a74f28-cae2-4c1f-95d6-de6b2eeb719b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb988ed-b223-4e0b-8b86-915607ae4e80']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:35.910356 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-e0a74f28-cae2-4c1f-95d6-de6b2eeb719b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b04c0b1-5879-4304-b25e-c28aa4573a76') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:35.910752 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-e0a74f28-cae2-4c1f-95d6-de6b2eeb719b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b04c0b1-5879-4304-b25e-c28aa4573a76') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:35.958271 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e0a74f28-cae2-4c1f-95d6-de6b2eeb719b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:35.987794 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e0a74f28-cae2-4c1f-95d6-de6b2eeb719b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:35.996665 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0a74f28-cae2-4c1f-95d6-de6b2eeb719b admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:48:35.997070 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e0a74f28-cae2-4c1f-95d6-de6b2eeb719b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.000112 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:48:36.000112 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:48:36.000112 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:48:36.000112 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:48:36.000112 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:48:36.000112 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:48:36.000112 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:48:36.000112 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:48:36.000112 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:48:36.000112 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:48:36.000112 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:48:36.000112 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:48:36.000112 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:48:36.000112 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:48:36.000112 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:48:36.000112 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:48:36.000112 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:48:36.000112 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:48:36.000112 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:48:36.000112 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:48:36.000112 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:48:36.000112 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:48:36.000112 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:48:36.000112 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:48:36.000112 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:48:36.000112 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:48:36.000112 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:48:36.000112 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:48:36.000112 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:48:36.000112 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:48:36.000112 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:48:36.000112 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:48:36.101242 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-890582d2-815b-4bcd-b41a-80e4e2b3aa39 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.112740 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 463989c8-bed7-4fc6-9a75-3497e0be504d {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:48:36.113326 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 463989c8-bed7-4fc6-9a75-3497e0be504d not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:48:36.128376 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-890582d2-815b-4bcd-b41a-80e4e2b3aa39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.130169 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e0a74f28-cae2-4c1f-95d6-de6b2eeb719b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.136594 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e0a74f28-cae2-4c1f-95d6-de6b2eeb719b admin admin] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.143769 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e0a74f28-cae2-4c1f-95d6-de6b2eeb719b admin admin] 10.222.0.50 "DELETE /v2.0/networks/efb988ed-b223-4e0b-8b86-915607ae4e80 HTTP/1.1" status: 204 len: 168 time: 1.3215346 Nov 12 03:48:36.156932 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.164158 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a74f28-cae2-4c1f-95d6-de6b2eeb719b admin admin] Pushing event deleted for resources: {'Network': ['ID=efb988ed-b223-4e0b-8b86-915607ae4e80,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:36.211921 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-b85ec3e8-a5dd-4ce9-94b1-6f60237fd9fb None None] The port '3941a4a6-06c2-48eb-b80d-accf0766dd78' was deleted {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 12 03:48:36.321265 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c97d0-128b-4a53-914c-a1af401e717e None None] Pushing event updated for resources: {'Port': ['ID=1fb85390-3f5c-48c5-aac8-740f1751785c,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:36.524646 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38508) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:36.532025 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-890582d2-815b-4bcd-b41a-80e4e2b3aa39 None None] Attempting to bind port 1fb85390-3f5c-48c5-aac8-740f1751785c on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:36.533702 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-890582d2-815b-4bcd-b41a-80e4e2b3aa39 None None] Attempting to bind port 1fb85390-3f5c-48c5-aac8-740f1751785c by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '0f2f65a3-04d3-403b-a440-78cd841660b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:36.534324 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890582d2-815b-4bcd-b41a-80e4e2b3aa39 None None] Attempting to bind port 1fb85390-3f5c-48c5-aac8-740f1751785c on network fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:36.545177 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.559437 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890582d2-815b-4bcd-b41a-80e4e2b3aa39 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:36.560187 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890582d2-815b-4bcd-b41a-80e4e2b3aa39 None None] Checking segment: {'id': '0f2f65a3-04d3-403b-a440-78cd841660b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:36.564805 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-890582d2-815b-4bcd-b41a-80e4e2b3aa39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.565511 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890582d2-815b-4bcd-b41a-80e4e2b3aa39 None None] Bound using segment: {'id': '0f2f65a3-04d3-403b-a440-78cd841660b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:36.566189 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-890582d2-815b-4bcd-b41a-80e4e2b3aa39 None None] Bound port: 1fb85390-3f5c-48c5-aac8-740f1751785c, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f2f65a3-04d3-403b-a440-78cd841660b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:36.566771 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-890582d2-815b-4bcd-b41a-80e4e2b3aa39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.665719 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8b3c2389-eb32-4f4b-bd05-c1d86801c7de admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0cdd38a3f1ea45dcbcc53ea0d2714986&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1394684 Nov 12 03:48:36.669011 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38510) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:36.727213 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-890582d2-815b-4bcd-b41a-80e4e2b3aa39 None None] For port 1fb85390-3f5c-48c5-aac8-740f1751785c, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:36.734848 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-890582d2-815b-4bcd-b41a-80e4e2b3aa39 None None] For port 1fb85390-3f5c-48c5-aac8-740f1751785c, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=1fb85390-3f5c-48c5-aac8-740f1751785c,segment=NetworkSegment(0f2f65a3-04d3-403b-a440-78cd841660b6),segment_id=0f2f65a3-04d3-403b-a440-78cd841660b6)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:36.747118 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-890582d2-815b-4bcd-b41a-80e4e2b3aa39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.750859 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-22126bda-f766-43bf-81c7-bd56d00c64dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.764277 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-623eb4b1-e69c-4ae5-9ec9-ed24addc9786 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.786247 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-41a15f7c-a4a2-4236-8b9e-d38c83e96bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.797169 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-22126bda-f766-43bf-81c7-bd56d00c64dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.866308 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-22126bda-f766-43bf-81c7-bd56d00c64dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.871547 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-22126bda-f766-43bf-81c7-bd56d00c64dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.875308 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-22126bda-f766-43bf-81c7-bd56d00c64dd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0adbc793-597d-400b-8618-e8fe9b45ffdf HTTP/1.1" status: 204 len: 168 time: 0.2028532 Nov 12 03:48:36.885121 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22126bda-f766-43bf-81c7-bd56d00c64dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0adbc793-597d-400b-8618-e8fe9b45ffdf,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:36.911550 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c97d0-128b-4a53-914c-a1af401e717e None None] Pushing event updated for resources: {'Port': ['ID=1fb85390-3f5c-48c5-aac8-740f1751785c,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:36.933810 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a15f7c-a4a2-4236-8b9e-d38c83e96bee admin admin] Pushing event updated for resources: {'Subnet': ['ID=023da17f-212f-4525-a122-283ad6c00b6f,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:36.970750 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3a5d0f4d-db28-4f1a-82b6-9dea9626ff02 None None] Provisioning complete for port 1fb85390-3f5c-48c5-aac8-740f1751785c triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:36.973175 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3a5d0f4d-db28-4f1a-82b6-9dea9626ff02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:37.042133 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890582d2-815b-4bcd-b41a-80e4e2b3aa39 None None] Routers {'8e3d7401-e3df-44d6-ae69-733d594e2ea8'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:37.045899 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-890582d2-815b-4bcd-b41a-80e4e2b3aa39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:48:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8e3d7401-e3df-44d6-ae69-733d594e2ea8'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:37.126813 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a15f7c-a4a2-4236-8b9e-d38c83e96bee admin admin] Checking segment: {'id': '3a1033a3-fb41-4ec6-bdb4-1a1c04f552c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '87766de0-d1fa-4aed-a7ec-3e6d57b8aea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:37.127273 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a15f7c-a4a2-4236-8b9e-d38c83e96bee admin admin] Network hostable DHCP agents. Network: 87766de0-d1fa-4aed-a7ec-3e6d57b8aea6, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:48:37.219765 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a15f7c-a4a2-4236-8b9e-d38c83e96bee admin admin] Network 87766de0-d1fa-4aed-a7ec-3e6d57b8aea6 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:48:37.272240 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3a5d0f4d-db28-4f1a-82b6-9dea9626ff02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:37.339613 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-41a15f7c-a4a2-4236-8b9e-d38c83e96bee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 87766de0-d1fa-4aed-a7ec-3e6d57b8aea6) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:37.357882 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a15f7c-a4a2-4236-8b9e-d38c83e96bee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:37.358748 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-41a15f7c-a4a2-4236-8b9e-d38c83e96bee admin admin] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:37.408172 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3a5d0f4d-db28-4f1a-82b6-9dea9626ff02 None None] For port 1fb85390-3f5c-48c5-aac8-740f1751785c, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=1fb85390-3f5c-48c5-aac8-740f1751785c,segment=NetworkSegment(0f2f65a3-04d3-403b-a440-78cd841660b6),segment_id=0f2f65a3-04d3-403b-a440-78cd841660b6)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:37.416298 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925289e7-09fb-49fa-b446-e1d605493665 None None] Network 87766de0-d1fa-4aed-a7ec-3e6d57b8aea6 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:37.428441 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3a5d0f4d-db28-4f1a-82b6-9dea9626ff02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:37.473128 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-41a15f7c-a4a2-4236-8b9e-d38c83e96bee admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9016993 Nov 12 03:48:37.476798 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38530) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:37.480215 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 3941a4a6-06c2-48eb-b80d-accf0766dd78 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:37.482786 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-ed1ab9b1-1f16-4a55-b4a5-3fdd5716ddbd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-532458679-router', 'tenant_id': '9483b856816949158393815077b2d884', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:37.552280 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 3941a4a6-06c2-48eb-b80d-accf0766dd78 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:48:37.553495 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 3941a4a6-06c2-48eb-b80d-accf0766dd78 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:48:37.563000 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-890582d2-815b-4bcd-b41a-80e4e2b3aa39 None None] Set router 8e3d7401-e3df-44d6-ae69-733d594e2ea8 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:37.587925 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ed1ab9b1-1f16-4a55-b4a5-3fdd5716ddbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:37.590602 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ed1ab9b1-1f16-4a55-b4a5-3fdd5716ddbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:37.650616 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-17a434c7-7939-4571-b670-02c39d49d6cd None None] Provisioning complete for port 1fb85390-3f5c-48c5-aac8-740f1751785c triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:37.651937 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-17a434c7-7939-4571-b670-02c39d49d6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:37.805996 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ed1ab9b1-1f16-4a55-b4a5-3fdd5716ddbd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:37.852852 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-623eb4b1-e69c-4ae5-9ec9-ed24addc9786 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Allocated IP 172.20.0.1 (1482dc76-77a0-4179-8225-3f6a8056ddcf/3fa7f797-ca4e-4621-841a-a580e6a1c7c4/d6abd432-55fe-46e8-b6bb-a39b2d588d8c) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:38.047399 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d0f4d-db28-4f1a-82b6-9dea9626ff02 None None] Pushing event updated for resources: {'Port': ['ID=1fb85390-3f5c-48c5-aac8-740f1751785c,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:38.126838 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-623eb4b1-e69c-4ae5-9ec9-ed24addc9786 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.142303 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ed1ab9b1-1f16-4a55-b4a5-3fdd5716ddbd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.145557 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b571b95e-916c-4226-8e63-c8fb24189020 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-87766de0-d1fa-4aed-a7ec-3e6d57b8aea6', 'network_id': '87766de0-d1fa-4aed-a7ec-3e6d57b8aea6', 'tenant_id': '9483b856816949158393815077b2d884', 'fixed_ips': [{'subnet_id': '023da17f-212f-4525-a122-283ad6c00b6f'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:48:38.146457 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b571b95e-916c-4226-8e63-c8fb24189020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.224386 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-623eb4b1-e69c-4ae5-9ec9-ed24addc9786 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.308455 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623eb4b1-e69c-4ae5-9ec9-ed24addc9786 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Pushing event updated for resources: {'Port': ['ID=d6abd432-55fe-46e8-b6bb-a39b2d588d8c,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:38.325275 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623eb4b1-e69c-4ae5-9ec9-ed24addc9786 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Network 1482dc76-77a0-4179-8225-3f6a8056ddcf is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:38.327004 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-623eb4b1-e69c-4ae5-9ec9-ed24addc9786 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:38.330619 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623eb4b1-e69c-4ae5-9ec9-ed24addc9786 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:38.457596 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-623eb4b1-e69c-4ae5-9ec9-ed24addc9786 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.493699 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-890582d2-815b-4bcd-b41a-80e4e2b3aa39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'name': 'tempest-TestVolumeBootPattern-122305054-router', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:20Z', 'updated_at': '2021-11-12T03:48:29Z', 'revision_number': 4, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'gw_port': {'id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:22Z', 'updated_at': '2021-11-12T03:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '1fb85390-3f5c-48c5-aac8-740f1751785c', 'name': '', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'mac_address': 'fa:16:3e:62:91:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:27Z', 'updated_at': '2021-11-12T03:48:36Z', 'revision_number': 4, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'subnets': [{'id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:38.568151 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890582d2-815b-4bcd-b41a-80e4e2b3aa39 None None] The sync data for ids ['8e3d7401-e3df-44d6-ae69-733d594e2ea8'] in n-d-715271-27 is: [{'id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'name': 'tempest-TestVolumeBootPattern-122305054-router', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:20Z', 'updated_at': '2021-11-12T03:48:29Z', 'revision_number': 4, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'gw_port': {'id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:22Z', 'updated_at': '2021-11-12T03:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '1fb85390-3f5c-48c5-aac8-740f1751785c', 'name': '', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'mac_address': 'fa:16:3e:62:91:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:27Z', 'updated_at': '2021-11-12T03:48:36Z', 'revision_number': 4, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'subnets': [{'id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:48:38.578947 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-b571b95e-916c-4226-8e63-c8fb24189020 None None] Allocated IP 172.20.0.2 (87766de0-d1fa-4aed-a7ec-3e6d57b8aea6/023da17f-212f-4525-a122-283ad6c00b6f/c5226751-830c-41e8-9ca0-059c286accd6) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:38.653226 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ed1ab9b1-1f16-4a55-b4a5-3fdd5716ddbd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.706411 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ed1ab9b1-1f16-4a55-b4a5-3fdd5716ddbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.838012 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38564) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:38.868660 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-623eb4b1-e69c-4ae5-9ec9-ed24addc9786 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.989599 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b571b95e-916c-4226-8e63-c8fb24189020 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.040922 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b571b95e-916c-4226-8e63-c8fb24189020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.145186 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-dd40504e-5334-4010-9bee-aa430d9789b2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1969331054-network', 'tenant_id': '9f51d24d818f4ea1958f6f69f3ca622a'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:39.171164 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-ed1ab9b1-1f16-4a55-b4a5-3fdd5716ddbd admin admin] Allocated IP 172.25.5.76 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/33eaea30-7785-4048-9009-f6f3540413aa) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:39.210641 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.231151 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b571b95e-916c-4226-8e63-c8fb24189020 None None] Network 87766de0-d1fa-4aed-a7ec-3e6d57b8aea6 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:39.257812 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-b571b95e-916c-4226-8e63-c8fb24189020 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:39.263319 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-9e109e26-fb5a-4902-b46e-dcb72fca9885 None None] Provisioning complete for port d6abd432-55fe-46e8-b6bb-a39b2d588d8c triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:39.263691 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9e109e26-fb5a-4902-b46e-dcb72fca9885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.356939 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b571b95e-916c-4226-8e63-c8fb24189020 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:39.371312 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-9e109e26-fb5a-4902-b46e-dcb72fca9885 None None] Port d6abd432-55fe-46e8-b6bb-a39b2d588d8c cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:48:39.385213 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b571b95e-916c-4226-8e63-c8fb24189020 None None] Pushing event updated for resources: {'Port': ['ID=c5226751-830c-41e8-9ca0-059c286accd6,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:39.450865 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd40504e-5334-4010-9bee-aa430d9789b2 admin admin] Made reservation on behalf of 9f51d24d818f4ea1958f6f69f3ca622a for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:39.453673 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dd40504e-5334-4010-9bee-aa430d9789b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.475103 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dd40504e-5334-4010-9bee-aa430d9789b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.502668 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 1fb85390-3f5c-48c5-aac8-740f1751785c up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:39.517996 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ed1ab9b1-1f16-4a55-b4a5-3fdd5716ddbd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.562855 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-b571b95e-916c-4226-8e63-c8fb24189020 None None] Attempting to bind port c5226751-830c-41e8-9ca0-059c286accd6 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:39.563689 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-b571b95e-916c-4226-8e63-c8fb24189020 None None] Attempting to bind port c5226751-830c-41e8-9ca0-059c286accd6 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '3a1033a3-fb41-4ec6-bdb4-1a1c04f552c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '87766de0-d1fa-4aed-a7ec-3e6d57b8aea6'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:39.564297 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b571b95e-916c-4226-8e63-c8fb24189020 None None] Attempting to bind port c5226751-830c-41e8-9ca0-059c286accd6 on network 87766de0-d1fa-4aed-a7ec-3e6d57b8aea6 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:39.578182 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b571b95e-916c-4226-8e63-c8fb24189020 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:39.579251 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b571b95e-916c-4226-8e63-c8fb24189020 None None] Checking segment: {'id': '3a1033a3-fb41-4ec6-bdb4-1a1c04f552c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '87766de0-d1fa-4aed-a7ec-3e6d57b8aea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:39.580900 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b571b95e-916c-4226-8e63-c8fb24189020 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.581534 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b571b95e-916c-4226-8e63-c8fb24189020 None None] Bound using segment: {'id': '3a1033a3-fb41-4ec6-bdb4-1a1c04f552c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '87766de0-d1fa-4aed-a7ec-3e6d57b8aea6'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:39.582173 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-b571b95e-916c-4226-8e63-c8fb24189020 None None] Bound port: c5226751-830c-41e8-9ca0-059c286accd6, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a1033a3-fb41-4ec6-bdb4-1a1c04f552c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '87766de0-d1fa-4aed-a7ec-3e6d57b8aea6'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:39.582720 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b571b95e-916c-4226-8e63-c8fb24189020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.700286 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-623eb4b1-e69c-4ae5-9ec9-ed24addc9786 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.709597 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-623eb4b1-e69c-4ae5-9ec9-ed24addc9786 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.721950 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ed1ab9b1-1f16-4a55-b4a5-3fdd5716ddbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.740502 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-b571b95e-916c-4226-8e63-c8fb24189020 None None] For port c5226751-830c-41e8-9ca0-059c286accd6, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:39.746293 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-b571b95e-916c-4226-8e63-c8fb24189020 None None] For port c5226751-830c-41e8-9ca0-059c286accd6, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=c5226751-830c-41e8-9ca0-059c286accd6,segment=NetworkSegment(3a1033a3-fb41-4ec6-bdb4-1a1c04f552c3),segment_id=3a1033a3-fb41-4ec6-bdb4-1a1c04f552c3)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:39.757809 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b571b95e-916c-4226-8e63-c8fb24189020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.837964 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-623eb4b1-e69c-4ae5-9ec9-ed24addc9786 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.861690 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1ab9b1-1f16-4a55-b4a5-3fdd5716ddbd admin admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:39.871411 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b571b95e-916c-4226-8e63-c8fb24189020 None None] Pushing event updated for resources: {'Port': ['ID=c5226751-830c-41e8-9ca0-059c286accd6,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:39.900128 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 1fb85390-3f5c-48c5-aac8-740f1751785c triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:39.900520 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.927348 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-ed1ab9b1-1f16-4a55-b4a5-3fdd5716ddbd admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:39.947052 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1ab9b1-1f16-4a55-b4a5-3fdd5716ddbd admin admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:39.968506 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055c29f7-3093-4ef5-a4b2-30e1e26cc9a4 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:40.026891 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dd40504e-5334-4010-9bee-aa430d9789b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:40.042470 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dd40504e-5334-4010-9bee-aa430d9789b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:40.212659 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623eb4b1-e69c-4ae5-9ec9-ed24addc9786 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Pushing event updated for resources: {'Port': ['ID=d6abd432-55fe-46e8-b6bb-a39b2d588d8c,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:40.245401 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-47d2f9f9-5940-406f-b7cc-eb325f62dcf8 None None] Provisioning complete for port 33eaea30-7785-4048-9009-f6f3540413aa triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:40.246028 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-47d2f9f9-5940-406f-b7cc-eb325f62dcf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:40.343621 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623eb4b1-e69c-4ae5-9ec9-ed24addc9786 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Network 1482dc76-77a0-4179-8225-3f6a8056ddcf is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:40.350682 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-623eb4b1-e69c-4ae5-9ec9-ed24addc9786 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:40.371150 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ab9b1-1f16-4a55-b4a5-3fdd5716ddbd admin admin] Pushing event updated for resources: {'Port': ['ID=33eaea30-7785-4048-9009-f6f3540413aa,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:40.387960 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-47d2f9f9-5940-406f-b7cc-eb325f62dcf8 None None] Port 33eaea30-7785-4048-9009-f6f3540413aa cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:48:40.453692 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd40504e-5334-4010-9bee-aa430d9789b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:48:40.628563 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dd40504e-5334-4010-9bee-aa430d9789b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:40.632441 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-dd40504e-5334-4010-9bee-aa430d9789b2 admin admin] Added segment e1a37112-952a-4865-9288-c11c885b43ad of type vlan for network e1d2d939-a228-4c67-a48d-d9c905ba8346 Nov 12 03:48:40.640385 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd40504e-5334-4010-9bee-aa430d9789b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e562602-c0aa-4181-8c42-894984cd3de8,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:40.680667 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623eb4b1-e69c-4ae5-9ec9-ed24addc9786 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Router 78e8e384-19a3-4648-b6d6-bc433b18ac3c has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:48:40.848641 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dd40504e-5334-4010-9bee-aa430d9789b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:40.947572 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-21a34842-7202-40c0-87b7-32df0e04f568 None None] Provisioning complete for port d6abd432-55fe-46e8-b6bb-a39b2d588d8c triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:40.948950 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-21a34842-7202-40c0-87b7-32df0e04f568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:40.973305 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623eb4b1-e69c-4ae5-9ec9-ed24addc9786 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:48:40.988986 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-623eb4b1-e69c-4ae5-9ec9-ed24addc9786 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] 10.222.0.50 "PUT /v2.0/routers/78e8e384-19a3-4648-b6d6-bc433b18ac3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3835034 Nov 12 03:48:40.989283 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1034f134-5712-4fef-b1ee-ced3419dc785 None None] Sync routers for ids ['78e8e384-19a3-4648-b6d6-bc433b18ac3c'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:48:40.990548 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38596) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:41.006902 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-4b5bae67-0495-45db-bc58-3dc4c23cda23 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Request body: {'port': {'network_id': '1482dc76-77a0-4179-8225-3f6a8056ddcf', 'name': 'tempest-FloatingIPAdminTestJSON-253690960'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:41.010887 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1034f134-5712-4fef-b1ee-ced3419dc785 None None] Routers {'78e8e384-19a3-4648-b6d6-bc433b18ac3c'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:41.011626 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-1034f134-5712-4fef-b1ee-ced3419dc785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:48:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['78e8e384-19a3-4648-b6d6-bc433b18ac3c'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:41.027971 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-21a34842-7202-40c0-87b7-32df0e04f568 None None] Port d6abd432-55fe-46e8-b6bb-a39b2d588d8c cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:48:41.177370 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-1034f134-5712-4fef-b1ee-ced3419dc785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:41.203359 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1034f134-5712-4fef-b1ee-ced3419dc785 None None] Routers {'78e8e384-19a3-4648-b6d6-bc433b18ac3c'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:41.206062 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-1034f134-5712-4fef-b1ee-ced3419dc785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:48:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['78e8e384-19a3-4648-b6d6-bc433b18ac3c'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:41.246398 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5bae67-0495-45db-bc58-3dc4c23cda23 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Made reservation on behalf of de709b4514694de8865a3d91b86ad20d for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:41.250288 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4b5bae67-0495-45db-bc58-3dc4c23cda23 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:41.337036 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-4b5bae67-0495-45db-bc58-3dc4c23cda23 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] device_id is not set on port d777a7f2-8230-4325-88a9-bddb242342e8 yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:48:41.370555 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-1034f134-5712-4fef-b1ee-ced3419dc785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:41.371291 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1034f134-5712-4fef-b1ee-ced3419dc785 None None] The sync data for ids ['78e8e384-19a3-4648-b6d6-bc433b18ac3c'] in n-d-715271-27 is: [] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:48:41.499680 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device c5226751-830c-41e8-9ca0-059c286accd6 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:41.634985 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-4b5bae67-0495-45db-bc58-3dc4c23cda23 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Allocated IP 172.20.0.3 (1482dc76-77a0-4179-8225-3f6a8056ddcf/3fa7f797-ca4e-4621-841a-a580e6a1c7c4/d777a7f2-8230-4325-88a9-bddb242342e8) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:41.638691 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port c5226751-830c-41e8-9ca0-059c286accd6 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:41.639072 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:41.848042 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe6c9c5-eb8a-4030-9db6-b8c08a94956a None None] Network 87766de0-d1fa-4aed-a7ec-3e6d57b8aea6 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:41.869205 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ed1ab9b1-1f16-4a55-b4a5-3fdd5716ddbd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:41.910030 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dd40504e-5334-4010-9bee-aa430d9789b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:41.911312 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd40504e-5334-4010-9bee-aa430d9789b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:41.912173 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dd40504e-5334-4010-9bee-aa430d9789b2 admin admin] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:41.990588 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd40504e-5334-4010-9bee-aa430d9789b2 admin admin] Pushing event updated for resources: {'Network': ['ID=e1d2d939-a228-4c67-a48d-d9c905ba8346,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:42.015332 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-dd40504e-5334-4010-9bee-aa430d9789b2 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.1756666 Nov 12 03:48:42.018409 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 38612) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:42.027099 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-d41f0863-7361-45aa-ae7e-ca827223cf72 admin admin] Request body: {'subnet': {'network_id': 'e1d2d939-a228-4c67-a48d-d9c905ba8346', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1969331054-subnet', 'tenant_id': '9f51d24d818f4ea1958f6f69f3ca622a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:42.033973 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network e1d2d939-a228-4c67-a48d-d9c905ba8346 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:48:42.093146 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4b5bae67-0495-45db-bc58-3dc4c23cda23 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:42.096706 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:42.107706 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-9f263dcd-fdee-4da2-b8bd-b19b907d736a None None] Provisioning complete for port c5226751-830c-41e8-9ca0-059c286accd6 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:42.108833 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9f263dcd-fdee-4da2-b8bd-b19b907d736a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:42.132635 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41f0863-7361-45aa-ae7e-ca827223cf72 admin admin] Made reservation on behalf of 9f51d24d818f4ea1958f6f69f3ca622a for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:42.140979 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d41f0863-7361-45aa-ae7e-ca827223cf72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:42.178713 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4b5bae67-0495-45db-bc58-3dc4c23cda23 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:42.309838 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ed1ab9b1-1f16-4a55-b4a5-3fdd5716ddbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:42.531063 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port c5226751-830c-41e8-9ca0-059c286accd6, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=c5226751-830c-41e8-9ca0-059c286accd6,segment=NetworkSegment(3a1033a3-fb41-4ec6-bdb4-1a1c04f552c3),segment_id=3a1033a3-fb41-4ec6-bdb4-1a1c04f552c3)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:42.553831 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:42.571315 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d41f0863-7361-45aa-ae7e-ca827223cf72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:42.628629 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1ab9b1-1f16-4a55-b4a5-3fdd5716ddbd admin admin] Router b1dbcff6-efc3-48d8-9e6d-0c16596ee48a is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:48:42.655055 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5bae67-0495-45db-bc58-3dc4c23cda23 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Network 1482dc76-77a0-4179-8225-3f6a8056ddcf is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:42.686640 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-4b5bae67-0495-45db-bc58-3dc4c23cda23 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:42.695928 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=c5226751-830c-41e8-9ca0-059c286accd6,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:42.699047 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5bae67-0495-45db-bc58-3dc4c23cda23 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:42.710831 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5bae67-0495-45db-bc58-3dc4c23cda23 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Pushing event updated for resources: {'Port': ['ID=d777a7f2-8230-4325-88a9-bddb242342e8,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:42.720304 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f0863-7361-45aa-ae7e-ca827223cf72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d7cbc7f-e250-4588-a173-dfc01435c52a,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:42.810233 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41f0863-7361-45aa-ae7e-ca827223cf72 admin admin] Checking segment: {'id': 'e1a37112-952a-4865-9288-c11c885b43ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e1d2d939-a228-4c67-a48d-d9c905ba8346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:42.810606 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41f0863-7361-45aa-ae7e-ca827223cf72 admin admin] Network hostable DHCP agents. Network: e1d2d939-a228-4c67-a48d-d9c905ba8346, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:48:42.831394 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5bae67-0495-45db-bc58-3dc4c23cda23 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:42.832114 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4b5bae67-0495-45db-bc58-3dc4c23cda23 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:42.890260 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41f0863-7361-45aa-ae7e-ca827223cf72 admin admin] Network e1d2d939-a228-4c67-a48d-d9c905ba8346 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:48:42.897120 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1ab9b1-1f16-4a55-b4a5-3fdd5716ddbd admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:48:42.904644 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4b5bae67-0495-45db-bc58-3dc4c23cda23 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9096339 Nov 12 03:48:42.905094 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38628) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:42.916149 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7df3987-1b96-4425-8016-1d01259829eb None None] Sync routers for ids ['b1dbcff6-efc3-48d8-9e6d-0c16596ee48a'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:48:42.938989 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-d41f0863-7361-45aa-ae7e-ca827223cf72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, e1d2d939-a228-4c67-a48d-d9c905ba8346) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:42.946185 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41f0863-7361-45aa-ae7e-ca827223cf72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:42.946786 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d41f0863-7361-45aa-ae7e-ca827223cf72 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:42.949592 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ed1ab9b1-1f16-4a55-b4a5-3fdd5716ddbd admin admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:42.952674 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ed1ab9b1-1f16-4a55-b4a5-3fdd5716ddbd admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4736147 Nov 12 03:48:42.958645 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38632) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:42.960596 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7df3987-1b96-4425-8016-1d01259829eb None None] Routers {'b1dbcff6-efc3-48d8-9e6d-0c16596ee48a'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:42.961411 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f7df3987-1b96-4425-8016-1d01259829eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:48:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['b1dbcff6-efc3-48d8-9e6d-0c16596ee48a'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:43.008132 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d41f0863-7361-45aa-ae7e-ca827223cf72 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9821253 Nov 12 03:48:43.131127 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9d361a-8e10-4543-9d79-48572073ed4e None None] Network e1d2d939-a228-4c67-a48d-d9c905ba8346 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:43.335966 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-62baa54b-9d89-487f-aeca-6a6338f1c377 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'project_id': 'de709b4514694de8865a3d91b86ad20d', 'port_id': 'd777a7f2-8230-4325-88a9-bddb242342e8'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:43.500530 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-f7df3987-1b96-4425-8016-1d01259829eb None None] Set router b1dbcff6-efc3-48d8-9e6d-0c16596ee48a gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:43.502726 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device c5226751-830c-41e8-9ca0-059c286accd6 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:43.554677 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-62baa54b-9d89-487f-aeca-6a6338f1c377 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:43.854129 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-8996668b-37d3-4d8d-997d-0f0344a44a80 None None] Provisioning complete for port c5226751-830c-41e8-9ca0-059c286accd6 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:43.854499 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8996668b-37d3-4d8d-997d-0f0344a44a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.033167 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port c5226751-830c-41e8-9ca0-059c286accd6 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:44.033167 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.034482 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd5777b-7949-46b6-b09a-6fc6473447ee None None] Network e1d2d939-a228-4c67-a48d-d9c905ba8346 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:44.056429 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f7df3987-1b96-4425-8016-1d01259829eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1dbcff6-efc3-48d8-9e6d-0c16596ee48a', 'name': 'tempest-TestVolumeBootPattern-532458679-router', 'tenant_id': '9483b856816949158393815077b2d884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '33eaea30-7785-4048-9009-f6f3540413aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:37Z', 'updated_at': '2021-11-12T03:48:40Z', 'revision_number': 3, 'project_id': '9483b856816949158393815077b2d884', 'gw_port': {'id': '33eaea30-7785-4048-9009-f6f3540413aa', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:00:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1dbcff6-efc3-48d8-9e6d-0c16596ee48a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:38Z', 'updated_at': '2021-11-12T03:48:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:44.138784 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-1d47bb9c-3c6c-4939-a851-6bc198ef42bd tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:44.148184 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-1d47bb9c-3c6c-4939-a851-6bc198ef42bd tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/networks?id=e1d2d939-a228-4c67-a48d-d9c905ba8346 HTTP/1.1" status: 200 len: 814 time: 0.2480681 Nov 12 03:48:44.170034 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-d5515d49-3d83-4181-a8cd-9b64d23da59e tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/quotas/9f51d24d818f4ea1958f6f69f3ca622a HTTP/1.1" status: 200 len: 375 time: 0.0206962 Nov 12 03:48:44.185958 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7df3987-1b96-4425-8016-1d01259829eb None None] Checking router: b1dbcff6-efc3-48d8-9e6d-0c16596ee48a for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:48:44.186413 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7df3987-1b96-4425-8016-1d01259829eb None None] Updating router b1dbcff6-efc3-48d8-9e6d-0c16596ee48a port 33eaea30-7785-4048-9009-f6f3540413aa binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:48:44.232326 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-50ecfb80-a9cb-4cd8-9c75-de22d94d66ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.234699 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-d5750d16-97dd-4b7d-ae5b-9b384bdf613b tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9f51d24d818f4ea1958f6f69f3ca622a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611494 Nov 12 03:48:44.241676 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-3c81f823-b807-4e79-8046-a943ef4e7cb2 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:48:44.250437 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-3c81f823-b807-4e79-8046-a943ef4e7cb2 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0144625 Nov 12 03:48:44.342283 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f7df3987-1b96-4425-8016-1d01259829eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.387818 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-62baa54b-9d89-487f-aeca-6a6338f1c377 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.471296 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-0430d003-7927-414f-9cb4-73709767aa30 service neutron] 10.222.0.50 "GET /v2.0/networks/e1d2d939-a228-4c67-a48d-d9c905ba8346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195783 Nov 12 03:48:44.611700 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-8996668b-37d3-4d8d-997d-0f0344a44a80 None None] Provisioning complete for port d777a7f2-8230-4325-88a9-bddb242342e8 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:44.612198 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8996668b-37d3-4d8d-997d-0f0344a44a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.630829 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-62baa54b-9d89-487f-aeca-6a6338f1c377 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] Allocated IP 172.25.5.227 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/f255fa51-4bb4-48ba-b0cf-9365f8bb87de) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:44.667020 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-1bb0e979-4678-4680-ab8c-8a3171408785 service neutron] 10.222.0.50 "GET /v2.0/networks/e1d2d939-a228-4c67-a48d-d9c905ba8346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867740 Nov 12 03:48:44.681440 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-8996668b-37d3-4d8d-997d-0f0344a44a80 None None] Port d777a7f2-8230-4325-88a9-bddb242342e8 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:48:44.755900 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-50ecfb80-a9cb-4cd8-9c75-de22d94d66ec admin admin] Allocated IP 172.20.0.1 (87766de0-d1fa-4aed-a7ec-3e6d57b8aea6/023da17f-212f-4525-a122-283ad6c00b6f/e07cc223-7686-496d-b70f-d0e6feb0419b) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:44.874589 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-62baa54b-9d89-487f-aeca-6a6338f1c377 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.064739 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e043bacd-150f-4e56-a50a-e656981b6c4c req-fee67613-09ac-4f92-bf4c-e946f23faed9 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 210 time: 0.0968132 Nov 12 03:48:45.074376 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-50ecfb80-a9cb-4cd8-9c75-de22d94d66ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.143252 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-62baa54b-9d89-487f-aeca-6a6338f1c377 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.160585 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-50ecfb80-a9cb-4cd8-9c75-de22d94d66ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.261999 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ecfb80-a9cb-4cd8-9c75-de22d94d66ec admin admin] Network 87766de0-d1fa-4aed-a7ec-3e6d57b8aea6 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:45.281160 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-50ecfb80-a9cb-4cd8-9c75-de22d94d66ec admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:45.286378 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ecfb80-a9cb-4cd8-9c75-de22d94d66ec admin admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:45.380768 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-50ecfb80-a9cb-4cd8-9c75-de22d94d66ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.394313 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f7df3987-1b96-4425-8016-1d01259829eb None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.439417 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62baa54b-9d89-487f-aeca-6a6338f1c377 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:45.444628 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f7df3987-1b96-4425-8016-1d01259829eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.449134 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-62baa54b-9d89-487f-aeca-6a6338f1c377 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:45.455609 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62baa54b-9d89-487f-aeca-6a6338f1c377 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:45.613163 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8395ff-8109-44d0-a0a9-c55da3342754 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:45.646526 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9130c836-6c28-444f-afa5-77f4a3c11d93 None None] Pushing event updated for resources: {'Port': ['ID=33eaea30-7785-4048-9009-f6f3540413aa,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:45.711164 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62baa54b-9d89-487f-aeca-6a6338f1c377 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] Pushing event updated for resources: {'Port': ['ID=f255fa51-4bb4-48ba-b0cf-9365f8bb87de,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:45.750981 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-f7df3987-1b96-4425-8016-1d01259829eb None None] Attempting to bind port 33eaea30-7785-4048-9009-f6f3540413aa on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:45.753028 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-f7df3987-1b96-4425-8016-1d01259829eb None None] Attempting to bind port 33eaea30-7785-4048-9009-f6f3540413aa by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:45.754627 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7df3987-1b96-4425-8016-1d01259829eb None None] Attempting to bind port 33eaea30-7785-4048-9009-f6f3540413aa on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:45.802113 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7df3987-1b96-4425-8016-1d01259829eb None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:45.802834 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7df3987-1b96-4425-8016-1d01259829eb None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:45.803394 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f7df3987-1b96-4425-8016-1d01259829eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.804118 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7df3987-1b96-4425-8016-1d01259829eb None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:45.804759 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-f7df3987-1b96-4425-8016-1d01259829eb None None] Bound port: 33eaea30-7785-4048-9009-f6f3540413aa, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:45.805296 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f7df3987-1b96-4425-8016-1d01259829eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.889680 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-fea6bbbd-4ba3-4a1f-8406-bca5312eb7b3 None None] Provisioning complete for port 33eaea30-7785-4048-9009-f6f3540413aa triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:45.894271 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fea6bbbd-4ba3-4a1f-8406-bca5312eb7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.961228 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ecfb80-a9cb-4cd8-9c75-de22d94d66ec admin admin] Pushing event updated for resources: {'Port': ['ID=e07cc223-7686-496d-b70f-d0e6feb0419b,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:45.972968 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-50ecfb80-a9cb-4cd8-9c75-de22d94d66ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.025605 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-fea6bbbd-4ba3-4a1f-8406-bca5312eb7b3 None None] Port 33eaea30-7785-4048-9009-f6f3540413aa cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:48:46.071709 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-f7df3987-1b96-4425-8016-1d01259829eb None None] For port 33eaea30-7785-4048-9009-f6f3540413aa, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:46.075926 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-f7df3987-1b96-4425-8016-1d01259829eb None None] For port 33eaea30-7785-4048-9009-f6f3540413aa, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=33eaea30-7785-4048-9009-f6f3540413aa,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:46.077410 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-fea6bbbd-4ba3-4a1f-8406-bca5312eb7b3 None None] Provisioning complete for port e07cc223-7686-496d-b70f-d0e6feb0419b triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:46.077933 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fea6bbbd-4ba3-4a1f-8406-bca5312eb7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.179939 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f7df3987-1b96-4425-8016-1d01259829eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.187071 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-fea6bbbd-4ba3-4a1f-8406-bca5312eb7b3 None None] Port e07cc223-7686-496d-b70f-d0e6feb0419b cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:48:46.255334 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972823d7-b590-4902-bd19-f4282aab07eb None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:46.283658 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9130c836-6c28-444f-afa5-77f4a3c11d93 None None] Pushing event updated for resources: {'Port': ['ID=33eaea30-7785-4048-9009-f6f3540413aa,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:46.288005 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7df3987-1b96-4425-8016-1d01259829eb None None] Routers {'b1dbcff6-efc3-48d8-9e6d-0c16596ee48a'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:46.288676 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f7df3987-1b96-4425-8016-1d01259829eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:48:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['b1dbcff6-efc3-48d8-9e6d-0c16596ee48a'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:46.301240 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9130c836-6c28-444f-afa5-77f4a3c11d93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:46.302373 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9130c836-6c28-444f-afa5-77f4a3c11d93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:46.304427 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9130c836-6c28-444f-afa5-77f4a3c11d93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:46.307377 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9130c836-6c28-444f-afa5-77f4a3c11d93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:46.308474 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9130c836-6c28-444f-afa5-77f4a3c11d93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:46.310800 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9130c836-6c28-444f-afa5-77f4a3c11d93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:46.311909 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9130c836-6c28-444f-afa5-77f4a3c11d93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:46.314370 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9130c836-6c28-444f-afa5-77f4a3c11d93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:46.314729 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9130c836-6c28-444f-afa5-77f4a3c11d93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:46.315076 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9130c836-6c28-444f-afa5-77f4a3c11d93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:46.315398 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9130c836-6c28-444f-afa5-77f4a3c11d93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:46.315727 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9130c836-6c28-444f-afa5-77f4a3c11d93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:46.329225 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7b808763-ca33-4a1d-8091-0bca07bfc03c req-63fe8880-dd0f-4b15-be45-730f27bd3ef3 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 210 time: 0.0535824 Nov 12 03:48:46.480466 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-e7081dad-6e0d-4d97-ae9b-c8d9b734fbad None None] Provisioning complete for port 33eaea30-7785-4048-9009-f6f3540413aa triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:46.481086 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e7081dad-6e0d-4d97-ae9b-c8d9b734fbad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.507673 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-50ecfb80-a9cb-4cd8-9c75-de22d94d66ec admin admin] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.530616 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-f7df3987-1b96-4425-8016-1d01259829eb None None] Set router b1dbcff6-efc3-48d8-9e6d-0c16596ee48a gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:46.531003 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-50ecfb80-a9cb-4cd8-9c75-de22d94d66ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.712529 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ecfb80-a9cb-4cd8-9c75-de22d94d66ec admin admin] Pushing event updated for resources: {'Port': ['ID=e07cc223-7686-496d-b70f-d0e6feb0419b,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:46.723529 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-62baa54b-9d89-487f-aeca-6a6338f1c377 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.726448 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-50ecfb80-a9cb-4cd8-9c75-de22d94d66ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.812192 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-ad5141c0-703f-44b1-976e-8099dcaf3585 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:46.813875 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-ad5141c0-703f-44b1-976e-8099dcaf3585 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.74 "GET /v2.0/networks?id=e1d2d939-a228-4c67-a48d-d9c905ba8346 HTTP/1.1" status: 200 len: 814 time: 0.2564955 Nov 12 03:48:46.832990 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-e0c1fed5-fe71-4c50-8ee4-9dc18225e126 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Request body: {'port': {'device_id': '1bda0017-2bbb-425a-b9c9-cec3571bbc53', 'network_id': 'e1d2d939-a228-4c67-a48d-d9c905ba8346', 'admin_state_up': True, 'tenant_id': '9f51d24d818f4ea1958f6f69f3ca622a'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:46.924330 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e7081dad-6e0d-4d97-ae9b-c8d9b734fbad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.987271 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-e7081dad-6e0d-4d97-ae9b-c8d9b734fbad None None] For port 33eaea30-7785-4048-9009-f6f3540413aa, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=33eaea30-7785-4048-9009-f6f3540413aa,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:47.001756 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e7081dad-6e0d-4d97-ae9b-c8d9b734fbad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:47.220639 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-e0c1fed5-fe71-4c50-8ee4-9dc18225e126 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Made reservation on behalf of 9f51d24d818f4ea1958f6f69f3ca622a for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:47.268386 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-e0c1fed5-fe71-4c50-8ee4-9dc18225e126 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:47.323411 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f7df3987-1b96-4425-8016-1d01259829eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1dbcff6-efc3-48d8-9e6d-0c16596ee48a', 'name': 'tempest-TestVolumeBootPattern-532458679-router', 'tenant_id': '9483b856816949158393815077b2d884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '33eaea30-7785-4048-9009-f6f3540413aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:37Z', 'updated_at': '2021-11-12T03:48:45Z', 'revision_number': 4, 'project_id': '9483b856816949158393815077b2d884', 'gw_port': {'id': '33eaea30-7785-4048-9009-f6f3540413aa', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:00:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1dbcff6-efc3-48d8-9e6d-0c16596ee48a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:38Z', 'updated_at': '2021-11-12T03:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'e07cc223-7686-496d-b70f-d0e6feb0419b', 'name': '', 'network_id': '87766de0-d1fa-4aed-a7ec-3e6d57b8aea6', 'tenant_id': '9483b856816949158393815077b2d884', 'mac_address': 'fa:16:3e:f9:15:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1dbcff6-efc3-48d8-9e6d-0c16596ee48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '023da17f-212f-4525-a122-283ad6c00b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:44Z', 'updated_at': '2021-11-12T03:48:44Z', 'revision_number': 1, 'project_id': '9483b856816949158393815077b2d884', 'subnets': [{'id': '023da17f-212f-4525-a122-283ad6c00b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:47.454145 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7df3987-1b96-4425-8016-1d01259829eb None None] The sync data for ids ['b1dbcff6-efc3-48d8-9e6d-0c16596ee48a'] in n-d-715271-27 is: [{'id': 'b1dbcff6-efc3-48d8-9e6d-0c16596ee48a', 'name': 'tempest-TestVolumeBootPattern-532458679-router', 'tenant_id': '9483b856816949158393815077b2d884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '33eaea30-7785-4048-9009-f6f3540413aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:37Z', 'updated_at': '2021-11-12T03:48:45Z', 'revision_number': 4, 'project_id': '9483b856816949158393815077b2d884', 'gw_port': {'id': '33eaea30-7785-4048-9009-f6f3540413aa', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:00:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1dbcff6-efc3-48d8-9e6d-0c16596ee48a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:38Z', 'updated_at': '2021-11-12T03:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'e07cc223-7686-496d-b70f-d0e6feb0419b', 'name': '', 'network_id': '87766de0-d1fa-4aed-a7ec-3e6d57b8aea6', 'tenant_id': '9483b856816949158393815077b2d884', 'mac_address': 'fa:16:3e:f9:15:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1dbcff6-efc3-48d8-9e6d-0c16596ee48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '023da17f-212f-4525-a122-283ad6c00b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:44Z', 'updated_at': '2021-11-12T03:48:44Z', 'revision_number': 1, 'project_id': '9483b856816949158393815077b2d884', 'subnets': [{'id': '023da17f-212f-4525-a122-283ad6c00b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:48:47.480789 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7081dad-6e0d-4d97-ae9b-c8d9b734fbad None None] Pushing event updated for resources: {'Port': ['ID=33eaea30-7785-4048-9009-f6f3540413aa,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:47.526976 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-e0c1fed5-fe71-4c50-8ee4-9dc18225e126 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Allocated IP 172.20.0.2 (e1d2d939-a228-4c67-a48d-d9c905ba8346/4d7cbc7f-e250-4588-a173-dfc01435c52a/ba744a6e-f8e4-43a3-9d4a-6db83c284aed) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:47.748564 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-62baa54b-9d89-487f-aeca-6a6338f1c377 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:47.854290 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-e0c1fed5-fe71-4c50-8ee4-9dc18225e126 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:47.924858 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5ed30e0d-a04f-45fd-9030-6c0d49534d87 req-d9c83159-aa7a-4199-8e9a-447239b5a35a tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 210 time: 0.2307894 Nov 12 03:48:47.950077 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-e0c1fed5-fe71-4c50-8ee4-9dc18225e126 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:48.082788 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c1fed5-fe71-4c50-8ee4-9dc18225e126 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Pushing event updated for resources: {'Port': ['ID=ba744a6e-f8e4-43a3-9d4a-6db83c284aed,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:48.100528 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c1fed5-fe71-4c50-8ee4-9dc18225e126 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:48.101183 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c1fed5-fe71-4c50-8ee4-9dc18225e126 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:48.101687 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c1fed5-fe71-4c50-8ee4-9dc18225e126 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:48.102173 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c1fed5-fe71-4c50-8ee4-9dc18225e126 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:48.102776 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c1fed5-fe71-4c50-8ee4-9dc18225e126 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:48.103258 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c1fed5-fe71-4c50-8ee4-9dc18225e126 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:48.104681 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c1fed5-fe71-4c50-8ee4-9dc18225e126 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:48.106677 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c1fed5-fe71-4c50-8ee4-9dc18225e126 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:48.107173 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c1fed5-fe71-4c50-8ee4-9dc18225e126 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:48.107700 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c1fed5-fe71-4c50-8ee4-9dc18225e126 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:48.108225 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c1fed5-fe71-4c50-8ee4-9dc18225e126 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:48.108718 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c1fed5-fe71-4c50-8ee4-9dc18225e126 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:48.162347 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ecfb80-a9cb-4cd8-9c75-de22d94d66ec admin admin] Network 87766de0-d1fa-4aed-a7ec-3e6d57b8aea6 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:48.169921 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-e0c1fed5-fe71-4c50-8ee4-9dc18225e126 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Network e1d2d939-a228-4c67-a48d-d9c905ba8346 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:48.171717 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-e0c1fed5-fe71-4c50-8ee4-9dc18225e126 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:48.187371 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-50ecfb80-a9cb-4cd8-9c75-de22d94d66ec admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:48.216028 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-e0c1fed5-fe71-4c50-8ee4-9dc18225e126 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:48.268421 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:48.418004 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-e0c1fed5-fe71-4c50-8ee4-9dc18225e126 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:48.418646 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-e0c1fed5-fe71-4c50-8ee4-9dc18225e126 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:48.485910 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-e0c1fed5-fe71-4c50-8ee4-9dc18225e126 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6571546 Nov 12 03:48:48.487949 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-62baa54b-9d89-487f-aeca-6a6338f1c377 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:48.502929 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-62baa54b-9d89-487f-aeca-6a6338f1c377 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:48.504472 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-bc3d9ed6-4c45-4e77-8043-5218aa187d4d service neutron] Request body: {'port': {'device_id': '1bda0017-2bbb-425a-b9c9-cec3571bbc53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:48.564317 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62baa54b-9d89-487f-aeca-6a6338f1c377 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] Pushing event updated for resources: {'Port': ['ID=f255fa51-4bb4-48ba-b0cf-9365f8bb87de,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:48.647997 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-62baa54b-9d89-487f-aeca-6a6338f1c377 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:48.693275 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-bc3d9ed6-4c45-4e77-8043-5218aa187d4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:48.701884 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ecfb80-a9cb-4cd8-9c75-de22d94d66ec admin admin] Router b1dbcff6-efc3-48d8-9e6d-0c16596ee48a has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:48:48.782807 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-91c4b6cd-0c45-4647-b9ce-b9dabf75ed61 None None] Provisioning complete for port e07cc223-7686-496d-b70f-d0e6feb0419b triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:48.789587 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-91c4b6cd-0c45-4647-b9ce-b9dabf75ed61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:48.955403 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-91c4b6cd-0c45-4647-b9ce-b9dabf75ed61 None None] Port e07cc223-7686-496d-b70f-d0e6feb0419b cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:48:49.055395 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [None req-62baa54b-9d89-487f-aeca-6a6338f1c377 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] Floating IP 22329d4a-5f9d-4423-b85a-d22d5957509a associated. External IP: 172.25.5.227, port: d777a7f2-8230-4325-88a9-bddb242342e8. Nov 12 03:48:49.370469 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86cb1f5-532a-432b-90b0-67dcece1e471 req-8aab47ad-2de6-44d1-a6fa-375aeaef441f tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:49.375975 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d86cb1f5-532a-432b-90b0-67dcece1e471 req-8aab47ad-2de6-44d1-a6fa-375aeaef441f tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 931 time: 0.2052922 Nov 12 03:48:49.445382 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ecfb80-a9cb-4cd8-9c75-de22d94d66ec admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:48:49.460947 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-50ecfb80-a9cb-4cd8-9c75-de22d94d66ec admin admin] 10.222.0.50 "PUT /v2.0/routers/b1dbcff6-efc3-48d8-9e6d-0c16596ee48a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4933248 Nov 12 03:48:49.493183 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 33eaea30-7785-4048-9009-f6f3540413aa up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:49.624476 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 33eaea30-7785-4048-9009-f6f3540413aa triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:49.624884 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.702646 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62baa54b-9d89-487f-aeca-6a6338f1c377 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] Router 78e8e384-19a3-4648-b6d6-bc433b18ac3c has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:48:49.727780 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-bc3d9ed6-4c45-4e77-8043-5218aa187d4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba744a6e-f8e4-43a3-9d4a-6db83c284aed {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:48:49.763586 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-bc3d9ed6-4c45-4e77-8043-5218aa187d4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.815818 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-bc3d9ed6-4c45-4e77-8043-5218aa187d4d service neutron] Transition to ACTIVE for port object ba744a6e-f8e4-43a3-9d4a-6db83c284aed will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:48:49.855898 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-bc3d9ed6-4c45-4e77-8043-5218aa187d4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.988836 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62baa54b-9d89-487f-aeca-6a6338f1c377 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:48:50.012728 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d73bed-d36f-40a5-8f27-f2c48e77744b None None] Sync routers for ids ['78e8e384-19a3-4648-b6d6-bc433b18ac3c'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:48:50.046787 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d73bed-d36f-40a5-8f27-f2c48e77744b None None] Routers {'78e8e384-19a3-4648-b6d6-bc433b18ac3c'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:50.052937 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-62baa54b-9d89-487f-aeca-6a6338f1c377 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.054054 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-a7d73bed-d36f-40a5-8f27-f2c48e77744b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:48:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['78e8e384-19a3-4648-b6d6-bc433b18ac3c'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:50.116991 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d9ed6-4c45-4e77-8043-5218aa187d4d service neutron] Pushing event updated for resources: {'Port': ['ID=ba744a6e-f8e4-43a3-9d4a-6db83c284aed,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:50.142271 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-62baa54b-9d89-487f-aeca-6a6338f1c377 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 7.2358418 Nov 12 03:48:50.145314 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38892) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:50.169257 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d86cb1f5-532a-432b-90b0-67dcece1e471 req-6389550e-3a90-4675-ba17-c28d6e56131c tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7768500 Nov 12 03:48:50.218236 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-a7d73bed-d36f-40a5-8f27-f2c48e77744b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:50.254144 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d73bed-d36f-40a5-8f27-f2c48e77744b None None] Routers {'78e8e384-19a3-4648-b6d6-bc433b18ac3c'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:50.255582 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-a7d73bed-d36f-40a5-8f27-f2c48e77744b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:48:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['78e8e384-19a3-4648-b6d6-bc433b18ac3c'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:50.304012 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-a7d73bed-d36f-40a5-8f27-f2c48e77744b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:50.305530 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d73bed-d36f-40a5-8f27-f2c48e77744b None None] The sync data for ids ['78e8e384-19a3-4648-b6d6-bc433b18ac3c'] in n-d-715271-27 is: [] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:48:50.446557 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-bc3d9ed6-4c45-4e77-8043-5218aa187d4d service neutron] Attempting to bind port ba744a6e-f8e4-43a3-9d4a-6db83c284aed on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:50.450718 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-bc3d9ed6-4c45-4e77-8043-5218aa187d4d service neutron] Attempting to bind port ba744a6e-f8e4-43a3-9d4a-6db83c284aed by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'e1a37112-952a-4865-9288-c11c885b43ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e1d2d939-a228-4c67-a48d-d9c905ba8346'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:50.454669 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-bc3d9ed6-4c45-4e77-8043-5218aa187d4d service neutron] Attempting to bind port ba744a6e-f8e4-43a3-9d4a-6db83c284aed on network e1d2d939-a228-4c67-a48d-d9c905ba8346 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:50.462868 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-bc3d9ed6-4c45-4e77-8043-5218aa187d4d service neutron] Port ba744a6e-f8e4-43a3-9d4a-6db83c284aed on network e1d2d939-a228-4c67-a48d-d9c905ba8346 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:50.467499 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-bc3d9ed6-4c45-4e77-8043-5218aa187d4d service neutron] Attempting to bind port ba744a6e-f8e4-43a3-9d4a-6db83c284aed on network e1d2d939-a228-4c67-a48d-d9c905ba8346 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:50.484291 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-bc3d9ed6-4c45-4e77-8043-5218aa187d4d service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:50.486326 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-bc3d9ed6-4c45-4e77-8043-5218aa187d4d service neutron] Checking segment: {'id': 'e1a37112-952a-4865-9288-c11c885b43ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e1d2d939-a228-4c67-a48d-d9c905ba8346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:50.486819 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-bc3d9ed6-4c45-4e77-8043-5218aa187d4d service neutron] Bound using segment: {'id': 'e1a37112-952a-4865-9288-c11c885b43ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e1d2d939-a228-4c67-a48d-d9c905ba8346'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:50.487262 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-bc3d9ed6-4c45-4e77-8043-5218aa187d4d service neutron] Bound port: ba744a6e-f8e4-43a3-9d4a-6db83c284aed, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1a37112-952a-4865-9288-c11c885b43ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e1d2d939-a228-4c67-a48d-d9c905ba8346'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:50.487616 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-bc3d9ed6-4c45-4e77-8043-5218aa187d4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.499760 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-318f85fe-77bc-4e07-983e-afc9ee297719 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] 10.222.0.50 "GET /v2.0/floatingips/22329d4a-5f9d-4423-b85a-d22d5957509a HTTP/1.1" status: 200 len: 982 time: 0.3531787 Nov 12 03:48:50.502566 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38926) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:50.663076 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2af5aa7a-1dc9-4775-88d6-d9b21dfbeb88 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1465 time: 0.1594071 Nov 12 03:48:50.667933 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 38944) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:50.700566 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-bc3d9ed6-4c45-4e77-8043-5218aa187d4d service neutron] For port ba744a6e-f8e4-43a3-9d4a-6db83c284aed, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:50.707039 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-bc3d9ed6-4c45-4e77-8043-5218aa187d4d service neutron] For port ba744a6e-f8e4-43a3-9d4a-6db83c284aed, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=ba744a6e-f8e4-43a3-9d4a-6db83c284aed,segment=NetworkSegment(e1a37112-952a-4865-9288-c11c885b43ad),segment_id=e1a37112-952a-4865-9288-c11c885b43ad)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:50.723160 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-bc3d9ed6-4c45-4e77-8043-5218aa187d4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.114084 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-90b3a406-e6d4-4d0a-85cb-4591a4033fd0 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Deleting port f255fa51-4bb4-48ba-b0cf-9365f8bb87de {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:51.114889 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-90b3a406-e6d4-4d0a-85cb-4591a4033fd0 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.375117 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-90b3a406-e6d4-4d0a-85cb-4591a4033fd0 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.376117 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-90b3a406-e6d4-4d0a-85cb-4591a4033fd0 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.415886 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-90b3a406-e6d4-4d0a-85cb-4591a4033fd0 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Calling delete_port for f255fa51-4bb4-48ba-b0cf-9365f8bb87de owned by network:floatingip {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:51.465573 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7c1f3-a0be-4b99-a0ea-07f419e7f5f9 req-05209a41-235c-4049-95ba-a82d0b02a94d tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:51.467196 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0ee7c1f3-a0be-4b99-a0ea-07f419e7f5f9 req-05209a41-235c-4049-95ba-a82d0b02a94d tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 943 time: 0.1855710 Nov 12 03:48:51.583604 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d9ed6-4c45-4e77-8043-5218aa187d4d service neutron] Pushing event updated for resources: {'Port': ['ID=ba744a6e-f8e4-43a3-9d4a-6db83c284aed,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:51.620389 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-bc3d9ed6-4c45-4e77-8043-5218aa187d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:51.623983 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-bc3d9ed6-4c45-4e77-8043-5218aa187d4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.625743 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-bc3d9ed6-4c45-4e77-8043-5218aa187d4d service neutron] 10.222.0.74 "PUT /v2.0/ports/ba744a6e-f8e4-43a3-9d4a-6db83c284aed HTTP/1.1" status: 200 len: 1092 time: 3.1256218 Nov 12 03:48:51.626454 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bda0017-2bbb-425a-b9c9-cec3571bbc53', 'tag': 'ba744a6e-f8e4-43a3-9d4a-6db83c284aed'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:48:51.629200 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b41dab-8489-44a7-9750-45eeb8dd2eda" -d '{"events": [{"name": "network-changed", "server_uuid": "1bda0017-2bbb-425a-b9c9-cec3571bbc53", "tag": "ba744a6e-f8e4-43a3-9d4a-6db83c284aed"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:48:51.777938 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f87eb2-a5c4-4f5f-b020-3dc7faec2dee x-openstack-request-id: req-32f87eb2-a5c4-4f5f-b020-3dc7faec2dee {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:48:51.778250 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bda0017-2bbb-425a-b9c9-cec3571bbc53", "tag": "ba744a6e-f8e4-43a3-9d4a-6db83c284aed", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:48:51.778502 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-32f87eb2-a5c4-4f5f-b020-3dc7faec2dee {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:48:51.778908 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bda0017-2bbb-425a-b9c9-cec3571bbc53', 'tag': 'ba744a6e-f8e4-43a3-9d4a-6db83c284aed', 'status': 'completed', 'code': 200} Nov 12 03:48:51.817204 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-54dc3c53-fb76-4332-bf3a-d6c8bda7ac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:51.818714 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-54dc3c53-fb76-4332-bf3a-d6c8bda7ac9e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9f51d24d818f4ea1958f6f69f3ca622a&device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 1095 time: 0.1371720 Nov 12 03:48:51.950691 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-256b8be1-c029-4efc-b239-a29acecdc925 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba744a6e-f8e4-43a3-9d4a-6db83c284aed HTTP/1.1" status: 200 len: 217 time: 0.1175520 Nov 12 03:48:51.969713 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1741432f-8f36-4f7f-8fab-4a43109af353 None None] Sync routers for ids ['b1dbcff6-efc3-48d8-9e6d-0c16596ee48a'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:48:52.047116 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1741432f-8f36-4f7f-8fab-4a43109af353 None None] Routers {'b1dbcff6-efc3-48d8-9e6d-0c16596ee48a'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:52.058864 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-1741432f-8f36-4f7f-8fab-4a43109af353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:48:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['b1dbcff6-efc3-48d8-9e6d-0c16596ee48a'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:52.155508 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-d9569843-a093-436b-9074-42a20f6f39d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:52.161192 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-d9569843-a093-436b-9074-42a20f6f39d1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4d7cbc7f-e250-4588-a173-dfc01435c52a HTTP/1.1" status: 200 len: 854 time: 0.1967959 Nov 12 03:48:52.226202 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-90b3a406-e6d4-4d0a-85cb-4591a4033fd0 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.228735 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-aafe1362-c4d3-49e8-9675-f74e72732313 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e1d2d939-a228-4c67-a48d-d9c905ba8346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584452 Nov 12 03:48:52.349351 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-1741432f-8f36-4f7f-8fab-4a43109af353 None None] Set router b1dbcff6-efc3-48d8-9e6d-0c16596ee48a gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:52.367801 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0ee7c1f3-a0be-4b99-a0ea-07f419e7f5f9 req-b5f88a81-7a39-4ceb-85df-91849300c325 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7602928 Nov 12 03:48:52.368897 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b3a406-e6d4-4d0a-85cb-4591a4033fd0 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Pushing event deleted for resources: {'Port': ['ID=f255fa51-4bb4-48ba-b0cf-9365f8bb87de,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:52.437928 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-04bb8373-46cd-4ad2-b0d5-0402637c4069 service neutron] 10.222.0.74 "GET /v2.0/networks/e1d2d939-a228-4c67-a48d-d9c905ba8346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983006 Nov 12 03:48:52.632203 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-90b3a406-e6d4-4d0a-85cb-4591a4033fd0 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks [] for floatingip, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.632731 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [None req-90b3a406-e6d4-4d0a-85cb-4591a4033fd0 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Floating IP 22329d4a-5f9d-4423-b85a-d22d5957509a disassociated (deleted). External IP: 172.25.5.227, port: d777a7f2-8230-4325-88a9-bddb242342e8. Nov 12 03:48:52.658021 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fe842296-6cf8-4c5f-9ea9-9bf661453d30 req-6ffb4712-0e1a-41f2-bcf5-c417a2c250ca service neutron] 10.222.0.74 "GET /v2.0/networks/e1d2d939-a228-4c67-a48d-d9c905ba8346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089345 Nov 12 03:48:52.858505 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-1741432f-8f36-4f7f-8fab-4a43109af353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1dbcff6-efc3-48d8-9e6d-0c16596ee48a', 'name': 'tempest-TestVolumeBootPattern-532458679-router', 'tenant_id': '9483b856816949158393815077b2d884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '33eaea30-7785-4048-9009-f6f3540413aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:37Z', 'updated_at': '2021-11-12T03:48:45Z', 'revision_number': 4, 'project_id': '9483b856816949158393815077b2d884', 'gw_port': {'id': '33eaea30-7785-4048-9009-f6f3540413aa', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:00:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dbcff6-efc3-48d8-9e6d-0c16596ee48a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:38Z', 'updated_at': '2021-11-12T03:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'e07cc223-7686-496d-b70f-d0e6feb0419b', 'name': '', 'network_id': '87766de0-d1fa-4aed-a7ec-3e6d57b8aea6', 'tenant_id': '9483b856816949158393815077b2d884', 'mac_address': 'fa:16:3e:f9:15:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1dbcff6-efc3-48d8-9e6d-0c16596ee48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '023da17f-212f-4525-a122-283ad6c00b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:44Z', 'updated_at': '2021-11-12T03:48:46Z', 'revision_number': 2, 'project_id': '9483b856816949158393815077b2d884', 'subnets': [{'id': '023da17f-212f-4525-a122-283ad6c00b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:52.866014 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b41dab-8489-44a7-9750-45eeb8dd2eda req-d17d778b-fdff-49c1-96ea-a13617de8001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:52.867514 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d6b41dab-8489-44a7-9750-45eeb8dd2eda req-d17d778b-fdff-49c1-96ea-a13617de8001 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9f51d24d818f4ea1958f6f69f3ca622a&device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 1095 time: 0.0911679 Nov 12 03:48:52.946328 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1741432f-8f36-4f7f-8fab-4a43109af353 None None] Checking router: b1dbcff6-efc3-48d8-9e6d-0c16596ee48a for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:48:52.948827 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1741432f-8f36-4f7f-8fab-4a43109af353 None None] Updating router b1dbcff6-efc3-48d8-9e6d-0c16596ee48a port e07cc223-7686-496d-b70f-d0e6feb0419b binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:48:53.020166 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1741432f-8f36-4f7f-8fab-4a43109af353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.249100 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b41dab-8489-44a7-9750-45eeb8dd2eda req-7faaf50f-53d7-4a3e-8590-5ae89b185da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:53.250584 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d6b41dab-8489-44a7-9750-45eeb8dd2eda req-7faaf50f-53d7-4a3e-8590-5ae89b185da3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e1d2d939-a228-4c67-a48d-d9c905ba8346 HTTP/1.1" status: 200 len: 915 time: 0.3680053 Nov 12 03:48:53.258696 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b3a406-e6d4-4d0a-85cb-4591a4033fd0 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Router 78e8e384-19a3-4648-b6d6-bc433b18ac3c has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:48:53.325956 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d6b41dab-8489-44a7-9750-45eeb8dd2eda req-3f3c874c-2904-4227-b855-06ffed64879d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba744a6e-f8e4-43a3-9d4a-6db83c284aed HTTP/1.1" status: 200 len: 217 time: 0.0661583 Nov 12 03:48:53.473800 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b41dab-8489-44a7-9750-45eeb8dd2eda req-3ebea026-73da-4ca2-8648-8a276cd60ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:53.491434 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d6b41dab-8489-44a7-9750-45eeb8dd2eda req-3ebea026-73da-4ca2-8648-8a276cd60ef2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4d7cbc7f-e250-4588-a173-dfc01435c52a HTTP/1.1" status: 200 len: 854 time: 0.1569800 Nov 12 03:48:53.762110 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d6b41dab-8489-44a7-9750-45eeb8dd2eda req-1b063658-949e-453e-9f55-260d103e2a58 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e1d2d939-a228-4c67-a48d-d9c905ba8346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2632239 Nov 12 03:48:53.866659 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1741432f-8f36-4f7f-8fab-4a43109af353 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.889641 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1741432f-8f36-4f7f-8fab-4a43109af353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.939195 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cabbf-48a2-4f4a-8ae3-751cf3e697ed req-79f28471-db6d-4cbe-94af-eab3ce6f75b5 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:53.948878 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cf2cabbf-48a2-4f4a-8ae3-751cf3e697ed req-79f28471-db6d-4cbe-94af-eab3ce6f75b5 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 943 time: 0.3204458 Nov 12 03:48:54.001645 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d8db7-6a73-4f7b-83bf-80e0cb7d0585 None None] Pushing event updated for resources: {'Port': ['ID=e07cc223-7686-496d-b70f-d0e6feb0419b,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:54.114956 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cf2cabbf-48a2-4f4a-8ae3-751cf3e697ed req-bf4910d5-9753-4170-b949-d9e0de9775a0 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647520 Nov 12 03:48:54.121035 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d6b41dab-8489-44a7-9750-45eeb8dd2eda req-d21affa2-de47-4904-8c17-f9ddd13842ab service neutron] 10.222.0.74 "GET /v2.0/networks/e1d2d939-a228-4c67-a48d-d9c905ba8346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484116 Nov 12 03:48:54.164241 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-1741432f-8f36-4f7f-8fab-4a43109af353 None None] Attempting to bind port e07cc223-7686-496d-b70f-d0e6feb0419b on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:54.165130 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-1741432f-8f36-4f7f-8fab-4a43109af353 None None] Attempting to bind port e07cc223-7686-496d-b70f-d0e6feb0419b by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '3a1033a3-fb41-4ec6-bdb4-1a1c04f552c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '87766de0-d1fa-4aed-a7ec-3e6d57b8aea6'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:54.165648 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1741432f-8f36-4f7f-8fab-4a43109af353 None None] Attempting to bind port e07cc223-7686-496d-b70f-d0e6feb0419b on network 87766de0-d1fa-4aed-a7ec-3e6d57b8aea6 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:54.177316 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1741432f-8f36-4f7f-8fab-4a43109af353 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:54.177889 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1741432f-8f36-4f7f-8fab-4a43109af353 None None] Checking segment: {'id': '3a1033a3-fb41-4ec6-bdb4-1a1c04f552c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '87766de0-d1fa-4aed-a7ec-3e6d57b8aea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:54.178441 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1741432f-8f36-4f7f-8fab-4a43109af353 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.178971 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1741432f-8f36-4f7f-8fab-4a43109af353 None None] Bound using segment: {'id': '3a1033a3-fb41-4ec6-bdb4-1a1c04f552c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '87766de0-d1fa-4aed-a7ec-3e6d57b8aea6'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:54.179589 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-1741432f-8f36-4f7f-8fab-4a43109af353 None None] Bound port: e07cc223-7686-496d-b70f-d0e6feb0419b, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a1033a3-fb41-4ec6-bdb4-1a1c04f552c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '87766de0-d1fa-4aed-a7ec-3e6d57b8aea6'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:54.180169 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1741432f-8f36-4f7f-8fab-4a43109af353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.343080 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d6b41dab-8489-44a7-9750-45eeb8dd2eda req-f2ff7114-779e-46fa-b8ad-14ea504eaa4d service neutron] 10.222.0.74 "GET /v2.0/networks/e1d2d939-a228-4c67-a48d-d9c905ba8346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074862 Nov 12 03:48:54.383042 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-1741432f-8f36-4f7f-8fab-4a43109af353 None None] For port e07cc223-7686-496d-b70f-d0e6feb0419b, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:54.390881 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-1741432f-8f36-4f7f-8fab-4a43109af353 None None] For port e07cc223-7686-496d-b70f-d0e6feb0419b, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e07cc223-7686-496d-b70f-d0e6feb0419b,segment=NetworkSegment(3a1033a3-fb41-4ec6-bdb4-1a1c04f552c3),segment_id=3a1033a3-fb41-4ec6-bdb4-1a1c04f552c3)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:54.421578 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1741432f-8f36-4f7f-8fab-4a43109af353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.474722 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-bd62b731-bcf4-43ae-8db6-eb1c1204691f None None] Provisioning complete for port e07cc223-7686-496d-b70f-d0e6feb0419b triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:54.475090 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bd62b731-bcf4-43ae-8db6-eb1c1204691f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.546565 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b3a406-e6d4-4d0a-85cb-4591a4033fd0 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:48:54.557721 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-90b3a406-e6d4-4d0a-85cb-4591a4033fd0 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.558428 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5cd4a8-8591-44df-a707-c6d697cb9544 None None] Sync routers for ids ['78e8e384-19a3-4648-b6d6-bc433b18ac3c'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:48:54.578288 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5cd4a8-8591-44df-a707-c6d697cb9544 None None] Routers {'78e8e384-19a3-4648-b6d6-bc433b18ac3c'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:54.587223 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-bf5cd4a8-8591-44df-a707-c6d697cb9544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:48:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['78e8e384-19a3-4648-b6d6-bc433b18ac3c'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:54.619974 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d8db7-6a73-4f7b-83bf-80e0cb7d0585 None None] Pushing event updated for resources: {'Port': ['ID=e07cc223-7686-496d-b70f-d0e6feb0419b,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:54.669267 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 39306) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:54.672183 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-90b3a406-e6d4-4d0a-85cb-4591a4033fd0 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] 10.222.0.50 "DELETE /v2.0/floatingips/22329d4a-5f9d-4423-b85a-d22d5957509a HTTP/1.1" status: 204 len: 168 time: 4.0025823 Nov 12 03:48:54.683231 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-1ff93d75-8308-43e8-b8d7-e63fc23e9850 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:54.689898 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1741432f-8f36-4f7f-8fab-4a43109af353 None None] Routers {'b1dbcff6-efc3-48d8-9e6d-0c16596ee48a'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:54.696775 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-1741432f-8f36-4f7f-8fab-4a43109af353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:48:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['b1dbcff6-efc3-48d8-9e6d-0c16596ee48a'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:54.720067 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-bf5cd4a8-8591-44df-a707-c6d697cb9544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:54.783294 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5cd4a8-8591-44df-a707-c6d697cb9544 None None] Routers {'78e8e384-19a3-4648-b6d6-bc433b18ac3c'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:54.783779 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-bf5cd4a8-8591-44df-a707-c6d697cb9544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:48:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['78e8e384-19a3-4648-b6d6-bc433b18ac3c'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:54.796999 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1ff93d75-8308-43e8-b8d7-e63fc23e9850 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.932857 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-bf5cd4a8-8591-44df-a707-c6d697cb9544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:54.935510 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5cd4a8-8591-44df-a707-c6d697cb9544 None None] The sync data for ids ['78e8e384-19a3-4648-b6d6-bc433b18ac3c'] in n-d-715271-27 is: [] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:48:55.204988 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bd62b731-bcf4-43ae-8db6-eb1c1204691f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.250562 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1ff93d75-8308-43e8-b8d7-e63fc23e9850 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.372495 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-1741432f-8f36-4f7f-8fab-4a43109af353 None None] Set router b1dbcff6-efc3-48d8-9e6d-0c16596ee48a gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:55.372495 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-bd62b731-bcf4-43ae-8db6-eb1c1204691f None None] For port e07cc223-7686-496d-b70f-d0e6feb0419b, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e07cc223-7686-496d-b70f-d0e6feb0419b,segment=NetworkSegment(3a1033a3-fb41-4ec6-bdb4-1a1c04f552c3),segment_id=3a1033a3-fb41-4ec6-bdb4-1a1c04f552c3)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:55.420270 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bd62b731-bcf4-43ae-8db6-eb1c1204691f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.582354 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e07cc223-7686-496d-b70f-d0e6feb0419b up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:55.602812 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd62b731-bcf4-43ae-8db6-eb1c1204691f None None] Pushing event updated for resources: {'Port': ['ID=e07cc223-7686-496d-b70f-d0e6feb0419b,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:55.657116 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-1ff93d75-8308-43e8-b8d7-e63fc23e9850 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] Allocated IP 172.25.5.165 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/f791551e-c75a-4d7c-b825-ea86908220df) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:55.767039 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-0fc49fd6-8a17-4d10-8e34-8929ea2bc10a tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:55.768740 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-0fc49fd6-8a17-4d10-8e34-8929ea2bc10a tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/networks?id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 HTTP/1.1" status: 200 len: 811 time: 0.6191196 Nov 12 03:48:55.795496 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-1d7efd74-4164-480b-a1be-25506888cdee tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/quotas/27d4836293914c108ba09bff97dd7daa HTTP/1.1" status: 200 len: 375 time: 0.0208008 Nov 12 03:48:55.863390 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-480f9a5a-a081-44bd-9772-7fff8475b7ae None None] Provisioning complete for port e07cc223-7686-496d-b70f-d0e6feb0419b triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:55.863897 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-480f9a5a-a081-44bd-9772-7fff8475b7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.952431 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port e07cc223-7686-496d-b70f-d0e6feb0419b triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:55.953165 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.979414 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1ff93d75-8308-43e8-b8d7-e63fc23e9850 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:56.080310 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1ff93d75-8308-43e8-b8d7-e63fc23e9850 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:56.109235 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-1741432f-8f36-4f7f-8fab-4a43109af353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1dbcff6-efc3-48d8-9e6d-0c16596ee48a', 'name': 'tempest-TestVolumeBootPattern-532458679-router', 'tenant_id': '9483b856816949158393815077b2d884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '33eaea30-7785-4048-9009-f6f3540413aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:37Z', 'updated_at': '2021-11-12T03:48:45Z', 'revision_number': 4, 'project_id': '9483b856816949158393815077b2d884', 'gw_port': {'id': '33eaea30-7785-4048-9009-f6f3540413aa', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:00:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dbcff6-efc3-48d8-9e6d-0c16596ee48a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:38Z', 'updated_at': '2021-11-12T03:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'e07cc223-7686-496d-b70f-d0e6feb0419b', 'name': '', 'network_id': '87766de0-d1fa-4aed-a7ec-3e6d57b8aea6', 'tenant_id': '9483b856816949158393815077b2d884', 'mac_address': 'fa:16:3e:f9:15:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1dbcff6-efc3-48d8-9e6d-0c16596ee48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '023da17f-212f-4525-a122-283ad6c00b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:44Z', 'updated_at': '2021-11-12T03:48:54Z', 'revision_number': 4, 'project_id': '9483b856816949158393815077b2d884', 'subnets': [{'id': '023da17f-212f-4525-a122-283ad6c00b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:56.110936 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-e792823e-685f-4f08-ab32-6973304e16d1 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=27d4836293914c108ba09bff97dd7daa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3083034 Nov 12 03:48:56.196668 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1741432f-8f36-4f7f-8fab-4a43109af353 None None] The sync data for ids ['b1dbcff6-efc3-48d8-9e6d-0c16596ee48a'] in n-d-715271-27 is: [{'id': 'b1dbcff6-efc3-48d8-9e6d-0c16596ee48a', 'name': 'tempest-TestVolumeBootPattern-532458679-router', 'tenant_id': '9483b856816949158393815077b2d884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '33eaea30-7785-4048-9009-f6f3540413aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:37Z', 'updated_at': '2021-11-12T03:48:45Z', 'revision_number': 4, 'project_id': '9483b856816949158393815077b2d884', 'gw_port': {'id': '33eaea30-7785-4048-9009-f6f3540413aa', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:00:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dbcff6-efc3-48d8-9e6d-0c16596ee48a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:38Z', 'updated_at': '2021-11-12T03:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'e07cc223-7686-496d-b70f-d0e6feb0419b', 'name': '', 'network_id': '87766de0-d1fa-4aed-a7ec-3e6d57b8aea6', 'tenant_id': '9483b856816949158393815077b2d884', 'mac_address': 'fa:16:3e:f9:15:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1dbcff6-efc3-48d8-9e6d-0c16596ee48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '023da17f-212f-4525-a122-283ad6c00b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:44Z', 'updated_at': '2021-11-12T03:48:54Z', 'revision_number': 4, 'project_id': '9483b856816949158393815077b2d884', 'subnets': [{'id': '023da17f-212f-4525-a122-283ad6c00b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:48:56.247240 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff93d75-8308-43e8-b8d7-e63fc23e9850 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:56.262342 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-1ff93d75-8308-43e8-b8d7-e63fc23e9850 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:56.272392 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-5f0bb5d1-41fe-4486-abcc-9f18c81a4625 service neutron] 10.222.0.50 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503470 Nov 12 03:48:56.309222 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff93d75-8308-43e8-b8d7-e63fc23e9850 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:56.315429 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff93d75-8308-43e8-b8d7-e63fc23e9850 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] Pushing event updated for resources: {'Port': ['ID=f791551e-c75a-4d7c-b825-ea86908220df,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:56.371011 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177e4c2-2a5d-4d6d-9b79-8499fded64a8 req-fe8b917d-b607-431f-948d-9b0b16476f34 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:56.427626 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d177e4c2-2a5d-4d6d-9b79-8499fded64a8 req-fe8b917d-b607-431f-948d-9b0b16476f34 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 943 time: 0.3238273 Nov 12 03:48:56.434949 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-b59e021c-847e-41ee-83e9-9d665afe2e3e service neutron] 10.222.0.50 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615820 Nov 12 03:48:56.529428 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d177e4c2-2a5d-4d6d-9b79-8499fded64a8 req-829f80b8-5856-430a-8cab-46791fd06f62 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004479 Nov 12 03:48:56.624356 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1ff93d75-8308-43e8-b8d7-e63fc23e9850 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:56.737856 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1ff93d75-8308-43e8-b8d7-e63fc23e9850 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:56.770624 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device ba744a6e-f8e4-43a3-9d4a-6db83c284aed details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:48:57.098182 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port ba744a6e-f8e4-43a3-9d4a-6db83c284aed, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=ba744a6e-f8e4-43a3-9d4a-6db83c284aed,segment=NetworkSegment(e1a37112-952a-4865-9288-c11c885b43ad),segment_id=e1a37112-952a-4865-9288-c11c885b43ad)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:57.122224 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-db09e600-60a8-4a82-adeb-769d22753006 req-ac09dfa1-c083-4e05-8f0e-1ee6df001a5d tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=d47b5672-37ef-4a25-8a91-d979e8d19338 HTTP/1.1" status: 200 len: 210 time: 0.0968132 Nov 12 03:48:57.140633 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'ba744a6e-f8e4-43a3-9d4a-6db83c284aed', 'network_id': 'e1d2d939-a228-4c67-a48d-d9c905ba8346', 'port_id': 'ba744a6e-f8e4-43a3-9d4a-6db83c284aed', 'mac_address': 'fa:16:3e:0d:1a:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d7cbc7f-e250-4588-a173-dfc01435c52a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:48:57.238465 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1ff93d75-8308-43e8-b8d7-e63fc23e9850 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:57.250634 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1ff93d75-8308-43e8-b8d7-e63fc23e9850 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:57.256343 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:57.315760 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba744a6e-f8e4-43a3-9d4a-6db83c284aed {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:48:57.376019 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port ba744a6e-f8e4-43a3-9d4a-6db83c284aed, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=ba744a6e-f8e4-43a3-9d4a-6db83c284aed,segment=NetworkSegment(e1a37112-952a-4865-9288-c11c885b43ad),segment_id=e1a37112-952a-4865-9288-c11c885b43ad)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:57.386631 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:57.507351 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff93d75-8308-43e8-b8d7-e63fc23e9850 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] Pushing event updated for resources: {'Port': ['ID=f791551e-c75a-4d7c-b825-ea86908220df,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:57.557284 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=ba744a6e-f8e4-43a3-9d4a-6db83c284aed,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:57.569768 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1ff93d75-8308-43e8-b8d7-e63fc23e9850 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:57.577970 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e07cc223-7686-496d-b70f-d0e6feb0419b up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:57.610914 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1ff93d75-8308-43e8-b8d7-e63fc23e9850 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:57.615211 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 39402) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:57.615735 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1ff93d75-8308-43e8-b8d7-e63fc23e9850 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9450719 Nov 12 03:48:57.699948 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['ba744a6e-f8e4-43a3-9d4a-6db83c284aed'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:48:57.846617 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d042c-9991-4758-9e5f-85bb06c8f910 req-749edde2-50ac-496b-8321-c35ff81c6067 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:57.856901 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e06d042c-9991-4758-9e5f-85bb06c8f910 req-749edde2-50ac-496b-8321-c35ff81c6067 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 944 time: 0.1544757 Nov 12 03:48:57.885917 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-9a179ee3-0aad-4a7a-8346-e10c57c5a06a tempest-FloatingIPAdminTestJSON-261535742 tempest-FloatingIPAdminTestJSON-261535742-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:57.966737 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9a179ee3-0aad-4a7a-8346-e10c57c5a06a tempest-FloatingIPAdminTestJSON-261535742 tempest-FloatingIPAdminTestJSON-261535742-project] Publish callbacks [] for floatingip, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:58.014376 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port e07cc223-7686-496d-b70f-d0e6feb0419b triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:58.014376 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:58.016625 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e06d042c-9991-4758-9e5f-85bb06c8f910 req-fab60b34-42b5-40a1-9e9b-ee8c4e064508 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587174 Nov 12 03:48:58.277643 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9a179ee3-0aad-4a7a-8346-e10c57c5a06a tempest-FloatingIPAdminTestJSON-261535742 tempest-FloatingIPAdminTestJSON-261535742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:58.302758 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6accce5e-2811-409a-bff4-c170285ac8d6 req-fd678d75-9fab-4871-85c2-b7f4e0ab460a tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=d47b5672-37ef-4a25-8a91-d979e8d19338 HTTP/1.1" status: 200 len: 210 time: 0.0854838 Nov 12 03:48:58.525701 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-9a179ee3-0aad-4a7a-8346-e10c57c5a06a tempest-FloatingIPAdminTestJSON-261535742 tempest-FloatingIPAdminTestJSON-261535742-project] Allocated IP 172.25.5.52 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/dfbc983b-e52a-4249-a71a-35909ec64b9e) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:58.741620 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9a179ee3-0aad-4a7a-8346-e10c57c5a06a tempest-FloatingIPAdminTestJSON-261535742 tempest-FloatingIPAdminTestJSON-261535742-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:58.808975 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device ba744a6e-f8e4-43a3-9d4a-6db83c284aed up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:58.935052 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port ba744a6e-f8e4-43a3-9d4a-6db83c284aed completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:48:58.941644 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port ba744a6e-f8e4-43a3-9d4a-6db83c284aed triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:58.942101 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.083169 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9a179ee3-0aad-4a7a-8346-e10c57c5a06a tempest-FloatingIPAdminTestJSON-261535742 tempest-FloatingIPAdminTestJSON-261535742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.165132 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a179ee3-0aad-4a7a-8346-e10c57c5a06a tempest-FloatingIPAdminTestJSON-261535742 tempest-FloatingIPAdminTestJSON-261535742-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:59.170336 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-9a179ee3-0aad-4a7a-8346-e10c57c5a06a tempest-FloatingIPAdminTestJSON-261535742 tempest-FloatingIPAdminTestJSON-261535742-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:59.178659 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-61ba090b-504a-4cc2-80a8-375aeca2af1e tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:59.180231 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-61ba090b-504a-4cc2-80a8-375aeca2af1e tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.90 "GET /v2.0/networks?id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 HTTP/1.1" status: 200 len: 811 time: 0.4099774 Nov 12 03:48:59.193122 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a179ee3-0aad-4a7a-8346-e10c57c5a06a tempest-FloatingIPAdminTestJSON-261535742 tempest-FloatingIPAdminTestJSON-261535742-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:59.230724 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-a4fd5096-b612-49be-820c-901703db856b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Request body: {'port': {'device_id': 'd47b5672-37ef-4a25-8a91-d979e8d19338', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'admin_state_up': True, 'tenant_id': '27d4836293914c108ba09bff97dd7daa'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:59.332505 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a179ee3-0aad-4a7a-8346-e10c57c5a06a tempest-FloatingIPAdminTestJSON-261535742 tempest-FloatingIPAdminTestJSON-261535742-project] Pushing event updated for resources: {'Port': ['ID=dfbc983b-e52a-4249-a71a-35909ec64b9e,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:59.578417 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-37968d45-705e-4504-813f-0364f26c33a0 req-1cf85a44-26f9-481c-999c-9dd87633c66c tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=d47b5672-37ef-4a25-8a91-d979e8d19338 HTTP/1.1" status: 200 len: 210 time: 0.0711322 Nov 12 03:48:59.711770 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.725439 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96583d49-e7fa-4665-8ce3-8de2e9d9d0bc req-4c9b00e6-0884-4cea-8329-b1bc5e87ef22 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:59.730639 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-96583d49-e7fa-4665-8ce3-8de2e9d9d0bc req-4c9b00e6-0884-4cea-8329-b1bc5e87ef22 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 944 time: 0.5756884 Nov 12 03:48:59.804907 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port ba744a6e-f8e4-43a3-9d4a-6db83c284aed, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=ba744a6e-f8e4-43a3-9d4a-6db83c284aed,segment=NetworkSegment(e1a37112-952a-4865-9288-c11c885b43ad),segment_id=e1a37112-952a-4865-9288-c11c885b43ad)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:59.808825 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bda0017-2bbb-425a-b9c9-cec3571bbc53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba744a6e-f8e4-43a3-9d4a-6db83c284aed'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:48:59.814484 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb44f6d7-12c4-4809-ac63-20eabd1f7650" -d '{"events": [{"server_uuid": "1bda0017-2bbb-425a-b9c9-cec3571bbc53", "name": "network-vif-plugged", "status": "completed", "tag": "ba744a6e-f8e4-43a3-9d4a-6db83c284aed"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:48:59.830980 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.936950 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-a4fd5096-b612-49be-820c-901703db856b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Made reservation on behalf of 27d4836293914c108ba09bff97dd7daa for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:59.943388 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-a4fd5096-b612-49be-820c-901703db856b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.945339 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f31c65-0d4f-4a3c-a2c2-54b0259924b6 x-openstack-request-id: req-23f31c65-0d4f-4a3c-a2c2-54b0259924b6 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:48:59.956640 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bda0017-2bbb-425a-b9c9-cec3571bbc53", "name": "network-vif-plugged", "status": "completed", "tag": "ba744a6e-f8e4-43a3-9d4a-6db83c284aed", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:48:59.956640 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-23f31c65-0d4f-4a3c-a2c2-54b0259924b6 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:48:59.956640 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bda0017-2bbb-425a-b9c9-cec3571bbc53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba744a6e-f8e4-43a3-9d4a-6db83c284aed', 'code': 200} Nov 12 03:48:59.958831 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=ba744a6e-f8e4-43a3-9d4a-6db83c284aed,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:00.132345 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9a179ee3-0aad-4a7a-8346-e10c57c5a06a tempest-FloatingIPAdminTestJSON-261535742 tempest-FloatingIPAdminTestJSON-261535742-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:00.171474 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368320d6-4639-4919-a8c7-6488c4d94225 req-21c28902-fec7-4e95-ad8c-f16aa61c0e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:00.173359 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-368320d6-4639-4919-a8c7-6488c4d94225 req-21c28902-fec7-4e95-ad8c-f16aa61c0e1d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 1097 time: 0.1400890 Nov 12 03:49:00.192014 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-96583d49-e7fa-4665-8ce3-8de2e9d9d0bc req-b8538c07-7551-4916-a52a-8cbac320ba11 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4399180 Nov 12 03:49:00.253782 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9a179ee3-0aad-4a7a-8346-e10c57c5a06a tempest-FloatingIPAdminTestJSON-261535742 tempest-FloatingIPAdminTestJSON-261535742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:00.311134 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-368320d6-4639-4919-a8c7-6488c4d94225 req-a9e095ef-a3d9-4ca2-88d1-54d620efa3c9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262760 Nov 12 03:49:00.349849 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-53df42fd-1ce7-4c86-9f8e-b14ffa8e54b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:00.368318 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-a4fd5096-b612-49be-820c-901703db856b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Allocated IP 172.20.0.12 (fd0ebce0-aadb-45c0-9566-b61b0d8d63d4/b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2/1527afcc-3697-408d-a882-2db5e004f92d) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:00.548615 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9a179ee3-0aad-4a7a-8346-e10c57c5a06a tempest-FloatingIPAdminTestJSON-261535742 tempest-FloatingIPAdminTestJSON-261535742-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:00.563731 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9a179ee3-0aad-4a7a-8346-e10c57c5a06a tempest-FloatingIPAdminTestJSON-261535742 tempest-FloatingIPAdminTestJSON-261535742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:00.711003 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a179ee3-0aad-4a7a-8346-e10c57c5a06a tempest-FloatingIPAdminTestJSON-261535742 tempest-FloatingIPAdminTestJSON-261535742-project] Pushing event updated for resources: {'Port': ['ID=dfbc983b-e52a-4249-a71a-35909ec64b9e,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:00.761080 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9a179ee3-0aad-4a7a-8346-e10c57c5a06a tempest-FloatingIPAdminTestJSON-261535742 tempest-FloatingIPAdminTestJSON-261535742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:00.850841 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6665262f-5f80-4a01-95fc-6def1ef3ef74 req-7b490be4-a839-4c39-8888-d5d0a8d1e020 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=d47b5672-37ef-4a25-8a91-d979e8d19338 HTTP/1.1" status: 200 len: 210 time: 0.0499618 Nov 12 03:49:00.860027 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9a179ee3-0aad-4a7a-8346-e10c57c5a06a tempest-FloatingIPAdminTestJSON-261535742 tempest-FloatingIPAdminTestJSON-261535742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:00.864451 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 39468) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:00.868612 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9a179ee3-0aad-4a7a-8346-e10c57c5a06a tempest-FloatingIPAdminTestJSON-261535742 tempest-FloatingIPAdminTestJSON-261535742-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2517982 Nov 12 03:49:00.903617 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-a4fd5096-b612-49be-820c-901703db856b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:00.948419 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-a4fd5096-b612-49be-820c-901703db856b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:00.965426 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0a00d16c-d85b-496e-a24d-3c24ea6d6229 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1650 time: 0.0997267 Nov 12 03:49:00.966096 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 39472) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:01.059826 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-856f534d-3b7e-4305-b51c-6100f58f6fe0 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0924301 Nov 12 03:49:01.060565 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 39474) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:01.074306 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd5096-b612-49be-820c-901703db856b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Pushing event updated for resources: {'Port': ['ID=1527afcc-3697-408d-a882-2db5e004f92d,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:01.092175 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-a4fd5096-b612-49be-820c-901703db856b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Network fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:01.098089 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-a4fd5096-b612-49be-820c-901703db856b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:01.121523 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-a4fd5096-b612-49be-820c-901703db856b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:01.231820 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-a4fd5096-b612-49be-820c-901703db856b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:01.232695 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-a4fd5096-b612-49be-820c-901703db856b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.283322 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-c2a459b6-dc2d-4ecb-86c2-2affb5ff20da tempest-FloatingIPAdminTestJSON-261535742 tempest-FloatingIPAdminTestJSON-261535742-project] Deleting port dfbc983b-e52a-4249-a71a-35909ec64b9e {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:01.283708 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c2a459b6-dc2d-4ecb-86c2-2affb5ff20da tempest-FloatingIPAdminTestJSON-261535742 tempest-FloatingIPAdminTestJSON-261535742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.293612 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-a4fd5096-b612-49be-820c-901703db856b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0927339 Nov 12 03:49:01.306090 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-f3967f51-0c59-40b1-bd5c-f914553e1e13 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:49:01.309159 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-f3967f51-0c59-40b1-bd5c-f914553e1e13 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079834 Nov 12 03:49:01.476440 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-94b4eef5-f758-4b11-b6b0-948e9b7996ea service neutron] Request body: {'port': {'device_id': 'd47b5672-37ef-4a25-8a91-d979e8d19338', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:01.480524 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c2a459b6-dc2d-4ecb-86c2-2affb5ff20da tempest-FloatingIPAdminTestJSON-261535742 tempest-FloatingIPAdminTestJSON-261535742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.481771 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c2a459b6-dc2d-4ecb-86c2-2affb5ff20da tempest-FloatingIPAdminTestJSON-261535742 tempest-FloatingIPAdminTestJSON-261535742-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.516417 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-c2a459b6-dc2d-4ecb-86c2-2affb5ff20da tempest-FloatingIPAdminTestJSON-261535742 tempest-FloatingIPAdminTestJSON-261535742-project] Calling delete_port for dfbc983b-e52a-4249-a71a-35909ec64b9e owned by network:floatingip {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:01.535524 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849db25-fd9f-4327-a8f3-d684004d911b req-b7453c9c-758b-423e-8e9e-f979f9671c65 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:01.538656 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4849db25-fd9f-4327-a8f3-d684004d911b req-b7453c9c-758b-423e-8e9e-f979f9671c65 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1889715 Nov 12 03:49:01.662207 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-74e05c9b-bf90-498c-abca-a407e3a7e64a None None] Provisioning complete for port 1527afcc-3697-408d-a882-2db5e004f92d triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:01.662604 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-74e05c9b-bf90-498c-abca-a407e3a7e64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.683378 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-94b4eef5-f758-4b11-b6b0-948e9b7996ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.751510 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-74e05c9b-bf90-498c-abca-a407e3a7e64a None None] Port 1527afcc-3697-408d-a882-2db5e004f92d cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:01.814281 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4849db25-fd9f-4327-a8f3-d684004d911b req-a2efd3c8-df97-47d6-9d88-449af61b6f97 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655928 Nov 12 03:49:01.847273 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c2a459b6-dc2d-4ecb-86c2-2affb5ff20da tempest-FloatingIPAdminTestJSON-261535742 tempest-FloatingIPAdminTestJSON-261535742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.881981 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a459b6-dc2d-4ecb-86c2-2affb5ff20da tempest-FloatingIPAdminTestJSON-261535742 tempest-FloatingIPAdminTestJSON-261535742-project] Pushing event deleted for resources: {'Port': ['ID=dfbc983b-e52a-4249-a71a-35909ec64b9e,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:01.968771 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c2a459b6-dc2d-4ecb-86c2-2affb5ff20da tempest-FloatingIPAdminTestJSON-261535742 tempest-FloatingIPAdminTestJSON-261535742-project] Publish callbacks [] for floatingip, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.971770 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c2a459b6-dc2d-4ecb-86c2-2affb5ff20da tempest-FloatingIPAdminTestJSON-261535742 tempest-FloatingIPAdminTestJSON-261535742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.973291 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c2a459b6-dc2d-4ecb-86c2-2affb5ff20da tempest-FloatingIPAdminTestJSON-261535742 tempest-FloatingIPAdminTestJSON-261535742-project] 10.222.0.50 "DELETE /v2.0/floatingips/4407288a-038c-477a-903d-aeb03d237b93 HTTP/1.1" status: 204 len: 168 time: 0.9116969 Nov 12 03:49:01.977523 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 39502) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:02.198609 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82746f-5554-4372-8f09-65a8d4b1ca69 req-1156b4f6-ad71-407e-9972-9170c8d75741 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:02.200312 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3a82746f-5554-4372-8f09-65a8d4b1ca69 req-1156b4f6-ad71-407e-9972-9170c8d75741 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=d47b5672-37ef-4a25-8a91-d979e8d19338 HTTP/1.1" status: 200 len: 932 time: 0.2258120 Nov 12 03:49:02.312833 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3a82746f-5554-4372-8f09-65a8d4b1ca69 req-550069a9-7690-4392-b0c4-d364cb1448e1 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015334 Nov 12 03:49:02.340199 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-73e387b1-fdef-4725-acd9-43ea355d3080 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] Deleting port f791551e-c75a-4d7c-b825-ea86908220df {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:02.343086 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-73e387b1-fdef-4725-acd9-43ea355d3080 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.368779 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-94b4eef5-f758-4b11-b6b0-948e9b7996ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1527afcc-3697-408d-a882-2db5e004f92d {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:49:02.386388 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-94b4eef5-f758-4b11-b6b0-948e9b7996ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.434084 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-94b4eef5-f758-4b11-b6b0-948e9b7996ea service neutron] Transition to ACTIVE for port object 1527afcc-3697-408d-a882-2db5e004f92d will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:49:02.442509 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-94b4eef5-f758-4b11-b6b0-948e9b7996ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.546913 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-73e387b1-fdef-4725-acd9-43ea355d3080 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.551318 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-73e387b1-fdef-4725-acd9-43ea355d3080 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.577237 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-73e387b1-fdef-4725-acd9-43ea355d3080 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] Calling delete_port for f791551e-c75a-4d7c-b825-ea86908220df owned by network:floatingip {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:02.583368 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b4eef5-f758-4b11-b6b0-948e9b7996ea service neutron] Pushing event updated for resources: {'Port': ['ID=1527afcc-3697-408d-a882-2db5e004f92d,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:02.698015 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-94b4eef5-f758-4b11-b6b0-948e9b7996ea service neutron] Attempting to bind port 1527afcc-3697-408d-a882-2db5e004f92d on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:02.698618 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-94b4eef5-f758-4b11-b6b0-948e9b7996ea service neutron] Attempting to bind port 1527afcc-3697-408d-a882-2db5e004f92d by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '0f2f65a3-04d3-403b-a440-78cd841660b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:02.699262 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-94b4eef5-f758-4b11-b6b0-948e9b7996ea service neutron] Attempting to bind port 1527afcc-3697-408d-a882-2db5e004f92d on network fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:02.704357 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-94b4eef5-f758-4b11-b6b0-948e9b7996ea service neutron] Port 1527afcc-3697-408d-a882-2db5e004f92d on network fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:49:02.704674 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-94b4eef5-f758-4b11-b6b0-948e9b7996ea service neutron] Attempting to bind port 1527afcc-3697-408d-a882-2db5e004f92d on network fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:02.710996 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-94b4eef5-f758-4b11-b6b0-948e9b7996ea service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:02.711329 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-94b4eef5-f758-4b11-b6b0-948e9b7996ea service neutron] Checking segment: {'id': '0f2f65a3-04d3-403b-a440-78cd841660b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:02.711704 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-94b4eef5-f758-4b11-b6b0-948e9b7996ea service neutron] Bound using segment: {'id': '0f2f65a3-04d3-403b-a440-78cd841660b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:02.712162 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-94b4eef5-f758-4b11-b6b0-948e9b7996ea service neutron] Bound port: 1527afcc-3697-408d-a882-2db5e004f92d, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2f65a3-04d3-403b-a440-78cd841660b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:02.713512 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-94b4eef5-f758-4b11-b6b0-948e9b7996ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.798896 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-73e387b1-fdef-4725-acd9-43ea355d3080 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.826943 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e387b1-fdef-4725-acd9-43ea355d3080 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] Pushing event deleted for resources: {'Port': ['ID=f791551e-c75a-4d7c-b825-ea86908220df,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:02.962516 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-73e387b1-fdef-4725-acd9-43ea355d3080 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.966976 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-73e387b1-fdef-4725-acd9-43ea355d3080 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.973809 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-73e387b1-fdef-4725-acd9-43ea355d3080 tempest-FloatingIPAdminTestJSON-102682326 tempest-FloatingIPAdminTestJSON-102682326-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/d4c5b085-bc03-4714-9d20-6026b6d5faeb HTTP/1.1" status: 204 len: 168 time: 0.9950006 Nov 12 03:49:02.974398 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 39530) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:03.196351 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-8d809684-e6b2-4866-88ab-fd63ed758cf3 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Deleting port d777a7f2-8230-4325-88a9-bddb242342e8 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:03.204127 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8d809684-e6b2-4866-88ab-fd63ed758cf3 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.382988 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-87d0cddd-0bf7-4b36-8376-d83725542da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.490281 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-94b4eef5-f758-4b11-b6b0-948e9b7996ea service neutron] For port 1527afcc-3697-408d-a882-2db5e004f92d, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:03.494203 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8d809684-e6b2-4866-88ab-fd63ed758cf3 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.501706 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-94b4eef5-f758-4b11-b6b0-948e9b7996ea service neutron] For port 1527afcc-3697-408d-a882-2db5e004f92d, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=1527afcc-3697-408d-a882-2db5e004f92d,segment=NetworkSegment(0f2f65a3-04d3-403b-a440-78cd841660b6),segment_id=0f2f65a3-04d3-403b-a440-78cd841660b6)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:03.533504 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-94b4eef5-f758-4b11-b6b0-948e9b7996ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.553672 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-94b4eef5-f758-4b11-b6b0-948e9b7996ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:03.554390 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-94b4eef5-f758-4b11-b6b0-948e9b7996ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.556584 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-94b4eef5-f758-4b11-b6b0-948e9b7996ea service neutron] 10.222.0.90 "PUT /v2.0/ports/1527afcc-3697-408d-a882-2db5e004f92d HTTP/1.1" status: 200 len: 1093 time: 2.2320850 Nov 12 03:49:03.558042 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-8d809684-e6b2-4866-88ab-fd63ed758cf3 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Calling delete_port for d777a7f2-8230-4325-88a9-bddb242342e8 owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:03.558743 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd47b5672-37ef-4a25-8a91-d979e8d19338', 'tag': '1527afcc-3697-408d-a882-2db5e004f92d'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:49:03.561409 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e62f91e-2f38-4cee-b7d5-f45ab0ecdd89" -d '{"events": [{"name": "network-changed", "server_uuid": "d47b5672-37ef-4a25-8a91-d979e8d19338", "tag": "1527afcc-3697-408d-a882-2db5e004f92d"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:49:03.632951 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62090475-858b-481b-b8c2-dd66bdc6dde9 req-ce74093b-9cdf-438c-a356-dd3e44eca135 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:03.635481 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-62090475-858b-481b-b8c2-dd66bdc6dde9 req-ce74093b-9cdf-438c-a356-dd3e44eca135 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.3619568 Nov 12 03:49:03.803336 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8d809684-e6b2-4866-88ab-fd63ed758cf3 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.846326 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b4eef5-f758-4b11-b6b0-948e9b7996ea service neutron] Pushing event updated for resources: {'Port': ['ID=1527afcc-3697-408d-a882-2db5e004f92d,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:03.927444 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8630cb-6544-4a8a-84ae-9f9aac90b510 req-2bd93378-18fe-4b1a-9192-ea4daafa0ec5 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:03.936551 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6e8630cb-6544-4a8a-84ae-9f9aac90b510 req-2bd93378-18fe-4b1a-9192-ea4daafa0ec5 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=d47b5672-37ef-4a25-8a91-d979e8d19338 HTTP/1.1" status: 200 len: 944 time: 0.4748077 Nov 12 03:49:03.941086 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-62090475-858b-481b-b8c2-dd66bdc6dde9 req-ae272a74-e169-4a53-8db3-4daf77392d5c tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898865 Nov 12 03:49:03.943053 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-009e6e50-046c-40e4-a79b-e3d3d38cc133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:03.944993 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-009e6e50-046c-40e4-a79b-e3d3d38cc133 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=27d4836293914c108ba09bff97dd7daa&device_id=d47b5672-37ef-4a25-8a91-d979e8d19338 HTTP/1.1" status: 200 len: 1096 time: 0.2694969 Nov 12 03:49:03.953724 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d809684-e6b2-4866-88ab-fd63ed758cf3 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Pushing event deleted for resources: {'Port': ['ID=d777a7f2-8230-4325-88a9-bddb242342e8,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:04.119987 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-4d9ffe3b-2717-4fd4-982d-3cd33320bcaf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1527afcc-3697-408d-a882-2db5e004f92d HTTP/1.1" status: 200 len: 217 time: 0.1596427 Nov 12 03:49:04.143534 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6e8630cb-6544-4a8a-84ae-9f9aac90b510 req-72d60df4-5a76-4b2c-8bf6-63b22190d2d5 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035198 Nov 12 03:49:04.147110 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.210334 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8d809684-e6b2-4866-88ab-fd63ed758cf3 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.214397 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8d809684-e6b2-4866-88ab-fd63ed758cf3 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] 10.222.0.50 "DELETE /v2.0/ports/d777a7f2-8230-4325-88a9-bddb242342e8 HTTP/1.1" status: 204 len: 168 time: 1.2384264 Nov 12 03:49:04.226693 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 39562) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:04.299925 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-43122b3e-b5d2-4951-90ff-ea95b5e83c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:04.302174 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-43122b3e-b5d2-4951-90ff-ea95b5e83c2b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2 HTTP/1.1" status: 200 len: 850 time: 0.1677296 Nov 12 03:49:04.354614 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4359b4d-28c7-4b48-bd14-74e4e5561694 x-openstack-request-id: req-d4359b4d-28c7-4b48-bd14-74e4e5561694 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:49:04.355454 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d47b5672-37ef-4a25-8a91-d979e8d19338", "tag": "1527afcc-3697-408d-a882-2db5e004f92d", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:49:04.356110 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d4359b4d-28c7-4b48-bd14-74e4e5561694 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:49:04.356847 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd47b5672-37ef-4a25-8a91-d979e8d19338', 'tag': '1527afcc-3697-408d-a882-2db5e004f92d', 'status': 'completed', 'code': 200} Nov 12 03:49:04.420957 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bfd56a-611b-406d-9d79-0f46958fc171 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:04.422981 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c9bfd56a-611b-406d-9d79-0f46958fc171 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] 10.222.0.50 "GET /v2.0/ports?device_id=78e8e384-19a3-4648-b6d6-bc433b18ac3c HTTP/1.1" status: 200 len: 913 time: 0.1958973 Nov 12 03:49:04.430351 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 39572) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:04.503931 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-e9e0c895-f55d-4658-9a44-b426a8bbacd5 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:04.512031 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-e9e0c895-f55d-4658-9a44-b426a8bbacd5 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/networks?id=e1d2d939-a228-4c67-a48d-d9c905ba8346 HTTP/1.1" status: 200 len: 814 time: 0.1864820 Nov 12 03:49:04.512644 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-d49c1c7b-8d39-405f-bdca-e7e4b0d48acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:04.514295 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-d49c1c7b-8d39-405f-bdca-e7e4b0d48acd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2028799 Nov 12 03:49:04.527826 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-935cfa4d-d76c-4aef-b00e-5f44d0c2b6a6 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/quotas/9f51d24d818f4ea1958f6f69f3ca622a HTTP/1.1" status: 200 len: 375 time: 0.0146594 Nov 12 03:49:04.645131 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-c4bbbeeb-43ff-491d-8539-7eaf35500970 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9f51d24d818f4ea1958f6f69f3ca622a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0946472 Nov 12 03:49:04.769061 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-d432eca7-08c3-4407-a3ff-94a000bfd0f0 service neutron] 10.222.0.90 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977952 Nov 12 03:49:05.001915 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e1ef6c44-47e1-47b0-81ab-61aa049a9164 req-34e59690-6d76-4703-a56e-5d5666e2f17e service neutron] 10.222.0.90 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176061 Nov 12 03:49:05.179707 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-18383f84-c8d2-43d3-8776-e0f51d84a0d8 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:05.186280 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62f91e-2f38-4cee-b7d5-f45ab0ecdd89 req-b9a734f3-af13-497c-b844-bf5c9bbd8dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:05.187957 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6e62f91e-2f38-4cee-b7d5-f45ab0ecdd89 req-b9a734f3-af13-497c-b844-bf5c9bbd8dd5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=27d4836293914c108ba09bff97dd7daa&device_id=d47b5672-37ef-4a25-8a91-d979e8d19338 HTTP/1.1" status: 200 len: 1096 time: 0.1055887 Nov 12 03:49:05.268929 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-20752636-30e1-48ad-8f36-c764adf48f62 service neutron] 10.222.0.50 "GET /v2.0/networks/e1d2d939-a228-4c67-a48d-d9c905ba8346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6116102 Nov 12 03:49:05.412549 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-028637cf-37fd-47af-a309-96abecc4c869 service neutron] 10.222.0.50 "GET /v2.0/networks/e1d2d939-a228-4c67-a48d-d9c905ba8346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426911 Nov 12 03:49:05.479665 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:05.643399 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62f91e-2f38-4cee-b7d5-f45ab0ecdd89 req-9b406e08-3d1b-49fa-9925-3a54a8dddcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:05.646555 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6e62f91e-2f38-4cee-b7d5-f45ab0ecdd89 req-9b406e08-3d1b-49fa-9925-3a54a8dddcf1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 HTTP/1.1" status: 200 len: 912 time: 0.4154963 Nov 12 03:49:05.730672 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6e62f91e-2f38-4cee-b7d5-f45ab0ecdd89 req-ac2585ce-d807-4174-a630-d1d9d4352538 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1527afcc-3697-408d-a882-2db5e004f92d HTTP/1.1" status: 200 len: 217 time: 0.0691831 Nov 12 03:49:05.754389 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0288cadf-28f9-43b8-a799-3d68d0f41943 req-822ff708-d136-4465-9300-95affb6eeb5b tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f1929b5-328f-41fc-9651-c0adce92952c HTTP/1.1" status: 200 len: 210 time: 0.0466294 Nov 12 03:49:05.782617 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77b818-6067-41fa-95a7-35157362ad7e req-96ef14d9-eeb0-4f24-8be4-c300ea3e157a tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:05.787230 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3d77b818-6067-41fa-95a7-35157362ad7e req-96ef14d9-eeb0-4f24-8be4-c300ea3e157a tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=d47b5672-37ef-4a25-8a91-d979e8d19338 HTTP/1.1" status: 200 len: 944 time: 0.4144297 Nov 12 03:49:05.935961 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62f91e-2f38-4cee-b7d5-f45ab0ecdd89 req-4eef10dd-dbb3-46dc-b1d1-42634d01b472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:05.947866 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6e62f91e-2f38-4cee-b7d5-f45ab0ecdd89 req-4eef10dd-dbb3-46dc-b1d1-42634d01b472 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2 HTTP/1.1" status: 200 len: 850 time: 0.2065659 Nov 12 03:49:06.032680 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3d77b818-6067-41fa-95a7-35157362ad7e req-400f8949-c95d-4fdb-b65e-2603497bc041 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214065 Nov 12 03:49:06.111898 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62f91e-2f38-4cee-b7d5-f45ab0ecdd89 req-10a6763b-162b-4a7f-95e7-403282e2dd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:06.114815 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6e62f91e-2f38-4cee-b7d5-f45ab0ecdd89 req-10a6763b-162b-4a7f-95e7-403282e2dd2e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1581025 Nov 12 03:49:06.285175 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6e62f91e-2f38-4cee-b7d5-f45ab0ecdd89 req-f2fc78d5-2acf-41ba-8136-02c9783929f7 service neutron] 10.222.0.90 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599178 Nov 12 03:49:06.394305 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:06.480356 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6e62f91e-2f38-4cee-b7d5-f45ab0ecdd89 req-993b4fb1-0d2e-464d-8649-7f9f3d7ac362 service neutron] 10.222.0.90 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874971 Nov 12 03:49:06.503750 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-18383f84-c8d2-43d3-8776-e0f51d84a0d8 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Deleting port d6abd432-55fe-46e8-b6bb-a39b2d588d8c {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:06.504488 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-18383f84-c8d2-43d3-8776-e0f51d84a0d8 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:06.683030 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-18383f84-c8d2-43d3-8776-e0f51d84a0d8 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:06.719001 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-18383f84-c8d2-43d3-8776-e0f51d84a0d8 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Calling delete_port for d6abd432-55fe-46e8-b6bb-a39b2d588d8c owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:06.916551 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2c62a24b-f84d-4f20-a6cc-365317e1f94a req-a160b498-6363-4b3d-83ef-df0a8b2c3a7f tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f1929b5-328f-41fc-9651-c0adce92952c HTTP/1.1" status: 200 len: 210 time: 0.0428848 Nov 12 03:49:07.087971 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-18383f84-c8d2-43d3-8776-e0f51d84a0d8 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:07.167310 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18383f84-c8d2-43d3-8776-e0f51d84a0d8 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Pushing event deleted for resources: {'Port': ['ID=d6abd432-55fe-46e8-b6bb-a39b2d588d8c,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:07.364223 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-b5c564f6-12f0-49b1-990a-65e7a605f6cd tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:07.365792 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-b5c564f6-12f0-49b1-990a-65e7a605f6cd tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.74 "GET /v2.0/networks?id=e1d2d939-a228-4c67-a48d-d9c905ba8346 HTTP/1.1" status: 200 len: 814 time: 0.3111336 Nov 12 03:49:07.386005 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-52524487-d285-49f9-930d-6329ba7a86f0 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Request body: {'port': {'device_id': '4f1929b5-328f-41fc-9651-c0adce92952c', 'network_id': 'e1d2d939-a228-4c67-a48d-d9c905ba8346', 'admin_state_up': True, 'tenant_id': '9f51d24d818f4ea1958f6f69f3ca622a'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:07.559154 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5f975-f8fc-4ca0-8e86-92826fff6f4a req-38c08558-7525-4735-be19-7411f03e2593 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:07.560652 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-07a5f975-f8fc-4ca0-8e86-92826fff6f4a req-38c08558-7525-4735-be19-7411f03e2593 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=d47b5672-37ef-4a25-8a91-d979e8d19338 HTTP/1.1" status: 200 len: 944 time: 0.2447534 Nov 12 03:49:07.628944 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-52524487-d285-49f9-930d-6329ba7a86f0 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Made reservation on behalf of 9f51d24d818f4ea1958f6f69f3ca622a for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:07.634749 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-52524487-d285-49f9-930d-6329ba7a86f0 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:07.840239 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-52524487-d285-49f9-930d-6329ba7a86f0 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Allocated IP 172.20.0.9 (e1d2d939-a228-4c67-a48d-d9c905ba8346/4d7cbc7f-e250-4588-a173-dfc01435c52a/3918f47c-e5f5-41ca-8b97-5afb784f5a12) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:08.007675 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-07a5f975-f8fc-4ca0-8e86-92826fff6f4a req-45a6b727-796d-413c-8dcb-e03ffd4e888d tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376214 Nov 12 03:49:08.011081 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-18383f84-c8d2-43d3-8776-e0f51d84a0d8 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:08.084355 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-52524487-d285-49f9-930d-6329ba7a86f0 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:08.129424 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-52524487-d285-49f9-930d-6329ba7a86f0 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:08.142902 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['ba744a6e-f8e4-43a3-9d4a-6db83c284aed'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:49:08.310657 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-52524487-d285-49f9-930d-6329ba7a86f0 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Network e1d2d939-a228-4c67-a48d-d9c905ba8346 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:08.327816 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-52524487-d285-49f9-930d-6329ba7a86f0 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:08.332424 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-52524487-d285-49f9-930d-6329ba7a86f0 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:08.373531 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52524487-d285-49f9-930d-6329ba7a86f0 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Pushing event updated for resources: {'Port': ['ID=3918f47c-e5f5-41ca-8b97-5afb784f5a12,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:08.425611 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32eb0cf-edd9-4b14-bdf3-85e9f84ea1de req-4e16cff8-bea0-4034-b143-d858ecb78e3d tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:08.444738 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d32eb0cf-edd9-4b14-bdf3-85e9f84ea1de req-4e16cff8-bea0-4034-b143-d858ecb78e3d tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f1929b5-328f-41fc-9651-c0adce92952c HTTP/1.1" status: 200 len: 931 time: 0.3035724 Nov 12 03:49:08.502151 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-52524487-d285-49f9-930d-6329ba7a86f0 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:08.502776 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-52524487-d285-49f9-930d-6329ba7a86f0 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:08.529471 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18383f84-c8d2-43d3-8776-e0f51d84a0d8 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Router 78e8e384-19a3-4648-b6d6-bc433b18ac3c has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:49:08.586948 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-52524487-d285-49f9-930d-6329ba7a86f0 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2104573 Nov 12 03:49:08.631202 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-e968ae72-b678-483b-944b-b0ae5e304f5d service neutron] Request body: {'port': {'device_id': '4f1929b5-328f-41fc-9651-c0adce92952c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:08.684037 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d32eb0cf-edd9-4b14-bdf3-85e9f84ea1de req-d84066ef-076f-4b14-8147-d7bf9f70f317 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231333 Nov 12 03:49:08.725022 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:08.760003 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18383f84-c8d2-43d3-8776-e0f51d84a0d8 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:08.761713 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-e968ae72-b678-483b-944b-b0ae5e304f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:08.769612 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-18383f84-c8d2-43d3-8776-e0f51d84a0d8 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] 10.222.0.50 "PUT /v2.0/routers/78e8e384-19a3-4648-b6d6-bc433b18ac3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3380289 Nov 12 03:49:08.776178 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e354ba-9915-4627-8d00-011735d4c717 None None] Sync routers for ids ['78e8e384-19a3-4648-b6d6-bc433b18ac3c'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:08.787530 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 39668) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:08.806987 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e354ba-9915-4627-8d00-011735d4c717 None None] Routers {'78e8e384-19a3-4648-b6d6-bc433b18ac3c'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:08.807839 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f2e354ba-9915-4627-8d00-011735d4c717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:49:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['78e8e384-19a3-4648-b6d6-bc433b18ac3c'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:08.898810 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f2e354ba-9915-4627-8d00-011735d4c717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:08.911415 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e354ba-9915-4627-8d00-011735d4c717 None None] Routers {'78e8e384-19a3-4648-b6d6-bc433b18ac3c'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:08.912319 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f2e354ba-9915-4627-8d00-011735d4c717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:49:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['78e8e384-19a3-4648-b6d6-bc433b18ac3c'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:08.956810 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f2e354ba-9915-4627-8d00-011735d4c717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:08.957716 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e354ba-9915-4627-8d00-011735d4c717 None None] The sync data for ids ['78e8e384-19a3-4648-b6d6-bc433b18ac3c'] in n-d-715271-27 is: [] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:09.147993 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-24aa08b6-4a96-4ad5-9bcb-77e2000e1d22 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:09.342178 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-e968ae72-b678-483b-944b-b0ae5e304f5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3918f47c-e5f5-41ca-8b97-5afb784f5a12 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:49:09.351312 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-e968ae72-b678-483b-944b-b0ae5e304f5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:09.366340 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-e968ae72-b678-483b-944b-b0ae5e304f5d service neutron] Transition to ACTIVE for port object 3918f47c-e5f5-41ca-8b97-5afb784f5a12 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:49:09.373076 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-e968ae72-b678-483b-944b-b0ae5e304f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:09.383690 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-24aa08b6-4a96-4ad5-9bcb-77e2000e1d22 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:09.485326 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e968ae72-b678-483b-944b-b0ae5e304f5d service neutron] Pushing event updated for resources: {'Port': ['ID=3918f47c-e5f5-41ca-8b97-5afb784f5a12,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:09.485756 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06550325-d532-4f97-8a8d-4454d2e8e626 req-6500c89a-4d05-4f63-8a10-76ab8f0a6a61 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:09.487504 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-06550325-d532-4f97-8a8d-4454d2e8e626 req-6500c89a-4d05-4f63-8a10-76ab8f0a6a61 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=d47b5672-37ef-4a25-8a91-d979e8d19338 HTTP/1.1" status: 200 len: 944 time: 0.3305130 Nov 12 03:49:09.597819 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-e968ae72-b678-483b-944b-b0ae5e304f5d service neutron] Attempting to bind port 3918f47c-e5f5-41ca-8b97-5afb784f5a12 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:09.598324 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-e968ae72-b678-483b-944b-b0ae5e304f5d service neutron] Attempting to bind port 3918f47c-e5f5-41ca-8b97-5afb784f5a12 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'e1a37112-952a-4865-9288-c11c885b43ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e1d2d939-a228-4c67-a48d-d9c905ba8346'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:09.598762 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-e968ae72-b678-483b-944b-b0ae5e304f5d service neutron] Attempting to bind port 3918f47c-e5f5-41ca-8b97-5afb784f5a12 on network e1d2d939-a228-4c67-a48d-d9c905ba8346 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:09.608334 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-24aa08b6-4a96-4ad5-9bcb-77e2000e1d22 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Deleting port ad21479b-738f-473c-bec3-95d781de5fa4 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:09.610537 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-24aa08b6-4a96-4ad5-9bcb-77e2000e1d22 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:09.611053 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-e968ae72-b678-483b-944b-b0ae5e304f5d service neutron] Port 3918f47c-e5f5-41ca-8b97-5afb784f5a12 on network e1d2d939-a228-4c67-a48d-d9c905ba8346 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:49:09.614008 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-e968ae72-b678-483b-944b-b0ae5e304f5d service neutron] Attempting to bind port 3918f47c-e5f5-41ca-8b97-5afb784f5a12 on network e1d2d939-a228-4c67-a48d-d9c905ba8346 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:09.623190 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-06550325-d532-4f97-8a8d-4454d2e8e626 req-26d21bce-beef-48a5-8a1a-6a7ea46600a0 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203861 Nov 12 03:49:09.643163 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-e968ae72-b678-483b-944b-b0ae5e304f5d service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:09.644628 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-e968ae72-b678-483b-944b-b0ae5e304f5d service neutron] Checking segment: {'id': 'e1a37112-952a-4865-9288-c11c885b43ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e1d2d939-a228-4c67-a48d-d9c905ba8346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:09.645434 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-e968ae72-b678-483b-944b-b0ae5e304f5d service neutron] Bound using segment: {'id': 'e1a37112-952a-4865-9288-c11c885b43ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e1d2d939-a228-4c67-a48d-d9c905ba8346'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:09.646155 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-e968ae72-b678-483b-944b-b0ae5e304f5d service neutron] Bound port: 3918f47c-e5f5-41ca-8b97-5afb784f5a12, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1a37112-952a-4865-9288-c11c885b43ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e1d2d939-a228-4c67-a48d-d9c905ba8346'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:09.647041 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-e968ae72-b678-483b-944b-b0ae5e304f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:09.746735 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-24aa08b6-4a96-4ad5-9bcb-77e2000e1d22 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:09.768810 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-24aa08b6-4a96-4ad5-9bcb-77e2000e1d22 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Calling delete_port for ad21479b-738f-473c-bec3-95d781de5fa4 owned by network:router_gateway {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:09.823417 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-e968ae72-b678-483b-944b-b0ae5e304f5d service neutron] For port 3918f47c-e5f5-41ca-8b97-5afb784f5a12, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:09.836560 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-e968ae72-b678-483b-944b-b0ae5e304f5d service neutron] For port 3918f47c-e5f5-41ca-8b97-5afb784f5a12, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=3918f47c-e5f5-41ca-8b97-5afb784f5a12,segment=NetworkSegment(e1a37112-952a-4865-9288-c11c885b43ad),segment_id=e1a37112-952a-4865-9288-c11c885b43ad)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:09.843854 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-e968ae72-b678-483b-944b-b0ae5e304f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:09.906809 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-e968ae72-b678-483b-944b-b0ae5e304f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:09.911166 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-e968ae72-b678-483b-944b-b0ae5e304f5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:09.912827 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-e968ae72-b678-483b-944b-b0ae5e304f5d service neutron] 10.222.0.74 "PUT /v2.0/ports/3918f47c-e5f5-41ca-8b97-5afb784f5a12 HTTP/1.1" status: 200 len: 1092 time: 1.3076327 Nov 12 03:49:09.913380 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1929b5-328f-41fc-9651-c0adce92952c', 'tag': '3918f47c-e5f5-41ca-8b97-5afb784f5a12'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:49:09.918992 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4292f7c4-9b10-4981-8236-d045ba4aff27" -d '{"events": [{"name": "network-changed", "server_uuid": "4f1929b5-328f-41fc-9651-c0adce92952c", "tag": "3918f47c-e5f5-41ca-8b97-5afb784f5a12"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:49:09.924626 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:49:10.027586 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7fe7d6d-e3b2-4b27-8fa2-61950f570bbf x-openstack-request-id: req-e7fe7d6d-e3b2-4b27-8fa2-61950f570bbf {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:49:10.027874 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f1929b5-328f-41fc-9651-c0adce92952c", "tag": "3918f47c-e5f5-41ca-8b97-5afb784f5a12", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:49:10.028155 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e7fe7d6d-e3b2-4b27-8fa2-61950f570bbf {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:49:10.031821 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f1929b5-328f-41fc-9651-c0adce92952c', 'tag': '3918f47c-e5f5-41ca-8b97-5afb784f5a12', 'status': 'completed', 'code': 200} Nov 12 03:49:10.080951 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-24aa08b6-4a96-4ad5-9bcb-77e2000e1d22 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:10.120043 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1c1ca9-5656-4f86-b0c4-70e42789cd38 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:49:10.143544 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e968ae72-b678-483b-944b-b0ae5e304f5d service neutron] Pushing event updated for resources: {'Port': ['ID=3918f47c-e5f5-41ca-8b97-5afb784f5a12,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:10.200226 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4e228-c4b7-448a-941c-0647f4d01bdb req-fba23499-8264-4622-a790-f67311489d6a tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:10.209556 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8ce4e228-c4b7-448a-941c-0647f4d01bdb req-fba23499-8264-4622-a790-f67311489d6a tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f1929b5-328f-41fc-9651-c0adce92952c HTTP/1.1" status: 200 len: 943 time: 0.3066411 Nov 12 03:49:10.223908 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa08b6-4a96-4ad5-9bcb-77e2000e1d22 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Pushing event deleted for resources: {'Port': ['ID=ad21479b-738f-473c-bec3-95d781de5fa4,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:10.250443 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-24aa08b6-4a96-4ad5-9bcb-77e2000e1d22 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:10.282010 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-bd10592c-5c29-4589-bc4d-58f57b57ce86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:10.283846 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-bd10592c-5c29-4589-bc4d-58f57b57ce86 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9f51d24d818f4ea1958f6f69f3ca622a&device_id=4f1929b5-328f-41fc-9651-c0adce92952c HTTP/1.1" status: 200 len: 1095 time: 0.3092840 Nov 12 03:49:10.367764 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-7f268981-b0fb-4d58-ae72-8d16789d2492 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3918f47c-e5f5-41ca-8b97-5afb784f5a12 HTTP/1.1" status: 200 len: 217 time: 0.0714207 Nov 12 03:49:10.390134 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-24aa08b6-4a96-4ad5-9bcb-77e2000e1d22 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:10.393325 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-24aa08b6-4a96-4ad5-9bcb-77e2000e1d22 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:10.465491 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-24aa08b6-4a96-4ad5-9bcb-77e2000e1d22 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:10.466392 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24aa08b6-4a96-4ad5-9bcb-77e2000e1d22 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Fanout notify agent at l3_agent the message router_deleted on router 78e8e384-19a3-4648-b6d6-bc433b18ac3c {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:49:10.475530 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-24aa08b6-4a96-4ad5-9bcb-77e2000e1d22 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:10.480625 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-24aa08b6-4a96-4ad5-9bcb-77e2000e1d22 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] 10.222.0.50 "DELETE /v2.0/routers/78e8e384-19a3-4648-b6d6-bc433b18ac3c HTTP/1.1" status: 204 len: 168 time: 1.6885645 Nov 12 03:49:10.480956 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 39700) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:10.507704 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8ce4e228-c4b7-448a-941c-0647f4d01bdb req-26d2ba25-edee-472f-aee3-e4ecd355f67a tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843950 Nov 12 03:49:10.538574 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-c2f4dd3f-bec9-420a-af09-b8ff43fed65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:10.540487 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-c2f4dd3f-bec9-420a-af09-b8ff43fed65e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4d7cbc7f-e250-4588-a173-dfc01435c52a HTTP/1.1" status: 200 len: 854 time: 0.1552246 Nov 12 03:49:10.552726 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-34024811-4dc6-4f95-93ed-ac990bf93638 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Deleting subnet 3fa7f797-ca4e-4621-841a-a580e6a1c7c4 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:49:10.556871 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-34024811-4dc6-4f95-93ed-ac990bf93638 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:10.618917 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-34024811-4dc6-4f95-93ed-ac990bf93638 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:10.623640 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-3a69309d-d18d-4da4-8648-1a851e26f9a4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e1d2d939-a228-4c67-a48d-d9c905ba8346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683713 Nov 12 03:49:10.719816 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-34024811-4dc6-4f95-93ed-ac990bf93638 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:10.810829 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-bc4cf6ff-eb22-4654-be60-8b3397edf8b3 service neutron] 10.222.0.74 "GET /v2.0/networks/e1d2d939-a228-4c67-a48d-d9c905ba8346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801748 Nov 12 03:49:10.908726 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-34024811-4dc6-4f95-93ed-ac990bf93638 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:10.967885 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-34024811-4dc6-4f95-93ed-ac990bf93638 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:10.972211 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-34024811-4dc6-4f95-93ed-ac990bf93638 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] 10.222.0.50 "DELETE /v2.0/subnets/3fa7f797-ca4e-4621-841a-a580e6a1c7c4 HTTP/1.1" status: 204 len: 168 time: 0.4898546 Nov 12 03:49:10.977003 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a684efe9-2dd7-4a95-b2fa-663848bce65b None None] Network 1482dc76-77a0-4179-8225-3f6a8056ddcf requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:10.980758 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 39712) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:10.989774 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978305ce-9fc2-427a-a98f-6c8fa408847f req-f3675dfe-df81-48e5-b65b-fda3b7054a89 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:10.991600 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-978305ce-9fc2-427a-a98f-6c8fa408847f req-f3675dfe-df81-48e5-b65b-fda3b7054a89 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=d47b5672-37ef-4a25-8a91-d979e8d19338 HTTP/1.1" status: 200 len: 944 time: 0.1847639 Nov 12 03:49:11.006354 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fb22e33a-d2ce-4d9b-9cf1-9b0f1204f0b9 req-0ace05f5-1019-4c76-b238-c80f8e8f670e service neutron] 10.222.0.74 "GET /v2.0/networks/e1d2d939-a228-4c67-a48d-d9c905ba8346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877489 Nov 12 03:49:11.131533 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34024811-4dc6-4f95-93ed-ac990bf93638 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Pushing event deleted for resources: {'Subnet': ['ID=3fa7f797-ca4e-4621-841a-a580e6a1c7c4,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:11.154510 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292f7c4-9b10-4981-8236-d045ba4aff27 req-c49161fe-5728-486b-8b7f-d33ea8b8015d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:11.154713 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-07b15114-f771-43e4-b0f0-daf606e5da59 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:11.160087 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4292f7c4-9b10-4981-8236-d045ba4aff27 req-c49161fe-5728-486b-8b7f-d33ea8b8015d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9f51d24d818f4ea1958f6f69f3ca622a&device_id=4f1929b5-328f-41fc-9651-c0adce92952c HTTP/1.1" status: 200 len: 1095 time: 0.0858250 Nov 12 03:49:11.247636 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-978305ce-9fc2-427a-a98f-6c8fa408847f req-b893fbbd-c056-4362-9ef4-14262375963f tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115971 Nov 12 03:49:11.258594 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-07b15114-f771-43e4-b0f0-daf606e5da59 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Deleting port d3cc87d4-8195-463c-84b4-37783064f1cf {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:11.260464 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-07b15114-f771-43e4-b0f0-daf606e5da59 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:11.317231 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5529eee8-50e7-4fbb-bc34-eef60eae5911 None None] DHCP port deletion for 1482dc76-77a0-4179-8225-3f6a8056ddcf request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:49:11.351341 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292f7c4-9b10-4981-8236-d045ba4aff27 req-c5e4b3d5-1319-4212-8a4c-ec9580295fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:11.355216 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4292f7c4-9b10-4981-8236-d045ba4aff27 req-c5e4b3d5-1319-4212-8a4c-ec9580295fe7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e1d2d939-a228-4c67-a48d-d9c905ba8346 HTTP/1.1" status: 200 len: 915 time: 0.1921837 Nov 12 03:49:11.424664 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d3cc87d4-8195-463c-84b4-37783064f1cf no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:49:11.441481 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-07b15114-f771-43e4-b0f0-daf606e5da59 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] For port d3cc87d4-8195-463c-84b4-37783064f1cf, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d3cc87d4-8195-463c-84b4-37783064f1cf,segment=NetworkSegment(f433b222-c941-441f-98f5-2629b4616f17),segment_id=f433b222-c941-441f-98f5-2629b4616f17)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:11.441932 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-07b15114-f771-43e4-b0f0-daf606e5da59 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:11.450348 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4292f7c4-9b10-4981-8236-d045ba4aff27 req-d73930ef-66e9-4eab-ab9e-e3ef9ac894f0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3918f47c-e5f5-41ca-8b97-5afb784f5a12 HTTP/1.1" status: 200 len: 217 time: 0.0792112 Nov 12 03:49:11.488837 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-07b15114-f771-43e4-b0f0-daf606e5da59 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Calling delete_port for d3cc87d4-8195-463c-84b4-37783064f1cf owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:11.511442 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-5529eee8-50e7-4fbb-bc34-eef60eae5911 None None] Deleting port d3cc87d4-8195-463c-84b4-37783064f1cf {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:11.511821 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5529eee8-50e7-4fbb-bc34-eef60eae5911 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:11.593598 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292f7c4-9b10-4981-8236-d045ba4aff27 req-5be9db4f-e05f-41d0-bad7-a292a94e487e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:11.595147 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4292f7c4-9b10-4981-8236-d045ba4aff27 req-5be9db4f-e05f-41d0-bad7-a292a94e487e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4d7cbc7f-e250-4588-a173-dfc01435c52a HTTP/1.1" status: 200 len: 854 time: 0.1375012 Nov 12 03:49:11.604769 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-07b15114-f771-43e4-b0f0-daf606e5da59 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:11.636242 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b15114-f771-43e4-b0f0-daf606e5da59 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] No DVR routers for this DVR port d3cc87d4-8195-463c-84b4-37783064f1cf on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:11.681248 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4292f7c4-9b10-4981-8236-d045ba4aff27 req-f295c31f-c75a-48e5-a5c7-8f71160cc62d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e1d2d939-a228-4c67-a48d-d9c905ba8346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774329 Nov 12 03:49:11.684110 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-5529eee8-50e7-4fbb-bc34-eef60eae5911 None None] For port d3cc87d4-8195-463c-84b4-37783064f1cf, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d3cc87d4-8195-463c-84b4-37783064f1cf,segment=NetworkSegment(f433b222-c941-441f-98f5-2629b4616f17),segment_id=f433b222-c941-441f-98f5-2629b4616f17)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:11.684110 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5529eee8-50e7-4fbb-bc34-eef60eae5911 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:11.686213 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:11.687729 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b15114-f771-43e4-b0f0-daf606e5da59 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Pushing event deleted for resources: {'Port': ['ID=d3cc87d4-8195-463c-84b4-37783064f1cf,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:11.726521 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-5529eee8-50e7-4fbb-bc34-eef60eae5911 None None] Calling delete_port for d3cc87d4-8195-463c-84b4-37783064f1cf owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:11.781575 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-07b15114-f771-43e4-b0f0-daf606e5da59 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:11.807461 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-07b15114-f771-43e4-b0f0-daf606e5da59 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1482dc76-77a0-4179-8225-3f6a8056ddcf']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:11.841756 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-07b15114-f771-43e4-b0f0-daf606e5da59 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f433b222-c941-441f-98f5-2629b4616f17') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:11.843042 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-07b15114-f771-43e4-b0f0-daf606e5da59 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f433b222-c941-441f-98f5-2629b4616f17') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:11.872139 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-07b15114-f771-43e4-b0f0-daf606e5da59 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:11.901792 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-07b15114-f771-43e4-b0f0-daf606e5da59 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:11.912243 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07b15114-f771-43e4-b0f0-daf606e5da59 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:49:11.914266 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-07b15114-f771-43e4-b0f0-daf606e5da59 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:11.919882 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95004607-19f0-45bd-bb31-e373f7101ec4 req-c8f5efb8-8944-4e64-9ad5-052c7d85e02f tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:11.921458 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-95004607-19f0-45bd-bb31-e373f7101ec4 req-c8f5efb8-8944-4e64-9ad5-052c7d85e02f tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f1929b5-328f-41fc-9651-c0adce92952c HTTP/1.1" status: 200 len: 943 time: 0.2622249 Nov 12 03:49:11.931666 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:49:11.931666 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:49:11.931666 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:49:11.931666 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:49:11.931666 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:49:11.931666 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:49:11.931666 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:49:11.931666 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:49:11.931666 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:49:11.931666 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:49:11.931666 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:49:11.931666 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:49:11.931666 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:49:11.931666 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:49:11.931666 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:49:11.931666 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:49:11.931666 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:49:11.931666 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:49:11.931666 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:49:11.931666 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:49:11.931666 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:49:11.931666 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:49:11.931666 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:49:11.931666 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:49:11.931666 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:49:11.931666 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:49:11.931666 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:49:11.931666 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:49:11.931666 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:49:11.931666 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:49:11.931666 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:49:11.931666 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:49:12.022111 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5529eee8-50e7-4fbb-bc34-eef60eae5911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.059573 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-07b15114-f771-43e4-b0f0-daf606e5da59 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.063072 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-95004607-19f0-45bd-bb31-e373f7101ec4 req-627341e4-a1df-4fbd-a5e3-01f90eb4ffb5 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300304 Nov 12 03:49:12.069158 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-07b15114-f771-43e4-b0f0-daf606e5da59 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.076162 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 39734) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:12.082783 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-07b15114-f771-43e4-b0f0-daf606e5da59 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] 10.222.0.50 "DELETE /v2.0/networks/1482dc76-77a0-4179-8225-3f6a8056ddcf HTTP/1.1" status: 204 len: 168 time: 1.0897202 Nov 12 03:49:12.091319 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5529eee8-50e7-4fbb-bc34-eef60eae5911 None None] No DVR routers for this DVR port d3cc87d4-8195-463c-84b4-37783064f1cf on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:12.098274 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529eee8-50e7-4fbb-bc34-eef60eae5911 None None] Pushing event deleted for resources: {'Port': ['ID=d3cc87d4-8195-463c-84b4-37783064f1cf,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:12.120656 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b15114-f771-43e4-b0f0-daf606e5da59 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Pushing event deleted for resources: {'Network': ['ID=1482dc76-77a0-4179-8225-3f6a8056ddcf,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:12.158521 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4292f7c4-9b10-4981-8236-d045ba4aff27 req-7921dbae-7c55-4f7e-8fd7-c4ac894ca9eb service neutron] 10.222.0.74 "GET /v2.0/networks/e1d2d939-a228-4c67-a48d-d9c905ba8346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405072 Nov 12 03:49:12.379566 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4292f7c4-9b10-4981-8236-d045ba4aff27 req-7ecc458c-8735-41c9-961b-ca399142ae0c service neutron] 10.222.0.74 "GET /v2.0/networks/e1d2d939-a228-4c67-a48d-d9c905ba8346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834118 Nov 12 03:49:12.426916 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-467108a0-2b39-4145-bc92-dabe850a10d3 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Deleting port face762a-94c9-41fe-8614-709993c94f03 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:12.427253 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-467108a0-2b39-4145-bc92-dabe850a10d3 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.502244 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb9ed4-1f09-43a3-8bb1-908fd831610d req-34562bc0-7359-482b-9a70-4568f391d04b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:12.510387 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3adb9ed4-1f09-43a3-8bb1-908fd831610d req-34562bc0-7359-482b-9a70-4568f391d04b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=d47b5672-37ef-4a25-8a91-d979e8d19338 HTTP/1.1" status: 200 len: 944 time: 0.1551912 Nov 12 03:49:12.565841 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3adb9ed4-1f09-43a3-8bb1-908fd831610d req-b1b1adca-46a7-42ef-9ce1-f7406299e292 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545866 Nov 12 03:49:12.599668 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-467108a0-2b39-4145-bc92-dabe850a10d3 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.600245 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-467108a0-2b39-4145-bc92-dabe850a10d3 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.633276 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-467108a0-2b39-4145-bc92-dabe850a10d3 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Calling delete_port for face762a-94c9-41fe-8614-709993c94f03 owned by network:floatingip {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:12.831256 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-467108a0-2b39-4145-bc92-dabe850a10d3 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.863721 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467108a0-2b39-4145-bc92-dabe850a10d3 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Pushing event deleted for resources: {'Port': ['ID=face762a-94c9-41fe-8614-709993c94f03,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:12.956372 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-467108a0-2b39-4145-bc92-dabe850a10d3 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks [] for floatingip, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.959856 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-467108a0-2b39-4145-bc92-dabe850a10d3 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.961220 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-467108a0-2b39-4145-bc92-dabe850a10d3 tempest-FloatingIPAdminTestJSON-1149785786 tempest-FloatingIPAdminTestJSON-1149785786-project] 10.222.0.50 "DELETE /v2.0/floatingips/89c55cb6-6e00-404b-ace1-4d795f7bac69 HTTP/1.1" status: 204 len: 168 time: 0.8839152 Nov 12 03:49:13.276174 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda9ae9-2628-4987-8ecb-8936cacd7f14 req-14db4a50-e570-4cdb-bd9a-d1059b4b70af tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:13.279014 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7dda9ae9-2628-4987-8ecb-8936cacd7f14 req-14db4a50-e570-4cdb-bd9a-d1059b4b70af tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f1929b5-328f-41fc-9651-c0adce92952c HTTP/1.1" status: 200 len: 943 time: 0.1036589 Nov 12 03:49:13.339124 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 39770) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:13.430022 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7dda9ae9-2628-4987-8ecb-8936cacd7f14 req-0e07d81e-1b3b-4fc0-b8d4-c889df875700 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444280 Nov 12 03:49:13.556851 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 39778) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:13.563060 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3ae25800-3624-4987-887d-6b61b335ad9a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=de709b4514694de8865a3d91b86ad20d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2078936 Nov 12 03:49:13.695647 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f48f7df8-4a42-45f6-8fdc-fc1f91f297f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.802846 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f48f7df8-4a42-45f6-8fdc-fc1f91f297f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.855719 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f8f1d-6a90-4a07-9208-a71e6064c86a req-16854d94-01f3-4203-bbb5-4b59080c78a7 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:13.859328 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-500f8f1d-6a90-4a07-9208-a71e6064c86a req-16854d94-01f3-4203-bbb5-4b59080c78a7 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=d47b5672-37ef-4a25-8a91-d979e8d19338 HTTP/1.1" status: 200 len: 944 time: 0.1527901 Nov 12 03:49:13.892302 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f48f7df8-4a42-45f6-8fdc-fc1f91f297f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.896945 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f48f7df8-4a42-45f6-8fdc-fc1f91f297f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.900920 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f48f7df8-4a42-45f6-8fdc-fc1f91f297f9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8d874137-ca07-4c9d-aeaf-6e7538a47c4b HTTP/1.1" status: 204 len: 168 time: 0.3406234 Nov 12 03:49:13.915721 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f7df8-4a42-45f6-8fdc-fc1f91f297f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d874137-ca07-4c9d-aeaf-6e7538a47c4b,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:14.031679 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-500f8f1d-6a90-4a07-9208-a71e6064c86a req-5cfef4d6-9664-423e-a16b-c15751dc7669 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617649 Nov 12 03:49:14.385245 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 39796) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:14.410130 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ce64e29c-6ce0-45a5-9484-c35a8ba1b6b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.530564 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ce64e29c-6ce0-45a5-9484-c35a8ba1b6b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.536157 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ce64e29c-6ce0-45a5-9484-c35a8ba1b6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.698312 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64e29c-6ce0-45a5-9484-c35a8ba1b6b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc8a1dc-22f2-4d29-97e2-877afe484069,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:14.726258 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2eaf08-3e9e-49a6-ad0f-875472010303 req-86753114-78a6-4b55-8e5e-6bbe9aea7372 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:14.729550 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3e2eaf08-3e9e-49a6-ad0f-875472010303 req-86753114-78a6-4b55-8e5e-6bbe9aea7372 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f1929b5-328f-41fc-9651-c0adce92952c HTTP/1.1" status: 200 len: 943 time: 0.1636906 Nov 12 03:49:14.732327 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ce64e29c-6ce0-45a5-9484-c35a8ba1b6b8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=09485eb19d1c4dc885e24d488268ba10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3458393 Nov 12 03:49:14.736217 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 39806) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:14.820103 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3e2eaf08-3e9e-49a6-ad0f-875472010303 req-7c9e02a3-54ab-45ff-ad72-c3a7a8f8e777 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779858 Nov 12 03:49:14.858847 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a4eff546-c2b1-46bb-b5eb-64672ee4a647 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.903677 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 3918f47c-e5f5-41ca-8b97-5afb784f5a12 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:49:14.942379 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a4eff546-c2b1-46bb-b5eb-64672ee4a647 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.037593 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a4eff546-c2b1-46bb-b5eb-64672ee4a647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.042200 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a4eff546-c2b1-46bb-b5eb-64672ee4a647 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.043682 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a4eff546-c2b1-46bb-b5eb-64672ee4a647 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/abc8a1dc-22f2-4d29-97e2-877afe484069 HTTP/1.1" status: 204 len: 168 time: 0.3067060 Nov 12 03:49:15.058360 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eff546-c2b1-46bb-b5eb-64672ee4a647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc8a1dc-22f2-4d29-97e2-877afe484069,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:15.093775 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 3918f47c-e5f5-41ca-8b97-5afb784f5a12, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=3918f47c-e5f5-41ca-8b97-5afb784f5a12,segment=NetworkSegment(e1a37112-952a-4865-9288-c11c885b43ad),segment_id=e1a37112-952a-4865-9288-c11c885b43ad)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:15.110053 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '3918f47c-e5f5-41ca-8b97-5afb784f5a12', 'network_id': 'e1d2d939-a228-4c67-a48d-d9c905ba8346', 'port_id': '3918f47c-e5f5-41ca-8b97-5afb784f5a12', 'mac_address': 'fa:16:3e:75:0d:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d7cbc7f-e250-4588-a173-dfc01435c52a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:49:15.166400 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.227604 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3918f47c-e5f5-41ca-8b97-5afb784f5a12 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:49:15.260642 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 3918f47c-e5f5-41ca-8b97-5afb784f5a12, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=3918f47c-e5f5-41ca-8b97-5afb784f5a12,segment=NetworkSegment(e1a37112-952a-4865-9288-c11c885b43ad),segment_id=e1a37112-952a-4865-9288-c11c885b43ad)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:15.266741 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.304150 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e64ca-7dca-44c1-bd6b-4ccfe17167d6 req-1ec274ec-8a19-4be3-9bd7-bdf4c2813152 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:15.305790 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a74e64ca-7dca-44c1-bd6b-4ccfe17167d6 req-1ec274ec-8a19-4be3-9bd7-bdf4c2813152 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=d47b5672-37ef-4a25-8a91-d979e8d19338 HTTP/1.1" status: 200 len: 944 time: 0.1235366 Nov 12 03:49:15.388464 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=3918f47c-e5f5-41ca-8b97-5afb784f5a12,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:15.447704 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a74e64ca-7dca-44c1-bd6b-4ccfe17167d6 req-222ce956-efc5-4456-a3e1-47f193c3f2df tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296613 Nov 12 03:49:15.514476 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['3918f47c-e5f5-41ca-8b97-5afb784f5a12'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:49:15.826926 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 39842) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:15.843430 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e15a2627-c871-4800-b169-42f113cc2e53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.943124 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e15a2627-c871-4800-b169-42f113cc2e53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.948997 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e15a2627-c871-4800-b169-42f113cc2e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.971930 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9814055-3abe-456d-972c-7bae240e3bde req-d7d724f0-c5b1-40b6-82a4-7c83c15479d0 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:15.973451 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f9814055-3abe-456d-972c-7bae240e3bde req-d7d724f0-c5b1-40b6-82a4-7c83c15479d0 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f1929b5-328f-41fc-9651-c0adce92952c HTTP/1.1" status: 200 len: 944 time: 0.0642712 Nov 12 03:49:16.012202 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a2627-c871-4800-b169-42f113cc2e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eeb1460-dcb3-44ea-a6d4-c536bfb340d7,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:16.023841 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e15a2627-c871-4800-b169-42f113cc2e53 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=988c0955551247f2b63a675f26e9b9de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1929116 Nov 12 03:49:16.025080 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 39846) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:16.044979 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f9814055-3abe-456d-972c-7bae240e3bde req-ebcf6757-fd67-447f-bf9b-e07bebbc7d55 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649292 Nov 12 03:49:16.107159 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c4225366-748b-4669-a08b-6eebe38e00ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:16.160728 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c4225366-748b-4669-a08b-6eebe38e00ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:16.220813 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c4225366-748b-4669-a08b-6eebe38e00ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:16.223659 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c4225366-748b-4669-a08b-6eebe38e00ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:16.227423 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c4225366-748b-4669-a08b-6eebe38e00ee admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5eeb1460-dcb3-44ea-a6d4-c536bfb340d7 HTTP/1.1" status: 204 len: 168 time: 0.1989334 Nov 12 03:49:16.234320 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4225366-748b-4669-a08b-6eebe38e00ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eeb1460-dcb3-44ea-a6d4-c536bfb340d7,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:16.660553 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be5edf-c3b5-47cf-8e1b-0bdfaf85004a req-39310546-d4bb-4117-95c9-534501457f6d tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:16.677517 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c7be5edf-c3b5-47cf-8e1b-0bdfaf85004a req-39310546-d4bb-4117-95c9-534501457f6d tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=d47b5672-37ef-4a25-8a91-d979e8d19338 HTTP/1.1" status: 200 len: 944 time: 0.1238925 Nov 12 03:49:16.771829 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c7be5edf-c3b5-47cf-8e1b-0bdfaf85004a req-78505468-39b9-44d1-b01e-cf5effede798 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933311 Nov 12 03:49:16.905814 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 3918f47c-e5f5-41ca-8b97-5afb784f5a12 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:16.915372 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 39892) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:16.972903 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 3918f47c-e5f5-41ca-8b97-5afb784f5a12 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:49:16.978875 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 3918f47c-e5f5-41ca-8b97-5afb784f5a12 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:16.979512 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.126500 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.201894 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1929b5-328f-41fc-9651-c0adce92952c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3918f47c-e5f5-41ca-8b97-5afb784f5a12'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:49:17.213359 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd901058-1eca-4ace-9cf5-62499ab13328" -d '{"events": [{"server_uuid": "4f1929b5-328f-41fc-9651-c0adce92952c", "name": "network-vif-plugged", "status": "completed", "tag": "3918f47c-e5f5-41ca-8b97-5afb784f5a12"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:49:17.237845 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 3918f47c-e5f5-41ca-8b97-5afb784f5a12, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=3918f47c-e5f5-41ca-8b97-5afb784f5a12,segment=NetworkSegment(e1a37112-952a-4865-9288-c11c885b43ad),segment_id=e1a37112-952a-4865-9288-c11c885b43ad)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:17.242058 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.285605 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9e31d740-d683-4403-97a9-eef69b59af98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.314323 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14423ee0-9b0d-49e4-9ce8-98ec1d14d3df x-openstack-request-id: req-14423ee0-9b0d-49e4-9ce8-98ec1d14d3df {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:49:17.314847 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1929b5-328f-41fc-9651-c0adce92952c", "name": "network-vif-plugged", "status": "completed", "tag": "3918f47c-e5f5-41ca-8b97-5afb784f5a12", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:49:17.315246 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-14423ee0-9b0d-49e4-9ce8-98ec1d14d3df {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:49:17.315950 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1929b5-328f-41fc-9651-c0adce92952c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3918f47c-e5f5-41ca-8b97-5afb784f5a12', 'code': 200} Nov 12 03:49:17.441171 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=3918f47c-e5f5-41ca-8b97-5afb784f5a12,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:17.465567 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a30c3-626d-4def-b387-7444b61a8361 req-19d090da-bf25-437d-8627-dadff3deee68 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:17.471967 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ed9a30c3-626d-4def-b387-7444b61a8361 req-19d090da-bf25-437d-8627-dadff3deee68 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f1929b5-328f-41fc-9651-c0adce92952c HTTP/1.1" status: 200 len: 944 time: 0.2792580 Nov 12 03:49:17.497865 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9e31d740-d683-4403-97a9-eef69b59af98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.513187 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9e31d740-d683-4403-97a9-eef69b59af98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.547417 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 39924) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:17.548066 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9e31d740-d683-4403-97a9-eef69b59af98 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c12391f86db94acab9a000d07b058b27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6308682 Nov 12 03:49:17.609298 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a0309448-f11b-43a1-b255-1d2344c49300 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.628571 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e31d740-d683-4403-97a9-eef69b59af98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0556cb61-378f-4509-a59f-ddf122ad8aa0,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:17.640512 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a0309448-f11b-43a1-b255-1d2344c49300 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.655919 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726133e-d995-4771-bee0-8ea62769168b req-ef89a4f7-300b-4887-bfd9-c7d775143b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:17.669702 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a726133e-d995-4771-bee0-8ea62769168b req-ef89a4f7-300b-4887-bfd9-c7d775143b98 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4f1929b5-328f-41fc-9651-c0adce92952c HTTP/1.1" status: 200 len: 1097 time: 0.2248383 Nov 12 03:49:17.674506 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ed9a30c3-626d-4def-b387-7444b61a8361 req-4df4d551-227f-4d7f-8ea6-72b53618b224 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967480 Nov 12 03:49:17.734224 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a0309448-f11b-43a1-b255-1d2344c49300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.740099 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a0309448-f11b-43a1-b255-1d2344c49300 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.748366 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a0309448-f11b-43a1-b255-1d2344c49300 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0556cb61-378f-4509-a59f-ddf122ad8aa0 HTTP/1.1" status: 204 len: 168 time: 0.1977293 Nov 12 03:49:17.759183 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0309448-f11b-43a1-b255-1d2344c49300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0556cb61-378f-4509-a59f-ddf122ad8aa0,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:17.806208 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a726133e-d995-4771-bee0-8ea62769168b req-735d5e51-1b75-4c46-9963-422273515d1b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245754 Nov 12 03:49:17.971550 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79930655-7de3-41ad-80ed-041b7415cc33 req-dcc8a3f7-87e7-4615-a5b0-b0b09e93d04b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:17.980223 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-79930655-7de3-41ad-80ed-041b7415cc33 req-dcc8a3f7-87e7-4615-a5b0-b0b09e93d04b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=d47b5672-37ef-4a25-8a91-d979e8d19338 HTTP/1.1" status: 200 len: 944 time: 0.0553844 Nov 12 03:49:18.104457 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-79930655-7de3-41ad-80ed-041b7415cc33 req-15977477-7a0c-42bf-9119-e00118f8fa70 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197166 Nov 12 03:49:18.220519 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.897415 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ae39a-615e-4a2c-b584-2738990405e8 req-e64f87d4-50d1-4dc6-81d1-3e6c429b4f50 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:18.898957 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-119ae39a-615e-4a2c-b584-2738990405e8 req-e64f87d4-50d1-4dc6-81d1-3e6c429b4f50 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f1929b5-328f-41fc-9651-c0adce92952c HTTP/1.1" status: 200 len: 945 time: 0.1033392 Nov 12 03:49:19.018850 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-119ae39a-615e-4a2c-b584-2738990405e8 req-49fdcd8f-b03f-4838-9aba-803011bfbd42 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077054 Nov 12 03:49:19.212185 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 40008) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:19.345420 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7b4f8638-2460-492c-a672-f68851752f7a req-d05cfe62-7a8f-4adc-8067-8d9c9db30419 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0426679 Nov 12 03:49:19.364299 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5e783-a095-4220-9b9b-747d213892d3 req-c04b9405-904f-4104-91de-5070905ced21 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:19.365906 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-08d5e783-a095-4220-9b9b-747d213892d3 req-c04b9405-904f-4104-91de-5070905ced21 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=d47b5672-37ef-4a25-8a91-d979e8d19338 HTTP/1.1" status: 200 len: 944 time: 0.1475582 Nov 12 03:49:19.422255 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 40018) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:19.463731 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f8638-2460-492c-a672-f68851752f7a req-7792b1aa-21fc-4601-b02c-6b437c1eb4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:19.465990 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7b4f8638-2460-492c-a672-f68851752f7a req-7792b1aa-21fc-4601-b02c-6b437c1eb4b8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9f51d24d818f4ea1958f6f69f3ca622a&device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 1097 time: 0.0500126 Nov 12 03:49:19.521393 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-08d5e783-a095-4220-9b9b-747d213892d3 req-af4a8228-05c6-41d2-bde5-38b3ec941608 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439245 Nov 12 03:49:19.615092 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-88266c28-351a-4a23-8669-e85aac5f260b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1955017259-network', 'tenant_id': '42a5a2d690724192bad1fbeaa589aaa1'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:19.638074 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-1bac7911-5339-40c9-a869-18ca694c157d tempest-QuotasTest-1507244295 tempest-QuotasTest-1507244295-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:19.648667 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88266c28-351a-4a23-8669-e85aac5f260b admin admin] Made reservation on behalf of 42a5a2d690724192bad1fbeaa589aaa1 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:19.652103 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-88266c28-351a-4a23-8669-e85aac5f260b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:19.652387 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f8638-2460-492c-a672-f68851752f7a req-ffcbc5e7-03a0-4339-bc84-59ce2680581d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:19.654156 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7b4f8638-2460-492c-a672-f68851752f7a req-ffcbc5e7-03a0-4339-bc84-59ce2680581d service neutron] 10.222.0.74 "GET /v2.0/networks?id=e1d2d939-a228-4c67-a48d-d9c905ba8346 HTTP/1.1" status: 200 len: 915 time: 0.1626244 Nov 12 03:49:19.662302 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-88266c28-351a-4a23-8669-e85aac5f260b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:19.709622 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7b4f8638-2460-492c-a672-f68851752f7a req-69038d3d-c357-457e-98fc-e68060cbb553 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba744a6e-f8e4-43a3-9d4a-6db83c284aed HTTP/1.1" status: 200 len: 217 time: 0.0468955 Nov 12 03:49:19.715570 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-1bac7911-5339-40c9-a869-18ca694c157d tempest-QuotasTest-1507244295 tempest-QuotasTest-1507244295-project-admin] 10.222.0.50 "PUT /v2.0/quotas/c23c03b7d4df415a8deff3629929546d HTTP/1.1" status: 200 len: 366 time: 0.5020361 Nov 12 03:49:19.716360 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 40028) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:19.730180 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-16990a4a-97dc-41a3-97f9-606ba8278467 tempest-QuotasTest-1507244295 tempest-QuotasTest-1507244295-project-admin] 10.222.0.50 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0125663 Nov 12 03:49:19.736390 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 40032) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:19.757397 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d595b8f0-cfe9-494c-b65b-df493027c428 tempest-QuotasTest-1507244295 tempest-QuotasTest-1507244295-project-admin] 10.222.0.50 "GET /v2.0/quotas/c23c03b7d4df415a8deff3629929546d HTTP/1.1" status: 200 len: 366 time: 0.0197556 Nov 12 03:49:19.768746 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 40036) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:19.796362 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f8638-2460-492c-a672-f68851752f7a req-bbc9fc67-71dd-482a-85ca-b57e22a9e60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:19.797867 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5f7dac8f-1207-4823-9a9a-76f51e8e2e9a tempest-QuotasTest-1507244295 tempest-QuotasTest-1507244295-project-admin] 10.222.0.50 "DELETE /v2.0/quotas/c23c03b7d4df415a8deff3629929546d HTTP/1.1" status: 204 len: 168 time: 0.0366890 Nov 12 03:49:19.798697 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 40038) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:19.798856 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7b4f8638-2460-492c-a672-f68851752f7a req-bbc9fc67-71dd-482a-85ca-b57e22a9e60b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4d7cbc7f-e250-4588-a173-dfc01435c52a HTTP/1.1" status: 200 len: 854 time: 0.0801425 Nov 12 03:49:19.830074 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8bf917c2-7a0a-4eeb-8bdd-2c033df39e57 tempest-QuotasTest-1507244295 tempest-QuotasTest-1507244295-project-admin] 10.222.0.50 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0280800 Nov 12 03:49:19.832101 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-88266c28-351a-4a23-8669-e85aac5f260b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:19.832953 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 40040) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:19.839319 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7b4f8638-2460-492c-a672-f68851752f7a req-52b8cd60-bb12-4de2-b086-d482cfa5ac5e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e1d2d939-a228-4c67-a48d-d9c905ba8346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326180 Nov 12 03:49:19.842199 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-88266c28-351a-4a23-8669-e85aac5f260b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:19.858564 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3c35c40d-3c4c-424d-9451-0fcb3f5a6030 tempest-QuotasTest-1507244295 tempest-QuotasTest-1507244295-project-admin] 10.222.0.50 "GET /v2.0/quotas/c23c03b7d4df415a8deff3629929546d HTTP/1.1" status: 200 len: 370 time: 0.0242481 Nov 12 03:49:19.864902 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 40042) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:19.870656 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5ea48b43-bebf-49d4-9f2b-8bc84bab8049 tempest-QuotasTest-1507244295 tempest-QuotasTest-1507244295-project-admin] 10.222.0.50 "GET /v2.0/quotas/c23c03b7d4df415a8deff3629929546d/default HTTP/1.1" status: 200 len: 370 time: 0.0047445 Nov 12 03:49:19.871539 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88266c28-351a-4a23-8669-e85aac5f260b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:49:19.875853 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 40044) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:19.900162 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-d89a73d8-ac7c-4b11-8f72-e6cef2645004 tempest-QuotasTest-1507244295 tempest-QuotasTest-1507244295-project-admin] delete failed (client error): The resource could not be found. Nov 12 03:49:19.901298 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d89a73d8-ac7c-4b11-8f72-e6cef2645004 tempest-QuotasTest-1507244295 tempest-QuotasTest-1507244295-project-admin] 10.222.0.50 "DELETE /v2.0/quotas/c23c03b7d4df415a8deff3629929546d HTTP/1.1" status: 404 len: 348 time: 0.0215452 Nov 12 03:49:19.902524 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-88266c28-351a-4a23-8669-e85aac5f260b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:19.902826 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-88266c28-351a-4a23-8669-e85aac5f260b admin admin] Added segment 0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759 of type vlan for network 5b0c2727-2690-44e0-97e8-9f283ce90ff8 Nov 12 03:49:19.904397 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88266c28-351a-4a23-8669-e85aac5f260b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760c8abe-0c80-48e9-b760-6a8b0287cd56,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:19.969410 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-88266c28-351a-4a23-8669-e85aac5f260b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:19.998547 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-88266c28-351a-4a23-8669-e85aac5f260b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:19.999021 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7b4f8638-2460-492c-a672-f68851752f7a req-f0dba3ed-c626-4a2c-9f94-d71e42bb7436 service neutron] 10.222.0.74 "GET /v2.0/networks/e1d2d939-a228-4c67-a48d-d9c905ba8346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521287 Nov 12 03:49:19.999726 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88266c28-351a-4a23-8669-e85aac5f260b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:20.000523 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-88266c28-351a-4a23-8669-e85aac5f260b admin admin] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.077062 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-88266c28-351a-4a23-8669-e85aac5f260b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6537142 Nov 12 03:49:20.083235 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 40056) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:20.100745 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-56799666-c094-46f4-94c6-a3f855bb06f9 admin admin] Request body: {'subnet': {'network_id': '5b0c2727-2690-44e0-97e8-9f283ce90ff8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1955017259-subnet', 'tenant_id': '42a5a2d690724192bad1fbeaa589aaa1', 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:20.130164 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 40058) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:20.131059 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88266c28-351a-4a23-8669-e85aac5f260b admin admin] Pushing event updated for resources: {'Network': ['ID=5b0c2727-2690-44e0-97e8-9f283ce90ff8,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:20.143273 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 5b0c2727-2690-44e0-97e8-9f283ce90ff8 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:49:20.158655 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56799666-c094-46f4-94c6-a3f855bb06f9 admin admin] Made reservation on behalf of 42a5a2d690724192bad1fbeaa589aaa1 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:20.161414 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-56799666-c094-46f4-94c6-a3f855bb06f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.199287 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7b4f8638-2460-492c-a672-f68851752f7a req-a1f44b48-f7ef-47c6-9e53-4c572f0a9619 service neutron] 10.222.0.74 "GET /v2.0/networks/e1d2d939-a228-4c67-a48d-d9c905ba8346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927538 Nov 12 03:49:20.207444 n-d-715271-27 neutron-server[102571]: DEBUG neutron.quota.resource [None req-ad5926c7-2768-49f7-9ba8-7aaad9db8999 tempest-QuotasTest-1507244295 tempest-QuotasTest-1507244295-project-admin] Usage tracker for resource:network and project:d5b229eae5684eb5af7e6f733cc5ab88 is out of sync, need to count used quota {{(pid=102571) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 03:49:20.214895 n-d-715271-27 neutron-server[102571]: DEBUG neutron.quota.resource [None req-ad5926c7-2768-49f7-9ba8-7aaad9db8999 tempest-QuotasTest-1507244295 tempest-QuotasTest-1507244295-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102571) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 03:49:20.227247 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd663793-f0f0-4353-bb9a-f0cef0f9d182 req-646cdc8f-a9dd-463f-bd65-b4f30b82a8a2 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:20.228993 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cd663793-f0f0-4353-bb9a-f0cef0f9d182 req-646cdc8f-a9dd-463f-bd65-b4f30b82a8a2 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f1929b5-328f-41fc-9651-c0adce92952c HTTP/1.1" status: 200 len: 945 time: 0.1186836 Nov 12 03:49:20.233913 n-d-715271-27 neutron-server[102571]: DEBUG neutron.quota.resource [None req-ad5926c7-2768-49f7-9ba8-7aaad9db8999 tempest-QuotasTest-1507244295 tempest-QuotasTest-1507244295-project-admin] Usage tracker for resource:subnet and project:d5b229eae5684eb5af7e6f733cc5ab88 is out of sync, need to count used quota {{(pid=102571) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 03:49:20.239010 n-d-715271-27 neutron-server[102571]: DEBUG neutron.quota.resource [None req-ad5926c7-2768-49f7-9ba8-7aaad9db8999 tempest-QuotasTest-1507244295 tempest-QuotasTest-1507244295-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102571) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 03:49:20.266933 n-d-715271-27 neutron-server[102571]: DEBUG neutron.quota.resource [None req-ad5926c7-2768-49f7-9ba8-7aaad9db8999 tempest-QuotasTest-1507244295 tempest-QuotasTest-1507244295-project-admin] Usage tracker for resource:subnetpool and project:d5b229eae5684eb5af7e6f733cc5ab88 is out of sync, need to count used quota {{(pid=102571) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 03:49:20.282424 n-d-715271-27 neutron-server[102571]: DEBUG neutron.quota.resource [None req-ad5926c7-2768-49f7-9ba8-7aaad9db8999 tempest-QuotasTest-1507244295 tempest-QuotasTest-1507244295-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102571) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 03:49:20.298230 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cd663793-f0f0-4353-bb9a-f0cef0f9d182 req-9b242a2e-1cd7-4910-b1df-a756c0d25c48 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603197 Nov 12 03:49:20.300627 n-d-715271-27 neutron-server[102571]: DEBUG neutron.quota.resource [None req-ad5926c7-2768-49f7-9ba8-7aaad9db8999 tempest-QuotasTest-1507244295 tempest-QuotasTest-1507244295-project-admin] Usage tracker for resource:port and project:d5b229eae5684eb5af7e6f733cc5ab88 is out of sync, need to count used quota {{(pid=102571) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 03:49:20.303965 n-d-715271-27 neutron-server[102571]: DEBUG neutron.quota.resource [None req-ad5926c7-2768-49f7-9ba8-7aaad9db8999 tempest-QuotasTest-1507244295 tempest-QuotasTest-1507244295-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102571) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 03:49:20.311287 n-d-715271-27 neutron-server[102571]: DEBUG neutron.quota.resource [None req-ad5926c7-2768-49f7-9ba8-7aaad9db8999 tempest-QuotasTest-1507244295 tempest-QuotasTest-1507244295-project-admin] Usage tracker for resource:router and project:d5b229eae5684eb5af7e6f733cc5ab88 is out of sync, need to count used quota {{(pid=102571) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 03:49:20.320133 n-d-715271-27 neutron-server[102571]: DEBUG neutron.quota.resource [None req-ad5926c7-2768-49f7-9ba8-7aaad9db8999 tempest-QuotasTest-1507244295 tempest-QuotasTest-1507244295-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102571) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 03:49:20.328061 n-d-715271-27 neutron-server[102571]: DEBUG neutron.quota.resource [None req-ad5926c7-2768-49f7-9ba8-7aaad9db8999 tempest-QuotasTest-1507244295 tempest-QuotasTest-1507244295-project-admin] Usage tracker for resource:floatingip and project:d5b229eae5684eb5af7e6f733cc5ab88 is out of sync, need to count used quota {{(pid=102571) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 03:49:20.332225 n-d-715271-27 neutron-server[102571]: DEBUG neutron.quota.resource [None req-ad5926c7-2768-49f7-9ba8-7aaad9db8999 tempest-QuotasTest-1507244295 tempest-QuotasTest-1507244295-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102571) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 03:49:20.378296 n-d-715271-27 neutron-server[102571]: DEBUG neutron.quota.resource [None req-ad5926c7-2768-49f7-9ba8-7aaad9db8999 tempest-QuotasTest-1507244295 tempest-QuotasTest-1507244295-project-admin] Usage tracker for resource:security_group and project:d5b229eae5684eb5af7e6f733cc5ab88 is out of sync, need to count used quota {{(pid=102571) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 03:49:20.383100 n-d-715271-27 neutron-server[102571]: DEBUG neutron.quota.resource [None req-ad5926c7-2768-49f7-9ba8-7aaad9db8999 tempest-QuotasTest-1507244295 tempest-QuotasTest-1507244295-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102571) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 03:49:20.391621 n-d-715271-27 neutron-server[102571]: DEBUG neutron.quota.resource [None req-ad5926c7-2768-49f7-9ba8-7aaad9db8999 tempest-QuotasTest-1507244295 tempest-QuotasTest-1507244295-project-admin] Usage tracker for resource:security_group_rule and project:d5b229eae5684eb5af7e6f733cc5ab88 is out of sync, need to count used quota {{(pid=102571) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 03:49:20.397119 n-d-715271-27 neutron-server[102571]: DEBUG neutron.quota.resource [None req-ad5926c7-2768-49f7-9ba8-7aaad9db8999 tempest-QuotasTest-1507244295 tempest-QuotasTest-1507244295-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102571) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 03:49:20.415952 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ad5926c7-2768-49f7-9ba8-7aaad9db8999 tempest-QuotasTest-1507244295 tempest-QuotasTest-1507244295-project-admin] 10.222.0.50 "GET /v2.0/quotas/d5b229eae5684eb5af7e6f733cc5ab88/details.json HTTP/1.1" status: 200 len: 703 time: 0.2835815 Nov 12 03:49:20.437849 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-56799666-c094-46f4-94c6-a3f855bb06f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.493879 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56799666-c094-46f4-94c6-a3f855bb06f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b939ab05-e6fb-48a7-9af8-c18027a0c4e5,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:20.523625 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56799666-c094-46f4-94c6-a3f855bb06f9 admin admin] Checking segment: {'id': '0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5b0c2727-2690-44e0-97e8-9f283ce90ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:20.524235 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56799666-c094-46f4-94c6-a3f855bb06f9 admin admin] Network hostable DHCP agents. Network: 5b0c2727-2690-44e0-97e8-9f283ce90ff8, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:49:20.547416 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56799666-c094-46f4-94c6-a3f855bb06f9 admin admin] Network 5b0c2727-2690-44e0-97e8-9f283ce90ff8 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:49:20.568715 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-56799666-c094-46f4-94c6-a3f855bb06f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 5b0c2727-2690-44e0-97e8-9f283ce90ff8) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:20.575701 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56799666-c094-46f4-94c6-a3f855bb06f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:20.576064 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-56799666-c094-46f4-94c6-a3f855bb06f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.579414 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3b8f51-c29a-4064-9de3-a53e274d2246 None None] Network 5b0c2727-2690-44e0-97e8-9f283ce90ff8 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:20.608431 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-56799666-c094-46f4-94c6-a3f855bb06f9 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5239987 Nov 12 03:49:20.611340 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 40082) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:20.616329 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-92f96f44-5b25-4569-b23c-a6f55bf058b5 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1955017259-router', 'tenant_id': '42a5a2d690724192bad1fbeaa589aaa1', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:20.699356 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-92f96f44-5b25-4569-b23c-a6f55bf058b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.700730 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-92f96f44-5b25-4569-b23c-a6f55bf058b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.761562 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1791441-fe75-4361-817e-21fc4961037b req-1e4a4057-d836-4443-8e7d-670a9a47c589 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:20.776834 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b1791441-fe75-4361-817e-21fc4961037b req-1e4a4057-d836-4443-8e7d-670a9a47c589 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=d47b5672-37ef-4a25-8a91-d979e8d19338 HTTP/1.1" status: 200 len: 944 time: 0.1246736 Nov 12 03:49:20.787334 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfba3104-428d-47d0-b2dd-e1d056100f22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-5b0c2727-2690-44e0-97e8-9f283ce90ff8', 'network_id': '5b0c2727-2690-44e0-97e8-9f283ce90ff8', 'tenant_id': '42a5a2d690724192bad1fbeaa589aaa1', 'fixed_ips': [{'subnet_id': 'b939ab05-e6fb-48a7-9af8-c18027a0c4e5'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:49:20.788564 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cfba3104-428d-47d0-b2dd-e1d056100f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.824235 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622128d5-228e-4d56-a72c-bf101e3ac50f req-14e22351-c8fc-4481-a74f-5c0b7be182d9 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:20.834173 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-622128d5-228e-4d56-a72c-bf101e3ac50f req-14e22351-c8fc-4481-a74f-5c0b7be182d9 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f1929b5-328f-41fc-9651-c0adce92952c HTTP/1.1" status: 200 len: 945 time: 0.1485417 Nov 12 03:49:20.859743 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 40086) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:20.873774 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b1791441-fe75-4361-817e-21fc4961037b req-91cdc038-06cb-4495-ada8-ba0c7be2bc36 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959837 Nov 12 03:49:20.916926 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-92f96f44-5b25-4569-b23c-a6f55bf058b5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.020855 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-cfba3104-428d-47d0-b2dd-e1d056100f22 None None] Allocated IP 172.20.0.2 (5b0c2727-2690-44e0-97e8-9f283ce90ff8/b939ab05-e6fb-48a7-9af8-c18027a0c4e5/b11ac0ab-0331-4484-85cc-220273fac3fb) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:21.127792 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1803bb18-20ef-41ef-a1f8-4ec8d1cb6d2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.137593 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-622128d5-228e-4d56-a72c-bf101e3ac50f req-0f171c9d-b250-48c1-af72-32c4c62f2785 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025169 Nov 12 03:49:21.203820 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cfba3104-428d-47d0-b2dd-e1d056100f22 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.218722 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cfba3104-428d-47d0-b2dd-e1d056100f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.268212 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1803bb18-20ef-41ef-a1f8-4ec8d1cb6d2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.276113 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1803bb18-20ef-41ef-a1f8-4ec8d1cb6d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.294916 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-92f96f44-5b25-4569-b23c-a6f55bf058b5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.308450 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfba3104-428d-47d0-b2dd-e1d056100f22 None None] Network 5b0c2727-2690-44e0-97e8-9f283ce90ff8 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:21.316527 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-cfba3104-428d-47d0-b2dd-e1d056100f22 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:21.320732 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfba3104-428d-47d0-b2dd-e1d056100f22 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:21.321431 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-1803bb18-20ef-41ef-a1f8-4ec8d1cb6d2c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=61ebe0ae272841c38f8561a3e6629255&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4571855 Nov 12 03:49:21.323892 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 40100) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:21.361930 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba3104-428d-47d0-b2dd-e1d056100f22 None None] Pushing event updated for resources: {'Port': ['ID=b11ac0ab-0331-4484-85cc-220273fac3fb,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:21.375956 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803bb18-20ef-41ef-a1f8-4ec8d1cb6d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8ef9d3-dceb-4656-b4bf-99deb886ec37,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:21.403323 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-cfba3104-428d-47d0-b2dd-e1d056100f22 None None] Attempting to bind port b11ac0ab-0331-4484-85cc-220273fac3fb on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:21.403857 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-cfba3104-428d-47d0-b2dd-e1d056100f22 None None] Attempting to bind port b11ac0ab-0331-4484-85cc-220273fac3fb by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5b0c2727-2690-44e0-97e8-9f283ce90ff8'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:21.404299 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfba3104-428d-47d0-b2dd-e1d056100f22 None None] Attempting to bind port b11ac0ab-0331-4484-85cc-220273fac3fb on network 5b0c2727-2690-44e0-97e8-9f283ce90ff8 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:21.413874 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfba3104-428d-47d0-b2dd-e1d056100f22 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:21.414246 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfba3104-428d-47d0-b2dd-e1d056100f22 None None] Checking segment: {'id': '0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5b0c2727-2690-44e0-97e8-9f283ce90ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:21.414701 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cfba3104-428d-47d0-b2dd-e1d056100f22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.415211 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfba3104-428d-47d0-b2dd-e1d056100f22 None None] Bound using segment: {'id': '0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5b0c2727-2690-44e0-97e8-9f283ce90ff8'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:21.415681 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-cfba3104-428d-47d0-b2dd-e1d056100f22 None None] Bound port: b11ac0ab-0331-4484-85cc-220273fac3fb, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5b0c2727-2690-44e0-97e8-9f283ce90ff8'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:21.416059 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cfba3104-428d-47d0-b2dd-e1d056100f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.492559 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-cfba3104-428d-47d0-b2dd-e1d056100f22 None None] For port b11ac0ab-0331-4484-85cc-220273fac3fb, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:21.494002 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-70eb452f-3db5-48e6-b6f3-4c0416577307 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.497138 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-cfba3104-428d-47d0-b2dd-e1d056100f22 None None] For port b11ac0ab-0331-4484-85cc-220273fac3fb, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=b11ac0ab-0331-4484-85cc-220273fac3fb,segment=NetworkSegment(0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759),segment_id=0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:21.502649 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cfba3104-428d-47d0-b2dd-e1d056100f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.584949 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba3104-428d-47d0-b2dd-e1d056100f22 None None] Pushing event updated for resources: {'Port': ['ID=b11ac0ab-0331-4484-85cc-220273fac3fb,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:21.866553 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-70eb452f-3db5-48e6-b6f3-4c0416577307 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:22.037990 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eabd946-3d3d-4c93-842c-2b76d4af299f req-ff770b03-499f-4985-985b-5aa72d256a40 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:22.048149 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7eabd946-3d3d-4c93-842c-2b76d4af299f req-ff770b03-499f-4985-985b-5aa72d256a40 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=d47b5672-37ef-4a25-8a91-d979e8d19338 HTTP/1.1" status: 200 len: 944 time: 0.0814316 Nov 12 03:49:22.107200 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-92f96f44-5b25-4569-b23c-a6f55bf058b5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:22.112909 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7eabd946-3d3d-4c93-842c-2b76d4af299f req-0e8d7aa5-7142-41d2-96a5-cf37c81e6cd0 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639102 Nov 12 03:49:22.136188 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-92f96f44-5b25-4569-b23c-a6f55bf058b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:22.138880 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-70eb452f-3db5-48e6-b6f3-4c0416577307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:22.141458 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-70eb452f-3db5-48e6-b6f3-4c0416577307 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:22.142780 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-70eb452f-3db5-48e6-b6f3-4c0416577307 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eb8ef9d3-dceb-4656-b4bf-99deb886ec37 HTTP/1.1" status: 204 len: 168 time: 0.8175900 Nov 12 03:49:22.170653 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb452f-3db5-48e6-b6f3-4c0416577307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8ef9d3-dceb-4656-b4bf-99deb886ec37,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:22.231579 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed870a1-9af5-40c8-96e1-3ec6bfd73870 req-f9e64719-1acd-4db4-ba0f-3539a5a680b0 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:22.233494 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4ed870a1-9af5-40c8-96e1-3ec6bfd73870 req-f9e64719-1acd-4db4-ba0f-3539a5a680b0 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.74 "GET /v2.0/ports?device_id=4f1929b5-328f-41fc-9651-c0adce92952c HTTP/1.1" status: 200 len: 945 time: 0.2854183 Nov 12 03:49:22.402265 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7ce30-c849-40b4-b811-2bc814727403 req-45a0700b-45fa-4399-8db8-06695b3221b5 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:22.403805 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f9e7ce30-c849-40b4-b811-2bc814727403 req-45a0700b-45fa-4399-8db8-06695b3221b5 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f1929b5-328f-41fc-9651-c0adce92952c HTTP/1.1" status: 200 len: 945 time: 0.1064246 Nov 12 03:49:22.425779 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-92f96f44-5b25-4569-b23c-a6f55bf058b5 admin admin] Allocated IP 172.25.5.33 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/56032921-fe8d-4717-b312-0a2c0815b051) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:22.520899 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f9e7ce30-c849-40b4-b811-2bc814727403 req-20b27089-9423-42a7-aa70-d15ccd9a147a tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013765 Nov 12 03:49:22.630436 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-4ed870a1-9af5-40c8-96e1-3ec6bfd73870 req-1ffa5305-fa30-469f-b5b8-3bfa34a4df98 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Deleting port 3918f47c-e5f5-41ca-8b97-5afb784f5a12 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:22.630771 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-4ed870a1-9af5-40c8-96e1-3ec6bfd73870 req-1ffa5305-fa30-469f-b5b8-3bfa34a4df98 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:22.682041 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 40128) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:22.710257 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b70d590e-82a4-411d-8af4-14d581170092 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:22.765157 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-92f96f44-5b25-4569-b23c-a6f55bf058b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:22.804988 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-4ed870a1-9af5-40c8-96e1-3ec6bfd73870 req-1ffa5305-fa30-469f-b5b8-3bfa34a4df98 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] For port 3918f47c-e5f5-41ca-8b97-5afb784f5a12, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=3918f47c-e5f5-41ca-8b97-5afb784f5a12,segment=NetworkSegment(e1a37112-952a-4865-9288-c11c885b43ad),segment_id=e1a37112-952a-4865-9288-c11c885b43ad)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:22.805960 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-4ed870a1-9af5-40c8-96e1-3ec6bfd73870 req-1ffa5305-fa30-469f-b5b8-3bfa34a4df98 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:22.871868 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b70d590e-82a4-411d-8af4-14d581170092 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:22.873162 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-4ed870a1-9af5-40c8-96e1-3ec6bfd73870 req-1ffa5305-fa30-469f-b5b8-3bfa34a4df98 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Calling delete_port for 3918f47c-e5f5-41ca-8b97-5afb784f5a12 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:22.878218 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b70d590e-82a4-411d-8af4-14d581170092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:22.884452 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-92f96f44-5b25-4569-b23c-a6f55bf058b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:22.931641 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b70d590e-82a4-411d-8af4-14d581170092 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d5b229eae5684eb5af7e6f733cc5ab88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2484181 Nov 12 03:49:22.933105 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d590e-82a4-411d-8af4-14d581170092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34994de6-21fd-4042-a112-b5e36be56bd9,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:22.935778 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 40134) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:23.018476 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfecb38-1d50-4bd5-925a-46da31a0dd07 None None] Network 5b0c2727-2690-44e0-97e8-9f283ce90ff8 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:23.019000 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-58c66e1c-d31f-4a4a-9e17-43ddfc7682c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.032804 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f96f44-5b25-4569-b23c-a6f55bf058b5 admin admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:23.040841 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-92f96f44-5b25-4569-b23c-a6f55bf058b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:23.044002 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f96f44-5b25-4569-b23c-a6f55bf058b5 admin admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:23.064412 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f487c3d-e234-4b06-9b30-a56e9f59cf66 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:49:23.091047 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f96f44-5b25-4569-b23c-a6f55bf058b5 admin admin] Pushing event updated for resources: {'Port': ['ID=56032921-fe8d-4717-b312-0a2c0815b051,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:23.091547 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-58c66e1c-d31f-4a4a-9e17-43ddfc7682c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.194206 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-d227e1c6-757a-4e7b-9116-4a1436f4043e None None] Provisioning complete for port b11ac0ab-0331-4484-85cc-220273fac3fb triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:23.194902 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d227e1c6-757a-4e7b-9116-4a1436f4043e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.203509 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 1527afcc-3697-408d-a882-2db5e004f92d details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:49:23.206140 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-58c66e1c-d31f-4a4a-9e17-43ddfc7682c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.209372 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-58c66e1c-d31f-4a4a-9e17-43ddfc7682c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.210693 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-58c66e1c-d31f-4a4a-9e17-43ddfc7682c9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/34994de6-21fd-4042-a112-b5e36be56bd9 HTTP/1.1" status: 204 len: 168 time: 0.2733300 Nov 12 03:49:23.232053 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c66e1c-d31f-4a4a-9e17-43ddfc7682c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34994de6-21fd-4042-a112-b5e36be56bd9,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:23.374782 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e961f50-dcc0-4543-a8ad-7d92270122f3 req-474a5f64-b4fd-43f0-a238-a72ecf27ed91 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:23.376733 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8e961f50-dcc0-4543-a8ad-7d92270122f3 req-474a5f64-b4fd-43f0-a238-a72ecf27ed91 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=d47b5672-37ef-4a25-8a91-d979e8d19338 HTTP/1.1" status: 200 len: 944 time: 0.1315718 Nov 12 03:49:23.534012 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8e961f50-dcc0-4543-a8ad-7d92270122f3 req-4c26cc84-ab27-4c99-8dcc-ad450809f9b8 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482279 Nov 12 03:49:23.579274 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-4ed870a1-9af5-40c8-96e1-3ec6bfd73870 req-1ffa5305-fa30-469f-b5b8-3bfa34a4df98 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.639281 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffa5305-fa30-469f-b5b8-3bfa34a4df98 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Pushing event deleted for resources: {'Port': ['ID=3918f47c-e5f5-41ca-8b97-5afb784f5a12,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:23.743464 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fac998be-f9c0-4ce6-848c-2a7a1778debc req-a9888c41-ec1e-4cbc-87eb-06a9c663953d tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f1929b5-328f-41fc-9651-c0adce92952c HTTP/1.1" status: 200 len: 210 time: 0.0317810 Nov 12 03:49:23.839853 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed870a1-9af5-40c8-96e1-3ec6bfd73870 req-1ffa5305-fa30-469f-b5b8-3bfa34a4df98 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] No DVR routers for this DVR port 3918f47c-e5f5-41ca-8b97-5afb784f5a12 on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:23.842722 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-4ed870a1-9af5-40c8-96e1-3ec6bfd73870 req-1ffa5305-fa30-469f-b5b8-3bfa34a4df98 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.847700 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4ed870a1-9af5-40c8-96e1-3ec6bfd73870 req-1ffa5305-fa30-469f-b5b8-3bfa34a4df98 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.74 "DELETE /v2.0/ports/3918f47c-e5f5-41ca-8b97-5afb784f5a12 HTTP/1.1" status: 204 len: 173 time: 1.5517638 Nov 12 03:49:23.854888 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1929b5-328f-41fc-9651-c0adce92952c', 'name': 'network-vif-deleted', 'tag': '3918f47c-e5f5-41ca-8b97-5afb784f5a12'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:49:23.857526 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae15fa43-1bc8-4edc-b020-8626d9967e9a" -d '{"events": [{"server_uuid": "4f1929b5-328f-41fc-9651-c0adce92952c", "name": "network-vif-deleted", "tag": "3918f47c-e5f5-41ca-8b97-5afb784f5a12"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:49:23.933633 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b685a58a-aa23-4d75-99bf-f321d6344947 x-openstack-request-id: req-b685a58a-aa23-4d75-99bf-f321d6344947 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:49:23.933920 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1929b5-328f-41fc-9651-c0adce92952c", "name": "network-vif-deleted", "tag": "3918f47c-e5f5-41ca-8b97-5afb784f5a12", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:49:23.934170 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b685a58a-aa23-4d75-99bf-f321d6344947 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:49:23.934571 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1929b5-328f-41fc-9651-c0adce92952c', 'name': 'network-vif-deleted', 'tag': '3918f47c-e5f5-41ca-8b97-5afb784f5a12', 'status': 'completed', 'code': 200} Nov 12 03:49:23.941625 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-92f96f44-5b25-4569-b23c-a6f55bf058b5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.944789 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d227e1c6-757a-4e7b-9116-4a1436f4043e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.951764 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device b11ac0ab-0331-4484-85cc-220273fac3fb up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:23.961006 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['ba744a6e-f8e4-43a3-9d4a-6db83c284aed', '3918f47c-e5f5-41ca-8b97-5afb784f5a12'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:49:24.034180 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-d227e1c6-757a-4e7b-9116-4a1436f4043e None None] For port b11ac0ab-0331-4484-85cc-220273fac3fb, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=b11ac0ab-0331-4484-85cc-220273fac3fb,segment=NetworkSegment(0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759),segment_id=0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:24.115660 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d227e1c6-757a-4e7b-9116-4a1436f4043e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.218510 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d227e1c6-757a-4e7b-9116-4a1436f4043e None None] Pushing event updated for resources: {'Port': ['ID=b11ac0ab-0331-4484-85cc-220273fac3fb,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:24.227826 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 1527afcc-3697-408d-a882-2db5e004f92d, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=1527afcc-3697-408d-a882-2db5e004f92d,segment=NetworkSegment(0f2f65a3-04d3-403b-a440-78cd841660b6),segment_id=0f2f65a3-04d3-403b-a440-78cd841660b6)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:24.266380 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '1527afcc-3697-408d-a882-2db5e004f92d', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'port_id': '1527afcc-3697-408d-a882-2db5e004f92d', 'mac_address': 'fa:16:3e:40:a9:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:49:24.382420 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.456734 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-32ae5483-a468-40e3-bc15-623b7bed9612 None None] Provisioning complete for port 56032921-fe8d-4717-b312-0a2c0815b051 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:24.457121 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-32ae5483-a468-40e3-bc15-623b7bed9612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.492127 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-92f96f44-5b25-4569-b23c-a6f55bf058b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.648738 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port b11ac0ab-0331-4484-85cc-220273fac3fb triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:24.649768 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.764228 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1527afcc-3697-408d-a882-2db5e004f92d {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:49:24.796712 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 1527afcc-3697-408d-a882-2db5e004f92d, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=1527afcc-3697-408d-a882-2db5e004f92d,segment=NetworkSegment(0f2f65a3-04d3-403b-a440-78cd841660b6),segment_id=0f2f65a3-04d3-403b-a440-78cd841660b6)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:24.800600 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08019f52-c4e2-404d-be2a-1ed8c5cf1423 req-1a8e3492-2e4d-4a21-bd6c-697c1db28f95 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:24.802559 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-08019f52-c4e2-404d-be2a-1ed8c5cf1423 req-1a8e3492-2e4d-4a21-bd6c-697c1db28f95 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=d47b5672-37ef-4a25-8a91-d979e8d19338 HTTP/1.1" status: 200 len: 944 time: 0.1325490 Nov 12 03:49:24.821360 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-32ae5483-a468-40e3-bc15-623b7bed9612 None None] Port 56032921-fe8d-4717-b312-0a2c0815b051 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:24.832604 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.911314 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-08019f52-c4e2-404d-be2a-1ed8c5cf1423 req-35556c7f-41bc-446a-b2e9-c6695693eafb tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016722 Nov 12 03:49:24.911944 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f96f44-5b25-4569-b23c-a6f55bf058b5 admin admin] Router 3c83cfc2-f519-4c40-bdd5-c1a213f30f7b is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:49:25.039404 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea00436e-4df0-45e7-b36e-57ee6f73ec1e req-9371bdfe-dd5c-47a1-9d8c-5c3a78ba0ffe tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:25.041463 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ea00436e-4df0-45e7-b36e-57ee6f73ec1e req-9371bdfe-dd5c-47a1-9d8c-5c3a78ba0ffe tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.0996504 Nov 12 03:49:25.054358 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-e5cb2242-a357-46b6-a4ae-f9b91c543ca8 None None] Provisioning complete for port b11ac0ab-0331-4484-85cc-220273fac3fb triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:25.055461 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e5cb2242-a357-46b6-a4ae-f9b91c543ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.107607 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f96f44-5b25-4569-b23c-a6f55bf058b5 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:25.110724 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=1527afcc-3697-408d-a882-2db5e004f92d,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:25.122571 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511b9d2e-74af-4d5c-b6c1-075ea54c5133 None None] Sync routers for ids ['3c83cfc2-f519-4c40-bdd5-c1a213f30f7b'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:25.132975 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511b9d2e-74af-4d5c-b6c1-075ea54c5133 None None] Routers {'3c83cfc2-f519-4c40-bdd5-c1a213f30f7b'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:25.134201 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-511b9d2e-74af-4d5c-b6c1-075ea54c5133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:49:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['3c83cfc2-f519-4c40-bdd5-c1a213f30f7b'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:25.158495 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-92f96f44-5b25-4569-b23c-a6f55bf058b5 admin admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.163774 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-92f96f44-5b25-4569-b23c-a6f55bf058b5 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5509636 Nov 12 03:49:25.164960 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 40202) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:25.174289 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ea00436e-4df0-45e7-b36e-57ee6f73ec1e req-7cf7cfce-a58a-462b-828f-01b40f018633 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259964 Nov 12 03:49:25.179517 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['1527afcc-3697-408d-a882-2db5e004f92d'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:49:25.424897 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-511b9d2e-74af-4d5c-b6c1-075ea54c5133 None None] Set router 3c83cfc2-f519-4c40-bdd5-c1a213f30f7b gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:49:25.462297 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device b11ac0ab-0331-4484-85cc-220273fac3fb up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:25.670257 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port b11ac0ab-0331-4484-85cc-220273fac3fb triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:25.670870 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.672822 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950fea7-f537-4095-b800-9d3b374ed89a req-cdeca6c7-e6fe-4365-9d4f-104e297292a2 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:25.674453 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7950fea7-f537-4095-b800-9d3b374ed89a req-cdeca6c7-e6fe-4365-9d4f-104e297292a2 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1166780 Nov 12 03:49:25.777928 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7950fea7-f537-4095-b800-9d3b374ed89a req-804a7e20-8c59-430e-8a61-8f3824349a5e tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975559 Nov 12 03:49:25.877928 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-511b9d2e-74af-4d5c-b6c1-075ea54c5133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c83cfc2-f519-4c40-bdd5-c1a213f30f7b', 'name': 'tempest-TestServerMultinode-1955017259-router', 'tenant_id': '42a5a2d690724192bad1fbeaa589aaa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '56032921-fe8d-4717-b312-0a2c0815b051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:20Z', 'updated_at': '2021-11-12T03:49:23Z', 'revision_number': 3, 'project_id': '42a5a2d690724192bad1fbeaa589aaa1', 'gw_port': {'id': '56032921-fe8d-4717-b312-0a2c0815b051', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:64:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c83cfc2-f519-4c40-bdd5-c1a213f30f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:22Z', 'updated_at': '2021-11-12T03:49:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:25.905877 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511b9d2e-74af-4d5c-b6c1-075ea54c5133 None None] Checking router: 3c83cfc2-f519-4c40-bdd5-c1a213f30f7b for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:49:25.906464 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511b9d2e-74af-4d5c-b6c1-075ea54c5133 None None] Updating router 3c83cfc2-f519-4c40-bdd5-c1a213f30f7b port 56032921-fe8d-4717-b312-0a2c0815b051 binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:49:25.959099 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-511b9d2e-74af-4d5c-b6c1-075ea54c5133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.094689 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a2696-c0a9-49ea-9db5-74516cdc2e73 req-cb192229-7648-418d-b905-d9ba93a29641 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:26.103711 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2c2a2696-c0a9-49ea-9db5-74516cdc2e73 req-cb192229-7648-418d-b905-d9ba93a29641 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1822999 Nov 12 03:49:26.109447 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f2419-f46d-4a60-9527-49ce4d8b850e req-121c46ba-bdb5-4265-89ac-420d314f4e7a tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:26.114515 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8c5f2419-f46d-4a60-9527-49ce4d8b850e req-121c46ba-bdb5-4265-89ac-420d314f4e7a tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=d47b5672-37ef-4a25-8a91-d979e8d19338 HTTP/1.1" status: 200 len: 945 time: 0.0848873 Nov 12 03:49:26.189124 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8c5f2419-f46d-4a60-9527-49ce4d8b850e req-0d5cd190-9d72-4e77-901f-adb8a6894eae tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684741 Nov 12 03:49:26.200903 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 40234) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:26.262928 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2c2a2696-c0a9-49ea-9db5-74516cdc2e73 req-8595a3ba-55f3-4926-b2db-4641d67f4ede tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529849 Nov 12 03:49:26.346026 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-04b62906-be3c-4267-8880-f4d8f1fcb752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.362912 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-511b9d2e-74af-4d5c-b6c1-075ea54c5133 None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.385132 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-511b9d2e-74af-4d5c-b6c1-075ea54c5133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.433100 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-805e8b83-6089-4bc1-8717-e1ca2082449b tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-863407933', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:26.456435 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5e65a7-a093-436e-9cdc-0f3218c2acd4 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:49:26.480242 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-511b9d2e-74af-4d5c-b6c1-075ea54c5133 None None] Attempting to bind port 56032921-fe8d-4717-b312-0a2c0815b051 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:26.481226 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-511b9d2e-74af-4d5c-b6c1-075ea54c5133 None None] Attempting to bind port 56032921-fe8d-4717-b312-0a2c0815b051 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:26.481935 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511b9d2e-74af-4d5c-b6c1-075ea54c5133 None None] Attempting to bind port 56032921-fe8d-4717-b312-0a2c0815b051 on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:26.488327 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805e8b83-6089-4bc1-8717-e1ca2082449b tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] Made reservation on behalf of 8826b05b1cf04cefb99329729d50b593 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:26.491850 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-805e8b83-6089-4bc1-8717-e1ca2082449b tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.494888 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511b9d2e-74af-4d5c-b6c1-075ea54c5133 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:26.495577 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511b9d2e-74af-4d5c-b6c1-075ea54c5133 None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:26.496155 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-511b9d2e-74af-4d5c-b6c1-075ea54c5133 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.496742 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511b9d2e-74af-4d5c-b6c1-075ea54c5133 None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:26.497564 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-511b9d2e-74af-4d5c-b6c1-075ea54c5133 None None] Bound port: 56032921-fe8d-4717-b312-0a2c0815b051, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:26.498234 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-511b9d2e-74af-4d5c-b6c1-075ea54c5133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.515737 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-805e8b83-6089-4bc1-8717-e1ca2082449b tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.558513 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-511b9d2e-74af-4d5c-b6c1-075ea54c5133 None None] For port 56032921-fe8d-4717-b312-0a2c0815b051, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:26.563934 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-511b9d2e-74af-4d5c-b6c1-075ea54c5133 None None] For port 56032921-fe8d-4717-b312-0a2c0815b051, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=56032921-fe8d-4717-b312-0a2c0815b051,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:26.570078 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a971a4-e279-43fd-99a5-3e2e74702292 None None] Pushing event updated for resources: {'Port': ['ID=56032921-fe8d-4717-b312-0a2c0815b051,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:26.576908 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-511b9d2e-74af-4d5c-b6c1-075ea54c5133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.585512 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-282efc18-80bc-4bcc-bb23-780d493ae4d5 None None] Provisioning complete for port 56032921-fe8d-4717-b312-0a2c0815b051 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:26.587101 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-282efc18-80bc-4bcc-bb23-780d493ae4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.679820 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a971a4-e279-43fd-99a5-3e2e74702292 None None] Pushing event updated for resources: {'Port': ['ID=56032921-fe8d-4717-b312-0a2c0815b051,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:26.705969 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-805e8b83-6089-4bc1-8717-e1ca2082449b tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.706658 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-282efc18-80bc-4bcc-bb23-780d493ae4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.713233 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-805e8b83-6089-4bc1-8717-e1ca2082449b tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.716414 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-04b62906-be3c-4267-8880-f4d8f1fcb752 admin admin] Allocated IP 172.20.0.1 (5b0c2727-2690-44e0-97e8-9f283ce90ff8/b939ab05-e6fb-48a7-9af8-c18027a0c4e5/da7f94ba-3413-4a89-b50f-bf7b95f7296b) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:26.719321 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511b9d2e-74af-4d5c-b6c1-075ea54c5133 None None] Routers {'3c83cfc2-f519-4c40-bdd5-c1a213f30f7b'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:26.721026 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-511b9d2e-74af-4d5c-b6c1-075ea54c5133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:49:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['3c83cfc2-f519-4c40-bdd5-c1a213f30f7b'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:26.721863 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-805e8b83-6089-4bc1-8717-e1ca2082449b tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] device_id is not set on port 158a3e7a-277f-473a-845d-b8264f2062c1 yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:49:26.751095 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-282efc18-80bc-4bcc-bb23-780d493ae4d5 None None] For port 56032921-fe8d-4717-b312-0a2c0815b051, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=56032921-fe8d-4717-b312-0a2c0815b051,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:26.761152 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e14b98-61be-4287-8fdc-42d5325f6f5c None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:49:26.772311 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-282efc18-80bc-4bcc-bb23-780d493ae4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.933078 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282efc18-80bc-4bcc-bb23-780d493ae4d5 None None] Pushing event updated for resources: {'Port': ['ID=56032921-fe8d-4717-b312-0a2c0815b051,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:26.949921 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-9adfbbbc-7817-455c-ad1e-2ea31582eeca None None] Provisioning complete for port 56032921-fe8d-4717-b312-0a2c0815b051 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:26.953864 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9adfbbbc-7817-455c-ad1e-2ea31582eeca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.955487 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e8b83-6089-4bc1-8717-e1ca2082449b tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978471a5-cb3b-4774-a205-49c4b971bbda,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:26.963025 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-511b9d2e-74af-4d5c-b6c1-075ea54c5133 None None] Set router 3c83cfc2-f519-4c40-bdd5-c1a213f30f7b gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:49:27.045389 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805e8b83-6089-4bc1-8717-e1ca2082449b tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:27.045727 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805e8b83-6089-4bc1-8717-e1ca2082449b tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:27.045960 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 3918f47c-e5f5-41ca-8b97-5afb784f5a12 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:49:27.046092 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805e8b83-6089-4bc1-8717-e1ca2082449b tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:27.046374 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805e8b83-6089-4bc1-8717-e1ca2082449b tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:27.046764 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805e8b83-6089-4bc1-8717-e1ca2082449b tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:27.047093 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805e8b83-6089-4bc1-8717-e1ca2082449b tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:27.047416 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805e8b83-6089-4bc1-8717-e1ca2082449b tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:27.047738 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805e8b83-6089-4bc1-8717-e1ca2082449b tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:27.048055 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805e8b83-6089-4bc1-8717-e1ca2082449b tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:27.054441 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805e8b83-6089-4bc1-8717-e1ca2082449b tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:27.054788 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805e8b83-6089-4bc1-8717-e1ca2082449b tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:27.055155 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805e8b83-6089-4bc1-8717-e1ca2082449b tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:27.073526 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 3918f47c-e5f5-41ca-8b97-5afb784f5a12 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:49:27.074115 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 3918f47c-e5f5-41ca-8b97-5afb784f5a12 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:49:27.115008 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-04b62906-be3c-4267-8880-f4d8f1fcb752 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.117406 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-805e8b83-6089-4bc1-8717-e1ca2082449b tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] Allocated IP 172.25.5.52 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/158a3e7a-277f-473a-845d-b8264f2062c1) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:27.204261 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-04b62906-be3c-4267-8880-f4d8f1fcb752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.225715 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 1527afcc-3697-408d-a882-2db5e004f92d up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:27.331682 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 1527afcc-3697-408d-a882-2db5e004f92d completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:49:27.337362 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 1527afcc-3697-408d-a882-2db5e004f92d triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:27.337794 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.352606 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b62906-be3c-4267-8880-f4d8f1fcb752 admin admin] Network 5b0c2727-2690-44e0-97e8-9f283ce90ff8 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:27.364207 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-04b62906-be3c-4267-8880-f4d8f1fcb752 admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:27.369263 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b62906-be3c-4267-8880-f4d8f1fcb752 admin admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:27.449122 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b62906-be3c-4267-8880-f4d8f1fcb752 admin admin] Pushing event updated for resources: {'Port': ['ID=da7f94ba-3413-4a89-b50f-bf7b95f7296b,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:27.497277 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-04b62906-be3c-4267-8880-f4d8f1fcb752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.520887 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.554128 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-805e8b83-6089-4bc1-8717-e1ca2082449b tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.565324 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-511b9d2e-74af-4d5c-b6c1-075ea54c5133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c83cfc2-f519-4c40-bdd5-c1a213f30f7b', 'name': 'tempest-TestServerMultinode-1955017259-router', 'tenant_id': '42a5a2d690724192bad1fbeaa589aaa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '56032921-fe8d-4717-b312-0a2c0815b051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:20Z', 'updated_at': '2021-11-12T03:49:23Z', 'revision_number': 3, 'project_id': '42a5a2d690724192bad1fbeaa589aaa1', 'gw_port': {'id': '56032921-fe8d-4717-b312-0a2c0815b051', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:64:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c83cfc2-f519-4c40-bdd5-c1a213f30f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:22Z', 'updated_at': '2021-11-12T03:49:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:27.630959 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511b9d2e-74af-4d5c-b6c1-075ea54c5133 None None] The sync data for ids ['3c83cfc2-f519-4c40-bdd5-c1a213f30f7b'] in n-d-715271-27 is: [{'id': '3c83cfc2-f519-4c40-bdd5-c1a213f30f7b', 'name': 'tempest-TestServerMultinode-1955017259-router', 'tenant_id': '42a5a2d690724192bad1fbeaa589aaa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '56032921-fe8d-4717-b312-0a2c0815b051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:20Z', 'updated_at': '2021-11-12T03:49:23Z', 'revision_number': 3, 'project_id': '42a5a2d690724192bad1fbeaa589aaa1', 'gw_port': {'id': '56032921-fe8d-4717-b312-0a2c0815b051', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:64:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c83cfc2-f519-4c40-bdd5-c1a213f30f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:22Z', 'updated_at': '2021-11-12T03:49:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:27.640421 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 1527afcc-3697-408d-a882-2db5e004f92d, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=1527afcc-3697-408d-a882-2db5e004f92d,segment=NetworkSegment(0f2f65a3-04d3-403b-a440-78cd841660b6),segment_id=0f2f65a3-04d3-403b-a440-78cd841660b6)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:27.641714 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd47b5672-37ef-4a25-8a91-d979e8d19338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1527afcc-3697-408d-a882-2db5e004f92d'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:49:27.644928 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76931740-568e-41ea-b253-e3950f0f3b1a" -d '{"events": [{"server_uuid": "d47b5672-37ef-4a25-8a91-d979e8d19338", "name": "network-vif-plugged", "status": "completed", "tag": "1527afcc-3697-408d-a882-2db5e004f92d"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:49:27.652247 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.706721 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-805e8b83-6089-4bc1-8717-e1ca2082449b tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.734869 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42bad8e-280d-4064-aab9-4235e05df908 req-097cb98e-8669-4e2d-b118-7fcd9bee765a tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:27.738406 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e42bad8e-280d-4064-aab9-4235e05df908 req-097cb98e-8669-4e2d-b118-7fcd9bee765a tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=d47b5672-37ef-4a25-8a91-d979e8d19338 HTTP/1.1" status: 200 len: 945 time: 0.3806415 Nov 12 03:49:27.832029 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=1527afcc-3697-408d-a882-2db5e004f92d,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:27.833408 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-04b62906-be3c-4267-8880-f4d8f1fcb752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.876594 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805e8b83-6089-4bc1-8717-e1ca2082449b tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:27.883935 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-805e8b83-6089-4bc1-8717-e1ca2082449b tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:27.902754 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0743491f-14e4-458f-b129-e7875ef68f6c None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:49:27.927554 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805e8b83-6089-4bc1-8717-e1ca2082449b tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:27.932351 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e8b83-6089-4bc1-8717-e1ca2082449b tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] Pushing event updated for resources: {'Port': ['ID=158a3e7a-277f-473a-845d-b8264f2062c1,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:27.968506 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-570ecc39-7977-4248-9bb8-b57c396cafff None None] Provisioning complete for port 158a3e7a-277f-473a-845d-b8264f2062c1 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:27.969206 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-570ecc39-7977-4248-9bb8-b57c396cafff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.039853 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e42bad8e-280d-4064-aab9-4235e05df908 req-212831cc-8104-47f2-bcb0-38fad01d54bf tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840176 Nov 12 03:49:28.090504 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-570ecc39-7977-4248-9bb8-b57c396cafff None None] Port 158a3e7a-277f-473a-845d-b8264f2062c1 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:28.097919 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805e8b83-6089-4bc1-8717-e1ca2082449b tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:28.098794 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c4d238-9835-4d71-b06f-5e3d8b879577 x-openstack-request-id: req-62c4d238-9835-4d71-b06f-5e3d8b879577 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:49:28.099248 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d47b5672-37ef-4a25-8a91-d979e8d19338", "name": "network-vif-plugged", "status": "completed", "tag": "1527afcc-3697-408d-a882-2db5e004f92d", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:49:28.100010 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-805e8b83-6089-4bc1-8717-e1ca2082449b tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.100450 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-62c4d238-9835-4d71-b06f-5e3d8b879577 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:49:28.100991 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd47b5672-37ef-4a25-8a91-d979e8d19338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1527afcc-3697-408d-a882-2db5e004f92d', 'code': 200} Nov 12 03:49:28.141427 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-570ecc39-7977-4248-9bb8-b57c396cafff None None] Provisioning complete for port da7f94ba-3413-4a89-b50f-bf7b95f7296b triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:28.142820 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-570ecc39-7977-4248-9bb8-b57c396cafff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.153885 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-805e8b83-6089-4bc1-8717-e1ca2082449b tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.9514472 Nov 12 03:49:28.154428 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 40278) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:28.162256 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-a144ba80-229c-4492-81e5-9d908a64bb0a tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.52'}]}}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:28.222399 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a144ba80-229c-4492-81e5-9d908a64bb0a tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.223616 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a144ba80-229c-4492-81e5-9d908a64bb0a tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.232293 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-04b62906-be3c-4267-8880-f4d8f1fcb752 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.266690 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-570ecc39-7977-4248-9bb8-b57c396cafff None None] Port da7f94ba-3413-4a89-b50f-bf7b95f7296b cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:28.274302 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-04b62906-be3c-4267-8880-f4d8f1fcb752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.317556 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904cd9f-8a05-4f03-88e7-a8133f7d9d2e req-8951f53c-5b0c-4a57-aa56-75ae5f698973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:28.323635 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4904cd9f-8a05-4f03-88e7-a8133f7d9d2e req-8951f53c-5b0c-4a57-aa56-75ae5f698973 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d47b5672-37ef-4a25-8a91-d979e8d19338 HTTP/1.1" status: 200 len: 1098 time: 0.1001751 Nov 12 03:49:28.413038 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4904cd9f-8a05-4f03-88e7-a8133f7d9d2e req-8addc6c9-351d-4d3d-97b8-b7cdca03317e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798495 Nov 12 03:49:28.847050 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a144ba80-229c-4492-81e5-9d908a64bb0a tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.871173 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-04b62906-be3c-4267-8880-f4d8f1fcb752 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.873910 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b62906-be3c-4267-8880-f4d8f1fcb752 admin admin] Pushing event updated for resources: {'Port': ['ID=da7f94ba-3413-4a89-b50f-bf7b95f7296b,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:29.165676 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a144ba80-229c-4492-81e5-9d908a64bb0a tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:29.219378 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b62906-be3c-4267-8880-f4d8f1fcb752 admin admin] Network 5b0c2727-2690-44e0-97e8-9f283ce90ff8 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:29.226670 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-04b62906-be3c-4267-8880-f4d8f1fcb752 admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:29.308632 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d0205-9412-4f46-8711-eba2b3986265 req-bed4c6d4-ff3d-4d1e-ba68-caa2e0acf3df tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:29.314248 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-367d0205-9412-4f46-8711-eba2b3986265 req-bed4c6d4-ff3d-4d1e-ba68-caa2e0acf3df tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=d47b5672-37ef-4a25-8a91-d979e8d19338 HTTP/1.1" status: 200 len: 946 time: 0.1212230 Nov 12 03:49:29.466397 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-367d0205-9412-4f46-8711-eba2b3986265 req-89ff3875-41ff-476c-826e-f7b150b43340 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335771 Nov 12 03:49:29.533380 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b62906-be3c-4267-8880-f4d8f1fcb752 admin admin] Router 3c83cfc2-f519-4c40-bdd5-c1a213f30f7b has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:49:29.571587 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 56032921-fe8d-4717-b312-0a2c0815b051 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:29.699502 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 56032921-fe8d-4717-b312-0a2c0815b051 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:29.700163 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:29.747008 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b62906-be3c-4267-8880-f4d8f1fcb752 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:29.755134 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-04b62906-be3c-4267-8880-f4d8f1fcb752 admin admin] 10.222.0.50 "PUT /v2.0/routers/3c83cfc2-f519-4c40-bdd5-c1a213f30f7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5875690 Nov 12 03:49:29.847383 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a87f3-516c-457e-bf53-7a10ea779ba1 req-8ee37fdf-5c42-4355-a08f-50a3e07e0801 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:29.858059 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d65a87f3-516c-457e-bf53-7a10ea779ba1 req-8ee37fdf-5c42-4355-a08f-50a3e07e0801 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1649423 Nov 12 03:49:29.889470 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-82424f21-dc72-46e3-944a-747451f15b39 None None] Provisioning complete for port da7f94ba-3413-4a89-b50f-bf7b95f7296b triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:29.890499 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-82424f21-dc72-46e3-944a-747451f15b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:29.959761 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d65a87f3-516c-457e-bf53-7a10ea779ba1 req-04532117-ee11-4b83-a78b-15467efb8077 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893850 Nov 12 03:49:29.968661 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a144ba80-229c-4492-81e5-9d908a64bb0a tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:29.971835 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-82424f21-dc72-46e3-944a-747451f15b39 None None] Port da7f94ba-3413-4a89-b50f-bf7b95f7296b cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:30.027044 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a144ba80-229c-4492-81e5-9d908a64bb0a tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:30.190991 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d695af-6193-48e0-96cd-09891d7737a5 req-f06e9512-9286-4a81-b4fe-eab60c335198 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:30.192499 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-62d695af-6193-48e0-96cd-09891d7737a5 req-f06e9512-9286-4a81-b4fe-eab60c335198 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1019373 Nov 12 03:49:30.291745 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a144ba80-229c-4492-81e5-9d908a64bb0a tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:30.338272 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-62d695af-6193-48e0-96cd-09891d7737a5 req-65e23b9b-7e6a-4650-a8d6-7d70f5b366b7 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382799 Nov 12 03:49:30.366586 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd1171b-2015-4888-a876-e44fd1b67b5f None None] Sync routers for ids ['3c83cfc2-f519-4c40-bdd5-c1a213f30f7b'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:30.380394 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd1171b-2015-4888-a876-e44fd1b67b5f None None] Routers {'3c83cfc2-f519-4c40-bdd5-c1a213f30f7b'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:30.381072 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-fdd1171b-2015-4888-a876-e44fd1b67b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:49:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['3c83cfc2-f519-4c40-bdd5-c1a213f30f7b'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:30.489128 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a144ba80-229c-4492-81e5-9d908a64bb0a tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:30.491749 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a144ba80-229c-4492-81e5-9d908a64bb0a tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:30.559198 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-fdd1171b-2015-4888-a876-e44fd1b67b5f None None] Set router 3c83cfc2-f519-4c40-bdd5-c1a213f30f7b gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:49:30.578043 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a144ba80-229c-4492-81e5-9d908a64bb0a tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:30.578869 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a144ba80-229c-4492-81e5-9d908a64bb0a tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4258ab66-9945-4f39-bec3-1450d29e2c7a {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:49:30.598769 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f5587807-7acf-4bc2-9538-a8f110a72bfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:30.633849 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-a144ba80-229c-4492-81e5-9d908a64bb0a tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 12 03:49:30.636205 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a144ba80-229c-4492-81e5-9d908a64bb0a tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.4797788 Nov 12 03:49:30.638648 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 40352) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:30.697590 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03bf21f-4afe-404b-85e4-8ba534229311 req-e8fe0b85-cac4-445a-a2e2-e3d0bce2fd9f tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:30.706072 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f03bf21f-4afe-404b-85e4-8ba534229311 req-e8fe0b85-cac4-445a-a2e2-e3d0bce2fd9f tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=d47b5672-37ef-4a25-8a91-d979e8d19338 HTTP/1.1" status: 200 len: 946 time: 0.0725896 Nov 12 03:49:30.810594 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f03bf21f-4afe-404b-85e4-8ba534229311 req-751bb659-ffc2-430b-8f07-6060832ac90e tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020625 Nov 12 03:49:30.854880 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-6da08dc0-44dc-4c21-9ee5-480909e00326 tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] Deleting port 158a3e7a-277f-473a-845d-b8264f2062c1 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:30.858696 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6da08dc0-44dc-4c21-9ee5-480909e00326 tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:30.864952 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 40370) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:30.874906 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-9c669832-0209-49f5-88a6-85b61f964969 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1408276404-network', 'tenant_id': '754a7efae68741b193bbbfa7760fd2a8'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:30.958468 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c669832-0209-49f5-88a6-85b61f964969 admin admin] Made reservation on behalf of 754a7efae68741b193bbbfa7760fd2a8 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:30.966931 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9c669832-0209-49f5-88a6-85b61f964969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.021747 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9c669832-0209-49f5-88a6-85b61f964969 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.066011 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-fdd1171b-2015-4888-a876-e44fd1b67b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c83cfc2-f519-4c40-bdd5-c1a213f30f7b', 'name': 'tempest-TestServerMultinode-1955017259-router', 'tenant_id': '42a5a2d690724192bad1fbeaa589aaa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '56032921-fe8d-4717-b312-0a2c0815b051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:20Z', 'updated_at': '2021-11-12T03:49:27Z', 'revision_number': 4, 'project_id': '42a5a2d690724192bad1fbeaa589aaa1', 'gw_port': {'id': '56032921-fe8d-4717-b312-0a2c0815b051', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:64:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c83cfc2-f519-4c40-bdd5-c1a213f30f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:22Z', 'updated_at': '2021-11-12T03:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'da7f94ba-3413-4a89-b50f-bf7b95f7296b', 'name': '', 'network_id': '5b0c2727-2690-44e0-97e8-9f283ce90ff8', 'tenant_id': '42a5a2d690724192bad1fbeaa589aaa1', 'mac_address': 'fa:16:3e:3c:fc:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c83cfc2-f519-4c40-bdd5-c1a213f30f7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'b939ab05-e6fb-48a7-9af8-c18027a0c4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:26Z', 'updated_at': '2021-11-12T03:49:27Z', 'revision_number': 2, 'project_id': '42a5a2d690724192bad1fbeaa589aaa1', 'subnets': [{'id': 'b939ab05-e6fb-48a7-9af8-c18027a0c4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:31.069531 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6da08dc0-44dc-4c21-9ee5-480909e00326 tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.092561 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6069a3-16ca-4b37-84c0-d3535252140d req-53c9939d-67a8-4931-b7b6-ff9ccf1dc573 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:31.100261 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6d6069a3-16ca-4b37-84c0-d3535252140d req-53c9939d-67a8-4931-b7b6-ff9ccf1dc573 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=d47b5672-37ef-4a25-8a91-d979e8d19338 HTTP/1.1" status: 200 len: 946 time: 0.1124394 Nov 12 03:49:31.113106 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-6da08dc0-44dc-4c21-9ee5-480909e00326 tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] Calling delete_port for 158a3e7a-277f-473a-845d-b8264f2062c1 owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:31.173118 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd1171b-2015-4888-a876-e44fd1b67b5f None None] Checking router: 3c83cfc2-f519-4c40-bdd5-c1a213f30f7b for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:49:31.173572 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd1171b-2015-4888-a876-e44fd1b67b5f None None] Updating router 3c83cfc2-f519-4c40-bdd5-c1a213f30f7b port da7f94ba-3413-4a89-b50f-bf7b95f7296b binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:49:31.218688 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6d6069a3-16ca-4b37-84c0-d3535252140d req-d3b63162-4231-4734-9d27-571160fa4765 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166916 Nov 12 03:49:31.257065 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9c669832-0209-49f5-88a6-85b61f964969 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.262672 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9c669832-0209-49f5-88a6-85b61f964969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.304240 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fdd1171b-2015-4888-a876-e44fd1b67b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.369470 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c669832-0209-49f5-88a6-85b61f964969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc5a73b-de4c-4a38-b8eb-93248c3fdf48,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:31.440236 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6da08dc0-44dc-4c21-9ee5-480909e00326 tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.483545 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da08dc0-44dc-4c21-9ee5-480909e00326 tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] Pushing event deleted for resources: {'Port': ['ID=158a3e7a-277f-473a-845d-b8264f2062c1,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:31.503391 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196ad454-a12b-4a9f-bafd-e0f8507ca6df None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:49:31.557487 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c669832-0209-49f5-88a6-85b61f964969 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:49:31.587433 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6da08dc0-44dc-4c21-9ee5-480909e00326 tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.604700 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6da08dc0-44dc-4c21-9ee5-480909e00326 tempest-RoutersAdminNegativeIpV6Test-2019056567 tempest-RoutersAdminNegativeIpV6Test-2019056567-project-admin] 10.222.0.50 "DELETE /v2.0/ports/158a3e7a-277f-473a-845d-b8264f2062c1 HTTP/1.1" status: 204 len: 168 time: 0.9614341 Nov 12 03:49:31.642065 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9c669832-0209-49f5-88a6-85b61f964969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.642525 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-9c669832-0209-49f5-88a6-85b61f964969 admin admin] Added segment 0ffcab18-c2d3-4cf5-a1a4-aea5408f041a of type vlan for network 3650805f-31ea-412a-b9a2-3c80cc48cad8 Nov 12 03:49:31.729509 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa020ff-1acf-480c-b81a-943c2293be06 req-d40aaea4-1a1f-4495-a140-ce8fa41752e2 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:31.748247 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2aa020ff-1acf-480c-b81a-943c2293be06 req-d40aaea4-1a1f-4495-a140-ce8fa41752e2 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=d47b5672-37ef-4a25-8a91-d979e8d19338 HTTP/1.1" status: 200 len: 946 time: 0.3319552 Nov 12 03:49:31.803883 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9c669832-0209-49f5-88a6-85b61f964969 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.852861 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2aa020ff-1acf-480c-b81a-943c2293be06 req-88aa5fba-22a5-48a2-b293-3cc44d43e884 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986943 Nov 12 03:49:31.915768 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fdd1171b-2015-4888-a876-e44fd1b67b5f None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.927274 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fdd1171b-2015-4888-a876-e44fd1b67b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.928493 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9c669832-0209-49f5-88a6-85b61f964969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.932526 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c669832-0209-49f5-88a6-85b61f964969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:31.933040 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9c669832-0209-49f5-88a6-85b61f964969 admin admin] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.155911 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c669832-0209-49f5-88a6-85b61f964969 admin admin] Pushing event updated for resources: {'Network': ['ID=3650805f-31ea-412a-b9a2-3c80cc48cad8,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:32.202635 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 3650805f-31ea-412a-b9a2-3c80cc48cad8 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:49:32.209173 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9c669832-0209-49f5-88a6-85b61f964969 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3430037 Nov 12 03:49:32.211825 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 40514) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:32.233494 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-6bd1ea41-6d0f-4cd3-94ab-61d718279843 admin admin] Request body: {'subnet': {'network_id': '3650805f-31ea-412a-b9a2-3c80cc48cad8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1408276404-subnet', 'tenant_id': '754a7efae68741b193bbbfa7760fd2a8', 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:32.324151 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd1ea41-6d0f-4cd3-94ab-61d718279843 admin admin] Made reservation on behalf of 754a7efae68741b193bbbfa7760fd2a8 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:32.334916 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2149488-9296-47f0-911d-a5fafff8e394 None None] Pushing event updated for resources: {'Port': ['ID=da7f94ba-3413-4a89-b50f-bf7b95f7296b,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:32.341038 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-fdd1171b-2015-4888-a876-e44fd1b67b5f None None] Attempting to bind port da7f94ba-3413-4a89-b50f-bf7b95f7296b on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:32.341591 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-fdd1171b-2015-4888-a876-e44fd1b67b5f None None] Attempting to bind port da7f94ba-3413-4a89-b50f-bf7b95f7296b by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5b0c2727-2690-44e0-97e8-9f283ce90ff8'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:32.342253 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd1171b-2015-4888-a876-e44fd1b67b5f None None] Attempting to bind port da7f94ba-3413-4a89-b50f-bf7b95f7296b on network 5b0c2727-2690-44e0-97e8-9f283ce90ff8 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:32.348058 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6bd1ea41-6d0f-4cd3-94ab-61d718279843 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.368281 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 40530) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:32.426958 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd1171b-2015-4888-a876-e44fd1b67b5f None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:32.427341 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd1171b-2015-4888-a876-e44fd1b67b5f None None] Checking segment: {'id': '0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5b0c2727-2690-44e0-97e8-9f283ce90ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:32.427749 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fdd1171b-2015-4888-a876-e44fd1b67b5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.429233 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd1171b-2015-4888-a876-e44fd1b67b5f None None] Bound using segment: {'id': '0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5b0c2727-2690-44e0-97e8-9f283ce90ff8'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:32.436992 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-fdd1171b-2015-4888-a876-e44fd1b67b5f None None] Bound port: da7f94ba-3413-4a89-b50f-bf7b95f7296b, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5b0c2727-2690-44e0-97e8-9f283ce90ff8'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:32.440925 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fdd1171b-2015-4888-a876-e44fd1b67b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.595987 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-43e4d386-f1cf-4bfa-a597-b679418cce6f None None] Provisioning complete for port da7f94ba-3413-4a89-b50f-bf7b95f7296b triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:32.597192 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-43e4d386-f1cf-4bfa-a597-b679418cce6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.607945 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b59b25-0b69-4325-93ad-b540cb618989 req-0c3d8e22-8a59-4927-9ed1-4fe99d5cf492 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:32.618337 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-00b59b25-0b69-4325-93ad-b540cb618989 req-0c3d8e22-8a59-4927-9ed1-4fe99d5cf492 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=d47b5672-37ef-4a25-8a91-d979e8d19338 HTTP/1.1" status: 200 len: 946 time: 0.1871746 Nov 12 03:49:32.661678 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f1c87d83-468a-465d-82a7-befdf01e5221 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.782947 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-00b59b25-0b69-4325-93ad-b540cb618989 req-ddd41ef6-b014-4478-ad1a-308d6d810ab0 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566486 Nov 12 03:49:32.913457 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-43e4d386-f1cf-4bfa-a597-b679418cce6f None None] Port da7f94ba-3413-4a89-b50f-bf7b95f7296b cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:32.947602 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f1c87d83-468a-465d-82a7-befdf01e5221 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.954612 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f1c87d83-468a-465d-82a7-befdf01e5221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.966005 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-fdd1171b-2015-4888-a876-e44fd1b67b5f None None] For port da7f94ba-3413-4a89-b50f-bf7b95f7296b, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:32.975456 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6bd1ea41-6d0f-4cd3-94ab-61d718279843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.980300 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-fdd1171b-2015-4888-a876-e44fd1b67b5f None None] For port da7f94ba-3413-4a89-b50f-bf7b95f7296b, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=da7f94ba-3413-4a89-b50f-bf7b95f7296b,segment=NetworkSegment(0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759),segment_id=0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:32.985874 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fdd1171b-2015-4888-a876-e44fd1b67b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.027645 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c87d83-468a-465d-82a7-befdf01e5221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414f93b9-7686-45e0-ae7f-f99a550c834f,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:33.045417 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f1c87d83-468a-465d-82a7-befdf01e5221 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d6b9a4d0b9764223b81a02efe08c78ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6757522 Nov 12 03:49:33.048095 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 40604) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:33.148897 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2149488-9296-47f0-911d-a5fafff8e394 None None] Pushing event updated for resources: {'Port': ['ID=da7f94ba-3413-4a89-b50f-bf7b95f7296b,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:33.162620 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd1171b-2015-4888-a876-e44fd1b67b5f None None] Routers {'3c83cfc2-f519-4c40-bdd5-c1a213f30f7b'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:33.163693 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-fdd1171b-2015-4888-a876-e44fd1b67b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:49:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['3c83cfc2-f519-4c40-bdd5-c1a213f30f7b'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:33.181459 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1ea41-6d0f-4cd3-94ab-61d718279843 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39a17601-dea2-4f39-9bfd-ee22ec6b072e,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:33.193469 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd1ea41-6d0f-4cd3-94ab-61d718279843 admin admin] Checking segment: {'id': '0ffcab18-c2d3-4cf5-a1a4-aea5408f041a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3650805f-31ea-412a-b9a2-3c80cc48cad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:33.194599 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd1ea41-6d0f-4cd3-94ab-61d718279843 admin admin] Network hostable DHCP agents. Network: 3650805f-31ea-412a-b9a2-3c80cc48cad8, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:49:33.222157 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd1ea41-6d0f-4cd3-94ab-61d718279843 admin admin] Network 3650805f-31ea-412a-b9a2-3c80cc48cad8 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:49:33.230203 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-74a03043-7193-4d54-acf3-b7f9fb323adf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.256973 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-74a03043-7193-4d54-acf3-b7f9fb323adf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.362102 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-6bd1ea41-6d0f-4cd3-94ab-61d718279843 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 3650805f-31ea-412a-b9a2-3c80cc48cad8) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:33.376853 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd1ea41-6d0f-4cd3-94ab-61d718279843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:33.394374 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6bd1ea41-6d0f-4cd3-94ab-61d718279843 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.467392 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbbaeb3-f451-46ba-b226-d8cda3e738c8 None None] Network 3650805f-31ea-412a-b9a2-3c80cc48cad8 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:33.476195 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6bd1ea41-6d0f-4cd3-94ab-61d718279843 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2589350 Nov 12 03:49:33.479164 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 40650) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:33.498770 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-6490e64e-b9b7-40b5-aace-f249d15ffad0 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1408276404-router', 'tenant_id': '754a7efae68741b193bbbfa7760fd2a8', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:33.514422 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-74a03043-7193-4d54-acf3-b7f9fb323adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.525586 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-74a03043-7193-4d54-acf3-b7f9fb323adf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.529554 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-74a03043-7193-4d54-acf3-b7f9fb323adf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/414f93b9-7686-45e0-ae7f-f99a550c834f HTTP/1.1" status: 204 len: 168 time: 0.4782710 Nov 12 03:49:33.532673 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6490e64e-b9b7-40b5-aace-f249d15ffad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.537849 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6490e64e-b9b7-40b5-aace-f249d15ffad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.560316 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a03043-7193-4d54-acf3-b7f9fb323adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414f93b9-7686-45e0-ae7f-f99a550c834f,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:33.639254 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6490e64e-b9b7-40b5-aace-f249d15ffad0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.738184 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-55c82483-461a-422c-961a-6aed7f73f9d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.786133 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-fdd1171b-2015-4888-a876-e44fd1b67b5f None None] Set router 3c83cfc2-f519-4c40-bdd5-c1a213f30f7b gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:49:33.799742 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-a0925b02-f1e9-443a-a12e-40e0637c0ca4 None None] Provisioning complete for port da7f94ba-3413-4a89-b50f-bf7b95f7296b triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:33.800349 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a0925b02-f1e9-443a-a12e-40e0637c0ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:34.060719 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6490e64e-b9b7-40b5-aace-f249d15ffad0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:34.078027 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622ad9a-67a1-4e0e-b772-0e225be6cc7e req-f9a00de0-ac5f-48d9-b5ad-747e3ddf74da tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:34.098390 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2622ad9a-67a1-4e0e-b772-0e225be6cc7e req-f9a00de0-ac5f-48d9-b5ad-747e3ddf74da tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.90 "GET /v2.0/ports?device_id=d47b5672-37ef-4a25-8a91-d979e8d19338 HTTP/1.1" status: 200 len: 946 time: 0.2679029 Nov 12 03:49:34.131896 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d4f14b-5f8b-46fa-9d35-750a083bc146 req-55d2731e-c8ec-46b0-a5da-c29adc653b9d tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:34.142036 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c6d4f14b-5f8b-46fa-9d35-750a083bc146 req-55d2731e-c8ec-46b0-a5da-c29adc653b9d tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.2003503 Nov 12 03:49:34.186575 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:34.207777 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0957f-439c-4074-8aaa-94a7b2d76d1a req-ab923c0d-e8fb-4e9f-8a25-f3134b64f15f tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:34.213729 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-53b0957f-439c-4074-8aaa-94a7b2d76d1a req-ab923c0d-e8fb-4e9f-8a25-f3134b64f15f tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=d47b5672-37ef-4a25-8a91-d979e8d19338 HTTP/1.1" status: 200 len: 946 time: 0.2471578 Nov 12 03:49:34.253851 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43042223-182c-40a8-afcd-f27a89f0c4a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-3650805f-31ea-412a-b9a2-3c80cc48cad8', 'network_id': '3650805f-31ea-412a-b9a2-3c80cc48cad8', 'tenant_id': '754a7efae68741b193bbbfa7760fd2a8', 'fixed_ips': [{'subnet_id': '39a17601-dea2-4f39-9bfd-ee22ec6b072e'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:49:34.255110 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-43042223-182c-40a8-afcd-f27a89f0c4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:34.306435 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a0925b02-f1e9-443a-a12e-40e0637c0ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:34.337882 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c6d4f14b-5f8b-46fa-9d35-750a083bc146 req-59258bd7-3a8a-4510-b40b-df5fdd689866 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009593 Nov 12 03:49:34.342241 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 40746) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:34.491923 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-53b0957f-439c-4074-8aaa-94a7b2d76d1a req-8cdf72bf-ee36-441e-8379-ccb9015776d5 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614183 Nov 12 03:49:34.536989 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-2622ad9a-67a1-4e0e-b772-0e225be6cc7e req-0884af37-40e5-40f6-b4b6-a3b33c504d61 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Deleting port 1527afcc-3697-408d-a882-2db5e004f92d {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:34.537330 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2622ad9a-67a1-4e0e-b772-0e225be6cc7e req-0884af37-40e5-40f6-b4b6-a3b33c504d61 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:34.612934 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-a0925b02-f1e9-443a-a12e-40e0637c0ca4 None None] For port da7f94ba-3413-4a89-b50f-bf7b95f7296b, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=da7f94ba-3413-4a89-b50f-bf7b95f7296b,segment=NetworkSegment(0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759),segment_id=0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:34.623084 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a0925b02-f1e9-443a-a12e-40e0637c0ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:34.663696 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-2622ad9a-67a1-4e0e-b772-0e225be6cc7e req-0884af37-40e5-40f6-b4b6-a3b33c504d61 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] For port 1527afcc-3697-408d-a882-2db5e004f92d, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=1527afcc-3697-408d-a882-2db5e004f92d,segment=NetworkSegment(0f2f65a3-04d3-403b-a440-78cd841660b6),segment_id=0f2f65a3-04d3-403b-a440-78cd841660b6)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:34.664862 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2622ad9a-67a1-4e0e-b772-0e225be6cc7e req-0884af37-40e5-40f6-b4b6-a3b33c504d61 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:34.675934 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6490e64e-b9b7-40b5-aace-f249d15ffad0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:34.681028 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-2622ad9a-67a1-4e0e-b772-0e225be6cc7e req-0884af37-40e5-40f6-b4b6-a3b33c504d61 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Calling delete_port for 1527afcc-3697-408d-a882-2db5e004f92d owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:34.689976 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-43042223-182c-40a8-afcd-f27a89f0c4a2 None None] Allocated IP 172.20.0.2 (3650805f-31ea-412a-b9a2-3c80cc48cad8/39a17601-dea2-4f39-9bfd-ee22ec6b072e/2c6906e6-4bda-434f-9313-62fa3bf0f7e7) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:34.706470 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6490e64e-b9b7-40b5-aace-f249d15ffad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:34.731255 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-fdd1171b-2015-4888-a876-e44fd1b67b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c83cfc2-f519-4c40-bdd5-c1a213f30f7b', 'name': 'tempest-TestServerMultinode-1955017259-router', 'tenant_id': '42a5a2d690724192bad1fbeaa589aaa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '56032921-fe8d-4717-b312-0a2c0815b051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:20Z', 'updated_at': '2021-11-12T03:49:27Z', 'revision_number': 4, 'project_id': '42a5a2d690724192bad1fbeaa589aaa1', 'gw_port': {'id': '56032921-fe8d-4717-b312-0a2c0815b051', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:64:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c83cfc2-f519-4c40-bdd5-c1a213f30f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:22Z', 'updated_at': '2021-11-12T03:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'da7f94ba-3413-4a89-b50f-bf7b95f7296b', 'name': '', 'network_id': '5b0c2727-2690-44e0-97e8-9f283ce90ff8', 'tenant_id': '42a5a2d690724192bad1fbeaa589aaa1', 'mac_address': 'fa:16:3e:3c:fc:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c83cfc2-f519-4c40-bdd5-c1a213f30f7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'b939ab05-e6fb-48a7-9af8-c18027a0c4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:26Z', 'updated_at': '2021-11-12T03:49:32Z', 'revision_number': 4, 'project_id': '42a5a2d690724192bad1fbeaa589aaa1', 'subnets': [{'id': 'b939ab05-e6fb-48a7-9af8-c18027a0c4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:34.736941 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0925b02-f1e9-443a-a12e-40e0637c0ca4 None None] Pushing event updated for resources: {'Port': ['ID=da7f94ba-3413-4a89-b50f-bf7b95f7296b,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:34.790521 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd1171b-2015-4888-a876-e44fd1b67b5f None None] The sync data for ids ['3c83cfc2-f519-4c40-bdd5-c1a213f30f7b'] in n-d-715271-27 is: [{'id': '3c83cfc2-f519-4c40-bdd5-c1a213f30f7b', 'name': 'tempest-TestServerMultinode-1955017259-router', 'tenant_id': '42a5a2d690724192bad1fbeaa589aaa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '56032921-fe8d-4717-b312-0a2c0815b051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:20Z', 'updated_at': '2021-11-12T03:49:27Z', 'revision_number': 4, 'project_id': '42a5a2d690724192bad1fbeaa589aaa1', 'gw_port': {'id': '56032921-fe8d-4717-b312-0a2c0815b051', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:64:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c83cfc2-f519-4c40-bdd5-c1a213f30f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:22Z', 'updated_at': '2021-11-12T03:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'da7f94ba-3413-4a89-b50f-bf7b95f7296b', 'name': '', 'network_id': '5b0c2727-2690-44e0-97e8-9f283ce90ff8', 'tenant_id': '42a5a2d690724192bad1fbeaa589aaa1', 'mac_address': 'fa:16:3e:3c:fc:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c83cfc2-f519-4c40-bdd5-c1a213f30f7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'b939ab05-e6fb-48a7-9af8-c18027a0c4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:26Z', 'updated_at': '2021-11-12T03:49:32Z', 'revision_number': 4, 'project_id': '42a5a2d690724192bad1fbeaa589aaa1', 'subnets': [{'id': 'b939ab05-e6fb-48a7-9af8-c18027a0c4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:34.931654 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a5e4f772-923e-460f-88ff-a0a125f77367 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8826b05b1cf04cefb99329729d50b593&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5834742 Nov 12 03:49:34.934575 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 40812) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:35.040809 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6943a9b-a36d-42cd-86ab-d6ceb6f27fe2 req-c009eca9-2a08-4801-bf21-39ae6cfe7e53 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:35.048667 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c6943a9b-a36d-42cd-86ab-d6ceb6f27fe2 req-c009eca9-2a08-4801-bf21-39ae6cfe7e53 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.5782261 Nov 12 03:49:35.055370 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2622ad9a-67a1-4e0e-b772-0e225be6cc7e req-0884af37-40e5-40f6-b4b6-a3b33c504d61 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:35.105318 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0884af37-40e5-40f6-b4b6-a3b33c504d61 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Pushing event deleted for resources: {'Port': ['ID=1527afcc-3697-408d-a882-2db5e004f92d,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:35.112202 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['1527afcc-3697-408d-a882-2db5e004f92d'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:49:35.141247 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-6490e64e-b9b7-40b5-aace-f249d15ffad0 admin admin] Allocated IP 172.25.5.137 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/a2070cc6-e743-4af8-9c6f-2f51ce8a186b) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:35.189937 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b539d71c-3d69-419c-958a-06abc70240df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:35.216628 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-43042223-182c-40a8-afcd-f27a89f0c4a2 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:35.227224 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b539d71c-3d69-419c-958a-06abc70240df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:35.229871 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-43042223-182c-40a8-afcd-f27a89f0c4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:35.298668 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43042223-182c-40a8-afcd-f27a89f0c4a2 None None] Network 3650805f-31ea-412a-b9a2-3c80cc48cad8 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:35.318457 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-2622ad9a-67a1-4e0e-b772-0e225be6cc7e req-0884af37-40e5-40f6-b4b6-a3b33c504d61 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] No DVR routers for this DVR port 1527afcc-3697-408d-a882-2db5e004f92d on host n-h2-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:35.322042 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-43042223-182c-40a8-afcd-f27a89f0c4a2 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:35.322380 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-2622ad9a-67a1-4e0e-b772-0e225be6cc7e req-0884af37-40e5-40f6-b4b6-a3b33c504d61 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:35.326202 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43042223-182c-40a8-afcd-f27a89f0c4a2 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:35.328911 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2622ad9a-67a1-4e0e-b772-0e225be6cc7e req-0884af37-40e5-40f6-b4b6-a3b33c504d61 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.90 "DELETE /v2.0/ports/1527afcc-3697-408d-a882-2db5e004f92d HTTP/1.1" status: 204 len: 173 time: 1.1857891 Nov 12 03:49:35.329928 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b539d71c-3d69-419c-958a-06abc70240df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:35.336846 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b539d71c-3d69-419c-958a-06abc70240df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:35.341249 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b539d71c-3d69-419c-958a-06abc70240df admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/978471a5-cb3b-4774-a205-49c4b971bbda HTTP/1.1" status: 204 len: 168 time: 0.4015384 Nov 12 03:49:35.344840 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd47b5672-37ef-4a25-8a91-d979e8d19338', 'name': 'network-vif-deleted', 'tag': '1527afcc-3697-408d-a882-2db5e004f92d'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:49:35.348932 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64e3b06-644c-47ed-9a0e-8a8c9f3b7dc1" -d '{"events": [{"server_uuid": "d47b5672-37ef-4a25-8a91-d979e8d19338", "name": "network-vif-deleted", "tag": "1527afcc-3697-408d-a882-2db5e004f92d"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:49:35.389870 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b539d71c-3d69-419c-958a-06abc70240df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978471a5-cb3b-4774-a205-49c4b971bbda,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:35.404695 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c6943a9b-a36d-42cd-86ab-d6ceb6f27fe2 req-26180fe1-4c5c-4f8f-820c-26b54ffb61b7 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537045 Nov 12 03:49:35.547825 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6490e64e-b9b7-40b5-aace-f249d15ffad0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:35.553384 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a3552e-cd5a-42c3-8ced-899e7a4b94ed x-openstack-request-id: req-62a3552e-cd5a-42c3-8ced-899e7a4b94ed {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:49:35.553730 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d47b5672-37ef-4a25-8a91-d979e8d19338", "name": "network-vif-deleted", "tag": "1527afcc-3697-408d-a882-2db5e004f92d", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:49:35.554009 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-62a3552e-cd5a-42c3-8ced-899e7a4b94ed {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:49:35.554444 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd47b5672-37ef-4a25-8a91-d979e8d19338', 'name': 'network-vif-deleted', 'tag': '1527afcc-3697-408d-a882-2db5e004f92d', 'status': 'completed', 'code': 200} Nov 12 03:49:35.709099 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6490e64e-b9b7-40b5-aace-f249d15ffad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:35.751456 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43042223-182c-40a8-afcd-f27a89f0c4a2 None None] Pushing event updated for resources: {'Port': ['ID=2c6906e6-4bda-434f-9313-62fa3bf0f7e7,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:35.764465 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a1ef4b20-24e9-4851-a57e-eafc9d513031 req-200bd613-deeb-445b-9d3d-6014030fb2c3 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=d47b5672-37ef-4a25-8a91-d979e8d19338 HTTP/1.1" status: 200 len: 210 time: 0.0877113 Nov 12 03:49:35.766347 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:35.813664 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device da7f94ba-3413-4a89-b50f-bf7b95f7296b up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:35.875416 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-43042223-182c-40a8-afcd-f27a89f0c4a2 None None] Attempting to bind port 2c6906e6-4bda-434f-9313-62fa3bf0f7e7 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:35.876273 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-43042223-182c-40a8-afcd-f27a89f0c4a2 None None] Attempting to bind port 2c6906e6-4bda-434f-9313-62fa3bf0f7e7 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '0ffcab18-c2d3-4cf5-a1a4-aea5408f041a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3650805f-31ea-412a-b9a2-3c80cc48cad8'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:35.876795 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43042223-182c-40a8-afcd-f27a89f0c4a2 None None] Attempting to bind port 2c6906e6-4bda-434f-9313-62fa3bf0f7e7 on network 3650805f-31ea-412a-b9a2-3c80cc48cad8 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:35.889039 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port da7f94ba-3413-4a89-b50f-bf7b95f7296b triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:35.889653 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:35.965170 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6490e64e-b9b7-40b5-aace-f249d15ffad0 admin admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:35.986157 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-6490e64e-b9b7-40b5-aace-f249d15ffad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:35.996727 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43042223-182c-40a8-afcd-f27a89f0c4a2 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:35.997109 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43042223-182c-40a8-afcd-f27a89f0c4a2 None None] Checking segment: {'id': '0ffcab18-c2d3-4cf5-a1a4-aea5408f041a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3650805f-31ea-412a-b9a2-3c80cc48cad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:35.997516 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-43042223-182c-40a8-afcd-f27a89f0c4a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:35.999751 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43042223-182c-40a8-afcd-f27a89f0c4a2 None None] Bound using segment: {'id': '0ffcab18-c2d3-4cf5-a1a4-aea5408f041a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3650805f-31ea-412a-b9a2-3c80cc48cad8'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:36.000366 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-43042223-182c-40a8-afcd-f27a89f0c4a2 None None] Bound port: 2c6906e6-4bda-434f-9313-62fa3bf0f7e7, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ffcab18-c2d3-4cf5-a1a4-aea5408f041a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3650805f-31ea-412a-b9a2-3c80cc48cad8'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:36.001972 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-43042223-182c-40a8-afcd-f27a89f0c4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:36.002992 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6490e64e-b9b7-40b5-aace-f249d15ffad0 admin admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:36.016247 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6490e64e-b9b7-40b5-aace-f249d15ffad0 admin admin] Pushing event updated for resources: {'Port': ['ID=a2070cc6-e743-4af8-9c6f-2f51ce8a186b,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:36.063105 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c097523b-28ce-44c2-b7a0-9a7b3d9c213a None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:49:36.130171 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d11d2-05f1-4ec2-a8fb-b91dda777022 req-77e638c3-5df4-47b2-87e0-4ec4a5df4f5d tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:36.141752 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-589d11d2-05f1-4ec2-a8fb-b91dda777022 req-77e638c3-5df4-47b2-87e0-4ec4a5df4f5d tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1510277 Nov 12 03:49:36.265371 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-589d11d2-05f1-4ec2-a8fb-b91dda777022 req-73ccc504-72c0-407c-ac90-df37aca0d1ea tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218150 Nov 12 03:49:36.462265 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-97c93040-2ae7-4eea-b079-eb9589ccf1bd None None] Provisioning complete for port a2070cc6-e743-4af8-9c6f-2f51ce8a186b triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:36.462817 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-97c93040-2ae7-4eea-b079-eb9589ccf1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:36.569440 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691240c-8e9e-4ce8-800e-285d3fd6bf98 req-0dce63ed-07b7-45ab-9e30-ee7dbe4a9d53 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:36.572880 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b691240c-8e9e-4ce8-800e-285d3fd6bf98 req-0dce63ed-07b7-45ab-9e30-ee7dbe4a9d53 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1395683 Nov 12 03:49:36.588145 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-97c93040-2ae7-4eea-b079-eb9589ccf1bd None None] Port a2070cc6-e743-4af8-9c6f-2f51ce8a186b cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:36.606736 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:36.641253 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-43042223-182c-40a8-afcd-f27a89f0c4a2 None None] For port 2c6906e6-4bda-434f-9313-62fa3bf0f7e7, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:36.647380 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-43042223-182c-40a8-afcd-f27a89f0c4a2 None None] For port 2c6906e6-4bda-434f-9313-62fa3bf0f7e7, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=2c6906e6-4bda-434f-9313-62fa3bf0f7e7,segment=NetworkSegment(0ffcab18-c2d3-4cf5-a1a4-aea5408f041a),segment_id=0ffcab18-c2d3-4cf5-a1a4-aea5408f041a)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:36.661181 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-43042223-182c-40a8-afcd-f27a89f0c4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:36.768020 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b691240c-8e9e-4ce8-800e-285d3fd6bf98 req-3d739437-6999-4543-b9e9-b59822128f34 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788728 Nov 12 03:49:36.824687 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6490e64e-b9b7-40b5-aace-f249d15ffad0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:36.842464 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43042223-182c-40a8-afcd-f27a89f0c4a2 None None] Pushing event updated for resources: {'Port': ['ID=2c6906e6-4bda-434f-9313-62fa3bf0f7e7,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:37.001803 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fbd3276c-ade4-462d-a464-efba9eb84e28 req-d06bdc5b-bcf5-496e-9dac-8ecc38a9e905 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=d47b5672-37ef-4a25-8a91-d979e8d19338 HTTP/1.1" status: 200 len: 210 time: 0.0852408 Nov 12 03:49:37.261153 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 1527afcc-3697-408d-a882-2db5e004f92d no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:49:37.308036 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: 1527afcc-3697-408d-a882-2db5e004f92d {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:49:37.308576 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 1527afcc-3697-408d-a882-2db5e004f92d not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:49:37.312643 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 40954) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:37.335575 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bcadfe-42cc-4809-9866-c87e808d391b req-d0052aa0-98cb-49ba-8009-d4dc345ff1c3 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:37.337955 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b0bcadfe-42cc-4809-9866-c87e808d391b req-d0052aa0-98cb-49ba-8009-d4dc345ff1c3 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.2027924 Nov 12 03:49:37.421945 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b0bcadfe-42cc-4809-9866-c87e808d391b req-8a915fc8-a945-4ca5-95bd-12e4f6fe476c tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778389 Nov 12 03:49:37.464822 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6490e64e-b9b7-40b5-aace-f249d15ffad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:37.505323 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-8aeca31b-64fa-439d-b644-4dcc267e09c1 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-266341292'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:37.579949 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 2c6906e6-4bda-434f-9313-62fa3bf0f7e7 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:37.700246 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 2c6906e6-4bda-434f-9313-62fa3bf0f7e7 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:37.700910 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:37.830679 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:37.920714 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 2c6906e6-4bda-434f-9313-62fa3bf0f7e7, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=2c6906e6-4bda-434f-9313-62fa3bf0f7e7,segment=NetworkSegment(0ffcab18-c2d3-4cf5-a1a4-aea5408f041a),segment_id=0ffcab18-c2d3-4cf5-a1a4-aea5408f041a)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:37.935143 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:38.059782 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=2c6906e6-4bda-434f-9313-62fa3bf0f7e7,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:38.131330 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1c43df93-2211-4cff-9944-6e92cc5b3ac6 req-dd274d7b-b5ca-4ba3-b177-543f4ae90979 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=d47b5672-37ef-4a25-8a91-d979e8d19338 HTTP/1.1" status: 200 len: 210 time: 0.0308509 Nov 12 03:49:38.193763 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6490e64e-b9b7-40b5-aace-f249d15ffad0 admin admin] Router 1d8f25fe-0e88-41ea-9a81-988c43015246 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:49:38.270268 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aeca31b-64fa-439d-b644-4dcc267e09c1 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Made reservation on behalf of 0c558be2b7f246b99486927f131e1589 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:38.274876 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8aeca31b-64fa-439d-b644-4dcc267e09c1 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:38.288197 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8aeca31b-64fa-439d-b644-4dcc267e09c1 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:38.312402 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260b90d-c856-4902-966c-4293638b587c req-9aac49b3-458d-4c77-b9f9-1ac0271507d9 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:38.321621 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2260b90d-c856-4902-966c-4293638b587c req-9aac49b3-458d-4c77-b9f9-1ac0271507d9 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.7612095 Nov 12 03:49:38.354622 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6490e64e-b9b7-40b5-aace-f249d15ffad0 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:38.371750 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0f362a-0757-4778-894d-2400430d54a3 None None] Sync routers for ids ['1d8f25fe-0e88-41ea-9a81-988c43015246'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:38.424644 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0f362a-0757-4778-894d-2400430d54a3 None None] Routers {'1d8f25fe-0e88-41ea-9a81-988c43015246'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:38.425144 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-bf0f362a-0757-4778-894d-2400430d54a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:49:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1d8f25fe-0e88-41ea-9a81-988c43015246'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:38.438648 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6490e64e-b9b7-40b5-aace-f249d15ffad0 admin admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:38.442457 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6490e64e-b9b7-40b5-aace-f249d15ffad0 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9611037 Nov 12 03:49:38.445067 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 40980) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:38.451435 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2260b90d-c856-4902-966c-4293638b587c req-c5d24ccc-b254-4422-8e66-854bdbc287e8 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286931 Nov 12 03:49:38.523971 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164f86d1-e875-4898-9751-2c00f55162ec None None] Network 3650805f-31ea-412a-b9a2-3c80cc48cad8 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:38.643303 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8aeca31b-64fa-439d-b644-4dcc267e09c1 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:38.655247 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8aeca31b-64fa-439d-b644-4dcc267e09c1 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:38.710608 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aeca31b-64fa-439d-b644-4dcc267e09c1 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:49:38.735175 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-bf0f362a-0757-4778-894d-2400430d54a3 None None] Set router 1d8f25fe-0e88-41ea-9a81-988c43015246 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:49:38.763863 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeca31b-64fa-439d-b644-4dcc267e09c1 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6768de3f-5423-4503-ba79-bfc1cc40d94d,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:38.769671 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8aeca31b-64fa-439d-b644-4dcc267e09c1 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:38.770014 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-8aeca31b-64fa-439d-b644-4dcc267e09c1 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Added segment 3babec41-b143-4a01-8bd0-b400fd25c224 of type vlan for network 31d93b67-5785-4456-ab4d-c53ad0b7e5fe Nov 12 03:49:38.878390 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8aeca31b-64fa-439d-b644-4dcc267e09c1 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:38.952664 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e7493-7b5b-4001-a8a0-e5336227db6d req-3645ad1e-4e7d-4d7f-bbfa-3286063a9360 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:38.962478 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d70e7493-7b5b-4001-a8a0-e5336227db6d req-3645ad1e-4e7d-4d7f-bbfa-3286063a9360 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1333306 Nov 12 03:49:38.978207 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8aeca31b-64fa-439d-b644-4dcc267e09c1 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:38.985616 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aeca31b-64fa-439d-b644-4dcc267e09c1 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:38.986599 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8aeca31b-64fa-439d-b644-4dcc267e09c1 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.094136 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeca31b-64fa-439d-b644-4dcc267e09c1 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Pushing event updated for resources: {'Network': ['ID=31d93b67-5785-4456-ab4d-c53ad0b7e5fe,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:39.108529 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 31d93b67-5785-4456-ab4d-c53ad0b7e5fe details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:49:39.156567 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d70e7493-7b5b-4001-a8a0-e5336227db6d req-9d161d6a-4b47-4f04-9734-95dc08b20760 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927409 Nov 12 03:49:39.162319 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.171916 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-bf0f362a-0757-4778-894d-2400430d54a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8f25fe-0e88-41ea-9a81-988c43015246', 'name': 'tempest-TestServerMultinode-1408276404-router', 'tenant_id': '754a7efae68741b193bbbfa7760fd2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'a2070cc6-e743-4af8-9c6f-2f51ce8a186b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:33Z', 'updated_at': '2021-11-12T03:49:36Z', 'revision_number': 3, 'project_id': '754a7efae68741b193bbbfa7760fd2a8', 'gw_port': {'id': 'a2070cc6-e743-4af8-9c6f-2f51ce8a186b', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:75:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8f25fe-0e88-41ea-9a81-988c43015246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:34Z', 'updated_at': '2021-11-12T03:49:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:39.190729 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8aeca31b-64fa-439d-b644-4dcc267e09c1 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8767967 Nov 12 03:49:39.196703 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 40998) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:39.203542 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-38a44a5a-baa5-4ff5-8fe2-3e23477daa7d None None] Provisioning complete for port 2c6906e6-4bda-434f-9313-62fa3bf0f7e7 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:39.211670 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-38a44a5a-baa5-4ff5-8fe2-3e23477daa7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.219023 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-7d9f24f8-ebbf-46fb-a2ad-b4a44e8b5e54 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Request body: {'subnet': {'network_id': '31d93b67-5785-4456-ab4d-c53ad0b7e5fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:39.283244 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0f362a-0757-4778-894d-2400430d54a3 None None] Checking router: 1d8f25fe-0e88-41ea-9a81-988c43015246 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:49:39.283597 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0f362a-0757-4778-894d-2400430d54a3 None None] Updating router 1d8f25fe-0e88-41ea-9a81-988c43015246 port a2070cc6-e743-4af8-9c6f-2f51ce8a186b binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:49:39.320980 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f6385b30-c70f-4426-b7be-d806104c7fd6 req-ef7844e1-5ac9-46f1-87f7-eab9975634cf tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=d47b5672-37ef-4a25-8a91-d979e8d19338 HTTP/1.1" status: 200 len: 210 time: 0.0652812 Nov 12 03:49:39.361006 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-bf0f362a-0757-4778-894d-2400430d54a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.416941 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9036567f-a048-4bba-95a0-363414dc14d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.501304 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 2c6906e6-4bda-434f-9313-62fa3bf0f7e7 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:39.607533 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058560a-9527-4f92-8146-1b2d4b575ca4 req-206daf49-6897-46f3-b34f-84ca493f9301 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:39.619155 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a058560a-9527-4f92-8146-1b2d4b575ca4 req-206daf49-6897-46f3-b34f-84ca493f9301 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1523132 Nov 12 03:49:39.628385 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9f24f8-ebbf-46fb-a2ad-b4a44e8b5e54 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Made reservation on behalf of 0c558be2b7f246b99486927f131e1589 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:39.632783 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7d9f24f8-ebbf-46fb-a2ad-b4a44e8b5e54 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.640232 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 2c6906e6-4bda-434f-9313-62fa3bf0f7e7 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:39.640613 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.795507 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-9036567f-a048-4bba-95a0-363414dc14d0 admin admin] Allocated IP 172.20.0.1 (3650805f-31ea-412a-b9a2-3c80cc48cad8/39a17601-dea2-4f39-9bfd-ee22ec6b072e/15575395-1e6e-4411-9b58-5e9f97206185) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:39.896590 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-bf0f362a-0757-4778-894d-2400430d54a3 None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.905894 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-bf0f362a-0757-4778-894d-2400430d54a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.907897 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-707f4a6e-f849-40fa-92f8-1a2d91622d74 None None] Provisioning complete for port 2c6906e6-4bda-434f-9313-62fa3bf0f7e7 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:39.908477 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-707f4a6e-f849-40fa-92f8-1a2d91622d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.916618 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7d9f24f8-ebbf-46fb-a2ad-b4a44e8b5e54 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.985112 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f24f8-ebbf-46fb-a2ad-b4a44e8b5e54 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Pushing event updated for resources: {'Subnet': ['ID=083710ce-18b2-498f-a249-f0bb17512922,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:40.009671 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f2679-8f23-484c-b459-c0602bedc632 None None] Pushing event updated for resources: {'Port': ['ID=a2070cc6-e743-4af8-9c6f-2f51ce8a186b,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:40.043122 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa5846b-b766-4326-8093-1987e1c46464 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:49:40.071246 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02f2679-8f23-484c-b459-c0602bedc632 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:40.071612 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02f2679-8f23-484c-b459-c0602bedc632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:40.072059 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02f2679-8f23-484c-b459-c0602bedc632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:40.072416 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02f2679-8f23-484c-b459-c0602bedc632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:40.072749 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02f2679-8f23-484c-b459-c0602bedc632 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:40.073059 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02f2679-8f23-484c-b459-c0602bedc632 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:40.073376 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02f2679-8f23-484c-b459-c0602bedc632 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:40.076217 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02f2679-8f23-484c-b459-c0602bedc632 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:40.076650 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02f2679-8f23-484c-b459-c0602bedc632 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:40.076993 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02f2679-8f23-484c-b459-c0602bedc632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:40.077298 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02f2679-8f23-484c-b459-c0602bedc632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:40.079674 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02f2679-8f23-484c-b459-c0602bedc632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:40.088318 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-bf0f362a-0757-4778-894d-2400430d54a3 None None] Attempting to bind port a2070cc6-e743-4af8-9c6f-2f51ce8a186b on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:40.090009 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-bf0f362a-0757-4778-894d-2400430d54a3 None None] Attempting to bind port a2070cc6-e743-4af8-9c6f-2f51ce8a186b by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:40.090367 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0f362a-0757-4778-894d-2400430d54a3 None None] Attempting to bind port a2070cc6-e743-4af8-9c6f-2f51ce8a186b on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:40.092583 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9036567f-a048-4bba-95a0-363414dc14d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.103034 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a058560a-9527-4f92-8146-1b2d4b575ca4 req-b66d1de6-3151-43ae-bd1b-71f6417c9b07 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4825444 Nov 12 03:49:40.107012 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0f362a-0757-4778-894d-2400430d54a3 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:40.107401 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0f362a-0757-4778-894d-2400430d54a3 None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:40.107799 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-bf0f362a-0757-4778-894d-2400430d54a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.110124 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0f362a-0757-4778-894d-2400430d54a3 None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:40.110617 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-bf0f362a-0757-4778-894d-2400430d54a3 None None] Bound port: a2070cc6-e743-4af8-9c6f-2f51ce8a186b, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:40.118326 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9f24f8-ebbf-46fb-a2ad-b4a44e8b5e54 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Checking segment: {'id': '3babec41-b143-4a01-8bd0-b400fd25c224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '31d93b67-5785-4456-ab4d-c53ad0b7e5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:40.119012 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9f24f8-ebbf-46fb-a2ad-b4a44e8b5e54 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Network hostable DHCP agents. Network: 31d93b67-5785-4456-ab4d-c53ad0b7e5fe, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:49:40.125071 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-bf0f362a-0757-4778-894d-2400430d54a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.157445 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9f24f8-ebbf-46fb-a2ad-b4a44e8b5e54 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Network 31d93b67-5785-4456-ab4d-c53ad0b7e5fe is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:49:40.178910 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-7d9f24f8-ebbf-46fb-a2ad-b4a44e8b5e54 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 31d93b67-5785-4456-ab4d-c53ad0b7e5fe) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:40.190453 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f601a8d-d189-4a92-b668-b1bd068bcb05 None None] Network 31d93b67-5785-4456-ab4d-c53ad0b7e5fe requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:40.194351 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9036567f-a048-4bba-95a0-363414dc14d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.201874 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9f24f8-ebbf-46fb-a2ad-b4a44e8b5e54 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:40.203846 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7d9f24f8-ebbf-46fb-a2ad-b4a44e8b5e54 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.245412 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7d9f24f8-ebbf-46fb-a2ad-b4a44e8b5e54 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0474093 Nov 12 03:49:40.248367 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 41018) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:40.260926 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-19007d66-b09c-47df-94bf-ee6cbf835303 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Request body: {'port': {'network_id': '31d93b67-5785-4456-ab4d-c53ad0b7e5fe', 'name': 'tempest-ExtraDHCPOptionsTestJSON-144344934'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:40.273673 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-bf0f362a-0757-4778-894d-2400430d54a3 None None] For port a2070cc6-e743-4af8-9c6f-2f51ce8a186b, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:40.277352 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-bf0f362a-0757-4778-894d-2400430d54a3 None None] For port a2070cc6-e743-4af8-9c6f-2f51ce8a186b, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=a2070cc6-e743-4af8-9c6f-2f51ce8a186b,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:40.285202 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-bf0f362a-0757-4778-894d-2400430d54a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.321666 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9036567f-a048-4bba-95a0-363414dc14d0 admin admin] Network 3650805f-31ea-412a-b9a2-3c80cc48cad8 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:40.337595 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-9036567f-a048-4bba-95a0-363414dc14d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:40.342544 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9036567f-a048-4bba-95a0-363414dc14d0 admin admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:40.355907 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9036567f-a048-4bba-95a0-363414dc14d0 admin admin] Pushing event updated for resources: {'Port': ['ID=15575395-1e6e-4411-9b58-5e9f97206185,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:40.375955 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f2679-8f23-484c-b459-c0602bedc632 None None] Pushing event updated for resources: {'Port': ['ID=a2070cc6-e743-4af8-9c6f-2f51ce8a186b,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:40.433449 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0f362a-0757-4778-894d-2400430d54a3 None None] Routers {'1d8f25fe-0e88-41ea-9a81-988c43015246'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:40.434312 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-bf0f362a-0757-4778-894d-2400430d54a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:49:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1d8f25fe-0e88-41ea-9a81-988c43015246'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:40.463235 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9036567f-a048-4bba-95a0-363414dc14d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.498908 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa51b75-ebfb-4f49-b006-37376da6fd3f req-d3ad4276-2bf5-417e-b5c6-4035c9798bdc tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:40.507086 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dfa51b75-ebfb-4f49-b006-37376da6fd3f req-d3ad4276-2bf5-417e-b5c6-4035c9798bdc tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1824377 Nov 12 03:49:40.520122 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-286eb5fd-b8a5-45a4-8a8c-dab125a24dd3 req-dce9f3d7-c741-4f0d-977a-386ba3fbced1 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=d47b5672-37ef-4a25-8a91-d979e8d19338 HTTP/1.1" status: 200 len: 210 time: 0.0538630 Nov 12 03:49:40.602199 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8058d54-ee3a-4af2-9690-f28000383410 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:49:40.621139 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-171541bc-2a2b-47cc-b679-dbe0b961a8ea None None] Provisioning complete for port a2070cc6-e743-4af8-9c6f-2f51ce8a186b triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:40.628362 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-171541bc-2a2b-47cc-b679-dbe0b961a8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.692488 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-bf0f362a-0757-4778-894d-2400430d54a3 None None] Set router 1d8f25fe-0e88-41ea-9a81-988c43015246 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:49:40.739821 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19007d66-b09c-47df-94bf-ee6cbf835303 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Made reservation on behalf of 0c558be2b7f246b99486927f131e1589 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:40.751166 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-19007d66-b09c-47df-94bf-ee6cbf835303 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.775344 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-171541bc-2a2b-47cc-b679-dbe0b961a8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.781039 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97767b9b-6475-4c2f-ab80-0d4f37ac44fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-31d93b67-5785-4456-ab4d-c53ad0b7e5fe', 'network_id': '31d93b67-5785-4456-ab4d-c53ad0b7e5fe', 'tenant_id': '0c558be2b7f246b99486927f131e1589', 'fixed_ips': [{'subnet_id': '083710ce-18b2-498f-a249-f0bb17512922'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:49:40.782465 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-97767b9b-6475-4c2f-ab80-0d4f37ac44fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.785158 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9036567f-a048-4bba-95a0-363414dc14d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.829529 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dfa51b75-ebfb-4f49-b006-37376da6fd3f req-048c407a-b129-4a0d-b7b8-7b2c55b3c099 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049712 Nov 12 03:49:40.849491 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-19007d66-b09c-47df-94bf-ee6cbf835303 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] device_id is not set on port 9ded0533-6aa8-45e2-ac95-63114123128a yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:49:40.967094 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-171541bc-2a2b-47cc-b679-dbe0b961a8ea None None] For port a2070cc6-e743-4af8-9c6f-2f51ce8a186b, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=a2070cc6-e743-4af8-9c6f-2f51ce8a186b,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:40.980955 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-171541bc-2a2b-47cc-b679-dbe0b961a8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:41.048124 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171541bc-2a2b-47cc-b679-dbe0b961a8ea None None] Pushing event updated for resources: {'Port': ['ID=a2070cc6-e743-4af8-9c6f-2f51ce8a186b,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:41.054130 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80cd46-3b2b-4440-902c-657dbe09c943 req-009ce85f-904d-4779-8dc5-fde2aac90cb1 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:41.062906 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4f80cd46-3b2b-4440-902c-657dbe09c943 req-009ce85f-904d-4779-8dc5-fde2aac90cb1 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1006229 Nov 12 03:49:41.121981 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3e3e7bfc-a610-4306-9c92-e3129ff6b04c None None] Provisioning complete for port a2070cc6-e743-4af8-9c6f-2f51ce8a186b triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:41.122594 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7bfc-a610-4306-9c92-e3129ff6b04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:41.131202 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-19007d66-b09c-47df-94bf-ee6cbf835303 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Allocated IP 172.20.0.9 (31d93b67-5785-4456-ab4d-c53ad0b7e5fe/083710ce-18b2-498f-a249-f0bb17512922/9ded0533-6aa8-45e2-ac95-63114123128a) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:41.191667 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4f80cd46-3b2b-4440-902c-657dbe09c943 req-344b2b06-3f72-4e60-ac22-65e980680321 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278398 Nov 12 03:49:41.202240 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-bf0f362a-0757-4778-894d-2400430d54a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8f25fe-0e88-41ea-9a81-988c43015246', 'name': 'tempest-TestServerMultinode-1408276404-router', 'tenant_id': '754a7efae68741b193bbbfa7760fd2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'a2070cc6-e743-4af8-9c6f-2f51ce8a186b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:33Z', 'updated_at': '2021-11-12T03:49:36Z', 'revision_number': 3, 'project_id': '754a7efae68741b193bbbfa7760fd2a8', 'gw_port': {'id': 'a2070cc6-e743-4af8-9c6f-2f51ce8a186b', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:75:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8f25fe-0e88-41ea-9a81-988c43015246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:34Z', 'updated_at': '2021-11-12T03:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:41.266230 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0f362a-0757-4778-894d-2400430d54a3 None None] The sync data for ids ['1d8f25fe-0e88-41ea-9a81-988c43015246'] in n-d-715271-27 is: [{'id': '1d8f25fe-0e88-41ea-9a81-988c43015246', 'name': 'tempest-TestServerMultinode-1408276404-router', 'tenant_id': '754a7efae68741b193bbbfa7760fd2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'a2070cc6-e743-4af8-9c6f-2f51ce8a186b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:33Z', 'updated_at': '2021-11-12T03:49:36Z', 'revision_number': 3, 'project_id': '754a7efae68741b193bbbfa7760fd2a8', 'gw_port': {'id': 'a2070cc6-e743-4af8-9c6f-2f51ce8a186b', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:75:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8f25fe-0e88-41ea-9a81-988c43015246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:34Z', 'updated_at': '2021-11-12T03:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:41.281822 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9036567f-a048-4bba-95a0-363414dc14d0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:41.287330 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9036567f-a048-4bba-95a0-363414dc14d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:41.310754 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3e3e7bfc-a610-4306-9c92-e3129ff6b04c None None] Provisioning complete for port 15575395-1e6e-4411-9b58-5e9f97206185 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:41.311204 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7bfc-a610-4306-9c92-e3129ff6b04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:41.373179 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3e3e7bfc-a610-4306-9c92-e3129ff6b04c None None] Port 15575395-1e6e-4411-9b58-5e9f97206185 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:41.436719 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9036567f-a048-4bba-95a0-363414dc14d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:41.446372 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-19007d66-b09c-47df-94bf-ee6cbf835303 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:41.451941 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9036567f-a048-4bba-95a0-363414dc14d0 admin admin] Pushing event updated for resources: {'Port': ['ID=15575395-1e6e-4411-9b58-5e9f97206185,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:41.508912 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-19007d66-b09c-47df-94bf-ee6cbf835303 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:41.570617 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352fdf3d-1f3a-4148-a29f-3ea78e0a3b77 req-ef325ecd-e5c0-4c49-b468-20f2ffb574f6 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:41.572829 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-352fdf3d-1f3a-4148-a29f-3ea78e0a3b77 req-ef325ecd-e5c0-4c49-b468-20f2ffb574f6 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1335490 Nov 12 03:49:41.615318 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19007d66-b09c-47df-94bf-ee6cbf835303 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Network 31d93b67-5785-4456-ab4d-c53ad0b7e5fe is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:41.625529 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-19007d66-b09c-47df-94bf-ee6cbf835303 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:41.638888 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19007d66-b09c-47df-94bf-ee6cbf835303 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:41.641606 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-97767b9b-6475-4c2f-ab80-0d4f37ac44fa None None] Allocated IP 172.20.0.2 (31d93b67-5785-4456-ab4d-c53ad0b7e5fe/083710ce-18b2-498f-a249-f0bb17512922/0dc9019f-efa6-4b38-a527-784b202bf952) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:41.646159 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19007d66-b09c-47df-94bf-ee6cbf835303 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Pushing event updated for resources: {'Port': ['ID=9ded0533-6aa8-45e2-ac95-63114123128a,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:41.711585 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-352fdf3d-1f3a-4148-a29f-3ea78e0a3b77 req-4c79b277-6ac3-437e-a087-2763a5736ebb tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242394 Nov 12 03:49:41.757216 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9036567f-a048-4bba-95a0-363414dc14d0 admin admin] Network 3650805f-31ea-412a-b9a2-3c80cc48cad8 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:41.758758 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-9036567f-a048-4bba-95a0-363414dc14d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:41.809326 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-39e5cab8-716f-4ae4-9735-fbccc7e6c291 req-cbc5df07-87a3-4854-a2a8-ce4fefddbb10 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=d47b5672-37ef-4a25-8a91-d979e8d19338 HTTP/1.1" status: 200 len: 210 time: 0.1286263 Nov 12 03:49:41.901302 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19007d66-b09c-47df-94bf-ee6cbf835303 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:41.902023 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-19007d66-b09c-47df-94bf-ee6cbf835303 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:41.950937 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-19007d66-b09c-47df-94bf-ee6cbf835303 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7005277 Nov 12 03:49:41.963742 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 41058) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:41.995300 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-6943d3f2-163e-4837-8591-94a15d6a34c4 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Request body: {'port': {'network_id': '31d93b67-5785-4456-ab4d-c53ad0b7e5fe', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1486103245', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:41.997710 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.api.validators [None req-6943d3f2-163e-4837-8591-94a15d6a34c4 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] bootfile-name is not in valid_values {{(pid=102572) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:49:41.998220 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.api.validators [None req-6943d3f2-163e-4837-8591-94a15d6a34c4 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] tftp-server is not in valid_values {{(pid=102572) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:49:41.998693 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.api.validators [None req-6943d3f2-163e-4837-8591-94a15d6a34c4 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] server-ip-address is not in valid_values {{(pid=102572) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:49:42.022375 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-97767b9b-6475-4c2f-ab80-0d4f37ac44fa None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:42.067896 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-97767b9b-6475-4c2f-ab80-0d4f37ac44fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:42.135424 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723705ae-6da7-4314-bedc-8ad2e1c2b4cf req-7c045bbc-892c-46a2-8aaf-4d2d109e8dc5 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:42.137196 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-723705ae-6da7-4314-bedc-8ad2e1c2b4cf req-7c045bbc-892c-46a2-8aaf-4d2d109e8dc5 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1259913 Nov 12 03:49:42.192156 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9036567f-a048-4bba-95a0-363414dc14d0 admin admin] Router 1d8f25fe-0e88-41ea-9a81-988c43015246 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:49:42.210928 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97767b9b-6475-4c2f-ab80-0d4f37ac44fa None None] Pushing event updated for resources: {'Port': ['ID=0dc9019f-efa6-4b38-a527-784b202bf952,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:42.238237 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97767b9b-6475-4c2f-ab80-0d4f37ac44fa None None] Network 31d93b67-5785-4456-ab4d-c53ad0b7e5fe is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:42.241068 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-97767b9b-6475-4c2f-ab80-0d4f37ac44fa None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:42.244161 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6943d3f2-163e-4837-8591-94a15d6a34c4 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Made reservation on behalf of 0c558be2b7f246b99486927f131e1589 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:42.245353 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97767b9b-6475-4c2f-ab80-0d4f37ac44fa None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:42.250814 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6943d3f2-163e-4837-8591-94a15d6a34c4 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:42.276693 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-6943d3f2-163e-4837-8591-94a15d6a34c4 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] device_id is not set on port 62c5af49-f67d-4cc1-b1ef-d2386bfdcd6d yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:49:42.342546 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-97767b9b-6475-4c2f-ab80-0d4f37ac44fa None None] Attempting to bind port 0dc9019f-efa6-4b38-a527-784b202bf952 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:42.343232 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-97767b9b-6475-4c2f-ab80-0d4f37ac44fa None None] Attempting to bind port 0dc9019f-efa6-4b38-a527-784b202bf952 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '3babec41-b143-4a01-8bd0-b400fd25c224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '31d93b67-5785-4456-ab4d-c53ad0b7e5fe'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:42.343232 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97767b9b-6475-4c2f-ab80-0d4f37ac44fa None None] Attempting to bind port 0dc9019f-efa6-4b38-a527-784b202bf952 on network 31d93b67-5785-4456-ab4d-c53ad0b7e5fe {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:42.354126 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97767b9b-6475-4c2f-ab80-0d4f37ac44fa None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:42.354533 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97767b9b-6475-4c2f-ab80-0d4f37ac44fa None None] Checking segment: {'id': '3babec41-b143-4a01-8bd0-b400fd25c224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '31d93b67-5785-4456-ab4d-c53ad0b7e5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:42.354944 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-97767b9b-6475-4c2f-ab80-0d4f37ac44fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:42.355335 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97767b9b-6475-4c2f-ab80-0d4f37ac44fa None None] Bound using segment: {'id': '3babec41-b143-4a01-8bd0-b400fd25c224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '31d93b67-5785-4456-ab4d-c53ad0b7e5fe'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:42.355825 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-97767b9b-6475-4c2f-ab80-0d4f37ac44fa None None] Bound port: 0dc9019f-efa6-4b38-a527-784b202bf952, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3babec41-b143-4a01-8bd0-b400fd25c224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '31d93b67-5785-4456-ab4d-c53ad0b7e5fe'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:42.356402 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-97767b9b-6475-4c2f-ab80-0d4f37ac44fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:42.386967 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9036567f-a048-4bba-95a0-363414dc14d0 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:42.401546 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9036567f-a048-4bba-95a0-363414dc14d0 admin admin] 10.222.0.50 "PUT /v2.0/routers/1d8f25fe-0e88-41ea-9a81-988c43015246/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9469171 Nov 12 03:49:42.412110 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-59a6c096-3dc9-411d-bf00-7ba676d592f8 None None] Provisioning complete for port 15575395-1e6e-4411-9b58-5e9f97206185 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:42.412760 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-59a6c096-3dc9-411d-bf00-7ba676d592f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:42.425866 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-723705ae-6da7-4314-bedc-8ad2e1c2b4cf req-887c36f4-56ca-4a37-b61c-4ed43605de14 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639456 Nov 12 03:49:42.531831 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-59a6c096-3dc9-411d-bf00-7ba676d592f8 None None] Port 15575395-1e6e-4411-9b58-5e9f97206185 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:42.548623 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-97767b9b-6475-4c2f-ab80-0d4f37ac44fa None None] For port 0dc9019f-efa6-4b38-a527-784b202bf952, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:42.552991 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-97767b9b-6475-4c2f-ab80-0d4f37ac44fa None None] For port 0dc9019f-efa6-4b38-a527-784b202bf952, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=0dc9019f-efa6-4b38-a527-784b202bf952,segment=NetworkSegment(3babec41-b143-4a01-8bd0-b400fd25c224),segment_id=3babec41-b143-4a01-8bd0-b400fd25c224)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:42.571797 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-97767b9b-6475-4c2f-ab80-0d4f37ac44fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:42.591742 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-6943d3f2-163e-4837-8591-94a15d6a34c4 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Allocated IP 172.20.0.8 (31d93b67-5785-4456-ab4d-c53ad0b7e5fe/083710ce-18b2-498f-a249-f0bb17512922/62c5af49-f67d-4cc1-b1ef-d2386bfdcd6d) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:42.678707 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97767b9b-6475-4c2f-ab80-0d4f37ac44fa None None] Pushing event updated for resources: {'Port': ['ID=0dc9019f-efa6-4b38-a527-784b202bf952,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:43.053836 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34e545-3765-4c11-8709-2ceac6fdaafe req-20abf4f8-e4c4-445f-b552-f00cdbe095de tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:43.064468 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fa34e545-3765-4c11-8709-2ceac6fdaafe req-20abf4f8-e4c4-445f-b552-f00cdbe095de tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/networks?id=e1d2d939-a228-4c67-a48d-d9c905ba8346 HTTP/1.1" status: 200 len: 814 time: 0.3440318 Nov 12 03:49:43.088164 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fa34e545-3765-4c11-8709-2ceac6fdaafe req-be621213-3dc1-458d-ab1a-91bc8342420f tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/quotas/9f51d24d818f4ea1958f6f69f3ca622a HTTP/1.1" status: 200 len: 375 time: 0.0250874 Nov 12 03:49:43.091013 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6943d3f2-163e-4837-8591-94a15d6a34c4 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:43.214483 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6943d3f2-163e-4837-8591-94a15d6a34c4 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:43.250725 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fa7a0a3c-2fd0-4048-842c-f60547c1b816 req-d1651d16-1338-4064-8e92-5af2aee25d7a tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=d47b5672-37ef-4a25-8a91-d979e8d19338 HTTP/1.1" status: 200 len: 210 time: 0.0474415 Nov 12 03:49:43.287480 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fa34e545-3765-4c11-8709-2ceac6fdaafe req-672645a5-08e5-4b82-8df2-5c46e286af79 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9f51d24d818f4ea1958f6f69f3ca622a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1456282 Nov 12 03:49:43.299606 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6943d3f2-163e-4837-8591-94a15d6a34c4 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Network 31d93b67-5785-4456-ab4d-c53ad0b7e5fe is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:43.299606 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6943d3f2-163e-4837-8591-94a15d6a34c4 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Pushing event updated for resources: {'Port': ['ID=62c5af49-f67d-4cc1-b1ef-d2386bfdcd6d,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:43.301592 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-6943d3f2-163e-4837-8591-94a15d6a34c4 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:43.308413 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6943d3f2-163e-4837-8591-94a15d6a34c4 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:43.370359 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6943d3f2-163e-4837-8591-94a15d6a34c4 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:43.371025 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6943d3f2-163e-4837-8591-94a15d6a34c4 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:43.393869 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6943d3f2-163e-4837-8591-94a15d6a34c4 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.4144254 Nov 12 03:49:43.394904 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 41104) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:43.485251 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c9408-1986-4728-bc6c-73f1555fbb40 req-ea2b8ee8-0f69-40a6-8404-e49f860af83b tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:43.486840 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-528c9408-1986-4728-bc6c-73f1555fbb40 req-ea2b8ee8-0f69-40a6-8404-e49f860af83b tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.0969660 Nov 12 03:49:43.580863 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cad1fa-8218-4a2d-94be-55a9d0891c50 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:43.587695 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cad1fa-8218-4a2d-94be-55a9d0891c50 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:43.593128 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cad1fa-8218-4a2d-94be-55a9d0891c50 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:43.597163 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b6cad1fa-8218-4a2d-94be-55a9d0891c50 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1988773 Nov 12 03:49:43.603440 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 41114) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:43.604414 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-528c9408-1986-4728-bc6c-73f1555fbb40 req-75ff02a7-cdc0-4e4d-9a92-48008623da0c tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965176 Nov 12 03:49:43.736921 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device a2070cc6-e743-4af8-9c6f-2f51ce8a186b up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:43.779291 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-b8580e22-25e4-492c-909a-272acf90bc2c tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:43.780836 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-b8580e22-25e4-492c-909a-272acf90bc2c tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/networks?id=5b0c2727-2690-44e0-97e8-9f283ce90ff8 HTTP/1.1" status: 200 len: 911 time: 0.3173962 Nov 12 03:49:43.814619 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-598eb4dc-fe37-49ad-9e0e-796fb9c220da tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/quotas/754a7efae68741b193bbbfa7760fd2a8 HTTP/1.1" status: 200 len: 375 time: 0.0238512 Nov 12 03:49:43.832679 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-ada98339-f017-4498-90e4-b2f403acec61 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Deleting port 62c5af49-f67d-4cc1-b1ef-d2386bfdcd6d {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:43.833251 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ada98339-f017-4498-90e4-b2f403acec61 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:43.841332 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e513d-796c-402d-8647-22ac22be866f req-cacc4eeb-b4ff-4263-ac08-b968235723dd tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:43.849786 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6e9e513d-796c-402d-8647-22ac22be866f req-cacc4eeb-b4ff-4263-ac08-b968235723dd tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1081698 Nov 12 03:49:43.857929 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port a2070cc6-e743-4af8-9c6f-2f51ce8a186b triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:43.858525 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:43.934627 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6e9e513d-796c-402d-8647-22ac22be866f req-e29eaffa-c2a5-403d-bd89-8467c5e88fb0 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838039 Nov 12 03:49:44.007302 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 0dc9019f-efa6-4b38-a527-784b202bf952 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:44.078348 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 0dc9019f-efa6-4b38-a527-784b202bf952 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:44.078779 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:44.086261 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-09cfd47d-2230-4b52-99c6-236b26aa3ae9 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/ports?tenant_id=754a7efae68741b193bbbfa7760fd2a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2633371 Nov 12 03:49:44.127710 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ada98339-f017-4498-90e4-b2f403acec61 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:44.144382 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-ada98339-f017-4498-90e4-b2f403acec61 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Calling delete_port for 62c5af49-f67d-4cc1-b1ef-d2386bfdcd6d owned by {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:44.248231 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:44.303478 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-e022bbe9-8383-41ce-9237-4537a7ae280e service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:49:44.305294 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1ba1b8ab-35d7-45e2-a363-e86112203ecb req-09aa38c0-65b8-41ee-ac7e-4d32681c2507 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=9f51d24d818f4ea1958f6f69f3ca622a HTTP/1.1" status: 200 len: 221 time: 0.0849609 Nov 12 03:49:44.311440 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 0dc9019f-efa6-4b38-a527-784b202bf952, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=0dc9019f-efa6-4b38-a527-784b202bf952,segment=NetworkSegment(3babec41-b143-4a01-8bd0-b400fd25c224),segment_id=3babec41-b143-4a01-8bd0-b400fd25c224)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:44.317915 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:44.329909 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-e022bbe9-8383-41ce-9237-4537a7ae280e service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2298250 Nov 12 03:49:44.404911 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=0dc9019f-efa6-4b38-a527-784b202bf952,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:44.423141 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0520adf-cd80-4d52-aebd-56a2b22651f0 None None] Sync routers for ids ['1d8f25fe-0e88-41ea-9a81-988c43015246'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:44.454962 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0520adf-cd80-4d52-aebd-56a2b22651f0 None None] Routers {'1d8f25fe-0e88-41ea-9a81-988c43015246'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:44.455376 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-94596361-55d9-4346-8347-77386cc002b5 req-263c6174-71e9-4474-a3af-a0b46c1f2abe tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=d47b5672-37ef-4a25-8a91-d979e8d19338 HTTP/1.1" status: 200 len: 210 time: 0.0491488 Nov 12 03:49:44.455807 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-e0520adf-cd80-4d52-aebd-56a2b22651f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:49:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1d8f25fe-0e88-41ea-9a81-988c43015246'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:44.529412 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-f1b82b16-5174-4520-b65b-9d7dbd233d69 service neutron] 10.222.0.50 "GET /v2.0/networks/5b0c2727-2690-44e0-97e8-9f283ce90ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039230 Nov 12 03:49:44.587602 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ada98339-f017-4498-90e4-b2f403acec61 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:44.639945 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6216732-f497-48ee-9b58-1a205bb06444 req-9b4f3b71-c75b-4d03-930b-479ca57c1877 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:44.648594 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f6216732-f497-48ee-9b58-1a205bb06444 req-9b4f3b71-c75b-4d03-930b-479ca57c1877 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1005919 Nov 12 03:49:44.668131 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada98339-f017-4498-90e4-b2f403acec61 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Pushing event deleted for resources: {'Port': ['ID=62c5af49-f67d-4cc1-b1ef-d2386bfdcd6d,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:44.702157 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-e0520adf-cd80-4d52-aebd-56a2b22651f0 None None] Set router 1d8f25fe-0e88-41ea-9a81-988c43015246 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:49:44.756541 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f6216732-f497-48ee-9b58-1a205bb06444 req-f38d8379-45ea-4892-8efb-2571f89544ce tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008680 Nov 12 03:49:44.873743 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-c0cd1a0c-b46e-492c-8085-12702f3c0629 service neutron] 10.222.0.50 "GET /v2.0/networks/5b0c2727-2690-44e0-97e8-9f283ce90ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434498 Nov 12 03:49:44.913455 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ada98339-f017-4498-90e4-b2f403acec61 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:44.920690 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ada98339-f017-4498-90e4-b2f403acec61 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] 10.222.0.50 "DELETE /v2.0/ports/62c5af49-f67d-4cc1-b1ef-d2386bfdcd6d HTTP/1.1" status: 204 len: 168 time: 1.3107040 Nov 12 03:49:44.924258 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 41156) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:44.930887 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-ff116ee9-9e26-4e91-a2a2-6636245206df tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Request body: {'port': {'name': 'tempest-new-port-name-1113461664', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:44.931628 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.api.validators [None req-ff116ee9-9e26-4e91-a2a2-6636245206df tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] bootfile-name is not in valid_values {{(pid=102571) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:49:44.932220 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.api.validators [None req-ff116ee9-9e26-4e91-a2a2-6636245206df tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] tftp-server is not in valid_values {{(pid=102571) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:49:44.932764 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.api.validators [None req-ff116ee9-9e26-4e91-a2a2-6636245206df tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] server-ip-address is not in valid_values {{(pid=102571) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:49:45.030575 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d3175a-9740-4a1f-ae65-833f96e23164 None None] Network 31d93b67-5785-4456-ab4d-c53ad0b7e5fe requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:45.107411 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc0d54-3818-4cf8-88d5-e401a146f0e5 req-f2dcb92e-8342-4dab-8740-aeccfb8fdf38 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:45.123008 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-23fc0d54-3818-4cf8-88d5-e401a146f0e5 req-f2dcb92e-8342-4dab-8740-aeccfb8fdf38 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1995525 Nov 12 03:49:45.130300 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ff116ee9-9e26-4e91-a2a2-6636245206df tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:45.155095 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-92e81fee-896f-4f14-820c-6bc65f230353 None None] Provisioning complete for port 0dc9019f-efa6-4b38-a527-784b202bf952 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:45.155095 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-92e81fee-896f-4f14-820c-6bc65f230353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:45.220014 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-340788b4-45b1-419f-9635-e86639088740 req-de999c45-494a-4281-9572-4c7cbb9635d7 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7bb924e3-2b18-491e-9347-cf10e2e87d5b HTTP/1.1" status: 200 len: 210 time: 0.0772915 Nov 12 03:49:45.344434 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-23fc0d54-3818-4cf8-88d5-e401a146f0e5 req-c6f96ce5-7355-452b-9751-eeb673a3f1ba tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005706 Nov 12 03:49:45.397056 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-e0520adf-cd80-4d52-aebd-56a2b22651f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8f25fe-0e88-41ea-9a81-988c43015246', 'name': 'tempest-TestServerMultinode-1408276404-router', 'tenant_id': '754a7efae68741b193bbbfa7760fd2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'a2070cc6-e743-4af8-9c6f-2f51ce8a186b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:33Z', 'updated_at': '2021-11-12T03:49:40Z', 'revision_number': 4, 'project_id': '754a7efae68741b193bbbfa7760fd2a8', 'gw_port': {'id': 'a2070cc6-e743-4af8-9c6f-2f51ce8a186b', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:75:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f25fe-0e88-41ea-9a81-988c43015246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:34Z', 'updated_at': '2021-11-12T03:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '15575395-1e6e-4411-9b58-5e9f97206185', 'name': '', 'network_id': '3650805f-31ea-412a-b9a2-3c80cc48cad8', 'tenant_id': '754a7efae68741b193bbbfa7760fd2a8', 'mac_address': 'fa:16:3e:5f:9d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8f25fe-0e88-41ea-9a81-988c43015246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '39a17601-dea2-4f39-9bfd-ee22ec6b072e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:39Z', 'updated_at': '2021-11-12T03:49:40Z', 'revision_number': 2, 'project_id': '754a7efae68741b193bbbfa7760fd2a8', 'subnets': [{'id': '39a17601-dea2-4f39-9bfd-ee22ec6b072e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:45.514568 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0520adf-cd80-4d52-aebd-56a2b22651f0 None None] Checking router: 1d8f25fe-0e88-41ea-9a81-988c43015246 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:49:45.514939 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0520adf-cd80-4d52-aebd-56a2b22651f0 None None] Updating router 1d8f25fe-0e88-41ea-9a81-988c43015246 port 15575395-1e6e-4411-9b58-5e9f97206185 binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:49:45.582599 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 0dc9019f-efa6-4b38-a527-784b202bf952 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:45.724718 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dbec67e8-395c-41fe-9bd1-c6ac53f112e4 req-43ca6fc1-405f-4d9a-8bba-088c266ade3a tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=d47b5672-37ef-4a25-8a91-d979e8d19338 HTTP/1.1" status: 200 len: 210 time: 0.0738866 Nov 12 03:49:45.793463 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e0520adf-cd80-4d52-aebd-56a2b22651f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:45.831540 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75071a8e-2bbc-45c3-a889-d4da93915db3 req-2c0d0b77-0370-4b71-8a26-327a2ffd67ba tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:45.840349 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-75071a8e-2bbc-45c3-a889-d4da93915db3 req-2c0d0b77-0370-4b71-8a26-327a2ffd67ba tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.2170784 Nov 12 03:49:45.970297 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-75071a8e-2bbc-45c3-a889-d4da93915db3 req-7d87a72b-180d-4487-bc25-497d199e369a tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226139 Nov 12 03:49:46.006944 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ff116ee9-9e26-4e91-a2a2-6636245206df tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.019811 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ff116ee9-9e26-4e91-a2a2-6636245206df tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.049229 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 0dc9019f-efa6-4b38-a527-784b202bf952 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:46.049784 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.180213 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff116ee9-9e26-4e91-a2a2-6636245206df tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Pushing event updated for resources: {'Port': ['ID=9ded0533-6aa8-45e2-ac95-63114123128a,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:46.213035 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-ff116ee9-9e26-4e91-a2a2-6636245206df tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] In _notify_port_updated(), no bound segment for port 9ded0533-6aa8-45e2-ac95-63114123128a on network 31d93b67-5785-4456-ab4d-c53ad0b7e5fe {{(pid=102571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:49:46.226480 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff116ee9-9e26-4e91-a2a2-6636245206df tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:46.227281 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ff116ee9-9e26-4e91-a2a2-6636245206df tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.241480 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ff116ee9-9e26-4e91-a2a2-6636245206df tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] 10.222.0.50 "PUT /v2.0/ports/9ded0533-6aa8-45e2-ac95-63114123128a HTTP/1.1" status: 200 len: 1136 time: 1.3158643 Nov 12 03:49:46.255496 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 41194) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:46.375000 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-742ae3f4-6f50-49c4-a99b-95b030b53d4c req-a065625d-730c-4c98-b1d8-e202de80bb55 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7bb924e3-2b18-491e-9347-cf10e2e87d5b HTTP/1.1" status: 200 len: 210 time: 0.0614357 Nov 12 03:49:46.435004 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cd00e2-8bde-4f57-b67e-8245a4899243 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:46.436497 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e4cd00e2-8bde-4f57-b67e-8245a4899243 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] 10.222.0.50 "GET /v2.0/ports/9ded0533-6aa8-45e2-ac95-63114123128a HTTP/1.1" status: 200 len: 1136 time: 0.1744239 Nov 12 03:49:46.440348 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 41200) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:46.450832 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a37368-ff72-45f1-9fe0-a8e3cec5c613 req-55f89932-bfff-424e-8a60-d1a0f8eba721 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:46.464097 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-07a37368-ff72-45f1-9fe0-a8e3cec5c613 req-55f89932-bfff-424e-8a60-d1a0f8eba721 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.3794992 Nov 12 03:49:46.555973 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-07a37368-ff72-45f1-9fe0-a8e3cec5c613 req-6efb9979-c56b-4d6d-b7f1-379f967e468b tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855789 Nov 12 03:49:46.633076 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-435aca62-90c3-46a7-93f0-b00939cc1780 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Deleting port 9ded0533-6aa8-45e2-ac95-63114123128a {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:46.633677 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-435aca62-90c3-46a7-93f0-b00939cc1780 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.814299 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c229c-0e48-4d9b-b09c-d25a00404f15 req-5b890cc5-4cc4-41ce-a305-469f6a28e9b3 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:46.815879 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4c1c229c-0e48-4d9b-b09c-d25a00404f15 req-5b890cc5-4cc4-41ce-a305-469f6a28e9b3 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1285684 Nov 12 03:49:46.835293 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-ca76bce9-1dfb-40ef-976c-339545497b82 None None] Provisioning complete for port 0dc9019f-efa6-4b38-a527-784b202bf952 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:46.840438 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ca76bce9-1dfb-40ef-976c-339545497b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.912062 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e0520adf-cd80-4d52-aebd-56a2b22651f0 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.914872 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-435aca62-90c3-46a7-93f0-b00939cc1780 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.924354 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:49:46.950016 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-435aca62-90c3-46a7-93f0-b00939cc1780 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Calling delete_port for 9ded0533-6aa8-45e2-ac95-63114123128a owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:46.972858 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4c1c229c-0e48-4d9b-b09c-d25a00404f15 req-ea296a11-ba34-421f-813b-f9b1b11aa5ad tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356711 Nov 12 03:49:46.975025 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e0520adf-cd80-4d52-aebd-56a2b22651f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.056958 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f1f9d6-06a2-4cc0-affe-0c07b30cc160 None None] Pushing event updated for resources: {'Port': ['ID=15575395-1e6e-4411-9b58-5e9f97206185,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:47.087302 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f1f9d6-06a2-4cc0-affe-0c07b30cc160 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:47.087302 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f1f9d6-06a2-4cc0-affe-0c07b30cc160 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:47.087302 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f1f9d6-06a2-4cc0-affe-0c07b30cc160 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:47.087302 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f1f9d6-06a2-4cc0-affe-0c07b30cc160 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:47.087673 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f1f9d6-06a2-4cc0-affe-0c07b30cc160 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:47.087908 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f1f9d6-06a2-4cc0-affe-0c07b30cc160 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:47.088280 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f1f9d6-06a2-4cc0-affe-0c07b30cc160 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:47.088604 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f1f9d6-06a2-4cc0-affe-0c07b30cc160 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:47.088987 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f1f9d6-06a2-4cc0-affe-0c07b30cc160 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:47.089316 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f1f9d6-06a2-4cc0-affe-0c07b30cc160 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:47.089642 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f1f9d6-06a2-4cc0-affe-0c07b30cc160 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:47.089968 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f1f9d6-06a2-4cc0-affe-0c07b30cc160 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:47.176581 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-e0520adf-cd80-4d52-aebd-56a2b22651f0 None None] Attempting to bind port 15575395-1e6e-4411-9b58-5e9f97206185 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:47.176961 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-e0520adf-cd80-4d52-aebd-56a2b22651f0 None None] Attempting to bind port 15575395-1e6e-4411-9b58-5e9f97206185 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '0ffcab18-c2d3-4cf5-a1a4-aea5408f041a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3650805f-31ea-412a-b9a2-3c80cc48cad8'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:47.202650 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0520adf-cd80-4d52-aebd-56a2b22651f0 None None] Attempting to bind port 15575395-1e6e-4411-9b58-5e9f97206185 on network 3650805f-31ea-412a-b9a2-3c80cc48cad8 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:47.252494 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0520adf-cd80-4d52-aebd-56a2b22651f0 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:47.252978 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0520adf-cd80-4d52-aebd-56a2b22651f0 None None] Checking segment: {'id': '0ffcab18-c2d3-4cf5-a1a4-aea5408f041a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3650805f-31ea-412a-b9a2-3c80cc48cad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:47.253391 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e0520adf-cd80-4d52-aebd-56a2b22651f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.253792 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0520adf-cd80-4d52-aebd-56a2b22651f0 None None] Bound using segment: {'id': '0ffcab18-c2d3-4cf5-a1a4-aea5408f041a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3650805f-31ea-412a-b9a2-3c80cc48cad8'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:47.254300 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-e0520adf-cd80-4d52-aebd-56a2b22651f0 None None] Bound port: 15575395-1e6e-4411-9b58-5e9f97206185, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ffcab18-c2d3-4cf5-a1a4-aea5408f041a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3650805f-31ea-412a-b9a2-3c80cc48cad8'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:47.254690 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e0520adf-cd80-4d52-aebd-56a2b22651f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.425574 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-ca76bce9-1dfb-40ef-976c-339545497b82 None None] Provisioning complete for port 9ded0533-6aa8-45e2-ac95-63114123128a triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:47.425946 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ca76bce9-1dfb-40ef-976c-339545497b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.482484 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-435aca62-90c3-46a7-93f0-b00939cc1780 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.587627 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-e0520adf-cd80-4d52-aebd-56a2b22651f0 None None] For port 15575395-1e6e-4411-9b58-5e9f97206185, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:47.620216 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-e0520adf-cd80-4d52-aebd-56a2b22651f0 None None] For port 15575395-1e6e-4411-9b58-5e9f97206185, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=15575395-1e6e-4411-9b58-5e9f97206185,segment=NetworkSegment(0ffcab18-c2d3-4cf5-a1a4-aea5408f041a),segment_id=0ffcab18-c2d3-4cf5-a1a4-aea5408f041a)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:47.647557 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e0520adf-cd80-4d52-aebd-56a2b22651f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.664808 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9fd7c7c8-4e72-40fc-9079-1e2eac0e6b4d req-219048d8-74f8-4a0c-8f09-21488661bd39 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7bb924e3-2b18-491e-9347-cf10e2e87d5b HTTP/1.1" status: 200 len: 210 time: 0.0986245 Nov 12 03:49:47.678490 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-ca76bce9-1dfb-40ef-976c-339545497b82 None None] Port 9ded0533-6aa8-45e2-ac95-63114123128a cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:47.814235 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0520adf-cd80-4d52-aebd-56a2b22651f0 None None] Routers {'1d8f25fe-0e88-41ea-9a81-988c43015246'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:47.827933 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-e0520adf-cd80-4d52-aebd-56a2b22651f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:49:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1d8f25fe-0e88-41ea-9a81-988c43015246'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:47.830464 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f1f9d6-06a2-4cc0-affe-0c07b30cc160 None None] Pushing event updated for resources: {'Port': ['ID=15575395-1e6e-4411-9b58-5e9f97206185,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:47.912726 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435aca62-90c3-46a7-93f0-b00939cc1780 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Pushing event deleted for resources: {'Port': ['ID=9ded0533-6aa8-45e2-ac95-63114123128a,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:47.951488 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-68b60861-c8a4-4e11-8499-9a0c05dc6b51 None None] Could not find standard attr ID for object 9ded0533-6aa8-45e2-ac95-63114123128a. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:49:47.961585 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-3067dec8-c92d-4a4e-a4c1-8d79cefbd6dd tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:47.963120 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-3067dec8-c92d-4a4e-a4c1-8d79cefbd6dd tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.74 "GET /v2.0/networks?id=5b0c2727-2690-44e0-97e8-9f283ce90ff8 HTTP/1.1" status: 200 len: 911 time: 0.4638879 Nov 12 03:49:48.006339 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-68b60861-c8a4-4e11-8499-9a0c05dc6b51 None None] Provisioning complete for port 15575395-1e6e-4411-9b58-5e9f97206185 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:48.007005 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-68b60861-c8a4-4e11-8499-9a0c05dc6b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:48.021926 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-7bb714b6-9f92-4fa3-90ec-b271c93d6f02 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Request body: {'port': {'device_id': '7bb924e3-2b18-491e-9347-cf10e2e87d5b', 'network_id': '5b0c2727-2690-44e0-97e8-9f283ce90ff8', 'admin_state_up': True, 'tenant_id': '754a7efae68741b193bbbfa7760fd2a8'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:48.074392 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a91d0e-eafe-437c-940d-b5b9442e01d8 req-d804c199-7190-40aa-b2d7-050ec228377c tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:48.090507 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d0a91d0e-eafe-437c-940d-b5b9442e01d8 req-d804c199-7190-40aa-b2d7-050ec228377c tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.9022064 Nov 12 03:49:48.145719 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-435aca62-90c3-46a7-93f0-b00939cc1780 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:48.151681 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 41234) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:48.151870 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-435aca62-90c3-46a7-93f0-b00939cc1780 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] 10.222.0.50 "DELETE /v2.0/ports/9ded0533-6aa8-45e2-ac95-63114123128a HTTP/1.1" status: 204 len: 168 time: 1.7097960 Nov 12 03:49:48.172470 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-e0520adf-cd80-4d52-aebd-56a2b22651f0 None None] Set router 1d8f25fe-0e88-41ea-9a81-988c43015246 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:49:48.185558 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-7bb714b6-9f92-4fa3-90ec-b271c93d6f02 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Made reservation on behalf of 754a7efae68741b193bbbfa7760fd2a8 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:48.187915 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-7bb714b6-9f92-4fa3-90ec-b271c93d6f02 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:48.290532 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4e1cad7-17b5-4d5d-b491-af0ae14778e3 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Deleting subnet 083710ce-18b2-498f-a249-f0bb17512922 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:49:48.295658 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d0a91d0e-eafe-437c-940d-b5b9442e01d8 req-5f7a021a-e5e8-4d56-816b-e24a6e5b498b tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993411 Nov 12 03:49:48.298942 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d4e1cad7-17b5-4d5d-b491-af0ae14778e3 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:48.362877 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:48.410530 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d4e1cad7-17b5-4d5d-b491-af0ae14778e3 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:48.660377 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-7bb714b6-9f92-4fa3-90ec-b271c93d6f02 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Allocated IP 172.20.0.7 (5b0c2727-2690-44e0-97e8-9f283ce90ff8/b939ab05-e6fb-48a7-9af8-c18027a0c4e5/f1d88304-7923-46e0-8a7f-871044a6262d) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:48.682976 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d4e1cad7-17b5-4d5d-b491-af0ae14778e3 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:48.696808 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-68b60861-c8a4-4e11-8499-9a0c05dc6b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:48.878484 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7ad48aa1-cd49-4d4e-8082-b17e6d01b8b1 req-f54fef03-0ba7-43a0-afdb-3b743b54471d tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7bb924e3-2b18-491e-9347-cf10e2e87d5b HTTP/1.1" status: 200 len: 210 time: 0.0684381 Nov 12 03:49:48.897663 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-68b60861-c8a4-4e11-8499-9a0c05dc6b51 None None] For port 15575395-1e6e-4411-9b58-5e9f97206185, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=15575395-1e6e-4411-9b58-5e9f97206185,segment=NetworkSegment(0ffcab18-c2d3-4cf5-a1a4-aea5408f041a),segment_id=0ffcab18-c2d3-4cf5-a1a4-aea5408f041a)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:48.911065 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-7bb714b6-9f92-4fa3-90ec-b271c93d6f02 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:48.916862 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d4e1cad7-17b5-4d5d-b491-af0ae14778e3 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:48.956333 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d996c-b4c4-458c-9808-748a5f1e81f6 req-a3ea051d-ef53-40b2-bb55-052d885a4d9a tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:48.958143 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cc8d996c-b4c4-458c-9808-748a5f1e81f6 req-a3ea051d-ef53-40b2-bb55-052d885a4d9a tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.5188115 Nov 12 03:49:48.959754 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-7bb714b6-9f92-4fa3-90ec-b271c93d6f02 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:48.971031 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e1cad7-17b5-4d5d-b491-af0ae14778e3 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Pushing event deleted for resources: {'Subnet': ['ID=083710ce-18b2-498f-a249-f0bb17512922,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:48.974761 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d4e1cad7-17b5-4d5d-b491-af0ae14778e3 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:48.979724 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d4e1cad7-17b5-4d5d-b491-af0ae14778e3 tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] 10.222.0.50 "DELETE /v2.0/subnets/083710ce-18b2-498f-a249-f0bb17512922 HTTP/1.1" status: 204 len: 168 time: 0.8265636 Nov 12 03:49:48.982276 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 41256) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:48.983564 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-68b60861-c8a4-4e11-8499-9a0c05dc6b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:48.988817 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b29847-f6a3-401b-8120-d0e1097b99c6 None None] Network 31d93b67-5785-4456-ab4d-c53ad0b7e5fe requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:49.034369 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-68b60861-c8a4-4e11-8499-9a0c05dc6b51 None None] Could not find standard attr ID for object 62c5af49-f67d-4cc1-b1ef-d2386bfdcd6d. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:49:49.059585 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb714b6-9f92-4fa3-90ec-b271c93d6f02 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Pushing event updated for resources: {'Port': ['ID=f1d88304-7923-46e0-8a7f-871044a6262d,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:49.083964 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-7bb714b6-9f92-4fa3-90ec-b271c93d6f02 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Network 5b0c2727-2690-44e0-97e8-9f283ce90ff8 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:49.111880 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb714b6-9f92-4fa3-90ec-b271c93d6f02 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:49.112262 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb714b6-9f92-4fa3-90ec-b271c93d6f02 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:49.112566 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb714b6-9f92-4fa3-90ec-b271c93d6f02 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:49.112895 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb714b6-9f92-4fa3-90ec-b271c93d6f02 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:49.113219 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb714b6-9f92-4fa3-90ec-b271c93d6f02 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:49.113542 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb714b6-9f92-4fa3-90ec-b271c93d6f02 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:49.113857 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb714b6-9f92-4fa3-90ec-b271c93d6f02 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:49.118956 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb714b6-9f92-4fa3-90ec-b271c93d6f02 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:49.119325 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb714b6-9f92-4fa3-90ec-b271c93d6f02 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:49.119912 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb714b6-9f92-4fa3-90ec-b271c93d6f02 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:49.120285 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb714b6-9f92-4fa3-90ec-b271c93d6f02 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:49.122197 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb714b6-9f92-4fa3-90ec-b271c93d6f02 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:49.132557 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-7bb714b6-9f92-4fa3-90ec-b271c93d6f02 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:49.136926 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-7bb714b6-9f92-4fa3-90ec-b271c93d6f02 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:49.158119 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b60861-c8a4-4e11-8499-9a0c05dc6b51 None None] Pushing event updated for resources: {'Port': ['ID=15575395-1e6e-4411-9b58-5e9f97206185,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:49.175696 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-b3da7b1b-4449-45a3-b0a4-d6b123aacc9c None None] Could not find standard attr ID for object 9ded0533-6aa8-45e2-ac95-63114123128a. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:49:49.178929 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-e0520adf-cd80-4d52-aebd-56a2b22651f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8f25fe-0e88-41ea-9a81-988c43015246', 'name': 'tempest-TestServerMultinode-1408276404-router', 'tenant_id': '754a7efae68741b193bbbfa7760fd2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'a2070cc6-e743-4af8-9c6f-2f51ce8a186b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:33Z', 'updated_at': '2021-11-12T03:49:40Z', 'revision_number': 4, 'project_id': '754a7efae68741b193bbbfa7760fd2a8', 'gw_port': {'id': 'a2070cc6-e743-4af8-9c6f-2f51ce8a186b', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:75:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f25fe-0e88-41ea-9a81-988c43015246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:34Z', 'updated_at': '2021-11-12T03:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '15575395-1e6e-4411-9b58-5e9f97206185', 'name': '', 'network_id': '3650805f-31ea-412a-b9a2-3c80cc48cad8', 'tenant_id': '754a7efae68741b193bbbfa7760fd2a8', 'mac_address': 'fa:16:3e:5f:9d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8f25fe-0e88-41ea-9a81-988c43015246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '39a17601-dea2-4f39-9bfd-ee22ec6b072e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:39Z', 'updated_at': '2021-11-12T03:49:47Z', 'revision_number': 4, 'project_id': '754a7efae68741b193bbbfa7760fd2a8', 'subnets': [{'id': '39a17601-dea2-4f39-9bfd-ee22ec6b072e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:49.243156 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cc8d996c-b4c4-458c-9808-748a5f1e81f6 req-7426010f-3afa-4764-a3b4-1f6c57bef2ac tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594848 Nov 12 03:49:49.303307 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0520adf-cd80-4d52-aebd-56a2b22651f0 None None] The sync data for ids ['1d8f25fe-0e88-41ea-9a81-988c43015246'] in n-d-715271-27 is: [{'id': '1d8f25fe-0e88-41ea-9a81-988c43015246', 'name': 'tempest-TestServerMultinode-1408276404-router', 'tenant_id': '754a7efae68741b193bbbfa7760fd2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'a2070cc6-e743-4af8-9c6f-2f51ce8a186b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:33Z', 'updated_at': '2021-11-12T03:49:40Z', 'revision_number': 4, 'project_id': '754a7efae68741b193bbbfa7760fd2a8', 'gw_port': {'id': 'a2070cc6-e743-4af8-9c6f-2f51ce8a186b', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:75:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f25fe-0e88-41ea-9a81-988c43015246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:34Z', 'updated_at': '2021-11-12T03:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '15575395-1e6e-4411-9b58-5e9f97206185', 'name': '', 'network_id': '3650805f-31ea-412a-b9a2-3c80cc48cad8', 'tenant_id': '754a7efae68741b193bbbfa7760fd2a8', 'mac_address': 'fa:16:3e:5f:9d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8f25fe-0e88-41ea-9a81-988c43015246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '39a17601-dea2-4f39-9bfd-ee22ec6b072e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:39Z', 'updated_at': '2021-11-12T03:49:47Z', 'revision_number': 4, 'project_id': '754a7efae68741b193bbbfa7760fd2a8', 'subnets': [{'id': '39a17601-dea2-4f39-9bfd-ee22ec6b072e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:49.337343 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e5b44d8f-173b-4c81-8374-75f85a5ec4ef tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:49.356385 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-b3da7b1b-4449-45a3-b0a4-d6b123aacc9c None None] Provisioning complete for port 15575395-1e6e-4411-9b58-5e9f97206185 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:49.358084 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b3da7b1b-4449-45a3-b0a4-d6b123aacc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:49.365411 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-7bb714b6-9f92-4fa3-90ec-b271c93d6f02 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:49.366018 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-7bb714b6-9f92-4fa3-90ec-b271c93d6f02 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:49.631271 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab95144-b6a7-4034-b5f6-4417571e532b None None] DHCP port deletion for 31d93b67-5785-4456-ab4d-c53ad0b7e5fe request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:49:49.652900 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a8f88-47f1-4a5a-8e18-acc2692df9e3 req-7d962244-602a-4b35-9ded-0701983d2cce tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:49.659246 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-af5a8f88-47f1-4a5a-8e18-acc2692df9e3 req-7d962244-602a-4b35-9ded-0701983d2cce tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1418796 Nov 12 03:49:49.782586 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-af5a8f88-47f1-4a5a-8e18-acc2692df9e3 req-ff986ab2-7e16-4bd7-b25b-cce5b362d47d tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165450 Nov 12 03:49:49.805711 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-9ab95144-b6a7-4034-b5f6-4417571e532b None None] Deleting port 0dc9019f-efa6-4b38-a527-784b202bf952 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:49.806089 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9ab95144-b6a7-4034-b5f6-4417571e532b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:49.948139 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-9ab95144-b6a7-4034-b5f6-4417571e532b None None] For port 0dc9019f-efa6-4b38-a527-784b202bf952, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=0dc9019f-efa6-4b38-a527-784b202bf952,segment=NetworkSegment(3babec41-b143-4a01-8bd0-b400fd25c224),segment_id=3babec41-b143-4a01-8bd0-b400fd25c224)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:49.951958 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9ab95144-b6a7-4034-b5f6-4417571e532b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:49.987388 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-9ab95144-b6a7-4034-b5f6-4417571e532b None None] Calling delete_port for 0dc9019f-efa6-4b38-a527-784b202bf952 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:50.083038 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f4867-7050-4fa6-968b-d6f846cb5c84 req-01a09d06-b211-46d8-b1db-f1712ebf292e tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:50.092346 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2c6f4867-7050-4fa6-968b-d6f846cb5c84 req-01a09d06-b211-46d8-b1db-f1712ebf292e tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1491306 Nov 12 03:49:50.093297 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-7bb714b6-9f92-4fa3-90ec-b271c93d6f02 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.0956135 Nov 12 03:49:50.135230 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-7bf28f6e-d3e5-4454-9ab5-49f8862bd9b8 service neutron] Request body: {'port': {'device_id': '7bb924e3-2b18-491e-9347-cf10e2e87d5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:50.173284 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9ab95144-b6a7-4034-b5f6-4417571e532b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:50.177878 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-49e72438-f143-48f5-89f7-3b1e1927cec1 None None] Provisioning complete for port f1d88304-7923-46e0-8a7f-871044a6262d triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:50.178512 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-49e72438-f143-48f5-89f7-3b1e1927cec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:50.195453 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2c6f4867-7050-4fa6-968b-d6f846cb5c84 req-d085ee48-246f-4cdb-9c0c-02750f72859d tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011019 Nov 12 03:49:50.237757 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-7bf28f6e-d3e5-4454-9ab5-49f8862bd9b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:50.348419 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab95144-b6a7-4034-b5f6-4417571e532b None None] Pushing event deleted for resources: {'Port': ['ID=0dc9019f-efa6-4b38-a527-784b202bf952,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:50.361995 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab95144-b6a7-4034-b5f6-4417571e532b None None] No DVR routers for this DVR port 0dc9019f-efa6-4b38-a527-784b202bf952 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:50.401406 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-49e72438-f143-48f5-89f7-3b1e1927cec1 None None] Port f1d88304-7923-46e0-8a7f-871044a6262d cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:50.419395 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32739041-a04a-45df-a2f5-bf2851f4d036 req-2e696593-5f98-4ff7-97c3-572069b1dfc9 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:50.433502 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-32739041-a04a-45df-a2f5-bf2851f4d036 req-2e696593-5f98-4ff7-97c3-572069b1dfc9 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7bb924e3-2b18-491e-9347-cf10e2e87d5b HTTP/1.1" status: 200 len: 1027 time: 0.3462892 Nov 12 03:49:50.439564 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275a0ab-a218-41c0-b142-9ba5e0711a4f req-c1ebbc36-cea6-44b8-9637-b4d5f52dd5ba tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:50.448774 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1275a0ab-a218-41c0-b142-9ba5e0711a4f req-c1ebbc36-cea6-44b8-9637-b4d5f52dd5ba tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1504717 Nov 12 03:49:50.552985 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1275a0ab-a218-41c0-b142-9ba5e0711a4f req-7b634c69-7d4e-4c5e-9c63-cf56213dd495 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034145 Nov 12 03:49:50.631751 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-e5b44d8f-173b-4c81-8374-75f85a5ec4ef tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Deleting port 0dc9019f-efa6-4b38-a527-784b202bf952 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:50.642757 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e5b44d8f-173b-4c81-8374-75f85a5ec4ef tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:50.750048 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1b9c9-e3e7-4cc7-a67d-a8b0863be659 req-563cb2a3-583d-445b-a57c-51a7c4a29daa tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:50.751582 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1be1b9c9-e3e7-4cc7-a67d-a8b0863be659 req-563cb2a3-583d-445b-a57c-51a7c4a29daa tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.0846801 Nov 12 03:49:50.786891 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-32739041-a04a-45df-a2f5-bf2851f4d036 req-ff0e7cac-40cd-49e1-9812-dc7f72d52214 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=dbc5a73b-de4c-4a38-b8eb-93248c3fdf48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524935 Nov 12 03:49:51.074020 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-e5b44d8f-173b-4c81-8374-75f85a5ec4ef tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] For port 0dc9019f-efa6-4b38-a527-784b202bf952, host n-d-715271-27, got binding levels [] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:51.074385 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e5b44d8f-173b-4c81-8374-75f85a5ec4ef tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:51.078544 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-7bf28f6e-d3e5-4454-9ab5-49f8862bd9b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1d88304-7923-46e0-8a7f-871044a6262d {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:49:51.095093 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-7bf28f6e-d3e5-4454-9ab5-49f8862bd9b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:51.102980 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-e5b44d8f-173b-4c81-8374-75f85a5ec4ef tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Calling delete_port for 0dc9019f-efa6-4b38-a527-784b202bf952 owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:51.108518 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.ipam_backend_mixin [None req-e5b44d8f-173b-4c81-8374-75f85a5ec4ef tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Port 0dc9019f-efa6-4b38-a527-784b202bf952 was not found and therefore no delete operation was performed {{(pid=102571) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:49:51.114448 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e5b44d8f-173b-4c81-8374-75f85a5ec4ef tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:51.121925 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-7bf28f6e-d3e5-4454-9ab5-49f8862bd9b8 service neutron] Transition to ACTIVE for port object f1d88304-7923-46e0-8a7f-871044a6262d will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:49:51.150454 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-7bf28f6e-d3e5-4454-9ab5-49f8862bd9b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:51.152829 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b44d8f-173b-4c81-8374-75f85a5ec4ef tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Pushing event deleted for resources: {'Port': ['ID=0dc9019f-efa6-4b38-a527-784b202bf952,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:51.163975 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b44d8f-173b-4c81-8374-75f85a5ec4ef tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] No DVR routers for this DVR port 0dc9019f-efa6-4b38-a527-784b202bf952 on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:51.258919 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1be1b9c9-e3e7-4cc7-a67d-a8b0863be659 req-9bd7cbd4-c641-46bf-9872-74747570e9a0 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4954300 Nov 12 03:49:51.547844 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf28f6e-d3e5-4454-9ab5-49f8862bd9b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f1d88304-7923-46e0-8a7f-871044a6262d,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:51.630294 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e5b44d8f-173b-4c81-8374-75f85a5ec4ef tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:51.682656 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 15575395-1e6e-4411-9b58-5e9f97206185 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:51.754909 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-e5b44d8f-173b-4c81-8374-75f85a5ec4ef tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31d93b67-5785-4456-ab4d-c53ad0b7e5fe']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:51.767301 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-e5b44d8f-173b-4c81-8374-75f85a5ec4ef tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3babec41-b143-4a01-8bd0-b400fd25c224') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:51.767838 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-e5b44d8f-173b-4c81-8374-75f85a5ec4ef tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3babec41-b143-4a01-8bd0-b400fd25c224') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:51.781086 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e5b44d8f-173b-4c81-8374-75f85a5ec4ef tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:51.796967 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e5b44d8f-173b-4c81-8374-75f85a5ec4ef tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:51.809845 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5b44d8f-173b-4c81-8374-75f85a5ec4ef tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:49:51.812550 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e5b44d8f-173b-4c81-8374-75f85a5ec4ef tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:51.823379 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:49:51.823379 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:49:51.823379 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:49:51.823379 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:49:51.823379 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:49:51.823379 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:49:51.823379 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:49:51.823379 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:49:51.823379 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:49:51.823379 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:49:51.823379 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:49:51.823379 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:49:51.823379 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:49:51.823379 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:49:51.823379 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:49:51.823379 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:49:51.823379 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:49:51.823379 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:49:51.823379 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:49:51.823379 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:49:51.823379 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:49:51.823379 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:49:51.823379 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:49:51.823379 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:49:51.823379 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:49:51.823379 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:49:51.823379 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:49:51.823379 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:49:51.823379 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:49:51.823379 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:49:51.823379 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:49:51.823379 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:49:51.847991 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 15575395-1e6e-4411-9b58-5e9f97206185 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:51.848666 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:51.985193 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c99289-c45b-4d91-8a80-1b05f77fc2af req-e93bf9e8-d67a-4cc3-873d-9d235faebb10 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:51.987443 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-95c99289-c45b-4d91-8a80-1b05f77fc2af req-e93bf9e8-d67a-4cc3-873d-9d235faebb10 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.4646783 Nov 12 03:49:52.018768 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e5b44d8f-173b-4c81-8374-75f85a5ec4ef tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.059150 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191c446-9ea5-4bd7-b29e-6e791543008e req-b01e176c-e11c-4faa-b1c3-080e6feabc3f tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:52.074297 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a191c446-9ea5-4bd7-b29e-6e791543008e req-b01e176c-e11c-4faa-b1c3-080e6feabc3f tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7bb924e3-2b18-491e-9347-cf10e2e87d5b HTTP/1.1" status: 200 len: 1053 time: 0.1061018 Nov 12 03:49:52.124122 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e5b44d8f-173b-4c81-8374-75f85a5ec4ef tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.134437 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e5b44d8f-173b-4c81-8374-75f85a5ec4ef tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] 10.222.0.50 "DELETE /v2.0/networks/31d93b67-5785-4456-ab4d-c53ad0b7e5fe HTTP/1.1" status: 204 len: 168 time: 3.0870075 Nov 12 03:49:52.143180 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b44d8f-173b-4c81-8374-75f85a5ec4ef tempest-ExtraDHCPOptionsTestJSON-1465457279 tempest-ExtraDHCPOptionsTestJSON-1465457279-project] Pushing event deleted for resources: {'Network': ['ID=31d93b67-5785-4456-ab4d-c53ad0b7e5fe,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:52.206357 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-7bf28f6e-d3e5-4454-9ab5-49f8862bd9b8 service neutron] Attempting to bind port f1d88304-7923-46e0-8a7f-871044a6262d on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:52.206686 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-7bf28f6e-d3e5-4454-9ab5-49f8862bd9b8 service neutron] Attempting to bind port f1d88304-7923-46e0-8a7f-871044a6262d by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5b0c2727-2690-44e0-97e8-9f283ce90ff8'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:52.208104 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-7bf28f6e-d3e5-4454-9ab5-49f8862bd9b8 service neutron] Attempting to bind port f1d88304-7923-46e0-8a7f-871044a6262d on network 5b0c2727-2690-44e0-97e8-9f283ce90ff8 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:52.208664 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a191c446-9ea5-4bd7-b29e-6e791543008e req-4bbc90d1-41a7-46f7-be36-53399d8aef40 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=dbc5a73b-de4c-4a38-b8eb-93248c3fdf48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324356 Nov 12 03:49:52.217542 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-7bf28f6e-d3e5-4454-9ab5-49f8862bd9b8 service neutron] Port f1d88304-7923-46e0-8a7f-871044a6262d on network 5b0c2727-2690-44e0-97e8-9f283ce90ff8 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:49:52.217855 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-7bf28f6e-d3e5-4454-9ab5-49f8862bd9b8 service neutron] Attempting to bind port f1d88304-7923-46e0-8a7f-871044a6262d on network 5b0c2727-2690-44e0-97e8-9f283ce90ff8 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:52.228667 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-7bf28f6e-d3e5-4454-9ab5-49f8862bd9b8 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:52.229069 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-7bf28f6e-d3e5-4454-9ab5-49f8862bd9b8 service neutron] Checking segment: {'id': '0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5b0c2727-2690-44e0-97e8-9f283ce90ff8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:52.229455 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-7bf28f6e-d3e5-4454-9ab5-49f8862bd9b8 service neutron] Bound using segment: {'id': '0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5b0c2727-2690-44e0-97e8-9f283ce90ff8'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:52.229939 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-7bf28f6e-d3e5-4454-9ab5-49f8862bd9b8 service neutron] Bound port: f1d88304-7923-46e0-8a7f-871044a6262d, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5b0c2727-2690-44e0-97e8-9f283ce90ff8'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:52.230290 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-7bf28f6e-d3e5-4454-9ab5-49f8862bd9b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.285785 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 0dc9019f-efa6-4b38-a527-784b202bf952 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:49:52.360227 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 0dc9019f-efa6-4b38-a527-784b202bf952 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:49:52.360587 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 0dc9019f-efa6-4b38-a527-784b202bf952 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:49:52.428105 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-95c99289-c45b-4d91-8a80-1b05f77fc2af req-90e48fdb-cb31-4498-bc81-407db17cc706 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861418 Nov 12 03:49:52.539591 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-7bf28f6e-d3e5-4454-9ab5-49f8862bd9b8 service neutron] For port f1d88304-7923-46e0-8a7f-871044a6262d, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:52.545073 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-7bf28f6e-d3e5-4454-9ab5-49f8862bd9b8 service neutron] For port f1d88304-7923-46e0-8a7f-871044a6262d, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=f1d88304-7923-46e0-8a7f-871044a6262d,segment=NetworkSegment(0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759),segment_id=0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:52.555778 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-7bf28f6e-d3e5-4454-9ab5-49f8862bd9b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.577898 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 41334) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:52.666919 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 41342) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:52.746795 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-7bf28f6e-d3e5-4454-9ab5-49f8862bd9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:52.751662 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-7bf28f6e-d3e5-4454-9ab5-49f8862bd9b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.753204 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-7bf28f6e-d3e5-4454-9ab5-49f8862bd9b8 service neutron] 10.222.0.74 "PUT /v2.0/ports/f1d88304-7923-46e0-8a7f-871044a6262d HTTP/1.1" status: 200 len: 1092 time: 2.6232755 Nov 12 03:49:52.776812 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb924e3-2b18-491e-9347-cf10e2e87d5b', 'tag': 'f1d88304-7923-46e0-8a7f-871044a6262d'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:49:52.789402 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be3a22c-b907-47b3-8ab5-22ddb8f6aba1" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb924e3-2b18-491e-9347-cf10e2e87d5b", "tag": "f1d88304-7923-46e0-8a7f-871044a6262d"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:49:52.912406 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf28f6e-d3e5-4454-9ab5-49f8862bd9b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f1d88304-7923-46e0-8a7f-871044a6262d,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:52.936342 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c0bc6f-a83a-427e-bfd0-80dca0cd6023 x-openstack-request-id: req-58c0bc6f-a83a-427e-bfd0-80dca0cd6023 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:49:52.936644 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb924e3-2b18-491e-9347-cf10e2e87d5b", "tag": "f1d88304-7923-46e0-8a7f-871044a6262d", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:49:52.937067 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-58c0bc6f-a83a-427e-bfd0-80dca0cd6023 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:49:52.937478 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb924e3-2b18-491e-9347-cf10e2e87d5b', 'tag': 'f1d88304-7923-46e0-8a7f-871044a6262d', 'status': 'completed', 'code': 200} Nov 12 03:49:52.964459 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82500255-e14f-48b6-8139-4e7646232849 req-80026213-faef-4c2d-ba82-56751b0123e4 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:52.973926 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9e5150be-f4e2-466c-95fe-ede78cb1b556 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0c558be2b7f246b99486927f131e1589&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3052382 Nov 12 03:49:52.974871 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 41350) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:52.975062 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-82500255-e14f-48b6-8139-4e7646232849 req-80026213-faef-4c2d-ba82-56751b0123e4 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.3897629 Nov 12 03:49:53.031715 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9d0be25b-4e28-4675-b0e8-1565454745d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:53.082088 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-3c996c0e-68df-47ce-95b6-f6ec26a836f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:53.088312 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-3c996c0e-68df-47ce-95b6-f6ec26a836f9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=754a7efae68741b193bbbfa7760fd2a8&device_id=7bb924e3-2b18-491e-9347-cf10e2e87d5b HTTP/1.1" status: 200 len: 1095 time: 0.2575958 Nov 12 03:49:53.124498 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bcff325a-9eb4-4eaa-8cc0-59313e354980 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:53.128147 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-82500255-e14f-48b6-8139-4e7646232849 req-9c92c7ff-a377-4dda-a4a7-eaab5333d7a4 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486523 Nov 12 03:49:53.176053 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bcff325a-9eb4-4eaa-8cc0-59313e354980 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:53.210744 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-9bf58cc4-e83a-48cd-9ae8-77e426321072 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1d88304-7923-46e0-8a7f-871044a6262d HTTP/1.1" status: 200 len: 217 time: 0.0799899 Nov 12 03:49:53.250455 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bcff325a-9eb4-4eaa-8cc0-59313e354980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:53.257440 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bcff325a-9eb4-4eaa-8cc0-59313e354980 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:53.277930 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-bcff325a-9eb4-4eaa-8cc0-59313e354980 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6768de3f-5423-4503-ba79-bfc1cc40d94d HTTP/1.1" status: 204 len: 168 time: 0.3008740 Nov 12 03:49:53.369154 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff325a-9eb4-4eaa-8cc0-59313e354980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6768de3f-5423-4503-ba79-bfc1cc40d94d,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:53.404890 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73074e2-3048-4686-8125-57093be37e0e req-6a4b56f5-7d47-40c0-b9d4-515b1b805562 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:53.406887 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d73074e2-3048-4686-8125-57093be37e0e req-6a4b56f5-7d47-40c0-b9d4-515b1b805562 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1180766 Nov 12 03:49:53.454019 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df49a133-3e4d-4217-b304-022bec1873ba req-a6e69be5-b957-4b92-834c-6be912673e9e tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:53.454434 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9d0be25b-4e28-4675-b0e8-1565454745d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:53.459233 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-df49a133-3e4d-4217-b304-022bec1873ba req-a6e69be5-b957-4b92-834c-6be912673e9e tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7bb924e3-2b18-491e-9347-cf10e2e87d5b HTTP/1.1" status: 200 len: 1095 time: 0.1454735 Nov 12 03:49:53.463709 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-1a2bf6f5-4379-444e-9ad9-a714de6587d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:53.468113 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-1a2bf6f5-4379-444e-9ad9-a714de6587d2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b939ab05-e6fb-48a7-9af8-c18027a0c4e5 HTTP/1.1" status: 200 len: 849 time: 0.2440350 Nov 12 03:49:53.541335 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d73074e2-3048-4686-8125-57093be37e0e req-7b4aced9-e606-4532-9fed-6a8204cadc21 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799267 Nov 12 03:49:53.542760 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9d0be25b-4e28-4675-b0e8-1565454745d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:53.559915 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-df49a133-3e4d-4217-b304-022bec1873ba req-e1c0e463-f091-4c6b-98c4-954d588b7d3e tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=dbc5a73b-de4c-4a38-b8eb-93248c3fdf48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892553 Nov 12 03:49:53.611259 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-18247836-7ec7-4345-9651-6177903e879e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:53.617299 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-18247836-7ec7-4345-9651-6177903e879e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5b0c2727-2690-44e0-97e8-9f283ce90ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1312706 Nov 12 03:49:53.662724 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9d0be25b-4e28-4675-b0e8-1565454745d8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8c150d248a754258a9295d237bc033f1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0831549 Nov 12 03:49:53.665927 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0be25b-4e28-4675-b0e8-1565454745d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5fcc54-bcf8-4904-8bb6-b839fa62cd08,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:53.673592 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 41368) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:53.796558 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b834e709-e18f-409f-a5e2-1ef7623dbea4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:53.831248 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-0f19e247-d771-45bf-b0c9-c33aa75a62ac service neutron] 10.222.0.74 "GET /v2.0/networks/5b0c2727-2690-44e0-97e8-9f283ce90ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023609 Nov 12 03:49:53.891877 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b834e709-e18f-409f-a5e2-1ef7623dbea4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.010531 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b834e709-e18f-409f-a5e2-1ef7623dbea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.016016 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b834e709-e18f-409f-a5e2-1ef7623dbea4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.017976 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b834e709-e18f-409f-a5e2-1ef7623dbea4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fc5fcc54-bcf8-4904-8bb6-b839fa62cd08 HTTP/1.1" status: 204 len: 168 time: 0.3432536 Nov 12 03:49:54.030224 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834e709-e18f-409f-a5e2-1ef7623dbea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5fcc54-bcf8-4904-8bb6-b839fa62cd08,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:54.151584 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65287e3-31c8-408b-9881-f388a50e5ea9 req-82c33a65-5789-42a3-b8cb-d53db8bcc74c tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:54.159760 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d65287e3-31c8-408b-9881-f388a50e5ea9 req-82c33a65-5789-42a3-b8cb-d53db8bcc74c tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1241825 Nov 12 03:49:54.199202 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9ac47a8f-f9fa-42dc-a19d-8bb444c402e6 req-df023039-8aa2-44e3-ad9d-a70cdc6a4b19 service neutron] 10.222.0.74 "GET /v2.0/networks/5b0c2727-2690-44e0-97e8-9f283ce90ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565352 Nov 12 03:49:54.251333 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d65287e3-31c8-408b-9881-f388a50e5ea9 req-ef4c2ff7-18af-4dfa-92a4-d454cdbc93fc tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855901 Nov 12 03:49:54.464656 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3a22c-b907-47b3-8ab5-22ddb8f6aba1 req-0a18dd6a-a7bc-45a7-974a-81c68b3980cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:54.476515 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9be3a22c-b907-47b3-8ab5-22ddb8f6aba1 req-0a18dd6a-a7bc-45a7-974a-81c68b3980cf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=754a7efae68741b193bbbfa7760fd2a8&device_id=7bb924e3-2b18-491e-9347-cf10e2e87d5b HTTP/1.1" status: 200 len: 1095 time: 0.1893682 Nov 12 03:49:54.585588 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2a701-2615-4a64-a8a0-403cb57b2da9 req-27fafccf-5272-4c94-9055-5da21323c1ec tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:54.597969 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-08f2a701-2615-4a64-a8a0-403cb57b2da9 req-27fafccf-5272-4c94-9055-5da21323c1ec tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1609490 Nov 12 03:49:54.724326 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3a22c-b907-47b3-8ab5-22ddb8f6aba1 req-d85ae64e-9535-4134-9ee3-56cdd85e99dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:54.728126 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9be3a22c-b907-47b3-8ab5-22ddb8f6aba1 req-d85ae64e-9535-4134-9ee3-56cdd85e99dd service neutron] 10.222.0.74 "GET /v2.0/networks?id=5b0c2727-2690-44e0-97e8-9f283ce90ff8 HTTP/1.1" status: 200 len: 911 time: 0.2503407 Nov 12 03:49:54.742605 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-08f2a701-2615-4a64-a8a0-403cb57b2da9 req-bb55f829-b0bf-48c8-b580-9d88707fa437 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427517 Nov 12 03:49:54.838412 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9be3a22c-b907-47b3-8ab5-22ddb8f6aba1 req-cacd6789-fec7-4eda-a345-1273674495f8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1d88304-7923-46e0-8a7f-871044a6262d HTTP/1.1" status: 200 len: 217 time: 0.1017191 Nov 12 03:49:55.089415 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d413a7-3554-4704-8f02-84f95917ef83 req-9ca64f34-d0ce-49ea-b323-3752dee48fb2 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:55.091166 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-89d413a7-3554-4704-8f02-84f95917ef83 req-9ca64f34-d0ce-49ea-b323-3752dee48fb2 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7bb924e3-2b18-491e-9347-cf10e2e87d5b HTTP/1.1" status: 200 len: 1095 time: 0.2624452 Nov 12 03:49:55.093262 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3a22c-b907-47b3-8ab5-22ddb8f6aba1 req-cfaa6ef3-b149-4cd2-8e59-045a9531d57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:55.094833 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9be3a22c-b907-47b3-8ab5-22ddb8f6aba1 req-cfaa6ef3-b149-4cd2-8e59-045a9531d57a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b939ab05-e6fb-48a7-9af8-c18027a0c4e5 HTTP/1.1" status: 200 len: 849 time: 0.2377541 Nov 12 03:49:55.262621 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3a22c-b907-47b3-8ab5-22ddb8f6aba1 req-7f39bb78-0275-4771-938d-d8046375600f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:55.264316 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9be3a22c-b907-47b3-8ab5-22ddb8f6aba1 req-7f39bb78-0275-4771-938d-d8046375600f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5b0c2727-2690-44e0-97e8-9f283ce90ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1611540 Nov 12 03:49:55.268973 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-89d413a7-3554-4704-8f02-84f95917ef83 req-0c0e8e97-62b9-498d-8ecb-783d3e8f48d8 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=dbc5a73b-de4c-4a38-b8eb-93248c3fdf48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509080 Nov 12 03:49:55.285969 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc03572-12a8-4834-a55c-b4349f6bb2ec req-bbd44e9d-c808-4f5c-a330-c4ec873022e5 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:55.295810 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1dc03572-12a8-4834-a55c-b4349f6bb2ec req-bbd44e9d-c808-4f5c-a330-c4ec873022e5 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1191473 Nov 12 03:49:55.348283 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 41468) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:55.498571 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1dc03572-12a8-4834-a55c-b4349f6bb2ec req-f89ef727-639b-45ea-bea1-c1070c4c80b5 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017567 Nov 12 03:49:55.545149 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9be3a22c-b907-47b3-8ab5-22ddb8f6aba1 req-dac7e52d-fd8b-4136-af03-946ad9c86504 service neutron] 10.222.0.74 "GET /v2.0/networks/5b0c2727-2690-44e0-97e8-9f283ce90ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724972 Nov 12 03:49:55.820237 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e5eca9-8aa3-497d-836b-8475241975bd req-af41785e-8909-49ba-877c-f029901ba230 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:55.822969 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a5e5eca9-8aa3-497d-836b-8475241975bd req-af41785e-8909-49ba-877c-f029901ba230 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.2150784 Nov 12 03:49:55.863752 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9be3a22c-b907-47b3-8ab5-22ddb8f6aba1 req-adb2ac8c-a4e5-4274-a835-4123759ce3f1 service neutron] 10.222.0.74 "GET /v2.0/networks/5b0c2727-2690-44e0-97e8-9f283ce90ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067818 Nov 12 03:49:55.919626 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a5e5eca9-8aa3-497d-836b-8475241975bd req-222058b2-d8f5-41c3-8af6-65dd8468d74f tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814674 Nov 12 03:49:55.943184 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-e4911aad-a845-4a50-a249-c1068cd16eb7 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1390895604'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:56.027058 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4911aad-a845-4a50-a249-c1068cd16eb7 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Made reservation on behalf of c139cd2aa0094390876d0ccc0ffd3efa for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:56.034354 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e4911aad-a845-4a50-a249-c1068cd16eb7 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:56.048950 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e4911aad-a845-4a50-a249-c1068cd16eb7 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:56.217791 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e4911aad-a845-4a50-a249-c1068cd16eb7 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:56.222184 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e4911aad-a845-4a50-a249-c1068cd16eb7 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:56.242147 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4911aad-a845-4a50-a249-c1068cd16eb7 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:49:56.255111 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e4911aad-a845-4a50-a249-c1068cd16eb7 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:56.255608 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-e4911aad-a845-4a50-a249-c1068cd16eb7 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Added segment df08efca-ec61-485e-9e65-593c5794638c of type vlan for network b98e90ae-7036-4826-b8ca-c2ebeb2193be Nov 12 03:49:56.294415 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a891173-2b27-4b09-a532-29a57f477b36 req-4f5c96f3-75f6-46ff-980d-5ebef594eab0 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:56.295941 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3a891173-2b27-4b09-a532-29a57f477b36 req-4f5c96f3-75f6-46ff-980d-5ebef594eab0 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1279693 Nov 12 03:49:56.308754 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e4911aad-a845-4a50-a249-c1068cd16eb7 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:56.341925 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e4911aad-a845-4a50-a249-c1068cd16eb7 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:56.347813 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4911aad-a845-4a50-a249-c1068cd16eb7 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:56.348481 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e4911aad-a845-4a50-a249-c1068cd16eb7 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:56.379381 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3a891173-2b27-4b09-a532-29a57f477b36 req-e3b3b493-750e-48d1-8591-a9ba32fb6717 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757957 Nov 12 03:49:56.385917 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e4911aad-a845-4a50-a249-c1068cd16eb7 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0350091 Nov 12 03:49:56.605769 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4911aad-a845-4a50-a249-c1068cd16eb7 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30c80b43-1b71-40ab-a23c-6e85b48b4dac,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:56.688478 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4911aad-a845-4a50-a249-c1068cd16eb7 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Pushing event updated for resources: {'Network': ['ID=b98e90ae-7036-4826-b8ca-c2ebeb2193be,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:56.701412 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network b98e90ae-7036-4826-b8ca-c2ebeb2193be details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:49:56.717894 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d465b-c28d-4065-ae0f-e302a36b52e4 req-b0c6492b-eede-4bd8-bdaf-6db8fd30c259 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:56.731338 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8b3d465b-c28d-4065-ae0f-e302a36b52e4 req-b0c6492b-eede-4bd8-bdaf-6db8fd30c259 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7bb924e3-2b18-491e-9347-cf10e2e87d5b HTTP/1.1" status: 200 len: 1095 time: 0.2999117 Nov 12 03:49:56.764022 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02180b7a-552b-4c78-baf1-68b02bb755c9 req-d5441e36-5c15-44e0-9cf2-fdef742a0339 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:56.777037 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-02180b7a-552b-4c78-baf1-68b02bb755c9 req-d5441e36-5c15-44e0-9cf2-fdef742a0339 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1830823 Nov 12 03:49:56.871584 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8b3d465b-c28d-4065-ae0f-e302a36b52e4 req-8116e6ac-d848-44e6-858e-d50df06df709 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=dbc5a73b-de4c-4a38-b8eb-93248c3fdf48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329663 Nov 12 03:49:56.918278 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-02180b7a-552b-4c78-baf1-68b02bb755c9 req-342b4053-9bb8-48e2-96d5-97ec268ab0fd tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376891 Nov 12 03:49:57.128129 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device f1d88304-7923-46e0-8a7f-871044a6262d details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:49:57.367944 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e73da9-6e31-4073-bbab-c6f44bf15cec req-d624986c-7ee7-4c00-a856-4d0ccd15d919 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:57.393274 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-61e73da9-6e31-4073-bbab-c6f44bf15cec req-d624986c-7ee7-4c00-a856-4d0ccd15d919 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.2182136 Nov 12 03:49:57.471995 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port f1d88304-7923-46e0-8a7f-871044a6262d, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=f1d88304-7923-46e0-8a7f-871044a6262d,segment=NetworkSegment(0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759),segment_id=0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:57.502348 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'f1d88304-7923-46e0-8a7f-871044a6262d', 'network_id': '5b0c2727-2690-44e0-97e8-9f283ce90ff8', 'port_id': 'f1d88304-7923-46e0-8a7f-871044a6262d', 'mac_address': 'fa:16:3e:46:52:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b939ab05-e6fb-48a7-9af8-c18027a0c4e5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:49:57.513745 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-61e73da9-6e31-4073-bbab-c6f44bf15cec req-e5d57a91-d75d-4077-aeb5-7eb8360a7784 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166854 Nov 12 03:49:57.762842 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:57.782733 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1d88304-7923-46e0-8a7f-871044a6262d {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:49:57.811389 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port f1d88304-7923-46e0-8a7f-871044a6262d, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=f1d88304-7923-46e0-8a7f-871044a6262d,segment=NetworkSegment(0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759),segment_id=0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:57.815796 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:58.004164 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=f1d88304-7923-46e0-8a7f-871044a6262d,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:58.098858 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['f1d88304-7923-46e0-8a7f-871044a6262d'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:49:58.247211 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d17a04-0cce-4136-ba0c-b53891c2c202 req-d08a49d7-fed0-4b11-99f4-a4bef81d8a36 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:58.254842 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-25d17a04-0cce-4136-ba0c-b53891c2c202 req-d08a49d7-fed0-4b11-99f4-a4bef81d8a36 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7bb924e3-2b18-491e-9347-cf10e2e87d5b HTTP/1.1" status: 200 len: 1096 time: 0.1724217 Nov 12 03:49:58.322069 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-25d17a04-0cce-4136-ba0c-b53891c2c202 req-6c436f04-adef-485a-95ef-a52749645c17 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=dbc5a73b-de4c-4a38-b8eb-93248c3fdf48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623691 Nov 12 03:49:58.658689 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3cda55-017d-428f-9c51-2349e61f2fe2 req-a8ac3078-3a1c-4eb5-9f51-36aec59f78ed tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:58.666935 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1d3cda55-017d-428f-9c51-2349e61f2fe2 req-a8ac3078-3a1c-4eb5-9f51-36aec59f78ed tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.0589964 Nov 12 03:49:58.716822 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1d3cda55-017d-428f-9c51-2349e61f2fe2 req-745c2cc1-64a5-4f99-a495-84ae6b1b52ba tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486803 Nov 12 03:49:59.142545 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device f1d88304-7923-46e0-8a7f-871044a6262d up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:59.193963 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbfb656-4640-4340-9ddb-cd3c50214e3e req-3569eac1-c52f-49c0-8a74-1cb9b95b4a23 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:59.198477 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cdbfb656-4640-4340-9ddb-cd3c50214e3e req-3569eac1-c52f-49c0-8a74-1cb9b95b4a23 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.2089336 Nov 12 03:49:59.310039 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port f1d88304-7923-46e0-8a7f-871044a6262d completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:49:59.321258 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cdbfb656-4640-4340-9ddb-cd3c50214e3e req-d34c6471-bf6a-47de-a916-64b8cdb5f4f8 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135695 Nov 12 03:49:59.321896 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port f1d88304-7923-46e0-8a7f-871044a6262d triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:59.322195 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:59.570711 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:59.615518 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port f1d88304-7923-46e0-8a7f-871044a6262d, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=f1d88304-7923-46e0-8a7f-871044a6262d,segment=NetworkSegment(0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759),segment_id=0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:59.617179 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb924e3-2b18-491e-9347-cf10e2e87d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d88304-7923-46e0-8a7f-871044a6262d'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:49:59.620901 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3239ff66-ada6-428d-bcc1-ce3ae6679819" -d '{"events": [{"server_uuid": "7bb924e3-2b18-491e-9347-cf10e2e87d5b", "name": "network-vif-plugged", "status": "completed", "tag": "f1d88304-7923-46e0-8a7f-871044a6262d"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:49:59.626909 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:59.665889 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7932c1c-e231-4d42-99a9-0a96a90c42c7 req-3edc95b9-e774-4c78-91fc-356c84595bc6 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:59.688285 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f7932c1c-e231-4d42-99a9-0a96a90c42c7 req-3edc95b9-e774-4c78-91fc-356c84595bc6 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7bb924e3-2b18-491e-9347-cf10e2e87d5b HTTP/1.1" status: 200 len: 1096 time: 0.2174466 Nov 12 03:49:59.705270 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=f1d88304-7923-46e0-8a7f-871044a6262d,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:59.735953 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50bc827-2c90-4071-b4b1-2d88af7cf2be x-openstack-request-id: req-d50bc827-2c90-4071-b4b1-2d88af7cf2be {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:49:59.736430 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb924e3-2b18-491e-9347-cf10e2e87d5b", "name": "network-vif-plugged", "status": "completed", "tag": "f1d88304-7923-46e0-8a7f-871044a6262d", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:49:59.736916 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d50bc827-2c90-4071-b4b1-2d88af7cf2be {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:49:59.737661 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb924e3-2b18-491e-9347-cf10e2e87d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d88304-7923-46e0-8a7f-871044a6262d', 'code': 200} Nov 12 03:49:59.801581 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f7932c1c-e231-4d42-99a9-0a96a90c42c7 req-41fb6dc0-5185-4e48-bcc2-e1b01efd0b51 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=dbc5a73b-de4c-4a38-b8eb-93248c3fdf48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116827 Nov 12 03:49:59.908720 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca34cd-38d7-47e6-8f03-04409360e4ec req-6c5a999d-7005-4cde-ad97-03995894abeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:59.911165 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09ca34cd-38d7-47e6-8f03-04409360e4ec req-6c5a999d-7005-4cde-ad97-03995894abeb service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7bb924e3-2b18-491e-9347-cf10e2e87d5b HTTP/1.1" status: 200 len: 1097 time: 0.1021395 Nov 12 03:50:00.016514 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 41626) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:00.022126 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-954875b6-fa5d-44de-8d00-c7b34bc4f14f tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Request body: {'subnet': {'network_id': 'b98e90ae-7036-4826-b8ca-c2ebeb2193be', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:00.024008 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09ca34cd-38d7-47e6-8f03-04409360e4ec req-525985ef-30fd-4251-8fbd-a8fc49409b8b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=dbc5a73b-de4c-4a38-b8eb-93248c3fdf48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012092 Nov 12 03:50:00.137301 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954875b6-fa5d-44de-8d00-c7b34bc4f14f tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Made reservation on behalf of c139cd2aa0094390876d0ccc0ffd3efa for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:00.141911 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-954875b6-fa5d-44de-8d00-c7b34bc4f14f tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:00.361264 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-954875b6-fa5d-44de-8d00-c7b34bc4f14f tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:00.363654 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-69487628-c4f3-4fac-bd25-931f33c5a1b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:00.445890 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954875b6-fa5d-44de-8d00-c7b34bc4f14f tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Pushing event updated for resources: {'Subnet': ['ID=ee8d40e9-d4d8-4612-a639-ed9db9d3868c,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:00.500444 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954875b6-fa5d-44de-8d00-c7b34bc4f14f tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Checking segment: {'id': 'df08efca-ec61-485e-9e65-593c5794638c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b98e90ae-7036-4826-b8ca-c2ebeb2193be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:00.501580 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954875b6-fa5d-44de-8d00-c7b34bc4f14f tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Network hostable DHCP agents. Network: b98e90ae-7036-4826-b8ca-c2ebeb2193be, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:50:00.540164 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbbb4c-5033-4d17-a282-f7b0b8a384dd req-0bf882fc-3387-411d-b7f7-89e841b825bd tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:00.542434 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2bdbbb4c-5033-4d17-a282-f7b0b8a384dd req-0bf882fc-3387-411d-b7f7-89e841b825bd tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.0794134 Nov 12 03:50:00.543647 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954875b6-fa5d-44de-8d00-c7b34bc4f14f tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Network b98e90ae-7036-4826-b8ca-c2ebeb2193be is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:50:00.555746 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-954875b6-fa5d-44de-8d00-c7b34bc4f14f tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, b98e90ae-7036-4826-b8ca-c2ebeb2193be) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:00.561205 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954875b6-fa5d-44de-8d00-c7b34bc4f14f tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:00.562092 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-954875b6-fa5d-44de-8d00-c7b34bc4f14f tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:00.566826 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315a2b06-d64b-40a5-9f3d-ef593c5eca76 None None] Network b98e90ae-7036-4826-b8ca-c2ebeb2193be requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:00.692669 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2bdbbb4c-5033-4d17-a282-f7b0b8a384dd req-29952485-dc34-4048-b12b-a1542976610a tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150346 Nov 12 03:50:00.696746 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-954875b6-fa5d-44de-8d00-c7b34bc4f14f tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6788392 Nov 12 03:50:00.701439 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 41640) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:00.707907 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-2340d297-6c7f-4a90-961e-6905106aa43c tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-629409199'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:00.750390 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2340d297-6c7f-4a90-961e-6905106aa43c tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Made reservation on behalf of c139cd2aa0094390876d0ccc0ffd3efa for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:00.754708 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2340d297-6c7f-4a90-961e-6905106aa43c tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:00.826894 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2340d297-6c7f-4a90-961e-6905106aa43c tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:50:00.857963 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0e7658-a0e7-46d1-ae1a-20353f5e71f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-b98e90ae-7036-4826-b8ca-c2ebeb2193be', 'network_id': 'b98e90ae-7036-4826-b8ca-c2ebeb2193be', 'tenant_id': 'c139cd2aa0094390876d0ccc0ffd3efa', 'fixed_ips': [{'subnet_id': 'ee8d40e9-d4d8-4612-a639-ed9db9d3868c'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:50:00.858868 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6d0e7658-a0e7-46d1-ae1a-20353f5e71f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:00.927178 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2340d297-6c7f-4a90-961e-6905106aa43c tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:00.931212 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-2340d297-6c7f-4a90-961e-6905106aa43c tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Added segment aaf1413b-2eb3-4cf4-95bf-fc8369ebe03b of type vlan for network 87184a37-c8c0-416d-bacd-c71030039efe Nov 12 03:50:01.034885 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2340d297-6c7f-4a90-961e-6905106aa43c tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:01.044567 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-6d0e7658-a0e7-46d1-ae1a-20353f5e71f7 None None] Allocated IP 2001:db8:0:ffff::2 (b98e90ae-7036-4826-b8ca-c2ebeb2193be/ee8d40e9-d4d8-4612-a639-ed9db9d3868c/73dfd79f-0e92-4f5e-afeb-443e60d9fa69) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:01.057812 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdffb21c-0616-4e3a-ac57-cb385132b829 req-b4eff1d3-4f52-478c-ab29-2e8244c6a280 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:01.061528 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bdffb21c-0616-4e3a-ac57-cb385132b829 req-b4eff1d3-4f52-478c-ab29-2e8244c6a280 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1730280 Nov 12 03:50:01.062808 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab5301-d2d8-4b61-b80b-4e709257634b req-22e25080-7039-4536-8dac-67da4806c1fb tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:01.074492 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-04ab5301-d2d8-4b61-b80b-4e709257634b req-22e25080-7039-4536-8dac-67da4806c1fb tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7bb924e3-2b18-491e-9347-cf10e2e87d5b HTTP/1.1" status: 200 len: 1097 time: 0.0935700 Nov 12 03:50:01.156065 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bdffb21c-0616-4e3a-ac57-cb385132b829 req-bbf4fc07-5d21-4205-9509-c298aab4b186 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836370 Nov 12 03:50:01.159206 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-04ab5301-d2d8-4b61-b80b-4e709257634b req-5cbf6c78-eecb-4626-baa9-307329cf454c tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=dbc5a73b-de4c-4a38-b8eb-93248c3fdf48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827444 Nov 12 03:50:01.173421 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2340d297-6c7f-4a90-961e-6905106aa43c tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:01.190402 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2340d297-6c7f-4a90-961e-6905106aa43c tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:01.202703 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2340d297-6c7f-4a90-961e-6905106aa43c tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:01.276467 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 41656) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:01.278700 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2340d297-6c7f-4a90-961e-6905106aa43c tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5760765 Nov 12 03:50:01.284815 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-81257ab7-40e3-4f3d-97b2-c3b09cff3001 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Request body: {'subnet': {'network_id': '87184a37-c8c0-416d-bacd-c71030039efe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:01.352972 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340d297-6c7f-4a90-961e-6905106aa43c tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Pushing event updated for resources: {'Network': ['ID=87184a37-c8c0-416d-bacd-c71030039efe,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:01.418008 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6d0e7658-a0e7-46d1-ae1a-20353f5e71f7 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:01.434123 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 87184a37-c8c0-416d-bacd-c71030039efe details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:50:01.439257 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6d0e7658-a0e7-46d1-ae1a-20353f5e71f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:01.541780 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81257ab7-40e3-4f3d-97b2-c3b09cff3001 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Made reservation on behalf of c139cd2aa0094390876d0ccc0ffd3efa for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:01.546486 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1738c-884b-4488-a97b-585702172f92 req-ed183c41-52bd-4dcd-94b3-8904555d9eef tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:01.547275 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-81257ab7-40e3-4f3d-97b2-c3b09cff3001 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:01.558582 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7de1738c-884b-4488-a97b-585702172f92 req-ed183c41-52bd-4dcd-94b3-8904555d9eef tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1043296 Nov 12 03:50:01.615087 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0e7658-a0e7-46d1-ae1a-20353f5e71f7 None None] Network b98e90ae-7036-4826-b8ca-c2ebeb2193be is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:01.617140 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-6d0e7658-a0e7-46d1-ae1a-20353f5e71f7 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:01.630362 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0e7658-a0e7-46d1-ae1a-20353f5e71f7 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:01.642441 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e7658-a0e7-46d1-ae1a-20353f5e71f7 None None] Pushing event updated for resources: {'Port': ['ID=73dfd79f-0e92-4f5e-afeb-443e60d9fa69,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:01.685349 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7de1738c-884b-4488-a97b-585702172f92 req-813b07ef-3d3f-4bba-b040-e5559943d554 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255898 Nov 12 03:50:01.742786 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-6d0e7658-a0e7-46d1-ae1a-20353f5e71f7 None None] Attempting to bind port 73dfd79f-0e92-4f5e-afeb-443e60d9fa69 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:50:01.743162 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-6d0e7658-a0e7-46d1-ae1a-20353f5e71f7 None None] Attempting to bind port 73dfd79f-0e92-4f5e-afeb-443e60d9fa69 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'df08efca-ec61-485e-9e65-593c5794638c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b98e90ae-7036-4826-b8ca-c2ebeb2193be'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:50:01.743531 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0e7658-a0e7-46d1-ae1a-20353f5e71f7 None None] Attempting to bind port 73dfd79f-0e92-4f5e-afeb-443e60d9fa69 on network b98e90ae-7036-4826-b8ca-c2ebeb2193be {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:01.750989 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0e7658-a0e7-46d1-ae1a-20353f5e71f7 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:50:01.760138 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0e7658-a0e7-46d1-ae1a-20353f5e71f7 None None] Checking segment: {'id': 'df08efca-ec61-485e-9e65-593c5794638c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b98e90ae-7036-4826-b8ca-c2ebeb2193be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:01.760138 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6d0e7658-a0e7-46d1-ae1a-20353f5e71f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:01.760138 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0e7658-a0e7-46d1-ae1a-20353f5e71f7 None None] Bound using segment: {'id': 'df08efca-ec61-485e-9e65-593c5794638c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b98e90ae-7036-4826-b8ca-c2ebeb2193be'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:50:01.760138 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-6d0e7658-a0e7-46d1-ae1a-20353f5e71f7 None None] Bound port: 73dfd79f-0e92-4f5e-afeb-443e60d9fa69, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df08efca-ec61-485e-9e65-593c5794638c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b98e90ae-7036-4826-b8ca-c2ebeb2193be'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:50:01.760138 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6d0e7658-a0e7-46d1-ae1a-20353f5e71f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:01.852994 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-6d0e7658-a0e7-46d1-ae1a-20353f5e71f7 None None] For port 73dfd79f-0e92-4f5e-afeb-443e60d9fa69, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:50:01.856998 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-6d0e7658-a0e7-46d1-ae1a-20353f5e71f7 None None] For port 73dfd79f-0e92-4f5e-afeb-443e60d9fa69, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=73dfd79f-0e92-4f5e-afeb-443e60d9fa69,segment=NetworkSegment(df08efca-ec61-485e-9e65-593c5794638c),segment_id=df08efca-ec61-485e-9e65-593c5794638c)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:50:01.870731 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6d0e7658-a0e7-46d1-ae1a-20353f5e71f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:01.961544 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e7658-a0e7-46d1-ae1a-20353f5e71f7 None None] Pushing event updated for resources: {'Port': ['ID=73dfd79f-0e92-4f5e-afeb-443e60d9fa69,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:02.044274 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225cc4f-4c03-4dd0-aee0-0d7255b4e724 req-ec73c0ef-09e5-4866-a9c9-503cda9f6e16 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:02.052378 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2225cc4f-4c03-4dd0-aee0-0d7255b4e724 req-ec73c0ef-09e5-4866-a9c9-503cda9f6e16 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.2231734 Nov 12 03:50:02.156820 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2225cc4f-4c03-4dd0-aee0-0d7255b4e724 req-f9728bff-f65d-4e1e-8e56-a01e7efd612e tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872412 Nov 12 03:50:02.315464 n-d-715271-27 neutron-server[102572]: DEBUG neutron.objects.ports [None req-81257ab7-40e3-4f3d-97b2-c3b09cff3001 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102572) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:50:02.336123 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-81257ab7-40e3-4f3d-97b2-c3b09cff3001 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:02.407668 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81257ab7-40e3-4f3d-97b2-c3b09cff3001 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Pushing event updated for resources: {'Subnet': ['ID=ce895a72-f7f3-4c9c-a79f-2d8220748f4a,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:02.457539 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f72fb-69e7-49d0-ae64-64abe4702b38 req-854ba040-e1fa-4585-91f9-390821b970df tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:02.457894 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e09f744-ba94-41fd-8292-27ef167026a0 req-036607f6-2256-406c-892e-fe6302161ba3 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:02.466684 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0e09f744-ba94-41fd-8292-27ef167026a0 req-036607f6-2256-406c-892e-fe6302161ba3 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1103687 Nov 12 03:50:02.468334 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-061f72fb-69e7-49d0-ae64-64abe4702b38 req-854ba040-e1fa-4585-91f9-390821b970df tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7bb924e3-2b18-491e-9347-cf10e2e87d5b HTTP/1.1" status: 200 len: 1097 time: 0.1810551 Nov 12 03:50:02.531614 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81257ab7-40e3-4f3d-97b2-c3b09cff3001 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Checking segment: {'id': 'aaf1413b-2eb3-4cf4-95bf-fc8369ebe03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '87184a37-c8c0-416d-bacd-c71030039efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:02.531614 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81257ab7-40e3-4f3d-97b2-c3b09cff3001 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Network hostable DHCP agents. Network: 87184a37-c8c0-416d-bacd-c71030039efe, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:50:02.583573 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-061f72fb-69e7-49d0-ae64-64abe4702b38 req-a5e19245-90d5-42dd-8f2f-91a389ea7d03 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=dbc5a73b-de4c-4a38-b8eb-93248c3fdf48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142170 Nov 12 03:50:02.586031 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81257ab7-40e3-4f3d-97b2-c3b09cff3001 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Network 87184a37-c8c0-416d-bacd-c71030039efe is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:50:02.607808 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-81257ab7-40e3-4f3d-97b2-c3b09cff3001 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 87184a37-c8c0-416d-bacd-c71030039efe) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:02.610537 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0e09f744-ba94-41fd-8292-27ef167026a0 req-a9c52f45-7495-4bd5-8dac-1f8fabf5be67 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432593 Nov 12 03:50:02.625894 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f542984-d0d7-4ee6-a023-17f57ddc7858 None None] Network 87184a37-c8c0-416d-bacd-c71030039efe requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:02.656387 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81257ab7-40e3-4f3d-97b2-c3b09cff3001 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:02.657149 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-81257ab7-40e3-4f3d-97b2-c3b09cff3001 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:02.708289 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-81257ab7-40e3-4f3d-97b2-c3b09cff3001 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4249554 Nov 12 03:50:02.708580 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 41692) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:02.723375 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-0b8f548b-38b4-4254-95ba-054384a8fe25 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Request body: {'port': {'network_id': '87184a37-c8c0-416d-bacd-c71030039efe', 'name': 'tempest-NetworksIpV6TestAttrs-1922586117'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:02.825600 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ae9c9-e9c5-4675-9a49-0ea720d60979 req-659549b3-2009-41d7-b54a-e6952c154288 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:02.827123 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8e5ae9c9-e9c5-4675-9a49-0ea720d60979 req-659549b3-2009-41d7-b54a-e6952c154288 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7bb924e3-2b18-491e-9347-cf10e2e87d5b HTTP/1.1" status: 200 len: 1097 time: 0.1117361 Nov 12 03:50:02.931884 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8e5ae9c9-e9c5-4675-9a49-0ea720d60979 req-46220b7a-a26e-4e5e-9b07-42f3ddc900b2 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=dbc5a73b-de4c-4a38-b8eb-93248c3fdf48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886869 Nov 12 03:50:03.014355 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a262a-ac1b-4210-b6c5-aa3eec895a58 req-8e5ddd57-a8af-41e6-9223-f000964b9d4f tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:03.034184 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-be7a262a-ac1b-4210-b6c5-aa3eec895a58 req-8e5ddd57-a8af-41e6-9223-f000964b9d4f tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.2142313 Nov 12 03:50:03.046443 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10c2754-6914-4bee-968f-884042eca8e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-87184a37-c8c0-416d-bacd-c71030039efe', 'network_id': '87184a37-c8c0-416d-bacd-c71030039efe', 'tenant_id': 'c139cd2aa0094390876d0ccc0ffd3efa', 'fixed_ips': [{'subnet_id': 'ce895a72-f7f3-4c9c-a79f-2d8220748f4a'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:50:03.047880 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a10c2754-6914-4bee-968f-884042eca8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:03.173062 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb906fbc-5e10-4c95-b404-25f3996524f3 req-b245be7a-a50b-48c1-92e5-b9845a342b61 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:03.177806 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cb906fbc-5e10-4c95-b404-25f3996524f3 req-b245be7a-a50b-48c1-92e5-b9845a342b61 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7bb924e3-2b18-491e-9347-cf10e2e87d5b HTTP/1.1" status: 200 len: 1097 time: 0.1214116 Nov 12 03:50:03.183978 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-be7a262a-ac1b-4210-b6c5-aa3eec895a58 req-c2b83df5-046f-41ec-b7b8-bc701158809d tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486976 Nov 12 03:50:03.189309 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8f548b-38b4-4254-95ba-054384a8fe25 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Made reservation on behalf of c139cd2aa0094390876d0ccc0ffd3efa for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:03.196598 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0b8f548b-38b4-4254-95ba-054384a8fe25 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:03.252010 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-0b8f548b-38b4-4254-95ba-054384a8fe25 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] device_id is not set on port b60f1555-8850-49f7-a2e4-f00216699da3 yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:50:03.303472 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cb906fbc-5e10-4c95-b404-25f3996524f3 req-29057368-4c35-4648-a3f7-47cc0700e704 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=dbc5a73b-de4c-4a38-b8eb-93248c3fdf48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107376 Nov 12 03:50:03.499099 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-956559fd-bf42-4127-8f66-ce66716dd8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:03.528926 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-a10c2754-6914-4bee-968f-884042eca8e8 None None] Allocated IP 2001:db8::f816:3eff:fe51:270f (87184a37-c8c0-416d-bacd-c71030039efe/ce895a72-f7f3-4c9c-a79f-2d8220748f4a/9fd22fba-2751-4e81-a256-1f60bdda3f37) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:03.556995 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0daa0-d645-4df9-ab15-c1a23127e46b req-639dfe9f-67b4-403e-86d4-d57285ae6f01 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:03.569244 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-41c0daa0-d645-4df9-ab15-c1a23127e46b req-639dfe9f-67b4-403e-86d4-d57285ae6f01 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1364048 Nov 12 03:50:03.649093 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 73dfd79f-0e92-4f5e-afeb-443e60d9fa69 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:03.701236 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-41c0daa0-d645-4df9-ab15-c1a23127e46b req-39834619-00a3-4f9f-b9da-ab36119f47fa tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286716 Nov 12 03:50:03.760132 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-a49784eb-11c1-4d54-a7c4-519a7cd319b6 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:03.769070 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-a49784eb-11c1-4d54-a7c4-519a7cd319b6 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/networks?id=5b0c2727-2690-44e0-97e8-9f283ce90ff8 HTTP/1.1" status: 200 len: 911 time: 0.1776114 Nov 12 03:50:03.793819 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-07b59fd3-5d48-436c-8e05-ec8cace2bfd8 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/quotas/754a7efae68741b193bbbfa7760fd2a8 HTTP/1.1" status: 200 len: 375 time: 0.0231106 Nov 12 03:50:03.919993 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-e0bc089f-1474-4889-9c38-e3ed54eb58d2 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/ports?tenant_id=754a7efae68741b193bbbfa7760fd2a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1049259 Nov 12 03:50:03.928593 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60db546c-af40-482b-8b6f-e2bb6fbd4a2d None None] Network b98e90ae-7036-4826-b8ca-c2ebeb2193be requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:03.986791 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd8e1f-5724-42ca-9724-0bd0bcdc7ade req-0652f421-2c07-4a4f-a8f5-b78595df921d tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:04.058084 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-b53a495f-e9a6-41cb-b039-c203d727dae8 service neutron] 10.222.0.50 "GET /v2.0/networks/5b0c2727-2690-44e0-97e8-9f283ce90ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367698 Nov 12 03:50:04.079398 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b5fd8e1f-5724-42ca-9724-0bd0bcdc7ade req-0652f421-2c07-4a4f-a8f5-b78595df921d tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1828446 Nov 12 03:50:04.232723 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-4d788380-7b51-4447-8788-e73533e4667f service neutron] 10.222.0.50 "GET /v2.0/networks/5b0c2727-2690-44e0-97e8-9f283ce90ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714778 Nov 12 03:50:04.248745 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b5fd8e1f-5724-42ca-9724-0bd0bcdc7ade req-75cb7bc3-5a77-436e-bc46-81fe4d11b9f4 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663232 Nov 12 03:50:04.488841 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a10c2754-6914-4bee-968f-884042eca8e8 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:04.504804 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 73dfd79f-0e92-4f5e-afeb-443e60d9fa69 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:04.507121 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:04.514262 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-d4e542c2-c394-4d44-937c-f24e87387821 None None] Provisioning complete for port 73dfd79f-0e92-4f5e-afeb-443e60d9fa69 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:04.514648 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d4e542c2-c394-4d44-937c-f24e87387821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:04.569362 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 41746) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:04.583077 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d143c-0353-4e58-ad47-50bfa2c44006 req-417453bc-8c2a-467b-87bf-24467dbb49ce tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:04.601833 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5a9d143c-0353-4e58-ad47-50bfa2c44006 req-417453bc-8c2a-467b-87bf-24467dbb49ce tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1092734 Nov 12 03:50:04.676633 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a632d74b-053c-4347-b9ab-78746b12f14c req-c9a3d3d6-cc40-429e-97a8-9e677f53bdb3 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1d79df41-96af-49d3-8be6-40567966f29b HTTP/1.1" status: 200 len: 210 time: 0.1113927 Nov 12 03:50:04.689640 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:04.698011 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a10c2754-6914-4bee-968f-884042eca8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:04.743862 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-0b8f548b-38b4-4254-95ba-054384a8fe25 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Allocated IP 2001:db8::f816:3eff:feed:661e (87184a37-c8c0-416d-bacd-c71030039efe/ce895a72-f7f3-4c9c-a79f-2d8220748f4a/b60f1555-8850-49f7-a2e4-f00216699da3) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:04.786151 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5a9d143c-0353-4e58-ad47-50bfa2c44006 req-b8a19788-6963-4e83-8c9c-de5324d4959a tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824903 Nov 12 03:50:04.888366 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cfbc183d-a4af-476b-b8db-11b60bc11144 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:04.940882 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10c2754-6914-4bee-968f-884042eca8e8 None None] Network 87184a37-c8c0-416d-bacd-c71030039efe is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:05.037560 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-a10c2754-6914-4bee-968f-884042eca8e8 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:05.073008 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10c2754-6914-4bee-968f-884042eca8e8 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:05.083534 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c448b-0fa7-41c7-ab8c-de697b3d670e req-23e90734-69f0-42fb-a6cf-1bbb19b721fe tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:05.095155 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e54c448b-0fa7-41c7-ab8c-de697b3d670e req-23e90734-69f0-42fb-a6cf-1bbb19b721fe tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1313241 Nov 12 03:50:05.110522 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0b8f548b-38b4-4254-95ba-054384a8fe25 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:05.196277 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0b8f548b-38b4-4254-95ba-054384a8fe25 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:05.221264 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cfbc183d-a4af-476b-b8db-11b60bc11144 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:05.234066 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cfbc183d-a4af-476b-b8db-11b60bc11144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:05.290405 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c2754-6914-4bee-968f-884042eca8e8 None None] Pushing event updated for resources: {'Port': ['ID=9fd22fba-2751-4e81-a256-1f60bdda3f37,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:05.298131 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-cfbc183d-a4af-476b-b8db-11b60bc11144 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=726bb69d929b4b52b896b540af65135c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7270756 Nov 12 03:50:05.303982 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc183d-a4af-476b-b8db-11b60bc11144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebab5e3f-af7e-462a-b771-3eaff406ceb0,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:05.304795 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 41774) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:05.318807 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8f548b-38b4-4254-95ba-054384a8fe25 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Network 87184a37-c8c0-416d-bacd-c71030039efe is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:05.329606 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e54c448b-0fa7-41c7-ab8c-de697b3d670e req-3e948bb3-fe91-4edc-9a6f-95e199dca79e tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327232 Nov 12 03:50:05.336896 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-a10c2754-6914-4bee-968f-884042eca8e8 None None] Attempting to bind port 9fd22fba-2751-4e81-a256-1f60bdda3f37 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:50:05.337266 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-a10c2754-6914-4bee-968f-884042eca8e8 None None] Attempting to bind port 9fd22fba-2751-4e81-a256-1f60bdda3f37 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'aaf1413b-2eb3-4cf4-95bf-fc8369ebe03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '87184a37-c8c0-416d-bacd-c71030039efe'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:50:05.337697 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10c2754-6914-4bee-968f-884042eca8e8 None None] Attempting to bind port 9fd22fba-2751-4e81-a256-1f60bdda3f37 on network 87184a37-c8c0-416d-bacd-c71030039efe {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:05.346346 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10c2754-6914-4bee-968f-884042eca8e8 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:50:05.346746 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10c2754-6914-4bee-968f-884042eca8e8 None None] Checking segment: {'id': 'aaf1413b-2eb3-4cf4-95bf-fc8369ebe03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '87184a37-c8c0-416d-bacd-c71030039efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:05.347366 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a10c2754-6914-4bee-968f-884042eca8e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:05.347766 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10c2754-6914-4bee-968f-884042eca8e8 None None] Bound using segment: {'id': 'aaf1413b-2eb3-4cf4-95bf-fc8369ebe03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '87184a37-c8c0-416d-bacd-c71030039efe'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:50:05.348282 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-a10c2754-6914-4bee-968f-884042eca8e8 None None] Bound port: 9fd22fba-2751-4e81-a256-1f60bdda3f37, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf1413b-2eb3-4cf4-95bf-fc8369ebe03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '87184a37-c8c0-416d-bacd-c71030039efe'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:50:05.352660 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a10c2754-6914-4bee-968f-884042eca8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:05.381055 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-0b8f548b-38b4-4254-95ba-054384a8fe25 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:05.397286 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8f548b-38b4-4254-95ba-054384a8fe25 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:05.427052 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8f548b-38b4-4254-95ba-054384a8fe25 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:05.429767 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0b8f548b-38b4-4254-95ba-054384a8fe25 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:05.478365 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0b8f548b-38b4-4254-95ba-054384a8fe25 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.7651792 Nov 12 03:50:05.478759 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 41788) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:05.520809 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f548b-38b4-4254-95ba-054384a8fe25 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Pushing event updated for resources: {'Port': ['ID=b60f1555-8850-49f7-a2e4-f00216699da3,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:05.541772 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-a10c2754-6914-4bee-968f-884042eca8e8 None None] For port 9fd22fba-2751-4e81-a256-1f60bdda3f37, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:50:05.550289 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-a10c2754-6914-4bee-968f-884042eca8e8 None None] For port 9fd22fba-2751-4e81-a256-1f60bdda3f37, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=9fd22fba-2751-4e81-a256-1f60bdda3f37,segment=NetworkSegment(aaf1413b-2eb3-4cf4-95bf-fc8369ebe03b),segment_id=aaf1413b-2eb3-4cf4-95bf-fc8369ebe03b)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:50:05.599238 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a10c2754-6914-4bee-968f-884042eca8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:05.607474 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ca18de41-4763-488a-986a-333e9d087860 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:05.648044 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfc2f79f-33b3-4443-8a13-d309e7712f67 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Deleting subnet ce895a72-f7f3-4c9c-a79f-2d8220748f4a {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:50:05.661481 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cfc2f79f-33b3-4443-8a13-d309e7712f67 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:05.663647 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ca18de41-4763-488a-986a-333e9d087860 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:05.723345 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cfc2f79f-33b3-4443-8a13-d309e7712f67 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:05.745834 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d4e542c2-c394-4d44-937c-f24e87387821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:05.787449 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ca18de41-4763-488a-986a-333e9d087860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:05.796918 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ca18de41-4763-488a-986a-333e9d087860 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:05.802310 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ca18de41-4763-488a-986a-333e9d087860 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ebab5e3f-af7e-462a-b771-3eaff406ceb0 HTTP/1.1" status: 204 len: 168 time: 0.4935567 Nov 12 03:50:05.858771 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca18de41-4763-488a-986a-333e9d087860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebab5e3f-af7e-462a-b771-3eaff406ceb0,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:05.916917 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:05.918760 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cfc2f79f-33b3-4443-8a13-d309e7712f67 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:06.032467 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:06.086458 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1327536d-ae59-4e02-b45f-48ebe19c3fd9 req-9b866278-8bfd-49e8-b45c-c4b18cd6a3cb tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1d79df41-96af-49d3-8be6-40567966f29b HTTP/1.1" status: 200 len: 210 time: 0.1031570 Nov 12 03:50:06.266053 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c2754-6914-4bee-968f-884042eca8e8 None None] Pushing event updated for resources: {'Port': ['ID=9fd22fba-2751-4e81-a256-1f60bdda3f37,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:06.326746 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5b6d1-64e2-44f5-b4ba-7f220498924c req-c1389fca-34ec-4ff7-bd74-1ad59a7359ee tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:06.339869 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-d4e542c2-c394-4d44-937c-f24e87387821 None None] For port 73dfd79f-0e92-4f5e-afeb-443e60d9fa69, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=73dfd79f-0e92-4f5e-afeb-443e60d9fa69,segment=NetworkSegment(df08efca-ec61-485e-9e65-593c5794638c),segment_id=df08efca-ec61-485e-9e65-593c5794638c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:06.341310 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fdf5b6d1-64e2-44f5-b4ba-7f220498924c req-c1389fca-34ec-4ff7-bd74-1ad59a7359ee tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.7053511 Nov 12 03:50:06.361673 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d4e542c2-c394-4d44-937c-f24e87387821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:06.367155 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cfc2f79f-33b3-4443-8a13-d309e7712f67 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:06.534761 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc2f79f-33b3-4443-8a13-d309e7712f67 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Pushing event deleted for resources: {'Subnet': ['ID=ce895a72-f7f3-4c9c-a79f-2d8220748f4a,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:06.584264 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cfc2f79f-33b3-4443-8a13-d309e7712f67 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:06.596099 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 41800) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:06.601415 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-cfc2f79f-33b3-4443-8a13-d309e7712f67 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] 10.222.0.50 "DELETE /v2.0/subnets/ce895a72-f7f3-4c9c-a79f-2d8220748f4a HTTP/1.1" status: 204 len: 168 time: 1.1215606 Nov 12 03:50:06.865400 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20b227e-c6ce-456e-be6c-3495767e82c4 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:06.870572 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20b227e-c6ce-456e-be6c-3495767e82c4 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:06.875487 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d20b227e-c6ce-456e-be6c-3495767e82c4 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2783108 Nov 12 03:50:06.905843 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 41810) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:06.953435 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fdf5b6d1-64e2-44f5-b4ba-7f220498924c req-d122f82c-4521-4919-9dd6-5a6b80ed1f69 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6088858 Nov 12 03:50:07.028791 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-324de4d6-826f-4ea9-bf72-f1be113b17f0 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:07.030466 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-324de4d6-826f-4ea9-bf72-f1be113b17f0 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.90 "GET /v2.0/networks?id=5b0c2727-2690-44e0-97e8-9f283ce90ff8 HTTP/1.1" status: 200 len: 911 time: 0.5505650 Nov 12 03:50:07.050545 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-aebf7927-940f-4121-9499-e5a60e5a3e3c tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Request body: {'port': {'device_id': '1d79df41-96af-49d3-8be6-40567966f29b', 'network_id': '5b0c2727-2690-44e0-97e8-9f283ce90ff8', 'admin_state_up': True, 'tenant_id': '754a7efae68741b193bbbfa7760fd2a8'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:07.085671 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.096935 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e542c2-c394-4d44-937c-f24e87387821 None None] Pushing event updated for resources: {'Port': ['ID=73dfd79f-0e92-4f5e-afeb-443e60d9fa69,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:07.102625 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-598dfc55-fa7a-487d-826b-032cef1ceff3 None None] Provisioning complete for port 73dfd79f-0e92-4f5e-afeb-443e60d9fa69 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:07.103362 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-598dfc55-fa7a-487d-826b-032cef1ceff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.105701 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:50:07.106308 n-d-715271-27 neutron-server[102573]: DEBUG oslo_db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:50:07.115255 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-aebf7927-940f-4121-9499-e5a60e5a3e3c tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Made reservation on behalf of 754a7efae68741b193bbbfa7760fd2a8 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:07.117992 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-aebf7927-940f-4121-9499-e5a60e5a3e3c tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.252509 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-957f6e51-74ce-4522-bf38-a1ef04bcbade tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.268760 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100a759-67c7-404b-81ae-601472220fda req-29bf918b-4e57-4c80-91f0-0a14d32da7cd tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:07.279442 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f100a759-67c7-404b-81ae-601472220fda req-29bf918b-4e57-4c80-91f0-0a14d32da7cd tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1375105 Nov 12 03:50:07.322866 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-957f6e51-74ce-4522-bf38-a1ef04bcbade tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 03:50:07.323344 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-957f6e51-74ce-4522-bf38-a1ef04bcbade tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:07.338204 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-957f6e51-74ce-4522-bf38-a1ef04bcbade tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] 10.222.0.50 "DELETE /v2.0/networks/87184a37-c8c0-416d-bacd-c71030039efe HTTP/1.1" status: 409 len: 405 time: 0.4265220 Nov 12 03:50:07.342661 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 41820) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:07.360031 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-7bc3577f-5a2c-4483-b93f-c55a17a8c204 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1115747611'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:07.371322 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b01dc3d4-c751-4f41-875e-c249af34aafc req-876faeed-3bba-4270-b65b-cde50e919795 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1d79df41-96af-49d3-8be6-40567966f29b HTTP/1.1" status: 200 len: 210 time: 0.0608966 Nov 12 03:50:07.404777 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc3577f-5a2c-4483-b93f-c55a17a8c204 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Made reservation on behalf of c139cd2aa0094390876d0ccc0ffd3efa for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:07.417952 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7bc3577f-5a2c-4483-b93f-c55a17a8c204 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.495595 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-aebf7927-940f-4121-9499-e5a60e5a3e3c tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Allocated IP 172.20.0.6 (5b0c2727-2690-44e0-97e8-9f283ce90ff8/b939ab05-e6fb-48a7-9af8-c18027a0c4e5/31ceec37-4503-4eca-8dd4-178956c05bdb) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:07.503749 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f100a759-67c7-404b-81ae-601472220fda req-662510e2-9d1d-4fd6-b6be-f1a8ba9f6748 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073319 Nov 12 03:50:07.569733 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bc3577f-5a2c-4483-b93f-c55a17a8c204 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:50:07.599573 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7bc3577f-5a2c-4483-b93f-c55a17a8c204 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.599573 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-7bc3577f-5a2c-4483-b93f-c55a17a8c204 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Added segment 27c0144c-5262-4e12-9d45-4ac94e210bc1 of type vlan for network 29459aeb-6c20-4ce2-a756-dfc5eaec3480 Nov 12 03:50:07.876066 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-aebf7927-940f-4121-9499-e5a60e5a3e3c tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.887298 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7bc3577f-5a2c-4483-b93f-c55a17a8c204 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.978368 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-aebf7927-940f-4121-9499-e5a60e5a3e3c tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.985784 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7bc3577f-5a2c-4483-b93f-c55a17a8c204 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.991392 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['f1d88304-7923-46e0-8a7f-871044a6262d'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:50:08.001456 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc3577f-5a2c-4483-b93f-c55a17a8c204 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:08.008869 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7bc3577f-5a2c-4483-b93f-c55a17a8c204 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:08.094827 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf7927-940f-4121-9499-e5a60e5a3e3c tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Pushing event updated for resources: {'Port': ['ID=31ceec37-4503-4eca-8dd4-178956c05bdb,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:08.096842 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf868e-6ded-403d-98be-2e39ab732964 req-2ea75328-4187-4f26-b1ea-b44004eafb28 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:08.098588 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6faf868e-6ded-403d-98be-2e39ab732964 req-2ea75328-4187-4f26-b1ea-b44004eafb28 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.3063343 Nov 12 03:50:08.115333 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7bc3577f-5a2c-4483-b93f-c55a17a8c204 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7678142 Nov 12 03:50:08.118603 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 41840) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:08.121730 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-aebf7927-940f-4121-9499-e5a60e5a3e3c tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Network 5b0c2727-2690-44e0-97e8-9f283ce90ff8 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:08.134199 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-ee855d75-35c7-49ed-ba03-63916f8f720f tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Request body: {'subnet': {'network_id': '29459aeb-6c20-4ce2-a756-dfc5eaec3480', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:08.142549 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-aebf7927-940f-4121-9499-e5a60e5a3e3c tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:08.160702 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-aebf7927-940f-4121-9499-e5a60e5a3e3c tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:08.192786 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 9fd22fba-2751-4e81-a256-1f60bdda3f37 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:08.261114 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b888c44-e2c7-43a1-ae88-4a23c49f6dcc None None] Network 87184a37-c8c0-416d-bacd-c71030039efe requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:08.265209 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc3577f-5a2c-4483-b93f-c55a17a8c204 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Pushing event updated for resources: {'Network': ['ID=29459aeb-6c20-4ce2-a756-dfc5eaec3480,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:08.340760 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6faf868e-6ded-403d-98be-2e39ab732964 req-56089be6-2c11-4d06-af13-0ea9baeb380d tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315869 Nov 12 03:50:08.364163 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-aebf7927-940f-4121-9499-e5a60e5a3e3c tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:08.364959 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-aebf7927-940f-4121-9499-e5a60e5a3e3c tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:08.378628 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 29459aeb-6c20-4ce2-a756-dfc5eaec3480 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:50:08.419094 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee855d75-35c7-49ed-ba03-63916f8f720f tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Made reservation on behalf of c139cd2aa0094390876d0ccc0ffd3efa for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:08.422906 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ee855d75-35c7-49ed-ba03-63916f8f720f tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:08.496510 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-aebf7927-940f-4121-9499-e5a60e5a3e3c tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4526389 Nov 12 03:50:08.521587 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-3b725d18-a2f1-4bb0-ab98-b9191d588351 service neutron] Request body: {'port': {'device_id': '1d79df41-96af-49d3-8be6-40567966f29b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:08.622435 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc18fa4-252b-4fce-85d7-9dcf0217e7c9 req-dcddd483-b355-451c-8a34-ed7872b3e342 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:08.641112 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1bc18fa4-252b-4fce-85d7-9dcf0217e7c9 req-dcddd483-b355-451c-8a34-ed7872b3e342 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1d79df41-96af-49d3-8be6-40567966f29b HTTP/1.1" status: 200 len: 1027 time: 0.1041801 Nov 12 03:50:08.758022 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-3b725d18-a2f1-4bb0-ab98-b9191d588351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:08.758547 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1bc18fa4-252b-4fce-85d7-9dcf0217e7c9 req-08d2a4bb-63f5-4b8f-b07b-8ce4b7090ff9 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=dbc5a73b-de4c-4a38-b8eb-93248c3fdf48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151688 Nov 12 03:50:08.908849 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-1d894f64-bf2c-4d70-b3bf-2886711a78a8 None None] Provisioning complete for port 9fd22fba-2751-4e81-a256-1f60bdda3f37 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:08.909236 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1d894f64-bf2c-4d70-b3bf-2886711a78a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:08.917739 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc6cf0-c277-40e0-af0c-13cd35db13a1 req-be357a3e-bd82-4891-b7f7-d37d5397dc19 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:08.930994 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d2fc6cf0-c277-40e0-af0c-13cd35db13a1 req-be357a3e-bd82-4891-b7f7-d37d5397dc19 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.3479216 Nov 12 03:50:09.172278 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d2fc6cf0-c277-40e0-af0c-13cd35db13a1 req-884a611a-31e9-431c-a7c4-1f2c2299c2ed tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393322 Nov 12 03:50:09.187278 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.240770 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 9fd22fba-2751-4e81-a256-1f60bdda3f37 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:09.245788 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.293570 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1d894f64-bf2c-4d70-b3bf-2886711a78a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.369921 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-1d894f64-bf2c-4d70-b3bf-2886711a78a8 None None] For port 9fd22fba-2751-4e81-a256-1f60bdda3f37, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=9fd22fba-2751-4e81-a256-1f60bdda3f37,segment=NetworkSegment(aaf1413b-2eb3-4cf4-95bf-fc8369ebe03b),segment_id=aaf1413b-2eb3-4cf4-95bf-fc8369ebe03b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:09.376835 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1d894f64-bf2c-4d70-b3bf-2886711a78a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.442203 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846f9ff9-4859-44ad-b75f-3a328e72db20 None None] DHCP port deletion for 87184a37-c8c0-416d-bacd-c71030039efe request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:09.517568 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 73dfd79f-0e92-4f5e-afeb-443e60d9fa69 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:09.521538 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d894f64-bf2c-4d70-b3bf-2886711a78a8 None None] Pushing event updated for resources: {'Port': ['ID=9fd22fba-2751-4e81-a256-1f60bdda3f37,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:09.566813 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-ccae2a7c-f3ab-4bd1-b4bf-58bfd49588ae None None] Provisioning complete for port 31ceec37-4503-4eca-8dd4-178956c05bdb triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:09.567350 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ccae2a7c-f3ab-4bd1-b4bf-58bfd49588ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.606351 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-3b725d18-a2f1-4bb0-ab98-b9191d588351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31ceec37-4503-4eca-8dd4-178956c05bdb {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:50:09.630709 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-846f9ff9-4859-44ad-b75f-3a328e72db20 None None] Deleting port 9fd22fba-2751-4e81-a256-1f60bdda3f37 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:09.631881 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-846f9ff9-4859-44ad-b75f-3a328e72db20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.637632 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-ccae2a7c-f3ab-4bd1-b4bf-58bfd49588ae None None] Port 31ceec37-4503-4eca-8dd4-178956c05bdb cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:50:09.658380 n-d-715271-27 neutron-server[102572]: DEBUG neutron.objects.ports [None req-ee855d75-35c7-49ed-ba03-63916f8f720f tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102572) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:50:09.668428 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-3b725d18-a2f1-4bb0-ab98-b9191d588351 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.697023 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 73dfd79f-0e92-4f5e-afeb-443e60d9fa69 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:09.697549 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.702642 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-3b725d18-a2f1-4bb0-ab98-b9191d588351 service neutron] Transition to ACTIVE for port object 31ceec37-4503-4eca-8dd4-178956c05bdb will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:50:09.757166 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-846f9ff9-4859-44ad-b75f-3a328e72db20 None None] For port 9fd22fba-2751-4e81-a256-1f60bdda3f37, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=9fd22fba-2751-4e81-a256-1f60bdda3f37,segment=NetworkSegment(aaf1413b-2eb3-4cf4-95bf-fc8369ebe03b),segment_id=aaf1413b-2eb3-4cf4-95bf-fc8369ebe03b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:09.757984 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-846f9ff9-4859-44ad-b75f-3a328e72db20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.759233 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ee855d75-35c7-49ed-ba03-63916f8f720f tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.777481 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-3b725d18-a2f1-4bb0-ab98-b9191d588351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.782117 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-846f9ff9-4859-44ad-b75f-3a328e72db20 None None] Calling delete_port for 9fd22fba-2751-4e81-a256-1f60bdda3f37 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:09.992453 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9d3af-fa4c-4581-b166-666fe9cab9a7 req-4cdeda81-724d-409c-8e8b-a806de283011 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:10.005202 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1bf9d3af-fa4c-4581-b166-666fe9cab9a7 req-4cdeda81-724d-409c-8e8b-a806de283011 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.5661883 Nov 12 03:50:10.010962 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c3cc6-c6a6-441a-acc4-458cfdabfd52 req-3d84d6d2-3975-46c9-a3d7-85ae6ba1edcf tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:10.013021 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-846f9ff9-4859-44ad-b75f-3a328e72db20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.021093 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-224c3cc6-c6a6-441a-acc4-458cfdabfd52 req-3d84d6d2-3975-46c9-a3d7-85ae6ba1edcf tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1d79df41-96af-49d3-8be6-40567966f29b HTTP/1.1" status: 200 len: 1053 time: 0.1400707 Nov 12 03:50:10.052013 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f9ff9-4859-44ad-b75f-3a328e72db20 None None] Pushing event deleted for resources: {'Port': ['ID=9fd22fba-2751-4e81-a256-1f60bdda3f37,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:10.058624 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee855d75-35c7-49ed-ba03-63916f8f720f tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Pushing event updated for resources: {'Subnet': ['ID=b3fdc0cf-4a08-4d81-b970-aaf623682077,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:10.067039 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846f9ff9-4859-44ad-b75f-3a328e72db20 None None] No DVR routers for this DVR port 9fd22fba-2751-4e81-a256-1f60bdda3f37 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:10.104209 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee855d75-35c7-49ed-ba03-63916f8f720f tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Checking segment: {'id': '27c0144c-5262-4e12-9d45-4ac94e210bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '29459aeb-6c20-4ce2-a756-dfc5eaec3480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:10.104547 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee855d75-35c7-49ed-ba03-63916f8f720f tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Network hostable DHCP agents. Network: 29459aeb-6c20-4ce2-a756-dfc5eaec3480, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:50:10.106637 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b725d18-a2f1-4bb0-ab98-b9191d588351 service neutron] Pushing event updated for resources: {'Port': ['ID=31ceec37-4503-4eca-8dd4-178956c05bdb,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:10.172622 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 9fd22fba-2751-4e81-a256-1f60bdda3f37 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:10.188194 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-224c3cc6-c6a6-441a-acc4-458cfdabfd52 req-9a33709f-297d-4461-9b8c-6c170b3a00d0 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=dbc5a73b-de4c-4a38-b8eb-93248c3fdf48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619310 Nov 12 03:50:10.235131 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1bf9d3af-fa4c-4581-b166-666fe9cab9a7 req-648977e0-4eaf-4897-afae-bb7b2625f1b3 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290292 Nov 12 03:50:10.242264 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee855d75-35c7-49ed-ba03-63916f8f720f tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Network 29459aeb-6c20-4ce2-a756-dfc5eaec3480 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:50:10.253207 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 9fd22fba-2751-4e81-a256-1f60bdda3f37 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:10.253710 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 9fd22fba-2751-4e81-a256-1f60bdda3f37 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:10.305412 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-ee855d75-35c7-49ed-ba03-63916f8f720f tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 29459aeb-6c20-4ce2-a756-dfc5eaec3480) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:10.317329 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f437dfa-ad50-432e-8e8c-8005703ab833 None None] Network 29459aeb-6c20-4ce2-a756-dfc5eaec3480 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:10.321691 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-3b725d18-a2f1-4bb0-ab98-b9191d588351 service neutron] Attempting to bind port 31ceec37-4503-4eca-8dd4-178956c05bdb on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:50:10.324470 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-3b725d18-a2f1-4bb0-ab98-b9191d588351 service neutron] Attempting to bind port 31ceec37-4503-4eca-8dd4-178956c05bdb by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5b0c2727-2690-44e0-97e8-9f283ce90ff8'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:50:10.325096 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-3b725d18-a2f1-4bb0-ab98-b9191d588351 service neutron] Attempting to bind port 31ceec37-4503-4eca-8dd4-178956c05bdb on network 5b0c2727-2690-44e0-97e8-9f283ce90ff8 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:10.331674 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee855d75-35c7-49ed-ba03-63916f8f720f tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:10.332756 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ee855d75-35c7-49ed-ba03-63916f8f720f tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.381818 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-3b725d18-a2f1-4bb0-ab98-b9191d588351 service neutron] Port 31ceec37-4503-4eca-8dd4-178956c05bdb on network 5b0c2727-2690-44e0-97e8-9f283ce90ff8 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:50:10.388566 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-3b725d18-a2f1-4bb0-ab98-b9191d588351 service neutron] Attempting to bind port 31ceec37-4503-4eca-8dd4-178956c05bdb on network 5b0c2727-2690-44e0-97e8-9f283ce90ff8 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:10.412455 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ee855d75-35c7-49ed-ba03-63916f8f720f tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2796047 Nov 12 03:50:10.412455 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 41880) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:10.431070 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-07896fd0-2e0d-4270-94b5-84d20808f25d tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Request body: {'port': {'network_id': '29459aeb-6c20-4ce2-a756-dfc5eaec3480', 'name': 'tempest-NetworksIpV6TestAttrs-607307961'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:10.437892 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-3b725d18-a2f1-4bb0-ab98-b9191d588351 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:50:10.443011 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-3b725d18-a2f1-4bb0-ab98-b9191d588351 service neutron] Checking segment: {'id': '0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5b0c2727-2690-44e0-97e8-9f283ce90ff8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:10.443582 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-3b725d18-a2f1-4bb0-ab98-b9191d588351 service neutron] Bound using segment: {'id': '0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5b0c2727-2690-44e0-97e8-9f283ce90ff8'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:50:10.445455 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-3b725d18-a2f1-4bb0-ab98-b9191d588351 service neutron] Bound port: 31ceec37-4503-4eca-8dd4-178956c05bdb, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5b0c2727-2690-44e0-97e8-9f283ce90ff8'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:50:10.445933 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-3b725d18-a2f1-4bb0-ab98-b9191d588351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.475450 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10defa5-b835-487e-8c7f-1120fc46aabf req-a8012b90-485e-4a58-892b-675ebcd6314b tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:10.491454 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c10defa5-b835-487e-8c7f-1120fc46aabf req-a8012b90-485e-4a58-892b-675ebcd6314b tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1288660 Nov 12 03:50:10.562118 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c10defa5-b835-487e-8c7f-1120fc46aabf req-3ddc3154-5b7a-4cb0-be01-221b2582621c tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693011 Nov 12 03:50:10.773217 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25538220-043f-4335-8192-f283e7967acf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-29459aeb-6c20-4ce2-a756-dfc5eaec3480', 'network_id': '29459aeb-6c20-4ce2-a756-dfc5eaec3480', 'tenant_id': 'c139cd2aa0094390876d0ccc0ffd3efa', 'fixed_ips': [{'subnet_id': 'b3fdc0cf-4a08-4d81-b970-aaf623682077'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:50:10.774224 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-25538220-043f-4335-8192-f283e7967acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.805362 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-3b725d18-a2f1-4bb0-ab98-b9191d588351 service neutron] For port 31ceec37-4503-4eca-8dd4-178956c05bdb, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:50:10.819387 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-3b725d18-a2f1-4bb0-ab98-b9191d588351 service neutron] For port 31ceec37-4503-4eca-8dd4-178956c05bdb, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=31ceec37-4503-4eca-8dd4-178956c05bdb,segment=NetworkSegment(0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759),segment_id=0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:50:10.828184 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-3b725d18-a2f1-4bb0-ab98-b9191d588351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.832728 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065d7b9-7054-456b-966c-9ab82801b18b req-116429b5-699e-4ca8-a598-e7de754e5a83 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:10.843801 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0065d7b9-7054-456b-966c-9ab82801b18b req-116429b5-699e-4ca8-a598-e7de754e5a83 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1075456 Nov 12 03:50:10.884394 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-3b725d18-a2f1-4bb0-ab98-b9191d588351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:10.885063 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-3b725d18-a2f1-4bb0-ab98-b9191d588351 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.887308 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-3b725d18-a2f1-4bb0-ab98-b9191d588351 service neutron] 10.222.0.90 "PUT /v2.0/ports/31ceec37-4503-4eca-8dd4-178956c05bdb HTTP/1.1" status: 200 len: 1092 time: 2.3752658 Nov 12 03:50:10.887675 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d79df41-96af-49d3-8be6-40567966f29b', 'tag': '31ceec37-4503-4eca-8dd4-178956c05bdb'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:50:10.890547 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f6f1b7-2562-4e2f-8f0a-b76fe5d9ac81" -d '{"events": [{"name": "network-changed", "server_uuid": "1d79df41-96af-49d3-8be6-40567966f29b", "tag": "31ceec37-4503-4eca-8dd4-178956c05bdb"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:50:10.899966 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07896fd0-2e0d-4270-94b5-84d20808f25d tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Made reservation on behalf of c139cd2aa0094390876d0ccc0ffd3efa for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:10.905496 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-07896fd0-2e0d-4270-94b5-84d20808f25d tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.979212 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0065d7b9-7054-456b-966c-9ab82801b18b req-c146fc66-1067-46f9-b104-cd84c9437561 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336691 Nov 12 03:50:10.985031 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b725d18-a2f1-4bb0-ab98-b9191d588351 service neutron] Pushing event updated for resources: {'Port': ['ID=31ceec37-4503-4eca-8dd4-178956c05bdb,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:11.081585 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316c0ad8-e5ba-42a5-8c1a-f521416a029f x-openstack-request-id: req-316c0ad8-e5ba-42a5-8c1a-f521416a029f {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:50:11.082506 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d79df41-96af-49d3-8be6-40567966f29b", "tag": "31ceec37-4503-4eca-8dd4-178956c05bdb", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:50:11.083004 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-316c0ad8-e5ba-42a5-8c1a-f521416a029f {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:50:11.083763 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d79df41-96af-49d3-8be6-40567966f29b', 'tag': '31ceec37-4503-4eca-8dd4-178956c05bdb', 'status': 'completed', 'code': 200} Nov 12 03:50:11.090939 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-07896fd0-2e0d-4270-94b5-84d20808f25d tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] device_id is not set on port c4eccd05-ba15-4eab-9e14-a610cd090cca yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:50:11.148050 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-25538220-043f-4335-8192-f283e7967acf None None] Allocated IP 2001:db8::f816:3eff:fe3b:a61 (29459aeb-6c20-4ce2-a756-dfc5eaec3480/b3fdc0cf-4a08-4d81-b970-aaf623682077/006b4c2e-1c0f-4ffb-add2-bcfee75b73a4) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:11.159190 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-73839f14-a6dc-453b-8844-dd6b3ea8f391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:11.161811 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-73839f14-a6dc-453b-8844-dd6b3ea8f391 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=754a7efae68741b193bbbfa7760fd2a8&device_id=1d79df41-96af-49d3-8be6-40567966f29b HTTP/1.1" status: 200 len: 1095 time: 0.1556127 Nov 12 03:50:11.201215 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c43db-c8fc-4f28-aed5-12886790c294 req-6fc94ea8-363f-47aa-ac86-f00513254c50 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:11.208172 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9e8c43db-c8fc-4f28-aed5-12886790c294 req-6fc94ea8-363f-47aa-ac86-f00513254c50 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1350803 Nov 12 03:50:11.534679 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-25538220-043f-4335-8192-f283e7967acf None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:11.543286 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-25538220-043f-4335-8192-f283e7967acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:11.602042 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25538220-043f-4335-8192-f283e7967acf None None] Network 29459aeb-6c20-4ce2-a756-dfc5eaec3480 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:11.605522 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-25538220-043f-4335-8192-f283e7967acf None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:11.611671 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25538220-043f-4335-8192-f283e7967acf None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:11.728994 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25538220-043f-4335-8192-f283e7967acf None None] Pushing event updated for resources: {'Port': ['ID=006b4c2e-1c0f-4ffb-add2-bcfee75b73a4,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:11.743834 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9e8c43db-c8fc-4f28-aed5-12886790c294 req-e94e63ec-b173-489a-b147-cb6e2eac4500 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5300217 Nov 12 03:50:11.781518 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-25538220-043f-4335-8192-f283e7967acf None None] Attempting to bind port 006b4c2e-1c0f-4ffb-add2-bcfee75b73a4 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:50:11.782270 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-25538220-043f-4335-8192-f283e7967acf None None] Attempting to bind port 006b4c2e-1c0f-4ffb-add2-bcfee75b73a4 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '27c0144c-5262-4e12-9d45-4ac94e210bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '29459aeb-6c20-4ce2-a756-dfc5eaec3480'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:50:11.782943 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25538220-043f-4335-8192-f283e7967acf None None] Attempting to bind port 006b4c2e-1c0f-4ffb-add2-bcfee75b73a4 on network 29459aeb-6c20-4ce2-a756-dfc5eaec3480 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:11.796032 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25538220-043f-4335-8192-f283e7967acf None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:50:11.796531 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25538220-043f-4335-8192-f283e7967acf None None] Checking segment: {'id': '27c0144c-5262-4e12-9d45-4ac94e210bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '29459aeb-6c20-4ce2-a756-dfc5eaec3480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:11.797006 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-25538220-043f-4335-8192-f283e7967acf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:11.797466 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25538220-043f-4335-8192-f283e7967acf None None] Bound using segment: {'id': '27c0144c-5262-4e12-9d45-4ac94e210bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '29459aeb-6c20-4ce2-a756-dfc5eaec3480'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:50:11.798003 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-25538220-043f-4335-8192-f283e7967acf None None] Bound port: 006b4c2e-1c0f-4ffb-add2-bcfee75b73a4, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c0144c-5262-4e12-9d45-4ac94e210bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '29459aeb-6c20-4ce2-a756-dfc5eaec3480'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:50:11.799950 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-25538220-043f-4335-8192-f283e7967acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:11.845339 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-e59d6de1-8449-4bc0-9623-e4d1495eac54 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31ceec37-4503-4eca-8dd4-178956c05bdb HTTP/1.1" status: 200 len: 217 time: 0.6695092 Nov 12 03:50:11.914869 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-25538220-043f-4335-8192-f283e7967acf None None] For port 006b4c2e-1c0f-4ffb-add2-bcfee75b73a4, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:50:11.934157 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-25538220-043f-4335-8192-f283e7967acf None None] For port 006b4c2e-1c0f-4ffb-add2-bcfee75b73a4, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=006b4c2e-1c0f-4ffb-add2-bcfee75b73a4,segment=NetworkSegment(27c0144c-5262-4e12-9d45-4ac94e210bc1),segment_id=27c0144c-5262-4e12-9d45-4ac94e210bc1)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:50:11.946759 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-25538220-043f-4335-8192-f283e7967acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:12.022206 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-6abbe30f-e15c-4eb0-9e1a-63da21b118c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:12.023803 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-6abbe30f-e15c-4eb0-9e1a-63da21b118c3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b939ab05-e6fb-48a7-9af8-c18027a0c4e5 HTTP/1.1" status: 200 len: 849 time: 0.1536944 Nov 12 03:50:12.026604 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-07896fd0-2e0d-4270-94b5-84d20808f25d tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Allocated IP 2001:db8::f816:3eff:fe2c:7d88 (29459aeb-6c20-4ce2-a756-dfc5eaec3480/b3fdc0cf-4a08-4d81-b970-aaf623682077/c4eccd05-ba15-4eab-9e14-a610cd090cca) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:12.099464 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e22ccf-6394-4c45-8646-50d27978ffa4 req-ff15d986-e781-470d-8a1e-3a295ff19f0a tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:12.105776 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-19e22ccf-6394-4c45-8646-50d27978ffa4 req-ff15d986-e781-470d-8a1e-3a295ff19f0a tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1d79df41-96af-49d3-8be6-40567966f29b HTTP/1.1" status: 200 len: 1095 time: 0.3077350 Nov 12 03:50:12.112972 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25538220-043f-4335-8192-f283e7967acf None None] Pushing event updated for resources: {'Port': ['ID=006b4c2e-1c0f-4ffb-add2-bcfee75b73a4,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:12.223304 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a26a6-2e9b-4ba8-a87b-2b137f216ded req-8c9cf8de-d56e-4d3e-92c1-2a651662c73c tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:12.225392 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-536a26a6-2e9b-4ba8-a87b-2b137f216ded req-8c9cf8de-d56e-4d3e-92c1-2a651662c73c tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.0797217 Nov 12 03:50:12.352682 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-19e22ccf-6394-4c45-8646-50d27978ffa4 req-f4154450-57af-4243-b8e8-506fb4b08bc4 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=dbc5a73b-de4c-4a38-b8eb-93248c3fdf48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176218 Nov 12 03:50:12.376878 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-99d5a9ac-fe21-4eb9-89bc-61bfd0b166bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:12.376878 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-99d5a9ac-fe21-4eb9-89bc-61bfd0b166bb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5b0c2727-2690-44e0-97e8-9f283ce90ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2927833 Nov 12 03:50:12.378042 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-536a26a6-2e9b-4ba8-a87b-2b137f216ded req-787cd67a-c5f2-4f30-ab05-682b07d6a5f2 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403353 Nov 12 03:50:12.591265 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-07896fd0-2e0d-4270-94b5-84d20808f25d tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:12.801740 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391a361-3337-4b11-9508-91a3497d55f4 req-2a57ecda-9e4b-4fc5-8050-717f647af02e tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:12.805476 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e391a361-3337-4b11-9508-91a3497d55f4 req-2a57ecda-9e4b-4fc5-8050-717f647af02e tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.2076263 Nov 12 03:50:12.806685 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-07896fd0-2e0d-4270-94b5-84d20808f25d tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:12.887698 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07896fd0-2e0d-4270-94b5-84d20808f25d tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Network 29459aeb-6c20-4ce2-a756-dfc5eaec3480 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:12.900200 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-07896fd0-2e0d-4270-94b5-84d20808f25d tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:12.910016 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-66bea61e-c13d-4bf3-adb9-ebb7edcf547b service neutron] 10.222.0.90 "GET /v2.0/networks/5b0c2727-2690-44e0-97e8-9f283ce90ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4996438 Nov 12 03:50:12.910925 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07896fd0-2e0d-4270-94b5-84d20808f25d tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:12.916771 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07896fd0-2e0d-4270-94b5-84d20808f25d tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:12.917937 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-07896fd0-2e0d-4270-94b5-84d20808f25d tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:13.018101 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-07896fd0-2e0d-4270-94b5-84d20808f25d tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.6065571 Nov 12 03:50:13.020521 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 41920) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:13.027406 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e391a361-3337-4b11-9508-91a3497d55f4 req-fc76c66d-5f81-436e-a16a-c216533b9b2c tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137001 Nov 12 03:50:13.036584 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07896fd0-2e0d-4270-94b5-84d20808f25d tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Pushing event updated for resources: {'Port': ['ID=c4eccd05-ba15-4eab-9e14-a610cd090cca,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:13.123248 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb3db649-dd35-46d2-8b3a-88007dbabdbb tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Deleting subnet b3fdc0cf-4a08-4d81-b970-aaf623682077 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:50:13.134899 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bb3db649-dd35-46d2-8b3a-88007dbabdbb tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:13.142534 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b9e8399f-64b9-4339-b5e9-97f6bfbc79ef req-078cb2ba-82b8-420c-af71-8e9a8e7172d0 service neutron] 10.222.0.90 "GET /v2.0/networks/5b0c2727-2690-44e0-97e8-9f283ce90ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021923 Nov 12 03:50:13.234308 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bb3db649-dd35-46d2-8b3a-88007dbabdbb tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:13.369033 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee43613-4c97-4cc6-9f74-3926e0136345 req-a2e0ff90-d683-4653-925c-e8078168c864 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:13.370619 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bee43613-4c97-4cc6-9f74-3926e0136345 req-a2e0ff90-d683-4653-925c-e8078168c864 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1583385 Nov 12 03:50:13.421940 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6f1b7-2562-4e2f-8f0a-b76fe5d9ac81 req-59f687fd-39fe-4747-8994-21017c14182f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:13.423398 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-16f6f1b7-2562-4e2f-8f0a-b76fe5d9ac81 req-59f687fd-39fe-4747-8994-21017c14182f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=754a7efae68741b193bbbfa7760fd2a8&device_id=1d79df41-96af-49d3-8be6-40567966f29b HTTP/1.1" status: 200 len: 1095 time: 0.1560450 Nov 12 03:50:13.517078 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bb3db649-dd35-46d2-8b3a-88007dbabdbb tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:13.586478 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bee43613-4c97-4cc6-9f74-3926e0136345 req-d4ab63c0-4800-4efb-a441-0ae1bbf0a015 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976469 Nov 12 03:50:13.653749 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6f1b7-2562-4e2f-8f0a-b76fe5d9ac81 req-f1524967-90e7-40df-9a93-40fcf79e0a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:13.655245 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-16f6f1b7-2562-4e2f-8f0a-b76fe5d9ac81 req-f1524967-90e7-40df-9a93-40fcf79e0a8d service neutron] 10.222.0.90 "GET /v2.0/networks?id=5b0c2727-2690-44e0-97e8-9f283ce90ff8 HTTP/1.1" status: 200 len: 911 time: 0.1987443 Nov 12 03:50:13.711163 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8bea1-b995-4322-a9bb-8331e1c97f70 req-0c014515-8341-4211-8891-cb64fe48924c tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:13.722460 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b4e8bea1-b995-4322-a9bb-8331e1c97f70 req-0c014515-8341-4211-8891-cb64fe48924c tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1d79df41-96af-49d3-8be6-40567966f29b HTTP/1.1" status: 200 len: 1095 time: 0.1917336 Nov 12 03:50:13.745724 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-16f6f1b7-2562-4e2f-8f0a-b76fe5d9ac81 req-4eea0cc0-3fa4-4eda-80a4-b364ee24f23e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31ceec37-4503-4eca-8dd4-178956c05bdb HTTP/1.1" status: 200 len: 217 time: 0.0817509 Nov 12 03:50:13.800426 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bb3db649-dd35-46d2-8b3a-88007dbabdbb tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:13.888790 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977a073-2a77-4021-ba0f-6c0c2e238503 req-3ecabce6-86c8-44b8-bb5c-0b3cf5fafaca tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:13.890411 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5977a073-2a77-4021-ba0f-6c0c2e238503 req-3ecabce6-86c8-44b8-bb5c-0b3cf5fafaca tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1402335 Nov 12 03:50:13.891894 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6f1b7-2562-4e2f-8f0a-b76fe5d9ac81 req-8b16a429-3163-42e6-83ab-0c7de6542ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:13.893251 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-16f6f1b7-2562-4e2f-8f0a-b76fe5d9ac81 req-8b16a429-3163-42e6-83ab-0c7de6542ec9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b939ab05-e6fb-48a7-9af8-c18027a0c4e5 HTTP/1.1" status: 200 len: 849 time: 0.1219380 Nov 12 03:50:13.904146 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79873879-7289-447e-9a2b-8592204d2da4 None None] Network 29459aeb-6c20-4ce2-a756-dfc5eaec3480 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:13.909575 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bb3db649-dd35-46d2-8b3a-88007dbabdbb tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:13.918820 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-bb3db649-dd35-46d2-8b3a-88007dbabdbb tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] 10.222.0.50 "DELETE /v2.0/subnets/b3fdc0cf-4a08-4d81-b970-aaf623682077 HTTP/1.1" status: 204 len: 168 time: 0.8944895 Nov 12 03:50:13.923228 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 41934) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:13.928641 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3db649-dd35-46d2-8b3a-88007dbabdbb tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Pushing event deleted for resources: {'Subnet': ['ID=b3fdc0cf-4a08-4d81-b970-aaf623682077,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:13.934528 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b4e8bea1-b995-4322-a9bb-8331e1c97f70 req-404b7af3-0313-41c7-b811-d01ca6e7392b tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=dbc5a73b-de4c-4a38-b8eb-93248c3fdf48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110562 Nov 12 03:50:14.045161 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695e29c2-5349-407f-b6cf-31321e0522e9 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:14.047081 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695e29c2-5349-407f-b6cf-31321e0522e9 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:14.048855 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-695e29c2-5349-407f-b6cf-31321e0522e9 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1245737 Nov 12 03:50:14.052355 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 41938) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:14.127053 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5977a073-2a77-4021-ba0f-6c0c2e238503 req-607fcd16-7cf5-4b46-a76c-7aec3a7e3a45 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294252 Nov 12 03:50:14.135364 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6f1b7-2562-4e2f-8f0a-b76fe5d9ac81 req-bea2fbb7-078d-4805-89ba-93fb33e7a947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:14.136401 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-16f6f1b7-2562-4e2f-8f0a-b76fe5d9ac81 req-bea2fbb7-078d-4805-89ba-93fb33e7a947 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5b0c2727-2690-44e0-97e8-9f283ce90ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2301142 Nov 12 03:50:14.178038 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-e6e0bd92-71f2-4b36-b65d-252eaeaac800 None None] Provisioning complete for port 006b4c2e-1c0f-4ffb-add2-bcfee75b73a4 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:14.178421 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e6e0bd92-71f2-4b36-b65d-252eaeaac800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:14.250586 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-166aad34-5f0f-4700-91a6-196c9a433364 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:14.273229 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-166aad34-5f0f-4700-91a6-196c9a433364 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 03:50:14.274027 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-166aad34-5f0f-4700-91a6-196c9a433364 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:14.277464 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-166aad34-5f0f-4700-91a6-196c9a433364 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] 10.222.0.50 "DELETE /v2.0/networks/29459aeb-6c20-4ce2-a756-dfc5eaec3480 HTTP/1.1" status: 409 len: 405 time: 0.2247484 Nov 12 03:50:14.283553 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 41946) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:14.289197 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-65c29087-a5ff-425b-9012-a9be4d89a126 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1965239387'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:14.340172 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c29087-a5ff-425b-9012-a9be4d89a126 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Made reservation on behalf of c139cd2aa0094390876d0ccc0ffd3efa for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:14.348126 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-65c29087-a5ff-425b-9012-a9be4d89a126 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:14.370687 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-16f6f1b7-2562-4e2f-8f0a-b76fe5d9ac81 req-3471e4b8-f31e-4921-bf53-39b384158dd0 service neutron] 10.222.0.90 "GET /v2.0/networks/5b0c2727-2690-44e0-97e8-9f283ce90ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256322 Nov 12 03:50:14.373448 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 006b4c2e-1c0f-4ffb-add2-bcfee75b73a4 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:14.421293 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65c29087-a5ff-425b-9012-a9be4d89a126 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:50:14.521526 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-65c29087-a5ff-425b-9012-a9be4d89a126 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:14.522604 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-65c29087-a5ff-425b-9012-a9be4d89a126 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Added segment c07f3ac9-9142-482b-aa07-b58448eccfa7 of type vlan for network 6656d654-4842-4fa2-906c-587edbadd3f3 Nov 12 03:50:14.589709 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e6e0bd92-71f2-4b36-b65d-252eaeaac800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:14.650000 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 006b4c2e-1c0f-4ffb-add2-bcfee75b73a4 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:14.650394 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:14.730862 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-16f6f1b7-2562-4e2f-8f0a-b76fe5d9ac81 req-01eb1f7a-580b-4b6a-ac13-a02c6381b808 service neutron] 10.222.0.90 "GET /v2.0/networks/5b0c2727-2690-44e0-97e8-9f283ce90ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519282 Nov 12 03:50:14.738122 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e23b2c1-e455-4985-a55a-463d8d6e9343 None None] DHCP port deletion for 29459aeb-6c20-4ce2-a756-dfc5eaec3480 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:14.740218 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-65c29087-a5ff-425b-9012-a9be4d89a126 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:14.765496 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-e6e0bd92-71f2-4b36-b65d-252eaeaac800 None None] For port 006b4c2e-1c0f-4ffb-add2-bcfee75b73a4, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=006b4c2e-1c0f-4ffb-add2-bcfee75b73a4,segment=NetworkSegment(27c0144c-5262-4e12-9d45-4ac94e210bc1),segment_id=27c0144c-5262-4e12-9d45-4ac94e210bc1)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:14.803543 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-65c29087-a5ff-425b-9012-a9be4d89a126 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:14.815337 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c29087-a5ff-425b-9012-a9be4d89a126 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:14.816803 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-65c29087-a5ff-425b-9012-a9be4d89a126 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:14.824333 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e6e0bd92-71f2-4b36-b65d-252eaeaac800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:14.941161 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c29087-a5ff-425b-9012-a9be4d89a126 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Pushing event updated for resources: {'Network': ['ID=6656d654-4842-4fa2-906c-587edbadd3f3,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:14.961874 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e0bd92-71f2-4b36-b65d-252eaeaac800 None None] Pushing event updated for resources: {'Port': ['ID=006b4c2e-1c0f-4ffb-add2-bcfee75b73a4,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:14.969515 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 41962) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:14.970362 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-65c29087-a5ff-425b-9012-a9be4d89a126 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6855581 Nov 12 03:50:14.977732 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-8519b300-4e87-40a5-9eba-8d6dadf50876 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Request body: {'subnet': {'network_id': '6656d654-4842-4fa2-906c-587edbadd3f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:14.992359 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 6656d654-4842-4fa2-906c-587edbadd3f3 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:50:15.159999 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-9e23b2c1-e455-4985-a55a-463d8d6e9343 None None] Deleting port 006b4c2e-1c0f-4ffb-add2-bcfee75b73a4 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:15.160402 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9e23b2c1-e455-4985-a55a-463d8d6e9343 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:15.202150 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c6155-1dba-4c0c-9d71-04797b239615 req-a4e47613-843b-4b95-bd74-9411846d72aa tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:15.203691 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-825c6155-1dba-4c0c-9d71-04797b239615 req-a4e47613-843b-4b95-bd74-9411846d72aa tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1d79df41-96af-49d3-8be6-40567966f29b HTTP/1.1" status: 200 len: 1095 time: 0.0976357 Nov 12 03:50:15.266514 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6c334-3eae-4711-84be-411ca5ea3058 req-d9e1013b-f6c6-4d09-9ca1-9b15f7c6f2fd tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:15.274557 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7fa6c334-3eae-4711-84be-411ca5ea3058 req-d9e1013b-f6c6-4d09-9ca1-9b15f7c6f2fd tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1277692 Nov 12 03:50:15.285792 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-825c6155-1dba-4c0c-9d71-04797b239615 req-7605431f-deec-4d7b-8dd7-7a8ec42764ec tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=dbc5a73b-de4c-4a38-b8eb-93248c3fdf48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755117 Nov 12 03:50:15.329880 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-9e23b2c1-e455-4985-a55a-463d8d6e9343 None None] For port 006b4c2e-1c0f-4ffb-add2-bcfee75b73a4, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=006b4c2e-1c0f-4ffb-add2-bcfee75b73a4,segment=NetworkSegment(27c0144c-5262-4e12-9d45-4ac94e210bc1),segment_id=27c0144c-5262-4e12-9d45-4ac94e210bc1)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:15.332506 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9e23b2c1-e455-4985-a55a-463d8d6e9343 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:15.354357 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8519b300-4e87-40a5-9eba-8d6dadf50876 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Made reservation on behalf of c139cd2aa0094390876d0ccc0ffd3efa for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:15.358561 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8519b300-4e87-40a5-9eba-8d6dadf50876 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:15.383650 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-9e23b2c1-e455-4985-a55a-463d8d6e9343 None None] Calling delete_port for 006b4c2e-1c0f-4ffb-add2-bcfee75b73a4 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:15.431573 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 31ceec37-4503-4eca-8dd4-178956c05bdb details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:50:15.506901 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7fa6c334-3eae-4711-84be-411ca5ea3058 req-76968b87-751a-4f81-afa4-6164339e6fa8 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307515 Nov 12 03:50:15.793575 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9e23b2c1-e455-4985-a55a-463d8d6e9343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:15.830012 n-d-715271-27 neutron-server[102572]: DEBUG neutron.objects.ports [None req-8519b300-4e87-40a5-9eba-8d6dadf50876 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102572) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:50:15.833124 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8519b300-4e87-40a5-9eba-8d6dadf50876 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:15.835327 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e23b2c1-e455-4985-a55a-463d8d6e9343 None None] Pushing event deleted for resources: {'Port': ['ID=006b4c2e-1c0f-4ffb-add2-bcfee75b73a4,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:15.844650 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 31ceec37-4503-4eca-8dd4-178956c05bdb, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=31ceec37-4503-4eca-8dd4-178956c05bdb,segment=NetworkSegment(0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759),segment_id=0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:15.847455 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e23b2c1-e455-4985-a55a-463d8d6e9343 None None] No DVR routers for this DVR port 006b4c2e-1c0f-4ffb-add2-bcfee75b73a4 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:15.859624 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '31ceec37-4503-4eca-8dd4-178956c05bdb', 'network_id': '5b0c2727-2690-44e0-97e8-9f283ce90ff8', 'port_id': '31ceec37-4503-4eca-8dd4-178956c05bdb', 'mac_address': 'fa:16:3e:15:b5:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b939ab05-e6fb-48a7-9af8-c18027a0c4e5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:50:15.906719 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8519b300-4e87-40a5-9eba-8d6dadf50876 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Pushing event updated for resources: {'Subnet': ['ID=8477e0ef-3991-4fe4-8380-1a7edae1ff66,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:15.917251 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:15.943066 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31ceec37-4503-4eca-8dd4-178956c05bdb {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:50:15.964253 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8519b300-4e87-40a5-9eba-8d6dadf50876 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Checking segment: {'id': 'c07f3ac9-9142-482b-aa07-b58448eccfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6656d654-4842-4fa2-906c-587edbadd3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:15.964786 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8519b300-4e87-40a5-9eba-8d6dadf50876 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Network hostable DHCP agents. Network: 6656d654-4842-4fa2-906c-587edbadd3f3, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:50:15.970844 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 31ceec37-4503-4eca-8dd4-178956c05bdb, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=31ceec37-4503-4eca-8dd4-178956c05bdb,segment=NetworkSegment(0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759),segment_id=0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:15.976182 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:15.996859 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8519b300-4e87-40a5-9eba-8d6dadf50876 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Network 6656d654-4842-4fa2-906c-587edbadd3f3 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:50:16.024953 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-8519b300-4e87-40a5-9eba-8d6dadf50876 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 6656d654-4842-4fa2-906c-587edbadd3f3) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:16.033082 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8519b300-4e87-40a5-9eba-8d6dadf50876 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:16.034492 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8519b300-4e87-40a5-9eba-8d6dadf50876 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:16.064132 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4dda09-3d64-43c9-91c7-d26c9ee6a6d1 None None] Network 6656d654-4842-4fa2-906c-587edbadd3f3 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:16.085399 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 41976) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:16.086361 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8519b300-4e87-40a5-9eba-8d6dadf50876 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.1134090 Nov 12 03:50:16.126916 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=31ceec37-4503-4eca-8dd4-178956c05bdb,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:16.217547 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 006b4c2e-1c0f-4ffb-add2-bcfee75b73a4 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:16.253457 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 006b4c2e-1c0f-4ffb-add2-bcfee75b73a4 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:16.254046 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 006b4c2e-1c0f-4ffb-add2-bcfee75b73a4 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:16.298605 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-19fd53c4-2725-4ba5-94ef-457853218f13 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:16.313898 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['31ceec37-4503-4eca-8dd4-178956c05bdb'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:50:16.403919 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b8ae34-a83f-442a-ae56-7919e69442a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-6656d654-4842-4fa2-906c-587edbadd3f3', 'network_id': '6656d654-4842-4fa2-906c-587edbadd3f3', 'tenant_id': 'c139cd2aa0094390876d0ccc0ffd3efa', 'fixed_ips': [{'subnet_id': '8477e0ef-3991-4fe4-8380-1a7edae1ff66'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:50:16.405819 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-92b8ae34-a83f-442a-ae56-7919e69442a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:16.509973 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-19fd53c4-2725-4ba5-94ef-457853218f13 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:16.664166 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714fac0-49b6-418c-8b53-d78c3de1519c req-a11fbd4d-72f6-4528-a416-e067f5792c30 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server [None req-92b8ae34-a83f-442a-ae56-7919e69442a3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8477e0ef-3991-4fe4-8380-1a7edae1ff66: This subnet is being modified by another concurrent operation. Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise exception Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8477e0ef-3991-4fe4-8380-1a7edae1ff66: This subnet is being modified by another concurrent operation. Nov 12 03:50:16.664984 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server Nov 12 03:50:16.695141 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6714fac0-49b6-418c-8b53-d78c3de1519c req-a11fbd4d-72f6-4528-a416-e067f5792c30 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1d79df41-96af-49d3-8be6-40567966f29b HTTP/1.1" status: 200 len: 1096 time: 0.2605004 Nov 12 03:50:16.699561 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-19fd53c4-2725-4ba5-94ef-457853218f13 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:16.717271 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528a1924-4b84-4a20-8657-971bde85b79c None None] Network 6656d654-4842-4fa2-906c-587edbadd3f3 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:16.829494 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fd53c4-2725-4ba5-94ef-457853218f13 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Pushing event deleted for resources: {'Subnet': ['ID=8477e0ef-3991-4fe4-8380-1a7edae1ff66,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:16.857009 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009b5a0-bb40-4b97-a7dd-ff93830b5e6a req-9e962be4-2726-4ab8-a2d8-677d28426f83 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:16.858678 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8009b5a0-bb40-4b97-a7dd-ff93830b5e6a req-9e962be4-2726-4ab8-a2d8-677d28426f83 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1143167 Nov 12 03:50:16.903547 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6714fac0-49b6-418c-8b53-d78c3de1519c req-3346ed05-6cce-4ff8-af68-972635116c86 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=dbc5a73b-de4c-4a38-b8eb-93248c3fdf48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758111 Nov 12 03:50:16.910066 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-19fd53c4-2725-4ba5-94ef-457853218f13 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:16.960661 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-19fd53c4-2725-4ba5-94ef-457853218f13 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6656d654-4842-4fa2-906c-587edbadd3f3']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:16.962558 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1e0897-8378-4692-874e-650d643d407e None None] get_active_networks_info from n-d-715271-27 {{(pid=102573) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:50:16.968017 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8009b5a0-bb40-4b97-a7dd-ff93830b5e6a req-5c724844-9020-4df0-80a8-4a83cf868a24 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021802 Nov 12 03:50:16.987078 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-19fd53c4-2725-4ba5-94ef-457853218f13 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c07f3ac9-9142-482b-aa07-b58448eccfa7') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:16.987407 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-19fd53c4-2725-4ba5-94ef-457853218f13 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c07f3ac9-9142-482b-aa07-b58448eccfa7') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:16.999645 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-19fd53c4-2725-4ba5-94ef-457853218f13 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.017530 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-19fd53c4-2725-4ba5-94ef-457853218f13 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.026902 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19fd53c4-2725-4ba5-94ef-457853218f13 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:50:17.027965 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-19fd53c4-2725-4ba5-94ef-457853218f13 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.031524 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:50:17.031524 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:50:17.031524 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:50:17.031524 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:50:17.031524 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:50:17.031524 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:50:17.031524 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:50:17.031524 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:50:17.031524 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:50:17.031524 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:50:17.031524 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:50:17.031524 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:50:17.031524 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:50:17.031524 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:50:17.031524 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:50:17.031524 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:50:17.031524 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:50:17.031524 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:50:17.031524 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:50:17.031524 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:50:17.031524 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:50:17.031524 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:50:17.031524 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:50:17.031524 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:50:17.031524 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:50:17.031524 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:50:17.031524 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:50:17.031524 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:50:17.031524 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:50:17.031524 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:50:17.031524 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:50:17.031524 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:50:17.111189 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1e0897-8378-4692-874e-650d643d407e None None] Resources bound (agent type, host, resource id): {{(pid=102573) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:50:17.130336 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-19fd53c4-2725-4ba5-94ef-457853218f13 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.142324 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-19fd53c4-2725-4ba5-94ef-457853218f13 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.145696 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-19fd53c4-2725-4ba5-94ef-457853218f13 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] 10.222.0.50 "DELETE /v2.0/networks/6656d654-4842-4fa2-906c-587edbadd3f3 HTTP/1.1" status: 204 len: 168 time: 1.0588205 Nov 12 03:50:17.149964 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 41988) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:17.157673 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-dc2a234b-1c47-45db-b50a-99906c50bd93 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-968769039'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:17.167574 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fd53c4-2725-4ba5-94ef-457853218f13 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Pushing event deleted for resources: {'Network': ['ID=6656d654-4842-4fa2-906c-587edbadd3f3,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:17.194095 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2a234b-1c47-45db-b50a-99906c50bd93 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Made reservation on behalf of c139cd2aa0094390876d0ccc0ffd3efa for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:17.201280 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dc2a234b-1c47-45db-b50a-99906c50bd93 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.244125 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc2a234b-1c47-45db-b50a-99906c50bd93 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:50:17.262595 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dc2a234b-1c47-45db-b50a-99906c50bd93 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.264541 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-dc2a234b-1c47-45db-b50a-99906c50bd93 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Added segment f9e7622e-2789-4a84-955b-36d0a803731a of type vlan for network 178c4456-7b7d-42b7-be6b-69a05f450532 Nov 12 03:50:17.339319 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dc2a234b-1c47-45db-b50a-99906c50bd93 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.388424 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dc2a234b-1c47-45db-b50a-99906c50bd93 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.401389 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2a234b-1c47-45db-b50a-99906c50bd93 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:17.404387 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dc2a234b-1c47-45db-b50a-99906c50bd93 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.494567 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-dc2a234b-1c47-45db-b50a-99906c50bd93 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3415613 Nov 12 03:50:17.506450 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 42002) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:17.526511 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-ef3ec61f-8b89-4fc1-a4e9-05e83e3196ce tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Request body: {'subnet': {'network_id': '178c4456-7b7d-42b7-be6b-69a05f450532', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:17.574529 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a234b-1c47-45db-b50a-99906c50bd93 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Pushing event updated for resources: {'Network': ['ID=178c4456-7b7d-42b7-be6b-69a05f450532,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:17.586994 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 178c4456-7b7d-42b7-be6b-69a05f450532 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:50:17.688933 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3ec61f-8b89-4fc1-a4e9-05e83e3196ce tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Made reservation on behalf of c139cd2aa0094390876d0ccc0ffd3efa for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:17.694501 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ef3ec61f-8b89-4fc1-a4e9-05e83e3196ce tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.789698 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-1ee8f4f4-2530-4bc3-9a74-f94b48068d1a None None] Provisioning complete for port ba744a6e-f8e4-43a3-9d4a-6db83c284aed triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:17.790241 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1ee8f4f4-2530-4bc3-9a74-f94b48068d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.109017 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ef3ec61f-8b89-4fc1-a4e9-05e83e3196ce tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.141791 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36682e-316c-453f-8fef-d95c389f794e req-a45014ef-e278-4ee3-a961-6d9aacd666d3 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:18.144048 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0f36682e-316c-453f-8fef-d95c389f794e req-a45014ef-e278-4ee3-a961-6d9aacd666d3 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1d79df41-96af-49d3-8be6-40567966f29b HTTP/1.1" status: 200 len: 1096 time: 0.0818284 Nov 12 03:50:18.232866 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0f36682e-316c-453f-8fef-d95c389f794e req-68516cd0-3c4e-4f26-9103-c21f9f6c9c49 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=dbc5a73b-de4c-4a38-b8eb-93248c3fdf48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797250 Nov 12 03:50:18.233213 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ec61f-8b89-4fc1-a4e9-05e83e3196ce tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Pushing event updated for resources: {'Subnet': ['ID=378ff353-bd39-447a-a87d-2e43a67f9a9e,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:18.248915 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.260123 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e9b62-5747-4966-812d-7d762f862e6c req-1753287b-b8d7-436f-a37e-e0540c9ddf0f tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:18.268189 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-080e9b62-5747-4966-812d-7d762f862e6c req-1753287b-b8d7-436f-a37e-e0540c9ddf0f tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1761923 Nov 12 03:50:18.306546 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3ec61f-8b89-4fc1-a4e9-05e83e3196ce tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Checking segment: {'id': 'f9e7622e-2789-4a84-955b-36d0a803731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '178c4456-7b7d-42b7-be6b-69a05f450532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:18.307129 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3ec61f-8b89-4fc1-a4e9-05e83e3196ce tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Network hostable DHCP agents. Network: 178c4456-7b7d-42b7-be6b-69a05f450532, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:50:18.350965 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-080e9b62-5747-4966-812d-7d762f862e6c req-7a3e0e3a-3ae0-4bd0-a241-de7a663c90ea tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802503 Nov 12 03:50:18.359886 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3ec61f-8b89-4fc1-a4e9-05e83e3196ce tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Network 178c4456-7b7d-42b7-be6b-69a05f450532 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:50:18.373574 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-ef3ec61f-8b89-4fc1-a4e9-05e83e3196ce tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 178c4456-7b7d-42b7-be6b-69a05f450532) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:18.378426 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3ec61f-8b89-4fc1-a4e9-05e83e3196ce tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:18.379031 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ef3ec61f-8b89-4fc1-a4e9-05e83e3196ce tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.384650 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d108cb2b-e3ca-49b4-a086-e1fc00186396 None None] Network 178c4456-7b7d-42b7-be6b-69a05f450532 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:18.409209 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ef3ec61f-8b89-4fc1-a4e9-05e83e3196ce tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9040573 Nov 12 03:50:18.411772 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 42100) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:18.551266 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-089b7555-9158-4cc5-8bcc-92b5ca70ded4 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.581287 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc451791-6136-4cb1-9ebc-959012ad87e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-178c4456-7b7d-42b7-be6b-69a05f450532', 'network_id': '178c4456-7b7d-42b7-be6b-69a05f450532', 'tenant_id': 'c139cd2aa0094390876d0ccc0ffd3efa', 'fixed_ips': [{'subnet_id': '378ff353-bd39-447a-a87d-2e43a67f9a9e'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:50:18.582183 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cc451791-6136-4cb1-9ebc-959012ad87e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.690687 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-089b7555-9158-4cc5-8bcc-92b5ca70ded4 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.782146 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-cc451791-6136-4cb1-9ebc-959012ad87e8 None None] Allocated IP 2001:db8::2 (178c4456-7b7d-42b7-be6b-69a05f450532/378ff353-bd39-447a-a87d-2e43a67f9a9e/cbf5ab4d-321d-4e99-b37d-0f5e6db1a45d) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:18.980241 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cc451791-6136-4cb1-9ebc-959012ad87e8 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.987833 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cc451791-6136-4cb1-9ebc-959012ad87e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.009556 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-089b7555-9158-4cc5-8bcc-92b5ca70ded4 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.032710 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc451791-6136-4cb1-9ebc-959012ad87e8 None None] Network 178c4456-7b7d-42b7-be6b-69a05f450532 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:19.033766 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-cc451791-6136-4cb1-9ebc-959012ad87e8 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:19.040419 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b7555-9158-4cc5-8bcc-92b5ca70ded4 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Pushing event deleted for resources: {'Subnet': ['ID=378ff353-bd39-447a-a87d-2e43a67f9a9e,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:19.047320 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc451791-6136-4cb1-9ebc-959012ad87e8 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:19.068026 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc451791-6136-4cb1-9ebc-959012ad87e8 None None] Pushing event updated for resources: {'Port': ['ID=cbf5ab4d-321d-4e99-b37d-0f5e6db1a45d,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:19.124310 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-089b7555-9158-4cc5-8bcc-92b5ca70ded4 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.137963 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-cc451791-6136-4cb1-9ebc-959012ad87e8 None None] Attempting to bind port cbf5ab4d-321d-4e99-b37d-0f5e6db1a45d on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:50:19.138423 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-cc451791-6136-4cb1-9ebc-959012ad87e8 None None] Attempting to bind port cbf5ab4d-321d-4e99-b37d-0f5e6db1a45d by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'f9e7622e-2789-4a84-955b-36d0a803731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '178c4456-7b7d-42b7-be6b-69a05f450532'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:50:19.138828 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc451791-6136-4cb1-9ebc-959012ad87e8 None None] Attempting to bind port cbf5ab4d-321d-4e99-b37d-0f5e6db1a45d on network 178c4456-7b7d-42b7-be6b-69a05f450532 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:19.146024 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc451791-6136-4cb1-9ebc-959012ad87e8 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:50:19.146584 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc451791-6136-4cb1-9ebc-959012ad87e8 None None] Checking segment: {'id': 'f9e7622e-2789-4a84-955b-36d0a803731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '178c4456-7b7d-42b7-be6b-69a05f450532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:19.147059 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cc451791-6136-4cb1-9ebc-959012ad87e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.147561 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc451791-6136-4cb1-9ebc-959012ad87e8 None None] Bound using segment: {'id': 'f9e7622e-2789-4a84-955b-36d0a803731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '178c4456-7b7d-42b7-be6b-69a05f450532'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:50:19.148049 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-cc451791-6136-4cb1-9ebc-959012ad87e8 None None] Bound port: cbf5ab4d-321d-4e99-b37d-0f5e6db1a45d, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9e7622e-2789-4a84-955b-36d0a803731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '178c4456-7b7d-42b7-be6b-69a05f450532'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:50:19.148202 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-089b7555-9158-4cc5-8bcc-92b5ca70ded4 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['178c4456-7b7d-42b7-be6b-69a05f450532']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:19.148463 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cc451791-6136-4cb1-9ebc-959012ad87e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.158524 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-089b7555-9158-4cc5-8bcc-92b5ca70ded4 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9e7622e-2789-4a84-955b-36d0a803731a') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:19.158828 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-089b7555-9158-4cc5-8bcc-92b5ca70ded4 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9e7622e-2789-4a84-955b-36d0a803731a') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:19.170553 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-089b7555-9158-4cc5-8bcc-92b5ca70ded4 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.185869 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-089b7555-9158-4cc5-8bcc-92b5ca70ded4 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.204047 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-089b7555-9158-4cc5-8bcc-92b5ca70ded4 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:50:19.205176 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-089b7555-9158-4cc5-8bcc-92b5ca70ded4 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.211646 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:50:19.211646 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:50:19.211646 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:50:19.211646 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:50:19.211646 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:50:19.211646 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:50:19.211646 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:50:19.211646 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:50:19.211646 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:50:19.211646 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:50:19.211646 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:50:19.211646 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:50:19.211646 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:50:19.211646 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:50:19.211646 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:50:19.211646 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:50:19.211646 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:50:19.211646 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:50:19.211646 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:50:19.211646 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:50:19.211646 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:50:19.211646 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:50:19.211646 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:50:19.211646 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:50:19.211646 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:50:19.211646 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:50:19.211646 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:50:19.211646 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:50:19.211646 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:50:19.211646 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:50:19.211646 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:50:19.211646 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:50:19.263587 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-cc451791-6136-4cb1-9ebc-959012ad87e8 None None] For port cbf5ab4d-321d-4e99-b37d-0f5e6db1a45d, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:50:19.330839 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-cc451791-6136-4cb1-9ebc-959012ad87e8 None None] For port cbf5ab4d-321d-4e99-b37d-0f5e6db1a45d, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=cbf5ab4d-321d-4e99-b37d-0f5e6db1a45d,segment=NetworkSegment(f9e7622e-2789-4a84-955b-36d0a803731a),segment_id=f9e7622e-2789-4a84-955b-36d0a803731a)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:50:19.339785 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.db.api [None req-089b7555-9158-4cc5-8bcc-92b5ca70ded4 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 03:50:19.339785 n-d-715271-27 neutron-server[102572]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 03:50:19.339785 n-d-715271-27 neutron-server[102572]: [parameters: {'id': '178c4456-7b7d-42b7-be6b-69a05f450532'}] Nov 12 03:50:19.339785 n-d-715271-27 neutron-server[102572]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:50:19.342525 n-d-715271-27 neutron-server[102572]: DEBUG oslo_db.api [None req-089b7555-9158-4cc5-8bcc-92b5ca70ded4 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:50:19.346867 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cc451791-6136-4cb1-9ebc-959012ad87e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.418769 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 31ceec37-4503-4eca-8dd4-178956c05bdb up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:19.521093 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a8c11-4165-4e5f-8f69-6c8b6908ef59 req-c50277bb-fc5b-4506-8742-80774ae1865d tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:19.529115 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-770a8c11-4165-4e5f-8f69-6c8b6908ef59 req-c50277bb-fc5b-4506-8742-80774ae1865d tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1d79df41-96af-49d3-8be6-40567966f29b HTTP/1.1" status: 200 len: 1096 time: 0.1580064 Nov 12 03:50:19.537461 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc451791-6136-4cb1-9ebc-959012ad87e8 None None] Pushing event updated for resources: {'Port': ['ID=cbf5ab4d-321d-4e99-b37d-0f5e6db1a45d,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:19.632385 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf13b54-cdc9-4e05-b4c1-f108ac40e93b None None] Network 178c4456-7b7d-42b7-be6b-69a05f450532 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:19.715365 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abbef1-5241-442e-b210-82af321fed2b req-03c4c23b-92c9-425e-9e55-0aadf2181647 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:19.718665 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-13abbef1-5241-442e-b210-82af321fed2b req-03c4c23b-92c9-425e-9e55-0aadf2181647 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1920080 Nov 12 03:50:19.735313 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-770a8c11-4165-4e5f-8f69-6c8b6908ef59 req-e2e5e40b-4ea6-489b-88f4-a7e4075f3cf9 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=dbc5a73b-de4c-4a38-b8eb-93248c3fdf48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877534 Nov 12 03:50:19.736175 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 31ceec37-4503-4eca-8dd4-178956c05bdb completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:50:19.746432 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 31ceec37-4503-4eca-8dd4-178956c05bdb triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:19.750362 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.866391 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-13abbef1-5241-442e-b210-82af321fed2b req-8df01e15-3905-4099-9d18-e667a3f62fdf tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220770 Nov 12 03:50:19.868631 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-089b7555-9158-4cc5-8bcc-92b5ca70ded4 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.939275 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ac6f57-07a0-48dd-9753-a86d99b3d55b None None] get_active_networks_info from n-d-715271-27 {{(pid=102573) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:50:20.019166 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-089b7555-9158-4cc5-8bcc-92b5ca70ded4 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Deleting port cbf5ab4d-321d-4e99-b37d-0f5e6db1a45d {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:20.019930 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-089b7555-9158-4cc5-8bcc-92b5ca70ded4 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.046455 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.117623 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d79df41-96af-49d3-8be6-40567966f29b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ceec37-4503-4eca-8dd4-178956c05bdb'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:50:20.121004 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b54a467-a1fc-4bc9-8c02-c9200d988133" -d '{"events": [{"server_uuid": "1d79df41-96af-49d3-8be6-40567966f29b", "name": "network-vif-plugged", "status": "completed", "tag": "31ceec37-4503-4eca-8dd4-178956c05bdb"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:50:20.123098 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-089b7555-9158-4cc5-8bcc-92b5ca70ded4 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] For port cbf5ab4d-321d-4e99-b37d-0f5e6db1a45d, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=cbf5ab4d-321d-4e99-b37d-0f5e6db1a45d,segment=NetworkSegment(f9e7622e-2789-4a84-955b-36d0a803731a),segment_id=f9e7622e-2789-4a84-955b-36d0a803731a)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:20.123606 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-089b7555-9158-4cc5-8bcc-92b5ca70ded4 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.145344 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-089b7555-9158-4cc5-8bcc-92b5ca70ded4 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Calling delete_port for cbf5ab4d-321d-4e99-b37d-0f5e6db1a45d owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:20.258562 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-089b7555-9158-4cc5-8bcc-92b5ca70ded4 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.280932 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 31ceec37-4503-4eca-8dd4-178956c05bdb, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=31ceec37-4503-4eca-8dd4-178956c05bdb,segment=NetworkSegment(0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759),segment_id=0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:20.294912 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071a32ea-7b4b-4b12-9e36-37c18fda1712 x-openstack-request-id: req-071a32ea-7b4b-4b12-9e36-37c18fda1712 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:50:20.295246 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d79df41-96af-49d3-8be6-40567966f29b", "name": "network-vif-plugged", "status": "completed", "tag": "31ceec37-4503-4eca-8dd4-178956c05bdb", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:50:20.295913 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-071a32ea-7b4b-4b12-9e36-37c18fda1712 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:50:20.296527 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d79df41-96af-49d3-8be6-40567966f29b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ceec37-4503-4eca-8dd4-178956c05bdb', 'code': 200} Nov 12 03:50:20.300982 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.317688 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ac6f57-07a0-48dd-9753-a86d99b3d55b None None] Resources bound (agent type, host, resource id): {{(pid=102573) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:50:20.357418 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089b7555-9158-4cc5-8bcc-92b5ca70ded4 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] No DVR routers for this DVR port cbf5ab4d-321d-4e99-b37d-0f5e6db1a45d on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:20.416298 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b7555-9158-4cc5-8bcc-92b5ca70ded4 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Pushing event deleted for resources: {'Port': ['ID=cbf5ab4d-321d-4e99-b37d-0f5e6db1a45d,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:20.433161 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=31ceec37-4503-4eca-8dd4-178956c05bdb,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:20.592160 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae957f3-51e7-4956-8585-dbede1deb3df req-ee211262-a087-4af6-aa84-b3303d065fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:20.593777 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9ae957f3-51e7-4956-8585-dbede1deb3df req-ee211262-a087-4af6-aa84-b3303d065fab service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1d79df41-96af-49d3-8be6-40567966f29b HTTP/1.1" status: 200 len: 1097 time: 0.2563646 Nov 12 03:50:20.595465 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-089b7555-9158-4cc5-8bcc-92b5ca70ded4 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.663630 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9ae957f3-51e7-4956-8585-dbede1deb3df req-b24d12af-e2da-45d7-a66c-a0bd7275dd1a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=dbc5a73b-de4c-4a38-b8eb-93248c3fdf48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592778 Nov 12 03:50:20.685765 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-089b7555-9158-4cc5-8bcc-92b5ca70ded4 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['178c4456-7b7d-42b7-be6b-69a05f450532']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:20.713750 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-089b7555-9158-4cc5-8bcc-92b5ca70ded4 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9e7622e-2789-4a84-955b-36d0a803731a') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:20.714047 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-089b7555-9158-4cc5-8bcc-92b5ca70ded4 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9e7622e-2789-4a84-955b-36d0a803731a') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:20.726991 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-089b7555-9158-4cc5-8bcc-92b5ca70ded4 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.745635 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-089b7555-9158-4cc5-8bcc-92b5ca70ded4 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.753132 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-089b7555-9158-4cc5-8bcc-92b5ca70ded4 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:50:20.753603 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-089b7555-9158-4cc5-8bcc-92b5ca70ded4 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.760259 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:50:20.760259 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:50:20.760259 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:50:20.760259 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:50:20.760259 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:50:20.760259 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:50:20.760259 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:50:20.760259 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:50:20.760259 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:50:20.760259 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:50:20.760259 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:50:20.760259 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:50:20.760259 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:50:20.760259 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:50:20.760259 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:50:20.760259 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:50:20.760259 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:50:20.760259 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:50:20.760259 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:50:20.760259 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:50:20.760259 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:50:20.760259 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:50:20.760259 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:50:20.760259 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:50:20.760259 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:50:20.760259 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:50:20.760259 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:50:20.760259 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:50:20.760259 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:50:20.760259 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:50:20.760259 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:50:20.760259 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:50:20.908192 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-089b7555-9158-4cc5-8bcc-92b5ca70ded4 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.925144 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-089b7555-9158-4cc5-8bcc-92b5ca70ded4 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.933038 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-089b7555-9158-4cc5-8bcc-92b5ca70ded4 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] 10.222.0.50 "DELETE /v2.0/networks/178c4456-7b7d-42b7-be6b-69a05f450532 HTTP/1.1" status: 204 len: 168 time: 2.5151739 Nov 12 03:50:20.933038 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf890404-550f-4d89-afc2-c8edca6c6f79 req-f8a5b801-d242-4b21-b8c0-82bb664372af tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:20.933038 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bf890404-550f-4d89-afc2-c8edca6c6f79 req-f8a5b801-d242-4b21-b8c0-82bb664372af tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1d79df41-96af-49d3-8be6-40567966f29b HTTP/1.1" status: 200 len: 1097 time: 0.0766842 Nov 12 03:50:20.933845 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 42386) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:20.941956 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-ff5cfeec-5f83-4d3a-ac25-7f1219c2a9b1 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1282069607'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:20.970979 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b7555-9158-4cc5-8bcc-92b5ca70ded4 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Pushing event deleted for resources: {'Network': ['ID=178c4456-7b7d-42b7-be6b-69a05f450532,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:21.041833 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bf890404-550f-4d89-afc2-c8edca6c6f79 req-352a1d98-8fa7-470f-bab5-5ae00966aa0f tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=dbc5a73b-de4c-4a38-b8eb-93248c3fdf48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945003 Nov 12 03:50:21.044279 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5cfeec-5f83-4d3a-ac25-7f1219c2a9b1 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Made reservation on behalf of c139cd2aa0094390876d0ccc0ffd3efa for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:21.053538 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ff5cfeec-5f83-4d3a-ac25-7f1219c2a9b1 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.134023 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff5cfeec-5f83-4d3a-ac25-7f1219c2a9b1 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:50:21.160154 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f85b03-c419-4ec6-8a3e-ee3d5effc770 req-a663cb77-623c-4f42-ad40-03757a8dce32 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:21.161779 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-25f85b03-c419-4ec6-8a3e-ee3d5effc770 req-a663cb77-623c-4f42-ad40-03757a8dce32 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1042819 Nov 12 03:50:21.163690 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ff5cfeec-5f83-4d3a-ac25-7f1219c2a9b1 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.164162 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-ff5cfeec-5f83-4d3a-ac25-7f1219c2a9b1 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Added segment 8f119055-0867-4e05-80ed-de0662625de7 of type vlan for network 4dc77ce1-a5ff-4e06-bbda-a3a2f8ee5ee5 Nov 12 03:50:21.246455 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ff5cfeec-5f83-4d3a-ac25-7f1219c2a9b1 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.282756 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-25f85b03-c419-4ec6-8a3e-ee3d5effc770 req-aa0615ce-11cf-461e-9802-9ef66243b61d tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096900 Nov 12 03:50:21.317186 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ff5cfeec-5f83-4d3a-ac25-7f1219c2a9b1 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.325660 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5cfeec-5f83-4d3a-ac25-7f1219c2a9b1 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:21.326281 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ff5cfeec-5f83-4d3a-ac25-7f1219c2a9b1 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.432038 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ff5cfeec-5f83-4d3a-ac25-7f1219c2a9b1 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4974921 Nov 12 03:50:21.435098 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 42440) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:21.440228 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-157ba17f-bddb-452a-b254-2043c4e7259a tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Request body: {'subnet': {'network_id': '4dc77ce1-a5ff-4e06-bbda-a3a2f8ee5ee5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:21.440387 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5cfeec-5f83-4d3a-ac25-7f1219c2a9b1 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Pushing event updated for resources: {'Network': ['ID=4dc77ce1-a5ff-4e06-bbda-a3a2f8ee5ee5,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:21.451732 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 4dc77ce1-a5ff-4e06-bbda-a3a2f8ee5ee5 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:50:21.596390 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157ba17f-bddb-452a-b254-2043c4e7259a tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Made reservation on behalf of c139cd2aa0094390876d0ccc0ffd3efa for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:21.605677 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-157ba17f-bddb-452a-b254-2043c4e7259a tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.003801 n-d-715271-27 neutron-server[102572]: DEBUG neutron.objects.ports [None req-157ba17f-bddb-452a-b254-2043c4e7259a tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102572) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:50:22.019274 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-157ba17f-bddb-452a-b254-2043c4e7259a tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.104945 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157ba17f-bddb-452a-b254-2043c4e7259a tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Pushing event updated for resources: {'Subnet': ['ID=60c4afcc-9cc8-40a2-87df-a5012ab0112e,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:22.140001 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157ba17f-bddb-452a-b254-2043c4e7259a tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Checking segment: {'id': '8f119055-0867-4e05-80ed-de0662625de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4dc77ce1-a5ff-4e06-bbda-a3a2f8ee5ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:22.143541 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157ba17f-bddb-452a-b254-2043c4e7259a tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Network hostable DHCP agents. Network: 4dc77ce1-a5ff-4e06-bbda-a3a2f8ee5ee5, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:50:22.205833 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68e72e-a004-4904-820b-57038245b3cf req-03a16133-cbc4-48fe-8ae0-6b7c81defece tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:22.207399 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fd68e72e-a004-4904-820b-57038245b3cf req-03a16133-cbc4-48fe-8ae0-6b7c81defece tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1d79df41-96af-49d3-8be6-40567966f29b HTTP/1.1" status: 200 len: 1097 time: 0.0727665 Nov 12 03:50:22.208623 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157ba17f-bddb-452a-b254-2043c4e7259a tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Network 4dc77ce1-a5ff-4e06-bbda-a3a2f8ee5ee5 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:50:22.234772 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-157ba17f-bddb-452a-b254-2043c4e7259a tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 4dc77ce1-a5ff-4e06-bbda-a3a2f8ee5ee5) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:22.256400 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d875396-819e-432a-84cd-c99c97d3ac04 None None] Network 4dc77ce1-a5ff-4e06-bbda-a3a2f8ee5ee5 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:22.259973 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157ba17f-bddb-452a-b254-2043c4e7259a tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:22.260837 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-157ba17f-bddb-452a-b254-2043c4e7259a tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.298616 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-157ba17f-bddb-452a-b254-2043c4e7259a tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8622751 Nov 12 03:50:22.302564 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 42508) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:22.320625 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fd68e72e-a004-4904-820b-57038245b3cf req-a21de6cf-7da6-459a-93ee-8d12b922b036 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=dbc5a73b-de4c-4a38-b8eb-93248c3fdf48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045690 Nov 12 03:50:22.486533 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa8c12-ea68-4bfe-876f-f11dc11cff1d req-4a50ce40-96f2-467d-830f-af068eec7f98 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:22.489933 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-72daf184-3b17-47f1-9340-53eb41272141 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.493662 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c0aa8c12-ea68-4bfe-876f-f11dc11cff1d req-4a50ce40-96f2-467d-830f-af068eec7f98 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1d79df41-96af-49d3-8be6-40567966f29b HTTP/1.1" status: 200 len: 1097 time: 0.0777721 Nov 12 03:50:22.552418 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c0aa8c12-ea68-4bfe-876f-f11dc11cff1d req-bf301b02-0aca-4549-b412-5308091eae67 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=dbc5a73b-de4c-4a38-b8eb-93248c3fdf48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507722 Nov 12 03:50:22.577012 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88eb5fdd-b20f-4fa8-9254-516e7dd6badc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-4dc77ce1-a5ff-4e06-bbda-a3a2f8ee5ee5', 'network_id': '4dc77ce1-a5ff-4e06-bbda-a3a2f8ee5ee5', 'tenant_id': 'c139cd2aa0094390876d0ccc0ffd3efa', 'fixed_ips': [{'subnet_id': '60c4afcc-9cc8-40a2-87df-a5012ab0112e'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:50:22.580519 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-88eb5fdd-b20f-4fa8-9254-516e7dd6badc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.641612 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-72daf184-3b17-47f1-9340-53eb41272141 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.758310 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b12d0-9402-4480-942e-057fbe2285bb req-205dfcdb-6e6a-4f16-b3c6-af5a1f4f4198 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:22.784567 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9a7b12d0-9402-4480-942e-057fbe2285bb req-205dfcdb-6e6a-4f16-b3c6-af5a1f4f4198 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.2861569 Nov 12 03:50:22.787999 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-88eb5fdd-b20f-4fa8-9254-516e7dd6badc None None] Allocated IP 2001:db8::f816:3eff:fe0e:3c36 (4dc77ce1-a5ff-4e06-bbda-a3a2f8ee5ee5/60c4afcc-9cc8-40a2-87df-a5012ab0112e/31f80573-10ef-4285-af43-b9534bdb574a) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:22.796394 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464f03e-4324-4954-b0ec-aabb0cb65c4e req-139b98ca-19fe-4b64-b1f6-fdd4810baa28 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:22.798207 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b464f03e-4324-4954-b0ec-aabb0cb65c4e req-139b98ca-19fe-4b64-b1f6-fdd4810baa28 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1d79df41-96af-49d3-8be6-40567966f29b HTTP/1.1" status: 200 len: 1097 time: 0.0978885 Nov 12 03:50:22.932998 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b464f03e-4324-4954-b0ec-aabb0cb65c4e req-c56b0633-c47d-4d68-846f-979721d51b25 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=dbc5a73b-de4c-4a38-b8eb-93248c3fdf48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247492 Nov 12 03:50:22.977327 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9a7b12d0-9402-4480-942e-057fbe2285bb req-82dd19d4-2e3d-4827-81d6-30ce44adaf9e tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742890 Nov 12 03:50:23.109100 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-88eb5fdd-b20f-4fa8-9254-516e7dd6badc None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.116324 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-88eb5fdd-b20f-4fa8-9254-516e7dd6badc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.142646 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-72daf184-3b17-47f1-9340-53eb41272141 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.189190 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88eb5fdd-b20f-4fa8-9254-516e7dd6badc None None] Network 4dc77ce1-a5ff-4e06-bbda-a3a2f8ee5ee5 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:23.200798 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-88eb5fdd-b20f-4fa8-9254-516e7dd6badc None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:23.204281 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88eb5fdd-b20f-4fa8-9254-516e7dd6badc None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:23.226532 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eb5fdd-b20f-4fa8-9254-516e7dd6badc None None] Pushing event updated for resources: {'Port': ['ID=31f80573-10ef-4285-af43-b9534bdb574a,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:23.229460 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72daf184-3b17-47f1-9340-53eb41272141 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Pushing event deleted for resources: {'Subnet': ['ID=60c4afcc-9cc8-40a2-87df-a5012ab0112e,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:23.297555 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-88eb5fdd-b20f-4fa8-9254-516e7dd6badc None None] Attempting to bind port 31f80573-10ef-4285-af43-b9534bdb574a on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:50:23.298263 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-88eb5fdd-b20f-4fa8-9254-516e7dd6badc None None] Attempting to bind port 31f80573-10ef-4285-af43-b9534bdb574a by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8f119055-0867-4e05-80ed-de0662625de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4dc77ce1-a5ff-4e06-bbda-a3a2f8ee5ee5'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:50:23.307425 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88eb5fdd-b20f-4fa8-9254-516e7dd6badc None None] Attempting to bind port 31f80573-10ef-4285-af43-b9534bdb574a on network 4dc77ce1-a5ff-4e06-bbda-a3a2f8ee5ee5 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:23.314955 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88eb5fdd-b20f-4fa8-9254-516e7dd6badc None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:50:23.315710 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88eb5fdd-b20f-4fa8-9254-516e7dd6badc None None] Checking segment: {'id': '8f119055-0867-4e05-80ed-de0662625de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4dc77ce1-a5ff-4e06-bbda-a3a2f8ee5ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:23.316335 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-88eb5fdd-b20f-4fa8-9254-516e7dd6badc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.316964 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88eb5fdd-b20f-4fa8-9254-516e7dd6badc None None] Bound using segment: {'id': '8f119055-0867-4e05-80ed-de0662625de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4dc77ce1-a5ff-4e06-bbda-a3a2f8ee5ee5'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:50:23.317629 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-88eb5fdd-b20f-4fa8-9254-516e7dd6badc None None] Bound port: 31f80573-10ef-4285-af43-b9534bdb574a, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f119055-0867-4e05-80ed-de0662625de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4dc77ce1-a5ff-4e06-bbda-a3a2f8ee5ee5'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:50:23.318779 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-88eb5fdd-b20f-4fa8-9254-516e7dd6badc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.377977 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-72daf184-3b17-47f1-9340-53eb41272141 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.420089 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-72daf184-3b17-47f1-9340-53eb41272141 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dc77ce1-a5ff-4e06-bbda-a3a2f8ee5ee5']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:23.430034 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-88eb5fdd-b20f-4fa8-9254-516e7dd6badc None None] For port 31f80573-10ef-4285-af43-b9534bdb574a, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:50:23.441606 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-88eb5fdd-b20f-4fa8-9254-516e7dd6badc None None] For port 31f80573-10ef-4285-af43-b9534bdb574a, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=31f80573-10ef-4285-af43-b9534bdb574a,segment=NetworkSegment(8f119055-0867-4e05-80ed-de0662625de7),segment_id=8f119055-0867-4e05-80ed-de0662625de7)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:50:23.452701 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-88eb5fdd-b20f-4fa8-9254-516e7dd6badc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.461684 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eef4c8-9fad-465a-8a3c-40fe6b38043e req-0e54fb04-abdf-46b2-8be2-0f37552cf127 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:23.467091 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-29eef4c8-9fad-465a-8a3c-40fe6b38043e req-0e54fb04-abdf-46b2-8be2-0f37552cf127 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1d79df41-96af-49d3-8be6-40567966f29b HTTP/1.1" status: 200 len: 1097 time: 0.1805296 Nov 12 03:50:23.471126 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-72daf184-3b17-47f1-9340-53eb41272141 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f119055-0867-4e05-80ed-de0662625de7') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:23.474597 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-72daf184-3b17-47f1-9340-53eb41272141 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f119055-0867-4e05-80ed-de0662625de7') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:23.543562 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-29eef4c8-9fad-465a-8a3c-40fe6b38043e req-98b314b9-b663-4af4-8185-efb7908303f4 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=dbc5a73b-de4c-4a38-b8eb-93248c3fdf48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662885 Nov 12 03:50:23.545708 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-72daf184-3b17-47f1-9340-53eb41272141 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.557368 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eb5fdd-b20f-4fa8-9254-516e7dd6badc None None] Pushing event updated for resources: {'Port': ['ID=31f80573-10ef-4285-af43-b9534bdb574a,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:23.574826 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-72daf184-3b17-47f1-9340-53eb41272141 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.581615 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72daf184-3b17-47f1-9340-53eb41272141 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:50:23.582010 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-72daf184-3b17-47f1-9340-53eb41272141 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.586058 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:50:23.586058 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:50:23.586058 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:50:23.586058 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:50:23.586058 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:50:23.586058 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:50:23.586058 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:50:23.586058 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:50:23.586058 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:50:23.586058 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:50:23.586058 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:50:23.586058 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:50:23.586058 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:50:23.586058 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:50:23.586058 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:50:23.586058 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:50:23.586058 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:50:23.586058 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:50:23.586058 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:50:23.586058 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:50:23.586058 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:50:23.586058 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:50:23.586058 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:50:23.586058 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:50:23.586058 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:50:23.586058 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:50:23.586058 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:50:23.586058 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:50:23.586058 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:50:23.586058 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:50:23.586058 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:50:23.586058 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:50:23.668057 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d5fc3b-afe1-4c50-86b5-757f00d33005 None None] Network 4dc77ce1-a5ff-4e06-bbda-a3a2f8ee5ee5 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:23.687050 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.db.api [None req-72daf184-3b17-47f1-9340-53eb41272141 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 03:50:23.687050 n-d-715271-27 neutron-server[102571]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 03:50:23.687050 n-d-715271-27 neutron-server[102571]: [parameters: {'id': '4dc77ce1-a5ff-4e06-bbda-a3a2f8ee5ee5'}] Nov 12 03:50:23.687050 n-d-715271-27 neutron-server[102571]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:50:23.687487 n-d-715271-27 neutron-server[102571]: DEBUG oslo_db.api [None req-72daf184-3b17-47f1-9340-53eb41272141 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:50:23.819699 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69a477f-3b9e-4313-a658-ce8b193fc2fd None None] get_active_networks_info from n-d-715271-27 {{(pid=102573) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:50:23.925793 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:50:23.975825 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69a477f-3b9e-4313-a658-ce8b193fc2fd None None] Resources bound (agent type, host, resource id): {{(pid=102573) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:50:24.170231 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de77b4-8247-456a-ad79-b234206c5902 req-e8b16f58-e581-4354-b5e3-b6191b5e3bb9 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:24.179373 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-13de77b4-8247-456a-ad79-b234206c5902 req-e8b16f58-e581-4354-b5e3-b6191b5e3bb9 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1152313 Nov 12 03:50:24.189967 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-72daf184-3b17-47f1-9340-53eb41272141 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.332871 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-13de77b4-8247-456a-ad79-b234206c5902 req-065d87ca-60ac-48a3-be7d-858494811178 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514807 Nov 12 03:50:24.337636 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-72daf184-3b17-47f1-9340-53eb41272141 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Deleting port 31f80573-10ef-4285-af43-b9534bdb574a {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:24.337993 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-72daf184-3b17-47f1-9340-53eb41272141 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.472553 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-72daf184-3b17-47f1-9340-53eb41272141 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] For port 31f80573-10ef-4285-af43-b9534bdb574a, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=31f80573-10ef-4285-af43-b9534bdb574a,segment=NetworkSegment(8f119055-0867-4e05-80ed-de0662625de7),segment_id=8f119055-0867-4e05-80ed-de0662625de7)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:24.473220 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-72daf184-3b17-47f1-9340-53eb41272141 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.494044 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-72daf184-3b17-47f1-9340-53eb41272141 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Calling delete_port for 31f80573-10ef-4285-af43-b9534bdb574a owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:24.527509 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 42550) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:24.609937 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-72daf184-3b17-47f1-9340-53eb41272141 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.657431 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72daf184-3b17-47f1-9340-53eb41272141 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] No DVR routers for this DVR port 31f80573-10ef-4285-af43-b9534bdb574a on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:24.665149 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72daf184-3b17-47f1-9340-53eb41272141 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Pushing event deleted for resources: {'Port': ['ID=31f80573-10ef-4285-af43-b9534bdb574a,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:24.726687 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f065c02-4138-4bc1-b484-66cd8db96a1a req-963ee282-34db-42e9-ad6f-45726d53a851 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:24.733099 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3f065c02-4138-4bc1-b484-66cd8db96a1a req-963ee282-34db-42e9-ad6f-45726d53a851 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=1d79df41-96af-49d3-8be6-40567966f29b HTTP/1.1" status: 200 len: 1097 time: 0.1508408 Nov 12 03:50:24.807202 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-72daf184-3b17-47f1-9340-53eb41272141 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.831464 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d0eaadd1-13e6-49b2-864c-744e6a35d2de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.854576 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-72daf184-3b17-47f1-9340-53eb41272141 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dc77ce1-a5ff-4e06-bbda-a3a2f8ee5ee5']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:24.867114 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-72daf184-3b17-47f1-9340-53eb41272141 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f119055-0867-4e05-80ed-de0662625de7') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:24.867672 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-72daf184-3b17-47f1-9340-53eb41272141 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f119055-0867-4e05-80ed-de0662625de7') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:24.879407 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-72daf184-3b17-47f1-9340-53eb41272141 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.919939 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-72daf184-3b17-47f1-9340-53eb41272141 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.928142 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-3f065c02-4138-4bc1-b484-66cd8db96a1a req-59603c66-915d-4325-b76c-638a4bc4cbe9 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Deleting port 31ceec37-4503-4eca-8dd4-178956c05bdb {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:24.928841 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3f065c02-4138-4bc1-b484-66cd8db96a1a req-59603c66-915d-4325-b76c-638a4bc4cbe9 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.939491 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72daf184-3b17-47f1-9340-53eb41272141 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:50:24.940367 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-72daf184-3b17-47f1-9340-53eb41272141 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:25.029174 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d0eaadd1-13e6-49b2-864c-744e6a35d2de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:25.035758 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d0eaadd1-13e6-49b2-864c-744e6a35d2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:25.045166 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:50:25.045166 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:50:25.045166 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:50:25.045166 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:50:25.045166 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:50:25.045166 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:50:25.045166 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:50:25.045166 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:50:25.045166 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:50:25.045166 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:50:25.045166 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:50:25.045166 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:50:25.045166 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:50:25.045166 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:50:25.045166 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:50:25.045166 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:50:25.045166 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:50:25.045166 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:50:25.045166 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:50:25.045166 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:50:25.045166 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:50:25.045166 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:50:25.045166 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:50:25.045166 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:50:25.045166 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:50:25.045166 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:50:25.045166 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:50:25.045166 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:50:25.045166 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:50:25.045166 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:50:25.045166 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:50:25.045166 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:50:25.049298 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-72daf184-3b17-47f1-9340-53eb41272141 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:25.062083 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-72daf184-3b17-47f1-9340-53eb41272141 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:25.066276 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-72daf184-3b17-47f1-9340-53eb41272141 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] 10.222.0.50 "DELETE /v2.0/networks/4dc77ce1-a5ff-4e06-bbda-a3a2f8ee5ee5 HTTP/1.1" status: 204 len: 168 time: 2.7618771 Nov 12 03:50:25.086796 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 42556) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:25.088026 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72daf184-3b17-47f1-9340-53eb41272141 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Pushing event deleted for resources: {'Network': ['ID=4dc77ce1-a5ff-4e06-bbda-a3a2f8ee5ee5,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:25.094365 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d0eaadd1-13e6-49b2-864c-744e6a35d2de admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=02e365f45b434ee6ba56dc63a4cfd0f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5652750 Nov 12 03:50:25.098513 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eaadd1-13e6-49b2-864c-744e6a35d2de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470c4b7c-2b3d-4bf2-97e1-fb895e550a0b,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:25.106604 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 42558) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:25.118759 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-3f065c02-4138-4bc1-b484-66cd8db96a1a req-59603c66-915d-4325-b76c-638a4bc4cbe9 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] For port 31ceec37-4503-4eca-8dd4-178956c05bdb, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=31ceec37-4503-4eca-8dd4-178956c05bdb,segment=NetworkSegment(0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759),segment_id=0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:25.119385 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3f065c02-4138-4bc1-b484-66cd8db96a1a req-59603c66-915d-4325-b76c-638a4bc4cbe9 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:25.134219 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-3f065c02-4138-4bc1-b484-66cd8db96a1a req-59603c66-915d-4325-b76c-638a4bc4cbe9 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Calling delete_port for 31ceec37-4503-4eca-8dd4-178956c05bdb owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:25.149349 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-7246a4b8-129d-4052-ae12-08c7b6a0233b tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:25.149808 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7246a4b8-129d-4052-ae12-08c7b6a0233b tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:25.154567 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7246a4b8-129d-4052-ae12-08c7b6a0233b tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] 10.222.0.50 "DELETE /v2.0/subnets/60c4afcc-9cc8-40a2-87df-a5012ab0112e HTTP/1.1" status: 404 len: 337 time: 0.0610673 Nov 12 03:50:25.159355 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 42560) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:25.183434 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56540f-1f45-4b8e-b278-b38e6592f6b2 req-0415cbfa-31fe-438a-a61f-8da121fff39c tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:25.185049 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3c56540f-1f45-4b8e-b278-b38e6592f6b2 req-0415cbfa-31fe-438a-a61f-8da121fff39c tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1d79df41-96af-49d3-8be6-40567966f29b HTTP/1.1" status: 200 len: 1097 time: 0.4844170 Nov 12 03:50:25.191346 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-c49b78ff-397d-40a8-8d6d-5fd610de4c8b tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:25.191943 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c49b78ff-397d-40a8-8d6d-5fd610de4c8b tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:25.196160 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c49b78ff-397d-40a8-8d6d-5fd610de4c8b tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] 10.222.0.50 "DELETE /v2.0/networks/4dc77ce1-a5ff-4e06-bbda-a3a2f8ee5ee5 HTTP/1.1" status: 404 len: 339 time: 0.0355155 Nov 12 03:50:25.198691 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 42564) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:25.240795 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-388b684a-a16f-48a8-8efa-dee14ba080ad tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:25.241586 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-388b684a-a16f-48a8-8efa-dee14ba080ad tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:25.245384 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-388b684a-a16f-48a8-8efa-dee14ba080ad tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] 10.222.0.50 "DELETE /v2.0/subnets/378ff353-bd39-447a-a87d-2e43a67f9a9e HTTP/1.1" status: 404 len: 337 time: 0.0446959 Nov 12 03:50:25.255987 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 42566) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:25.259049 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3c56540f-1f45-4b8e-b278-b38e6592f6b2 req-27f996d7-3f65-42e8-8fe4-4bc4b1334ea9 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=dbc5a73b-de4c-4a38-b8eb-93248c3fdf48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587511 Nov 12 03:50:25.295477 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-52bb6cee-538d-4f4c-b325-60725507fc35 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:25.296448 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52bb6cee-538d-4f4c-b325-60725507fc35 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:25.299704 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-52bb6cee-538d-4f4c-b325-60725507fc35 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] 10.222.0.50 "DELETE /v2.0/networks/178c4456-7b7d-42b7-be6b-69a05f450532 HTTP/1.1" status: 404 len: 339 time: 0.0391855 Nov 12 03:50:25.302363 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 42568) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:25.331140 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-63119086-d449-4623-a094-7cdfeeaa120d tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:25.331987 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63119086-d449-4623-a094-7cdfeeaa120d tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:25.336700 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-63119086-d449-4623-a094-7cdfeeaa120d tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] 10.222.0.50 "DELETE /v2.0/subnets/8477e0ef-3991-4fe4-8380-1a7edae1ff66 HTTP/1.1" status: 404 len: 337 time: 0.0328615 Nov 12 03:50:25.339372 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 42570) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:25.396984 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8c5239e-7104-41e8-94eb-441c473a597d tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:25.408816 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8c5239e-7104-41e8-94eb-441c473a597d tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:25.412604 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a8c5239e-7104-41e8-94eb-441c473a597d tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] 10.222.0.50 "DELETE /v2.0/networks/6656d654-4842-4fa2-906c-587edbadd3f3 HTTP/1.1" status: 404 len: 339 time: 0.0702288 Nov 12 03:50:25.419567 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 42574) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:25.520200 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-318332c6-9732-48e0-a0a1-5708c77b519a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:25.582811 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-318332c6-9732-48e0-a0a1-5708c77b519a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:25.660501 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-318332c6-9732-48e0-a0a1-5708c77b519a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:25.664537 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-318332c6-9732-48e0-a0a1-5708c77b519a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:25.665877 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-318332c6-9732-48e0-a0a1-5708c77b519a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/470c4b7c-2b3d-4bf2-97e1-fb895e550a0b HTTP/1.1" status: 204 len: 168 time: 0.5558312 Nov 12 03:50:25.706944 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318332c6-9732-48e0-a0a1-5708c77b519a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470c4b7c-2b3d-4bf2-97e1-fb895e550a0b,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:25.743812 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-77f2d781-bda0-414d-ae57-a3c7aa0630dc tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Deleting port c4eccd05-ba15-4eab-9e14-a610cd090cca {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:25.744618 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-77f2d781-bda0-414d-ae57-a3c7aa0630dc tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:25.848660 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468bb863-8b1b-4d01-8387-0f494f2467e2 req-ab3b9114-eb4d-4efc-9ad2-3735597ed093 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:25.850492 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-468bb863-8b1b-4d01-8387-0f494f2467e2 req-ab3b9114-eb4d-4efc-9ad2-3735597ed093 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.0903535 Nov 12 03:50:25.852851 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3f065c02-4138-4bc1-b484-66cd8db96a1a req-59603c66-915d-4325-b76c-638a4bc4cbe9 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:25.861942 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-77f2d781-bda0-414d-ae57-a3c7aa0630dc tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:25.866390 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['f1d88304-7923-46e0-8a7f-871044a6262d'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:50:25.916527 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-77f2d781-bda0-414d-ae57-a3c7aa0630dc tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Calling delete_port for c4eccd05-ba15-4eab-9e14-a610cd090cca owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:25.928628 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['31ceec37-4503-4eca-8dd4-178956c05bdb'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:50:25.958242 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59603c66-915d-4325-b76c-638a4bc4cbe9 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Pushing event deleted for resources: {'Port': ['ID=31ceec37-4503-4eca-8dd4-178956c05bdb,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:26.124220 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-77f2d781-bda0-414d-ae57-a3c7aa0630dc tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:26.164409 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f065c02-4138-4bc1-b484-66cd8db96a1a req-59603c66-915d-4325-b76c-638a4bc4cbe9 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] No DVR routers for this DVR port 31ceec37-4503-4eca-8dd4-178956c05bdb on host n-h2-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:26.175576 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3f065c02-4138-4bc1-b484-66cd8db96a1a req-59603c66-915d-4325-b76c-638a4bc4cbe9 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:26.179405 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3f065c02-4138-4bc1-b484-66cd8db96a1a req-59603c66-915d-4325-b76c-638a4bc4cbe9 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.90 "DELETE /v2.0/ports/31ceec37-4503-4eca-8dd4-178956c05bdb HTTP/1.1" status: 204 len: 173 time: 1.4391744 Nov 12 03:50:26.185855 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d79df41-96af-49d3-8be6-40567966f29b', 'name': 'network-vif-deleted', 'tag': '31ceec37-4503-4eca-8dd4-178956c05bdb'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:50:26.194204 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff83b4a6-b3cf-445b-8b35-af302b463345" -d '{"events": [{"server_uuid": "1d79df41-96af-49d3-8be6-40567966f29b", "name": "network-vif-deleted", "tag": "31ceec37-4503-4eca-8dd4-178956c05bdb"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:50:26.196443 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f2d781-bda0-414d-ae57-a3c7aa0630dc tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Pushing event deleted for resources: {'Port': ['ID=c4eccd05-ba15-4eab-9e14-a610cd090cca,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:26.219756 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-77f2d781-bda0-414d-ae57-a3c7aa0630dc tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:26.230374 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-77f2d781-bda0-414d-ae57-a3c7aa0630dc tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] 10.222.0.50 "DELETE /v2.0/ports/c4eccd05-ba15-4eab-9e14-a610cd090cca HTTP/1.1" status: 204 len: 168 time: 0.7999592 Nov 12 03:50:26.231281 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 42588) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:26.270979 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-468bb863-8b1b-4d01-8387-0f494f2467e2 req-40ee4794-d88e-494d-b096-533b08e55b1f tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4030893 Nov 12 03:50:26.313016 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f2af78-2bd9-4f03-9ba5-011c66e25708 x-openstack-request-id: req-59f2af78-2bd9-4f03-9ba5-011c66e25708 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:50:26.313429 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d79df41-96af-49d3-8be6-40567966f29b", "name": "network-vif-deleted", "tag": "31ceec37-4503-4eca-8dd4-178956c05bdb", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:50:26.313777 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-59f2af78-2bd9-4f03-9ba5-011c66e25708 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:50:26.314284 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d79df41-96af-49d3-8be6-40567966f29b', 'name': 'network-vif-deleted', 'tag': '31ceec37-4503-4eca-8dd4-178956c05bdb', 'status': 'completed', 'code': 200} Nov 12 03:50:26.341250 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d8364ea-31fd-4c00-a8f5-8ebed49da0f2 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:26.341880 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d8364ea-31fd-4c00-a8f5-8ebed49da0f2 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:26.359867 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 42596) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:26.363008 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7d8364ea-31fd-4c00-a8f5-8ebed49da0f2 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] 10.222.0.50 "DELETE /v2.0/subnets/b3fdc0cf-4a08-4d81-b970-aaf623682077 HTTP/1.1" status: 404 len: 337 time: 0.1277115 Nov 12 03:50:26.529561 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6d1d8af5-8d78-4802-a4fe-df48b6ef41d7 req-937c5a76-ee81-4a92-b0d9-7fbbc67147b3 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1d79df41-96af-49d3-8be6-40567966f29b HTTP/1.1" status: 200 len: 210 time: 0.0375984 Nov 12 03:50:26.550677 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-087f69b1-d4c5-4e17-92d9-2a6a1ed022ac tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:26.671576 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-087f69b1-d4c5-4e17-92d9-2a6a1ed022ac tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:26.703824 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-087f69b1-d4c5-4e17-92d9-2a6a1ed022ac tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29459aeb-6c20-4ce2-a756-dfc5eaec3480']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:26.718538 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-087f69b1-d4c5-4e17-92d9-2a6a1ed022ac tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27c0144c-5262-4e12-9d45-4ac94e210bc1') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:26.719128 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-087f69b1-d4c5-4e17-92d9-2a6a1ed022ac tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27c0144c-5262-4e12-9d45-4ac94e210bc1') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:26.733078 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-087f69b1-d4c5-4e17-92d9-2a6a1ed022ac tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:26.754714 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-087f69b1-d4c5-4e17-92d9-2a6a1ed022ac tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:26.764466 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-087f69b1-d4c5-4e17-92d9-2a6a1ed022ac tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:50:26.764955 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-087f69b1-d4c5-4e17-92d9-2a6a1ed022ac tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:26.768828 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:50:26.768828 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:50:26.768828 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:50:26.768828 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:50:26.768828 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:50:26.768828 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:50:26.768828 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:50:26.768828 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:50:26.768828 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:50:26.768828 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:50:26.768828 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:50:26.768828 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:50:26.768828 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:50:26.768828 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:50:26.768828 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:50:26.768828 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:50:26.768828 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:50:26.768828 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:50:26.768828 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:50:26.768828 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:50:26.768828 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:50:26.768828 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:50:26.768828 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:50:26.768828 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:50:26.768828 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:50:26.768828 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:50:26.768828 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:50:26.768828 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:50:26.768828 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:50:26.768828 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:50:26.768828 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:50:26.768828 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:50:26.847196 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-087f69b1-d4c5-4e17-92d9-2a6a1ed022ac tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:26.854149 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-087f69b1-d4c5-4e17-92d9-2a6a1ed022ac tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:26.866520 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-087f69b1-d4c5-4e17-92d9-2a6a1ed022ac tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] 10.222.0.50 "DELETE /v2.0/networks/29459aeb-6c20-4ce2-a756-dfc5eaec3480 HTTP/1.1" status: 204 len: 168 time: 0.5033715 Nov 12 03:50:26.867381 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 42610) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:26.899383 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f69b1-d4c5-4e17-92d9-2a6a1ed022ac tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Pushing event deleted for resources: {'Network': ['ID=29459aeb-6c20-4ce2-a756-dfc5eaec3480,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:26.970142 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 42612) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:27.015729 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-d72adad3-31f4-44c2-b5db-2de7ee0018d8 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Deleting port b60f1555-8850-49f7-a2e4-f00216699da3 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:27.016090 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d72adad3-31f4-44c2-b5db-2de7ee0018d8 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.098583 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d72adad3-31f4-44c2-b5db-2de7ee0018d8 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.107618 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-56453f34-f013-4e78-8320-fb7503f665d7 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-752152389-network', 'tenant_id': '27d8d327296a4149943f8be1dae983d3'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:27.115506 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-d72adad3-31f4-44c2-b5db-2de7ee0018d8 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Calling delete_port for b60f1555-8850-49f7-a2e4-f00216699da3 owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:27.139107 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56453f34-f013-4e78-8320-fb7503f665d7 admin admin] Made reservation on behalf of 27d8d327296a4149943f8be1dae983d3 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:27.143224 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-56453f34-f013-4e78-8320-fb7503f665d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.157953 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-56453f34-f013-4e78-8320-fb7503f665d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.216311 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d72adad3-31f4-44c2-b5db-2de7ee0018d8 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.256627 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72adad3-31f4-44c2-b5db-2de7ee0018d8 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Pushing event deleted for resources: {'Port': ['ID=b60f1555-8850-49f7-a2e4-f00216699da3,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:27.258543 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-56453f34-f013-4e78-8320-fb7503f665d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.269931 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-56453f34-f013-4e78-8320-fb7503f665d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.271976 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d72adad3-31f4-44c2-b5db-2de7ee0018d8 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.278182 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d72adad3-31f4-44c2-b5db-2de7ee0018d8 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] 10.222.0.50 "DELETE /v2.0/ports/b60f1555-8850-49f7-a2e4-f00216699da3 HTTP/1.1" status: 204 len: 168 time: 0.4071383 Nov 12 03:50:27.278345 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 42616) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:27.296203 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56453f34-f013-4e78-8320-fb7503f665d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:50:27.330445 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-40ec48b9-35f0-4ff8-8c9e-8d12bd1f3095 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:27.330918 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40ec48b9-35f0-4ff8-8c9e-8d12bd1f3095 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:27.333245 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56453f34-f013-4e78-8320-fb7503f665d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a33fab-ac39-4dbc-b2a8-9c132d6db9f6,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:27.334895 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-40ec48b9-35f0-4ff8-8c9e-8d12bd1f3095 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] 10.222.0.50 "DELETE /v2.0/subnets/ce895a72-f7f3-4c9c-a79f-2d8220748f4a HTTP/1.1" status: 404 len: 337 time: 0.0553870 Nov 12 03:50:27.337401 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 42620) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:27.374030 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56453f34-f013-4e78-8320-fb7503f665d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:27.374537 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56453f34-f013-4e78-8320-fb7503f665d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:27.374986 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56453f34-f013-4e78-8320-fb7503f665d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:27.375457 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56453f34-f013-4e78-8320-fb7503f665d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:27.376275 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56453f34-f013-4e78-8320-fb7503f665d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:27.376723 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56453f34-f013-4e78-8320-fb7503f665d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:27.377163 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56453f34-f013-4e78-8320-fb7503f665d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:27.377605 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56453f34-f013-4e78-8320-fb7503f665d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:27.378038 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56453f34-f013-4e78-8320-fb7503f665d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:27.378472 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56453f34-f013-4e78-8320-fb7503f665d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:27.379443 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56453f34-f013-4e78-8320-fb7503f665d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:27.379879 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56453f34-f013-4e78-8320-fb7503f665d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:27.391072 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-56453f34-f013-4e78-8320-fb7503f665d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.391767 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-56453f34-f013-4e78-8320-fb7503f665d7 admin admin] Added segment d3c3b890-163e-4175-9d6f-19bcb21f9a7b of type vlan for network afddff57-c021-4866-8d12-792d55775375 Nov 12 03:50:27.516571 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa8d5c-9d88-4025-bc4d-1450793845f7 req-06a82d84-bc9d-4691-bc4c-d7375388b1ca tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:27.518902 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b9aa8d5c-9d88-4025-bc4d-1450793845f7 req-06a82d84-bc9d-4691-bc4c-d7375388b1ca tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1336055 Nov 12 03:50:27.535654 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-56453f34-f013-4e78-8320-fb7503f665d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.613825 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6772e08b-2afd-4292-97da-8555dad86d7a tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.631972 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-56453f34-f013-4e78-8320-fb7503f665d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.633101 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56453f34-f013-4e78-8320-fb7503f665d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:27.634917 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-56453f34-f013-4e78-8320-fb7503f665d7 admin admin] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.650605 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b9aa8d5c-9d88-4025-bc4d-1450793845f7 req-f602a2f0-6642-43c9-b7b7-938462330e4d tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233745 Nov 12 03:50:27.774612 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56453f34-f013-4e78-8320-fb7503f665d7 admin admin] Pushing event updated for resources: {'Network': ['ID=afddff57-c021-4866-8d12-792d55775375,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:27.793534 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-56453f34-f013-4e78-8320-fb7503f665d7 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8221099 Nov 12 03:50:27.796887 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 42630) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:27.797190 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network afddff57-c021-4866-8d12-792d55775375 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:50:27.805253 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-042cef4d-2f13-4892-9720-0d507514ca94 admin admin] Request body: {'subnet': {'network_id': 'afddff57-c021-4866-8d12-792d55775375', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-752152389-subnet', 'tenant_id': '27d8d327296a4149943f8be1dae983d3', 'ip_version': 4}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:27.848374 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042cef4d-2f13-4892-9720-0d507514ca94 admin admin] Made reservation on behalf of 27d8d327296a4149943f8be1dae983d3 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:27.854856 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-042cef4d-2f13-4892-9720-0d507514ca94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.959581 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6772e08b-2afd-4292-97da-8555dad86d7a tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.009766 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-6772e08b-2afd-4292-97da-8555dad86d7a tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87184a37-c8c0-416d-bacd-c71030039efe']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:28.033100 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-6772e08b-2afd-4292-97da-8555dad86d7a tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaf1413b-2eb3-4cf4-95bf-fc8369ebe03b') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:28.033697 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-6772e08b-2afd-4292-97da-8555dad86d7a tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaf1413b-2eb3-4cf4-95bf-fc8369ebe03b') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:28.050893 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6772e08b-2afd-4292-97da-8555dad86d7a tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.086038 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6772e08b-2afd-4292-97da-8555dad86d7a tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.100844 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6772e08b-2afd-4292-97da-8555dad86d7a tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:50:28.101419 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6772e08b-2afd-4292-97da-8555dad86d7a tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.106115 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:50:28.106115 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:50:28.106115 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:50:28.106115 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:50:28.106115 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:50:28.106115 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:50:28.106115 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:50:28.106115 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:50:28.106115 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:50:28.106115 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:50:28.106115 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:50:28.106115 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:50:28.106115 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:50:28.106115 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:50:28.106115 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:50:28.106115 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:50:28.106115 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:50:28.106115 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:50:28.106115 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:50:28.106115 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:50:28.106115 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:50:28.106115 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:50:28.106115 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:50:28.106115 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:50:28.106115 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:50:28.106115 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:50:28.106115 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:50:28.106115 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:50:28.106115 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:50:28.106115 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:50:28.106115 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:50:28.106115 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:50:28.108637 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2be27f-97ec-452c-8d08-e7161089ab1b req-52fa9fd2-a88e-43e9-9018-626622dc170d tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:28.108637 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-af2be27f-97ec-452c-8d08-e7161089ab1b req-52fa9fd2-a88e-43e9-9018-626622dc170d tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7bb924e3-2b18-491e-9347-cf10e2e87d5b HTTP/1.1" status: 200 len: 1097 time: 0.1048844 Nov 12 03:50:28.177298 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-af2be27f-97ec-452c-8d08-e7161089ab1b req-e926cc81-5078-4e21-b5ac-6b8eeb36dd20 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=dbc5a73b-de4c-4a38-b8eb-93248c3fdf48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609918 Nov 12 03:50:28.199833 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6772e08b-2afd-4292-97da-8555dad86d7a tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.213957 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6772e08b-2afd-4292-97da-8555dad86d7a tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.217478 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6772e08b-2afd-4292-97da-8555dad86d7a tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] 10.222.0.50 "DELETE /v2.0/networks/87184a37-c8c0-416d-bacd-c71030039efe HTTP/1.1" status: 204 len: 168 time: 0.8781102 Nov 12 03:50:28.221561 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 42634) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:28.240736 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6772e08b-2afd-4292-97da-8555dad86d7a tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Pushing event deleted for resources: {'Network': ['ID=87184a37-c8c0-416d-bacd-c71030039efe,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:28.320550 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-a35ea12a-9d06-4988-89df-66a9d4ac5cb2 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Deleting subnet ee8d40e9-d4d8-4612-a639-ed9db9d3868c {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:50:28.327970 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a35ea12a-9d06-4988-89df-66a9d4ac5cb2 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.409682 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a35ea12a-9d06-4988-89df-66a9d4ac5cb2 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.446298 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-042cef4d-2f13-4892-9720-0d507514ca94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.548049 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042cef4d-2f13-4892-9720-0d507514ca94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36bad204-5d6d-45a7-8ba7-6407cbfbd2a3,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:28.578921 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042cef4d-2f13-4892-9720-0d507514ca94 admin admin] Checking segment: {'id': 'd3c3b890-163e-4175-9d6f-19bcb21f9a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'afddff57-c021-4866-8d12-792d55775375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:28.579640 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042cef4d-2f13-4892-9720-0d507514ca94 admin admin] Network hostable DHCP agents. Network: afddff57-c021-4866-8d12-792d55775375, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:50:28.587627 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a35ea12a-9d06-4988-89df-66a9d4ac5cb2 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.656461 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042cef4d-2f13-4892-9720-0d507514ca94 admin admin] Network afddff57-c021-4866-8d12-792d55775375 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:50:28.675566 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-042cef4d-2f13-4892-9720-0d507514ca94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, afddff57-c021-4866-8d12-792d55775375) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:28.687475 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042cef4d-2f13-4892-9720-0d507514ca94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:28.688067 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-042cef4d-2f13-4892-9720-0d507514ca94 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.691625 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce4b240-4612-41b1-8c81-a4dd600c3a2b None None] Network afddff57-c021-4866-8d12-792d55775375 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:28.735835 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a35ea12a-9d06-4988-89df-66a9d4ac5cb2 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.830877 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ea12a-9d06-4988-89df-66a9d4ac5cb2 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Pushing event deleted for resources: {'Subnet': ['ID=ee8d40e9-d4d8-4612-a639-ed9db9d3868c,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:28.842894 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-042cef4d-2f13-4892-9720-0d507514ca94 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0434976 Nov 12 03:50:28.847198 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 42646) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:28.852589 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-476bae9d-4770-4ccb-9092-fae3d5b4cba1 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-752152389-router', 'tenant_id': '27d8d327296a4149943f8be1dae983d3', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:28.860574 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a35ea12a-9d06-4988-89df-66a9d4ac5cb2 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.871241 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a35ea12a-9d06-4988-89df-66a9d4ac5cb2 tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] 10.222.0.50 "DELETE /v2.0/subnets/ee8d40e9-d4d8-4612-a639-ed9db9d3868c HTTP/1.1" status: 204 len: 168 time: 0.6486409 Nov 12 03:50:28.874826 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 42648) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:28.901783 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55398e0-7a2a-45a6-9e9a-0df37012cbf6 None None] Network b98e90ae-7036-4826-b8ca-c2ebeb2193be requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:28.907538 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85b0b0-5364-43f0-a798-a3b8bafc5323 req-84f766e2-4b2d-43d3-ab8d-5109d8c4d376 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:28.909330 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9d85b0b0-5364-43f0-a798-a3b8bafc5323 req-84f766e2-4b2d-43d3-ab8d-5109d8c4d376 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1262691 Nov 12 03:50:29.024517 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f324178e-8074-418a-821b-ba91de00e946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-afddff57-c021-4866-8d12-792d55775375', 'network_id': 'afddff57-c021-4866-8d12-792d55775375', 'tenant_id': '27d8d327296a4149943f8be1dae983d3', 'fixed_ips': [{'subnet_id': '36bad204-5d6d-45a7-8ba7-6407cbfbd2a3'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:50:29.025484 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f324178e-8074-418a-821b-ba91de00e946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:29.045168 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9d85b0b0-5364-43f0-a798-a3b8bafc5323 req-c3a06e5c-b493-486d-9dcd-b5b9a89c8b07 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271889 Nov 12 03:50:29.052797 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-476bae9d-4770-4ccb-9092-fae3d5b4cba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:29.054047 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-476bae9d-4770-4ccb-9092-fae3d5b4cba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:29.097562 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2048577b-2eb6-420f-a038-5301d632858c tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:29.233808 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-f324178e-8074-418a-821b-ba91de00e946 None None] Allocated IP 172.20.0.2 (afddff57-c021-4866-8d12-792d55775375/36bad204-5d6d-45a7-8ba7-6407cbfbd2a3/626b1364-9a4a-481e-88cb-eadb5248f037) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:29.236573 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-476bae9d-4770-4ccb-9092-fae3d5b4cba1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:29.406935 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f324178e-8074-418a-821b-ba91de00e946 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:29.415816 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f324178e-8074-418a-821b-ba91de00e946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:29.473658 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 31ceec37-4503-4eca-8dd4-178956c05bdb no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:29.499811 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f324178e-8074-418a-821b-ba91de00e946 None None] Network afddff57-c021-4866-8d12-792d55775375 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:29.522252 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-476bae9d-4770-4ccb-9092-fae3d5b4cba1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:29.524012 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-f324178e-8074-418a-821b-ba91de00e946 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:29.532290 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f324178e-8074-418a-821b-ba91de00e946 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:29.538057 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: 31ceec37-4503-4eca-8dd4-178956c05bdb {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:29.538398 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 31ceec37-4503-4eca-8dd4-178956c05bdb not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:29.575958 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976672f-b62f-4c0d-8d02-60d90ddf0341 req-66908ded-9982-4460-acc0-55924eb03482 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:29.578836 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2976672f-b62f-4c0d-8d02-60d90ddf0341 req-66908ded-9982-4460-acc0-55924eb03482 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=7bb924e3-2b18-491e-9347-cf10e2e87d5b HTTP/1.1" status: 200 len: 1097 time: 0.2453582 Nov 12 03:50:29.589580 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f324178e-8074-418a-821b-ba91de00e946 None None] Pushing event updated for resources: {'Port': ['ID=626b1364-9a4a-481e-88cb-eadb5248f037,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:29.593433 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f260aa-7bce-42af-b5f9-981f43a99428 req-d4970f0e-ae8a-49c8-a4eb-e1b48c730a1e tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:29.595090 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a0f260aa-7bce-42af-b5f9-981f43a99428 req-d4970f0e-ae8a-49c8-a4eb-e1b48c730a1e tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7bb924e3-2b18-491e-9347-cf10e2e87d5b HTTP/1.1" status: 200 len: 1097 time: 0.2594845 Nov 12 03:50:29.638356 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-f324178e-8074-418a-821b-ba91de00e946 None None] Attempting to bind port 626b1364-9a4a-481e-88cb-eadb5248f037 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:50:29.639140 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-f324178e-8074-418a-821b-ba91de00e946 None None] Attempting to bind port 626b1364-9a4a-481e-88cb-eadb5248f037 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'd3c3b890-163e-4175-9d6f-19bcb21f9a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'afddff57-c021-4866-8d12-792d55775375'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:50:29.639988 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f324178e-8074-418a-821b-ba91de00e946 None None] Attempting to bind port 626b1364-9a4a-481e-88cb-eadb5248f037 on network afddff57-c021-4866-8d12-792d55775375 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:29.647459 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f324178e-8074-418a-821b-ba91de00e946 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:50:29.647836 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f324178e-8074-418a-821b-ba91de00e946 None None] Checking segment: {'id': 'd3c3b890-163e-4175-9d6f-19bcb21f9a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'afddff57-c021-4866-8d12-792d55775375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:29.648359 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f324178e-8074-418a-821b-ba91de00e946 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:29.648899 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f324178e-8074-418a-821b-ba91de00e946 None None] Bound using segment: {'id': 'd3c3b890-163e-4175-9d6f-19bcb21f9a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'afddff57-c021-4866-8d12-792d55775375'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:50:29.649434 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-f324178e-8074-418a-821b-ba91de00e946 None None] Bound port: 626b1364-9a4a-481e-88cb-eadb5248f037, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c3b890-163e-4175-9d6f-19bcb21f9a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'afddff57-c021-4866-8d12-792d55775375'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:50:29.649820 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f324178e-8074-418a-821b-ba91de00e946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:29.789124 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-f324178e-8074-418a-821b-ba91de00e946 None None] For port 626b1364-9a4a-481e-88cb-eadb5248f037, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:50:29.804903 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-f324178e-8074-418a-821b-ba91de00e946 None None] For port 626b1364-9a4a-481e-88cb-eadb5248f037, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=626b1364-9a4a-481e-88cb-eadb5248f037,segment=NetworkSegment(d3c3b890-163e-4175-9d6f-19bcb21f9a7b),segment_id=d3c3b890-163e-4175-9d6f-19bcb21f9a7b)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:50:29.804903 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b17b94-58ea-46b3-b998-6a150d6ca468 None None] DHCP port deletion for b98e90ae-7036-4826-b8ca-c2ebeb2193be request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:29.808516 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f324178e-8074-418a-821b-ba91de00e946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:29.951239 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f324178e-8074-418a-821b-ba91de00e946 None None] Pushing event updated for resources: {'Port': ['ID=626b1364-9a4a-481e-88cb-eadb5248f037,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:29.965244 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-c7b17b94-58ea-46b3-b998-6a150d6ca468 None None] Deleting port 73dfd79f-0e92-4f5e-afeb-443e60d9fa69 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:29.966045 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c7b17b94-58ea-46b3-b998-6a150d6ca468 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:30.107752 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-c7b17b94-58ea-46b3-b998-6a150d6ca468 None None] For port 73dfd79f-0e92-4f5e-afeb-443e60d9fa69, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=73dfd79f-0e92-4f5e-afeb-443e60d9fa69,segment=NetworkSegment(df08efca-ec61-485e-9e65-593c5794638c),segment_id=df08efca-ec61-485e-9e65-593c5794638c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:30.108189 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c7b17b94-58ea-46b3-b998-6a150d6ca468 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:30.157402 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-c7b17b94-58ea-46b3-b998-6a150d6ca468 None None] Calling delete_port for 73dfd79f-0e92-4f5e-afeb-443e60d9fa69 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:30.171417 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-2048577b-2eb6-420f-a038-5301d632858c tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Deleting port 73dfd79f-0e92-4f5e-afeb-443e60d9fa69 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:30.172380 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2048577b-2eb6-420f-a038-5301d632858c tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:30.187863 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 73dfd79f-0e92-4f5e-afeb-443e60d9fa69 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:30.220446 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f836d-92cf-4345-acf6-b672190540c5 req-60caf1de-b029-4298-8272-0216925f8419 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:30.258184 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-195f836d-92cf-4345-acf6-b672190540c5 req-60caf1de-b029-4298-8272-0216925f8419 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1205423 Nov 12 03:50:30.381858 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-195f836d-92cf-4345-acf6-b672190540c5 req-e6de298f-36c0-4e65-b905-76ae80a02a9a tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199651 Nov 12 03:50:30.433965 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-2048577b-2eb6-420f-a038-5301d632858c tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] For port 73dfd79f-0e92-4f5e-afeb-443e60d9fa69, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=73dfd79f-0e92-4f5e-afeb-443e60d9fa69,segment=NetworkSegment(df08efca-ec61-485e-9e65-593c5794638c),segment_id=df08efca-ec61-485e-9e65-593c5794638c)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:30.434437 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2048577b-2eb6-420f-a038-5301d632858c tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:30.457883 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a0f260aa-7bce-42af-b5f9-981f43a99428 req-61bcf74c-cc8c-4cb9-9231-cd2d7a1af546 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=dbc5a73b-de4c-4a38-b8eb-93248c3fdf48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8098586 Nov 12 03:50:30.475102 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-2048577b-2eb6-420f-a038-5301d632858c tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Calling delete_port for 73dfd79f-0e92-4f5e-afeb-443e60d9fa69 owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:30.547058 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d6ee4a69-266f-4b6f-bda6-8826abfd1d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:30.571276 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-2976672f-b62f-4c0d-8d02-60d90ddf0341 req-795fd5cf-ac07-4958-90dd-8412f8cae6c1 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Deleting port f1d88304-7923-46e0-8a7f-871044a6262d {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:30.571631 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2976672f-b62f-4c0d-8d02-60d90ddf0341 req-795fd5cf-ac07-4958-90dd-8412f8cae6c1 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:30.621216 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:30.623445 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c7b17b94-58ea-46b3-b998-6a150d6ca468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:30.669409 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b17b94-58ea-46b3-b998-6a150d6ca468 None None] Pushing event deleted for resources: {'Port': ['ID=73dfd79f-0e92-4f5e-afeb-443e60d9fa69,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:30.675481 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b17b94-58ea-46b3-b998-6a150d6ca468 None None] No DVR routers for this DVR port 73dfd79f-0e92-4f5e-afeb-443e60d9fa69 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:30.817630 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-2976672f-b62f-4c0d-8d02-60d90ddf0341 req-795fd5cf-ac07-4958-90dd-8412f8cae6c1 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] For port f1d88304-7923-46e0-8a7f-871044a6262d, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=f1d88304-7923-46e0-8a7f-871044a6262d,segment=NetworkSegment(0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759),segment_id=0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:30.818626 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2976672f-b62f-4c0d-8d02-60d90ddf0341 req-795fd5cf-ac07-4958-90dd-8412f8cae6c1 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:30.825282 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2048577b-2eb6-420f-a038-5301d632858c tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:30.870317 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-2976672f-b62f-4c0d-8d02-60d90ddf0341 req-795fd5cf-ac07-4958-90dd-8412f8cae6c1 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Calling delete_port for f1d88304-7923-46e0-8a7f-871044a6262d owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:30.878375 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2048577b-2eb6-420f-a038-5301d632858c tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Pushing event deleted for resources: {'Port': ['ID=73dfd79f-0e92-4f5e-afeb-443e60d9fa69,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:30.884936 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2048577b-2eb6-420f-a038-5301d632858c tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] No DVR routers for this DVR port 73dfd79f-0e92-4f5e-afeb-443e60d9fa69 on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:30.985757 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-476bae9d-4770-4ccb-9092-fae3d5b4cba1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:31.045331 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-476bae9d-4770-4ccb-9092-fae3d5b4cba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:31.066379 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2048577b-2eb6-420f-a038-5301d632858c tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:31.139664 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-2048577b-2eb6-420f-a038-5301d632858c tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b98e90ae-7036-4826-b8ca-c2ebeb2193be']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:31.160003 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-2048577b-2eb6-420f-a038-5301d632858c tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df08efca-ec61-485e-9e65-593c5794638c') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:31.160385 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-2048577b-2eb6-420f-a038-5301d632858c tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df08efca-ec61-485e-9e65-593c5794638c') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:31.192359 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2048577b-2eb6-420f-a038-5301d632858c tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:31.243582 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2048577b-2eb6-420f-a038-5301d632858c tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:31.285727 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2048577b-2eb6-420f-a038-5301d632858c tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:50:31.286143 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2048577b-2eb6-420f-a038-5301d632858c tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:31.290375 n-d-715271-27 neutron-server[102571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:50:31.290375 n-d-715271-27 neutron-server[102571]: self.session.flush() Nov 12 03:50:31.290375 n-d-715271-27 neutron-server[102571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:50:31.290375 n-d-715271-27 neutron-server[102571]: self.session.flush() Nov 12 03:50:31.290375 n-d-715271-27 neutron-server[102571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:50:31.290375 n-d-715271-27 neutron-server[102571]: self.session.flush() Nov 12 03:50:31.290375 n-d-715271-27 neutron-server[102571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:50:31.290375 n-d-715271-27 neutron-server[102571]: self.session.flush() Nov 12 03:50:31.290375 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:50:31.290375 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:50:31.290375 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:50:31.290375 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:50:31.290375 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:50:31.290375 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:50:31.290375 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:50:31.290375 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:50:31.290375 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:50:31.290375 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:50:31.290375 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:50:31.290375 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:50:31.290375 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:50:31.290375 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:50:31.290375 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:50:31.290375 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:50:31.290375 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:50:31.290375 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:50:31.290375 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:50:31.290375 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:50:31.290375 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:50:31.290375 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:50:31.290375 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:50:31.290375 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:50:31.290375 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:50:31.290375 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:50:31.290375 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:50:31.290375 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:50:31.290375 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:50:31.290375 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:50:31.290375 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:50:31.290375 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:50:31.362677 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-476bae9d-4770-4ccb-9092-fae3d5b4cba1 admin admin] Allocated IP 172.25.5.175 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/a00f5a94-d520-4368-aec3-0580365edc36) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:31.397467 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2976672f-b62f-4c0d-8d02-60d90ddf0341 req-795fd5cf-ac07-4958-90dd-8412f8cae6c1 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:31.426319 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2048577b-2eb6-420f-a038-5301d632858c tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:31.431346 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2048577b-2eb6-420f-a038-5301d632858c tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:31.434904 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2048577b-2eb6-420f-a038-5301d632858c tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] 10.222.0.50 "DELETE /v2.0/networks/b98e90ae-7036-4826-b8ca-c2ebeb2193be HTTP/1.1" status: 204 len: 168 time: 2.5591187 Nov 12 03:50:31.435849 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad22addf-f749-4169-9c5b-78588d3ccde7 None None] Network afddff57-c021-4866-8d12-792d55775375 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:31.491141 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795fd5cf-ac07-4958-90dd-8412f8cae6c1 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Pushing event deleted for resources: {'Port': ['ID=f1d88304-7923-46e0-8a7f-871044a6262d,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:31.596151 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2048577b-2eb6-420f-a038-5301d632858c tempest-NetworksIpV6TestAttrs-355281326 tempest-NetworksIpV6TestAttrs-355281326-project] Pushing event deleted for resources: {'Network': ['ID=b98e90ae-7036-4826-b8ca-c2ebeb2193be,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:31.683008 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-2976672f-b62f-4c0d-8d02-60d90ddf0341 req-795fd5cf-ac07-4958-90dd-8412f8cae6c1 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] No DVR routers for this DVR port f1d88304-7923-46e0-8a7f-871044a6262d on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:31.699963 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7e6d6-cfb4-45e2-b47e-c9454fc96bac req-aed2622e-0c45-49d7-a26d-dea82ad106e4 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:31.716782 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-66a7e6d6-cfb4-45e2-b47e-c9454fc96bac req-aed2622e-0c45-49d7-a26d-dea82ad106e4 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1561501 Nov 12 03:50:31.733609 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-ed0850b0-9f56-4fb8-87b0-fca5dcd10147 None None] Provisioning complete for port 626b1364-9a4a-481e-88cb-eadb5248f037 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:31.734188 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ed0850b0-9f56-4fb8-87b0-fca5dcd10147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:31.744147 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2976672f-b62f-4c0d-8d02-60d90ddf0341 req-795fd5cf-ac07-4958-90dd-8412f8cae6c1 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:31.747370 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2976672f-b62f-4c0d-8d02-60d90ddf0341 req-795fd5cf-ac07-4958-90dd-8412f8cae6c1 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.74 "DELETE /v2.0/ports/f1d88304-7923-46e0-8a7f-871044a6262d HTTP/1.1" status: 204 len: 173 time: 2.1576986 Nov 12 03:50:31.747858 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb924e3-2b18-491e-9347-cf10e2e87d5b', 'name': 'network-vif-deleted', 'tag': 'f1d88304-7923-46e0-8a7f-871044a6262d'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:50:31.759631 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd33ec5-876d-4aca-9752-19c1d8fcf83c" -d '{"events": [{"server_uuid": "7bb924e3-2b18-491e-9347-cf10e2e87d5b", "name": "network-vif-deleted", "tag": "f1d88304-7923-46e0-8a7f-871044a6262d"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:50:31.831925 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bf84fb8a-5210-4013-b54e-6844f53bf38b req-04385aa3-218c-4762-8092-63ace643e001 tempest-TestServerMultinode-1318252782 tempest-TestServerMultinode-1318252782-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7bb924e3-2b18-491e-9347-cf10e2e87d5b HTTP/1.1" status: 200 len: 210 time: 0.2263401 Nov 12 03:50:31.867923 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-66a7e6d6-cfb4-45e2-b47e-c9454fc96bac req-96eeae05-e844-45a6-9b08-6f07831dce6f tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501386 Nov 12 03:50:32.058222 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-476bae9d-4770-4ccb-9092-fae3d5b4cba1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:32.071278 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 42682) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:32.094361 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ed0850b0-9f56-4fb8-87b0-fca5dcd10147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:32.262383 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-476bae9d-4770-4ccb-9092-fae3d5b4cba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:32.301079 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-ed0850b0-9f56-4fb8-87b0-fca5dcd10147 None None] For port 626b1364-9a4a-481e-88cb-eadb5248f037, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=626b1364-9a4a-481e-88cb-eadb5248f037,segment=NetworkSegment(d3c3b890-163e-4175-9d6f-19bcb21f9a7b),segment_id=d3c3b890-163e-4175-9d6f-19bcb21f9a7b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:32.311320 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ed0850b0-9f56-4fb8-87b0-fca5dcd10147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:32.384833 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7979b3-11b9-40a4-b56b-388ecfeddbf4 x-openstack-request-id: req-8e7979b3-11b9-40a4-b56b-388ecfeddbf4 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:50:32.385484 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb924e3-2b18-491e-9347-cf10e2e87d5b", "name": "network-vif-deleted", "tag": "f1d88304-7923-46e0-8a7f-871044a6262d", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:50:32.386422 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8e7979b3-11b9-40a4-b56b-388ecfeddbf4 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:50:32.387394 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb924e3-2b18-491e-9347-cf10e2e87d5b', 'name': 'network-vif-deleted', 'tag': 'f1d88304-7923-46e0-8a7f-871044a6262d', 'status': 'completed', 'code': 200} Nov 12 03:50:32.411213 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476bae9d-4770-4ccb-9092-fae3d5b4cba1 admin admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:32.414885 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-476bae9d-4770-4ccb-9092-fae3d5b4cba1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:32.422533 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476bae9d-4770-4ccb-9092-fae3d5b4cba1 admin admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:32.483967 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 626b1364-9a4a-481e-88cb-eadb5248f037 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:32.545829 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f06fa3d7-46fc-453f-913c-a140b013ac21 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c139cd2aa0094390876d0ccc0ffd3efa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4727476 Nov 12 03:50:32.554103 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 42686) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:32.652181 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2898f588-1cfc-4164-a991-b816bc872fd3 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:32.746399 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0850b0-9f56-4fb8-87b0-fca5dcd10147 None None] Pushing event updated for resources: {'Port': ['ID=626b1364-9a4a-481e-88cb-eadb5248f037,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:32.758317 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-dffc6861-b396-4ab9-86ec-4606b6f6bee9 None None] Provisioning complete for port 626b1364-9a4a-481e-88cb-eadb5248f037 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:32.758317 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-dffc6861-b396-4ab9-86ec-4606b6f6bee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:32.779643 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476bae9d-4770-4ccb-9092-fae3d5b4cba1 admin admin] Pushing event updated for resources: {'Port': ['ID=a00f5a94-d520-4368-aec3-0580365edc36,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:32.804824 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-52d23533-bba7-422f-96ac-e78facf0875b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:32.822579 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 626b1364-9a4a-481e-88cb-eadb5248f037 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:32.822852 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:32.905914 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-52d23533-bba7-422f-96ac-e78facf0875b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:32.922318 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-476bae9d-4770-4ccb-9092-fae3d5b4cba1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:32.951181 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 42694) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:33.125879 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-170ad3e0-e630-4f82-aad8-0e0da03709f6 None None] Provisioning complete for port a00f5a94-d520-4368-aec3-0580365edc36 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:33.126330 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-170ad3e0-e630-4f82-aad8-0e0da03709f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.186233 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-170ad3e0-e630-4f82-aad8-0e0da03709f6 None None] Port a00f5a94-d520-4368-aec3-0580365edc36 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:50:33.195689 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-52d23533-bba7-422f-96ac-e78facf0875b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.198578 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-52d23533-bba7-422f-96ac-e78facf0875b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.203362 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-52d23533-bba7-422f-96ac-e78facf0875b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/30c80b43-1b71-40ab-a23c-6e85b48b4dac HTTP/1.1" status: 204 len: 168 time: 0.6444292 Nov 12 03:50:33.218555 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d23533-bba7-422f-96ac-e78facf0875b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c80b43-1b71-40ab-a23c-6e85b48b4dac,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:33.308007 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device f1d88304-7923-46e0-8a7f-871044a6262d no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:33.338054 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-476bae9d-4770-4ccb-9092-fae3d5b4cba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.377276 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: f1d88304-7923-46e0-8a7f-871044a6262d {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:33.382814 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device f1d88304-7923-46e0-8a7f-871044a6262d not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:33.428802 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9da67001-10dd-4269-bcab-880d2bb62e99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.454149 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6166e96-0f89-46d3-9f2b-7bcbefa72051 req-ee07bf37-f644-406f-bd59-db78574a1222 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:33.457728 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d6166e96-0f89-46d3-9f2b-7bcbefa72051 req-ee07bf37-f644-406f-bd59-db78574a1222 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.2875693 Nov 12 03:50:33.578169 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d6166e96-0f89-46d3-9f2b-7bcbefa72051 req-57a98d9a-d718-4f6c-b555-cc84077b7657 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108782 Nov 12 03:50:33.590862 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f6c307ea-8344-4f26-aacb-5caf10389e62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.621794 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-476bae9d-4770-4ccb-9092-fae3d5b4cba1 admin admin] Router bc144d13-1cd4-47ce-9f34-9fd0630d4141 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:50:33.886550 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476bae9d-4770-4ccb-9092-fae3d5b4cba1 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:50:33.907815 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7187199b-dfe3-4642-a2e8-fcd64130705a None None] Sync routers for ids ['bc144d13-1cd4-47ce-9f34-9fd0630d4141'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:50:33.925354 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7187199b-dfe3-4642-a2e8-fcd64130705a None None] Routers {'bc144d13-1cd4-47ce-9f34-9fd0630d4141'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:33.926138 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-7187199b-dfe3-4642-a2e8-fcd64130705a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:50:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['bc144d13-1cd4-47ce-9f34-9fd0630d4141'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:33.935422 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-476bae9d-4770-4ccb-9092-fae3d5b4cba1 admin admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.936758 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-476bae9d-4770-4ccb-9092-fae3d5b4cba1 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.0881681 Nov 12 03:50:33.939335 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 42718) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:33.991034 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-f6c307ea-8344-4f26-aacb-5caf10389e62 admin admin] Deleting port da7f94ba-3413-4a89-b50f-bf7b95f7296b {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:33.991694 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f6c307ea-8344-4f26-aacb-5caf10389e62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:34.142819 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-f6c307ea-8344-4f26-aacb-5caf10389e62 admin admin] For port da7f94ba-3413-4a89-b50f-bf7b95f7296b, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=da7f94ba-3413-4a89-b50f-bf7b95f7296b,segment=NetworkSegment(0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759),segment_id=0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:34.143187 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f6c307ea-8344-4f26-aacb-5caf10389e62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:34.157056 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:34.181776 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-f6c307ea-8344-4f26-aacb-5caf10389e62 admin admin] Calling delete_port for da7f94ba-3413-4a89-b50f-bf7b95f7296b owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:34.194597 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 626b1364-9a4a-481e-88cb-eadb5248f037 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:34.326946 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 626b1364-9a4a-481e-88cb-eadb5248f037 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:34.327453 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:34.331982 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-7187199b-dfe3-4642-a2e8-fcd64130705a None None] Set router bc144d13-1cd4-47ce-9f34-9fd0630d4141 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:34.608911 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-7187199b-dfe3-4642-a2e8-fcd64130705a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc144d13-1cd4-47ce-9f34-9fd0630d4141', 'name': 'tempest-TestServerBasicOps-752152389-router', 'tenant_id': '27d8d327296a4149943f8be1dae983d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'a00f5a94-d520-4368-aec3-0580365edc36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:29Z', 'updated_at': '2021-11-12T03:50:32Z', 'revision_number': 3, 'project_id': '27d8d327296a4149943f8be1dae983d3', 'gw_port': {'id': 'a00f5a94-d520-4368-aec3-0580365edc36', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:16:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc144d13-1cd4-47ce-9f34-9fd0630d4141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:31Z', 'updated_at': '2021-11-12T03:50:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:34.630007 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 42740) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:34.650704 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7187199b-dfe3-4642-a2e8-fcd64130705a None None] Checking router: bc144d13-1cd4-47ce-9f34-9fd0630d4141 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:50:34.651050 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7187199b-dfe3-4642-a2e8-fcd64130705a None None] Updating router bc144d13-1cd4-47ce-9f34-9fd0630d4141 port a00f5a94-d520-4368-aec3-0580365edc36 binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:50:34.686530 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-7187199b-dfe3-4642-a2e8-fcd64130705a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:34.700038 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 42744) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:34.791198 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-bc3c52dc-ce58-4297-8afb-0f914f22806e tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:34.803902 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-bc3c52dc-ce58-4297-8afb-0f914f22806e tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/networks?id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 HTTP/1.1" status: 200 len: 811 time: 0.4830923 Nov 12 03:50:34.834128 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-0cb3c3e5-fec3-482e-8f97-d12d3f9b3df8 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/quotas/27d4836293914c108ba09bff97dd7daa HTTP/1.1" status: 200 len: 375 time: 0.0186441 Nov 12 03:50:35.010430 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-7187199b-dfe3-4642-a2e8-fcd64130705a None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:35.020433 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f6c307ea-8344-4f26-aacb-5caf10389e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:35.023615 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-7187199b-dfe3-4642-a2e8-fcd64130705a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:35.080198 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639acbf-9a1e-4598-99ae-a0e411dc373a req-f0db9d80-71f2-426f-890c-a313a692048d tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:35.090033 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3639acbf-9a1e-4598-99ae-a0e411dc373a req-f0db9d80-71f2-426f-890c-a313a692048d tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1801515 Nov 12 03:50:35.121084 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-664edcbe-75f3-41df-8320-a7a8b13379b3 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=27d4836293914c108ba09bff97dd7daa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2752035 Nov 12 03:50:35.126264 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b5b7c-f585-4fb5-b127-08a486b9195e None None] Pushing event updated for resources: {'Port': ['ID=a00f5a94-d520-4368-aec3-0580365edc36,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:35.138351 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c307ea-8344-4f26-aacb-5caf10389e62 admin admin] Pushing event deleted for resources: {'Port': ['ID=da7f94ba-3413-4a89-b50f-bf7b95f7296b,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:35.140496 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7a00e3-e094-4487-9f0f-401a4e952ae3 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:35.164289 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3639acbf-9a1e-4598-99ae-a0e411dc373a req-81fdc41f-ef8b-4f22-88ac-b3d2fb5f4ad0 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729749 Nov 12 03:50:35.171020 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-7187199b-dfe3-4642-a2e8-fcd64130705a None None] Attempting to bind port a00f5a94-d520-4368-aec3-0580365edc36 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:50:35.171871 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-7187199b-dfe3-4642-a2e8-fcd64130705a None None] Attempting to bind port a00f5a94-d520-4368-aec3-0580365edc36 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:50:35.172438 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7187199b-dfe3-4642-a2e8-fcd64130705a None None] Attempting to bind port a00f5a94-d520-4368-aec3-0580365edc36 on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:35.180839 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7187199b-dfe3-4642-a2e8-fcd64130705a None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:50:35.181467 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7187199b-dfe3-4642-a2e8-fcd64130705a None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:35.186811 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-7187199b-dfe3-4642-a2e8-fcd64130705a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:35.187323 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7187199b-dfe3-4642-a2e8-fcd64130705a None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:50:35.187843 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-7187199b-dfe3-4642-a2e8-fcd64130705a None None] Bound port: a00f5a94-d520-4368-aec3-0580365edc36, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:50:35.188276 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-7187199b-dfe3-4642-a2e8-fcd64130705a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:35.231360 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-97f10497-328f-42c7-b87a-237455266445 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:35.256713 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-08626d8b-c6f2-4f8a-b616-1215689c6857 None None] Provisioning complete for port a00f5a94-d520-4368-aec3-0580365edc36 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:35.257843 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-08626d8b-c6f2-4f8a-b616-1215689c6857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:35.265065 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-7187199b-dfe3-4642-a2e8-fcd64130705a None None] For port a00f5a94-d520-4368-aec3-0580365edc36, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:50:35.269153 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-7187199b-dfe3-4642-a2e8-fcd64130705a None None] For port a00f5a94-d520-4368-aec3-0580365edc36, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=a00f5a94-d520-4368-aec3-0580365edc36,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:50:35.275547 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-7187199b-dfe3-4642-a2e8-fcd64130705a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:35.369859 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-08626d8b-c6f2-4f8a-b616-1215689c6857 None None] Port a00f5a94-d520-4368-aec3-0580365edc36 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:50:35.373108 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-2df31029-7b1c-4995-801e-db9430fb0f7f tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1223077340'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:35.379040 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b5b7c-f585-4fb5-b127-08a486b9195e None None] Pushing event updated for resources: {'Port': ['ID=a00f5a94-d520-4368-aec3-0580365edc36,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:35.401442 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7187199b-dfe3-4642-a2e8-fcd64130705a None None] Routers {'bc144d13-1cd4-47ce-9f34-9fd0630d4141'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:35.402926 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-7187199b-dfe3-4642-a2e8-fcd64130705a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:50:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['bc144d13-1cd4-47ce-9f34-9fd0630d4141'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:35.413408 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8255015-51ca-4b59-b667-7b8ed7c100f3 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:35.553228 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-7416ff55-d84e-4db8-8c3b-a1a6a73e549b None None] Provisioning complete for port a00f5a94-d520-4368-aec3-0580365edc36 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:35.554098 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7416ff55-d84e-4db8-8c3b-a1a6a73e549b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:35.602649 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:35.606340 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-57bfe703-2bba-4f90-8708-ccf3e5c76782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:35.622115 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-7187199b-dfe3-4642-a2e8-fcd64130705a None None] Set router bc144d13-1cd4-47ce-9f34-9fd0630d4141 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:35.653514 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df31029-7b1c-4995-801e-db9430fb0f7f tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Made reservation on behalf of 1c0729bd13344d92a53dc793e63335c5 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:35.658285 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2df31029-7b1c-4995-801e-db9430fb0f7f tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:35.703169 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2df31029-7b1c-4995-801e-db9430fb0f7f tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:35.852706 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-31fb433d-7764-4f50-8ac3-a8562167c7d0 service neutron] 10.222.0.50 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7304242 Nov 12 03:50:35.872881 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7416ff55-d84e-4db8-8c3b-a1a6a73e549b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:35.878257 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f6c307ea-8344-4f26-aacb-5caf10389e62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:35.891013 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-7187199b-dfe3-4642-a2e8-fcd64130705a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc144d13-1cd4-47ce-9f34-9fd0630d4141', 'name': 'tempest-TestServerBasicOps-752152389-router', 'tenant_id': '27d8d327296a4149943f8be1dae983d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'a00f5a94-d520-4368-aec3-0580365edc36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:29Z', 'updated_at': '2021-11-12T03:50:32Z', 'revision_number': 3, 'project_id': '27d8d327296a4149943f8be1dae983d3', 'gw_port': {'id': 'a00f5a94-d520-4368-aec3-0580365edc36', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:16:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc144d13-1cd4-47ce-9f34-9fd0630d4141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:31Z', 'updated_at': '2021-11-12T03:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:35.920570 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-57bfe703-2bba-4f90-8708-ccf3e5c76782 admin admin] Allocated IP 172.20.0.1 (afddff57-c021-4866-8d12-792d55775375/36bad204-5d6d-45a7-8ba7-6407cbfbd2a3/c6e3f0f3-959b-41d8-9c47-79b1764a38fa) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:35.953707 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-7416ff55-d84e-4db8-8c3b-a1a6a73e549b None None] For port a00f5a94-d520-4368-aec3-0580365edc36, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=a00f5a94-d520-4368-aec3-0580365edc36,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:35.961280 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7187199b-dfe3-4642-a2e8-fcd64130705a None None] The sync data for ids ['bc144d13-1cd4-47ce-9f34-9fd0630d4141'] in n-d-715271-27 is: [{'id': 'bc144d13-1cd4-47ce-9f34-9fd0630d4141', 'name': 'tempest-TestServerBasicOps-752152389-router', 'tenant_id': '27d8d327296a4149943f8be1dae983d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'a00f5a94-d520-4368-aec3-0580365edc36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:29Z', 'updated_at': '2021-11-12T03:50:32Z', 'revision_number': 3, 'project_id': '27d8d327296a4149943f8be1dae983d3', 'gw_port': {'id': 'a00f5a94-d520-4368-aec3-0580365edc36', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:16:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc144d13-1cd4-47ce-9f34-9fd0630d4141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:31Z', 'updated_at': '2021-11-12T03:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:50:35.981975 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7416ff55-d84e-4db8-8c3b-a1a6a73e549b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:36.095024 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2df31029-7b1c-4995-801e-db9430fb0f7f tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:36.143947 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2df31029-7b1c-4995-801e-db9430fb0f7f tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:36.155749 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-97f10497-328f-42c7-b87a-237455266445 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:36.201992 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df31029-7b1c-4995-801e-db9430fb0f7f tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bacee3c6-87ad-4bad-9127-538b4f6e1a3f,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:36.277444 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-57bfe703-2bba-4f90-8708-ccf3e5c76782 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:36.323039 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7416ff55-d84e-4db8-8c3b-a1a6a73e549b None None] Pushing event updated for resources: {'Port': ['ID=a00f5a94-d520-4368-aec3-0580365edc36,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:36.394095 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-97f10497-328f-42c7-b87a-237455266445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:36.394806 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:36.475295 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-97f10497-328f-42c7-b87a-237455266445 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e1970640e6ef41c29827597e909e0b15&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7700188 Nov 12 03:50:36.481383 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 42750) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:36.484736 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2df31029-7b1c-4995-801e-db9430fb0f7f tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:50:36.501102 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c307ea-8344-4f26-aacb-5caf10389e62 admin admin] Router 3c83cfc2-f519-4c40-bdd5-c1a213f30f7b has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:50:36.528613 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2df31029-7b1c-4995-801e-db9430fb0f7f tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:36.529347 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-2df31029-7b1c-4995-801e-db9430fb0f7f tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Added segment be3392e9-aa0f-4ed5-97a1-bfdeaaf5712c of type vlan for network 5584e3db-9914-4e98-af8d-a1c786979465 Nov 12 03:50:36.549844 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-57bfe703-2bba-4f90-8708-ccf3e5c76782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:36.556594 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f10497-328f-42c7-b87a-237455266445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f0fff8-fb4f-4e5f-8d39-b8123ed251e4,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:36.636928 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bfe703-2bba-4f90-8708-ccf3e5c76782 admin admin] Pushing event updated for resources: {'Port': ['ID=c6e3f0f3-959b-41d8-9c47-79b1764a38fa,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:36.650018 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bb9ec-92c0-452e-8e03-f2b3da6aa508 req-4d9afccb-64eb-4028-ac36-81384ab9b5a5 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:36.660328 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-120bb9ec-92c0-452e-8e03-f2b3da6aa508 req-4d9afccb-64eb-4028-ac36-81384ab9b5a5 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.2906420 Nov 12 03:50:36.695709 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-6029c119-03b1-4fe1-b243-654e4d935e6f service neutron] 10.222.0.50 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8419373 Nov 12 03:50:36.755560 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bfe703-2bba-4f90-8708-ccf3e5c76782 admin admin] Network afddff57-c021-4866-8d12-792d55775375 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:36.757017 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2df31029-7b1c-4995-801e-db9430fb0f7f tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:36.769000 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-120bb9ec-92c0-452e-8e03-f2b3da6aa508 req-85ad34ab-4adf-44c7-b2ab-e704d06c5a0b tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074004 Nov 12 03:50:36.771531 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c307ea-8344-4f26-aacb-5caf10389e62 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:50:36.788696 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a3e8d5-1769-4aad-85e0-8c0b0211a64c None None] Sync routers for ids ['3c83cfc2-f519-4c40-bdd5-c1a213f30f7b'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:50:36.788829 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f6c307ea-8344-4f26-aacb-5caf10389e62 admin admin] 10.222.0.50 "PUT /v2.0/routers/3c83cfc2-f519-4c40-bdd5-c1a213f30f7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8271244 Nov 12 03:50:36.789569 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 42752) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:36.790653 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-57bfe703-2bba-4f90-8708-ccf3e5c76782 admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:36.807492 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bfe703-2bba-4f90-8708-ccf3e5c76782 admin admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:36.814961 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a3e8d5-1769-4aad-85e0-8c0b0211a64c None None] Routers {'3c83cfc2-f519-4c40-bdd5-c1a213f30f7b'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:36.816462 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-a3a3e8d5-1769-4aad-85e0-8c0b0211a64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:50:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['3c83cfc2-f519-4c40-bdd5-c1a213f30f7b'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:36.846578 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2df31029-7b1c-4995-801e-db9430fb0f7f tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:36.854950 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df31029-7b1c-4995-801e-db9430fb0f7f tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:36.855603 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2df31029-7b1c-4995-801e-db9430fb0f7f tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:36.930470 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-57bfe703-2bba-4f90-8708-ccf3e5c76782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:36.934249 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d23813bf-4490-4428-a37c-1944191e9fb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:37.086712 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-a3a3e8d5-1769-4aad-85e0-8c0b0211a64c None None] Set router 3c83cfc2-f519-4c40-bdd5-c1a213f30f7b gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:37.321477 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d23813bf-4490-4428-a37c-1944191e9fb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:37.397458 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-75344bda-62f9-46b5-b49e-893a7f83987e None None] Provisioning complete for port c6e3f0f3-959b-41d8-9c47-79b1764a38fa triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:37.397986 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-75344bda-62f9-46b5-b49e-893a7f83987e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:37.475919 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6e2391c1-1e57-4526-9c33-7ebc26a4da64 admin admin] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:37.488360 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-75344bda-62f9-46b5-b49e-893a7f83987e None None] Port c6e3f0f3-959b-41d8-9c47-79b1764a38fa cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:50:37.503708 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-a3a3e8d5-1769-4aad-85e0-8c0b0211a64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c83cfc2-f519-4c40-bdd5-c1a213f30f7b', 'name': 'tempest-TestServerMultinode-1955017259-router', 'tenant_id': '42a5a2d690724192bad1fbeaa589aaa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '56032921-fe8d-4717-b312-0a2c0815b051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:20Z', 'updated_at': '2021-11-12T03:50:34Z', 'revision_number': 5, 'project_id': '42a5a2d690724192bad1fbeaa589aaa1', 'gw_port': {'id': '56032921-fe8d-4717-b312-0a2c0815b051', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:64:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c83cfc2-f519-4c40-bdd5-c1a213f30f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:22Z', 'updated_at': '2021-11-12T03:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:37.562587 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a3e8d5-1769-4aad-85e0-8c0b0211a64c None None] Checking router: 3c83cfc2-f519-4c40-bdd5-c1a213f30f7b for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:50:37.575318 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a3e8d5-1769-4aad-85e0-8c0b0211a64c None None] Routers {'3c83cfc2-f519-4c40-bdd5-c1a213f30f7b'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:37.576239 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-a3a3e8d5-1769-4aad-85e0-8c0b0211a64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:50:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['3c83cfc2-f519-4c40-bdd5-c1a213f30f7b'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:37.611248 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df31029-7b1c-4995-801e-db9430fb0f7f tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event updated for resources: {'Network': ['ID=5584e3db-9914-4e98-af8d-a1c786979465,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:37.640853 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2df31029-7b1c-4995-801e-db9430fb0f7f tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.0097060 Nov 12 03:50:37.667436 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d23813bf-4490-4428-a37c-1944191e9fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:37.672933 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d23813bf-4490-4428-a37c-1944191e9fb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:37.679311 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d23813bf-4490-4428-a37c-1944191e9fb8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/53f0fff8-fb4f-4e5f-8d39-b8123ed251e4 HTTP/1.1" status: 204 len: 168 time: 1.1895955 Nov 12 03:50:37.726912 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ad430c2a-24b7-43f9-b9df-3e2aeb121de1 req-e4e976b1-07cd-48bc-8fce-74f76b60a242 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 210 time: 0.4488075 Nov 12 03:50:37.736649 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23813bf-4490-4428-a37c-1944191e9fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f0fff8-fb4f-4e5f-8d39-b8123ed251e4,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:37.778562 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-57bfe703-2bba-4f90-8708-ccf3e5c76782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:37.816098 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 42770) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:37.825153 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-436bd144-4406-4a22-901c-3b63f02718f4 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Request body: {'subnet': {'network_id': '5584e3db-9914-4e98-af8d-a1c786979465', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:37.836666 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 5584e3db-9914-4e98-af8d-a1c786979465 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:50:37.898762 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6e2391c1-1e57-4526-9c33-7ebc26a4da64 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:37.916188 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-a3a3e8d5-1769-4aad-85e0-8c0b0211a64c None None] Set router 3c83cfc2-f519-4c40-bdd5-c1a213f30f7b gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:38.190809 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-57bfe703-2bba-4f90-8708-ccf3e5c76782 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:38.201080 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-6e2391c1-1e57-4526-9c33-7ebc26a4da64 admin admin] Deleting port 56032921-fe8d-4717-b312-0a2c0815b051 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:38.201392 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6e2391c1-1e57-4526-9c33-7ebc26a4da64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:38.203381 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-57bfe703-2bba-4f90-8708-ccf3e5c76782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:38.246317 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436bd144-4406-4a22-901c-3b63f02718f4 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Made reservation on behalf of 1c0729bd13344d92a53dc793e63335c5 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:38.253015 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-436bd144-4406-4a22-901c-3b63f02718f4 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:38.303921 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ba2b0-d191-47be-bee4-f25fdd5d7e0b req-6d0afc86-16e6-48cf-aee3-0f8caef35e27 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:38.307725 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-924ba2b0-d191-47be-bee4-f25fdd5d7e0b req-6d0afc86-16e6-48cf-aee3-0f8caef35e27 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.3899045 Nov 12 03:50:38.349763 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device a00f5a94-d520-4368-aec3-0580365edc36 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:38.380848 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-57bfe703-2bba-4f90-8708-ccf3e5c76782 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:38.434561 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bfe703-2bba-4f90-8708-ccf3e5c76782 admin admin] Pushing event updated for resources: {'Port': ['ID=c6e3f0f3-959b-41d8-9c47-79b1764a38fa,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:38.457819 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 42774) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:38.533705 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port a00f5a94-d520-4368-aec3-0580365edc36 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:38.534336 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:38.549773 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-506709cf-c60d-4ed2-9054-43f164261c10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:38.566378 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-924ba2b0-d191-47be-bee4-f25fdd5d7e0b req-a2e4a6e8-da57-425d-8625-d68f120538fb tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633379 Nov 12 03:50:38.572889 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-6e2391c1-1e57-4526-9c33-7ebc26a4da64 admin admin] For port 56032921-fe8d-4717-b312-0a2c0815b051, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=56032921-fe8d-4717-b312-0a2c0815b051,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:38.573374 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6e2391c1-1e57-4526-9c33-7ebc26a4da64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:38.606801 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-6e2391c1-1e57-4526-9c33-7ebc26a4da64 admin admin] Calling delete_port for 56032921-fe8d-4717-b312-0a2c0815b051 owned by network:router_gateway {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:38.661200 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-a3a3e8d5-1769-4aad-85e0-8c0b0211a64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c83cfc2-f519-4c40-bdd5-c1a213f30f7b', 'name': 'tempest-TestServerMultinode-1955017259-router', 'tenant_id': '42a5a2d690724192bad1fbeaa589aaa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '56032921-fe8d-4717-b312-0a2c0815b051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:20Z', 'updated_at': '2021-11-12T03:50:34Z', 'revision_number': 5, 'project_id': '42a5a2d690724192bad1fbeaa589aaa1', 'gw_port': {'id': '56032921-fe8d-4717-b312-0a2c0815b051', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:64:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c83cfc2-f519-4c40-bdd5-c1a213f30f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:22Z', 'updated_at': '2021-11-12T03:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:38.716290 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bfe703-2bba-4f90-8708-ccf3e5c76782 admin admin] Network afddff57-c021-4866-8d12-792d55775375 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:38.725289 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-57bfe703-2bba-4f90-8708-ccf3e5c76782 admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:38.747333 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-436bd144-4406-4a22-901c-3b63f02718f4 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:38.758125 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a3e8d5-1769-4aad-85e0-8c0b0211a64c None None] The sync data for ids ['3c83cfc2-f519-4c40-bdd5-c1a213f30f7b'] in n-d-715271-27 is: [{'id': '3c83cfc2-f519-4c40-bdd5-c1a213f30f7b', 'name': 'tempest-TestServerMultinode-1955017259-router', 'tenant_id': '42a5a2d690724192bad1fbeaa589aaa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '56032921-fe8d-4717-b312-0a2c0815b051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:20Z', 'updated_at': '2021-11-12T03:50:34Z', 'revision_number': 5, 'project_id': '42a5a2d690724192bad1fbeaa589aaa1', 'gw_port': {'id': '56032921-fe8d-4717-b312-0a2c0815b051', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:64:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c83cfc2-f519-4c40-bdd5-c1a213f30f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:22Z', 'updated_at': '2021-11-12T03:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:50:38.769164 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:38.905271 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436bd144-4406-4a22-901c-3b63f02718f4 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event updated for resources: {'Subnet': ['ID=88c539f7-85dc-4a08-bd26-4c1920cb9202,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:38.918926 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436bd144-4406-4a22-901c-3b63f02718f4 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Checking segment: {'id': 'be3392e9-aa0f-4ed5-97a1-bfdeaaf5712c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5584e3db-9914-4e98-af8d-a1c786979465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:38.919297 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436bd144-4406-4a22-901c-3b63f02718f4 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Network hostable DHCP agents. Network: 5584e3db-9914-4e98-af8d-a1c786979465, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:50:38.946900 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436bd144-4406-4a22-901c-3b63f02718f4 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Network 5584e3db-9914-4e98-af8d-a1c786979465 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:50:38.961514 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-436bd144-4406-4a22-901c-3b63f02718f4 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 5584e3db-9914-4e98-af8d-a1c786979465) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:38.969158 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436bd144-4406-4a22-901c-3b63f02718f4 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:38.970197 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf670d0-339e-411d-8e2d-a17535fa1581 None None] Network 5584e3db-9914-4e98-af8d-a1c786979465 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:38.970507 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-436bd144-4406-4a22-901c-3b63f02718f4 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:39.079210 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-18fa6d37-6b1d-4822-af9f-6d6e1a62f3ca req-9e07acf0-5036-48ec-8bf7-924040526982 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 210 time: 0.1799967 Nov 12 03:50:39.096164 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57bfe703-2bba-4f90-8708-ccf3e5c76782 admin admin] Router bc144d13-1cd4-47ce-9f34-9fd0630d4141 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:50:39.101491 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-506709cf-c60d-4ed2-9054-43f164261c10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:39.120395 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-506709cf-c60d-4ed2-9054-43f164261c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:39.150454 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-436bd144-4406-4a22-901c-3b63f02718f4 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.3314006 Nov 12 03:50:39.151611 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 42778) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:39.170776 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-39bcd5b0-48e2-431d-a18e-2eb460ae34b8 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1682633768'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:39.192449 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-98aa3be3-6044-469e-bef3-5514af674954 None None] Provisioning complete for port c6e3f0f3-959b-41d8-9c47-79b1764a38fa triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:39.192935 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-98aa3be3-6044-469e-bef3-5514af674954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:39.242780 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bcd5b0-48e2-431d-a18e-2eb460ae34b8 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Made reservation on behalf of 1c0729bd13344d92a53dc793e63335c5 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:39.254683 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-39bcd5b0-48e2-431d-a18e-2eb460ae34b8 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:39.268043 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ddf052-b6fa-4e03-a929-988e77935dba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-5584e3db-9914-4e98-af8d-a1c786979465', 'network_id': '5584e3db-9914-4e98-af8d-a1c786979465', 'tenant_id': '1c0729bd13344d92a53dc793e63335c5', 'fixed_ips': [{'subnet_id': '88c539f7-85dc-4a08-bd26-4c1920cb9202'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:50:39.269559 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-63ddf052-b6fa-4e03-a929-988e77935dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:39.294707 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57bfe703-2bba-4f90-8708-ccf3e5c76782 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:50:39.309256 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5917712-bfec-4a43-9a65-4a0c0bd8bd8a None None] Sync routers for ids ['bc144d13-1cd4-47ce-9f34-9fd0630d4141'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:50:39.311494 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-57bfe703-2bba-4f90-8708-ccf3e5c76782 admin admin] 10.222.0.50 "PUT /v2.0/routers/bc144d13-1cd4-47ce-9f34-9fd0630d4141/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3711069 Nov 12 03:50:39.323963 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39bcd5b0-48e2-431d-a18e-2eb460ae34b8 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:50:39.340067 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5917712-bfec-4a43-9a65-4a0c0bd8bd8a None None] Routers {'bc144d13-1cd4-47ce-9f34-9fd0630d4141'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:39.341979 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-98aa3be3-6044-469e-bef3-5514af674954 None None] Port c6e3f0f3-959b-41d8-9c47-79b1764a38fa cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:50:39.343226 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-c5917712-bfec-4a43-9a65-4a0c0bd8bd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:50:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['bc144d13-1cd4-47ce-9f34-9fd0630d4141'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:39.344549 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506709cf-c60d-4ed2-9054-43f164261c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79349e4a-1580-4628-9ece-1f031eaf3866,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:39.382048 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-39bcd5b0-48e2-431d-a18e-2eb460ae34b8 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:39.383279 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-39bcd5b0-48e2-431d-a18e-2eb460ae34b8 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Added segment 1f2a06b6-1ee4-4509-8220-a9be0d6ff630 of type vlan for network 8797b2ef-d17b-4523-ab1f-9bc842033b89 Nov 12 03:50:39.404210 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-506709cf-c60d-4ed2-9054-43f164261c10 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9efc5d235a684c769ea8bf9818408868&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9432642 Nov 12 03:50:39.407556 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 42782) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:39.471276 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6e2391c1-1e57-4526-9c33-7ebc26a4da64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:39.519074 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2391c1-1e57-4526-9c33-7ebc26a4da64 admin admin] Pushing event deleted for resources: {'Port': ['ID=56032921-fe8d-4717-b312-0a2c0815b051,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:39.540932 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-39bcd5b0-48e2-431d-a18e-2eb460ae34b8 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:39.542588 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e87b9caf-df9f-47f9-982f-8a0a79c3b6d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:39.571768 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad4c169-c833-412e-8576-4edc979ad770 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:39.611851 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-39bcd5b0-48e2-431d-a18e-2eb460ae34b8 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:39.626732 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e87b9caf-df9f-47f9-982f-8a0a79c3b6d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:39.634049 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bcd5b0-48e2-431d-a18e-2eb460ae34b8 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:39.634739 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-39bcd5b0-48e2-431d-a18e-2eb460ae34b8 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:39.673263 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-c5917712-bfec-4a43-9a65-4a0c0bd8bd8a None None] Set router bc144d13-1cd4-47ce-9f34-9fd0630d4141 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:39.683098 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6e2391c1-1e57-4526-9c33-7ebc26a4da64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:39.766055 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-63ddf052-b6fa-4e03-a929-988e77935dba None None] Allocated IP 172.20.255.242 (5584e3db-9914-4e98-af8d-a1c786979465/88c539f7-85dc-4a08-bd26-4c1920cb9202/bc7f38eb-c8de-4769-83f5-b0de5d568f70) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:39.816016 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6e2391c1-1e57-4526-9c33-7ebc26a4da64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:39.819868 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6e2391c1-1e57-4526-9c33-7ebc26a4da64 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:39.841689 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-49ecdd83-5c2c-4f33-9f12-cca80c1afbbc tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:39.844339 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-49ecdd83-5c2c-4f33-9f12-cca80c1afbbc tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.90 "GET /v2.0/networks?id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 HTTP/1.1" status: 200 len: 811 time: 0.8557596 Nov 12 03:50:39.850943 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bcd5b0-48e2-431d-a18e-2eb460ae34b8 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event updated for resources: {'Network': ['ID=8797b2ef-d17b-4523-ab1f-9bc842033b89,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:39.874790 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-6c96bae0-989e-462e-bf2d-3ac53725f1ab tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Request body: {'port': {'device_id': 'cbf94094-c24e-4292-a743-bd6c95f96afb', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'admin_state_up': True, 'tenant_id': '27d4836293914c108ba09bff97dd7daa'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:39.889394 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 8797b2ef-d17b-4523-ab1f-9bc842033b89 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:50:39.909715 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e87b9caf-df9f-47f9-982f-8a0a79c3b6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:39.924693 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e87b9caf-df9f-47f9-982f-8a0a79c3b6d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:39.928886 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e87b9caf-df9f-47f9-982f-8a0a79c3b6d7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/79349e4a-1580-4628-9ece-1f031eaf3866 HTTP/1.1" status: 204 len: 168 time: 0.5173440 Nov 12 03:50:39.944482 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6e2391c1-1e57-4526-9c33-7ebc26a4da64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:39.945328 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2391c1-1e57-4526-9c33-7ebc26a4da64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c83cfc2-f519-4c40-bdd5-c1a213f30f7b {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:50:39.947345 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b9caf-df9f-47f9-982f-8a0a79c3b6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79349e4a-1580-4628-9ece-1f031eaf3866,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:39.953687 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6e2391c1-1e57-4526-9c33-7ebc26a4da64 admin admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:39.954998 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6e2391c1-1e57-4526-9c33-7ebc26a4da64 admin admin] 10.222.0.50 "DELETE /v2.0/routers/3c83cfc2-f519-4c40-bdd5-c1a213f30f7b HTTP/1.1" status: 204 len: 168 time: 3.1486831 Nov 12 03:50:39.961096 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 42792) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:40.016050 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-39bcd5b0-48e2-431d-a18e-2eb460ae34b8 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8615110 Nov 12 03:50:40.021453 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 42794) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:40.035916 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab9e7821-2346-4f64-8aae-610bf9b09ec8 admin admin] Deleting subnet b939ab05-e6fb-48a7-9af8-c18027a0c4e5 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:50:40.071562 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ab9e7821-2346-4f64-8aae-610bf9b09ec8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:40.155271 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-36b45cd2-a4d3-4dc6-ad78-594687f4b5ee tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Request body: {'subnet': {'network_id': '8797b2ef-d17b-4523-ab1f-9bc842033b89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:40.192814 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ab9e7821-2346-4f64-8aae-610bf9b09ec8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:40.352166 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-63ddf052-b6fa-4e03-a929-988e77935dba None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:40.374132 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2005986-5f30-4e30-a05a-e7394cb1266b req-83d29b94-bdb7-4d3f-9d6d-a396d72e3200 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:40.378275 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device da7f94ba-3413-4a89-b50f-bf7b95f7296b no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:40.386459 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ab9e7821-2346-4f64-8aae-610bf9b09ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:40.386739 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-63ddf052-b6fa-4e03-a929-988e77935dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:40.388010 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e2005986-5f30-4e30-a05a-e7394cb1266b req-83d29b94-bdb7-4d3f-9d6d-a396d72e3200 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.5421002 Nov 12 03:50:40.459504 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-c5917712-bfec-4a43-9a65-4a0c0bd8bd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc144d13-1cd4-47ce-9f34-9fd0630d4141', 'name': 'tempest-TestServerBasicOps-752152389-router', 'tenant_id': '27d8d327296a4149943f8be1dae983d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'a00f5a94-d520-4368-aec3-0580365edc36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:29Z', 'updated_at': '2021-11-12T03:50:37Z', 'revision_number': 4, 'project_id': '27d8d327296a4149943f8be1dae983d3', 'gw_port': {'id': 'a00f5a94-d520-4368-aec3-0580365edc36', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:16:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc144d13-1cd4-47ce-9f34-9fd0630d4141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:31Z', 'updated_at': '2021-11-12T03:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'c6e3f0f3-959b-41d8-9c47-79b1764a38fa', 'name': '', 'network_id': 'afddff57-c021-4866-8d12-792d55775375', 'tenant_id': '27d8d327296a4149943f8be1dae983d3', 'mac_address': 'fa:16:3e:c7:83:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc144d13-1cd4-47ce-9f34-9fd0630d4141', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '36bad204-5d6d-45a7-8ba7-6407cbfbd2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:35Z', 'updated_at': '2021-11-12T03:50:37Z', 'revision_number': 2, 'project_id': '27d8d327296a4149943f8be1dae983d3', 'subnets': [{'id': '36bad204-5d6d-45a7-8ba7-6407cbfbd2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:40.533815 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5917712-bfec-4a43-9a65-4a0c0bd8bd8a None None] Checking router: bc144d13-1cd4-47ce-9f34-9fd0630d4141 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:50:40.537277 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5917712-bfec-4a43-9a65-4a0c0bd8bd8a None None] Updating router bc144d13-1cd4-47ce-9f34-9fd0630d4141 port c6e3f0f3-959b-41d8-9c47-79b1764a38fa binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:50:40.546758 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e2005986-5f30-4e30-a05a-e7394cb1266b req-e1e6f775-686d-4235-a998-c6765c2eb673 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575165 Nov 12 03:50:40.595795 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b45cd2-a4d3-4dc6-ad78-594687f4b5ee tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Made reservation on behalf of 1c0729bd13344d92a53dc793e63335c5 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:40.601634 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-36b45cd2-a4d3-4dc6-ad78-594687f4b5ee tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:40.606146 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-c5917712-bfec-4a43-9a65-4a0c0bd8bd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:40.655468 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: da7f94ba-3413-4a89-b50f-bf7b95f7296b {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:40.655982 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device da7f94ba-3413-4a89-b50f-bf7b95f7296b not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:40.659342 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-6c96bae0-989e-462e-bf2d-3ac53725f1ab tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Made reservation on behalf of 27d4836293914c108ba09bff97dd7daa for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:40.665580 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-6c96bae0-989e-462e-bf2d-3ac53725f1ab tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:40.726878 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ddf052-b6fa-4e03-a929-988e77935dba None None] Network 5584e3db-9914-4e98-af8d-a1c786979465 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:40.741813 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-63ddf052-b6fa-4e03-a929-988e77935dba None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:40.757438 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ddf052-b6fa-4e03-a929-988e77935dba None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:40.770046 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ddf052-b6fa-4e03-a929-988e77935dba None None] Pushing event updated for resources: {'Port': ['ID=bc7f38eb-c8de-4769-83f5-b0de5d568f70,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:40.917102 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-63ddf052-b6fa-4e03-a929-988e77935dba None None] Attempting to bind port bc7f38eb-c8de-4769-83f5-b0de5d568f70 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:50:40.917616 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-63ddf052-b6fa-4e03-a929-988e77935dba None None] Attempting to bind port bc7f38eb-c8de-4769-83f5-b0de5d568f70 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'be3392e9-aa0f-4ed5-97a1-bfdeaaf5712c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5584e3db-9914-4e98-af8d-a1c786979465'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:50:40.918122 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ddf052-b6fa-4e03-a929-988e77935dba None None] Attempting to bind port bc7f38eb-c8de-4769-83f5-b0de5d568f70 on network 5584e3db-9914-4e98-af8d-a1c786979465 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:40.931918 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ddf052-b6fa-4e03-a929-988e77935dba None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:50:40.932670 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ddf052-b6fa-4e03-a929-988e77935dba None None] Checking segment: {'id': 'be3392e9-aa0f-4ed5-97a1-bfdeaaf5712c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5584e3db-9914-4e98-af8d-a1c786979465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:40.933890 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-63ddf052-b6fa-4e03-a929-988e77935dba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:40.935655 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ddf052-b6fa-4e03-a929-988e77935dba None None] Bound using segment: {'id': 'be3392e9-aa0f-4ed5-97a1-bfdeaaf5712c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5584e3db-9914-4e98-af8d-a1c786979465'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:50:40.936300 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-63ddf052-b6fa-4e03-a929-988e77935dba None None] Bound port: bc7f38eb-c8de-4769-83f5-b0de5d568f70, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3392e9-aa0f-4ed5-97a1-bfdeaaf5712c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5584e3db-9914-4e98-af8d-a1c786979465'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:50:40.938211 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-63ddf052-b6fa-4e03-a929-988e77935dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:41.050068 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 42818) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:41.066774 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-54a53d09-bb56-44d0-9509-502d3391b1fc admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-405629835-network', 'tenant_id': '6ff0f493697a4774903cde731cf0b734'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:41.096245 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-63ddf052-b6fa-4e03-a929-988e77935dba None None] For port bc7f38eb-c8de-4769-83f5-b0de5d568f70, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:50:41.102809 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-63ddf052-b6fa-4e03-a929-988e77935dba None None] For port bc7f38eb-c8de-4769-83f5-b0de5d568f70, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=bc7f38eb-c8de-4769-83f5-b0de5d568f70,segment=NetworkSegment(be3392e9-aa0f-4ed5-97a1-bfdeaaf5712c),segment_id=be3392e9-aa0f-4ed5-97a1-bfdeaaf5712c)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:50:41.108499 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-63ddf052-b6fa-4e03-a929-988e77935dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:41.134375 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a53d09-bb56-44d0-9509-502d3391b1fc admin admin] Made reservation on behalf of 6ff0f493697a4774903cde731cf0b734 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:41.143061 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-54a53d09-bb56-44d0-9509-502d3391b1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:41.192056 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fa772e22-732a-4e3c-93b2-f1717a4ea25c req-01bf7e62-9128-4200-acee-63918faac5f6 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 210 time: 0.0406022 Nov 12 03:50:41.232314 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ab9e7821-2346-4f64-8aae-610bf9b09ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:41.240442 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-54a53d09-bb56-44d0-9509-502d3391b1fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:41.263300 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ddf052-b6fa-4e03-a929-988e77935dba None None] Pushing event updated for resources: {'Port': ['ID=bc7f38eb-c8de-4769-83f5-b0de5d568f70,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:41.263924 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-6c96bae0-989e-462e-bf2d-3ac53725f1ab tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Allocated IP 172.20.0.9 (fd0ebce0-aadb-45c0-9566-b61b0d8d63d4/b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2/e1dba9ab-51fb-44f3-806f-541bcfc023f0) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:41.294807 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e7821-2346-4f64-8aae-610bf9b09ec8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b939ab05-e6fb-48a7-9af8-c18027a0c4e5,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:41.295031 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf7cbfd-bfdf-4907-a75d-75095a21d3f4 None None] Network 5b0c2727-2690-44e0-97e8-9f283ce90ff8 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:41.307582 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ab9e7821-2346-4f64-8aae-610bf9b09ec8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:41.318966 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ab9e7821-2346-4f64-8aae-610bf9b09ec8 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b939ab05-e6fb-48a7-9af8-c18027a0c4e5 HTTP/1.1" status: 204 len: 168 time: 1.3505671 Nov 12 03:50:41.320903 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 42826) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:41.497604 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-36b45cd2-a4d3-4dc6-ad78-594687f4b5ee tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:41.502323 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-65047961-f0dc-4976-bdfb-02f08315c3df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:41.602650 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-c5917712-bfec-4a43-9a65-4a0c0bd8bd8a None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:41.621737 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-65047961-f0dc-4976-bdfb-02f08315c3df admin admin] Deleting port b11ac0ab-0331-4484-85cc-220273fac3fb {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:41.623353 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-65047961-f0dc-4976-bdfb-02f08315c3df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:41.633475 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-c5917712-bfec-4a43-9a65-4a0c0bd8bd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:41.653778 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854aea00-a253-45bd-83aa-4fc0b3417b88 None None] DHCP port deletion for 5b0c2727-2690-44e0-97e8-9f283ce90ff8 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:41.758255 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-65047961-f0dc-4976-bdfb-02f08315c3df admin admin] For port b11ac0ab-0331-4484-85cc-220273fac3fb, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=b11ac0ab-0331-4484-85cc-220273fac3fb,segment=NetworkSegment(0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759),segment_id=0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:41.758892 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-65047961-f0dc-4976-bdfb-02f08315c3df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:41.787643 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-854aea00-a253-45bd-83aa-4fc0b3417b88 None None] Deleting port b11ac0ab-0331-4484-85cc-220273fac3fb {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:41.788267 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-854aea00-a253-45bd-83aa-4fc0b3417b88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:41.843290 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210dde5-4698-4cdd-aec0-eeb9ee610e18 None None] Pushing event updated for resources: {'Port': ['ID=c6e3f0f3-959b-41d8-9c47-79b1764a38fa,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:41.865025 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-65047961-f0dc-4976-bdfb-02f08315c3df admin admin] Calling delete_port for b11ac0ab-0331-4484-85cc-220273fac3fb owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:41.906570 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-854aea00-a253-45bd-83aa-4fc0b3417b88 None None] For port b11ac0ab-0331-4484-85cc-220273fac3fb, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=b11ac0ab-0331-4484-85cc-220273fac3fb,segment=NetworkSegment(0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759),segment_id=0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:41.907184 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-854aea00-a253-45bd-83aa-4fc0b3417b88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:41.928354 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1210dde5-4698-4cdd-aec0-eeb9ee610e18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:41.928910 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1210dde5-4698-4cdd-aec0-eeb9ee610e18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:41.929256 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1210dde5-4698-4cdd-aec0-eeb9ee610e18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:41.929590 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1210dde5-4698-4cdd-aec0-eeb9ee610e18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:41.929919 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1210dde5-4698-4cdd-aec0-eeb9ee610e18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:41.930250 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1210dde5-4698-4cdd-aec0-eeb9ee610e18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:41.930571 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1210dde5-4698-4cdd-aec0-eeb9ee610e18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:41.930898 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1210dde5-4698-4cdd-aec0-eeb9ee610e18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:41.931217 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1210dde5-4698-4cdd-aec0-eeb9ee610e18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:41.931541 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1210dde5-4698-4cdd-aec0-eeb9ee610e18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:41.931857 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1210dde5-4698-4cdd-aec0-eeb9ee610e18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:41.932218 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1210dde5-4698-4cdd-aec0-eeb9ee610e18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:41.999309 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-6c96bae0-989e-462e-bf2d-3ac53725f1ab tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:42.034619 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-c5917712-bfec-4a43-9a65-4a0c0bd8bd8a None None] Attempting to bind port c6e3f0f3-959b-41d8-9c47-79b1764a38fa on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:50:42.034740 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-c5917712-bfec-4a43-9a65-4a0c0bd8bd8a None None] Attempting to bind port c6e3f0f3-959b-41d8-9c47-79b1764a38fa by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'd3c3b890-163e-4175-9d6f-19bcb21f9a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'afddff57-c021-4866-8d12-792d55775375'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:50:42.035216 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5917712-bfec-4a43-9a65-4a0c0bd8bd8a None None] Attempting to bind port c6e3f0f3-959b-41d8-9c47-79b1764a38fa on network afddff57-c021-4866-8d12-792d55775375 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:42.053271 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5917712-bfec-4a43-9a65-4a0c0bd8bd8a None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:50:42.053771 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5917712-bfec-4a43-9a65-4a0c0bd8bd8a None None] Checking segment: {'id': 'd3c3b890-163e-4175-9d6f-19bcb21f9a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'afddff57-c021-4866-8d12-792d55775375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:42.055975 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-c5917712-bfec-4a43-9a65-4a0c0bd8bd8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:42.056486 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5917712-bfec-4a43-9a65-4a0c0bd8bd8a None None] Bound using segment: {'id': 'd3c3b890-163e-4175-9d6f-19bcb21f9a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'afddff57-c021-4866-8d12-792d55775375'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:50:42.057255 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-c5917712-bfec-4a43-9a65-4a0c0bd8bd8a None None] Bound port: c6e3f0f3-959b-41d8-9c47-79b1764a38fa, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c3b890-163e-4175-9d6f-19bcb21f9a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'afddff57-c021-4866-8d12-792d55775375'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:50:42.057744 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-c5917712-bfec-4a43-9a65-4a0c0bd8bd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:42.084565 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-65047961-f0dc-4976-bdfb-02f08315c3df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:42.158139 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65047961-f0dc-4976-bdfb-02f08315c3df admin admin] Pushing event deleted for resources: {'Port': ['ID=b11ac0ab-0331-4484-85cc-220273fac3fb,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:42.182662 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65047961-f0dc-4976-bdfb-02f08315c3df admin admin] No DVR routers for this DVR port b11ac0ab-0331-4484-85cc-220273fac3fb on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:42.218021 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-c5917712-bfec-4a43-9a65-4a0c0bd8bd8a None None] For port c6e3f0f3-959b-41d8-9c47-79b1764a38fa, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:50:42.223071 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-c5917712-bfec-4a43-9a65-4a0c0bd8bd8a None None] For port c6e3f0f3-959b-41d8-9c47-79b1764a38fa, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=c6e3f0f3-959b-41d8-9c47-79b1764a38fa,segment=NetworkSegment(d3c3b890-163e-4175-9d6f-19bcb21f9a7b),segment_id=d3c3b890-163e-4175-9d6f-19bcb21f9a7b)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:50:42.230959 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-c5917712-bfec-4a43-9a65-4a0c0bd8bd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:42.259002 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-6c96bae0-989e-462e-bf2d-3ac53725f1ab tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:42.322425 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-854aea00-a253-45bd-83aa-4fc0b3417b88 None None] Calling delete_port for b11ac0ab-0331-4484-85cc-220273fac3fb owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:42.354851 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5917712-bfec-4a43-9a65-4a0c0bd8bd8a None None] Routers {'bc144d13-1cd4-47ce-9f34-9fd0630d4141'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:42.356895 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-c5917712-bfec-4a43-9a65-4a0c0bd8bd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:50:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['bc144d13-1cd4-47ce-9f34-9fd0630d4141'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:42.427635 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-65047961-f0dc-4976-bdfb-02f08315c3df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:42.455754 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-6c96bae0-989e-462e-bf2d-3ac53725f1ab tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Network fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:42.482490 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-65047961-f0dc-4976-bdfb-02f08315c3df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b0c2727-2690-44e0-97e8-9f283ce90ff8']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:42.507674 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-65047961-f0dc-4976-bdfb-02f08315c3df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:42.509400 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-65047961-f0dc-4976-bdfb-02f08315c3df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0444e6d2-c7de-4c7a-ab8f-3cbfc1ffc759') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:42.538335 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-854aea00-a253-45bd-83aa-4fc0b3417b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:42.544901 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device bc7f38eb-c8de-4769-83f5-b0de5d568f70 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:42.591995 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e87de-9902-4b57-97b1-d6bd88536613 req-7d0483fc-3448-4a99-bc87-09e24c9aacb6 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:42.608932 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-057e87de-9902-4b57-97b1-d6bd88536613 req-7d0483fc-3448-4a99-bc87-09e24c9aacb6 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 931 time: 0.2235510 Nov 12 03:50:42.633661 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-65047961-f0dc-4976-bdfb-02f08315c3df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:42.662017 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-54a53d09-bb56-44d0-9509-502d3391b1fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:42.666741 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-c5917712-bfec-4a43-9a65-4a0c0bd8bd8a None None] Set router bc144d13-1cd4-47ce-9f34-9fd0630d4141 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:42.705226 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-6c96bae0-989e-462e-bf2d-3ac53725f1ab tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:42.716316 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-54a53d09-bb56-44d0-9509-502d3391b1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:42.740928 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-65047961-f0dc-4976-bdfb-02f08315c3df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:42.746909 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-6c96bae0-989e-462e-bf2d-3ac53725f1ab tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:42.761335 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854aea00-a253-45bd-83aa-4fc0b3417b88 None None] Pushing event deleted for resources: {'Port': ['ID=b11ac0ab-0331-4484-85cc-220273fac3fb,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:42.766306 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-057e87de-9902-4b57-97b1-d6bd88536613 req-8bafac1d-5ce5-4b24-9e66-06cec565f3f4 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556492 Nov 12 03:50:42.775921 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854aea00-a253-45bd-83aa-4fc0b3417b88 None None] No DVR routers for this DVR port b11ac0ab-0331-4484-85cc-220273fac3fb on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:42.809001 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65047961-f0dc-4976-bdfb-02f08315c3df admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:50:42.813768 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-65047961-f0dc-4976-bdfb-02f08315c3df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:42.819185 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:50:42.819185 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:50:42.819185 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:50:42.819185 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:50:42.819185 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:50:42.819185 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:50:42.819185 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:50:42.819185 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:50:42.819185 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:50:42.819185 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:50:42.819185 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:50:42.819185 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:50:42.819185 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:50:42.819185 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:50:42.819185 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:50:42.819185 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:50:42.819185 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:50:42.819185 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:50:42.819185 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:50:42.819185 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:50:42.819185 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:50:42.819185 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:50:42.819185 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:50:42.819185 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:50:42.819185 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:50:42.819185 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:50:42.819185 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:50:42.819185 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:50:42.819185 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:50:42.819185 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:50:42.819185 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:50:42.819185 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:50:42.860098 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-d95f700c-60a4-413b-bdb4-3dc83a27596c None None] Provisioning complete for port c6e3f0f3-959b-41d8-9c47-79b1764a38fa triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:42.860691 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d95f700c-60a4-413b-bdb4-3dc83a27596c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:42.887585 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a53d09-bb56-44d0-9509-502d3391b1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbfe938-fa0a-43b2-98d3-e111a4a5767d,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:42.976661 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b45cd2-a4d3-4dc6-ad78-594687f4b5ee tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event updated for resources: {'Subnet': ['ID=4ffda017-3274-4893-8e0e-e28140585def,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:43.011321 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd2c33-c06f-45be-8097-ae45a0ca3680 req-e83b97bb-d149-4832-8e9f-8be45a843c60 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:43.023872 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-98cd2c33-c06f-45be-8097-ae45a0ca3680 req-e83b97bb-d149-4832-8e9f-8be45a843c60 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.8640630 Nov 12 03:50:43.042916 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port bc7f38eb-c8de-4769-83f5-b0de5d568f70 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:43.043315 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.050139 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-65047961-f0dc-4976-bdfb-02f08315c3df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.098629 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-65047961-f0dc-4976-bdfb-02f08315c3df admin admin] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.100610 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210dde5-4698-4cdd-aec0-eeb9ee610e18 None None] Pushing event updated for resources: {'Port': ['ID=c6e3f0f3-959b-41d8-9c47-79b1764a38fa,revision_number=4']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:43.103022 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-65047961-f0dc-4976-bdfb-02f08315c3df admin admin] 10.222.0.50 "DELETE /v2.0/networks/5b0c2727-2690-44e0-97e8-9f283ce90ff8 HTTP/1.1" status: 204 len: 168 time: 1.7798576 Nov 12 03:50:43.103952 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65047961-f0dc-4976-bdfb-02f08315c3df admin admin] Pushing event deleted for resources: {'Network': ['ID=5b0c2727-2690-44e0-97e8-9f283ce90ff8,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:43.117223 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 42860) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:43.154516 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-c5917712-bfec-4a43-9a65-4a0c0bd8bd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc144d13-1cd4-47ce-9f34-9fd0630d4141', 'name': 'tempest-TestServerBasicOps-752152389-router', 'tenant_id': '27d8d327296a4149943f8be1dae983d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'a00f5a94-d520-4368-aec3-0580365edc36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:29Z', 'updated_at': '2021-11-12T03:50:37Z', 'revision_number': 4, 'project_id': '27d8d327296a4149943f8be1dae983d3', 'gw_port': {'id': 'a00f5a94-d520-4368-aec3-0580365edc36', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:16:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc144d13-1cd4-47ce-9f34-9fd0630d4141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:31Z', 'updated_at': '2021-11-12T03:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'c6e3f0f3-959b-41d8-9c47-79b1764a38fa', 'name': '', 'network_id': 'afddff57-c021-4866-8d12-792d55775375', 'tenant_id': '27d8d327296a4149943f8be1dae983d3', 'mac_address': 'fa:16:3e:c7:83:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc144d13-1cd4-47ce-9f34-9fd0630d4141', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '36bad204-5d6d-45a7-8ba7-6407cbfbd2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:35Z', 'updated_at': '2021-11-12T03:50:42Z', 'revision_number': 4, 'project_id': '27d8d327296a4149943f8be1dae983d3', 'subnets': [{'id': '36bad204-5d6d-45a7-8ba7-6407cbfbd2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:43.194245 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5917712-bfec-4a43-9a65-4a0c0bd8bd8a None None] The sync data for ids ['bc144d13-1cd4-47ce-9f34-9fd0630d4141'] in n-d-715271-27 is: [{'id': 'bc144d13-1cd4-47ce-9f34-9fd0630d4141', 'name': 'tempest-TestServerBasicOps-752152389-router', 'tenant_id': '27d8d327296a4149943f8be1dae983d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'a00f5a94-d520-4368-aec3-0580365edc36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:29Z', 'updated_at': '2021-11-12T03:50:37Z', 'revision_number': 4, 'project_id': '27d8d327296a4149943f8be1dae983d3', 'gw_port': {'id': 'a00f5a94-d520-4368-aec3-0580365edc36', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:16:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc144d13-1cd4-47ce-9f34-9fd0630d4141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:31Z', 'updated_at': '2021-11-12T03:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'c6e3f0f3-959b-41d8-9c47-79b1764a38fa', 'name': '', 'network_id': 'afddff57-c021-4866-8d12-792d55775375', 'tenant_id': '27d8d327296a4149943f8be1dae983d3', 'mac_address': 'fa:16:3e:c7:83:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc144d13-1cd4-47ce-9f34-9fd0630d4141', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '36bad204-5d6d-45a7-8ba7-6407cbfbd2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:35Z', 'updated_at': '2021-11-12T03:50:42Z', 'revision_number': 4, 'project_id': '27d8d327296a4149943f8be1dae983d3', 'subnets': [{'id': '36bad204-5d6d-45a7-8ba7-6407cbfbd2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:50:43.215137 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b45cd2-a4d3-4dc6-ad78-594687f4b5ee tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Checking segment: {'id': '1f2a06b6-1ee4-4509-8220-a9be0d6ff630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8797b2ef-d17b-4523-ab1f-9bc842033b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:43.215474 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b45cd2-a4d3-4dc6-ad78-594687f4b5ee tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Network hostable DHCP agents. Network: 8797b2ef-d17b-4523-ab1f-9bc842033b89, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:50:43.243176 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54a53d09-bb56-44d0-9509-502d3391b1fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:50:43.245294 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96bae0-989e-462e-bf2d-3ac53725f1ab tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Pushing event updated for resources: {'Port': ['ID=e1dba9ab-51fb-44f3-806f-541bcfc023f0,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:43.298207 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-6c96bae0-989e-462e-bf2d-3ac53725f1ab tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:43.306580 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-6c96bae0-989e-462e-bf2d-3ac53725f1ab tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.374585 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-54a53d09-bb56-44d0-9509-502d3391b1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.375183 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-54a53d09-bb56-44d0-9509-502d3391b1fc admin admin] Added segment 71944c0f-9c40-4783-9575-4b4f5d679ed7 of type vlan for network 9df2afe3-2afb-4396-8ccb-9e711d365691 Nov 12 03:50:43.414031 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b45cd2-a4d3-4dc6-ad78-594687f4b5ee tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Network 8797b2ef-d17b-4523-ab1f-9bc842033b89 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:50:43.447297 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d95f700c-60a4-413b-bdb4-3dc83a27596c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.459031 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device ba744a6e-f8e4-43a3-9d4a-6db83c284aed details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:50:43.495797 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-6c96bae0-989e-462e-bf2d-3ac53725f1ab tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6267171 Nov 12 03:50:43.537468 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-d95f700c-60a4-413b-bdb4-3dc83a27596c None None] For port c6e3f0f3-959b-41d8-9c47-79b1764a38fa, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=c6e3f0f3-959b-41d8-9c47-79b1764a38fa,segment=NetworkSegment(d3c3b890-163e-4175-9d6f-19bcb21f9a7b),segment_id=d3c3b890-163e-4175-9d6f-19bcb21f9a7b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:43.550723 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d95f700c-60a4-413b-bdb4-3dc83a27596c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.601657 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-10885662-68bd-47e1-91d8-708df6efc3a6 service neutron] Request body: {'port': {'device_id': 'cbf94094-c24e-4292-a743-bd6c95f96afb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:43.621067 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-36b45cd2-a4d3-4dc6-ad78-594687f4b5ee tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 8797b2ef-d17b-4523-ab1f-9bc842033b89) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:43.688854 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c38b2b7-abb1-4c1e-b069-d9559c0e3708 None None] Network 5584e3db-9914-4e98-af8d-a1c786979465 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:43.690675 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-54a53d09-bb56-44d0-9509-502d3391b1fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.721543 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a931bf-e763-434b-b1cd-8a5700c9dcc1 None None] Network 8797b2ef-d17b-4523-ab1f-9bc842033b89 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:43.728408 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-98cd2c33-c06f-45be-8097-ae45a0ca3680 req-1cf2621a-7d5d-4abc-a5e7-4d56b0181b5d tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7013228 Nov 12 03:50:43.757541 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b45cd2-a4d3-4dc6-ad78-594687f4b5ee tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:43.759141 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-36b45cd2-a4d3-4dc6-ad78-594687f4b5ee tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.777404 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.851414 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-54a53d09-bb56-44d0-9509-502d3391b1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.852674 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a53d09-bb56-44d0-9509-502d3391b1fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:43.853255 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-54a53d09-bb56-44d0-9509-502d3391b1fc admin admin] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.998817 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 42884) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:43.999524 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-36b45cd2-a4d3-4dc6-ad78-594687f4b5ee tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.9662449 Nov 12 03:50:44.080559 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-54a53d09-bb56-44d0-9509-502d3391b1fc admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.0252366 Nov 12 03:50:44.086475 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 42886) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:44.092502 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-9c9d6fe1-4bfa-45a4-8072-296089d58606 admin admin] Request body: {'subnet': {'network_id': '9df2afe3-2afb-4396-8ccb-9e711d365691', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-405629835-subnet', 'tenant_id': '6ff0f493697a4774903cde731cf0b734', 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:44.098561 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-10885662-68bd-47e1-91d8-708df6efc3a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:44.107157 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a53d09-bb56-44d0-9509-502d3391b1fc admin admin] Pushing event updated for resources: {'Network': ['ID=9df2afe3-2afb-4396-8ccb-9e711d365691,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:44.151541 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 9df2afe3-2afb-4396-8ccb-9e711d365691 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:50:44.196732 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9d6fe1-4bfa-45a4-8072-296089d58606 admin admin] Made reservation on behalf of 6ff0f493697a4774903cde731cf0b734 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:44.199343 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9c9d6fe1-4bfa-45a4-8072-296089d58606 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:44.231822 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-9618b3ab-0f4a-4d0d-a237-f327fa147c66 None None] Provisioning complete for port c6e3f0f3-959b-41d8-9c47-79b1764a38fa triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:44.232057 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9618b3ab-0f4a-4d0d-a237-f327fa147c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:44.337816 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f700c-60a4-413b-bdb4-3dc83a27596c None None] Pushing event updated for resources: {'Port': ['ID=c6e3f0f3-959b-41d8-9c47-79b1764a38fa,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:44.418974 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493dd75-ffe0-442c-83fb-7715d1adb094 req-24661beb-af7a-4c0d-8dfc-4f1fb8d3e115 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:44.432709 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7493dd75-ffe0-442c-83fb-7715d1adb094 req-24661beb-af7a-4c0d-8dfc-4f1fb8d3e115 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 931 time: 0.4319289 Nov 12 03:50:44.574220 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port bc7f38eb-c8de-4769-83f5-b0de5d568f70, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=bc7f38eb-c8de-4769-83f5-b0de5d568f70,segment=NetworkSegment(be3392e9-aa0f-4ed5-97a1-bfdeaaf5712c),segment_id=be3392e9-aa0f-4ed5-97a1-bfdeaaf5712c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:44.618420 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8365d795-5ee3-40aa-ad1a-0385a1474202 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:44.639205 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7493dd75-ffe0-442c-83fb-7715d1adb094 req-a70d56c4-2f71-4a35-affe-9c1a6e6a0ad4 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055929 Nov 12 03:50:44.760915 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:44.787322 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port ba744a6e-f8e4-43a3-9d4a-6db83c284aed, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=ba744a6e-f8e4-43a3-9d4a-6db83c284aed,segment=NetworkSegment(e1a37112-952a-4865-9288-c11c885b43ad),segment_id=e1a37112-952a-4865-9288-c11c885b43ad)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:44.854482 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8365d795-5ee3-40aa-ad1a-0385a1474202 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:44.981757 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8365d795-5ee3-40aa-ad1a-0385a1474202 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:45.024403 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365d795-5ee3-40aa-ad1a-0385a1474202 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event deleted for resources: {'Subnet': ['ID=4ffda017-3274-4893-8e0e-e28140585def,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:45.122715 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37849c76-c35a-40ca-87a2-fad51917c65d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:45.126374 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8365d795-5ee3-40aa-ad1a-0385a1474202 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:45.173946 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 56032921-fe8d-4717-b312-0a2c0815b051 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:45.198509 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-8365d795-5ee3-40aa-ad1a-0385a1474202 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8797b2ef-d17b-4523-ab1f-9bc842033b89']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:45.225774 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-8365d795-5ee3-40aa-ad1a-0385a1474202 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f2a06b6-1ee4-4509-8220-a9be0d6ff630') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:45.226120 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-8365d795-5ee3-40aa-ad1a-0385a1474202 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f2a06b6-1ee4-4509-8220-a9be0d6ff630') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:45.274500 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 56032921-fe8d-4717-b312-0a2c0815b051 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:45.274827 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 56032921-fe8d-4717-b312-0a2c0815b051 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:45.280726 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device b11ac0ab-0331-4484-85cc-220273fac3fb no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:45.315722 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8365d795-5ee3-40aa-ad1a-0385a1474202 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:45.356363 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8365d795-5ee3-40aa-ad1a-0385a1474202 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:45.357631 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: b11ac0ab-0331-4484-85cc-220273fac3fb {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:45.368674 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device b11ac0ab-0331-4484-85cc-220273fac3fb not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:45.405173 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9c9d6fe1-4bfa-45a4-8072-296089d58606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:45.408756 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8365d795-5ee3-40aa-ad1a-0385a1474202 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:50:45.408926 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8365d795-5ee3-40aa-ad1a-0385a1474202 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:45.427272 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:50:45.427272 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:50:45.427272 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:50:45.427272 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:50:45.427272 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:50:45.427272 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:50:45.427272 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:50:45.427272 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:50:45.427272 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:50:45.427272 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:50:45.427272 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:50:45.427272 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:50:45.427272 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:50:45.427272 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:50:45.427272 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:50:45.427272 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:50:45.427272 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:50:45.427272 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:50:45.427272 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:50:45.427272 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:50:45.427272 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:50:45.427272 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:50:45.427272 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:50:45.427272 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:50:45.427272 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:50:45.427272 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:50:45.427272 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:50:45.427272 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:50:45.427272 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:50:45.427272 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:50:45.427272 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:50:45.427272 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:50:45.477553 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'ba744a6e-f8e4-43a3-9d4a-6db83c284aed', 'network_id': 'e1d2d939-a228-4c67-a48d-d9c905ba8346', 'port_id': 'ba744a6e-f8e4-43a3-9d4a-6db83c284aed', 'mac_address': 'fa:16:3e:0d:1a:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d7cbc7f-e250-4588-a173-dfc01435c52a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:50:45.676865 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device c6e3f0f3-959b-41d8-9c47-79b1764a38fa up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:45.694222 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8365d795-5ee3-40aa-ad1a-0385a1474202 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:45.747212 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8365d795-5ee3-40aa-ad1a-0385a1474202 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:45.763208 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8365d795-5ee3-40aa-ad1a-0385a1474202 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "DELETE /v2.0/networks/8797b2ef-d17b-4523-ab1f-9bc842033b89 HTTP/1.1" status: 204 len: 168 time: 1.7168107 Nov 12 03:50:45.763444 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58805a1b-5064-49bb-9c4a-6b19e52f4268 req-b14cc61c-a0e9-4386-81af-ffdb2e9a7540 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:45.777799 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-58805a1b-5064-49bb-9c4a-6b19e52f4268 req-b14cc61c-a0e9-4386-81af-ffdb2e9a7540 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.7122724 Nov 12 03:50:45.778038 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365d795-5ee3-40aa-ad1a-0385a1474202 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event deleted for resources: {'Network': ['ID=8797b2ef-d17b-4523-ab1f-9bc842033b89,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:45.779489 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 42904) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:45.796096 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-efb711b9-2c0d-42a3-af98-8c14ba5cc632 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1031369981'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:45.817780 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=bc7f38eb-c8de-4769-83f5-b0de5d568f70,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:45.843152 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d6fe1-4bfa-45a4-8072-296089d58606 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee81eaa2-5092-489b-8a26-0cf1ef34ee60,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:45.866317 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-10885662-68bd-47e1-91d8-708df6efc3a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1dba9ab-51fb-44f3-806f-541bcfc023f0 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:50:45.910367 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-10885662-68bd-47e1-91d8-708df6efc3a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:45.938317 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb711b9-2c0d-42a3-af98-8c14ba5cc632 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Made reservation on behalf of 1c0729bd13344d92a53dc793e63335c5 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:45.948237 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-efb711b9-2c0d-42a3-af98-8c14ba5cc632 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:45.958551 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381fc0f9-0c2b-4a1b-b5d1-3833141ff66d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-8797b2ef-d17b-4523-ab1f-9bc842033b89', 'network_id': '8797b2ef-d17b-4523-ab1f-9bc842033b89', 'tenant_id': '1c0729bd13344d92a53dc793e63335c5', 'fixed_ips': [{'subnet_id': '4ffda017-3274-4893-8e0e-e28140585def'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:50:45.959447 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-381fc0f9-0c2b-4a1b-b5d1-3833141ff66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:45.991339 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-10885662-68bd-47e1-91d8-708df6efc3a6 service neutron] Transition to ACTIVE for port object e1dba9ab-51fb-44f3-806f-541bcfc023f0 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:50:46.053325 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-10885662-68bd-47e1-91d8-708df6efc3a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:46.077867 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a424e6-c049-479a-84ce-cdb9eb37c117 req-39b42f1d-c09a-41a5-89b8-f8a93995d13a tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:46.077867 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-27a424e6-c049-479a-84ce-cdb9eb37c117 req-39b42f1d-c09a-41a5-89b8-f8a93995d13a tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 931 time: 0.2161255 Nov 12 03:50:46.078581 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efb711b9-2c0d-42a3-af98-8c14ba5cc632 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:50:46.120750 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:46.139013 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-efb711b9-2c0d-42a3-af98-8c14ba5cc632 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:46.139239 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-efb711b9-2c0d-42a3-af98-8c14ba5cc632 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Added segment 4ffb282c-b0bd-42f6-b088-60fbd706ce7f of type vlan for network 7a0e8621-ae31-482c-9f75-8cdc0536ba9e Nov 12 03:50:46.181726 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-9618b3ab-0f4a-4d0d-a237-f327fa147c66 None None] Provisioning complete for port bc7f38eb-c8de-4769-83f5-b0de5d568f70 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:46.182318 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9618b3ab-0f4a-4d0d-a237-f327fa147c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:46.235720 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10885662-68bd-47e1-91d8-708df6efc3a6 service neutron] Pushing event updated for resources: {'Port': ['ID=e1dba9ab-51fb-44f3-806f-541bcfc023f0,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:46.241011 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-27a424e6-c049-479a-84ce-cdb9eb37c117 req-0360c47b-c3c4-49f0-9385-dced43396282 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508465 Nov 12 03:50:46.277568 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-efb711b9-2c0d-42a3-af98-8c14ba5cc632 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:46.283139 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba744a6e-f8e4-43a3-9d4a-6db83c284aed {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:50:46.290995 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9d6fe1-4bfa-45a4-8072-296089d58606 admin admin] Checking segment: {'id': '71944c0f-9c40-4783-9575-4b4f5d679ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9df2afe3-2afb-4396-8ccb-9e711d365691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:46.291356 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9d6fe1-4bfa-45a4-8072-296089d58606 admin admin] Network hostable DHCP agents. Network: 9df2afe3-2afb-4396-8ccb-9e711d365691, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:50:46.308120 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-37849c76-c35a-40ca-87a2-fad51917c65d admin admin] Deleting port 15575395-1e6e-4411-9b58-5e9f97206185 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:46.315871 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-58805a1b-5064-49bb-9c4a-6b19e52f4268 req-a3af6ae8-2150-413e-b920-d4973d3aa35d tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5368233 Nov 12 03:50:46.318975 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37849c76-c35a-40ca-87a2-fad51917c65d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:46.360706 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port ba744a6e-f8e4-43a3-9d4a-6db83c284aed, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=ba744a6e-f8e4-43a3-9d4a-6db83c284aed,segment=NetworkSegment(e1a37112-952a-4865-9288-c11c885b43ad),segment_id=e1a37112-952a-4865-9288-c11c885b43ad)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:46.423616 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b488c204-1a3c-4b31-808f-9f5144537c49 None None] Network 8797b2ef-d17b-4523-ab1f-9bc842033b89 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:46.449349 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:46.522808 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9d6fe1-4bfa-45a4-8072-296089d58606 admin admin] Network 9df2afe3-2afb-4396-8ccb-9e711d365691 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:50:46.567994 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-9c9d6fe1-4bfa-45a4-8072-296089d58606 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 9df2afe3-2afb-4396-8ccb-9e711d365691) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:46.579882 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-37849c76-c35a-40ca-87a2-fad51917c65d admin admin] For port 15575395-1e6e-4411-9b58-5e9f97206185, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=15575395-1e6e-4411-9b58-5e9f97206185,segment=NetworkSegment(0ffcab18-c2d3-4cf5-a1a4-aea5408f041a),segment_id=0ffcab18-c2d3-4cf5-a1a4-aea5408f041a)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:46.580592 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37849c76-c35a-40ca-87a2-fad51917c65d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:46.608034 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9d6fe1-4bfa-45a4-8072-296089d58606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:46.609501 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=ba744a6e-f8e4-43a3-9d4a-6db83c284aed,revision_number=6']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:46.612785 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9c9d6fe1-4bfa-45a4-8072-296089d58606 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:46.627017 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-37849c76-c35a-40ca-87a2-fad51917c65d admin admin] Calling delete_port for 15575395-1e6e-4411-9b58-5e9f97206185 owned by network:router_interface {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:46.644025 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d84033-1b78-4545-953b-d43bb7f56784 None None] Network 9df2afe3-2afb-4396-8ccb-9e711d365691 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:46.648790 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-10885662-68bd-47e1-91d8-708df6efc3a6 service neutron] Attempting to bind port e1dba9ab-51fb-44f3-806f-541bcfc023f0 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:50:46.650243 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port c6e3f0f3-959b-41d8-9c47-79b1764a38fa triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:46.650814 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-10885662-68bd-47e1-91d8-708df6efc3a6 service neutron] Attempting to bind port e1dba9ab-51fb-44f3-806f-541bcfc023f0 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '0f2f65a3-04d3-403b-a440-78cd841660b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:50:46.651146 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-10885662-68bd-47e1-91d8-708df6efc3a6 service neutron] Attempting to bind port e1dba9ab-51fb-44f3-806f-541bcfc023f0 on network fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:46.651295 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:46.684705 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9c9d6fe1-4bfa-45a4-8072-296089d58606 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.5963757 Nov 12 03:50:46.685916 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-10885662-68bd-47e1-91d8-708df6efc3a6 service neutron] Port e1dba9ab-51fb-44f3-806f-541bcfc023f0 on network fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:50:46.686324 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-10885662-68bd-47e1-91d8-708df6efc3a6 service neutron] Attempting to bind port e1dba9ab-51fb-44f3-806f-541bcfc023f0 on network fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:46.688891 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 42908) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:46.694429 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-b889929c-da4c-4108-8b90-10fa867dbcde admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-405629835-router', 'tenant_id': '6ff0f493697a4774903cde731cf0b734', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:46.697076 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b488c204-1a3c-4b31-808f-9f5144537c49 None None] Network 8797b2ef-d17b-4523-ab1f-9bc842033b89 could not be found, it might have been deleted concurrently. {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 03:50:46.722030 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-10885662-68bd-47e1-91d8-708df6efc3a6 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:50:46.722356 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-10885662-68bd-47e1-91d8-708df6efc3a6 service neutron] Checking segment: {'id': '0f2f65a3-04d3-403b-a440-78cd841660b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:46.725801 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-10885662-68bd-47e1-91d8-708df6efc3a6 service neutron] Bound using segment: {'id': '0f2f65a3-04d3-403b-a440-78cd841660b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:50:46.726462 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-10885662-68bd-47e1-91d8-708df6efc3a6 service neutron] Bound port: e1dba9ab-51fb-44f3-806f-541bcfc023f0, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2f65a3-04d3-403b-a440-78cd841660b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:50:46.728209 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-10885662-68bd-47e1-91d8-708df6efc3a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:46.765109 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-efb711b9-2c0d-42a3-af98-8c14ba5cc632 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:46.776564 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb711b9-2c0d-42a3-af98-8c14ba5cc632 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:46.777570 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-efb711b9-2c0d-42a3-af98-8c14ba5cc632 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:46.847266 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b889929c-da4c-4108-8b90-10fa867dbcde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:46.849972 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['ba744a6e-f8e4-43a3-9d4a-6db83c284aed'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:50:46.851657 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b889929c-da4c-4108-8b90-10fa867dbcde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:46.875079 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb711b9-2c0d-42a3-af98-8c14ba5cc632 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event updated for resources: {'Network': ['ID=7a0e8621-ae31-482c-9f75-8cdc0536ba9e,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:46.899698 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-efb711b9-2c0d-42a3-af98-8c14ba5cc632 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1179154 Nov 12 03:50:46.935981 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 42910) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:46.943832 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-2bd46372-2ae4-4ed8-986b-15d1fdb90e86 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Request body: {'subnet': {'network_id': '7a0e8621-ae31-482c-9f75-8cdc0536ba9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:47.019883 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b889929c-da4c-4108-8b90-10fa867dbcde admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.144939 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd46372-2ae4-4ed8-986b-15d1fdb90e86 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Made reservation on behalf of 1c0729bd13344d92a53dc793e63335c5 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:47.150778 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2bd46372-2ae4-4ed8-986b-15d1fdb90e86 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.230783 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.ipam_backend_mixin [None req-2bd46372-2ae4-4ed8-986b-15d1fdb90e86 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Performing IP validity checks on allocation pools {{(pid=102571) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 03:50:47.231470 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.ipam_backend_mixin [None req-2bd46372-2ae4-4ed8-986b-15d1fdb90e86 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102571) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 03:50:47.324309 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37849c76-c35a-40ca-87a2-fad51917c65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.382996 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 7a0e8621-ae31-482c-9f75-8cdc0536ba9e details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:50:47.470528 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37849c76-c35a-40ca-87a2-fad51917c65d admin admin] Pushing event deleted for resources: {'Port': ['ID=15575395-1e6e-4411-9b58-5e9f97206185,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:47.542270 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b889929c-da4c-4108-8b90-10fa867dbcde admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.712767 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb363452-1906-44e9-ab4f-394f3f034b9d req-4a7caac5-4497-472a-bc20-98f31bd3303d tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:47.720585 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-eb363452-1906-44e9-ab4f-394f3f034b9d req-4a7caac5-4497-472a-bc20-98f31bd3303d tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 943 time: 0.2567112 Nov 12 03:50:47.752407 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-10885662-68bd-47e1-91d8-708df6efc3a6 service neutron] For port e1dba9ab-51fb-44f3-806f-541bcfc023f0, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:50:47.786544 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3546c0f5-120c-4446-8ee2-c954a47bbd3c req-bc8d1c04-2425-4c39-8dc9-e47f8dd8d5ae tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:47.788706 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3546c0f5-120c-4446-8ee2-c954a47bbd3c req-bc8d1c04-2425-4c39-8dc9-e47f8dd8d5ae tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 944 time: 0.2283177 Nov 12 03:50:47.797193 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-10885662-68bd-47e1-91d8-708df6efc3a6 service neutron] For port e1dba9ab-51fb-44f3-806f-541bcfc023f0, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=e1dba9ab-51fb-44f3-806f-541bcfc023f0,segment=NetworkSegment(0f2f65a3-04d3-403b-a440-78cd841660b6),segment_id=0f2f65a3-04d3-403b-a440-78cd841660b6)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:50:47.816769 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-10885662-68bd-47e1-91d8-708df6efc3a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.861898 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-eb363452-1906-44e9-ab4f-394f3f034b9d req-6f8824ac-7c88-477b-804d-ee4247c57354 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383736 Nov 12 03:50:47.890767 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2bd46372-2ae4-4ed8-986b-15d1fdb90e86 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:48.077315 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-10885662-68bd-47e1-91d8-708df6efc3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:48.082203 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-10885662-68bd-47e1-91d8-708df6efc3a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:48.085188 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-10885662-68bd-47e1-91d8-708df6efc3a6 service neutron] 10.222.0.90 "PUT /v2.0/ports/e1dba9ab-51fb-44f3-806f-541bcfc023f0 HTTP/1.1" status: 200 len: 1092 time: 4.5384619 Nov 12 03:50:48.126627 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dbcf55-414c-4f89-befe-18baaa346c6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-9df2afe3-2afb-4396-8ccb-9e711d365691', 'network_id': '9df2afe3-2afb-4396-8ccb-9e711d365691', 'tenant_id': '6ff0f493697a4774903cde731cf0b734', 'fixed_ips': [{'subnet_id': 'ee81eaa2-5092-489b-8a26-0cf1ef34ee60'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:50:48.127539 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f3dbcf55-414c-4f89-befe-18baaa346c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:48.197312 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd46372-2ae4-4ed8-986b-15d1fdb90e86 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Checking segment: {'id': '4ffb282c-b0bd-42f6-b088-60fbd706ce7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7a0e8621-ae31-482c-9f75-8cdc0536ba9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:48.198279 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd46372-2ae4-4ed8-986b-15d1fdb90e86 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Network hostable DHCP agents. Network: 7a0e8621-ae31-482c-9f75-8cdc0536ba9e, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:50:48.254245 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd46372-2ae4-4ed8-986b-15d1fdb90e86 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event updated for resources: {'Subnet': ['ID=48181b43-a40c-4bee-8dce-76376de91631,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:48.444262 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:48.461488 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf94094-c24e-4292-a743-bd6c95f96afb', 'tag': 'e1dba9ab-51fb-44f3-806f-541bcfc023f0'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:50:48.464350 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7350c831-070e-4fc1-98ae-6cf6b23088cb" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf94094-c24e-4292-a743-bd6c95f96afb", "tag": "e1dba9ab-51fb-44f3-806f-541bcfc023f0"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:50:48.471768 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-d6d035ab-3001-462f-93ec-4e280068352f None None] Provisioning complete for port bc7f38eb-c8de-4769-83f5-b0de5d568f70 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:48.472177 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d6d035ab-3001-462f-93ec-4e280068352f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:48.522973 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b889929c-da4c-4108-8b90-10fa867dbcde admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:48.557482 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-f3dbcf55-414c-4f89-befe-18baaa346c6c None None] Allocated IP 172.20.0.2 (9df2afe3-2afb-4396-8ccb-9e711d365691/ee81eaa2-5092-489b-8a26-0cf1ef34ee60/e06c3d71-aca1-446a-8c25-a5db0be6faa9) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:48.574209 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3546c0f5-120c-4446-8ee2-c954a47bbd3c req-128de843-a529-46d9-819f-f5ffa4f4b301 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7576451 Nov 12 03:50:48.733855 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device bc7f38eb-c8de-4769-83f5-b0de5d568f70 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:48.791358 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267bc77b-25f9-4b8c-88ca-78eae5b5da24 x-openstack-request-id: req-267bc77b-25f9-4b8c-88ca-78eae5b5da24 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:50:48.792007 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf94094-c24e-4292-a743-bd6c95f96afb", "tag": "e1dba9ab-51fb-44f3-806f-541bcfc023f0", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:50:48.792174 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-267bc77b-25f9-4b8c-88ca-78eae5b5da24 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:50:48.792606 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf94094-c24e-4292-a743-bd6c95f96afb', 'tag': 'e1dba9ab-51fb-44f3-806f-541bcfc023f0', 'status': 'completed', 'code': 200} Nov 12 03:50:48.793724 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b889929c-da4c-4108-8b90-10fa867dbcde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:48.809038 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10885662-68bd-47e1-91d8-708df6efc3a6 service neutron] Pushing event updated for resources: {'Port': ['ID=e1dba9ab-51fb-44f3-806f-541bcfc023f0,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:48.864529 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-81ce0a22-c05e-40aa-9e57-9968447ea3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:48.866516 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-81ce0a22-c05e-40aa-9e57-9968447ea3af service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=27d4836293914c108ba09bff97dd7daa&device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 1095 time: 0.3724575 Nov 12 03:50:48.997986 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-90e47ca2-c777-46b4-a014-ab5fb1488dbd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1dba9ab-51fb-44f3-806f-541bcfc023f0 HTTP/1.1" status: 200 len: 217 time: 0.1112940 Nov 12 03:50:49.104176 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port bc7f38eb-c8de-4769-83f5-b0de5d568f70 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:49.104685 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:49.337867 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f3dbcf55-414c-4f89-befe-18baaa346c6c None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:49.345985 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37849c76-c35a-40ca-87a2-fad51917c65d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:49.355548 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd46372-2ae4-4ed8-986b-15d1fdb90e86 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Network 7a0e8621-ae31-482c-9f75-8cdc0536ba9e is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:50:49.371330 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f3dbcf55-414c-4f89-befe-18baaa346c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:49.443220 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-2bd46372-2ae4-4ed8-986b-15d1fdb90e86 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 7a0e8621-ae31-482c-9f75-8cdc0536ba9e) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:49.450918 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd46372-2ae4-4ed8-986b-15d1fdb90e86 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:49.452021 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2bd46372-2ae4-4ed8-986b-15d1fdb90e86 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:49.518346 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dbcf55-414c-4f89-befe-18baaa346c6c None None] Network 9df2afe3-2afb-4396-8ccb-9e711d365691 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:49.529776 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-f3dbcf55-414c-4f89-befe-18baaa346c6c None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:49.548647 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dbcf55-414c-4f89-befe-18baaa346c6c None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:49.587981 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2bd46372-2ae4-4ed8-986b-15d1fdb90e86 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.6501987 Nov 12 03:50:49.592723 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 42932) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:49.668704 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc656d71-b797-4b03-a783-1883c1b7e367 None None] Network 7a0e8621-ae31-482c-9f75-8cdc0536ba9e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:49.758328 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dbcf55-414c-4f89-befe-18baaa346c6c None None] Pushing event updated for resources: {'Port': ['ID=e06c3d71-aca1-446a-8c25-a5db0be6faa9,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:49.835189 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dbcf55-414c-4f89-befe-18baaa346c6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:49.835622 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dbcf55-414c-4f89-befe-18baaa346c6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:49.835960 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dbcf55-414c-4f89-befe-18baaa346c6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:49.836324 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dbcf55-414c-4f89-befe-18baaa346c6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:49.838488 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dbcf55-414c-4f89-befe-18baaa346c6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:49.838488 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dbcf55-414c-4f89-befe-18baaa346c6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:49.838488 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dbcf55-414c-4f89-befe-18baaa346c6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:49.838488 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dbcf55-414c-4f89-befe-18baaa346c6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:49.838488 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dbcf55-414c-4f89-befe-18baaa346c6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:49.838488 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dbcf55-414c-4f89-befe-18baaa346c6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:49.838488 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dbcf55-414c-4f89-befe-18baaa346c6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:49.839036 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dbcf55-414c-4f89-befe-18baaa346c6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:49.913841 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-f3dbcf55-414c-4f89-befe-18baaa346c6c None None] Attempting to bind port e06c3d71-aca1-446a-8c25-a5db0be6faa9 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:50:49.914535 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-f3dbcf55-414c-4f89-befe-18baaa346c6c None None] Attempting to bind port e06c3d71-aca1-446a-8c25-a5db0be6faa9 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '71944c0f-9c40-4783-9575-4b4f5d679ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9df2afe3-2afb-4396-8ccb-9e711d365691'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:50:49.915260 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dbcf55-414c-4f89-befe-18baaa346c6c None None] Attempting to bind port e06c3d71-aca1-446a-8c25-a5db0be6faa9 on network 9df2afe3-2afb-4396-8ccb-9e711d365691 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:49.930440 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dbcf55-414c-4f89-befe-18baaa346c6c None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:50:49.931200 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dbcf55-414c-4f89-befe-18baaa346c6c None None] Checking segment: {'id': '71944c0f-9c40-4783-9575-4b4f5d679ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9df2afe3-2afb-4396-8ccb-9e711d365691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:49.932112 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f3dbcf55-414c-4f89-befe-18baaa346c6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:49.934984 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dbcf55-414c-4f89-befe-18baaa346c6c None None] Bound using segment: {'id': '71944c0f-9c40-4783-9575-4b4f5d679ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9df2afe3-2afb-4396-8ccb-9e711d365691'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:50:49.935942 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-f3dbcf55-414c-4f89-befe-18baaa346c6c None None] Bound port: e06c3d71-aca1-446a-8c25-a5db0be6faa9, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71944c0f-9c40-4783-9575-4b4f5d679ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9df2afe3-2afb-4396-8ccb-9e711d365691'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:50:49.936636 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f3dbcf55-414c-4f89-befe-18baaa346c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:50.072148 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9b4a03d8-1fec-4db9-8b73-95372e76e95a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:50.116049 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bde4a8a-afa6-4c23-85f1-78690a4cd2fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-7a0e8621-ae31-482c-9f75-8cdc0536ba9e', 'network_id': '7a0e8621-ae31-482c-9f75-8cdc0536ba9e', 'tenant_id': '1c0729bd13344d92a53dc793e63335c5', 'fixed_ips': [{'subnet_id': '48181b43-a40c-4bee-8dce-76376de91631'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:50:50.118000 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0bde4a8a-afa6-4c23-85f1-78690a4cd2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:50.194941 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-f3dbcf55-414c-4f89-befe-18baaa346c6c None None] For port e06c3d71-aca1-446a-8c25-a5db0be6faa9, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:50:50.227147 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5accd8-9c72-4640-860d-d81769d98399 req-d42a9ee3-33f1-472a-9bf6-1b35c325ba35 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:50.237175 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0d5accd8-9c72-4640-860d-d81769d98399 req-d42a9ee3-33f1-472a-9bf6-1b35c325ba35 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 944 time: 0.3970068 Nov 12 03:50:50.265947 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-f3dbcf55-414c-4f89-befe-18baaa346c6c None None] For port e06c3d71-aca1-446a-8c25-a5db0be6faa9, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e06c3d71-aca1-446a-8c25-a5db0be6faa9,segment=NetworkSegment(71944c0f-9c40-4783-9575-4b4f5d679ed7),segment_id=71944c0f-9c40-4783-9575-4b4f5d679ed7)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:50:50.286804 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f3dbcf55-414c-4f89-befe-18baaa346c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:50.385979 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0d5accd8-9c72-4640-860d-d81769d98399 req-60086f49-4190-49a7-a918-cd2900d70f10 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354895 Nov 12 03:50:50.497294 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device ba744a6e-f8e4-43a3-9d4a-6db83c284aed up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:50.498076 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-cbb4abbc-154d-42db-a19d-02e9e743338b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:50.505463 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-cbb4abbc-154d-42db-a19d-02e9e743338b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2 HTTP/1.1" status: 200 len: 850 time: 1.5027618 Nov 12 03:50:50.537747 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37849c76-c35a-40ca-87a2-fad51917c65d admin admin] Router 1d8f25fe-0e88-41ea-9a81-988c43015246 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:50:50.585708 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9b4a03d8-1fec-4db9-8b73-95372e76e95a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:50.646938 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4e33e-8344-4fc4-9ed7-e95b7340e07c req-3997f8f9-0ede-413e-a8c5-9a7b4e265efe tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:50.667934 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-91c4e33e-8344-4fc4-9ed7-e95b7340e07c req-3997f8f9-0ede-413e-a8c5-9a7b4e265efe tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 943 time: 1.5118163 Nov 12 03:50:50.691179 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-0bde4a8a-afa6-4c23-85f1-78690a4cd2fa None None] Allocated IP 172.20.0.3 (7a0e8621-ae31-482c-9f75-8cdc0536ba9e/48181b43-a40c-4bee-8dce-76376de91631/b0dc5e3e-17e4-4ecc-9f2a-58bdc0da47ee) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:50.798556 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-b889929c-da4c-4108-8b90-10fa867dbcde admin admin] Allocated IP 172.25.5.224 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/82e204ac-bea0-4492-a5dd-45d7418f910e) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:50.825942 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-f0a6ab94-f5cc-435a-b56e-700a3d4f7913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:50.828265 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-f0a6ab94-f5cc-435a-b56e-700a3d4f7913 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2968249 Nov 12 03:50:50.857813 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dbcf55-414c-4f89-befe-18baaa346c6c None None] Pushing event updated for resources: {'Port': ['ID=e06c3d71-aca1-446a-8c25-a5db0be6faa9,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:50.947445 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-91c4e33e-8344-4fc4-9ed7-e95b7340e07c req-26aa8f2b-d353-44d9-8ea7-ac774c47921b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778139 Nov 12 03:50:51.182161 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port ba744a6e-f8e4-43a3-9d4a-6db83c284aed triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:51.188408 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:51.257360 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37849c76-c35a-40ca-87a2-fad51917c65d admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:50:51.274590 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-37849c76-c35a-40ca-87a2-fad51917c65d admin admin] 10.222.0.50 "PUT /v2.0/routers/1d8f25fe-0e88-41ea-9a81-988c43015246/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1558542 Nov 12 03:50:51.284585 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 42940) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:51.351856 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a05a6c2-ffbe-4e20-8a4f-61b041417baa None None] Sync routers for ids ['1d8f25fe-0e88-41ea-9a81-988c43015246'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:50:51.360220 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-e883ba1e-e84b-40ab-beed-a0f9dd8168cb service neutron] 10.222.0.90 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5102863 Nov 12 03:50:51.442876 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a05a6c2-ffbe-4e20-8a4f-61b041417baa None None] Routers {'1d8f25fe-0e88-41ea-9a81-988c43015246'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:51.443582 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-0a05a6c2-ffbe-4e20-8a4f-61b041417baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:50:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1d8f25fe-0e88-41ea-9a81-988c43015246'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:51.613310 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f9607a52-98d4-4c86-8c8e-4b5a0406a8ce req-e72ad6c8-210a-4a5e-8d6b-26b2b006a89c service neutron] 10.222.0.90 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452660 Nov 12 03:50:51.661650 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b889929c-da4c-4108-8b90-10fa867dbcde admin admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:51.770795 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:51.799687 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1459e0a0-a45b-4e7e-aa3f-eec5348fc541 admin admin] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:51.810709 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0bde4a8a-afa6-4c23-85f1-78690a4cd2fa None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:51.878430 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bda0017-2bbb-425a-b9c9-cec3571bbc53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba744a6e-f8e4-43a3-9d4a-6db83c284aed'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:50:51.881735 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab12ebc-e52c-4b5e-b1dc-ccaa0faf8198" -d '{"events": [{"server_uuid": "1bda0017-2bbb-425a-b9c9-cec3571bbc53", "name": "network-vif-plugged", "status": "completed", "tag": "ba744a6e-f8e4-43a3-9d4a-6db83c284aed"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:50:51.939908 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0bde4a8a-afa6-4c23-85f1-78690a4cd2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:51.961505 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350c831-070e-4fc1-98ae-6cf6b23088cb req-75bf035e-6e99-49d1-8d7a-7279cf32c72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:51.965550 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7350c831-070e-4fc1-98ae-6cf6b23088cb req-75bf035e-6e99-49d1-8d7a-7279cf32c72d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=27d4836293914c108ba09bff97dd7daa&device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 1095 time: 0.1659169 Nov 12 03:50:51.967983 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b889929c-da4c-4108-8b90-10fa867dbcde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:51.972560 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port ba744a6e-f8e4-43a3-9d4a-6db83c284aed, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=ba744a6e-f8e4-43a3-9d4a-6db83c284aed,segment=NetworkSegment(e1a37112-952a-4865-9288-c11c885b43ad),segment_id=e1a37112-952a-4865-9288-c11c885b43ad)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:52.011626 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0afbbf-04fb-44df-ba83-75c3777a55f6 req-68116022-2a10-4a89-8c1d-87610e287b83 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:52.030246 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3d0afbbf-04fb-44df-ba83-75c3777a55f6 req-68116022-2a10-4a89-8c1d-87610e287b83 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 944 time: 0.3576024 Nov 12 03:50:52.089281 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.124698 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2a089b-604b-4f49-861c-921ca48856bb x-openstack-request-id: req-fb2a089b-604b-4f49-861c-921ca48856bb {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:50:52.125120 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bda0017-2bbb-425a-b9c9-cec3571bbc53", "name": "network-vif-plugged", "status": "completed", "tag": "ba744a6e-f8e4-43a3-9d4a-6db83c284aed", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:50:52.125257 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fb2a089b-604b-4f49-861c-921ca48856bb {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:50:52.125639 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bda0017-2bbb-425a-b9c9-cec3571bbc53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba744a6e-f8e4-43a3-9d4a-6db83c284aed', 'code': 200} Nov 12 03:50:52.131582 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-0a05a6c2-ffbe-4e20-8a4f-61b041417baa None None] Set router 1d8f25fe-0e88-41ea-9a81-988c43015246 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:52.175268 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9b4a03d8-1fec-4db9-8b73-95372e76e95a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.345021 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b889929c-da4c-4108-8b90-10fa867dbcde admin admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:52.358054 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350c831-070e-4fc1-98ae-6cf6b23088cb req-8fb0f7c5-e6b4-4576-808b-1378d070e759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:52.362842 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7350c831-070e-4fc1-98ae-6cf6b23088cb req-8fb0f7c5-e6b4-4576-808b-1378d070e759 service neutron] 10.222.0.90 "GET /v2.0/networks?id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 HTTP/1.1" status: 200 len: 912 time: 0.3804436 Nov 12 03:50:52.366154 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bde4a8a-afa6-4c23-85f1-78690a4cd2fa None None] Network 7a0e8621-ae31-482c-9f75-8cdc0536ba9e is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:52.366381 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b889929c-da4c-4108-8b90-10fa867dbcde admin admin] Pushing event updated for resources: {'Port': ['ID=82e204ac-bea0-4492-a5dd-45d7418f910e,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:52.379585 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-b889929c-da4c-4108-8b90-10fa867dbcde admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:52.405409 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b889929c-da4c-4108-8b90-10fa867dbcde admin admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:52.425126 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429b8fa3-7844-4516-bc44-cd6abcab7509 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:52.428340 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-0bde4a8a-afa6-4c23-85f1-78690a4cd2fa None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:52.433336 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bde4a8a-afa6-4c23-85f1-78690a4cd2fa None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:52.438192 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde4a8a-afa6-4c23-85f1-78690a4cd2fa None None] Pushing event updated for resources: {'Port': ['ID=b0dc5e3e-17e4-4ecc-9f2a-58bdc0da47ee,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:52.450562 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a03d8-1fec-4db9-8b73-95372e76e95a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event deleted for resources: {'Subnet': ['ID=48181b43-a40c-4bee-8dce-76376de91631,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:52.529685 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e06c3d71-aca1-446a-8c25-a5db0be6faa9 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:52.613404 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4a03d8-1fec-4db9-8b73-95372e76e95a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:52.616613 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4a03d8-1fec-4db9-8b73-95372e76e95a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:52.617084 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4a03d8-1fec-4db9-8b73-95372e76e95a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:52.617532 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4a03d8-1fec-4db9-8b73-95372e76e95a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:52.618317 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4a03d8-1fec-4db9-8b73-95372e76e95a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:52.621439 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4a03d8-1fec-4db9-8b73-95372e76e95a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:52.621909 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4a03d8-1fec-4db9-8b73-95372e76e95a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:52.622354 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4a03d8-1fec-4db9-8b73-95372e76e95a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:52.628632 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4a03d8-1fec-4db9-8b73-95372e76e95a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:52.629131 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4a03d8-1fec-4db9-8b73-95372e76e95a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:52.630119 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4a03d8-1fec-4db9-8b73-95372e76e95a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:52.630555 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4a03d8-1fec-4db9-8b73-95372e76e95a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:52.665298 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3d0afbbf-04fb-44df-ba83-75c3777a55f6 req-baf3fbe2-f0f1-4f62-b87b-238e792e6da3 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6053560 Nov 12 03:50:52.690229 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1459e0a0-a45b-4e7e-aa3f-eec5348fc541 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.762436 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7350c831-070e-4fc1-98ae-6cf6b23088cb req-c12ad59c-e829-48a8-b99f-9cd00655bd43 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1dba9ab-51fb-44f3-806f-541bcfc023f0 HTTP/1.1" status: 200 len: 217 time: 0.3648958 Nov 12 03:50:52.827201 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9b4a03d8-1fec-4db9-8b73-95372e76e95a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.991864 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-9b4a03d8-1fec-4db9-8b73-95372e76e95a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a0e8621-ae31-482c-9f75-8cdc0536ba9e']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:53.019909 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350c831-070e-4fc1-98ae-6cf6b23088cb req-a1f45b25-2262-4b63-87a1-bca99c33c2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:53.037186 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-9b4a03d8-1fec-4db9-8b73-95372e76e95a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ffb282c-b0bd-42f6-b088-60fbd706ce7f') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:53.037186 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-9b4a03d8-1fec-4db9-8b73-95372e76e95a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ffb282c-b0bd-42f6-b088-60fbd706ce7f') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:53.037406 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7350c831-070e-4fc1-98ae-6cf6b23088cb req-a1f45b25-2262-4b63-87a1-bca99c33c2cb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2 HTTP/1.1" status: 200 len: 850 time: 0.2479751 Nov 12 03:50:53.063253 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9b4a03d8-1fec-4db9-8b73-95372e76e95a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:53.162827 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9b4a03d8-1fec-4db9-8b73-95372e76e95a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:53.164826 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b0c3d-55e1-4d7f-bfa6-4c69debd8d37 req-fd9177b4-caf6-4465-97d4-ed17f6df7792 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:53.166519 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fe9b0c3d-55e1-4d7f-bfa6-4c69debd8d37 req-fd9177b4-caf6-4465-97d4-ed17f6df7792 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 943 time: 0.7218859 Nov 12 03:50:53.186785 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b4a03d8-1fec-4db9-8b73-95372e76e95a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:50:53.191044 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9b4a03d8-1fec-4db9-8b73-95372e76e95a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:53.198403 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:50:53.198403 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:50:53.198403 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:50:53.198403 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:50:53.198403 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:50:53.198403 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:50:53.198403 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:50:53.198403 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:50:53.198403 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:50:53.198403 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:50:53.198403 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:50:53.198403 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:50:53.198403 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:50:53.198403 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:50:53.198403 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:50:53.198403 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:50:53.198403 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:50:53.198403 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:50:53.198403 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:50:53.198403 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:50:53.198403 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:50:53.198403 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:50:53.198403 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:50:53.198403 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:50:53.198403 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:50:53.198403 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:50:53.198403 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:50:53.198403 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:50:53.198403 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:50:53.198403 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:50:53.198403 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:50:53.198403 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:50:53.315496 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a114758-68c8-4920-9752-4c214c1c71ef None None] Network 9df2afe3-2afb-4396-8ccb-9e711d365691 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:53.367658 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-1459e0a0-a45b-4e7e-aa3f-eec5348fc541 admin admin] Deleting port a2070cc6-e743-4af8-9c6f-2f51ce8a186b {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:53.368756 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1459e0a0-a45b-4e7e-aa3f-eec5348fc541 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:53.401639 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.db.api [None req-9b4a03d8-1fec-4db9-8b73-95372e76e95a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 03:50:53.401639 n-d-715271-27 neutron-server[102571]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 03:50:53.401639 n-d-715271-27 neutron-server[102571]: [parameters: {'id': '7a0e8621-ae31-482c-9f75-8cdc0536ba9e'}] Nov 12 03:50:53.401639 n-d-715271-27 neutron-server[102571]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:50:53.402689 n-d-715271-27 neutron-server[102571]: DEBUG oslo_db.api [None req-9b4a03d8-1fec-4db9-8b73-95372e76e95a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:50:53.517205 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-1459e0a0-a45b-4e7e-aa3f-eec5348fc541 admin admin] For port a2070cc6-e743-4af8-9c6f-2f51ce8a186b, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=a2070cc6-e743-4af8-9c6f-2f51ce8a186b,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:53.519011 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1459e0a0-a45b-4e7e-aa3f-eec5348fc541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:53.578114 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-1459e0a0-a45b-4e7e-aa3f-eec5348fc541 admin admin] Calling delete_port for a2070cc6-e743-4af8-9c6f-2f51ce8a186b owned by network:router_gateway {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:53.703189 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350c831-070e-4fc1-98ae-6cf6b23088cb req-a5d7dde0-cca0-4fb3-aca9-99a82bf080c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:53.705631 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7350c831-070e-4fc1-98ae-6cf6b23088cb req-a5d7dde0-cca0-4fb3-aca9-99a82bf080c8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6734858 Nov 12 03:50:53.799631 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-0bde4a8a-afa6-4c23-85f1-78690a4cd2fa None None] Attempting to bind port b0dc5e3e-17e4-4ecc-9f2a-58bdc0da47ee on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:50:53.799877 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-0bde4a8a-afa6-4c23-85f1-78690a4cd2fa None None] Attempting to bind port b0dc5e3e-17e4-4ecc-9f2a-58bdc0da47ee by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '4ffb282c-b0bd-42f6-b088-60fbd706ce7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7a0e8621-ae31-482c-9f75-8cdc0536ba9e'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:50:53.800336 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bde4a8a-afa6-4c23-85f1-78690a4cd2fa None None] Attempting to bind port b0dc5e3e-17e4-4ecc-9f2a-58bdc0da47ee on network 7a0e8621-ae31-482c-9f75-8cdc0536ba9e {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:53.822416 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=ba744a6e-f8e4-43a3-9d4a-6db83c284aed,revision_number=7']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:53.830933 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b889929c-da4c-4108-8b90-10fa867dbcde admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:53.857544 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-e9182e16-ebe6-47a5-8420-59611c3fac09 None None] Provisioning complete for port 82e204ac-bea0-4492-a5dd-45d7418f910e triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:53.858173 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e9182e16-ebe6-47a5-8420-59611c3fac09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:53.860110 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bde4a8a-afa6-4c23-85f1-78690a4cd2fa None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:50:53.860766 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bde4a8a-afa6-4c23-85f1-78690a4cd2fa None None] Checking segment: {'id': '4ffb282c-b0bd-42f6-b088-60fbd706ce7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7a0e8621-ae31-482c-9f75-8cdc0536ba9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:53.861603 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0bde4a8a-afa6-4c23-85f1-78690a4cd2fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:53.862228 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bde4a8a-afa6-4c23-85f1-78690a4cd2fa None None] Bound using segment: {'id': '4ffb282c-b0bd-42f6-b088-60fbd706ce7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7a0e8621-ae31-482c-9f75-8cdc0536ba9e'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:50:53.862942 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-0bde4a8a-afa6-4c23-85f1-78690a4cd2fa None None] Bound port: b0dc5e3e-17e4-4ecc-9f2a-58bdc0da47ee, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffb282c-b0bd-42f6-b088-60fbd706ce7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7a0e8621-ae31-482c-9f75-8cdc0536ba9e'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:50:53.864189 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0bde4a8a-afa6-4c23-85f1-78690a4cd2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:53.905703 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9b4a03d8-1fec-4db9-8b73-95372e76e95a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:54.032886 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port e06c3d71-aca1-446a-8c25-a5db0be6faa9 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:54.033223 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:54.122248 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-e9182e16-ebe6-47a5-8420-59611c3fac09 None None] Port 82e204ac-bea0-4492-a5dd-45d7418f910e cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:50:54.235452 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-0bde4a8a-afa6-4c23-85f1-78690a4cd2fa None None] For port b0dc5e3e-17e4-4ecc-9f2a-58bdc0da47ee, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:50:54.308142 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-0bde4a8a-afa6-4c23-85f1-78690a4cd2fa None None] For port b0dc5e3e-17e4-4ecc-9f2a-58bdc0da47ee, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=b0dc5e3e-17e4-4ecc-9f2a-58bdc0da47ee,segment=NetworkSegment(4ffb282c-b0bd-42f6-b088-60fbd706ce7f),segment_id=4ffb282c-b0bd-42f6-b088-60fbd706ce7f)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:50:54.470625 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6b410-975a-4586-ab3d-bd21568fb57f req-d8a08877-47b9-4f6b-8d0d-146cfac3bd0b tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:54.475604 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a9c6b410-975a-4586-ab3d-bd21568fb57f req-d8a08877-47b9-4f6b-8d0d-146cfac3bd0b tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.5401549 Nov 12 03:50:54.508895 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:54.543046 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0bde4a8a-afa6-4c23-85f1-78690a4cd2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:54.549149 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b889929c-da4c-4108-8b90-10fa867dbcde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:54.570386 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fe9b0c3d-55e1-4d7f-bfa6-4c69debd8d37 req-674e84e7-d8b5-4529-ae9f-2993f97cfa4c tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3677542 Nov 12 03:50:54.630830 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-0a05a6c2-ffbe-4e20-8a4f-61b041417baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8f25fe-0e88-41ea-9a81-988c43015246', 'name': 'tempest-TestServerMultinode-1408276404-router', 'tenant_id': '754a7efae68741b193bbbfa7760fd2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'a2070cc6-e743-4af8-9c6f-2f51ce8a186b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:33Z', 'updated_at': '2021-11-12T03:50:47Z', 'revision_number': 5, 'project_id': '754a7efae68741b193bbbfa7760fd2a8', 'gw_port': {'id': 'a2070cc6-e743-4af8-9c6f-2f51ce8a186b', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:75:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f25fe-0e88-41ea-9a81-988c43015246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:34Z', 'updated_at': '2021-11-12T03:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:54.775345 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a05a6c2-ffbe-4e20-8a4f-61b041417baa None None] Checking router: 1d8f25fe-0e88-41ea-9a81-988c43015246 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:50:54.818584 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a9c6b410-975a-4586-ab3d-bd21568fb57f req-f063da55-3b4d-410b-980c-42c012e4fe57 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298814 Nov 12 03:50:54.822147 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-9b4a03d8-1fec-4db9-8b73-95372e76e95a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Deleting port b0dc5e3e-17e4-4ecc-9f2a-58bdc0da47ee {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:54.822479 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9b4a03d8-1fec-4db9-8b73-95372e76e95a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:54.942884 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port e06c3d71-aca1-446a-8c25-a5db0be6faa9, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e06c3d71-aca1-446a-8c25-a5db0be6faa9,segment=NetworkSegment(71944c0f-9c40-4783-9575-4b4f5d679ed7),segment_id=71944c0f-9c40-4783-9575-4b4f5d679ed7)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:54.945427 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-48d280ba-45ce-4146-bfbf-320e6c5a82dc None None] Provisioning complete for port e06c3d71-aca1-446a-8c25-a5db0be6faa9 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:54.945427 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-48d280ba-45ce-4146-bfbf-320e6c5a82dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:54.950754 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1459e0a0-a45b-4e7e-aa3f-eec5348fc541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:55.004731 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7350c831-070e-4fc1-98ae-6cf6b23088cb req-66c4dc7d-b7eb-413c-9274-89e43fd1559a service neutron] 10.222.0.90 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1868227 Nov 12 03:50:55.100652 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:55.107345 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be529bc8-afeb-4ead-b038-67c678c638c3 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:55.149067 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a05a6c2-ffbe-4e20-8a4f-61b041417baa None None] Routers {'1d8f25fe-0e88-41ea-9a81-988c43015246'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:55.149912 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-0a05a6c2-ffbe-4e20-8a4f-61b041417baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:50:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1d8f25fe-0e88-41ea-9a81-988c43015246'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:55.200481 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde4a8a-afa6-4c23-85f1-78690a4cd2fa None None] Pushing event updated for resources: {'Port': ['ID=b0dc5e3e-17e4-4ecc-9f2a-58bdc0da47ee,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:55.309070 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa5558b-2e8e-4014-9eee-c91f366ab871 None None] Network 7a0e8621-ae31-482c-9f75-8cdc0536ba9e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:55.344929 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1459e0a0-a45b-4e7e-aa3f-eec5348fc541 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2070cc6-e743-4af8-9c6f-2f51ce8a186b,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:55.368295 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7350c831-070e-4fc1-98ae-6cf6b23088cb req-5c2e1fe8-5c01-40e7-99e3-89859b00c523 service neutron] 10.222.0.90 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244164 Nov 12 03:50:55.385137 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b889929c-da4c-4108-8b90-10fa867dbcde admin admin] Router f1f38270-1ec2-451b-882b-68d2f94bc34c is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:50:55.397968 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-0a05a6c2-ffbe-4e20-8a4f-61b041417baa None None] Set router 1d8f25fe-0e88-41ea-9a81-988c43015246 gateway port host: None {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:55.474687 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-9b4a03d8-1fec-4db9-8b73-95372e76e95a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] For port b0dc5e3e-17e4-4ecc-9f2a-58bdc0da47ee, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=b0dc5e3e-17e4-4ecc-9f2a-58bdc0da47ee,segment=NetworkSegment(4ffb282c-b0bd-42f6-b088-60fbd706ce7f),segment_id=4ffb282c-b0bd-42f6-b088-60fbd706ce7f)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:55.475692 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9b4a03d8-1fec-4db9-8b73-95372e76e95a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:55.495494 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-9b4a03d8-1fec-4db9-8b73-95372e76e95a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Calling delete_port for b0dc5e3e-17e4-4ecc-9f2a-58bdc0da47ee owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:55.615549 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-0a05a6c2-ffbe-4e20-8a4f-61b041417baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8f25fe-0e88-41ea-9a81-988c43015246', 'name': 'tempest-TestServerMultinode-1408276404-router', 'tenant_id': '754a7efae68741b193bbbfa7760fd2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:33Z', 'updated_at': '2021-11-12T03:50:54Z', 'revision_number': 7, 'project_id': '754a7efae68741b193bbbfa7760fd2a8', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:55.675831 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9b4a03d8-1fec-4db9-8b73-95372e76e95a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:55.757264 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=e06c3d71-aca1-446a-8c25-a5db0be6faa9,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:55.814756 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a05a6c2-ffbe-4e20-8a4f-61b041417baa None None] The sync data for ids ['1d8f25fe-0e88-41ea-9a81-988c43015246'] in n-d-715271-27 is: [{'id': '1d8f25fe-0e88-41ea-9a81-988c43015246', 'name': 'tempest-TestServerMultinode-1408276404-router', 'tenant_id': '754a7efae68741b193bbbfa7760fd2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:33Z', 'updated_at': '2021-11-12T03:50:54Z', 'revision_number': 7, 'project_id': '754a7efae68741b193bbbfa7760fd2a8', 'gw_port_host': None}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:50:55.843912 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b889929c-da4c-4108-8b90-10fa867dbcde admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:50:55.857289 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4357992b-e84f-47b2-b0bf-5d07d8c8a045 None None] Sync routers for ids ['f1f38270-1ec2-451b-882b-68d2f94bc34c'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:50:55.866216 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a03d8-1fec-4db9-8b73-95372e76e95a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event deleted for resources: {'Port': ['ID=b0dc5e3e-17e4-4ecc-9f2a-58bdc0da47ee,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:55.891372 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4357992b-e84f-47b2-b0bf-5d07d8c8a045 None None] Routers {'f1f38270-1ec2-451b-882b-68d2f94bc34c'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:55.895545 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-4357992b-e84f-47b2-b0bf-5d07d8c8a045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:50:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['f1f38270-1ec2-451b-882b-68d2f94bc34c'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:55.914277 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4a03d8-1fec-4db9-8b73-95372e76e95a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] No DVR routers for this DVR port b0dc5e3e-17e4-4ecc-9f2a-58bdc0da47ee on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:55.993445 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf8f4f-16bc-4afa-be86-c6fc51c6ff01 req-e2e07a4f-8e80-458c-bdf5-4bb8c2cdc6e7 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:56.000493 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1caf8f4f-16bc-4afa-be86-c6fc51c6ff01 req-e2e07a4f-8e80-458c-bdf5-4bb8c2cdc6e7 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 943 time: 0.2407794 Nov 12 03:50:56.011064 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b889929c-da4c-4108-8b90-10fa867dbcde admin admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:56.017636 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b889929c-da4c-4108-8b90-10fa867dbcde admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 9.3276975 Nov 12 03:50:56.050709 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 42976) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:56.058839 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1459e0a0-a45b-4e7e-aa3f-eec5348fc541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:56.219394 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1caf8f4f-16bc-4afa-be86-c6fc51c6ff01 req-068d767b-b78c-4c9e-b609-0729096ae8e6 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987231 Nov 12 03:50:56.309274 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-4357992b-e84f-47b2-b0bf-5d07d8c8a045 None None] Set router f1f38270-1ec2-451b-882b-68d2f94bc34c gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:56.325519 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36edd4db-bd96-4768-94aa-157b4e4875b5 None None] get_active_networks_info from n-d-715271-27 {{(pid=102573) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:50:56.621750 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36edd4db-bd96-4768-94aa-157b4e4875b5 None None] Resources bound (agent type, host, resource id): {{(pid=102573) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:50:56.662908 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-21851dd8-6067-474b-b2b8-ea0bec8a3352 None None] Provisioning complete for port e06c3d71-aca1-446a-8c25-a5db0be6faa9 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:56.663367 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-21851dd8-6067-474b-b2b8-ea0bec8a3352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:56.665787 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-4357992b-e84f-47b2-b0bf-5d07d8c8a045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f38270-1ec2-451b-882b-68d2f94bc34c', 'name': 'tempest-TestServerBasicOps-405629835-router', 'tenant_id': '6ff0f493697a4774903cde731cf0b734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '82e204ac-bea0-4492-a5dd-45d7418f910e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:46Z', 'updated_at': '2021-11-12T03:50:53Z', 'revision_number': 3, 'project_id': '6ff0f493697a4774903cde731cf0b734', 'gw_port': {'id': '82e204ac-bea0-4492-a5dd-45d7418f910e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f38270-1ec2-451b-882b-68d2f94bc34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:48Z', 'updated_at': '2021-11-12T03:50:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:56.699331 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4357992b-e84f-47b2-b0bf-5d07d8c8a045 None None] Checking router: f1f38270-1ec2-451b-882b-68d2f94bc34c for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:50:56.699938 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4357992b-e84f-47b2-b0bf-5d07d8c8a045 None None] Updating router f1f38270-1ec2-451b-882b-68d2f94bc34c port 82e204ac-bea0-4492-a5dd-45d7418f910e binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:50:56.722273 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1459e0a0-a45b-4e7e-aa3f-eec5348fc541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:56.728406 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4357992b-e84f-47b2-b0bf-5d07d8c8a045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:56.730543 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1459e0a0-a45b-4e7e-aa3f-eec5348fc541 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:56.864152 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1459e0a0-a45b-4e7e-aa3f-eec5348fc541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:56.864875 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1459e0a0-a45b-4e7e-aa3f-eec5348fc541 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d8f25fe-0e88-41ea-9a81-988c43015246 {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:50:56.870176 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1459e0a0-a45b-4e7e-aa3f-eec5348fc541 admin admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:56.874094 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 42978) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:56.886581 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1459e0a0-a45b-4e7e-aa3f-eec5348fc541 admin admin] 10.222.0.50 "DELETE /v2.0/routers/1d8f25fe-0e88-41ea-9a81-988c43015246 HTTP/1.1" status: 204 len: 168 time: 5.5979168 Nov 12 03:50:57.044528 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8f19edb-fb55-4469-9943-9d16cacfab4a admin admin] Deleting subnet 39a17601-dea2-4f39-9bfd-ee22ec6b072e {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:50:57.048565 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4357992b-e84f-47b2-b0bf-5d07d8c8a045 None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.054184 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b8f19edb-fb55-4469-9943-9d16cacfab4a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.071045 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4357992b-e84f-47b2-b0bf-5d07d8c8a045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.145249 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b8f19edb-fb55-4469-9943-9d16cacfab4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.166183 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987dea25-170b-433c-84db-584c32ee20a9 req-4065545f-eccb-4eca-b1c8-ccf7482f0d69 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:57.178852 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-987dea25-170b-433c-84db-584c32ee20a9 req-4065545f-eccb-4eca-b1c8-ccf7482f0d69 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.3547301 Nov 12 03:50:57.228653 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1706cc-3ba6-4e39-a525-7e4a0f7ea39f None None] Pushing event updated for resources: {'Port': ['ID=82e204ac-bea0-4492-a5dd-45d7418f910e,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:57.249168 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9b4a03d8-1fec-4db9-8b73-95372e76e95a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.257284 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-4357992b-e84f-47b2-b0bf-5d07d8c8a045 None None] Attempting to bind port 82e204ac-bea0-4492-a5dd-45d7418f910e on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:50:57.257784 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-4357992b-e84f-47b2-b0bf-5d07d8c8a045 None None] Attempting to bind port 82e204ac-bea0-4492-a5dd-45d7418f910e by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:50:57.258325 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4357992b-e84f-47b2-b0bf-5d07d8c8a045 None None] Attempting to bind port 82e204ac-bea0-4492-a5dd-45d7418f910e on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:57.267377 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4357992b-e84f-47b2-b0bf-5d07d8c8a045 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:50:57.267910 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4357992b-e84f-47b2-b0bf-5d07d8c8a045 None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:57.268436 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4357992b-e84f-47b2-b0bf-5d07d8c8a045 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.268930 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4357992b-e84f-47b2-b0bf-5d07d8c8a045 None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:50:57.269504 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-4357992b-e84f-47b2-b0bf-5d07d8c8a045 None None] Bound port: 82e204ac-bea0-4492-a5dd-45d7418f910e, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:50:57.270050 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4357992b-e84f-47b2-b0bf-5d07d8c8a045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.374349 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-4357992b-e84f-47b2-b0bf-5d07d8c8a045 None None] For port 82e204ac-bea0-4492-a5dd-45d7418f910e, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:50:57.377984 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-4357992b-e84f-47b2-b0bf-5d07d8c8a045 None None] For port 82e204ac-bea0-4492-a5dd-45d7418f910e, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=82e204ac-bea0-4492-a5dd-45d7418f910e,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:50:57.388373 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4357992b-e84f-47b2-b0bf-5d07d8c8a045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.416596 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e06c3d71-aca1-446a-8c25-a5db0be6faa9 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:57.472497 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667fb1cf-61cc-4326-9cbc-9e242d18c32e None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:57.485660 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1706cc-3ba6-4e39-a525-7e4a0f7ea39f None None] Pushing event updated for resources: {'Port': ['ID=82e204ac-bea0-4492-a5dd-45d7418f910e,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:57.496143 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-987dea25-170b-433c-84db-584c32ee20a9 req-fa58ef41-1ce1-40a9-92b8-d236a64c5740 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098829 Nov 12 03:50:57.541457 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4357992b-e84f-47b2-b0bf-5d07d8c8a045 None None] Routers {'f1f38270-1ec2-451b-882b-68d2f94bc34c'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:57.542512 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-4357992b-e84f-47b2-b0bf-5d07d8c8a045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:50:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['f1f38270-1ec2-451b-882b-68d2f94bc34c'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:57.543132 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b8f19edb-fb55-4469-9943-9d16cacfab4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.551235 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port e06c3d71-aca1-446a-8c25-a5db0be6faa9 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:57.554103 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.666000 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f084f4d8-3be4-4e13-adbe-58915a8c6680 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:57.707060 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-aa6f9c1f-aadd-46f3-a828-42571fa43c66 None None] Provisioning complete for port 82e204ac-bea0-4492-a5dd-45d7418f910e triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:57.708875 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-aa6f9c1f-aadd-46f3-a828-42571fa43c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.787877 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-9b4a03d8-1fec-4db9-8b73-95372e76e95a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a0e8621-ae31-482c-9f75-8cdc0536ba9e']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:57.880303 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-9b4a03d8-1fec-4db9-8b73-95372e76e95a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ffb282c-b0bd-42f6-b088-60fbd706ce7f') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:57.885017 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-9b4a03d8-1fec-4db9-8b73-95372e76e95a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ffb282c-b0bd-42f6-b088-60fbd706ce7f') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:57.887165 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-4357992b-e84f-47b2-b0bf-5d07d8c8a045 None None] Set router f1f38270-1ec2-451b-882b-68d2f94bc34c gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:57.961515 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9b4a03d8-1fec-4db9-8b73-95372e76e95a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.016130 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9b4a03d8-1fec-4db9-8b73-95372e76e95a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.040401 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b4a03d8-1fec-4db9-8b73-95372e76e95a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:50:58.043184 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9b4a03d8-1fec-4db9-8b73-95372e76e95a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.097862 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc684fde-3aed-4bd5-91c6-b091a1ae428e req-20b70f53-1dab-4c4b-ac42-08779a955ea8 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:58.106305 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bc684fde-3aed-4bd5-91c6-b091a1ae428e req-20b70f53-1dab-4c4b-ac42-08779a955ea8 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 943 time: 0.4398584 Nov 12 03:50:58.171290 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bc684fde-3aed-4bd5-91c6-b091a1ae428e req-7869dc03-0eff-46d9-8c2a-33264cf94811 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640206 Nov 12 03:50:58.176506 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b8f19edb-fb55-4469-9943-9d16cacfab4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.198496 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b8f19edb-fb55-4469-9943-9d16cacfab4a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.203624 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b8f19edb-fb55-4469-9943-9d16cacfab4a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/39a17601-dea2-4f39-9bfd-ee22ec6b072e HTTP/1.1" status: 204 len: 168 time: 1.3283148 Nov 12 03:50:58.208018 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 42990) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:58.290482 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c2c333-6027-4a28-88b7-06d8f940600c None None] Network 3650805f-31ea-412a-b9a2-3c80cc48cad8 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:58.387513 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-4357992b-e84f-47b2-b0bf-5d07d8c8a045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f38270-1ec2-451b-882b-68d2f94bc34c', 'name': 'tempest-TestServerBasicOps-405629835-router', 'tenant_id': '6ff0f493697a4774903cde731cf0b734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '82e204ac-bea0-4492-a5dd-45d7418f910e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:46Z', 'updated_at': '2021-11-12T03:50:53Z', 'revision_number': 3, 'project_id': '6ff0f493697a4774903cde731cf0b734', 'gw_port': {'id': '82e204ac-bea0-4492-a5dd-45d7418f910e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f38270-1ec2-451b-882b-68d2f94bc34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:48Z', 'updated_at': '2021-11-12T03:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:58.403128 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-aa6f9c1f-aadd-46f3-a828-42571fa43c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.459759 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4357992b-e84f-47b2-b0bf-5d07d8c8a045 None None] The sync data for ids ['f1f38270-1ec2-451b-882b-68d2f94bc34c'] in n-d-715271-27 is: [{'id': 'f1f38270-1ec2-451b-882b-68d2f94bc34c', 'name': 'tempest-TestServerBasicOps-405629835-router', 'tenant_id': '6ff0f493697a4774903cde731cf0b734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '82e204ac-bea0-4492-a5dd-45d7418f910e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:46Z', 'updated_at': '2021-11-12T03:50:53Z', 'revision_number': 3, 'project_id': '6ff0f493697a4774903cde731cf0b734', 'gw_port': {'id': '82e204ac-bea0-4492-a5dd-45d7418f910e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f38270-1ec2-451b-882b-68d2f94bc34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:48Z', 'updated_at': '2021-11-12T03:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:50:58.499770 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device a2070cc6-e743-4af8-9c6f-2f51ce8a186b no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:58.559712 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f19edb-fb55-4469-9943-9d16cacfab4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39a17601-dea2-4f39-9bfd-ee22ec6b072e,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:58.643137 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d88d44ee-35d9-4385-bdca-4b1b95697934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.715820 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: a2070cc6-e743-4af8-9c6f-2f51ce8a186b {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:58.716484 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device a2070cc6-e743-4af8-9c6f-2f51ce8a186b not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:58.716586 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 15575395-1e6e-4411-9b58-5e9f97206185 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:58.781617 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-aa6f9c1f-aadd-46f3-a828-42571fa43c66 None None] For port 82e204ac-bea0-4492-a5dd-45d7418f910e, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=82e204ac-bea0-4492-a5dd-45d7418f910e,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:58.818124 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 15575395-1e6e-4411-9b58-5e9f97206185 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:58.818465 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 15575395-1e6e-4411-9b58-5e9f97206185 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:58.826326 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-aa6f9c1f-aadd-46f3-a828-42571fa43c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.870618 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-d88d44ee-35d9-4385-bdca-4b1b95697934 admin admin] Deleting port 2c6906e6-4bda-434f-9313-62fa3bf0f7e7 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:58.873834 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d88d44ee-35d9-4385-bdca-4b1b95697934 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:59.009794 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f9c1f-aadd-46f3-a828-42571fa43c66 None None] Pushing event updated for resources: {'Port': ['ID=82e204ac-bea0-4492-a5dd-45d7418f910e,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:59.027428 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2171fb11-35db-4933-9033-62625b6a36be None None] Provisioning complete for port 82e204ac-bea0-4492-a5dd-45d7418f910e triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:59.027972 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2171fb11-35db-4933-9033-62625b6a36be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:59.033346 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb69de83-9e27-4ff1-9737-8d6597318ba3 None None] DHCP port deletion for 3650805f-31ea-412a-b9a2-3c80cc48cad8 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:59.159343 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-eb69de83-9e27-4ff1-9737-8d6597318ba3 None None] Deleting port 2c6906e6-4bda-434f-9313-62fa3bf0f7e7 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:59.159962 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-eb69de83-9e27-4ff1-9737-8d6597318ba3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:59.210122 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-d88d44ee-35d9-4385-bdca-4b1b95697934 admin admin] For port 2c6906e6-4bda-434f-9313-62fa3bf0f7e7, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=2c6906e6-4bda-434f-9313-62fa3bf0f7e7,segment=NetworkSegment(0ffcab18-c2d3-4cf5-a1a4-aea5408f041a),segment_id=0ffcab18-c2d3-4cf5-a1a4-aea5408f041a)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:59.224698 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d88d44ee-35d9-4385-bdca-4b1b95697934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:59.253529 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-eb69de83-9e27-4ff1-9737-8d6597318ba3 None None] For port 2c6906e6-4bda-434f-9313-62fa3bf0f7e7, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=2c6906e6-4bda-434f-9313-62fa3bf0f7e7,segment=NetworkSegment(0ffcab18-c2d3-4cf5-a1a4-aea5408f041a),segment_id=0ffcab18-c2d3-4cf5-a1a4-aea5408f041a)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:59.254609 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-eb69de83-9e27-4ff1-9737-8d6597318ba3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:59.273242 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-eb69de83-9e27-4ff1-9737-8d6597318ba3 None None] Calling delete_port for 2c6906e6-4bda-434f-9313-62fa3bf0f7e7 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:59.292476 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-d88d44ee-35d9-4385-bdca-4b1b95697934 admin admin] Calling delete_port for 2c6906e6-4bda-434f-9313-62fa3bf0f7e7 owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:59.393210 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:50:59.393210 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:50:59.393210 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:50:59.393210 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:50:59.393210 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:50:59.393210 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:50:59.393210 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:50:59.393210 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:50:59.393210 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:50:59.393210 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:50:59.393210 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:50:59.393210 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:50:59.393210 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:50:59.393210 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:50:59.393210 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:50:59.393210 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:50:59.393210 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:50:59.393210 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:50:59.393210 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:50:59.393210 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:50:59.393210 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:50:59.393210 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:50:59.393210 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:50:59.393210 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:50:59.393210 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:50:59.393210 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:50:59.393210 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:50:59.393210 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:50:59.393210 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:50:59.393210 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:50:59.393210 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:50:59.393210 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:50:59.442956 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 82e204ac-bea0-4492-a5dd-45d7418f910e up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:59.455837 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-eb69de83-9e27-4ff1-9737-8d6597318ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:59.591662 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb69de83-9e27-4ff1-9737-8d6597318ba3 None None] No DVR routers for this DVR port 2c6906e6-4bda-434f-9313-62fa3bf0f7e7 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:59.610537 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69de83-9e27-4ff1-9737-8d6597318ba3 None None] Pushing event deleted for resources: {'Port': ['ID=2c6906e6-4bda-434f-9313-62fa3bf0f7e7,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:59.649350 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576ead0-eef4-4528-a9c2-d31239d4a5de req-6d81edb3-e9ad-4f83-a484-9b77bac426e4 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:59.650635 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 82e204ac-bea0-4492-a5dd-45d7418f910e triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:59.650921 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b576ead0-eef4-4528-a9c2-d31239d4a5de req-6d81edb3-e9ad-4f83-a484-9b77bac426e4 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 943 time: 0.1445875 Nov 12 03:50:59.651056 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:59.669662 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9b4a03d8-1fec-4db9-8b73-95372e76e95a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:59.732726 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9b4a03d8-1fec-4db9-8b73-95372e76e95a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:59.740458 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9b4a03d8-1fec-4db9-8b73-95372e76e95a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "DELETE /v2.0/networks/7a0e8621-ae31-482c-9f75-8cdc0536ba9e HTTP/1.1" status: 204 len: 168 time: 10.1425548 Nov 12 03:50:59.745029 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43004) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:59.752681 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-dd79c9da-8731-48f8-a146-db913b864aa1 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-17034235'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:59.793040 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d88d44ee-35d9-4385-bdca-4b1b95697934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:59.804205 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd79c9da-8731-48f8-a146-db913b864aa1 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Made reservation on behalf of 1c0729bd13344d92a53dc793e63335c5 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:59.808228 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-dd79c9da-8731-48f8-a146-db913b864aa1 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:59.824165 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b576ead0-eef4-4528-a9c2-d31239d4a5de req-6d50d8d2-bfe8-4959-b898-5dc28b6732e6 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648662 Nov 12 03:50:59.862422 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88d44ee-35d9-4385-bdca-4b1b95697934 admin admin] No DVR routers for this DVR port 2c6906e6-4bda-434f-9313-62fa3bf0f7e7 on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:59.867226 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88d44ee-35d9-4385-bdca-4b1b95697934 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c6906e6-4bda-434f-9313-62fa3bf0f7e7,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:59.886862 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a03d8-1fec-4db9-8b73-95372e76e95a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event deleted for resources: {'Network': ['ID=7a0e8621-ae31-482c-9f75-8cdc0536ba9e,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:59.937583 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fc5b6-799d-445a-8ea6-4cb0486bffbf req-c25304c8-25d8-479d-86ea-04f4904d5e25 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:59.940199 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-851fc5b6-799d-445a-8ea6-4cb0486bffbf req-c25304c8-25d8-479d-86ea-04f4904d5e25 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.3351939 Nov 12 03:50:59.952404 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 2c6906e6-4bda-434f-9313-62fa3bf0f7e7 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:59.983281 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d88d44ee-35d9-4385-bdca-4b1b95697934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:59.994188 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 2c6906e6-4bda-434f-9313-62fa3bf0f7e7 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:59.994496 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 2c6906e6-4bda-434f-9313-62fa3bf0f7e7 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:51:00.027629 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-d88d44ee-35d9-4385-bdca-4b1b95697934 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3650805f-31ea-412a-b9a2-3c80cc48cad8']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:00.039282 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-d88d44ee-35d9-4385-bdca-4b1b95697934 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ffcab18-c2d3-4cf5-a1a4-aea5408f041a') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:00.039577 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-d88d44ee-35d9-4385-bdca-4b1b95697934 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ffcab18-c2d3-4cf5-a1a4-aea5408f041a') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:00.051480 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d88d44ee-35d9-4385-bdca-4b1b95697934 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:00.066735 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d88d44ee-35d9-4385-bdca-4b1b95697934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:00.073929 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd79c9da-8731-48f8-a146-db913b864aa1 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:51:00.076048 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d88d44ee-35d9-4385-bdca-4b1b95697934 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:51:00.076544 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d88d44ee-35d9-4385-bdca-4b1b95697934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:00.076975 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ae2713fc-53e1-40c1-adfb-77a4acdca67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:00.107264 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-dd79c9da-8731-48f8-a146-db913b864aa1 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:00.107635 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-dd79c9da-8731-48f8-a146-db913b864aa1 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Added segment 3a4cd391-d8de-46b2-bab3-107453b37c02 of type vlan for network eb451d18-c2e4-4551-aad8-1f63d127f99d Nov 12 03:51:00.151015 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:00.151015 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:51:00.151015 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:00.151015 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:51:00.151015 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:00.151015 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:51:00.151015 n-d-715271-27 neutron-server[102572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:00.151015 n-d-715271-27 neutron-server[102572]: self.session.flush() Nov 12 03:51:00.151015 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:51:00.151015 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:51:00.151015 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:51:00.151015 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:51:00.151015 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:51:00.151015 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:51:00.151015 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:51:00.151015 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:51:00.151015 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:51:00.151015 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:51:00.151015 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:51:00.151015 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:51:00.151015 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:51:00.151015 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:51:00.151015 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:51:00.151015 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:51:00.151015 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:51:00.151015 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:51:00.151015 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:51:00.151015 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:51:00.151015 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:51:00.151015 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:51:00.151015 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:51:00.151015 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:51:00.151015 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:51:00.151015 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:51:00.151015 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:51:00.151015 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:51:00.151015 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:51:00.151015 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:51:00.151015 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:51:00.151015 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:51:00.155611 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d88d44ee-35d9-4385-bdca-4b1b95697934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:00.161999 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d88d44ee-35d9-4385-bdca-4b1b95697934 admin admin] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:00.169490 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d88d44ee-35d9-4385-bdca-4b1b95697934 admin admin] 10.222.0.50 "DELETE /v2.0/networks/3650805f-31ea-412a-b9a2-3c80cc48cad8 HTTP/1.1" status: 204 len: 168 time: 1.9597290 Nov 12 03:51:00.187556 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88d44ee-35d9-4385-bdca-4b1b95697934 admin admin] Pushing event deleted for resources: {'Network': ['ID=3650805f-31ea-412a-b9a2-3c80cc48cad8,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:00.205225 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-dd79c9da-8731-48f8-a146-db913b864aa1 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:00.357763 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-90075187-a79b-4d2e-a262-9fb6cfb9c144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:00.393168 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-851fc5b6-799d-445a-8ea6-4cb0486bffbf req-8c89ebb6-2306-43fc-9d97-212031fbe944 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4002950 Nov 12 03:51:00.429608 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-dd79c9da-8731-48f8-a146-db913b864aa1 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:00.437120 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd79c9da-8731-48f8-a146-db913b864aa1 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:00.437751 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-dd79c9da-8731-48f8-a146-db913b864aa1 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:00.441503 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-ae2713fc-53e1-40c1-adfb-77a4acdca67a admin admin] Allocated IP 172.20.0.1 (9df2afe3-2afb-4396-8ccb-9e711d365691/ee81eaa2-5092-489b-8a26-0cf1ef34ee60/9bfe0034-ff5f-4981-bcc4-b66a0af63457) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:00.469363 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43008) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:00.483640 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-dd79c9da-8731-48f8-a146-db913b864aa1 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7357769 Nov 12 03:51:00.487239 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43010) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:00.496933 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-596bb49e-5c50-4704-87a4-bdc64df77ea3 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Request body: {'subnet': {'network_id': 'eb451d18-c2e4-4551-aad8-1f63d127f99d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:00.549879 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f665ec90-7df1-47fa-883c-762b9f4c944d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=42a5a2d690724192bad1fbeaa589aaa1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0784733 Nov 12 03:51:00.551518 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43012) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:00.630838 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-17e975ba-3f40-404f-b221-13776f4d192f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:00.669200 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79c9da-8731-48f8-a146-db913b864aa1 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event updated for resources: {'Network': ['ID=eb451d18-c2e4-4551-aad8-1f63d127f99d,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:00.686251 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network eb451d18-c2e4-4551-aad8-1f63d127f99d details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:51:00.690326 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-17e975ba-3f40-404f-b221-13776f4d192f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:00.715603 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596bb49e-5c50-4704-87a4-bdc64df77ea3 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Made reservation on behalf of 1c0729bd13344d92a53dc793e63335c5 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:00.720192 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-596bb49e-5c50-4704-87a4-bdc64df77ea3 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:00.795107 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-17e975ba-3f40-404f-b221-13776f4d192f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:00.800754 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-17e975ba-3f40-404f-b221-13776f4d192f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:00.815607 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-17e975ba-3f40-404f-b221-13776f4d192f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/760c8abe-0c80-48e9-b760-6a8b0287cd56 HTTP/1.1" status: 204 len: 168 time: 0.2569947 Nov 12 03:51:00.851239 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e975ba-3f40-404f-b221-13776f4d192f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760c8abe-0c80-48e9-b760-6a8b0287cd56,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:00.933408 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:51:00.974743 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-596bb49e-5c50-4704-87a4-bdc64df77ea3 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.108939 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14bf09-f40f-4127-a7c3-1d13701427d7 req-3e236983-1963-424e-917a-f7bd828e32d2 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:01.113717 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ae2713fc-53e1-40c1-adfb-77a4acdca67a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.114842 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bc14bf09-f40f-4127-a7c3-1d13701427d7 req-3e236983-1963-424e-917a-f7bd828e32d2 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 943 time: 0.1092536 Nov 12 03:51:01.133458 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596bb49e-5c50-4704-87a4-bdc64df77ea3 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event updated for resources: {'Subnet': ['ID=609aa679-d736-444f-81e1-589791e0ec08,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:01.162035 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596bb49e-5c50-4704-87a4-bdc64df77ea3 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Checking segment: {'id': '3a4cd391-d8de-46b2-bab3-107453b37c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'eb451d18-c2e4-4551-aad8-1f63d127f99d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:01.162411 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596bb49e-5c50-4704-87a4-bdc64df77ea3 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Network hostable DHCP agents. Network: eb451d18-c2e4-4551-aad8-1f63d127f99d, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:51:01.200348 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596bb49e-5c50-4704-87a4-bdc64df77ea3 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Network eb451d18-c2e4-4551-aad8-1f63d127f99d is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:51:01.208029 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ae2713fc-53e1-40c1-adfb-77a4acdca67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.230204 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bc14bf09-f40f-4127-a7c3-1d13701427d7 req-dc0a4c83-5ffd-4f4c-b24e-66f51e90697e tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025062 Nov 12 03:51:01.241287 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-596bb49e-5c50-4704-87a4-bdc64df77ea3 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, eb451d18-c2e4-4551-aad8-1f63d127f99d) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:01.256485 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2713fc-53e1-40c1-adfb-77a4acdca67a admin admin] Network 9df2afe3-2afb-4396-8ccb-9e711d365691 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:01.258120 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-ae2713fc-53e1-40c1-adfb-77a4acdca67a admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:01.260736 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596bb49e-5c50-4704-87a4-bdc64df77ea3 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:01.261301 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-596bb49e-5c50-4704-87a4-bdc64df77ea3 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.277690 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2713fc-53e1-40c1-adfb-77a4acdca67a admin admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:01.291980 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c01abc-4550-4069-a1d5-03b1dd21f28d None None] Network eb451d18-c2e4-4551-aad8-1f63d127f99d requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:01.313665 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-596bb49e-5c50-4704-87a4-bdc64df77ea3 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8210733 Nov 12 03:51:01.314129 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43022) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:01.329250 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2713fc-53e1-40c1-adfb-77a4acdca67a admin admin] Pushing event updated for resources: {'Port': ['ID=9bfe0034-ff5f-4981-bcc4-b66a0af63457,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:01.370981 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ae2713fc-53e1-40c1-adfb-77a4acdca67a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.625467 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43026) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:01.657619 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5da5195c-a6c3-404f-b406-283c660c1ce5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.699589 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f63bd22-4deb-490d-96af-7e9d975011a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-eb451d18-c2e4-4551-aad8-1f63d127f99d', 'network_id': 'eb451d18-c2e4-4551-aad8-1f63d127f99d', 'tenant_id': '1c0729bd13344d92a53dc793e63335c5', 'fixed_ips': [{'subnet_id': '609aa679-d736-444f-81e1-589791e0ec08'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:51:01.700865 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0f63bd22-4deb-490d-96af-7e9d975011a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.716483 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-27bd9abc-5fb4-4033-ae80-0ff14061b71d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=754a7efae68741b193bbbfa7760fd2a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0889442 Nov 12 03:51:01.717812 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43028) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:01.732802 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-fd157cef-e981-4f47-934d-d72af0e700d4 None None] Provisioning complete for port 9bfe0034-ff5f-4981-bcc4-b66a0af63457 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:01.733539 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fd157cef-e981-4f47-934d-d72af0e700d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.742828 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d578242-a894-4252-8422-a3a303ad1fb9 req-3b307941-fedd-4d6b-9277-781fc8af757d tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:01.744427 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9d578242-a894-4252-8422-a3a303ad1fb9 req-3b307941-fedd-4d6b-9277-781fc8af757d tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1775188 Nov 12 03:51:01.745072 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ae2713fc-53e1-40c1-adfb-77a4acdca67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.807274 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5da5195c-a6c3-404f-b406-283c660c1ce5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.840743 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-fd157cef-e981-4f47-934d-d72af0e700d4 None None] Port 9bfe0034-ff5f-4981-bcc4-b66a0af63457 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:01.853319 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9d578242-a894-4252-8422-a3a303ad1fb9 req-5cf32ec6-11a1-4c6c-9d31-a49a05dabea8 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980947 Nov 12 03:51:01.953855 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-0f63bd22-4deb-490d-96af-7e9d975011a1 None None] Allocated IP 172.20.0.1 (eb451d18-c2e4-4551-aad8-1f63d127f99d/609aa679-d736-444f-81e1-589791e0ec08/380475aa-e254-4006-8b30-212de90100a7) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:01.993716 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-54b33920-9f3b-4957-a20c-a3345040a300 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.027871 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-54b33920-9f3b-4957-a20c-a3345040a300 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.091336 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ae2713fc-53e1-40c1-adfb-77a4acdca67a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.103662 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ae2713fc-53e1-40c1-adfb-77a4acdca67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.131012 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-54b33920-9f3b-4957-a20c-a3345040a300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.136694 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-54b33920-9f3b-4957-a20c-a3345040a300 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.149834 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-54b33920-9f3b-4957-a20c-a3345040a300 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dbc5a73b-de4c-4a38-b8eb-93248c3fdf48 HTTP/1.1" status: 204 len: 168 time: 0.4202356 Nov 12 03:51:02.177946 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b33920-9f3b-4957-a20c-a3345040a300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc5a73b-de4c-4a38-b8eb-93248c3fdf48,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:02.201153 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0f63bd22-4deb-490d-96af-7e9d975011a1 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.240649 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0f63bd22-4deb-490d-96af-7e9d975011a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.243920 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5da5195c-a6c3-404f-b406-283c660c1ce5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.282671 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5195c-a6c3-404f-b406-283c660c1ce5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event deleted for resources: {'Subnet': ['ID=609aa679-d736-444f-81e1-589791e0ec08,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:02.447801 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f63bd22-4deb-490d-96af-7e9d975011a1 None None] Pushing event updated for resources: {'Port': ['ID=380475aa-e254-4006-8b30-212de90100a7,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:02.448270 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5da5195c-a6c3-404f-b406-283c660c1ce5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.449840 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2713fc-53e1-40c1-adfb-77a4acdca67a admin admin] Pushing event updated for resources: {'Port': ['ID=9bfe0034-ff5f-4981-bcc4-b66a0af63457,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:02.486516 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ae2713fc-53e1-40c1-adfb-77a4acdca67a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.500337 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f63bd22-4deb-490d-96af-7e9d975011a1 None None] Network eb451d18-c2e4-4551-aad8-1f63d127f99d is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:02.504371 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-0f63bd22-4deb-490d-96af-7e9d975011a1 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:02.518217 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f63bd22-4deb-490d-96af-7e9d975011a1 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:02.646076 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-5da5195c-a6c3-404f-b406-283c660c1ce5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb451d18-c2e4-4551-aad8-1f63d127f99d']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:02.709912 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-0f63bd22-4deb-490d-96af-7e9d975011a1 None None] Attempting to bind port 380475aa-e254-4006-8b30-212de90100a7 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:02.710257 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-0f63bd22-4deb-490d-96af-7e9d975011a1 None None] Attempting to bind port 380475aa-e254-4006-8b30-212de90100a7 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '3a4cd391-d8de-46b2-bab3-107453b37c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'eb451d18-c2e4-4551-aad8-1f63d127f99d'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:02.710567 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f63bd22-4deb-490d-96af-7e9d975011a1 None None] Attempting to bind port 380475aa-e254-4006-8b30-212de90100a7 on network eb451d18-c2e4-4551-aad8-1f63d127f99d {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:02.723727 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-5da5195c-a6c3-404f-b406-283c660c1ce5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a4cd391-d8de-46b2-bab3-107453b37c02') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:02.724204 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-5da5195c-a6c3-404f-b406-283c660c1ce5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a4cd391-d8de-46b2-bab3-107453b37c02') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:02.759711 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5da5195c-a6c3-404f-b406-283c660c1ce5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.766372 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2713fc-53e1-40c1-adfb-77a4acdca67a admin admin] Network 9df2afe3-2afb-4396-8ccb-9e711d365691 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:02.773012 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f63bd22-4deb-490d-96af-7e9d975011a1 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:02.775642 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f63bd22-4deb-490d-96af-7e9d975011a1 None None] Checking segment: {'id': '3a4cd391-d8de-46b2-bab3-107453b37c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'eb451d18-c2e4-4551-aad8-1f63d127f99d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:02.776107 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0f63bd22-4deb-490d-96af-7e9d975011a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.776527 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f63bd22-4deb-490d-96af-7e9d975011a1 None None] Bound using segment: {'id': '3a4cd391-d8de-46b2-bab3-107453b37c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'eb451d18-c2e4-4551-aad8-1f63d127f99d'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:02.777029 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-0f63bd22-4deb-490d-96af-7e9d975011a1 None None] Bound port: 380475aa-e254-4006-8b30-212de90100a7, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a4cd391-d8de-46b2-bab3-107453b37c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'eb451d18-c2e4-4551-aad8-1f63d127f99d'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:02.777422 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0f63bd22-4deb-490d-96af-7e9d975011a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.782319 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-ae2713fc-53e1-40c1-adfb-77a4acdca67a admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:02.884639 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228f6f1-6f9e-4d36-8cca-de56182c5f73 req-c2d9a75d-bf9e-412e-aa07-9b5a2e465a39 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:02.886270 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f228f6f1-6f9e-4d36-8cca-de56182c5f73 req-c2d9a75d-bf9e-412e-aa07-9b5a2e465a39 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 943 time: 0.4033511 Nov 12 03:51:02.904898 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5da5195c-a6c3-404f-b406-283c660c1ce5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.951728 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5da5195c-a6c3-404f-b406-283c660c1ce5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:51:02.985166 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5da5195c-a6c3-404f-b406-283c660c1ce5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.003195 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:51:03.003195 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:51:03.003195 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:51:03.003195 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:51:03.003195 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:51:03.003195 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:51:03.003195 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:51:03.003195 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:51:03.003195 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:51:03.003195 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:51:03.003195 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:51:03.003195 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:51:03.003195 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:51:03.003195 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:51:03.003195 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:51:03.003195 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:51:03.003195 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:51:03.003195 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:51:03.003195 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:51:03.003195 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:51:03.003195 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:51:03.003195 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:51:03.003195 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:51:03.003195 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:51:03.003195 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:51:03.003195 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:51:03.003195 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:51:03.003195 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:51:03.003195 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:51:03.003195 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:51:03.003195 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:51:03.003195 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:51:03.008001 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-0f63bd22-4deb-490d-96af-7e9d975011a1 None None] For port 380475aa-e254-4006-8b30-212de90100a7, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:03.188933 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3e4d1-9653-477f-aa9c-49d235356526 req-d564fbbe-ea74-4fc9-8860-d6d51fb1f76f tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:03.196496 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cbc3e4d1-9653-477f-aa9c-49d235356526 req-d564fbbe-ea74-4fc9-8860-d6d51fb1f76f tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1111088 Nov 12 03:51:03.217625 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae2713fc-53e1-40c1-adfb-77a4acdca67a admin admin] Router f1f38270-1ec2-451b-882b-68d2f94bc34c has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:51:03.251497 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-0f63bd22-4deb-490d-96af-7e9d975011a1 None None] For port 380475aa-e254-4006-8b30-212de90100a7, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=380475aa-e254-4006-8b30-212de90100a7,segment=NetworkSegment(3a4cd391-d8de-46b2-bab3-107453b37c02),segment_id=3a4cd391-d8de-46b2-bab3-107453b37c02)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:03.263489 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0f63bd22-4deb-490d-96af-7e9d975011a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.269596 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.db.api [None req-5da5195c-a6c3-404f-b406-283c660c1ce5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 03:51:03.269596 n-d-715271-27 neutron-server[102572]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 03:51:03.269596 n-d-715271-27 neutron-server[102572]: [parameters: {'id': 'eb451d18-c2e4-4551-aad8-1f63d127f99d'}] Nov 12 03:51:03.269596 n-d-715271-27 neutron-server[102572]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:51:03.270260 n-d-715271-27 neutron-server[102572]: DEBUG oslo_db.api [None req-5da5195c-a6c3-404f-b406-283c660c1ce5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:51:03.292830 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f228f6f1-6f9e-4d36-8cca-de56182c5f73 req-c501e2bf-4d4a-40d7-9d01-5e6c693dd723 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545017 Nov 12 03:51:03.372913 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cbc3e4d1-9653-477f-aa9c-49d235356526 req-31fe3187-11f6-4851-b671-3a1d7773c2cd tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754718 Nov 12 03:51:03.550116 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bc27a46f-e272-46ad-9d82-07f68eef8281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.575188 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-6fed1093-0ef9-434a-9906-8de0d8b5bb30 None None] Provisioning complete for port 9bfe0034-ff5f-4981-bcc4-b66a0af63457 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:03.575562 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6fed1093-0ef9-434a-9906-8de0d8b5bb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.649996 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2713fc-53e1-40c1-adfb-77a4acdca67a admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:51:03.672674 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ae2713fc-53e1-40c1-adfb-77a4acdca67a admin admin] 10.222.0.50 "PUT /v2.0/routers/f1f38270-1ec2-451b-882b-68d2f94bc34c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6026428 Nov 12 03:51:03.679364 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-6fed1093-0ef9-434a-9906-8de0d8b5bb30 None None] Port 9bfe0034-ff5f-4981-bcc4-b66a0af63457 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:03.685809 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f63bd22-4deb-490d-96af-7e9d975011a1 None None] Pushing event updated for resources: {'Port': ['ID=380475aa-e254-4006-8b30-212de90100a7,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:03.702777 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b626e8be-8829-49a4-aa26-6a2969312645 None None] Network eb451d18-c2e4-4551-aad8-1f63d127f99d requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:03.709986 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbc2d83-ef0a-4503-b56d-f050634beb24 None None] Sync routers for ids ['f1f38270-1ec2-451b-882b-68d2f94bc34c'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:51:03.771971 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5da5195c-a6c3-404f-b406-283c660c1ce5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.791297 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbc2d83-ef0a-4503-b56d-f050634beb24 None None] Routers {'f1f38270-1ec2-451b-882b-68d2f94bc34c'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:03.792292 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-fdbc2d83-ef0a-4503-b56d-f050634beb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:51:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['f1f38270-1ec2-451b-882b-68d2f94bc34c'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:03.903085 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-5da5195c-a6c3-404f-b406-283c660c1ce5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Deleting port 380475aa-e254-4006-8b30-212de90100a7 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:03.903608 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5da5195c-a6c3-404f-b406-283c660c1ce5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.999433 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-5da5195c-a6c3-404f-b406-283c660c1ce5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] For port 380475aa-e254-4006-8b30-212de90100a7, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=380475aa-e254-4006-8b30-212de90100a7,segment=NetworkSegment(3a4cd391-d8de-46b2-bab3-107453b37c02),segment_id=3a4cd391-d8de-46b2-bab3-107453b37c02)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:04.000056 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5da5195c-a6c3-404f-b406-283c660c1ce5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.030034 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-5da5195c-a6c3-404f-b406-283c660c1ce5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Calling delete_port for 380475aa-e254-4006-8b30-212de90100a7 owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:04.192413 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e05323-37e4-4248-90c2-d30d868a57ff None None] get_active_networks_info from n-d-715271-27 {{(pid=102573) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:51:04.197341 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.198163 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5da5195c-a6c3-404f-b406-283c660c1ce5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.287510 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5195c-a6c3-404f-b406-283c660c1ce5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event deleted for resources: {'Port': ['ID=380475aa-e254-4006-8b30-212de90100a7,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:04.298747 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-fdbc2d83-ef0a-4503-b56d-f050634beb24 None None] Set router f1f38270-1ec2-451b-882b-68d2f94bc34c gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:04.302850 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da5195c-a6c3-404f-b406-283c660c1ce5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] No DVR routers for this DVR port 380475aa-e254-4006-8b30-212de90100a7 on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:51:04.571607 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5da5195c-a6c3-404f-b406-283c660c1ce5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.602600 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae5b4a-0edd-4c9d-8e4f-e00ea586fb71 req-e25b2462-50dc-4bd6-b833-2189e1e7a7ca tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:04.631858 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-acae5b4a-0edd-4c9d-8e4f-e00ea586fb71 req-e25b2462-50dc-4bd6-b833-2189e1e7a7ca tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 943 time: 0.1599038 Nov 12 03:51:04.728320 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-5da5195c-a6c3-404f-b406-283c660c1ce5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb451d18-c2e4-4551-aad8-1f63d127f99d']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:04.779453 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43060) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:04.792097 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-732d083e-932d-4515-b586-5e71d696ee0e tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-858915017', 'description': 'tempest-secgroup-smoke-858915017 description', 'project_id': '27d8d327296a4149943f8be1dae983d3'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:04.816644 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-acae5b4a-0edd-4c9d-8e4f-e00ea586fb71 req-1cc89e83-11d8-47b9-be05-ed671dd8775a tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820374 Nov 12 03:51:04.852744 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-5da5195c-a6c3-404f-b406-283c660c1ce5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a4cd391-d8de-46b2-bab3-107453b37c02') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:04.853273 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-5da5195c-a6c3-404f-b406-283c660c1ce5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a4cd391-d8de-46b2-bab3-107453b37c02') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:04.854026 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-732d083e-932d-4515-b586-5e71d696ee0e tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.870949 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5da5195c-a6c3-404f-b406-283c660c1ce5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.896439 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5da5195c-a6c3-404f-b406-283c660c1ce5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.904828 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5da5195c-a6c3-404f-b406-283c660c1ce5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:51:04.905274 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5da5195c-a6c3-404f-b406-283c660c1ce5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.911919 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:51:04.911919 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:51:04.911919 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:51:04.911919 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:51:04.911919 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:51:04.911919 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:51:04.911919 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:51:04.911919 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:51:04.911919 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:51:04.911919 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:51:04.911919 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:51:04.911919 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:51:04.911919 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:51:04.911919 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:51:04.911919 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:51:04.911919 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:51:04.911919 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:51:04.911919 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:51:04.911919 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:51:04.911919 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:51:04.911919 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:51:04.911919 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:51:04.911919 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:51:04.911919 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:51:04.911919 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:51:04.911919 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:51:04.911919 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:51:04.911919 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:51:04.911919 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:51:04.911919 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:51:04.911919 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:51:04.911919 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:51:05.066027 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64712667-d6b4-41ac-b9d3-99c06bbc69d7 req-0504d0ce-b5a9-4ccd-9d01-1b03a057273e tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:05.077614 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-64712667-d6b4-41ac-b9d3-99c06bbc69d7 req-0504d0ce-b5a9-4ccd-9d01-1b03a057273e tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1361523 Nov 12 03:51:05.082992 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5da5195c-a6c3-404f-b406-283c660c1ce5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.099105 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5da5195c-a6c3-404f-b406-283c660c1ce5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.103460 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e05323-37e4-4248-90c2-d30d868a57ff None None] Resources bound (agent type, host, resource id): {{(pid=102573) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:51:05.111394 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5da5195c-a6c3-404f-b406-283c660c1ce5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "DELETE /v2.0/networks/eb451d18-c2e4-4551-aad8-1f63d127f99d HTTP/1.1" status: 204 len: 168 time: 3.7960722 Nov 12 03:51:05.121512 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43066) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:05.189559 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-732d083e-932d-4515-b586-5e71d696ee0e tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.198537 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-35178485-a783-4c24-b644-8c43e9575acf tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-24722474'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:05.200113 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-732d083e-932d-4515-b586-5e71d696ee0e tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.251845 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-fdbc2d83-ef0a-4503-b56d-f050634beb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f38270-1ec2-451b-882b-68d2f94bc34c', 'name': 'tempest-TestServerBasicOps-405629835-router', 'tenant_id': '6ff0f493697a4774903cde731cf0b734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '82e204ac-bea0-4492-a5dd-45d7418f910e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:46Z', 'updated_at': '2021-11-12T03:51:01Z', 'revision_number': 4, 'project_id': '6ff0f493697a4774903cde731cf0b734', 'gw_port': {'id': '82e204ac-bea0-4492-a5dd-45d7418f910e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f38270-1ec2-451b-882b-68d2f94bc34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:48Z', 'updated_at': '2021-11-12T03:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '9bfe0034-ff5f-4981-bcc4-b66a0af63457', 'name': '', 'network_id': '9df2afe3-2afb-4396-8ccb-9e711d365691', 'tenant_id': '6ff0f493697a4774903cde731cf0b734', 'mac_address': 'fa:16:3e:0b:17:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f38270-1ec2-451b-882b-68d2f94bc34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'ee81eaa2-5092-489b-8a26-0cf1ef34ee60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:00Z', 'updated_at': '2021-11-12T03:51:01Z', 'revision_number': 2, 'project_id': '6ff0f493697a4774903cde731cf0b734', 'subnets': [{'id': 'ee81eaa2-5092-489b-8a26-0cf1ef34ee60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:05.279010 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d083e-932d-4515-b586-5e71d696ee0e tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a75be0a-7490-40e7-8709-357d2fc6c1f2,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:05.292879 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbc2d83-ef0a-4503-b56d-f050634beb24 None None] Checking router: f1f38270-1ec2-451b-882b-68d2f94bc34c for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:51:05.293206 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbc2d83-ef0a-4503-b56d-f050634beb24 None None] Updating router f1f38270-1ec2-451b-882b-68d2f94bc34c port 9bfe0034-ff5f-4981-bcc4-b66a0af63457 binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:51:05.294600 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-732d083e-932d-4515-b586-5e71d696ee0e tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.295898 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-732d083e-932d-4515-b586-5e71d696ee0e tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5139019 Nov 12 03:51:05.299036 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43068) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:05.313380 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35178485-a783-4c24-b644-8c43e9575acf tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Made reservation on behalf of 1c0729bd13344d92a53dc793e63335c5 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:05.313740 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-4ef1cd57-fff8-4a1e-be20-e6513f709ab7 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Request body: {'security_group_rule': {'security_group_id': '6a75be0a-7490-40e7-8709-357d2fc6c1f2', 'project_id': '27d8d327296a4149943f8be1dae983d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:05.321782 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-35178485-a783-4c24-b644-8c43e9575acf tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.351518 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fdbc2d83-ef0a-4503-b56d-f050634beb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.369894 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5195c-a6c3-404f-b406-283c660c1ce5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event deleted for resources: {'Network': ['ID=eb451d18-c2e4-4551-aad8-1f63d127f99d,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:05.389287 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4ef1cd57-fff8-4a1e-be20-e6513f709ab7 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.439765 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35178485-a783-4c24-b644-8c43e9575acf tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:51:05.465679 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-64712667-d6b4-41ac-b9d3-99c06bbc69d7 req-21e66036-3a51-44b1-b5a2-d94dfdd27251 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701782 Nov 12 03:51:05.502058 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-35178485-a783-4c24-b644-8c43e9575acf tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.504794 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-35178485-a783-4c24-b644-8c43e9575acf tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Added segment f6c19dad-15f7-4219-9fe6-22cf15dea9df of type vlan for network 74c0412a-c68e-490b-84a3-79fedd0dd784 Nov 12 03:51:05.565778 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4ef1cd57-fff8-4a1e-be20-e6513f709ab7 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.576032 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4ef1cd57-fff8-4a1e-be20-e6513f709ab7 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.609293 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-35178485-a783-4c24-b644-8c43e9575acf tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.639184 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4ef1cd57-fff8-4a1e-be20-e6513f709ab7 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.652778 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4ef1cd57-fff8-4a1e-be20-e6513f709ab7 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3508019 Nov 12 03:51:05.653748 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43070) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:05.676960 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-f486bced-62c4-4617-9109-8330203bfe6b tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Request body: {'security_group_rule': {'security_group_id': '6a75be0a-7490-40e7-8709-357d2fc6c1f2', 'project_id': '27d8d327296a4149943f8be1dae983d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:05.683822 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-35178485-a783-4c24-b644-8c43e9575acf tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.695092 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35178485-a783-4c24-b644-8c43e9575acf tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:05.697273 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-35178485-a783-4c24-b644-8c43e9575acf tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.712738 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef1cd57-fff8-4a1e-be20-e6513f709ab7 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=575f10e4-c802-458f-982d-9225941593f7,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:05.733721 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f486bced-62c4-4617-9109-8330203bfe6b tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.783060 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-35178485-a783-4c24-b644-8c43e9575acf tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5890400 Nov 12 03:51:05.787375 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43074) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:05.830797 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-9876c05c-4df3-4abb-8517-3e76feb086ca tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Request body: {'subnet': {'network_id': '74c0412a-c68e-490b-84a3-79fedd0dd784', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:05.876036 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f486bced-62c4-4617-9109-8330203bfe6b tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.892635 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f486bced-62c4-4617-9109-8330203bfe6b tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.946138 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486bced-62c4-4617-9109-8330203bfe6b tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e44ebfe4-5b89-45f3-b659-eae234f28b8b,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:05.968252 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f486bced-62c4-4617-9109-8330203bfe6b tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.975783 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f486bced-62c4-4617-9109-8330203bfe6b tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3199556 Nov 12 03:51:05.978901 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43078) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:05.987796 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-0b29d584-0cca-4e05-864b-6f0aa974a763 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Request body: {'security_group_rule': {'security_group_id': '6a75be0a-7490-40e7-8709-357d2fc6c1f2', 'project_id': '27d8d327296a4149943f8be1dae983d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:06.112269 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.187268 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ed7a5-e69e-4f98-a5b3-ad275d211b80 req-ffaf42f5-5261-4553-bbbb-79058433811d tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:06.198724 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-188ed7a5-e69e-4f98-a5b3-ad275d211b80 req-ffaf42f5-5261-4553-bbbb-79058433811d tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 943 time: 0.1840320 Nov 12 03:51:06.237262 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0b29d584-0cca-4e05-864b-6f0aa974a763 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.428166 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0b29d584-0cca-4e05-864b-6f0aa974a763 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.466847 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-188ed7a5-e69e-4f98-a5b3-ad275d211b80 req-2a4ee0ce-a686-4c1f-8add-1e96726b75a4 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580416 Nov 12 03:51:06.467458 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0b29d584-0cca-4e05-864b-6f0aa974a763 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.523609 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29d584-0cca-4e05-864b-6f0aa974a763 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fd0f337-8a5e-43b4-891c-6588568b7949,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:06.561922 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0b29d584-0cca-4e05-864b-6f0aa974a763 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.563394 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0b29d584-0cca-4e05-864b-6f0aa974a763 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5830250 Nov 12 03:51:06.567150 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43082) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:06.575222 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-2952ca6f-25bd-4cb3-8a6b-acec0c074092 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Request body: {'security_group_rule': {'security_group_id': '6a75be0a-7490-40e7-8709-357d2fc6c1f2', 'project_id': '27d8d327296a4149943f8be1dae983d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:06.641451 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.688405 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2952ca6f-25bd-4cb3-8a6b-acec0c074092 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.796890 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fdbc2d83-ef0a-4503-b56d-f050634beb24 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.824422 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fdbc2d83-ef0a-4503-b56d-f050634beb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.933631 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2952ca6f-25bd-4cb3-8a6b-acec0c074092 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.950971 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2952ca6f-25bd-4cb3-8a6b-acec0c074092 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.017325 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2952ca6f-25bd-4cb3-8a6b-acec0c074092 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a3a2207-052b-47f3-b198-4d7e1b566ac4,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:07.040880 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2952ca6f-25bd-4cb3-8a6b-acec0c074092 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.045754 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2952ca6f-25bd-4cb3-8a6b-acec0c074092 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4750862 Nov 12 03:51:07.045959 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35178485-a783-4c24-b644-8c43e9575acf tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event updated for resources: {'Network': ['ID=74c0412a-c68e-490b-84a3-79fedd0dd784,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:07.047987 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43086) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:07.067259 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-9614789d-7803-4107-af1f-1800fe057faf tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Request body: {'security_group_rule': {'security_group_id': '6a75be0a-7490-40e7-8709-357d2fc6c1f2', 'project_id': '27d8d327296a4149943f8be1dae983d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:07.123012 n-d-715271-27 neutron-server[102571]: INFO neutron.db.securitygroups_db [None req-9614789d-7803-4107-af1f-1800fe057faf tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Project 27d8d327296a4149943f8be1dae983d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:51:07.129283 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9614789d-7803-4107-af1f-1800fe057faf tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.139272 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3e576-a33a-462f-8b11-b58246fc994a req-5a1d3b7d-aa65-45b3-a274-9a1c7d61164f tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:07.142476 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ebf3e576-a33a-462f-8b11-b58246fc994a req-5a1d3b7d-aa65-45b3-a274-9a1c7d61164f tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.2710187 Nov 12 03:51:07.173136 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 74c0412a-c68e-490b-84a3-79fedd0dd784 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:51:07.189324 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd8a2d-620d-4612-83cf-321f4a65400e None None] Pushing event updated for resources: {'Port': ['ID=9bfe0034-ff5f-4981-bcc4-b66a0af63457,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:07.259111 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9614789d-7803-4107-af1f-1800fe057faf tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.272026 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9614789d-7803-4107-af1f-1800fe057faf tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.312339 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614789d-7803-4107-af1f-1800fe057faf tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2fc4fca-3ed9-4087-b61b-64a814a604cc,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:07.326925 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9876c05c-4df3-4abb-8517-3e76feb086ca tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Made reservation on behalf of 1c0729bd13344d92a53dc793e63335c5 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:07.327126 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9614789d-7803-4107-af1f-1800fe057faf tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.328437 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9614789d-7803-4107-af1f-1800fe057faf tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2765207 Nov 12 03:51:07.331120 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43088) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:07.337284 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-815713c3-cbf3-4d97-b8f9-2397ac119db3 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Request body: {'security_group_rule': {'security_group_id': '6a75be0a-7490-40e7-8709-357d2fc6c1f2', 'project_id': '27d8d327296a4149943f8be1dae983d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:07.341908 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9876c05c-4df3-4abb-8517-3e76feb086ca tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.385293 n-d-715271-27 neutron-server[102571]: INFO neutron.db.securitygroups_db [None req-815713c3-cbf3-4d97-b8f9-2397ac119db3 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Project 27d8d327296a4149943f8be1dae983d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:51:07.397526 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-815713c3-cbf3-4d97-b8f9-2397ac119db3 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.458787 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-fdbc2d83-ef0a-4503-b56d-f050634beb24 None None] Attempting to bind port 9bfe0034-ff5f-4981-bcc4-b66a0af63457 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:07.462321 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-fdbc2d83-ef0a-4503-b56d-f050634beb24 None None] Attempting to bind port 9bfe0034-ff5f-4981-bcc4-b66a0af63457 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '71944c0f-9c40-4783-9575-4b4f5d679ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9df2afe3-2afb-4396-8ccb-9e711d365691'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:07.465899 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbc2d83-ef0a-4503-b56d-f050634beb24 None None] Attempting to bind port 9bfe0034-ff5f-4981-bcc4-b66a0af63457 on network 9df2afe3-2afb-4396-8ccb-9e711d365691 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:07.514248 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbc2d83-ef0a-4503-b56d-f050634beb24 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:07.520917 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbc2d83-ef0a-4503-b56d-f050634beb24 None None] Checking segment: {'id': '71944c0f-9c40-4783-9575-4b4f5d679ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9df2afe3-2afb-4396-8ccb-9e711d365691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:07.521824 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fdbc2d83-ef0a-4503-b56d-f050634beb24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.524453 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbc2d83-ef0a-4503-b56d-f050634beb24 None None] Bound using segment: {'id': '71944c0f-9c40-4783-9575-4b4f5d679ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9df2afe3-2afb-4396-8ccb-9e711d365691'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:07.526080 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-fdbc2d83-ef0a-4503-b56d-f050634beb24 None None] Bound port: 9bfe0034-ff5f-4981-bcc4-b66a0af63457, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71944c0f-9c40-4783-9575-4b4f5d679ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9df2afe3-2afb-4396-8ccb-9e711d365691'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:07.530304 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fdbc2d83-ef0a-4503-b56d-f050634beb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.539317 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-815713c3-cbf3-4d97-b8f9-2397ac119db3 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.554076 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-815713c3-cbf3-4d97-b8f9-2397ac119db3 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.588668 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-118a4e3f-9ede-4623-b747-b512f52116e3 None None] Provisioning complete for port 9bfe0034-ff5f-4981-bcc4-b66a0af63457 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:07.589258 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-118a4e3f-9ede-4623-b747-b512f52116e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.600309 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815713c3-cbf3-4d97-b8f9-2397ac119db3 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd2ffe9c-5903-4c9a-843f-64951171aa10,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:07.651392 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ebf3e576-a33a-462f-8b11-b58246fc994a req-e0956321-56e5-4c74-8f5e-121e2426544a tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4972281 Nov 12 03:51:07.727539 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-118a4e3f-9ede-4623-b747-b512f52116e3 None None] Port 9bfe0034-ff5f-4981-bcc4-b66a0af63457 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:07.781037 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-fdbc2d83-ef0a-4503-b56d-f050634beb24 None None] For port 9bfe0034-ff5f-4981-bcc4-b66a0af63457, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:07.789961 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-fdbc2d83-ef0a-4503-b56d-f050634beb24 None None] For port 9bfe0034-ff5f-4981-bcc4-b66a0af63457, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=9bfe0034-ff5f-4981-bcc4-b66a0af63457,segment=NetworkSegment(71944c0f-9c40-4783-9575-4b4f5d679ed7),segment_id=71944c0f-9c40-4783-9575-4b4f5d679ed7)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:07.803491 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fdbc2d83-ef0a-4503-b56d-f050634beb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.820109 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-815713c3-cbf3-4d97-b8f9-2397ac119db3 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.827092 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-815713c3-cbf3-4d97-b8f9-2397ac119db3 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4943018 Nov 12 03:51:07.881277 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e2198-f4ae-43bd-b8fa-eb7cd376d811 req-be19ef24-7f35-49b8-84b4-88b293c35eae tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:07.892061 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f61e2198-f4ae-43bd-b8fa-eb7cd376d811 req-be19ef24-7f35-49b8-84b4-88b293c35eae tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 943 time: 0.2558544 Nov 12 03:51:07.937218 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbc2d83-ef0a-4503-b56d-f050634beb24 None None] Routers {'f1f38270-1ec2-451b-882b-68d2f94bc34c'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:07.939857 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-fdbc2d83-ef0a-4503-b56d-f050634beb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:51:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['f1f38270-1ec2-451b-882b-68d2f94bc34c'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:08.046673 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f61e2198-f4ae-43bd-b8fa-eb7cd376d811 req-95294824-d023-4a28-9c1a-fd6fa16d1501 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536541 Nov 12 03:51:08.109789 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9876c05c-4df3-4abb-8517-3e76feb086ca tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:08.196521 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd8a2d-620d-4612-83cf-321f4a65400e None None] Pushing event updated for resources: {'Port': ['ID=9bfe0034-ff5f-4981-bcc4-b66a0af63457,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:08.375562 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-8f3a338f-5e1e-48d3-82b6-5b366926b406 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-858915017&fields=id&tenant_id=27d8d327296a4149943f8be1dae983d3 HTTP/1.1" status: 200 len: 267 time: 0.3123529 Nov 12 03:51:08.399963 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876c05c-4df3-4abb-8517-3e76feb086ca tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event updated for resources: {'Subnet': ['ID=de7df085-5cda-426d-818e-faa10cb46aea,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:08.494899 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-46eabff8-c997-42b6-9f39-e40a46a57eba None None] Provisioning complete for port 9bfe0034-ff5f-4981-bcc4-b66a0af63457 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:08.496575 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9876c05c-4df3-4abb-8517-3e76feb086ca tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Checking segment: {'id': 'f6c19dad-15f7-4219-9fe6-22cf15dea9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '74c0412a-c68e-490b-84a3-79fedd0dd784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:08.496854 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-46eabff8-c997-42b6-9f39-e40a46a57eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:08.499814 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9876c05c-4df3-4abb-8517-3e76feb086ca tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Network hostable DHCP agents. Network: 74c0412a-c68e-490b-84a3-79fedd0dd784, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:51:08.594278 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9876c05c-4df3-4abb-8517-3e76feb086ca tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Network 74c0412a-c68e-490b-84a3-79fedd0dd784 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:51:08.599326 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-fdbc2d83-ef0a-4503-b56d-f050634beb24 None None] Set router f1f38270-1ec2-451b-882b-68d2f94bc34c gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:08.634862 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-9876c05c-4df3-4abb-8517-3e76feb086ca tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 74c0412a-c68e-490b-84a3-79fedd0dd784) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:08.654882 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9876c05c-4df3-4abb-8517-3e76feb086ca tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:08.655635 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9876c05c-4df3-4abb-8517-3e76feb086ca tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:08.668555 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-3b968ec6-047f-44f8-a0aa-7fac8709aa4b tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:08.685007 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-3b968ec6-047f-44f8-a0aa-7fac8709aa4b tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] 10.222.0.50 "GET /v2.0/networks?id=afddff57-c021-4866-8d12-792d55775375 HTTP/1.1" status: 200 len: 808 time: 0.3080547 Nov 12 03:51:08.692728 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cd62a0-63d5-463f-860d-778f4d5b3a49 None None] Network 74c0412a-c68e-490b-84a3-79fedd0dd784 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:08.731162 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-3dc297f8-c8dd-4378-beab-9f5f956d5154 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] 10.222.0.50 "GET /v2.0/quotas/27d8d327296a4149943f8be1dae983d3 HTTP/1.1" status: 200 len: 375 time: 0.0450606 Nov 12 03:51:08.800173 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9876c05c-4df3-4abb-8517-3e76feb086ca tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0044477 Nov 12 03:51:08.806953 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43112) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:08.914145 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:08.945916 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ba7b3-40e7-4646-8f31-ed3228c403f7 req-7cbc6990-61cb-4272-bc13-56736d73ea68 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:08.947985 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b68ba7b3-40e7-4646-8f31-ed3228c403f7 req-7cbc6990-61cb-4272-bc13-56736d73ea68 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1635485 Nov 12 03:51:09.057273 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-6d2c2685-e876-4361-9f5b-08e3cb81d8df tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=27d8d327296a4149943f8be1dae983d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3250365 Nov 12 03:51:09.083172 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b68ba7b3-40e7-4646-8f31-ed3228c403f7 req-19e25b26-96c3-4e83-9497-a7af5ad1e0ab tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279237 Nov 12 03:51:09.323111 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a7636e21-aee8-4c67-a0e7-c00af573c396 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:09.425903 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe5c21-759e-4545-a791-5f24f6356ca4 req-3327fe66-55d8-4fc0-ab6a-6bcf945603e7 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:09.437793 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ddfe5c21-759e-4545-a791-5f24f6356ca4 req-3327fe66-55d8-4fc0-ab6a-6bcf945603e7 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 943 time: 0.1469812 Nov 12 03:51:09.448649 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-46eabff8-c997-42b6-9f39-e40a46a57eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:09.566797 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ddfe5c21-759e-4545-a791-5f24f6356ca4 req-5293a347-9758-457b-81fc-214c23bcf21b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280255 Nov 12 03:51:09.571021 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a7636e21-aee8-4c67-a0e7-c00af573c396 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:09.602614 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-fdbc2d83-ef0a-4503-b56d-f050634beb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f38270-1ec2-451b-882b-68d2f94bc34c', 'name': 'tempest-TestServerBasicOps-405629835-router', 'tenant_id': '6ff0f493697a4774903cde731cf0b734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '82e204ac-bea0-4492-a5dd-45d7418f910e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:46Z', 'updated_at': '2021-11-12T03:51:01Z', 'revision_number': 4, 'project_id': '6ff0f493697a4774903cde731cf0b734', 'gw_port': {'id': '82e204ac-bea0-4492-a5dd-45d7418f910e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f38270-1ec2-451b-882b-68d2f94bc34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:48Z', 'updated_at': '2021-11-12T03:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '9bfe0034-ff5f-4981-bcc4-b66a0af63457', 'name': '', 'network_id': '9df2afe3-2afb-4396-8ccb-9e711d365691', 'tenant_id': '6ff0f493697a4774903cde731cf0b734', 'mac_address': 'fa:16:3e:0b:17:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f38270-1ec2-451b-882b-68d2f94bc34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'ee81eaa2-5092-489b-8a26-0cf1ef34ee60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:00Z', 'updated_at': '2021-11-12T03:51:07Z', 'revision_number': 4, 'project_id': '6ff0f493697a4774903cde731cf0b734', 'subnets': [{'id': 'ee81eaa2-5092-489b-8a26-0cf1ef34ee60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:09.680592 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbc2d83-ef0a-4503-b56d-f050634beb24 None None] The sync data for ids ['f1f38270-1ec2-451b-882b-68d2f94bc34c'] in n-d-715271-27 is: [{'id': 'f1f38270-1ec2-451b-882b-68d2f94bc34c', 'name': 'tempest-TestServerBasicOps-405629835-router', 'tenant_id': '6ff0f493697a4774903cde731cf0b734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '82e204ac-bea0-4492-a5dd-45d7418f910e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:46Z', 'updated_at': '2021-11-12T03:51:01Z', 'revision_number': 4, 'project_id': '6ff0f493697a4774903cde731cf0b734', 'gw_port': {'id': '82e204ac-bea0-4492-a5dd-45d7418f910e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f38270-1ec2-451b-882b-68d2f94bc34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:48Z', 'updated_at': '2021-11-12T03:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '9bfe0034-ff5f-4981-bcc4-b66a0af63457', 'name': '', 'network_id': '9df2afe3-2afb-4396-8ccb-9e711d365691', 'tenant_id': '6ff0f493697a4774903cde731cf0b734', 'mac_address': 'fa:16:3e:0b:17:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f38270-1ec2-451b-882b-68d2f94bc34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'ee81eaa2-5092-489b-8a26-0cf1ef34ee60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:00Z', 'updated_at': '2021-11-12T03:51:07Z', 'revision_number': 4, 'project_id': '6ff0f493697a4774903cde731cf0b734', 'subnets': [{'id': 'ee81eaa2-5092-489b-8a26-0cf1ef34ee60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:51:09.717993 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-46eabff8-c997-42b6-9f39-e40a46a57eba None None] For port 9bfe0034-ff5f-4981-bcc4-b66a0af63457, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=9bfe0034-ff5f-4981-bcc4-b66a0af63457,segment=NetworkSegment(71944c0f-9c40-4783-9575-4b4f5d679ed7),segment_id=71944c0f-9c40-4783-9575-4b4f5d679ed7)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:09.726969 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-6c7ef3d5-48e7-4b09-b7e8-13cd549c5bfe service neutron] 10.222.0.50 "GET /v2.0/networks/afddff57-c021-4866-8d12-792d55775375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6531913 Nov 12 03:51:09.848742 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-46eabff8-c997-42b6-9f39-e40a46a57eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:09.894735 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9658d61-348b-45ae-be09-ef549cfcb13e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-74c0412a-c68e-490b-84a3-79fedd0dd784', 'network_id': '74c0412a-c68e-490b-84a3-79fedd0dd784', 'tenant_id': '1c0729bd13344d92a53dc793e63335c5', 'fixed_ips': [{'subnet_id': 'de7df085-5cda-426d-818e-faa10cb46aea'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:51:09.895991 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e9658d61-348b-45ae-be09-ef549cfcb13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:09.922472 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a7636e21-aee8-4c67-a0e7-c00af573c396 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.057779 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7636e21-aee8-4c67-a0e7-c00af573c396 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event deleted for resources: {'Subnet': ['ID=de7df085-5cda-426d-818e-faa10cb46aea,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:10.161587 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-6faf1714-b64f-4da8-ae2e-245c9d4f354d service neutron] 10.222.0.50 "GET /v2.0/networks/afddff57-c021-4866-8d12-792d55775375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334743 Nov 12 03:51:10.307600 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a7636e21-aee8-4c67-a0e7-c00af573c396 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.380577 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-a7636e21-aee8-4c67-a0e7-c00af573c396 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74c0412a-c68e-490b-84a3-79fedd0dd784']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:10.412106 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-a7636e21-aee8-4c67-a0e7-c00af573c396 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6c19dad-15f7-4219-9fe6-22cf15dea9df') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:10.417755 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-a7636e21-aee8-4c67-a0e7-c00af573c396 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6c19dad-15f7-4219-9fe6-22cf15dea9df') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:10.427153 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eabff8-c997-42b6-9f39-e40a46a57eba None None] Pushing event updated for resources: {'Port': ['ID=9bfe0034-ff5f-4981-bcc4-b66a0af63457,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:10.448467 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5d52a-2dfb-4c7b-a8d7-a514487b5ab8 req-cfbfe9c6-c514-4a7f-bbe4-4e56e4d559f5 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:10.451657 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-39b5d52a-2dfb-4c7b-a8d7-a514487b5ab8 req-cfbfe9c6-c514-4a7f-bbe4-4e56e4d559f5 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1623752 Nov 12 03:51:10.467502 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25d2e85-c22d-480c-b43b-df9d875990fb None None] Network 74c0412a-c68e-490b-84a3-79fedd0dd784 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:10.483277 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a7636e21-aee8-4c67-a0e7-c00af573c396 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.532598 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a7636e21-aee8-4c67-a0e7-c00af573c396 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.562794 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7636e21-aee8-4c67-a0e7-c00af573c396 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:51:10.563458 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a7636e21-aee8-4c67-a0e7-c00af573c396 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.567362 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:51:10.567362 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:51:10.567362 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:51:10.567362 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:51:10.567362 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:51:10.567362 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:51:10.567362 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:51:10.567362 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:51:10.567362 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:51:10.567362 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:51:10.567362 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:51:10.567362 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:51:10.567362 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:51:10.567362 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:51:10.567362 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:51:10.567362 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:51:10.567362 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:51:10.567362 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:51:10.567362 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:51:10.567362 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:51:10.567362 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:51:10.567362 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:51:10.567362 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:51:10.567362 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:51:10.567362 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:51:10.567362 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:51:10.567362 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:51:10.567362 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:51:10.567362 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:51:10.567362 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:51:10.567362 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:51:10.567362 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:51:10.593819 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-39b5d52a-2dfb-4c7b-a8d7-a514487b5ab8 req-6aed2df8-6554-46de-8594-1b3e7afefc48 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299765 Nov 12 03:51:10.825024 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa72a0d-e902-42cc-b4af-6b7dce30c019 req-71c5e221-3502-4704-8dbb-4a815fc7b2e9 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:10.833674 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bfa72a0d-e902-42cc-b4af-6b7dce30c019 req-71c5e221-3502-4704-8dbb-4a815fc7b2e9 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 943 time: 0.0998254 Nov 12 03:51:10.862391 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b09ec19b-983e-415c-aa5d-db8869e27c15 req-c097c696-f260-4b85-a223-7a6ce32664e0 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] 10.222.0.50 "GET /v2.0/ports?device_id=a02bf46c-2684-4d11-9f9e-9245383ab564 HTTP/1.1" status: 200 len: 210 time: 0.0910325 Nov 12 03:51:10.881734 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a7636e21-aee8-4c67-a0e7-c00af573c396 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.889910 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a7636e21-aee8-4c67-a0e7-c00af573c396 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.905909 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a7636e21-aee8-4c67-a0e7-c00af573c396 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "DELETE /v2.0/networks/74c0412a-c68e-490b-84a3-79fedd0dd784 HTTP/1.1" status: 204 len: 168 time: 2.0959067 Nov 12 03:51:10.914297 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43128) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:10.914448 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bfa72a0d-e902-42cc-b4af-6b7dce30c019 req-9c36e161-c65e-41f7-b079-882fe1d63e0e tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797203 Nov 12 03:51:10.963063 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-fdda34e0-a69c-4209-b2cc-925931c044ae tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1139045384'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:10.973462 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7636e21-aee8-4c67-a0e7-c00af573c396 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event deleted for resources: {'Network': ['ID=74c0412a-c68e-490b-84a3-79fedd0dd784,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:11.042000 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdda34e0-a69c-4209-b2cc-925931c044ae tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Made reservation on behalf of 1c0729bd13344d92a53dc793e63335c5 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:11.045885 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fdda34e0-a69c-4209-b2cc-925931c044ae tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.113550 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdda34e0-a69c-4209-b2cc-925931c044ae tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:51:11.140552 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fdda34e0-a69c-4209-b2cc-925931c044ae tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.147172 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-fdda34e0-a69c-4209-b2cc-925931c044ae tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Added segment 5fa4d48c-c8f1-428c-99cd-e1dba860b4b7 of type vlan for network eea5a384-7bb8-4d7a-aba2-43a6443350d5 Nov 12 03:51:11.284555 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fdda34e0-a69c-4209-b2cc-925931c044ae tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.350550 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fdda34e0-a69c-4209-b2cc-925931c044ae tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.368175 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdda34e0-a69c-4209-b2cc-925931c044ae tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:11.369055 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fdda34e0-a69c-4209-b2cc-925931c044ae tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.441933 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43136) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:11.442162 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-fdda34e0-a69c-4209-b2cc-925931c044ae tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4835687 Nov 12 03:51:11.444758 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 9bfe0034-ff5f-4981-bcc4-b66a0af63457 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:11.450098 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-996b5026-9299-4de9-bace-e67db4f569be tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Request body: {'subnet': {'network_id': 'eea5a384-7bb8-4d7a-aba2-43a6443350d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:11.569601 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 9bfe0034-ff5f-4981-bcc4-b66a0af63457 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:11.569601 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.571210 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda34e0-a69c-4209-b2cc-925931c044ae tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event updated for resources: {'Network': ['ID=eea5a384-7bb8-4d7a-aba2-43a6443350d5,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:11.637888 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network eea5a384-7bb8-4d7a-aba2-43a6443350d5 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:51:11.783130 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996b5026-9299-4de9-bace-e67db4f569be tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Made reservation on behalf of 1c0729bd13344d92a53dc793e63335c5 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:11.788907 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-996b5026-9299-4de9-bace-e67db4f569be tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.863518 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d79f20-d817-484a-9b76-344a3d54c1a8 req-76baa138-1b03-4f3f-8476-ce3d7de7274d tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:11.884039 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-51d79f20-d817-484a-9b76-344a3d54c1a8 req-76baa138-1b03-4f3f-8476-ce3d7de7274d tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1423028 Nov 12 03:51:11.959662 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.ipam_backend_mixin [None req-996b5026-9299-4de9-bace-e67db4f569be tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Performing IP validity checks on allocation pools {{(pid=102571) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 03:51:11.960206 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.ipam_backend_mixin [None req-996b5026-9299-4de9-bace-e67db4f569be tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102571) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 03:51:11.996025 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-51d79f20-d817-484a-9b76-344a3d54c1a8 req-b4e8df20-3d40-4723-a3cc-379166c8217d tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110311 Nov 12 03:51:12.172047 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24051c0-da50-48ca-b4e6-e699bd210f6e req-a0a08fa0-daa8-4d35-9793-52c9c6b2109f tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:12.191664 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f24051c0-da50-48ca-b4e6-e699bd210f6e req-a0a08fa0-daa8-4d35-9793-52c9c6b2109f tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 943 time: 0.1019781 Nov 12 03:51:12.296687 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f24051c0-da50-48ca-b4e6-e699bd210f6e req-41ce6094-3678-4e89-a0e2-c60e64057bfe tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032772 Nov 12 03:51:12.349090 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7690953a-aa9d-4eac-92ee-17037534ea81 req-d5565232-e254-4c41-8a52-39732ab11bf0 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] 10.222.0.50 "GET /v2.0/ports?device_id=a02bf46c-2684-4d11-9f9e-9245383ab564 HTTP/1.1" status: 200 len: 210 time: 0.0500884 Nov 12 03:51:12.360245 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-996b5026-9299-4de9-bace-e67db4f569be tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:12.453790 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b5026-9299-4de9-bace-e67db4f569be tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event updated for resources: {'Subnet': ['ID=5e500033-7088-4da9-9b88-373ba01baf56,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:12.490255 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996b5026-9299-4de9-bace-e67db4f569be tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Checking segment: {'id': '5fa4d48c-c8f1-428c-99cd-e1dba860b4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'eea5a384-7bb8-4d7a-aba2-43a6443350d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:12.490914 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996b5026-9299-4de9-bace-e67db4f569be tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Network hostable DHCP agents. Network: eea5a384-7bb8-4d7a-aba2-43a6443350d5, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:51:12.513197 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996b5026-9299-4de9-bace-e67db4f569be tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Network eea5a384-7bb8-4d7a-aba2-43a6443350d5 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:51:12.528866 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-996b5026-9299-4de9-bace-e67db4f569be tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, eea5a384-7bb8-4d7a-aba2-43a6443350d5) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:12.538878 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2af49d7-e328-4157-996f-71d45fc8f5c7 None None] Network eea5a384-7bb8-4d7a-aba2-43a6443350d5 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:12.558345 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996b5026-9299-4de9-bace-e67db4f569be tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:12.560790 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-996b5026-9299-4de9-bace-e67db4f569be tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:12.609703 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43146) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:12.610276 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-996b5026-9299-4de9-bace-e67db4f569be tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.1674268 Nov 12 03:51:12.970317 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2a5a4ae4-b2e1-44d1-83ac-ea675418c96b tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:13.073578 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-568a63fb-59fc-47f2-b3bc-06f7d9e7f9d6 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:13.075561 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-568a63fb-59fc-47f2-b3bc-06f7d9e7f9d6 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] 10.222.0.74 "GET /v2.0/networks?id=afddff57-c021-4866-8d12-792d55775375 HTTP/1.1" status: 200 len: 808 time: 0.3764277 Nov 12 03:51:13.100763 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2a5a4ae4-b2e1-44d1-83ac-ea675418c96b tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:13.146870 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df3a946-0da8-4192-a362-d4febdaff3b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-eea5a384-7bb8-4d7a-aba2-43a6443350d5', 'network_id': 'eea5a384-7bb8-4d7a-aba2-43a6443350d5', 'tenant_id': '1c0729bd13344d92a53dc793e63335c5', 'fixed_ips': [{'subnet_id': '5e500033-7088-4da9-9b88-373ba01baf56'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:51:13.150655 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6df3a946-0da8-4192-a362-d4febdaff3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:13.179111 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-da696893-50bd-4f17-b6ea-eee61c290ac3 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27d8d327296a4149943f8be1dae983d3 HTTP/1.1" status: 200 len: 379 time: 0.0878289 Nov 12 03:51:13.191552 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-fa162606-85f7-4195-9a98-89d092ab400c tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Request body: {'port': {'device_id': 'a02bf46c-2684-4d11-9f9e-9245383ab564', 'network_id': 'afddff57-c021-4866-8d12-792d55775375', 'admin_state_up': True, 'tenant_id': '27d8d327296a4149943f8be1dae983d3', 'security_groups': ['6a75be0a-7490-40e7-8709-357d2fc6c1f2']}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:13.362512 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bc75d-560c-49cb-99f4-372bd4a6708f req-d792e564-1449-4d82-95eb-0beb3982dcaf tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:13.380249 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-533bc75d-560c-49cb-99f4-372bd4a6708f req-d792e564-1449-4d82-95eb-0beb3982dcaf tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1852174 Nov 12 03:51:13.391024 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-6df3a946-0da8-4192-a362-d4febdaff3b6 None None] Allocated IP 172.20.0.3 (eea5a384-7bb8-4d7a-aba2-43a6443350d5/5e500033-7088-4da9-9b88-373ba01baf56/5604eb07-146d-4e4d-97d1-964d0ba82fb3) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:13.492369 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-533bc75d-560c-49cb-99f4-372bd4a6708f req-521c45aa-00ce-44ec-8bf6-156d7b26b01c tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056204 Nov 12 03:51:13.556884 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-fa162606-85f7-4195-9a98-89d092ab400c tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Made reservation on behalf of 27d8d327296a4149943f8be1dae983d3 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:13.566995 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-fa162606-85f7-4195-9a98-89d092ab400c tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:13.598544 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df62e333-52dc-4483-a141-54c7981de0f2 req-a9b95889-6bd9-4e7f-bedb-e3ef0bae55d0 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:13.600351 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-df62e333-52dc-4483-a141-54c7981de0f2 req-a9b95889-6bd9-4e7f-bedb-e3ef0bae55d0 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 943 time: 0.1507106 Nov 12 03:51:13.636972 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e4a919d3-237b-411f-bffc-8d5a1c8272af req-9aabb0cf-1bb9-4263-bf1b-29861ae26d2b tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] 10.222.0.50 "GET /v2.0/ports?device_id=a02bf46c-2684-4d11-9f9e-9245383ab564 HTTP/1.1" status: 200 len: 210 time: 0.0621912 Nov 12 03:51:13.703000 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6df3a946-0da8-4192-a362-d4febdaff3b6 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:13.726365 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6df3a946-0da8-4192-a362-d4febdaff3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:13.745681 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2a5a4ae4-b2e1-44d1-83ac-ea675418c96b tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:13.767563 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-df62e333-52dc-4483-a141-54c7981de0f2 req-4d34ea02-75c9-4d0c-beac-d6a926e0f9bc tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466844 Nov 12 03:51:13.830929 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a4ae4-b2e1-44d1-83ac-ea675418c96b tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event deleted for resources: {'Subnet': ['ID=5e500033-7088-4da9-9b88-373ba01baf56,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:13.869907 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df3a946-0da8-4192-a362-d4febdaff3b6 None None] Pushing event updated for resources: {'Port': ['ID=5604eb07-146d-4e4d-97d1-964d0ba82fb3,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:13.908052 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df3a946-0da8-4192-a362-d4febdaff3b6 None None] Network eea5a384-7bb8-4d7a-aba2-43a6443350d5 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:13.918753 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-6df3a946-0da8-4192-a362-d4febdaff3b6 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:13.924269 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df3a946-0da8-4192-a362-d4febdaff3b6 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:14.066165 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-fa162606-85f7-4195-9a98-89d092ab400c tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Allocated IP 172.20.0.12 (afddff57-c021-4866-8d12-792d55775375/36bad204-5d6d-45a7-8ba7-6407cbfbd2a3/ff0cc218-6b17-4ea2-864c-1f6d398551ec) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:14.087398 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2a5a4ae4-b2e1-44d1-83ac-ea675418c96b tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:14.153598 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-2a5a4ae4-b2e1-44d1-83ac-ea675418c96b tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eea5a384-7bb8-4d7a-aba2-43a6443350d5']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:14.169786 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-6df3a946-0da8-4192-a362-d4febdaff3b6 None None] Attempting to bind port 5604eb07-146d-4e4d-97d1-964d0ba82fb3 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:14.171436 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-6df3a946-0da8-4192-a362-d4febdaff3b6 None None] Attempting to bind port 5604eb07-146d-4e4d-97d1-964d0ba82fb3 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '5fa4d48c-c8f1-428c-99cd-e1dba860b4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'eea5a384-7bb8-4d7a-aba2-43a6443350d5'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:14.171915 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df3a946-0da8-4192-a362-d4febdaff3b6 None None] Attempting to bind port 5604eb07-146d-4e4d-97d1-964d0ba82fb3 on network eea5a384-7bb8-4d7a-aba2-43a6443350d5 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:14.192174 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-2a5a4ae4-b2e1-44d1-83ac-ea675418c96b tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fa4d48c-c8f1-428c-99cd-e1dba860b4b7') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:14.192813 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-2a5a4ae4-b2e1-44d1-83ac-ea675418c96b tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fa4d48c-c8f1-428c-99cd-e1dba860b4b7') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:14.193573 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df3a946-0da8-4192-a362-d4febdaff3b6 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:14.193960 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df3a946-0da8-4192-a362-d4febdaff3b6 None None] Checking segment: {'id': '5fa4d48c-c8f1-428c-99cd-e1dba860b4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'eea5a384-7bb8-4d7a-aba2-43a6443350d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:14.194370 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6df3a946-0da8-4192-a362-d4febdaff3b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:14.194764 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df3a946-0da8-4192-a362-d4febdaff3b6 None None] Bound using segment: {'id': '5fa4d48c-c8f1-428c-99cd-e1dba860b4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'eea5a384-7bb8-4d7a-aba2-43a6443350d5'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:14.195248 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-6df3a946-0da8-4192-a362-d4febdaff3b6 None None] Bound port: 5604eb07-146d-4e4d-97d1-964d0ba82fb3, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fa4d48c-c8f1-428c-99cd-e1dba860b4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'eea5a384-7bb8-4d7a-aba2-43a6443350d5'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:14.195635 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6df3a946-0da8-4192-a362-d4febdaff3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:14.206271 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2a5a4ae4-b2e1-44d1-83ac-ea675418c96b tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:14.223772 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2a5a4ae4-b2e1-44d1-83ac-ea675418c96b tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:14.233046 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a5a4ae4-b2e1-44d1-83ac-ea675418c96b tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:51:14.233704 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2a5a4ae4-b2e1-44d1-83ac-ea675418c96b tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:14.321842 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:51:14.321842 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:51:14.321842 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:51:14.321842 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:51:14.321842 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:51:14.321842 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:51:14.321842 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:51:14.321842 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:51:14.321842 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:51:14.321842 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:51:14.321842 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:51:14.321842 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:51:14.321842 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:51:14.321842 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:51:14.321842 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:51:14.321842 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:51:14.321842 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:51:14.321842 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:51:14.321842 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:51:14.321842 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:51:14.321842 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:51:14.321842 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:51:14.321842 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:51:14.321842 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:51:14.321842 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:51:14.321842 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:51:14.321842 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:51:14.321842 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:51:14.321842 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:51:14.321842 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:51:14.321842 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:51:14.321842 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:51:14.327440 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.db.api [None req-2a5a4ae4-b2e1-44d1-83ac-ea675418c96b tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 03:51:14.327440 n-d-715271-27 neutron-server[102572]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 03:51:14.327440 n-d-715271-27 neutron-server[102572]: [parameters: {'id': 'eea5a384-7bb8-4d7a-aba2-43a6443350d5'}] Nov 12 03:51:14.327440 n-d-715271-27 neutron-server[102572]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:51:14.328746 n-d-715271-27 neutron-server[102572]: DEBUG oslo_db.api [None req-2a5a4ae4-b2e1-44d1-83ac-ea675418c96b tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:51:14.433131 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-fa162606-85f7-4195-9a98-89d092ab400c tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:14.467708 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-6df3a946-0da8-4192-a362-d4febdaff3b6 None None] For port 5604eb07-146d-4e4d-97d1-964d0ba82fb3, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:14.471421 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-6df3a946-0da8-4192-a362-d4febdaff3b6 None None] For port 5604eb07-146d-4e4d-97d1-964d0ba82fb3, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=5604eb07-146d-4e4d-97d1-964d0ba82fb3,segment=NetworkSegment(5fa4d48c-c8f1-428c-99cd-e1dba860b4b7),segment_id=5fa4d48c-c8f1-428c-99cd-e1dba860b4b7)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:14.475477 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-fa162606-85f7-4195-9a98-89d092ab400c tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:14.486914 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6df3a946-0da8-4192-a362-d4febdaff3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:14.575331 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df3a946-0da8-4192-a362-d4febdaff3b6 None None] Pushing event updated for resources: {'Port': ['ID=5604eb07-146d-4e4d-97d1-964d0ba82fb3,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:14.651285 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-fa162606-85f7-4195-9a98-89d092ab400c tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Network afddff57-c021-4866-8d12-792d55775375 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:14.658465 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-fa162606-85f7-4195-9a98-89d092ab400c tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:14.669463 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-fa162606-85f7-4195-9a98-89d092ab400c tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:14.684160 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa162606-85f7-4195-9a98-89d092ab400c tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Pushing event updated for resources: {'Port': ['ID=ff0cc218-6b17-4ea2-864c-1f6d398551ec,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:14.808805 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ea747e-a9b8-49ec-920b-307022417ebf None None] Network eea5a384-7bb8-4d7a-aba2-43a6443350d5 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:14.840148 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-fa162606-85f7-4195-9a98-89d092ab400c tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:14.844581 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-fa162606-85f7-4195-9a98-89d092ab400c tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:14.858662 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6017c4-a144-4fef-bc39-1f9556ff69cf req-9a7de6b9-7795-45e5-9dba-e533f5244052 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:14.865435 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dc6017c4-a144-4fef-bc39-1f9556ff69cf req-9a7de6b9-7795-45e5-9dba-e533f5244052 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.2248304 Nov 12 03:51:14.866039 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2a5a4ae4-b2e1-44d1-83ac-ea675418c96b tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:14.917041 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-fa162606-85f7-4195-9a98-89d092ab400c tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7295706 Nov 12 03:51:14.932777 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-31581077-df60-41e4-ad9f-cd7171e3931b service neutron] Request body: {'port': {'device_id': 'a02bf46c-2684-4d11-9f9e-9245383ab564', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:15.201191 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-31581077-df60-41e4-ad9f-cd7171e3931b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:15.237274 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dc6017c4-a144-4fef-bc39-1f9556ff69cf req-5daf3279-068d-48b7-9ecb-6a60f07c9d76 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624966 Nov 12 03:51:15.278353 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-2a5a4ae4-b2e1-44d1-83ac-ea675418c96b tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Deleting port 5604eb07-146d-4e4d-97d1-964d0ba82fb3 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:15.278791 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2a5a4ae4-b2e1-44d1-83ac-ea675418c96b tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:15.310841 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a74474a-2cb1-4445-a43b-bf66d27eee5e req-22343b37-80e6-4abd-a72a-ca0795b29cf6 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:15.314581 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4edf6ad-133a-4698-997f-09f0b3105c43 None None] get_active_networks_info from n-d-715271-27 {{(pid=102573) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:51:15.315091 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0a74474a-2cb1-4445-a43b-bf66d27eee5e req-22343b37-80e6-4abd-a72a-ca0795b29cf6 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] 10.222.0.50 "GET /v2.0/ports?device_id=a02bf46c-2684-4d11-9f9e-9245383ab564 HTTP/1.1" status: 200 len: 932 time: 0.4655378 Nov 12 03:51:15.317329 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-66049de8-872c-44bd-8fa4-853a8ff7d519 None None] Provisioning complete for port ff0cc218-6b17-4ea2-864c-1f6d398551ec triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:15.317867 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-66049de8-872c-44bd-8fa4-853a8ff7d519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:15.437733 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-66049de8-872c-44bd-8fa4-853a8ff7d519 None None] Port ff0cc218-6b17-4ea2-864c-1f6d398551ec cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:15.568572 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-2a5a4ae4-b2e1-44d1-83ac-ea675418c96b tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] For port 5604eb07-146d-4e4d-97d1-964d0ba82fb3, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=5604eb07-146d-4e4d-97d1-964d0ba82fb3,segment=NetworkSegment(5fa4d48c-c8f1-428c-99cd-e1dba860b4b7),segment_id=5fa4d48c-c8f1-428c-99cd-e1dba860b4b7)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:15.569081 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2a5a4ae4-b2e1-44d1-83ac-ea675418c96b tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:15.575239 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4edf6ad-133a-4698-997f-09f0b3105c43 None None] Resources bound (agent type, host, resource id): {{(pid=102573) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:51:15.616425 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e7720-8acd-4be5-9770-885d8b061e83 req-03a82209-9e1e-4ca2-97c5-3cf8ec39f42c tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:15.625231 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a77e7720-8acd-4be5-9770-885d8b061e83 req-03a82209-9e1e-4ca2-97c5-3cf8ec39f42c tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 943 time: 0.2006211 Nov 12 03:51:15.638564 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-2a5a4ae4-b2e1-44d1-83ac-ea675418c96b tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Calling delete_port for 5604eb07-146d-4e4d-97d1-964d0ba82fb3 owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:15.801970 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a77e7720-8acd-4be5-9770-885d8b061e83 req-529ce1e5-dd4e-45df-9279-e847e494dad1 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755857 Nov 12 03:51:15.929753 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2a5a4ae4-b2e1-44d1-83ac-ea675418c96b tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:15.987102 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a4ae4-b2e1-44d1-83ac-ea675418c96b tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event deleted for resources: {'Port': ['ID=5604eb07-146d-4e4d-97d1-964d0ba82fb3,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:16.006025 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5a4ae4-b2e1-44d1-83ac-ea675418c96b tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] No DVR routers for this DVR port 5604eb07-146d-4e4d-97d1-964d0ba82fb3 on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:51:16.190258 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2a5a4ae4-b2e1-44d1-83ac-ea675418c96b tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:16.219050 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0a74474a-2cb1-4445-a43b-bf66d27eee5e req-e109e480-f7d9-480c-8689-a21a8f179503 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a75be0a-7490-40e7-8709-357d2fc6c1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8669291 Nov 12 03:51:16.261534 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-2a5a4ae4-b2e1-44d1-83ac-ea675418c96b tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eea5a384-7bb8-4d7a-aba2-43a6443350d5']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:16.298364 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-2a5a4ae4-b2e1-44d1-83ac-ea675418c96b tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fa4d48c-c8f1-428c-99cd-e1dba860b4b7') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:16.298657 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-2a5a4ae4-b2e1-44d1-83ac-ea675418c96b tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fa4d48c-c8f1-428c-99cd-e1dba860b4b7') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:16.327835 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2a5a4ae4-b2e1-44d1-83ac-ea675418c96b tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:16.361226 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2a5a4ae4-b2e1-44d1-83ac-ea675418c96b tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:16.377979 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a5a4ae4-b2e1-44d1-83ac-ea675418c96b tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:51:16.378758 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2a5a4ae4-b2e1-44d1-83ac-ea675418c96b tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:16.384568 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:51:16.384568 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:51:16.384568 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:51:16.384568 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:51:16.384568 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:51:16.384568 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:51:16.384568 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:51:16.384568 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:51:16.384568 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:51:16.384568 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:51:16.384568 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:51:16.384568 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:51:16.384568 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:51:16.384568 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:51:16.384568 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:51:16.384568 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:51:16.384568 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:51:16.384568 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:51:16.384568 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:51:16.384568 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:51:16.384568 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:51:16.384568 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:51:16.384568 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:51:16.384568 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:51:16.384568 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:51:16.384568 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:51:16.384568 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:51:16.384568 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:51:16.384568 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:51:16.384568 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:51:16.384568 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:51:16.384568 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:51:16.524521 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-31581077-df60-41e4-ad9f-cd7171e3931b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff0cc218-6b17-4ea2-864c-1f6d398551ec {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:51:16.525109 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4493814-e385-40c4-aea2-429526f32f8c req-f6089304-d119-42d4-a94e-dd801f1abe31 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:16.532543 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b4493814-e385-40c4-aea2-429526f32f8c req-f6089304-d119-42d4-a94e-dd801f1abe31 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1275876 Nov 12 03:51:16.534928 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-31581077-df60-41e4-ad9f-cd7171e3931b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:16.546835 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2a5a4ae4-b2e1-44d1-83ac-ea675418c96b tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:16.550223 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-31581077-df60-41e4-ad9f-cd7171e3931b service neutron] Transition to ACTIVE for port object ff0cc218-6b17-4ea2-864c-1f6d398551ec will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:51:16.555193 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-31581077-df60-41e4-ad9f-cd7171e3931b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:16.564869 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2a5a4ae4-b2e1-44d1-83ac-ea675418c96b tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:16.573514 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43180) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:16.576176 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2a5a4ae4-b2e1-44d1-83ac-ea675418c96b tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "DELETE /v2.0/networks/eea5a384-7bb8-4d7a-aba2-43a6443350d5 HTTP/1.1" status: 204 len: 168 time: 3.9645979 Nov 12 03:51:16.601435 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-4f291608-1351-4eb6-be67-1b8a118a5b74 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-435011006'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:16.633966 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b4493814-e385-40c4-aea2-429526f32f8c req-609ae026-2951-43e2-b02e-4adbe0e6a96b tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003141 Nov 12 03:51:16.635270 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a4ae4-b2e1-44d1-83ac-ea675418c96b tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event deleted for resources: {'Network': ['ID=eea5a384-7bb8-4d7a-aba2-43a6443350d5,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:16.676854 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31581077-df60-41e4-ad9f-cd7171e3931b service neutron] Pushing event updated for resources: {'Port': ['ID=ff0cc218-6b17-4ea2-864c-1f6d398551ec,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:16.689439 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f291608-1351-4eb6-be67-1b8a118a5b74 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Made reservation on behalf of 1c0729bd13344d92a53dc793e63335c5 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:16.693164 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4f291608-1351-4eb6-be67-1b8a118a5b74 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:16.761999 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f291608-1351-4eb6-be67-1b8a118a5b74 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:51:16.781867 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4f291608-1351-4eb6-be67-1b8a118a5b74 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:16.782274 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-4f291608-1351-4eb6-be67-1b8a118a5b74 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Added segment 5441953d-b772-411e-a437-8157bf551cbd of type vlan for network f8fbe002-b771-4f4c-845d-3c9cc236767e Nov 12 03:51:16.843727 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-31581077-df60-41e4-ad9f-cd7171e3931b service neutron] Attempting to bind port ff0cc218-6b17-4ea2-864c-1f6d398551ec on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:16.844061 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-31581077-df60-41e4-ad9f-cd7171e3931b service neutron] Attempting to bind port ff0cc218-6b17-4ea2-864c-1f6d398551ec by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'd3c3b890-163e-4175-9d6f-19bcb21f9a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'afddff57-c021-4866-8d12-792d55775375'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:16.844406 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-31581077-df60-41e4-ad9f-cd7171e3931b service neutron] Attempting to bind port ff0cc218-6b17-4ea2-864c-1f6d398551ec on network afddff57-c021-4866-8d12-792d55775375 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:16.851779 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-31581077-df60-41e4-ad9f-cd7171e3931b service neutron] Port ff0cc218-6b17-4ea2-864c-1f6d398551ec on network afddff57-c021-4866-8d12-792d55775375 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:51:16.852037 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-31581077-df60-41e4-ad9f-cd7171e3931b service neutron] Attempting to bind port ff0cc218-6b17-4ea2-864c-1f6d398551ec on network afddff57-c021-4866-8d12-792d55775375 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:16.858101 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4f291608-1351-4eb6-be67-1b8a118a5b74 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:16.860317 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-31581077-df60-41e4-ad9f-cd7171e3931b service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:16.860650 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-31581077-df60-41e4-ad9f-cd7171e3931b service neutron] Checking segment: {'id': 'd3c3b890-163e-4175-9d6f-19bcb21f9a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'afddff57-c021-4866-8d12-792d55775375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:16.861027 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-31581077-df60-41e4-ad9f-cd7171e3931b service neutron] Bound using segment: {'id': 'd3c3b890-163e-4175-9d6f-19bcb21f9a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'afddff57-c021-4866-8d12-792d55775375'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:16.861448 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-31581077-df60-41e4-ad9f-cd7171e3931b service neutron] Bound port: ff0cc218-6b17-4ea2-864c-1f6d398551ec, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3c3b890-163e-4175-9d6f-19bcb21f9a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'afddff57-c021-4866-8d12-792d55775375'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:16.861787 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-31581077-df60-41e4-ad9f-cd7171e3931b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:17.022047 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4f291608-1351-4eb6-be67-1b8a118a5b74 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:17.028397 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f291608-1351-4eb6-be67-1b8a118a5b74 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:17.029161 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4f291608-1351-4eb6-be67-1b8a118a5b74 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:17.103733 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d281f83-e6a3-42d4-9e55-9510da230bed req-9b6f0f35-1dd1-4d0a-a982-f684599cf8b2 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:17.105216 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0d281f83-e6a3-42d4-9e55-9510da230bed req-9b6f0f35-1dd1-4d0a-a982-f684599cf8b2 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 943 time: 0.1886106 Nov 12 03:51:17.115218 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4f291608-1351-4eb6-be67-1b8a118a5b74 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5406427 Nov 12 03:51:17.116625 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-31581077-df60-41e4-ad9f-cd7171e3931b service neutron] For port ff0cc218-6b17-4ea2-864c-1f6d398551ec, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:17.118102 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43190) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:17.123193 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-8944894b-6c39-49d0-9568-31e31530edbc tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Request body: {'subnet': {'network_id': 'f8fbe002-b771-4f4c-845d-3c9cc236767e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:17.179600 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-31581077-df60-41e4-ad9f-cd7171e3931b service neutron] For port ff0cc218-6b17-4ea2-864c-1f6d398551ec, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=ff0cc218-6b17-4ea2-864c-1f6d398551ec,segment=NetworkSegment(d3c3b890-163e-4175-9d6f-19bcb21f9a7b),segment_id=d3c3b890-163e-4175-9d6f-19bcb21f9a7b)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:17.180887 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f291608-1351-4eb6-be67-1b8a118a5b74 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event updated for resources: {'Network': ['ID=f8fbe002-b771-4f4c-845d-3c9cc236767e,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:17.193433 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network f8fbe002-b771-4f4c-845d-3c9cc236767e details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:51:17.210533 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-31581077-df60-41e4-ad9f-cd7171e3931b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:17.250426 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-31581077-df60-41e4-ad9f-cd7171e3931b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:17.251143 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-31581077-df60-41e4-ad9f-cd7171e3931b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:17.252935 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-31581077-df60-41e4-ad9f-cd7171e3931b service neutron] 10.222.0.74 "PUT /v2.0/ports/ff0cc218-6b17-4ea2-864c-1f6d398551ec HTTP/1.1" status: 200 len: 1093 time: 2.3260195 Nov 12 03:51:17.276234 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a02bf46c-2684-4d11-9f9e-9245383ab564', 'tag': 'ff0cc218-6b17-4ea2-864c-1f6d398551ec'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:17.289974 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8944894b-6c39-49d0-9568-31e31530edbc tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Made reservation on behalf of 1c0729bd13344d92a53dc793e63335c5 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:17.292087 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c7a8f0-e7b4-42a5-b3d4-5e6a1f0e0a9b" -d '{"events": [{"name": "network-changed", "server_uuid": "a02bf46c-2684-4d11-9f9e-9245383ab564", "tag": "ff0cc218-6b17-4ea2-864c-1f6d398551ec"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:17.298449 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8944894b-6c39-49d0-9568-31e31530edbc tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:17.396399 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0d281f83-e6a3-42d4-9e55-9510da230bed req-a1ab2747-17cb-437d-addb-09a58b439fa2 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468343 Nov 12 03:51:17.440145 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-5cfb4831-af04-4b98-a349-05cdc90f8bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:17.443063 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-5cfb4831-af04-4b98-a349-05cdc90f8bdc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=27d8d327296a4149943f8be1dae983d3&device_id=a02bf46c-2684-4d11-9f9e-9245383ab564 HTTP/1.1" status: 200 len: 1096 time: 0.1054964 Nov 12 03:51:17.448728 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31581077-df60-41e4-ad9f-cd7171e3931b service neutron] Pushing event updated for resources: {'Port': ['ID=ff0cc218-6b17-4ea2-864c-1f6d398551ec,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:17.523707 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173fc2e4-a63d-48b1-aa81-15bfe927909e x-openstack-request-id: req-173fc2e4-a63d-48b1-aa81-15bfe927909e {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:17.524002 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a02bf46c-2684-4d11-9f9e-9245383ab564", "tag": "ff0cc218-6b17-4ea2-864c-1f6d398551ec", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:17.524278 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-173fc2e4-a63d-48b1-aa81-15bfe927909e {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:17.524680 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a02bf46c-2684-4d11-9f9e-9245383ab564', 'tag': 'ff0cc218-6b17-4ea2-864c-1f6d398551ec', 'status': 'completed', 'code': 200} Nov 12 03:51:17.528798 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-55456a45-30b7-4f11-a77d-aea43825070f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff0cc218-6b17-4ea2-864c-1f6d398551ec HTTP/1.1" status: 200 len: 217 time: 0.0722268 Nov 12 03:51:17.571608 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8944894b-6c39-49d0-9568-31e31530edbc tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:17.598690 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-6cfb5029-1a15-405b-8e61-4fece7ff1d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:17.600568 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-6cfb5029-1a15-405b-8e61-4fece7ff1d34 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=36bad204-5d6d-45a7-8ba7-6407cbfbd2a3 HTTP/1.1" status: 200 len: 847 time: 0.0600441 Nov 12 03:51:17.618443 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01629237-6441-490a-9fc6-a8a02c59c92e req-9629beac-264f-4f20-9c4e-f09e5f348663 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:17.619996 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-01629237-6441-490a-9fc6-a8a02c59c92e req-9629beac-264f-4f20-9c4e-f09e5f348663 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] 10.222.0.50 "GET /v2.0/ports?device_id=a02bf46c-2684-4d11-9f9e-9245383ab564 HTTP/1.1" status: 200 len: 944 time: 0.1398664 Nov 12 03:51:17.680484 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944894b-6c39-49d0-9568-31e31530edbc tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event updated for resources: {'Subnet': ['ID=5a46201b-7c71-43a5-b5b0-3af7da5bbf2a,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:17.716356 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-01629237-6441-490a-9fc6-a8a02c59c92e req-648061a5-e75a-4fdf-8542-08f9ee551702 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a75be0a-7490-40e7-8709-357d2fc6c1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876186 Nov 12 03:51:17.717543 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8944894b-6c39-49d0-9568-31e31530edbc tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Checking segment: {'id': '5441953d-b772-411e-a437-8157bf551cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f8fbe002-b771-4f4c-845d-3c9cc236767e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:17.717961 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8944894b-6c39-49d0-9568-31e31530edbc tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Network hostable DHCP agents. Network: f8fbe002-b771-4f4c-845d-3c9cc236767e, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:51:17.732300 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-0c49dd38-9473-4172-8c1f-74b11d481046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:17.733829 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-0c49dd38-9473-4172-8c1f-74b11d481046 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=afddff57-c021-4866-8d12-792d55775375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0766845 Nov 12 03:51:17.765469 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8944894b-6c39-49d0-9568-31e31530edbc tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Network f8fbe002-b771-4f4c-845d-3c9cc236767e is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:51:17.780893 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-8944894b-6c39-49d0-9568-31e31530edbc tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, f8fbe002-b771-4f4c-845d-3c9cc236767e) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:17.791915 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8944894b-6c39-49d0-9568-31e31530edbc tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:17.793281 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8944894b-6c39-49d0-9568-31e31530edbc tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:17.794968 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad18ddbd-4327-4e04-89a9-abc659ab63da None None] Network f8fbe002-b771-4f4c-845d-3c9cc236767e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:17.814741 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8944894b-6c39-49d0-9568-31e31530edbc tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6955192 Nov 12 03:51:17.817503 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43204) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:17.875425 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-937d4180-bb1a-4cf1-a216-88550e87e603 service neutron] 10.222.0.74 "GET /v2.0/networks/afddff57-c021-4866-8d12-792d55775375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296117 Nov 12 03:51:17.893638 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22508659-29d4-4bad-8183-a802f9685f2d req-5585c2f2-db09-4a85-9d8e-3e85523b0b56 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:17.909291 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-22508659-29d4-4bad-8183-a802f9685f2d req-5585c2f2-db09-4a85-9d8e-3e85523b0b56 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1620550 Nov 12 03:51:17.942001 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b366aa7e-3d02-400a-861a-052c3dba0bc2 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:17.993337 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a454b5a9-89a6-447c-8a99-eb57b1292c56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-f8fbe002-b771-4f4c-845d-3c9cc236767e', 'network_id': 'f8fbe002-b771-4f4c-845d-3c9cc236767e', 'tenant_id': '1c0729bd13344d92a53dc793e63335c5', 'fixed_ips': [{'subnet_id': '5a46201b-7c71-43a5-b5b0-3af7da5bbf2a'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:51:17.994632 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a454b5a9-89a6-447c-8a99-eb57b1292c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:18.020486 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fe4c7-b0ab-487a-a682-64a662d5f9e9 req-08a1f8e7-68ae-43b6-afe8-bc18bd80d9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:18.022270 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0c2fe4c7-b0ab-487a-a682-64a662d5f9e9 req-08a1f8e7-68ae-43b6-afe8-bc18bd80d9ad service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9f51d24d818f4ea1958f6f69f3ca622a&device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 1097 time: 0.0780735 Nov 12 03:51:18.033804 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-22508659-29d4-4bad-8183-a802f9685f2d req-d7d6d409-b459-4212-9854-613c1849e1be tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181631 Nov 12 03:51:18.059666 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5366c7f1-4c5a-4770-b84b-5883060e8f00 req-b7b80b1d-940b-4d02-96ce-2e1e3d7b6eb1 service neutron] 10.222.0.74 "GET /v2.0/networks/afddff57-c021-4866-8d12-792d55775375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480711 Nov 12 03:51:18.139359 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b366aa7e-3d02-400a-861a-052c3dba0bc2 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:18.172716 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-a454b5a9-89a6-447c-8a99-eb57b1292c56 None None] Allocated IP 172.20.0.1 (f8fbe002-b771-4f4c-845d-3c9cc236767e/5a46201b-7c71-43a5-b5b0-3af7da5bbf2a/f03e9ca6-1d1c-4a4f-bebf-f646d7912ccd) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:18.184878 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7a8f0-e7b4-42a5-b3d4-5e6a1f0e0a9b req-3f537381-878a-4331-8921-b1749fbd4ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:18.187947 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-66c7a8f0-e7b4-42a5-b3d4-5e6a1f0e0a9b req-3f537381-878a-4331-8921-b1749fbd4ad2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=27d8d327296a4149943f8be1dae983d3&device_id=a02bf46c-2684-4d11-9f9e-9245383ab564 HTTP/1.1" status: 200 len: 1096 time: 0.0716560 Nov 12 03:51:18.212369 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fe4c7-b0ab-487a-a682-64a662d5f9e9 req-465a585c-21da-4b10-b2f3-b2e744e66d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:18.213824 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0c2fe4c7-b0ab-487a-a682-64a662d5f9e9 req-465a585c-21da-4b10-b2f3-b2e744e66d11 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e1d2d939-a228-4c67-a48d-d9c905ba8346 HTTP/1.1" status: 200 len: 915 time: 0.1511075 Nov 12 03:51:18.261281 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0c2fe4c7-b0ab-487a-a682-64a662d5f9e9 req-639ae06f-1bf6-4faf-8ab0-2937ef58af7e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba744a6e-f8e4-43a3-9d4a-6db83c284aed HTTP/1.1" status: 200 len: 217 time: 0.0401227 Nov 12 03:51:18.271478 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:18.308043 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7a8f0-e7b4-42a5-b3d4-5e6a1f0e0a9b req-3899655d-4445-4ff7-90f0-969162b9b8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:18.310471 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-66c7a8f0-e7b4-42a5-b3d4-5e6a1f0e0a9b req-3899655d-4445-4ff7-90f0-969162b9b8d0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=afddff57-c021-4866-8d12-792d55775375 HTTP/1.1" status: 200 len: 909 time: 0.1141536 Nov 12 03:51:18.322971 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fe4c7-b0ab-487a-a682-64a662d5f9e9 req-e9e9a7bf-9234-444f-896e-f42a191d579d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:18.324694 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0c2fe4c7-b0ab-487a-a682-64a662d5f9e9 req-e9e9a7bf-9234-444f-896e-f42a191d579d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4d7cbc7f-e250-4588-a173-dfc01435c52a HTTP/1.1" status: 200 len: 854 time: 0.0567102 Nov 12 03:51:18.349111 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a454b5a9-89a6-447c-8a99-eb57b1292c56 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:18.357808 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a454b5a9-89a6-447c-8a99-eb57b1292c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:18.367901 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0c2fe4c7-b0ab-487a-a682-64a662d5f9e9 req-57dde7d2-d5d9-4770-88de-06285968d914 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e1d2d939-a228-4c67-a48d-d9c905ba8346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347848 Nov 12 03:51:18.372440 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-66c7a8f0-e7b4-42a5-b3d4-5e6a1f0e0a9b req-ae5236ec-0d3b-438c-9d1e-07d806921c36 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff0cc218-6b17-4ea2-864c-1f6d398551ec HTTP/1.1" status: 200 len: 217 time: 0.0505085 Nov 12 03:51:18.398041 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b366aa7e-3d02-400a-861a-052c3dba0bc2 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:18.406952 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a454b5a9-89a6-447c-8a99-eb57b1292c56 None None] Network f8fbe002-b771-4f4c-845d-3c9cc236767e is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:18.419299 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-a454b5a9-89a6-447c-8a99-eb57b1292c56 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:18.421778 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a454b5a9-89a6-447c-8a99-eb57b1292c56 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:18.467920 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7a8f0-e7b4-42a5-b3d4-5e6a1f0e0a9b req-207e0d98-2805-4a01-bdc7-95b94c888c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:18.469754 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-66c7a8f0-e7b4-42a5-b3d4-5e6a1f0e0a9b req-207e0d98-2805-4a01-bdc7-95b94c888c05 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=36bad204-5d6d-45a7-8ba7-6407cbfbd2a3 HTTP/1.1" status: 200 len: 847 time: 0.0826044 Nov 12 03:51:18.482933 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a454b5a9-89a6-447c-8a99-eb57b1292c56 None None] Pushing event updated for resources: {'Port': ['ID=f03e9ca6-1d1c-4a4f-bebf-f646d7912ccd,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:18.494835 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366aa7e-3d02-400a-861a-052c3dba0bc2 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event deleted for resources: {'Subnet': ['ID=5a46201b-7c71-43a5-b5b0-3af7da5bbf2a,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:18.501417 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-a454b5a9-89a6-447c-8a99-eb57b1292c56 None None] Attempting to bind port f03e9ca6-1d1c-4a4f-bebf-f646d7912ccd on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:18.508870 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-a454b5a9-89a6-447c-8a99-eb57b1292c56 None None] Attempting to bind port f03e9ca6-1d1c-4a4f-bebf-f646d7912ccd by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '5441953d-b772-411e-a437-8157bf551cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f8fbe002-b771-4f4c-845d-3c9cc236767e'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:18.509430 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a454b5a9-89a6-447c-8a99-eb57b1292c56 None None] Attempting to bind port f03e9ca6-1d1c-4a4f-bebf-f646d7912ccd on network f8fbe002-b771-4f4c-845d-3c9cc236767e {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:18.516545 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a454b5a9-89a6-447c-8a99-eb57b1292c56 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:18.516930 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a454b5a9-89a6-447c-8a99-eb57b1292c56 None None] Checking segment: {'id': '5441953d-b772-411e-a437-8157bf551cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f8fbe002-b771-4f4c-845d-3c9cc236767e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:18.517338 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a454b5a9-89a6-447c-8a99-eb57b1292c56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:18.517728 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a454b5a9-89a6-447c-8a99-eb57b1292c56 None None] Bound using segment: {'id': '5441953d-b772-411e-a437-8157bf551cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f8fbe002-b771-4f4c-845d-3c9cc236767e'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:18.518657 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-a454b5a9-89a6-447c-8a99-eb57b1292c56 None None] Bound port: f03e9ca6-1d1c-4a4f-bebf-f646d7912ccd, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5441953d-b772-411e-a437-8157bf551cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f8fbe002-b771-4f4c-845d-3c9cc236767e'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:18.519809 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a454b5a9-89a6-447c-8a99-eb57b1292c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:18.539532 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7a8f0-e7b4-42a5-b3d4-5e6a1f0e0a9b req-a9f14dfe-b915-4304-88c1-51164e9e8550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:18.541293 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-66c7a8f0-e7b4-42a5-b3d4-5e6a1f0e0a9b req-a9f14dfe-b915-4304-88c1-51164e9e8550 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=afddff57-c021-4866-8d12-792d55775375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0632975 Nov 12 03:51:18.576544 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b366aa7e-3d02-400a-861a-052c3dba0bc2 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:18.600804 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-b366aa7e-3d02-400a-861a-052c3dba0bc2 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8fbe002-b771-4f4c-845d-3c9cc236767e']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:18.610438 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-b366aa7e-3d02-400a-861a-052c3dba0bc2 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5441953d-b772-411e-a437-8157bf551cbd') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:18.610789 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-b366aa7e-3d02-400a-861a-052c3dba0bc2 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5441953d-b772-411e-a437-8157bf551cbd') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:18.621084 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b366aa7e-3d02-400a-861a-052c3dba0bc2 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:18.647858 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b366aa7e-3d02-400a-861a-052c3dba0bc2 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:18.657552 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-a454b5a9-89a6-447c-8a99-eb57b1292c56 None None] For port f03e9ca6-1d1c-4a4f-bebf-f646d7912ccd, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:18.678714 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b366aa7e-3d02-400a-861a-052c3dba0bc2 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:51:18.679126 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b366aa7e-3d02-400a-861a-052c3dba0bc2 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:18.683371 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:51:18.683371 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:51:18.683371 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:51:18.683371 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:51:18.683371 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:51:18.683371 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:51:18.683371 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:51:18.683371 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:51:18.683371 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:51:18.683371 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:51:18.683371 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:51:18.683371 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:51:18.683371 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:51:18.683371 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:51:18.683371 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:51:18.683371 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:51:18.683371 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:51:18.683371 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:51:18.683371 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:51:18.683371 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:51:18.683371 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:51:18.683371 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:51:18.683371 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:51:18.683371 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:51:18.683371 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:51:18.683371 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:51:18.683371 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:51:18.683371 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:51:18.683371 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:51:18.683371 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:51:18.683371 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:51:18.683371 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:51:18.687585 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-66c7a8f0-e7b4-42a5-b3d4-5e6a1f0e0a9b req-646ed7f2-cc3b-45a2-9eca-f765b7227b1e service neutron] 10.222.0.74 "GET /v2.0/networks/afddff57-c021-4866-8d12-792d55775375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343811 Nov 12 03:51:18.771109 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0c2fe4c7-b0ab-487a-a682-64a662d5f9e9 req-a286ea55-2417-4693-9be5-49361fbfc79e service neutron] 10.222.0.74 "GET /v2.0/networks/e1d2d939-a228-4c67-a48d-d9c905ba8346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843062 Nov 12 03:51:18.771931 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-a454b5a9-89a6-447c-8a99-eb57b1292c56 None None] For port f03e9ca6-1d1c-4a4f-bebf-f646d7912ccd, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=f03e9ca6-1d1c-4a4f-bebf-f646d7912ccd,segment=NetworkSegment(5441953d-b772-411e-a437-8157bf551cbd),segment_id=5441953d-b772-411e-a437-8157bf551cbd)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:18.785613 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a454b5a9-89a6-447c-8a99-eb57b1292c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:18.806374 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2b4db-fbbc-4470-beba-109f375f8546 req-efda3841-9f6c-48a7-ba6c-2682f5c7c994 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:18.811924 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fad2b4db-fbbc-4470-beba-109f375f8546 req-efda3841-9f6c-48a7-ba6c-2682f5c7c994 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 943 time: 0.1758161 Nov 12 03:51:18.826562 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.db.api [None req-b366aa7e-3d02-400a-861a-052c3dba0bc2 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 03:51:18.826562 n-d-715271-27 neutron-server[102572]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 03:51:18.826562 n-d-715271-27 neutron-server[102572]: [parameters: {'id': 'f8fbe002-b771-4f4c-845d-3c9cc236767e'}] Nov 12 03:51:18.826562 n-d-715271-27 neutron-server[102572]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:51:18.827099 n-d-715271-27 neutron-server[102572]: DEBUG oslo_db.api [None req-b366aa7e-3d02-400a-861a-052c3dba0bc2 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:51:18.904669 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-66c7a8f0-e7b4-42a5-b3d4-5e6a1f0e0a9b req-804c2c18-c272-4d7a-a86d-0978e5f046ee service neutron] 10.222.0.74 "GET /v2.0/networks/afddff57-c021-4866-8d12-792d55775375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063797 Nov 12 03:51:18.927463 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f15de-c678-44f5-bf38-95369bef3605 req-e4c10f45-6c58-4187-9581-9a873e9df140 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:18.935461 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e03f15de-c678-44f5-bf38-95369bef3605 req-e4c10f45-6c58-4187-9581-9a873e9df140 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] 10.222.0.50 "GET /v2.0/ports?device_id=a02bf46c-2684-4d11-9f9e-9245383ab564 HTTP/1.1" status: 200 len: 944 time: 0.1119697 Nov 12 03:51:18.971102 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43216) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:18.975697 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a454b5a9-89a6-447c-8a99-eb57b1292c56 None None] Pushing event updated for resources: {'Port': ['ID=f03e9ca6-1d1c-4a4f-bebf-f646d7912ccd,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:19.006379 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e03f15de-c678-44f5-bf38-95369bef3605 req-522788d5-66fd-4eb9-855c-1ed876127c45 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a75be0a-7490-40e7-8709-357d2fc6c1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694077 Nov 12 03:51:19.023878 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1dce609-b2af-4213-a1c5-b00afa73b025 None None] Network f8fbe002-b771-4f4c-845d-3c9cc236767e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:19.161542 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c6896d4f-792c-453b-9c4e-f107e9143f59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:19.198438 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf1db2-a318-4f88-852c-aca33c68e74b req-2ac916a6-8c47-4124-bee4-d5f2609ea77c tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:19.207113 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cabf1db2-a318-4f88-852c-aca33c68e74b req-2ac916a6-8c47-4124-bee4-d5f2609ea77c tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.1019993 Nov 12 03:51:19.228637 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7baf6f79-184b-4bf0-a105-9074eafe31f1 None None] get_active_networks_info from n-d-715271-27 {{(pid=102573) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:51:19.293007 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cabf1db2-a318-4f88-852c-aca33c68e74b req-a0eeb480-2290-453d-9653-ee7b2e36ca08 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744493 Nov 12 03:51:19.342351 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c6896d4f-792c-453b-9c4e-f107e9143f59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:19.347880 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c6896d4f-792c-453b-9c4e-f107e9143f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:19.348352 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b366aa7e-3d02-400a-861a-052c3dba0bc2 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:19.371568 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7baf6f79-184b-4bf0-a105-9074eafe31f1 None None] Resources bound (agent type, host, resource id): {{(pid=102573) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:51:19.399893 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c6896d4f-792c-453b-9c4e-f107e9143f59 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6620aafe7cc4489394159171d4f1a565&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4270475 Nov 12 03:51:19.404784 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43222) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:19.419748 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fad2b4db-fbbc-4470-beba-109f375f8546 req-15188ae5-7e9e-455c-86f4-dceb4615fc94 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6039000 Nov 12 03:51:19.457950 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6896d4f-792c-453b-9c4e-f107e9143f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51a12e6-c030-4153-936d-bc2379fe844b,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:19.460779 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0c2fe4c7-b0ab-487a-a682-64a662d5f9e9 req-c85a2fdd-42fc-44e0-97df-65c9797dcc71 service neutron] 10.222.0.74 "GET /v2.0/networks/e1d2d939-a228-4c67-a48d-d9c905ba8346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6477888 Nov 12 03:51:19.501163 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-b366aa7e-3d02-400a-861a-052c3dba0bc2 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Deleting port f03e9ca6-1d1c-4a4f-bebf-f646d7912ccd {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:19.501505 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b366aa7e-3d02-400a-861a-052c3dba0bc2 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:19.512907 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-435ed0c7-92a0-48a2-b9e2-a4ec3c1098d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:19.536755 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-435ed0c7-92a0-48a2-b9e2-a4ec3c1098d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:19.570091 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-b366aa7e-3d02-400a-861a-052c3dba0bc2 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] For port f03e9ca6-1d1c-4a4f-bebf-f646d7912ccd, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=f03e9ca6-1d1c-4a4f-bebf-f646d7912ccd,segment=NetworkSegment(5441953d-b772-411e-a437-8157bf551cbd),segment_id=5441953d-b772-411e-a437-8157bf551cbd)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:19.570456 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b366aa7e-3d02-400a-861a-052c3dba0bc2 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:19.588419 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-435ed0c7-92a0-48a2-b9e2-a4ec3c1098d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:19.589288 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-b366aa7e-3d02-400a-861a-052c3dba0bc2 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Calling delete_port for f03e9ca6-1d1c-4a4f-bebf-f646d7912ccd owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:19.591737 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-435ed0c7-92a0-48a2-b9e2-a4ec3c1098d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:19.593240 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-435ed0c7-92a0-48a2-b9e2-a4ec3c1098d4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a51a12e6-c030-4153-936d-bc2379fe844b HTTP/1.1" status: 204 len: 168 time: 0.1854494 Nov 12 03:51:19.602063 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ed0c7-92a0-48a2-b9e2-a4ec3c1098d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51a12e6-c030-4153-936d-bc2379fe844b,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:19.686923 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b366aa7e-3d02-400a-861a-052c3dba0bc2 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:19.715143 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366aa7e-3d02-400a-861a-052c3dba0bc2 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event deleted for resources: {'Port': ['ID=f03e9ca6-1d1c-4a4f-bebf-f646d7912ccd,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:19.718553 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b366aa7e-3d02-400a-861a-052c3dba0bc2 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] No DVR routers for this DVR port f03e9ca6-1d1c-4a4f-bebf-f646d7912ccd on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:51:19.802237 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b366aa7e-3d02-400a-861a-052c3dba0bc2 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:19.823263 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-b366aa7e-3d02-400a-861a-052c3dba0bc2 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8fbe002-b771-4f4c-845d-3c9cc236767e']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:19.833350 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-b366aa7e-3d02-400a-861a-052c3dba0bc2 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5441953d-b772-411e-a437-8157bf551cbd') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:19.833646 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-b366aa7e-3d02-400a-861a-052c3dba0bc2 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5441953d-b772-411e-a437-8157bf551cbd') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:19.843189 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b366aa7e-3d02-400a-861a-052c3dba0bc2 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:19.856412 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b366aa7e-3d02-400a-861a-052c3dba0bc2 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:19.863420 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b366aa7e-3d02-400a-861a-052c3dba0bc2 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:51:19.863864 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b366aa7e-3d02-400a-861a-052c3dba0bc2 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:19.866814 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:51:19.866814 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:51:19.866814 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:51:19.866814 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:51:19.866814 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:51:19.866814 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:51:19.866814 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:51:19.866814 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:51:19.866814 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:51:19.866814 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:51:19.866814 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:51:19.866814 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:51:19.866814 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:51:19.866814 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:51:19.866814 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:51:19.866814 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:51:19.866814 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:51:19.866814 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:51:19.866814 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:51:19.866814 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:51:19.866814 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:51:19.866814 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:51:19.866814 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:51:19.866814 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:51:19.866814 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:51:19.866814 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:51:19.866814 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:51:19.866814 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:51:19.866814 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:51:19.866814 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:51:19.866814 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:51:19.866814 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:51:19.880092 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43228) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:19.893000 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4867cb62-4efe-459b-9863-3bd0923cacfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:19.929371 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b366aa7e-3d02-400a-861a-052c3dba0bc2 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:19.936369 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b366aa7e-3d02-400a-861a-052c3dba0bc2 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:19.939499 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b366aa7e-3d02-400a-861a-052c3dba0bc2 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "DELETE /v2.0/networks/f8fbe002-b771-4f4c-845d-3c9cc236767e HTTP/1.1" status: 204 len: 168 time: 2.1209068 Nov 12 03:51:19.944443 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43230) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:19.950464 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-2d1b3a8e-cb09-460f-9d2c-9a45b244bc88 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1998999917'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:19.953370 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366aa7e-3d02-400a-861a-052c3dba0bc2 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event deleted for resources: {'Network': ['ID=f8fbe002-b771-4f4c-845d-3c9cc236767e,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:19.989743 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1b3a8e-cb09-460f-9d2c-9a45b244bc88 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Made reservation on behalf of 1c0729bd13344d92a53dc793e63335c5 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:19.993087 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2d1b3a8e-cb09-460f-9d2c-9a45b244bc88 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.030060 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4867cb62-4efe-459b-9863-3bd0923cacfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.037820 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4867cb62-4efe-459b-9863-3bd0923cacfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.040388 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d1b3a8e-cb09-460f-9d2c-9a45b244bc88 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:51:20.084510 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2d1b3a8e-cb09-460f-9d2c-9a45b244bc88 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.084857 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-2d1b3a8e-cb09-460f-9d2c-9a45b244bc88 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Added segment 931c3ea2-fd8c-4d26-8bc8-d921d0ee0c69 of type vlan for network b9e2a564-c2bf-40da-8255-e83a8650b9e2 Nov 12 03:51:20.108297 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4867cb62-4efe-459b-9863-3bd0923cacfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c426a49f-bdbd-4de8-8433-b0dc07612e4c,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:20.127340 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4867cb62-4efe-459b-9863-3bd0923cacfa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cd69bdfac9bd40e4a2bc34e0a4b89fc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2464886 Nov 12 03:51:20.130978 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43234) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:20.166469 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2d1b3a8e-cb09-460f-9d2c-9a45b244bc88 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.188357 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9b67559e-96bd-49ce-9520-7d21b1fb329d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.195577 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43cd5ff-aea3-41fa-82c8-10435e4170fe req-283cece1-559f-431e-9959-e515ee620a23 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:20.197103 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c43cd5ff-aea3-41fa-82c8-10435e4170fe req-283cece1-559f-431e-9959-e515ee620a23 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] 10.222.0.50 "GET /v2.0/ports?device_id=a02bf46c-2684-4d11-9f9e-9245383ab564 HTTP/1.1" status: 200 len: 944 time: 0.1107950 Nov 12 03:51:20.212363 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2d1b3a8e-cb09-460f-9d2c-9a45b244bc88 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.214731 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9b67559e-96bd-49ce-9520-7d21b1fb329d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.217800 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1b3a8e-cb09-460f-9d2c-9a45b244bc88 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:20.218355 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2d1b3a8e-cb09-460f-9d2c-9a45b244bc88 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.265541 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9b67559e-96bd-49ce-9520-7d21b1fb329d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.268281 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9b67559e-96bd-49ce-9520-7d21b1fb329d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.270501 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9b67559e-96bd-49ce-9520-7d21b1fb329d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c426a49f-bdbd-4de8-8433-b0dc07612e4c HTTP/1.1" status: 204 len: 168 time: 0.1384699 Nov 12 03:51:20.278923 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b67559e-96bd-49ce-9520-7d21b1fb329d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c426a49f-bdbd-4de8-8433-b0dc07612e4c,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:20.304860 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2d1b3a8e-cb09-460f-9d2c-9a45b244bc88 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3593230 Nov 12 03:51:20.309659 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43240) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:20.320484 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-cee828b2-6472-4036-b953-f653f14c45d5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Request body: {'subnet': {'network_id': 'b9e2a564-c2bf-40da-8255-e83a8650b9e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:20.331007 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b3a8e-cb09-460f-9d2c-9a45b244bc88 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event updated for resources: {'Network': ['ID=b9e2a564-c2bf-40da-8255-e83a8650b9e2,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:20.353446 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network b9e2a564-c2bf-40da-8255-e83a8650b9e2 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:51:20.372496 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c43cd5ff-aea3-41fa-82c8-10435e4170fe req-9fd4dcc1-50b7-429d-86ca-681bad87cd74 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a75be0a-7490-40e7-8709-357d2fc6c1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684957 Nov 12 03:51:20.436726 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08097dce-6e93-4df4-a785-687c6c81d700 req-cf291218-f8c8-4aaa-8774-c6bbd1d1f6c9 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:20.438257 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-08097dce-6e93-4df4-a785-687c6c81d700 req-cf291218-f8c8-4aaa-8774-c6bbd1d1f6c9 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.0809693 Nov 12 03:51:20.485135 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee828b2-6472-4036-b953-f653f14c45d5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Made reservation on behalf of 1c0729bd13344d92a53dc793e63335c5 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:20.497873 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cee828b2-6472-4036-b953-f653f14c45d5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.526917 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-08097dce-6e93-4df4-a785-687c6c81d700 req-aba74856-4d9f-4f4e-93c4-d96638d65ea3 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809536 Nov 12 03:51:20.607655 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device ff0cc218-6b17-4ea2-864c-1f6d398551ec details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:51:20.611894 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device ba744a6e-f8e4-43a3-9d4a-6db83c284aed no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:51:20.640036 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9eb71-1a29-4925-bb2c-a56f30c0f260 req-fc8a9689-e136-4c00-98e1-c388db85bdd0 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:20.641762 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-17b9eb71-1a29-4925-bb2c-a56f30c0f260 req-fc8a9689-e136-4c00-98e1-c388db85bdd0 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 943 time: 0.1175585 Nov 12 03:51:20.769893 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-17b9eb71-1a29-4925-bb2c-a56f30c0f260 req-e0da91a0-91ca-42be-a204-5b21bb296485 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085761 Nov 12 03:51:20.774639 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.783055 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port ff0cc218-6b17-4ea2-864c-1f6d398551ec, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=ff0cc218-6b17-4ea2-864c-1f6d398551ec,segment=NetworkSegment(d3c3b890-163e-4175-9d6f-19bcb21f9a7b),segment_id=d3c3b890-163e-4175-9d6f-19bcb21f9a7b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:20.807974 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'ff0cc218-6b17-4ea2-864c-1f6d398551ec', 'network_id': 'afddff57-c021-4866-8d12-792d55775375', 'port_id': 'ff0cc218-6b17-4ea2-864c-1f6d398551ec', 'mac_address': 'fa:16:3e:22:47:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bad204-5d6d-45a7-8ba7-6407cbfbd2a3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:51:20.808970 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cee828b2-6472-4036-b953-f653f14c45d5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.819746 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bda0017-2bbb-425a-b9c9-cec3571bbc53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba744a6e-f8e4-43a3-9d4a-6db83c284aed'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:20.822054 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b341ef2e-f176-4c1a-9382-f5879eb7903d" -d '{"events": [{"server_uuid": "1bda0017-2bbb-425a-b9c9-cec3571bbc53", "name": "network-vif-unplugged", "status": "completed", "tag": "ba744a6e-f8e4-43a3-9d4a-6db83c284aed"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:20.841487 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port ba744a6e-f8e4-43a3-9d4a-6db83c284aed, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=ba744a6e-f8e4-43a3-9d4a-6db83c284aed,segment=NetworkSegment(e1a37112-952a-4865-9288-c11c885b43ad),segment_id=e1a37112-952a-4865-9288-c11c885b43ad)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:20.878660 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734b8991-371b-449a-9762-fbc2f7354635 x-openstack-request-id: req-734b8991-371b-449a-9762-fbc2f7354635 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:20.879293 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bda0017-2bbb-425a-b9c9-cec3571bbc53", "name": "network-vif-unplugged", "status": "completed", "tag": "ba744a6e-f8e4-43a3-9d4a-6db83c284aed", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:20.879395 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-734b8991-371b-449a-9762-fbc2f7354635 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:20.879773 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bda0017-2bbb-425a-b9c9-cec3571bbc53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba744a6e-f8e4-43a3-9d4a-6db83c284aed', 'code': 200} Nov 12 03:51:20.882724 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.888376 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee828b2-6472-4036-b953-f653f14c45d5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event updated for resources: {'Subnet': ['ID=cd27a595-5204-4602-a70f-a4771f880228,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:20.899040 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee828b2-6472-4036-b953-f653f14c45d5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Checking segment: {'id': '931c3ea2-fd8c-4d26-8bc8-d921d0ee0c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b9e2a564-c2bf-40da-8255-e83a8650b9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:20.899707 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee828b2-6472-4036-b953-f653f14c45d5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Network hostable DHCP agents. Network: b9e2a564-c2bf-40da-8255-e83a8650b9e2, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:51:20.918918 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee828b2-6472-4036-b953-f653f14c45d5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Network b9e2a564-c2bf-40da-8255-e83a8650b9e2 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:51:20.929805 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-cee828b2-6472-4036-b953-f653f14c45d5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, b9e2a564-c2bf-40da-8255-e83a8650b9e2) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:20.935450 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee828b2-6472-4036-b953-f653f14c45d5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:20.936044 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cee828b2-6472-4036-b953-f653f14c45d5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.939770 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447e20ec-84c4-4aa4-b848-b99321cb1918 None None] Network b9e2a564-c2bf-40da-8255-e83a8650b9e2 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:20.957195 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-cee828b2-6472-4036-b953-f653f14c45d5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6419375 Nov 12 03:51:20.960502 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43260) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:20.961763 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.023615 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff0cc218-6b17-4ea2-864c-1f6d398551ec {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:51:21.030249 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=ba744a6e-f8e4-43a3-9d4a-6db83c284aed,revision_number=8']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:21.059556 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port ff0cc218-6b17-4ea2-864c-1f6d398551ec, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=ff0cc218-6b17-4ea2-864c-1f6d398551ec,segment=NetworkSegment(d3c3b890-163e-4175-9d6f-19bcb21f9a7b),segment_id=d3c3b890-163e-4175-9d6f-19bcb21f9a7b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:21.067224 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5a08cb20-be4d-4467-bc86-b3c78dd56789 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.074061 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.120641 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5a08cb20-be4d-4467-bc86-b3c78dd56789 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.135748 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43266) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:21.163109 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=ff0cc218-6b17-4ea2-864c-1f6d398551ec,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:21.195504 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5a08cb20-be4d-4467-bc86-b3c78dd56789 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.203808 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a9598a-32ff-4a06-b8e3-0a4c30f5bbb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-b9e2a564-c2bf-40da-8255-e83a8650b9e2', 'network_id': 'b9e2a564-c2bf-40da-8255-e83a8650b9e2', 'tenant_id': '1c0729bd13344d92a53dc793e63335c5', 'fixed_ips': [{'subnet_id': 'cd27a595-5204-4602-a70f-a4771f880228'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:51:21.205667 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-54a9598a-32ff-4a06-b8e3-0a4c30f5bbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.228140 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a08cb20-be4d-4467-bc86-b3c78dd56789 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event deleted for resources: {'Subnet': ['ID=cd27a595-5204-4602-a70f-a4771f880228,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:21.282596 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-a3ad46af-13ad-4fa4-a932-ab1ee9599692 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1320428807-network', 'tenant_id': '8fb57fe76b644827904030648ba5e96b'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:21.296157 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5a08cb20-be4d-4467-bc86-b3c78dd56789 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.310202 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ad46af-13ad-4fa4-a932-ab1ee9599692 admin admin] Made reservation on behalf of 8fb57fe76b644827904030648ba5e96b for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:21.310715 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6461fe14-83c4-49d0-b921-aa0297b02ed7 None None] Network b9e2a564-c2bf-40da-8255-e83a8650b9e2 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:21.312881 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a3ad46af-13ad-4fa4-a932-ab1ee9599692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.320858 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-5a08cb20-be4d-4467-bc86-b3c78dd56789 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9e2a564-c2bf-40da-8255-e83a8650b9e2']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:21.322950 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a3ad46af-13ad-4fa4-a932-ab1ee9599692 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.330563 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-5a08cb20-be4d-4467-bc86-b3c78dd56789 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '931c3ea2-fd8c-4d26-8bc8-d921d0ee0c69') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:21.331815 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-5a08cb20-be4d-4467-bc86-b3c78dd56789 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '931c3ea2-fd8c-4d26-8bc8-d921d0ee0c69') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:21.335341 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['ff0cc218-6b17-4ea2-864c-1f6d398551ec'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:51:21.343360 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5a08cb20-be4d-4467-bc86-b3c78dd56789 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.363514 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5a08cb20-be4d-4467-bc86-b3c78dd56789 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.372390 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a08cb20-be4d-4467-bc86-b3c78dd56789 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:51:21.372893 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5a08cb20-be4d-4467-bc86-b3c78dd56789 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.376185 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:51:21.376185 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:51:21.376185 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:51:21.376185 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:51:21.376185 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:51:21.376185 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:51:21.376185 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:51:21.376185 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:51:21.376185 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:51:21.376185 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:51:21.376185 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:51:21.376185 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:51:21.376185 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:51:21.376185 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:51:21.376185 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:51:21.376185 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:51:21.376185 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:51:21.376185 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:51:21.376185 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:51:21.376185 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:51:21.376185 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:51:21.376185 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:51:21.376185 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:51:21.376185 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:51:21.376185 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:51:21.376185 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:51:21.376185 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:51:21.376185 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:51:21.376185 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:51:21.376185 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:51:21.376185 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:51:21.376185 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:51:21.456537 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5a08cb20-be4d-4467-bc86-b3c78dd56789 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.464113 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5a08cb20-be4d-4467-bc86-b3c78dd56789 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.472767 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5a08cb20-be4d-4467-bc86-b3c78dd56789 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "DELETE /v2.0/networks/b9e2a564-c2bf-40da-8255-e83a8650b9e2 HTTP/1.1" status: 204 len: 168 time: 0.5060039 Nov 12 03:51:21.474374 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43272) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:21.478622 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-04582ccf-ddfb-4c3f-ab6e-e255e36dce86 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2053561200'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:21.493240 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a08cb20-be4d-4467-bc86-b3c78dd56789 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event deleted for resources: {'Network': ['ID=b9e2a564-c2bf-40da-8255-e83a8650b9e2,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:21.516832 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04582ccf-ddfb-4c3f-ab6e-e255e36dce86 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Made reservation on behalf of 1c0729bd13344d92a53dc793e63335c5 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:21.522265 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-04582ccf-ddfb-4c3f-ab6e-e255e36dce86 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.543106 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4f750-d215-4d99-90be-86030356d9fc req-a4b4fd56-a4c5-4cd4-b00a-dea770a9f1df tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:21.545639 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-06a4f750-d215-4d99-90be-86030356d9fc req-a4b4fd56-a4c5-4cd4-b00a-dea770a9f1df tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] 10.222.0.50 "GET /v2.0/ports?device_id=a02bf46c-2684-4d11-9f9e-9245383ab564 HTTP/1.1" status: 200 len: 945 time: 0.0916524 Nov 12 03:51:21.558197 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a3ad46af-13ad-4fa4-a932-ab1ee9599692 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.575937 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04582ccf-ddfb-4c3f-ab6e-e255e36dce86 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:51:21.580778 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a3ad46af-13ad-4fa4-a932-ab1ee9599692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.591496 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-04582ccf-ddfb-4c3f-ab6e-e255e36dce86 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.592098 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-04582ccf-ddfb-4c3f-ab6e-e255e36dce86 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Added segment 85a2be91-77e8-4c81-8cb2-0fa08298a7ea of type vlan for network 036f3c64-dfa9-4904-b0b9-35f485ecd380 Nov 12 03:51:21.640674 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-06a4f750-d215-4d99-90be-86030356d9fc req-49511d2e-0319-4bc6-837e-ca799d53715d tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a75be0a-7490-40e7-8709-357d2fc6c1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850701 Nov 12 03:51:21.674687 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3ad46af-13ad-4fa4-a932-ab1ee9599692 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:51:21.675668 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-04582ccf-ddfb-4c3f-ab6e-e255e36dce86 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.686030 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad46af-13ad-4fa4-a932-ab1ee9599692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76f6ead-e2ee-43fd-aca1-615b0f787ad7,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:21.693938 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a3ad46af-13ad-4fa4-a932-ab1ee9599692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.694445 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-a3ad46af-13ad-4fa4-a932-ab1ee9599692 admin admin] Added segment a5b6a9b7-9e2c-49ff-997b-66d9aa071c53 of type vlan for network 1e730e34-9494-4545-aa47-54c2ebe72fb3 Nov 12 03:51:21.732870 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae510d-4675-4aad-9184-963dc10e61bb req-fdbe10da-812e-469e-9857-f88d7887f17d tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:21.734585 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6cae510d-4675-4aad-9184-963dc10e61bb req-fdbe10da-812e-469e-9857-f88d7887f17d tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 943 time: 0.1081338 Nov 12 03:51:21.740291 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a3ad46af-13ad-4fa4-a932-ab1ee9599692 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.744784 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-04582ccf-ddfb-4c3f-ab6e-e255e36dce86 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.753220 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04582ccf-ddfb-4c3f-ab6e-e255e36dce86 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:21.754012 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-04582ccf-ddfb-4c3f-ab6e-e255e36dce86 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.773183 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a3ad46af-13ad-4fa4-a932-ab1ee9599692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.774274 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ad46af-13ad-4fa4-a932-ab1ee9599692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:21.775094 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a3ad46af-13ad-4fa4-a932-ab1ee9599692 admin admin] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.824811 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a3ad46af-13ad-4fa4-a932-ab1ee9599692 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6865530 Nov 12 03:51:21.832866 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-04582ccf-ddfb-4c3f-ab6e-e255e36dce86 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3552165 Nov 12 03:51:21.832866 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43278) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:21.836017 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43280) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:21.867110 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-71c2c30a-3cfe-4777-9f44-f952c669724f admin admin] Request body: {'subnet': {'network_id': '1e730e34-9494-4545-aa47-54c2ebe72fb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1320428807-subnet', 'tenant_id': '8fb57fe76b644827904030648ba5e96b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:21.877311 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-a6a3f5b5-cfa4-4c69-acd3-a2a7b104a205 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:21.903077 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad46af-13ad-4fa4-a932-ab1ee9599692 admin admin] Pushing event updated for resources: {'Network': ['ID=1e730e34-9494-4545-aa47-54c2ebe72fb3,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:21.914127 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 1e730e34-9494-4545-aa47-54c2ebe72fb3 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:51:21.937650 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ebb8c-fbe9-434d-b778-738c66f2b03f req-11f16b27-751d-4053-abf9-1b4d1f098364 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:21.938619 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04582ccf-ddfb-4c3f-ab6e-e255e36dce86 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event updated for resources: {'Network': ['ID=036f3c64-dfa9-4904-b0b9-35f485ecd380,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:21.939187 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f24ebb8c-fbe9-434d-b778-738c66f2b03f req-11f16b27-751d-4053-abf9-1b4d1f098364 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 943 time: 0.0689576 Nov 12 03:51:21.962755 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 036f3c64-dfa9-4904-b0b9-35f485ecd380 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:51:21.982634 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6cae510d-4675-4aad-9184-963dc10e61bb req-b1bf23e1-8a99-44f8-88ab-e204aed9bc20 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255023 Nov 12 03:51:21.990990 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c2c30a-3cfe-4777-9f44-f952c669724f admin admin] Made reservation on behalf of 8fb57fe76b644827904030648ba5e96b for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:21.994106 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-71c2c30a-3cfe-4777-9f44-f952c669724f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.010569 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f24ebb8c-fbe9-434d-b778-738c66f2b03f req-18dd0a80-708b-4229-9f7e-bb5b43411d19 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530212 Nov 12 03:51:22.164747 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a6a3f5b5-cfa4-4c69-acd3-a2a7b104a205 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.185516 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a6a3f5b5-cfa4-4c69-acd3-a2a7b104a205 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.233694 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a6a3f5b5-cfa4-4c69-acd3-a2a7b104a205 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Network 036f3c64-dfa9-4904-b0b9-35f485ecd380 is not hosted by any dhcp agent {{(pid=102572) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 03:51:22.239957 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a3f5b5-cfa4-4c69-acd3-a2a7b104a205 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:22.240569 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a6a3f5b5-cfa4-4c69-acd3-a2a7b104a205 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.241835 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a6a3f5b5-cfa4-4c69-acd3-a2a7b104a205 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "PUT /v2.0/networks/036f3c64-dfa9-4904-b0b9-35f485ecd380 HTTP/1.1" status: 200 len: 723 time: 0.3713794 Nov 12 03:51:22.244823 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43284) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:22.249927 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-75a1b60d-74f4-4aa7-8e24-b9f9277de9f6 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Request body: {'subnet': {'network_id': '036f3c64-dfa9-4904-b0b9-35f485ecd380', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:22.288176 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3f5b5-cfa4-4c69-acd3-a2a7b104a205 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event updated for resources: {'Network': ['ID=036f3c64-dfa9-4904-b0b9-35f485ecd380,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:22.299522 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 036f3c64-dfa9-4904-b0b9-35f485ecd380 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:51:22.339561 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-71c2c30a-3cfe-4777-9f44-f952c669724f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.346308 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a1b60d-74f4-4aa7-8e24-b9f9277de9f6 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Made reservation on behalf of 1c0729bd13344d92a53dc793e63335c5 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:22.350615 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-75a1b60d-74f4-4aa7-8e24-b9f9277de9f6 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.397782 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c2c30a-3cfe-4777-9f44-f952c669724f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc13fceb-0495-45a7-8ce6-a9a760d8ea1f,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:22.411554 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c2c30a-3cfe-4777-9f44-f952c669724f admin admin] Checking segment: {'id': 'a5b6a9b7-9e2c-49ff-997b-66d9aa071c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '1e730e34-9494-4545-aa47-54c2ebe72fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:22.412023 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c2c30a-3cfe-4777-9f44-f952c669724f admin admin] Network hostable DHCP agents. Network: 1e730e34-9494-4545-aa47-54c2ebe72fb3, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:51:22.432010 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c2c30a-3cfe-4777-9f44-f952c669724f admin admin] Network 1e730e34-9494-4545-aa47-54c2ebe72fb3 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:51:22.441668 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-71c2c30a-3cfe-4777-9f44-f952c669724f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 1e730e34-9494-4545-aa47-54c2ebe72fb3) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:22.445836 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c2c30a-3cfe-4777-9f44-f952c669724f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:22.446459 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-71c2c30a-3cfe-4777-9f44-f952c669724f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.453309 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc186cc5-5895-4d43-ac5a-189b129b24f5 None None] Network 1e730e34-9494-4545-aa47-54c2ebe72fb3 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:22.464688 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-71c2c30a-3cfe-4777-9f44-f952c669724f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6294539 Nov 12 03:51:22.547571 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-75a1b60d-74f4-4aa7-8e24-b9f9277de9f6 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.597330 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9e9848-4d94-4174-8d3b-2f0891003e6f None None] Network 1e730e34-9494-4545-aa47-54c2ebe72fb3 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:22.618743 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a1b60d-74f4-4aa7-8e24-b9f9277de9f6 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event updated for resources: {'Subnet': ['ID=e101e915-bed1-4107-9fae-7f8e48eabcce,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:22.620504 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device ff0cc218-6b17-4ea2-864c-1f6d398551ec up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:22.627984 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a1b60d-74f4-4aa7-8e24-b9f9277de9f6 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Checking segment: {'id': '85a2be91-77e8-4c81-8cb2-0fa08298a7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '036f3c64-dfa9-4904-b0b9-35f485ecd380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:22.628599 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a1b60d-74f4-4aa7-8e24-b9f9277de9f6 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Network hostable DHCP agents. Network: 036f3c64-dfa9-4904-b0b9-35f485ecd380, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:51:22.647392 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a1b60d-74f4-4aa7-8e24-b9f9277de9f6 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Network 036f3c64-dfa9-4904-b0b9-35f485ecd380 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:51:22.658855 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-75a1b60d-74f4-4aa7-8e24-b9f9277de9f6 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 036f3c64-dfa9-4904-b0b9-35f485ecd380) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:22.664066 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a1b60d-74f4-4aa7-8e24-b9f9277de9f6 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:22.664677 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-75a1b60d-74f4-4aa7-8e24-b9f9277de9f6 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.681497 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354d59f5-cdb8-429d-b221-c731143787ec None None] Network 036f3c64-dfa9-4904-b0b9-35f485ecd380 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:22.684128 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-75a1b60d-74f4-4aa7-8e24-b9f9277de9f6 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4371223 Nov 12 03:51:22.685918 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43294) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:22.691183 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-8588f284-cd31-4a77-8a41-8fbed493f926 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:22.808008 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port ff0cc218-6b17-4ea2-864c-1f6d398551ec completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:51:22.821392 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port ff0cc218-6b17-4ea2-864c-1f6d398551ec triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:22.821865 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.825393 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8588f284-cd31-4a77-8a41-8fbed493f926 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12649710'] for subnet, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.854171 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f9d07c-a435-44e7-9603-a2f4a057a7b2 req-c6c14ce4-c183-4ec8-a0d6-2eb047fc74a1 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:22.855689 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-86f9d07c-a435-44e7-9603-a2f4a057a7b2 req-c6c14ce4-c183-4ec8-a0d6-2eb047fc74a1 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] 10.222.0.50 "GET /v2.0/ports?device_id=a02bf46c-2684-4d11-9f9e-9245383ab564 HTTP/1.1" status: 200 len: 945 time: 0.1109638 Nov 12 03:51:22.970879 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-86f9d07c-a435-44e7-9603-a2f4a057a7b2 req-d1a7ec12-baaf-4074-aba2-f14b2256f64c tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a75be0a-7490-40e7-8709-357d2fc6c1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978668 Nov 12 03:51:22.989140 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d05173-fd65-4bde-8c22-6a53f4bf26be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-036f3c64-dfa9-4904-b0b9-35f485ecd380', 'network_id': '036f3c64-dfa9-4904-b0b9-35f485ecd380', 'tenant_id': '1c0729bd13344d92a53dc793e63335c5', 'fixed_ips': [{'subnet_id': 'e101e915-bed1-4107-9fae-7f8e48eabcce'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:51:22.990017 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-00d05173-fd65-4bde-8c22-6a53f4bf26be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.015299 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.075865 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8588f284-cd31-4a77-8a41-8fbed493f926 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746944722315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13943636'] for subnet, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.113396 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8588f284-cd31-4a77-8a41-8fbed493f926 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:23.113998 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8588f284-cd31-4a77-8a41-8fbed493f926 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.118062 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8588f284-cd31-4a77-8a41-8fbed493f926 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "PUT /v2.0/subnets/e101e915-bed1-4107-9fae-7f8e48eabcce HTTP/1.1" status: 200 len: 806 time: 0.4311287 Nov 12 03:51:23.118258 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43304) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:23.147582 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588f284-cd31-4a77-8a41-8fbed493f926 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event updated for resources: {'Subnet': ['ID=e101e915-bed1-4107-9fae-7f8e48eabcce,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:23.150274 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a02bf46c-2684-4d11-9f9e-9245383ab564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0cc218-6b17-4ea2-864c-1f6d398551ec'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:23.153415 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5535c9d2-8419-4812-af54-2345ada7e5c6" -d '{"events": [{"server_uuid": "a02bf46c-2684-4d11-9f9e-9245383ab564", "name": "network-vif-plugged", "status": "completed", "tag": "ff0cc218-6b17-4ea2-864c-1f6d398551ec"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:23.173204 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port ff0cc218-6b17-4ea2-864c-1f6d398551ec, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=ff0cc218-6b17-4ea2-864c-1f6d398551ec,segment=NetworkSegment(d3c3b890-163e-4175-9d6f-19bcb21f9a7b),segment_id=d3c3b890-163e-4175-9d6f-19bcb21f9a7b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:23.183155 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.248306 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-00d05173-fd65-4bde-8c22-6a53f4bf26be None None] Allocated IP 172.20.0.2 (036f3c64-dfa9-4904-b0b9-35f485ecd380/e101e915-bed1-4107-9fae-7f8e48eabcce/2baab95a-78e0-4f5c-af3b-b3dd97d70772) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:23.260256 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4571db3-1434-491b-9f7f-1b8d390112bf req-29290273-4be4-442b-a01c-30afd608d9fb tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:23.270775 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b4571db3-1434-491b-9f7f-1b8d390112bf req-29290273-4be4-442b-a01c-30afd608d9fb tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 943 time: 0.0847394 Nov 12 03:51:23.277391 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=ff0cc218-6b17-4ea2-864c-1f6d398551ec,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:23.311075 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379d2cb-9d1b-4358-b793-da286e4316bb req-7937784f-12fa-4896-a332-cf52f66676bf tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:23.312587 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3379d2cb-9d1b-4358-b793-da286e4316bb req-7937784f-12fa-4896-a332-cf52f66676bf tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 943 time: 0.1431401 Nov 12 03:51:23.322859 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37567ff7-8010-46f7-90df-b9d3b502ab5c tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.333016 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b4571db3-1434-491b-9f7f-1b8d390112bf req-3c6361c5-a2b9-499f-a7b5-cda226a79b5a tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560358 Nov 12 03:51:23.395943 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc87e76a-7c36-43b7-b796-437f7dfe2e3a x-openstack-request-id: req-fc87e76a-7c36-43b7-b796-437f7dfe2e3a {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:23.396270 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a02bf46c-2684-4d11-9f9e-9245383ab564", "name": "network-vif-plugged", "status": "completed", "tag": "ff0cc218-6b17-4ea2-864c-1f6d398551ec", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:23.396557 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fc87e76a-7c36-43b7-b796-437f7dfe2e3a {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:23.397241 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a02bf46c-2684-4d11-9f9e-9245383ab564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0cc218-6b17-4ea2-864c-1f6d398551ec', 'code': 200} Nov 12 03:51:23.438637 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3379d2cb-9d1b-4358-b793-da286e4316bb req-9cba0ac8-7629-403a-940e-fcb40ad8dccf tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084776 Nov 12 03:51:23.460605 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37567ff7-8010-46f7-90df-b9d3b502ab5c tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.496943 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-00d05173-fd65-4bde-8c22-6a53f4bf26be None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.512562 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-00d05173-fd65-4bde-8c22-6a53f4bf26be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.535448 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37567ff7-8010-46f7-90df-b9d3b502ab5c tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.553367 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0e988-08ac-4af0-ad19-367e967abd40 req-0c4a7e95-619e-4f8b-8ff1-481cfeea8227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:23.556519 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-58e0e988-08ac-4af0-ad19-367e967abd40 req-0c4a7e95-619e-4f8b-8ff1-481cfeea8227 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a02bf46c-2684-4d11-9f9e-9245383ab564 HTTP/1.1" status: 200 len: 1098 time: 0.0695703 Nov 12 03:51:23.588122 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37567ff7-8010-46f7-90df-b9d3b502ab5c tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event deleted for resources: {'Subnet': ['ID=e101e915-bed1-4107-9fae-7f8e48eabcce,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:23.590288 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d05173-fd65-4bde-8c22-6a53f4bf26be None None] Network 036f3c64-dfa9-4904-b0b9-35f485ecd380 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:23.599939 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-00d05173-fd65-4bde-8c22-6a53f4bf26be None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:23.605101 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d05173-fd65-4bde-8c22-6a53f4bf26be None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:23.618012 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device e1dba9ab-51fb-44f3-806f-541bcfc023f0 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:51:23.621547 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d05173-fd65-4bde-8c22-6a53f4bf26be None None] Pushing event updated for resources: {'Port': ['ID=2baab95a-78e0-4f5c-af3b-b3dd97d70772,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:23.633874 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-58e0e988-08ac-4af0-ad19-367e967abd40 req-c9206916-e805-4dc9-b116-0e85c06a7efb service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6a75be0a-7490-40e7-8709-357d2fc6c1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624287 Nov 12 03:51:23.645948 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374e1e3-5ece-44f5-afae-888f8942ff89 req-8575e638-1948-4646-9281-a2fdd89d9d19 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:23.647963 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2374e1e3-5ece-44f5-afae-888f8942ff89 req-8575e638-1948-4646-9281-a2fdd89d9d19 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 943 time: 0.1101947 Nov 12 03:51:23.665966 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37567ff7-8010-46f7-90df-b9d3b502ab5c tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.705822 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-37567ff7-8010-46f7-90df-b9d3b502ab5c tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['036f3c64-dfa9-4904-b0b9-35f485ecd380']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:23.717576 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-37567ff7-8010-46f7-90df-b9d3b502ab5c tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85a2be91-77e8-4c81-8cb2-0fa08298a7ea') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:23.717895 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-37567ff7-8010-46f7-90df-b9d3b502ab5c tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85a2be91-77e8-4c81-8cb2-0fa08298a7ea') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:23.730062 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2374e1e3-5ece-44f5-afae-888f8942ff89 req-452ca126-cc08-4179-9c61-e9518b32b678 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738184 Nov 12 03:51:23.731393 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37567ff7-8010-46f7-90df-b9d3b502ab5c tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.746947 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-00d05173-fd65-4bde-8c22-6a53f4bf26be None None] Attempting to bind port 2baab95a-78e0-4f5c-af3b-b3dd97d70772 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:23.750076 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37567ff7-8010-46f7-90df-b9d3b502ab5c tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.752191 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-00d05173-fd65-4bde-8c22-6a53f4bf26be None None] Attempting to bind port 2baab95a-78e0-4f5c-af3b-b3dd97d70772 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '85a2be91-77e8-4c81-8cb2-0fa08298a7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '036f3c64-dfa9-4904-b0b9-35f485ecd380'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:23.752785 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d05173-fd65-4bde-8c22-6a53f4bf26be None None] Attempting to bind port 2baab95a-78e0-4f5c-af3b-b3dd97d70772 on network 036f3c64-dfa9-4904-b0b9-35f485ecd380 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:23.756512 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37567ff7-8010-46f7-90df-b9d3b502ab5c tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:51:23.757284 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37567ff7-8010-46f7-90df-b9d3b502ab5c tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.760610 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:51:23.760610 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:51:23.760610 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:51:23.760610 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:51:23.760610 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:51:23.760610 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:51:23.760610 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:51:23.760610 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:51:23.760610 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:51:23.760610 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:51:23.760610 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:51:23.760610 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:51:23.760610 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:51:23.760610 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:51:23.760610 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:51:23.760610 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:51:23.760610 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:51:23.760610 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:51:23.760610 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:51:23.760610 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:51:23.760610 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:51:23.760610 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:51:23.760610 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:51:23.760610 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:51:23.760610 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:51:23.760610 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:51:23.760610 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:51:23.760610 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:51:23.760610 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:51:23.760610 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:51:23.760610 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:51:23.760610 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:51:23.773411 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d05173-fd65-4bde-8c22-6a53f4bf26be None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:23.774084 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d05173-fd65-4bde-8c22-6a53f4bf26be None None] Checking segment: {'id': '85a2be91-77e8-4c81-8cb2-0fa08298a7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '036f3c64-dfa9-4904-b0b9-35f485ecd380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:23.774765 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-00d05173-fd65-4bde-8c22-6a53f4bf26be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.775354 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d05173-fd65-4bde-8c22-6a53f4bf26be None None] Bound using segment: {'id': '85a2be91-77e8-4c81-8cb2-0fa08298a7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '036f3c64-dfa9-4904-b0b9-35f485ecd380'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:23.775994 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-00d05173-fd65-4bde-8c22-6a53f4bf26be None None] Bound port: 2baab95a-78e0-4f5c-af3b-b3dd97d70772, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a2be91-77e8-4c81-8cb2-0fa08298a7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '036f3c64-dfa9-4904-b0b9-35f485ecd380'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:23.776556 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-00d05173-fd65-4bde-8c22-6a53f4bf26be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.839946 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.db.api [None req-37567ff7-8010-46f7-90df-b9d3b502ab5c tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 03:51:23.839946 n-d-715271-27 neutron-server[102571]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 03:51:23.839946 n-d-715271-27 neutron-server[102571]: [parameters: {'id': '036f3c64-dfa9-4904-b0b9-35f485ecd380'}] Nov 12 03:51:23.839946 n-d-715271-27 neutron-server[102571]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:51:23.840693 n-d-715271-27 neutron-server[102571]: DEBUG oslo_db.api [None req-37567ff7-8010-46f7-90df-b9d3b502ab5c tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:51:23.899134 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port e1dba9ab-51fb-44f3-806f-541bcfc023f0, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=e1dba9ab-51fb-44f3-806f-541bcfc023f0,segment=NetworkSegment(0f2f65a3-04d3-403b-a440-78cd841660b6),segment_id=0f2f65a3-04d3-403b-a440-78cd841660b6)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:23.904100 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-3d9c9f4d-3e7c-40aa-8b43-08dfff8845db req-db1f8199-e47f-441f-91b0-33736f0471ac service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:51:23.905360 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3d9c9f4d-3e7c-40aa-8b43-08dfff8845db req-db1f8199-e47f-441f-91b0-33736f0471ac service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057058 Nov 12 03:51:23.913317 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-00d05173-fd65-4bde-8c22-6a53f4bf26be None None] For port 2baab95a-78e0-4f5c-af3b-b3dd97d70772, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:23.918333 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': 'e1dba9ab-51fb-44f3-806f-541bcfc023f0', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'port_id': 'e1dba9ab-51fb-44f3-806f-541bcfc023f0', 'mac_address': 'fa:16:3e:16:1b:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:51:23.931512 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-00d05173-fd65-4bde-8c22-6a53f4bf26be None None] For port 2baab95a-78e0-4f5c-af3b-b3dd97d70772, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=2baab95a-78e0-4f5c-af3b-b3dd97d70772,segment=NetworkSegment(85a2be91-77e8-4c81-8cb2-0fa08298a7ea),segment_id=85a2be91-77e8-4c81-8cb2-0fa08298a7ea)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:23.940158 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-00d05173-fd65-4bde-8c22-6a53f4bf26be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.095052 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.125127 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d05173-fd65-4bde-8c22-6a53f4bf26be None None] Pushing event updated for resources: {'Port': ['ID=2baab95a-78e0-4f5c-af3b-b3dd97d70772,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:24.155789 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1dba9ab-51fb-44f3-806f-541bcfc023f0 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:51:24.166856 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659b487-51bc-4128-be74-f1153105dd06 req-a9411a23-24b3-4745-aa3d-37bf5c1c36d0 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:24.169793 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f659b487-51bc-4128-be74-f1153105dd06 req-a9411a23-24b3-4745-aa3d-37bf5c1c36d0 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] 10.222.0.50 "GET /v2.0/ports?device_id=a02bf46c-2684-4d11-9f9e-9245383ab564 HTTP/1.1" status: 200 len: 946 time: 0.0942738 Nov 12 03:51:24.171870 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba6db0b-5ff1-426d-993d-fcc30c717af3 None None] Network 036f3c64-dfa9-4904-b0b9-35f485ecd380 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:24.177039 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ab669-a09a-42ee-a9ad-ba4aab5f9d3a req-57868fd1-dd8b-42ad-b678-25359232c7c8 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:24.184437 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5b5ab669-a09a-42ee-a9ad-ba4aab5f9d3a req-57868fd1-dd8b-42ad-b678-25359232c7c8 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 943 time: 0.1301203 Nov 12 03:51:24.241333 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f659b487-51bc-4128-be74-f1153105dd06 req-88ba47c7-5659-41e2-ac9b-a9ffd5a95e92 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a75be0a-7490-40e7-8709-357d2fc6c1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639002 Nov 12 03:51:24.264699 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port e1dba9ab-51fb-44f3-806f-541bcfc023f0, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=e1dba9ab-51fb-44f3-806f-541bcfc023f0,segment=NetworkSegment(0f2f65a3-04d3-403b-a440-78cd841660b6),segment_id=0f2f65a3-04d3-403b-a440-78cd841660b6)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:24.275180 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.277617 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5b5ab669-a09a-42ee-a9ad-ba4aab5f9d3a req-e8a39c54-3d33-42a4-b865-1884563fc524 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910549 Nov 12 03:51:24.342375 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37567ff7-8010-46f7-90df-b9d3b502ab5c tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.435273 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-37567ff7-8010-46f7-90df-b9d3b502ab5c tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Deleting port 2baab95a-78e0-4f5c-af3b-b3dd97d70772 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:24.435693 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37567ff7-8010-46f7-90df-b9d3b502ab5c tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.501858 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8635152-ff01-4733-8b21-d68e54db230c req-6a901da2-22f6-41cb-89a0-641fb45ba223 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:24.503996 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a8635152-ff01-4733-8b21-d68e54db230c req-6a901da2-22f6-41cb-89a0-641fb45ba223 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 944 time: 0.0919847 Nov 12 03:51:24.511641 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4e8014eb-a29f-44a5-9130-94310d36ece5 req-73754e2d-a063-4d64-83ef-b398d6642a44 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1489584 Nov 12 03:51:24.521847 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-37567ff7-8010-46f7-90df-b9d3b502ab5c tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] For port 2baab95a-78e0-4f5c-af3b-b3dd97d70772, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=2baab95a-78e0-4f5c-af3b-b3dd97d70772,segment=NetworkSegment(85a2be91-77e8-4c81-8cb2-0fa08298a7ea),segment_id=85a2be91-77e8-4c81-8cb2-0fa08298a7ea)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:24.522217 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37567ff7-8010-46f7-90df-b9d3b502ab5c tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.525523 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-4e8014eb-a29f-44a5-9130-94310d36ece5 req-078d15e4-6eb7-477d-9579-b3d571f47261 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:51:24.526576 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4e8014eb-a29f-44a5-9130-94310d36ece5 req-078d15e4-6eb7-477d-9579-b3d571f47261 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0105965 Nov 12 03:51:24.545458 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-37567ff7-8010-46f7-90df-b9d3b502ab5c tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Calling delete_port for 2baab95a-78e0-4f5c-af3b-b3dd97d70772 owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:24.548755 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=e1dba9ab-51fb-44f3-806f-541bcfc023f0,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:24.574982 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919bf5d4-2c59-4db8-aeff-baa5ccf796a4 None None] Network 036f3c64-dfa9-4904-b0b9-35f485ecd380 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:24.610047 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a8635152-ff01-4733-8b21-d68e54db230c req-1af3150a-4b48-4561-872a-117d5d536ef2 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956221 Nov 12 03:51:24.628699 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['e1dba9ab-51fb-44f3-806f-541bcfc023f0'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:51:24.630896 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device ba744a6e-f8e4-43a3-9d4a-6db83c284aed no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:51:24.639386 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37567ff7-8010-46f7-90df-b9d3b502ab5c tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.682194 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37567ff7-8010-46f7-90df-b9d3b502ab5c tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event deleted for resources: {'Port': ['ID=2baab95a-78e0-4f5c-af3b-b3dd97d70772,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:24.684024 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37567ff7-8010-46f7-90df-b9d3b502ab5c tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] No DVR routers for this DVR port 2baab95a-78e0-4f5c-af3b-b3dd97d70772 on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:51:24.782291 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37567ff7-8010-46f7-90df-b9d3b502ab5c tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.794899 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33d9b48-89e5-4063-aac0-08464578dd83 None None] get_active_networks_info from n-d-715271-27 {{(pid=102573) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:51:24.814900 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-37567ff7-8010-46f7-90df-b9d3b502ab5c tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['036f3c64-dfa9-4904-b0b9-35f485ecd380']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:24.827377 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-37567ff7-8010-46f7-90df-b9d3b502ab5c tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85a2be91-77e8-4c81-8cb2-0fa08298a7ea') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:24.827805 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-37567ff7-8010-46f7-90df-b9d3b502ab5c tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85a2be91-77e8-4c81-8cb2-0fa08298a7ea') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:24.842044 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37567ff7-8010-46f7-90df-b9d3b502ab5c tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.860095 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37567ff7-8010-46f7-90df-b9d3b502ab5c tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.867088 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37567ff7-8010-46f7-90df-b9d3b502ab5c tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:51:24.867495 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37567ff7-8010-46f7-90df-b9d3b502ab5c tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.870536 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:51:24.870536 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:51:24.870536 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:51:24.870536 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:51:24.870536 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:51:24.870536 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:51:24.870536 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:51:24.870536 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:51:24.870536 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:51:24.870536 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:51:24.870536 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:51:24.870536 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:51:24.870536 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:51:24.870536 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:51:24.870536 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:51:24.870536 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:51:24.870536 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:51:24.870536 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:51:24.870536 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:51:24.870536 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:51:24.870536 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:51:24.870536 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:51:24.870536 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:51:24.870536 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:51:24.870536 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:51:24.870536 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:51:24.870536 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:51:24.870536 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:51:24.870536 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:51:24.870536 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:51:24.870536 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:51:24.870536 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:51:24.938902 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37567ff7-8010-46f7-90df-b9d3b502ab5c tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.950403 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-37567ff7-8010-46f7-90df-b9d3b502ab5c tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.953586 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-37567ff7-8010-46f7-90df-b9d3b502ab5c tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "DELETE /v2.0/networks/036f3c64-dfa9-4904-b0b9-35f485ecd380 HTTP/1.1" status: 204 len: 168 time: 1.8338916 Nov 12 03:51:24.956312 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43346) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:24.964014 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37567ff7-8010-46f7-90df-b9d3b502ab5c tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event deleted for resources: {'Network': ['ID=036f3c64-dfa9-4904-b0b9-35f485ecd380,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:24.979432 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-250670de-1bf8-4d18-95b8-b4b8ab5dad89 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] DELETE failed (client error): The resource could not be found. Nov 12 03:51:24.980597 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-250670de-1bf8-4d18-95b8-b4b8ab5dad89 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:51:24.992106 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33d9b48-89e5-4063-aac0-08464578dd83 None None] Resources bound (agent type, host, resource id): {{(pid=102573) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:51:24.996467 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-250670de-1bf8-4d18-95b8-b4b8ab5dad89 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "DELETE /v2.0/networks/036f3c64-dfa9-4904-b0b9-35f485ecd380 HTTP/1.1" status: 404 len: 339 time: 0.0387657 Nov 12 03:51:25.000594 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43348) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:25.006408 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-02d19327-8dff-4185-95db-323b757fbd5b tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1689121829', 'description': 'd1'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:25.027628 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d19327-8dff-4185-95db-323b757fbd5b tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Made reservation on behalf of 1c0729bd13344d92a53dc793e63335c5 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:25.031488 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-02d19327-8dff-4185-95db-323b757fbd5b tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.059335 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02d19327-8dff-4185-95db-323b757fbd5b tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:51:25.072796 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-02d19327-8dff-4185-95db-323b757fbd5b tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.073147 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-02d19327-8dff-4185-95db-323b757fbd5b tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Added segment 7f6ce618-a487-4333-85cd-ba17b7ae7bd6 of type vlan for network 4863b3e8-cd38-4a36-aea8-d30557610f69 Nov 12 03:51:25.119791 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-02d19327-8dff-4185-95db-323b757fbd5b tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.166780 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-02d19327-8dff-4185-95db-323b757fbd5b tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.172415 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d19327-8dff-4185-95db-323b757fbd5b tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:25.173048 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-02d19327-8dff-4185-95db-323b757fbd5b tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.241618 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-02d19327-8dff-4185-95db-323b757fbd5b tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2391245 Nov 12 03:51:25.243958 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43354) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:25.249873 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d19327-8dff-4185-95db-323b757fbd5b tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event updated for resources: {'Network': ['ID=4863b3e8-cd38-4a36-aea8-d30557610f69,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:25.264537 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 4863b3e8-cd38-4a36-aea8-d30557610f69 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:51:25.338936 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c43b4c9-5b1f-4ce1-8ef5-14368b9e96cd tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:25.340894 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5c43b4c9-5b1f-4ce1-8ef5-14368b9e96cd tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "GET /v2.0/networks?id=4863b3e8-cd38-4a36-aea8-d30557610f69 HTTP/1.1" status: 200 len: 761 time: 0.0958517 Nov 12 03:51:25.343966 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43360) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:25.351264 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-d16bc101-ede8-481f-b2c6-94af994a495a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Request body: {'network': {'description': 'd2'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:25.451319 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14280b76-c5d1-4226-b8ed-562ec613fa53 req-0639c692-803b-40e3-aea8-5ef3e28e0d40 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:25.463439 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-14280b76-c5d1-4226-b8ed-562ec613fa53 req-0639c692-803b-40e3-aea8-5ef3e28e0d40 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 943 time: 0.0666161 Nov 12 03:51:25.576045 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-14280b76-c5d1-4226-b8ed-562ec613fa53 req-1ae4876b-3569-47ea-93c9-6bdabb9ce3a1 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082144 Nov 12 03:51:25.592933 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8014eb-a29f-44a5-9130-94310d36ece5 req-4eabb509-7a7e-4174-b08d-15f91973b6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:25.594537 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4e8014eb-a29f-44a5-9130-94310d36ece5 req-4eabb509-7a7e-4174-b08d-15f91973b6f8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53&tenant_id=9f51d24d818f4ea1958f6f69f3ca622a HTTP/1.1" status: 200 len: 1095 time: 0.0899036 Nov 12 03:51:25.613204 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-4e8014eb-a29f-44a5-9130-94310d36ece5 req-48d65653-d90f-4432-8857-c019d6184698 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-27', 'device_owner': 'compute:nova'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:25.619032 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device e1dba9ab-51fb-44f3-806f-541bcfc023f0 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:25.719704 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port e1dba9ab-51fb-44f3-806f-541bcfc023f0 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:51:25.728887 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port e1dba9ab-51fb-44f3-806f-541bcfc023f0 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:25.729621 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.755608 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4e8014eb-a29f-44a5-9130-94310d36ece5 req-48d65653-d90f-4432-8857-c019d6184698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.812329 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ca4d4-3d63-4e9a-931f-e4d47aad9991 req-4c6a6a3a-69e8-444e-b8f3-841af015eadf tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:25.813784 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-436ca4d4-3d63-4e9a-931f-e4d47aad9991 req-4c6a6a3a-69e8-444e-b8f3-841af015eadf tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 944 time: 0.0987012 Nov 12 03:51:25.884447 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.925842 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e49176-9724-4dab-8b83-8d7a372cd718 req-0a80af7c-6478-4cfc-a32c-c99c93c69b76 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:25.927352 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b7e49176-9724-4dab-8b83-8d7a372cd718 req-0a80af7c-6478-4cfc-a32c-c99c93c69b76 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] 10.222.0.50 "GET /v2.0/ports?device_id=a02bf46c-2684-4d11-9f9e-9245383ab564 HTTP/1.1" status: 200 len: 946 time: 0.5356464 Nov 12 03:51:25.949927 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port e1dba9ab-51fb-44f3-806f-541bcfc023f0, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=e1dba9ab-51fb-44f3-806f-541bcfc023f0,segment=NetworkSegment(0f2f65a3-04d3-403b-a440-78cd841660b6),segment_id=0f2f65a3-04d3-403b-a440-78cd841660b6)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:25.965944 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d16bc101-ede8-481f-b2c6-94af994a495a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.968950 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-436ca4d4-3d63-4e9a-931f-e4d47aad9991 req-b444a872-af77-4d13-bf38-00dd0aa95b3c tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380119 Nov 12 03:51:25.973837 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf94094-c24e-4292-a743-bd6c95f96afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1dba9ab-51fb-44f3-806f-541bcfc023f0'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:25.982605 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593fbed1-4205-4f57-a458-efdc9a241c77" -d '{"events": [{"server_uuid": "cbf94094-c24e-4292-a743-bd6c95f96afb", "name": "network-vif-plugged", "status": "completed", "tag": "e1dba9ab-51fb-44f3-806f-541bcfc023f0"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:25.989792 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.010667 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d16bc101-ede8-481f-b2c6-94af994a495a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.061708 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d111b26a-c3ae-49d4-b718-057e4d025d07 x-openstack-request-id: req-d111b26a-c3ae-49d4-b718-057e4d025d07 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:26.062575 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf94094-c24e-4292-a743-bd6c95f96afb", "name": "network-vif-plugged", "status": "completed", "tag": "e1dba9ab-51fb-44f3-806f-541bcfc023f0", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:26.062921 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d111b26a-c3ae-49d4-b718-057e4d025d07 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:26.063446 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf94094-c24e-4292-a743-bd6c95f96afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1dba9ab-51fb-44f3-806f-541bcfc023f0', 'code': 200} Nov 12 03:51:26.064643 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=e1dba9ab-51fb-44f3-806f-541bcfc023f0,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:26.088015 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-4e8014eb-a29f-44a5-9130-94310d36ece5 req-48d65653-d90f-4432-8857-c019d6184698 service neutron] For port ba744a6e-f8e4-43a3-9d4a-6db83c284aed, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=ba744a6e-f8e4-43a3-9d4a-6db83c284aed,segment=NetworkSegment(e1a37112-952a-4865-9288-c11c885b43ad),segment_id=e1a37112-952a-4865-9288-c11c885b43ad)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:26.093774 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16bc101-ede8-481f-b2c6-94af994a495a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event updated for resources: {'Network': ['ID=4863b3e8-cd38-4a36-aea8-d30557610f69,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:26.098016 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d16bc101-ede8-481f-b2c6-94af994a495a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Network 4863b3e8-cd38-4a36-aea8-d30557610f69 is not hosted by any dhcp agent {{(pid=102571) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 03:51:26.103721 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16bc101-ede8-481f-b2c6-94af994a495a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:26.104399 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d16bc101-ede8-481f-b2c6-94af994a495a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.108041 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d16bc101-ede8-481f-b2c6-94af994a495a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "PUT /v2.0/networks/4863b3e8-cd38-4a36-aea8-d30557610f69 HTTP/1.1" status: 200 len: 758 time: 0.7601070 Nov 12 03:51:26.109016 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43368) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:26.110116 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b7e49176-9724-4dab-8b83-8d7a372cd718 req-1e8576ae-06b1-41b5-aec5-11e5c64e784d tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a75be0a-7490-40e7-8709-357d2fc6c1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1758554 Nov 12 03:51:26.114767 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 4863b3e8-cd38-4a36-aea8-d30557610f69 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:51:26.219213 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-4e8014eb-a29f-44a5-9130-94310d36ece5 req-48d65653-d90f-4432-8857-c019d6184698 service neutron] For port ba744a6e-f8e4-43a3-9d4a-6db83c284aed, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:26.222664 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17146320-57f1-4de9-a006-4cc1abcf7226 req-43e9cbd6-a96f-4d59-87bd-ab6b773243de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:26.224980 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-17146320-57f1-4de9-a006-4cc1abcf7226 req-43e9cbd6-a96f-4d59-87bd-ab6b773243de service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 1097 time: 0.0541964 Nov 12 03:51:26.275082 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-17146320-57f1-4de9-a006-4cc1abcf7226 req-d7b8e7a2-9db5-4519-8d32-5a9d496037be service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432293 Nov 12 03:51:26.283872 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5610698a-8faa-43d6-b627-ae2ab4b7ef1f tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:26.286195 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5610698a-8faa-43d6-b627-ae2ab4b7ef1f tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "GET /v2.0/networks?id=4863b3e8-cd38-4a36-aea8-d30557610f69 HTTP/1.1" status: 200 len: 761 time: 0.1765504 Nov 12 03:51:26.290505 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43372) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:26.293934 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-4e8014eb-a29f-44a5-9130-94310d36ece5 req-48d65653-d90f-4432-8857-c019d6184698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba744a6e-f8e4-43a3-9d4a-6db83c284aed {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:51:26.296333 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-11afcd0e-4fa3-4e3e-976a-9d3fec2968bc tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-127292373'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:26.305006 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4e8014eb-a29f-44a5-9130-94310d36ece5 req-48d65653-d90f-4432-8857-c019d6184698 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.320861 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c99f49-454c-462c-8f06-8f395a5a53a0 req-4f565260-7c84-4aad-a8db-7ca0927fa397 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:26.322659 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-77c99f49-454c-462c-8f06-8f395a5a53a0 req-4f565260-7c84-4aad-a8db-7ca0927fa397 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] 10.222.0.50 "GET /v2.0/ports?device_id=a02bf46c-2684-4d11-9f9e-9245383ab564 HTTP/1.1" status: 200 len: 946 time: 0.1164958 Nov 12 03:51:26.323747 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11afcd0e-4fa3-4e3e-976a-9d3fec2968bc tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Made reservation on behalf of 1c0729bd13344d92a53dc793e63335c5 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:26.327671 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-11afcd0e-4fa3-4e3e-976a-9d3fec2968bc tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.331113 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-4e8014eb-a29f-44a5-9130-94310d36ece5 req-48d65653-d90f-4432-8857-c019d6184698 service neutron] Transition to ACTIVE for port object ba744a6e-f8e4-43a3-9d4a-6db83c284aed will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:51:26.340968 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4e8014eb-a29f-44a5-9130-94310d36ece5 req-48d65653-d90f-4432-8857-c019d6184698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.357155 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11afcd0e-4fa3-4e3e-976a-9d3fec2968bc tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:51:26.369670 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-11afcd0e-4fa3-4e3e-976a-9d3fec2968bc tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.370128 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-11afcd0e-4fa3-4e3e-976a-9d3fec2968bc tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Added segment 987c0c34-11ab-4bc7-a9b8-4e0e0e08f43e of type vlan for network 7287932d-728c-4775-b33b-984d6ece3feb Nov 12 03:51:26.411560 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdbd907-9a1a-42b6-b545-7f9685c001ac None None] DHCP port deletion for e1d2d939-a228-4c67-a48d-d9c905ba8346 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:26.426000 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-11afcd0e-4fa3-4e3e-976a-9d3fec2968bc tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.436061 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d65653-d90f-4432-8857-c019d6184698 service neutron] Pushing event updated for resources: {'Port': ['ID=ba744a6e-f8e4-43a3-9d4a-6db83c284aed,revision_number=9']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:26.443559 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e8014eb-a29f-44a5-9130-94310d36ece5 req-48d65653-d90f-4432-8857-c019d6184698 service neutron] No DVR routers for this DVR port ba744a6e-f8e4-43a3-9d4a-6db83c284aed on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:51:26.453256 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-77c99f49-454c-462c-8f06-8f395a5a53a0 req-1f275969-5eac-4c12-a7fa-b3f758fcfefb tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a75be0a-7490-40e7-8709-357d2fc6c1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200500 Nov 12 03:51:26.453879 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-11afcd0e-4fa3-4e3e-976a-9d3fec2968bc tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.462497 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11afcd0e-4fa3-4e3e-976a-9d3fec2968bc tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:26.465660 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-11afcd0e-4fa3-4e3e-976a-9d3fec2968bc tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.494651 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-4e8014eb-a29f-44a5-9130-94310d36ece5 req-48d65653-d90f-4432-8857-c019d6184698 service neutron] Attempting to bind port ba744a6e-f8e4-43a3-9d4a-6db83c284aed on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:26.495348 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-4e8014eb-a29f-44a5-9130-94310d36ece5 req-48d65653-d90f-4432-8857-c019d6184698 service neutron] Attempting to bind port ba744a6e-f8e4-43a3-9d4a-6db83c284aed by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': 'e1a37112-952a-4865-9288-c11c885b43ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e1d2d939-a228-4c67-a48d-d9c905ba8346'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:26.495903 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8014eb-a29f-44a5-9130-94310d36ece5 req-48d65653-d90f-4432-8857-c019d6184698 service neutron] Attempting to bind port ba744a6e-f8e4-43a3-9d4a-6db83c284aed on network e1d2d939-a228-4c67-a48d-d9c905ba8346 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:26.500741 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8014eb-a29f-44a5-9130-94310d36ece5 req-48d65653-d90f-4432-8857-c019d6184698 service neutron] Port ba744a6e-f8e4-43a3-9d4a-6db83c284aed on network e1d2d939-a228-4c67-a48d-d9c905ba8346 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:51:26.501564 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8014eb-a29f-44a5-9130-94310d36ece5 req-48d65653-d90f-4432-8857-c019d6184698 service neutron] Attempting to bind port ba744a6e-f8e4-43a3-9d4a-6db83c284aed on network e1d2d939-a228-4c67-a48d-d9c905ba8346 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:26.508681 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8014eb-a29f-44a5-9130-94310d36ece5 req-48d65653-d90f-4432-8857-c019d6184698 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:26.509387 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8014eb-a29f-44a5-9130-94310d36ece5 req-48d65653-d90f-4432-8857-c019d6184698 service neutron] Checking segment: {'id': 'e1a37112-952a-4865-9288-c11c885b43ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e1d2d939-a228-4c67-a48d-d9c905ba8346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:26.510088 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8014eb-a29f-44a5-9130-94310d36ece5 req-48d65653-d90f-4432-8857-c019d6184698 service neutron] Bound using segment: {'id': 'e1a37112-952a-4865-9288-c11c885b43ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e1d2d939-a228-4c67-a48d-d9c905ba8346'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:26.510763 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-4e8014eb-a29f-44a5-9130-94310d36ece5 req-48d65653-d90f-4432-8857-c019d6184698 service neutron] Bound port: ba744a6e-f8e4-43a3-9d4a-6db83c284aed, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1a37112-952a-4865-9288-c11c885b43ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e1d2d939-a228-4c67-a48d-d9c905ba8346'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:26.511369 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4e8014eb-a29f-44a5-9130-94310d36ece5 req-48d65653-d90f-4432-8857-c019d6184698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.577976 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11afcd0e-4fa3-4e3e-976a-9d3fec2968bc tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event updated for resources: {'Network': ['ID=7287932d-728c-4775-b33b-984d6ece3feb,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:26.584104 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-4e8014eb-a29f-44a5-9130-94310d36ece5 req-48d65653-d90f-4432-8857-c019d6184698 service neutron] For port ba744a6e-f8e4-43a3-9d4a-6db83c284aed, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:26.587706 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-4e8014eb-a29f-44a5-9130-94310d36ece5 req-48d65653-d90f-4432-8857-c019d6184698 service neutron] For port ba744a6e-f8e4-43a3-9d4a-6db83c284aed, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=ba744a6e-f8e4-43a3-9d4a-6db83c284aed,segment=NetworkSegment(e1a37112-952a-4865-9288-c11c885b43ad),segment_id=e1a37112-952a-4865-9288-c11c885b43ad)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:26.590181 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 7287932d-728c-4775-b33b-984d6ece3feb details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:51:26.597286 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4e8014eb-a29f-44a5-9130-94310d36ece5 req-48d65653-d90f-4432-8857-c019d6184698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.640867 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-11afcd0e-4fa3-4e3e-976a-9d3fec2968bc tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3492224 Nov 12 03:51:26.641479 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43380) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:26.651227 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-6b7c6ccc-f282-49f8-926e-e7d56b254c28 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Request body: {'subnet': {'network_id': '7287932d-728c-4775-b33b-984d6ece3feb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:26.692726 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678f98d1-165c-430a-9588-a37ca67813fd None None] DHCP port deletion for e1d2d939-a228-4c67-a48d-d9c905ba8346 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:26.694590 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8014eb-a29f-44a5-9130-94310d36ece5 req-48d65653-d90f-4432-8857-c019d6184698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:26.698554 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4e8014eb-a29f-44a5-9130-94310d36ece5 req-48d65653-d90f-4432-8857-c019d6184698 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.702006 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4e8014eb-a29f-44a5-9130-94310d36ece5 req-48d65653-d90f-4432-8857-c019d6184698 service neutron] 10.222.0.90 "PUT /v2.0/ports/ba744a6e-f8e4-43a3-9d4a-6db83c284aed HTTP/1.1" status: 200 len: 1092 time: 1.0934041 Nov 12 03:51:26.702484 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bda0017-2bbb-425a-b9c9-cec3571bbc53', 'tag': 'ba744a6e-f8e4-43a3-9d4a-6db83c284aed'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:26.704826 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20de6dd7-db31-46e7-be79-e8311ce99013" -d '{"events": [{"name": "network-changed", "server_uuid": "1bda0017-2bbb-425a-b9c9-cec3571bbc53", "tag": "ba744a6e-f8e4-43a3-9d4a-6db83c284aed"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:26.757102 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f703dbeb-d602-403f-90b4-d92cd087a579 req-06903a1e-a7ba-4545-9282-69f335bd6d9c tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:26.758792 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f703dbeb-d602-403f-90b4-d92cd087a579 req-06903a1e-a7ba-4545-9282-69f335bd6d9c tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] 10.222.0.50 "GET /v2.0/ports?device_id=a02bf46c-2684-4d11-9f9e-9245383ab564 HTTP/1.1" status: 200 len: 946 time: 0.1669047 Nov 12 03:51:26.820653 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d65653-d90f-4432-8857-c019d6184698 service neutron] Pushing event updated for resources: {'Port': ['ID=ba744a6e-f8e4-43a3-9d4a-6db83c284aed,revision_number=10']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:26.823656 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f703dbeb-d602-403f-90b4-d92cd087a579 req-4e1ecc59-2daa-447f-bb25-8a8fb9246d1a tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a75be0a-7490-40e7-8709-357d2fc6c1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576196 Nov 12 03:51:26.849449 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43384) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:26.853946 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3350d-a9f8-4f15-8e3d-7cb3ca1a3041 req-ed5cd599-433b-4a1b-b700-d5bfc8e2d880 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:26.855601 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-96d3350d-a9f8-4f15-8e3d-7cb3ca1a3041 req-ed5cd599-433b-4a1b-b700-d5bfc8e2d880 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 944 time: 0.1399963 Nov 12 03:51:26.863467 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7c6ccc-f282-49f8-926e-e7d56b254c28 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Made reservation on behalf of 1c0729bd13344d92a53dc793e63335c5 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:26.864407 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8014eb-a29f-44a5-9130-94310d36ece5 req-dd021eda-0db6-421a-92aa-359edcf2c053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:26.866075 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4e8014eb-a29f-44a5-9130-94310d36ece5 req-dd021eda-0db6-421a-92aa-359edcf2c053 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9f51d24d818f4ea1958f6f69f3ca622a&device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 1096 time: 0.0985503 Nov 12 03:51:26.867513 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6b7c6ccc-f282-49f8-926e-e7d56b254c28 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.925268 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b46b1c-b26c-46ca-8671-f6d3c12dcd97 x-openstack-request-id: req-07b46b1c-b26c-46ca-8671-f6d3c12dcd97 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:26.925709 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bda0017-2bbb-425a-b9c9-cec3571bbc53", "tag": "ba744a6e-f8e4-43a3-9d4a-6db83c284aed", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:26.926230 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-07b46b1c-b26c-46ca-8671-f6d3c12dcd97 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:26.926851 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bda0017-2bbb-425a-b9c9-cec3571bbc53', 'tag': 'ba744a6e-f8e4-43a3-9d4a-6db83c284aed', 'status': 'completed', 'code': 200} Nov 12 03:51:27.039553 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-96d3350d-a9f8-4f15-8e3d-7cb3ca1a3041 req-6c3af768-24ac-49a6-baed-5f2a6f220aed tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721430 Nov 12 03:51:27.056208 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8014eb-a29f-44a5-9130-94310d36ece5 req-e605f155-2df1-4c02-8193-2b4ecfc733ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:27.057775 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4e8014eb-a29f-44a5-9130-94310d36ece5 req-e605f155-2df1-4c02-8193-2b4ecfc733ef service neutron] 10.222.0.90 "GET /v2.0/networks?id=e1d2d939-a228-4c67-a48d-d9c905ba8346 HTTP/1.1" status: 200 len: 915 time: 0.1696146 Nov 12 03:51:27.136976 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4e8014eb-a29f-44a5-9130-94310d36ece5 req-645d216d-2f2d-4deb-aee0-53992a104e53 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba744a6e-f8e4-43a3-9d4a-6db83c284aed HTTP/1.1" status: 200 len: 217 time: 0.0685697 Nov 12 03:51:27.205905 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8014eb-a29f-44a5-9130-94310d36ece5 req-5cb1e036-af53-4819-af5a-65a12e2dd4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:27.207440 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4e8014eb-a29f-44a5-9130-94310d36ece5 req-5cb1e036-af53-4819-af5a-65a12e2dd4b2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4d7cbc7f-e250-4588-a173-dfc01435c52a HTTP/1.1" status: 200 len: 854 time: 0.0622959 Nov 12 03:51:27.255506 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4e8014eb-a29f-44a5-9130-94310d36ece5 req-d686b27e-581d-435e-a2e0-4f8a08102ab1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e1d2d939-a228-4c67-a48d-d9c905ba8346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263333 Nov 12 03:51:27.257948 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31727ea-04c9-4250-95bf-217bf9e4c4a2 req-caf3cdf3-181a-4543-90a1-536cf60802cd tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:27.259426 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f31727ea-04c9-4250-95bf-217bf9e4c4a2 req-caf3cdf3-181a-4543-90a1-536cf60802cd tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 945 time: 0.1832662 Nov 12 03:51:27.261305 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556952de-10f4-4364-9c0e-1d3599651c1f tempest-TestServerBasicOps-836760438 tempest-TestServerBasicOps-836760438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:27.262695 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-556952de-10f4-4364-9c0e-1d3599651c1f tempest-TestServerBasicOps-836760438 tempest-TestServerBasicOps-836760438-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a02bf46c-2684-4d11-9f9e-9245383ab564 HTTP/1.1" status: 200 len: 1093 time: 0.4120965 Nov 12 03:51:27.264421 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6b7c6ccc-f282-49f8-926e-e7d56b254c28 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:27.266269 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43390) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:27.296491 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-678dd888-080e-4032-be61-2fa249e1286f tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'port_id': 'ff0cc218-6b17-4ea2-864c-1f6d398551ec', 'tenant_id': '27d8d327296a4149943f8be1dae983d3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:27.368400 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4e8014eb-a29f-44a5-9130-94310d36ece5 req-d1324999-8cd6-45f0-aba6-8b30a8c61ae1 service neutron] 10.222.0.90 "GET /v2.0/networks/e1d2d939-a228-4c67-a48d-d9c905ba8346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009340 Nov 12 03:51:27.370188 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c6ccc-f282-49f8-926e-e7d56b254c28 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event updated for resources: {'Subnet': ['ID=af8ab9e6-5304-48c8-9843-744cc1f9cc4a,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:27.387573 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-678dd888-080e-4032-be61-2fa249e1286f tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks [] for floatingip, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:27.429909 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f31727ea-04c9-4250-95bf-217bf9e4c4a2 req-20041052-bab2-46dc-af07-2166685e57d3 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626785 Nov 12 03:51:27.458134 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7c6ccc-f282-49f8-926e-e7d56b254c28 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Checking segment: {'id': '987c0c34-11ab-4bc7-a9b8-4e0e0e08f43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7287932d-728c-4775-b33b-984d6ece3feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:27.458134 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7c6ccc-f282-49f8-926e-e7d56b254c28 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Network hostable DHCP agents. Network: 7287932d-728c-4775-b33b-984d6ece3feb, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:51:27.482963 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4e8014eb-a29f-44a5-9130-94310d36ece5 req-e2321d20-ba7b-406f-a1d8-fac68989ff94 service neutron] 10.222.0.90 "GET /v2.0/networks/e1d2d939-a228-4c67-a48d-d9c905ba8346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047218 Nov 12 03:51:27.504618 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7c6ccc-f282-49f8-926e-e7d56b254c28 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Network 7287932d-728c-4775-b33b-984d6ece3feb is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:51:27.516815 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-6b7c6ccc-f282-49f8-926e-e7d56b254c28 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 7287932d-728c-4775-b33b-984d6ece3feb) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:27.526111 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7c6ccc-f282-49f8-926e-e7d56b254c28 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:27.526692 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6b7c6ccc-f282-49f8-926e-e7d56b254c28 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:27.533580 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf288d5-7ace-4d39-92a2-6c0c39216e2d None None] Network 7287932d-728c-4775-b33b-984d6ece3feb requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:27.554198 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6b7c6ccc-f282-49f8-926e-e7d56b254c28 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9084175 Nov 12 03:51:27.554671 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43394) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:27.573872 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-678dd888-080e-4032-be61-2fa249e1286f tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:27.732868 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c1caf7-a83b-48a3-a2a3-75e1daee9407 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-7287932d-728c-4775-b33b-984d6ece3feb', 'network_id': '7287932d-728c-4775-b33b-984d6ece3feb', 'tenant_id': '1c0729bd13344d92a53dc793e63335c5', 'fixed_ips': [{'subnet_id': 'af8ab9e6-5304-48c8-9843-744cc1f9cc4a'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:51:27.733889 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b0c1caf7-a83b-48a3-a2a3-75e1daee9407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:27.776436 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-678dd888-080e-4032-be61-2fa249e1286f tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Allocated IP 172.25.5.240 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/43c4b754-fd85-4882-98dc-132af44903a8) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:27.802941 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9c19114d-1c13-4524-bd31-fe2be6d2426a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:27.812972 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de6dd7-db31-46e7-be79-e8311ce99013 req-95900460-e291-4247-b651-d82305cd329d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:27.814700 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-20de6dd7-db31-46e7-be79-e8311ce99013 req-95900460-e291-4247-b651-d82305cd329d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9f51d24d818f4ea1958f6f69f3ca622a&device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 1096 time: 0.1995370 Nov 12 03:51:27.957153 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-678dd888-080e-4032-be61-2fa249e1286f tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:27.972114 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9c19114d-1c13-4524-bd31-fe2be6d2426a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:27.982917 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-b0c1caf7-a83b-48a3-a2a3-75e1daee9407 None None] Allocated IP 172.20.0.2 (7287932d-728c-4775-b33b-984d6ece3feb/af8ab9e6-5304-48c8-9843-744cc1f9cc4a/35925b37-36a9-408d-b09b-7003fec6dfdd) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:28.005277 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-678dd888-080e-4032-be61-2fa249e1286f tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.039988 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de6dd7-db31-46e7-be79-e8311ce99013 req-0875eb6a-15e5-4ca5-b505-e3b45e6dc1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:28.041792 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-20de6dd7-db31-46e7-be79-e8311ce99013 req-0875eb6a-15e5-4ca5-b505-e3b45e6dc1d7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e1d2d939-a228-4c67-a48d-d9c905ba8346 HTTP/1.1" status: 200 len: 915 time: 0.2152779 Nov 12 03:51:28.075191 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678dd888-080e-4032-be61-2fa249e1286f tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:28.088221 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-678dd888-080e-4032-be61-2fa249e1286f tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:28.102904 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678dd888-080e-4032-be61-2fa249e1286f tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:28.121255 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-20de6dd7-db31-46e7-be79-e8311ce99013 req-657632fc-d80d-427f-b491-72f830e46b49 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba744a6e-f8e4-43a3-9d4a-6db83c284aed HTTP/1.1" status: 200 len: 217 time: 0.0689671 Nov 12 03:51:28.170637 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678dd888-080e-4032-be61-2fa249e1286f tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Pushing event updated for resources: {'Port': ['ID=43c4b754-fd85-4882-98dc-132af44903a8,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:28.288106 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b0c1caf7-a83b-48a3-a2a3-75e1daee9407 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.301446 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b0c1caf7-a83b-48a3-a2a3-75e1daee9407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.345303 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c1caf7-a83b-48a3-a2a3-75e1daee9407 None None] Network 7287932d-728c-4775-b33b-984d6ece3feb is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:28.349303 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-b0c1caf7-a83b-48a3-a2a3-75e1daee9407 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:28.353593 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c1caf7-a83b-48a3-a2a3-75e1daee9407 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:28.368303 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1caf7-a83b-48a3-a2a3-75e1daee9407 None None] Pushing event updated for resources: {'Port': ['ID=35925b37-36a9-408d-b09b-7003fec6dfdd,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:28.500274 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-b0c1caf7-a83b-48a3-a2a3-75e1daee9407 None None] Attempting to bind port 35925b37-36a9-408d-b09b-7003fec6dfdd on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:28.502152 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-b0c1caf7-a83b-48a3-a2a3-75e1daee9407 None None] Attempting to bind port 35925b37-36a9-408d-b09b-7003fec6dfdd by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '987c0c34-11ab-4bc7-a9b8-4e0e0e08f43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7287932d-728c-4775-b33b-984d6ece3feb'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:28.503729 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c1caf7-a83b-48a3-a2a3-75e1daee9407 None None] Attempting to bind port 35925b37-36a9-408d-b09b-7003fec6dfdd on network 7287932d-728c-4775-b33b-984d6ece3feb {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:28.514708 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c1caf7-a83b-48a3-a2a3-75e1daee9407 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:28.515988 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c1caf7-a83b-48a3-a2a3-75e1daee9407 None None] Checking segment: {'id': '987c0c34-11ab-4bc7-a9b8-4e0e0e08f43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7287932d-728c-4775-b33b-984d6ece3feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:28.516817 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b0c1caf7-a83b-48a3-a2a3-75e1daee9407 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.517512 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c1caf7-a83b-48a3-a2a3-75e1daee9407 None None] Bound using segment: {'id': '987c0c34-11ab-4bc7-a9b8-4e0e0e08f43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7287932d-728c-4775-b33b-984d6ece3feb'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:28.518947 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-b0c1caf7-a83b-48a3-a2a3-75e1daee9407 None None] Bound port: 35925b37-36a9-408d-b09b-7003fec6dfdd, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '987c0c34-11ab-4bc7-a9b8-4e0e0e08f43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7287932d-728c-4775-b33b-984d6ece3feb'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:28.520327 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b0c1caf7-a83b-48a3-a2a3-75e1daee9407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.629493 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-b0c1caf7-a83b-48a3-a2a3-75e1daee9407 None None] For port 35925b37-36a9-408d-b09b-7003fec6dfdd, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:28.633740 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-b0c1caf7-a83b-48a3-a2a3-75e1daee9407 None None] For port 35925b37-36a9-408d-b09b-7003fec6dfdd, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=35925b37-36a9-408d-b09b-7003fec6dfdd,segment=NetworkSegment(987c0c34-11ab-4bc7-a9b8-4e0e0e08f43e),segment_id=987c0c34-11ab-4bc7-a9b8-4e0e0e08f43e)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:28.642488 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b0c1caf7-a83b-48a3-a2a3-75e1daee9407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.835895 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1caf7-a83b-48a3-a2a3-75e1daee9407 None None] Pushing event updated for resources: {'Port': ['ID=35925b37-36a9-408d-b09b-7003fec6dfdd,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:28.912385 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff049f6f-54d0-4f75-bef4-ef7702767640 req-4e747a9f-ea2b-4b78-8310-f73873627840 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:28.925190 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ff049f6f-54d0-4f75-bef4-ef7702767640 req-4e747a9f-ea2b-4b78-8310-f73873627840 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 945 time: 0.3717690 Nov 12 03:51:29.187120 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ff049f6f-54d0-4f75-bef4-ef7702767640 req-00d24a92-e27f-4bd7-864c-47ee8f58c997 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445748 Nov 12 03:51:29.213448 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b8b88-a903-412d-8049-53b61cf61629 req-e3b50270-ad64-49b0-9c1d-dd78385f6cef tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:29.226602 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-312b8b88-a903-412d-8049-53b61cf61629 req-e3b50270-ad64-49b0-9c1d-dd78385f6cef tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 944 time: 1.0693214 Nov 12 03:51:29.276953 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9c19114d-1c13-4524-bd31-fe2be6d2426a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:29.279932 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de6dd7-db31-46e7-be79-e8311ce99013 req-7bbddfec-46cd-41d3-bbc6-2b0c67d126c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:29.285754 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-20de6dd7-db31-46e7-be79-e8311ce99013 req-7bbddfec-46cd-41d3-bbc6-2b0c67d126c2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4d7cbc7f-e250-4588-a173-dfc01435c52a HTTP/1.1" status: 200 len: 854 time: 1.0517476 Nov 12 03:51:29.369454 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19114d-1c13-4524-bd31-fe2be6d2426a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event deleted for resources: {'Subnet': ['ID=af8ab9e6-5304-48c8-9843-744cc1f9cc4a,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:29.392373 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c19114d-1c13-4524-bd31-fe2be6d2426a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:29.392984 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c19114d-1c13-4524-bd31-fe2be6d2426a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:29.393540 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c19114d-1c13-4524-bd31-fe2be6d2426a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:29.394751 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c19114d-1c13-4524-bd31-fe2be6d2426a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:29.395281 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c19114d-1c13-4524-bd31-fe2be6d2426a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:29.395817 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c19114d-1c13-4524-bd31-fe2be6d2426a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:29.396427 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c19114d-1c13-4524-bd31-fe2be6d2426a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:29.397169 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c19114d-1c13-4524-bd31-fe2be6d2426a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:29.397710 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c19114d-1c13-4524-bd31-fe2be6d2426a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:29.398318 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c19114d-1c13-4524-bd31-fe2be6d2426a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:29.398875 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c19114d-1c13-4524-bd31-fe2be6d2426a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:29.399409 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c19114d-1c13-4524-bd31-fe2be6d2426a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:29.435670 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-20de6dd7-db31-46e7-be79-e8311ce99013 req-18a4de8c-19b4-4321-928a-7182eeb5ac44 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e1d2d939-a228-4c67-a48d-d9c905ba8346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961759 Nov 12 03:51:29.500058 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-312b8b88-a903-412d-8049-53b61cf61629 req-b737dfdf-168a-4ddc-9942-ed93c78affdc tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724190 Nov 12 03:51:29.506221 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7b704-0c21-456e-a9ca-ec113b19d037 req-e9ff885c-ba77-4668-a1e7-5a6635f1c970 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:29.515864 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-02a7b704-0c21-456e-a9ca-ec113b19d037 req-e9ff885c-ba77-4668-a1e7-5a6635f1c970 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 945 time: 0.2017100 Nov 12 03:51:29.569519 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 35925b37-36a9-408d-b09b-7003fec6dfdd up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:29.586009 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9c19114d-1c13-4524-bd31-fe2be6d2426a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:29.610052 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-9c19114d-1c13-4524-bd31-fe2be6d2426a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7287932d-728c-4775-b33b-984d6ece3feb']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:29.618676 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-678dd888-080e-4032-be61-2fa249e1286f tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:29.623122 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-9c19114d-1c13-4524-bd31-fe2be6d2426a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '987c0c34-11ab-4bc7-a9b8-4e0e0e08f43e') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:29.623691 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-9c19114d-1c13-4524-bd31-fe2be6d2426a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '987c0c34-11ab-4bc7-a9b8-4e0e0e08f43e') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:29.637150 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9c19114d-1c13-4524-bd31-fe2be6d2426a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:29.657225 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9c19114d-1c13-4524-bd31-fe2be6d2426a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:29.664704 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c19114d-1c13-4524-bd31-fe2be6d2426a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:51:29.665107 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9c19114d-1c13-4524-bd31-fe2be6d2426a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:29.691093 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 35925b37-36a9-408d-b09b-7003fec6dfdd triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:29.692799 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:29.744092 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:51:29.744092 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:51:29.744092 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:51:29.744092 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:51:29.744092 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:51:29.744092 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:51:29.744092 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:51:29.744092 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:51:29.744092 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:51:29.744092 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:51:29.744092 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:51:29.744092 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:51:29.744092 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:51:29.744092 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:51:29.744092 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:51:29.744092 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:51:29.744092 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:51:29.744092 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:51:29.744092 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:51:29.744092 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:51:29.744092 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:51:29.744092 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:51:29.744092 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:51:29.744092 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:51:29.744092 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:51:29.744092 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:51:29.744092 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:51:29.744092 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:51:29.744092 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:51:29.744092 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:51:29.744092 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:51:29.744092 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:51:29.746762 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.db.api [None req-9c19114d-1c13-4524-bd31-fe2be6d2426a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 03:51:29.746762 n-d-715271-27 neutron-server[102572]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 03:51:29.746762 n-d-715271-27 neutron-server[102572]: [parameters: {'id': '7287932d-728c-4775-b33b-984d6ece3feb'}] Nov 12 03:51:29.746762 n-d-715271-27 neutron-server[102572]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:51:29.746762 n-d-715271-27 neutron-server[102572]: DEBUG oslo_db.api [None req-9c19114d-1c13-4524-bd31-fe2be6d2426a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:51:29.793789 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-02a7b704-0c21-456e-a9ca-ec113b19d037 req-96d20e2e-1f64-4cc4-a7df-f30e6bb52352 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766693 Nov 12 03:51:29.833531 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:29.949035 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-20de6dd7-db31-46e7-be79-e8311ce99013 req-909ac40d-1f80-4074-ae72-97d133c5edfe service neutron] 10.222.0.90 "GET /v2.0/networks/e1d2d939-a228-4c67-a48d-d9c905ba8346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449935 Nov 12 03:51:29.987729 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 35925b37-36a9-408d-b09b-7003fec6dfdd, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=35925b37-36a9-408d-b09b-7003fec6dfdd,segment=NetworkSegment(987c0c34-11ab-4bc7-a9b8-4e0e0e08f43e),segment_id=987c0c34-11ab-4bc7-a9b8-4e0e0e08f43e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:30.000236 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:30.023223 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-678dd888-080e-4032-be61-2fa249e1286f tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:30.171442 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b4ab0e-ca00-4048-95a0-708c472db529 req-13a6ee7c-70b3-4abb-bf30-723cf44468d0 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:30.181495 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-47b4ab0e-ca00-4048-95a0-708c472db529 req-13a6ee7c-70b3-4abb-bf30-723cf44468d0 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 945 time: 0.2210052 Nov 12 03:51:30.195789 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=35925b37-36a9-408d-b09b-7003fec6dfdd,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:30.259484 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-47b4ab0e-ca00-4048-95a0-708c472db529 req-837e8b99-851c-4af1-9a5b-1dc92fe6ec00 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683236 Nov 12 03:51:30.288757 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9c19114d-1c13-4524-bd31-fe2be6d2426a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:30.338742 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-20de6dd7-db31-46e7-be79-e8311ce99013 req-0338d442-4b06-4e9f-ad00-7f9073f63255 service neutron] 10.222.0.90 "GET /v2.0/networks/e1d2d939-a228-4c67-a48d-d9c905ba8346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300793 Nov 12 03:51:30.362779 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a9fc0525-f87b-4448-a0b1-113705ddc20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:30.483041 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-9c19114d-1c13-4524-bd31-fe2be6d2426a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Deleting port 35925b37-36a9-408d-b09b-7003fec6dfdd {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:30.483395 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9c19114d-1c13-4524-bd31-fe2be6d2426a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:30.602094 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-678dd888-080e-4032-be61-2fa249e1286f tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:30.615160 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-678dd888-080e-4032-be61-2fa249e1286f tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:30.623438 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c876313-e953-40c0-9128-442bd60993ea None None] Network 7287932d-728c-4775-b33b-984d6ece3feb requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:30.709227 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678dd888-080e-4032-be61-2fa249e1286f tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Pushing event updated for resources: {'Port': ['ID=43c4b754-fd85-4882-98dc-132af44903a8,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:30.739573 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-678dd888-080e-4032-be61-2fa249e1286f tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:30.794225 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-9c19114d-1c13-4524-bd31-fe2be6d2426a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] For port 35925b37-36a9-408d-b09b-7003fec6dfdd, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=35925b37-36a9-408d-b09b-7003fec6dfdd,segment=NetworkSegment(987c0c34-11ab-4bc7-a9b8-4e0e0e08f43e),segment_id=987c0c34-11ab-4bc7-a9b8-4e0e0e08f43e)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:30.794977 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9c19114d-1c13-4524-bd31-fe2be6d2426a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:30.819487 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-9c19114d-1c13-4524-bd31-fe2be6d2426a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Calling delete_port for 35925b37-36a9-408d-b09b-7003fec6dfdd owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:30.833822 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8628247-7a47-4d77-a15b-873fc7abf1a4 req-40244dd8-3712-4b15-bbed-c7c19ff135ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:30.835791 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e8628247-7a47-4d77-a15b-873fc7abf1a4 req-40244dd8-3712-4b15-bbed-c7c19ff135ee service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9f51d24d818f4ea1958f6f69f3ca622a&device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 1096 time: 0.1730287 Nov 12 03:51:30.854514 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cde485-f631-4464-9698-6a277fcb06b1 req-6db2adaa-2634-4dd8-866f-3c6c77009ed3 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:30.864001 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c9cde485-f631-4464-9698-6a277fcb06b1 req-6db2adaa-2634-4dd8-866f-3c6c77009ed3 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 944 time: 0.2045269 Nov 12 03:51:30.908158 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-821e2746-d880-41a9-9400-e3cc4386db36 None None] Provisioning complete for port 35925b37-36a9-408d-b09b-7003fec6dfdd triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:30.908809 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-821e2746-d880-41a9-9400-e3cc4386db36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:30.980156 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c9cde485-f631-4464-9698-6a277fcb06b1 req-a294d7d1-43e9-403c-b359-ae9663c1f275 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139789 Nov 12 03:51:30.985205 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [None req-678dd888-080e-4032-be61-2fa249e1286f tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Floating IP 87adf100-d243-4851-8ceb-b768da5eea72 associated. External IP: 172.25.5.240, port: ff0cc218-6b17-4ea2-864c-1f6d398551ec. Nov 12 03:51:31.167556 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9c19114d-1c13-4524-bd31-fe2be6d2426a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.202929 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faebcab1-8a52-4f03-83da-7fea58282a08 req-1eea8230-eb28-4b7f-aaed-cb5471bc2341 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:31.204267 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-faebcab1-8a52-4f03-83da-7fea58282a08 req-1eea8230-eb28-4b7f-aaed-cb5471bc2341 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 945 time: 0.2142754 Nov 12 03:51:31.225810 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8628247-7a47-4d77-a15b-873fc7abf1a4 req-ab8d4b3d-14a6-47a9-b286-245c826e0a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:31.227538 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e8628247-7a47-4d77-a15b-873fc7abf1a4 req-ab8d4b3d-14a6-47a9-b286-245c826e0a05 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e1d2d939-a228-4c67-a48d-d9c905ba8346 HTTP/1.1" status: 200 len: 915 time: 0.3024492 Nov 12 03:51:31.231150 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19114d-1c13-4524-bd31-fe2be6d2426a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event deleted for resources: {'Port': ['ID=35925b37-36a9-408d-b09b-7003fec6dfdd,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:31.248842 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c19114d-1c13-4524-bd31-fe2be6d2426a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] No DVR routers for this DVR port 35925b37-36a9-408d-b09b-7003fec6dfdd on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:51:31.255230 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70b125e-7da4-4c55-a50f-d8d8e7aa9931 None None] DHCP port deletion for 7287932d-728c-4775-b33b-984d6ece3feb request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:31.336516 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e8628247-7a47-4d77-a15b-873fc7abf1a4 req-ac83909d-ac5c-415f-933d-efad1f6ed407 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba744a6e-f8e4-43a3-9d4a-6db83c284aed HTTP/1.1" status: 200 len: 217 time: 0.0845957 Nov 12 03:51:31.411041 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-faebcab1-8a52-4f03-83da-7fea58282a08 req-6bb03048-2099-4d6a-9910-26b5ed74e9aa tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770120 Nov 12 03:51:31.450537 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9c19114d-1c13-4524-bd31-fe2be6d2426a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.478644 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 35925b37-36a9-408d-b09b-7003fec6dfdd no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:51:31.493618 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-9c19114d-1c13-4524-bd31-fe2be6d2426a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7287932d-728c-4775-b33b-984d6ece3feb']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:31.509550 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-9c19114d-1c13-4524-bd31-fe2be6d2426a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '987c0c34-11ab-4bc7-a9b8-4e0e0e08f43e') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:31.510021 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-9c19114d-1c13-4524-bd31-fe2be6d2426a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '987c0c34-11ab-4bc7-a9b8-4e0e0e08f43e') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:31.527087 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9c19114d-1c13-4524-bd31-fe2be6d2426a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.547557 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 35925b37-36a9-408d-b09b-7003fec6dfdd {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:51:31.549696 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 35925b37-36a9-408d-b09b-7003fec6dfdd not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:51:31.662692 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8628247-7a47-4d77-a15b-873fc7abf1a4 req-88e9c3cb-9caf-4167-81bc-0e0f67cdc64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:31.664372 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e8628247-7a47-4d77-a15b-873fc7abf1a4 req-88e9c3cb-9caf-4167-81bc-0e0f67cdc64b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4d7cbc7f-e250-4588-a173-dfc01435c52a HTTP/1.1" status: 200 len: 854 time: 0.0964735 Nov 12 03:51:31.665622 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9c19114d-1c13-4524-bd31-fe2be6d2426a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.674198 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c19114d-1c13-4524-bd31-fe2be6d2426a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:51:31.675052 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9c19114d-1c13-4524-bd31-fe2be6d2426a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.678928 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:51:31.678928 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:51:31.678928 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:51:31.678928 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:51:31.678928 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:51:31.678928 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:51:31.678928 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:51:31.678928 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:51:31.678928 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:51:31.678928 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:51:31.678928 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:51:31.678928 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:51:31.678928 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:51:31.678928 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:51:31.678928 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:51:31.678928 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:51:31.678928 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:51:31.678928 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:51:31.678928 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:51:31.678928 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:51:31.678928 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:51:31.678928 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:51:31.678928 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:51:31.678928 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:51:31.678928 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:51:31.678928 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:51:31.678928 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:51:31.678928 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:51:31.678928 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:51:31.678928 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:51:31.678928 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:51:31.678928 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:51:31.720997 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678dd888-080e-4032-be61-2fa249e1286f tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Router bc144d13-1cd4-47ce-9f34-9fd0630d4141 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:51:31.781939 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9c19114d-1c13-4524-bd31-fe2be6d2426a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.789716 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9c19114d-1c13-4524-bd31-fe2be6d2426a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.795942 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9c19114d-1c13-4524-bd31-fe2be6d2426a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "DELETE /v2.0/networks/7287932d-728c-4775-b33b-984d6ece3feb HTTP/1.1" status: 204 len: 168 time: 4.2386334 Nov 12 03:51:31.817913 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43438) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:31.860156 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19114d-1c13-4524-bd31-fe2be6d2426a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event deleted for resources: {'Network': ['ID=7287932d-728c-4775-b33b-984d6ece3feb,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:31.898622 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-c157ce3f-3ba2-4ad7-9cf8-919e80678919 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] GET failed (client error): The resource could not be found. Nov 12 03:51:31.901460 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c157ce3f-3ba2-4ad7-9cf8-919e80678919 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "GET /v2.0/subnets/af8ab9e6-5304-48c8-9843-744cc1f9cc4a HTTP/1.1" status: 404 len: 337 time: 0.0680065 Nov 12 03:51:31.904134 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43440) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:31.933536 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-6182d537-98bb-427a-a67f-802b6bd536cc tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] DELETE failed (client error): The resource could not be found. Nov 12 03:51:31.934395 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6182d537-98bb-427a-a67f-802b6bd536cc tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:51:31.937447 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678dd888-080e-4032-be61-2fa249e1286f tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:51:31.938214 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6182d537-98bb-427a-a67f-802b6bd536cc tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "DELETE /v2.0/networks/7287932d-728c-4775-b33b-984d6ece3feb HTTP/1.1" status: 404 len: 339 time: 0.0329573 Nov 12 03:51:31.942998 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43446) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:31.951818 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9729af-74eb-43e9-aa04-d3023225da34 None None] Sync routers for ids ['bc144d13-1cd4-47ce-9f34-9fd0630d4141'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:51:31.973670 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9729af-74eb-43e9-aa04-d3023225da34 None None] Routers {'bc144d13-1cd4-47ce-9f34-9fd0630d4141'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:31.974507 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-1a9729af-74eb-43e9-aa04-d3023225da34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:51:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['bc144d13-1cd4-47ce-9f34-9fd0630d4141'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:32.172867 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-1a9729af-74eb-43e9-aa04-d3023225da34 None None] Set router bc144d13-1cd4-47ce-9f34-9fd0630d4141 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:32.201879 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-678dd888-080e-4032-be61-2fa249e1286f tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:32.258656 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f849fc-b765-4198-84ea-929d396dd1a9 req-f4ade068-9cf6-4f22-a37c-35687eed961c tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:32.262370 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-02f849fc-b765-4198-84ea-929d396dd1a9 req-f4ade068-9cf6-4f22-a37c-35687eed961c tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 944 time: 0.1234272 Nov 12 03:51:32.365553 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-02f849fc-b765-4198-84ea-929d396dd1a9 req-43545836-5d34-4dc1-9de9-b48413821333 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943041 Nov 12 03:51:32.614641 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-1a9729af-74eb-43e9-aa04-d3023225da34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc144d13-1cd4-47ce-9f34-9fd0630d4141', 'name': 'tempest-TestServerBasicOps-752152389-router', 'tenant_id': '27d8d327296a4149943f8be1dae983d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'a00f5a94-d520-4368-aec3-0580365edc36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:29Z', 'updated_at': '2021-11-12T03:50:37Z', 'revision_number': 4, 'project_id': '27d8d327296a4149943f8be1dae983d3', 'gw_port': {'id': 'a00f5a94-d520-4368-aec3-0580365edc36', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:16:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc144d13-1cd4-47ce-9f34-9fd0630d4141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:31Z', 'updated_at': '2021-11-12T03:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '87adf100-d243-4851-8ceb-b768da5eea72', 'tenant_id': '27d8d327296a4149943f8be1dae983d3', 'floating_ip_address': '172.25.5.240', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'bc144d13-1cd4-47ce-9f34-9fd0630d4141', 'port_id': 'ff0cc218-6b17-4ea2-864c-1f6d398551ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afddff57-c021-4866-8d12-792d55775375', 'mac_address': 'fa:16:3e:22:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02bf46c-2684-4d11-9f9e-9245383ab564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:51:28Z', 'updated_at': '2021-11-12T03:51:28Z', 'revision_number': 0, 'project_id': '27d8d327296a4149943f8be1dae983d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e3f0f3-959b-41d8-9c47-79b1764a38fa', 'name': '', 'network_id': 'afddff57-c021-4866-8d12-792d55775375', 'tenant_id': '27d8d327296a4149943f8be1dae983d3', 'mac_address': 'fa:16:3e:c7:83:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc144d13-1cd4-47ce-9f34-9fd0630d4141', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '36bad204-5d6d-45a7-8ba7-6407cbfbd2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:35Z', 'updated_at': '2021-11-12T03:50:43Z', 'revision_number': 5, 'project_id': '27d8d327296a4149943f8be1dae983d3', 'subnets': [{'id': '36bad204-5d6d-45a7-8ba7-6407cbfbd2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:32.654332 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9729af-74eb-43e9-aa04-d3023225da34 None None] Checking router: bc144d13-1cd4-47ce-9f34-9fd0630d4141 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:51:32.669934 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9729af-74eb-43e9-aa04-d3023225da34 None None] Routers {'bc144d13-1cd4-47ce-9f34-9fd0630d4141'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:32.671613 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-1a9729af-74eb-43e9-aa04-d3023225da34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:51:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['bc144d13-1cd4-47ce-9f34-9fd0630d4141'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:32.776137 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-678dd888-080e-4032-be61-2fa249e1286f tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.4730010 Nov 12 03:51:32.776137 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a02bf46c-2684-4d11-9f9e-9245383ab564', 'tag': 'ff0cc218-6b17-4ea2-864c-1f6d398551ec'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:32.778011 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e7b985-e561-4dc8-86d5-e93450aaaae7" -d '{"events": [{"name": "network-changed", "server_uuid": "a02bf46c-2684-4d11-9f9e-9245383ab564", "tag": "ff0cc218-6b17-4ea2-864c-1f6d398551ec"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:32.860775 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-1a9729af-74eb-43e9-aa04-d3023225da34 None None] Set router bc144d13-1cd4-47ce-9f34-9fd0630d4141 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:32.885039 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01093024-0fbc-495d-9741-178eaa45f490 x-openstack-request-id: req-01093024-0fbc-495d-9741-178eaa45f490 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:32.885391 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a02bf46c-2684-4d11-9f9e-9245383ab564", "tag": "ff0cc218-6b17-4ea2-864c-1f6d398551ec", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:32.885567 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-01093024-0fbc-495d-9741-178eaa45f490 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:32.885957 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a02bf46c-2684-4d11-9f9e-9245383ab564', 'tag': 'ff0cc218-6b17-4ea2-864c-1f6d398551ec', 'status': 'completed', 'code': 200} Nov 12 03:51:32.922154 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148e000d-e88e-4e62-a4f9-ef97d0951d50 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:32.927862 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-148e000d-e88e-4e62-a4f9-ef97d0951d50 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9829571 Nov 12 03:51:32.928540 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43456) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:32.938933 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb612432-c806-46a2-9554-511c63b206be req-e2ca6ced-86cf-4793-bbc0-c36ccb099ccd tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:32.940761 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-eb612432-c806-46a2-9554-511c63b206be req-e2ca6ced-86cf-4793-bbc0-c36ccb099ccd tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 945 time: 0.1841276 Nov 12 03:51:33.005533 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e9378529-d328-417c-8500-ebeb5b285a7d tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "GET /v2.0/subnets?network_id=7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 HTTP/1.1" status: 200 len: 207 time: 0.0756617 Nov 12 03:51:33.009240 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43460) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:33.082515 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-eb612432-c806-46a2-9554-511c63b206be req-0a1b7ef9-94c4-4503-bdbc-9a59c009466f tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753255 Nov 12 03:51:33.230019 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cedc7d-34f6-4e00-bfed-1e4b3875db9d tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:33.237693 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cedc7d-34f6-4e00-bfed-1e4b3875db9d tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:33.244652 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cedc7d-34f6-4e00-bfed-1e4b3875db9d tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:33.251313 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cedc7d-34f6-4e00-bfed-1e4b3875db9d tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:33.253613 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-42cedc7d-34f6-4e00-bfed-1e4b3875db9d tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2419267 Nov 12 03:51:33.256186 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7b985-e561-4dc8-86d5-e93450aaaae7 req-f82f094b-cb8c-49d3-894a-25b1d8375c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:33.257884 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e7e7b985-e561-4dc8-86d5-e93450aaaae7 req-f82f094b-cb8c-49d3-894a-25b1d8375c4d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=27d8d327296a4149943f8be1dae983d3&device_id=a02bf46c-2684-4d11-9f9e-9245383ab564 HTTP/1.1" status: 200 len: 1098 time: 0.3412843 Nov 12 03:51:33.258659 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43462) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:33.278304 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-1a9729af-74eb-43e9-aa04-d3023225da34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc144d13-1cd4-47ce-9f34-9fd0630d4141', 'name': 'tempest-TestServerBasicOps-752152389-router', 'tenant_id': '27d8d327296a4149943f8be1dae983d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'a00f5a94-d520-4368-aec3-0580365edc36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:29Z', 'updated_at': '2021-11-12T03:50:37Z', 'revision_number': 4, 'project_id': '27d8d327296a4149943f8be1dae983d3', 'gw_port': {'id': 'a00f5a94-d520-4368-aec3-0580365edc36', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:16:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc144d13-1cd4-47ce-9f34-9fd0630d4141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:31Z', 'updated_at': '2021-11-12T03:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '87adf100-d243-4851-8ceb-b768da5eea72', 'tenant_id': '27d8d327296a4149943f8be1dae983d3', 'floating_ip_address': '172.25.5.240', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'bc144d13-1cd4-47ce-9f34-9fd0630d4141', 'port_id': 'ff0cc218-6b17-4ea2-864c-1f6d398551ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afddff57-c021-4866-8d12-792d55775375', 'mac_address': 'fa:16:3e:22:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02bf46c-2684-4d11-9f9e-9245383ab564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:51:28Z', 'updated_at': '2021-11-12T03:51:28Z', 'revision_number': 0, 'project_id': '27d8d327296a4149943f8be1dae983d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e3f0f3-959b-41d8-9c47-79b1764a38fa', 'name': '', 'network_id': 'afddff57-c021-4866-8d12-792d55775375', 'tenant_id': '27d8d327296a4149943f8be1dae983d3', 'mac_address': 'fa:16:3e:c7:83:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc144d13-1cd4-47ce-9f34-9fd0630d4141', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '36bad204-5d6d-45a7-8ba7-6407cbfbd2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:35Z', 'updated_at': '2021-11-12T03:50:43Z', 'revision_number': 5, 'project_id': '27d8d327296a4149943f8be1dae983d3', 'subnets': [{'id': '36bad204-5d6d-45a7-8ba7-6407cbfbd2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:33.318808 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9729af-74eb-43e9-aa04-d3023225da34 None None] The sync data for ids ['bc144d13-1cd4-47ce-9f34-9fd0630d4141'] in n-d-715271-27 is: [{'id': 'bc144d13-1cd4-47ce-9f34-9fd0630d4141', 'name': 'tempest-TestServerBasicOps-752152389-router', 'tenant_id': '27d8d327296a4149943f8be1dae983d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'a00f5a94-d520-4368-aec3-0580365edc36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:29Z', 'updated_at': '2021-11-12T03:50:37Z', 'revision_number': 4, 'project_id': '27d8d327296a4149943f8be1dae983d3', 'gw_port': {'id': 'a00f5a94-d520-4368-aec3-0580365edc36', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:16:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc144d13-1cd4-47ce-9f34-9fd0630d4141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:31Z', 'updated_at': '2021-11-12T03:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '87adf100-d243-4851-8ceb-b768da5eea72', 'tenant_id': '27d8d327296a4149943f8be1dae983d3', 'floating_ip_address': '172.25.5.240', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'bc144d13-1cd4-47ce-9f34-9fd0630d4141', 'port_id': 'ff0cc218-6b17-4ea2-864c-1f6d398551ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afddff57-c021-4866-8d12-792d55775375', 'mac_address': 'fa:16:3e:22:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02bf46c-2684-4d11-9f9e-9245383ab564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:51:28Z', 'updated_at': '2021-11-12T03:51:28Z', 'revision_number': 0, 'project_id': '27d8d327296a4149943f8be1dae983d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e3f0f3-959b-41d8-9c47-79b1764a38fa', 'name': '', 'network_id': 'afddff57-c021-4866-8d12-792d55775375', 'tenant_id': '27d8d327296a4149943f8be1dae983d3', 'mac_address': 'fa:16:3e:c7:83:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc144d13-1cd4-47ce-9f34-9fd0630d4141', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '36bad204-5d6d-45a7-8ba7-6407cbfbd2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:35Z', 'updated_at': '2021-11-12T03:50:43Z', 'revision_number': 5, 'project_id': '27d8d327296a4149943f8be1dae983d3', 'subnets': [{'id': '36bad204-5d6d-45a7-8ba7-6407cbfbd2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:51:33.391497 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-092717e6-8dd6-4c1c-9907-88b360f5b405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:33.558938 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ee68e958-545b-4e28-bc61-a04772dcdffa tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2986512 Nov 12 03:51:33.563199 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43466) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:33.623379 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087c1c4-6585-4c1d-855b-5568f891037c req-0d4eb8eb-506b-449b-8a41-36bfd7ed9ea5 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:33.631738 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f087c1c4-6585-4c1d-855b-5568f891037c req-0d4eb8eb-506b-449b-8a41-36bfd7ed9ea5 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 944 time: 0.1227136 Nov 12 03:51:33.718624 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40b79c9-c47e-434a-8a25-fa46a0f31d64 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:33.720804 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40b79c9-c47e-434a-8a25-fa46a0f31d64 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:33.728418 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b40b79c9-c47e-434a-8a25-fa46a0f31d64 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1632116 Nov 12 03:51:33.729246 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43468) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:33.734773 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f087c1c4-6585-4c1d-855b-5568f891037c req-067497b5-62f5-471f-bde7-1f6b171f263f tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018598 Nov 12 03:51:33.762091 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7b985-e561-4dc8-86d5-e93450aaaae7 req-08785542-d980-4118-b828-f7d254bd66f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:33.763797 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e7e7b985-e561-4dc8-86d5-e93450aaaae7 req-08785542-d980-4118-b828-f7d254bd66f6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=afddff57-c021-4866-8d12-792d55775375 HTTP/1.1" status: 200 len: 909 time: 0.3725719 Nov 12 03:51:33.796548 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6af95e-533e-432d-b05b-23d8f4977186 None None] New status for floating IP 87adf100-d243-4851-8ceb-b768da5eea72: ACTIVE {{(pid=102573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:51:33.813806 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eff6916-5ba5-4198-b207-12fb99a07de6 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Attributes excluded by policy engine: ['shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:33.816951 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eff6916-5ba5-4198-b207-12fb99a07de6 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Attributes excluded by policy engine: ['shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:33.823368 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3eff6916-5ba5-4198-b207-12fb99a07de6 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0929592 Nov 12 03:51:33.824208 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43470) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:33.875778 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e8628247-7a47-4d77-a15b-873fc7abf1a4 req-554beaa2-6178-4c8b-9ea3-d72a0c9881c7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e1d2d939-a228-4c67-a48d-d9c905ba8346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479460 Nov 12 03:51:33.994989 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e8628247-7a47-4d77-a15b-873fc7abf1a4 req-df71a87b-97b7-4404-bfc7-f9b3153ebcc1 service neutron] 10.222.0.90 "GET /v2.0/networks/e1d2d939-a228-4c67-a48d-d9c905ba8346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951159 Nov 12 03:51:34.024363 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e7e7b985-e561-4dc8-86d5-e93450aaaae7 req-144df746-8c82-47c7-9780-5d44585214a0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff0cc218-6b17-4ea2-864c-1f6d398551ec HTTP/1.1" status: 200 len: 1000 time: 0.2531853 Nov 12 03:51:34.073763 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29531bac-a4b1-4a57-ac55-cb484c27af45 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:34.078964 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-29531bac-a4b1-4a57-ac55-cb484c27af45 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "GET /v2.0/networks/5584e3db-9914-4e98-af8d-a1c786979465 HTTP/1.1" status: 200 len: 800 time: 0.2500689 Nov 12 03:51:34.092651 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43474) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:34.142620 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7b985-e561-4dc8-86d5-e93450aaaae7 req-fd0cdf1f-c12c-442a-91d4-bac3ca182b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:34.150263 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e7e7b985-e561-4dc8-86d5-e93450aaaae7 req-fd0cdf1f-c12c-442a-91d4-bac3ca182b73 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=36bad204-5d6d-45a7-8ba7-6407cbfbd2a3 HTTP/1.1" status: 200 len: 847 time: 0.1153777 Nov 12 03:51:34.262606 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.378938 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d630bd00-b15a-4a80-954c-7593f6b8c9c5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "GET /v2.0/networks/5584e3db-9914-4e98-af8d-a1c786979465?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2819507 Nov 12 03:51:34.381608 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43478) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:34.401595 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528b35e-157e-4ca8-ac27-6347be1e1e74 req-494e69e4-352d-4566-aa96-77829e9b09e4 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:34.404317 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a528b35e-157e-4ca8-ac27-6347be1e1e74 req-494e69e4-352d-4566-aa96-77829e9b09e4 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 945 time: 0.1613951 Nov 12 03:51:34.443761 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e8628247-7a47-4d77-a15b-873fc7abf1a4 req-1bd92811-c5ee-45b1-93ec-54e611b8b932 service neutron] 10.222.0.90 "GET /v2.0/networks/e1d2d939-a228-4c67-a48d-d9c905ba8346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923281 Nov 12 03:51:34.465790 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7b985-e561-4dc8-86d5-e93450aaaae7 req-a0802b61-c29c-4f7f-b149-f500bdacb2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:34.475095 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e7e7b985-e561-4dc8-86d5-e93450aaaae7 req-a0802b61-c29c-4f7f-b149-f500bdacb2ea service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=afddff57-c021-4866-8d12-792d55775375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2976964 Nov 12 03:51:34.525981 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fb2b59-6ae9-40d3-99ca-c5ff391f0777 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:34.531300 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e8fb2b59-6ae9-40d3-99ca-c5ff391f0777 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "GET /v2.0/subnets/88c539f7-85dc-4a08-bd26-4c1920cb9202 HTTP/1.1" status: 200 len: 811 time: 0.1451409 Nov 12 03:51:34.539931 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43480) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:34.568462 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a528b35e-157e-4ca8-ac27-6347be1e1e74 req-4f74bf1b-f8ea-425b-9044-2152b53469b8 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536355 Nov 12 03:51:34.651160 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6aac61-6649-4f72-b281-357021f8dc73 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Attributes excluded by policy engine: ['shared'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:34.656326 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ae6aac61-6649-4f72-b281-357021f8dc73 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "GET /v2.0/subnets/88c539f7-85dc-4a08-bd26-4c1920cb9202?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1119432 Nov 12 03:51:34.656785 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43482) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:34.664094 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-8a9108e1-08d7-4e49-b3ba-0aed991aafc3 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-729310242'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:34.693696 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9108e1-08d7-4e49-b3ba-0aed991aafc3 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Made reservation on behalf of 1c0729bd13344d92a53dc793e63335c5 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:34.701370 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8a9108e1-08d7-4e49-b3ba-0aed991aafc3 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.741314 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a9108e1-08d7-4e49-b3ba-0aed991aafc3 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:51:34.769592 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8a9108e1-08d7-4e49-b3ba-0aed991aafc3 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.770004 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-8a9108e1-08d7-4e49-b3ba-0aed991aafc3 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Added segment 04820a76-4deb-4052-9401-8f9698d1a4e6 of type vlan for network 611ee44f-c0ef-494c-bddd-c85cbe11c659 Nov 12 03:51:34.773635 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e7e7b985-e561-4dc8-86d5-e93450aaaae7 req-7b07aad8-3465-4235-80fd-7079047b24de service neutron] 10.222.0.74 "GET /v2.0/networks/afddff57-c021-4866-8d12-792d55775375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889242 Nov 12 03:51:34.850161 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8a9108e1-08d7-4e49-b3ba-0aed991aafc3 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.904056 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8a9108e1-08d7-4e49-b3ba-0aed991aafc3 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.915386 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9108e1-08d7-4e49-b3ba-0aed991aafc3 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:34.920963 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8a9108e1-08d7-4e49-b3ba-0aed991aafc3 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.006287 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49adb172-08ab-49c5-9d1e-02a4a873ebf5 req-1d0e0b70-0768-46a8-83d3-c1a01aefdc4e tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:35.016365 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-49adb172-08ab-49c5-9d1e-02a4a873ebf5 req-1d0e0b70-0768-46a8-83d3-c1a01aefdc4e tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 944 time: 0.1013513 Nov 12 03:51:35.093484 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-49adb172-08ab-49c5-9d1e-02a4a873ebf5 req-77b2bbd7-f682-48f3-bdac-16148607113d tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760140 Nov 12 03:51:35.098830 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e7e7b985-e561-4dc8-86d5-e93450aaaae7 req-fdebe6d7-2020-4b2e-b36e-754c99824f2a service neutron] 10.222.0.74 "GET /v2.0/networks/afddff57-c021-4866-8d12-792d55775375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133032 Nov 12 03:51:35.101383 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8a9108e1-08d7-4e49-b3ba-0aed991aafc3 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4431925 Nov 12 03:51:35.106252 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43488) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:35.114513 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-1dc6260f-23b2-48ee-be52-ee23dcb73f4e tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Request body: {'subnet': {'network_id': '611ee44f-c0ef-494c-bddd-c85cbe11c659', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:35.151529 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9108e1-08d7-4e49-b3ba-0aed991aafc3 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event updated for resources: {'Network': ['ID=611ee44f-c0ef-494c-bddd-c85cbe11c659,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:35.167485 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 611ee44f-c0ef-494c-bddd-c85cbe11c659 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:51:35.283480 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc6260f-23b2-48ee-be52-ee23dcb73f4e tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Made reservation on behalf of 1c0729bd13344d92a53dc793e63335c5 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:35.297018 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1dc6260f-23b2-48ee-be52-ee23dcb73f4e tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.454813 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.ipam_backend_mixin [None req-1dc6260f-23b2-48ee-be52-ee23dcb73f4e tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Performing IP validity checks on allocation pools {{(pid=102571) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 03:51:35.457332 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.ipam_backend_mixin [None req-1dc6260f-23b2-48ee-be52-ee23dcb73f4e tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102571) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 03:51:35.491369 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.708676 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1dc6260f-23b2-48ee-be52-ee23dcb73f4e tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.787438 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc6260f-23b2-48ee-be52-ee23dcb73f4e tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Checking segment: {'id': '04820a76-4deb-4052-9401-8f9698d1a4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '611ee44f-c0ef-494c-bddd-c85cbe11c659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:35.787757 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc6260f-23b2-48ee-be52-ee23dcb73f4e tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Network hostable DHCP agents. Network: 611ee44f-c0ef-494c-bddd-c85cbe11c659, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:51:35.797435 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc6260f-23b2-48ee-be52-ee23dcb73f4e tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event updated for resources: {'Subnet': ['ID=d118a4e3-024b-49ba-8391-c66cacc44221,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:35.930668 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc6260f-23b2-48ee-be52-ee23dcb73f4e tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Network 611ee44f-c0ef-494c-bddd-c85cbe11c659 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:51:35.959049 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-1dc6260f-23b2-48ee-be52-ee23dcb73f4e tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 611ee44f-c0ef-494c-bddd-c85cbe11c659) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:35.973772 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa10f40-a80b-426d-910a-f8b4fb81a84a None None] Network 611ee44f-c0ef-494c-bddd-c85cbe11c659 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:35.976335 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc6260f-23b2-48ee-be52-ee23dcb73f4e tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:35.977095 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1dc6260f-23b2-48ee-be52-ee23dcb73f4e tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.001372 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1dc6260f-23b2-48ee-be52-ee23dcb73f4e tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8939779 Nov 12 03:51:36.004611 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43496) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:36.012141 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-f9fb35a1-54d0-40e2-8d90-4261acf7b410 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:36.027813 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8ac4c-cea6-4c93-a97f-9cee72db51fa req-a3ba061d-38d2-40de-910f-8f483ab7c896 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:36.029979 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c7b8ac4c-cea6-4c93-a97f-9cee72db51fa req-a3ba061d-38d2-40de-910f-8f483ab7c896 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 945 time: 0.2198815 Nov 12 03:51:36.161259 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c7b8ac4c-cea6-4c93-a97f-9cee72db51fa req-d5e43cdc-409d-4270-93b5-b8879d6f37c6 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229980 Nov 12 03:51:36.203602 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f9fb35a1-54d0-40e2-8d90-4261acf7b410 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12649710'] for subnet, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.398664 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc88114d-f3df-4d99-b444-d32630af1214 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-611ee44f-c0ef-494c-bddd-c85cbe11c659', 'network_id': '611ee44f-c0ef-494c-bddd-c85cbe11c659', 'tenant_id': '1c0729bd13344d92a53dc793e63335c5', 'fixed_ips': [{'subnet_id': 'd118a4e3-024b-49ba-8391-c66cacc44221'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:51:36.400777 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cc88114d-f3df-4d99-b444-d32630af1214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.431389 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d737da9-7207-4dee-b6ab-7934cc91ab11 req-6f0c48aa-7c27-42ea-8a94-32a6db3aa74d tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:36.439998 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1d737da9-7207-4dee-b6ab-7934cc91ab11 req-6f0c48aa-7c27-42ea-8a94-32a6db3aa74d tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 944 time: 0.1856461 Nov 12 03:51:36.554908 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.582175 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1d737da9-7207-4dee-b6ab-7934cc91ab11 req-d12bae3f-ca36-418a-909d-76fb1a88a4dd tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393211 Nov 12 03:51:36.687985 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f9fb35a1-54d0-40e2-8d90-4261acf7b410 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746944722315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13943636'] for subnet, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.750757 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fb35a1-54d0-40e2-8d90-4261acf7b410 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:36.751337 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f9fb35a1-54d0-40e2-8d90-4261acf7b410 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.753255 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f9fb35a1-54d0-40e2-8d90-4261acf7b410 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "PUT /v2.0/subnets/d118a4e3-024b-49ba-8391-c66cacc44221 HTTP/1.1" status: 200 len: 877 time: 0.7473795 Nov 12 03:51:36.756979 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43502) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:36.785881 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb35a1-54d0-40e2-8d90-4261acf7b410 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event updated for resources: {'Subnet': ['ID=d118a4e3-024b-49ba-8391-c66cacc44221,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:36.839733 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-cc88114d-f3df-4d99-b444-d32630af1214 None None] Allocated IP 172.20.0.3 (611ee44f-c0ef-494c-bddd-c85cbe11c659/d118a4e3-024b-49ba-8391-c66cacc44221/b672a6ac-881d-4ea7-ac7c-2374341be741) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:37.052124 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9bc9a9ca-ef92-43ed-95d7-2b9533e56053 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.161411 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cc88114d-f3df-4d99-b444-d32630af1214 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.171831 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cc88114d-f3df-4d99-b444-d32630af1214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.247264 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc88114d-f3df-4d99-b444-d32630af1214 None None] Network 611ee44f-c0ef-494c-bddd-c85cbe11c659 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:37.250379 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-cc88114d-f3df-4d99-b444-d32630af1214 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:37.253043 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9bc9a9ca-ef92-43ed-95d7-2b9533e56053 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.255748 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc88114d-f3df-4d99-b444-d32630af1214 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:37.334115 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc88114d-f3df-4d99-b444-d32630af1214 None None] Pushing event updated for resources: {'Port': ['ID=b672a6ac-881d-4ea7-ac7c-2374341be741,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:37.422451 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-cc88114d-f3df-4d99-b444-d32630af1214 None None] Attempting to bind port b672a6ac-881d-4ea7-ac7c-2374341be741 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:37.423151 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-cc88114d-f3df-4d99-b444-d32630af1214 None None] Attempting to bind port b672a6ac-881d-4ea7-ac7c-2374341be741 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '04820a76-4deb-4052-9401-8f9698d1a4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '611ee44f-c0ef-494c-bddd-c85cbe11c659'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:37.423151 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc88114d-f3df-4d99-b444-d32630af1214 None None] Attempting to bind port b672a6ac-881d-4ea7-ac7c-2374341be741 on network 611ee44f-c0ef-494c-bddd-c85cbe11c659 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:37.436461 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc88114d-f3df-4d99-b444-d32630af1214 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:37.436825 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc88114d-f3df-4d99-b444-d32630af1214 None None] Checking segment: {'id': '04820a76-4deb-4052-9401-8f9698d1a4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '611ee44f-c0ef-494c-bddd-c85cbe11c659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:37.437238 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cc88114d-f3df-4d99-b444-d32630af1214 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.437635 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc88114d-f3df-4d99-b444-d32630af1214 None None] Bound using segment: {'id': '04820a76-4deb-4052-9401-8f9698d1a4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '611ee44f-c0ef-494c-bddd-c85cbe11c659'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:37.438116 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-cc88114d-f3df-4d99-b444-d32630af1214 None None] Bound port: b672a6ac-881d-4ea7-ac7c-2374341be741, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04820a76-4deb-4052-9401-8f9698d1a4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '611ee44f-c0ef-494c-bddd-c85cbe11c659'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:37.449473 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cc88114d-f3df-4d99-b444-d32630af1214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.512620 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0121714-2651-4dc8-bf4c-1ad13f32a672 req-7fb59032-88e1-4224-a10b-595ee15541e3 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:37.520479 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c0121714-2651-4dc8-bf4c-1ad13f32a672 req-7fb59032-88e1-4224-a10b-595ee15541e3 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 945 time: 0.1777320 Nov 12 03:51:37.523629 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-cc88114d-f3df-4d99-b444-d32630af1214 None None] For port b672a6ac-881d-4ea7-ac7c-2374341be741, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:37.527199 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-cc88114d-f3df-4d99-b444-d32630af1214 None None] For port b672a6ac-881d-4ea7-ac7c-2374341be741, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=b672a6ac-881d-4ea7-ac7c-2374341be741,segment=NetworkSegment(04820a76-4deb-4052-9401-8f9698d1a4e6),segment_id=04820a76-4deb-4052-9401-8f9698d1a4e6)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:37.544379 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cc88114d-f3df-4d99-b444-d32630af1214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.598243 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9bc9a9ca-ef92-43ed-95d7-2b9533e56053 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.627241 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c0121714-2651-4dc8-bf4c-1ad13f32a672 req-ae48764f-2770-4b47-ae55-cc1122765d15 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046593 Nov 12 03:51:37.663234 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc88114d-f3df-4d99-b444-d32630af1214 None None] Pushing event updated for resources: {'Port': ['ID=b672a6ac-881d-4ea7-ac7c-2374341be741,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:37.756806 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9bc9a9ca-ef92-43ed-95d7-2b9533e56053 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.800492 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-9bc9a9ca-ef92-43ed-95d7-2b9533e56053 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['611ee44f-c0ef-494c-bddd-c85cbe11c659']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:37.817806 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9a9ca-ef92-43ed-95d7-2b9533e56053 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event deleted for resources: {'Subnet': ['ID=d118a4e3-024b-49ba-8391-c66cacc44221,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:37.821200 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-9bc9a9ca-ef92-43ed-95d7-2b9533e56053 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04820a76-4deb-4052-9401-8f9698d1a4e6') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:37.822130 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-9bc9a9ca-ef92-43ed-95d7-2b9533e56053 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04820a76-4deb-4052-9401-8f9698d1a4e6') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:37.853687 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9bc9a9ca-ef92-43ed-95d7-2b9533e56053 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.903407 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9bc9a9ca-ef92-43ed-95d7-2b9533e56053 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.913127 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc29e68-3dd0-465e-9e16-284b31925bb4 req-fa51eb33-8c76-401b-a1f4-cb2b1f38359b tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:37.920160 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bc9a9ca-ef92-43ed-95d7-2b9533e56053 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:51:37.920603 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9bc9a9ca-ef92-43ed-95d7-2b9533e56053 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.924997 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:51:37.924997 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:51:37.924997 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:51:37.924997 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:51:37.924997 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:51:37.924997 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:51:37.924997 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:51:37.924997 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:51:37.924997 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:51:37.924997 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:51:37.924997 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:51:37.924997 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:51:37.924997 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:51:37.924997 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:51:37.924997 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:51:37.924997 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:51:37.924997 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:51:37.924997 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:51:37.924997 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:51:37.924997 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:51:37.924997 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:51:37.924997 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:51:37.924997 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:51:37.924997 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:51:37.924997 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:51:37.924997 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:51:37.924997 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:51:37.924997 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:51:37.924997 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:51:37.924997 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:51:37.924997 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:51:37.924997 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:51:37.927346 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:51:37.927885 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fbc29e68-3dd0-465e-9e16-284b31925bb4 req-fa51eb33-8c76-401b-a1f4-cb2b1f38359b tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 944 time: 0.1319954 Nov 12 03:51:38.070760 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.db.api [None req-9bc9a9ca-ef92-43ed-95d7-2b9533e56053 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 03:51:38.070760 n-d-715271-27 neutron-server[102571]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 03:51:38.070760 n-d-715271-27 neutron-server[102571]: [parameters: {'id': '611ee44f-c0ef-494c-bddd-c85cbe11c659'}] Nov 12 03:51:38.070760 n-d-715271-27 neutron-server[102571]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:51:38.071469 n-d-715271-27 neutron-server[102571]: DEBUG oslo_db.api [None req-9bc9a9ca-ef92-43ed-95d7-2b9533e56053 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:51:38.166260 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fbc29e68-3dd0-465e-9e16-284b31925bb4 req-70540611-6b96-4acc-9e9a-098374102f3a tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352066 Nov 12 03:51:38.571969 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9bc9a9ca-ef92-43ed-95d7-2b9533e56053 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.671744 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-9bc9a9ca-ef92-43ed-95d7-2b9533e56053 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Deleting port b672a6ac-881d-4ea7-ac7c-2374341be741 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:38.672688 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9bc9a9ca-ef92-43ed-95d7-2b9533e56053 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.783284 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.890293 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-9bc9a9ca-ef92-43ed-95d7-2b9533e56053 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] For port b672a6ac-881d-4ea7-ac7c-2374341be741, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=b672a6ac-881d-4ea7-ac7c-2374341be741,segment=NetworkSegment(04820a76-4deb-4052-9401-8f9698d1a4e6),segment_id=04820a76-4deb-4052-9401-8f9698d1a4e6)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:38.890959 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9bc9a9ca-ef92-43ed-95d7-2b9533e56053 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.911309 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-9bc9a9ca-ef92-43ed-95d7-2b9533e56053 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Calling delete_port for b672a6ac-881d-4ea7-ac7c-2374341be741 owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:38.947247 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fa229-615b-41e4-871d-11cc13f0e7d9 req-26b3b352-2cb1-4e89-a5a2-5e5c41aeef3d tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:38.956371 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5c4fa229-615b-41e4-871d-11cc13f0e7d9 req-26b3b352-2cb1-4e89-a5a2-5e5c41aeef3d tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 945 time: 0.1470335 Nov 12 03:51:39.090691 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5c4fa229-615b-41e4-871d-11cc13f0e7d9 req-9a8d06b5-2e85-4868-890f-617e89f4011d tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329796 Nov 12 03:51:39.129772 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9bc9a9ca-ef92-43ed-95d7-2b9533e56053 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.163222 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9a9ca-ef92-43ed-95d7-2b9533e56053 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event deleted for resources: {'Port': ['ID=b672a6ac-881d-4ea7-ac7c-2374341be741,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:39.167668 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc9a9ca-ef92-43ed-95d7-2b9533e56053 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] No DVR routers for this DVR port b672a6ac-881d-4ea7-ac7c-2374341be741 on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:51:39.286550 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9bc9a9ca-ef92-43ed-95d7-2b9533e56053 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.348692 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae32dcc-038b-474b-8bf7-c3246b0c1e7c None None] Network 611ee44f-c0ef-494c-bddd-c85cbe11c659 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:39.366764 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-9bc9a9ca-ef92-43ed-95d7-2b9533e56053 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['611ee44f-c0ef-494c-bddd-c85cbe11c659']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:39.368944 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cafa7e-36cc-4633-9d86-97afa53526c5 req-a878e80e-74ff-4442-85a0-86bb35be595f tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:39.370299 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-63cafa7e-36cc-4633-9d86-97afa53526c5 req-a878e80e-74ff-4442-85a0-86bb35be595f tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 944 time: 0.1010187 Nov 12 03:51:39.386638 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-9bc9a9ca-ef92-43ed-95d7-2b9533e56053 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04820a76-4deb-4052-9401-8f9698d1a4e6') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:39.388306 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-9bc9a9ca-ef92-43ed-95d7-2b9533e56053 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04820a76-4deb-4052-9401-8f9698d1a4e6') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:39.405574 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9bc9a9ca-ef92-43ed-95d7-2b9533e56053 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.410896 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-305532c8-6352-4287-95c4-b5767a4f5e2e None None] Could not find standard attr ID for object b672a6ac-881d-4ea7-ac7c-2374341be741. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:51:39.429793 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9bc9a9ca-ef92-43ed-95d7-2b9533e56053 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.436708 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bc9a9ca-ef92-43ed-95d7-2b9533e56053 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:51:39.437263 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9bc9a9ca-ef92-43ed-95d7-2b9533e56053 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.441524 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:51:39.441524 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:51:39.441524 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:51:39.441524 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:51:39.441524 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:51:39.441524 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:51:39.441524 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:51:39.441524 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:51:39.441524 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:51:39.441524 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:51:39.441524 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:51:39.441524 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:51:39.441524 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:51:39.441524 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:51:39.441524 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:51:39.441524 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:51:39.441524 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:51:39.441524 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:51:39.441524 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:51:39.441524 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:51:39.441524 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:51:39.441524 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:51:39.441524 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:51:39.441524 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:51:39.441524 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:51:39.441524 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:51:39.441524 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:51:39.441524 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:51:39.441524 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:51:39.441524 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:51:39.441524 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:51:39.441524 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:51:39.458362 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-63cafa7e-36cc-4633-9d86-97afa53526c5 req-6465c48c-f712-451a-951f-ea7e6ad19d95 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814884 Nov 12 03:51:39.522076 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9bc9a9ca-ef92-43ed-95d7-2b9533e56053 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.530092 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9bc9a9ca-ef92-43ed-95d7-2b9533e56053 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.534492 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9bc9a9ca-ef92-43ed-95d7-2b9533e56053 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "DELETE /v2.0/networks/611ee44f-c0ef-494c-bddd-c85cbe11c659 HTTP/1.1" status: 204 len: 168 time: 2.7754827 Nov 12 03:51:39.538630 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43522) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:39.562036 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9a9ca-ef92-43ed-95d7-2b9533e56053 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event deleted for resources: {'Network': ['ID=611ee44f-c0ef-494c-bddd-c85cbe11c659,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:39.569724 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-310d4f91-dd63-40dc-a418-33cbab53d680 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] DELETE failed (client error): The resource could not be found. Nov 12 03:51:39.570242 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-310d4f91-dd63-40dc-a418-33cbab53d680 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:51:39.574947 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-310d4f91-dd63-40dc-a418-33cbab53d680 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "DELETE /v2.0/subnets/d118a4e3-024b-49ba-8391-c66cacc44221 HTTP/1.1" status: 404 len: 337 time: 0.0348833 Nov 12 03:51:39.577293 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43524) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:39.601778 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-65c9050c-9baa-49b4-8eb5-c3b326c6c541 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] DELETE failed (client error): The resource could not be found. Nov 12 03:51:39.603270 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65c9050c-9baa-49b4-8eb5-c3b326c6c541 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:51:39.607034 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-65c9050c-9baa-49b4-8eb5-c3b326c6c541 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "DELETE /v2.0/networks/611ee44f-c0ef-494c-bddd-c85cbe11c659 HTTP/1.1" status: 404 len: 339 time: 0.0284038 Nov 12 03:51:39.610112 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43526) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:39.641015 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-5be5cfe5-1bec-4fb6-8d21-b5bd8ac12638 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] DELETE failed (client error): The resource could not be found. Nov 12 03:51:39.643633 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5be5cfe5-1bec-4fb6-8d21-b5bd8ac12638 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:51:39.647249 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5be5cfe5-1bec-4fb6-8d21-b5bd8ac12638 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "DELETE /v2.0/subnets/af8ab9e6-5304-48c8-9843-744cc1f9cc4a HTTP/1.1" status: 404 len: 337 time: 0.0358264 Nov 12 03:51:39.650971 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43528) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:39.671651 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-56d5692f-375b-4048-a458-591767219e39 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] DELETE failed (client error): The resource could not be found. Nov 12 03:51:39.672784 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56d5692f-375b-4048-a458-591767219e39 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:51:39.676106 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-56d5692f-375b-4048-a458-591767219e39 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "DELETE /v2.0/networks/7287932d-728c-4775-b33b-984d6ece3feb HTTP/1.1" status: 404 len: 339 time: 0.0240085 Nov 12 03:51:39.679476 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43530) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:39.769142 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-80b6b5fd-03f2-4af4-bf4a-92f620b0a7a7 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.781735 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3ac1f3-c5fb-4814-9e51-9b13ceeed9d8 None None] DHCP port deletion for 611ee44f-c0ef-494c-bddd-c85cbe11c659 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:39.806719 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d2df60-f539-4b23-bd72-21156684afcf None None] Network 611ee44f-c0ef-494c-bddd-c85cbe11c659 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:39.820625 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d2df60-f539-4b23-bd72-21156684afcf None None] Network 611ee44f-c0ef-494c-bddd-c85cbe11c659 could not be found, it might have been deleted concurrently. {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 03:51:39.871990 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-80b6b5fd-03f2-4af4-bf4a-92f620b0a7a7 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.896983 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-80b6b5fd-03f2-4af4-bf4a-92f620b0a7a7 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4863b3e8-cd38-4a36-aea8-d30557610f69']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:39.911943 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-80b6b5fd-03f2-4af4-bf4a-92f620b0a7a7 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f6ce618-a487-4333-85cd-ba17b7ae7bd6') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:39.912606 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-80b6b5fd-03f2-4af4-bf4a-92f620b0a7a7 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f6ce618-a487-4333-85cd-ba17b7ae7bd6') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:39.922357 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-80b6b5fd-03f2-4af4-bf4a-92f620b0a7a7 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.936386 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-80b6b5fd-03f2-4af4-bf4a-92f620b0a7a7 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.943296 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b6b5fd-03f2-4af4-bf4a-92f620b0a7a7 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:51:39.943688 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-80b6b5fd-03f2-4af4-bf4a-92f620b0a7a7 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.946829 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:51:39.946829 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:51:39.946829 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:51:39.946829 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:51:39.946829 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:51:39.946829 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:51:39.946829 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:51:39.946829 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:51:39.946829 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:51:39.946829 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:51:39.946829 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:51:39.946829 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:51:39.946829 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:51:39.946829 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:51:39.946829 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:51:39.946829 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:51:39.946829 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:51:39.946829 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:51:39.946829 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:51:39.946829 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:51:39.946829 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:51:39.946829 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:51:39.946829 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:51:39.946829 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:51:39.946829 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:51:39.946829 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:51:39.946829 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:51:39.946829 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:51:39.946829 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:51:39.946829 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:51:39.946829 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:51:39.946829 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:51:40.008331 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-80b6b5fd-03f2-4af4-bf4a-92f620b0a7a7 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.029530 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-80b6b5fd-03f2-4af4-bf4a-92f620b0a7a7 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.032862 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-80b6b5fd-03f2-4af4-bf4a-92f620b0a7a7 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "DELETE /v2.0/networks/4863b3e8-cd38-4a36-aea8-d30557610f69 HTTP/1.1" status: 204 len: 168 time: 0.3522775 Nov 12 03:51:40.034046 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b6b5fd-03f2-4af4-bf4a-92f620b0a7a7 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event deleted for resources: {'Network': ['ID=4863b3e8-cd38-4a36-aea8-d30557610f69,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:40.035888 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43532) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:40.067344 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6d42502-1140-487e-af38-a67fe4901196 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] DELETE failed (client error): The resource could not be found. Nov 12 03:51:40.068743 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6d42502-1140-487e-af38-a67fe4901196 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:51:40.070831 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d6d42502-1140-487e-af38-a67fe4901196 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "DELETE /v2.0/subnets/e101e915-bed1-4107-9fae-7f8e48eabcce HTTP/1.1" status: 404 len: 337 time: 0.0343053 Nov 12 03:51:40.073225 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43534) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:40.092643 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-3884886b-b680-4541-9272-5f93d65fdaf6 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] DELETE failed (client error): The resource could not be found. Nov 12 03:51:40.093172 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3884886b-b680-4541-9272-5f93d65fdaf6 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:51:40.096443 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3884886b-b680-4541-9272-5f93d65fdaf6 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "DELETE /v2.0/networks/036f3c64-dfa9-4904-b0b9-35f485ecd380 HTTP/1.1" status: 404 len: 339 time: 0.0220556 Nov 12 03:51:40.098868 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43536) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:40.144511 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4a68369-d8a1-49ef-bf6d-da62424f659e tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] DELETE failed (client error): The resource could not be found. Nov 12 03:51:40.144968 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4a68369-d8a1-49ef-bf6d-da62424f659e tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:51:40.163407 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a4a68369-d8a1-49ef-bf6d-da62424f659e tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "DELETE /v2.0/subnets/cd27a595-5204-4602-a70f-a4771f880228 HTTP/1.1" status: 404 len: 337 time: 0.0634670 Nov 12 03:51:40.163865 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43540) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:40.186118 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac150d89-5451-45cf-b6d0-74d5731ce6b5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] DELETE failed (client error): The resource could not be found. Nov 12 03:51:40.186751 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac150d89-5451-45cf-b6d0-74d5731ce6b5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:51:40.190530 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ac150d89-5451-45cf-b6d0-74d5731ce6b5 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "DELETE /v2.0/networks/b9e2a564-c2bf-40da-8255-e83a8650b9e2 HTTP/1.1" status: 404 len: 339 time: 0.0246449 Nov 12 03:51:40.193335 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43542) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:40.224219 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2a17117-b8d7-4e42-880f-87ff39ae3b92 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] DELETE failed (client error): The resource could not be found. Nov 12 03:51:40.224672 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2a17117-b8d7-4e42-880f-87ff39ae3b92 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:51:40.230183 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a2a17117-b8d7-4e42-880f-87ff39ae3b92 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "DELETE /v2.0/subnets/5a46201b-7c71-43a5-b5b0-3af7da5bbf2a HTTP/1.1" status: 404 len: 337 time: 0.0335631 Nov 12 03:51:40.230412 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43544) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:40.239863 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd1b8c-bce3-4bb9-a112-6ce0ac4b31f1 req-9183bcf4-ed55-4e26-a071-6fc7e43fb2c4 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:40.241389 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c6fd1b8c-bce3-4bb9-a112-6ce0ac4b31f1 req-9183bcf4-ed55-4e26-a071-6fc7e43fb2c4 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 945 time: 0.0624409 Nov 12 03:51:40.251333 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-63a95293-f253-47f9-8005-6d8aac5061fe tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] DELETE failed (client error): The resource could not be found. Nov 12 03:51:40.251905 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63a95293-f253-47f9-8005-6d8aac5061fe tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:51:40.258859 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-63a95293-f253-47f9-8005-6d8aac5061fe tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "DELETE /v2.0/networks/f8fbe002-b771-4f4c-845d-3c9cc236767e HTTP/1.1" status: 404 len: 339 time: 0.0251665 Nov 12 03:51:40.259185 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43546) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:40.285862 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-41b3b1cd-cbd0-4ba3-8f68-8da6bdbb82eb tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] DELETE failed (client error): The resource could not be found. Nov 12 03:51:40.286312 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41b3b1cd-cbd0-4ba3-8f68-8da6bdbb82eb tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:51:40.289455 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-41b3b1cd-cbd0-4ba3-8f68-8da6bdbb82eb tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "DELETE /v2.0/subnets/5e500033-7088-4da9-9b88-373ba01baf56 HTTP/1.1" status: 404 len: 337 time: 0.0293703 Nov 12 03:51:40.292481 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43548) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:40.292870 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c6fd1b8c-bce3-4bb9-a112-6ce0ac4b31f1 req-9b89d821-15ce-4bf7-96ff-899aae5b5e2e tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451283 Nov 12 03:51:40.311963 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-81a3c553-013b-445e-908a-bc45f79fa23a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] DELETE failed (client error): The resource could not be found. Nov 12 03:51:40.312626 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81a3c553-013b-445e-908a-bc45f79fa23a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:51:40.316571 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-81a3c553-013b-445e-908a-bc45f79fa23a tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "DELETE /v2.0/networks/eea5a384-7bb8-4d7a-aba2-43a6443350d5 HTTP/1.1" status: 404 len: 339 time: 0.0231557 Nov 12 03:51:40.319166 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43550) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:40.345488 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-c72b043b-053d-4998-a7e1-e52cb992f4af tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] DELETE failed (client error): The resource could not be found. Nov 12 03:51:40.345996 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c72b043b-053d-4998-a7e1-e52cb992f4af tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:51:40.351944 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c72b043b-053d-4998-a7e1-e52cb992f4af tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "DELETE /v2.0/subnets/de7df085-5cda-426d-818e-faa10cb46aea HTTP/1.1" status: 404 len: 337 time: 0.0293930 Nov 12 03:51:40.351944 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43552) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:40.371888 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-77563a8d-80d6-4132-a1e9-f595246726e6 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] DELETE failed (client error): The resource could not be found. Nov 12 03:51:40.372498 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77563a8d-80d6-4132-a1e9-f595246726e6 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:51:40.378853 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-77563a8d-80d6-4132-a1e9-f595246726e6 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "DELETE /v2.0/networks/74c0412a-c68e-490b-84a3-79fedd0dd784 HTTP/1.1" status: 404 len: 339 time: 0.0228772 Nov 12 03:51:40.379418 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43556) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:40.406436 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-833db538-7ce7-4644-8eff-777014e3b676 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] DELETE failed (client error): The resource could not be found. Nov 12 03:51:40.406895 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-833db538-7ce7-4644-8eff-777014e3b676 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:51:40.410254 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-833db538-7ce7-4644-8eff-777014e3b676 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "DELETE /v2.0/subnets/609aa679-d736-444f-81e1-589791e0ec08 HTTP/1.1" status: 404 len: 337 time: 0.0297742 Nov 12 03:51:40.418633 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43558) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:40.433294 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e4b9efa-ad53-4904-a1d3-6fffe27abfdd tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] DELETE failed (client error): The resource could not be found. Nov 12 03:51:40.433902 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e4b9efa-ad53-4904-a1d3-6fffe27abfdd tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:51:40.436880 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0e4b9efa-ad53-4904-a1d3-6fffe27abfdd tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "DELETE /v2.0/networks/eb451d18-c2e4-4551-aad8-1f63d127f99d HTTP/1.1" status: 404 len: 339 time: 0.0231485 Nov 12 03:51:40.439575 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43560) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:40.464969 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff16e935-57af-47d5-9ef2-463393ce9b8f tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] DELETE failed (client error): The resource could not be found. Nov 12 03:51:40.465414 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff16e935-57af-47d5-9ef2-463393ce9b8f tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:51:40.468474 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ff16e935-57af-47d5-9ef2-463393ce9b8f tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "DELETE /v2.0/subnets/48181b43-a40c-4bee-8dce-76376de91631 HTTP/1.1" status: 404 len: 337 time: 0.0273674 Nov 12 03:51:40.471467 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43562) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:40.489481 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-75048615-5a73-4b13-a1bb-e486e1f686aa tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] DELETE failed (client error): The resource could not be found. Nov 12 03:51:40.489836 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75048615-5a73-4b13-a1bb-e486e1f686aa tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:51:40.493179 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-75048615-5a73-4b13-a1bb-e486e1f686aa tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "DELETE /v2.0/networks/7a0e8621-ae31-482c-9f75-8cdc0536ba9e HTTP/1.1" status: 404 len: 339 time: 0.0206339 Nov 12 03:51:40.495366 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43566) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:40.521134 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a861a01-43c1-4463-b17b-a96d9b75be20 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] DELETE failed (client error): The resource could not be found. Nov 12 03:51:40.522073 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a861a01-43c1-4463-b17b-a96d9b75be20 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:51:40.527305 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1a861a01-43c1-4463-b17b-a96d9b75be20 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "DELETE /v2.0/subnets/4ffda017-3274-4893-8e0e-e28140585def HTTP/1.1" status: 404 len: 337 time: 0.0282755 Nov 12 03:51:40.527626 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43568) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:40.547443 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdab8eb0-dc85-4cf7-bdaa-b8deb4ea73e3 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] DELETE failed (client error): The resource could not be found. Nov 12 03:51:40.549667 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdab8eb0-dc85-4cf7-bdaa-b8deb4ea73e3 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:51:40.554169 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-bdab8eb0-dc85-4cf7-bdaa-b8deb4ea73e3 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "DELETE /v2.0/networks/8797b2ef-d17b-4523-ab1f-9bc842033b89 HTTP/1.1" status: 404 len: 339 time: 0.0230072 Nov 12 03:51:40.554487 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43570) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:40.616444 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cb7fa08-f452-409e-bd4c-48460c268b62 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Deleting subnet 88c539f7-85dc-4a08-bd26-4c1920cb9202 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:51:40.620296 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2cb7fa08-f452-409e-bd4c-48460c268b62 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.626487 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdccd3-80f5-4eab-9875-e7c0800d20f5 req-b63b7281-4ed8-430a-9075-ee15fc007894 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:40.628517 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a3cdccd3-80f5-4eab-9875-e7c0800d20f5 req-b63b7281-4ed8-430a-9075-ee15fc007894 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 944 time: 0.0821793 Nov 12 03:51:40.669176 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2cb7fa08-f452-409e-bd4c-48460c268b62 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.696647 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a3cdccd3-80f5-4eab-9875-e7c0800d20f5 req-65c6413e-785f-4670-b60a-249e1a1a4697 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610015 Nov 12 03:51:40.763958 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2cb7fa08-f452-409e-bd4c-48460c268b62 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.830058 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2cb7fa08-f452-409e-bd4c-48460c268b62 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.863467 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb7fa08-f452-409e-bd4c-48460c268b62 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event deleted for resources: {'Subnet': ['ID=88c539f7-85dc-4a08-bd26-4c1920cb9202,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:40.868776 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2cb7fa08-f452-409e-bd4c-48460c268b62 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.874424 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3412aa-c31f-4a43-99df-004840125a59 None None] Network 5584e3db-9914-4e98-af8d-a1c786979465 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:40.878149 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2cb7fa08-f452-409e-bd4c-48460c268b62 tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "DELETE /v2.0/subnets/88c539f7-85dc-4a08-bd26-4c1920cb9202 HTTP/1.1" status: 204 len: 168 time: 0.3224418 Nov 12 03:51:40.880720 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43572) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:40.978203 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3a7c271a-d1bc-44ae-8b0a-4f3a998128bb tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.045216 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-3a7c271a-d1bc-44ae-8b0a-4f3a998128bb tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Deleting port bc7f38eb-c8de-4769-83f5-b0de5d568f70 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:41.048304 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3a7c271a-d1bc-44ae-8b0a-4f3a998128bb tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.094426 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a83193c-0daa-4f54-a6c7-ffdb2fe0be07 req-996c9a71-1fc5-4ff2-9af1-f648a27bbd1f tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:41.096425 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5a83193c-0daa-4f54-a6c7-ffdb2fe0be07 req-996c9a71-1fc5-4ff2-9af1-f648a27bbd1f tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.90 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 945 time: 0.0609128 Nov 12 03:51:41.101801 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290abd2b-3c52-42f3-b130-8294d9e847f4 None None] DHCP port deletion for 5584e3db-9914-4e98-af8d-a1c786979465 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:41.116163 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-3a7c271a-d1bc-44ae-8b0a-4f3a998128bb tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] For port bc7f38eb-c8de-4769-83f5-b0de5d568f70, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=bc7f38eb-c8de-4769-83f5-b0de5d568f70,segment=NetworkSegment(be3392e9-aa0f-4ed5-97a1-bfdeaaf5712c),segment_id=be3392e9-aa0f-4ed5-97a1-bfdeaaf5712c)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:41.116752 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3a7c271a-d1bc-44ae-8b0a-4f3a998128bb tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.130164 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-3a7c271a-d1bc-44ae-8b0a-4f3a998128bb tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Calling delete_port for bc7f38eb-c8de-4769-83f5-b0de5d568f70 owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:41.177151 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-290abd2b-3c52-42f3-b130-8294d9e847f4 None None] Deleting port bc7f38eb-c8de-4769-83f5-b0de5d568f70 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:41.177636 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-290abd2b-3c52-42f3-b130-8294d9e847f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.238579 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3a7c271a-d1bc-44ae-8b0a-4f3a998128bb tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.279259 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c271a-d1bc-44ae-8b0a-4f3a998128bb tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event deleted for resources: {'Port': ['ID=bc7f38eb-c8de-4769-83f5-b0de5d568f70,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:41.284462 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7c271a-d1bc-44ae-8b0a-4f3a998128bb tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] No DVR routers for this DVR port bc7f38eb-c8de-4769-83f5-b0de5d568f70 on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:51:41.296876 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-290abd2b-3c52-42f3-b130-8294d9e847f4 None None] For port bc7f38eb-c8de-4769-83f5-b0de5d568f70, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=bc7f38eb-c8de-4769-83f5-b0de5d568f70,segment=NetworkSegment(be3392e9-aa0f-4ed5-97a1-bfdeaaf5712c),segment_id=be3392e9-aa0f-4ed5-97a1-bfdeaaf5712c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:41.297927 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-290abd2b-3c52-42f3-b130-8294d9e847f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.332951 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-290abd2b-3c52-42f3-b130-8294d9e847f4 None None] Calling delete_port for bc7f38eb-c8de-4769-83f5-b0de5d568f70 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:41.390827 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3a7c271a-d1bc-44ae-8b0a-4f3a998128bb tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.455805 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-3a7c271a-d1bc-44ae-8b0a-4f3a998128bb tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5584e3db-9914-4e98-af8d-a1c786979465']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:41.471124 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-3a7c271a-d1bc-44ae-8b0a-4f3a998128bb tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be3392e9-aa0f-4ed5-97a1-bfdeaaf5712c') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:41.472232 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-3a7c271a-d1bc-44ae-8b0a-4f3a998128bb tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be3392e9-aa0f-4ed5-97a1-bfdeaaf5712c') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:41.472584 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device b672a6ac-881d-4ea7-ac7c-2374341be741 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:51:41.488029 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3a7c271a-d1bc-44ae-8b0a-4f3a998128bb tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.504839 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: b672a6ac-881d-4ea7-ac7c-2374341be741 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:51:41.505580 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device b672a6ac-881d-4ea7-ac7c-2374341be741 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:51:41.505768 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device bc7f38eb-c8de-4769-83f5-b0de5d568f70 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:51:41.513584 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86537e65-3cb3-42ef-91a4-a50a941a6dbb req-aa408881-3024-4ae5-8810-c00a56dffeec tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:41.515575 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-86537e65-3cb3-42ef-91a4-a50a941a6dbb req-aa408881-3024-4ae5-8810-c00a56dffeec tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 945 time: 0.1115308 Nov 12 03:51:41.521126 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3a7c271a-d1bc-44ae-8b0a-4f3a998128bb tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.544921 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a7c271a-d1bc-44ae-8b0a-4f3a998128bb tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:51:41.545892 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3a7c271a-d1bc-44ae-8b0a-4f3a998128bb tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.546870 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: bc7f38eb-c8de-4769-83f5-b0de5d568f70 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:51:41.547542 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device bc7f38eb-c8de-4769-83f5-b0de5d568f70 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:51:41.549856 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:51:41.549856 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:51:41.549856 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:51:41.549856 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:51:41.549856 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:51:41.549856 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:51:41.549856 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:51:41.549856 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:51:41.549856 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:51:41.549856 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:51:41.549856 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:51:41.549856 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:51:41.549856 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:51:41.549856 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:51:41.549856 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:51:41.549856 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:51:41.549856 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:51:41.549856 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:51:41.549856 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:51:41.549856 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:51:41.549856 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:51:41.549856 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:51:41.549856 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:51:41.549856 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:51:41.549856 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:51:41.549856 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:51:41.549856 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:51:41.549856 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:51:41.549856 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:51:41.549856 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:51:41.549856 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:51:41.549856 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:51:41.585715 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-290abd2b-3c52-42f3-b130-8294d9e847f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.606204 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-5a83193c-0daa-4f54-a6c7-ffdb2fe0be07 req-7b6b59a3-29c4-4367-bb9f-a3f00b2018c0 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Deleting port e1dba9ab-51fb-44f3-806f-541bcfc023f0 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:41.606772 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-5a83193c-0daa-4f54-a6c7-ffdb2fe0be07 req-7b6b59a3-29c4-4367-bb9f-a3f00b2018c0 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.629118 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290abd2b-3c52-42f3-b130-8294d9e847f4 None None] No DVR routers for this DVR port bc7f38eb-c8de-4769-83f5-b0de5d568f70 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:51:41.632926 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290abd2b-3c52-42f3-b130-8294d9e847f4 None None] Pushing event deleted for resources: {'Port': ['ID=bc7f38eb-c8de-4769-83f5-b0de5d568f70,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:41.654150 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-86537e65-3cb3-42ef-91a4-a50a941a6dbb req-6d0b0773-7fa0-4387-85e2-1aa396d06d5b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300945 Nov 12 03:51:41.655529 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3a7c271a-d1bc-44ae-8b0a-4f3a998128bb tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.665490 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3a7c271a-d1bc-44ae-8b0a-4f3a998128bb tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.679344 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3a7c271a-d1bc-44ae-8b0a-4f3a998128bb tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] 10.222.0.50 "DELETE /v2.0/networks/5584e3db-9914-4e98-af8d-a1c786979465 HTTP/1.1" status: 204 len: 168 time: 0.7870777 Nov 12 03:51:41.683022 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c271a-d1bc-44ae-8b0a-4f3a998128bb tempest-NetworksTest-1924031304 tempest-NetworksTest-1924031304-project] Pushing event deleted for resources: {'Network': ['ID=5584e3db-9914-4e98-af8d-a1c786979465,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:41.727811 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-5a83193c-0daa-4f54-a6c7-ffdb2fe0be07 req-7b6b59a3-29c4-4367-bb9f-a3f00b2018c0 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] For port e1dba9ab-51fb-44f3-806f-541bcfc023f0, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=e1dba9ab-51fb-44f3-806f-541bcfc023f0,segment=NetworkSegment(0f2f65a3-04d3-403b-a440-78cd841660b6),segment_id=0f2f65a3-04d3-403b-a440-78cd841660b6)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:41.728112 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-5a83193c-0daa-4f54-a6c7-ffdb2fe0be07 req-7b6b59a3-29c4-4367-bb9f-a3f00b2018c0 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.746470 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-5a83193c-0daa-4f54-a6c7-ffdb2fe0be07 req-7b6b59a3-29c4-4367-bb9f-a3f00b2018c0 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Calling delete_port for e1dba9ab-51fb-44f3-806f-541bcfc023f0 owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:41.878355 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e47c7d-84d9-46c4-9495-664e9a79834a req-d887887c-0abc-4dad-9eea-ca6c8f49ba24 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:41.879910 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a6e47c7d-84d9-46c4-9495-664e9a79834a req-d887887c-0abc-4dad-9eea-ca6c8f49ba24 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 944 time: 0.0752342 Nov 12 03:51:41.917541 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43584) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:41.971750 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-5a83193c-0daa-4f54-a6c7-ffdb2fe0be07 req-7b6b59a3-29c4-4367-bb9f-a3f00b2018c0 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.983275 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a6e47c7d-84d9-46c4-9495-664e9a79834a req-7c5c7363-656d-433b-a08d-aa04cecd2eef tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903292 Nov 12 03:51:42.007580 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b59a3-29c4-4367-bb9f-a3f00b2018c0 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Pushing event deleted for resources: {'Port': ['ID=e1dba9ab-51fb-44f3-806f-541bcfc023f0,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:42.012812 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['e1dba9ab-51fb-44f3-806f-541bcfc023f0'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:51:42.065592 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a83193c-0daa-4f54-a6c7-ffdb2fe0be07 req-7b6b59a3-29c4-4367-bb9f-a3f00b2018c0 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] No DVR routers for this DVR port e1dba9ab-51fb-44f3-806f-541bcfc023f0 on host n-h2-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:51:42.069765 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-5a83193c-0daa-4f54-a6c7-ffdb2fe0be07 req-7b6b59a3-29c4-4367-bb9f-a3f00b2018c0 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:42.073350 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5a83193c-0daa-4f54-a6c7-ffdb2fe0be07 req-7b6b59a3-29c4-4367-bb9f-a3f00b2018c0 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.90 "DELETE /v2.0/ports/e1dba9ab-51fb-44f3-806f-541bcfc023f0 HTTP/1.1" status: 204 len: 173 time: 0.9701402 Nov 12 03:51:42.073831 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf94094-c24e-4292-a743-bd6c95f96afb', 'name': 'network-vif-deleted', 'tag': 'e1dba9ab-51fb-44f3-806f-541bcfc023f0'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:42.076837 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7094d46d-97d5-4fff-bdda-49891489d87e" -d '{"events": [{"server_uuid": "cbf94094-c24e-4292-a743-bd6c95f96afb", "name": "network-vif-deleted", "tag": "e1dba9ab-51fb-44f3-806f-541bcfc023f0"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:42.101187 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5cdb7040-d3cf-41e6-a83b-0a9bc8eea3dd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1c0729bd13344d92a53dc793e63335c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1822422 Nov 12 03:51:42.104012 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43590) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:42.143905 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10264190-bb76-4ab0-af25-ca1dcf685a7e x-openstack-request-id: req-10264190-bb76-4ab0-af25-ca1dcf685a7e {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:42.144255 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf94094-c24e-4292-a743-bd6c95f96afb", "name": "network-vif-deleted", "tag": "e1dba9ab-51fb-44f3-806f-541bcfc023f0", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:42.144483 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-10264190-bb76-4ab0-af25-ca1dcf685a7e {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:42.144884 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf94094-c24e-4292-a743-bd6c95f96afb', 'name': 'network-vif-deleted', 'tag': 'e1dba9ab-51fb-44f3-806f-541bcfc023f0', 'status': 'completed', 'code': 200} Nov 12 03:51:42.162701 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c3bb6e51-20b8-4de8-a324-ede715d2c5a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:42.191076 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c3bb6e51-20b8-4de8-a324-ede715d2c5a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:42.248733 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c3bb6e51-20b8-4de8-a324-ede715d2c5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:42.251500 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c3bb6e51-20b8-4de8-a324-ede715d2c5a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:42.255383 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c3bb6e51-20b8-4de8-a324-ede715d2c5a7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bacee3c6-87ad-4bad-9127-538b4f6e1a3f HTTP/1.1" status: 204 len: 168 time: 0.1478722 Nov 12 03:51:42.261601 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb6e51-20b8-4de8-a324-ede715d2c5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacee3c6-87ad-4bad-9127-538b4f6e1a3f,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:42.772415 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b057fada-9942-49f4-b359-b68e3cfc1a9c req-4ebfe083-3819-4fea-8aeb-00717a574e0f tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 210 time: 0.0414205 Nov 12 03:51:42.945347 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43616) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:43.047679 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-845fe3d3-47ba-481e-9543-0b302308651a tempest-NetworksNegativeTestJSON-1155052714 tempest-NetworksNegativeTestJSON-1155052714-project] Request body: {'port': {'network_id': 'a29f8bde-2502-471e-925e-b0152cfee731', 'name': 'tempest-NetworksNegativeTestJSON-845578885'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:43.061885 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-845fe3d3-47ba-481e-9543-0b302308651a tempest-NetworksNegativeTestJSON-1155052714 tempest-NetworksNegativeTestJSON-1155052714-project] POST failed (client error): The resource could not be found. Nov 12 03:51:43.062437 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-845fe3d3-47ba-481e-9543-0b302308651a tempest-NetworksNegativeTestJSON-1155052714 tempest-NetworksNegativeTestJSON-1155052714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:51:43.063581 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-845fe3d3-47ba-481e-9543-0b302308651a tempest-NetworksNegativeTestJSON-1155052714 tempest-NetworksNegativeTestJSON-1155052714-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1172245 Nov 12 03:51:43.067883 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43622) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:43.086827 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dd55174-98a2-49e0-81af-52f23888b409 tempest-NetworksNegativeTestJSON-1155052714 tempest-NetworksNegativeTestJSON-1155052714-project] DELETE failed (client error): The resource could not be found. Nov 12 03:51:43.087398 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dd55174-98a2-49e0-81af-52f23888b409 tempest-NetworksNegativeTestJSON-1155052714 tempest-NetworksNegativeTestJSON-1155052714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:51:43.093884 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4dd55174-98a2-49e0-81af-52f23888b409 tempest-NetworksNegativeTestJSON-1155052714 tempest-NetworksNegativeTestJSON-1155052714-project] 10.222.0.50 "DELETE /v2.0/networks/eab2baee-b4ac-4f17-a0a3-854cdb906269 HTTP/1.1" status: 404 len: 339 time: 0.0214245 Nov 12 03:51:43.094153 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43624) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:43.117701 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f7b2c14-7978-4091-9243-f7803ad68d3f tempest-NetworksNegativeTestJSON-1155052714 tempest-NetworksNegativeTestJSON-1155052714-project] DELETE failed (client error): The resource could not be found. Nov 12 03:51:43.118277 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f7b2c14-7978-4091-9243-f7803ad68d3f tempest-NetworksNegativeTestJSON-1155052714 tempest-NetworksNegativeTestJSON-1155052714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:51:43.119237 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4898bf-c178-4719-9433-866aa29dfc64 req-155db7fc-c7f6-4dad-bc18-02c7b1dc9963 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:43.120818 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3c4898bf-c178-4719-9433-866aa29dfc64 req-155db7fc-c7f6-4dad-bc18-02c7b1dc9963 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 944 time: 0.0588720 Nov 12 03:51:43.124954 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-1f7b2c14-7978-4091-9243-f7803ad68d3f tempest-NetworksNegativeTestJSON-1155052714 tempest-NetworksNegativeTestJSON-1155052714-project] 10.222.0.50 "DELETE /v2.0/ports/7876289d-d696-40ab-8597-3f224d1b2672 HTTP/1.1" status: 404 len: 333 time: 0.0262530 Nov 12 03:51:43.125131 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43626) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:43.151795 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed31b16d-395e-4304-bf78-bd255695162d tempest-NetworksNegativeTestJSON-1155052714 tempest-NetworksNegativeTestJSON-1155052714-project] DELETE failed (client error): The resource could not be found. Nov 12 03:51:43.152295 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed31b16d-395e-4304-bf78-bd255695162d tempest-NetworksNegativeTestJSON-1155052714 tempest-NetworksNegativeTestJSON-1155052714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:51:43.155496 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ed31b16d-395e-4304-bf78-bd255695162d tempest-NetworksNegativeTestJSON-1155052714 tempest-NetworksNegativeTestJSON-1155052714-project] 10.222.0.50 "DELETE /v2.0/subnets/01eede89-b80f-445c-9e6c-d989167ac985 HTTP/1.1" status: 404 len: 337 time: 0.0294383 Nov 12 03:51:43.160299 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43628) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:43.181413 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-76c660f3-cbe7-4514-b6b4-3d5f5243dbc1 tempest-NetworksNegativeTestJSON-1155052714 tempest-NetworksNegativeTestJSON-1155052714-project] GET failed (client error): The resource could not be found. Nov 12 03:51:43.184117 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-76c660f3-cbe7-4514-b6b4-3d5f5243dbc1 tempest-NetworksNegativeTestJSON-1155052714 tempest-NetworksNegativeTestJSON-1155052714-project] 10.222.0.50 "GET /v2.0/networks/cca60e02-9ba7-44f1-bc33-bb7fad05f9de HTTP/1.1" status: 404 len: 339 time: 0.0216172 Nov 12 03:51:43.186576 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43630) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:43.188610 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3c4898bf-c178-4719-9433-866aa29dfc64 req-090ca670-0ae5-4ded-a1df-eb69649fc499 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566068 Nov 12 03:51:43.210943 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-987a0d3f-b4f3-440d-8bbe-6259f84de133 tempest-NetworksNegativeTestJSON-1155052714 tempest-NetworksNegativeTestJSON-1155052714-project] GET failed (client error): The resource could not be found. Nov 12 03:51:43.212440 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-987a0d3f-b4f3-440d-8bbe-6259f84de133 tempest-NetworksNegativeTestJSON-1155052714 tempest-NetworksNegativeTestJSON-1155052714-project] 10.222.0.50 "GET /v2.0/ports/a8e1a7de-bc15-4bdc-92e6-f755381c91de HTTP/1.1" status: 404 len: 333 time: 0.0249228 Nov 12 03:51:43.216019 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43632) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:43.247277 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-87050e63-f7e8-4fce-bf31-77280f37ef22 tempest-NetworksNegativeTestJSON-1155052714 tempest-NetworksNegativeTestJSON-1155052714-project] GET failed (client error): The resource could not be found. Nov 12 03:51:43.248631 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-87050e63-f7e8-4fce-bf31-77280f37ef22 tempest-NetworksNegativeTestJSON-1155052714 tempest-NetworksNegativeTestJSON-1155052714-project] 10.222.0.50 "GET /v2.0/subnets/87b31143-2d44-4eca-8b56-5f941636de3a HTTP/1.1" status: 404 len: 337 time: 0.0316870 Nov 12 03:51:43.252401 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43634) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:43.257509 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-6f77267e-d1db-4968-95a4-5d6d22ca0ccd tempest-NetworksNegativeTestJSON-1155052714 tempest-NetworksNegativeTestJSON-1155052714-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:43.271854 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f77267e-d1db-4968-95a4-5d6d22ca0ccd tempest-NetworksNegativeTestJSON-1155052714 tempest-NetworksNegativeTestJSON-1155052714-project] PUT failed (client error): The resource could not be found. Nov 12 03:51:43.272418 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f77267e-d1db-4968-95a4-5d6d22ca0ccd tempest-NetworksNegativeTestJSON-1155052714 tempest-NetworksNegativeTestJSON-1155052714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:51:43.273524 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6f77267e-d1db-4968-95a4-5d6d22ca0ccd tempest-NetworksNegativeTestJSON-1155052714 tempest-NetworksNegativeTestJSON-1155052714-project] 10.222.0.50 "PUT /v2.0/networks/0f70d32e-b2d0-43ac-9382-7944249983a2 HTTP/1.1" status: 404 len: 339 time: 0.0201960 Nov 12 03:51:43.277651 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43636) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:43.282583 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-a2beab4c-6188-4ec3-b63d-ba5c5036f44e tempest-NetworksNegativeTestJSON-1155052714 tempest-NetworksNegativeTestJSON-1155052714-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:43.303146 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2beab4c-6188-4ec3-b63d-ba5c5036f44e tempest-NetworksNegativeTestJSON-1155052714 tempest-NetworksNegativeTestJSON-1155052714-project] PUT failed (client error): The resource could not be found. Nov 12 03:51:43.303769 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2beab4c-6188-4ec3-b63d-ba5c5036f44e tempest-NetworksNegativeTestJSON-1155052714 tempest-NetworksNegativeTestJSON-1155052714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:51:43.308484 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a2beab4c-6188-4ec3-b63d-ba5c5036f44e tempest-NetworksNegativeTestJSON-1155052714 tempest-NetworksNegativeTestJSON-1155052714-project] 10.222.0.50 "PUT /v2.0/ports/fba742ba-6259-44da-9de1-7b09c6f1b119 HTTP/1.1" status: 404 len: 333 time: 0.0263767 Nov 12 03:51:43.312423 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43638) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:43.318490 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-8bf2854c-76bd-41c6-b9ac-8b834df59717 tempest-NetworksNegativeTestJSON-1155052714 tempest-NetworksNegativeTestJSON-1155052714-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:43.341373 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bf2854c-76bd-41c6-b9ac-8b834df59717 tempest-NetworksNegativeTestJSON-1155052714 tempest-NetworksNegativeTestJSON-1155052714-project] PUT failed (client error): The resource could not be found. Nov 12 03:51:43.341830 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bf2854c-76bd-41c6-b9ac-8b834df59717 tempest-NetworksNegativeTestJSON-1155052714 tempest-NetworksNegativeTestJSON-1155052714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:51:43.342992 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8bf2854c-76bd-41c6-b9ac-8b834df59717 tempest-NetworksNegativeTestJSON-1155052714 tempest-NetworksNegativeTestJSON-1155052714-project] 10.222.0.50 "PUT /v2.0/subnets/93976480-d61b-4db0-8445-6d26495d4bff HTTP/1.1" status: 404 len: 337 time: 0.0295327 Nov 12 03:51:43.597158 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43646) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:43.716587 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8ec9d0e8-f264-43e0-a05b-a5d3bb2308cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:43.755485 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device ba744a6e-f8e4-43a3-9d4a-6db83c284aed details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:51:43.800220 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8ec9d0e8-f264-43e0-a05b-a5d3bb2308cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:43.805706 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8ec9d0e8-f264-43e0-a05b-a5d3bb2308cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:43.867742 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port ba744a6e-f8e4-43a3-9d4a-6db83c284aed, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=ba744a6e-f8e4-43a3-9d4a-6db83c284aed,segment=NetworkSegment(e1a37112-952a-4865-9288-c11c885b43ad),segment_id=e1a37112-952a-4865-9288-c11c885b43ad)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:43.873882 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8ec9d0e8-f264-43e0-a05b-a5d3bb2308cb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4d175468354641dba74d5a72852982a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2732656 Nov 12 03:51:43.873882 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec9d0e8-f264-43e0-a05b-a5d3bb2308cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e85719-4a63-406f-a60d-277d5d272d84,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:43.874756 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43652) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:43.883954 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': 'ba744a6e-f8e4-43a3-9d4a-6db83c284aed', 'network_id': 'e1d2d939-a228-4c67-a48d-d9c905ba8346', 'port_id': 'ba744a6e-f8e4-43a3-9d4a-6db83c284aed', 'mac_address': 'fa:16:3e:0d:1a:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d7cbc7f-e250-4588-a173-dfc01435c52a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:51:43.918165 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-be94ea94-fc76-41a3-b074-a90155112d6a req-8fb1d69e-38c7-4c9d-939f-601be94f9b70 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 210 time: 0.0609152 Nov 12 03:51:43.923525 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:43.942305 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba744a6e-f8e4-43a3-9d4a-6db83c284aed {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:51:43.955887 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f35caf46-bdf7-40ee-8bba-eb70e212cb7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:43.962703 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port ba744a6e-f8e4-43a3-9d4a-6db83c284aed, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=ba744a6e-f8e4-43a3-9d4a-6db83c284aed,segment=NetworkSegment(e1a37112-952a-4865-9288-c11c885b43ad),segment_id=e1a37112-952a-4865-9288-c11c885b43ad)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:43.967010 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:43.981059 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f35caf46-bdf7-40ee-8bba-eb70e212cb7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:44.015401 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=ba744a6e-f8e4-43a3-9d4a-6db83c284aed,revision_number=11']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:44.031873 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f35caf46-bdf7-40ee-8bba-eb70e212cb7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:44.034548 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f35caf46-bdf7-40ee-8bba-eb70e212cb7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:44.035904 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f35caf46-bdf7-40ee-8bba-eb70e212cb7a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b2e85719-4a63-406f-a60d-277d5d272d84 HTTP/1.1" status: 204 len: 168 time: 0.1421244 Nov 12 03:51:44.045330 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35caf46-bdf7-40ee-8bba-eb70e212cb7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e85719-4a63-406f-a60d-277d5d272d84,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:44.250668 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['ba744a6e-f8e4-43a3-9d4a-6db83c284aed'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:51:44.318493 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed1f0c-fdd4-4a96-889a-2b07ccc6f0ab req-74924f1d-918d-449c-a24d-a906b6f9c99e tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:44.320497 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-13ed1f0c-fdd4-4a96-889a-2b07ccc6f0ab req-74924f1d-918d-449c-a24d-a906b6f9c99e tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.0539503 Nov 12 03:51:44.388628 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-13ed1f0c-fdd4-4a96-889a-2b07ccc6f0ab req-1eabda13-0e1a-4809-a424-129833bee223 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601816 Nov 12 03:51:44.759870 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43678) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:44.858538 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-c1a36fb6-8278-4e94-879e-d02de6c38af8 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Request body: {'security_group': {'name': 'tempest-secgroup--1062868553'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:44.885105 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c1a36fb6-8278-4e94-879e-d02de6c38af8 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:44.894199 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c1a36fb6-8278-4e94-879e-d02de6c38af8 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:44.972273 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c1a36fb6-8278-4e94-879e-d02de6c38af8 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:44.977181 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c1a36fb6-8278-4e94-879e-d02de6c38af8 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.049309 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a962835a-ec41-4c17-9bad-8d3e02664379 req-de597318-21e6-4d53-99da-dae4741eca26 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 210 time: 0.0508163 Nov 12 03:51:45.054028 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a36fb6-8278-4e94-879e-d02de6c38af8 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5b62a6-5730-48da-a222-bc105eb7258a,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:45.104847 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c1a36fb6-8278-4e94-879e-d02de6c38af8 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.109296 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c1a36fb6-8278-4e94-879e-d02de6c38af8 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.139843 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c1a36fb6-8278-4e94-879e-d02de6c38af8 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.141159 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c1a36fb6-8278-4e94-879e-d02de6c38af8 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3802545 Nov 12 03:51:45.143619 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a36fb6-8278-4e94-879e-d02de6c38af8 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10e74be8-7c07-433f-a419-77e871f22c59,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:45.145627 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43684) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:45.200433 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7292e8a1-a7fa-4fd3-9361-40ca087df90f tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0533683 Nov 12 03:51:45.203026 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43686) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:45.208490 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-8e962a2b-6750-4959-99c1-858526a07221 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Request body: {'security_group': {'name': 'tempest-security--812447037', 'description': 'tempest-security-description-2057811793'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:45.242312 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8e962a2b-6750-4959-99c1-858526a07221 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.290159 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8e962a2b-6750-4959-99c1-858526a07221 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.295976 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8e962a2b-6750-4959-99c1-858526a07221 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.299408 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8e962a2b-6750-4959-99c1-858526a07221 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.300780 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8e962a2b-6750-4959-99c1-858526a07221 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "PUT /v2.0/security-groups/10e74be8-7c07-433f-a419-77e871f22c59 HTTP/1.1" status: 200 len: 1796 time: 0.0967474 Nov 12 03:51:45.303713 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43688) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:45.330814 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e962a2b-6750-4959-99c1-858526a07221 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10e74be8-7c07-433f-a419-77e871f22c59,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:45.349678 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5f90f2da-af39-45bd-9693-50ed58408794 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "GET /v2.0/security-groups/10e74be8-7c07-433f-a419-77e871f22c59 HTTP/1.1" status: 200 len: 1796 time: 0.0446334 Nov 12 03:51:45.352292 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43690) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:45.419110 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-841d92ae-3bbb-42ad-bf9f-65005096df7b tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.444693 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-841d92ae-3bbb-42ad-bf9f-65005096df7b tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.488626 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-841d92ae-3bbb-42ad-bf9f-65005096df7b tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.491381 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-841d92ae-3bbb-42ad-bf9f-65005096df7b tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.495114 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-841d92ae-3bbb-42ad-bf9f-65005096df7b tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "DELETE /v2.0/security-groups/10e74be8-7c07-433f-a419-77e871f22c59 HTTP/1.1" status: 204 len: 168 time: 0.1393266 Nov 12 03:51:45.496780 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43694) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:45.502900 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d92ae-3bbb-42ad-bf9f-65005096df7b tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e74be8-7c07-433f-a419-77e871f22c59,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:45.549239 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcede943-f274-4d03-ab18-9e7494318fd8 req-58ce8359-8fa3-4e34-b027-dee18400c399 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:45.551367 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fcede943-f274-4d03-ab18-9e7494318fd8 req-58ce8359-8fa3-4e34-b027-dee18400c399 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 945 time: 0.0849833 Nov 12 03:51:45.571093 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a9f150c7-f1bb-4233-9a90-38d6eaeb5a20 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0729580 Nov 12 03:51:45.574397 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43698) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:45.588993 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-5f58c2db-6b63-427e-bf86-8f64db66cfb0 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] delete failed (client error): The resource could not be found. Nov 12 03:51:45.593772 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5f58c2db-6b63-427e-bf86-8f64db66cfb0 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "DELETE /v2.0/security-groups/10e74be8-7c07-433f-a419-77e871f22c59 HTTP/1.1" status: 404 len: 347 time: 0.0145283 Nov 12 03:51:45.594690 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43700) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:45.601523 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-8e272d97-eb5e-4a5e-ac3b-e5131f293fb1 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Request body: {'security_group': {'name': 'tempest-secgroup--1920959581'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:45.624853 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fcede943-f274-4d03-ab18-9e7494318fd8 req-7fac397c-7736-46c9-88c0-2488b76186ec tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653236 Nov 12 03:51:45.643972 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8e272d97-eb5e-4a5e-ac3b-e5131f293fb1 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.713537 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8e272d97-eb5e-4a5e-ac3b-e5131f293fb1 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.717717 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8e272d97-eb5e-4a5e-ac3b-e5131f293fb1 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.750201 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8e272d97-eb5e-4a5e-ac3b-e5131f293fb1 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.751331 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8e272d97-eb5e-4a5e-ac3b-e5131f293fb1 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1563463 Nov 12 03:51:45.753706 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e272d97-eb5e-4a5e-ac3b-e5131f293fb1 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6f8e2e-6488-4518-86af-5efe58a734dc,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:45.755047 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43702) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:45.760338 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-d3c73da2-8a73-4cb7-a3ff-bc2459ff3491 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Request body: {'security_group_rule': {'security_group_id': '8b6f8e2e-6488-4518-86af-5efe58a734dc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:45.768149 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device ba744a6e-f8e4-43a3-9d4a-6db83c284aed up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:45.799188 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d3c73da2-8a73-4cb7-a3ff-bc2459ff3491 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.821289 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port ba744a6e-f8e4-43a3-9d4a-6db83c284aed completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:51:45.825341 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port ba744a6e-f8e4-43a3-9d4a-6db83c284aed triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:45.825704 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.853823 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d3c73da2-8a73-4cb7-a3ff-bc2459ff3491 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.858358 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d3c73da2-8a73-4cb7-a3ff-bc2459ff3491 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.881127 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c73da2-8a73-4cb7-a3ff-bc2459ff3491 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5529f93f-e13e-43c6-b451-47f503f956c4,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:45.887805 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d3c73da2-8a73-4cb7-a3ff-bc2459ff3491 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.893405 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43704) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:45.893593 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d3c73da2-8a73-4cb7-a3ff-bc2459ff3491 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1359682 Nov 12 03:51:45.912996 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.929424 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7fbeb2a1-d6e0-4be8-a388-8faabd3cb31c tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.940063 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bda0017-2bbb-425a-b9c9-cec3571bbc53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba744a6e-f8e4-43a3-9d4a-6db83c284aed'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:45.942925 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b4d694-ac2c-4987-90cb-d8b684626791" -d '{"events": [{"server_uuid": "1bda0017-2bbb-425a-b9c9-cec3571bbc53", "name": "network-vif-plugged", "status": "completed", "tag": "ba744a6e-f8e4-43a3-9d4a-6db83c284aed"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:45.943403 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7fbeb2a1-d6e0-4be8-a388-8faabd3cb31c tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.957374 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port ba744a6e-f8e4-43a3-9d4a-6db83c284aed, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=ba744a6e-f8e4-43a3-9d4a-6db83c284aed,segment=NetworkSegment(e1a37112-952a-4865-9288-c11c885b43ad),segment_id=e1a37112-952a-4865-9288-c11c885b43ad)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:45.962715 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.964135 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device e1dba9ab-51fb-44f3-806f-541bcfc023f0 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:51:45.991197 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7fbeb2a1-d6e0-4be8-a388-8faabd3cb31c tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.998701 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7fbeb2a1-d6e0-4be8-a388-8faabd3cb31c tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.000049 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7fbeb2a1-d6e0-4be8-a388-8faabd3cb31c tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/5529f93f-e13e-43c6-b451-47f503f956c4 HTTP/1.1" status: 204 len: 168 time: 0.1051142 Nov 12 03:51:46.004102 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43710) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:46.005504 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbeb2a1-d6e0-4be8-a388-8faabd3cb31c tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5529f93f-e13e-43c6-b451-47f503f956c4,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:46.015826 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e486635-f3cf-4d0e-bf14-d6d235b399b0 x-openstack-request-id: req-3e486635-f3cf-4d0e-bf14-d6d235b399b0 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:46.020462 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bda0017-2bbb-425a-b9c9-cec3571bbc53", "name": "network-vif-plugged", "status": "completed", "tag": "ba744a6e-f8e4-43a3-9d4a-6db83c284aed", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:46.020918 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3e486635-f3cf-4d0e-bf14-d6d235b399b0 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:46.021780 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bda0017-2bbb-425a-b9c9-cec3571bbc53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba744a6e-f8e4-43a3-9d4a-6db83c284aed', 'code': 200} Nov 12 03:51:46.026330 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: e1dba9ab-51fb-44f3-806f-541bcfc023f0 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:51:46.026896 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device e1dba9ab-51fb-44f3-806f-541bcfc023f0 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:51:46.071618 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=ba744a6e-f8e4-43a3-9d4a-6db83c284aed,revision_number=12']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:46.077086 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a628c3ee-f0fc-4828-9670-380da0c9621a tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0704694 Nov 12 03:51:46.079711 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43714) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:46.147532 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-132d2c35-4965-49d5-9df3-be0b738704ea tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.177857 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9b005cf0-1aed-474c-946c-74a4c46caf67 req-b001c6c8-cbb8-4d42-b552-b8232553744e tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 210 time: 0.0359461 Nov 12 03:51:46.186206 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-132d2c35-4965-49d5-9df3-be0b738704ea tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.256728 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f9262-46d3-4423-90ea-91dd95aaa377 req-7120ea58-4777-419b-8e68-f71ee2bba040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:46.258185 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-482f9262-46d3-4423-90ea-91dd95aaa377 req-7120ea58-4777-419b-8e68-f71ee2bba040 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 1098 time: 0.0834186 Nov 12 03:51:46.265273 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-132d2c35-4965-49d5-9df3-be0b738704ea tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.269149 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-132d2c35-4965-49d5-9df3-be0b738704ea tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.270076 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-132d2c35-4965-49d5-9df3-be0b738704ea tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "DELETE /v2.0/security-groups/8b6f8e2e-6488-4518-86af-5efe58a734dc HTTP/1.1" status: 204 len: 168 time: 0.1888571 Nov 12 03:51:46.272761 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43716) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:46.294063 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d2c35-4965-49d5-9df3-be0b738704ea tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6f8e2e-6488-4518-86af-5efe58a734dc,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:46.325973 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c6e49e5b-8f25-473f-afa1-ac2e196edfb0 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0516777 Nov 12 03:51:46.330660 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43718) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:46.334448 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-482f9262-46d3-4423-90ea-91dd95aaa377 req-68fc2d36-7dde-4b15-85f2-f7557a85b1d0 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631998 Nov 12 03:51:46.335626 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-a8ad77f0-a813-44f5-8335-c3b9a6018a91 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Request body: {'security_group': {'name': 'tempest-secgroup--15478938'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:46.358551 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a8ad77f0-a813-44f5-8335-c3b9a6018a91 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.434607 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a8ad77f0-a813-44f5-8335-c3b9a6018a91 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.438905 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a8ad77f0-a813-44f5-8335-c3b9a6018a91 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.467176 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a8ad77f0-a813-44f5-8335-c3b9a6018a91 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.468389 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a8ad77f0-a813-44f5-8335-c3b9a6018a91 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1365187 Nov 12 03:51:46.471874 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43720) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:46.474381 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad77f0-a813-44f5-8335-c3b9a6018a91 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7ab989-5773-447e-bd12-7c3757e1c412,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:46.476892 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-388affa3-2752-4f5b-b97a-e2ddfb836206 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Request body: {'security_group_rule': {'security_group_id': '0c7ab989-5773-447e-bd12-7c3757e1c412', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:46.504480 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-388affa3-2752-4f5b-b97a-e2ddfb836206 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.560759 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-388affa3-2752-4f5b-b97a-e2ddfb836206 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.565155 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-388affa3-2752-4f5b-b97a-e2ddfb836206 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.584551 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388affa3-2752-4f5b-b97a-e2ddfb836206 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c637315-343e-46b3-8a93-afcc6f652d4f,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:46.593452 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-388affa3-2752-4f5b-b97a-e2ddfb836206 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.594750 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-388affa3-2752-4f5b-b97a-e2ddfb836206 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1218345 Nov 12 03:51:46.598295 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43724) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:46.602698 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-528602f1-c9e9-4b2b-bb71-9b7654076307 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Request body: {'security_group_rule': {'security_group_id': '0c7ab989-5773-447e-bd12-7c3757e1c412', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:46.631058 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-528602f1-c9e9-4b2b-bb71-9b7654076307 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.696066 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-528602f1-c9e9-4b2b-bb71-9b7654076307 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.700399 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-528602f1-c9e9-4b2b-bb71-9b7654076307 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.731424 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528602f1-c9e9-4b2b-bb71-9b7654076307 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89ef3d56-100b-4392-b6c8-a644b97466c4,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:46.750529 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-528602f1-c9e9-4b2b-bb71-9b7654076307 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.754370 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-528602f1-c9e9-4b2b-bb71-9b7654076307 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1524127 Nov 12 03:51:46.754661 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43728) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:46.759458 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-e6731e94-5cde-4385-9aad-4656d17fc7d9 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Request body: {'security_group_rule': {'security_group_id': '0c7ab989-5773-447e-bd12-7c3757e1c412', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:46.775295 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e9bee-fefc-44ed-9515-560546be27c5 req-22607a8b-db7d-4059-9f2e-b8a3d4eb98f4 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:46.776805 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6f1e9bee-fefc-44ed-9515-560546be27c5 req-22607a8b-db7d-4059-9f2e-b8a3d4eb98f4 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 946 time: 0.0699294 Nov 12 03:51:46.787444 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e6731e94-5cde-4385-9aad-4656d17fc7d9 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.833549 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6f1e9bee-fefc-44ed-9515-560546be27c5 req-d91f231e-4c4c-4fab-8eec-eb7f8c36edf2 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479529 Nov 12 03:51:46.853427 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e6731e94-5cde-4385-9aad-4656d17fc7d9 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.857422 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e6731e94-5cde-4385-9aad-4656d17fc7d9 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.878595 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6731e94-5cde-4385-9aad-4656d17fc7d9 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0ef31a8-95d0-4d5b-88f3-fc5982d74473,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:46.886893 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e6731e94-5cde-4385-9aad-4656d17fc7d9 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.888154 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e6731e94-5cde-4385-9aad-4656d17fc7d9 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1323929 Nov 12 03:51:46.890789 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43730) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:46.895881 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-882976c8-5223-4be7-9278-03f6f44abc8b tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Request body: {'security_group_rule': {'security_group_id': '0c7ab989-5773-447e-bd12-7c3757e1c412', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:46.923906 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-882976c8-5223-4be7-9278-03f6f44abc8b tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.984008 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-882976c8-5223-4be7-9278-03f6f44abc8b tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.987835 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-882976c8-5223-4be7-9278-03f6f44abc8b tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.011604 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882976c8-5223-4be7-9278-03f6f44abc8b tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=924bc535-3138-4fd2-ab93-3387813b30a9,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:47.017144 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-882976c8-5223-4be7-9278-03f6f44abc8b tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.018935 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-882976c8-5223-4be7-9278-03f6f44abc8b tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1271548 Nov 12 03:51:47.021710 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43732) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:47.026194 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-e000b930-a28b-430d-90c6-962f00e48bd8 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Request body: {'security_group_rule': {'security_group_id': '0c7ab989-5773-447e-bd12-7c3757e1c412', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:47.055524 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e000b930-a28b-430d-90c6-962f00e48bd8 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.120052 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e000b930-a28b-430d-90c6-962f00e48bd8 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.123793 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e000b930-a28b-430d-90c6-962f00e48bd8 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.145723 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e000b930-a28b-430d-90c6-962f00e48bd8 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0eb219c-b662-480b-a2ac-c2a90fdb3f3e,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:47.149993 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e000b930-a28b-430d-90c6-962f00e48bd8 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.154734 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e000b930-a28b-430d-90c6-962f00e48bd8 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1285214 Nov 12 03:51:47.154734 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43734) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:47.179749 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ec947fd3-f3cc-4c02-900f-34ebbad4116e tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.187340 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ec947fd3-f3cc-4c02-900f-34ebbad4116e tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.215569 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ec947fd3-f3cc-4c02-900f-34ebbad4116e tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.221850 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ec947fd3-f3cc-4c02-900f-34ebbad4116e tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.225334 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ec947fd3-f3cc-4c02-900f-34ebbad4116e tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/b0eb219c-b662-480b-a2ac-c2a90fdb3f3e HTTP/1.1" status: 204 len: 168 time: 0.0673323 Nov 12 03:51:47.226157 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43738) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:47.229485 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec947fd3-f3cc-4c02-900f-34ebbad4116e tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0eb219c-b662-480b-a2ac-c2a90fdb3f3e,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:47.317130 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4f4bd1c3-6afe-4400-b317-e4304e88c674 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0844669 Nov 12 03:51:47.317921 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43744) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:47.355824 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8ad28ac3-fa16-4562-9962-d1da611dcdf3 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.362987 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-645168ba-6d96-4ac5-8453-4e98395c0e7a req-b94b308a-af09-48dd-98bf-1116ab570980 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 210 time: 0.0644002 Nov 12 03:51:47.367030 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8ad28ac3-fa16-4562-9962-d1da611dcdf3 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.397488 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8ad28ac3-fa16-4562-9962-d1da611dcdf3 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.410850 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8ad28ac3-fa16-4562-9962-d1da611dcdf3 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.412010 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8ad28ac3-fa16-4562-9962-d1da611dcdf3 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/924bc535-3138-4fd2-ab93-3387813b30a9 HTTP/1.1" status: 204 len: 168 time: 0.0917714 Nov 12 03:51:47.413280 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad28ac3-fa16-4562-9962-d1da611dcdf3 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=924bc535-3138-4fd2-ab93-3387813b30a9,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:47.415001 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43746) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:47.465556 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-75bad7af-bfd5-4732-b2d8-569663b6e398 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0467637 Nov 12 03:51:47.465951 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43754) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:47.494350 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8dfd61c5-efcd-419a-8ac4-6f35e958ec40 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.502943 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8dfd61c5-efcd-419a-8ac4-6f35e958ec40 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.532404 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8dfd61c5-efcd-419a-8ac4-6f35e958ec40 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.538707 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8dfd61c5-efcd-419a-8ac4-6f35e958ec40 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.542764 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8dfd61c5-efcd-419a-8ac4-6f35e958ec40 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/b0ef31a8-95d0-4d5b-88f3-fc5982d74473 HTTP/1.1" status: 204 len: 168 time: 0.0729184 Nov 12 03:51:47.543268 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43756) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:47.546213 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd61c5-efcd-419a-8ac4-6f35e958ec40 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0ef31a8-95d0-4d5b-88f3-fc5982d74473,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:47.612479 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-edb90e00-6544-4994-b61d-58172d832381 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0679052 Nov 12 03:51:47.615388 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43766) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:47.642678 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b92c8b12-7ccb-4399-8e49-8d275c41f7fc tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.652681 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b92c8b12-7ccb-4399-8e49-8d275c41f7fc tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.682885 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b92c8b12-7ccb-4399-8e49-8d275c41f7fc tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.690870 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b92c8b12-7ccb-4399-8e49-8d275c41f7fc tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.692055 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b92c8b12-7ccb-4399-8e49-8d275c41f7fc tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/89ef3d56-100b-4392-b6c8-a644b97466c4 HTTP/1.1" status: 204 len: 168 time: 0.0756993 Nov 12 03:51:47.694867 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43778) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:47.697783 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c8b12-7ccb-4399-8e49-8d275c41f7fc tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89ef3d56-100b-4392-b6c8-a644b97466c4,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:47.743745 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6c6f9512-1e24-4da9-8e59-5eaad9283aa7 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0474019 Nov 12 03:51:47.746441 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43786) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:47.772260 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-302000c1-6b68-4ae1-9670-08e10ad7c225 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.780530 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-302000c1-6b68-4ae1-9670-08e10ad7c225 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.808391 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-302000c1-6b68-4ae1-9670-08e10ad7c225 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.817343 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-302000c1-6b68-4ae1-9670-08e10ad7c225 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.818461 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-302000c1-6b68-4ae1-9670-08e10ad7c225 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/8c637315-343e-46b3-8a93-afcc6f652d4f HTTP/1.1" status: 204 len: 168 time: 0.0709546 Nov 12 03:51:47.821274 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43792) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:47.823745 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302000c1-6b68-4ae1-9670-08e10ad7c225 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c637315-343e-46b3-8a93-afcc6f652d4f,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:47.873656 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-59954908-4c47-4c8f-9ca5-acf588b73bb3 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0509038 Nov 12 03:51:47.876340 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43796) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:47.934969 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-35425a15-3566-4f39-be5b-559361b8be34 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.961433 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-35425a15-3566-4f39-be5b-559361b8be34 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.971636 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff63c29-6a44-4e04-b723-9e7a1785c889 req-29065c25-fa69-4510-9cca-a61836dad7a3 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:47.974359 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1ff63c29-6a44-4e04-b723-9e7a1785c889 req-29065c25-fa69-4510-9cca-a61836dad7a3 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 946 time: 0.0546789 Nov 12 03:51:48.013129 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-35425a15-3566-4f39-be5b-559361b8be34 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.015800 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-35425a15-3566-4f39-be5b-559361b8be34 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.017173 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-35425a15-3566-4f39-be5b-559361b8be34 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "DELETE /v2.0/security-groups/0c7ab989-5773-447e-bd12-7c3757e1c412 HTTP/1.1" status: 204 len: 168 time: 0.1393735 Nov 12 03:51:48.021970 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43798) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:48.042512 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35425a15-3566-4f39-be5b-559361b8be34 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7ab989-5773-447e-bd12-7c3757e1c412,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:48.062137 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1ff63c29-6a44-4e04-b723-9e7a1785c889 req-5156f3e7-ff2d-43e7-8ff1-2376cf9a2c9e tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810971 Nov 12 03:51:48.099016 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3b53a3e3-3365-4213-86ae-89128cd8d5e3 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0757067 Nov 12 03:51:48.105542 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43800) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:48.107735 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-f3bd711a-3423-4d93-b4bd-8429b24c4f02 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Request body: {'security_group': {'name': 'tempest-secgroup--1907371114'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:48.138550 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f3bd711a-3423-4d93-b4bd-8429b24c4f02 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.207781 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f3bd711a-3423-4d93-b4bd-8429b24c4f02 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.212730 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f3bd711a-3423-4d93-b4bd-8429b24c4f02 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.241821 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f3bd711a-3423-4d93-b4bd-8429b24c4f02 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.243012 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f3bd711a-3423-4d93-b4bd-8429b24c4f02 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1387010 Nov 12 03:51:48.245912 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43802) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:48.251170 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-f8948716-f9ef-4724-bceb-7f2e0a53f3b9 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Request body: {'security_group_rule': {'security_group_id': '588d6d92-fc34-45ad-9709-856417294a7a', 'direction': 'ingress', 'protocol': 17}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:48.257811 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd711a-3423-4d93-b4bd-8429b24c4f02 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=588d6d92-fc34-45ad-9709-856417294a7a,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:48.264591 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.283651 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f8948716-f9ef-4724-bceb-7f2e0a53f3b9 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.339202 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f8948716-f9ef-4724-bceb-7f2e0a53f3b9 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.343223 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f8948716-f9ef-4724-bceb-7f2e0a53f3b9 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.363027 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8948716-f9ef-4724-bceb-7f2e0a53f3b9 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=511887d2-b55c-492f-9687-44d689d670c6,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:48.371547 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f8948716-f9ef-4724-bceb-7f2e0a53f3b9 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.375285 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f8948716-f9ef-4724-bceb-7f2e0a53f3b9 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1260817 Nov 12 03:51:48.375721 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43806) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:48.432667 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-952b02a0-dc20-42a0-abd1-500e4e1c3189 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.456904 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-42d04613-198e-49a2-ac5f-51a7140801e1 req-774c0164-e18f-4183-9b64-c08954c8006a tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 210 time: 0.0274472 Nov 12 03:51:48.462164 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-952b02a0-dc20-42a0-abd1-500e4e1c3189 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.520689 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-952b02a0-dc20-42a0-abd1-500e4e1c3189 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.523748 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-952b02a0-dc20-42a0-abd1-500e4e1c3189 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.525000 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-952b02a0-dc20-42a0-abd1-500e4e1c3189 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "DELETE /v2.0/security-groups/588d6d92-fc34-45ad-9709-856417294a7a HTTP/1.1" status: 204 len: 168 time: 0.1482327 Nov 12 03:51:48.528602 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43808) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:48.535803 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952b02a0-dc20-42a0-abd1-500e4e1c3189 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=588d6d92-fc34-45ad-9709-856417294a7a,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:48.583841 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5ad1237c-f18b-40a3-b606-f2d3766a54ad tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0549123 Nov 12 03:51:48.588345 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43810) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:48.593122 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-dd461320-1ada-496b-9909-31138b84054f tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Request body: {'security_group': {'name': 'tempest-secgroup--1973786383'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:48.621974 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dd461320-1ada-496b-9909-31138b84054f tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.713397 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dd461320-1ada-496b-9909-31138b84054f tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.718927 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dd461320-1ada-496b-9909-31138b84054f tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.751217 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dd461320-1ada-496b-9909-31138b84054f tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.756045 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-dd461320-1ada-496b-9909-31138b84054f tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1637607 Nov 12 03:51:48.756445 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43814) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:48.761258 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd461320-1ada-496b-9909-31138b84054f tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19ecda2e-ad50-40ef-a053-451f53b0d55e,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:48.762011 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-94ca5dbc-4cb2-4cbe-89c5-11e987116d9d tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Request body: {'security_group': {'name': 'tempest-secgroup--1828769902'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:48.789144 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-94ca5dbc-4cb2-4cbe-89c5-11e987116d9d tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.864603 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-94ca5dbc-4cb2-4cbe-89c5-11e987116d9d tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.868482 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-94ca5dbc-4cb2-4cbe-89c5-11e987116d9d tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.893621 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-94ca5dbc-4cb2-4cbe-89c5-11e987116d9d tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.894852 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-94ca5dbc-4cb2-4cbe-89c5-11e987116d9d tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1366248 Nov 12 03:51:48.897707 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43816) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:48.903596 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-42613296-c2b8-414d-9576-93c12618a564 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Request body: {'security_group_rule': {'security_group_id': '19ecda2e-ad50-40ef-a053-451f53b0d55e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4bf7436d-6cdb-4f09-966c-1b125d6a752e', 'remote_ip_prefix': None}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:48.903795 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca5dbc-4cb2-4cbe-89c5-11e987116d9d tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf7436d-6cdb-4f09-966c-1b125d6a752e,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:48.940860 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-42613296-c2b8-414d-9576-93c12618a564 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.022985 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-42613296-c2b8-414d-9576-93c12618a564 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.026969 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-42613296-c2b8-414d-9576-93c12618a564 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.049570 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42613296-c2b8-414d-9576-93c12618a564 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60b80d31-1e0e-4091-9b25-e84c6529c34e,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:49.058264 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-42613296-c2b8-414d-9576-93c12618a564 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.063027 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-42613296-c2b8-414d-9576-93c12618a564 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1639683 Nov 12 03:51:49.063207 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43818) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:49.102257 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bf2f47a4-ee66-4d22-90bf-1502255a7d16 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.116718 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bf2f47a4-ee66-4d22-90bf-1502255a7d16 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.150990 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bf2f47a4-ee66-4d22-90bf-1502255a7d16 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.159790 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bf2f47a4-ee66-4d22-90bf-1502255a7d16 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.162070 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-bf2f47a4-ee66-4d22-90bf-1502255a7d16 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/60b80d31-1e0e-4091-9b25-e84c6529c34e HTTP/1.1" status: 204 len: 168 time: 0.0970790 Nov 12 03:51:49.164148 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43822) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:49.182791 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f47a4-ee66-4d22-90bf-1502255a7d16 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=60b80d31-1e0e-4091-9b25-e84c6529c34e,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:49.218145 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685063b-edf3-4d6a-9522-3fb36e055591 req-23077df7-244f-451d-883e-5ef01ab2587c tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:49.223914 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-501b7771-042a-4484-8883-6fdc20a59ec1 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0583668 Nov 12 03:51:49.224548 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43824) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:49.227400 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3685063b-edf3-4d6a-9522-3fb36e055591 req-23077df7-244f-451d-883e-5ef01ab2587c tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 946 time: 0.0832324 Nov 12 03:51:49.286913 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3685063b-edf3-4d6a-9522-3fb36e055591 req-f9c8690c-77de-4b7e-89fe-5c952f9c48e5 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582266 Nov 12 03:51:49.288852 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0e941af1-dfe8-4fb8-938d-8e9cc1e3e9be tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.320456 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0e941af1-dfe8-4fb8-938d-8e9cc1e3e9be tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.369625 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0e941af1-dfe8-4fb8-938d-8e9cc1e3e9be tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.374189 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0e941af1-dfe8-4fb8-938d-8e9cc1e3e9be tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.375594 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0e941af1-dfe8-4fb8-938d-8e9cc1e3e9be tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "DELETE /v2.0/security-groups/4bf7436d-6cdb-4f09-966c-1b125d6a752e HTTP/1.1" status: 204 len: 168 time: 0.1501131 Nov 12 03:51:49.378397 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43828) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:49.421845 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e941af1-dfe8-4fb8-938d-8e9cc1e3e9be tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf7436d-6cdb-4f09-966c-1b125d6a752e,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:49.463635 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceddea9-608d-44ee-8ceb-e9868fdf5471 req-c811c8d2-9ce8-4f0f-8a8e-4859021693a7 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:49.471367 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1ceddea9-608d-44ee-8ceb-e9868fdf5471 req-c811c8d2-9ce8-4f0f-8a8e-4859021693a7 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 946 time: 0.0945311 Nov 12 03:51:49.497444 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e1272ebd-5a3a-4714-8759-a8b9df415d92 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1177568 Nov 12 03:51:49.500203 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43834) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:49.570713 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9befffe7-159c-4ce2-83ae-4e93a3a53aae tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.577707 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1ceddea9-608d-44ee-8ceb-e9868fdf5471 req-d2306fda-d9fe-4021-bda2-45dccbf2e2a0 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009521 Nov 12 03:51:49.629464 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9ddab493-bd6b-4aca-9c99-34046c0592d3 req-c58533fa-1f1d-49cc-840c-db4d57f74867 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbf94094-c24e-4292-a743-bd6c95f96afb HTTP/1.1" status: 200 len: 210 time: 0.0447896 Nov 12 03:51:49.644434 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9befffe7-159c-4ce2-83ae-4e93a3a53aae tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.700926 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9befffe7-159c-4ce2-83ae-4e93a3a53aae tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.704112 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9befffe7-159c-4ce2-83ae-4e93a3a53aae tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.706818 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9befffe7-159c-4ce2-83ae-4e93a3a53aae tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "DELETE /v2.0/security-groups/19ecda2e-ad50-40ef-a053-451f53b0d55e HTTP/1.1" status: 204 len: 168 time: 0.2053905 Nov 12 03:51:49.716996 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43840) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:49.717773 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9befffe7-159c-4ce2-83ae-4e93a3a53aae tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ecda2e-ad50-40ef-a053-451f53b0d55e,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:49.758306 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5135762-7e49-4ff7-a7aa-9e7106d904a6 req-c8c5015b-3a38-484b-b5ce-f6a7fda4aed2 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:49.760896 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d5135762-7e49-4ff7-a7aa-9e7106d904a6 req-c8c5015b-3a38-484b-b5ce-f6a7fda4aed2 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 946 time: 0.0761850 Nov 12 03:51:49.785964 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7a67d5ef-7211-4a35-bf9d-c97dafaa9c42 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0636647 Nov 12 03:51:49.790660 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43842) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:49.796564 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-91e6f09c-a0b5-419d-8635-643719ae22da tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Request body: {'security_group': {'name': 'tempest-secgroup--1428874654'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:49.838225 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d5135762-7e49-4ff7-a7aa-9e7106d904a6 req-cbfcc7c1-87fa-44fe-9630-32f56d759da8 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697722 Nov 12 03:51:49.839402 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-91e6f09c-a0b5-419d-8635-643719ae22da tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.924427 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-91e6f09c-a0b5-419d-8635-643719ae22da tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.928897 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-91e6f09c-a0b5-419d-8635-643719ae22da tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.988144 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-91e6f09c-a0b5-419d-8635-643719ae22da tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.989365 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-91e6f09c-a0b5-419d-8635-643719ae22da tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1972442 Nov 12 03:51:49.991251 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e6f09c-a0b5-419d-8635-643719ae22da tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4ef29b-e3b5-4a5f-8f6e-7848aa084105,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:49.992612 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43848) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:49.999200 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-8bdebb99-e51f-41ad-94eb-33dd6c86416e tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Request body: {'security_group_rule': {'security_group_id': '1c4ef29b-e3b5-4a5f-8f6e-7848aa084105', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:50.017007 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d9322-f053-4032-97a6-f038bae561f8 req-300d628b-fae2-4755-9206-54a540239b24 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:50.020121 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fc0d9322-f053-4032-97a6-f038bae561f8 req-300d628b-fae2-4755-9206-54a540239b24 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 946 time: 0.0788941 Nov 12 03:51:50.045897 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8bdebb99-e51f-41ad-94eb-33dd6c86416e tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.078580 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fc0d9322-f053-4032-97a6-f038bae561f8 req-f3802227-b49a-42ae-af72-e2ee7eb2307d tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497124 Nov 12 03:51:50.112614 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8bdebb99-e51f-41ad-94eb-33dd6c86416e tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.117145 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8bdebb99-e51f-41ad-94eb-33dd6c86416e tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.134273 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdebb99-e51f-41ad-94eb-33dd6c86416e tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c5c75af-7b36-4834-b544-ed3b726fbad3,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:50.154067 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8bdebb99-e51f-41ad-94eb-33dd6c86416e tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.159458 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8bdebb99-e51f-41ad-94eb-33dd6c86416e tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1615493 Nov 12 03:51:50.159645 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43852) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:50.188509 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8c1e5f09-4ab3-42b6-ac5d-6d3cffbdfa0f tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.202459 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8c1e5f09-4ab3-42b6-ac5d-6d3cffbdfa0f tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.240230 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8c1e5f09-4ab3-42b6-ac5d-6d3cffbdfa0f tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.240835 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d15d8f-5127-4549-bbd1-6e0f61ec1ee9 req-f94bd76c-53de-4c38-845b-1a4c8b65f828 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:50.242303 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-68d15d8f-5127-4549-bbd1-6e0f61ec1ee9 req-f94bd76c-53de-4c38-845b-1a4c8b65f828 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 946 time: 0.0578151 Nov 12 03:51:50.263185 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8c1e5f09-4ab3-42b6-ac5d-6d3cffbdfa0f tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.268176 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8c1e5f09-4ab3-42b6-ac5d-6d3cffbdfa0f tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/9c5c75af-7b36-4834-b544-ed3b726fbad3 HTTP/1.1" status: 204 len: 168 time: 0.1072054 Nov 12 03:51:50.269345 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43854) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:50.269478 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e5f09-4ab3-42b6-ac5d-6d3cffbdfa0f tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c5c75af-7b36-4834-b544-ed3b726fbad3,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:50.316510 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-68d15d8f-5127-4549-bbd1-6e0f61ec1ee9 req-fea68610-05d6-4d2c-b154-165d3273e068 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660946 Nov 12 03:51:50.334982 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-90bd57cb-e913-44d9-8806-87f52985c4bd tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0625520 Nov 12 03:51:50.335133 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43856) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:50.395885 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dbd245b3-383c-4a90-9b61-d1675c478f3a tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.425391 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dbd245b3-383c-4a90-9b61-d1675c478f3a tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.495971 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7482ce-8f23-4066-9006-b6dd0331e2d9 req-6986040b-7012-4588-bd5d-feacfc6e5234 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:50.497500 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6f7482ce-8f23-4066-9006-b6dd0331e2d9 req-6986040b-7012-4588-bd5d-feacfc6e5234 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 946 time: 0.0752852 Nov 12 03:51:50.504553 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dbd245b3-383c-4a90-9b61-d1675c478f3a tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.507133 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dbd245b3-383c-4a90-9b61-d1675c478f3a tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.508265 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-dbd245b3-383c-4a90-9b61-d1675c478f3a tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "DELETE /v2.0/security-groups/1c4ef29b-e3b5-4a5f-8f6e-7848aa084105 HTTP/1.1" status: 204 len: 168 time: 0.1721690 Nov 12 03:51:50.511001 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43862) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:50.531612 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd245b3-383c-4a90-9b61-d1675c478f3a tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4ef29b-e3b5-4a5f-8f6e-7848aa084105,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:50.569593 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6f7482ce-8f23-4066-9006-b6dd0331e2d9 req-e27cfcd2-17b7-4ad7-a3b2-bcc667264f0c tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601616 Nov 12 03:51:50.571343 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-925a1a76-d562-405c-8761-c6068d75cd0f tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0591226 Nov 12 03:51:50.575231 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43864) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:50.580245 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-3560b10e-39d4-4950-92e6-d263bcc3d1e1 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Request body: {'security_group': {'name': 'tempest-secgroup--1866080184'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:50.613486 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3560b10e-39d4-4950-92e6-d263bcc3d1e1 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.706039 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3560b10e-39d4-4950-92e6-d263bcc3d1e1 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.709949 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3560b10e-39d4-4950-92e6-d263bcc3d1e1 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.714562 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d223583-23b6-4b5e-9f21-b0e551d2034c req-bd5edb9a-2e55-4e9d-ba67-b83bef207a04 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:50.716275 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6d223583-23b6-4b5e-9f21-b0e551d2034c req-bd5edb9a-2e55-4e9d-ba67-b83bef207a04 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 946 time: 0.0696580 Nov 12 03:51:50.745361 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3560b10e-39d4-4950-92e6-d263bcc3d1e1 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.748891 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3560b10e-39d4-4950-92e6-d263bcc3d1e1 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1726770 Nov 12 03:51:50.749493 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43874) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:50.756923 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-7a847a87-c7ea-4950-92f6-8fb1a0eb82e5 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Request body: {'security_group_rule': {'security_group_id': '3250c583-5512-4300-9fd8-11df987f2388', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:50.763121 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3560b10e-39d4-4950-92e6-d263bcc3d1e1 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3250c583-5512-4300-9fd8-11df987f2388,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:50.786845 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6d223583-23b6-4b5e-9f21-b0e551d2034c req-bf90a5fa-ecaf-4c2f-b473-a29a99c4a2cf tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630021 Nov 12 03:51:50.804141 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7a847a87-c7ea-4950-92f6-8fb1a0eb82e5 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.859035 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7a847a87-c7ea-4950-92f6-8fb1a0eb82e5 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.866554 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7a847a87-c7ea-4950-92f6-8fb1a0eb82e5 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.887711 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a847a87-c7ea-4950-92f6-8fb1a0eb82e5 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e94985b4-47c8-42bf-a0ab-83f6b91ceb2d,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:50.902075 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7a847a87-c7ea-4950-92f6-8fb1a0eb82e5 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.905918 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7a847a87-c7ea-4950-92f6-8fb1a0eb82e5 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1502335 Nov 12 03:51:50.906287 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43878) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:50.928114 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-40d8d913-1312-4479-8834-6555fa627163 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "GET /v2.0/security-group-rules/e94985b4-47c8-42bf-a0ab-83f6b91ceb2d HTTP/1.1" status: 200 len: 763 time: 0.0185294 Nov 12 03:51:50.928745 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43880) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:50.980338 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-94b5dcb9-7d38-4c87-a479-dc4ecb9cbe8e tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0503199 Nov 12 03:51:50.982899 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43884) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:51.011741 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0203e55f-7ae4-466e-a81e-d9f051614314 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.025014 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0203e55f-7ae4-466e-a81e-d9f051614314 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.046423 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ef87b-15f4-4cf5-af68-8d23abe8c5ff req-a45406f5-50cb-46c9-81cf-f00f6e5fb63a tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:51.056143 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3d5ef87b-15f4-4cf5-af68-8d23abe8c5ff req-a45406f5-50cb-46c9-81cf-f00f6e5fb63a tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 946 time: 0.0631387 Nov 12 03:51:51.065173 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0203e55f-7ae4-466e-a81e-d9f051614314 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.085833 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0203e55f-7ae4-466e-a81e-d9f051614314 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.087161 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-0203e55f-7ae4-466e-a81e-d9f051614314 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/e94985b4-47c8-42bf-a0ab-83f6b91ceb2d HTTP/1.1" status: 204 len: 168 time: 0.1032383 Nov 12 03:51:51.091355 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43886) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:51.092650 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0203e55f-7ae4-466e-a81e-d9f051614314 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e94985b4-47c8-42bf-a0ab-83f6b91ceb2d,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:51.123301 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3d5ef87b-15f4-4cf5-af68-8d23abe8c5ff req-5b05e3da-f4a4-42ca-aa0f-aa303f984e6e tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661736 Nov 12 03:51:51.159305 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-44193041-a9b8-42d5-8325-d3dadb3d0f5e tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0666504 Nov 12 03:51:51.161822 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43890) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:51.166825 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-4cc1006d-e34d-4a31-8d0a-90a811dae120 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Request body: {'security_group_rule': {'security_group_id': '3250c583-5512-4300-9fd8-11df987f2388', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:51.204155 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4cc1006d-e34d-4a31-8d0a-90a811dae120 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.273658 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4cc1006d-e34d-4a31-8d0a-90a811dae120 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.278947 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4cc1006d-e34d-4a31-8d0a-90a811dae120 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.297824 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc1006d-e34d-4a31-8d0a-90a811dae120 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=503e2b15-9ecc-4157-8d3f-aeb5b1352a5a,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:51.316713 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4cc1006d-e34d-4a31-8d0a-90a811dae120 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.316713 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4cc1006d-e34d-4a31-8d0a-90a811dae120 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1477313 Nov 12 03:51:51.319037 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43892) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:51.341107 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7a0dfcfa-950f-4002-aee0-b80fb45154e0 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "GET /v2.0/security-group-rules/503e2b15-9ecc-4157-8d3f-aeb5b1352a5a HTTP/1.1" status: 200 len: 763 time: 0.0206389 Nov 12 03:51:51.343465 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43896) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:51.404453 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-05f83902-e822-466e-a56e-e65825dfbf2d tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0572171 Nov 12 03:51:51.405624 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43900) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:51.435599 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8d566ca0-9e80-4cf1-ba65-98965e070a57 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.443252 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8d566ca0-9e80-4cf1-ba65-98965e070a57 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.469667 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8d566ca0-9e80-4cf1-ba65-98965e070a57 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.476325 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8d566ca0-9e80-4cf1-ba65-98965e070a57 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.477493 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8d566ca0-9e80-4cf1-ba65-98965e070a57 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/503e2b15-9ecc-4157-8d3f-aeb5b1352a5a HTTP/1.1" status: 204 len: 168 time: 0.0702815 Nov 12 03:51:51.480340 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43902) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:51.483637 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d566ca0-9e80-4cf1-ba65-98965e070a57 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=503e2b15-9ecc-4157-8d3f-aeb5b1352a5a,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:51.525852 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e18be3af-993f-4780-b5e6-0e46b9be3075 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0440245 Nov 12 03:51:51.528616 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43904) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:51.533131 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-5757c240-4807-4fbb-82af-bfdb9f46602a tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Request body: {'security_group_rule': {'security_group_id': '3250c583-5512-4300-9fd8-11df987f2388', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:51.558164 n-d-715271-27 neutron-server[102571]: INFO neutron.db.securitygroups_db [None req-5757c240-4807-4fbb-82af-bfdb9f46602a tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Project 2f72aae4ef5e488c990c7751e78372be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:51:51.563864 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5757c240-4807-4fbb-82af-bfdb9f46602a tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.613833 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5757c240-4807-4fbb-82af-bfdb9f46602a tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.617695 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5757c240-4807-4fbb-82af-bfdb9f46602a tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.639611 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757c240-4807-4fbb-82af-bfdb9f46602a tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5646fc0-4026-433a-8fc8-3dd6ee3a17d0,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:51.655668 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5757c240-4807-4fbb-82af-bfdb9f46602a tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.660612 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5757c240-4807-4fbb-82af-bfdb9f46602a tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1308880 Nov 12 03:51:51.660780 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43906) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:51.680900 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-699cfc3d-42a5-4d74-871e-fbd1204781dc tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "GET /v2.0/security-group-rules/e5646fc0-4026-433a-8fc8-3dd6ee3a17d0 HTTP/1.1" status: 200 len: 769 time: 0.0165753 Nov 12 03:51:51.681526 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43908) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:51.724049 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8de48009-0ffa-4b52-89ab-90b97ff83e0b tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0412180 Nov 12 03:51:51.726606 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43912) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:51.756252 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-20dad7d2-b10b-490b-94dc-1e5a6695b0a4 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.764769 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-20dad7d2-b10b-490b-94dc-1e5a6695b0a4 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.801923 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-20dad7d2-b10b-490b-94dc-1e5a6695b0a4 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.809170 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-20dad7d2-b10b-490b-94dc-1e5a6695b0a4 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.811584 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-20dad7d2-b10b-490b-94dc-1e5a6695b0a4 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/e5646fc0-4026-433a-8fc8-3dd6ee3a17d0 HTTP/1.1" status: 204 len: 168 time: 0.0827682 Nov 12 03:51:51.814544 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43916) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:51.839701 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dad7d2-b10b-490b-94dc-1e5a6695b0a4 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5646fc0-4026-433a-8fc8-3dd6ee3a17d0,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:51.860969 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-1e8afa63-5f4a-444c-b501-659249a61cc5 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0424743 Nov 12 03:51:51.861694 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43918) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:51.922638 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8397ec9a-3a7f-41f4-8600-3b4ea6774813 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.947535 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8397ec9a-3a7f-41f4-8600-3b4ea6774813 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.989767 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8397ec9a-3a7f-41f4-8600-3b4ea6774813 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.992479 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8397ec9a-3a7f-41f4-8600-3b4ea6774813 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.996223 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8397ec9a-3a7f-41f4-8600-3b4ea6774813 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "DELETE /v2.0/security-groups/3250c583-5512-4300-9fd8-11df987f2388 HTTP/1.1" status: 204 len: 168 time: 0.1307688 Nov 12 03:51:51.996552 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43920) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:52.007841 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8397ec9a-3a7f-41f4-8600-3b4ea6774813 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3250c583-5512-4300-9fd8-11df987f2388,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:52.061639 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7520bc44-30f8-4102-a920-3fd03cf2d2f1 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0597656 Nov 12 03:51:52.061995 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 43922) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:52.105570 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-44836dfd-8875-4209-89ee-d8f52847b5a2 tempest-SecGroupIPv6Test-973366399 tempest-SecGroupIPv6Test-973366399-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0413921 Nov 12 03:51:52.275779 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6619c3-2501-417c-b5ef-599143df6ca1 req-3a379cff-c9aa-4814-bb4b-2300923a353d tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:52.286968 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ee6619c3-2501-417c-b5ef-599143df6ca1 req-3a379cff-c9aa-4814-bb4b-2300923a353d tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 946 time: 0.0763087 Nov 12 03:51:52.344362 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ee6619c3-2501-417c-b5ef-599143df6ca1 req-f28f6f5d-c913-4ee9-b84f-7ff866e7b825 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562575 Nov 12 03:51:52.498960 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43934) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:52.756143 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0729b7a7-97a2-40a2-891f-1db0dd9e6189 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2f72aae4ef5e488c990c7751e78372be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2526259 Nov 12 03:51:52.759272 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 43942) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:52.784567 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abffa2d-76e8-4756-8fd1-bb2a029f1ede req-83eb9b79-7b99-4c5f-85cd-9d81bdedb3af tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:52.790072 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca1728-60ce-4b89-af99-66331223951f req-85469983-d031-475d-bc74-1386a5d0f07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:52.791836 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-deca1728-60ce-4b89-af99-66331223951f req-85469983-d031-475d-bc74-1386a5d0f07f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9f51d24d818f4ea1958f6f69f3ca622a&device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 1098 time: 0.0730863 Nov 12 03:51:52.794142 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2abffa2d-76e8-4756-8fd1-bb2a029f1ede req-83eb9b79-7b99-4c5f-85cd-9d81bdedb3af tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 946 time: 0.1233840 Nov 12 03:51:52.881695 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b8c8e0e9-609a-48a4-8d8f-4e52c1be90dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:52.911492 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b8c8e0e9-609a-48a4-8d8f-4e52c1be90dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:52.959717 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca1728-60ce-4b89-af99-66331223951f req-d2e7ffe5-9a20-4bdf-8765-46a0bf2bf5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:52.962067 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-deca1728-60ce-4b89-af99-66331223951f req-d2e7ffe5-9a20-4bdf-8765-46a0bf2bf5ff service neutron] 10.222.0.90 "GET /v2.0/networks?id=e1d2d939-a228-4c67-a48d-d9c905ba8346 HTTP/1.1" status: 200 len: 915 time: 0.1623878 Nov 12 03:51:52.996007 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2abffa2d-76e8-4756-8fd1-bb2a029f1ede req-f059be56-2a95-428b-a100-39d674787669 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006114 Nov 12 03:51:53.004003 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b8c8e0e9-609a-48a4-8d8f-4e52c1be90dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:53.008852 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b8c8e0e9-609a-48a4-8d8f-4e52c1be90dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:53.010179 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b8c8e0e9-609a-48a4-8d8f-4e52c1be90dd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eb5b62a6-5730-48da-a222-bc105eb7258a HTTP/1.1" status: 204 len: 168 time: 0.2493360 Nov 12 03:51:53.021177 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c8e0e9-609a-48a4-8d8f-4e52c1be90dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5b62a6-5730-48da-a222-bc105eb7258a,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:53.029598 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8e0e9-609a-48a4-8d8f-4e52c1be90dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:53.031062 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-deca1728-60ce-4b89-af99-66331223951f req-dc87c61e-d754-4f67-a608-b2dac93402c5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba744a6e-f8e4-43a3-9d4a-6db83c284aed HTTP/1.1" status: 200 len: 217 time: 0.0506988 Nov 12 03:51:53.032494 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8e0e9-609a-48a4-8d8f-4e52c1be90dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:53.033905 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8e0e9-609a-48a4-8d8f-4e52c1be90dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:53.034473 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8e0e9-609a-48a4-8d8f-4e52c1be90dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:53.034817 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8e0e9-609a-48a4-8d8f-4e52c1be90dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:53.035150 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8e0e9-609a-48a4-8d8f-4e52c1be90dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:53.035712 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8e0e9-609a-48a4-8d8f-4e52c1be90dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:53.035841 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8e0e9-609a-48a4-8d8f-4e52c1be90dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:53.036147 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8e0e9-609a-48a4-8d8f-4e52c1be90dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:53.036459 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8e0e9-609a-48a4-8d8f-4e52c1be90dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:53.036780 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8e0e9-609a-48a4-8d8f-4e52c1be90dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:53.037100 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8e0e9-609a-48a4-8d8f-4e52c1be90dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:53.099458 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca1728-60ce-4b89-af99-66331223951f req-c46bacfb-6abf-44e1-82e7-a73d48e0e976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:53.101242 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-deca1728-60ce-4b89-af99-66331223951f req-c46bacfb-6abf-44e1-82e7-a73d48e0e976 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4d7cbc7f-e250-4588-a173-dfc01435c52a HTTP/1.1" status: 200 len: 854 time: 0.0632160 Nov 12 03:51:53.141510 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-deca1728-60ce-4b89-af99-66331223951f req-c4be4fa2-8a7d-42e2-b707-5d2ce44db698 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e1d2d939-a228-4c67-a48d-d9c905ba8346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322692 Nov 12 03:51:53.271761 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-deca1728-60ce-4b89-af99-66331223951f req-71501748-3cec-4ce2-a560-8df8afb9c62f service neutron] 10.222.0.90 "GET /v2.0/networks/e1d2d939-a228-4c67-a48d-d9c905ba8346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229236 Nov 12 03:51:53.432941 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-deca1728-60ce-4b89-af99-66331223951f req-f23a9aa5-e80b-460d-ab36-bbd73a261b50 service neutron] 10.222.0.90 "GET /v2.0/networks/e1d2d939-a228-4c67-a48d-d9c905ba8346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528893 Nov 12 03:51:54.137903 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c3e04-d054-4b86-bb95-92d8f5662559 req-02d24518-d5d5-4a55-bed1-af3090f13a5a tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:54.146120 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b19c3e04-d054-4b86-bb95-92d8f5662559 req-02d24518-d5d5-4a55-bed1-af3090f13a5a tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 946 time: 0.0656979 Nov 12 03:51:54.205195 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b19c3e04-d054-4b86-bb95-92d8f5662559 req-31607d66-40e1-4206-8ade-25fb2da6456f tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562501 Nov 12 03:51:55.350713 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6c7d7-1a7d-49e1-af28-2eab5a8f43a5 req-0bd2ef91-6bf6-4600-bd38-e5ea571f1c82 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:55.352266 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fdd6c7d7-1a7d-49e1-af28-2eab5a8f43a5 req-0bd2ef91-6bf6-4600-bd38-e5ea571f1c82 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 946 time: 0.0545287 Nov 12 03:51:55.446466 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fdd6c7d7-1a7d-49e1-af28-2eab5a8f43a5 req-c0ed260d-3fa9-44ce-b290-20c255b199ca tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877457 Nov 12 03:51:55.596676 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe505380-8e89-41ac-921c-c6b6a767a99b req-e89a5ec6-a5c8-425a-ab12-6488bdb2c98f tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:55.608109 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fe505380-8e89-41ac-921c-c6b6a767a99b req-e89a5ec6-a5c8-425a-ab12-6488bdb2c98f tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 946 time: 0.0789680 Nov 12 03:51:55.709700 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fe505380-8e89-41ac-921c-c6b6a767a99b req-16458794-3c32-47a6-aa72-9c1c5d989386 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020243 Nov 12 03:51:55.846686 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91686c5e-c2e6-4f5e-a265-20c95e221e11 req-d22e7c3d-2fea-404e-aa7c-84b040b8a746 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:55.849571 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-91686c5e-c2e6-4f5e-a265-20c95e221e11 req-d22e7c3d-2fea-404e-aa7c-84b040b8a746 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 946 time: 0.0570874 Nov 12 03:51:55.947118 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-91686c5e-c2e6-4f5e-a265-20c95e221e11 req-7b79cc57-63ab-4102-8325-73fbbcb82eb0 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919538 Nov 12 03:51:56.069909 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fcb5f-839e-4739-ae54-eccfc34969f0 req-fbbc913a-6221-47bb-babc-9a855d813110 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:56.071394 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d97fcb5f-839e-4739-ae54-eccfc34969f0 req-fbbc913a-6221-47bb-babc-9a855d813110 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 946 time: 0.0523999 Nov 12 03:51:56.125965 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d97fcb5f-839e-4739-ae54-eccfc34969f0 req-b7ef7906-981c-4a2f-8954-8e448553bb29 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477953 Nov 12 03:51:56.354075 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b8c00-aed9-406b-ae72-35470aa27a58 req-a36176da-f84b-4050-8d39-a32df267136c tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:56.357266 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8d6b8c00-aed9-406b-ae72-35470aa27a58 req-a36176da-f84b-4050-8d39-a32df267136c tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 946 time: 0.0853257 Nov 12 03:51:56.420299 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8d6b8c00-aed9-406b-ae72-35470aa27a58 req-cd133bd7-7a68-4749-a114-dc4ad9d6dbf5 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561516 Nov 12 03:51:56.581439 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e8943-7ef9-43c3-bad7-5eac7e97e55a req-a4b23e3e-a8a2-4958-85c1-98e69eee8130 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:56.591982 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a61e8943-7ef9-43c3-bad7-5eac7e97e55a req-a4b23e3e-a8a2-4958-85c1-98e69eee8130 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 946 time: 0.0864558 Nov 12 03:51:56.661826 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a61e8943-7ef9-43c3-bad7-5eac7e97e55a req-be0b0220-9b63-4aef-930b-5f7b0b795918 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685227 Nov 12 03:51:57.108274 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abee43-b2e9-4e96-83e9-812b347d106d req-f3012352-1bc9-49cb-ab74-bb1f0632039f tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:57.109856 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e4abee43-b2e9-4e96-83e9-812b347d106d req-f3012352-1bc9-49cb-ab74-bb1f0632039f tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 946 time: 0.0569921 Nov 12 03:51:57.163211 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e4abee43-b2e9-4e96-83e9-812b347d106d req-9afef8ce-d7e4-4cd2-a537-aaa9471d0a1e tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459402 Nov 12 03:51:57.295998 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccce90-b556-4f3d-bfaa-b992b7ebbca5 req-c1857d79-5e92-4050-9cc2-ba074ebdf058 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:57.297707 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-77ccce90-b556-4f3d-bfaa-b992b7ebbca5 req-c1857d79-5e92-4050-9cc2-ba074ebdf058 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 946 time: 0.0549183 Nov 12 03:51:57.350867 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-77ccce90-b556-4f3d-bfaa-b992b7ebbca5 req-61a15c47-e452-4152-a41b-4ee820f0a8cc tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438218 Nov 12 03:51:57.605446 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35138942-f2c5-4020-87cb-38c75a2522d4 req-e72d321c-6653-4fb8-be26-9880c880ab07 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:57.607099 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-35138942-f2c5-4020-87cb-38c75a2522d4 req-e72d321c-6653-4fb8-be26-9880c880ab07 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 946 time: 0.0659385 Nov 12 03:51:57.665138 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-35138942-f2c5-4020-87cb-38c75a2522d4 req-db37901d-ffd0-4813-b7e7-75f50bca3797 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519297 Nov 12 03:51:57.802861 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae965e-fb96-4d05-8abc-c12163fac7ba req-9c7332b2-6718-43ac-b8cb-943e2c78bff6 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:57.804565 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2fae965e-fb96-4d05-8abc-c12163fac7ba req-9c7332b2-6718-43ac-b8cb-943e2c78bff6 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 946 time: 0.0568585 Nov 12 03:51:57.872374 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2fae965e-fb96-4d05-8abc-c12163fac7ba req-6acf903a-ac5e-4110-86ee-a9db55622e41 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569797 Nov 12 03:51:58.058174 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77278f-23fa-4831-8f5d-86c3ddddc469 req-ecbda3f4-5fc4-48b9-aacf-bbba73cb6650 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:58.059915 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7c77278f-23fa-4831-8f5d-86c3ddddc469 req-ecbda3f4-5fc4-48b9-aacf-bbba73cb6650 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 946 time: 0.0651379 Nov 12 03:51:58.161011 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7c77278f-23fa-4831-8f5d-86c3ddddc469 req-758de3c5-b7ae-491b-b7e4-8b16790eff71 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890622 Nov 12 03:51:58.294858 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efb6e5-e6e3-4f1e-8db9-e56ca5df778b req-2da1bd56-674a-4dae-964f-aa0965d30eda tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:58.301264 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-98efb6e5-e6e3-4f1e-8db9-e56ca5df778b req-2da1bd56-674a-4dae-964f-aa0965d30eda tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 946 time: 0.0617514 Nov 12 03:51:58.395120 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-98efb6e5-e6e3-4f1e-8db9-e56ca5df778b req-366c0659-e8db-43cf-89bb-cd5ac4f4d442 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797954 Nov 12 03:51:58.606224 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d6fef-c90f-48ee-a39e-4e934e1297bf req-de54697f-e049-44dd-8e0c-37e6077b0aa2 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:58.614758 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-343d6fef-c90f-48ee-a39e-4e934e1297bf req-de54697f-e049-44dd-8e0c-37e6077b0aa2 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 946 time: 0.0947013 Nov 12 03:51:58.674195 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-343d6fef-c90f-48ee-a39e-4e934e1297bf req-c2388b4d-6e51-4486-bd88-bd0b8689118f tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463316 Nov 12 03:51:58.809129 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288e17b-15be-4238-bfc8-8e63881beef1 req-90018925-536c-40d8-bcb0-b9676d1df456 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:58.811356 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c288e17b-15be-4238-bfc8-8e63881beef1 req-90018925-536c-40d8-bcb0-b9676d1df456 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 946 time: 0.0527678 Nov 12 03:51:58.863349 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c288e17b-15be-4238-bfc8-8e63881beef1 req-e96011ef-a643-435f-8f53-184edadcc1c8 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453866 Nov 12 03:51:59.023101 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe893eee-3ab2-4718-9594-86f596d3ae43 req-b482b179-0fcd-4e23-bed1-9247ab987df4 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:59.025031 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fe893eee-3ab2-4718-9594-86f596d3ae43 req-b482b179-0fcd-4e23-bed1-9247ab987df4 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 946 time: 0.0641139 Nov 12 03:51:59.078984 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fe893eee-3ab2-4718-9594-86f596d3ae43 req-fee7ea90-73b4-4dcc-a4ba-9963d353711d tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474443 Nov 12 03:52:00.363323 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-761fc4c6-1caf-44e3-bff2-5e7e9e5be808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:03.394176 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8ce0d432-272e-4a9b-ac21-5fc00142d44c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:04.169803 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:05.490564 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:06.253518 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f32afb-b61a-4b39-8806-709c8ebdb3a3 req-dc198a75-d7d7-410a-bcea-b2929e346707 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:06.262516 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-19f32afb-b61a-4b39-8806-709c8ebdb3a3 req-dc198a75-d7d7-410a-bcea-b2929e346707 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 946 time: 0.0747676 Nov 12 03:52:06.340805 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-19f32afb-b61a-4b39-8806-709c8ebdb3a3 req-8331ff1d-250d-4628-ba3c-b2c74e62721d tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772099 Nov 12 03:52:06.389824 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:07.253823 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 44454) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:07.495053 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc54f6f-154d-44bc-b6d2-0b5dabea9ee0 req-ac6d0f87-8921-453f-b623-fc7e84b3db62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:07.496885 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2cc54f6f-154d-44bc-b6d2-0b5dabea9ee0 req-ac6d0f87-8921-453f-b623-fc7e84b3db62 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a02bf46c-2684-4d11-9f9e-9245383ab564 HTTP/1.1" status: 200 len: 1098 time: 0.2422471 Nov 12 03:52:07.601832 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2cc54f6f-154d-44bc-b6d2-0b5dabea9ee0 req-6f582a21-72bb-469e-88c3-0c2730c716e6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6a75be0a-7490-40e7-8709-357d2fc6c1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976436 Nov 12 03:52:07.762935 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ccd64-e95f-4e14-b6f2-d13924d88719 req-94edb641-ef35-46f1-8f23-1e87fc82d08c tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:07.770650 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fd3ccd64-e95f-4e14-b6f2-d13924d88719 req-94edb641-ef35-46f1-8f23-1e87fc82d08c tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 946 time: 0.2919853 Nov 12 03:52:07.857503 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fd3ccd64-e95f-4e14-b6f2-d13924d88719 req-45d18fbb-3722-4df5-a5e2-53bea950f86c tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e562602-c0aa-4181-8c42-894984cd3de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838385 Nov 12 03:52:07.958384 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066354de-76ff-42b7-995e-dedbcb93ba45 req-f3c91f0a-4aa4-4dc2-bf24-a723a89ad24f tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:07.960418 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-066354de-76ff-42b7-995e-dedbcb93ba45 req-f3c91f0a-4aa4-4dc2-bf24-a723a89ad24f tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 946 time: 0.0712354 Nov 12 03:52:08.113539 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-066354de-76ff-42b7-995e-dedbcb93ba45 req-12c6dd7f-4368-4214-839f-a9a5993585c0 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Deleting port ba744a6e-f8e4-43a3-9d4a-6db83c284aed {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:08.114189 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-066354de-76ff-42b7-995e-dedbcb93ba45 req-12c6dd7f-4368-4214-839f-a9a5993585c0 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:08.325463 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-066354de-76ff-42b7-995e-dedbcb93ba45 req-12c6dd7f-4368-4214-839f-a9a5993585c0 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] For port ba744a6e-f8e4-43a3-9d4a-6db83c284aed, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=ba744a6e-f8e4-43a3-9d4a-6db83c284aed,segment=NetworkSegment(e1a37112-952a-4865-9288-c11c885b43ad),segment_id=e1a37112-952a-4865-9288-c11c885b43ad)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:08.326226 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-066354de-76ff-42b7-995e-dedbcb93ba45 req-12c6dd7f-4368-4214-839f-a9a5993585c0 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:08.357641 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-066354de-76ff-42b7-995e-dedbcb93ba45 req-12c6dd7f-4368-4214-839f-a9a5993585c0 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Calling delete_port for ba744a6e-f8e4-43a3-9d4a-6db83c284aed owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:08.505463 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-066354de-76ff-42b7-995e-dedbcb93ba45 req-12c6dd7f-4368-4214-839f-a9a5993585c0 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:08.543587 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['ba744a6e-f8e4-43a3-9d4a-6db83c284aed'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:52:08.610754 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03b3337-9885-4b7d-aaeb-6b9c82c1fc29 None None] DHCP port deletion for e1d2d939-a228-4c67-a48d-d9c905ba8346 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:52:08.642317 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c6dd7f-4368-4214-839f-a9a5993585c0 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Pushing event deleted for resources: {'Port': ['ID=ba744a6e-f8e4-43a3-9d4a-6db83c284aed,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:08.678750 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-066354de-76ff-42b7-995e-dedbcb93ba45 req-12c6dd7f-4368-4214-839f-a9a5993585c0 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] No DVR routers for this DVR port ba744a6e-f8e4-43a3-9d4a-6db83c284aed on host n-h2-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:52:08.682246 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-066354de-76ff-42b7-995e-dedbcb93ba45 req-12c6dd7f-4368-4214-839f-a9a5993585c0 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:08.692295 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-066354de-76ff-42b7-995e-dedbcb93ba45 req-12c6dd7f-4368-4214-839f-a9a5993585c0 tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.90 "DELETE /v2.0/ports/ba744a6e-f8e4-43a3-9d4a-6db83c284aed HTTP/1.1" status: 204 len: 173 time: 0.7233961 Nov 12 03:52:08.692778 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bda0017-2bbb-425a-b9c9-cec3571bbc53', 'name': 'network-vif-deleted', 'tag': 'ba744a6e-f8e4-43a3-9d4a-6db83c284aed'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:08.710312 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d44f538-0bb7-414b-b29d-82d989443fab" -d '{"events": [{"server_uuid": "1bda0017-2bbb-425a-b9c9-cec3571bbc53", "name": "network-vif-deleted", "tag": "ba744a6e-f8e4-43a3-9d4a-6db83c284aed"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:08.750154 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:08.778907 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce9bec5-3378-4d10-83bb-4d7510c5426d x-openstack-request-id: req-fce9bec5-3378-4d10-83bb-4d7510c5426d {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:08.779202 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bda0017-2bbb-425a-b9c9-cec3571bbc53", "name": "network-vif-deleted", "tag": "ba744a6e-f8e4-43a3-9d4a-6db83c284aed", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:08.779455 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fce9bec5-3378-4d10-83bb-4d7510c5426d {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:08.779996 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bda0017-2bbb-425a-b9c9-cec3571bbc53', 'name': 'network-vif-deleted', 'tag': 'ba744a6e-f8e4-43a3-9d4a-6db83c284aed', 'status': 'completed', 'code': 200} Nov 12 03:52:09.186402 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-eb513630-58b0-43f7-be13-8bd8e6e35ff8 req-ab77d4e6-8584-42bb-9fbb-38b573aa1a6f tempest-ServersNegativeTestJSON-1494620783 tempest-ServersNegativeTestJSON-1494620783-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bda0017-2bbb-425a-b9c9-cec3571bbc53 HTTP/1.1" status: 200 len: 210 time: 0.1546550 Nov 12 03:52:10.262855 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 44542) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:10.312343 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-95672e6a-34b9-4bb2-b286-0143aba90473 admin admin] Deleting subnet 4d7cbc7f-e250-4588-a173-dfc01435c52a {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:52:10.317262 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-95672e6a-34b9-4bb2-b286-0143aba90473 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:10.360724 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-95672e6a-34b9-4bb2-b286-0143aba90473 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:10.406580 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-95672e6a-34b9-4bb2-b286-0143aba90473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:10.471655 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-95672e6a-34b9-4bb2-b286-0143aba90473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:10.509644 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95672e6a-34b9-4bb2-b286-0143aba90473 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d7cbc7f-e250-4588-a173-dfc01435c52a,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:10.514843 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-95672e6a-34b9-4bb2-b286-0143aba90473 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:10.519578 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-95672e6a-34b9-4bb2-b286-0143aba90473 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4d7cbc7f-e250-4588-a173-dfc01435c52a HTTP/1.1" status: 204 len: 168 time: 0.2556777 Nov 12 03:52:10.522008 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 44550) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:10.534356 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1043b8cf-511d-4116-a849-d3ebce3a5649 None None] Network e1d2d939-a228-4c67-a48d-d9c905ba8346 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:10.661505 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ee5c5f24-6b62-4ca4-8cc7-cbc1135f58f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:10.689447 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556eeec4-5ba2-464b-9bc8-b14388d6ebca None None] DHCP port deletion for e1d2d939-a228-4c67-a48d-d9c905ba8346 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:52:10.797461 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ee5c5f24-6b62-4ca4-8cc7-cbc1135f58f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:10.826867 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-ee5c5f24-6b62-4ca4-8cc7-cbc1135f58f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1d2d939-a228-4c67-a48d-d9c905ba8346']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:10.837704 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-ee5c5f24-6b62-4ca4-8cc7-cbc1135f58f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1a37112-952a-4865-9288-c11c885b43ad') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:10.837996 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-ee5c5f24-6b62-4ca4-8cc7-cbc1135f58f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1a37112-952a-4865-9288-c11c885b43ad') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:10.848515 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ee5c5f24-6b62-4ca4-8cc7-cbc1135f58f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:10.866436 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ee5c5f24-6b62-4ca4-8cc7-cbc1135f58f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:10.876424 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee5c5f24-6b62-4ca4-8cc7-cbc1135f58f9 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:52:10.876889 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ee5c5f24-6b62-4ca4-8cc7-cbc1135f58f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:10.878736 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:52:10.878736 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:52:10.878736 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:52:10.878736 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:52:10.878736 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:52:10.878736 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:52:10.878736 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:52:10.878736 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:52:10.878736 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:52:10.878736 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:52:10.878736 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:52:10.878736 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:52:10.878736 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:52:10.878736 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:52:10.878736 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:52:10.878736 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:52:10.878736 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:52:10.878736 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:52:10.878736 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:52:10.878736 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:52:10.878736 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:52:10.878736 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:52:10.878736 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:52:10.878736 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:52:10.878736 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:52:10.878736 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:52:10.878736 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:52:10.878736 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:52:10.878736 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:52:10.878736 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:52:10.878736 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:52:10.878736 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:52:10.958185 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ee5c5f24-6b62-4ca4-8cc7-cbc1135f58f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:10.966773 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ee5c5f24-6b62-4ca4-8cc7-cbc1135f58f9 admin admin] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:10.973496 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ee5c5f24-6b62-4ca4-8cc7-cbc1135f58f9 admin admin] 10.222.0.50 "DELETE /v2.0/networks/e1d2d939-a228-4c67-a48d-d9c905ba8346 HTTP/1.1" status: 204 len: 168 time: 0.4479618 Nov 12 03:52:10.987248 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c5f24-6b62-4ca4-8cc7-cbc1135f58f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1d2d939-a228-4c67-a48d-d9c905ba8346,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:11.279484 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 44568) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:11.348712 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f622dfe1-64ea-4d06-ae44-84a17dfb91d7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9f51d24d818f4ea1958f6f69f3ca622a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0680935 Nov 12 03:52:11.348962 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 44570) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:11.467225 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dea0c6bc-28a3-49ac-b786-21ceac9231c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:11.505146 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dea0c6bc-28a3-49ac-b786-21ceac9231c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:11.562878 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dea0c6bc-28a3-49ac-b786-21ceac9231c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:11.566527 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dea0c6bc-28a3-49ac-b786-21ceac9231c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:11.570978 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-dea0c6bc-28a3-49ac-b786-21ceac9231c4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7e562602-c0aa-4181-8c42-894984cd3de8 HTTP/1.1" status: 204 len: 168 time: 0.2210042 Nov 12 03:52:11.582555 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea0c6bc-28a3-49ac-b786-21ceac9231c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e562602-c0aa-4181-8c42-894984cd3de8,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:11.927004 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device ba744a6e-f8e4-43a3-9d4a-6db83c284aed no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:52:11.962638 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: ba744a6e-f8e4-43a3-9d4a-6db83c284aed {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:52:11.963204 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device ba744a6e-f8e4-43a3-9d4a-6db83c284aed not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:52:12.500363 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 44618) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:12.609776 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-794b6c6d-a8f0-48b4-9a11-826ab3a49b44 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2085334771-network', 'tenant_id': 'e3df1710c084477e9bcde8023912f4c0'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:12.633990 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794b6c6d-a8f0-48b4-9a11-826ab3a49b44 admin admin] Made reservation on behalf of e3df1710c084477e9bcde8023912f4c0 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:12.636557 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-794b6c6d-a8f0-48b4-9a11-826ab3a49b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:12.647033 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-794b6c6d-a8f0-48b4-9a11-826ab3a49b44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:12.743257 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-794b6c6d-a8f0-48b4-9a11-826ab3a49b44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:12.748394 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-794b6c6d-a8f0-48b4-9a11-826ab3a49b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:12.775526 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-794b6c6d-a8f0-48b4-9a11-826ab3a49b44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:52:12.785719 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b6c6d-a8f0-48b4-9a11-826ab3a49b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3f0efc-8c31-40dc-ba99-8b84e9db55e6,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:12.791754 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-794b6c6d-a8f0-48b4-9a11-826ab3a49b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:12.792210 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-794b6c6d-a8f0-48b4-9a11-826ab3a49b44 admin admin] Added segment 48574670-f03b-496f-a628-2e46b0c3d1e0 of type vlan for network e8308f72-a77c-4611-91e4-ea89564efb97 Nov 12 03:52:12.836009 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-794b6c6d-a8f0-48b4-9a11-826ab3a49b44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:12.868769 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-794b6c6d-a8f0-48b4-9a11-826ab3a49b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:12.869831 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794b6c6d-a8f0-48b4-9a11-826ab3a49b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:12.870502 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-794b6c6d-a8f0-48b4-9a11-826ab3a49b44 admin admin] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:12.905160 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-794b6c6d-a8f0-48b4-9a11-826ab3a49b44 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4025280 Nov 12 03:52:12.907954 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 44630) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:12.919324 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-10aafef3-ad5e-4684-9d11-211f0b3e2d3e admin admin] Request body: {'subnet': {'network_id': 'e8308f72-a77c-4611-91e4-ea89564efb97', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2085334771-subnet', 'tenant_id': 'e3df1710c084477e9bcde8023912f4c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:12.940109 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b6c6d-a8f0-48b4-9a11-826ab3a49b44 admin admin] Pushing event updated for resources: {'Network': ['ID=e8308f72-a77c-4611-91e4-ea89564efb97,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:12.944349 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10aafef3-ad5e-4684-9d11-211f0b3e2d3e admin admin] Made reservation on behalf of e3df1710c084477e9bcde8023912f4c0 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:12.947020 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-10aafef3-ad5e-4684-9d11-211f0b3e2d3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:12.953297 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network e8308f72-a77c-4611-91e4-ea89564efb97 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:52:13.185438 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-10aafef3-ad5e-4684-9d11-211f0b3e2d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:13.264188 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aafef3-ad5e-4684-9d11-211f0b3e2d3e admin admin] Checking segment: {'id': '48574670-f03b-496f-a628-2e46b0c3d1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e8308f72-a77c-4611-91e4-ea89564efb97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:13.264564 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10aafef3-ad5e-4684-9d11-211f0b3e2d3e admin admin] Network hostable DHCP agents. Network: e8308f72-a77c-4611-91e4-ea89564efb97, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:52:13.267960 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aafef3-ad5e-4684-9d11-211f0b3e2d3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb4d3b60-9324-4adc-affb-cffd5caf012c,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:13.295418 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10aafef3-ad5e-4684-9d11-211f0b3e2d3e admin admin] Network e8308f72-a77c-4611-91e4-ea89564efb97 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:52:13.310010 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-10aafef3-ad5e-4684-9d11-211f0b3e2d3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, e8308f72-a77c-4611-91e4-ea89564efb97) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:13.326335 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d32616f-5626-48f5-bcc9-c396d3532d4a None None] Network e8308f72-a77c-4611-91e4-ea89564efb97 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:13.342227 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10aafef3-ad5e-4684-9d11-211f0b3e2d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:13.343021 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-10aafef3-ad5e-4684-9d11-211f0b3e2d3e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:13.388491 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-10aafef3-ad5e-4684-9d11-211f0b3e2d3e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4789662 Nov 12 03:52:13.560496 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571fc83e-c5b0-4fb0-8e49-ab2891d64487 None None] Network e8308f72-a77c-4611-91e4-ea89564efb97 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:13.588214 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 44666) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.686410 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-f33fe184-8a7f-48cb-b1c5-0ea2ff9a8260 admin admin] Deleting subnet eb4d3b60-9324-4adc-affb-cffd5caf012c {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:52:13.691109 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f33fe184-8a7f-48cb-b1c5-0ea2ff9a8260 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:13.768597 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f33fe184-8a7f-48cb-b1c5-0ea2ff9a8260 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:13.820548 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f33fe184-8a7f-48cb-b1c5-0ea2ff9a8260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:13.881933 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f33fe184-8a7f-48cb-b1c5-0ea2ff9a8260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:13.909553 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33fe184-8a7f-48cb-b1c5-0ea2ff9a8260 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb4d3b60-9324-4adc-affb-cffd5caf012c,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:13.916783 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f33fe184-8a7f-48cb-b1c5-0ea2ff9a8260 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:13.922195 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f33fe184-8a7f-48cb-b1c5-0ea2ff9a8260 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/eb4d3b60-9324-4adc-affb-cffd5caf012c HTTP/1.1" status: 204 len: 168 time: 0.3307881 Nov 12 03:52:13.922662 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 44672) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:14.011616 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-44817b7e-c46c-4a7f-9a53-d1de1ebdce70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:14.108655 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-44817b7e-c46c-4a7f-9a53-d1de1ebdce70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:14.132258 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-44817b7e-c46c-4a7f-9a53-d1de1ebdce70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8308f72-a77c-4611-91e4-ea89564efb97']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:14.143572 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-44817b7e-c46c-4a7f-9a53-d1de1ebdce70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48574670-f03b-496f-a628-2e46b0c3d1e0') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:14.143876 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-44817b7e-c46c-4a7f-9a53-d1de1ebdce70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48574670-f03b-496f-a628-2e46b0c3d1e0') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:14.158481 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-44817b7e-c46c-4a7f-9a53-d1de1ebdce70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:14.173605 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-44817b7e-c46c-4a7f-9a53-d1de1ebdce70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:14.180371 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44817b7e-c46c-4a7f-9a53-d1de1ebdce70 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:52:14.180986 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-44817b7e-c46c-4a7f-9a53-d1de1ebdce70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:14.182402 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:52:14.182402 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:52:14.182402 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:52:14.182402 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:52:14.182402 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:52:14.182402 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:52:14.182402 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:52:14.182402 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:52:14.182402 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:52:14.182402 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:52:14.182402 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:52:14.182402 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:52:14.182402 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:52:14.182402 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:52:14.182402 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:52:14.182402 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:52:14.182402 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:52:14.182402 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:52:14.182402 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:52:14.182402 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:52:14.182402 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:52:14.182402 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:52:14.182402 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:52:14.182402 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:52:14.182402 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:52:14.182402 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:52:14.182402 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:52:14.182402 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:52:14.182402 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:52:14.182402 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:52:14.182402 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:52:14.182402 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:52:14.259750 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-44817b7e-c46c-4a7f-9a53-d1de1ebdce70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:14.294262 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-44817b7e-c46c-4a7f-9a53-d1de1ebdce70 admin admin] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:14.298166 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-44817b7e-c46c-4a7f-9a53-d1de1ebdce70 admin admin] 10.222.0.50 "DELETE /v2.0/networks/e8308f72-a77c-4611-91e4-ea89564efb97 HTTP/1.1" status: 204 len: 168 time: 0.3739910 Nov 12 03:52:14.299698 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44817b7e-c46c-4a7f-9a53-d1de1ebdce70 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8308f72-a77c-4611-91e4-ea89564efb97,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:14.482688 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 44684) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:14.580063 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-297128a4-763b-4bf1-9f09-301230be5b5d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e3df1710c084477e9bcde8023912f4c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0956433 Nov 12 03:52:14.582836 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 44692) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:14.930493 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:52:15.028466 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-918e0e75-3552-42ff-9ebe-141a20387a48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:15.061549 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-918e0e75-3552-42ff-9ebe-141a20387a48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:15.122024 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-918e0e75-3552-42ff-9ebe-141a20387a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:15.126045 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-918e0e75-3552-42ff-9ebe-141a20387a48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:15.127543 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-918e0e75-3552-42ff-9ebe-141a20387a48 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9c3f0efc-8c31-40dc-ba99-8b84e9db55e6 HTTP/1.1" status: 204 len: 168 time: 0.5436587 Nov 12 03:52:15.137909 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e0e75-3552-42ff-9ebe-141a20387a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3f0efc-8c31-40dc-ba99-8b84e9db55e6,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:16.802362 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 44768) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:16.964005 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8a39a270-5897-477a-aae2-a44340835779 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:17.124441 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8a39a270-5897-477a-aae2-a44340835779 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:17.141455 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8a39a270-5897-477a-aae2-a44340835779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:17.193813 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8a39a270-5897-477a-aae2-a44340835779 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=29c7c6e586eb4ba3a44681ed5e1aca8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3895006 Nov 12 03:52:17.196693 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 44788) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:17.227953 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a39a270-5897-477a-aae2-a44340835779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec435e6-7d66-4959-96ac-cf81e52f593f,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:17.274363 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5a4d771d-e342-4b20-848e-fa2a35a89b70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:17.325476 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5a4d771d-e342-4b20-848e-fa2a35a89b70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:17.402884 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5a4d771d-e342-4b20-848e-fa2a35a89b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:17.406130 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5a4d771d-e342-4b20-848e-fa2a35a89b70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:17.410463 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5a4d771d-e342-4b20-848e-fa2a35a89b70 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aec435e6-7d66-4959-96ac-cf81e52f593f HTTP/1.1" status: 204 len: 168 time: 0.2121043 Nov 12 03:52:17.434743 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d771d-e342-4b20-848e-fa2a35a89b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec435e6-7d66-4959-96ac-cf81e52f593f,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:18.294281 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:21.016215 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 44926) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:21.147517 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2fe7e5dc-6826-4bc2-9f56-57735d7a90c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:21.273499 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2fe7e5dc-6826-4bc2-9f56-57735d7a90c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:21.279032 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2fe7e5dc-6826-4bc2-9f56-57735d7a90c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:21.313536 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2fe7e5dc-6826-4bc2-9f56-57735d7a90c0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d2ecd5ff6d754f4aa38f76a2aaa05b8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2959430 Nov 12 03:52:21.316202 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 44950) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:21.381465 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe7e5dc-6826-4bc2-9f56-57735d7a90c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d535b84-5414-48f5-97ec-8621a061a824,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:21.464522 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9eab2095-bbef-4c2b-a8be-d60f46324cfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:21.496977 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9eab2095-bbef-4c2b-a8be-d60f46324cfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:21.583195 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9eab2095-bbef-4c2b-a8be-d60f46324cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:21.587091 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9eab2095-bbef-4c2b-a8be-d60f46324cfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:21.588503 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9eab2095-bbef-4c2b-a8be-d60f46324cfc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4d535b84-5414-48f5-97ec-8621a061a824 HTTP/1.1" status: 204 len: 168 time: 0.2708943 Nov 12 03:52:21.599400 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab2095-bbef-4c2b-a8be-d60f46324cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d535b84-5414-48f5-97ec-8621a061a824,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:22.089227 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 44980) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:22.102668 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4519413f-b810-487a-9558-51477c0150f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:22.198950 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4519413f-b810-487a-9558-51477c0150f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:22.204982 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4519413f-b810-487a-9558-51477c0150f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:22.252547 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4519413f-b810-487a-9558-51477c0150f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9be5ae-a0cc-414a-98f8-33120dc948d8,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:22.260762 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4519413f-b810-487a-9558-51477c0150f5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e7dd229fd8854b10bbdb9c76fd95a61c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1704042 Nov 12 03:52:22.261383 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 44986) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:22.340160 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b09d550b-637d-4a9a-aa51-bbac3ad7449d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:22.379385 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b09d550b-637d-4a9a-aa51-bbac3ad7449d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:22.462819 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b09d550b-637d-4a9a-aa51-bbac3ad7449d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:22.465762 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b09d550b-637d-4a9a-aa51-bbac3ad7449d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:22.470660 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b09d550b-637d-4a9a-aa51-bbac3ad7449d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9a9be5ae-a0cc-414a-98f8-33120dc948d8 HTTP/1.1" status: 204 len: 168 time: 0.2045360 Nov 12 03:52:22.479237 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d550b-637d-4a9a-aa51-bbac3ad7449d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9be5ae-a0cc-414a-98f8-33120dc948d8,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:23.629635 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1feb392d-8dec-416d-a1b8-df30e7e1de63 req-ee2a1221-3eba-453a-b49d-dd15d2859cb5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a02bf46c-2684-4d11-9f9e-9245383ab564&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3110483 Nov 12 03:52:23.778962 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb392d-8dec-416d-a1b8-df30e7e1de63 req-61a7ac0a-9cfb-4dc9-9c97-895b5e3413b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:23.781200 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1feb392d-8dec-416d-a1b8-df30e7e1de63 req-61a7ac0a-9cfb-4dc9-9c97-895b5e3413b0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=27d8d327296a4149943f8be1dae983d3&device_id=a02bf46c-2684-4d11-9f9e-9245383ab564 HTTP/1.1" status: 200 len: 1098 time: 0.0659664 Nov 12 03:52:23.929899 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb392d-8dec-416d-a1b8-df30e7e1de63 req-52e5660f-c81e-4bb6-987c-4524f1050ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:23.932386 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1feb392d-8dec-416d-a1b8-df30e7e1de63 req-52e5660f-c81e-4bb6-987c-4524f1050ec9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=afddff57-c021-4866-8d12-792d55775375 HTTP/1.1" status: 200 len: 909 time: 0.1223533 Nov 12 03:52:24.038324 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1feb392d-8dec-416d-a1b8-df30e7e1de63 req-980216b7-067b-461d-aa6f-5dc1124bec95 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff0cc218-6b17-4ea2-864c-1f6d398551ec HTTP/1.1" status: 200 len: 1002 time: 0.0852251 Nov 12 03:52:24.164943 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb392d-8dec-416d-a1b8-df30e7e1de63 req-6d6dc3c4-682a-44c3-8f68-3d2f3afd2cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:24.171247 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1feb392d-8dec-416d-a1b8-df30e7e1de63 req-6d6dc3c4-682a-44c3-8f68-3d2f3afd2cc2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=36bad204-5d6d-45a7-8ba7-6407cbfbd2a3 HTTP/1.1" status: 200 len: 847 time: 0.1217842 Nov 12 03:52:24.255537 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb392d-8dec-416d-a1b8-df30e7e1de63 req-629516db-3e80-4f2c-8d00-3604d981d0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:24.260233 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1feb392d-8dec-416d-a1b8-df30e7e1de63 req-629516db-3e80-4f2c-8d00-3604d981d0cb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=afddff57-c021-4866-8d12-792d55775375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0763907 Nov 12 03:52:24.443622 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1feb392d-8dec-416d-a1b8-df30e7e1de63 req-35971979-c220-4522-8bf5-90c412ff0dfa service neutron] 10.222.0.74 "GET /v2.0/networks/afddff57-c021-4866-8d12-792d55775375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686399 Nov 12 03:52:24.561944 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1feb392d-8dec-416d-a1b8-df30e7e1de63 req-035e222b-9f9c-4245-b1f6-f1a4936693ae service neutron] 10.222.0.74 "GET /v2.0/networks/afddff57-c021-4866-8d12-792d55775375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065955 Nov 12 03:52:27.099073 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 45234) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:27.283144 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5d360d08-9e5f-46a0-a7e6-7d068d32b44e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:27.398351 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5d360d08-9e5f-46a0-a7e6-7d068d32b44e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:27.407715 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5d360d08-9e5f-46a0-a7e6-7d068d32b44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:27.471180 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5d360d08-9e5f-46a0-a7e6-7d068d32b44e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e5e3d460e6db4410b74c95c8e16874ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3710117 Nov 12 03:52:27.473220 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d360d08-9e5f-46a0-a7e6-7d068d32b44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08dd766-35fc-4a0e-aaa0-f69566e59055,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:27.474340 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 45248) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:27.550910 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b773c866-b52c-4850-885a-49efb466f56a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:27.574642 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b773c866-b52c-4850-885a-49efb466f56a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:27.636771 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b773c866-b52c-4850-885a-49efb466f56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:27.643385 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b773c866-b52c-4850-885a-49efb466f56a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:27.644552 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b773c866-b52c-4850-885a-49efb466f56a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f08dd766-35fc-4a0e-aaa0-f69566e59055 HTTP/1.1" status: 204 len: 168 time: 0.1692400 Nov 12 03:52:27.663192 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b773c866-b52c-4850-885a-49efb466f56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08dd766-35fc-4a0e-aaa0-f69566e59055,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:28.009193 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 45266) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:28.025382 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-72fda0ad-fb33-4ef0-8fbc-ce6ee95d4151 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:28.144703 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-72fda0ad-fb33-4ef0-8fbc-ce6ee95d4151 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:28.150669 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-72fda0ad-fb33-4ef0-8fbc-ce6ee95d4151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:28.183599 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-72fda0ad-fb33-4ef0-8fbc-ce6ee95d4151 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=66ee58c24294439c84e76c3a91cdec72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1706359 Nov 12 03:52:28.183959 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 45270) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:28.224464 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fda0ad-fb33-4ef0-8fbc-ce6ee95d4151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e344fef1-3b0c-444c-85ba-1419abd94f75,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:28.245257 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3cffb162-f9e7-4f31-acb1-6d54d72c2310 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:28.277154 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3cffb162-f9e7-4f31-acb1-6d54d72c2310 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:28.338594 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3cffb162-f9e7-4f31-acb1-6d54d72c2310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:28.341636 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3cffb162-f9e7-4f31-acb1-6d54d72c2310 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:28.347105 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3cffb162-f9e7-4f31-acb1-6d54d72c2310 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e344fef1-3b0c-444c-85ba-1419abd94f75 HTTP/1.1" status: 204 len: 168 time: 0.1614406 Nov 12 03:52:28.357105 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cffb162-f9e7-4f31-acb1-6d54d72c2310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e344fef1-3b0c-444c-85ba-1419abd94f75,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:28.973959 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-0be22557-3546-4a71-8c41-bafe0c42519b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:28.975894 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-0be22557-3546-4a71-8c41-bafe0c42519b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/networks?id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 HTTP/1.1" status: 200 len: 811 time: 0.1294944 Nov 12 03:52:28.994515 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-8ba2e0b1-0fb4-4ba5-92b3-c9592e0bf9fb tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/quotas/27d4836293914c108ba09bff97dd7daa HTTP/1.1" status: 200 len: 375 time: 0.0098200 Nov 12 03:52:29.054888 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-9478a0ce-9c55-43e8-9d57-2d7cd2b8791e tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=27d4836293914c108ba09bff97dd7daa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520036 Nov 12 03:52:29.311897 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-8e02b2fb-9b5d-4884-bd42-862920a2fc6a service neutron] 10.222.0.50 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511621 Nov 12 03:52:29.413291 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-566ff6b1-f5ef-40c1-9f6b-2eeaed5b6fbd service neutron] 10.222.0.50 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931554 Nov 12 03:52:29.957495 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-90147d42-e45c-4862-a550-84591bf5a6c3 req-23b542fe-3c35-4632-8e06-c366b6d1a390 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a421f5-3fb2-4509-9bb6-97f60062e79e HTTP/1.1" status: 200 len: 210 time: 0.0606687 Nov 12 03:52:29.995339 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 45346) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:30.160329 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e37f7431-27fc-41c5-a6aa-c4b23393822d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.292202 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e37f7431-27fc-41c5-a6aa-c4b23393822d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.298914 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e37f7431-27fc-41c5-a6aa-c4b23393822d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.346511 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f7431-27fc-41c5-a6aa-c4b23393822d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d91f9e-1d81-4770-ae73-78f4aa254126,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:30.353062 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e37f7431-27fc-41c5-a6aa-c4b23393822d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=634545f28bc44f979ead88af45aaa9b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3535974 Nov 12 03:52:30.354274 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 45362) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:30.358637 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e60a9fc5-4f24-405f-a9b6-88d1c0de6d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.378096 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f7431-27fc-41c5-a6aa-c4b23393822d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:30.378443 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f7431-27fc-41c5-a6aa-c4b23393822d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:30.378782 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f7431-27fc-41c5-a6aa-c4b23393822d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:30.379117 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f7431-27fc-41c5-a6aa-c4b23393822d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:30.379470 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f7431-27fc-41c5-a6aa-c4b23393822d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:30.379804 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f7431-27fc-41c5-a6aa-c4b23393822d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:30.380153 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f7431-27fc-41c5-a6aa-c4b23393822d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:30.380482 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f7431-27fc-41c5-a6aa-c4b23393822d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:30.380804 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f7431-27fc-41c5-a6aa-c4b23393822d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:30.381127 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f7431-27fc-41c5-a6aa-c4b23393822d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:30.381447 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f7431-27fc-41c5-a6aa-c4b23393822d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:30.381769 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f7431-27fc-41c5-a6aa-c4b23393822d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:30.447361 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0e566ee7-c764-4dd5-bafe-f67762a0ee2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.472940 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0e566ee7-c764-4dd5-bafe-f67762a0ee2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.530950 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0e566ee7-c764-4dd5-bafe-f67762a0ee2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.538060 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0e566ee7-c764-4dd5-bafe-f67762a0ee2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.539935 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0e566ee7-c764-4dd5-bafe-f67762a0ee2c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/85d91f9e-1d81-4770-ae73-78f4aa254126 HTTP/1.1" status: 204 len: 168 time: 0.1846151 Nov 12 03:52:30.552869 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e566ee7-c764-4dd5-bafe-f67762a0ee2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d91f9e-1d81-4770-ae73-78f4aa254126,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:31.067180 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ef34f838-62f7-40bc-adc9-1b4cd187488b req-2b506d28-4b6c-4c50-a381-51b43e7e5167 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a421f5-3fb2-4509-9bb6-97f60062e79e HTTP/1.1" status: 200 len: 210 time: 0.0461004 Nov 12 03:52:31.338228 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-b27c2fe1-fa1c-47f6-ba82-25348009f2b2 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:31.339954 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-b27c2fe1-fa1c-47f6-ba82-25348009f2b2 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.90 "GET /v2.0/networks?id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 HTTP/1.1" status: 200 len: 811 time: 0.1664584 Nov 12 03:52:31.365511 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-dc7170a4-1952-475f-8bbb-0cceef833301 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Request body: {'port': {'device_id': '50a421f5-3fb2-4509-9bb6-97f60062e79e', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'admin_state_up': True, 'tenant_id': '27d4836293914c108ba09bff97dd7daa'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:31.509587 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-dc7170a4-1952-475f-8bbb-0cceef833301 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Made reservation on behalf of 27d4836293914c108ba09bff97dd7daa for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:31.513387 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-dc7170a4-1952-475f-8bbb-0cceef833301 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:31.667470 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-dc7170a4-1952-475f-8bbb-0cceef833301 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Allocated IP 172.20.0.14 (fd0ebce0-aadb-45c0-9566-b61b0d8d63d4/b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2/7cda29b9-8e85-4a5d-a41f-7c75edb82c16) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:31.862255 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-dc7170a4-1952-475f-8bbb-0cceef833301 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:31.913494 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-dc7170a4-1952-475f-8bbb-0cceef833301 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:31.943171 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-dc7170a4-1952-475f-8bbb-0cceef833301 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Network fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:31.965032 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-dc7170a4-1952-475f-8bbb-0cceef833301 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:31.967876 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-dc7170a4-1952-475f-8bbb-0cceef833301 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:32.027151 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7170a4-1952-475f-8bbb-0cceef833301 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Pushing event updated for resources: {'Port': ['ID=7cda29b9-8e85-4a5d-a41f-7c75edb82c16,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:32.059911 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-dc7170a4-1952-475f-8bbb-0cceef833301 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:32.059911 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-dc7170a4-1952-475f-8bbb-0cceef833301 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:32.081633 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-dc7170a4-1952-475f-8bbb-0cceef833301 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7270174 Nov 12 03:52:32.120022 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-ce66b314-783b-46a0-8efe-ed98d6874157 service neutron] Request body: {'port': {'device_id': '50a421f5-3fb2-4509-9bb6-97f60062e79e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:32.253363 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-ce66b314-783b-46a0-8efe-ed98d6874157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:32.306757 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a660a2-0203-44d1-a3d1-63c1c9e66123 req-ea7785c8-696f-4c8b-8855-677f3820d47d tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:32.308507 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-32a660a2-0203-44d1-a3d1-63c1c9e66123 req-ea7785c8-696f-4c8b-8855-677f3820d47d tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a421f5-3fb2-4509-9bb6-97f60062e79e HTTP/1.1" status: 200 len: 932 time: 0.1250103 Nov 12 03:52:32.347626 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-85262dc3-7487-4994-9dcd-5cf3f6887958 None None] Provisioning complete for port 7cda29b9-8e85-4a5d-a41f-7c75edb82c16 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:32.350293 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-85262dc3-7487-4994-9dcd-5cf3f6887958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:32.444869 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-85262dc3-7487-4994-9dcd-5cf3f6887958 None None] Port 7cda29b9-8e85-4a5d-a41f-7c75edb82c16 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:52:32.450346 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-32a660a2-0203-44d1-a3d1-63c1c9e66123 req-8e3ef980-5ac4-4bb3-8bf2-c94d80a596f8 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940790 Nov 12 03:52:33.067833 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-ce66b314-783b-46a0-8efe-ed98d6874157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cda29b9-8e85-4a5d-a41f-7c75edb82c16 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:52:33.078070 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-ce66b314-783b-46a0-8efe-ed98d6874157 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.091235 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-ce66b314-783b-46a0-8efe-ed98d6874157 service neutron] Transition to ACTIVE for port object 7cda29b9-8e85-4a5d-a41f-7c75edb82c16 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:52:33.095258 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-ce66b314-783b-46a0-8efe-ed98d6874157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.151557 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce66b314-783b-46a0-8efe-ed98d6874157 service neutron] Pushing event updated for resources: {'Port': ['ID=7cda29b9-8e85-4a5d-a41f-7c75edb82c16,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:33.227729 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-ce66b314-783b-46a0-8efe-ed98d6874157 service neutron] Attempting to bind port 7cda29b9-8e85-4a5d-a41f-7c75edb82c16 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:52:33.228134 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-ce66b314-783b-46a0-8efe-ed98d6874157 service neutron] Attempting to bind port 7cda29b9-8e85-4a5d-a41f-7c75edb82c16 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '0f2f65a3-04d3-403b-a440-78cd841660b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:52:33.228593 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-ce66b314-783b-46a0-8efe-ed98d6874157 service neutron] Attempting to bind port 7cda29b9-8e85-4a5d-a41f-7c75edb82c16 on network fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:33.233614 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-ce66b314-783b-46a0-8efe-ed98d6874157 service neutron] Port 7cda29b9-8e85-4a5d-a41f-7c75edb82c16 on network fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:52:33.233938 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-ce66b314-783b-46a0-8efe-ed98d6874157 service neutron] Attempting to bind port 7cda29b9-8e85-4a5d-a41f-7c75edb82c16 on network fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:33.240203 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-ce66b314-783b-46a0-8efe-ed98d6874157 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:52:33.240543 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-ce66b314-783b-46a0-8efe-ed98d6874157 service neutron] Checking segment: {'id': '0f2f65a3-04d3-403b-a440-78cd841660b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:33.240927 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-ce66b314-783b-46a0-8efe-ed98d6874157 service neutron] Bound using segment: {'id': '0f2f65a3-04d3-403b-a440-78cd841660b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:52:33.241355 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-ce66b314-783b-46a0-8efe-ed98d6874157 service neutron] Bound port: 7cda29b9-8e85-4a5d-a41f-7c75edb82c16, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2f65a3-04d3-403b-a440-78cd841660b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:52:33.241876 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-ce66b314-783b-46a0-8efe-ed98d6874157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.339716 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-ce66b314-783b-46a0-8efe-ed98d6874157 service neutron] For port 7cda29b9-8e85-4a5d-a41f-7c75edb82c16, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:52:33.343575 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-ce66b314-783b-46a0-8efe-ed98d6874157 service neutron] For port 7cda29b9-8e85-4a5d-a41f-7c75edb82c16, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=7cda29b9-8e85-4a5d-a41f-7c75edb82c16,segment=NetworkSegment(0f2f65a3-04d3-403b-a440-78cd841660b6),segment_id=0f2f65a3-04d3-403b-a440-78cd841660b6)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:52:33.349976 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-ce66b314-783b-46a0-8efe-ed98d6874157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.391397 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-ce66b314-783b-46a0-8efe-ed98d6874157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:33.392029 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-ce66b314-783b-46a0-8efe-ed98d6874157 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.392367 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f1f20a74-c398-405f-8327-59da6137d38a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.393525 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-ce66b314-783b-46a0-8efe-ed98d6874157 service neutron] 10.222.0.90 "PUT /v2.0/ports/7cda29b9-8e85-4a5d-a41f-7c75edb82c16 HTTP/1.1" status: 200 len: 1093 time: 1.2803929 Nov 12 03:52:33.394064 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a421f5-3fb2-4509-9bb6-97f60062e79e', 'tag': '7cda29b9-8e85-4a5d-a41f-7c75edb82c16'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:33.396451 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b79478c-f5ea-413e-8850-58727b257d79" -d '{"events": [{"name": "network-changed", "server_uuid": "50a421f5-3fb2-4509-9bb6-97f60062e79e", "tag": "7cda29b9-8e85-4a5d-a41f-7c75edb82c16"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:33.443943 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce66b314-783b-46a0-8efe-ed98d6874157 service neutron] Pushing event updated for resources: {'Port': ['ID=7cda29b9-8e85-4a5d-a41f-7c75edb82c16,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:33.494345 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab055885-12a4-4ed3-9ce7-52928a300f01 x-openstack-request-id: req-ab055885-12a4-4ed3-9ce7-52928a300f01 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:33.495036 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a421f5-3fb2-4509-9bb6-97f60062e79e", "tag": "7cda29b9-8e85-4a5d-a41f-7c75edb82c16", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:33.495036 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ab055885-12a4-4ed3-9ce7-52928a300f01 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:33.495275 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a421f5-3fb2-4509-9bb6-97f60062e79e', 'tag': '7cda29b9-8e85-4a5d-a41f-7c75edb82c16', 'status': 'completed', 'code': 200} Nov 12 03:52:33.546873 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-1afd8382-166a-4b3c-94c8-4a321f8cce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:33.549654 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-1afd8382-166a-4b3c-94c8-4a321f8cce69 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=27d4836293914c108ba09bff97dd7daa&device_id=50a421f5-3fb2-4509-9bb6-97f60062e79e HTTP/1.1" status: 200 len: 1096 time: 0.0801337 Nov 12 03:52:33.651958 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-c25dab2e-b5c7-408d-816b-fbc519d3f576 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cda29b9-8e85-4a5d-a41f-7c75edb82c16 HTTP/1.1" status: 200 len: 217 time: 0.0869586 Nov 12 03:52:33.705599 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f396d-c6e1-49ae-a3c0-832955cef74d req-ed97c851-4e98-451a-9ab9-c6591ced179c tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:33.707086 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c54f396d-c6e1-49ae-a3c0-832955cef74d req-ed97c851-4e98-451a-9ab9-c6591ced179c tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a421f5-3fb2-4509-9bb6-97f60062e79e HTTP/1.1" status: 200 len: 944 time: 0.1543305 Nov 12 03:52:33.745264 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-194f52c4-b286-4f5d-9dd7-9bb33265775f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:33.746818 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-194f52c4-b286-4f5d-9dd7-9bb33265775f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2 HTTP/1.1" status: 200 len: 850 time: 0.0871751 Nov 12 03:52:33.828188 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c54f396d-c6e1-49ae-a3c0-832955cef74d req-defc9436-cd34-4fac-b74a-7b9628a2e274 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918059 Nov 12 03:52:33.839396 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-a89ed924-c2f6-4bf0-854c-c63de4666daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:33.841435 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-a89ed924-c2f6-4bf0-854c-c63de4666daa service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0873349 Nov 12 03:52:33.957690 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-a88951ce-691e-4fb8-b969-5d83fda01006 service neutron] 10.222.0.90 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084616 Nov 12 03:52:34.093354 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8eeb74c4-6e89-43c3-9c23-32bf9b7146f6 req-c3c8bb41-f2e8-44e8-b1c8-92ee7ae453af service neutron] 10.222.0.90 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260345 Nov 12 03:52:34.137616 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:34.210921 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79478c-f5ea-413e-8850-58727b257d79 req-e24d4c25-bbe5-4efe-b3df-1045be24f0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:34.212264 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b79478c-f5ea-413e-8850-58727b257d79 req-e24d4c25-bbe5-4efe-b3df-1045be24f0ff service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=27d4836293914c108ba09bff97dd7daa&device_id=50a421f5-3fb2-4509-9bb6-97f60062e79e HTTP/1.1" status: 200 len: 1096 time: 0.0448244 Nov 12 03:52:34.353397 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79478c-f5ea-413e-8850-58727b257d79 req-28758b70-01c0-4c27-bc94-94ea657fc271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:34.355525 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b79478c-f5ea-413e-8850-58727b257d79 req-28758b70-01c0-4c27-bc94-94ea657fc271 service neutron] 10.222.0.90 "GET /v2.0/networks?id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 HTTP/1.1" status: 200 len: 912 time: 0.1299407 Nov 12 03:52:34.408659 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b79478c-f5ea-413e-8850-58727b257d79 req-c397ef23-b192-460b-b7ad-c0123d6ae8fc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cda29b9-8e85-4a5d-a41f-7c75edb82c16 HTTP/1.1" status: 200 len: 217 time: 0.0467491 Nov 12 03:52:34.470429 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79478c-f5ea-413e-8850-58727b257d79 req-4ddb2c0f-5eea-4a56-89f9-61c44b3b9e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:34.472243 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b79478c-f5ea-413e-8850-58727b257d79 req-4ddb2c0f-5eea-4a56-89f9-61c44b3b9e7a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2 HTTP/1.1" status: 200 len: 850 time: 0.0570717 Nov 12 03:52:34.544027 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79478c-f5ea-413e-8850-58727b257d79 req-024daf8b-b49b-4d40-90b3-9309349480bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:34.547471 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b79478c-f5ea-413e-8850-58727b257d79 req-024daf8b-b49b-4d40-90b3-9309349480bc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0671790 Nov 12 03:52:34.682444 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b79478c-f5ea-413e-8850-58727b257d79 req-4faa50a1-a14d-498a-8651-d172c8687521 service neutron] 10.222.0.90 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282070 Nov 12 03:52:34.815626 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b79478c-f5ea-413e-8850-58727b257d79 req-0deceabb-7238-4245-9b3e-ff63056be6de service neutron] 10.222.0.90 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258459 Nov 12 03:52:34.951331 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 45528) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:34.985571 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c99907-cbe0-4cce-aab7-55758ef6073e req-0b2c4265-bfdc-4039-9935-39ac108850a6 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:34.998915 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-16c99907-cbe0-4cce-aab7-55758ef6073e req-0b2c4265-bfdc-4039-9935-39ac108850a6 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a421f5-3fb2-4509-9bb6-97f60062e79e HTTP/1.1" status: 200 len: 944 time: 0.0770438 Nov 12 03:52:35.055406 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-16c99907-cbe0-4cce-aab7-55758ef6073e req-375b4e53-7d17-4f7f-ad50-d0b28b822518 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555789 Nov 12 03:52:35.117727 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ce9116dd-b0f9-424c-9323-a50eea1a9bc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:35.210005 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ce9116dd-b0f9-424c-9323-a50eea1a9bc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:35.215270 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ce9116dd-b0f9-424c-9323-a50eea1a9bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:35.261428 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ce9116dd-b0f9-424c-9323-a50eea1a9bc0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c8c61094b8134d6d8e33273ba377f4ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3065672 Nov 12 03:52:35.261428 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9116dd-b0f9-424c-9323-a50eea1a9bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0141beb2-95c1-42cd-aa50-ea254293bc86,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:35.261966 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 45538) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:35.327047 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a304da42-27d3-475a-a441-9a3e175b944c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:35.353450 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a304da42-27d3-475a-a441-9a3e175b944c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:35.433014 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a304da42-27d3-475a-a441-9a3e175b944c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:35.436470 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a304da42-27d3-475a-a441-9a3e175b944c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:35.441679 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a304da42-27d3-475a-a441-9a3e175b944c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0141beb2-95c1-42cd-aa50-ea254293bc86 HTTP/1.1" status: 204 len: 168 time: 0.1783707 Nov 12 03:52:35.451907 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a304da42-27d3-475a-a441-9a3e175b944c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0141beb2-95c1-42cd-aa50-ea254293bc86,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:35.536282 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:36.061666 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 45610) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:36.082880 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-195889d2-c7c8-403d-880d-1df882be7c53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:36.227889 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-195889d2-c7c8-403d-880d-1df882be7c53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:36.237732 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-195889d2-c7c8-403d-880d-1df882be7c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:36.278107 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e1ed2-bbb4-442a-aafc-426acbfbcac1 req-f475a624-bf13-4e04-bb2f-2393ef42341f tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:36.282533 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-998e1ed2-bbb4-442a-aafc-426acbfbcac1 req-f475a624-bf13-4e04-bb2f-2393ef42341f tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a421f5-3fb2-4509-9bb6-97f60062e79e HTTP/1.1" status: 200 len: 944 time: 0.1288633 Nov 12 03:52:36.297610 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-195889d2-c7c8-403d-880d-1df882be7c53 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=13312f0ba1a24c6ba1ced73eb3369d1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2342043 Nov 12 03:52:36.298333 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 45646) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:36.299050 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195889d2-c7c8-403d-880d-1df882be7c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d765cced-acac-4b82-a45b-576838e82f3b,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:36.385059 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-998e1ed2-bbb4-442a-aafc-426acbfbcac1 req-fc06affc-0d02-4bbd-8b96-2f0f516855ee tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923569 Nov 12 03:52:36.387762 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:36.398656 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e43efe67-9a72-40e9-9c09-2154204cecef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:36.433042 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e43efe67-9a72-40e9-9c09-2154204cecef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:36.509034 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e43efe67-9a72-40e9-9c09-2154204cecef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:36.516342 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e43efe67-9a72-40e9-9c09-2154204cecef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:36.516342 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e43efe67-9a72-40e9-9c09-2154204cecef admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d765cced-acac-4b82-a45b-576838e82f3b HTTP/1.1" status: 204 len: 168 time: 0.2097213 Nov 12 03:52:36.529166 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43efe67-9a72-40e9-9c09-2154204cecef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d765cced-acac-4b82-a45b-576838e82f3b,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:37.535796 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b78e033-26e4-4c2e-b76b-8c6dee1920c3 req-674c7e2d-d756-4a57-8755-70030a927bd9 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:37.547750 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0b78e033-26e4-4c2e-b76b-8c6dee1920c3 req-674c7e2d-d756-4a57-8755-70030a927bd9 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a421f5-3fb2-4509-9bb6-97f60062e79e HTTP/1.1" status: 200 len: 944 time: 0.0684988 Nov 12 03:52:37.620361 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0b78e033-26e4-4c2e-b76b-8c6dee1920c3 req-1588a61d-f8d1-46ff-a7cd-4926763276c9 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730073 Nov 12 03:52:38.752562 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:38.917086 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 46092) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:38.930246 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852631a8-b465-4a97-9eef-a0d360449a2e req-187dc156-4387-4fc9-b1e2-f0118edfb195 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:38.933311 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-852631a8-b465-4a97-9eef-a0d360449a2e req-187dc156-4387-4fc9-b1e2-f0118edfb195 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a421f5-3fb2-4509-9bb6-97f60062e79e HTTP/1.1" status: 200 len: 944 time: 0.1601775 Nov 12 03:52:38.949818 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 46100) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:39.037834 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-852631a8-b465-4a97-9eef-a0d360449a2e req-75f125df-280e-4f90-ae0d-765af1bed718 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968509 Nov 12 03:52:39.105312 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4f0df7ed-23d1-437b-a6ee-ab10c5573b63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:39.125850 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c3c03fe2-725b-43e7-933f-aecf0b651a16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:39.295822 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4f0df7ed-23d1-437b-a6ee-ab10c5573b63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:39.299019 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c3c03fe2-725b-43e7-933f-aecf0b651a16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:39.302867 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4f0df7ed-23d1-437b-a6ee-ab10c5573b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:39.350812 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c3c03fe2-725b-43e7-933f-aecf0b651a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:39.363152 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4f0df7ed-23d1-437b-a6ee-ab10c5573b63 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6fd70513d5494fa3869d98a72c90b0ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4444575 Nov 12 03:52:39.365836 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 46152) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:39.416169 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c3c03fe2-725b-43e7-933f-aecf0b651a16 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c4f98d6e3ef642d7b77ee1e068a86532&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4646113 Nov 12 03:52:39.416992 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 46158) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:39.417972 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0df7ed-23d1-437b-a6ee-ab10c5573b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d971f574-28f1-45ca-a33a-f7cb79ecdb67,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:39.453851 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c03fe2-725b-43e7-933f-aecf0b651a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8e57d8-293e-48ee-9353-c9fad7b09992,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:39.492382 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-784a5834-9e94-429a-8aa4-56e74b07a175 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:39.511356 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d5fe28c0-1891-4328-a279-791fd23e4194 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:39.519191 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-784a5834-9e94-429a-8aa4-56e74b07a175 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:39.557337 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d5fe28c0-1891-4328-a279-791fd23e4194 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:39.578424 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-784a5834-9e94-429a-8aa4-56e74b07a175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:39.581316 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-784a5834-9e94-429a-8aa4-56e74b07a175 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:39.590635 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-784a5834-9e94-429a-8aa4-56e74b07a175 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d971f574-28f1-45ca-a33a-f7cb79ecdb67 HTTP/1.1" status: 204 len: 168 time: 0.2159786 Nov 12 03:52:39.618308 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d5fe28c0-1891-4328-a279-791fd23e4194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:39.622228 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d5fe28c0-1891-4328-a279-791fd23e4194 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:39.623243 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a5834-9e94-429a-8aa4-56e74b07a175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d971f574-28f1-45ca-a33a-f7cb79ecdb67,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:39.628170 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d5fe28c0-1891-4328-a279-791fd23e4194 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ec8e57d8-293e-48ee-9353-c9fad7b09992 HTTP/1.1" status: 204 len: 168 time: 0.2059226 Nov 12 03:52:39.659114 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe28c0-1891-4328-a279-791fd23e4194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8e57d8-293e-48ee-9353-c9fad7b09992,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:40.025553 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 46184) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:40.065507 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-42654315-bd85-46a1-a52b-677392f5e849 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:40.089138 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 46188) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:40.112274 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-eb58b5d3-0274-4c68-87a5-e78ddc5699fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:40.291703 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-42654315-bd85-46a1-a52b-677392f5e849 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:40.298554 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-42654315-bd85-46a1-a52b-677392f5e849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:40.334348 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42654315-bd85-46a1-a52b-677392f5e849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a271e7c6-ee28-43bf-a60b-eaa5177b0a64,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:40.375601 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab578c6-93e1-4e5c-90b8-7404e533ba7f req-860a3f19-77ce-45c9-a659-d1bc70b91a37 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:40.377885 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-aab578c6-93e1-4e5c-90b8-7404e533ba7f req-860a3f19-77ce-45c9-a659-d1bc70b91a37 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a421f5-3fb2-4509-9bb6-97f60062e79e HTTP/1.1" status: 200 len: 944 time: 0.2279768 Nov 12 03:52:40.378213 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-eb58b5d3-0274-4c68-87a5-e78ddc5699fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:40.382644 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-42654315-bd85-46a1-a52b-677392f5e849 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e3e814b7def64454b3aa572ea5c35ba3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3559196 Nov 12 03:52:40.385456 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 46200) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:40.385681 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-eb58b5d3-0274-4c68-87a5-e78ddc5699fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:40.404598 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-a9165a22-95ce-4377-96a1-ef4177139804 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:40.406429 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-a9165a22-95ce-4377-96a1-ef4177139804 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/networks?id=1e730e34-9494-4545-aa47-54c2ebe72fb3 HTTP/1.1" status: 200 len: 814 time: 0.1647666 Nov 12 03:52:40.447887 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-eb58b5d3-0274-4c68-87a5-e78ddc5699fd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a2f0a75cdccd4a868b3c6715fed6b29d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3575027 Nov 12 03:52:40.449985 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58b5d3-0274-4c68-87a5-e78ddc5699fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c68314-f931-44db-bf42-c5a152a4ec13,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:40.451156 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 46202) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:40.461174 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-6c533cde-95b5-4033-8188-88d8bc63bac1 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/quotas/8fb57fe76b644827904030648ba5e96b HTTP/1.1" status: 200 len: 375 time: 0.0209234 Nov 12 03:52:40.507465 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-3066b4ea-876d-41b9-8864-9efba87330c2 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8fb57fe76b644827904030648ba5e96b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431533 Nov 12 03:52:40.566042 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-aab578c6-93e1-4e5c-90b8-7404e533ba7f req-3f0cec5f-0db7-49a4-bf3a-0ab884b9b894 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596332 Nov 12 03:52:40.591547 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0732f0bd-7770-479b-90cb-e5e72603e5e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:40.594666 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e5374463-5b30-4ba9-87a5-d07d3075767d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:40.618628 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-49f3801a-9d61-4a24-8818-11279e38b9cd service neutron] 10.222.0.50 "GET /v2.0/networks/1e730e34-9494-4545-aa47-54c2ebe72fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099300 Nov 12 03:52:40.630363 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0732f0bd-7770-479b-90cb-e5e72603e5e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:40.643286 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e5374463-5b30-4ba9-87a5-d07d3075767d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:40.726943 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0732f0bd-7770-479b-90cb-e5e72603e5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:40.730297 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0732f0bd-7770-479b-90cb-e5e72603e5e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:40.733879 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0732f0bd-7770-479b-90cb-e5e72603e5e5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a271e7c6-ee28-43bf-a60b-eaa5177b0a64 HTTP/1.1" status: 204 len: 168 time: 0.3448377 Nov 12 03:52:40.743504 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0732f0bd-7770-479b-90cb-e5e72603e5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a271e7c6-ee28-43bf-a60b-eaa5177b0a64,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:40.746772 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e5374463-5b30-4ba9-87a5-d07d3075767d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:40.750606 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e5374463-5b30-4ba9-87a5-d07d3075767d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:40.751827 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e5374463-5b30-4ba9-87a5-d07d3075767d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/81c68314-f931-44db-bf42-c5a152a4ec13 HTTP/1.1" status: 204 len: 168 time: 0.2790813 Nov 12 03:52:40.764714 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5374463-5b30-4ba9-87a5-d07d3075767d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c68314-f931-44db-bf42-c5a152a4ec13,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:40.766762 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-06ca335c-0218-4931-a635-db239f415941 service neutron] 10.222.0.50 "GET /v2.0/networks/1e730e34-9494-4545-aa47-54c2ebe72fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414340 Nov 12 03:52:41.109153 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3a54324e-a7db-4f99-b39f-45fa4c9fc118 req-ea976331-d476-4a55-902a-049164d86660 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/ports?device_id=d435b249-c928-4795-b2f3-9b971f931cee HTTP/1.1" status: 200 len: 210 time: 0.0741999 Nov 12 03:52:41.710675 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b0f24-10fd-424c-bb74-8c423a63f0b9 req-4594d252-f08d-4cf5-a42f-b68a8380d7be tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:41.712411 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fa3b0f24-10fd-424c-bb74-8c423a63f0b9 req-4594d252-f08d-4cf5-a42f-b68a8380d7be tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a421f5-3fb2-4509-9bb6-97f60062e79e HTTP/1.1" status: 200 len: 944 time: 0.0692008 Nov 12 03:52:41.772835 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fa3b0f24-10fd-424c-bb74-8c423a63f0b9 req-beb0b690-134e-4462-8d60-3fdb8cdc1880 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527985 Nov 12 03:52:42.226478 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9e704ed4-b8d1-43f0-9180-97ba86ae37bf req-ee4aa7e3-534b-4659-94e1-75498a96f577 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/ports?device_id=d435b249-c928-4795-b2f3-9b971f931cee HTTP/1.1" status: 200 len: 210 time: 0.0442042 Nov 12 03:52:42.440122 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-8f9606f6-da08-40dd-9efe-c7011f4e44e2 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:42.444144 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-8f9606f6-da08-40dd-9efe-c7011f4e44e2 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.74 "GET /v2.0/networks?id=1e730e34-9494-4545-aa47-54c2ebe72fb3 HTTP/1.1" status: 200 len: 814 time: 0.1508515 Nov 12 03:52:42.466672 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-9c543a9e-3959-4e6b-b726-503bcf912668 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Request body: {'port': {'device_id': 'd435b249-c928-4795-b2f3-9b971f931cee', 'network_id': '1e730e34-9494-4545-aa47-54c2ebe72fb3', 'admin_state_up': True, 'tenant_id': '8fb57fe76b644827904030648ba5e96b'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:42.588223 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-9c543a9e-3959-4e6b-b726-503bcf912668 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Made reservation on behalf of 8fb57fe76b644827904030648ba5e96b for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:42.592448 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-9c543a9e-3959-4e6b-b726-503bcf912668 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:42.745078 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-9c543a9e-3959-4e6b-b726-503bcf912668 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Allocated IP 172.20.0.13 (1e730e34-9494-4545-aa47-54c2ebe72fb3/fc13fceb-0495-45a7-8ce6-a9a760d8ea1f/1cc2eb60-61c6-4e15-bc19-fc6f56623a39) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:42.963498 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f8160-de75-46b9-b462-c741bd6109bb req-fd056c6c-57fb-4d1a-84e2-0595040c16ff tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:42.965019 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-135f8160-de75-46b9-b462-c741bd6109bb req-fd056c6c-57fb-4d1a-84e2-0595040c16ff tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a421f5-3fb2-4509-9bb6-97f60062e79e HTTP/1.1" status: 200 len: 944 time: 0.0887270 Nov 12 03:52:42.990015 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-9c543a9e-3959-4e6b-b726-503bcf912668 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.048152 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-135f8160-de75-46b9-b462-c741bd6109bb req-78fedec4-b117-49d6-8ef5-c34c13a54454 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688148 Nov 12 03:52:43.062054 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-9c543a9e-3959-4e6b-b726-503bcf912668 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.118336 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-9c543a9e-3959-4e6b-b726-503bcf912668 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Network 1e730e34-9494-4545-aa47-54c2ebe72fb3 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:43.123899 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-9c543a9e-3959-4e6b-b726-503bcf912668 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:43.129157 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-9c543a9e-3959-4e6b-b726-503bcf912668 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:43.143626 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a777b9e7-a87f-49d5-b30c-cce74db85f4d None None] DHCP port deletion for 1e730e34-9494-4545-aa47-54c2ebe72fb3 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:52:43.162608 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c543a9e-3959-4e6b-b726-503bcf912668 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Pushing event updated for resources: {'Port': ['ID=1cc2eb60-61c6-4e15-bc19-fc6f56623a39,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:43.195115 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-9c543a9e-3959-4e6b-b726-503bcf912668 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:43.195738 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-9c543a9e-3959-4e6b-b726-503bcf912668 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.217124 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-9c543a9e-3959-4e6b-b726-503bcf912668 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7536316 Nov 12 03:52:43.230739 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-876f06ea-7a4c-4386-9555-7388faf67ca3 service neutron] Request body: {'port': {'device_id': 'd435b249-c928-4795-b2f3-9b971f931cee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:43.231002 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-9cbf21f3-8125-40dd-a56b-cf058ee1f7c0 None None] Provisioning complete for port 1cc2eb60-61c6-4e15-bc19-fc6f56623a39 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:43.231411 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9cbf21f3-8125-40dd-a56b-cf058ee1f7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.272098 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-9cbf21f3-8125-40dd-a56b-cf058ee1f7c0 None None] Port 1cc2eb60-61c6-4e15-bc19-fc6f56623a39 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:52:43.354565 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-876f06ea-7a4c-4386-9555-7388faf67ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.389439 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7073dc-0650-428a-9938-ad907038c264 req-6c4a12eb-788d-40a5-aa1e-56499b4c450a tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:43.393051 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8e7073dc-0650-428a-9938-ad907038c264 req-6c4a12eb-788d-40a5-aa1e-56499b4c450a tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/ports?device_id=d435b249-c928-4795-b2f3-9b971f931cee HTTP/1.1" status: 200 len: 932 time: 0.0791662 Nov 12 03:52:43.477355 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8e7073dc-0650-428a-9938-ad907038c264 req-9d71534d-f0db-4394-8252-3f99cdaaf7ab tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/security-groups?id=d76f6ead-e2ee-43fd-aca1-615b0f787ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780482 Nov 12 03:52:43.590381 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 46346) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:43.671918 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-876f06ea-7a4c-4386-9555-7388faf67ca3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cc2eb60-61c6-4e15-bc19-fc6f56623a39 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:52:43.679951 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-876f06ea-7a4c-4386-9555-7388faf67ca3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.696398 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-876f06ea-7a4c-4386-9555-7388faf67ca3 service neutron] Transition to ACTIVE for port object 1cc2eb60-61c6-4e15-bc19-fc6f56623a39 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:52:43.702087 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-876f06ea-7a4c-4386-9555-7388faf67ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.721850 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fd570122-c267-408a-a82c-28e07bd60cdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.752482 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec01dbd0-4b7b-48dd-8505-0a4d53413209 None None] DHCP port deletion for 1e730e34-9494-4545-aa47-54c2ebe72fb3 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:52:43.776016 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876f06ea-7a4c-4386-9555-7388faf67ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=1cc2eb60-61c6-4e15-bc19-fc6f56623a39,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:43.816357 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fd570122-c267-408a-a82c-28e07bd60cdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.821313 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fd570122-c267-408a-a82c-28e07bd60cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.836397 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-876f06ea-7a4c-4386-9555-7388faf67ca3 service neutron] Attempting to bind port 1cc2eb60-61c6-4e15-bc19-fc6f56623a39 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:52:43.836791 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-876f06ea-7a4c-4386-9555-7388faf67ca3 service neutron] Attempting to bind port 1cc2eb60-61c6-4e15-bc19-fc6f56623a39 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'a5b6a9b7-9e2c-49ff-997b-66d9aa071c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '1e730e34-9494-4545-aa47-54c2ebe72fb3'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:52:43.837121 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-876f06ea-7a4c-4386-9555-7388faf67ca3 service neutron] Attempting to bind port 1cc2eb60-61c6-4e15-bc19-fc6f56623a39 on network 1e730e34-9494-4545-aa47-54c2ebe72fb3 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:43.841882 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-876f06ea-7a4c-4386-9555-7388faf67ca3 service neutron] Port 1cc2eb60-61c6-4e15-bc19-fc6f56623a39 on network 1e730e34-9494-4545-aa47-54c2ebe72fb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:52:43.842196 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-876f06ea-7a4c-4386-9555-7388faf67ca3 service neutron] Attempting to bind port 1cc2eb60-61c6-4e15-bc19-fc6f56623a39 on network 1e730e34-9494-4545-aa47-54c2ebe72fb3 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:43.847789 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-876f06ea-7a4c-4386-9555-7388faf67ca3 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:52:43.848143 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-876f06ea-7a4c-4386-9555-7388faf67ca3 service neutron] Checking segment: {'id': 'a5b6a9b7-9e2c-49ff-997b-66d9aa071c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '1e730e34-9494-4545-aa47-54c2ebe72fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:43.848521 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-876f06ea-7a4c-4386-9555-7388faf67ca3 service neutron] Bound using segment: {'id': 'a5b6a9b7-9e2c-49ff-997b-66d9aa071c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '1e730e34-9494-4545-aa47-54c2ebe72fb3'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:52:43.848937 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-876f06ea-7a4c-4386-9555-7388faf67ca3 service neutron] Bound port: 1cc2eb60-61c6-4e15-bc19-fc6f56623a39, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5b6a9b7-9e2c-49ff-997b-66d9aa071c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '1e730e34-9494-4545-aa47-54c2ebe72fb3'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:52:43.849283 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-876f06ea-7a4c-4386-9555-7388faf67ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.862325 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd570122-c267-408a-a82c-28e07bd60cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be113c71-95ea-4fae-b943-82d4670c1ed1,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:43.869808 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-fd570122-c267-408a-a82c-28e07bd60cdb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=401600bb20de4b3ba299c5304fd3ff77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2782390 Nov 12 03:52:43.870736 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 46356) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:43.927654 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f582a568-41e6-4e21-99b2-63e737f82e8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.929466 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-876f06ea-7a4c-4386-9555-7388faf67ca3 service neutron] For port 1cc2eb60-61c6-4e15-bc19-fc6f56623a39, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:52:43.933121 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-876f06ea-7a4c-4386-9555-7388faf67ca3 service neutron] For port 1cc2eb60-61c6-4e15-bc19-fc6f56623a39, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=1cc2eb60-61c6-4e15-bc19-fc6f56623a39,segment=NetworkSegment(a5b6a9b7-9e2c-49ff-997b-66d9aa071c53),segment_id=a5b6a9b7-9e2c-49ff-997b-66d9aa071c53)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:52:43.937415 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-876f06ea-7a4c-4386-9555-7388faf67ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.956401 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f582a568-41e6-4e21-99b2-63e737f82e8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.974051 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-876f06ea-7a4c-4386-9555-7388faf67ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:43.974826 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-876f06ea-7a4c-4386-9555-7388faf67ca3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.976624 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-876f06ea-7a4c-4386-9555-7388faf67ca3 service neutron] 10.222.0.74 "PUT /v2.0/ports/1cc2eb60-61c6-4e15-bc19-fc6f56623a39 HTTP/1.1" status: 200 len: 1093 time: 0.7516832 Nov 12 03:52:43.977199 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd435b249-c928-4795-b2f3-9b971f931cee', 'tag': '1cc2eb60-61c6-4e15-bc19-fc6f56623a39'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:43.979673 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2cfff0-ccbc-4ef7-b123-abb6b320a5bb" -d '{"events": [{"name": "network-changed", "server_uuid": "d435b249-c928-4795-b2f3-9b971f931cee", "tag": "1cc2eb60-61c6-4e15-bc19-fc6f56623a39"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:44.012982 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8760fa-6aaf-4ea2-a3d9-4ad083faafea None None] DHCP port deletion for 1e730e34-9494-4545-aa47-54c2ebe72fb3 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:52:44.015768 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876f06ea-7a4c-4386-9555-7388faf67ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=1cc2eb60-61c6-4e15-bc19-fc6f56623a39,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:44.023926 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f582a568-41e6-4e21-99b2-63e737f82e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:44.026944 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f582a568-41e6-4e21-99b2-63e737f82e8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:44.028412 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f582a568-41e6-4e21-99b2-63e737f82e8e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/be113c71-95ea-4fae-b943-82d4670c1ed1 HTTP/1.1" status: 204 len: 168 time: 0.1566844 Nov 12 03:52:44.038040 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f582a568-41e6-4e21-99b2-63e737f82e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be113c71-95ea-4fae-b943-82d4670c1ed1,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:44.092766 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bacdf7-5abb-48c9-b74b-8af4ede394aa x-openstack-request-id: req-05bacdf7-5abb-48c9-b74b-8af4ede394aa {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:44.093686 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d435b249-c928-4795-b2f3-9b971f931cee", "tag": "1cc2eb60-61c6-4e15-bc19-fc6f56623a39", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:44.094016 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-05bacdf7-5abb-48c9-b74b-8af4ede394aa {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:44.094579 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd435b249-c928-4795-b2f3-9b971f931cee', 'tag': '1cc2eb60-61c6-4e15-bc19-fc6f56623a39', 'status': 'completed', 'code': 200} Nov 12 03:52:44.098325 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-7f5eaa5e-ef70-4807-9ee8-bd6c6b408f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:44.099939 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-7f5eaa5e-ef70-4807-9ee8-bd6c6b408f09 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8fb57fe76b644827904030648ba5e96b&device_id=d435b249-c928-4795-b2f3-9b971f931cee HTTP/1.1" status: 200 len: 1096 time: 0.0737894 Nov 12 03:52:44.166533 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-247cc076-c060-464f-b650-a864b4376bf2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1cc2eb60-61c6-4e15-bc19-fc6f56623a39 HTTP/1.1" status: 200 len: 217 time: 0.0505624 Nov 12 03:52:44.195553 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d566a5-e4fe-4bb8-aa6b-b8f0d08b33ec req-7aacb578-182d-45fc-b7df-9df729547795 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:44.197660 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-84d566a5-e4fe-4bb8-aa6b-b8f0d08b33ec req-7aacb578-182d-45fc-b7df-9df729547795 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a421f5-3fb2-4509-9bb6-97f60062e79e HTTP/1.1" status: 200 len: 944 time: 0.0679934 Nov 12 03:52:44.236143 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-7ac926e5-63ec-4992-ad99-2107fd9af03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:44.238052 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-7ac926e5-63ec-4992-ad99-2107fd9af03c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fc13fceb-0495-45a7-8ce6-a9a760d8ea1f HTTP/1.1" status: 200 len: 854 time: 0.0647595 Nov 12 03:52:44.288923 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-a6f96d39-c07e-431f-b99d-e25e2783474c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1e730e34-9494-4545-aa47-54c2ebe72fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383205 Nov 12 03:52:44.306971 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-84d566a5-e4fe-4bb8-aa6b-b8f0d08b33ec req-c399c84c-3e41-4c29-884c-a31ed5e27bc5 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016979 Nov 12 03:52:44.418406 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-db7f0501-b616-4a42-9ee9-cde62bd725ba service neutron] 10.222.0.74 "GET /v2.0/networks/1e730e34-9494-4545-aa47-54c2ebe72fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141686 Nov 12 03:52:44.428132 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 46372) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:44.455664 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1d09d754-df48-41b9-a22f-e7b4e4406048 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:44.576161 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cdf8af77-ebef-4fd4-b488-51a04cfcc682 req-4842f5a8-e89a-4513-9d65-53a19645812c service neutron] 10.222.0.74 "GET /v2.0/networks/1e730e34-9494-4545-aa47-54c2ebe72fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452351 Nov 12 03:52:44.641691 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e684a-17c7-4e08-a3a3-900eaaf84412 req-7ef3719e-def9-4980-8290-5e92893aa356 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:44.643172 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-927e684a-17c7-4e08-a3a3-900eaaf84412 req-7ef3719e-def9-4980-8290-5e92893aa356 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/ports?device_id=d435b249-c928-4795-b2f3-9b971f931cee HTTP/1.1" status: 200 len: 944 time: 0.0875547 Nov 12 03:52:44.656904 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1d09d754-df48-41b9-a22f-e7b4e4406048 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:44.684242 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1d09d754-df48-41b9-a22f-e7b4e4406048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:44.756453 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-1d09d754-df48-41b9-a22f-e7b4e4406048 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0f6e7289f1dd4923a8d4ee10f188b0f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3267779 Nov 12 03:52:44.757096 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09d754-df48-41b9-a22f-e7b4e4406048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c2f1cd-8c75-4314-857d-fc0b2a960d51,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:44.759174 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 46378) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:44.762970 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2cfff0-ccbc-4ef7-b123-abb6b320a5bb req-7a4b5a80-b333-4b60-b987-427b34b62928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:44.764444 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ba2cfff0-ccbc-4ef7-b123-abb6b320a5bb req-7a4b5a80-b333-4b60-b987-427b34b62928 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8fb57fe76b644827904030648ba5e96b&device_id=d435b249-c928-4795-b2f3-9b971f931cee HTTP/1.1" status: 200 len: 1096 time: 0.1204078 Nov 12 03:52:44.768351 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-927e684a-17c7-4e08-a3a3-900eaaf84412 req-d32eea92-5be5-4e76-b6dd-9f09f16bd285 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/security-groups?id=d76f6ead-e2ee-43fd-aca1-615b0f787ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136191 Nov 12 03:52:44.827327 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-13d730b2-b58b-4051-b358-0006842def38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:44.848692 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-13d730b2-b58b-4051-b358-0006842def38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:44.868477 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2cfff0-ccbc-4ef7-b123-abb6b320a5bb req-07bfbed8-1246-4a83-832c-ee4abbae00d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:44.869946 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ba2cfff0-ccbc-4ef7-b123-abb6b320a5bb req-07bfbed8-1246-4a83-832c-ee4abbae00d0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1e730e34-9494-4545-aa47-54c2ebe72fb3 HTTP/1.1" status: 200 len: 915 time: 0.0976796 Nov 12 03:52:44.900374 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-13d730b2-b58b-4051-b358-0006842def38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:44.903135 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-13d730b2-b58b-4051-b358-0006842def38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:44.907000 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-13d730b2-b58b-4051-b358-0006842def38 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/98c2f1cd-8c75-4314-857d-fc0b2a960d51 HTTP/1.1" status: 204 len: 168 time: 0.1422679 Nov 12 03:52:44.912722 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d730b2-b58b-4051-b358-0006842def38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c2f1cd-8c75-4314-857d-fc0b2a960d51,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:44.923067 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ba2cfff0-ccbc-4ef7-b123-abb6b320a5bb req-3c0dd8fa-8c53-4af7-906a-2c4ef83607bc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1cc2eb60-61c6-4e15-bc19-fc6f56623a39 HTTP/1.1" status: 200 len: 217 time: 0.0414515 Nov 12 03:52:44.981275 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2cfff0-ccbc-4ef7-b123-abb6b320a5bb req-5097214d-bb2f-4030-85fe-6989ccdb6fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:44.982766 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ba2cfff0-ccbc-4ef7-b123-abb6b320a5bb req-5097214d-bb2f-4030-85fe-6989ccdb6fed service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fc13fceb-0495-45a7-8ce6-a9a760d8ea1f HTTP/1.1" status: 200 len: 854 time: 0.0495124 Nov 12 03:52:45.025018 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ba2cfff0-ccbc-4ef7-b123-abb6b320a5bb req-2c013232-0009-4006-bd23-016099ef1534 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1e730e34-9494-4545-aa47-54c2ebe72fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290816 Nov 12 03:52:45.146230 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ba2cfff0-ccbc-4ef7-b123-abb6b320a5bb req-81853af1-c0eb-4d29-9672-11fcedf492db service neutron] 10.222.0.74 "GET /v2.0/networks/1e730e34-9494-4545-aa47-54c2ebe72fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122100 Nov 12 03:52:45.263502 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ba2cfff0-ccbc-4ef7-b123-abb6b320a5bb req-e5791a77-0264-4053-856f-5585dbe89af7 service neutron] 10.222.0.74 "GET /v2.0/networks/1e730e34-9494-4545-aa47-54c2ebe72fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090558 Nov 12 03:52:45.448507 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611391b3-ef83-456e-9746-434b05c02672 req-c503c899-8e53-49e9-99e7-3b80ea3963e2 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:45.450317 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-611391b3-ef83-456e-9746-434b05c02672 req-c503c899-8e53-49e9-99e7-3b80ea3963e2 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a421f5-3fb2-4509-9bb6-97f60062e79e HTTP/1.1" status: 200 len: 944 time: 0.0688369 Nov 12 03:52:45.524786 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-611391b3-ef83-456e-9746-434b05c02672 req-f1a3a473-cd17-4f67-aa60-84ce5afccaba tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666835 Nov 12 03:52:45.903087 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c2c6c8-93c8-4dc9-9c7b-7c72c4a9e269 req-96f61e76-aeb0-4ec7-bfc8-1ee926f0ce77 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:45.912254 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f6c2c6c8-93c8-4dc9-9c7b-7c72c4a9e269 req-96f61e76-aeb0-4ec7-bfc8-1ee926f0ce77 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/ports?device_id=d435b249-c928-4795-b2f3-9b971f931cee HTTP/1.1" status: 200 len: 944 time: 0.0684652 Nov 12 03:52:45.965986 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f6c2c6c8-93c8-4dc9-9c7b-7c72c4a9e269 req-9608784f-b4ec-4c51-b3cf-5aba56304c8c tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/security-groups?id=d76f6ead-e2ee-43fd-aca1-615b0f787ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449948 Nov 12 03:52:46.672975 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84809019-fe66-4785-ad1f-cbac17172d44 req-142216f1-3379-4962-a8dc-abd68f5839b2 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:46.674358 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-84809019-fe66-4785-ad1f-cbac17172d44 req-142216f1-3379-4962-a8dc-abd68f5839b2 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a421f5-3fb2-4509-9bb6-97f60062e79e HTTP/1.1" status: 200 len: 944 time: 0.0542827 Nov 12 03:52:46.722675 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-84809019-fe66-4785-ad1f-cbac17172d44 req-9b970da2-75fa-41a4-964e-36aaa1c45d01 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424662 Nov 12 03:52:47.089043 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae648b1-7f5f-4c9e-841e-1d27ec78adf0 req-a179bee6-5adb-46d0-92c8-2a5838fd1907 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:47.090607 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aae648b1-7f5f-4c9e-841e-1d27ec78adf0 req-a179bee6-5adb-46d0-92c8-2a5838fd1907 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/ports?device_id=d435b249-c928-4795-b2f3-9b971f931cee HTTP/1.1" status: 200 len: 944 time: 0.0521078 Nov 12 03:52:47.151144 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aae648b1-7f5f-4c9e-841e-1d27ec78adf0 req-d1dfff2f-87d9-460b-8a11-f3972eddace4 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/security-groups?id=d76f6ead-e2ee-43fd-aca1-615b0f787ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480766 Nov 12 03:52:47.917532 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5dbc10-4fc9-4aed-b807-56951f4ba1f0 req-c72e4891-6db8-4f93-acc6-d4295420a5c1 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:47.919030 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fa5dbc10-4fc9-4aed-b807-56951f4ba1f0 req-c72e4891-6db8-4f93-acc6-d4295420a5c1 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a421f5-3fb2-4509-9bb6-97f60062e79e HTTP/1.1" status: 200 len: 944 time: 0.1033349 Nov 12 03:52:47.999796 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fa5dbc10-4fc9-4aed-b807-56951f4ba1f0 req-084a96db-cea3-4188-a846-8113122f02ac tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723267 Nov 12 03:52:48.283403 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:48.322441 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3536f169-d34a-4f64-b122-1b7d520860c2 req-c023d7f8-cc36-4749-abe2-c4af7d8d6506 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:48.330804 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3536f169-d34a-4f64-b122-1b7d520860c2 req-c023d7f8-cc36-4749-abe2-c4af7d8d6506 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/ports?device_id=d435b249-c928-4795-b2f3-9b971f931cee HTTP/1.1" status: 200 len: 944 time: 0.0674508 Nov 12 03:52:48.391146 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3536f169-d34a-4f64-b122-1b7d520860c2 req-9ff4af1c-7746-42f9-a41b-a010c3061f5f tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/security-groups?id=d76f6ead-e2ee-43fd-aca1-615b0f787ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593719 Nov 12 03:52:48.957442 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 1cc2eb60-61c6-4e15-bc19-fc6f56623a39 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:52:49.107518 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 1cc2eb60-61c6-4e15-bc19-fc6f56623a39, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=1cc2eb60-61c6-4e15-bc19-fc6f56623a39,segment=NetworkSegment(a5b6a9b7-9e2c-49ff-997b-66d9aa071c53),segment_id=a5b6a9b7-9e2c-49ff-997b-66d9aa071c53)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:49.130377 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '1cc2eb60-61c6-4e15-bc19-fc6f56623a39', 'network_id': '1e730e34-9494-4545-aa47-54c2ebe72fb3', 'port_id': '1cc2eb60-61c6-4e15-bc19-fc6f56623a39', 'mac_address': 'fa:16:3e:85:ea:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc13fceb-0495-45a7-8ce6-a9a760d8ea1f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:52:49.162511 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6609fc-e477-4020-ab52-8bf6f551a3d3 req-1fb77f4a-e23b-47de-adf7-daaa192b84ba tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:49.164100 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3a6609fc-e477-4020-ab52-8bf6f551a3d3 req-1fb77f4a-e23b-47de-adf7-daaa192b84ba tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a421f5-3fb2-4509-9bb6-97f60062e79e HTTP/1.1" status: 200 len: 944 time: 0.0690627 Nov 12 03:52:49.193975 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:49.210610 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cc2eb60-61c6-4e15-bc19-fc6f56623a39 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:52:49.236220 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 1cc2eb60-61c6-4e15-bc19-fc6f56623a39, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=1cc2eb60-61c6-4e15-bc19-fc6f56623a39,segment=NetworkSegment(a5b6a9b7-9e2c-49ff-997b-66d9aa071c53),segment_id=a5b6a9b7-9e2c-49ff-997b-66d9aa071c53)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:49.244712 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:49.244995 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3a6609fc-e477-4020-ab52-8bf6f551a3d3 req-6bbc720f-e9e3-41ce-bc3a-4cd8c517bb40 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739439 Nov 12 03:52:49.319774 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=1cc2eb60-61c6-4e15-bc19-fc6f56623a39,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:49.336186 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:49.336560 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:49.336897 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:49.337232 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:49.337562 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:49.337884 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:49.338208 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:49.338528 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:49.338847 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:49.339163 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:49.339473 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:49.339789 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:49.520638 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841671fd-0413-4726-ad7b-98359f5ff88e req-29baf7bc-8d52-42f9-a1d6-64166d99dedb tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:49.522808 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-841671fd-0413-4726-ad7b-98359f5ff88e req-29baf7bc-8d52-42f9-a1d6-64166d99dedb tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/ports?device_id=d435b249-c928-4795-b2f3-9b971f931cee HTTP/1.1" status: 200 len: 945 time: 0.0603211 Nov 12 03:52:49.522941 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['1cc2eb60-61c6-4e15-bc19-fc6f56623a39'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:52:49.596061 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-841671fd-0413-4726-ad7b-98359f5ff88e req-0d9c312e-090d-48e5-85cf-aeb4ef31647a tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/security-groups?id=d76f6ead-e2ee-43fd-aca1-615b0f787ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646925 Nov 12 03:52:50.069186 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 7cda29b9-8e85-4a5d-a41f-7c75edb82c16 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:52:50.177240 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 7cda29b9-8e85-4a5d-a41f-7c75edb82c16, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=7cda29b9-8e85-4a5d-a41f-7c75edb82c16,segment=NetworkSegment(0f2f65a3-04d3-403b-a440-78cd841660b6),segment_id=0f2f65a3-04d3-403b-a440-78cd841660b6)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:50.191101 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '7cda29b9-8e85-4a5d-a41f-7c75edb82c16', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'port_id': '7cda29b9-8e85-4a5d-a41f-7c75edb82c16', 'mac_address': 'fa:16:3e:02:f2:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:52:50.229908 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.244236 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cda29b9-8e85-4a5d-a41f-7c75edb82c16 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:52:50.264865 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 7cda29b9-8e85-4a5d-a41f-7c75edb82c16, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=7cda29b9-8e85-4a5d-a41f-7c75edb82c16,segment=NetworkSegment(0f2f65a3-04d3-403b-a440-78cd841660b6),segment_id=0f2f65a3-04d3-403b-a440-78cd841660b6)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:50.269219 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.404012 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a50c8-8a1d-427c-9d2c-b2231a60a8a9 req-2f402ae8-82a0-469e-98f2-1e4368007ba4 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:50.413958 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-736a50c8-8a1d-427c-9d2c-b2231a60a8a9 req-2f402ae8-82a0-469e-98f2-1e4368007ba4 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a421f5-3fb2-4509-9bb6-97f60062e79e HTTP/1.1" status: 200 len: 945 time: 0.0641553 Nov 12 03:52:50.491653 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-736a50c8-8a1d-427c-9d2c-b2231a60a8a9 req-b40bcb7e-46bc-45f3-a49d-6b348f86a417 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763443 Nov 12 03:52:50.512291 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=7cda29b9-8e85-4a5d-a41f-7c75edb82c16,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:50.582819 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['7cda29b9-8e85-4a5d-a41f-7c75edb82c16'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:52:50.719660 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c1051-b73b-41f4-86b0-6e0bc8cafce4 req-2bbc60e8-af35-4562-bbe0-bf41794e8698 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:50.728293 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-032c1051-b73b-41f4-86b0-6e0bc8cafce4 req-2bbc60e8-af35-4562-bbe0-bf41794e8698 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/ports?device_id=d435b249-c928-4795-b2f3-9b971f931cee HTTP/1.1" status: 200 len: 945 time: 0.0649095 Nov 12 03:52:50.779706 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-032c1051-b73b-41f4-86b0-6e0bc8cafce4 req-c3ba7473-f886-497d-94d0-3619d25e3c89 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/security-groups?id=d76f6ead-e2ee-43fd-aca1-615b0f787ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502505 Nov 12 03:52:50.966558 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 1cc2eb60-61c6-4e15-bc19-fc6f56623a39 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:52:51.024064 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 1cc2eb60-61c6-4e15-bc19-fc6f56623a39 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:52:51.028259 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 1cc2eb60-61c6-4e15-bc19-fc6f56623a39 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:51.028399 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:51.109597 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:51.139126 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd435b249-c928-4795-b2f3-9b971f931cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc2eb60-61c6-4e15-bc19-fc6f56623a39'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:51.142526 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bab3590-73fc-42dc-bf25-7e7f87a793c5" -d '{"events": [{"server_uuid": "d435b249-c928-4795-b2f3-9b971f931cee", "name": "network-vif-plugged", "status": "completed", "tag": "1cc2eb60-61c6-4e15-bc19-fc6f56623a39"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:51.155845 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 1cc2eb60-61c6-4e15-bc19-fc6f56623a39, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=1cc2eb60-61c6-4e15-bc19-fc6f56623a39,segment=NetworkSegment(a5b6a9b7-9e2c-49ff-997b-66d9aa071c53),segment_id=a5b6a9b7-9e2c-49ff-997b-66d9aa071c53)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:51.160208 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:51.193154 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9db8ba-2270-471c-826e-ff271886f7d1 x-openstack-request-id: req-4e9db8ba-2270-471c-826e-ff271886f7d1 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:51.193532 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d435b249-c928-4795-b2f3-9b971f931cee", "name": "network-vif-plugged", "status": "completed", "tag": "1cc2eb60-61c6-4e15-bc19-fc6f56623a39", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:51.193951 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4e9db8ba-2270-471c-826e-ff271886f7d1 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:51.194412 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd435b249-c928-4795-b2f3-9b971f931cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc2eb60-61c6-4e15-bc19-fc6f56623a39', 'code': 200} Nov 12 03:52:51.222295 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=1cc2eb60-61c6-4e15-bc19-fc6f56623a39,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:51.311948 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f9bb7-7e07-4c3f-a2d9-f6c8a093fbee req-45ccff73-9269-46f1-b5e7-c754913f246a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:51.313869 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fa4f9bb7-7e07-4c3f-a2d9-f6c8a093fbee req-45ccff73-9269-46f1-b5e7-c754913f246a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d435b249-c928-4795-b2f3-9b971f931cee HTTP/1.1" status: 200 len: 1098 time: 0.0490341 Nov 12 03:52:51.365243 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fa4f9bb7-7e07-4c3f-a2d9-f6c8a093fbee req-fda29222-e141-4bf7-960f-3e1056b1ac6a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d76f6ead-e2ee-43fd-aca1-615b0f787ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429261 Nov 12 03:52:51.602531 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222778d4-671c-4ff1-aa6f-81e415c37843 req-89f632bd-9970-4238-b21e-0bc942d05fb7 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:51.604375 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-222778d4-671c-4ff1-aa6f-81e415c37843 req-89f632bd-9970-4238-b21e-0bc942d05fb7 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a421f5-3fb2-4509-9bb6-97f60062e79e HTTP/1.1" status: 200 len: 945 time: 0.0607748 Nov 12 03:52:51.675045 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-222778d4-671c-4ff1-aa6f-81e415c37843 req-007cd227-9dc2-4480-892c-fe35e7310ba7 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635626 Nov 12 03:52:51.908236 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f450746b-7d23-48a8-bfc4-b907805fffc3 req-96cdee5c-83e7-4f79-80a3-7f5d4b604b1c tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:51.916246 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f450746b-7d23-48a8-bfc4-b907805fffc3 req-96cdee5c-83e7-4f79-80a3-7f5d4b604b1c tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/ports?device_id=d435b249-c928-4795-b2f3-9b971f931cee HTTP/1.1" status: 200 len: 946 time: 0.0580533 Nov 12 03:52:51.931981 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:52:51.969236 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f450746b-7d23-48a8-bfc4-b907805fffc3 req-e7f12037-ab3a-47bb-b53a-4d27a073ede0 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/security-groups?id=d76f6ead-e2ee-43fd-aca1-615b0f787ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516849 Nov 12 03:52:52.079174 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 7cda29b9-8e85-4a5d-a41f-7c75edb82c16 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:52:52.137650 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 7cda29b9-8e85-4a5d-a41f-7c75edb82c16 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:52:52.143296 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 7cda29b9-8e85-4a5d-a41f-7c75edb82c16 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:52.144121 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:52.241155 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:52.289144 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 7cda29b9-8e85-4a5d-a41f-7c75edb82c16, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=7cda29b9-8e85-4a5d-a41f-7c75edb82c16,segment=NetworkSegment(0f2f65a3-04d3-403b-a440-78cd841660b6),segment_id=0f2f65a3-04d3-403b-a440-78cd841660b6)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:52.297639 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:52.359393 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=7cda29b9-8e85-4a5d-a41f-7c75edb82c16,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:52.762101 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 46596) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:52.807816 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a5b5f-0545-4110-b89e-db19a881a4ba req-f46cae84-89cd-40ce-9cdf-01605b87565b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:52.810069 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-455a5b5f-0545-4110-b89e-db19a881a4ba req-f46cae84-89cd-40ce-9cdf-01605b87565b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a421f5-3fb2-4509-9bb6-97f60062e79e HTTP/1.1" status: 200 len: 946 time: 0.0570986 Nov 12 03:52:52.864359 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-455a5b5f-0545-4110-b89e-db19a881a4ba req-08e33491-358b-4cef-a6eb-b7d11ef0ed57 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470111 Nov 12 03:52:52.900716 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-09549670-3a7a-4e29-834e-351ae01650fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:52.982536 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-09549670-3a7a-4e29-834e-351ae01650fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:52.990152 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-09549670-3a7a-4e29-834e-351ae01650fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.033554 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09549670-3a7a-4e29-834e-351ae01650fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8a5b04-fbd6-4c31-ad5e-75888f6f6a02,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:53.042931 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 46602) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:53.043075 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-09549670-3a7a-4e29-834e-351ae01650fe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=283e1359967d4ff98a42266092fe4e12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2781777 Nov 12 03:52:53.105156 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-85c63246-3181-4661-947f-86a6d0a95d28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.111433 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685df967-583e-46c3-a6bf-f965d2337f4a req-8c9ee555-1d40-4121-8dc7-bb2c6ae1a750 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:53.112989 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-685df967-583e-46c3-a6bf-f965d2337f4a req-8c9ee555-1d40-4121-8dc7-bb2c6ae1a750 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/ports?device_id=d435b249-c928-4795-b2f3-9b971f931cee HTTP/1.1" status: 200 len: 946 time: 0.0571527 Nov 12 03:52:53.131097 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-85c63246-3181-4661-947f-86a6d0a95d28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.165238 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-685df967-583e-46c3-a6bf-f965d2337f4a req-df0f3d50-2397-4267-ae38-08b5b72d5b69 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/security-groups?id=d76f6ead-e2ee-43fd-aca1-615b0f787ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457664 Nov 12 03:52:53.181809 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-85c63246-3181-4661-947f-86a6d0a95d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.184661 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-85c63246-3181-4661-947f-86a6d0a95d28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.189292 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-85c63246-3181-4661-947f-86a6d0a95d28 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ef8a5b04-fbd6-4c31-ad5e-75888f6f6a02 HTTP/1.1" status: 204 len: 168 time: 0.1416633 Nov 12 03:52:53.196000 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a421f5-3fb2-4509-9bb6-97f60062e79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cda29b9-8e85-4a5d-a41f-7c75edb82c16'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:53.199915 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da2d579-6e25-4754-b986-963f2063af5b" -d '{"events": [{"server_uuid": "50a421f5-3fb2-4509-9bb6-97f60062e79e", "name": "network-vif-plugged", "status": "completed", "tag": "7cda29b9-8e85-4a5d-a41f-7c75edb82c16"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:53.201044 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c63246-3181-4661-947f-86a6d0a95d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8a5b04-fbd6-4c31-ad5e-75888f6f6a02,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:53.283341 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0a8a84-6f36-49f6-b274-f2ba7054f835 x-openstack-request-id: req-7e0a8a84-6f36-49f6-b274-f2ba7054f835 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:53.283708 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a421f5-3fb2-4509-9bb6-97f60062e79e", "name": "network-vif-plugged", "status": "completed", "tag": "7cda29b9-8e85-4a5d-a41f-7c75edb82c16", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:53.284022 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7e0a8a84-6f36-49f6-b274-f2ba7054f835 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:53.284504 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a421f5-3fb2-4509-9bb6-97f60062e79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cda29b9-8e85-4a5d-a41f-7c75edb82c16', 'code': 200} Nov 12 03:52:53.516545 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed758633-09e2-4484-915d-df06efb972f8 req-82256195-233e-400a-8589-f846ede96b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:53.518465 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ed758633-09e2-4484-915d-df06efb972f8 req-82256195-233e-400a-8589-f846ede96b08 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=50a421f5-3fb2-4509-9bb6-97f60062e79e HTTP/1.1" status: 200 len: 1098 time: 0.1109161 Nov 12 03:52:53.597259 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 46654) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:53.612737 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-34cd08e4-ee66-4813-a747-efc2ee4c73fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.626770 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ed758633-09e2-4484-915d-df06efb972f8 req-3b73713d-bc19-46ec-82b0-53dc5f07c59d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996349 Nov 12 03:52:53.699493 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-34cd08e4-ee66-4813-a747-efc2ee4c73fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.705982 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-34cd08e4-ee66-4813-a747-efc2ee4c73fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.754662 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-34cd08e4-ee66-4813-a747-efc2ee4c73fa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=37b605a83daf47f2ba739cdefd7bad85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1560981 Nov 12 03:52:53.757402 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 46662) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:53.778917 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cd08e4-ee66-4813-a747-efc2ee4c73fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4518d29f-d2ae-4278-a5d6-ef5fa9916102,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:53.793108 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cd08e4-ee66-4813-a747-efc2ee4c73fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:53.793453 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cd08e4-ee66-4813-a747-efc2ee4c73fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:53.793789 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cd08e4-ee66-4813-a747-efc2ee4c73fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:53.794120 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cd08e4-ee66-4813-a747-efc2ee4c73fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:53.794450 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cd08e4-ee66-4813-a747-efc2ee4c73fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:53.794769 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cd08e4-ee66-4813-a747-efc2ee4c73fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:53.795135 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cd08e4-ee66-4813-a747-efc2ee4c73fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:53.795466 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cd08e4-ee66-4813-a747-efc2ee4c73fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:53.796463 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cd08e4-ee66-4813-a747-efc2ee4c73fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:53.797018 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cd08e4-ee66-4813-a747-efc2ee4c73fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:53.797498 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cd08e4-ee66-4813-a747-efc2ee4c73fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:53.797826 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cd08e4-ee66-4813-a747-efc2ee4c73fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:53.845444 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d3bbf98f-a749-4e91-a776-8b5bf925329d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.876046 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d3bbf98f-a749-4e91-a776-8b5bf925329d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.936975 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d3bbf98f-a749-4e91-a776-8b5bf925329d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.941560 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d3bbf98f-a749-4e91-a776-8b5bf925329d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.946258 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d3bbf98f-a749-4e91-a776-8b5bf925329d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4518d29f-d2ae-4278-a5d6-ef5fa9916102 HTTP/1.1" status: 204 len: 168 time: 0.1853347 Nov 12 03:52:53.953375 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bbf98f-a749-4e91-a776-8b5bf925329d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4518d29f-d2ae-4278-a5d6-ef5fa9916102,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:54.025610 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc7cd8-6e2b-40df-866c-3299304c4a62 req-a32f1d26-74f1-47c2-a358-e489d1092d23 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:54.027937 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-38fc7cd8-6e2b-40df-866c-3299304c4a62 req-a32f1d26-74f1-47c2-a358-e489d1092d23 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a421f5-3fb2-4509-9bb6-97f60062e79e HTTP/1.1" status: 200 len: 946 time: 0.0667024 Nov 12 03:52:54.111846 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-38fc7cd8-6e2b-40df-866c-3299304c4a62 req-da67b0b8-852c-434d-b0db-4e1c1fda8311 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763474 Nov 12 03:52:54.245884 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 46710) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:54.377579 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a8765862-bf07-468e-a8ae-4a4cd1c0b877 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:54.475606 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a8765862-bf07-468e-a8ae-4a4cd1c0b877 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:54.479550 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a8765862-bf07-468e-a8ae-4a4cd1c0b877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:54.536207 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a8765862-bf07-468e-a8ae-4a4cd1c0b877 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=39f2b10ceaff422ebf28bd5653f7fa7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2892284 Nov 12 03:52:54.537085 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 46722) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:54.538414 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8765862-bf07-468e-a8ae-4a4cd1c0b877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069f7c63-5626-4653-a2aa-e97d45bc0399,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:54.614143 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-096eb9d7-ec97-43fb-9edf-1e713357e0cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:54.642567 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-096eb9d7-ec97-43fb-9edf-1e713357e0cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:54.699602 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-096eb9d7-ec97-43fb-9edf-1e713357e0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:54.703075 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-096eb9d7-ec97-43fb-9edf-1e713357e0cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:54.704449 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-096eb9d7-ec97-43fb-9edf-1e713357e0cc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/069f7c63-5626-4653-a2aa-e97d45bc0399 HTTP/1.1" status: 204 len: 168 time: 0.1651442 Nov 12 03:52:54.725184 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096eb9d7-ec97-43fb-9edf-1e713357e0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069f7c63-5626-4653-a2aa-e97d45bc0399,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:55.199217 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 46750) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:55.220902 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9aa5abe4-c7f8-49b6-ab02-c056050c457a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:55.240713 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf3458-41c6-427f-8f0b-29ea6595acdf req-853956e5-3c6e-46f7-9ef3-4459880a70fb tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:55.242821 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8ebf3458-41c6-427f-8f0b-29ea6595acdf req-853956e5-3c6e-46f7-9ef3-4459880a70fb tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a421f5-3fb2-4509-9bb6-97f60062e79e HTTP/1.1" status: 200 len: 946 time: 0.0577931 Nov 12 03:52:55.325430 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9aa5abe4-c7f8-49b6-ab02-c056050c457a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:55.334932 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8ebf3458-41c6-427f-8f0b-29ea6595acdf req-ee3d1794-ff60-4baf-a497-efd92cd8ba1a tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845447 Nov 12 03:52:55.337633 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9aa5abe4-c7f8-49b6-ab02-c056050c457a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:55.376219 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9aa5abe4-c7f8-49b6-ab02-c056050c457a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=aca53332bb1a4608a86bb0351bb75790&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1747377 Nov 12 03:52:55.377625 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 46756) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:55.409828 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa5abe4-c7f8-49b6-ab02-c056050c457a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60eb6c5-ee78-447c-8a00-696a71ab81ba,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:55.445764 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2866a454-e8c3-4c1d-b85a-64bd646e1a10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:55.479402 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2866a454-e8c3-4c1d-b85a-64bd646e1a10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:55.482728 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63eb9c-fe48-415b-b815-d74349eef293 req-466ec99d-befc-4862-b0c1-80efd07e9a50 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:55.485463 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6e63eb9c-fe48-415b-b815-d74349eef293 req-466ec99d-befc-4862-b0c1-80efd07e9a50 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a421f5-3fb2-4509-9bb6-97f60062e79e HTTP/1.1" status: 200 len: 946 time: 0.0576322 Nov 12 03:52:55.537343 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2866a454-e8c3-4c1d-b85a-64bd646e1a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:55.543710 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2866a454-e8c3-4c1d-b85a-64bd646e1a10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:55.548238 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2866a454-e8c3-4c1d-b85a-64bd646e1a10 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f60eb6c5-ee78-447c-8a00-696a71ab81ba HTTP/1.1" status: 204 len: 168 time: 0.1660488 Nov 12 03:52:55.560876 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866a454-e8c3-4c1d-b85a-64bd646e1a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60eb6c5-ee78-447c-8a00-696a71ab81ba,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:55.574924 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6e63eb9c-fe48-415b-b815-d74349eef293 req-580e2cf7-de2d-4f66-9648-19dd3831d5f3 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818670 Nov 12 03:52:56.194242 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 46790) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:56.215485 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 46794) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:56.239120 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4b6771e3-3d58-4451-a253-2450a9dbf1c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:56.380566 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4b6771e3-3d58-4451-a253-2450a9dbf1c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:56.390437 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4b6771e3-3d58-4451-a253-2450a9dbf1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:56.452593 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6771e3-3d58-4451-a253-2450a9dbf1c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8774b7-2040-47ec-8154-e6e6823820a2,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:56.459528 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4b6771e3-3d58-4451-a253-2450a9dbf1c8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=170fafd814974163828cf119b1fc1924&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2425504 Nov 12 03:52:56.461960 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 46802) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:56.547501 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a831ef3d-1665-4b86-93e8-e11b8189d11a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:56.584962 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-66ae8f45-6fc3-4ed0-8547-1fab4fb36039 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:56.631297 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-66ae8f45-6fc3-4ed0-8547-1fab4fb36039 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:56.728118 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a831ef3d-1665-4b86-93e8-e11b8189d11a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:56.731235 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-66ae8f45-6fc3-4ed0-8547-1fab4fb36039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:56.735573 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-66ae8f45-6fc3-4ed0-8547-1fab4fb36039 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:56.739679 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-66ae8f45-6fc3-4ed0-8547-1fab4fb36039 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6f8774b7-2040-47ec-8154-e6e6823820a2 HTTP/1.1" status: 204 len: 168 time: 0.2741776 Nov 12 03:52:56.749532 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a831ef3d-1665-4b86-93e8-e11b8189d11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:56.755662 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae8f45-6fc3-4ed0-8547-1fab4fb36039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8774b7-2040-47ec-8154-e6e6823820a2,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:56.804805 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a831ef3d-1665-4b86-93e8-e11b8189d11a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=219e06c8d8d8465ca058c7aa1b99dac0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6091235 Nov 12 03:52:56.805551 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 46812) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:56.820714 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a831ef3d-1665-4b86-93e8-e11b8189d11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead5a106-96fe-41e6-b1c5-6e04c9a2e9a9,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:56.887920 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-abf5bac1-1f05-4056-be4d-58e5976fdd0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:56.930475 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-abf5bac1-1f05-4056-be4d-58e5976fdd0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:57.001527 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-abf5bac1-1f05-4056-be4d-58e5976fdd0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:57.006478 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-abf5bac1-1f05-4056-be4d-58e5976fdd0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:57.013636 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-abf5bac1-1f05-4056-be4d-58e5976fdd0a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ead5a106-96fe-41e6-b1c5-6e04c9a2e9a9 HTTP/1.1" status: 204 len: 168 time: 0.2059007 Nov 12 03:52:57.028570 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf5bac1-1f05-4056-be4d-58e5976fdd0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead5a106-96fe-41e6-b1c5-6e04c9a2e9a9,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:57.554917 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 46864) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:57.573544 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ff99ad97-e93c-4895-a8d6-644e7d6522ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:57.720741 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ff99ad97-e93c-4895-a8d6-644e7d6522ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:57.728282 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ff99ad97-e93c-4895-a8d6-644e7d6522ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:57.775879 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99ad97-e93c-4895-a8d6-644e7d6522ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c6899d-f8ae-4721-a647-7b9fdcf1b6e5,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:57.818270 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ff99ad97-e93c-4895-a8d6-644e7d6522ac admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d9ecc4e669bc4c6a8775139dddb7bcdd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2613699 Nov 12 03:52:57.821261 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 46872) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:57.948054 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9dc3d581-6679-4ad3-8834-a30b938cef5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:57.989331 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9dc3d581-6679-4ad3-8834-a30b938cef5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:58.052799 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9dc3d581-6679-4ad3-8834-a30b938cef5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:58.057411 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9dc3d581-6679-4ad3-8834-a30b938cef5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:58.061880 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9dc3d581-6679-4ad3-8834-a30b938cef5a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/58c6899d-f8ae-4721-a647-7b9fdcf1b6e5 HTTP/1.1" status: 204 len: 168 time: 0.2372193 Nov 12 03:52:58.070466 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3d581-6679-4ad3-8834-a30b938cef5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c6899d-f8ae-4721-a647-7b9fdcf1b6e5,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:58.939802 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-0ee6ebcd-217c-48b5-b2ae-3080fd24c98a tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:58.942397 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-0ee6ebcd-217c-48b5-b2ae-3080fd24c98a tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/networks?id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 HTTP/1.1" status: 200 len: 811 time: 0.1253572 Nov 12 03:52:58.963111 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-21db4caa-ec79-4389-99e1-02584b19b3b5 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/quotas/27d4836293914c108ba09bff97dd7daa HTTP/1.1" status: 200 len: 375 time: 0.0138834 Nov 12 03:52:59.030897 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-f6bef57b-0521-4f29-9eca-e3c5e2081752 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=27d4836293914c108ba09bff97dd7daa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0592539 Nov 12 03:52:59.176260 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-5898519d-b772-4093-aac7-fa06794cf780 service neutron] 10.222.0.50 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325898 Nov 12 03:52:59.308458 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-ac9c3be8-eb05-47dc-8dc9-9f574db3e8ea service neutron] 10.222.0.50 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231627 Nov 12 03:52:59.561165 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5e58979b-b921-4aec-ba77-b0f320c39c7d req-29fc295b-41b9-4085-b4cd-8e80b793bae7 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=fac8682e-1487-4470-a716-05849ee5bce1 HTTP/1.1" status: 200 len: 210 time: 0.0486631 Nov 12 03:53:00.359088 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f5f63538-cacd-4fef-a628-1ad64a8aae07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:00.688648 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6779095a-1e08-49f8-b393-6a81c83e16bc req-78c5767d-e995-4bf3-8597-9cc90118a8de tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=fac8682e-1487-4470-a716-05849ee5bce1 HTTP/1.1" status: 200 len: 210 time: 0.0421138 Nov 12 03:53:00.917070 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-dcd4ad94-b69b-4fe6-8683-96f7f00bc420 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:00.919874 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-dcd4ad94-b69b-4fe6-8683-96f7f00bc420 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.90 "GET /v2.0/networks?id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 HTTP/1.1" status: 200 len: 811 time: 0.1672094 Nov 12 03:53:00.950669 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-a5f4b4db-9510-4925-ab39-7b1f4d058e51 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Request body: {'port': {'device_id': 'fac8682e-1487-4470-a716-05849ee5bce1', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'admin_state_up': True, 'tenant_id': '27d4836293914c108ba09bff97dd7daa'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:01.148092 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-a5f4b4db-9510-4925-ab39-7b1f4d058e51 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Made reservation on behalf of 27d4836293914c108ba09bff97dd7daa for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:01.157364 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-a5f4b4db-9510-4925-ab39-7b1f4d058e51 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:01.197275 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47016) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:01.361950 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-a5f4b4db-9510-4925-ab39-7b1f4d058e51 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Allocated IP 172.20.0.9 (fd0ebce0-aadb-45c0-9566-b61b0d8d63d4/b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2/451d58f5-022a-40a4-9a90-16bb0ac3183a) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:01.454264 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b5aac335-1da8-4096-b532-702f3a629ca2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:01.629260 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-a5f4b4db-9510-4925-ab39-7b1f4d058e51 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:01.658581 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b5aac335-1da8-4096-b532-702f3a629ca2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:01.671638 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b5aac335-1da8-4096-b532-702f3a629ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:01.732104 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47030) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:01.733954 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b5aac335-1da8-4096-b532-702f3a629ca2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=73088cf586174b938796546012821951&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5344007 Nov 12 03:53:01.737596 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aac335-1da8-4096-b532-702f3a629ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a422f84c-14ca-41f9-91bb-38d6c0f3aad2,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:01.760164 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-a5f4b4db-9510-4925-ab39-7b1f4d058e51 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:01.798569 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['7cda29b9-8e85-4a5d-a41f-7c75edb82c16'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:53:01.835702 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6154907b-f7d4-44cd-9f4d-33dba3eb8756 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:01.867436 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-a5f4b4db-9510-4925-ab39-7b1f4d058e51 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Network fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:01.870744 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f4b4db-9510-4925-ab39-7b1f4d058e51 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Pushing event updated for resources: {'Port': ['ID=451d58f5-022a-40a4-9a90-16bb0ac3183a,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:01.883461 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6154907b-f7d4-44cd-9f4d-33dba3eb8756 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:01.883637 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-a5f4b4db-9510-4925-ab39-7b1f4d058e51 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:01.921846 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-a5f4b4db-9510-4925-ab39-7b1f4d058e51 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:01.958569 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6154907b-f7d4-44cd-9f4d-33dba3eb8756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:01.961579 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6154907b-f7d4-44cd-9f4d-33dba3eb8756 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:01.970208 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6154907b-f7d4-44cd-9f4d-33dba3eb8756 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a422f84c-14ca-41f9-91bb-38d6c0f3aad2 HTTP/1.1" status: 204 len: 168 time: 0.2371209 Nov 12 03:53:02.005660 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6154907b-f7d4-44cd-9f4d-33dba3eb8756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a422f84c-14ca-41f9-91bb-38d6c0f3aad2,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:02.067949 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd5720-591f-4a94-a0ed-fc9c6f5e3f78 req-2b9b36d6-1b3f-4367-9519-e1c6644cf9e7 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:02.073522 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-86dd5720-591f-4a94-a0ed-fc9c6f5e3f78 req-2b9b36d6-1b3f-4367-9519-e1c6644cf9e7 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=fac8682e-1487-4470-a716-05849ee5bce1 HTTP/1.1" status: 200 len: 931 time: 0.2020929 Nov 12 03:53:02.089191 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-a5f4b4db-9510-4925-ab39-7b1f4d058e51 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:02.098878 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-a5f4b4db-9510-4925-ab39-7b1f4d058e51 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:02.227563 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-a5f4b4db-9510-4925-ab39-7b1f4d058e51 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2927880 Nov 12 03:53:02.250007 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-def80bd4-bcfc-4883-8747-ef84e025794f service neutron] Request body: {'port': {'device_id': 'fac8682e-1487-4470-a716-05849ee5bce1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:02.325534 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-40810f64-333f-49ff-98a6-1058d1833cae None None] Provisioning complete for port 451d58f5-022a-40a4-9a90-16bb0ac3183a triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:02.327154 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-40810f64-333f-49ff-98a6-1058d1833cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:02.341651 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-86dd5720-591f-4a94-a0ed-fc9c6f5e3f78 req-2b17cef8-691c-4c51-b019-e3f346f949c9 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338951 Nov 12 03:53:02.365183 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-def80bd4-bcfc-4883-8747-ef84e025794f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:02.457384 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-40810f64-333f-49ff-98a6-1058d1833cae None None] Port 451d58f5-022a-40a4-9a90-16bb0ac3183a cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:02.725306 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47048) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:02.747906 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2a2ee3b5-5416-49c1-8b53-114f1cfea687 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:02.933705 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2a2ee3b5-5416-49c1-8b53-114f1cfea687 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:02.946115 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2a2ee3b5-5416-49c1-8b53-114f1cfea687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:02.996815 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2a2ee3b5-5416-49c1-8b53-114f1cfea687 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=479bd828306c41038a2ce8dba06e755e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2704194 Nov 12 03:53:02.998057 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47060) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:02.999665 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2ee3b5-5416-49c1-8b53-114f1cfea687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982b009a-cf87-43d1-a0f1-a77dd3269b07,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:03.083025 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-199949e1-467e-44a5-99e3-14a8a8a6536a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:03.125143 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-199949e1-467e-44a5-99e3-14a8a8a6536a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:03.202351 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-199949e1-467e-44a5-99e3-14a8a8a6536a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:03.206095 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-199949e1-467e-44a5-99e3-14a8a8a6536a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:03.231081 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-199949e1-467e-44a5-99e3-14a8a8a6536a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/982b009a-cf87-43d1-a0f1-a77dd3269b07 HTTP/1.1" status: 204 len: 168 time: 0.2246871 Nov 12 03:53:03.258012 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199949e1-467e-44a5-99e3-14a8a8a6536a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982b009a-cf87-43d1-a0f1-a77dd3269b07,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:03.381398 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fc23be59-5b49-477e-9f6c-59d62fb1d076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:03.632566 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32121ce-d905-4996-b546-79b2d1720908 req-3c611877-eb62-4ce1-9391-a4238cac2f2c tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:03.641384 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c32121ce-d905-4996-b546-79b2d1720908 req-3c611877-eb62-4ce1-9391-a4238cac2f2c tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=fac8682e-1487-4470-a716-05849ee5bce1 HTTP/1.1" status: 200 len: 931 time: 0.0903237 Nov 12 03:53:03.701385 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c32121ce-d905-4996-b546-79b2d1720908 req-750d3674-2e08-4f97-87c8-c241053c3b8e tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586860 Nov 12 03:53:03.817346 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-def80bd4-bcfc-4883-8747-ef84e025794f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 451d58f5-022a-40a4-9a90-16bb0ac3183a {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:53:03.836694 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-def80bd4-bcfc-4883-8747-ef84e025794f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:03.855334 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-def80bd4-bcfc-4883-8747-ef84e025794f service neutron] Transition to ACTIVE for port object 451d58f5-022a-40a4-9a90-16bb0ac3183a will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:53:03.861959 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-def80bd4-bcfc-4883-8747-ef84e025794f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:03.982178 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def80bd4-bcfc-4883-8747-ef84e025794f service neutron] Pushing event updated for resources: {'Port': ['ID=451d58f5-022a-40a4-9a90-16bb0ac3183a,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:04.060306 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-def80bd4-bcfc-4883-8747-ef84e025794f service neutron] Attempting to bind port 451d58f5-022a-40a4-9a90-16bb0ac3183a on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:04.061758 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-def80bd4-bcfc-4883-8747-ef84e025794f service neutron] Attempting to bind port 451d58f5-022a-40a4-9a90-16bb0ac3183a by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '0f2f65a3-04d3-403b-a440-78cd841660b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:04.062304 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-def80bd4-bcfc-4883-8747-ef84e025794f service neutron] Attempting to bind port 451d58f5-022a-40a4-9a90-16bb0ac3183a on network fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:04.068514 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-def80bd4-bcfc-4883-8747-ef84e025794f service neutron] Port 451d58f5-022a-40a4-9a90-16bb0ac3183a on network fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:53:04.069017 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-def80bd4-bcfc-4883-8747-ef84e025794f service neutron] Attempting to bind port 451d58f5-022a-40a4-9a90-16bb0ac3183a on network fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:04.075267 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-def80bd4-bcfc-4883-8747-ef84e025794f service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:04.076013 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-def80bd4-bcfc-4883-8747-ef84e025794f service neutron] Checking segment: {'id': '0f2f65a3-04d3-403b-a440-78cd841660b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:04.077758 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-def80bd4-bcfc-4883-8747-ef84e025794f service neutron] Bound using segment: {'id': '0f2f65a3-04d3-403b-a440-78cd841660b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:04.078812 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-def80bd4-bcfc-4883-8747-ef84e025794f service neutron] Bound port: 451d58f5-022a-40a4-9a90-16bb0ac3183a, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2f65a3-04d3-403b-a440-78cd841660b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:04.079384 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-def80bd4-bcfc-4883-8747-ef84e025794f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:04.156792 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:04.218991 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-def80bd4-bcfc-4883-8747-ef84e025794f service neutron] For port 451d58f5-022a-40a4-9a90-16bb0ac3183a, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:04.225609 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-def80bd4-bcfc-4883-8747-ef84e025794f service neutron] For port 451d58f5-022a-40a4-9a90-16bb0ac3183a, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=451d58f5-022a-40a4-9a90-16bb0ac3183a,segment=NetworkSegment(0f2f65a3-04d3-403b-a440-78cd841660b6),segment_id=0f2f65a3-04d3-403b-a440-78cd841660b6)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:04.231408 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-def80bd4-bcfc-4883-8747-ef84e025794f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:04.336869 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-def80bd4-bcfc-4883-8747-ef84e025794f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:04.337630 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-def80bd4-bcfc-4883-8747-ef84e025794f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:04.339168 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-def80bd4-bcfc-4883-8747-ef84e025794f service neutron] 10.222.0.90 "PUT /v2.0/ports/451d58f5-022a-40a4-9a90-16bb0ac3183a HTTP/1.1" status: 200 len: 1092 time: 2.0957906 Nov 12 03:53:04.339771 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac8682e-1487-4470-a716-05849ee5bce1', 'tag': '451d58f5-022a-40a4-9a90-16bb0ac3183a'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:04.342361 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb424a7f-4c7e-492c-851e-3000c1f54c31" -d '{"events": [{"name": "network-changed", "server_uuid": "fac8682e-1487-4470-a716-05849ee5bce1", "tag": "451d58f5-022a-40a4-9a90-16bb0ac3183a"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:04.397795 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def80bd4-bcfc-4883-8747-ef84e025794f service neutron] Pushing event updated for resources: {'Port': ['ID=451d58f5-022a-40a4-9a90-16bb0ac3183a,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:04.422077 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a871c1af-f5fc-4600-a4ea-aa076fc9d2cf x-openstack-request-id: req-a871c1af-f5fc-4600-a4ea-aa076fc9d2cf {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:04.422457 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac8682e-1487-4470-a716-05849ee5bce1", "tag": "451d58f5-022a-40a4-9a90-16bb0ac3183a", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:04.422796 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a871c1af-f5fc-4600-a4ea-aa076fc9d2cf {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:04.423455 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fac8682e-1487-4470-a716-05849ee5bce1', 'tag': '451d58f5-022a-40a4-9a90-16bb0ac3183a', 'status': 'completed', 'code': 200} Nov 12 03:53:04.469727 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-a5506370-ce88-47bc-94a5-3de5f0adbba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:04.471622 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-a5506370-ce88-47bc-94a5-3de5f0adbba3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=27d4836293914c108ba09bff97dd7daa&device_id=fac8682e-1487-4470-a716-05849ee5bce1 HTTP/1.1" status: 200 len: 1095 time: 0.0473170 Nov 12 03:53:04.564327 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-490cb97d-0f80-4c16-8dac-658c5ece00cc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=451d58f5-022a-40a4-9a90-16bb0ac3183a HTTP/1.1" status: 200 len: 217 time: 0.0726724 Nov 12 03:53:04.699868 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-2c6f5142-0852-4c11-8633-fe374c5028fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:04.705198 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-2c6f5142-0852-4c11-8633-fe374c5028fc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2 HTTP/1.1" status: 200 len: 850 time: 0.1349523 Nov 12 03:53:04.830301 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-1549cdc7-f60a-4cf3-b519-53860b533124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:04.835602 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-1549cdc7-f60a-4cf3-b519-53860b533124 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1217101 Nov 12 03:53:04.885830 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45137bd-c2e7-48a2-937f-445ec4233233 req-7a19e681-0a8d-4041-a3d1-841b83e762b3 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:04.898479 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a45137bd-c2e7-48a2-937f-445ec4233233 req-7a19e681-0a8d-4041-a3d1-841b83e762b3 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=fac8682e-1487-4470-a716-05849ee5bce1 HTTP/1.1" status: 200 len: 943 time: 0.0969837 Nov 12 03:53:04.990216 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-d56ccf6e-77f4-4a2c-860b-69a99a25b802 service neutron] 10.222.0.90 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454470 Nov 12 03:53:04.991873 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a45137bd-c2e7-48a2-937f-445ec4233233 req-4a1bff2c-6518-46ec-8acb-249daabb4fcb tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920324 Nov 12 03:53:05.225505 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-98067daf-5955-44c8-ad5a-4aba5c08a584 req-5a0f0b7f-7590-4ad4-98bb-41fce7b9f0a3 service neutron] 10.222.0.90 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272923 Nov 12 03:53:05.356766 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb424a7f-4c7e-492c-851e-3000c1f54c31 req-bcb29fb0-388b-4aef-a5e5-7b717c2cb455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:05.360405 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fb424a7f-4c7e-492c-851e-3000c1f54c31 req-bcb29fb0-388b-4aef-a5e5-7b717c2cb455 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=27d4836293914c108ba09bff97dd7daa&device_id=fac8682e-1487-4470-a716-05849ee5bce1 HTTP/1.1" status: 200 len: 1095 time: 0.0573688 Nov 12 03:53:05.492648 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:05.515426 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb424a7f-4c7e-492c-851e-3000c1f54c31 req-13371eb7-e7b7-4113-90dd-611f08f7535e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:05.517427 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fb424a7f-4c7e-492c-851e-3000c1f54c31 req-13371eb7-e7b7-4113-90dd-611f08f7535e service neutron] 10.222.0.90 "GET /v2.0/networks?id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 HTTP/1.1" status: 200 len: 912 time: 0.1497836 Nov 12 03:53:05.584485 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fb424a7f-4c7e-492c-851e-3000c1f54c31 req-4a6ee33e-748b-4fe0-9608-6350d44ea5e6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=451d58f5-022a-40a4-9a90-16bb0ac3183a HTTP/1.1" status: 200 len: 217 time: 0.0596774 Nov 12 03:53:05.712058 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb424a7f-4c7e-492c-851e-3000c1f54c31 req-ff1897ac-04e2-454e-8d6c-d397ac216b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:05.713888 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fb424a7f-4c7e-492c-851e-3000c1f54c31 req-ff1897ac-04e2-454e-8d6c-d397ac216b0c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2 HTTP/1.1" status: 200 len: 850 time: 0.1219635 Nov 12 03:53:05.719345 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47140) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:05.816176 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-18f63f85-2891-4a0f-b397-1104db00a954 req-1aef9f03-492a-4e94-89c4-eb0b367d4d58 service neutron] (102572) timed out ('10.222.0.74', 58743) {{(pid=102572) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 03:53:05.861543 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb424a7f-4c7e-492c-851e-3000c1f54c31 req-3015486b-46cb-425d-b738-c3299c9d4565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:05.867670 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fb424a7f-4c7e-492c-851e-3000c1f54c31 req-3015486b-46cb-425d-b738-c3299c9d4565 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1427076 Nov 12 03:53:05.963983 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-49bb70d5-0539-4ed2-807b-9f7d8ccdfa19 tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1672785021'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:06.023007 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-49bb70d5-0539-4ed2-807b-9f7d8ccdfa19 tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:06.024359 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-49bb70d5-0539-4ed2-807b-9f7d8ccdfa19 tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:06.123696 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-49bb70d5-0539-4ed2-807b-9f7d8ccdfa19 tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:06.143835 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fb424a7f-4c7e-492c-851e-3000c1f54c31 req-04aa7035-b18b-477c-9be9-ae3459dd7dff service neutron] 10.222.0.90 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664218 Nov 12 03:53:06.144577 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-49bb70d5-0539-4ed2-807b-9f7d8ccdfa19 tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:06.291736 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-49bb70d5-0539-4ed2-807b-9f7d8ccdfa19 tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:06.293142 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-49bb70d5-0539-4ed2-807b-9f7d8ccdfa19 tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5725908 Nov 12 03:53:06.296732 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47148) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:06.367265 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eeb0ef-7661-4d4f-badd-94464ef8bbc2 req-54692deb-08d8-4288-aeb3-c27dd322887c tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:06.369115 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a2eeb0ef-7661-4d4f-badd-94464ef8bbc2 req-54692deb-08d8-4288-aeb3-c27dd322887c tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=fac8682e-1487-4470-a716-05849ee5bce1 HTTP/1.1" status: 200 len: 943 time: 0.2391422 Nov 12 03:53:06.426039 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:06.436450 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fb424a7f-4c7e-492c-851e-3000c1f54c31 req-3c032320-cb59-4b28-bf32-2968f38b8931 service neutron] 10.222.0.90 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716374 Nov 12 03:53:06.440891 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-51e10a02-b279-4e47-9b48-63b1c1b1e12d tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:06.497988 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a2eeb0ef-7661-4d4f-badd-94464ef8bbc2 req-23787f72-4955-4d4d-8a4f-46b724528b09 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174304 Nov 12 03:53:06.698320 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-51e10a02-b279-4e47-9b48-63b1c1b1e12d tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:06.703530 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-51e10a02-b279-4e47-9b48-63b1c1b1e12d tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:06.781758 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-51e10a02-b279-4e47-9b48-63b1c1b1e12d tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:06.782832 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e10a02-b279-4e47-9b48-63b1c1b1e12d tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d5954063-1195-4269-9451-35f29fa14dc4 {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:53:06.793840 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-51e10a02-b279-4e47-9b48-63b1c1b1e12d tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:06.800604 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47152) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:06.806707 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-51e10a02-b279-4e47-9b48-63b1c1b1e12d tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] 10.222.0.50 "DELETE /v2.0/routers/d5954063-1195-4269-9451-35f29fa14dc4 HTTP/1.1" status: 204 len: 168 time: 0.5058618 Nov 12 03:53:06.807344 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-babe23ad-b9b4-4758-b520-e02a82c96863 tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Request body: {'router': {'name': 'tempest-router-1517515117', 'distributed': False}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:06.862231 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-babe23ad-b9b4-4758-b520-e02a82c96863 tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:06.863299 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-babe23ad-b9b4-4758-b520-e02a82c96863 tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:06.967779 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-babe23ad-b9b4-4758-b520-e02a82c96863 tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:06.978384 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-babe23ad-b9b4-4758-b520-e02a82c96863 tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:07.008142 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-babe23ad-b9b4-4758-b520-e02a82c96863 tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:07.009570 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-babe23ad-b9b4-4758-b520-e02a82c96863 tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2076809 Nov 12 03:53:07.012908 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47154) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:07.127121 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-90741d42-b076-4096-b089-0249eb087c1a tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:07.331714 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-90741d42-b076-4096-b089-0249eb087c1a tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:07.334942 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-90741d42-b076-4096-b089-0249eb087c1a tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:07.422980 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-90741d42-b076-4096-b089-0249eb087c1a tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:07.423810 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90741d42-b076-4096-b089-0249eb087c1a tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dd0de7d7-dafd-4816-af9d-d8fe2663383a {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:53:07.430434 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-90741d42-b076-4096-b089-0249eb087c1a tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:07.432379 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-90741d42-b076-4096-b089-0249eb087c1a tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] 10.222.0.50 "DELETE /v2.0/routers/dd0de7d7-dafd-4816-af9d-d8fe2663383a HTTP/1.1" status: 204 len: 168 time: 0.4114771 Nov 12 03:53:07.437220 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47162) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:07.443231 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-52998238-4c8f-41e2-a053-0295a2fcae2f tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Request body: {'router': {'name': 'tempest-router-1710030655', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '02f2e05d77aa4446bee58c20ae39c433'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:07.477786 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-52998238-4c8f-41e2-a053-0295a2fcae2f tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:07.478018 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-52998238-4c8f-41e2-a053-0295a2fcae2f tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:07.604354 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-52998238-4c8f-41e2-a053-0295a2fcae2f tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:07.615399 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-52998238-4c8f-41e2-a053-0295a2fcae2f tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:07.649196 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-52998238-4c8f-41e2-a053-0295a2fcae2f tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:07.651632 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-52998238-4c8f-41e2-a053-0295a2fcae2f tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2131662 Nov 12 03:53:07.655280 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47172) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:07.666084 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-cf9bb3c0-7a4a-4957-8f7f-326dc9f070be tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:07.920473 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfad332-07d4-4342-9036-9b1ab42c8c83 req-5dced689-bf36-416e-9e34-d7e1529ae7a6 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:07.922201 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9bfad332-07d4-4342-9036-9b1ab42c8c83 req-5dced689-bf36-416e-9e34-d7e1529ae7a6 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=fac8682e-1487-4470-a716-05849ee5bce1 HTTP/1.1" status: 200 len: 943 time: 0.2639694 Nov 12 03:53:08.003506 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cf9bb3c0-7a4a-4957-8f7f-326dc9f070be tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41374'] for router, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:08.003930 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cf9bb3c0-7a4a-4957-8f7f-326dc9f070be tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Publish callbacks [] for router, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:08.147885 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-cf9bb3c0-7a4a-4957-8f7f-326dc9f070be tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102571) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 12 03:53:08.148638 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-cf9bb3c0-7a4a-4957-8f7f-326dc9f070be tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Router 1581fdfa-5380-42de-b289-59d42a0ae186 migrating from provider to provider. {{(pid=102571) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 12 03:53:08.149011 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cf9bb3c0-7a4a-4957-8f7f-326dc9f070be tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:08.174197 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cf9bb3c0-7a4a-4957-8f7f-326dc9f070be tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:08.196980 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cf9bb3c0-7a4a-4957-8f7f-326dc9f070be tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-622926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-623029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620584'] for router, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:08.214296 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9bfad332-07d4-4342-9036-9b1ab42c8c83 req-2bb4f85e-dd15-4cb1-baf6-4747cfa47afc tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251864 Nov 12 03:53:08.237378 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47180) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:08.357275 n-d-715271-27 neutron-server[102571]: WARNING neutron.scheduler.l3_agent_scheduler [None req-cf9bb3c0-7a4a-4957-8f7f-326dc9f070be tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] No L3 agents can host the router 1581fdfa-5380-42de-b289-59d42a0ae186 Nov 12 03:53:08.563742 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9bb3c0-7a4a-4957-8f7f-326dc9f070be tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Hosts for router 1581fdfa-5380-42de-b289-59d42a0ae186: [] {{(pid=102571) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 12 03:53:08.567138 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fadfca49-910c-421b-ab64-b6a2c2fc1be2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:08.600515 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9bb3c0-7a4a-4957-8f7f-326dc9f070be tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Hosts for other DVR routers connected to router 1581fdfa-5380-42de-b289-59d42a0ae186: set() {{(pid=102571) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 12 03:53:08.603496 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cf9bb3c0-7a4a-4957-8f7f-326dc9f070be tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:08.605544 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-cf9bb3c0-7a4a-4957-8f7f-326dc9f070be tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] 10.222.0.50 "PUT /v2.0/routers/1581fdfa-5380-42de-b289-59d42a0ae186 HTTP/1.1" status: 200 len: 717 time: 0.9492443 Nov 12 03:53:08.609556 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47184) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:08.712168 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-195957e1-9990-469f-a4a7-0d5faec79a1e tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] 10.222.0.50 "GET /v2.0/routers/1581fdfa-5380-42de-b289-59d42a0ae186 HTTP/1.1" status: 200 len: 717 time: 0.1007674 Nov 12 03:53:08.714463 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47186) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:08.751983 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:08.806434 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fadfca49-910c-421b-ab64-b6a2c2fc1be2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:08.817957 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fadfca49-910c-421b-ab64-b6a2c2fc1be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:08.896605 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-fadfca49-910c-421b-ab64-b6a2c2fc1be2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fb7b4724d1814f66a17d8d851bfb7115&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6545048 Nov 12 03:53:08.896605 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadfca49-910c-421b-ab64-b6a2c2fc1be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc56fa0-0573-457e-a4c9-ab82819c25e8,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:08.897256 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47190) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:09.078159 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6f934e0e-086e-4f7e-b302-b867da4a311b tempest-RoutersTestDVR-2016443319 tempest-RoutersTestDVR-2016443319-project] 10.222.0.50 "GET /v2.0/routers/1581fdfa-5380-42de-b289-59d42a0ae186 HTTP/1.1" status: 200 len: 683 time: 0.3607156 Nov 12 03:53:09.080851 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47194) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:09.117179 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-14e1534d-f994-49cb-aa1b-5a6fae5f23c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:09.149646 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-14e1534d-f994-49cb-aa1b-5a6fae5f23c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:09.215559 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-14e1534d-f994-49cb-aa1b-5a6fae5f23c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:09.220666 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-14e1534d-f994-49cb-aa1b-5a6fae5f23c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:09.224484 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-14e1534d-f994-49cb-aa1b-5a6fae5f23c2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8cc56fa0-0573-457e-a4c9-ab82819c25e8 HTTP/1.1" status: 204 len: 168 time: 0.3120906 Nov 12 03:53:09.231245 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e1534d-f994-49cb-aa1b-5a6fae5f23c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc56fa0-0573-457e-a4c9-ab82819c25e8,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:09.271334 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a7360b45-36b2-4117-9d4b-96d107a032a1 tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:09.493253 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a7360b45-36b2-4117-9d4b-96d107a032a1 tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:09.496246 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a7360b45-36b2-4117-9d4b-96d107a032a1 tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:09.558762 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd42e3-cd2f-4376-9060-227efdab943f req-20626790-5fe4-4bb7-be56-0112e8b56443 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:09.561317 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d9dd42e3-cd2f-4376-9060-227efdab943f req-20626790-5fe4-4bb7-be56-0112e8b56443 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=fac8682e-1487-4470-a716-05849ee5bce1 HTTP/1.1" status: 200 len: 943 time: 0.1707177 Nov 12 03:53:09.571388 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a7360b45-36b2-4117-9d4b-96d107a032a1 tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:09.572806 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7360b45-36b2-4117-9d4b-96d107a032a1 tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1581fdfa-5380-42de-b289-59d42a0ae186 {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:53:09.580676 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a7360b45-36b2-4117-9d4b-96d107a032a1 tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:09.585648 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47202) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:09.586390 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a7360b45-36b2-4117-9d4b-96d107a032a1 tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] 10.222.0.50 "DELETE /v2.0/routers/1581fdfa-5380-42de-b289-59d42a0ae186 HTTP/1.1" status: 204 len: 168 time: 0.5036347 Nov 12 03:53:09.591284 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-c124449d-79aa-4423-a864-8922deef7c75 tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Request body: {'router': {'name': 'tempest-router-1351511705', 'distributed': True}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:09.628818 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c124449d-79aa-4423-a864-8922deef7c75 tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:09.630319 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c124449d-79aa-4423-a864-8922deef7c75 tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:09.648116 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d9dd42e3-cd2f-4376-9060-227efdab943f req-43fbc96a-249f-4dac-a1f7-3bb6f1d9b730 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726471 Nov 12 03:53:09.745008 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c124449d-79aa-4423-a864-8922deef7c75 tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:09.791093 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c124449d-79aa-4423-a864-8922deef7c75 tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:09.856016 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c124449d-79aa-4423-a864-8922deef7c75 tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:09.858547 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c124449d-79aa-4423-a864-8922deef7c75 tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2701588 Nov 12 03:53:09.860925 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47204) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:09.919690 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47206) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:09.934101 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-478a00b4-3b9b-4832-96a8-dd632b6e8db5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:09.949566 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0f62ed0e-f59e-4b90-af16-1d54de7f143f tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.062537 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-478a00b4-3b9b-4832-96a8-dd632b6e8db5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.068365 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-478a00b4-3b9b-4832-96a8-dd632b6e8db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.133288 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-478a00b4-3b9b-4832-96a8-dd632b6e8db5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=290073647a1a40bfa6b687f331938244&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2118366 Nov 12 03:53:10.136548 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47208) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:10.160267 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a00b4-3b9b-4832-96a8-dd632b6e8db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3936b5bd-461c-4c32-ab45-61f00d6e2cc4,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:10.267056 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-39ebe3c6-5aca-48ae-957b-9f0ce54b274c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.308239 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-39ebe3c6-5aca-48ae-957b-9f0ce54b274c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.452440 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-39ebe3c6-5aca-48ae-957b-9f0ce54b274c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.455996 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-39ebe3c6-5aca-48ae-957b-9f0ce54b274c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.457537 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-39ebe3c6-5aca-48ae-957b-9f0ce54b274c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3936b5bd-461c-4c32-ab45-61f00d6e2cc4 HTTP/1.1" status: 204 len: 168 time: 0.3202436 Nov 12 03:53:10.468845 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ebe3c6-5aca-48ae-957b-9f0ce54b274c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3936b5bd-461c-4c32-ab45-61f00d6e2cc4,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:10.587265 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0f62ed0e-f59e-4b90-af16-1d54de7f143f tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.589504 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0f62ed0e-f59e-4b90-af16-1d54de7f143f tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.644161 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0f62ed0e-f59e-4b90-af16-1d54de7f143f tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.645266 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f62ed0e-f59e-4b90-af16-1d54de7f143f tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a32966c7-b959-4143-ba14-782f8ad2e410 {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:53:10.650733 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0f62ed0e-f59e-4b90-af16-1d54de7f143f tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.653133 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0f62ed0e-f59e-4b90-af16-1d54de7f143f tempest-RoutersTestDVR-294258367 tempest-RoutersTestDVR-294258367-project-admin] 10.222.0.50 "DELETE /v2.0/routers/a32966c7-b959-4143-ba14-782f8ad2e410 HTTP/1.1" status: 204 len: 168 time: 0.7897618 Nov 12 03:53:10.865955 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97238c03-2eaa-400a-9546-a530f3ec6ca6 req-a31d2ba9-5c09-4bf1-8ab1-59af45b39cee tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:10.876403 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-97238c03-2eaa-400a-9546-a530f3ec6ca6 req-a31d2ba9-5c09-4bf1-8ab1-59af45b39cee tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=fac8682e-1487-4470-a716-05849ee5bce1 HTTP/1.1" status: 200 len: 943 time: 0.0908496 Nov 12 03:53:10.955370 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-97238c03-2eaa-400a-9546-a530f3ec6ca6 req-c2b86961-a68c-4b45-828d-85c6e16f44fe tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728271 Nov 12 03:53:11.064227 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47224) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:11.255471 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a0b4c19f-7421-40e3-aa75-b2e5e1b4e185 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:11.399878 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a0b4c19f-7421-40e3-aa75-b2e5e1b4e185 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:11.427400 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a0b4c19f-7421-40e3-aa75-b2e5e1b4e185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:11.467129 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4c19f-7421-40e3-aa75-b2e5e1b4e185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48b4ba3-39cc-431f-b959-ffa9b43e61e1,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:11.485871 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a0b4c19f-7421-40e3-aa75-b2e5e1b4e185 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=02f2e05d77aa4446bee58c20ae39c433&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4198737 Nov 12 03:53:11.488282 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47238) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:11.568625 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4ce705cb-b8ae-4908-af60-5465b8ffe9f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:11.607409 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4ce705cb-b8ae-4908-af60-5465b8ffe9f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:11.707845 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4ce705cb-b8ae-4908-af60-5465b8ffe9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:11.711404 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4ce705cb-b8ae-4908-af60-5465b8ffe9f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:11.715608 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4ce705cb-b8ae-4908-af60-5465b8ffe9f2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f48b4ba3-39cc-431f-b959-ffa9b43e61e1 HTTP/1.1" status: 204 len: 168 time: 0.2241640 Nov 12 03:53:11.739540 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce705cb-b8ae-4908-af60-5465b8ffe9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48b4ba3-39cc-431f-b959-ffa9b43e61e1,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:11.751296 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47248) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:11.899717 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-23c538ea-650e-4aad-9db2-72cc5b69fba7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-21294745-network', 'tenant_id': '89569345ad23443c8a159c6c9a380542'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:11.932650 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c538ea-650e-4aad-9db2-72cc5b69fba7 admin admin] Made reservation on behalf of 89569345ad23443c8a159c6c9a380542 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:11.936106 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-23c538ea-650e-4aad-9db2-72cc5b69fba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:11.946464 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-23c538ea-650e-4aad-9db2-72cc5b69fba7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:12.099660 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a05569-bd0e-49b6-bfa2-d49c0d258d0c req-f34951f4-6fea-4098-b9eb-813c1a145a3b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:12.101567 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b6a05569-bd0e-49b6-bfa2-d49c0d258d0c req-f34951f4-6fea-4098-b9eb-813c1a145a3b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=fac8682e-1487-4470-a716-05849ee5bce1 HTTP/1.1" status: 200 len: 943 time: 0.0730126 Nov 12 03:53:12.103522 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-23c538ea-650e-4aad-9db2-72cc5b69fba7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:12.110459 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-23c538ea-650e-4aad-9db2-72cc5b69fba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:12.149223 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23c538ea-650e-4aad-9db2-72cc5b69fba7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:53:12.160191 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c538ea-650e-4aad-9db2-72cc5b69fba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9d0145-34fe-44d9-9d44-71199393460b,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:12.172825 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-23c538ea-650e-4aad-9db2-72cc5b69fba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:12.173868 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-23c538ea-650e-4aad-9db2-72cc5b69fba7 admin admin] Added segment 747bea8b-7da9-4e8b-aa56-fe9cf8f365b3 of type vlan for network 6beda980-e88e-49bc-8776-a61c4e4848c5 Nov 12 03:53:12.236849 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-23c538ea-650e-4aad-9db2-72cc5b69fba7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:12.246668 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b6a05569-bd0e-49b6-bfa2-d49c0d258d0c req-e5eb0584-cf04-40ba-8450-b46402cd4817 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352315 Nov 12 03:53:12.287399 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-23c538ea-650e-4aad-9db2-72cc5b69fba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:12.288659 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c538ea-650e-4aad-9db2-72cc5b69fba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:12.290994 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-23c538ea-650e-4aad-9db2-72cc5b69fba7 admin admin] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:12.332210 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-23c538ea-650e-4aad-9db2-72cc5b69fba7 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5796742 Nov 12 03:53:12.336747 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47258) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:12.342276 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-a29ebc99-a5a8-4cb2-9082-672097481365 admin admin] Request body: {'subnet': {'network_id': '6beda980-e88e-49bc-8776-a61c4e4848c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-21294745-subnet', 'tenant_id': '89569345ad23443c8a159c6c9a380542', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:12.392354 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29ebc99-a5a8-4cb2-9082-672097481365 admin admin] Made reservation on behalf of 89569345ad23443c8a159c6c9a380542 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:12.395032 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a29ebc99-a5a8-4cb2-9082-672097481365 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:12.395840 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47260) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:12.415528 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0f191584-4ab4-49b1-a6be-ea6abaffd8b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:12.417794 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c538ea-650e-4aad-9db2-72cc5b69fba7 admin admin] Pushing event updated for resources: {'Network': ['ID=6beda980-e88e-49bc-8776-a61c4e4848c5,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:12.433458 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 6beda980-e88e-49bc-8776-a61c4e4848c5 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:53:12.558610 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0f191584-4ab4-49b1-a6be-ea6abaffd8b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:12.567172 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0f191584-4ab4-49b1-a6be-ea6abaffd8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:12.624203 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f191584-4ab4-49b1-a6be-ea6abaffd8b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa44bb8-9dc9-4a40-a31f-b74e6d15ee1f,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:12.633476 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0f191584-4ab4-49b1-a6be-ea6abaffd8b0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a1abc0b563c743aeb044c1cbf6f3e479&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2332807 Nov 12 03:53:12.634485 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47262) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:12.696721 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a29ebc99-a5a8-4cb2-9082-672097481365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:12.699314 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-217f11e0-b9c3-4c16-a9ca-0957d2041f32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:12.741961 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-217f11e0-b9c3-4c16-a9ca-0957d2041f32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:12.754379 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ebc99-a5a8-4cb2-9082-672097481365 admin admin] Pushing event updated for resources: {'Subnet': ['ID=accf4238-ac16-4f3f-a063-6efc30001856,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:12.788791 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29ebc99-a5a8-4cb2-9082-672097481365 admin admin] Checking segment: {'id': '747bea8b-7da9-4e8b-aa56-fe9cf8f365b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6beda980-e88e-49bc-8776-a61c4e4848c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:12.788791 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29ebc99-a5a8-4cb2-9082-672097481365 admin admin] Network hostable DHCP agents. Network: 6beda980-e88e-49bc-8776-a61c4e4848c5, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:53:12.817577 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29ebc99-a5a8-4cb2-9082-672097481365 admin admin] Network 6beda980-e88e-49bc-8776-a61c4e4848c5 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:53:12.821264 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-217f11e0-b9c3-4c16-a9ca-0957d2041f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:12.827810 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-217f11e0-b9c3-4c16-a9ca-0957d2041f32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:12.834267 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-217f11e0-b9c3-4c16-a9ca-0957d2041f32 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5aa44bb8-9dc9-4a40-a31f-b74e6d15ee1f HTTP/1.1" status: 204 len: 168 time: 0.1986165 Nov 12 03:53:12.834965 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-a29ebc99-a5a8-4cb2-9082-672097481365 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 6beda980-e88e-49bc-8776-a61c4e4848c5) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:12.854375 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29ebc99-a5a8-4cb2-9082-672097481365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:12.856069 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a29ebc99-a5a8-4cb2-9082-672097481365 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:12.857767 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2eaf567-d319-405f-b680-86f9a29b5154 None None] Network 6beda980-e88e-49bc-8776-a61c4e4848c5 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:12.872572 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f11e0-b9c3-4c16-a9ca-0957d2041f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa44bb8-9dc9-4a40-a31f-b74e6d15ee1f,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:12.899631 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a29ebc99-a5a8-4cb2-9082-672097481365 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5616829 Nov 12 03:53:13.097857 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7684b5e2-c8ab-4415-bc5a-5ef801e3ef8a None None] Network 6beda980-e88e-49bc-8776-a61c4e4848c5 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:13.478844 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b60882-f1fb-4eef-a4f4-f5e5ac4f9924 req-baa3921b-1b7b-4e41-b6de-72574f2967e2 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:13.480751 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f2b60882-f1fb-4eef-a4f4-f5e5ac4f9924 req-baa3921b-1b7b-4e41-b6de-72574f2967e2 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=fac8682e-1487-4470-a716-05849ee5bce1 HTTP/1.1" status: 200 len: 943 time: 0.1167753 Nov 12 03:53:13.593483 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f2b60882-f1fb-4eef-a4f4-f5e5ac4f9924 req-7cb04be6-fbb2-4728-884d-cfbd4bc48f7d tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041958 Nov 12 03:53:14.039600 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47316) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:14.045331 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-4415e7c2-f8b5-4113-9e98-13573acb7e6e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-459503002-network', 'tenant_id': 'b165b381de0e4ca381ffc3a69ec4889c'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:14.079319 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4415e7c2-f8b5-4113-9e98-13573acb7e6e admin admin] Made reservation on behalf of b165b381de0e4ca381ffc3a69ec4889c for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:14.084849 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4415e7c2-f8b5-4113-9e98-13573acb7e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:14.097094 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4415e7c2-f8b5-4113-9e98-13573acb7e6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:14.204387 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4415e7c2-f8b5-4113-9e98-13573acb7e6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:14.210421 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4415e7c2-f8b5-4113-9e98-13573acb7e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:14.251872 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4415e7c2-f8b5-4113-9e98-13573acb7e6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:53:14.260540 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4415e7c2-f8b5-4113-9e98-13573acb7e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f6c507-d066-45dd-b243-2cc5dd561520,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:14.267976 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4415e7c2-f8b5-4113-9e98-13573acb7e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:14.268731 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-4415e7c2-f8b5-4113-9e98-13573acb7e6e admin admin] Added segment 053f5bf2-b049-455a-9419-137ae2a2d041 of type vlan for network c4de3816-18f8-4a48-a9e9-1976a776339d Nov 12 03:53:14.321086 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4415e7c2-f8b5-4113-9e98-13573acb7e6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:14.350315 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4415e7c2-f8b5-4113-9e98-13573acb7e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:14.351487 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4415e7c2-f8b5-4113-9e98-13573acb7e6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:14.352528 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4415e7c2-f8b5-4113-9e98-13573acb7e6e admin admin] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:14.380786 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47320) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:14.383605 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4415e7c2-f8b5-4113-9e98-13573acb7e6e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3426311 Nov 12 03:53:14.391940 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47322) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:14.398595 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-ed690e4b-7760-470f-b31e-91ad1b796794 admin admin] Request body: {'subnet': {'network_id': 'c4de3816-18f8-4a48-a9e9-1976a776339d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-459503002-subnet', 'tenant_id': 'b165b381de0e4ca381ffc3a69ec4889c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:14.447094 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4415e7c2-f8b5-4113-9e98-13573acb7e6e admin admin] Pushing event updated for resources: {'Network': ['ID=c4de3816-18f8-4a48-a9e9-1976a776339d,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:14.460729 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network c4de3816-18f8-4a48-a9e9-1976a776339d details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:53:14.468431 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed690e4b-7760-470f-b31e-91ad1b796794 admin admin] Made reservation on behalf of b165b381de0e4ca381ffc3a69ec4889c for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:14.471464 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ed690e4b-7760-470f-b31e-91ad1b796794 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:14.506868 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-487a3edf-8158-427b-9c8e-75c1f3f38dc4 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1210921634'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:14.536617 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487a3edf-8158-427b-9c8e-75c1f3f38dc4 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Made reservation on behalf of 9c336c9001094ddca4e78730214b45ba for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:14.541465 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-487a3edf-8158-427b-9c8e-75c1f3f38dc4 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:14.555441 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-487a3edf-8158-427b-9c8e-75c1f3f38dc4 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:14.667850 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-487a3edf-8158-427b-9c8e-75c1f3f38dc4 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:14.675662 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-487a3edf-8158-427b-9c8e-75c1f3f38dc4 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:14.699871 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-487a3edf-8158-427b-9c8e-75c1f3f38dc4 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:53:14.722746 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-487a3edf-8158-427b-9c8e-75c1f3f38dc4 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:14.723125 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-487a3edf-8158-427b-9c8e-75c1f3f38dc4 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Added segment 30aa9afc-257b-4df7-b82f-aee730ea2da2 of type vlan for network 21d88dc8-2ec4-4d0c-a22c-cd1414453913 Nov 12 03:53:14.724907 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a3edf-8158-427b-9c8e-75c1f3f38dc4 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e25fcc75-58aa-4ae9-b7d6-90a11155e645,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:14.746206 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ed690e4b-7760-470f-b31e-91ad1b796794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:14.780975 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-487a3edf-8158-427b-9c8e-75c1f3f38dc4 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:14.791956 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f9413-1b06-4602-96af-2bdfdbabc9af req-3db2471b-f784-4eb3-b58d-ea6418108c1b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:14.793108 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1e7f9413-1b06-4602-96af-2bdfdbabc9af req-3db2471b-f784-4eb3-b58d-ea6418108c1b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=fac8682e-1487-4470-a716-05849ee5bce1 HTTP/1.1" status: 200 len: 943 time: 0.1094527 Nov 12 03:53:14.809572 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-487a3edf-8158-427b-9c8e-75c1f3f38dc4 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:14.815538 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487a3edf-8158-427b-9c8e-75c1f3f38dc4 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:14.816156 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-487a3edf-8158-427b-9c8e-75c1f3f38dc4 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:14.870749 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed690e4b-7760-470f-b31e-91ad1b796794 admin admin] Checking segment: {'id': '053f5bf2-b049-455a-9419-137ae2a2d041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c4de3816-18f8-4a48-a9e9-1976a776339d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:14.871261 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed690e4b-7760-470f-b31e-91ad1b796794 admin admin] Network hostable DHCP agents. Network: c4de3816-18f8-4a48-a9e9-1976a776339d, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:53:14.878866 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed690e4b-7760-470f-b31e-91ad1b796794 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b23f356-2ba3-44bf-92f3-2c3e968a2353,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:14.883318 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-487a3edf-8158-427b-9c8e-75c1f3f38dc4 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.5013607 Nov 12 03:53:14.886518 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47330) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:14.892111 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-b989dda4-b85e-4984-b999-b5cab63bfc4d tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Request body: {'subnet': {'network_id': '21d88dc8-2ec4-4d0c-a22c-cd1414453913', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:14.901430 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1e7f9413-1b06-4602-96af-2bdfdbabc9af req-9a533d7b-a84f-4dbc-801d-47deb123225f tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987828 Nov 12 03:53:14.907167 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a3edf-8158-427b-9c8e-75c1f3f38dc4 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Pushing event updated for resources: {'Network': ['ID=21d88dc8-2ec4-4d0c-a22c-cd1414453913,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:14.923928 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed690e4b-7760-470f-b31e-91ad1b796794 admin admin] Network c4de3816-18f8-4a48-a9e9-1976a776339d is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:53:14.924897 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 21d88dc8-2ec4-4d0c-a22c-cd1414453913 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:53:14.937431 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-ed690e4b-7760-470f-b31e-91ad1b796794 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, c4de3816-18f8-4a48-a9e9-1976a776339d) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:14.957443 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840d667e-3573-421e-9d7d-090e92b26c1c None None] Network c4de3816-18f8-4a48-a9e9-1976a776339d requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:14.957670 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed690e4b-7760-470f-b31e-91ad1b796794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:14.958304 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ed690e4b-7760-470f-b31e-91ad1b796794 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:14.981457 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ed690e4b-7760-470f-b31e-91ad1b796794 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5883315 Nov 12 03:53:15.042894 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b989dda4-b85e-4984-b999-b5cab63bfc4d tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Made reservation on behalf of 9c336c9001094ddca4e78730214b45ba for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:15.049417 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b989dda4-b85e-4984-b999-b5cab63bfc4d tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:15.165324 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14523cea-b3b8-48ce-8e7a-629c0d36d183 None None] Network c4de3816-18f8-4a48-a9e9-1976a776339d requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:15.324391 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b989dda4-b85e-4984-b999-b5cab63bfc4d tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:15.425762 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b989dda4-b85e-4984-b999-b5cab63bfc4d tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Pushing event updated for resources: {'Subnet': ['ID=34eb463a-d829-4430-b2cc-ca7703c09d5f,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:15.438939 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b989dda4-b85e-4984-b999-b5cab63bfc4d tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Checking segment: {'id': '30aa9afc-257b-4df7-b82f-aee730ea2da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21d88dc8-2ec4-4d0c-a22c-cd1414453913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:15.439310 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b989dda4-b85e-4984-b999-b5cab63bfc4d tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Network hostable DHCP agents. Network: 21d88dc8-2ec4-4d0c-a22c-cd1414453913, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:53:15.459679 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b989dda4-b85e-4984-b999-b5cab63bfc4d tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Network 21d88dc8-2ec4-4d0c-a22c-cd1414453913 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:53:15.478061 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-b989dda4-b85e-4984-b999-b5cab63bfc4d tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 21d88dc8-2ec4-4d0c-a22c-cd1414453913) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:15.486837 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b989dda4-b85e-4984-b999-b5cab63bfc4d tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:15.487996 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b989dda4-b85e-4984-b999-b5cab63bfc4d tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:15.491097 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81af9dae-6129-4191-8f69-0a7531f1e0d0 None None] Network 21d88dc8-2ec4-4d0c-a22c-cd1414453913 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:15.512783 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47348) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:15.513355 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b989dda4-b85e-4984-b999-b5cab63bfc4d tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6251502 Nov 12 03:53:15.519308 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-96394f64-896e-4fad-9a37-8e450e586110 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Request body: {'port': {'network_id': '21d88dc8-2ec4-4d0c-a22c-cd1414453913', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-49716161'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:15.690760 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-8ff80506-75a2-4e34-92be-57357c76c109 tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:15.692343 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-8ff80506-75a2-4e34-92be-57357c76c109 tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] 10.222.0.50 "GET /v2.0/networks?id=6beda980-e88e-49bc-8776-a61c4e4848c5 HTTP/1.1" status: 200 len: 807 time: 0.1550503 Nov 12 03:53:15.711833 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-b86c6df1-f851-49d8-9b28-4069603b8579 tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] 10.222.0.50 "GET /v2.0/quotas/89569345ad23443c8a159c6c9a380542 HTTP/1.1" status: 200 len: 375 time: 0.0125859 Nov 12 03:53:15.736135 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa2ff7e-742e-4494-a77e-e1bf3a5f9db8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-21d88dc8-2ec4-4d0c-a22c-cd1414453913', 'network_id': '21d88dc8-2ec4-4d0c-a22c-cd1414453913', 'tenant_id': '9c336c9001094ddca4e78730214b45ba', 'fixed_ips': [{'subnet_id': '34eb463a-d829-4430-b2cc-ca7703c09d5f'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:53:15.737023 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9aa2ff7e-742e-4494-a77e-e1bf3a5f9db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:15.767229 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-6e468bd1-5f8b-417e-bc43-5ca8f0afe8f3 tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=89569345ad23443c8a159c6c9a380542&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394914 Nov 12 03:53:15.787490 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96394f64-896e-4fad-9a37-8e450e586110 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Made reservation on behalf of 9c336c9001094ddca4e78730214b45ba for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:15.791857 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-96394f64-896e-4fad-9a37-8e450e586110 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:15.812289 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-96394f64-896e-4fad-9a37-8e450e586110 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] device_id is not set on port 7fcedde7-be67-4154-b02a-0633571faaf1 yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:53:15.904533 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-fb801313-c5d1-4317-93c7-97d9dc33b98e service neutron] 10.222.0.50 "GET /v2.0/networks/6beda980-e88e-49bc-8776-a61c4e4848c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261644 Nov 12 03:53:15.907328 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-9aa2ff7e-742e-4494-a77e-e1bf3a5f9db8 None None] Allocated IP 2001:db8::2 (21d88dc8-2ec4-4d0c-a22c-cd1414453913/34eb463a-d829-4430-b2cc-ca7703c09d5f/fa751c15-d011-4c8f-a7a0-42ed8992b7b5) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:16.046210 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b88cd-7acd-415d-8f6d-23e9abfc77ad req-be7063a0-a595-4773-91e3-450b2c26ef95 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:16.047919 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-4a7c149f-6ee9-489c-8fff-701fa7b109e2 service neutron] 10.222.0.50 "GET /v2.0/networks/6beda980-e88e-49bc-8776-a61c4e4848c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292226 Nov 12 03:53:16.054819 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b92b88cd-7acd-415d-8f6d-23e9abfc77ad req-be7063a0-a595-4773-91e3-450b2c26ef95 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=fac8682e-1487-4470-a716-05849ee5bce1 HTTP/1.1" status: 200 len: 943 time: 0.0709782 Nov 12 03:53:16.103095 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9aa2ff7e-742e-4494-a77e-e1bf3a5f9db8 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:16.109758 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b92b88cd-7acd-415d-8f6d-23e9abfc77ad req-1b198d50-0c1f-4348-952e-31b9a0130888 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526743 Nov 12 03:53:16.112656 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9aa2ff7e-742e-4494-a77e-e1bf3a5f9db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:16.177230 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa2ff7e-742e-4494-a77e-e1bf3a5f9db8 None None] Network 21d88dc8-2ec4-4d0c-a22c-cd1414453913 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:16.178616 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-9aa2ff7e-742e-4494-a77e-e1bf3a5f9db8 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:16.185992 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa2ff7e-742e-4494-a77e-e1bf3a5f9db8 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:16.193859 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-96394f64-896e-4fad-9a37-8e450e586110 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Allocated IP 2001:db8::c8 (21d88dc8-2ec4-4d0c-a22c-cd1414453913/34eb463a-d829-4430-b2cc-ca7703c09d5f/7fcedde7-be67-4154-b02a-0633571faaf1) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:16.250633 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2ff7e-742e-4494-a77e-e1bf3a5f9db8 None None] Pushing event updated for resources: {'Port': ['ID=fa751c15-d011-4c8f-a7a0-42ed8992b7b5,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:16.254683 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-9aa2ff7e-742e-4494-a77e-e1bf3a5f9db8 None None] Attempting to bind port fa751c15-d011-4c8f-a7a0-42ed8992b7b5 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:16.255058 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-9aa2ff7e-742e-4494-a77e-e1bf3a5f9db8 None None] Attempting to bind port fa751c15-d011-4c8f-a7a0-42ed8992b7b5 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '30aa9afc-257b-4df7-b82f-aee730ea2da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21d88dc8-2ec4-4d0c-a22c-cd1414453913'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:16.255420 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa2ff7e-742e-4494-a77e-e1bf3a5f9db8 None None] Attempting to bind port fa751c15-d011-4c8f-a7a0-42ed8992b7b5 on network 21d88dc8-2ec4-4d0c-a22c-cd1414453913 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:16.261542 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa2ff7e-742e-4494-a77e-e1bf3a5f9db8 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:16.262533 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa2ff7e-742e-4494-a77e-e1bf3a5f9db8 None None] Checking segment: {'id': '30aa9afc-257b-4df7-b82f-aee730ea2da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21d88dc8-2ec4-4d0c-a22c-cd1414453913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:16.263166 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9aa2ff7e-742e-4494-a77e-e1bf3a5f9db8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:16.264418 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa2ff7e-742e-4494-a77e-e1bf3a5f9db8 None None] Bound using segment: {'id': '30aa9afc-257b-4df7-b82f-aee730ea2da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21d88dc8-2ec4-4d0c-a22c-cd1414453913'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:16.265077 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-9aa2ff7e-742e-4494-a77e-e1bf3a5f9db8 None None] Bound port: fa751c15-d011-4c8f-a7a0-42ed8992b7b5, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30aa9afc-257b-4df7-b82f-aee730ea2da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21d88dc8-2ec4-4d0c-a22c-cd1414453913'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:16.265661 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9aa2ff7e-742e-4494-a77e-e1bf3a5f9db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:16.339080 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-07dfde6e-9392-4af5-bd64-aa608bf1cb42 req-d1caea7f-1dbb-47ea-924c-a9ab70057369 tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] 10.222.0.50 "GET /v2.0/ports?device_id=26716919-6227-45d2-8e96-44da27f9ed56 HTTP/1.1" status: 200 len: 210 time: 0.0509262 Nov 12 03:53:16.395978 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-9aa2ff7e-742e-4494-a77e-e1bf3a5f9db8 None None] For port fa751c15-d011-4c8f-a7a0-42ed8992b7b5, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:16.400956 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-9aa2ff7e-742e-4494-a77e-e1bf3a5f9db8 None None] For port fa751c15-d011-4c8f-a7a0-42ed8992b7b5, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=fa751c15-d011-4c8f-a7a0-42ed8992b7b5,segment=NetworkSegment(30aa9afc-257b-4df7-b82f-aee730ea2da2),segment_id=30aa9afc-257b-4df7-b82f-aee730ea2da2)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:16.413410 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9aa2ff7e-742e-4494-a77e-e1bf3a5f9db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:16.448325 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-96394f64-896e-4fad-9a37-8e450e586110 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:16.499080 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-96394f64-896e-4fad-9a37-8e450e586110 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:16.532495 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2ff7e-742e-4494-a77e-e1bf3a5f9db8 None None] Pushing event updated for resources: {'Port': ['ID=fa751c15-d011-4c8f-a7a0-42ed8992b7b5,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:16.572938 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96394f64-896e-4fad-9a37-8e450e586110 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Network 21d88dc8-2ec4-4d0c-a22c-cd1414453913 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:16.581280 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-96394f64-896e-4fad-9a37-8e450e586110 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:16.586748 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96394f64-896e-4fad-9a37-8e450e586110 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:16.593733 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96394f64-896e-4fad-9a37-8e450e586110 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:16.594649 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-96394f64-896e-4fad-9a37-8e450e586110 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:16.606707 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96394f64-896e-4fad-9a37-8e450e586110 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Pushing event updated for resources: {'Port': ['ID=7fcedde7-be67-4154-b02a-0633571faaf1,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:16.624597 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-96394f64-896e-4fad-9a37-8e450e586110 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.1089509 Nov 12 03:53:16.627608 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47370) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:16.633666 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-4c479849-47da-4109-bb69-1d6d96ee4106 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Request body: {'port': {'network_id': '21d88dc8-2ec4-4d0c-a22c-cd1414453913', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-797692079', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:16.634376 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.api.validators [None req-4c479849-47da-4109-bb69-1d6d96ee4106 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] bootfile-name is not in valid_values {{(pid=102572) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:53:16.634565 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.api.validators [None req-4c479849-47da-4109-bb69-1d6d96ee4106 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] tftp-server is not in valid_values {{(pid=102572) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:53:16.634886 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.api.validators [None req-4c479849-47da-4109-bb69-1d6d96ee4106 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] server-ip-address is not in valid_values {{(pid=102572) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:53:16.846507 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c479849-47da-4109-bb69-1d6d96ee4106 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Made reservation on behalf of 9c336c9001094ddca4e78730214b45ba for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:16.852302 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4c479849-47da-4109-bb69-1d6d96ee4106 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:16.884238 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-4c479849-47da-4109-bb69-1d6d96ee4106 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] device_id is not set on port 5a56e606-bc53-4a1a-91f6-19dce153f5cf yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:53:17.081510 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-4c479849-47da-4109-bb69-1d6d96ee4106 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Allocated IP 2001:db8::99 (21d88dc8-2ec4-4d0c-a22c-cd1414453913/34eb463a-d829-4430-b2cc-ca7703c09d5f/5a56e606-bc53-4a1a-91f6-19dce153f5cf) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:17.330150 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff19e1-24eb-4ceb-a26a-4a2214705303 req-b4e3fc67-c4c0-4806-98d9-dc33d8c2c387 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:17.334267 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ecff19e1-24eb-4ceb-a26a-4a2214705303 req-b4e3fc67-c4c0-4806-98d9-dc33d8c2c387 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=fac8682e-1487-4470-a716-05849ee5bce1 HTTP/1.1" status: 200 len: 943 time: 0.0965424 Nov 12 03:53:17.354622 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4c479849-47da-4109-bb69-1d6d96ee4106 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.450610 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4c479849-47da-4109-bb69-1d6d96ee4106 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.458668 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ecff19e1-24eb-4ceb-a26a-4a2214705303 req-e0a4661b-77cb-4a2f-b107-417b7f2a01d0 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172214 Nov 12 03:53:17.522511 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device fa751c15-d011-4c8f-a7a0-42ed8992b7b5 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:17.561649 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c479849-47da-4109-bb69-1d6d96ee4106 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Network 21d88dc8-2ec4-4d0c-a22c-cd1414453913 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:17.631615 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port fa751c15-d011-4c8f-a7a0-42ed8992b7b5 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:17.632675 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.846916 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.926290 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port fa751c15-d011-4c8f-a7a0-42ed8992b7b5, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=fa751c15-d011-4c8f-a7a0-42ed8992b7b5,segment=NetworkSegment(30aa9afc-257b-4df7-b82f-aee730ea2da2),segment_id=30aa9afc-257b-4df7-b82f-aee730ea2da2)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:17.936883 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.999612 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=fa751c15-d011-4c8f-a7a0-42ed8992b7b5,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:18.107641 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdc307f-4bf7-471d-ab3f-78e75c82a4f0 None None] Network 21d88dc8-2ec4-4d0c-a22c-cd1414453913 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:18.113894 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c22fc33c-7caa-4429-8475-56cf90bdec84 req-d29c40b1-1de7-4f6b-a78f-5bffbb30c639 tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] 10.222.0.50 "GET /v2.0/ports?device_id=26716919-6227-45d2-8e96-44da27f9ed56 HTTP/1.1" status: 200 len: 210 time: 0.5815895 Nov 12 03:53:18.115449 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-4c479849-47da-4109-bb69-1d6d96ee4106 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:18.130461 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c479849-47da-4109-bb69-1d6d96ee4106 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:18.136870 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c479849-47da-4109-bb69-1d6d96ee4106 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:18.138020 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4c479849-47da-4109-bb69-1d6d96ee4106 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:18.142817 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c479849-47da-4109-bb69-1d6d96ee4106 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Pushing event updated for resources: {'Port': ['ID=5a56e606-bc53-4a1a-91f6-19dce153f5cf,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:18.211867 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4c479849-47da-4109-bb69-1d6d96ee4106 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.5798368 Nov 12 03:53:18.212180 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47382) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:18.280657 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-15dc3f09-d2ab-4532-b08c-709e65866a12 tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:18.283735 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-15dc3f09-d2ab-4532-b08c-709e65866a12 tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] 10.222.0.74 "GET /v2.0/networks?id=6beda980-e88e-49bc-8776-a61c4e4848c5 HTTP/1.1" status: 200 len: 807 time: 0.1888163 Nov 12 03:53:18.302290 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-15ad164f-bbbe-42e7-9acd-59cd8877bafa tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] Request body: {'port': {'device_id': '26716919-6227-45d2-8e96-44da27f9ed56', 'network_id': '6beda980-e88e-49bc-8776-a61c4e4848c5', 'admin_state_up': True, 'tenant_id': '89569345ad23443c8a159c6c9a380542'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:18.314409 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661b32a5-a493-4284-9e9c-0bfc4ac9741b tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:18.321857 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661b32a5-a493-4284-9e9c-0bfc4ac9741b tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:18.329066 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661b32a5-a493-4284-9e9c-0bfc4ac9741b tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:18.331219 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-661b32a5-a493-4284-9e9c-0bfc4ac9741b tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1184530 Nov 12 03:53:18.332360 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2e37b574-65aa-4190-897b-7b0d1f1bfc61 None None] Provisioning complete for port fa751c15-d011-4c8f-a7a0-42ed8992b7b5 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:18.333040 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2e37b574-65aa-4190-897b-7b0d1f1bfc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:18.334611 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47384) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:18.363668 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:18.509620 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-d89e5841-7c6c-4f06-995a-96c630ffb210 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Deleting port 5a56e606-bc53-4a1a-91f6-19dce153f5cf {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:18.509968 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d89e5841-7c6c-4f06-995a-96c630ffb210 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:18.521610 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-15ad164f-bbbe-42e7-9acd-59cd8877bafa tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] Made reservation on behalf of 89569345ad23443c8a159c6c9a380542 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:18.540508 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-15ad164f-bbbe-42e7-9acd-59cd8877bafa tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:18.668473 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d89e5841-7c6c-4f06-995a-96c630ffb210 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:18.684886 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-d89e5841-7c6c-4f06-995a-96c630ffb210 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Calling delete_port for 5a56e606-bc53-4a1a-91f6-19dce153f5cf owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:18.720901 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-15ad164f-bbbe-42e7-9acd-59cd8877bafa tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] Allocated IP 172.20.0.3 (6beda980-e88e-49bc-8776-a61c4e4848c5/accf4238-ac16-4f3f-a063-6efc30001856/16dca2d0-f046-4dd0-9e61-7c819d9659aa) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:18.825301 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d415f3be-bf78-4934-b051-e5142500dbf5 req-56a8101c-bc70-46f5-858f-ab26bf54c9b4 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:18.828361 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d415f3be-bf78-4934-b051-e5142500dbf5 req-56a8101c-bc70-46f5-858f-ab26bf54c9b4 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=fac8682e-1487-4470-a716-05849ee5bce1 HTTP/1.1" status: 200 len: 943 time: 0.2368841 Nov 12 03:53:18.923438 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-597ff6f5-6d79-4cfd-9ff2-1454ebf45ec4 None None] Provisioning complete for port 5a56e606-bc53-4a1a-91f6-19dce153f5cf triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:18.923955 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-597ff6f5-6d79-4cfd-9ff2-1454ebf45ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:18.937373 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d415f3be-bf78-4934-b051-e5142500dbf5 req-30da1819-7172-4f39-b767-f01d0471f0f1 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886190 Nov 12 03:53:18.957384 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d89e5841-7c6c-4f06-995a-96c630ffb210 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.015799 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-597ff6f5-6d79-4cfd-9ff2-1454ebf45ec4 None None] Port 5a56e606-bc53-4a1a-91f6-19dce153f5cf was deleted so its status cannot be updated. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 03:53:19.030474 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e5841-7c6c-4f06-995a-96c630ffb210 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Pushing event deleted for resources: {'Port': ['ID=5a56e606-bc53-4a1a-91f6-19dce153f5cf,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:19.046326 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-597ff6f5-6d79-4cfd-9ff2-1454ebf45ec4 None None] Provisioning complete for port 7fcedde7-be67-4154-b02a-0633571faaf1 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:19.046962 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-597ff6f5-6d79-4cfd-9ff2-1454ebf45ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.047392 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-15ad164f-bbbe-42e7-9acd-59cd8877bafa tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.059740 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d89e5841-7c6c-4f06-995a-96c630ffb210 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.067753 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d89e5841-7c6c-4f06-995a-96c630ffb210 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] 10.222.0.50 "DELETE /v2.0/ports/5a56e606-bc53-4a1a-91f6-19dce153f5cf HTTP/1.1" status: 204 len: 168 time: 0.7285166 Nov 12 03:53:19.068564 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47390) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:19.075268 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-69535a00-1c90-46f0-b192-79b03b6a558a tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Request body: {'port': {'name': 'tempest-new-port-name-824793568', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:19.076607 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.api.validators [None req-69535a00-1c90-46f0-b192-79b03b6a558a tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] bootfile-name is not in valid_values {{(pid=102571) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:53:19.076984 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.api.validators [None req-69535a00-1c90-46f0-b192-79b03b6a558a tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] tftp-server is not in valid_values {{(pid=102571) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:53:19.077319 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.api.validators [None req-69535a00-1c90-46f0-b192-79b03b6a558a tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] server-ip-address is not in valid_values {{(pid=102571) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:53:19.104264 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-15ad164f-bbbe-42e7-9acd-59cd8877bafa tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.109175 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-597ff6f5-6d79-4cfd-9ff2-1454ebf45ec4 None None] Port 7fcedde7-be67-4154-b02a-0633571faaf1 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:19.126066 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-597ff6f5-6d79-4cfd-9ff2-1454ebf45ec4 None None] Provisioning complete for port fa751c15-d011-4c8f-a7a0-42ed8992b7b5 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:19.126768 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-597ff6f5-6d79-4cfd-9ff2-1454ebf45ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.178396 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-69535a00-1c90-46f0-b192-79b03b6a558a tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.182793 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-15ad164f-bbbe-42e7-9acd-59cd8877bafa tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] Network 6beda980-e88e-49bc-8776-a61c4e4848c5 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:19.193036 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-15ad164f-bbbe-42e7-9acd-59cd8877bafa tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:19.201331 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-15ad164f-bbbe-42e7-9acd-59cd8877bafa tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:19.297054 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ad164f-bbbe-42e7-9acd-59cd8877bafa tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] Pushing event updated for resources: {'Port': ['ID=16dca2d0-f046-4dd0-9e61-7c819d9659aa,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:19.448139 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459389a-d3c3-494c-916a-d6d81e881191 req-013d11bd-656a-4608-9efa-ce9c9469b3c0 tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:19.453072 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4459389a-d3c3-494c-916a-d6d81e881191 req-013d11bd-656a-4608-9efa-ce9c9469b3c0 tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] 10.222.0.50 "GET /v2.0/ports?device_id=26716919-6227-45d2-8e96-44da27f9ed56 HTTP/1.1" status: 200 len: 931 time: 0.1604326 Nov 12 03:53:19.479307 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3a0b1ff3-b3f1-47a4-ad94-749c41033c11 None None] Provisioning complete for port 7fcedde7-be67-4154-b02a-0633571faaf1 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:19.479910 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3a0b1ff3-b3f1-47a4-ad94-749c41033c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.499575 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-15ad164f-bbbe-42e7-9acd-59cd8877bafa tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:19.500215 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-15ad164f-bbbe-42e7-9acd-59cd8877bafa tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.515225 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device fa751c15-d011-4c8f-a7a0-42ed8992b7b5 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:19.566415 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-69535a00-1c90-46f0-b192-79b03b6a558a tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.573730 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-15ad164f-bbbe-42e7-9acd-59cd8877bafa tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2786674 Nov 12 03:53:19.587585 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-69535a00-1c90-46f0-b192-79b03b6a558a tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.595572 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-f92cdd68-b08e-47d3-ac29-09ff3ffd4a90 service neutron] Request body: {'port': {'device_id': '26716919-6227-45d2-8e96-44da27f9ed56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:19.641821 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3a0b1ff3-b3f1-47a4-ad94-749c41033c11 None None] Port 7fcedde7-be67-4154-b02a-0633571faaf1 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:19.645761 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4459389a-d3c3-494c-916a-d6d81e881191 req-f77f98fc-a1f7-4294-ad17-13532f8b4a4d tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c9d0145-34fe-44d9-9d44-71199393460b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855073 Nov 12 03:53:19.691030 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port fa751c15-d011-4c8f-a7a0-42ed8992b7b5 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:19.691740 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.694606 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69535a00-1c90-46f0-b192-79b03b6a558a tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Pushing event updated for resources: {'Port': ['ID=7fcedde7-be67-4154-b02a-0633571faaf1,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:19.725492 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-f92cdd68-b08e-47d3-ac29-09ff3ffd4a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.737543 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-69535a00-1c90-46f0-b192-79b03b6a558a tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] In _notify_port_updated(), no bound segment for port 7fcedde7-be67-4154-b02a-0633571faaf1 on network 21d88dc8-2ec4-4d0c-a22c-cd1414453913 {{(pid=102571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:53:19.745408 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69535a00-1c90-46f0-b192-79b03b6a558a tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:19.747160 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-69535a00-1c90-46f0-b192-79b03b6a558a tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.752745 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-69535a00-1c90-46f0-b192-79b03b6a558a tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] 10.222.0.50 "PUT /v2.0/ports/7fcedde7-be67-4154-b02a-0633571faaf1 HTTP/1.1" status: 200 len: 1128 time: 0.6829109 Nov 12 03:53:19.758081 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47394) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:19.777989 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-d05ebce2-e017-4ed0-aa4d-d36b9ec3df15 None None] Could not find standard attr ID for object 5a56e606-bc53-4a1a-91f6-19dce153f5cf. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:53:19.887136 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8bb1b5-3532-4418-8fe1-4430f5bb85e1 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:19.896853 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-da8bb1b5-3532-4418-8fe1-4430f5bb85e1 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] 10.222.0.50 "GET /v2.0/ports/7fcedde7-be67-4154-b02a-0633571faaf1 HTTP/1.1" status: 200 len: 1128 time: 0.1376228 Nov 12 03:53:19.909733 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47396) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:20.164132 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1c042-35e7-48da-879f-231714db8b67 req-ac234432-49b3-4c49-9af7-53f6fdf8b181 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:20.167064 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ade1c042-35e7-48da-879f-231714db8b67 req-ac234432-49b3-4c49-9af7-53f6fdf8b181 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=fac8682e-1487-4470-a716-05849ee5bce1 HTTP/1.1" status: 200 len: 943 time: 0.0906794 Nov 12 03:53:20.192367 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-25a36849-9c65-4191-87ea-f03f7d200c6b tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Deleting port 7fcedde7-be67-4154-b02a-0633571faaf1 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:20.192881 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-25a36849-9c65-4191-87ea-f03f7d200c6b tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.270164 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-f92cdd68-b08e-47d3-ac29-09ff3ffd4a90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16dca2d0-f046-4dd0-9e61-7c819d9659aa {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:53:20.281156 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-f92cdd68-b08e-47d3-ac29-09ff3ffd4a90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.305327 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-f92cdd68-b08e-47d3-ac29-09ff3ffd4a90 service neutron] Transition to ACTIVE for port object 16dca2d0-f046-4dd0-9e61-7c819d9659aa will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:53:20.312384 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-f92cdd68-b08e-47d3-ac29-09ff3ffd4a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.371222 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ade1c042-35e7-48da-879f-231714db8b67 req-a50251bc-8652-4439-84b2-4eed2182b29d tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903262 Nov 12 03:53:20.409586 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-25a36849-9c65-4191-87ea-f03f7d200c6b tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.428355 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-25a36849-9c65-4191-87ea-f03f7d200c6b tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Calling delete_port for 7fcedde7-be67-4154-b02a-0633571faaf1 owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:20.436594 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cdd68-b08e-47d3-ac29-09ff3ffd4a90 service neutron] Pushing event updated for resources: {'Port': ['ID=16dca2d0-f046-4dd0-9e61-7c819d9659aa,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:20.558413 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-f92cdd68-b08e-47d3-ac29-09ff3ffd4a90 service neutron] Attempting to bind port 16dca2d0-f046-4dd0-9e61-7c819d9659aa on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:20.562322 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-f92cdd68-b08e-47d3-ac29-09ff3ffd4a90 service neutron] Attempting to bind port 16dca2d0-f046-4dd0-9e61-7c819d9659aa by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '747bea8b-7da9-4e8b-aa56-fe9cf8f365b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6beda980-e88e-49bc-8776-a61c4e4848c5'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:20.562322 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-f92cdd68-b08e-47d3-ac29-09ff3ffd4a90 service neutron] Attempting to bind port 16dca2d0-f046-4dd0-9e61-7c819d9659aa on network 6beda980-e88e-49bc-8776-a61c4e4848c5 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:20.567721 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-f92cdd68-b08e-47d3-ac29-09ff3ffd4a90 service neutron] Port 16dca2d0-f046-4dd0-9e61-7c819d9659aa on network 6beda980-e88e-49bc-8776-a61c4e4848c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:53:20.568040 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-f92cdd68-b08e-47d3-ac29-09ff3ffd4a90 service neutron] Attempting to bind port 16dca2d0-f046-4dd0-9e61-7c819d9659aa on network 6beda980-e88e-49bc-8776-a61c4e4848c5 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:20.581629 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-f92cdd68-b08e-47d3-ac29-09ff3ffd4a90 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:20.583064 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-f92cdd68-b08e-47d3-ac29-09ff3ffd4a90 service neutron] Checking segment: {'id': '747bea8b-7da9-4e8b-aa56-fe9cf8f365b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6beda980-e88e-49bc-8776-a61c4e4848c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:20.583484 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-f92cdd68-b08e-47d3-ac29-09ff3ffd4a90 service neutron] Bound using segment: {'id': '747bea8b-7da9-4e8b-aa56-fe9cf8f365b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6beda980-e88e-49bc-8776-a61c4e4848c5'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:20.583942 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-f92cdd68-b08e-47d3-ac29-09ff3ffd4a90 service neutron] Bound port: 16dca2d0-f046-4dd0-9e61-7c819d9659aa, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '747bea8b-7da9-4e8b-aa56-fe9cf8f365b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6beda980-e88e-49bc-8776-a61c4e4848c5'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:20.584745 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-f92cdd68-b08e-47d3-ac29-09ff3ffd4a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.630453 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-36e626ce-99ea-422f-a545-763694b99e9c None None] Provisioning complete for port 7fcedde7-be67-4154-b02a-0633571faaf1 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:20.631619 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-36e626ce-99ea-422f-a545-763694b99e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.672847 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-36e626ce-99ea-422f-a545-763694b99e9c None None] Port 7fcedde7-be67-4154-b02a-0633571faaf1 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:20.693309 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-25a36849-9c65-4191-87ea-f03f7d200c6b tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.694919 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-f92cdd68-b08e-47d3-ac29-09ff3ffd4a90 service neutron] For port 16dca2d0-f046-4dd0-9e61-7c819d9659aa, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:20.698822 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-f92cdd68-b08e-47d3-ac29-09ff3ffd4a90 service neutron] For port 16dca2d0-f046-4dd0-9e61-7c819d9659aa, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=16dca2d0-f046-4dd0-9e61-7c819d9659aa,segment=NetworkSegment(747bea8b-7da9-4e8b-aa56-fe9cf8f365b3),segment_id=747bea8b-7da9-4e8b-aa56-fe9cf8f365b3)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:20.706080 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-f92cdd68-b08e-47d3-ac29-09ff3ffd4a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.740287 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a36849-9c65-4191-87ea-f03f7d200c6b tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Pushing event deleted for resources: {'Port': ['ID=7fcedde7-be67-4154-b02a-0633571faaf1,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:20.762312 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-f92cdd68-b08e-47d3-ac29-09ff3ffd4a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:20.763592 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-f92cdd68-b08e-47d3-ac29-09ff3ffd4a90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.765685 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-f92cdd68-b08e-47d3-ac29-09ff3ffd4a90 service neutron] 10.222.0.74 "PUT /v2.0/ports/16dca2d0-f046-4dd0-9e61-7c819d9659aa HTTP/1.1" status: 200 len: 1092 time: 1.1794751 Nov 12 03:53:20.766386 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26716919-6227-45d2-8e96-44da27f9ed56', 'tag': '16dca2d0-f046-4dd0-9e61-7c819d9659aa'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:20.769428 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86582f9e-0bc6-4576-8e4d-50714abca3c1" -d '{"events": [{"name": "network-changed", "server_uuid": "26716919-6227-45d2-8e96-44da27f9ed56", "tag": "16dca2d0-f046-4dd0-9e61-7c819d9659aa"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:20.817381 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cdd68-b08e-47d3-ac29-09ff3ffd4a90 service neutron] Pushing event updated for resources: {'Port': ['ID=16dca2d0-f046-4dd0-9e61-7c819d9659aa,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:20.821113 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-25a36849-9c65-4191-87ea-f03f7d200c6b tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.827749 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-25a36849-9c65-4191-87ea-f03f7d200c6b tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] 10.222.0.50 "DELETE /v2.0/ports/7fcedde7-be67-4154-b02a-0633571faaf1 HTTP/1.1" status: 204 len: 168 time: 0.9138336 Nov 12 03:53:20.835283 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47406) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:20.888369 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e7c192-4c1e-4349-93e4-030cf8698fa2 x-openstack-request-id: req-f2e7c192-4c1e-4349-93e4-030cf8698fa2 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:20.889710 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26716919-6227-45d2-8e96-44da27f9ed56", "tag": "16dca2d0-f046-4dd0-9e61-7c819d9659aa", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:20.889993 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f2e7c192-4c1e-4349-93e4-030cf8698fa2 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:20.890438 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26716919-6227-45d2-8e96-44da27f9ed56', 'tag': '16dca2d0-f046-4dd0-9e61-7c819d9659aa', 'status': 'completed', 'code': 200} Nov 12 03:53:20.908640 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbfa4fa8-f09e-47e1-b649-cf3c28df7a0f tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Deleting subnet 34eb463a-d829-4430-b2cc-ca7703c09d5f {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:53:20.912433 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fbfa4fa8-f09e-47e1-b649-cf3c28df7a0f tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.942887 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-558cf78f-4290-4bb4-84ee-40fddc947ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:20.944728 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-558cf78f-4290-4bb4-84ee-40fddc947ace service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=89569345ad23443c8a159c6c9a380542&device_id=26716919-6227-45d2-8e96-44da27f9ed56 HTTP/1.1" status: 200 len: 1095 time: 0.1179137 Nov 12 03:53:20.980254 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fbfa4fa8-f09e-47e1-b649-cf3c28df7a0f tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.013112 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7814a8-053c-4492-bae2-b4303addba0c req-4b9af19f-8c39-4c62-9c4b-a06519fb64f0 tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:21.015427 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4c7814a8-053c-4492-bae2-b4303addba0c req-4b9af19f-8c39-4c62-9c4b-a06519fb64f0 tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] 10.222.0.50 "GET /v2.0/ports?device_id=26716919-6227-45d2-8e96-44da27f9ed56 HTTP/1.1" status: 200 len: 943 time: 0.1403332 Nov 12 03:53:21.017717 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-76c63823-45c9-4971-b693-01be77988e04 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16dca2d0-f046-4dd0-9e61-7c819d9659aa HTTP/1.1" status: 200 len: 217 time: 0.0609035 Nov 12 03:53:21.132660 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4c7814a8-053c-4492-bae2-b4303addba0c req-ceaa813a-63bf-4749-80f5-5fd31a3fd9a9 tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c9d0145-34fe-44d9-9d44-71199393460b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882289 Nov 12 03:53:21.157043 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-6a060a4e-a08d-4255-bbb5-9713ce2c1aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:21.158914 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-6a060a4e-a08d-4255-bbb5-9713ce2c1aef service neutron] 10.222.0.74 "GET /v2.0/subnets?id=accf4238-ac16-4f3f-a063-6efc30001856 HTTP/1.1" status: 200 len: 847 time: 0.1330059 Nov 12 03:53:21.190487 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fbfa4fa8-f09e-47e1-b649-cf3c28df7a0f tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.208163 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-8d8e73c1-4641-4e38-8eaf-2b4cc8eeaae6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6beda980-e88e-49bc-8776-a61c4e4848c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404663 Nov 12 03:53:21.277432 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fbfa4fa8-f09e-47e1-b649-cf3c28df7a0f tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.317613 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfa4fa8-f09e-47e1-b649-cf3c28df7a0f tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Pushing event deleted for resources: {'Subnet': ['ID=34eb463a-d829-4430-b2cc-ca7703c09d5f,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:21.320322 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fbfa4fa8-f09e-47e1-b649-cf3c28df7a0f tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.323944 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-fbfa4fa8-f09e-47e1-b649-cf3c28df7a0f tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] 10.222.0.50 "DELETE /v2.0/subnets/34eb463a-d829-4430-b2cc-ca7703c09d5f HTTP/1.1" status: 204 len: 168 time: 0.4876068 Nov 12 03:53:21.327201 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47410) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:21.333728 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104ba903-684b-4379-bb1e-4a5f298dc0d3 None None] Network 21d88dc8-2ec4-4d0c-a22c-cd1414453913 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:21.368635 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-abd58cac-3dae-4583-bc16-3556db7612f1 service neutron] 10.222.0.74 "GET /v2.0/networks/6beda980-e88e-49bc-8776-a61c4e4848c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499398 Nov 12 03:53:21.452259 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b06bd0d6-cb4d-4637-84e9-ff07aa4070db tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.549776 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d4371335-17b3-45ae-aff6-aa6e723ed0ac req-430d042c-3988-4e19-a85f-aa53a8273371 service neutron] 10.222.0.74 "GET /v2.0/networks/6beda980-e88e-49bc-8776-a61c4e4848c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717596 Nov 12 03:53:21.568788 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-b06bd0d6-cb4d-4637-84e9-ff07aa4070db tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Deleting port fa751c15-d011-4c8f-a7a0-42ed8992b7b5 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:21.569112 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b06bd0d6-cb4d-4637-84e9-ff07aa4070db tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.688373 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba4984-9a59-414d-b4fd-dcc0a2b3c30c req-cc428d50-cccf-4b57-9997-89caf29628de tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:21.690171 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7bba4984-9a59-414d-b4fd-dcc0a2b3c30c req-cc428d50-cccf-4b57-9997-89caf29628de tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=fac8682e-1487-4470-a716-05849ee5bce1 HTTP/1.1" status: 200 len: 943 time: 0.1851625 Nov 12 03:53:21.706391 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbdbe1d-2cc0-496f-ae9a-5f7f230a8509 None None] DHCP port deletion for 21d88dc8-2ec4-4d0c-a22c-cd1414453913 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:21.721819 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-b06bd0d6-cb4d-4637-84e9-ff07aa4070db tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] For port fa751c15-d011-4c8f-a7a0-42ed8992b7b5, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=fa751c15-d011-4c8f-a7a0-42ed8992b7b5,segment=NetworkSegment(30aa9afc-257b-4df7-b82f-aee730ea2da2),segment_id=30aa9afc-257b-4df7-b82f-aee730ea2da2)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:21.722431 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b06bd0d6-cb4d-4637-84e9-ff07aa4070db tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.738468 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86582f9e-0bc6-4576-8e4d-50714abca3c1 req-4a0cccf7-c73e-496a-aa03-690e0ff02756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:21.744579 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-86582f9e-0bc6-4576-8e4d-50714abca3c1 req-4a0cccf7-c73e-496a-aa03-690e0ff02756 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=89569345ad23443c8a159c6c9a380542&device_id=26716919-6227-45d2-8e96-44da27f9ed56 HTTP/1.1" status: 200 len: 1095 time: 0.1042156 Nov 12 03:53:21.771808 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-7cbdbe1d-2cc0-496f-ae9a-5f7f230a8509 None None] Deleting port fa751c15-d011-4c8f-a7a0-42ed8992b7b5 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:21.772306 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7cbdbe1d-2cc0-496f-ae9a-5f7f230a8509 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.788763 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-b06bd0d6-cb4d-4637-84e9-ff07aa4070db tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Calling delete_port for fa751c15-d011-4c8f-a7a0-42ed8992b7b5 owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:21.841929 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7bba4984-9a59-414d-b4fd-dcc0a2b3c30c req-b79c0429-ad54-4a34-a03b-9d65814a0e7e tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256251 Nov 12 03:53:21.909521 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86582f9e-0bc6-4576-8e4d-50714abca3c1 req-8066c3c1-12d7-4b2d-8f01-8d18e1fb0a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:21.911173 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-7cbdbe1d-2cc0-496f-ae9a-5f7f230a8509 None None] For port fa751c15-d011-4c8f-a7a0-42ed8992b7b5, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=fa751c15-d011-4c8f-a7a0-42ed8992b7b5,segment=NetworkSegment(30aa9afc-257b-4df7-b82f-aee730ea2da2),segment_id=30aa9afc-257b-4df7-b82f-aee730ea2da2)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:21.911696 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7cbdbe1d-2cc0-496f-ae9a-5f7f230a8509 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.912503 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-86582f9e-0bc6-4576-8e4d-50714abca3c1 req-8066c3c1-12d7-4b2d-8f01-8d18e1fb0a48 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6beda980-e88e-49bc-8776-a61c4e4848c5 HTTP/1.1" status: 200 len: 908 time: 0.1600883 Nov 12 03:53:21.932260 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-7cbdbe1d-2cc0-496f-ae9a-5f7f230a8509 None None] Calling delete_port for fa751c15-d011-4c8f-a7a0-42ed8992b7b5 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:21.970717 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b06bd0d6-cb4d-4637-84e9-ff07aa4070db tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.972567 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-86582f9e-0bc6-4576-8e4d-50714abca3c1 req-5d339f43-cee2-4c95-ab07-793a366b4b57 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16dca2d0-f046-4dd0-9e61-7c819d9659aa HTTP/1.1" status: 200 len: 217 time: 0.0514393 Nov 12 03:53:22.002821 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06bd0d6-cb4d-4637-84e9-ff07aa4070db tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Pushing event deleted for resources: {'Port': ['ID=fa751c15-d011-4c8f-a7a0-42ed8992b7b5,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:22.006388 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06bd0d6-cb4d-4637-84e9-ff07aa4070db tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] No DVR routers for this DVR port fa751c15-d011-4c8f-a7a0-42ed8992b7b5 on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:22.028589 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7cbdbe1d-2cc0-496f-ae9a-5f7f230a8509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:22.055378 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86582f9e-0bc6-4576-8e4d-50714abca3c1 req-ff5b9266-12fa-4e4c-9696-a3745d15accc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:22.057548 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-86582f9e-0bc6-4576-8e4d-50714abca3c1 req-ff5b9266-12fa-4e4c-9696-a3745d15accc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=accf4238-ac16-4f3f-a063-6efc30001856 HTTP/1.1" status: 200 len: 847 time: 0.0767074 Nov 12 03:53:22.057711 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbdbe1d-2cc0-496f-ae9a-5f7f230a8509 None None] Pushing event deleted for resources: {'Port': ['ID=fa751c15-d011-4c8f-a7a0-42ed8992b7b5,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:22.062507 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbdbe1d-2cc0-496f-ae9a-5f7f230a8509 None None] No DVR routers for this DVR port fa751c15-d011-4c8f-a7a0-42ed8992b7b5 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:22.104804 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-86582f9e-0bc6-4576-8e4d-50714abca3c1 req-b99fe2af-54bb-470e-bb99-a4200b9fb112 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6beda980-e88e-49bc-8776-a61c4e4848c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363646 Nov 12 03:53:22.132493 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b06bd0d6-cb4d-4637-84e9-ff07aa4070db tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:22.159396 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-b06bd0d6-cb4d-4637-84e9-ff07aa4070db tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21d88dc8-2ec4-4d0c-a22c-cd1414453913']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:22.177517 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-b06bd0d6-cb4d-4637-84e9-ff07aa4070db tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30aa9afc-257b-4df7-b82f-aee730ea2da2') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:22.177879 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-b06bd0d6-cb4d-4637-84e9-ff07aa4070db tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30aa9afc-257b-4df7-b82f-aee730ea2da2') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:22.209676 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b06bd0d6-cb4d-4637-84e9-ff07aa4070db tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:22.245938 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b06bd0d6-cb4d-4637-84e9-ff07aa4070db tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:22.254043 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b06bd0d6-cb4d-4637-84e9-ff07aa4070db tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:53:22.254449 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b06bd0d6-cb4d-4637-84e9-ff07aa4070db tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:22.258649 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:53:22.258649 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:53:22.258649 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:53:22.258649 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:53:22.258649 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:53:22.258649 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:53:22.258649 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:53:22.258649 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:53:22.258649 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:53:22.258649 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:53:22.258649 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:53:22.258649 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:53:22.258649 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:53:22.258649 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:53:22.258649 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:53:22.258649 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:53:22.258649 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:53:22.258649 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:53:22.258649 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:53:22.258649 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:53:22.258649 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:53:22.258649 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:53:22.258649 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:53:22.258649 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:53:22.258649 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:53:22.258649 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:53:22.258649 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:53:22.258649 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:53:22.258649 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:53:22.258649 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:53:22.258649 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:53:22.258649 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:53:22.299964 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-86582f9e-0bc6-4576-8e4d-50714abca3c1 req-b4608597-f9e0-4e4f-9cc9-67204a2aaba3 service neutron] 10.222.0.74 "GET /v2.0/networks/6beda980-e88e-49bc-8776-a61c4e4848c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773672 Nov 12 03:53:22.331212 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b06bd0d6-cb4d-4637-84e9-ff07aa4070db tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:22.345223 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b06bd0d6-cb4d-4637-84e9-ff07aa4070db tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:22.345412 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83d29c-f42f-4b05-bd0a-666b32bcabd5 req-3877cfff-ca50-4cee-92d5-f9229041af87 tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:22.346915 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ea83d29c-f42f-4b05-bd0a-666b32bcabd5 req-3877cfff-ca50-4cee-92d5-f9229041af87 tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] 10.222.0.50 "GET /v2.0/ports?device_id=26716919-6227-45d2-8e96-44da27f9ed56 HTTP/1.1" status: 200 len: 943 time: 0.0968370 Nov 12 03:53:22.355139 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b06bd0d6-cb4d-4637-84e9-ff07aa4070db tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] 10.222.0.50 "DELETE /v2.0/networks/21d88dc8-2ec4-4d0c-a22c-cd1414453913 HTTP/1.1" status: 204 len: 168 time: 1.0266798 Nov 12 03:53:22.391252 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06bd0d6-cb4d-4637-84e9-ff07aa4070db tempest-ExtraDHCPOptionsIpV6TestJSON-373683384 tempest-ExtraDHCPOptionsIpV6TestJSON-373683384-project] Pushing event deleted for resources: {'Network': ['ID=21d88dc8-2ec4-4d0c-a22c-cd1414453913,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:22.499947 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ea83d29c-f42f-4b05-bd0a-666b32bcabd5 req-df61c546-6fc9-4801-b7f3-16915ff1ebfd tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c9d0145-34fe-44d9-9d44-71199393460b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365893 Nov 12 03:53:22.517924 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-86582f9e-0bc6-4576-8e4d-50714abca3c1 req-763368db-1c20-4a1e-bc56-bd237a679e16 service neutron] 10.222.0.74 "GET /v2.0/networks/6beda980-e88e-49bc-8776-a61c4e4848c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064826 Nov 12 03:53:22.745913 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47432) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:22.934841 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b369fedd-a323-4df9-a276-6c534ad1e7a0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9c336c9001094ddca4e78730214b45ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1875184 Nov 12 03:53:22.938418 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47438) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:22.983853 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a70011-1d12-4839-bebd-05a5d63fb269 req-b7295003-bc22-47da-962b-84496731f08d tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:22.985575 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-63a70011-1d12-4839-bebd-05a5d63fb269 req-b7295003-bc22-47da-962b-84496731f08d tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=fac8682e-1487-4470-a716-05849ee5bce1 HTTP/1.1" status: 200 len: 943 time: 0.0709267 Nov 12 03:53:23.014976 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f5a737fe-8c50-4c77-8d90-37b3ba9a37c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:23.045404 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f5a737fe-8c50-4c77-8d90-37b3ba9a37c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:23.065432 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-63a70011-1d12-4839-bebd-05a5d63fb269 req-fb5535de-bd84-405b-9932-4baccff5475a tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733325 Nov 12 03:53:23.117800 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f5a737fe-8c50-4c77-8d90-37b3ba9a37c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:23.121999 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f5a737fe-8c50-4c77-8d90-37b3ba9a37c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:23.124447 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f5a737fe-8c50-4c77-8d90-37b3ba9a37c9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e25fcc75-58aa-4ae9-b7d6-90a11155e645 HTTP/1.1" status: 204 len: 168 time: 0.1849694 Nov 12 03:53:23.141328 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a737fe-8c50-4c77-8d90-37b3ba9a37c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25fcc75-58aa-4ae9-b7d6-90a11155e645,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:23.610601 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device fa751c15-d011-4c8f-a7a0-42ed8992b7b5 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:23.687545 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92474e9d-483d-419e-96b6-452a64d1fac8 req-3e94ebb4-8f3f-4d0a-815c-6f89d4f3ef67 tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:23.696375 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-92474e9d-483d-419e-96b6-452a64d1fac8 req-3e94ebb4-8f3f-4d0a-815c-6f89d4f3ef67 tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] 10.222.0.50 "GET /v2.0/ports?device_id=26716919-6227-45d2-8e96-44da27f9ed56 HTTP/1.1" status: 200 len: 943 time: 0.0805564 Nov 12 03:53:23.756940 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-92474e9d-483d-419e-96b6-452a64d1fac8 req-e98f7f43-db88-49ce-a139-207a3db35eb5 tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c9d0145-34fe-44d9-9d44-71199393460b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591516 Nov 12 03:53:23.828027 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: fa751c15-d011-4c8f-a7a0-42ed8992b7b5 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:53:23.828832 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device fa751c15-d011-4c8f-a7a0-42ed8992b7b5 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:53:24.054218 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47464) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:24.158432 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-716aed15-13c7-4627-825d-6eed1af40f51 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1558636097'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:24.182394 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716aed15-13c7-4627-825d-6eed1af40f51 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Made reservation on behalf of ada71d4b5fdc40a7b84bc97ce75fd568 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:24.184571 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7b73c-057c-4d15-b1d2-4ac8f01b0646 req-9078ee63-c651-4d24-858c-e3d23b154eb8 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:24.186571 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-716aed15-13c7-4627-825d-6eed1af40f51 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:24.187019 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-47e7b73c-057c-4d15-b1d2-4ac8f01b0646 req-9078ee63-c651-4d24-858c-e3d23b154eb8 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=fac8682e-1487-4470-a716-05849ee5bce1 HTTP/1.1" status: 200 len: 943 time: 0.0527537 Nov 12 03:53:24.195643 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-716aed15-13c7-4627-825d-6eed1af40f51 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:24.246029 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-47e7b73c-057c-4d15-b1d2-4ac8f01b0646 req-d8942fe3-6e5f-449d-9316-54072e00b49d tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519240 Nov 12 03:53:24.285844 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-716aed15-13c7-4627-825d-6eed1af40f51 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:24.291247 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-716aed15-13c7-4627-825d-6eed1af40f51 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:24.319557 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-716aed15-13c7-4627-825d-6eed1af40f51 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:53:24.331534 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716aed15-13c7-4627-825d-6eed1af40f51 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15609a54-ed6e-4f45-b99e-ca8fa24c71aa,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:24.332903 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-da465ff3-7f7d-4c01-92e3-e9d0d8ce03d6 req-54575e66-105a-4e23-99ae-7800b175dfef service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a02bf46c-2684-4d11-9f9e-9245383ab564&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0484781 Nov 12 03:53:24.342490 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-716aed15-13c7-4627-825d-6eed1af40f51 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:24.342837 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-716aed15-13c7-4627-825d-6eed1af40f51 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Added segment b09693b8-9e39-4628-bf04-ff8977e1df6a of type vlan for network 5ed8e18c-553c-458f-ab96-0bda29755fb9 Nov 12 03:53:24.398404 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-716aed15-13c7-4627-825d-6eed1af40f51 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:24.430692 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-716aed15-13c7-4627-825d-6eed1af40f51 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:24.438032 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da465ff3-7f7d-4c01-92e3-e9d0d8ce03d6 req-157ca9c4-3663-44b1-9dde-39bcd03264f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:24.438202 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716aed15-13c7-4627-825d-6eed1af40f51 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:24.438944 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-716aed15-13c7-4627-825d-6eed1af40f51 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:24.440274 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-da465ff3-7f7d-4c01-92e3-e9d0d8ce03d6 req-157ca9c4-3663-44b1-9dde-39bcd03264f4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=27d8d327296a4149943f8be1dae983d3&device_id=a02bf46c-2684-4d11-9f9e-9245383ab564 HTTP/1.1" status: 200 len: 1098 time: 0.0555420 Nov 12 03:53:24.479823 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-716aed15-13c7-4627-825d-6eed1af40f51 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4242299 Nov 12 03:53:24.485381 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47470) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:24.491528 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-3d9f6ece-daed-4ea7-a6f5-3797f0b50761 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'port': {'network_id': '5ed8e18c-553c-458f-ab96-0bda29755fb9', 'name': 'tempest-PortsTestJSON-1523288540'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:24.521194 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716aed15-13c7-4627-825d-6eed1af40f51 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event updated for resources: {'Network': ['ID=5ed8e18c-553c-458f-ab96-0bda29755fb9,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:24.533790 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 5ed8e18c-553c-458f-ab96-0bda29755fb9 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:53:24.654678 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da465ff3-7f7d-4c01-92e3-e9d0d8ce03d6 req-734d841c-7bf3-4f55-bfce-20010d1e667d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:24.656236 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-da465ff3-7f7d-4c01-92e3-e9d0d8ce03d6 req-734d841c-7bf3-4f55-bfce-20010d1e667d service neutron] 10.222.0.74 "GET /v2.0/networks?id=afddff57-c021-4866-8d12-792d55775375 HTTP/1.1" status: 200 len: 909 time: 0.1944716 Nov 12 03:53:24.734693 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9f6ece-daed-4ea7-a6f5-3797f0b50761 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Made reservation on behalf of ada71d4b5fdc40a7b84bc97ce75fd568 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:24.738637 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3d9f6ece-daed-4ea7-a6f5-3797f0b50761 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:24.764195 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-da465ff3-7f7d-4c01-92e3-e9d0d8ce03d6 req-3d7ec6ee-7a02-41bb-84b4-b5fe3e6cdb4e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff0cc218-6b17-4ea2-864c-1f6d398551ec HTTP/1.1" status: 200 len: 1002 time: 0.0958920 Nov 12 03:53:24.769882 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-3d9f6ece-daed-4ea7-a6f5-3797f0b50761 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] device_id is not set on port 12f8dd97-2d22-460f-ba73-ea7264b10f43 yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:53:24.884508 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da465ff3-7f7d-4c01-92e3-e9d0d8ce03d6 req-bb41e34d-421d-41d4-9496-0c61d611aa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:24.886166 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-da465ff3-7f7d-4c01-92e3-e9d0d8ce03d6 req-bb41e34d-421d-41d4-9496-0c61d611aa84 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=36bad204-5d6d-45a7-8ba7-6407cbfbd2a3 HTTP/1.1" status: 200 len: 847 time: 0.1110513 Nov 12 03:53:24.925458 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f87c44-0d20-4c48-81b3-7faaddf00962 req-5c1dd349-36e7-40d4-b0ef-8bcd013f5383 tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:24.928525 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-22f87c44-0d20-4c48-81b3-7faaddf00962 req-5c1dd349-36e7-40d4-b0ef-8bcd013f5383 tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] 10.222.0.50 "GET /v2.0/ports?device_id=26716919-6227-45d2-8e96-44da27f9ed56 HTTP/1.1" status: 200 len: 943 time: 0.0733786 Nov 12 03:53:24.996769 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-22f87c44-0d20-4c48-81b3-7faaddf00962 req-c74bc04c-1746-4f70-9cc7-23c2c0bd48f9 tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c9d0145-34fe-44d9-9d44-71199393460b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592222 Nov 12 03:53:25.004222 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da465ff3-7f7d-4c01-92e3-e9d0d8ce03d6 req-dca8826e-9b20-47ab-a9f2-e74fa071b93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:25.005887 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-da465ff3-7f7d-4c01-92e3-e9d0d8ce03d6 req-dca8826e-9b20-47ab-a9f2-e74fa071b93f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=afddff57-c021-4866-8d12-792d55775375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1090298 Nov 12 03:53:25.060838 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3d9f6ece-daed-4ea7-a6f5-3797f0b50761 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.072963 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 16dca2d0-f046-4dd0-9e61-7c819d9659aa details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:53:25.143251 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-da465ff3-7f7d-4c01-92e3-e9d0d8ce03d6 req-2712cd45-39ff-4469-93a6-157c2594dbef service neutron] 10.222.0.74 "GET /v2.0/networks/afddff57-c021-4866-8d12-792d55775375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276302 Nov 12 03:53:25.152125 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3d9f6ece-daed-4ea7-a6f5-3797f0b50761 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.179845 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 16dca2d0-f046-4dd0-9e61-7c819d9659aa, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=16dca2d0-f046-4dd0-9e61-7c819d9659aa,segment=NetworkSegment(747bea8b-7da9-4e8b-aa56-fe9cf8f365b3),segment_id=747bea8b-7da9-4e8b-aa56-fe9cf8f365b3)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:25.192578 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '16dca2d0-f046-4dd0-9e61-7c819d9659aa', 'network_id': '6beda980-e88e-49bc-8776-a61c4e4848c5', 'port_id': '16dca2d0-f046-4dd0-9e61-7c819d9659aa', 'mac_address': 'fa:16:3e:1a:d8:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'accf4238-ac16-4f3f-a063-6efc30001856', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:53:25.230601 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.243950 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16dca2d0-f046-4dd0-9e61-7c819d9659aa {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:53:25.268291 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 16dca2d0-f046-4dd0-9e61-7c819d9659aa, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=16dca2d0-f046-4dd0-9e61-7c819d9659aa,segment=NetworkSegment(747bea8b-7da9-4e8b-aa56-fe9cf8f365b3),segment_id=747bea8b-7da9-4e8b-aa56-fe9cf8f365b3)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:25.273799 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.288686 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f6ece-daed-4ea7-a6f5-3797f0b50761 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event updated for resources: {'Port': ['ID=12f8dd97-2d22-460f-ba73-ea7264b10f43,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:25.306393 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9f6ece-daed-4ea7-a6f5-3797f0b50761 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Checking segment: {'id': 'b09693b8-9e39-4628-bf04-ff8977e1df6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5ed8e18c-553c-458f-ab96-0bda29755fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:25.306762 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9f6ece-daed-4ea7-a6f5-3797f0b50761 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Network hostable DHCP agents. Network: 5ed8e18c-553c-458f-ab96-0bda29755fb9, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:53:25.337027 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-da465ff3-7f7d-4c01-92e3-e9d0d8ce03d6 req-268b3446-d2a4-43ef-9d66-b12f9aa2fcfb service neutron] 10.222.0.74 "GET /v2.0/networks/afddff57-c021-4866-8d12-792d55775375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734757 Nov 12 03:53:25.344215 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9f6ece-daed-4ea7-a6f5-3797f0b50761 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Network 5ed8e18c-553c-458f-ab96-0bda29755fb9 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:53:25.358418 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=16dca2d0-f046-4dd0-9e61-7c819d9659aa,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:25.371888 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-3d9f6ece-daed-4ea7-a6f5-3797f0b50761 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 5ed8e18c-553c-458f-ab96-0bda29755fb9) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:25.381768 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8860c1e5-389f-4a77-b84b-4c7ed60887dc None None] Network 5ed8e18c-553c-458f-ab96-0bda29755fb9 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:25.405317 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9f6ece-daed-4ea7-a6f5-3797f0b50761 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:25.413983 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9f6ece-daed-4ea7-a6f5-3797f0b50761 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:25.415240 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3d9f6ece-daed-4ea7-a6f5-3797f0b50761 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.451681 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47476) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:25.452431 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3d9f6ece-daed-4ea7-a6f5-3797f0b50761 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9654326 Nov 12 03:53:25.461735 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-f9d30b80-0c1f-4e02-8644-e27e807d1820 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1251050680'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:25.462111 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb9c6c-72c9-437f-9e67-0aea0e1dfbd7 req-72973e38-1b3e-41a8-bd4d-5eea9a06d1dd tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:25.472670 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-40bb9c6c-72c9-437f-9e67-0aea0e1dfbd7 req-72973e38-1b3e-41a8-bd4d-5eea9a06d1dd tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=fac8682e-1487-4470-a716-05849ee5bce1 HTTP/1.1" status: 200 len: 943 time: 0.1174123 Nov 12 03:53:25.502563 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d30b80-0c1f-4e02-8644-e27e807d1820 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Made reservation on behalf of ada71d4b5fdc40a7b84bc97ce75fd568 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:25.517184 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f9d30b80-0c1f-4e02-8644-e27e807d1820 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.534666 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-40bb9c6c-72c9-437f-9e67-0aea0e1dfbd7 req-0ea6f358-1ab6-44f2-b747-fe7f096703de tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610631 Nov 12 03:53:25.558485 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['16dca2d0-f046-4dd0-9e61-7c819d9659aa'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:53:25.564599 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9d30b80-0c1f-4e02-8644-e27e807d1820 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:53:25.577529 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f9d30b80-0c1f-4e02-8644-e27e807d1820 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.578307 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-f9d30b80-0c1f-4e02-8644-e27e807d1820 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Added segment ff2fe70b-6e26-4789-923f-356014d69ed0 of type vlan for network 6bea5cd2-f8e6-456a-9b15-3094064e32c1 Nov 12 03:53:25.627063 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f9d30b80-0c1f-4e02-8644-e27e807d1820 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.652662 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f9d30b80-0c1f-4e02-8644-e27e807d1820 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.658806 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d30b80-0c1f-4e02-8644-e27e807d1820 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:25.659494 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f9d30b80-0c1f-4e02-8644-e27e807d1820 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.699954 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f9d30b80-0c1f-4e02-8644-e27e807d1820 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2455428 Nov 12 03:53:25.703981 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47478) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:25.711134 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-cb04f29a-f620-4285-9cd6-4e2901148624 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'ports': [{'network_id': '5ed8e18c-553c-458f-ab96-0bda29755fb9'}, {'network_id': '6bea5cd2-f8e6-456a-9b15-3094064e32c1'}]} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:25.711551 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-cb04f29a-f620-4285-9cd6-4e2901148624 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'port': {'network_id': '5ed8e18c-553c-458f-ab96-0bda29755fb9'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:25.712107 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-cb04f29a-f620-4285-9cd6-4e2901148624 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'port': {'network_id': '6bea5cd2-f8e6-456a-9b15-3094064e32c1'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:25.736765 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d30b80-0c1f-4e02-8644-e27e807d1820 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event updated for resources: {'Network': ['ID=6bea5cd2-f8e6-456a-9b15-3094064e32c1,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:25.748617 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 6bea5cd2-f8e6-456a-9b15-3094064e32c1 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:53:25.901347 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb04f29a-f620-4285-9cd6-4e2901148624 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Made reservation on behalf of ada71d4b5fdc40a7b84bc97ce75fd568 for: {'port': 2} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:25.906486 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cb04f29a-f620-4285-9cd6-4e2901148624 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.920746 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cb04f29a-f620-4285-9cd6-4e2901148624 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:26.005085 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-cb04f29a-f620-4285-9cd6-4e2901148624 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] device_id is not set on port 41ce9303-d136-4aaf-a569-b20d0766ad0d yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:53:26.129077 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cb04f29a-f620-4285-9cd6-4e2901148624 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:26.149012 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f7408-0c43-4ce7-9411-c25027004bb6 req-386cda41-c0dd-4b15-b2af-00bfb2437c09 tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:26.151303 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-766f7408-0c43-4ce7-9411-c25027004bb6 req-386cda41-c0dd-4b15-b2af-00bfb2437c09 tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] 10.222.0.50 "GET /v2.0/ports?device_id=26716919-6227-45d2-8e96-44da27f9ed56 HTTP/1.1" status: 200 len: 944 time: 0.0682671 Nov 12 03:53:26.205916 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-766f7408-0c43-4ce7-9411-c25027004bb6 req-c0c65284-4fbb-472a-9b57-f0532fcf4cc1 tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c9d0145-34fe-44d9-9d44-71199393460b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458846 Nov 12 03:53:26.215479 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-cb04f29a-f620-4285-9cd6-4e2901148624 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] device_id is not set on port 9d11347f-c700-4fd2-bc78-7c8d0363e700 yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:53:26.353691 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cb04f29a-f620-4285-9cd6-4e2901148624 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:26.395450 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cb04f29a-f620-4285-9cd6-4e2901148624 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:26.446188 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb04f29a-f620-4285-9cd6-4e2901148624 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Network 5ed8e18c-553c-458f-ab96-0bda29755fb9 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:26.449599 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-cb04f29a-f620-4285-9cd6-4e2901148624 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:26.453629 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb04f29a-f620-4285-9cd6-4e2901148624 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:26.454538 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cb04f29a-f620-4285-9cd6-4e2901148624 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:26.461575 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04f29a-f620-4285-9cd6-4e2901148624 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event updated for resources: {'Port': ['ID=41ce9303-d136-4aaf-a569-b20d0766ad0d,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:26.526712 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04f29a-f620-4285-9cd6-4e2901148624 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event updated for resources: {'Port': ['ID=9d11347f-c700-4fd2-bc78-7c8d0363e700,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:26.539037 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb04f29a-f620-4285-9cd6-4e2901148624 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Checking segment: {'id': 'ff2fe70b-6e26-4789-923f-356014d69ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6bea5cd2-f8e6-456a-9b15-3094064e32c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:26.539528 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb04f29a-f620-4285-9cd6-4e2901148624 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Network hostable DHCP agents. Network: 6bea5cd2-f8e6-456a-9b15-3094064e32c1, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:53:26.561864 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb04f29a-f620-4285-9cd6-4e2901148624 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Network 6bea5cd2-f8e6-456a-9b15-3094064e32c1 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:53:26.574998 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-cb04f29a-f620-4285-9cd6-4e2901148624 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 6bea5cd2-f8e6-456a-9b15-3094064e32c1) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:26.580596 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb04f29a-f620-4285-9cd6-4e2901148624 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:26.587163 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c26aeac-6aa5-4d9b-8056-da5389e3ab5b None None] Network 6bea5cd2-f8e6-456a-9b15-3094064e32c1 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:26.588159 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb04f29a-f620-4285-9cd6-4e2901148624 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:26.596543 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb04f29a-f620-4285-9cd6-4e2901148624 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:26.597220 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cb04f29a-f620-4285-9cd6-4e2901148624 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:26.620744 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-cb04f29a-f620-4285-9cd6-4e2901148624 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.9126885 Nov 12 03:53:26.621172 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47486) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:26.711442 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450bafdc-8e31-4aec-a83a-6320631d882e req-52ecc99a-1987-465f-9273-c4a1156bc730 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:26.713479 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-450bafdc-8e31-4aec-a83a-6320631d882e req-52ecc99a-1987-465f-9273-c4a1156bc730 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=fac8682e-1487-4470-a716-05849ee5bce1 HTTP/1.1" status: 200 len: 943 time: 0.0669858 Nov 12 03:53:26.737806 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-4b06f7b4-fc18-4ea9-ad19-9796d6dd145b tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Deleting port 9d11347f-c700-4fd2-bc78-7c8d0363e700 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:26.738261 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4b06f7b4-fc18-4ea9-ad19-9796d6dd145b tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:26.772828 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-450bafdc-8e31-4aec-a83a-6320631d882e req-fb94475c-a967-4e59-a5fb-caee5fda1824 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526023 Nov 12 03:53:26.819934 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4b06f7b4-fc18-4ea9-ad19-9796d6dd145b tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:26.836228 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-4b06f7b4-fc18-4ea9-ad19-9796d6dd145b tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Calling delete_port for 9d11347f-c700-4fd2-bc78-7c8d0363e700 owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:26.930142 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4b06f7b4-fc18-4ea9-ad19-9796d6dd145b tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:26.967099 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b06f7b4-fc18-4ea9-ad19-9796d6dd145b tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event deleted for resources: {'Port': ['ID=9d11347f-c700-4fd2-bc78-7c8d0363e700,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:26.970680 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4b06f7b4-fc18-4ea9-ad19-9796d6dd145b tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:26.976869 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4b06f7b4-fc18-4ea9-ad19-9796d6dd145b tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/ports/9d11347f-c700-4fd2-bc78-7c8d0363e700 HTTP/1.1" status: 204 len: 168 time: 0.3522167 Nov 12 03:53:26.977173 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47490) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:27.029652 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d26d14-00d4-4309-81b3-f5e97f57d753 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:27.035813 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d26d14-00d4-4309-81b3-f5e97f57d753 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:27.040135 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b6d26d14-00d4-4309-81b3-f5e97f57d753 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0593572 Nov 12 03:53:27.040945 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47492) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:27.078701 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 16dca2d0-f046-4dd0-9e61-7c819d9659aa up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:27.131406 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 16dca2d0-f046-4dd0-9e61-7c819d9659aa completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:53:27.135665 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 16dca2d0-f046-4dd0-9e61-7c819d9659aa triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:27.136212 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:27.151609 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d5717-493d-4030-a9fd-3d74f5f2fb96 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Deleting port 41ce9303-d136-4aaf-a569-b20d0766ad0d {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:27.152285 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ee7d5717-493d-4030-a9fd-3d74f5f2fb96 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:27.242747 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ee7d5717-493d-4030-a9fd-3d74f5f2fb96 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:27.245313 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:27.258114 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d5717-493d-4030-a9fd-3d74f5f2fb96 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Calling delete_port for 41ce9303-d136-4aaf-a569-b20d0766ad0d owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:27.279077 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26716919-6227-45d2-8e96-44da27f9ed56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16dca2d0-f046-4dd0-9e61-7c819d9659aa'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:27.282134 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59308262-088b-4c61-85e2-250874b38f23" -d '{"events": [{"server_uuid": "26716919-6227-45d2-8e96-44da27f9ed56", "name": "network-vif-plugged", "status": "completed", "tag": "16dca2d0-f046-4dd0-9e61-7c819d9659aa"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:27.297998 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 16dca2d0-f046-4dd0-9e61-7c819d9659aa, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=16dca2d0-f046-4dd0-9e61-7c819d9659aa,segment=NetworkSegment(747bea8b-7da9-4e8b-aa56-fe9cf8f365b3),segment_id=747bea8b-7da9-4e8b-aa56-fe9cf8f365b3)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:27.303808 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:27.339509 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231481df-de94-485e-b5f4-f487a7a59292 x-openstack-request-id: req-231481df-de94-485e-b5f4-f487a7a59292 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:27.339801 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26716919-6227-45d2-8e96-44da27f9ed56", "name": "network-vif-plugged", "status": "completed", "tag": "16dca2d0-f046-4dd0-9e61-7c819d9659aa", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:27.340061 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-231481df-de94-485e-b5f4-f487a7a59292 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:27.340548 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26716919-6227-45d2-8e96-44da27f9ed56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16dca2d0-f046-4dd0-9e61-7c819d9659aa', 'code': 200} Nov 12 03:53:27.382608 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=16dca2d0-f046-4dd0-9e61-7c819d9659aa,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:27.415423 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86980cb6-5a12-4b17-8a07-5be5e14cfd7d req-b1c7734a-1289-49c9-994a-88267415dffe tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:27.417541 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-86980cb6-5a12-4b17-8a07-5be5e14cfd7d req-b1c7734a-1289-49c9-994a-88267415dffe tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] 10.222.0.50 "GET /v2.0/ports?device_id=26716919-6227-45d2-8e96-44da27f9ed56 HTTP/1.1" status: 200 len: 945 time: 0.1017728 Nov 12 03:53:27.436236 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ee7d5717-493d-4030-a9fd-3d74f5f2fb96 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:27.476251 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d5717-493d-4030-a9fd-3d74f5f2fb96 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event deleted for resources: {'Port': ['ID=41ce9303-d136-4aaf-a569-b20d0766ad0d,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:27.491928 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ee7d5717-493d-4030-a9fd-3d74f5f2fb96 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:27.496561 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ee7d5717-493d-4030-a9fd-3d74f5f2fb96 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/ports/41ce9303-d136-4aaf-a569-b20d0766ad0d HTTP/1.1" status: 204 len: 168 time: 0.4543846 Nov 12 03:53:27.503991 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47498) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:27.528796 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-86980cb6-5a12-4b17-8a07-5be5e14cfd7d req-4d5c7d1e-570c-4f98-9075-a1008f3a4eaf tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c9d0145-34fe-44d9-9d44-71199393460b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002254 Nov 12 03:53:27.567054 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e093f61-0694-44af-b8aa-fe3b2c2bf4f5 req-be6ee731-f5b5-4391-9de9-7109576790c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:27.568596 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4e093f61-0694-44af-b8aa-fe3b2c2bf4f5 req-be6ee731-f5b5-4391-9de9-7109576790c9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=26716919-6227-45d2-8e96-44da27f9ed56 HTTP/1.1" status: 200 len: 1097 time: 0.1282589 Nov 12 03:53:27.586425 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c41f59-610d-42ae-8608-5204e7cb6ff0 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:27.590505 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-62c41f59-610d-42ae-8608-5204e7cb6ff0 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0885797 Nov 12 03:53:27.591666 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47500) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:27.621613 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ea77fed-ff11-4188-9eeb-8bf3da473325 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] GET failed (client error): The resource could not be found. Nov 12 03:53:27.627414 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0ea77fed-ff11-4188-9eeb-8bf3da473325 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "GET /v2.0/ports/9d11347f-c700-4fd2-bc78-7c8d0363e700 HTTP/1.1" status: 404 len: 333 time: 0.0310023 Nov 12 03:53:27.627414 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47502) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:27.635309 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4e093f61-0694-44af-b8aa-fe3b2c2bf4f5 req-a8c10017-f049-412b-adc4-a2b98f335f78 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8c9d0145-34fe-44d9-9d44-71199393460b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573204 Nov 12 03:53:27.654580 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7ae57a2-7ea6-44fe-a938-99f356faf21e tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] GET failed (client error): The resource could not be found. Nov 12 03:53:27.656823 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a7ae57a2-7ea6-44fe-a938-99f356faf21e tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "GET /v2.0/ports/41ce9303-d136-4aaf-a569-b20d0766ad0d HTTP/1.1" status: 404 len: 333 time: 0.0285780 Nov 12 03:53:27.659502 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47506) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:27.750061 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ba11baeb-fbfb-4b61-a5bf-d3b42e26dd07 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:27.853042 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ba11baeb-fbfb-4b61-a5bf-d3b42e26dd07 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:27.884349 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-ba11baeb-fbfb-4b61-a5bf-d3b42e26dd07 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bea5cd2-f8e6-456a-9b15-3094064e32c1']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:27.897019 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-ba11baeb-fbfb-4b61-a5bf-d3b42e26dd07 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff2fe70b-6e26-4789-923f-356014d69ed0') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:27.897278 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-ba11baeb-fbfb-4b61-a5bf-d3b42e26dd07 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff2fe70b-6e26-4789-923f-356014d69ed0') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:27.910392 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ba11baeb-fbfb-4b61-a5bf-d3b42e26dd07 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:27.923145 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c17b2d-4f2e-4efb-81c8-3dcbf5833560 req-ba56c317-9d96-4a02-8b0e-dacf959a1c61 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:27.925542 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-44c17b2d-4f2e-4efb-81c8-3dcbf5833560 req-ba56c317-9d96-4a02-8b0e-dacf959a1c61 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=fac8682e-1487-4470-a716-05849ee5bce1 HTTP/1.1" status: 200 len: 943 time: 0.0623507 Nov 12 03:53:27.926575 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ba11baeb-fbfb-4b61-a5bf-d3b42e26dd07 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:27.934281 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba11baeb-fbfb-4b61-a5bf-d3b42e26dd07 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:53:27.935402 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ba11baeb-fbfb-4b61-a5bf-d3b42e26dd07 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:27.938876 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:53:27.938876 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:53:27.938876 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:53:27.938876 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:53:27.938876 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:53:27.938876 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:53:27.938876 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:53:27.938876 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:53:27.938876 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:53:27.938876 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:53:27.938876 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:53:27.938876 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:53:27.938876 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:53:27.938876 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:53:27.938876 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:53:27.938876 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:53:27.938876 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:53:27.938876 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:53:27.938876 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:53:27.938876 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:53:27.938876 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:53:27.938876 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:53:27.938876 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:53:27.938876 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:53:27.938876 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:53:27.938876 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:53:27.938876 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:53:27.938876 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:53:27.938876 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:53:27.938876 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:53:27.938876 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:53:27.938876 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:53:28.010055 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ba11baeb-fbfb-4b61-a5bf-d3b42e26dd07 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.018851 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ba11baeb-fbfb-4b61-a5bf-d3b42e26dd07 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.021660 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-44c17b2d-4f2e-4efb-81c8-3dcbf5833560 req-47112f6a-b414-44c5-8f92-1a0f87e3f9fd tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838585 Nov 12 03:53:28.022836 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ba11baeb-fbfb-4b61-a5bf-d3b42e26dd07 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/networks/6bea5cd2-f8e6-456a-9b15-3094064e32c1 HTTP/1.1" status: 204 len: 168 time: 0.3616304 Nov 12 03:53:28.026482 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47512) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:28.050003 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-fac6e261-9792-4658-bf26-3c1369c5cc49 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2059879762'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:28.050003 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba11baeb-fbfb-4b61-a5bf-d3b42e26dd07 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event deleted for resources: {'Network': ['ID=6bea5cd2-f8e6-456a-9b15-3094064e32c1,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:28.066094 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac6e261-9792-4658-bf26-3c1369c5cc49 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Made reservation on behalf of ada71d4b5fdc40a7b84bc97ce75fd568 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:28.069890 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fac6e261-9792-4658-bf26-3c1369c5cc49 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.096681 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fac6e261-9792-4658-bf26-3c1369c5cc49 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:53:28.107475 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fac6e261-9792-4658-bf26-3c1369c5cc49 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.108855 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-fac6e261-9792-4658-bf26-3c1369c5cc49 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Added segment e25816f4-0151-4f95-accf-391ebaff59f8 of type vlan for network 9a55fe78-023c-4439-a559-429f3621ee85 Nov 12 03:53:28.151745 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fac6e261-9792-4658-bf26-3c1369c5cc49 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.184684 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fac6e261-9792-4658-bf26-3c1369c5cc49 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.191960 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac6e261-9792-4658-bf26-3c1369c5cc49 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:28.192566 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fac6e261-9792-4658-bf26-3c1369c5cc49 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.260422 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-fac6e261-9792-4658-bf26-3c1369c5cc49 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2293661 Nov 12 03:53:28.260650 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47514) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:28.266220 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-c758ba1c-e407-426b-b3db-8260a404f8c7 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'subnet': {'network_id': '9a55fe78-023c-4439-a559-429f3621ee85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:28.271069 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac6e261-9792-4658-bf26-3c1369c5cc49 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event updated for resources: {'Network': ['ID=9a55fe78-023c-4439-a559-429f3621ee85,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:28.281828 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 9a55fe78-023c-4439-a559-429f3621ee85 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:53:28.382303 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c758ba1c-e407-426b-b3db-8260a404f8c7 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Made reservation on behalf of ada71d4b5fdc40a7b84bc97ce75fd568 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:28.386110 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c758ba1c-e407-426b-b3db-8260a404f8c7 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.453017 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.ipam_backend_mixin [None req-c758ba1c-e407-426b-b3db-8260a404f8c7 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Performing IP validity checks on allocation pools {{(pid=102572) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 03:53:28.453618 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.ipam_backend_mixin [None req-c758ba1c-e407-426b-b3db-8260a404f8c7 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102572) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 03:53:28.591842 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c758ba1c-e407-426b-b3db-8260a404f8c7 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.663326 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7d433-3662-4b73-9980-aa70e97bab71 req-8c692b83-2980-4600-91e0-ff63ad9c06a9 tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:28.666390 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e5d7d433-3662-4b73-9980-aa70e97bab71 req-8c692b83-2980-4600-91e0-ff63ad9c06a9 tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] 10.222.0.50 "GET /v2.0/ports?device_id=26716919-6227-45d2-8e96-44da27f9ed56 HTTP/1.1" status: 200 len: 945 time: 0.0629129 Nov 12 03:53:28.668521 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c758ba1c-e407-426b-b3db-8260a404f8c7 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event updated for resources: {'Subnet': ['ID=671680a4-3e16-447f-a113-0759c5fb5a32,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:28.674192 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c758ba1c-e407-426b-b3db-8260a404f8c7 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Checking segment: {'id': 'e25816f4-0151-4f95-accf-391ebaff59f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9a55fe78-023c-4439-a559-429f3621ee85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:28.674546 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c758ba1c-e407-426b-b3db-8260a404f8c7 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Network hostable DHCP agents. Network: 9a55fe78-023c-4439-a559-429f3621ee85, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:53:28.695289 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c758ba1c-e407-426b-b3db-8260a404f8c7 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Network 9a55fe78-023c-4439-a559-429f3621ee85 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:53:28.705695 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-c758ba1c-e407-426b-b3db-8260a404f8c7 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 9a55fe78-023c-4439-a559-429f3621ee85) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:28.710537 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c758ba1c-e407-426b-b3db-8260a404f8c7 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:28.711537 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c758ba1c-e407-426b-b3db-8260a404f8c7 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.725830 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946fa8e7-a580-456e-a41b-683815b45ca2 None None] Network 9a55fe78-023c-4439-a559-429f3621ee85 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:28.739324 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e5d7d433-3662-4b73-9980-aa70e97bab71 req-b00f8cdf-c32b-4861-a652-06d7a7f738a8 tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c9d0145-34fe-44d9-9d44-71199393460b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582049 Nov 12 03:53:28.751136 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c758ba1c-e407-426b-b3db-8260a404f8c7 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4869940 Nov 12 03:53:28.751681 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47518) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:28.756891 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-1fe5ce92-73e5-401e-83c8-12c344d9f60c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'port': {'network_id': '9a55fe78-023c-4439-a559-429f3621ee85', 'name': 'tempest-PortsTestJSON-540242731'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:28.925112 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe5ce92-73e5-401e-83c8-12c344d9f60c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Made reservation on behalf of ada71d4b5fdc40a7b84bc97ce75fd568 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:28.930594 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1fe5ce92-73e5-401e-83c8-12c344d9f60c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.932031 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:53:28.937430 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2b53e4-c13d-4a47-86e5-1a20ef5af973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-9a55fe78-023c-4439-a559-429f3621ee85', 'network_id': '9a55fe78-023c-4439-a559-429f3621ee85', 'tenant_id': 'ada71d4b5fdc40a7b84bc97ce75fd568', 'fixed_ips': [{'subnet_id': '671680a4-3e16-447f-a113-0759c5fb5a32'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:53:28.938496 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7f2b53e4-c13d-4a47-86e5-1a20ef5af973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.953542 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-1fe5ce92-73e5-401e-83c8-12c344d9f60c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] device_id is not set on port 984677bd-b45b-4403-afef-4cfe0bff2343 yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:53:29.118330 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-1fe5ce92-73e5-401e-83c8-12c344d9f60c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Allocated IP 172.20.0.9 (9a55fe78-023c-4439-a559-429f3621ee85/671680a4-3e16-447f-a113-0759c5fb5a32/984677bd-b45b-4403-afef-4cfe0bff2343) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:29.242901 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13518caf-87cd-4d00-be4f-df973715d83e req-dc191e17-7202-4596-b9b2-67d8c44ae72d tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:29.244609 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-13518caf-87cd-4d00-be4f-df973715d83e req-dc191e17-7202-4596-b9b2-67d8c44ae72d tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=fac8682e-1487-4470-a716-05849ee5bce1 HTTP/1.1" status: 200 len: 943 time: 0.1089249 Nov 12 03:53:29.351772 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-13518caf-87cd-4d00-be4f-df973715d83e req-15296492-fc0e-4abb-993a-8c932749464c tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987699 Nov 12 03:53:29.378627 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1fe5ce92-73e5-401e-83c8-12c344d9f60c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:29.422742 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1fe5ce92-73e5-401e-83c8-12c344d9f60c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:29.485042 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-7f2b53e4-c13d-4a47-86e5-1a20ef5af973 None None] Allocated IP 172.20.0.2 (9a55fe78-023c-4439-a559-429f3621ee85/671680a4-3e16-447f-a113-0759c5fb5a32/1d79deee-9c1f-4527-b740-fc3933a532f9) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:29.667121 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7f2b53e4-c13d-4a47-86e5-1a20ef5af973 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:29.674919 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7f2b53e4-c13d-4a47-86e5-1a20ef5af973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:29.727728 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2b53e4-c13d-4a47-86e5-1a20ef5af973 None None] Network 9a55fe78-023c-4439-a559-429f3621ee85 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:29.730864 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-7f2b53e4-c13d-4a47-86e5-1a20ef5af973 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:29.735517 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2b53e4-c13d-4a47-86e5-1a20ef5af973 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:29.738780 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b53e4-c13d-4a47-86e5-1a20ef5af973 None None] Pushing event updated for resources: {'Port': ['ID=1d79deee-9c1f-4527-b740-fc3933a532f9,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:29.802872 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-7f2b53e4-c13d-4a47-86e5-1a20ef5af973 None None] Attempting to bind port 1d79deee-9c1f-4527-b740-fc3933a532f9 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:29.803352 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-7f2b53e4-c13d-4a47-86e5-1a20ef5af973 None None] Attempting to bind port 1d79deee-9c1f-4527-b740-fc3933a532f9 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'e25816f4-0151-4f95-accf-391ebaff59f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9a55fe78-023c-4439-a559-429f3621ee85'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:29.803879 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2b53e4-c13d-4a47-86e5-1a20ef5af973 None None] Attempting to bind port 1d79deee-9c1f-4527-b740-fc3933a532f9 on network 9a55fe78-023c-4439-a559-429f3621ee85 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:29.812176 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2b53e4-c13d-4a47-86e5-1a20ef5af973 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:29.812592 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2b53e4-c13d-4a47-86e5-1a20ef5af973 None None] Checking segment: {'id': 'e25816f4-0151-4f95-accf-391ebaff59f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9a55fe78-023c-4439-a559-429f3621ee85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:29.813878 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7f2b53e4-c13d-4a47-86e5-1a20ef5af973 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:29.814348 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2b53e4-c13d-4a47-86e5-1a20ef5af973 None None] Bound using segment: {'id': 'e25816f4-0151-4f95-accf-391ebaff59f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9a55fe78-023c-4439-a559-429f3621ee85'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:29.815008 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-7f2b53e4-c13d-4a47-86e5-1a20ef5af973 None None] Bound port: 1d79deee-9c1f-4527-b740-fc3933a532f9, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e25816f4-0151-4f95-accf-391ebaff59f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9a55fe78-023c-4439-a559-429f3621ee85'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:29.815411 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7f2b53e4-c13d-4a47-86e5-1a20ef5af973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:29.829912 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe5ce92-73e5-401e-83c8-12c344d9f60c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Network 9a55fe78-023c-4439-a559-429f3621ee85 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:29.834325 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-1fe5ce92-73e5-401e-83c8-12c344d9f60c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:29.837754 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe5ce92-73e5-401e-83c8-12c344d9f60c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:29.879472 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c649c-4e2e-4a07-8f36-461093ed16ac req-d029c827-bb24-4960-bf7c-4c88981f80b1 tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:29.881622 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9a7c649c-4e2e-4a07-8f36-461093ed16ac req-d029c827-bb24-4960-bf7c-4c88981f80b1 tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] 10.222.0.50 "GET /v2.0/ports?device_id=26716919-6227-45d2-8e96-44da27f9ed56 HTTP/1.1" status: 200 len: 945 time: 0.0718834 Nov 12 03:53:29.887608 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe5ce92-73e5-401e-83c8-12c344d9f60c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event updated for resources: {'Port': ['ID=984677bd-b45b-4403-afef-4cfe0bff2343,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:29.905741 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-7f2b53e4-c13d-4a47-86e5-1a20ef5af973 None None] For port 1d79deee-9c1f-4527-b740-fc3933a532f9, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:29.906848 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe5ce92-73e5-401e-83c8-12c344d9f60c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:29.907578 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1fe5ce92-73e5-401e-83c8-12c344d9f60c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:29.909859 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-7f2b53e4-c13d-4a47-86e5-1a20ef5af973 None None] For port 1d79deee-9c1f-4527-b740-fc3933a532f9, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=1d79deee-9c1f-4527-b740-fc3933a532f9,segment=NetworkSegment(e25816f4-0151-4f95-accf-391ebaff59f8),segment_id=e25816f4-0151-4f95-accf-391ebaff59f8)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:29.916280 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7f2b53e4-c13d-4a47-86e5-1a20ef5af973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:29.927407 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-1fe5ce92-73e5-401e-83c8-12c344d9f60c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1745398 Nov 12 03:53:29.930144 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47526) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:29.954362 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9a7c649c-4e2e-4a07-8f36-461093ed16ac req-e5f18a7e-91c4-42c2-a9f1-0d45dd4e416e tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c9d0145-34fe-44d9-9d44-71199393460b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647361 Nov 12 03:53:29.986317 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b53e4-c13d-4a47-86e5-1a20ef5af973 None None] Pushing event updated for resources: {'Port': ['ID=1d79deee-9c1f-4527-b740-fc3933a532f9,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:30.073162 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-5b3924fd-18a7-44b1-a511-532ace2e752f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Deleting port 984677bd-b45b-4403-afef-4cfe0bff2343 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:30.073606 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5b3924fd-18a7-44b1-a511-532ace2e752f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:30.198480 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5b3924fd-18a7-44b1-a511-532ace2e752f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:30.226424 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-5b3924fd-18a7-44b1-a511-532ace2e752f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Calling delete_port for 984677bd-b45b-4403-afef-4cfe0bff2343 owned by {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:30.371107 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-976971a6-2c53-4368-b8e3-0a0139a99c55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:30.468521 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5b3924fd-18a7-44b1-a511-532ace2e752f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:30.523431 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3924fd-18a7-44b1-a511-532ace2e752f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event deleted for resources: {'Port': ['ID=984677bd-b45b-4403-afef-4cfe0bff2343,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:30.587061 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3924fd-18a7-44b1-a511-532ace2e752f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:30.587417 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3924fd-18a7-44b1-a511-532ace2e752f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:30.587743 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3924fd-18a7-44b1-a511-532ace2e752f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:30.588298 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3924fd-18a7-44b1-a511-532ace2e752f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:30.588410 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3924fd-18a7-44b1-a511-532ace2e752f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:30.588737 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3924fd-18a7-44b1-a511-532ace2e752f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:30.589054 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3924fd-18a7-44b1-a511-532ace2e752f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:30.589445 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3924fd-18a7-44b1-a511-532ace2e752f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:30.589692 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3924fd-18a7-44b1-a511-532ace2e752f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:30.590030 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3924fd-18a7-44b1-a511-532ace2e752f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:30.590333 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3924fd-18a7-44b1-a511-532ace2e752f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:30.590646 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3924fd-18a7-44b1-a511-532ace2e752f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:30.630464 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10cc48f-c19d-488d-9435-26336e20b7ce req-570558b4-67f3-4899-8dd5-47dbffbc5dc6 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:30.631972 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a10cc48f-c19d-488d-9435-26336e20b7ce req-570558b4-67f3-4899-8dd5-47dbffbc5dc6 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=fac8682e-1487-4470-a716-05849ee5bce1 HTTP/1.1" status: 200 len: 943 time: 0.1526117 Nov 12 03:53:30.635858 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5b3924fd-18a7-44b1-a511-532ace2e752f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:30.639439 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5b3924fd-18a7-44b1-a511-532ace2e752f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/ports/984677bd-b45b-4403-afef-4cfe0bff2343 HTTP/1.1" status: 204 len: 168 time: 0.7082312 Nov 12 03:53:30.642070 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47544) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:30.683494 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f3957d0-4305-49e4-956c-a847596b331b tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] DELETE failed (client error): The resource could not be found. Nov 12 03:53:30.684186 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f3957d0-4305-49e4-956c-a847596b331b tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:53:30.687775 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8f3957d0-4305-49e4-956c-a847596b331b tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/ports/984677bd-b45b-4403-afef-4cfe0bff2343 HTTP/1.1" status: 404 len: 333 time: 0.0404515 Nov 12 03:53:30.690797 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47546) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:30.714385 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a10cc48f-c19d-488d-9435-26336e20b7ce req-b13f814e-2eed-4356-864d-8471284186e7 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736976 Nov 12 03:53:30.718394 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-f36ba268-4eec-4b7e-b1c1-ffff422e3055 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] GET failed (client error): The resource could not be found. Nov 12 03:53:30.720251 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f36ba268-4eec-4b7e-b1c1-ffff422e3055 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "GET /v2.0/ports/984677bd-b45b-4403-afef-4cfe0bff2343 HTTP/1.1" status: 404 len: 333 time: 0.0279853 Nov 12 03:53:30.723308 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47548) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:30.776949 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef5a1d56-26a3-4d8c-a45e-677f6cd6b2f9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Deleting subnet 671680a4-3e16-447f-a113-0759c5fb5a32 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:53:30.780849 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ef5a1d56-26a3-4d8c-a45e-677f6cd6b2f9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:30.831175 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ef5a1d56-26a3-4d8c-a45e-677f6cd6b2f9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:30.940950 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ef5a1d56-26a3-4d8c-a45e-677f6cd6b2f9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.023633 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ef5a1d56-26a3-4d8c-a45e-677f6cd6b2f9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.058768 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a1d56-26a3-4d8c-a45e-677f6cd6b2f9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event deleted for resources: {'Subnet': ['ID=671680a4-3e16-447f-a113-0759c5fb5a32,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:31.066530 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ef5a1d56-26a3-4d8c-a45e-677f6cd6b2f9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.072856 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ef5a1d56-26a3-4d8c-a45e-677f6cd6b2f9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/subnets/671680a4-3e16-447f-a113-0759c5fb5a32 HTTP/1.1" status: 204 len: 168 time: 0.3458679 Nov 12 03:53:31.073044 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47550) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:31.158455 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ea77aea0-8db4-4327-9f61-4e71acbd539f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.238515 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-ea77aea0-8db4-4327-9f61-4e71acbd539f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Deleting port 1d79deee-9c1f-4527-b740-fc3933a532f9 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:31.238843 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ea77aea0-8db4-4327-9f61-4e71acbd539f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.269646 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d6979f-62da-448c-a2e9-ae075d3d47e7 None None] Network 9a55fe78-023c-4439-a559-429f3621ee85 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:31.433257 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9697b23b-5aa1-47ae-9ecb-f54f83e06a87 req-761c7e7b-7cc1-4ee8-a0de-91646f64777f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=50a421f5-3fb2-4509-9bb6-97f60062e79e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0593655 Nov 12 03:53:31.453548 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3f5dbd79-0fe7-4bcf-9368-c16f625937fb None None] Provisioning complete for port 1d79deee-9c1f-4527-b740-fc3933a532f9 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:31.453918 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3f5dbd79-0fe7-4bcf-9368-c16f625937fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.588447 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3f5dbd79-0fe7-4bcf-9368-c16f625937fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.607133 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3042c4b5-3fb3-4bb9-94cc-35628abfa6f4 None None] DHCP port deletion for 9a55fe78-023c-4439-a559-429f3621ee85 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:31.632668 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697b23b-5aa1-47ae-9ecb-f54f83e06a87 req-6d048233-4540-44ae-8d30-40c0ce13b7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:31.634569 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9697b23b-5aa1-47ae-9ecb-f54f83e06a87 req-6d048233-4540-44ae-8d30-40c0ce13b7f5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=27d4836293914c108ba09bff97dd7daa&device_id=50a421f5-3fb2-4509-9bb6-97f60062e79e HTTP/1.1" status: 200 len: 1098 time: 0.1312132 Nov 12 03:53:31.643706 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3f5dbd79-0fe7-4bcf-9368-c16f625937fb None None] For port 1d79deee-9c1f-4527-b740-fc3933a532f9, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=1d79deee-9c1f-4527-b740-fc3933a532f9,segment=NetworkSegment(e25816f4-0151-4f95-accf-391ebaff59f8),segment_id=e25816f4-0151-4f95-accf-391ebaff59f8)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:31.668583 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3f5dbd79-0fe7-4bcf-9368-c16f625937fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.735872 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dbd79-0fe7-4bcf-9368-c16f625937fb None None] Pushing event updated for resources: {'Port': ['ID=1d79deee-9c1f-4527-b740-fc3933a532f9,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:31.742395 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3042c4b5-3fb3-4bb9-94cc-35628abfa6f4 None None] Deleting port 1d79deee-9c1f-4527-b740-fc3933a532f9 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:31.743182 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3042c4b5-3fb3-4bb9-94cc-35628abfa6f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.747807 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [req-09597a26-3557-4cfb-ac7d-1443e663cbdf req-95b46128-6adc-4dfc-8029-fc1086b091a4 service neutron] (102571) timed out ('10.222.0.90', 58495) {{(pid=102571) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 03:53:31.789006 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-ea77aea0-8db4-4327-9f61-4e71acbd539f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] For port 1d79deee-9c1f-4527-b740-fc3933a532f9, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=1d79deee-9c1f-4527-b740-fc3933a532f9,segment=NetworkSegment(e25816f4-0151-4f95-accf-391ebaff59f8),segment_id=e25816f4-0151-4f95-accf-391ebaff59f8)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:31.789699 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ea77aea0-8db4-4327-9f61-4e71acbd539f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.822395 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697b23b-5aa1-47ae-9ecb-f54f83e06a87 req-6862b4b2-0633-4e8e-b5b9-f9a7399cb48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:31.827434 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9697b23b-5aa1-47ae-9ecb-f54f83e06a87 req-6862b4b2-0633-4e8e-b5b9-f9a7399cb48e service neutron] 10.222.0.90 "GET /v2.0/networks?id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 HTTP/1.1" status: 200 len: 912 time: 0.1682713 Nov 12 03:53:31.830879 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-ea77aea0-8db4-4327-9f61-4e71acbd539f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Calling delete_port for 1d79deee-9c1f-4527-b740-fc3933a532f9 owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:31.846091 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3042c4b5-3fb3-4bb9-94cc-35628abfa6f4 None None] For port 1d79deee-9c1f-4527-b740-fc3933a532f9, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=1d79deee-9c1f-4527-b740-fc3933a532f9,segment=NetworkSegment(e25816f4-0151-4f95-accf-391ebaff59f8),segment_id=e25816f4-0151-4f95-accf-391ebaff59f8)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:31.846486 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3042c4b5-3fb3-4bb9-94cc-35628abfa6f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.870745 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3042c4b5-3fb3-4bb9-94cc-35628abfa6f4 None None] Calling delete_port for 1d79deee-9c1f-4527-b740-fc3933a532f9 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:31.910512 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9697b23b-5aa1-47ae-9ecb-f54f83e06a87 req-5f4ea447-1200-4ed3-94c6-eed34ddad3f3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cda29b9-8e85-4a5d-a41f-7c75edb82c16 HTTP/1.1" status: 200 len: 217 time: 0.0752189 Nov 12 03:53:31.952118 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe6426-218c-4799-a2f8-9d78591d1191 req-0a593d9a-f1c3-4fc3-81b3-b42d130d3bb5 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:31.956669 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-57fe6426-218c-4799-a2f8-9d78591d1191 req-0a593d9a-f1c3-4fc3-81b3-b42d130d3bb5 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=fac8682e-1487-4470-a716-05849ee5bce1 HTTP/1.1" status: 200 len: 943 time: 0.1233120 Nov 12 03:53:31.975294 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3042c4b5-3fb3-4bb9-94cc-35628abfa6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.987969 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697b23b-5aa1-47ae-9ecb-f54f83e06a87 req-6374f5e6-9924-4d0a-9aa5-b2cb58c6eb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:31.989509 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9697b23b-5aa1-47ae-9ecb-f54f83e06a87 req-6374f5e6-9924-4d0a-9aa5-b2cb58c6eb47 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2 HTTP/1.1" status: 200 len: 850 time: 0.0715623 Nov 12 03:53:32.007971 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3042c4b5-3fb3-4bb9-94cc-35628abfa6f4 None None] Pushing event deleted for resources: {'Port': ['ID=1d79deee-9c1f-4527-b740-fc3933a532f9,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:32.012056 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3042c4b5-3fb3-4bb9-94cc-35628abfa6f4 None None] No DVR routers for this DVR port 1d79deee-9c1f-4527-b740-fc3933a532f9 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:32.031519 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ea77aea0-8db4-4327-9f61-4e71acbd539f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:32.038739 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-57fe6426-218c-4799-a2f8-9d78591d1191 req-9e8476ce-8572-41d6-aae8-b328b30512a8 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745742 Nov 12 03:53:32.067942 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea77aea0-8db4-4327-9f61-4e71acbd539f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event deleted for resources: {'Port': ['ID=1d79deee-9c1f-4527-b740-fc3933a532f9,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:32.069993 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea77aea0-8db4-4327-9f61-4e71acbd539f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] No DVR routers for this DVR port 1d79deee-9c1f-4527-b740-fc3933a532f9 on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:32.076592 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697b23b-5aa1-47ae-9ecb-f54f83e06a87 req-817aa23a-3dd5-4141-aafc-9909f3172df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:32.078252 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9697b23b-5aa1-47ae-9ecb-f54f83e06a87 req-817aa23a-3dd5-4141-aafc-9909f3172df2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0811195 Nov 12 03:53:32.169784 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ea77aea0-8db4-4327-9f61-4e71acbd539f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:32.184165 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9697b23b-5aa1-47ae-9ecb-f54f83e06a87 req-ffe4b5c4-4308-4a09-bc3c-832991c2152b service neutron] 10.222.0.90 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985293 Nov 12 03:53:32.198434 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-ea77aea0-8db4-4327-9f61-4e71acbd539f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a55fe78-023c-4439-a559-429f3621ee85']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:32.210290 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-ea77aea0-8db4-4327-9f61-4e71acbd539f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e25816f4-0151-4f95-accf-391ebaff59f8') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:32.210709 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-ea77aea0-8db4-4327-9f61-4e71acbd539f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e25816f4-0151-4f95-accf-391ebaff59f8') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:32.222148 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ea77aea0-8db4-4327-9f61-4e71acbd539f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:32.238053 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ea77aea0-8db4-4327-9f61-4e71acbd539f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:32.245911 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea77aea0-8db4-4327-9f61-4e71acbd539f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:53:32.246294 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ea77aea0-8db4-4327-9f61-4e71acbd539f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:32.249666 n-d-715271-27 neutron-server[102571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:53:32.249666 n-d-715271-27 neutron-server[102571]: self.session.flush() Nov 12 03:53:32.249666 n-d-715271-27 neutron-server[102571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:53:32.249666 n-d-715271-27 neutron-server[102571]: self.session.flush() Nov 12 03:53:32.249666 n-d-715271-27 neutron-server[102571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:53:32.249666 n-d-715271-27 neutron-server[102571]: self.session.flush() Nov 12 03:53:32.249666 n-d-715271-27 neutron-server[102571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:53:32.249666 n-d-715271-27 neutron-server[102571]: self.session.flush() Nov 12 03:53:32.249666 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:53:32.249666 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:53:32.249666 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:53:32.249666 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:53:32.249666 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:53:32.249666 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:53:32.249666 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:53:32.249666 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:53:32.249666 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:53:32.249666 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:53:32.249666 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:53:32.249666 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:53:32.249666 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:53:32.249666 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:53:32.249666 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:53:32.249666 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:53:32.249666 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:53:32.249666 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:53:32.249666 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:53:32.249666 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:53:32.249666 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:53:32.249666 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:53:32.249666 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:53:32.249666 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:53:32.249666 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:53:32.249666 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:53:32.249666 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:53:32.249666 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:53:32.249666 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:53:32.249666 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:53:32.249666 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:53:32.249666 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:53:32.317704 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9697b23b-5aa1-47ae-9ecb-f54f83e06a87 req-597d069d-54d6-4373-8d82-849f944c14c4 service neutron] 10.222.0.90 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262059 Nov 12 03:53:32.318615 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ea77aea0-8db4-4327-9f61-4e71acbd539f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:32.336485 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ea77aea0-8db4-4327-9f61-4e71acbd539f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:32.336485 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ea77aea0-8db4-4327-9f61-4e71acbd539f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/networks/9a55fe78-023c-4439-a559-429f3621ee85 HTTP/1.1" status: 204 len: 168 time: 1.2614157 Nov 12 03:53:32.339997 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47572) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:32.349980 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-8df02d62-9239-4bf7-a896-e0e5fd423075 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1070228689'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:32.358068 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea77aea0-8db4-4327-9f61-4e71acbd539f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event deleted for resources: {'Network': ['ID=9a55fe78-023c-4439-a559-429f3621ee85,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:32.383356 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df02d62-9239-4bf7-a896-e0e5fd423075 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Made reservation on behalf of ada71d4b5fdc40a7b84bc97ce75fd568 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:32.389342 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8df02d62-9239-4bf7-a896-e0e5fd423075 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:32.423494 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8df02d62-9239-4bf7-a896-e0e5fd423075 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:53:32.433709 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8df02d62-9239-4bf7-a896-e0e5fd423075 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:32.434480 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-8df02d62-9239-4bf7-a896-e0e5fd423075 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Added segment 681f47a7-bfa7-4520-9fb7-7c7db9fcb2f9 of type vlan for network 0649715a-6131-449c-b0a5-11ff74c2018f Nov 12 03:53:32.486745 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8df02d62-9239-4bf7-a896-e0e5fd423075 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:32.517072 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8df02d62-9239-4bf7-a896-e0e5fd423075 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:32.524157 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df02d62-9239-4bf7-a896-e0e5fd423075 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:32.525085 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8df02d62-9239-4bf7-a896-e0e5fd423075 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:32.566185 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8df02d62-9239-4bf7-a896-e0e5fd423075 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2233398 Nov 12 03:53:32.569599 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47578) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:32.576171 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-0d9ed0bb-b4d7-41aa-9368-716e5aeb5f94 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'subnet': {'network_id': '0649715a-6131-449c-b0a5-11ff74c2018f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:32.601756 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df02d62-9239-4bf7-a896-e0e5fd423075 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event updated for resources: {'Network': ['ID=0649715a-6131-449c-b0a5-11ff74c2018f,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:32.621491 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 0649715a-6131-449c-b0a5-11ff74c2018f details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:53:32.689182 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9ed0bb-b4d7-41aa-9368-716e5aeb5f94 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Made reservation on behalf of ada71d4b5fdc40a7b84bc97ce75fd568 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:32.693539 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0d9ed0bb-b4d7-41aa-9368-716e5aeb5f94 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:32.891821 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0d9ed0bb-b4d7-41aa-9368-716e5aeb5f94 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:32.966150 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ed0bb-b4d7-41aa-9368-716e5aeb5f94 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event updated for resources: {'Subnet': ['ID=bd47a3b9-d0a3-430f-b606-bf19d8a733c1,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:33.000733 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9ed0bb-b4d7-41aa-9368-716e5aeb5f94 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Checking segment: {'id': '681f47a7-bfa7-4520-9fb7-7c7db9fcb2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0649715a-6131-449c-b0a5-11ff74c2018f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:33.001328 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9ed0bb-b4d7-41aa-9368-716e5aeb5f94 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Network hostable DHCP agents. Network: 0649715a-6131-449c-b0a5-11ff74c2018f, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:53:33.030132 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9ed0bb-b4d7-41aa-9368-716e5aeb5f94 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Network 0649715a-6131-449c-b0a5-11ff74c2018f is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:53:33.044066 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c4bea-a72e-4eba-b115-3c53d01e30e4 req-2ca50280-ecb1-41a4-9d79-2300febf6407 tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:33.045585 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-500c4bea-a72e-4eba-b115-3c53d01e30e4 req-2ca50280-ecb1-41a4-9d79-2300febf6407 tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] 10.222.0.50 "GET /v2.0/ports?device_id=26716919-6227-45d2-8e96-44da27f9ed56 HTTP/1.1" status: 200 len: 945 time: 0.0719268 Nov 12 03:53:33.050314 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-0d9ed0bb-b4d7-41aa-9368-716e5aeb5f94 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 0649715a-6131-449c-b0a5-11ff74c2018f) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:33.060461 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f231b2-62e4-4a9c-a87b-16e9f65aa24d None None] Network 0649715a-6131-449c-b0a5-11ff74c2018f requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:33.061448 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9ed0bb-b4d7-41aa-9368-716e5aeb5f94 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:33.062085 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0d9ed0bb-b4d7-41aa-9368-716e5aeb5f94 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:33.112298 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0d9ed0bb-b4d7-41aa-9368-716e5aeb5f94 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5392768 Nov 12 03:53:33.113274 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47592) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:33.118203 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-8cef5f84-4784-40f2-9df6-f4a6e43377f2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'port': {'network_id': '0649715a-6131-449c-b0a5-11ff74c2018f', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1989962403'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:33.151181 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-500c4bea-a72e-4eba-b115-3c53d01e30e4 req-2134896b-c048-4223-b061-d76307ee5d16 tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c9d0145-34fe-44d9-9d44-71199393460b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982122 Nov 12 03:53:33.187171 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0966401-6443-42b2-a8fb-626ea59c01e5 req-e942e8ad-6731-4589-a1d4-8683f038165f tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:33.188909 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f0966401-6443-42b2-a8fb-626ea59c01e5 req-e942e8ad-6731-4589-a1d4-8683f038165f tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=fac8682e-1487-4470-a716-05849ee5bce1 HTTP/1.1" status: 200 len: 943 time: 0.0683055 Nov 12 03:53:33.253092 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e4560e-cfde-4f75-affc-3642b22dba59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-0649715a-6131-449c-b0a5-11ff74c2018f', 'network_id': '0649715a-6131-449c-b0a5-11ff74c2018f', 'tenant_id': 'ada71d4b5fdc40a7b84bc97ce75fd568', 'fixed_ips': [{'subnet_id': 'bd47a3b9-d0a3-430f-b606-bf19d8a733c1'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:53:33.253987 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-67e4560e-cfde-4f75-affc-3642b22dba59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:33.256939 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f0966401-6443-42b2-a8fb-626ea59c01e5 req-9fa81390-c2bb-4449-9b16-39e5ce3ea163 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595226 Nov 12 03:53:33.271127 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cef5f84-4784-40f2-9df6-f4a6e43377f2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Made reservation on behalf of ada71d4b5fdc40a7b84bc97ce75fd568 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:33.274621 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8cef5f84-4784-40f2-9df6-f4a6e43377f2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:33.293679 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-8cef5f84-4784-40f2-9df6-f4a6e43377f2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] device_id is not set on port 64caa8b9-9aa8-40a5-bb4a-46b4cdd2412a yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:53:33.405844 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bccacbac-1970-47bb-9999-cd5288aa0497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:33.424408 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-67e4560e-cfde-4f75-affc-3642b22dba59 None None] Allocated IP 172.20.0.2 (0649715a-6131-449c-b0a5-11ff74c2018f/bd47a3b9-d0a3-430f-b606-bf19d8a733c1/61686952-95ec-4e1c-9b46-4a74c7a7dad7) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:33.546006 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 1d79deee-9c1f-4527-b740-fc3933a532f9 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:33.576569 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 1d79deee-9c1f-4527-b740-fc3933a532f9 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:53:33.576908 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 1d79deee-9c1f-4527-b740-fc3933a532f9 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:53:33.592487 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-67e4560e-cfde-4f75-affc-3642b22dba59 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:33.598459 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-67e4560e-cfde-4f75-affc-3642b22dba59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:33.634175 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e4560e-cfde-4f75-affc-3642b22dba59 None None] Network 0649715a-6131-449c-b0a5-11ff74c2018f is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:33.641731 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-67e4560e-cfde-4f75-affc-3642b22dba59 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:33.645322 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e4560e-cfde-4f75-affc-3642b22dba59 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:33.652359 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.db.api [None req-8cef5f84-4784-40f2-9df6-f4a6e43377f2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-ca78bd1f-da9d-4be3-8249-99e4f1bc13c4 {{(pid=102571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:53:33.652570 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4560e-cfde-4f75-affc-3642b22dba59 None None] Pushing event updated for resources: {'Port': ['ID=61686952-95ec-4e1c-9b46-4a74c7a7dad7,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:33.652672 n-d-715271-27 neutron-server[102571]: DEBUG oslo_db.api [None req-8cef5f84-4784-40f2-9df6-f4a6e43377f2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:53:33.705671 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-67e4560e-cfde-4f75-affc-3642b22dba59 None None] Attempting to bind port 61686952-95ec-4e1c-9b46-4a74c7a7dad7 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:33.706037 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-67e4560e-cfde-4f75-affc-3642b22dba59 None None] Attempting to bind port 61686952-95ec-4e1c-9b46-4a74c7a7dad7 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '681f47a7-bfa7-4520-9fb7-7c7db9fcb2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0649715a-6131-449c-b0a5-11ff74c2018f'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:33.706400 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e4560e-cfde-4f75-affc-3642b22dba59 None None] Attempting to bind port 61686952-95ec-4e1c-9b46-4a74c7a7dad7 on network 0649715a-6131-449c-b0a5-11ff74c2018f {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:33.711289 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e4560e-cfde-4f75-affc-3642b22dba59 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:33.711663 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e4560e-cfde-4f75-affc-3642b22dba59 None None] Checking segment: {'id': '681f47a7-bfa7-4520-9fb7-7c7db9fcb2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0649715a-6131-449c-b0a5-11ff74c2018f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:33.712060 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-67e4560e-cfde-4f75-affc-3642b22dba59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:33.712479 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e4560e-cfde-4f75-affc-3642b22dba59 None None] Bound using segment: {'id': '681f47a7-bfa7-4520-9fb7-7c7db9fcb2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0649715a-6131-449c-b0a5-11ff74c2018f'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:33.712937 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-67e4560e-cfde-4f75-affc-3642b22dba59 None None] Bound port: 61686952-95ec-4e1c-9b46-4a74c7a7dad7, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681f47a7-bfa7-4520-9fb7-7c7db9fcb2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0649715a-6131-449c-b0a5-11ff74c2018f'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:33.713315 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-67e4560e-cfde-4f75-affc-3642b22dba59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:33.776535 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-67e4560e-cfde-4f75-affc-3642b22dba59 None None] For port 61686952-95ec-4e1c-9b46-4a74c7a7dad7, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:33.779507 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-67e4560e-cfde-4f75-affc-3642b22dba59 None None] For port 61686952-95ec-4e1c-9b46-4a74c7a7dad7, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=61686952-95ec-4e1c-9b46-4a74c7a7dad7,segment=NetworkSegment(681f47a7-bfa7-4520-9fb7-7c7db9fcb2f9),segment_id=681f47a7-bfa7-4520-9fb7-7c7db9fcb2f9)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:33.786156 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-67e4560e-cfde-4f75-affc-3642b22dba59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:33.842648 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4560e-cfde-4f75-affc-3642b22dba59 None None] Pushing event updated for resources: {'Port': ['ID=61686952-95ec-4e1c-9b46-4a74c7a7dad7,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:34.135874 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:34.154327 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8cef5f84-4784-40f2-9df6-f4a6e43377f2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:34.173224 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-8cef5f84-4784-40f2-9df6-f4a6e43377f2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] device_id is not set on port df953323-d57f-41e4-b8a6-698ce2af24cb yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:53:34.262892 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 451d58f5-022a-40a4-9a90-16bb0ac3183a details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:53:34.327082 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b7d90-a9cc-46b9-8058-d1b9a9e37b60 req-ddcadbc8-7015-49db-81ed-bc5413675c12 tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:34.328915 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-677b7d90-a9cc-46b9-8058-d1b9a9e37b60 req-ddcadbc8-7015-49db-81ed-bc5413675c12 tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] 10.222.0.50 "GET /v2.0/ports?device_id=26716919-6227-45d2-8e96-44da27f9ed56 HTTP/1.1" status: 200 len: 945 time: 0.1033380 Nov 12 03:53:34.346115 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-8cef5f84-4784-40f2-9df6-f4a6e43377f2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Allocated IP 172.20.0.7 (0649715a-6131-449c-b0a5-11ff74c2018f/bd47a3b9-d0a3-430f-b606-bf19d8a733c1/df953323-d57f-41e4-b8a6-698ce2af24cb) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:34.371467 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 451d58f5-022a-40a4-9a90-16bb0ac3183a, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=451d58f5-022a-40a4-9a90-16bb0ac3183a,segment=NetworkSegment(0f2f65a3-04d3-403b-a440-78cd841660b6),segment_id=0f2f65a3-04d3-403b-a440-78cd841660b6)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:34.386130 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '451d58f5-022a-40a4-9a90-16bb0ac3183a', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'port_id': '451d58f5-022a-40a4-9a90-16bb0ac3183a', 'mac_address': 'fa:16:3e:e2:5d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:53:34.439826 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:34.452033 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-677b7d90-a9cc-46b9-8058-d1b9a9e37b60 req-ec835cde-9cc0-4418-a8e9-f7d8343904e1 tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c9d0145-34fe-44d9-9d44-71199393460b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161993 Nov 12 03:53:34.468912 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 451d58f5-022a-40a4-9a90-16bb0ac3183a {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:53:34.477352 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a75ff-9b38-49d8-bd88-10fd328837a0 req-201e2ca6-e5cb-4f8e-a7f4-65aee8561c3e tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:34.486043 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8a6a75ff-9b38-49d8-bd88-10fd328837a0 req-201e2ca6-e5cb-4f8e-a7f4-65aee8561c3e tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=fac8682e-1487-4470-a716-05849ee5bce1 HTTP/1.1" status: 200 len: 943 time: 0.1314337 Nov 12 03:53:34.513665 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 451d58f5-022a-40a4-9a90-16bb0ac3183a, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=451d58f5-022a-40a4-9a90-16bb0ac3183a,segment=NetworkSegment(0f2f65a3-04d3-403b-a440-78cd841660b6),segment_id=0f2f65a3-04d3-403b-a440-78cd841660b6)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:34.514850 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827df09-6672-4826-9f4c-53e80941145a req-9e94db57-9955-45d9-9834-f5f004ca7d62 tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:34.516885 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8827df09-6672-4826-9f4c-53e80941145a req-9e94db57-9955-45d9-9834-f5f004ca7d62 tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] 10.222.0.74 "GET /v2.0/ports?device_id=26716919-6227-45d2-8e96-44da27f9ed56 HTTP/1.1" status: 200 len: 945 time: 0.1739919 Nov 12 03:53:34.519976 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:34.551579 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8cef5f84-4784-40f2-9df6-f4a6e43377f2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:34.582815 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=451d58f5-022a-40a4-9a90-16bb0ac3183a,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:34.592985 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8a6a75ff-9b38-49d8-bd88-10fd328837a0 req-bed13540-980b-43b7-b1a2-9936ddfae9f4 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059897 Nov 12 03:53:34.614714 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8cef5f84-4784-40f2-9df6-f4a6e43377f2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:34.662822 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cef5f84-4784-40f2-9df6-f4a6e43377f2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Network 0649715a-6131-449c-b0a5-11ff74c2018f is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:34.666038 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-8827df09-6672-4826-9f4c-53e80941145a req-30e34078-1654-4591-8735-84692a0fbc38 tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] Deleting port 16dca2d0-f046-4dd0-9e61-7c819d9659aa {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:34.666529 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-8cef5f84-4784-40f2-9df6-f4a6e43377f2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:34.667142 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-8827df09-6672-4826-9f4c-53e80941145a req-30e34078-1654-4591-8735-84692a0fbc38 tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:34.672421 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cef5f84-4784-40f2-9df6-f4a6e43377f2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:34.679077 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef5f84-4784-40f2-9df6-f4a6e43377f2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event updated for resources: {'Port': ['ID=df953323-d57f-41e4-b8a6-698ce2af24cb,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:34.736117 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cef5f84-4784-40f2-9df6-f4a6e43377f2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:34.737002 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8cef5f84-4784-40f2-9df6-f4a6e43377f2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:34.757172 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8cef5f84-4784-40f2-9df6-f4a6e43377f2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.6429267 Nov 12 03:53:34.759962 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47604) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:34.787799 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-8827df09-6672-4826-9f4c-53e80941145a req-30e34078-1654-4591-8735-84692a0fbc38 tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] For port 16dca2d0-f046-4dd0-9e61-7c819d9659aa, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=16dca2d0-f046-4dd0-9e61-7c819d9659aa,segment=NetworkSegment(747bea8b-7da9-4e8b-aa56-fe9cf8f365b3),segment_id=747bea8b-7da9-4e8b-aa56-fe9cf8f365b3)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:34.788335 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-8827df09-6672-4826-9f4c-53e80941145a req-30e34078-1654-4591-8735-84692a0fbc38 tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:34.795413 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['451d58f5-022a-40a4-9a90-16bb0ac3183a'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:53:34.807258 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-8827df09-6672-4826-9f4c-53e80941145a req-30e34078-1654-4591-8735-84692a0fbc38 tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] Calling delete_port for 16dca2d0-f046-4dd0-9e61-7c819d9659aa owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:34.890572 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fea474-ccb4-49e9-9506-b69d3f00c687 None None] Network 0649715a-6131-449c-b0a5-11ff74c2018f requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:34.893635 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-ea9927a2-2c92-460c-88f9-920ee8045284 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Deleting port df953323-d57f-41e4-b8a6-698ce2af24cb {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:34.894072 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ea9927a2-2c92-460c-88f9-920ee8045284 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:34.973368 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-8827df09-6672-4826-9f4c-53e80941145a req-30e34078-1654-4591-8735-84692a0fbc38 tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:34.985065 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ea9927a2-2c92-460c-88f9-920ee8045284 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:34.988589 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['16dca2d0-f046-4dd0-9e61-7c819d9659aa'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:53:34.990350 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-58bfe165-4620-4cb0-bb87-57cb4bcf57bb None None] Provisioning complete for port 61686952-95ec-4e1c-9b46-4a74c7a7dad7 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:34.990714 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-58bfe165-4620-4cb0-bb87-57cb4bcf57bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:35.000427 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-ea9927a2-2c92-460c-88f9-920ee8045284 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Calling delete_port for df953323-d57f-41e4-b8a6-698ce2af24cb owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:35.008679 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e34078-1654-4591-8735-84692a0fbc38 tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] Pushing event deleted for resources: {'Port': ['ID=16dca2d0-f046-4dd0-9e61-7c819d9659aa,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:35.060765 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-8827df09-6672-4826-9f4c-53e80941145a req-30e34078-1654-4591-8735-84692a0fbc38 tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] No DVR routers for this DVR port 16dca2d0-f046-4dd0-9e61-7c819d9659aa on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:35.063636 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-8827df09-6672-4826-9f4c-53e80941145a req-30e34078-1654-4591-8735-84692a0fbc38 tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:35.067456 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8827df09-6672-4826-9f4c-53e80941145a req-30e34078-1654-4591-8735-84692a0fbc38 tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] 10.222.0.74 "DELETE /v2.0/ports/16dca2d0-f046-4dd0-9e61-7c819d9659aa HTTP/1.1" status: 204 len: 173 time: 0.5359564 Nov 12 03:53:35.068272 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26716919-6227-45d2-8e96-44da27f9ed56', 'name': 'network-vif-deleted', 'tag': '16dca2d0-f046-4dd0-9e61-7c819d9659aa'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:35.070337 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1820ed01-8488-49e9-8242-589fa5c21431" -d '{"events": [{"server_uuid": "26716919-6227-45d2-8e96-44da27f9ed56", "name": "network-vif-deleted", "tag": "16dca2d0-f046-4dd0-9e61-7c819d9659aa"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:35.136122 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2abccd36-d145-4fb8-ac0f-73634d4fc752 x-openstack-request-id: req-2abccd36-d145-4fb8-ac0f-73634d4fc752 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:35.136628 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26716919-6227-45d2-8e96-44da27f9ed56", "name": "network-vif-deleted", "tag": "16dca2d0-f046-4dd0-9e61-7c819d9659aa", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:35.138267 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2abccd36-d145-4fb8-ac0f-73634d4fc752 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:35.138595 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26716919-6227-45d2-8e96-44da27f9ed56', 'name': 'network-vif-deleted', 'tag': '16dca2d0-f046-4dd0-9e61-7c819d9659aa', 'status': 'completed', 'code': 200} Nov 12 03:53:35.180808 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ea9927a2-2c92-460c-88f9-920ee8045284 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:35.215719 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9927a2-2c92-460c-88f9-920ee8045284 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event deleted for resources: {'Port': ['ID=df953323-d57f-41e4-b8a6-698ce2af24cb,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:35.306019 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ea9927a2-2c92-460c-88f9-920ee8045284 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:35.310217 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ea9927a2-2c92-460c-88f9-920ee8045284 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/ports/df953323-d57f-41e4-b8a6-698ce2af24cb HTTP/1.1" status: 204 len: 168 time: 0.5485804 Nov 12 03:53:35.313122 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47608) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:35.340728 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7a297b7-e79f-4432-8075-0bcf5c37316f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] GET failed (client error): The resource could not be found. Nov 12 03:53:35.340992 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d7a297b7-e79f-4432-8075-0bcf5c37316f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "GET /v2.0/ports/df953323-d57f-41e4-b8a6-698ce2af24cb HTTP/1.1" status: 404 len: 333 time: 0.0268695 Nov 12 03:53:35.345082 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47610) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:35.401615 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1ee43db-6e9e-4f08-be5e-ea160f1173c8 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Deleting subnet bd47a3b9-d0a3-430f-b606-bf19d8a733c1 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:53:35.405492 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e1ee43db-6e9e-4f08-be5e-ea160f1173c8 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:35.420473 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-58bfe165-4620-4cb0-bb87-57cb4bcf57bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:35.454837 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e1ee43db-6e9e-4f08-be5e-ea160f1173c8 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:35.458167 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-58bfe165-4620-4cb0-bb87-57cb4bcf57bb None None] For port 61686952-95ec-4e1c-9b46-4a74c7a7dad7, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=61686952-95ec-4e1c-9b46-4a74c7a7dad7,segment=NetworkSegment(681f47a7-bfa7-4520-9fb7-7c7db9fcb2f9),segment_id=681f47a7-bfa7-4520-9fb7-7c7db9fcb2f9)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:35.466975 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-58bfe165-4620-4cb0-bb87-57cb4bcf57bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:35.512192 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:35.560688 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bfe165-4620-4cb0-bb87-57cb4bcf57bb None None] Pushing event updated for resources: {'Port': ['ID=61686952-95ec-4e1c-9b46-4a74c7a7dad7,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:35.636139 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e1ee43db-6e9e-4f08-be5e-ea160f1173c8 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:35.661002 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aaf7b249-afc8-4390-96b3-4a93c18e5910 req-af46a925-3c2e-4703-8c5e-c6c14c6ddd77 tempest-VolumesActionsTest-1167813420 tempest-VolumesActionsTest-1167813420-project] 10.222.0.50 "GET /v2.0/ports?device_id=26716919-6227-45d2-8e96-44da27f9ed56 HTTP/1.1" status: 200 len: 210 time: 0.0973706 Nov 12 03:53:35.708650 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e1ee43db-6e9e-4f08-be5e-ea160f1173c8 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:35.742004 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 61686952-95ec-4e1c-9b46-4a74c7a7dad7 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:35.753399 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee43db-6e9e-4f08-be5e-ea160f1173c8 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event deleted for resources: {'Subnet': ['ID=bd47a3b9-d0a3-430f-b606-bf19d8a733c1,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:35.757088 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e1ee43db-6e9e-4f08-be5e-ea160f1173c8 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:35.760904 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e1ee43db-6e9e-4f08-be5e-ea160f1173c8 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/subnets/bd47a3b9-d0a3-430f-b606-bf19d8a733c1 HTTP/1.1" status: 204 len: 168 time: 0.4143836 Nov 12 03:53:35.765141 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47622) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:35.813886 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74fb3dc-506d-489b-a36a-1d817b0a7539 None None] Network 0649715a-6131-449c-b0a5-11ff74c2018f requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:35.829113 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae06e28-3607-4a03-b56a-33392c827d4b req-4f1c3722-1487-4d80-abf8-0acaaa464c3a tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:35.831796 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4ae06e28-3607-4a03-b56a-33392c827d4b req-4f1c3722-1487-4d80-abf8-0acaaa464c3a tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=fac8682e-1487-4470-a716-05849ee5bce1 HTTP/1.1" status: 200 len: 944 time: 0.0690336 Nov 12 03:53:35.922755 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1d89c224-60ca-417a-8838-137bd6538b44 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:35.924776 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 61686952-95ec-4e1c-9b46-4a74c7a7dad7 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:35.925509 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:35.928528 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-25422519-3317-4fdc-9b22-3bab8a2d4cac None None] Provisioning complete for port 61686952-95ec-4e1c-9b46-4a74c7a7dad7 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:35.929064 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-25422519-3317-4fdc-9b22-3bab8a2d4cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:35.949064 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4ae06e28-3607-4a03-b56a-33392c827d4b req-6cb6cd68-e91b-4b24-a0cb-9bb4cc7d04b5 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099958 Nov 12 03:53:36.033691 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-1d89c224-60ca-417a-8838-137bd6538b44 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Deleting port 61686952-95ec-4e1c-9b46-4a74c7a7dad7 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:36.034100 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1d89c224-60ca-417a-8838-137bd6538b44 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:36.118908 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-1d89c224-60ca-417a-8838-137bd6538b44 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] For port 61686952-95ec-4e1c-9b46-4a74c7a7dad7, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=61686952-95ec-4e1c-9b46-4a74c7a7dad7,segment=NetworkSegment(681f47a7-bfa7-4520-9fb7-7c7db9fcb2f9),segment_id=681f47a7-bfa7-4520-9fb7-7c7db9fcb2f9)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:36.119382 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1d89c224-60ca-417a-8838-137bd6538b44 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:36.150580 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-1d89c224-60ca-417a-8838-137bd6538b44 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Calling delete_port for 61686952-95ec-4e1c-9b46-4a74c7a7dad7 owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:36.178853 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bba4a43-7e22-41d9-aaa3-24d86698e1fb None None] DHCP port deletion for 0649715a-6131-449c-b0a5-11ff74c2018f request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:36.241426 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-1bba4a43-7e22-41d9-aaa3-24d86698e1fb None None] Deleting port 61686952-95ec-4e1c-9b46-4a74c7a7dad7 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:36.241918 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1bba4a43-7e22-41d9-aaa3-24d86698e1fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:36.259830 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1d89c224-60ca-417a-8838-137bd6538b44 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:36.294525 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d89c224-60ca-417a-8838-137bd6538b44 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event deleted for resources: {'Port': ['ID=61686952-95ec-4e1c-9b46-4a74c7a7dad7,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:36.301689 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 451d58f5-022a-40a4-9a90-16bb0ac3183a up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:36.302202 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d89c224-60ca-417a-8838-137bd6538b44 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] No DVR routers for this DVR port 61686952-95ec-4e1c-9b46-4a74c7a7dad7 on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:36.366987 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-1bba4a43-7e22-41d9-aaa3-24d86698e1fb None None] For port 61686952-95ec-4e1c-9b46-4a74c7a7dad7, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=61686952-95ec-4e1c-9b46-4a74c7a7dad7,segment=NetworkSegment(681f47a7-bfa7-4520-9fb7-7c7db9fcb2f9),segment_id=681f47a7-bfa7-4520-9fb7-7c7db9fcb2f9)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:36.367354 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1bba4a43-7e22-41d9-aaa3-24d86698e1fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:36.398153 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-1bba4a43-7e22-41d9-aaa3-24d86698e1fb None None] Calling delete_port for 61686952-95ec-4e1c-9b46-4a74c7a7dad7 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:36.405764 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1d89c224-60ca-417a-8838-137bd6538b44 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:36.413650 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:36.444377 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-1d89c224-60ca-417a-8838-137bd6538b44 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0649715a-6131-449c-b0a5-11ff74c2018f']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:36.456486 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-1d89c224-60ca-417a-8838-137bd6538b44 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '681f47a7-bfa7-4520-9fb7-7c7db9fcb2f9') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:36.456860 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-1d89c224-60ca-417a-8838-137bd6538b44 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '681f47a7-bfa7-4520-9fb7-7c7db9fcb2f9') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:36.461566 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 451d58f5-022a-40a4-9a90-16bb0ac3183a completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:53:36.471585 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 451d58f5-022a-40a4-9a90-16bb0ac3183a triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:36.471864 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:36.473281 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1d89c224-60ca-417a-8838-137bd6538b44 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:36.488591 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1d89c224-60ca-417a-8838-137bd6538b44 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:36.497654 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d89c224-60ca-417a-8838-137bd6538b44 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:53:36.498149 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1d89c224-60ca-417a-8838-137bd6538b44 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:36.502673 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:53:36.502673 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:53:36.502673 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:53:36.502673 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:53:36.502673 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:53:36.502673 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:53:36.502673 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:53:36.502673 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:53:36.502673 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:53:36.502673 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:53:36.502673 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:53:36.502673 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:53:36.502673 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:53:36.502673 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:53:36.502673 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:53:36.502673 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:53:36.502673 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:53:36.502673 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:53:36.502673 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:53:36.502673 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:53:36.502673 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:53:36.502673 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:53:36.502673 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:53:36.502673 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:53:36.502673 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:53:36.502673 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:53:36.502673 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:53:36.502673 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:53:36.502673 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:53:36.502673 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:53:36.502673 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:53:36.502673 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:53:36.544357 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1bba4a43-7e22-41d9-aaa3-24d86698e1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:36.578660 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1d89c224-60ca-417a-8838-137bd6538b44 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:36.592224 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1d89c224-60ca-417a-8838-137bd6538b44 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:36.599093 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-1d89c224-60ca-417a-8838-137bd6538b44 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/networks/0649715a-6131-449c-b0a5-11ff74c2018f HTTP/1.1" status: 204 len: 168 time: 0.8302484 Nov 12 03:53:36.599995 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47626) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:36.601337 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba4a43-7e22-41d9-aaa3-24d86698e1fb None None] Pushing event deleted for resources: {'Port': ['ID=61686952-95ec-4e1c-9b46-4a74c7a7dad7,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:36.608402 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-64e7dbf0-346f-46fc-8dad-688fadf3877c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'port': {'network_id': '5ed8e18c-553c-458f-ab96-0bda29755fb9', 'name': 'tempest-PortsTestJSON-584536369'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:36.609978 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bba4a43-7e22-41d9-aaa3-24d86698e1fb None None] No DVR routers for this DVR port 61686952-95ec-4e1c-9b46-4a74c7a7dad7 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:36.630128 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:36.638850 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d89c224-60ca-417a-8838-137bd6538b44 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event deleted for resources: {'Network': ['ID=0649715a-6131-449c-b0a5-11ff74c2018f,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:36.658106 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac8682e-1487-4470-a716-05849ee5bce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451d58f5-022a-40a4-9a90-16bb0ac3183a'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:36.662782 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f389f5fd-06f0-40c1-a526-ee199dd974c8" -d '{"events": [{"server_uuid": "fac8682e-1487-4470-a716-05849ee5bce1", "name": "network-vif-plugged", "status": "completed", "tag": "451d58f5-022a-40a4-9a90-16bb0ac3183a"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:36.686871 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 451d58f5-022a-40a4-9a90-16bb0ac3183a, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=451d58f5-022a-40a4-9a90-16bb0ac3183a,segment=NetworkSegment(0f2f65a3-04d3-403b-a440-78cd841660b6),segment_id=0f2f65a3-04d3-403b-a440-78cd841660b6)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:36.692179 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:36.735411 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d195485-0c1b-48ac-a686-416c7349b0ed x-openstack-request-id: req-7d195485-0c1b-48ac-a686-416c7349b0ed {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:36.735701 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac8682e-1487-4470-a716-05849ee5bce1", "name": "network-vif-plugged", "status": "completed", "tag": "451d58f5-022a-40a4-9a90-16bb0ac3183a", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:36.736194 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7d195485-0c1b-48ac-a686-416c7349b0ed {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:36.737219 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac8682e-1487-4470-a716-05849ee5bce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451d58f5-022a-40a4-9a90-16bb0ac3183a', 'code': 200} Nov 12 03:53:36.774378 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e7dbf0-346f-46fc-8dad-688fadf3877c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Made reservation on behalf of ada71d4b5fdc40a7b84bc97ce75fd568 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:36.780227 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-64e7dbf0-346f-46fc-8dad-688fadf3877c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:36.784657 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=451d58f5-022a-40a4-9a90-16bb0ac3183a,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:36.804915 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-64e7dbf0-346f-46fc-8dad-688fadf3877c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] device_id is not set on port 9c11a944-0f36-4527-b18f-23353b2c5fe1 yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:53:36.933712 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14aee34-c6a9-475c-a472-22e4c31a87d3 req-a58e018e-2694-4265-8d53-07be9039cf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:36.936424 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f14aee34-c6a9-475c-a472-22e4c31a87d3 req-a58e018e-2694-4265-8d53-07be9039cf44 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fac8682e-1487-4470-a716-05849ee5bce1 HTTP/1.1" status: 200 len: 1097 time: 0.0892937 Nov 12 03:53:37.145797 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-64e7dbf0-346f-46fc-8dad-688fadf3877c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.171159 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f14aee34-c6a9-475c-a472-22e4c31a87d3 req-25098dc8-a888-4545-a307-54949696dde3 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244868 Nov 12 03:53:37.186854 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b17fbf-4789-4b8a-b4e9-071233349a03 req-c641fe55-44aa-428c-9fc9-f8e4dd8d2956 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:37.188382 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f1b17fbf-4789-4b8a-b4e9-071233349a03 req-c641fe55-44aa-428c-9fc9-f8e4dd8d2956 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=fac8682e-1487-4470-a716-05849ee5bce1 HTTP/1.1" status: 200 len: 945 time: 0.0983596 Nov 12 03:53:37.229728 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-64e7dbf0-346f-46fc-8dad-688fadf3877c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.308051 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e7dbf0-346f-46fc-8dad-688fadf3877c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Network 5ed8e18c-553c-458f-ab96-0bda29755fb9 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:37.312673 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f1b17fbf-4789-4b8a-b4e9-071233349a03 req-4d2e9254-7753-46eb-8455-140fa14c7663 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125994 Nov 12 03:53:37.313680 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e7dbf0-346f-46fc-8dad-688fadf3877c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event updated for resources: {'Port': ['ID=9c11a944-0f36-4527-b18f-23353b2c5fe1,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:37.319327 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-64e7dbf0-346f-46fc-8dad-688fadf3877c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:37.321994 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e7dbf0-346f-46fc-8dad-688fadf3877c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:37.327583 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e7dbf0-346f-46fc-8dad-688fadf3877c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:37.328231 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-64e7dbf0-346f-46fc-8dad-688fadf3877c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.349431 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-64e7dbf0-346f-46fc-8dad-688fadf3877c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7460570 Nov 12 03:53:37.350085 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47644) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:37.467041 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-151c790e-8148-4f90-b765-efe7c9cba8a2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Deleting port 9c11a944-0f36-4527-b18f-23353b2c5fe1 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:37.467455 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-151c790e-8148-4f90-b765-efe7c9cba8a2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.548250 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-151c790e-8148-4f90-b765-efe7c9cba8a2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.563106 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-151c790e-8148-4f90-b765-efe7c9cba8a2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Calling delete_port for 9c11a944-0f36-4527-b18f-23353b2c5fe1 owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:37.659647 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 61686952-95ec-4e1c-9b46-4a74c7a7dad7 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:37.707167 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 61686952-95ec-4e1c-9b46-4a74c7a7dad7 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:53:37.707425 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 61686952-95ec-4e1c-9b46-4a74c7a7dad7 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:53:37.740334 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-151c790e-8148-4f90-b765-efe7c9cba8a2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.773492 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c790e-8148-4f90-b765-efe7c9cba8a2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event deleted for resources: {'Port': ['ID=9c11a944-0f36-4527-b18f-23353b2c5fe1,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:37.787850 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-151c790e-8148-4f90-b765-efe7c9cba8a2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.791942 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-151c790e-8148-4f90-b765-efe7c9cba8a2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/ports/9c11a944-0f36-4527-b18f-23353b2c5fe1 HTTP/1.1" status: 204 len: 168 time: 0.4405811 Nov 12 03:53:37.794869 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47646) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:37.799956 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-243a2143-27f2-4af2-b97b-99be34cff26c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'port': {'network_id': '5ed8e18c-553c-458f-ab96-0bda29755fb9', 'mac_address': 'fa:16:3e:c9:2f:56', 'name': 'tempest-PortsTestJSON-405876136'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:37.910323 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243a2143-27f2-4af2-b97b-99be34cff26c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Made reservation on behalf of ada71d4b5fdc40a7b84bc97ce75fd568 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:37.986110 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-243a2143-27f2-4af2-b97b-99be34cff26c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:38.010922 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-243a2143-27f2-4af2-b97b-99be34cff26c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] device_id is not set on port 108fc819-7e90-4d50-823a-dc247dcd4ffb yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:53:38.204043 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-243a2143-27f2-4af2-b97b-99be34cff26c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:38.248973 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-243a2143-27f2-4af2-b97b-99be34cff26c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:38.320203 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243a2143-27f2-4af2-b97b-99be34cff26c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Network 5ed8e18c-553c-458f-ab96-0bda29755fb9 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:38.326429 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-243a2143-27f2-4af2-b97b-99be34cff26c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:38.331171 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243a2143-27f2-4af2-b97b-99be34cff26c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:38.338186 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243a2143-27f2-4af2-b97b-99be34cff26c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:38.338813 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-243a2143-27f2-4af2-b97b-99be34cff26c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:38.351250 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a2143-27f2-4af2-b97b-99be34cff26c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event updated for resources: {'Port': ['ID=108fc819-7e90-4d50-823a-dc247dcd4ffb,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:38.375127 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-243a2143-27f2-4af2-b97b-99be34cff26c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5782583 Nov 12 03:53:38.375307 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47664) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:38.449353 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6ade35-b972-4b6a-9784-1d113cfb5753 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:38.452121 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ed6ade35-b972-4b6a-9784-1d113cfb5753 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "GET /v2.0/ports/108fc819-7e90-4d50-823a-dc247dcd4ffb HTTP/1.1" status: 200 len: 840 time: 0.0748131 Nov 12 03:53:38.453901 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47668) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:38.541074 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514f3dd-0b8a-4c60-925b-b3fb6946342c req-1a983b53-9f95-44ac-ae4b-bc693811bb6a tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:38.544422 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0514f3dd-0b8a-4c60-925b-b3fb6946342c req-1a983b53-9f95-44ac-ae4b-bc693811bb6a tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=fac8682e-1487-4470-a716-05849ee5bce1 HTTP/1.1" status: 200 len: 945 time: 0.0668607 Nov 12 03:53:38.570789 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-310bba5b-ddeb-4957-8fe6-0a4ac6a5882d tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Deleting port 108fc819-7e90-4d50-823a-dc247dcd4ffb {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:38.571139 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-310bba5b-ddeb-4957-8fe6-0a4ac6a5882d tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:38.605791 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0514f3dd-0b8a-4c60-925b-b3fb6946342c req-a2253ec3-35ab-4184-82a0-1853eb8cc43d tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553670 Nov 12 03:53:38.656194 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-310bba5b-ddeb-4957-8fe6-0a4ac6a5882d tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:38.675241 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-310bba5b-ddeb-4957-8fe6-0a4ac6a5882d tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Calling delete_port for 108fc819-7e90-4d50-823a-dc247dcd4ffb owned by {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:38.739802 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:38.824484 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c329b05-c4f3-4347-9911-0892c00a3a1d req-a3fa31d3-f525-4c3a-9bb9-37185517881c tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:38.828784 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8c329b05-c4f3-4347-9911-0892c00a3a1d req-a3fa31d3-f525-4c3a-9bb9-37185517881c tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=fac8682e-1487-4470-a716-05849ee5bce1 HTTP/1.1" status: 200 len: 945 time: 0.1398282 Nov 12 03:53:38.862272 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-310bba5b-ddeb-4957-8fe6-0a4ac6a5882d tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:38.908733 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310bba5b-ddeb-4957-8fe6-0a4ac6a5882d tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event deleted for resources: {'Port': ['ID=108fc819-7e90-4d50-823a-dc247dcd4ffb,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:38.910928 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-310bba5b-ddeb-4957-8fe6-0a4ac6a5882d tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:38.915793 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-310bba5b-ddeb-4957-8fe6-0a4ac6a5882d tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/ports/108fc819-7e90-4d50-823a-dc247dcd4ffb HTTP/1.1" status: 204 len: 168 time: 0.4606166 Nov 12 03:53:38.918732 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47672) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:38.936266 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8c329b05-c4f3-4347-9911-0892c00a3a1d req-732a173e-5300-4b7a-8f09-dad902ab1950 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990558 Nov 12 03:53:38.950670 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-cab4cebd-08c6-4124-8ea2-03ff45fe322f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] GET failed (client error): The resource could not be found. Nov 12 03:53:38.952489 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-cab4cebd-08c6-4124-8ea2-03ff45fe322f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "GET /v2.0/ports/108fc819-7e90-4d50-823a-dc247dcd4ffb HTTP/1.1" status: 404 len: 333 time: 0.0324275 Nov 12 03:53:38.957383 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47676) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:38.962764 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-3b5b5d22-c436-4b63-ad1e-35a26067ae8f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'port': {'network_id': '5ed8e18c-553c-458f-ab96-0bda29755fb9', 'name': 'tempest-PortsTestJSON-497091573'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:39.070557 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5b5d22-c436-4b63-ad1e-35a26067ae8f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Made reservation on behalf of ada71d4b5fdc40a7b84bc97ce75fd568 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:39.074324 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3b5b5d22-c436-4b63-ad1e-35a26067ae8f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.097561 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-3b5b5d22-c436-4b63-ad1e-35a26067ae8f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] device_id is not set on port af4b8e2f-a0c0-45d1-9b6f-fe32c915c87a yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:53:39.111424 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 16dca2d0-f046-4dd0-9e61-7c819d9659aa no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:39.132123 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 16dca2d0-f046-4dd0-9e61-7c819d9659aa {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:53:39.132719 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 16dca2d0-f046-4dd0-9e61-7c819d9659aa not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:53:39.311582 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3b5b5d22-c436-4b63-ad1e-35a26067ae8f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.351970 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3b5b5d22-c436-4b63-ad1e-35a26067ae8f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.352959 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba48fa-abc0-4ef6-9273-05df2293f3cc req-82555c4c-901d-4017-bdd3-84840c8ae478 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:39.354033 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6cba48fa-abc0-4ef6-9273-05df2293f3cc req-82555c4c-901d-4017-bdd3-84840c8ae478 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=fac8682e-1487-4470-a716-05849ee5bce1 HTTP/1.1" status: 200 len: 945 time: 0.0799716 Nov 12 03:53:39.417764 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5b5d22-c436-4b63-ad1e-35a26067ae8f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Network 5ed8e18c-553c-458f-ab96-0bda29755fb9 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:39.422650 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-3b5b5d22-c436-4b63-ad1e-35a26067ae8f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:39.430162 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5b5d22-c436-4b63-ad1e-35a26067ae8f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:39.441377 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5b5d22-c436-4b63-ad1e-35a26067ae8f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:39.442308 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3b5b5d22-c436-4b63-ad1e-35a26067ae8f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.442897 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6cba48fa-abc0-4ef6-9273-05df2293f3cc req-65291829-d069-49df-854a-8c722e075953 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793395 Nov 12 03:53:39.457778 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b5d22-c436-4b63-ad1e-35a26067ae8f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event updated for resources: {'Port': ['ID=af4b8e2f-a0c0-45d1-9b6f-fe32c915c87a,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:39.471892 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3b5b5d22-c436-4b63-ad1e-35a26067ae8f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5133455 Nov 12 03:53:39.474549 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47686) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:39.481273 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-8946bdf0-cd8c-4867-ae9a-61c0b89f1f4a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:39.567006 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8946bdf0-cd8c-4867-ae9a-61c0b89f1f4a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.741236 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8946bdf0-cd8c-4867-ae9a-61c0b89f1f4a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.747111 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8946bdf0-cd8c-4867-ae9a-61c0b89f1f4a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.789143 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-8946bdf0-cd8c-4867-ae9a-61c0b89f1f4a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] In _notify_port_updated(), no bound segment for port af4b8e2f-a0c0-45d1-9b6f-fe32c915c87a on network 5ed8e18c-553c-458f-ab96-0bda29755fb9 {{(pid=102571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:53:39.795482 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8946bdf0-cd8c-4867-ae9a-61c0b89f1f4a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:39.796164 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8946bdf0-cd8c-4867-ae9a-61c0b89f1f4a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.799929 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8946bdf0-cd8c-4867-ae9a-61c0b89f1f4a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "PUT /v2.0/ports/af4b8e2f-a0c0-45d1-9b6f-fe32c915c87a HTTP/1.1" status: 200 len: 818 time: 0.3219473 Nov 12 03:53:39.800372 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47688) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:39.811676 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8946bdf0-cd8c-4867-ae9a-61c0b89f1f4a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event updated for resources: {'Port': ['ID=af4b8e2f-a0c0-45d1-9b6f-fe32c915c87a,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:39.918201 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-edbb045d-5566-44c8-9a6a-48248d250c66 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Deleting port af4b8e2f-a0c0-45d1-9b6f-fe32c915c87a {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:39.918590 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-edbb045d-5566-44c8-9a6a-48248d250c66 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.032500 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-edbb045d-5566-44c8-9a6a-48248d250c66 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.060409 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-edbb045d-5566-44c8-9a6a-48248d250c66 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Calling delete_port for af4b8e2f-a0c0-45d1-9b6f-fe32c915c87a owned by {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:40.154775 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-edbb045d-5566-44c8-9a6a-48248d250c66 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.188566 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb045d-5566-44c8-9a6a-48248d250c66 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event deleted for resources: {'Port': ['ID=af4b8e2f-a0c0-45d1-9b6f-fe32c915c87a,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:40.202908 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-edbb045d-5566-44c8-9a6a-48248d250c66 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.208481 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-edbb045d-5566-44c8-9a6a-48248d250c66 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/ports/af4b8e2f-a0c0-45d1-9b6f-fe32c915c87a HTTP/1.1" status: 204 len: 168 time: 0.4046721 Nov 12 03:53:40.208915 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47690) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:40.269167 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45054d50-d3e0-4ce1-b762-f61100608217 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:40.272129 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-45054d50-d3e0-4ce1-b762-f61100608217 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0608592 Nov 12 03:53:40.274255 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47692) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:40.304491 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ec1da4a-d3e3-4612-a0f6-614d66372b8a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] GET failed (client error): The resource could not be found. Nov 12 03:53:40.309690 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8ec1da4a-d3e3-4612-a0f6-614d66372b8a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "GET /v2.0/ports/af4b8e2f-a0c0-45d1-9b6f-fe32c915c87a HTTP/1.1" status: 404 len: 333 time: 0.0306296 Nov 12 03:53:40.310309 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47696) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:40.315440 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-2db03303-6fdc-478a-927c-21fec1814184 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1316640337'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:40.345863 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db03303-6fdc-478a-927c-21fec1814184 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Made reservation on behalf of ada71d4b5fdc40a7b84bc97ce75fd568 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:40.349427 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2db03303-6fdc-478a-927c-21fec1814184 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.375623 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2db03303-6fdc-478a-927c-21fec1814184 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:53:40.391266 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2db03303-6fdc-478a-927c-21fec1814184 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.391671 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-2db03303-6fdc-478a-927c-21fec1814184 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Added segment 7159399d-ef06-4512-b31e-a0f21886ef62 of type vlan for network f7f5cfe2-f0dc-4033-94a9-587687121050 Nov 12 03:53:40.445386 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2db03303-6fdc-478a-927c-21fec1814184 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.473405 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2db03303-6fdc-478a-927c-21fec1814184 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.479242 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db03303-6fdc-478a-927c-21fec1814184 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:40.480180 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2db03303-6fdc-478a-927c-21fec1814184 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.551942 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2db03303-6fdc-478a-927c-21fec1814184 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2378678 Nov 12 03:53:40.569498 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47706) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:40.585162 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-a4bcfa09-5770-4b24-90d2-cc347411a05b tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'subnet': {'network_id': 'f7f5cfe2-f0dc-4033-94a9-587687121050', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:40.596239 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db03303-6fdc-478a-927c-21fec1814184 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event updated for resources: {'Network': ['ID=f7f5cfe2-f0dc-4033-94a9-587687121050,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:40.614558 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network f7f5cfe2-f0dc-4033-94a9-587687121050 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:53:40.753375 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74140d7d-29c8-42cc-b63e-954e56773771 req-9958bf2b-0446-4f53-b2df-07b0d7e19038 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:40.760749 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-74140d7d-29c8-42cc-b63e-954e56773771 req-9958bf2b-0446-4f53-b2df-07b0d7e19038 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=fac8682e-1487-4470-a716-05849ee5bce1 HTTP/1.1" status: 200 len: 945 time: 0.2119021 Nov 12 03:53:40.812467 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4bcfa09-5770-4b24-90d2-cc347411a05b tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Made reservation on behalf of ada71d4b5fdc40a7b84bc97ce75fd568 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:40.816576 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a4bcfa09-5770-4b24-90d2-cc347411a05b tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.855318 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-74140d7d-29c8-42cc-b63e-954e56773771 req-7d1e907e-7469-4bf4-b682-4bbc4e02cdb9 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892184 Nov 12 03:53:40.922979 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8453d9e-031b-46c6-ada5-d3eda616f4b7 req-ed2efcae-33c4-4a56-be27-d0f3dbfee9bc tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:40.924960 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d8453d9e-031b-46c6-ada5-d3eda616f4b7 req-ed2efcae-33c4-4a56-be27-d0f3dbfee9bc tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.90 "GET /v2.0/ports?device_id=fac8682e-1487-4470-a716-05849ee5bce1 HTTP/1.1" status: 200 len: 945 time: 0.0715268 Nov 12 03:53:41.054134 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-d8453d9e-031b-46c6-ada5-d3eda616f4b7 req-dd148180-85bc-4214-9975-0f6cbe80fd96 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Deleting port 451d58f5-022a-40a4-9a90-16bb0ac3183a {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:41.054782 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d8453d9e-031b-46c6-ada5-d3eda616f4b7 req-dd148180-85bc-4214-9975-0f6cbe80fd96 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:41.087417 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a4bcfa09-5770-4b24-90d2-cc347411a05b tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:41.170222 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-d8453d9e-031b-46c6-ada5-d3eda616f4b7 req-dd148180-85bc-4214-9975-0f6cbe80fd96 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] For port 451d58f5-022a-40a4-9a90-16bb0ac3183a, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=451d58f5-022a-40a4-9a90-16bb0ac3183a,segment=NetworkSegment(0f2f65a3-04d3-403b-a440-78cd841660b6),segment_id=0f2f65a3-04d3-403b-a440-78cd841660b6)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:41.170910 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d8453d9e-031b-46c6-ada5-d3eda616f4b7 req-dd148180-85bc-4214-9975-0f6cbe80fd96 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:41.196587 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-d8453d9e-031b-46c6-ada5-d3eda616f4b7 req-dd148180-85bc-4214-9975-0f6cbe80fd96 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Calling delete_port for 451d58f5-022a-40a4-9a90-16bb0ac3183a owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:41.204054 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bcfa09-5770-4b24-90d2-cc347411a05b tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event updated for resources: {'Subnet': ['ID=ea733976-0e8d-47a1-af68-1aba9a773352,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:41.208115 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bcfa09-5770-4b24-90d2-cc347411a05b tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Checking segment: {'id': '7159399d-ef06-4512-b31e-a0f21886ef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f7f5cfe2-f0dc-4033-94a9-587687121050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:41.209155 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bcfa09-5770-4b24-90d2-cc347411a05b tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Network hostable DHCP agents. Network: f7f5cfe2-f0dc-4033-94a9-587687121050, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:53:41.238797 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bcfa09-5770-4b24-90d2-cc347411a05b tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Network f7f5cfe2-f0dc-4033-94a9-587687121050 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:53:41.258402 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-a4bcfa09-5770-4b24-90d2-cc347411a05b tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, f7f5cfe2-f0dc-4033-94a9-587687121050) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:41.272036 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7affb3de-9b2a-4ae3-b853-75fa313d253d None None] Network f7f5cfe2-f0dc-4033-94a9-587687121050 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:41.298288 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bcfa09-5770-4b24-90d2-cc347411a05b tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:41.298840 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a4bcfa09-5770-4b24-90d2-cc347411a05b tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:41.327002 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a4bcfa09-5770-4b24-90d2-cc347411a05b tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7523146 Nov 12 03:53:41.329924 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47708) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:41.335075 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-3a7e3c09-db11-4f57-8e29-3aca89a3a46b tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'subnet': {'network_id': 'f7f5cfe2-f0dc-4033-94a9-587687121050', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:41.420186 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d8453d9e-031b-46c6-ada5-d3eda616f4b7 req-dd148180-85bc-4214-9975-0f6cbe80fd96 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:41.467317 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd148180-85bc-4214-9975-0f6cbe80fd96 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Pushing event deleted for resources: {'Port': ['ID=451d58f5-022a-40a4-9a90-16bb0ac3183a,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:41.507388 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['7cda29b9-8e85-4a5d-a41f-7c75edb82c16', '451d58f5-022a-40a4-9a90-16bb0ac3183a'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:53:41.578812 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7e3c09-db11-4f57-8e29-3aca89a3a46b tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Made reservation on behalf of ada71d4b5fdc40a7b84bc97ce75fd568 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:41.587639 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3a7e3c09-db11-4f57-8e29-3aca89a3a46b tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:41.589846 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8453d9e-031b-46c6-ada5-d3eda616f4b7 req-dd148180-85bc-4214-9975-0f6cbe80fd96 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] No DVR routers for this DVR port 451d58f5-022a-40a4-9a90-16bb0ac3183a on host n-h2-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:41.595247 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d8453d9e-031b-46c6-ada5-d3eda616f4b7 req-dd148180-85bc-4214-9975-0f6cbe80fd96 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:41.599587 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d8453d9e-031b-46c6-ada5-d3eda616f4b7 req-dd148180-85bc-4214-9975-0f6cbe80fd96 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.90 "DELETE /v2.0/ports/451d58f5-022a-40a4-9a90-16bb0ac3183a HTTP/1.1" status: 204 len: 173 time: 0.6684372 Nov 12 03:53:41.600295 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac8682e-1487-4470-a716-05849ee5bce1', 'name': 'network-vif-deleted', 'tag': '451d58f5-022a-40a4-9a90-16bb0ac3183a'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:41.603323 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f78584-a5d9-494b-b6cd-58ffa02032fc" -d '{"events": [{"server_uuid": "fac8682e-1487-4470-a716-05849ee5bce1", "name": "network-vif-deleted", "tag": "451d58f5-022a-40a4-9a90-16bb0ac3183a"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:41.619827 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201c8674-36b2-4a7f-8ca9-5135866c1484 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-f7f5cfe2-f0dc-4033-94a9-587687121050', 'network_id': 'f7f5cfe2-f0dc-4033-94a9-587687121050', 'tenant_id': 'ada71d4b5fdc40a7b84bc97ce75fd568', 'fixed_ips': [{'subnet_id': 'ea733976-0e8d-47a1-af68-1aba9a773352'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:53:41.620942 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-201c8674-36b2-4a7f-8ca9-5135866c1484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:41.733078 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84838d8d-f94c-42e1-aa80-3462631081ff x-openstack-request-id: req-84838d8d-f94c-42e1-aa80-3462631081ff {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:41.733361 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac8682e-1487-4470-a716-05849ee5bce1", "name": "network-vif-deleted", "tag": "451d58f5-022a-40a4-9a90-16bb0ac3183a", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:41.733643 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-84838d8d-f94c-42e1-aa80-3462631081ff {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:41.734181 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac8682e-1487-4470-a716-05849ee5bce1', 'name': 'network-vif-deleted', 'tag': '451d58f5-022a-40a4-9a90-16bb0ac3183a', 'status': 'completed', 'code': 200} Nov 12 03:53:41.854508 n-d-715271-27 neutron-server[102571]: INFO neutron.db.ipam_backend_mixin [None req-3a7e3c09-db11-4f57-8e29-3aca89a3a46b tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ea733976-0e8d-47a1-af68-1aba9a773352 (CIDR: 172.20.0.0/28) Nov 12 03:53:41.863481 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a7e3c09-db11-4f57-8e29-3aca89a3a46b tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:53:41.864223 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a7e3c09-db11-4f57-8e29-3aca89a3a46b tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:53:41.904179 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3a7e3c09-db11-4f57-8e29-3aca89a3a46b tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5699868 Nov 12 03:53:41.904674 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47720) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:41.919053 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-52ae3659-3507-4515-8050-1cfbb0dea5d9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'subnet': {'network_id': 'f7f5cfe2-f0dc-4033-94a9-587687121050', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:42.150908 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0d75ec20-0e30-42fd-97e8-9d449bdab89a req-4ed9b765-3109-4121-8a7b-1add59ce07c3 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=fac8682e-1487-4470-a716-05849ee5bce1 HTTP/1.1" status: 200 len: 210 time: 0.0626178 Nov 12 03:53:42.212873 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-201c8674-36b2-4a7f-8ca9-5135866c1484 None None] Allocated IP 172.20.0.2 (f7f5cfe2-f0dc-4033-94a9-587687121050/ea733976-0e8d-47a1-af68-1aba9a773352/e9aad6a5-34a0-4044-ae02-0c868de3cda5) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:42.221180 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ae3659-3507-4515-8050-1cfbb0dea5d9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Made reservation on behalf of ada71d4b5fdc40a7b84bc97ce75fd568 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:42.226406 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-52ae3659-3507-4515-8050-1cfbb0dea5d9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.593481 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-201c8674-36b2-4a7f-8ca9-5135866c1484 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.602748 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-201c8674-36b2-4a7f-8ca9-5135866c1484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.651540 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201c8674-36b2-4a7f-8ca9-5135866c1484 None None] Network f7f5cfe2-f0dc-4033-94a9-587687121050 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:42.659648 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-201c8674-36b2-4a7f-8ca9-5135866c1484 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:42.666360 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201c8674-36b2-4a7f-8ca9-5135866c1484 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:42.682631 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c8674-36b2-4a7f-8ca9-5135866c1484 None None] Pushing event updated for resources: {'Port': ['ID=e9aad6a5-34a0-4044-ae02-0c868de3cda5,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:42.764248 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-201c8674-36b2-4a7f-8ca9-5135866c1484 None None] Attempting to bind port e9aad6a5-34a0-4044-ae02-0c868de3cda5 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:42.764668 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-201c8674-36b2-4a7f-8ca9-5135866c1484 None None] Attempting to bind port e9aad6a5-34a0-4044-ae02-0c868de3cda5 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '7159399d-ef06-4512-b31e-a0f21886ef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f7f5cfe2-f0dc-4033-94a9-587687121050'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:42.765087 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201c8674-36b2-4a7f-8ca9-5135866c1484 None None] Attempting to bind port e9aad6a5-34a0-4044-ae02-0c868de3cda5 on network f7f5cfe2-f0dc-4033-94a9-587687121050 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:42.772420 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201c8674-36b2-4a7f-8ca9-5135866c1484 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:42.772801 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201c8674-36b2-4a7f-8ca9-5135866c1484 None None] Checking segment: {'id': '7159399d-ef06-4512-b31e-a0f21886ef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f7f5cfe2-f0dc-4033-94a9-587687121050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:42.773519 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-201c8674-36b2-4a7f-8ca9-5135866c1484 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.774161 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201c8674-36b2-4a7f-8ca9-5135866c1484 None None] Bound using segment: {'id': '7159399d-ef06-4512-b31e-a0f21886ef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f7f5cfe2-f0dc-4033-94a9-587687121050'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:42.774962 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-201c8674-36b2-4a7f-8ca9-5135866c1484 None None] Bound port: e9aad6a5-34a0-4044-ae02-0c868de3cda5, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7159399d-ef06-4512-b31e-a0f21886ef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f7f5cfe2-f0dc-4033-94a9-587687121050'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:42.775621 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-201c8674-36b2-4a7f-8ca9-5135866c1484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.992335 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-52ae3659-3507-4515-8050-1cfbb0dea5d9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:43.005913 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-201c8674-36b2-4a7f-8ca9-5135866c1484 None None] For port e9aad6a5-34a0-4044-ae02-0c868de3cda5, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:43.010439 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-201c8674-36b2-4a7f-8ca9-5135866c1484 None None] For port e9aad6a5-34a0-4044-ae02-0c868de3cda5, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e9aad6a5-34a0-4044-ae02-0c868de3cda5,segment=NetworkSegment(7159399d-ef06-4512-b31e-a0f21886ef62),segment_id=7159399d-ef06-4512-b31e-a0f21886ef62)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:43.018491 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-201c8674-36b2-4a7f-8ca9-5135866c1484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:43.096428 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae3659-3507-4515-8050-1cfbb0dea5d9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event updated for resources: {'Subnet': ['ID=c7b6090a-61c4-4db8-bd99-65bf77168034,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:43.108260 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c8674-36b2-4a7f-8ca9-5135866c1484 None None] Pushing event updated for resources: {'Port': ['ID=e9aad6a5-34a0-4044-ae02-0c868de3cda5,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:43.112812 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ae3659-3507-4515-8050-1cfbb0dea5d9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Network f7f5cfe2-f0dc-4033-94a9-587687121050 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:43.117012 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-52ae3659-3507-4515-8050-1cfbb0dea5d9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:43.137410 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ae3659-3507-4515-8050-1cfbb0dea5d9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:43.138095 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-52ae3659-3507-4515-8050-1cfbb0dea5d9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:43.186644 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47732) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:43.189864 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-52ae3659-3507-4515-8050-1cfbb0dea5d9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2839489 Nov 12 03:53:43.194664 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-a4502333-6ef8-46c8-869b-9f927c61589a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'port': {'network_id': 'f7f5cfe2-f0dc-4033-94a9-587687121050', 'fixed_ips': [{'subnet_id': 'ea733976-0e8d-47a1-af68-1aba9a773352'}, {'subnet_id': 'c7b6090a-61c4-4db8-bd99-65bf77168034'}], 'name': 'tempest-PortsTestJSON-129215138'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:43.395866 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-15a4f841-0066-4e8a-9c9f-31f04ca18c27 req-d2b65fbc-970e-46ec-a38c-9cdfd5e9da42 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=fac8682e-1487-4470-a716-05849ee5bce1 HTTP/1.1" status: 200 len: 210 time: 0.0539694 Nov 12 03:53:43.545720 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4502333-6ef8-46c8-869b-9f927c61589a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Made reservation on behalf of ada71d4b5fdc40a7b84bc97ce75fd568 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:43.744617 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a4502333-6ef8-46c8-869b-9f927c61589a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:43.756939 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e9aad6a5-34a0-4044-ae02-0c868de3cda5 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:43.773850 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-a4502333-6ef8-46c8-869b-9f927c61589a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] device_id is not set on port 43b26f32-7a31-4223-88f0-14a64a58d03e yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:53:43.863671 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port e9aad6a5-34a0-4044-ae02-0c868de3cda5 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:43.865060 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:44.031871 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:44.087509 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port e9aad6a5-34a0-4044-ae02-0c868de3cda5, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e9aad6a5-34a0-4044-ae02-0c868de3cda5,segment=NetworkSegment(7159399d-ef06-4512-b31e-a0f21886ef62),segment_id=7159399d-ef06-4512-b31e-a0f21886ef62)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:44.094573 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:44.171850 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=e9aad6a5-34a0-4044-ae02-0c868de3cda5,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:44.266646 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-a4502333-6ef8-46c8-869b-9f927c61589a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Allocated IP 172.20.0.9 (f7f5cfe2-f0dc-4033-94a9-587687121050/ea733976-0e8d-47a1-af68-1aba9a773352/43b26f32-7a31-4223-88f0-14a64a58d03e) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:44.274200 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-a4502333-6ef8-46c8-869b-9f927c61589a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Allocated IP 172.20.0.26 (f7f5cfe2-f0dc-4033-94a9-587687121050/c7b6090a-61c4-4db8-bd99-65bf77168034/43b26f32-7a31-4223-88f0-14a64a58d03e) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:44.341922 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 451d58f5-022a-40a4-9a90-16bb0ac3183a no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:44.364959 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: 451d58f5-022a-40a4-9a90-16bb0ac3183a {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:53:44.365514 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 451d58f5-022a-40a4-9a90-16bb0ac3183a not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:53:44.509766 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a4502333-6ef8-46c8-869b-9f927c61589a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:44.547766 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-282cbc18-7e75-4830-8746-62b0c05a5b27 req-cd1b81ea-6be9-4a53-a3b9-9936518befb6 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=fac8682e-1487-4470-a716-05849ee5bce1 HTTP/1.1" status: 200 len: 210 time: 0.0438898 Nov 12 03:53:44.588669 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a4502333-6ef8-46c8-869b-9f927c61589a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:44.651573 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4502333-6ef8-46c8-869b-9f927c61589a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Network f7f5cfe2-f0dc-4033-94a9-587687121050 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:44.656003 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-a4502333-6ef8-46c8-869b-9f927c61589a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:44.660020 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4502333-6ef8-46c8-869b-9f927c61589a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:44.707320 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4502333-6ef8-46c8-869b-9f927c61589a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event updated for resources: {'Port': ['ID=43b26f32-7a31-4223-88f0-14a64a58d03e,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:44.734689 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4502333-6ef8-46c8-869b-9f927c61589a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:44.735364 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a4502333-6ef8-46c8-869b-9f927c61589a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:44.761586 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a4502333-6ef8-46c8-869b-9f927c61589a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.5733030 Nov 12 03:53:44.764359 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47752) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:44.770009 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c874eab4-7226-4ec3-b10d-506f7a3ce5c8 None None] Network f7f5cfe2-f0dc-4033-94a9-587687121050 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:44.772016 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-ebaeeefc-41a3-427e-8ab6-c78575ecf84d tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ea733976-0e8d-47a1-af68-1aba9a773352'}]}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:44.877849 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ebaeeefc-41a3-427e-8ab6-c78575ecf84d tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.023634 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-d5390b1d-e1d5-4858-878b-b4d402286b1d None None] Provisioning complete for port e9aad6a5-34a0-4044-ae02-0c868de3cda5 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:45.024297 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d5390b1d-e1d5-4858-878b-b4d402286b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.188461 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d659b6a5-1982-4771-96e8-34ede265c70d None None] Update dhcp port {'port': {'network_id': 'f7f5cfe2-f0dc-4033-94a9-587687121050', 'fixed_ips': [{'subnet_id': 'ea733976-0e8d-47a1-af68-1aba9a773352', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c7b6090a-61c4-4db8-bd99-65bf77168034'}], 'binding:host_id': 'n-d-715271-27'}, 'id': 'e9aad6a5-34a0-4044-ae02-0c868de3cda5'} from n-d-715271-27. {{(pid=102573) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:53:45.196678 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-ebaeeefc-41a3-427e-8ab6-c78575ecf84d tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Delete allocated IP 172.20.0.26 (f7f5cfe2-f0dc-4033-94a9-587687121050/c7b6090a-61c4-4db8-bd99-65bf77168034) {{(pid=102572) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 03:53:45.217691 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d659b6a5-1982-4771-96e8-34ede265c70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.431753 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ebaeeefc-41a3-427e-8ab6-c78575ecf84d tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.437849 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ebaeeefc-41a3-427e-8ab6-c78575ecf84d tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.570715 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-d659b6a5-1982-4771-96e8-34ede265c70d None None] Allocated IP 172.20.0.18 (f7f5cfe2-f0dc-4033-94a9-587687121050/c7b6090a-61c4-4db8-bd99-65bf77168034/e9aad6a5-34a0-4044-ae02-0c868de3cda5) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:45.655809 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaeeefc-41a3-427e-8ab6-c78575ecf84d tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event updated for resources: {'Port': ['ID=43b26f32-7a31-4223-88f0-14a64a58d03e,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:45.700700 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-ebaeeefc-41a3-427e-8ab6-c78575ecf84d tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] In _notify_port_updated(), no bound segment for port 43b26f32-7a31-4223-88f0-14a64a58d03e on network f7f5cfe2-f0dc-4033-94a9-587687121050 {{(pid=102572) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:53:45.706288 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebaeeefc-41a3-427e-8ab6-c78575ecf84d tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:45.707079 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ebaeeefc-41a3-427e-8ab6-c78575ecf84d tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.708477 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ebaeeefc-41a3-427e-8ab6-c78575ecf84d tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "PUT /v2.0/ports/43b26f32-7a31-4223-88f0-14a64a58d03e HTTP/1.1" status: 200 len: 918 time: 0.9427373 Nov 12 03:53:45.711583 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47760) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:45.717411 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-7cc49fb7-6575-4d4a-884f-8f710c831dbd tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ea733976-0e8d-47a1-af68-1aba9a773352'}, {'subnet_id': 'c7b6090a-61c4-4db8-bd99-65bf77168034'}]}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:45.760466 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e9aad6a5-34a0-4044-ae02-0c868de3cda5 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:45.766381 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c32b9f5d-d7ee-455b-8f98-3e52c83d838f req-4fb66050-4c8b-4b90-b9ab-f3295618e5a8 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=fac8682e-1487-4470-a716-05849ee5bce1 HTTP/1.1" status: 200 len: 210 time: 0.0566442 Nov 12 03:53:45.859854 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-d659b6a5-1982-4771-96e8-34ede265c70d None None] For port e9aad6a5-34a0-4044-ae02-0c868de3cda5, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e9aad6a5-34a0-4044-ae02-0c868de3cda5,segment=NetworkSegment(7159399d-ef06-4512-b31e-a0f21886ef62),segment_id=7159399d-ef06-4512-b31e-a0f21886ef62)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:45.911710 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port e9aad6a5-34a0-4044-ae02-0c868de3cda5 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:45.912101 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.922218 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7cc49fb7-6575-4d4a-884f-8f710c831dbd tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.986474 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d659b6a5-1982-4771-96e8-34ede265c70d None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:46.004626 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d659b6a5-1982-4771-96e8-34ede265c70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:46.142577 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d659b6a5-1982-4771-96e8-34ede265c70d None None] Pushing event updated for resources: {'Port': ['ID=e9aad6a5-34a0-4044-ae02-0c868de3cda5,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:46.304226 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-7cc49fb7-6575-4d4a-884f-8f710c831dbd tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Allocated IP 172.20.0.28 (f7f5cfe2-f0dc-4033-94a9-587687121050/c7b6090a-61c4-4db8-bd99-65bf77168034/43b26f32-7a31-4223-88f0-14a64a58d03e) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:46.475476 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7cc49fb7-6575-4d4a-884f-8f710c831dbd tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:46.487585 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7cc49fb7-6575-4d4a-884f-8f710c831dbd tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.056291 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25ac58c-1d17-46e1-acc4-e1f5fc9ff09a None None] Network f7f5cfe2-f0dc-4033-94a9-587687121050 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:47.058302 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-858f2ee9-c45f-4e0a-a4cb-6e9616ee9dd7 req-0ba5dfe6-cb85-49a9-a82f-e354dd4fb92e tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=fac8682e-1487-4470-a716-05849ee5bce1 HTTP/1.1" status: 200 len: 210 time: 0.0757585 Nov 12 03:53:47.060013 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc49fb7-6575-4d4a-884f-8f710c831dbd tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event updated for resources: {'Port': ['ID=43b26f32-7a31-4223-88f0-14a64a58d03e,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:47.186157 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-b7caa526-2d2a-4ed0-8b98-a790975d328b None None] Provisioning complete for port 43b26f32-7a31-4223-88f0-14a64a58d03e triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:47.186526 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b7caa526-2d2a-4ed0-8b98-a790975d328b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.206462 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-7cc49fb7-6575-4d4a-884f-8f710c831dbd tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] In _notify_port_updated(), no bound segment for port 43b26f32-7a31-4223-88f0-14a64a58d03e on network f7f5cfe2-f0dc-4033-94a9-587687121050 {{(pid=102571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:53:47.213432 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc49fb7-6575-4d4a-884f-8f710c831dbd tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:47.214254 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7cc49fb7-6575-4d4a-884f-8f710c831dbd tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.215718 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7cc49fb7-6575-4d4a-884f-8f710c831dbd tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "PUT /v2.0/ports/43b26f32-7a31-4223-88f0-14a64a58d03e HTTP/1.1" status: 200 len: 998 time: 1.5030241 Nov 12 03:53:47.218652 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47776) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:47.286283 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-b7caa526-2d2a-4ed0-8b98-a790975d328b None None] Port 43b26f32-7a31-4223-88f0-14a64a58d03e cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:47.325007 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-b7caa526-2d2a-4ed0-8b98-a790975d328b None None] Provisioning complete for port e9aad6a5-34a0-4044-ae02-0c868de3cda5 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:47.325448 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b7caa526-2d2a-4ed0-8b98-a790975d328b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.360744 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-d99a7c5f-dbe9-4bb0-b612-7a2e4bf0e259 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Deleting port 43b26f32-7a31-4223-88f0-14a64a58d03e {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:47.363544 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d99a7c5f-dbe9-4bb0-b612-7a2e4bf0e259 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.560753 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d99a7c5f-dbe9-4bb0-b612-7a2e4bf0e259 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.603734 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-d99a7c5f-dbe9-4bb0-b612-7a2e4bf0e259 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Calling delete_port for 43b26f32-7a31-4223-88f0-14a64a58d03e owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:47.645778 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e9aad6a5-34a0-4044-ae02-0c868de3cda5 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:47.727103 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port e9aad6a5-34a0-4044-ae02-0c868de3cda5 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:47.727934 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.951456 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d99a7c5f-dbe9-4bb0-b612-7a2e4bf0e259 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.021469 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a7c5f-dbe9-4bb0-b612-7a2e4bf0e259 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event deleted for resources: {'Port': ['ID=43b26f32-7a31-4223-88f0-14a64a58d03e,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:48.123214 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d99a7c5f-dbe9-4bb0-b612-7a2e4bf0e259 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.130399 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47784) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:48.139766 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d99a7c5f-dbe9-4bb0-b612-7a2e4bf0e259 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/ports/43b26f32-7a31-4223-88f0-14a64a58d03e HTTP/1.1" status: 204 len: 168 time: 0.9200065 Nov 12 03:53:48.168153 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-2696f336-8390-45f7-b961-f54466646d2b tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] GET failed (client error): The resource could not be found. Nov 12 03:53:48.173463 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47786) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:48.183573 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2696f336-8390-45f7-b961-f54466646d2b tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "GET /v2.0/ports/43b26f32-7a31-4223-88f0-14a64a58d03e HTTP/1.1" status: 404 len: 333 time: 0.0514627 Nov 12 03:53:48.223576 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6e45b46c-a825-4497-8443-156bc6759cbe req-9e13e900-97a6-4702-b9f0-83f7dba34318 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=fac8682e-1487-4470-a716-05849ee5bce1 HTTP/1.1" status: 200 len: 210 time: 0.0657330 Nov 12 03:53:48.260276 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-30468a21-0335-4c1e-ba31-d3c4c2ab11ce tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Deleting subnet c7b6090a-61c4-4db8-bd99-65bf77168034 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:53:48.264397 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-30468a21-0335-4c1e-ba31-d3c4c2ab11ce tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.285898 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.310381 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-30468a21-0335-4c1e-ba31-d3c4c2ab11ce tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.409318 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-30468a21-0335-4c1e-ba31-d3c4c2ab11ce tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.482172 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-30468a21-0335-4c1e-ba31-d3c4c2ab11ce tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.515908 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30468a21-0335-4c1e-ba31-d3c4c2ab11ce tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event deleted for resources: {'Subnet': ['ID=c7b6090a-61c4-4db8-bd99-65bf77168034,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:48.521237 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-30468a21-0335-4c1e-ba31-d3c4c2ab11ce tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.524522 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-30468a21-0335-4c1e-ba31-d3c4c2ab11ce tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/subnets/c7b6090a-61c4-4db8-bd99-65bf77168034 HTTP/1.1" status: 204 len: 168 time: 0.3500483 Nov 12 03:53:48.527527 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47790) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:48.591549 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-03317477-e823-46d3-bb88-cb3ff01382c3 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Deleting subnet ea733976-0e8d-47a1-af68-1aba9a773352 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:53:48.595229 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-03317477-e823-46d3-bb88-cb3ff01382c3 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.642345 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-03317477-e823-46d3-bb88-cb3ff01382c3 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.643483 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082c8e62-ea3f-4296-9358-c293bfbed857 None None] Network f7f5cfe2-f0dc-4033-94a9-587687121050 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:48.789247 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-03317477-e823-46d3-bb88-cb3ff01382c3 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.877092 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-03317477-e823-46d3-bb88-cb3ff01382c3 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.910014 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03317477-e823-46d3-bb88-cb3ff01382c3 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event deleted for resources: {'Subnet': ['ID=ea733976-0e8d-47a1-af68-1aba9a773352,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:48.917404 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-03317477-e823-46d3-bb88-cb3ff01382c3 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.920843 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-03317477-e823-46d3-bb88-cb3ff01382c3 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/subnets/ea733976-0e8d-47a1-af68-1aba9a773352 HTTP/1.1" status: 204 len: 168 time: 0.3913257 Nov 12 03:53:48.923472 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47792) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:48.927755 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4cd33e86-2c33-4326-9b84-96d62ba464e5 None None] Could not find standard attr ID for object 43b26f32-7a31-4223-88f0-14a64a58d03e. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:53:48.954007 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4cd33e86-2c33-4326-9b84-96d62ba464e5 None None] Provisioning complete for port e9aad6a5-34a0-4044-ae02-0c868de3cda5 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:48.954388 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4cd33e86-2c33-4326-9b84-96d62ba464e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:49.212851 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc1ee44-1c81-4c96-98ee-ed8a1d1badd5 None None] DHCP port deletion for f7f5cfe2-f0dc-4033-94a9-587687121050 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:49.380655 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3cc1ee44-1c81-4c96-98ee-ed8a1d1badd5 None None] Deleting port e9aad6a5-34a0-4044-ae02-0c868de3cda5 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:49.385007 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3cc1ee44-1c81-4c96-98ee-ed8a1d1badd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:49.544599 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3cc1ee44-1c81-4c96-98ee-ed8a1d1badd5 None None] For port e9aad6a5-34a0-4044-ae02-0c868de3cda5, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e9aad6a5-34a0-4044-ae02-0c868de3cda5,segment=NetworkSegment(7159399d-ef06-4512-b31e-a0f21886ef62),segment_id=7159399d-ef06-4512-b31e-a0f21886ef62)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:49.544999 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3cc1ee44-1c81-4c96-98ee-ed8a1d1badd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:49.560530 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3cc1ee44-1c81-4c96-98ee-ed8a1d1badd5 None None] Calling delete_port for e9aad6a5-34a0-4044-ae02-0c868de3cda5 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:49.717659 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e9aad6a5-34a0-4044-ae02-0c868de3cda5 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:49.815445 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3cc1ee44-1c81-4c96-98ee-ed8a1d1badd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:49.859231 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a02fc296-52a5-4b0a-a19d-1e5a694b73b1 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:49.911216 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc1ee44-1c81-4c96-98ee-ed8a1d1badd5 None None] No DVR routers for this DVR port e9aad6a5-34a0-4044-ae02-0c868de3cda5 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:49.922029 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1ee44-1c81-4c96-98ee-ed8a1d1badd5 None None] Pushing event deleted for resources: {'Port': ['ID=e9aad6a5-34a0-4044-ae02-0c868de3cda5,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:49.944380 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1ee44-1c81-4c96-98ee-ed8a1d1badd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:49.945117 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1ee44-1c81-4c96-98ee-ed8a1d1badd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:49.946294 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1ee44-1c81-4c96-98ee-ed8a1d1badd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:49.946708 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1ee44-1c81-4c96-98ee-ed8a1d1badd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:49.947656 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1ee44-1c81-4c96-98ee-ed8a1d1badd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:49.948499 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1ee44-1c81-4c96-98ee-ed8a1d1badd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:49.949381 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1ee44-1c81-4c96-98ee-ed8a1d1badd5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:49.950834 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1ee44-1c81-4c96-98ee-ed8a1d1badd5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:49.950834 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1ee44-1c81-4c96-98ee-ed8a1d1badd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:49.951077 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1ee44-1c81-4c96-98ee-ed8a1d1badd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:49.955170 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1ee44-1c81-4c96-98ee-ed8a1d1badd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:49.955618 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1ee44-1c81-4c96-98ee-ed8a1d1badd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:49.961881 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No active binding found for port e9aad6a5-34a0-4044-ae02-0c868de3cda5 {{(pid=102573) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 03:53:49.962724 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e9aad6a5-34a0-4044-ae02-0c868de3cda5 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:53:50.082998 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a02fc296-52a5-4b0a-a19d-1e5a694b73b1 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:50.124801 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-a02fc296-52a5-4b0a-a19d-1e5a694b73b1 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7f5cfe2-f0dc-4033-94a9-587687121050']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:50.136451 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-a02fc296-52a5-4b0a-a19d-1e5a694b73b1 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7159399d-ef06-4512-b31e-a0f21886ef62') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:50.136857 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-a02fc296-52a5-4b0a-a19d-1e5a694b73b1 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7159399d-ef06-4512-b31e-a0f21886ef62') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:50.154187 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a02fc296-52a5-4b0a-a19d-1e5a694b73b1 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:50.177209 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a02fc296-52a5-4b0a-a19d-1e5a694b73b1 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:50.187013 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a02fc296-52a5-4b0a-a19d-1e5a694b73b1 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:53:50.187725 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a02fc296-52a5-4b0a-a19d-1e5a694b73b1 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:50.265970 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:53:50.265970 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:53:50.265970 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:53:50.265970 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:53:50.265970 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:53:50.265970 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:53:50.265970 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:53:50.265970 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:53:50.265970 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:53:50.265970 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:53:50.265970 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:53:50.265970 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:53:50.265970 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:53:50.265970 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:53:50.265970 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:53:50.265970 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:53:50.265970 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:53:50.265970 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:53:50.265970 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:53:50.265970 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:53:50.265970 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:53:50.265970 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:53:50.265970 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:53:50.265970 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:53:50.265970 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:53:50.265970 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:53:50.265970 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:53:50.265970 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:53:50.265970 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:53:50.265970 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:53:50.265970 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:53:50.265970 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:53:50.269580 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a02fc296-52a5-4b0a-a19d-1e5a694b73b1 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:50.284472 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a02fc296-52a5-4b0a-a19d-1e5a694b73b1 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:50.288417 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a02fc296-52a5-4b0a-a19d-1e5a694b73b1 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/networks/f7f5cfe2-f0dc-4033-94a9-587687121050 HTTP/1.1" status: 204 len: 168 time: 1.3638515 Nov 12 03:53:50.293018 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47816) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:50.304418 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02fc296-52a5-4b0a-a19d-1e5a694b73b1 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event deleted for resources: {'Network': ['ID=f7f5cfe2-f0dc-4033-94a9-587687121050,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:50.390030 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e82a53a-82f6-4589-a88a-eaa95f1e7f08 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:50.392254 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3e82a53a-82f6-4589-a88a-eaa95f1e7f08 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0968187 Nov 12 03:53:50.395735 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47818) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:50.456781 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-08bfba92-e33d-4268-b6f0-f63c0886f67e tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0558758 Nov 12 03:53:50.457053 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47822) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:50.467965 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-c03fa6b9-36ef-439a-9fd6-760ee187b2cb tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-889075926'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:50.492256 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03fa6b9-36ef-439a-9fd6-760ee187b2cb tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Made reservation on behalf of ada71d4b5fdc40a7b84bc97ce75fd568 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:50.495811 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c03fa6b9-36ef-439a-9fd6-760ee187b2cb tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:50.524137 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c03fa6b9-36ef-439a-9fd6-760ee187b2cb tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:53:50.537455 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c03fa6b9-36ef-439a-9fd6-760ee187b2cb tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:50.538779 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-c03fa6b9-36ef-439a-9fd6-760ee187b2cb tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Added segment 76a5753e-4c4b-444e-af51-bf585162c58a of type vlan for network aa12e256-3743-44d8-b135-9f0eed7fa24e Nov 12 03:53:50.597996 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c03fa6b9-36ef-439a-9fd6-760ee187b2cb tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:50.632638 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c03fa6b9-36ef-439a-9fd6-760ee187b2cb tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:50.639298 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03fa6b9-36ef-439a-9fd6-760ee187b2cb tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:50.639967 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c03fa6b9-36ef-439a-9fd6-760ee187b2cb tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:50.659057 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c03fa6b9-36ef-439a-9fd6-760ee187b2cb tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2008939 Nov 12 03:53:50.662429 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47824) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:50.668956 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-4c789d29-e830-4e40-8262-047f94ff3a59 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'subnet': {'network_id': 'aa12e256-3743-44d8-b135-9f0eed7fa24e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:50.814925 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03fa6b9-36ef-439a-9fd6-760ee187b2cb tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event updated for resources: {'Network': ['ID=aa12e256-3743-44d8-b135-9f0eed7fa24e,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:50.820384 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c789d29-e830-4e40-8262-047f94ff3a59 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Made reservation on behalf of ada71d4b5fdc40a7b84bc97ce75fd568 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:50.824157 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4c789d29-e830-4e40-8262-047f94ff3a59 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:50.831801 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network aa12e256-3743-44d8-b135-9f0eed7fa24e details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:53:51.116785 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4c789d29-e830-4e40-8262-047f94ff3a59 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:51.194514 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c789d29-e830-4e40-8262-047f94ff3a59 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event updated for resources: {'Subnet': ['ID=cf08694b-b0cb-4f46-b870-f82cf228e312,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:51.201950 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c789d29-e830-4e40-8262-047f94ff3a59 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Checking segment: {'id': '76a5753e-4c4b-444e-af51-bf585162c58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'aa12e256-3743-44d8-b135-9f0eed7fa24e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:51.202318 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c789d29-e830-4e40-8262-047f94ff3a59 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Network hostable DHCP agents. Network: aa12e256-3743-44d8-b135-9f0eed7fa24e, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:53:51.234774 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c789d29-e830-4e40-8262-047f94ff3a59 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Network aa12e256-3743-44d8-b135-9f0eed7fa24e is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:53:51.249228 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-4c789d29-e830-4e40-8262-047f94ff3a59 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, aa12e256-3743-44d8-b135-9f0eed7fa24e) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:51.256493 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c789d29-e830-4e40-8262-047f94ff3a59 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:51.257930 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4c789d29-e830-4e40-8262-047f94ff3a59 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:51.260163 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0da096-0a7b-4310-b2a9-d3c01d78bd98 None None] Network aa12e256-3743-44d8-b135-9f0eed7fa24e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:51.278710 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4c789d29-e830-4e40-8262-047f94ff3a59 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6148984 Nov 12 03:53:51.282486 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47830) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:51.288907 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-ea0ea5d4-1221-4b6f-bdba-514e6eecd71c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'port': {'network_id': 'aa12e256-3743-44d8-b135-9f0eed7fa24e', 'name': 'tempest-PortsTestJSON-98154824'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:51.451367 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0ea5d4-1221-4b6f-bdba-514e6eecd71c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Made reservation on behalf of ada71d4b5fdc40a7b84bc97ce75fd568 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:51.455301 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6595d406-ce05-4f91-9ff8-6bb215a37069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-aa12e256-3743-44d8-b135-9f0eed7fa24e', 'network_id': 'aa12e256-3743-44d8-b135-9f0eed7fa24e', 'tenant_id': 'ada71d4b5fdc40a7b84bc97ce75fd568', 'fixed_ips': [{'subnet_id': 'cf08694b-b0cb-4f46-b870-f82cf228e312'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:53:51.456193 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6595d406-ce05-4f91-9ff8-6bb215a37069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:51.456784 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea5d4-1221-4b6f-bdba-514e6eecd71c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:51.478495 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-ea0ea5d4-1221-4b6f-bdba-514e6eecd71c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] device_id is not set on port 7bac26c6-d592-4c33-9e20-ed8c235b83c6 yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:53:51.610300 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-ea0ea5d4-1221-4b6f-bdba-514e6eecd71c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Allocated IP 172.20.0.4 (aa12e256-3743-44d8-b135-9f0eed7fa24e/cf08694b-b0cb-4f46-b870-f82cf228e312/7bac26c6-d592-4c33-9e20-ed8c235b83c6) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:51.767481 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea5d4-1221-4b6f-bdba-514e6eecd71c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:51.813198 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea5d4-1221-4b6f-bdba-514e6eecd71c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:51.852976 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-6595d406-ce05-4f91-9ff8-6bb215a37069 None None] Allocated IP 172.20.0.2 (aa12e256-3743-44d8-b135-9f0eed7fa24e/cf08694b-b0cb-4f46-b870-f82cf228e312/2ab6adc7-71bf-406e-bd0b-fa99552dbee4) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:51.894769 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0ea5d4-1221-4b6f-bdba-514e6eecd71c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Network aa12e256-3743-44d8-b135-9f0eed7fa24e is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:51.896002 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ea5d4-1221-4b6f-bdba-514e6eecd71c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event updated for resources: {'Port': ['ID=7bac26c6-d592-4c33-9e20-ed8c235b83c6,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:51.899463 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-ea0ea5d4-1221-4b6f-bdba-514e6eecd71c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:51.901831 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0ea5d4-1221-4b6f-bdba-514e6eecd71c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:51.956207 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0ea5d4-1221-4b6f-bdba-514e6eecd71c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:51.956823 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea5d4-1221-4b6f-bdba-514e6eecd71c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:51.975575 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ea0ea5d4-1221-4b6f-bdba-514e6eecd71c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.6916723 Nov 12 03:53:51.977984 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47834) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:51.987175 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-051fc67e-b843-4de5-a105-278106007f41 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'port': {'network_id': 'aa12e256-3743-44d8-b135-9f0eed7fa24e', 'name': 'tempest-PortsTestJSON-663293704'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:52.055595 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6595d406-ce05-4f91-9ff8-6bb215a37069 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.063615 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6595d406-ce05-4f91-9ff8-6bb215a37069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.125875 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6595d406-ce05-4f91-9ff8-6bb215a37069 None None] Network aa12e256-3743-44d8-b135-9f0eed7fa24e is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:52.130192 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-6595d406-ce05-4f91-9ff8-6bb215a37069 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:52.138143 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6595d406-ce05-4f91-9ff8-6bb215a37069 None None] Pushing event updated for resources: {'Port': ['ID=2ab6adc7-71bf-406e-bd0b-fa99552dbee4,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:52.144038 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6595d406-ce05-4f91-9ff8-6bb215a37069 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:52.151781 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051fc67e-b843-4de5-a105-278106007f41 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Made reservation on behalf of ada71d4b5fdc40a7b84bc97ce75fd568 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:52.162949 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-051fc67e-b843-4de5-a105-278106007f41 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.196606 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-051fc67e-b843-4de5-a105-278106007f41 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] device_id is not set on port bb87ce1e-3be8-4afe-bb04-d0cfc2ba0dce yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:53:52.228673 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-6595d406-ce05-4f91-9ff8-6bb215a37069 None None] Attempting to bind port 2ab6adc7-71bf-406e-bd0b-fa99552dbee4 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:52.233077 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-6595d406-ce05-4f91-9ff8-6bb215a37069 None None] Attempting to bind port 2ab6adc7-71bf-406e-bd0b-fa99552dbee4 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '76a5753e-4c4b-444e-af51-bf585162c58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'aa12e256-3743-44d8-b135-9f0eed7fa24e'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:52.233587 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6595d406-ce05-4f91-9ff8-6bb215a37069 None None] Attempting to bind port 2ab6adc7-71bf-406e-bd0b-fa99552dbee4 on network aa12e256-3743-44d8-b135-9f0eed7fa24e {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:52.243602 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6595d406-ce05-4f91-9ff8-6bb215a37069 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:52.243977 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6595d406-ce05-4f91-9ff8-6bb215a37069 None None] Checking segment: {'id': '76a5753e-4c4b-444e-af51-bf585162c58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'aa12e256-3743-44d8-b135-9f0eed7fa24e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:52.244573 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6595d406-ce05-4f91-9ff8-6bb215a37069 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.244971 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6595d406-ce05-4f91-9ff8-6bb215a37069 None None] Bound using segment: {'id': '76a5753e-4c4b-444e-af51-bf585162c58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'aa12e256-3743-44d8-b135-9f0eed7fa24e'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:52.245504 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-6595d406-ce05-4f91-9ff8-6bb215a37069 None None] Bound port: 2ab6adc7-71bf-406e-bd0b-fa99552dbee4, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a5753e-4c4b-444e-af51-bf585162c58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'aa12e256-3743-44d8-b135-9f0eed7fa24e'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:52.245894 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6595d406-ce05-4f91-9ff8-6bb215a37069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.334592 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-6595d406-ce05-4f91-9ff8-6bb215a37069 None None] For port 2ab6adc7-71bf-406e-bd0b-fa99552dbee4, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:52.339263 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-6595d406-ce05-4f91-9ff8-6bb215a37069 None None] For port 2ab6adc7-71bf-406e-bd0b-fa99552dbee4, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=2ab6adc7-71bf-406e-bd0b-fa99552dbee4,segment=NetworkSegment(76a5753e-4c4b-444e-af51-bf585162c58a),segment_id=76a5753e-4c4b-444e-af51-bf585162c58a)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:52.344639 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6595d406-ce05-4f91-9ff8-6bb215a37069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.439726 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-051fc67e-b843-4de5-a105-278106007f41 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Allocated IP 172.20.0.14 (aa12e256-3743-44d8-b135-9f0eed7fa24e/cf08694b-b0cb-4f46-b870-f82cf228e312/bb87ce1e-3be8-4afe-bb04-d0cfc2ba0dce) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:52.442689 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6595d406-ce05-4f91-9ff8-6bb215a37069 None None] Pushing event updated for resources: {'Port': ['ID=2ab6adc7-71bf-406e-bd0b-fa99552dbee4,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:52.713292 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-051fc67e-b843-4de5-a105-278106007f41 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.796490 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-051fc67e-b843-4de5-a105-278106007f41 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.887098 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051fc67e-b843-4de5-a105-278106007f41 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Network aa12e256-3743-44d8-b135-9f0eed7fa24e is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:52.890674 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-051fc67e-b843-4de5-a105-278106007f41 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:52.908855 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051fc67e-b843-4de5-a105-278106007f41 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:52.966476 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fc67e-b843-4de5-a105-278106007f41 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event updated for resources: {'Port': ['ID=bb87ce1e-3be8-4afe-bb04-d0cfc2ba0dce,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:53.003800 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051fc67e-b843-4de5-a105-278106007f41 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:53.004645 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-051fc67e-b843-4de5-a105-278106007f41 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:53.034506 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47858) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:53.035213 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-051fc67e-b843-4de5-a105-278106007f41 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0559626 Nov 12 03:53:53.151060 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0b3c69-5886-40f4-b883-45d3df11ae80 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:53.156469 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47860) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:53.167282 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3b0b3c69-5886-40f4-b883-45d3df11ae80 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 920 time: 0.1307971 Nov 12 03:53:53.335787 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-8dfcd802-9bf5-4bcd-afd8-3c18b211419a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Deleting port bb87ce1e-3be8-4afe-bb04-d0cfc2ba0dce {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:53.336463 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8dfcd802-9bf5-4bcd-afd8-3c18b211419a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:53.467031 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8dfcd802-9bf5-4bcd-afd8-3c18b211419a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:53.489543 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-8dfcd802-9bf5-4bcd-afd8-3c18b211419a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Calling delete_port for bb87ce1e-3be8-4afe-bb04-d0cfc2ba0dce owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:53.712513 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 2ab6adc7-71bf-406e-bd0b-fa99552dbee4 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:53.821709 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8dfcd802-9bf5-4bcd-afd8-3c18b211419a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:53.897132 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 2ab6adc7-71bf-406e-bd0b-fa99552dbee4 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:53.897505 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.048576 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfcd802-9bf5-4bcd-afd8-3c18b211419a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event deleted for resources: {'Port': ['ID=bb87ce1e-3be8-4afe-bb04-d0cfc2ba0dce,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:54.068110 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d12ec8-7984-4ccb-ae17-9b5876e4e951 None None] Network aa12e256-3743-44d8-b135-9f0eed7fa24e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:54.098560 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfcd802-9bf5-4bcd-afd8-3c18b211419a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:54.099174 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfcd802-9bf5-4bcd-afd8-3c18b211419a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:54.099673 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfcd802-9bf5-4bcd-afd8-3c18b211419a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:54.104057 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfcd802-9bf5-4bcd-afd8-3c18b211419a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:54.104645 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfcd802-9bf5-4bcd-afd8-3c18b211419a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:54.105159 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfcd802-9bf5-4bcd-afd8-3c18b211419a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:54.106504 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfcd802-9bf5-4bcd-afd8-3c18b211419a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:54.107323 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfcd802-9bf5-4bcd-afd8-3c18b211419a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:54.107837 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfcd802-9bf5-4bcd-afd8-3c18b211419a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:54.108375 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfcd802-9bf5-4bcd-afd8-3c18b211419a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:54.108964 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfcd802-9bf5-4bcd-afd8-3c18b211419a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:54.109457 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfcd802-9bf5-4bcd-afd8-3c18b211419a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:54.122375 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8dfcd802-9bf5-4bcd-afd8-3c18b211419a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.128991 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47872) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:54.130075 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8dfcd802-9bf5-4bcd-afd8-3c18b211419a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/ports/bb87ce1e-3be8-4afe-bb04-d0cfc2ba0dce HTTP/1.1" status: 204 len: 168 time: 0.9722085 Nov 12 03:53:54.139106 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.157939 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf5f0411-1176-4657-8e53-09730495ecb5 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] GET failed (client error): The resource could not be found. Nov 12 03:53:54.160013 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-bf5f0411-1176-4657-8e53-09730495ecb5 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "GET /v2.0/ports/bb87ce1e-3be8-4afe-bb04-d0cfc2ba0dce HTTP/1.1" status: 404 len: 333 time: 0.0284119 Nov 12 03:53:54.162769 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47874) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:54.329980 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-e786f3d8-53e1-4da7-8c68-d854663a4840 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Deleting port 7bac26c6-d592-4c33-9e20-ed8c235b83c6 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:54.330731 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e786f3d8-53e1-4da7-8c68-d854663a4840 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.392892 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-b62b7807-86d5-4d5e-9d82-5495e9e64644 None None] Provisioning complete for port 2ab6adc7-71bf-406e-bd0b-fa99552dbee4 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:54.393261 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b62b7807-86d5-4d5e-9d82-5495e9e64644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.406381 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 2ab6adc7-71bf-406e-bd0b-fa99552dbee4, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=2ab6adc7-71bf-406e-bd0b-fa99552dbee4,segment=NetworkSegment(76a5753e-4c4b-444e-af51-bf585162c58a),segment_id=76a5753e-4c4b-444e-af51-bf585162c58a)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:54.451193 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e786f3d8-53e1-4da7-8c68-d854663a4840 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.465745 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-e786f3d8-53e1-4da7-8c68-d854663a4840 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Calling delete_port for 7bac26c6-d592-4c33-9e20-ed8c235b83c6 owned by {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:54.481640 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.570027 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=2ab6adc7-71bf-406e-bd0b-fa99552dbee4,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:54.701712 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e786f3d8-53e1-4da7-8c68-d854663a4840 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.740383 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e786f3d8-53e1-4da7-8c68-d854663a4840 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event deleted for resources: {'Port': ['ID=7bac26c6-d592-4c33-9e20-ed8c235b83c6,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:54.857601 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e786f3d8-53e1-4da7-8c68-d854663a4840 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.862076 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e786f3d8-53e1-4da7-8c68-d854663a4840 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/ports/7bac26c6-d592-4c33-9e20-ed8c235b83c6 HTTP/1.1" status: 204 len: 168 time: 0.6980305 Nov 12 03:53:54.864842 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47880) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:54.909422 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-37ff45b1-2d3f-45f3-9cec-676f430c2b3c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] GET failed (client error): The resource could not be found. Nov 12 03:53:54.913777 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47882) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:54.917007 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-37ff45b1-2d3f-45f3-9cec-676f430c2b3c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "GET /v2.0/ports/7bac26c6-d592-4c33-9e20-ed8c235b83c6 HTTP/1.1" status: 404 len: 333 time: 0.0510337 Nov 12 03:53:55.002291 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-7d48483b-1e63-4e75-b6df-861a1cab4edd None None] Could not find standard attr ID for object 7bac26c6-d592-4c33-9e20-ed8c235b83c6. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:53:55.033456 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-987f4c64-e6e4-466e-b1f0-fce8fdd699bc tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Deleting subnet cf08694b-b0cb-4f46-b870-f82cf228e312 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:53:55.038786 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-987f4c64-e6e4-466e-b1f0-fce8fdd699bc tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:55.040488 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-7d48483b-1e63-4e75-b6df-861a1cab4edd None None] Provisioning complete for port 2ab6adc7-71bf-406e-bd0b-fa99552dbee4 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:55.041058 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7d48483b-1e63-4e75-b6df-861a1cab4edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:55.120388 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-987f4c64-e6e4-466e-b1f0-fce8fdd699bc tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:55.245869 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-987f4c64-e6e4-466e-b1f0-fce8fdd699bc tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:55.341528 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-987f4c64-e6e4-466e-b1f0-fce8fdd699bc tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:55.406890 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f4c64-e6e4-466e-b1f0-fce8fdd699bc tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event deleted for resources: {'Subnet': ['ID=cf08694b-b0cb-4f46-b870-f82cf228e312,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:55.413878 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-e4afa658-8cb9-4a24-b1b4-89ec40672a1a None None] Could not find standard attr ID for object 7bac26c6-d592-4c33-9e20-ed8c235b83c6. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:53:55.438455 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-987f4c64-e6e4-466e-b1f0-fce8fdd699bc tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:55.442040 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-987f4c64-e6e4-466e-b1f0-fce8fdd699bc tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/subnets/cf08694b-b0cb-4f46-b870-f82cf228e312 HTTP/1.1" status: 204 len: 168 time: 0.5269537 Nov 12 03:53:55.444720 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47888) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:55.584407 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b0d0f38b-82dd-4db8-91a0-1eb236b788e8 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:55.654586 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 2ab6adc7-71bf-406e-bd0b-fa99552dbee4 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:55.684164 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-b0d0f38b-82dd-4db8-91a0-1eb236b788e8 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Deleting port 2ab6adc7-71bf-406e-bd0b-fa99552dbee4 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:55.684477 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b0d0f38b-82dd-4db8-91a0-1eb236b788e8 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:55.763717 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e980a7f0-c1fa-4a77-b4c0-8585cafab0a5 None None] Network aa12e256-3743-44d8-b135-9f0eed7fa24e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:55.834877 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-b0d0f38b-82dd-4db8-91a0-1eb236b788e8 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] For port 2ab6adc7-71bf-406e-bd0b-fa99552dbee4, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=2ab6adc7-71bf-406e-bd0b-fa99552dbee4,segment=NetworkSegment(76a5753e-4c4b-444e-af51-bf585162c58a),segment_id=76a5753e-4c4b-444e-af51-bf585162c58a)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:55.835225 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b0d0f38b-82dd-4db8-91a0-1eb236b788e8 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:55.855810 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-b0d0f38b-82dd-4db8-91a0-1eb236b788e8 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Calling delete_port for 2ab6adc7-71bf-406e-bd0b-fa99552dbee4 owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:55.902451 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-7b3cf174-2760-4245-86f7-ad18cbfd8409 None None] Could not find standard attr ID for object bb87ce1e-3be8-4afe-bb04-d0cfc2ba0dce. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:53:55.956662 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 2ab6adc7-71bf-406e-bd0b-fa99552dbee4 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:55.957377 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.040194 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b0d0f38b-82dd-4db8-91a0-1eb236b788e8 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.057203 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d0f38b-82dd-4db8-91a0-1eb236b788e8 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] No DVR routers for this DVR port 2ab6adc7-71bf-406e-bd0b-fa99552dbee4 on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:56.070361 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db0d365-0ea1-43a6-8de8-b3a4bc6be2e1 None None] DHCP port deletion for aa12e256-3743-44d8-b135-9f0eed7fa24e request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:56.116732 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d0f38b-82dd-4db8-91a0-1eb236b788e8 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event deleted for resources: {'Port': ['ID=2ab6adc7-71bf-406e-bd0b-fa99552dbee4,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:56.195142 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b0d0f38b-82dd-4db8-91a0-1eb236b788e8 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.217485 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-b0d0f38b-82dd-4db8-91a0-1eb236b788e8 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa12e256-3743-44d8-b135-9f0eed7fa24e']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:56.227982 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-b0d0f38b-82dd-4db8-91a0-1eb236b788e8 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76a5753e-4c4b-444e-af51-bf585162c58a') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:56.228374 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-b0d0f38b-82dd-4db8-91a0-1eb236b788e8 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76a5753e-4c4b-444e-af51-bf585162c58a') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:56.240056 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b0d0f38b-82dd-4db8-91a0-1eb236b788e8 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.254756 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b0d0f38b-82dd-4db8-91a0-1eb236b788e8 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.261653 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0d0f38b-82dd-4db8-91a0-1eb236b788e8 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:53:56.262562 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b0d0f38b-82dd-4db8-91a0-1eb236b788e8 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.265990 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:53:56.265990 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:53:56.265990 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:53:56.265990 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:53:56.265990 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:53:56.265990 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:53:56.265990 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:53:56.265990 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:53:56.265990 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:53:56.265990 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:53:56.265990 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:53:56.265990 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:53:56.265990 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:53:56.265990 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:53:56.265990 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:53:56.265990 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:53:56.265990 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:53:56.265990 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:53:56.265990 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:53:56.265990 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:53:56.265990 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:53:56.265990 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:53:56.265990 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:53:56.265990 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:53:56.265990 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:53:56.265990 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:53:56.265990 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:53:56.265990 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:53:56.265990 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:53:56.265990 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:53:56.265990 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:53:56.265990 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:53:56.333463 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b0d0f38b-82dd-4db8-91a0-1eb236b788e8 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.338296 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b0d0f38b-82dd-4db8-91a0-1eb236b788e8 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.343938 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b0d0f38b-82dd-4db8-91a0-1eb236b788e8 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/networks/aa12e256-3743-44d8-b135-9f0eed7fa24e HTTP/1.1" status: 204 len: 168 time: 0.8980603 Nov 12 03:53:56.347807 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47896) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:56.354401 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-76c8ed53-7948-432d-8e1c-fabfc13db337 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1587962571'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:56.361573 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d0f38b-82dd-4db8-91a0-1eb236b788e8 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event deleted for resources: {'Network': ['ID=aa12e256-3743-44d8-b135-9f0eed7fa24e,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:56.387336 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c8ed53-7948-432d-8e1c-fabfc13db337 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Made reservation on behalf of ada71d4b5fdc40a7b84bc97ce75fd568 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:56.391601 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-76c8ed53-7948-432d-8e1c-fabfc13db337 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.423330 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c8ed53-7948-432d-8e1c-fabfc13db337 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:53:56.434205 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-76c8ed53-7948-432d-8e1c-fabfc13db337 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.434589 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-76c8ed53-7948-432d-8e1c-fabfc13db337 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Added segment d322b502-e4c4-492f-930f-9021bfb9bcdb of type vlan for network 9f306e97-6266-4128-a4e4-d71e73d72b85 Nov 12 03:53:56.485231 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-76c8ed53-7948-432d-8e1c-fabfc13db337 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.514072 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-76c8ed53-7948-432d-8e1c-fabfc13db337 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.520937 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c8ed53-7948-432d-8e1c-fabfc13db337 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:56.521723 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-76c8ed53-7948-432d-8e1c-fabfc13db337 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.565033 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-76c8ed53-7948-432d-8e1c-fabfc13db337 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2152359 Nov 12 03:53:56.568273 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47902) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:56.573380 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-b5590986-bc78-4b3d-bac7-ef55a0b27fe0 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'subnet': {'network_id': '9f306e97-6266-4128-a4e4-d71e73d72b85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:56.632693 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8ed53-7948-432d-8e1c-fabfc13db337 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event updated for resources: {'Network': ['ID=9f306e97-6266-4128-a4e4-d71e73d72b85,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:56.647015 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 9f306e97-6266-4128-a4e4-d71e73d72b85 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:53:56.764973 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5590986-bc78-4b3d-bac7-ef55a0b27fe0 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Made reservation on behalf of ada71d4b5fdc40a7b84bc97ce75fd568 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:56.768634 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b5590986-bc78-4b3d-bac7-ef55a0b27fe0 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.781931 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e2336-62ac-4a60-aed0-7f612dfdf576 req-91c05dfa-5114-48ba-9e25-7105be51520b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:56.783557 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e49e2336-62ac-4a60-aed0-7f612dfdf576 req-91c05dfa-5114-48ba-9e25-7105be51520b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a421f5-3fb2-4509-9bb6-97f60062e79e HTTP/1.1" status: 200 len: 946 time: 0.0762501 Nov 12 03:53:56.899670 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e49e2336-62ac-4a60-aed0-7f612dfdf576 req-f556fb19-350f-42a8-81ad-fe89f23708d9 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049509 Nov 12 03:53:57.026641 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b5590986-bc78-4b3d-bac7-ef55a0b27fe0 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.110767 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5590986-bc78-4b3d-bac7-ef55a0b27fe0 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Checking segment: {'id': 'd322b502-e4c4-492f-930f-9021bfb9bcdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9f306e97-6266-4128-a4e4-d71e73d72b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:57.111246 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5590986-bc78-4b3d-bac7-ef55a0b27fe0 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Network hostable DHCP agents. Network: 9f306e97-6266-4128-a4e4-d71e73d72b85, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:53:57.122484 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5590986-bc78-4b3d-bac7-ef55a0b27fe0 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event updated for resources: {'Subnet': ['ID=3d1e87e3-6ffa-4c68-947b-ab31557dbce2,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:57.165094 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5590986-bc78-4b3d-bac7-ef55a0b27fe0 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Network 9f306e97-6266-4128-a4e4-d71e73d72b85 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:53:57.184106 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-b5590986-bc78-4b3d-bac7-ef55a0b27fe0 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 9f306e97-6266-4128-a4e4-d71e73d72b85) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:57.194852 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c92daf-5cf8-46b1-bd70-b5ff5623d485 None None] Network 9f306e97-6266-4128-a4e4-d71e73d72b85 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:57.203803 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5590986-bc78-4b3d-bac7-ef55a0b27fe0 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:57.204700 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b5590986-bc78-4b3d-bac7-ef55a0b27fe0 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.231323 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b5590986-bc78-4b3d-bac7-ef55a0b27fe0 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6592009 Nov 12 03:53:57.231825 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47914) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:57.238619 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-1ae3eee3-84de-4b5b-baba-6715c246198a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'port': {'network_id': '9f306e97-6266-4128-a4e4-d71e73d72b85', 'name': 'tempest-PortsTestJSON-1899387235', 'fixed_ips': [{'subnet_id': '3d1e87e3-6ffa-4c68-947b-ab31557dbce2', 'ip_address': '172.20.0.10'}]}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:57.430512 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dba2eb7-3b08-41cf-909e-30d9a1716b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-9f306e97-6266-4128-a4e4-d71e73d72b85', 'network_id': '9f306e97-6266-4128-a4e4-d71e73d72b85', 'tenant_id': 'ada71d4b5fdc40a7b84bc97ce75fd568', 'fixed_ips': [{'subnet_id': '3d1e87e3-6ffa-4c68-947b-ab31557dbce2'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:53:57.431392 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1dba2eb7-3b08-41cf-909e-30d9a1716b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.454195 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae3eee3-84de-4b5b-baba-6715c246198a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Made reservation on behalf of ada71d4b5fdc40a7b84bc97ce75fd568 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:57.588215 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1ae3eee3-84de-4b5b-baba-6715c246198a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.590368 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-1dba2eb7-3b08-41cf-909e-30d9a1716b1f None None] Allocated IP 172.20.0.2 (9f306e97-6266-4128-a4e4-d71e73d72b85/3d1e87e3-6ffa-4c68-947b-ab31557dbce2/c22ee7ed-3085-4204-9879-f7b23b40dc41) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:57.630153 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-1ae3eee3-84de-4b5b-baba-6715c246198a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] device_id is not set on port bffba3ac-5598-4588-b8b2-e7edc3f3155b yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:53:57.796646 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1dba2eb7-3b08-41cf-909e-30d9a1716b1f None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.804276 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 2ab6adc7-71bf-406e-bd0b-fa99552dbee4 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:57.807434 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1dba2eb7-3b08-41cf-909e-30d9a1716b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.828196 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dba2eb7-3b08-41cf-909e-30d9a1716b1f None None] Network 9f306e97-6266-4128-a4e4-d71e73d72b85 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:57.850518 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-1dba2eb7-3b08-41cf-909e-30d9a1716b1f None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:57.865314 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-1ae3eee3-84de-4b5b-baba-6715c246198a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Allocated IP 172.20.0.10 (9f306e97-6266-4128-a4e4-d71e73d72b85/3d1e87e3-6ffa-4c68-947b-ab31557dbce2/bffba3ac-5598-4588-b8b2-e7edc3f3155b) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:57.872134 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dba2eb7-3b08-41cf-909e-30d9a1716b1f None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:57.896058 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 2ab6adc7-71bf-406e-bd0b-fa99552dbee4 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:53:57.896685 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 2ab6adc7-71bf-406e-bd0b-fa99552dbee4 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:53:57.920859 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba2eb7-3b08-41cf-909e-30d9a1716b1f None None] Pushing event updated for resources: {'Port': ['ID=c22ee7ed-3085-4204-9879-f7b23b40dc41,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:57.958105 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-1dba2eb7-3b08-41cf-909e-30d9a1716b1f None None] Attempting to bind port c22ee7ed-3085-4204-9879-f7b23b40dc41 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:57.958821 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-1dba2eb7-3b08-41cf-909e-30d9a1716b1f None None] Attempting to bind port c22ee7ed-3085-4204-9879-f7b23b40dc41 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'd322b502-e4c4-492f-930f-9021bfb9bcdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9f306e97-6266-4128-a4e4-d71e73d72b85'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:57.959390 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dba2eb7-3b08-41cf-909e-30d9a1716b1f None None] Attempting to bind port c22ee7ed-3085-4204-9879-f7b23b40dc41 on network 9f306e97-6266-4128-a4e4-d71e73d72b85 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:57.966903 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dba2eb7-3b08-41cf-909e-30d9a1716b1f None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:57.967626 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dba2eb7-3b08-41cf-909e-30d9a1716b1f None None] Checking segment: {'id': 'd322b502-e4c4-492f-930f-9021bfb9bcdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9f306e97-6266-4128-a4e4-d71e73d72b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:57.968505 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1dba2eb7-3b08-41cf-909e-30d9a1716b1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.969147 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dba2eb7-3b08-41cf-909e-30d9a1716b1f None None] Bound using segment: {'id': 'd322b502-e4c4-492f-930f-9021bfb9bcdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9f306e97-6266-4128-a4e4-d71e73d72b85'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:57.969834 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-1dba2eb7-3b08-41cf-909e-30d9a1716b1f None None] Bound port: c22ee7ed-3085-4204-9879-f7b23b40dc41, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd322b502-e4c4-492f-930f-9021bfb9bcdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9f306e97-6266-4128-a4e4-d71e73d72b85'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:57.970421 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1dba2eb7-3b08-41cf-909e-30d9a1716b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.043953 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-1dba2eb7-3b08-41cf-909e-30d9a1716b1f None None] For port c22ee7ed-3085-4204-9879-f7b23b40dc41, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:58.047788 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-1dba2eb7-3b08-41cf-909e-30d9a1716b1f None None] For port c22ee7ed-3085-4204-9879-f7b23b40dc41, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=c22ee7ed-3085-4204-9879-f7b23b40dc41,segment=NetworkSegment(d322b502-e4c4-492f-930f-9021bfb9bcdb),segment_id=d322b502-e4c4-492f-930f-9021bfb9bcdb)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:58.053703 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1dba2eb7-3b08-41cf-909e-30d9a1716b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.117037 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c8ef1-37e4-431c-b5ea-b1c451715466 req-c4fc9638-f052-4069-bdaa-e8c943a6023e tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:58.120607 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-806c8ef1-37e4-431c-b5ea-b1c451715466 req-c4fc9638-f052-4069-bdaa-e8c943a6023e tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a421f5-3fb2-4509-9bb6-97f60062e79e HTTP/1.1" status: 200 len: 946 time: 0.0757821 Nov 12 03:53:58.129088 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba2eb7-3b08-41cf-909e-30d9a1716b1f None None] Pushing event updated for resources: {'Port': ['ID=c22ee7ed-3085-4204-9879-f7b23b40dc41,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:58.182172 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1ae3eee3-84de-4b5b-baba-6715c246198a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.192851 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-806c8ef1-37e4-431c-b5ea-b1c451715466 req-75500247-b75e-434f-9f65-086f8566e33c tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab5398-20e2-428d-9baf-a61183f201a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612881 Nov 12 03:53:58.236520 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1ae3eee3-84de-4b5b-baba-6715c246198a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.301065 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae3eee3-84de-4b5b-baba-6715c246198a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event updated for resources: {'Port': ['ID=bffba3ac-5598-4588-b8b2-e7edc3f3155b,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:58.328310 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae3eee3-84de-4b5b-baba-6715c246198a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Network 9f306e97-6266-4128-a4e4-d71e73d72b85 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:58.342905 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-1ae3eee3-84de-4b5b-baba-6715c246198a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:58.346784 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae3eee3-84de-4b5b-baba-6715c246198a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:58.445085 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae3eee3-84de-4b5b-baba-6715c246198a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:58.445085 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1ae3eee3-84de-4b5b-baba-6715c246198a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.455394 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95d006-d019-43a7-a892-8eaabaece5b9 req-7711496c-df85-4c58-b396-dd1497c6e001 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:58.457153 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1b95d006-d019-43a7-a892-8eaabaece5b9 req-7711496c-df85-4c58-b396-dd1497c6e001 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.90 "GET /v2.0/ports?device_id=50a421f5-3fb2-4509-9bb6-97f60062e79e HTTP/1.1" status: 200 len: 946 time: 0.1602616 Nov 12 03:53:58.513538 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-1ae3eee3-84de-4b5b-baba-6715c246198a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2804472 Nov 12 03:53:58.515989 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47926) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:58.524680 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-c7764881-c366-4519-8ad9-02e690ba9e14 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'port': {'network_id': '9f306e97-6266-4128-a4e4-d71e73d72b85', 'name': 'tempest-PortsTestJSON-1110195485', 'fixed_ips': [{'subnet_id': '3d1e87e3-6ffa-4c68-947b-ab31557dbce2', 'ip_address': '172.20.0.9'}]}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:58.612980 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-1b95d006-d019-43a7-a892-8eaabaece5b9 req-9ef54174-5a1f-4e73-a23a-df62f30f62be tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Deleting port 7cda29b9-8e85-4a5d-a41f-7c75edb82c16 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:58.613363 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-1b95d006-d019-43a7-a892-8eaabaece5b9 req-9ef54174-5a1f-4e73-a23a-df62f30f62be tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.685796 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7764881-c366-4519-8ad9-02e690ba9e14 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Made reservation on behalf of ada71d4b5fdc40a7b84bc97ce75fd568 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:58.739232 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-1b95d006-d019-43a7-a892-8eaabaece5b9 req-9ef54174-5a1f-4e73-a23a-df62f30f62be tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] For port 7cda29b9-8e85-4a5d-a41f-7c75edb82c16, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=7cda29b9-8e85-4a5d-a41f-7c75edb82c16,segment=NetworkSegment(0f2f65a3-04d3-403b-a440-78cd841660b6),segment_id=0f2f65a3-04d3-403b-a440-78cd841660b6)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:58.739593 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-1b95d006-d019-43a7-a892-8eaabaece5b9 req-9ef54174-5a1f-4e73-a23a-df62f30f62be tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.752859 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-1b95d006-d019-43a7-a892-8eaabaece5b9 req-9ef54174-5a1f-4e73-a23a-df62f30f62be tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Calling delete_port for 7cda29b9-8e85-4a5d-a41f-7c75edb82c16 owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:58.774603 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c7764881-c366-4519-8ad9-02e690ba9e14 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.794149 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-c7764881-c366-4519-8ad9-02e690ba9e14 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] device_id is not set on port 74820d4a-c2ba-440a-94f8-a0943149799a yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:53:58.899942 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-1b95d006-d019-43a7-a892-8eaabaece5b9 req-9ef54174-5a1f-4e73-a23a-df62f30f62be tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.931154 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef54174-5a1f-4e73-a23a-df62f30f62be tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Pushing event deleted for resources: {'Port': ['ID=7cda29b9-8e85-4a5d-a41f-7c75edb82c16,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:58.937741 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['7cda29b9-8e85-4a5d-a41f-7c75edb82c16'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:53:58.982568 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b95d006-d019-43a7-a892-8eaabaece5b9 req-9ef54174-5a1f-4e73-a23a-df62f30f62be tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] No DVR routers for this DVR port 7cda29b9-8e85-4a5d-a41f-7c75edb82c16 on host n-h2-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:58.985303 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-1b95d006-d019-43a7-a892-8eaabaece5b9 req-9ef54174-5a1f-4e73-a23a-df62f30f62be tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.989449 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1b95d006-d019-43a7-a892-8eaabaece5b9 req-9ef54174-5a1f-4e73-a23a-df62f30f62be tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.90 "DELETE /v2.0/ports/7cda29b9-8e85-4a5d-a41f-7c75edb82c16 HTTP/1.1" status: 204 len: 173 time: 0.5254660 Nov 12 03:53:58.989930 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a421f5-3fb2-4509-9bb6-97f60062e79e', 'name': 'network-vif-deleted', 'tag': '7cda29b9-8e85-4a5d-a41f-7c75edb82c16'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:58.992844 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be628ca6-7016-4185-83ed-a71ab50c2dd5" -d '{"events": [{"server_uuid": "50a421f5-3fb2-4509-9bb6-97f60062e79e", "name": "network-vif-deleted", "tag": "7cda29b9-8e85-4a5d-a41f-7c75edb82c16"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:59.012929 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-c7764881-c366-4519-8ad9-02e690ba9e14 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Allocated IP 172.20.0.9 (9f306e97-6266-4128-a4e4-d71e73d72b85/3d1e87e3-6ffa-4c68-947b-ab31557dbce2/74820d4a-c2ba-440a-94f8-a0943149799a) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:59.047219 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756ab333-94aa-41e5-84db-447715f426c1 x-openstack-request-id: req-756ab333-94aa-41e5-84db-447715f426c1 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:59.047558 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a421f5-3fb2-4509-9bb6-97f60062e79e", "name": "network-vif-deleted", "tag": "7cda29b9-8e85-4a5d-a41f-7c75edb82c16", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:59.047811 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-756ab333-94aa-41e5-84db-447715f426c1 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:59.048298 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a421f5-3fb2-4509-9bb6-97f60062e79e', 'name': 'network-vif-deleted', 'tag': '7cda29b9-8e85-4a5d-a41f-7c75edb82c16', 'status': 'completed', 'code': 200} Nov 12 03:53:59.207616 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c7764881-c366-4519-8ad9-02e690ba9e14 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:59.258630 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c7764881-c366-4519-8ad9-02e690ba9e14 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:59.322660 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7764881-c366-4519-8ad9-02e690ba9e14 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Network 9f306e97-6266-4128-a4e4-d71e73d72b85 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:59.330759 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-c7764881-c366-4519-8ad9-02e690ba9e14 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:59.357530 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7764881-c366-4519-8ad9-02e690ba9e14 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:59.365995 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3a5b67e0-8800-49ba-86c8-649a7cac4139 req-f3895c70-9b75-402c-b734-2b7c2619700e tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a421f5-3fb2-4509-9bb6-97f60062e79e HTTP/1.1" status: 200 len: 210 time: 0.0684342 Nov 12 03:53:59.427664 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7764881-c366-4519-8ad9-02e690ba9e14 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event updated for resources: {'Port': ['ID=74820d4a-c2ba-440a-94f8-a0943149799a,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:59.437601 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7764881-c366-4519-8ad9-02e690ba9e14 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:59.438095 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c7764881-c366-4519-8ad9-02e690ba9e14 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:59.458187 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c7764881-c366-4519-8ad9-02e690ba9e14 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9383981 Nov 12 03:53:59.460711 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47936) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:59.532061 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6c2d71-308c-47cb-9b58-9ffb6b98feb3 None None] Network 9f306e97-6266-4128-a4e4-d71e73d72b85 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:59.579691 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d695a547-ef79-4ab0-989f-8f422f895cf6 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:59.584390 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47938) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:59.596659 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d695a547-ef79-4ab0-989f-8f422f895cf6 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1347454 Nov 12 03:53:59.695756 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76ec1d1-4e6e-40cd-bcd6-e9ebf2da5535 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:59.703297 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76ec1d1-4e6e-40cd-bcd6-e9ebf2da5535 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:59.709533 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76ec1d1-4e6e-40cd-bcd6-e9ebf2da5535 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:59.711376 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a76ec1d1-4e6e-40cd-bcd6-e9ebf2da5535 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1253190 Nov 12 03:53:59.714301 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47940) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:59.797316 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device c22ee7ed-3085-4204-9879-f7b23b40dc41 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:59.806780 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-eb2a3530-99ac-4356-89cf-d0be37f93f06 None None] Provisioning complete for port c22ee7ed-3085-4204-9879-f7b23b40dc41 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:59.806780 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-eb2a3530-99ac-4356-89cf-d0be37f93f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:59.814386 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-ac751084-1ed7-46bf-b406-b180f9cc93d7 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Deleting port 74820d4a-c2ba-440a-94f8-a0943149799a {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:59.814729 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ac751084-1ed7-46bf-b406-b180f9cc93d7 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:59.919158 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ac751084-1ed7-46bf-b406-b180f9cc93d7 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:59.935504 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-ac751084-1ed7-46bf-b406-b180f9cc93d7 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Calling delete_port for 74820d4a-c2ba-440a-94f8-a0943149799a owned by {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:00.011051 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port c22ee7ed-3085-4204-9879-f7b23b40dc41 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:00.012293 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:00.144586 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-eb2a3530-99ac-4356-89cf-d0be37f93f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:00.223731 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ac751084-1ed7-46bf-b406-b180f9cc93d7 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:00.224252 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-eb2a3530-99ac-4356-89cf-d0be37f93f06 None None] For port c22ee7ed-3085-4204-9879-f7b23b40dc41, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=c22ee7ed-3085-4204-9879-f7b23b40dc41,segment=NetworkSegment(d322b502-e4c4-492f-930f-9021bfb9bcdb),segment_id=d322b502-e4c4-492f-930f-9021bfb9bcdb)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:00.257423 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac751084-1ed7-46bf-b406-b180f9cc93d7 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event deleted for resources: {'Port': ['ID=74820d4a-c2ba-440a-94f8-a0943149799a,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:00.267889 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-eb2a3530-99ac-4356-89cf-d0be37f93f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:00.313372 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:00.427154 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a3530-99ac-4356-89cf-d0be37f93f06 None None] Pushing event updated for resources: {'Port': ['ID=c22ee7ed-3085-4204-9879-f7b23b40dc41,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:00.446075 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ac751084-1ed7-46bf-b406-b180f9cc93d7 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:00.450153 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ac751084-1ed7-46bf-b406-b180f9cc93d7 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/ports/74820d4a-c2ba-440a-94f8-a0943149799a HTTP/1.1" status: 204 len: 168 time: 0.7339723 Nov 12 03:54:00.452833 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47956) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:00.503478 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0b56da7-6897-4a5c-9252-320ec38607f1 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] GET failed (client error): The resource could not be found. Nov 12 03:54:00.505892 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a0b56da7-6897-4a5c-9252-320ec38607f1 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "GET /v2.0/ports/74820d4a-c2ba-440a-94f8-a0943149799a HTTP/1.1" status: 404 len: 333 time: 0.0520768 Nov 12 03:54:00.508955 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47958) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:00.553896 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ca2cb944-e1f0-427a-9416-df0b691a2e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:00.565851 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:54:00.566214 n-d-715271-27 neutron-server[102573]: DEBUG oslo_db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:54:00.568742 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf045cc8-4f48-4132-b551-c786f827d839 req-eb332466-a46e-439f-ab5e-4b9b71014c5b tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:00.576693 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bf045cc8-4f48-4132-b551-c786f827d839 req-eb332466-a46e-439f-ab5e-4b9b71014c5b tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/ports?device_id=d435b249-c928-4795-b2f3-9b971f931cee HTTP/1.1" status: 200 len: 946 time: 0.1269112 Nov 12 03:54:00.593837 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-430cac7c-42d0-4b9a-8beb-bcc07e21e4b4 None None] Provisioning complete for port c22ee7ed-3085-4204-9879-f7b23b40dc41 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:00.594218 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-430cac7c-42d0-4b9a-8beb-bcc07e21e4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:00.637597 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9cd834b0-61eb-43f6-a47a-5ff60c3b3f96 req-ec1b5640-ac10-4472-ab6b-2d9972e388a3 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a421f5-3fb2-4509-9bb6-97f60062e79e HTTP/1.1" status: 200 len: 210 time: 0.1218784 Nov 12 03:54:00.673988 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bf045cc8-4f48-4132-b551-c786f827d839 req-4a596a10-fa95-467e-a238-6b72c6f5391b tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/security-groups?id=d76f6ead-e2ee-43fd-aca1-615b0f787ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892498 Nov 12 03:54:00.732443 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-1393cd4d-de06-4cc0-9e51-7d65bc49a1cd tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Deleting port bffba3ac-5598-4588-b8b2-e7edc3f3155b {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:54:00.732851 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1393cd4d-de06-4cc0-9e51-7d65bc49a1cd tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:00.782084 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-430cac7c-42d0-4b9a-8beb-bcc07e21e4b4 None None] Could not find standard attr ID for object 74820d4a-c2ba-440a-94f8-a0943149799a. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:54:00.796529 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-430cac7c-42d0-4b9a-8beb-bcc07e21e4b4 None None] Provisioning complete for port bffba3ac-5598-4588-b8b2-e7edc3f3155b triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:00.796900 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-430cac7c-42d0-4b9a-8beb-bcc07e21e4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:00.842267 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1393cd4d-de06-4cc0-9e51-7d65bc49a1cd tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:00.856192 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-1393cd4d-de06-4cc0-9e51-7d65bc49a1cd tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Calling delete_port for bffba3ac-5598-4588-b8b2-e7edc3f3155b owned by {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:00.858742 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-430cac7c-42d0-4b9a-8beb-bcc07e21e4b4 None None] Port bffba3ac-5598-4588-b8b2-e7edc3f3155b cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:54:00.982444 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-27214974-4a39-43c5-826b-a005b687a297 None None] Provisioning complete for port bffba3ac-5598-4588-b8b2-e7edc3f3155b triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:00.983081 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-27214974-4a39-43c5-826b-a005b687a297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.010014 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1393cd4d-de06-4cc0-9e51-7d65bc49a1cd tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.026687 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-27214974-4a39-43c5-826b-a005b687a297 None None] Port bffba3ac-5598-4588-b8b2-e7edc3f3155b cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:54:01.066325 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1393cd4d-de06-4cc0-9e51-7d65bc49a1cd tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event deleted for resources: {'Port': ['ID=bffba3ac-5598-4588-b8b2-e7edc3f3155b,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:01.145275 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-cffd90ff-34ff-4040-8b3b-f60050131f1a None None] Could not find standard attr ID for object 74820d4a-c2ba-440a-94f8-a0943149799a. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:54:01.165867 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1393cd4d-de06-4cc0-9e51-7d65bc49a1cd tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.170412 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-1393cd4d-de06-4cc0-9e51-7d65bc49a1cd tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/ports/bffba3ac-5598-4588-b8b2-e7edc3f3155b HTTP/1.1" status: 204 len: 168 time: 0.6566808 Nov 12 03:54:01.172924 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47960) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:01.201038 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-4293918d-62a8-43a5-bfe9-d7ef64cc6471 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] GET failed (client error): The resource could not be found. Nov 12 03:54:01.205128 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4293918d-62a8-43a5-bfe9-d7ef64cc6471 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "GET /v2.0/ports/bffba3ac-5598-4588-b8b2-e7edc3f3155b HTTP/1.1" status: 404 len: 333 time: 0.0288613 Nov 12 03:54:01.205754 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47964) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:01.264866 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-69c6dacf-d492-4f4e-8282-46ca728f0fd1 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Deleting subnet 3d1e87e3-6ffa-4c68-947b-ab31557dbce2 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:54:01.268921 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-69c6dacf-d492-4f4e-8282-46ca728f0fd1 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.315333 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-69c6dacf-d492-4f4e-8282-46ca728f0fd1 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.435119 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-69c6dacf-d492-4f4e-8282-46ca728f0fd1 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.522078 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-69c6dacf-d492-4f4e-8282-46ca728f0fd1 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.578735 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c6dacf-d492-4f4e-8282-46ca728f0fd1 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event deleted for resources: {'Subnet': ['ID=3d1e87e3-6ffa-4c68-947b-ab31557dbce2,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:01.593588 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-69c6dacf-d492-4f4e-8282-46ca728f0fd1 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.598090 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-69c6dacf-d492-4f4e-8282-46ca728f0fd1 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/subnets/3d1e87e3-6ffa-4c68-947b-ab31557dbce2 HTTP/1.1" status: 204 len: 168 time: 0.3912489 Nov 12 03:54:01.607664 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47968) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:01.646328 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device c22ee7ed-3085-4204-9879-f7b23b40dc41 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:01.697265 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488bbb25-ac48-49e5-9605-8aa5d83675b2 None None] Network 9f306e97-6266-4128-a4e4-d71e73d72b85 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:01.810728 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6095700e-3a67-43bb-ac36-d429fd6a12b9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.843110 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port c22ee7ed-3085-4204-9879-f7b23b40dc41 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:01.843472 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.870780 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae66a2-4dcf-4be1-b63d-a7e3cd8bb346 req-657b672f-bf20-4f9e-9465-22e98b923f9a tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:01.872350 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-36ae66a2-4dcf-4be1-b63d-a7e3cd8bb346 req-657b672f-bf20-4f9e-9465-22e98b923f9a tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/ports?device_id=d435b249-c928-4795-b2f3-9b971f931cee HTTP/1.1" status: 200 len: 946 time: 0.1031387 Nov 12 03:54:01.887709 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0bbb8cd4-cb4a-466f-b1ad-436b66655135 req-e26cc92a-e47e-493a-92ed-55c6fba3aeba tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a421f5-3fb2-4509-9bb6-97f60062e79e HTTP/1.1" status: 200 len: 210 time: 0.1277027 Nov 12 03:54:01.952359 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-6095700e-3a67-43bb-ac36-d429fd6a12b9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Deleting port c22ee7ed-3085-4204-9879-f7b23b40dc41 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:54:01.952903 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6095700e-3a67-43bb-ac36-d429fd6a12b9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.984005 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c730e2-78f1-436b-a58e-90062d8b0639 None None] DHCP port deletion for 9f306e97-6266-4128-a4e4-d71e73d72b85 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:54:02.002800 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-36ae66a2-4dcf-4be1-b63d-a7e3cd8bb346 req-c47292ed-d151-421c-866f-6afbcc777c73 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/security-groups?id=d76f6ead-e2ee-43fd-aca1-615b0f787ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183777 Nov 12 03:54:02.043931 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-6095700e-3a67-43bb-ac36-d429fd6a12b9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] For port c22ee7ed-3085-4204-9879-f7b23b40dc41, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=c22ee7ed-3085-4204-9879-f7b23b40dc41,segment=NetworkSegment(d322b502-e4c4-492f-930f-9021bfb9bcdb),segment_id=d322b502-e4c4-492f-930f-9021bfb9bcdb)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:02.044403 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6095700e-3a67-43bb-ac36-d429fd6a12b9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.054656 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-d8c730e2-78f1-436b-a58e-90062d8b0639 None None] Deleting port c22ee7ed-3085-4204-9879-f7b23b40dc41 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:54:02.055212 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d8c730e2-78f1-436b-a58e-90062d8b0639 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.062136 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-6095700e-3a67-43bb-ac36-d429fd6a12b9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Calling delete_port for c22ee7ed-3085-4204-9879-f7b23b40dc41 owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:02.133326 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-d8c730e2-78f1-436b-a58e-90062d8b0639 None None] For port c22ee7ed-3085-4204-9879-f7b23b40dc41, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=c22ee7ed-3085-4204-9879-f7b23b40dc41,segment=NetworkSegment(d322b502-e4c4-492f-930f-9021bfb9bcdb),segment_id=d322b502-e4c4-492f-930f-9021bfb9bcdb)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:02.134708 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d8c730e2-78f1-436b-a58e-90062d8b0639 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.153014 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-d8c730e2-78f1-436b-a58e-90062d8b0639 None None] Calling delete_port for c22ee7ed-3085-4204-9879-f7b23b40dc41 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:02.217875 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab99d73-ae8c-4184-9184-b2b5d01ac428 req-1fe78da2-8b3b-433f-9e91-81c3256a87c0 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:02.219559 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dab99d73-ae8c-4184-9184-b2b5d01ac428 req-1fe78da2-8b3b-433f-9e91-81c3256a87c0 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.74 "GET /v2.0/ports?device_id=d435b249-c928-4795-b2f3-9b971f931cee HTTP/1.1" status: 200 len: 946 time: 0.0847883 Nov 12 03:54:02.220754 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6095700e-3a67-43bb-ac36-d429fd6a12b9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.250931 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d8c730e2-78f1-436b-a58e-90062d8b0639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.262084 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6095700e-3a67-43bb-ac36-d429fd6a12b9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event deleted for resources: {'Port': ['ID=c22ee7ed-3085-4204-9879-f7b23b40dc41,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:02.279188 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c730e2-78f1-436b-a58e-90062d8b0639 None None] Pushing event deleted for resources: {'Port': ['ID=c22ee7ed-3085-4204-9879-f7b23b40dc41,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:02.285112 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c730e2-78f1-436b-a58e-90062d8b0639 None None] No DVR routers for this DVR port c22ee7ed-3085-4204-9879-f7b23b40dc41 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:54:02.290428 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6095700e-3a67-43bb-ac36-d429fd6a12b9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] No DVR routers for this DVR port c22ee7ed-3085-4204-9879-f7b23b40dc41 on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:54:02.419468 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6095700e-3a67-43bb-ac36-d429fd6a12b9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.430003 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 7cda29b9-8e85-4a5d-a41f-7c75edb82c16 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:54:02.452099 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-6095700e-3a67-43bb-ac36-d429fd6a12b9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f306e97-6266-4128-a4e4-d71e73d72b85']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:02.463152 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: 7cda29b9-8e85-4a5d-a41f-7c75edb82c16 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:54:02.463542 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 7cda29b9-8e85-4a5d-a41f-7c75edb82c16 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:54:02.464204 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-6095700e-3a67-43bb-ac36-d429fd6a12b9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd322b502-e4c4-492f-930f-9021bfb9bcdb') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:02.465383 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-6095700e-3a67-43bb-ac36-d429fd6a12b9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd322b502-e4c4-492f-930f-9021bfb9bcdb') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:02.477022 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6095700e-3a67-43bb-ac36-d429fd6a12b9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.499323 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6095700e-3a67-43bb-ac36-d429fd6a12b9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.508464 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6095700e-3a67-43bb-ac36-d429fd6a12b9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:54:02.508859 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6095700e-3a67-43bb-ac36-d429fd6a12b9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.512176 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:54:02.512176 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:54:02.512176 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:54:02.512176 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:54:02.512176 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:54:02.512176 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:54:02.512176 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:54:02.512176 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:54:02.512176 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:54:02.512176 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:54:02.512176 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:54:02.512176 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:54:02.512176 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:54:02.512176 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:54:02.512176 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:54:02.512176 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:54:02.512176 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:54:02.512176 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:54:02.512176 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:54:02.512176 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:54:02.512176 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:54:02.512176 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:54:02.512176 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:54:02.512176 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:54:02.512176 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:54:02.512176 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:54:02.512176 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:54:02.512176 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:54:02.512176 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:54:02.512176 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:54:02.512176 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:54:02.512176 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:54:02.517578 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-dab99d73-ae8c-4184-9184-b2b5d01ac428 req-619517b2-aa40-4224-bec5-1c9547f112a3 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Deleting port 1cc2eb60-61c6-4e15-bc19-fc6f56623a39 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:54:02.517908 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-dab99d73-ae8c-4184-9184-b2b5d01ac428 req-619517b2-aa40-4224-bec5-1c9547f112a3 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.653164 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6095700e-3a67-43bb-ac36-d429fd6a12b9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.657601 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6095700e-3a67-43bb-ac36-d429fd6a12b9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.664772 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6095700e-3a67-43bb-ac36-d429fd6a12b9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/networks/9f306e97-6266-4128-a4e4-d71e73d72b85 HTTP/1.1" status: 204 len: 168 time: 1.0584297 Nov 12 03:54:02.665474 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47976) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:02.671518 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-e0b0d583-5ca8-4c4a-96ea-93e932f945ef tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1687417224'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:02.694970 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b0d583-5ca8-4c4a-96ea-93e932f945ef tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Made reservation on behalf of ada71d4b5fdc40a7b84bc97ce75fd568 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:02.700561 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e0b0d583-5ca8-4c4a-96ea-93e932f945ef tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.716880 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6095700e-3a67-43bb-ac36-d429fd6a12b9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event deleted for resources: {'Network': ['ID=9f306e97-6266-4128-a4e4-d71e73d72b85,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:02.725546 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-dab99d73-ae8c-4184-9184-b2b5d01ac428 req-619517b2-aa40-4224-bec5-1c9547f112a3 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] For port 1cc2eb60-61c6-4e15-bc19-fc6f56623a39, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=1cc2eb60-61c6-4e15-bc19-fc6f56623a39,segment=NetworkSegment(a5b6a9b7-9e2c-49ff-997b-66d9aa071c53),segment_id=a5b6a9b7-9e2c-49ff-997b-66d9aa071c53)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:02.725920 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-dab99d73-ae8c-4184-9184-b2b5d01ac428 req-619517b2-aa40-4224-bec5-1c9547f112a3 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.738617 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0b0d583-5ca8-4c4a-96ea-93e932f945ef tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:54:02.740258 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-dab99d73-ae8c-4184-9184-b2b5d01ac428 req-619517b2-aa40-4224-bec5-1c9547f112a3 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Calling delete_port for 1cc2eb60-61c6-4e15-bc19-fc6f56623a39 owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:02.748291 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e0b0d583-5ca8-4c4a-96ea-93e932f945ef tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.748527 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-e0b0d583-5ca8-4c4a-96ea-93e932f945ef tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Added segment a501aa33-8016-4f56-89bd-aca2b5058adf of type vlan for network 0e995917-c7d5-49b2-97eb-ab2a4803eaed Nov 12 03:54:02.793223 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e0b0d583-5ca8-4c4a-96ea-93e932f945ef tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.827971 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e0b0d583-5ca8-4c4a-96ea-93e932f945ef tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.839154 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b0d583-5ca8-4c4a-96ea-93e932f945ef tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:02.840427 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e0b0d583-5ca8-4c4a-96ea-93e932f945ef tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.883087 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e0b0d583-5ca8-4c4a-96ea-93e932f945ef tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2165103 Nov 12 03:54:02.887562 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 47978) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:02.892873 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-667a6ece-bb5a-4244-8165-3cee3364379a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'subnet': {'network_id': '0e995917-c7d5-49b2-97eb-ab2a4803eaed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:02.951331 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-dab99d73-ae8c-4184-9184-b2b5d01ac428 req-619517b2-aa40-4224-bec5-1c9547f112a3 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.962486 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0d583-5ca8-4c4a-96ea-93e932f945ef tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event updated for resources: {'Network': ['ID=0e995917-c7d5-49b2-97eb-ab2a4803eaed,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:02.968861 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['1cc2eb60-61c6-4e15-bc19-fc6f56623a39'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:54:03.004111 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 0e995917-c7d5-49b2-97eb-ab2a4803eaed details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:54:03.026553 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619517b2-aa40-4224-bec5-1c9547f112a3 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Pushing event deleted for resources: {'Port': ['ID=1cc2eb60-61c6-4e15-bc19-fc6f56623a39,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:03.086513 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667a6ece-bb5a-4244-8165-3cee3364379a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Made reservation on behalf of ada71d4b5fdc40a7b84bc97ce75fd568 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:03.092716 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-667a6ece-bb5a-4244-8165-3cee3364379a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.108568 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e11b1bd-5a24-425f-888e-b91d7589a6fa None None] DHCP port deletion for 1e730e34-9494-4545-aa47-54c2ebe72fb3 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:54:03.156699 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-44e43069-1dd1-4ba4-ae11-3acd73ed7a6c req-bc5be811-098c-46c0-9c7e-f59d4d02fe24 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a421f5-3fb2-4509-9bb6-97f60062e79e HTTP/1.1" status: 200 len: 210 time: 0.0881584 Nov 12 03:54:03.185185 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab99d73-ae8c-4184-9184-b2b5d01ac428 req-619517b2-aa40-4224-bec5-1c9547f112a3 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] No DVR routers for this DVR port 1cc2eb60-61c6-4e15-bc19-fc6f56623a39 on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:54:03.187974 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-dab99d73-ae8c-4184-9184-b2b5d01ac428 req-619517b2-aa40-4224-bec5-1c9547f112a3 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.192687 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dab99d73-ae8c-4184-9184-b2b5d01ac428 req-619517b2-aa40-4224-bec5-1c9547f112a3 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.74 "DELETE /v2.0/ports/1cc2eb60-61c6-4e15-bc19-fc6f56623a39 HTTP/1.1" status: 204 len: 173 time: 0.9423792 Nov 12 03:54:03.193228 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd435b249-c928-4795-b2f3-9b971f931cee', 'name': 'network-vif-deleted', 'tag': '1cc2eb60-61c6-4e15-bc19-fc6f56623a39'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:03.196471 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d00221-5c8c-40af-8627-ba61c8d63ecd" -d '{"events": [{"server_uuid": "d435b249-c928-4795-b2f3-9b971f931cee", "name": "network-vif-deleted", "tag": "1cc2eb60-61c6-4e15-bc19-fc6f56623a39"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:03.208367 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0a950caf-b84e-4b5a-9622-bf11eec1393d req-2c3dd1aa-04e2-40a7-baa6-debb22ccc057 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/ports?device_id=d435b249-c928-4795-b2f3-9b971f931cee HTTP/1.1" status: 200 len: 210 time: 0.0875196 Nov 12 03:54:03.258920 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f165fa49-86b9-41fe-a627-70fb41a1468e x-openstack-request-id: req-f165fa49-86b9-41fe-a627-70fb41a1468e {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:03.259288 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d435b249-c928-4795-b2f3-9b971f931cee", "name": "network-vif-deleted", "tag": "1cc2eb60-61c6-4e15-bc19-fc6f56623a39", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:03.259963 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f165fa49-86b9-41fe-a627-70fb41a1468e {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:03.260348 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd435b249-c928-4795-b2f3-9b971f931cee', 'name': 'network-vif-deleted', 'tag': '1cc2eb60-61c6-4e15-bc19-fc6f56623a39', 'status': 'completed', 'code': 200} Nov 12 03:54:03.396065 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-63f77504-96b6-4777-8ba2-0d2f96bfe103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.425156 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-667a6ece-bb5a-4244-8165-3cee3364379a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.492649 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a6ece-bb5a-4244-8165-3cee3364379a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event updated for resources: {'Subnet': ['ID=73b20186-48f7-4b73-b13e-0080f368bf27,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:03.503924 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667a6ece-bb5a-4244-8165-3cee3364379a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Checking segment: {'id': 'a501aa33-8016-4f56-89bd-aca2b5058adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0e995917-c7d5-49b2-97eb-ab2a4803eaed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:03.504323 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667a6ece-bb5a-4244-8165-3cee3364379a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Network hostable DHCP agents. Network: 0e995917-c7d5-49b2-97eb-ab2a4803eaed, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:54:03.523293 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667a6ece-bb5a-4244-8165-3cee3364379a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Network 0e995917-c7d5-49b2-97eb-ab2a4803eaed is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:54:03.533345 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-667a6ece-bb5a-4244-8165-3cee3364379a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 0e995917-c7d5-49b2-97eb-ab2a4803eaed) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:03.539206 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667a6ece-bb5a-4244-8165-3cee3364379a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:03.540438 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-667a6ece-bb5a-4244-8165-3cee3364379a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.560044 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d450f32-62c8-41e0-bf40-252fbef659eb None None] Network 0e995917-c7d5-49b2-97eb-ab2a4803eaed requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:03.566371 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-667a6ece-bb5a-4244-8165-3cee3364379a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6751046 Nov 12 03:54:03.566788 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47986) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:03.571351 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-4d5a884e-cfca-48b1-bf33-745823cd22c9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2129924635', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:03.625325 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4d5a884e-cfca-48b1-bf33-745823cd22c9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.629446 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4d5a884e-cfca-48b1-bf33-745823cd22c9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.701924 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device c22ee7ed-3085-4204-9879-f7b23b40dc41 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:54:03.741531 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: c22ee7ed-3085-4204-9879-f7b23b40dc41 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:54:03.742502 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device c22ee7ed-3085-4204-9879-f7b23b40dc41 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:54:03.791120 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4d5a884e-cfca-48b1-bf33-745823cd22c9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.797793 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4d5a884e-cfca-48b1-bf33-745823cd22c9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.842595 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4d5a884e-cfca-48b1-bf33-745823cd22c9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.844239 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4d5a884e-cfca-48b1-bf33-745823cd22c9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2763495 Nov 12 03:54:03.846884 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 47992) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:03.853505 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-8fd895f5-38e4-47ec-99c0-5b382399fb60 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'port': {'network_id': '0e995917-c7d5-49b2-97eb-ab2a4803eaed', 'name': 'tempest-PortsTestJSON-214381091'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:03.944288 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72430bac-b4ec-4a77-899c-02528ff9be76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-0e995917-c7d5-49b2-97eb-ab2a4803eaed', 'network_id': '0e995917-c7d5-49b2-97eb-ab2a4803eaed', 'tenant_id': 'ada71d4b5fdc40a7b84bc97ce75fd568', 'fixed_ips': [{'subnet_id': '73b20186-48f7-4b73-b13e-0080f368bf27'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:54:03.945169 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-72430bac-b4ec-4a77-899c-02528ff9be76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:04.067049 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd895f5-38e4-47ec-99c0-5b382399fb60 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Made reservation on behalf of ada71d4b5fdc40a7b84bc97ce75fd568 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:04.070668 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8fd895f5-38e4-47ec-99c0-5b382399fb60 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:04.091487 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-8fd895f5-38e4-47ec-99c0-5b382399fb60 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] device_id is not set on port 62a26ef0-a84a-4a01-8a30-ea216c2bac27 yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:54:04.153215 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-72430bac-b4ec-4a77-899c-02528ff9be76 None None] Allocated IP 172.20.0.2 (0e995917-c7d5-49b2-97eb-ab2a4803eaed/73b20186-48f7-4b73-b13e-0080f368bf27/dc3ae1c3-ecff-4303-8997-e6e355e8bf1e) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:04.164675 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:04.303611 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-59f9a261-e756-4f23-8cdf-29f6207a14e3 req-ef7e137d-44a5-48ed-a43b-cb8e6e1f0b4d tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a421f5-3fb2-4509-9bb6-97f60062e79e HTTP/1.1" status: 200 len: 210 time: 0.0540590 Nov 12 03:54:04.394206 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-72430bac-b4ec-4a77-899c-02528ff9be76 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:04.404997 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-72430bac-b4ec-4a77-899c-02528ff9be76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:04.426530 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72430bac-b4ec-4a77-899c-02528ff9be76 None None] Network 0e995917-c7d5-49b2-97eb-ab2a4803eaed is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:04.430447 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-72430bac-b4ec-4a77-899c-02528ff9be76 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:04.464692 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72430bac-b4ec-4a77-899c-02528ff9be76 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:54:04.472106 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-8fd895f5-38e4-47ec-99c0-5b382399fb60 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Allocated IP 172.20.0.8 (0e995917-c7d5-49b2-97eb-ab2a4803eaed/73b20186-48f7-4b73-b13e-0080f368bf27/62a26ef0-a84a-4a01-8a30-ea216c2bac27) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:04.495119 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72430bac-b4ec-4a77-899c-02528ff9be76 None None] Pushing event updated for resources: {'Port': ['ID=dc3ae1c3-ecff-4303-8997-e6e355e8bf1e,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:04.573411 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-72430bac-b4ec-4a77-899c-02528ff9be76 None None] Attempting to bind port dc3ae1c3-ecff-4303-8997-e6e355e8bf1e on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:54:04.574561 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-72430bac-b4ec-4a77-899c-02528ff9be76 None None] Attempting to bind port dc3ae1c3-ecff-4303-8997-e6e355e8bf1e by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'a501aa33-8016-4f56-89bd-aca2b5058adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0e995917-c7d5-49b2-97eb-ab2a4803eaed'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:54:04.575221 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72430bac-b4ec-4a77-899c-02528ff9be76 None None] Attempting to bind port dc3ae1c3-ecff-4303-8997-e6e355e8bf1e on network 0e995917-c7d5-49b2-97eb-ab2a4803eaed {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:04.581820 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72430bac-b4ec-4a77-899c-02528ff9be76 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:54:04.582543 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72430bac-b4ec-4a77-899c-02528ff9be76 None None] Checking segment: {'id': 'a501aa33-8016-4f56-89bd-aca2b5058adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0e995917-c7d5-49b2-97eb-ab2a4803eaed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:04.583771 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-72430bac-b4ec-4a77-899c-02528ff9be76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:04.584360 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72430bac-b4ec-4a77-899c-02528ff9be76 None None] Bound using segment: {'id': 'a501aa33-8016-4f56-89bd-aca2b5058adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0e995917-c7d5-49b2-97eb-ab2a4803eaed'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:54:04.584975 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-72430bac-b4ec-4a77-899c-02528ff9be76 None None] Bound port: dc3ae1c3-ecff-4303-8997-e6e355e8bf1e, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a501aa33-8016-4f56-89bd-aca2b5058adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0e995917-c7d5-49b2-97eb-ab2a4803eaed'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:54:04.585645 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-72430bac-b4ec-4a77-899c-02528ff9be76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:04.745319 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-72430bac-b4ec-4a77-899c-02528ff9be76 None None] For port dc3ae1c3-ecff-4303-8997-e6e355e8bf1e, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:54:04.752466 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-72430bac-b4ec-4a77-899c-02528ff9be76 None None] For port dc3ae1c3-ecff-4303-8997-e6e355e8bf1e, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=dc3ae1c3-ecff-4303-8997-e6e355e8bf1e,segment=NetworkSegment(a501aa33-8016-4f56-89bd-aca2b5058adf),segment_id=a501aa33-8016-4f56-89bd-aca2b5058adf)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:54:04.759713 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-72430bac-b4ec-4a77-899c-02528ff9be76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:04.905891 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72430bac-b4ec-4a77-899c-02528ff9be76 None None] Pushing event updated for resources: {'Port': ['ID=dc3ae1c3-ecff-4303-8997-e6e355e8bf1e,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:05.323654 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8fd895f5-38e4-47ec-99c0-5b382399fb60 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:05.388708 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8fd895f5-38e4-47ec-99c0-5b382399fb60 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:05.467809 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-69d8ea68-b022-46f7-be13-3d74b817d50d req-a392f194-32f2-49cc-bf20-fcffa65693f9 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a421f5-3fb2-4509-9bb6-97f60062e79e HTTP/1.1" status: 200 len: 210 time: 0.0325823 Nov 12 03:54:05.501903 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd895f5-38e4-47ec-99c0-5b382399fb60 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Network 0e995917-c7d5-49b2-97eb-ab2a4803eaed is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:05.505103 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-8fd895f5-38e4-47ec-99c0-5b382399fb60 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:05.509348 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd895f5-38e4-47ec-99c0-5b382399fb60 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:54:05.517942 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:05.588088 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd895f5-38e4-47ec-99c0-5b382399fb60 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event updated for resources: {'Port': ['ID=62a26ef0-a84a-4a01-8a30-ea216c2bac27,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:05.629095 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd895f5-38e4-47ec-99c0-5b382399fb60 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:05.629760 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8fd895f5-38e4-47ec-99c0-5b382399fb60 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:05.655660 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48012) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:05.657613 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8fd895f5-38e4-47ec-99c0-5b382399fb60 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8076510 Nov 12 03:54:05.731141 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device dc3ae1c3-ecff-4303-8997-e6e355e8bf1e up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:05.791445 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port dc3ae1c3-ecff-4303-8997-e6e355e8bf1e triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:05.792219 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:05.903216 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:05.934509 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:54:05.967145 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port dc3ae1c3-ecff-4303-8997-e6e355e8bf1e, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=dc3ae1c3-ecff-4303-8997-e6e355e8bf1e,segment=NetworkSegment(a501aa33-8016-4f56-89bd-aca2b5058adf),segment_id=a501aa33-8016-4f56-89bd-aca2b5058adf)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:05.978423 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:06.061769 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=dc3ae1c3-ecff-4303-8997-e6e355e8bf1e,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:06.073103 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3059ddbb-bd8a-4396-a0dd-e1a1ea1b03d0 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:06.376300 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:06.409756 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3059ddbb-bd8a-4396-a0dd-e1a1ea1b03d0 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:06.415546 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3059ddbb-bd8a-4396-a0dd-e1a1ea1b03d0 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:06.439201 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad28d32-d518-4a67-89d4-cea86656c051 None None] Network 0e995917-c7d5-49b2-97eb-ab2a4803eaed requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:06.594948 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-b1fb6aa3-0410-4622-b4c7-71791eaac91e None None] Provisioning complete for port dc3ae1c3-ecff-4303-8997-e6e355e8bf1e triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:06.595644 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b1fb6aa3-0410-4622-b4c7-71791eaac91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:06.651495 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3059ddbb-bd8a-4396-a0dd-e1a1ea1b03d0 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event updated for resources: {'Port': ['ID=62a26ef0-a84a-4a01-8a30-ea216c2bac27,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:06.829147 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3059ddbb-bd8a-4396-a0dd-e1a1ea1b03d0 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:06.887381 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fcd36569-f3cc-493e-b2d6-c15b8dbda535 req-6bc32f69-d17f-4116-ac35-a15d014dea3f tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=50a421f5-3fb2-4509-9bb6-97f60062e79e HTTP/1.1" status: 200 len: 210 time: 0.0679471 Nov 12 03:54:07.217116 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 1cc2eb60-61c6-4e15-bc19-fc6f56623a39 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:54:07.256040 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 1cc2eb60-61c6-4e15-bc19-fc6f56623a39 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:54:07.258277 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 1cc2eb60-61c6-4e15-bc19-fc6f56623a39 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:54:07.458527 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-eb622c7c-bc16-4cec-b237-ed3b22edd034 None None] Provisioning complete for port 62a26ef0-a84a-4a01-8a30-ea216c2bac27 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:07.459067 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-eb622c7c-bc16-4cec-b237-ed3b22edd034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:07.478849 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3059ddbb-bd8a-4396-a0dd-e1a1ea1b03d0 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:07.523639 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-eb622c7c-bc16-4cec-b237-ed3b22edd034 None None] Port 62a26ef0-a84a-4a01-8a30-ea216c2bac27 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:54:07.541135 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-eb622c7c-bc16-4cec-b237-ed3b22edd034 None None] Provisioning complete for port dc3ae1c3-ecff-4303-8997-e6e355e8bf1e triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:07.552954 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-eb622c7c-bc16-4cec-b237-ed3b22edd034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:07.661975 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device dc3ae1c3-ecff-4303-8997-e6e355e8bf1e up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:07.748678 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port dc3ae1c3-ecff-4303-8997-e6e355e8bf1e triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:07.749043 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:07.855546 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3059ddbb-bd8a-4396-a0dd-e1a1ea1b03d0 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:07.863013 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3059ddbb-bd8a-4396-a0dd-e1a1ea1b03d0 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:07.906008 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-a2612fd4-937b-4d9f-aaac-f5119937496c None None] Provisioning complete for port 62a26ef0-a84a-4a01-8a30-ea216c2bac27 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:07.906513 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a2612fd4-937b-4d9f-aaac-f5119937496c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.004947 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-a2612fd4-937b-4d9f-aaac-f5119937496c None None] Port 62a26ef0-a84a-4a01-8a30-ea216c2bac27 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:54:08.027076 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3059ddbb-bd8a-4396-a0dd-e1a1ea1b03d0 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event updated for resources: {'Port': ['ID=62a26ef0-a84a-4a01-8a30-ea216c2bac27,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:08.077122 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3059ddbb-bd8a-4396-a0dd-e1a1ea1b03d0 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.157516 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-bc4aae0b-2144-453a-a16b-5af1c189e7c7 None None] Provisioning complete for port 62a26ef0-a84a-4a01-8a30-ea216c2bac27 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:08.158289 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bc4aae0b-2144-453a-a16b-5af1c189e7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.228645 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-bc4aae0b-2144-453a-a16b-5af1c189e7c7 None None] Port 62a26ef0-a84a-4a01-8a30-ea216c2bac27 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:54:08.233077 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3059ddbb-bd8a-4396-a0dd-e1a1ea1b03d0 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Network 0e995917-c7d5-49b2-97eb-ab2a4803eaed is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:08.234749 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-3059ddbb-bd8a-4396-a0dd-e1a1ea1b03d0 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:08.442979 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3059ddbb-bd8a-4396-a0dd-e1a1ea1b03d0 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Router b50e4b38-908f-4a34-856d-3b2bd430e36a is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:54:08.568710 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3059ddbb-bd8a-4396-a0dd-e1a1ea1b03d0 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:54:08.582164 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1926df0-a8bb-41f3-903a-692f80c27d11 None None] Sync routers for ids ['b50e4b38-908f-4a34-856d-3b2bd430e36a'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:54:08.585867 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3059ddbb-bd8a-4396-a0dd-e1a1ea1b03d0 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "PUT /v2.0/routers/b50e4b38-908f-4a34-856d-3b2bd430e36a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9290836 Nov 12 03:54:08.588583 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48062) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:08.601141 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1926df0-a8bb-41f3-903a-692f80c27d11 None None] Routers {'b50e4b38-908f-4a34-856d-3b2bd430e36a'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:08.601844 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-a1926df0-a8bb-41f3-903a-692f80c27d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:54:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['b50e4b38-908f-4a34-856d-3b2bd430e36a'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:08.658532 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-d4bf4e8e-d1da-4ebb-a843-17d30d1c33f8 None None] Provisioning complete for port 62a26ef0-a84a-4a01-8a30-ea216c2bac27 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:08.659158 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d4bf4e8e-d1da-4ebb-a843-17d30d1c33f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.675266 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03aeab2-e5db-4f82-8cc2-0a345cce325e tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:08.676704 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-a1926df0-a8bb-41f3-903a-692f80c27d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:08.684847 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c03aeab2-e5db-4f82-8cc2-0a345cce325e tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "GET /v2.0/ports?device_id=b50e4b38-908f-4a34-856d-3b2bd430e36a HTTP/1.1" status: 200 len: 981 time: 0.0951560 Nov 12 03:54:08.687460 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48064) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:08.696492 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1926df0-a8bb-41f3-903a-692f80c27d11 None None] Routers {'b50e4b38-908f-4a34-856d-3b2bd430e36a'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:08.697113 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-a1926df0-a8bb-41f3-903a-692f80c27d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:54:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['b50e4b38-908f-4a34-856d-3b2bd430e36a'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:08.742342 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-d4bf4e8e-d1da-4ebb-a843-17d30d1c33f8 None None] Port 62a26ef0-a84a-4a01-8a30-ea216c2bac27 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:54:08.767807 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.771152 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-a1926df0-a8bb-41f3-903a-692f80c27d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:08.771833 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1926df0-a8bb-41f3-903a-692f80c27d11 None None] The sync data for ids ['b50e4b38-908f-4a34-856d-3b2bd430e36a'] in n-d-715271-27 is: [] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:54:09.272667 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cfc784d8-8943-4dfd-b85b-870e50e66d0c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:09.561423 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-cfc784d8-8943-4dfd-b85b-870e50e66d0c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Deleting port 62a26ef0-a84a-4a01-8a30-ea216c2bac27 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:54:09.561941 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cfc784d8-8943-4dfd-b85b-870e50e66d0c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:09.689710 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cfc784d8-8943-4dfd-b85b-870e50e66d0c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:09.703888 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-cfc784d8-8943-4dfd-b85b-870e50e66d0c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Calling delete_port for 62a26ef0-a84a-4a01-8a30-ea216c2bac27 owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:09.912351 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cfc784d8-8943-4dfd-b85b-870e50e66d0c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:09.964830 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc784d8-8943-4dfd-b85b-870e50e66d0c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event deleted for resources: {'Port': ['ID=62a26ef0-a84a-4a01-8a30-ea216c2bac27,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:10.152847 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cfc784d8-8943-4dfd-b85b-870e50e66d0c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:10.349551 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc784d8-8943-4dfd-b85b-870e50e66d0c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Router b50e4b38-908f-4a34-856d-3b2bd430e36a has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:54:10.439119 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc784d8-8943-4dfd-b85b-870e50e66d0c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:54:10.445279 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-cfc784d8-8943-4dfd-b85b-870e50e66d0c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "PUT /v2.0/routers/b50e4b38-908f-4a34-856d-3b2bd430e36a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7566116 Nov 12 03:54:10.448573 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48080) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:10.451203 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ee3008-26f6-4d32-9197-289b7db2ab32 None None] Sync routers for ids ['b50e4b38-908f-4a34-856d-3b2bd430e36a'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:54:10.477783 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e7e8bf9-5dd6-40fa-a048-0c95861ce78d tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] GET failed (client error): The resource could not be found. Nov 12 03:54:10.479362 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9e7e8bf9-5dd6-40fa-a048-0c95861ce78d tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "GET /v2.0/ports/62a26ef0-a84a-4a01-8a30-ea216c2bac27 HTTP/1.1" status: 404 len: 333 time: 0.0293617 Nov 12 03:54:10.480397 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ee3008-26f6-4d32-9197-289b7db2ab32 None None] Routers {'b50e4b38-908f-4a34-856d-3b2bd430e36a'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:10.481138 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-c1ee3008-26f6-4d32-9197-289b7db2ab32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:54:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['b50e4b38-908f-4a34-856d-3b2bd430e36a'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:10.483032 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48084) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:10.598251 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ef13e96f-0f6e-4867-8ab9-3fada0728afd tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:10.761505 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-c1ee3008-26f6-4d32-9197-289b7db2ab32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:10.771105 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ee3008-26f6-4d32-9197-289b7db2ab32 None None] Routers {'b50e4b38-908f-4a34-856d-3b2bd430e36a'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:10.771723 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-c1ee3008-26f6-4d32-9197-289b7db2ab32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:54:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['b50e4b38-908f-4a34-856d-3b2bd430e36a'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:10.804368 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-c1ee3008-26f6-4d32-9197-289b7db2ab32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:10.805032 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ee3008-26f6-4d32-9197-289b7db2ab32 None None] The sync data for ids ['b50e4b38-908f-4a34-856d-3b2bd430e36a'] in n-d-715271-27 is: [] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:54:10.951920 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ef13e96f-0f6e-4867-8ab9-3fada0728afd tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:10.954263 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ef13e96f-0f6e-4867-8ab9-3fada0728afd tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:11.028583 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ef13e96f-0f6e-4867-8ab9-3fada0728afd tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:11.029642 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef13e96f-0f6e-4867-8ab9-3fada0728afd tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Fanout notify agent at l3_agent the message router_deleted on router b50e4b38-908f-4a34-856d-3b2bd430e36a {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:54:11.048397 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ef13e96f-0f6e-4867-8ab9-3fada0728afd tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:11.049982 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ef13e96f-0f6e-4867-8ab9-3fada0728afd tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/routers/b50e4b38-908f-4a34-856d-3b2bd430e36a HTTP/1.1" status: 204 len: 168 time: 0.5659645 Nov 12 03:54:11.052780 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48104) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:11.117678 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-224471e9-f80e-450b-9b2b-5570de5df127 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Deleting subnet 73b20186-48f7-4b73-b13e-0080f368bf27 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:54:11.122368 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-224471e9-f80e-450b-9b2b-5570de5df127 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:11.168615 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-224471e9-f80e-450b-9b2b-5570de5df127 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:11.268640 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-224471e9-f80e-450b-9b2b-5570de5df127 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:11.342002 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-224471e9-f80e-450b-9b2b-5570de5df127 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:11.385338 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224471e9-f80e-450b-9b2b-5570de5df127 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event deleted for resources: {'Subnet': ['ID=73b20186-48f7-4b73-b13e-0080f368bf27,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:11.391185 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-224471e9-f80e-450b-9b2b-5570de5df127 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:11.396863 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-224471e9-f80e-450b-9b2b-5570de5df127 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/subnets/73b20186-48f7-4b73-b13e-0080f368bf27 HTTP/1.1" status: 204 len: 168 time: 0.3408101 Nov 12 03:54:11.397276 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48110) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:11.397465 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9800ae24-8a1f-4ad0-bd85-308f60293d7a None None] Network 0e995917-c7d5-49b2-97eb-ab2a4803eaed requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:11.586969 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-00cddad8-bf50-49c5-9eee-fca9832616b2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:11.697525 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-00cddad8-bf50-49c5-9eee-fca9832616b2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Deleting port dc3ae1c3-ecff-4303-8997-e6e355e8bf1e {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:54:11.697855 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-00cddad8-bf50-49c5-9eee-fca9832616b2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:11.816228 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee062399-3160-4eb1-9043-3494a8f25308 None None] DHCP port deletion for 0e995917-c7d5-49b2-97eb-ab2a4803eaed request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:54:11.858309 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-00cddad8-bf50-49c5-9eee-fca9832616b2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] For port dc3ae1c3-ecff-4303-8997-e6e355e8bf1e, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=dc3ae1c3-ecff-4303-8997-e6e355e8bf1e,segment=NetworkSegment(a501aa33-8016-4f56-89bd-aca2b5058adf),segment_id=a501aa33-8016-4f56-89bd-aca2b5058adf)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:11.873274 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-00cddad8-bf50-49c5-9eee-fca9832616b2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:11.905851 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-00cddad8-bf50-49c5-9eee-fca9832616b2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Calling delete_port for dc3ae1c3-ecff-4303-8997-e6e355e8bf1e owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:11.919043 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-ee062399-3160-4eb1-9043-3494a8f25308 None None] Deleting port dc3ae1c3-ecff-4303-8997-e6e355e8bf1e {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:54:11.919429 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ee062399-3160-4eb1-9043-3494a8f25308 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:12.029687 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-00cddad8-bf50-49c5-9eee-fca9832616b2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:12.054504 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cddad8-bf50-49c5-9eee-fca9832616b2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] No DVR routers for this DVR port dc3ae1c3-ecff-4303-8997-e6e355e8bf1e on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:54:12.101154 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cddad8-bf50-49c5-9eee-fca9832616b2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event deleted for resources: {'Port': ['ID=dc3ae1c3-ecff-4303-8997-e6e355e8bf1e,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:12.138701 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-ee062399-3160-4eb1-9043-3494a8f25308 None None] For port dc3ae1c3-ecff-4303-8997-e6e355e8bf1e, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=dc3ae1c3-ecff-4303-8997-e6e355e8bf1e,segment=NetworkSegment(a501aa33-8016-4f56-89bd-aca2b5058adf),segment_id=a501aa33-8016-4f56-89bd-aca2b5058adf)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:12.139113 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ee062399-3160-4eb1-9043-3494a8f25308 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:12.164438 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-ee062399-3160-4eb1-9043-3494a8f25308 None None] Calling delete_port for dc3ae1c3-ecff-4303-8997-e6e355e8bf1e owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:12.270306 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-00cddad8-bf50-49c5-9eee-fca9832616b2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:12.319902 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-00cddad8-bf50-49c5-9eee-fca9832616b2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e995917-c7d5-49b2-97eb-ab2a4803eaed']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:12.332982 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ee062399-3160-4eb1-9043-3494a8f25308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:12.333759 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-00cddad8-bf50-49c5-9eee-fca9832616b2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a501aa33-8016-4f56-89bd-aca2b5058adf') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:12.334062 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-00cddad8-bf50-49c5-9eee-fca9832616b2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a501aa33-8016-4f56-89bd-aca2b5058adf') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:12.348192 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-00cddad8-bf50-49c5-9eee-fca9832616b2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:12.368141 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-00cddad8-bf50-49c5-9eee-fca9832616b2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:12.375672 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00cddad8-bf50-49c5-9eee-fca9832616b2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:54:12.376225 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-00cddad8-bf50-49c5-9eee-fca9832616b2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:12.402011 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee062399-3160-4eb1-9043-3494a8f25308 None None] Pushing event deleted for resources: {'Port': ['ID=dc3ae1c3-ecff-4303-8997-e6e355e8bf1e,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:12.410924 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:54:12.410924 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:54:12.410924 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:54:12.410924 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:54:12.410924 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:54:12.410924 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:54:12.410924 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:54:12.410924 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:54:12.410924 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:54:12.410924 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:54:12.410924 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:54:12.410924 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:54:12.410924 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:54:12.410924 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:54:12.410924 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:54:12.410924 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:54:12.410924 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:54:12.410924 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:54:12.410924 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:54:12.410924 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:54:12.410924 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:54:12.410924 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:54:12.410924 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:54:12.410924 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:54:12.410924 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:54:12.410924 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:54:12.410924 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:54:12.410924 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:54:12.410924 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:54:12.410924 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:54:12.410924 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:54:12.410924 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:54:12.416354 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee062399-3160-4eb1-9043-3494a8f25308 None None] No DVR routers for this DVR port dc3ae1c3-ecff-4303-8997-e6e355e8bf1e on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:54:12.503319 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-00cddad8-bf50-49c5-9eee-fca9832616b2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:12.515054 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-00cddad8-bf50-49c5-9eee-fca9832616b2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:12.520699 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-00cddad8-bf50-49c5-9eee-fca9832616b2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/networks/0e995917-c7d5-49b2-97eb-ab2a4803eaed HTTP/1.1" status: 204 len: 168 time: 1.1222820 Nov 12 03:54:12.522540 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48156) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:12.535929 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cddad8-bf50-49c5-9eee-fca9832616b2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event deleted for resources: {'Network': ['ID=0e995917-c7d5-49b2-97eb-ab2a4803eaed,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:12.614587 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57ebd8f-243c-486d-a73b-e0979ec30af2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:12.620614 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48164) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:12.621605 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c57ebd8f-243c-486d-a73b-e0979ec30af2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "GET /v2.0/ports/12f8dd97-2d22-460f-ba73-ea7264b10f43 HTTP/1.1" status: 200 len: 841 time: 0.0965321 Nov 12 03:54:12.788559 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48168) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:12.794525 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-62dbf16e-9a9c-4468-b3ee-d8078007fa73 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'subnet': {'network_id': '5ed8e18c-553c-458f-ab96-0bda29755fb9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:12.798979 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-22c12be7-e0ff-40b2-baed-7ba4f62c9a32 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "GET /v2.0/ports/12f8dd97-2d22-460f-ba73-ea7264b10f43?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1764181 Nov 12 03:54:12.911952 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62dbf16e-9a9c-4468-b3ee-d8078007fa73 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Made reservation on behalf of ada71d4b5fdc40a7b84bc97ce75fd568 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:12.918513 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-62dbf16e-9a9c-4468-b3ee-d8078007fa73 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.050519 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48172) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:13.055586 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-dfdc517b-9819-4b97-9306-c42883700dcf tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1543209453', 'description': 'tempest-secgroup-smoke-1543209453 description', 'project_id': '27d4836293914c108ba09bff97dd7daa'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:13.087736 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-dfdc517b-9819-4b97-9306-c42883700dcf tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.143441 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-62dbf16e-9a9c-4468-b3ee-d8078007fa73 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.163703 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-dfdc517b-9819-4b97-9306-c42883700dcf tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.169931 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-dfdc517b-9819-4b97-9306-c42883700dcf tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.197581 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dbf16e-9a9c-4468-b3ee-d8078007fa73 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Network 5ed8e18c-553c-458f-ab96-0bda29755fb9 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:13.201796 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-62dbf16e-9a9c-4468-b3ee-d8078007fa73 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:13.207397 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dbf16e-9a9c-4468-b3ee-d8078007fa73 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:13.207759 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-62dbf16e-9a9c-4468-b3ee-d8078007fa73 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.210452 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-dfdc517b-9819-4b97-9306-c42883700dcf tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.214974 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e2878e-7aa2-490e-9c0d-61d470a5dfda None None] Network 5ed8e18c-553c-458f-ab96-0bda29755fb9 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:13.215579 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-dfdc517b-9819-4b97-9306-c42883700dcf tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1633410 Nov 12 03:54:13.215699 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48174) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:13.218611 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dbf16e-9a9c-4468-b3ee-d8078007fa73 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event updated for resources: {'Subnet': ['ID=cccace69-eb7a-498e-89ef-d3a9c911790f,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:13.223130 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-8f0a3f9f-6e6f-4d6a-868c-5866a1b6841f tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Request body: {'security_group_rule': {'security_group_id': 'd5844b13-24b8-40f7-826a-552ef454b67e', 'project_id': '27d4836293914c108ba09bff97dd7daa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:13.232693 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc517b-9819-4b97-9306-c42883700dcf tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5844b13-24b8-40f7-826a-552ef454b67e,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:13.268985 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8f0a3f9f-6e6f-4d6a-868c-5866a1b6841f tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.279214 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-62dbf16e-9a9c-4468-b3ee-d8078007fa73 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4868946 Nov 12 03:54:13.281127 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48176) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:13.288214 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-06a314a9-37db-40b5-86ef-463a3e38d1e3 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'security_group': {'name': 'tempest-secgroup-699920333'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:13.313787 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-06a314a9-37db-40b5-86ef-463a3e38d1e3 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.345589 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8f0a3f9f-6e6f-4d6a-868c-5866a1b6841f tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.353614 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8f0a3f9f-6e6f-4d6a-868c-5866a1b6841f tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.386262 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8f0a3f9f-6e6f-4d6a-868c-5866a1b6841f tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.387745 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8f0a3f9f-6e6f-4d6a-868c-5866a1b6841f tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1685572 Nov 12 03:54:13.388726 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a3f9f-6e6f-4d6a-868c-5866a1b6841f tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62fb278f-4b6d-4a38-acd6-88ef58255029,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:13.391195 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48178) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:13.395851 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-e07947df-b504-46f2-85f6-9d998ac55ec7 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Request body: {'security_group_rule': {'security_group_id': 'd5844b13-24b8-40f7-826a-552ef454b67e', 'project_id': '27d4836293914c108ba09bff97dd7daa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:13.410608 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-06a314a9-37db-40b5-86ef-463a3e38d1e3 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.422500 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-06a314a9-37db-40b5-86ef-463a3e38d1e3 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.432153 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfcfa50-d586-413b-b64c-81ec92540039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-5ed8e18c-553c-458f-ab96-0bda29755fb9', 'network_id': '5ed8e18c-553c-458f-ab96-0bda29755fb9', 'tenant_id': 'ada71d4b5fdc40a7b84bc97ce75fd568', 'fixed_ips': [{'subnet_id': 'cccace69-eb7a-498e-89ef-d3a9c911790f'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:54:13.433668 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6cfcfa50-d586-413b-b64c-81ec92540039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.445047 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e07947df-b504-46f2-85f6-9d998ac55ec7 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.468150 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-06a314a9-37db-40b5-86ef-463a3e38d1e3 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.469538 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-06a314a9-37db-40b5-86ef-463a3e38d1e3 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1873641 Nov 12 03:54:13.475019 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48180) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:13.479568 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a314a9-37db-40b5-86ef-463a3e38d1e3 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c27b0fab-ee66-4ce7-80c7-37744a362338,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:13.481538 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-3c3e73ab-43ad-4e0b-94fd-243019b65c9f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'security_group': {'name': 'tempest-secgroup-1951388987'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:13.525578 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e07947df-b504-46f2-85f6-9d998ac55ec7 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.527257 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3c3e73ab-43ad-4e0b-94fd-243019b65c9f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.538943 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e07947df-b504-46f2-85f6-9d998ac55ec7 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.562455 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07947df-b504-46f2-85f6-9d998ac55ec7 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8ac8e5e-1f7a-47b0-96dd-efdb2252103b,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:13.576931 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e07947df-b504-46f2-85f6-9d998ac55ec7 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.580304 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e07947df-b504-46f2-85f6-9d998ac55ec7 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1855950 Nov 12 03:54:13.582156 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48182) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:13.592129 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-3a31fdda-43ce-4ce5-82c7-3841a2ed2a84 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Request body: {'security_group_rule': {'security_group_id': 'd5844b13-24b8-40f7-826a-552ef454b67e', 'project_id': '27d4836293914c108ba09bff97dd7daa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:13.616683 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-6cfcfa50-d586-413b-b64c-81ec92540039 None None] Allocated IP 172.20.0.2 (5ed8e18c-553c-458f-ab96-0bda29755fb9/cccace69-eb7a-498e-89ef-d3a9c911790f/83e2aed5-31ab-4026-81ac-883aa640b60e) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:13.635116 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3c3e73ab-43ad-4e0b-94fd-243019b65c9f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.643837 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3c3e73ab-43ad-4e0b-94fd-243019b65c9f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.656718 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3a31fdda-43ce-4ce5-82c7-3841a2ed2a84 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.707330 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3c3e73ab-43ad-4e0b-94fd-243019b65c9f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.714225 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3c3e73ab-43ad-4e0b-94fd-243019b65c9f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2375703 Nov 12 03:54:13.715999 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48188) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:13.721115 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-a72423d0-2ff8-4866-9798-41cd3dc01ef9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-732910286', 'security_groups': ['f3da13d9-93d1-469a-b8bb-feb438376b27'], 'network_id': '5ed8e18c-553c-458f-ab96-0bda29755fb9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cccace69-eb7a-498e-89ef-d3a9c911790f'}]}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:13.727172 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e73ab-43ad-4e0b-94fd-243019b65c9f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3da13d9-93d1-469a-b8bb-feb438376b27,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:13.732336 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device dc3ae1c3-ecff-4303-8997-e6e355e8bf1e no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:54:13.746187 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3a31fdda-43ce-4ce5-82c7-3841a2ed2a84 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.752126 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3a31fdda-43ce-4ce5-82c7-3841a2ed2a84 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.781397 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: dc3ae1c3-ecff-4303-8997-e6e355e8bf1e {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:54:13.781940 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device dc3ae1c3-ecff-4303-8997-e6e355e8bf1e not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:54:13.799458 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a31fdda-43ce-4ce5-82c7-3841a2ed2a84 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0de33947-3537-4b37-b983-cfee23056ece,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:13.812153 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3a31fdda-43ce-4ce5-82c7-3841a2ed2a84 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.815835 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3a31fdda-43ce-4ce5-82c7-3841a2ed2a84 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2326362 Nov 12 03:54:13.818487 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48190) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:13.824699 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-9995a597-bc3a-444a-8e0b-d395e6cbe62d tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Request body: {'security_group_rule': {'security_group_id': 'd5844b13-24b8-40f7-826a-552ef454b67e', 'project_id': '27d4836293914c108ba09bff97dd7daa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:13.874101 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6cfcfa50-d586-413b-b64c-81ec92540039 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.880601 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6cfcfa50-d586-413b-b64c-81ec92540039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.897082 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72423d0-2ff8-4866-9798-41cd3dc01ef9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Made reservation on behalf of ada71d4b5fdc40a7b84bc97ce75fd568 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:13.905949 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9995a597-bc3a-444a-8e0b-d395e6cbe62d tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.932590 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfcfa50-d586-413b-b64c-81ec92540039 None None] Network 5ed8e18c-553c-458f-ab96-0bda29755fb9 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:13.936602 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-6cfcfa50-d586-413b-b64c-81ec92540039 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:13.939250 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfcfa50-d586-413b-b64c-81ec92540039 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:54:13.951879 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcfa50-d586-413b-b64c-81ec92540039 None None] Pushing event updated for resources: {'Port': ['ID=83e2aed5-31ab-4026-81ac-883aa640b60e,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:14.007869 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-6cfcfa50-d586-413b-b64c-81ec92540039 None None] Attempting to bind port 83e2aed5-31ab-4026-81ac-883aa640b60e on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:54:14.008343 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-6cfcfa50-d586-413b-b64c-81ec92540039 None None] Attempting to bind port 83e2aed5-31ab-4026-81ac-883aa640b60e by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'b09693b8-9e39-4628-bf04-ff8977e1df6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5ed8e18c-553c-458f-ab96-0bda29755fb9'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:54:14.008718 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfcfa50-d586-413b-b64c-81ec92540039 None None] Attempting to bind port 83e2aed5-31ab-4026-81ac-883aa640b60e on network 5ed8e18c-553c-458f-ab96-0bda29755fb9 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:14.015216 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfcfa50-d586-413b-b64c-81ec92540039 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:54:14.015594 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfcfa50-d586-413b-b64c-81ec92540039 None None] Checking segment: {'id': 'b09693b8-9e39-4628-bf04-ff8977e1df6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5ed8e18c-553c-458f-ab96-0bda29755fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:14.016234 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6cfcfa50-d586-413b-b64c-81ec92540039 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.016790 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfcfa50-d586-413b-b64c-81ec92540039 None None] Bound using segment: {'id': 'b09693b8-9e39-4628-bf04-ff8977e1df6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5ed8e18c-553c-458f-ab96-0bda29755fb9'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:54:14.017910 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-6cfcfa50-d586-413b-b64c-81ec92540039 None None] Bound port: 83e2aed5-31ab-4026-81ac-883aa640b60e, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b09693b8-9e39-4628-bf04-ff8977e1df6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5ed8e18c-553c-458f-ab96-0bda29755fb9'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:54:14.018508 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6cfcfa50-d586-413b-b64c-81ec92540039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.092873 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-6cfcfa50-d586-413b-b64c-81ec92540039 None None] For port 83e2aed5-31ab-4026-81ac-883aa640b60e, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:54:14.096692 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-6cfcfa50-d586-413b-b64c-81ec92540039 None None] For port 83e2aed5-31ab-4026-81ac-883aa640b60e, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=83e2aed5-31ab-4026-81ac-883aa640b60e,segment=NetworkSegment(b09693b8-9e39-4628-bf04-ff8977e1df6a),segment_id=b09693b8-9e39-4628-bf04-ff8977e1df6a)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:54:14.098711 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9995a597-bc3a-444a-8e0b-d395e6cbe62d tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.101729 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6cfcfa50-d586-413b-b64c-81ec92540039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.110635 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9995a597-bc3a-444a-8e0b-d395e6cbe62d tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.142038 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48204) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:14.147471 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a72423d0-2ff8-4866-9798-41cd3dc01ef9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.173160 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-c5469e3c-1470-4677-baec-f6e2ce3b4c5b tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:14.173160 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-c5469e3c-1470-4677-baec-f6e2ce3b4c5b tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/networks?id=1e730e34-9494-4545-aa47-54c2ebe72fb3 HTTP/1.1" status: 200 len: 814 time: 0.2307658 Nov 12 03:54:14.189364 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcfa50-d586-413b-b64c-81ec92540039 None None] Pushing event updated for resources: {'Port': ['ID=83e2aed5-31ab-4026-81ac-883aa640b60e,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:14.208999 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9995a597-bc3a-444a-8e0b-d395e6cbe62d tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5a9e892-4e4a-4633-b0fe-61a1d83a4c80,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:14.217405 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9995a597-bc3a-444a-8e0b-d395e6cbe62d tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.218823 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9995a597-bc3a-444a-8e0b-d395e6cbe62d tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3983247 Nov 12 03:54:14.224182 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48206) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:14.228296 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b53227e-4167-4b20-b5e0-bac8eb48174b admin admin] Deleting subnet accf4238-ac16-4f3f-a063-6efc30001856 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:54:14.228793 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-a962e033-d80b-45f7-b529-1fc814c4efbc tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Request body: {'security_group_rule': {'security_group_id': 'd5844b13-24b8-40f7-826a-552ef454b67e', 'project_id': '27d4836293914c108ba09bff97dd7daa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:14.232998 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7b53227e-4167-4b20-b5e0-bac8eb48174b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.235867 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-a72423d0-2ff8-4866-9798-41cd3dc01ef9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] device_id is not set on port 1876e4d3-7991-49e5-b60f-4de7587ac181 yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:54:14.241827 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-039bfbbe-7b01-40e1-b322-4f6b0ff280ad tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/quotas/8fb57fe76b644827904030648ba5e96b HTTP/1.1" status: 200 len: 375 time: 0.0537269 Nov 12 03:54:14.278462 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7b53227e-4167-4b20-b5e0-bac8eb48174b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.343021 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7b53227e-4167-4b20-b5e0-bac8eb48174b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.343965 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-ff6a60a6-088c-4d9f-a43d-eb663f51fd84 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8fb57fe76b644827904030648ba5e96b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601997 Nov 12 03:54:14.397238 n-d-715271-27 neutron-server[102571]: INFO neutron.db.securitygroups_db [None req-a962e033-d80b-45f7-b529-1fc814c4efbc tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Project 27d4836293914c108ba09bff97dd7daa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:54:14.434377 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7b53227e-4167-4b20-b5e0-bac8eb48174b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.461475 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a962e033-d80b-45f7-b529-1fc814c4efbc tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.483273 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b53227e-4167-4b20-b5e0-bac8eb48174b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=accf4238-ac16-4f3f-a063-6efc30001856,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:14.488250 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7b53227e-4167-4b20-b5e0-bac8eb48174b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.493895 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7b53227e-4167-4b20-b5e0-bac8eb48174b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/accf4238-ac16-4f3f-a063-6efc30001856 HTTP/1.1" status: 204 len: 168 time: 0.3487935 Nov 12 03:54:14.496523 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48208) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:14.592872 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-81c3b05b-5456-4abb-9ef9-62037f647ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.638291 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-a72423d0-2ff8-4866-9798-41cd3dc01ef9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Allocated IP 172.20.0.12 (5ed8e18c-553c-458f-ab96-0bda29755fb9/cccace69-eb7a-498e-89ef-d3a9c911790f/1876e4d3-7991-49e5-b60f-4de7587ac181) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:14.655953 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-687ec3d5-3783-4672-bf6b-6af18cac1798 service neutron] 10.222.0.50 "GET /v2.0/networks/1e730e34-9494-4545-aa47-54c2ebe72fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738924 Nov 12 03:54:14.696309 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-81c3b05b-5456-4abb-9ef9-62037f647ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.721603 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-81c3b05b-5456-4abb-9ef9-62037f647ef0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6beda980-e88e-49bc-8776-a61c4e4848c5']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:14.732890 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-81c3b05b-5456-4abb-9ef9-62037f647ef0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '747bea8b-7da9-4e8b-aa56-fe9cf8f365b3') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:14.733287 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-81c3b05b-5456-4abb-9ef9-62037f647ef0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '747bea8b-7da9-4e8b-aa56-fe9cf8f365b3') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:14.745936 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-81c3b05b-5456-4abb-9ef9-62037f647ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.755167 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a962e033-d80b-45f7-b529-1fc814c4efbc tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.765831 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-81c3b05b-5456-4abb-9ef9-62037f647ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.773333 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c3b05b-5456-4abb-9ef9-62037f647ef0 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:54:14.774287 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a962e033-d80b-45f7-b529-1fc814c4efbc tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.774779 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-81c3b05b-5456-4abb-9ef9-62037f647ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.777620 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:54:14.777620 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:54:14.777620 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:54:14.777620 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:54:14.777620 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:54:14.777620 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:54:14.777620 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:54:14.777620 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:54:14.777620 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:54:14.777620 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:54:14.777620 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:54:14.777620 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:54:14.777620 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:54:14.777620 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:54:14.777620 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:54:14.777620 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:54:14.777620 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:54:14.777620 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:54:14.777620 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:54:14.777620 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:54:14.777620 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:54:14.777620 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:54:14.777620 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:54:14.777620 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:54:14.777620 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:54:14.777620 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:54:14.777620 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:54:14.777620 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:54:14.777620 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:54:14.777620 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:54:14.777620 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:54:14.777620 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:54:14.840247 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-81c3b05b-5456-4abb-9ef9-62037f647ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.847928 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-81c3b05b-5456-4abb-9ef9-62037f647ef0 admin admin] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.851571 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-81c3b05b-5456-4abb-9ef9-62037f647ef0 admin admin] 10.222.0.50 "DELETE /v2.0/networks/6beda980-e88e-49bc-8776-a61c4e4848c5 HTTP/1.1" status: 204 len: 168 time: 0.3538873 Nov 12 03:54:14.853446 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a962e033-d80b-45f7-b529-1fc814c4efbc tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e10d90-18d6-433d-9933-e7f73eeb46d0,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:14.862649 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48210) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:14.865729 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c3b05b-5456-4abb-9ef9-62037f647ef0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6beda980-e88e-49bc-8776-a61c4e4848c5,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:14.885817 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a962e033-d80b-45f7-b529-1fc814c4efbc tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.887634 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a962e033-d80b-45f7-b529-1fc814c4efbc tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6622646 Nov 12 03:54:14.891284 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48212) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:14.895974 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-9f5e62c1-06ac-4bc3-a70e-aea0cb6e560b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Request body: {'security_group_rule': {'security_group_id': 'd5844b13-24b8-40f7-826a-552ef454b67e', 'project_id': '27d4836293914c108ba09bff97dd7daa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:14.914014 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-55a8a205-b699-4b2b-913b-5750a2419561 service neutron] 10.222.0.50 "GET /v2.0/networks/1e730e34-9494-4545-aa47-54c2ebe72fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477028 Nov 12 03:54:14.933605 n-d-715271-27 neutron-server[102572]: INFO neutron.db.securitygroups_db [None req-9f5e62c1-06ac-4bc3-a70e-aea0cb6e560b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Project 27d4836293914c108ba09bff97dd7daa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:54:14.940844 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9f5e62c1-06ac-4bc3-a70e-aea0cb6e560b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.953385 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cc66205-1caf-4a6d-a6fa-98118de3ee56 admin admin] Deleting subnet 0b23f356-2ba3-44bf-92f3-2c3e968a2353 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:54:14.961583 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1cc66205-1caf-4a6d-a6fa-98118de3ee56 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.993509 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a72423d0-2ff8-4866-9798-41cd3dc01ef9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.019013 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1cc66205-1caf-4a6d-a6fa-98118de3ee56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.046318 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9f5e62c1-06ac-4bc3-a70e-aea0cb6e560b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.068690 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9f5e62c1-06ac-4bc3-a70e-aea0cb6e560b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.093514 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5e62c1-06ac-4bc3-a70e-aea0cb6e560b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a02f920-a2ff-4bdb-a1ab-330619409371,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:15.102862 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9f5e62c1-06ac-4bc3-a70e-aea0cb6e560b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.107116 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9f5e62c1-06ac-4bc3-a70e-aea0cb6e560b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2118340 Nov 12 03:54:15.147224 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1cc66205-1caf-4a6d-a6fa-98118de3ee56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.151817 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a72423d0-2ff8-4866-9798-41cd3dc01ef9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.232384 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6492983a-3eff-4df7-aa48-1240abd42c80 req-3881739f-0738-4733-8cc3-7868f6bc5de6 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/ports?device_id=904d8f37-abf6-4e27-9b42-d047081af20c HTTP/1.1" status: 200 len: 210 time: 0.0567520 Nov 12 03:54:15.312877 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72423d0-2ff8-4866-9798-41cd3dc01ef9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Network 5ed8e18c-553c-458f-ab96-0bda29755fb9 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:15.321822 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-a72423d0-2ff8-4866-9798-41cd3dc01ef9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:15.331326 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72423d0-2ff8-4866-9798-41cd3dc01ef9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:54:15.397499 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72423d0-2ff8-4866-9798-41cd3dc01ef9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event updated for resources: {'Port': ['ID=1876e4d3-7991-49e5-b60f-4de7587ac181,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:15.431416 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1cc66205-1caf-4a6d-a6fa-98118de3ee56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.451684 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72423d0-2ff8-4866-9798-41cd3dc01ef9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:15.452343 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a72423d0-2ff8-4866-9798-41cd3dc01ef9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.492965 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc66205-1caf-4a6d-a6fa-98118de3ee56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b23f356-2ba3-44bf-92f3-2c3e968a2353,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:15.498896 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1cc66205-1caf-4a6d-a6fa-98118de3ee56 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.505498 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48260) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:15.505727 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1cc66205-1caf-4a6d-a6fa-98118de3ee56 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0b23f356-2ba3-44bf-92f3-2c3e968a2353 HTTP/1.1" status: 204 len: 168 time: 0.6418967 Nov 12 03:54:15.533523 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a72423d0-2ff8-4866-9798-41cd3dc01ef9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8079607 Nov 12 03:54:15.543503 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48262) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:15.555263 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-77625bb1-df2c-45f2-900e-344fc38b500c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'subnet': {'network_id': '5ed8e18c-553c-458f-ab96-0bda29755fb9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:15.722530 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a551d70e-7619-4065-bdd2-336a76921dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.755826 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77625bb1-df2c-45f2-900e-344fc38b500c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Made reservation on behalf of ada71d4b5fdc40a7b84bc97ce75fd568 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:15.761631 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-77625bb1-df2c-45f2-900e-344fc38b500c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.791922 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 83e2aed5-31ab-4026-81ac-883aa640b60e up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:15.867890 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a551d70e-7619-4065-bdd2-336a76921dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.912123 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-a551d70e-7619-4065-bdd2-336a76921dfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4de3816-18f8-4a48-a9e9-1976a776339d']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:15.924745 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-e0ab6772-fd35-4743-a803-46ffc4446c37 None None] Provisioning complete for port 83e2aed5-31ab-4026-81ac-883aa640b60e triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:15.925032 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e0ab6772-fd35-4743-a803-46ffc4446c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.957959 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-a551d70e-7619-4065-bdd2-336a76921dfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '053f5bf2-b049-455a-9419-137ae2a2d041') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:15.958255 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-a551d70e-7619-4065-bdd2-336a76921dfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '053f5bf2-b049-455a-9419-137ae2a2d041') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:15.982145 n-d-715271-27 neutron-server[102571]: INFO neutron.db.ipam_backend_mixin [None req-77625bb1-df2c-45f2-900e-344fc38b500c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet cccace69-eb7a-498e-89ef-d3a9c911790f (CIDR: 172.20.0.0/28) Nov 12 03:54:15.983382 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a551d70e-7619-4065-bdd2-336a76921dfd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.987557 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 83e2aed5-31ab-4026-81ac-883aa640b60e triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:15.988234 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.989962 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-77625bb1-df2c-45f2-900e-344fc38b500c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:54:15.995724 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77625bb1-df2c-45f2-900e-344fc38b500c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:54:16.018072 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a551d70e-7619-4065-bdd2-336a76921dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:16.029785 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a551d70e-7619-4065-bdd2-336a76921dfd admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:54:16.030498 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a551d70e-7619-4065-bdd2-336a76921dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:16.036551 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:54:16.036551 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:54:16.036551 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:54:16.036551 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:54:16.036551 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:54:16.036551 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:54:16.036551 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:54:16.036551 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:54:16.036551 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:54:16.036551 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:54:16.036551 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:54:16.036551 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:54:16.036551 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:54:16.036551 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:54:16.036551 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:54:16.036551 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:54:16.036551 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:54:16.036551 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:54:16.036551 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:54:16.036551 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:54:16.036551 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:54:16.036551 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:54:16.036551 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:54:16.036551 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:54:16.036551 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:54:16.036551 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:54:16.036551 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:54:16.036551 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:54:16.036551 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:54:16.036551 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:54:16.036551 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:54:16.036551 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:54:16.038892 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e0ab6772-fd35-4743-a803-46ffc4446c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:16.060316 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-77625bb1-df2c-45f2-900e-344fc38b500c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5118289 Nov 12 03:54:16.064332 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48270) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:16.109738 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-7436c61d-b85d-4938-9174-aa3658f708e1 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'subnet': {'network_id': '5ed8e18c-553c-458f-ab96-0bda29755fb9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:16.113610 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-e0ab6772-fd35-4743-a803-46ffc4446c37 None None] For port 83e2aed5-31ab-4026-81ac-883aa640b60e, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=83e2aed5-31ab-4026-81ac-883aa640b60e,segment=NetworkSegment(b09693b8-9e39-4628-bf04-ff8977e1df6a),segment_id=b09693b8-9e39-4628-bf04-ff8977e1df6a)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:16.121766 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e0ab6772-fd35-4743-a803-46ffc4446c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:16.205277 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a551d70e-7619-4065-bdd2-336a76921dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:16.212666 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a551d70e-7619-4065-bdd2-336a76921dfd admin admin] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:16.232298 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a551d70e-7619-4065-bdd2-336a76921dfd admin admin] 10.222.0.50 "DELETE /v2.0/networks/c4de3816-18f8-4a48-a9e9-1976a776339d HTTP/1.1" status: 204 len: 168 time: 0.7251954 Nov 12 03:54:16.242506 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab6772-fd35-4743-a803-46ffc4446c37 None None] Pushing event updated for resources: {'Port': ['ID=83e2aed5-31ab-4026-81ac-883aa640b60e,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:16.257371 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a551d70e-7619-4065-bdd2-336a76921dfd admin admin] Pushing event deleted for resources: {'Network': ['ID=c4de3816-18f8-4a48-a9e9-1976a776339d,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:16.286878 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-e0ab6772-fd35-4743-a803-46ffc4446c37 None None] Provisioning complete for port 12f8dd97-2d22-460f-ba73-ea7264b10f43 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:16.288050 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e0ab6772-fd35-4743-a803-46ffc4446c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:16.331630 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7436c61d-b85d-4938-9174-aa3658f708e1 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Made reservation on behalf of ada71d4b5fdc40a7b84bc97ce75fd568 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:16.337074 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7436c61d-b85d-4938-9174-aa3658f708e1 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:16.369986 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-e0ab6772-fd35-4743-a803-46ffc4446c37 None None] Port 12f8dd97-2d22-460f-ba73-ea7264b10f43 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:54:16.387937 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6a5a8e10-a0ec-4eee-ad77-34ef0cf9563c req-aa207fee-217b-4698-b9c3-e2e5bbfb5084 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/ports?device_id=904d8f37-abf6-4e27-9b42-d047081af20c HTTP/1.1" status: 200 len: 210 time: 0.0501277 Nov 12 03:54:16.449262 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48306) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:16.494583 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-68af9596-26eb-43ce-bf3c-15ea00848985 None None] Provisioning complete for port 1876e4d3-7991-49e5-b60f-4de7587ac181 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:16.495723 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-68af9596-26eb-43ce-bf3c-15ea00848985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:16.496936 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-572c1ce8-4f2b-41c2-b017-4fa68e890b74 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=89569345ad23443c8a159c6c9a380542&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0464232 Nov 12 03:54:16.499954 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48308) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:16.536429 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-68af9596-26eb-43ce-bf3c-15ea00848985 None None] Port 1876e4d3-7991-49e5-b60f-4de7587ac181 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:54:16.624720 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-693320df-cebf-4c9a-918f-c9163c4a6b10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:16.706307 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-693320df-cebf-4c9a-918f-c9163c4a6b10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:16.788812 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7436c61d-b85d-4938-9174-aa3658f708e1 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:16.843123 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7436c61d-b85d-4938-9174-aa3658f708e1 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Network 5ed8e18c-553c-458f-ab96-0bda29755fb9 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:16.856987 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-7436c61d-b85d-4938-9174-aa3658f708e1 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:16.865969 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7436c61d-b85d-4938-9174-aa3658f708e1 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:16.866229 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7436c61d-b85d-4938-9174-aa3658f708e1 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:16.872091 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4922ebeb-ab5a-4e61-b6de-22ae38437fb1 None None] Network 5ed8e18c-553c-458f-ab96-0bda29755fb9 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:16.872644 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-693320df-cebf-4c9a-918f-c9163c4a6b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:16.875162 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-693320df-cebf-4c9a-918f-c9163c4a6b10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:16.878688 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-693320df-cebf-4c9a-918f-c9163c4a6b10 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8c9d0145-34fe-44d9-9d44-71199393460b HTTP/1.1" status: 204 len: 168 time: 0.3753550 Nov 12 03:54:16.883533 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-43b75d93-ec5e-4db4-83a9-937bd967e4f3 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:16.885195 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-43b75d93-ec5e-4db4-83a9-937bd967e4f3 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.90 "GET /v2.0/networks?id=1e730e34-9494-4545-aa47-54c2ebe72fb3 HTTP/1.1" status: 200 len: 814 time: 0.2407734 Nov 12 03:54:16.901257 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7436c61d-b85d-4938-9174-aa3658f708e1 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event updated for resources: {'Subnet': ['ID=ef9eaf45-221a-46f4-b60c-ab88dbbedc07,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:16.908891 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-16dbd545-9735-4b42-9a2e-68423202bf1b tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Request body: {'port': {'device_id': '904d8f37-abf6-4e27-9b42-d047081af20c', 'network_id': '1e730e34-9494-4545-aa47-54c2ebe72fb3', 'admin_state_up': True, 'tenant_id': '8fb57fe76b644827904030648ba5e96b'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:16.912702 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693320df-cebf-4c9a-918f-c9163c4a6b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9d0145-34fe-44d9-9d44-71199393460b,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:16.944283 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7436c61d-b85d-4938-9174-aa3658f708e1 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8761783 Nov 12 03:54:16.944694 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48314) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:16.952345 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-7f3dcce7-6f53-4007-a411-315215463845 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-351666279', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ef9eaf45-221a-46f4-b60c-ab88dbbedc07'}], 'security_groups': ['c27b0fab-ee66-4ce7-80c7-37744a362338']}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:17.046705 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7f3dcce7-6f53-4007-a411-315215463845 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.094498 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-16dbd545-9735-4b42-9a2e-68423202bf1b tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Made reservation on behalf of 8fb57fe76b644827904030648ba5e96b for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:17.104138 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-16dbd545-9735-4b42-9a2e-68423202bf1b tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.289780 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a13f5b-5b33-4f3d-975b-cc148e113c6b None None] Update dhcp port {'port': {'network_id': '5ed8e18c-553c-458f-ab96-0bda29755fb9', 'fixed_ips': [{'subnet_id': 'cccace69-eb7a-498e-89ef-d3a9c911790f', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ef9eaf45-221a-46f4-b60c-ab88dbbedc07'}], 'binding:host_id': 'n-d-715271-27'}, 'id': '83e2aed5-31ab-4026-81ac-883aa640b60e'} from n-d-715271-27. {{(pid=102573) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:54:17.296114 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-16dbd545-9735-4b42-9a2e-68423202bf1b tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Allocated IP 172.20.0.3 (1e730e34-9494-4545-aa47-54c2ebe72fb3/fc13fceb-0495-45a7-8ce6-a9a760d8ea1f/2ba75cc8-3c90-4dee-9c49-265fe64a9103) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:17.335976 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-51a13f5b-5b33-4f3d-975b-cc148e113c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.470086 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48320) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:17.522375 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-7f3dcce7-6f53-4007-a411-315215463845 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Delete allocated IP 172.20.0.12 (5ed8e18c-553c-458f-ab96-0bda29755fb9/cccace69-eb7a-498e-89ef-d3a9c911790f) {{(pid=102571) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 03:54:17.532664 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-7f3dcce7-6f53-4007-a411-315215463845 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Allocated IP 172.20.0.18 (5ed8e18c-553c-458f-ab96-0bda29755fb9/ef9eaf45-221a-46f4-b60c-ab88dbbedc07/1876e4d3-7991-49e5-b60f-4de7587ac181) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:17.556764 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-21879b2d-aff0-48c9-8ed6-71a1062a2106 req-63f4c29c-f1ee-4240-a2d1-34166f852007 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/ports?device_id=904d8f37-abf6-4e27-9b42-d047081af20c HTTP/1.1" status: 200 len: 210 time: 0.0588975 Nov 12 03:54:17.589208 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-87e5f27a-b77c-47e4-8b06-89f994279a29 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b165b381de0e4ca381ffc3a69ec4889c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1175985 Nov 12 03:54:17.593024 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48322) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:17.630618 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-16dbd545-9735-4b42-9a2e-68423202bf1b tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.668842 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 83e2aed5-31ab-4026-81ac-883aa640b60e up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:17.686959 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c9bbaa80-42a8-4ba7-b3d3-3e1e886c3cde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.714613 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c9bbaa80-42a8-4ba7-b3d3-3e1e886c3cde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.716880 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-16dbd545-9735-4b42-9a2e-68423202bf1b tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.744469 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 83e2aed5-31ab-4026-81ac-883aa640b60e triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:17.745207 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.756058 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7f3dcce7-6f53-4007-a411-315215463845 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.766128 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7f3dcce7-6f53-4007-a411-315215463845 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.799103 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-16dbd545-9735-4b42-9a2e-68423202bf1b tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Network 1e730e34-9494-4545-aa47-54c2ebe72fb3 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:17.800399 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dbd545-9735-4b42-9a2e-68423202bf1b tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Pushing event updated for resources: {'Port': ['ID=2ba75cc8-3c90-4dee-9c49-265fe64a9103,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:17.811121 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-16dbd545-9735-4b42-9a2e-68423202bf1b tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:17.824971 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-16dbd545-9735-4b42-9a2e-68423202bf1b tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:54:17.867848 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3dcce7-6f53-4007-a411-315215463845 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event updated for resources: {'Port': ['ID=1876e4d3-7991-49e5-b60f-4de7587ac181,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:17.869323 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8b3d2d-0ab0-4433-9f85-b60932784d01 None None] DHCP port deletion for 1e730e34-9494-4545-aa47-54c2ebe72fb3 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:54:17.889873 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.api [None req-51a13f5b-5b33-4f3d-975b-cc148e113c6b None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-7917bf98-33ce-4e62-bc8a-61b20560dc71 {{(pid=102573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:54:17.890887 n-d-715271-27 neutron-server[102573]: DEBUG oslo_db.api [None req-51a13f5b-5b33-4f3d-975b-cc148e113c6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:54:17.908544 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-16dbd545-9735-4b42-9a2e-68423202bf1b tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:17.909219 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-16dbd545-9735-4b42-9a2e-68423202bf1b tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.913211 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c9bbaa80-42a8-4ba7-b3d3-3e1e886c3cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.915974 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c9bbaa80-42a8-4ba7-b3d3-3e1e886c3cde admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.917643 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c9bbaa80-42a8-4ba7-b3d3-3e1e886c3cde admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/55f6c507-d066-45dd-b243-2cc5dd561520 HTTP/1.1" status: 204 len: 168 time: 0.3236933 Nov 12 03:54:17.931328 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bbaa80-42a8-4ba7-b3d3-3e1e886c3cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f6c507-d066-45dd-b243-2cc5dd561520,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:17.939031 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-16dbd545-9735-4b42-9a2e-68423202bf1b tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0351026 Nov 12 03:54:17.968971 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-7f3dcce7-6f53-4007-a411-315215463845 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] In _notify_port_updated(), no bound segment for port 1876e4d3-7991-49e5-b60f-4de7587ac181 on network 5ed8e18c-553c-458f-ab96-0bda29755fb9 {{(pid=102571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:54:17.980435 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3dcce7-6f53-4007-a411-315215463845 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:17.981093 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7f3dcce7-6f53-4007-a411-315215463845 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.983314 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7f3dcce7-6f53-4007-a411-315215463845 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "PUT /v2.0/ports/1876e4d3-7991-49e5-b60f-4de7587ac181 HTTP/1.1" status: 200 len: 920 time: 1.0365100 Nov 12 03:54:17.986190 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48330) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:18.018787 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-9e76b0cf-305a-468a-824f-dd411c460fd7 None None] Provisioning complete for port 2ba75cc8-3c90-4dee-9c49-265fe64a9103 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:18.019168 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9e76b0cf-305a-468a-824f-dd411c460fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:18.103072 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-9e76b0cf-305a-468a-824f-dd411c460fd7 None None] Port 2ba75cc8-3c90-4dee-9c49-265fe64a9103 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:54:18.123638 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-8f3064e5-0d78-4098-8e69-2e2543e06e8c service neutron] Request body: {'port': {'device_id': '904d8f37-abf6-4e27-9b42-d047081af20c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:18.147366 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-a07ec1bb-ec41-4663-8fe3-fbb9c1c3799a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Deleting port 1876e4d3-7991-49e5-b60f-4de7587ac181 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:54:18.147709 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a07ec1bb-ec41-4663-8fe3-fbb9c1c3799a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:18.211451 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-8f3064e5-0d78-4098-8e69-2e2543e06e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:18.302255 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:18.330214 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a07ec1bb-ec41-4663-8fe3-fbb9c1c3799a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:18.435302 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-51a13f5b-5b33-4f3d-975b-cc148e113c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:18.661392 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-51a13f5b-5b33-4f3d-975b-cc148e113c6b None None] Allocated IP 172.20.0.19 (5ed8e18c-553c-458f-ab96-0bda29755fb9/ef9eaf45-221a-46f4-b60c-ab88dbbedc07/83e2aed5-31ab-4026-81ac-883aa640b60e) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:18.794496 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-a07ec1bb-ec41-4663-8fe3-fbb9c1c3799a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Calling delete_port for 1876e4d3-7991-49e5-b60f-4de7587ac181 owned by {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:18.803306 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34022e5e-5ce0-4099-9be9-ebf23533d10f req-5906974e-7a22-438c-9a50-bf346881b8f8 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:18.806002 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-34022e5e-5ce0-4099-9be9-ebf23533d10f req-5906974e-7a22-438c-9a50-bf346881b8f8 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/ports?device_id=904d8f37-abf6-4e27-9b42-d047081af20c HTTP/1.1" status: 200 len: 931 time: 0.1422243 Nov 12 03:54:18.829100 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-51a13f5b-5b33-4f3d-975b-cc148e113c6b None None] For port 83e2aed5-31ab-4026-81ac-883aa640b60e, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=83e2aed5-31ab-4026-81ac-883aa640b60e,segment=NetworkSegment(b09693b8-9e39-4628-bf04-ff8977e1df6a),segment_id=b09693b8-9e39-4628-bf04-ff8977e1df6a)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:18.869344 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-51a13f5b-5b33-4f3d-975b-cc148e113c6b None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:18.876197 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-51a13f5b-5b33-4f3d-975b-cc148e113c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:18.917880 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-34022e5e-5ce0-4099-9be9-ebf23533d10f req-00680a13-58b8-4dfd-8570-470758dc57c7 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/security-groups?id=d76f6ead-e2ee-43fd-aca1-615b0f787ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052225 Nov 12 03:54:19.017452 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a13f5b-5b33-4f3d-975b-cc148e113c6b None None] Pushing event updated for resources: {'Port': ['ID=83e2aed5-31ab-4026-81ac-883aa640b60e,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:19.092777 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a07ec1bb-ec41-4663-8fe3-fbb9c1c3799a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.159850 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ec1bb-ec41-4663-8fe3-fbb9c1c3799a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event deleted for resources: {'Port': ['ID=1876e4d3-7991-49e5-b60f-4de7587ac181,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:19.185783 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-8f3064e5-0d78-4098-8e69-2e2543e06e8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ba75cc8-3c90-4dee-9c49-265fe64a9103 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:54:19.210114 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-8f3064e5-0d78-4098-8e69-2e2543e06e8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.254261 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-8f3064e5-0d78-4098-8e69-2e2543e06e8c service neutron] Transition to ACTIVE for port object 2ba75cc8-3c90-4dee-9c49-265fe64a9103 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:54:19.261915 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-8f3064e5-0d78-4098-8e69-2e2543e06e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.303889 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e01700-be73-40b2-8425-a69871487abb None None] DHCP port deletion for 1e730e34-9494-4545-aa47-54c2ebe72fb3 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:54:19.310518 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a07ec1bb-ec41-4663-8fe3-fbb9c1c3799a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.315735 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a07ec1bb-ec41-4663-8fe3-fbb9c1c3799a tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/ports/1876e4d3-7991-49e5-b60f-4de7587ac181 HTTP/1.1" status: 204 len: 168 time: 1.3285420 Nov 12 03:54:19.318374 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48364) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:19.363840 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-45a07ecb-eec0-4e91-9e74-a0c399f6b99e tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] GET failed (client error): The resource could not be found. Nov 12 03:54:19.367680 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-45a07ecb-eec0-4e91-9e74-a0c399f6b99e tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "GET /v2.0/ports/1876e4d3-7991-49e5-b60f-4de7587ac181 HTTP/1.1" status: 404 len: 333 time: 0.0482106 Nov 12 03:54:19.370377 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48366) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:19.411157 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3064e5-0d78-4098-8e69-2e2543e06e8c service neutron] Pushing event updated for resources: {'Port': ['ID=2ba75cc8-3c90-4dee-9c49-265fe64a9103,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:19.480881 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-98b1c76d-c69f-4e31-bd2e-4e92d1a26dad tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.511882 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-8f3064e5-0d78-4098-8e69-2e2543e06e8c service neutron] Attempting to bind port 2ba75cc8-3c90-4dee-9c49-265fe64a9103 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:54:19.512258 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-8f3064e5-0d78-4098-8e69-2e2543e06e8c service neutron] Attempting to bind port 2ba75cc8-3c90-4dee-9c49-265fe64a9103 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': 'a5b6a9b7-9e2c-49ff-997b-66d9aa071c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '1e730e34-9494-4545-aa47-54c2ebe72fb3'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:54:19.512585 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-8f3064e5-0d78-4098-8e69-2e2543e06e8c service neutron] Attempting to bind port 2ba75cc8-3c90-4dee-9c49-265fe64a9103 on network 1e730e34-9494-4545-aa47-54c2ebe72fb3 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:19.518181 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-8f3064e5-0d78-4098-8e69-2e2543e06e8c service neutron] Port 2ba75cc8-3c90-4dee-9c49-265fe64a9103 on network 1e730e34-9494-4545-aa47-54c2ebe72fb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:54:19.518497 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-8f3064e5-0d78-4098-8e69-2e2543e06e8c service neutron] Attempting to bind port 2ba75cc8-3c90-4dee-9c49-265fe64a9103 on network 1e730e34-9494-4545-aa47-54c2ebe72fb3 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:19.525320 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-8f3064e5-0d78-4098-8e69-2e2543e06e8c service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:54:19.525662 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-8f3064e5-0d78-4098-8e69-2e2543e06e8c service neutron] Checking segment: {'id': 'a5b6a9b7-9e2c-49ff-997b-66d9aa071c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '1e730e34-9494-4545-aa47-54c2ebe72fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:19.526110 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-8f3064e5-0d78-4098-8e69-2e2543e06e8c service neutron] Bound using segment: {'id': 'a5b6a9b7-9e2c-49ff-997b-66d9aa071c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '1e730e34-9494-4545-aa47-54c2ebe72fb3'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:54:19.526593 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-8f3064e5-0d78-4098-8e69-2e2543e06e8c service neutron] Bound port: 2ba75cc8-3c90-4dee-9c49-265fe64a9103, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5b6a9b7-9e2c-49ff-997b-66d9aa071c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '1e730e34-9494-4545-aa47-54c2ebe72fb3'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:54:19.526951 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-8f3064e5-0d78-4098-8e69-2e2543e06e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.565299 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-98b1c76d-c69f-4e31-bd2e-4e92d1a26dad tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.645563 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-98b1c76d-c69f-4e31-bd2e-4e92d1a26dad tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.653503 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-98b1c76d-c69f-4e31-bd2e-4e92d1a26dad tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.655958 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-8f3064e5-0d78-4098-8e69-2e2543e06e8c service neutron] For port 2ba75cc8-3c90-4dee-9c49-265fe64a9103, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:54:19.656801 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-98b1c76d-c69f-4e31-bd2e-4e92d1a26dad tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/security-groups/f3da13d9-93d1-469a-b8bb-feb438376b27 HTTP/1.1" status: 204 len: 168 time: 0.2846811 Nov 12 03:54:19.658649 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48372) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:19.661938 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-8f3064e5-0d78-4098-8e69-2e2543e06e8c service neutron] For port 2ba75cc8-3c90-4dee-9c49-265fe64a9103, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=2ba75cc8-3c90-4dee-9c49-265fe64a9103,segment=NetworkSegment(a5b6a9b7-9e2c-49ff-997b-66d9aa071c53),segment_id=a5b6a9b7-9e2c-49ff-997b-66d9aa071c53)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:54:19.681127 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-8f3064e5-0d78-4098-8e69-2e2543e06e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.682815 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b1c76d-c69f-4e31-bd2e-4e92d1a26dad tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3da13d9-93d1-469a-b8bb-feb438376b27,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:19.699094 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 83e2aed5-31ab-4026-81ac-883aa640b60e up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:19.771166 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58c5e44-9275-4424-b256-cddaae9030b5 None None] DHCP port deletion for 1e730e34-9494-4545-aa47-54c2ebe72fb3 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:54:19.772117 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-8f3064e5-0d78-4098-8e69-2e2543e06e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:19.774373 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-8f3064e5-0d78-4098-8e69-2e2543e06e8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.775722 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-8f3064e5-0d78-4098-8e69-2e2543e06e8c service neutron] 10.222.0.90 "PUT /v2.0/ports/2ba75cc8-3c90-4dee-9c49-265fe64a9103 HTTP/1.1" status: 200 len: 1092 time: 1.8217139 Nov 12 03:54:19.777005 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904d8f37-abf6-4e27-9b42-d047081af20c', 'tag': '2ba75cc8-3c90-4dee-9c49-265fe64a9103'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:19.779565 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7ab500-a1c0-4a22-868f-1a41d58edc11" -d '{"events": [{"name": "network-changed", "server_uuid": "904d8f37-abf6-4e27-9b42-d047081af20c", "tag": "2ba75cc8-3c90-4dee-9c49-265fe64a9103"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:19.805593 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 83e2aed5-31ab-4026-81ac-883aa640b60e triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:19.805960 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.818878 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3064e5-0d78-4098-8e69-2e2543e06e8c service neutron] Pushing event updated for resources: {'Port': ['ID=2ba75cc8-3c90-4dee-9c49-265fe64a9103,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:19.829642 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-874b048f-396c-4c76-a717-f6f23fda5f2e tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.840984 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-0ee0876d-2d5b-40ae-8089-3180a036c0f6 None None] Could not find standard attr ID for object 1876e4d3-7991-49e5-b60f-4de7587ac181. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:54:19.870002 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-0ee0876d-2d5b-40ae-8089-3180a036c0f6 None None] Provisioning complete for port 12f8dd97-2d22-460f-ba73-ea7264b10f43 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:19.870442 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0ee0876d-2d5b-40ae-8089-3180a036c0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.909632 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-874b048f-396c-4c76-a717-f6f23fda5f2e tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.918077 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-0ee0876d-2d5b-40ae-8089-3180a036c0f6 None None] Port 12f8dd97-2d22-460f-ba73-ea7264b10f43 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:54:19.960439 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-8da0f586-bf1c-4876-a776-c979d4ed187c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:19.961990 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-8da0f586-bf1c-4876-a776-c979d4ed187c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8fb57fe76b644827904030648ba5e96b&device_id=904d8f37-abf6-4e27-9b42-d047081af20c HTTP/1.1" status: 200 len: 1095 time: 0.1134949 Nov 12 03:54:19.965686 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-0ee0876d-2d5b-40ae-8089-3180a036c0f6 None None] Provisioning complete for port 83e2aed5-31ab-4026-81ac-883aa640b60e triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:19.966258 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0ee0876d-2d5b-40ae-8089-3180a036c0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:20.022598 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-f4ebb9b5-fc82-4ebd-86fa-43813703e7ef service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ba75cc8-3c90-4dee-9c49-265fe64a9103 HTTP/1.1" status: 200 len: 217 time: 0.0443289 Nov 12 03:54:20.115347 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-874b048f-396c-4c76-a717-f6f23fda5f2e tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:20.117938 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-874b048f-396c-4c76-a717-f6f23fda5f2e tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:20.121471 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-874b048f-396c-4c76-a717-f6f23fda5f2e tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/security-groups/c27b0fab-ee66-4ce7-80c7-37744a362338 HTTP/1.1" status: 204 len: 168 time: 0.4594867 Nov 12 03:54:20.124772 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48384) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:20.128332 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd0a137-1b28-4c09-8980-8fbdcc9228de x-openstack-request-id: req-4cd0a137-1b28-4c09-8980-8fbdcc9228de {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:20.128332 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "904d8f37-abf6-4e27-9b42-d047081af20c", "tag": "2ba75cc8-3c90-4dee-9c49-265fe64a9103", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:20.128332 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4cd0a137-1b28-4c09-8980-8fbdcc9228de {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:20.128332 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '904d8f37-abf6-4e27-9b42-d047081af20c', 'tag': '2ba75cc8-3c90-4dee-9c49-265fe64a9103', 'status': 'completed', 'code': 200} Nov 12 03:54:20.133063 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e18d1-5ddd-46e2-b163-2341859d24e7 req-a8393575-4684-49b5-b87c-8a6d81f0d001 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:20.141473 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-919e18d1-5ddd-46e2-b163-2341859d24e7 req-a8393575-4684-49b5-b87c-8a6d81f0d001 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/ports?device_id=904d8f37-abf6-4e27-9b42-d047081af20c HTTP/1.1" status: 200 len: 943 time: 0.1254494 Nov 12 03:54:20.144922 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874b048f-396c-4c76-a717-f6f23fda5f2e tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27b0fab-ee66-4ce7-80c7-37744a362338,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:20.163566 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-0cc54adf-b8e7-418d-99e7-eb2f5e2d0723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:20.165457 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-0cc54adf-b8e7-418d-99e7-eb2f5e2d0723 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fc13fceb-0495-45a7-8ce6-a9a760d8ea1f HTTP/1.1" status: 200 len: 854 time: 0.1350217 Nov 12 03:54:20.222453 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-99cecb0a-22d1-4d98-afab-a8fb65207f1b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1e730e34-9494-4545-aa47-54c2ebe72fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472744 Nov 12 03:54:20.295754 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-3935a531-13e0-4f6f-a136-1a2f4c0145fd tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Deleting subnet cccace69-eb7a-498e-89ef-d3a9c911790f {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:54:20.301793 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3935a531-13e0-4f6f-a136-1a2f4c0145fd tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:20.332251 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-919e18d1-5ddd-46e2-b163-2341859d24e7 req-d1136ae0-a509-4028-a87f-b6a540cc976e tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/security-groups?id=d76f6ead-e2ee-43fd-aca1-615b0f787ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899004 Nov 12 03:54:20.377026 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3935a531-13e0-4f6f-a136-1a2f4c0145fd tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:20.412259 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-28d0ebcc-6906-4a62-8a21-699b126fe65c service neutron] 10.222.0.90 "GET /v2.0/networks/1e730e34-9494-4545-aa47-54c2ebe72fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822050 Nov 12 03:54:20.458167 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-c63c7b84-4e7c-4c5e-9611-195142143d1e None None] Could not find standard attr ID for object 1876e4d3-7991-49e5-b60f-4de7587ac181. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:54:20.526583 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3935a531-13e0-4f6f-a136-1a2f4c0145fd tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:20.543610 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-357366ac-a88a-4b7f-8258-99dcc9d4006a req-224592ec-9f43-4481-8185-cded80dde354 service neutron] 10.222.0.90 "GET /v2.0/networks/1e730e34-9494-4545-aa47-54c2ebe72fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227102 Nov 12 03:54:20.614593 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3935a531-13e0-4f6f-a136-1a2f4c0145fd tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:20.646564 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3935a531-13e0-4f6f-a136-1a2f4c0145fd tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event deleted for resources: {'Subnet': ['ID=cccace69-eb7a-498e-89ef-d3a9c911790f,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:20.655344 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3935a531-13e0-4f6f-a136-1a2f4c0145fd tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:20.659379 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3935a531-13e0-4f6f-a136-1a2f4c0145fd tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/subnets/cccace69-eb7a-498e-89ef-d3a9c911790f HTTP/1.1" status: 204 len: 168 time: 0.5159273 Nov 12 03:54:20.663235 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48402) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:20.671030 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-d9a652cc-d636-4ccb-b7ae-b9be53d75ce9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'subnet': {'network_id': '5ed8e18c-553c-458f-ab96-0bda29755fb9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:20.700729 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3838acba-1e30-4e25-95c4-06b06e37814a None None] Network 5ed8e18c-553c-458f-ab96-0bda29755fb9 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:20.709251 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ab500-a1c0-4a22-868f-1a41d58edc11 req-df8585bc-0fb5-446f-91b3-5e92821fd835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:20.711007 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1b7ab500-a1c0-4a22-868f-1a41d58edc11 req-df8585bc-0fb5-446f-91b3-5e92821fd835 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8fb57fe76b644827904030648ba5e96b&device_id=904d8f37-abf6-4e27-9b42-d047081af20c HTTP/1.1" status: 200 len: 1095 time: 0.0578291 Nov 12 03:54:20.834115 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a652cc-d636-4ccb-b7ae-b9be53d75ce9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Made reservation on behalf of ada71d4b5fdc40a7b84bc97ce75fd568 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:20.840551 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d9a652cc-d636-4ccb-b7ae-b9be53d75ce9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:20.904684 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ab500-a1c0-4a22-868f-1a41d58edc11 req-9ebc7f9e-fef3-41d2-ab80-9fc39350d383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:20.910627 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1b7ab500-a1c0-4a22-868f-1a41d58edc11 req-9ebc7f9e-fef3-41d2-ab80-9fc39350d383 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1e730e34-9494-4545-aa47-54c2ebe72fb3 HTTP/1.1" status: 200 len: 915 time: 0.1873033 Nov 12 03:54:21.018525 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1b7ab500-a1c0-4a22-868f-1a41d58edc11 req-b395774f-9231-45db-ba3a-fd84cfb9cd05 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ba75cc8-3c90-4dee-9c49-265fe64a9103 HTTP/1.1" status: 200 len: 217 time: 0.1038818 Nov 12 03:54:21.087848 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ab500-a1c0-4a22-868f-1a41d58edc11 req-c6eedeb6-40d1-43c9-a412-2171c9c485f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:21.089582 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1b7ab500-a1c0-4a22-868f-1a41d58edc11 req-c6eedeb6-40d1-43c9-a412-2171c9c485f8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fc13fceb-0495-45a7-8ce6-a9a760d8ea1f HTTP/1.1" status: 200 len: 854 time: 0.0636952 Nov 12 03:54:21.140247 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1b7ab500-a1c0-4a22-868f-1a41d58edc11 req-e3599a26-4383-4a87-b292-6b5f756f80f0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1e730e34-9494-4545-aa47-54c2ebe72fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385973 Nov 12 03:54:21.225698 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d9a652cc-d636-4ccb-b7ae-b9be53d75ce9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:21.294892 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a652cc-d636-4ccb-b7ae-b9be53d75ce9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Network 5ed8e18c-553c-458f-ab96-0bda29755fb9 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:21.295188 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1b7ab500-a1c0-4a22-868f-1a41d58edc11 req-fb56f8c8-feb3-468e-b1f6-196dce13a8db service neutron] 10.222.0.90 "GET /v2.0/networks/1e730e34-9494-4545-aa47-54c2ebe72fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499841 Nov 12 03:54:21.298433 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-d9a652cc-d636-4ccb-b7ae-b9be53d75ce9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:21.302931 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a652cc-d636-4ccb-b7ae-b9be53d75ce9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:21.303549 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d9a652cc-d636-4ccb-b7ae-b9be53d75ce9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:21.329244 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a652cc-d636-4ccb-b7ae-b9be53d75ce9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event updated for resources: {'Subnet': ['ID=1a3b5b75-9de7-457e-bcee-1a1acefdba9d,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:21.347707 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48410) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:21.349409 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d9a652cc-d636-4ccb-b7ae-b9be53d75ce9 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6842859 Nov 12 03:54:21.376793 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-aec9f206-6bf4-4e09-b17a-5c92399f13d4 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'security_group': {'name': 'tempest-secgroup-1819215745'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:21.441540 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-aec9f206-6bf4-4e09-b17a-5c92399f13d4 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:21.520531 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1b7ab500-a1c0-4a22-868f-1a41d58edc11 req-cd2bab6a-3580-4362-be6b-2bb5e083cfbd service neutron] 10.222.0.90 "GET /v2.0/networks/1e730e34-9494-4545-aa47-54c2ebe72fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169011 Nov 12 03:54:21.549296 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788dbc9-1587-4e69-9ea1-e720048b3ade req-de9f500b-da1c-4893-bc4c-5f99bf65d688 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:21.550705 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e788dbc9-1587-4e69-9ea1-e720048b3ade req-de9f500b-da1c-4893-bc4c-5f99bf65d688 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/ports?device_id=904d8f37-abf6-4e27-9b42-d047081af20c HTTP/1.1" status: 200 len: 943 time: 0.0961189 Nov 12 03:54:21.607153 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-aec9f206-6bf4-4e09-b17a-5c92399f13d4 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:21.616787 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-aec9f206-6bf4-4e09-b17a-5c92399f13d4 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:21.676165 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-aec9f206-6bf4-4e09-b17a-5c92399f13d4 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:21.677539 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-aec9f206-6bf4-4e09-b17a-5c92399f13d4 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3286769 Nov 12 03:54:21.680805 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48416) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:21.685908 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e788dbc9-1587-4e69-9ea1-e720048b3ade req-1d42d96b-5e39-472c-a97f-d2abed5bb138 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/security-groups?id=d76f6ead-e2ee-43fd-aca1-615b0f787ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107926 Nov 12 03:54:21.691286 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-836ce3cf-8405-4acb-892b-6daf1124da35 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'security_group': {'name': 'tempest-secgroup-1840569183'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:21.701116 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec9f206-6bf4-4e09-b17a-5c92399f13d4 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=521533a7-92c6-4602-b648-92bdb071b77e,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:21.732776 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-836ce3cf-8405-4acb-892b-6daf1124da35 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:21.826416 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-836ce3cf-8405-4acb-892b-6daf1124da35 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:21.832666 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-836ce3cf-8405-4acb-892b-6daf1124da35 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:21.867583 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ce3cf-8405-4acb-892b-6daf1124da35 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26180f16-eb13-46c1-ac87-aa2a3f0ea528,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:21.878164 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-836ce3cf-8405-4acb-892b-6daf1124da35 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:21.882172 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-836ce3cf-8405-4acb-892b-6daf1124da35 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1945662 Nov 12 03:54:21.884453 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48418) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:21.890308 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-7705c300-139a-43f6-bccc-8c8bb9a36cae tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'security_group': {'name': 'tempest-secgroup-503004776'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:21.922308 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7705c300-139a-43f6-bccc-8c8bb9a36cae tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:21.944795 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb4a9a3-de4a-48f8-9c0a-0c361c4252c4 None None] Network 5ed8e18c-553c-458f-ab96-0bda29755fb9 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:22.008054 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7705c300-139a-43f6-bccc-8c8bb9a36cae tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:22.013466 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7705c300-139a-43f6-bccc-8c8bb9a36cae tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:22.048019 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705c300-139a-43f6-bccc-8c8bb9a36cae tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8be3fc-09e3-423f-a959-205c00595243,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:22.052147 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-0a06ba4a-0aba-4119-9d8b-ff7fcc996021 None None] Provisioning complete for port 83e2aed5-31ab-4026-81ac-883aa640b60e triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:22.053071 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0a06ba4a-0aba-4119-9d8b-ff7fcc996021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:22.054043 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7705c300-139a-43f6-bccc-8c8bb9a36cae tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:22.055416 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7705c300-139a-43f6-bccc-8c8bb9a36cae tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1688261 Nov 12 03:54:22.058239 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48420) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:22.063836 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-fb694c47-eaee-4f45-aa12-52bb7864fb85 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1834265633', 'security_groups': ['0c8be3fc-09e3-423f-a959-205c00595243'], 'network_id': '5ed8e18c-553c-458f-ab96-0bda29755fb9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1a3b5b75-9de7-457e-bcee-1a1acefdba9d'}]}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:22.246644 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb694c47-eaee-4f45-aa12-52bb7864fb85 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Made reservation on behalf of ada71d4b5fdc40a7b84bc97ce75fd568 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:22.306526 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-0a06ba4a-0aba-4119-9d8b-ff7fcc996021 None None] Provisioning complete for port 12f8dd97-2d22-460f-ba73-ea7264b10f43 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:22.306891 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0a06ba4a-0aba-4119-9d8b-ff7fcc996021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:22.360543 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-0a06ba4a-0aba-4119-9d8b-ff7fcc996021 None None] Port 12f8dd97-2d22-460f-ba73-ea7264b10f43 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:54:22.372328 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fb694c47-eaee-4f45-aa12-52bb7864fb85 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:22.396063 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [None req-fb694c47-eaee-4f45-aa12-52bb7864fb85 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] device_id is not set on port c0503fa9-294e-4916-9b00-c2d20b8d1275 yet. {{(pid=102571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:54:22.439282 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d57f8b3-dba1-405d-bf1b-02c190fac0fa None None] Update dhcp port {'port': {'network_id': '5ed8e18c-553c-458f-ab96-0bda29755fb9', 'fixed_ips': [{'subnet_id': 'ef9eaf45-221a-46f4-b60c-ab88dbbedc07', 'ip_address': '172.20.0.19'}, {'subnet_id': '1a3b5b75-9de7-457e-bcee-1a1acefdba9d'}], 'binding:host_id': 'n-d-715271-27'}, 'id': '83e2aed5-31ab-4026-81ac-883aa640b60e'} from n-d-715271-27. {{(pid=102573) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:54:22.470813 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1d57f8b3-dba1-405d-bf1b-02c190fac0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:22.573298 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-fb694c47-eaee-4f45-aa12-52bb7864fb85 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Allocated IP 172.20.0.11 (5ed8e18c-553c-458f-ab96-0bda29755fb9/1a3b5b75-9de7-457e-bcee-1a1acefdba9d/c0503fa9-294e-4916-9b00-c2d20b8d1275) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:22.740708 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fb694c47-eaee-4f45-aa12-52bb7864fb85 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:22.807027 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fb694c47-eaee-4f45-aa12-52bb7864fb85 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:22.857127 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-1d57f8b3-dba1-405d-bf1b-02c190fac0fa None None] Allocated IP 172.20.0.2 (5ed8e18c-553c-458f-ab96-0bda29755fb9/1a3b5b75-9de7-457e-bcee-1a1acefdba9d/83e2aed5-31ab-4026-81ac-883aa640b60e) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:22.866682 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb694c47-eaee-4f45-aa12-52bb7864fb85 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Network 5ed8e18c-553c-458f-ab96-0bda29755fb9 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:22.880593 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306e677-a167-476b-8db0-0c08cc6de6ef req-605d91cf-1335-4b88-9163-443300690d38 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:22.882089 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a306e677-a167-476b-8db0-0c08cc6de6ef req-605d91cf-1335-4b88-9163-443300690d38 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/ports?device_id=904d8f37-abf6-4e27-9b42-d047081af20c HTTP/1.1" status: 200 len: 943 time: 0.1149178 Nov 12 03:54:22.883538 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-fb694c47-eaee-4f45-aa12-52bb7864fb85 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:22.886092 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb694c47-eaee-4f45-aa12-52bb7864fb85 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event updated for resources: {'Port': ['ID=c0503fa9-294e-4916-9b00-c2d20b8d1275,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:22.900790 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb694c47-eaee-4f45-aa12-52bb7864fb85 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:54:22.973401 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-1d57f8b3-dba1-405d-bf1b-02c190fac0fa None None] For port 83e2aed5-31ab-4026-81ac-883aa640b60e, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=83e2aed5-31ab-4026-81ac-883aa640b60e,segment=NetworkSegment(b09693b8-9e39-4628-bf04-ff8977e1df6a),segment_id=b09693b8-9e39-4628-bf04-ff8977e1df6a)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:23.009770 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1d57f8b3-dba1-405d-bf1b-02c190fac0fa None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:23.015325 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1d57f8b3-dba1-405d-bf1b-02c190fac0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:23.122367 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d57f8b3-dba1-405d-bf1b-02c190fac0fa None None] Pushing event updated for resources: {'Port': ['ID=83e2aed5-31ab-4026-81ac-883aa640b60e,revision_number=6']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:23.341561 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb694c47-eaee-4f45-aa12-52bb7864fb85 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:23.341807 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fb694c47-eaee-4f45-aa12-52bb7864fb85 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:23.356714 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a306e677-a167-476b-8db0-0c08cc6de6ef req-02d85d73-283f-4850-8eea-8f6f93604764 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/security-groups?id=d76f6ead-e2ee-43fd-aca1-615b0f787ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4589748 Nov 12 03:54:23.367967 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-fb694c47-eaee-4f45-aa12-52bb7864fb85 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3085952 Nov 12 03:54:23.371329 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48430) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:23.382607 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-5daf9ca9-dd6f-44b1-9010-29e6e9167a82 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'subnet': {'network_id': '5ed8e18c-553c-458f-ab96-0bda29755fb9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:23.576819 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5daf9ca9-dd6f-44b1-9010-29e6e9167a82 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Made reservation on behalf of ada71d4b5fdc40a7b84bc97ce75fd568 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:23.581573 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5daf9ca9-dd6f-44b1-9010-29e6e9167a82 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:23.658748 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 83e2aed5-31ab-4026-81ac-883aa640b60e up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:23.711575 n-d-715271-27 neutron-server[102572]: INFO neutron.db.ipam_backend_mixin [None req-5daf9ca9-dd6f-44b1-9010-29e6e9167a82 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1a3b5b75-9de7-457e-bcee-1a1acefdba9d (CIDR: 172.20.0.0/28) Nov 12 03:54:23.716477 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-5daf9ca9-dd6f-44b1-9010-29e6e9167a82 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:54:23.719258 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5daf9ca9-dd6f-44b1-9010-29e6e9167a82 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:54:23.739431 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5daf9ca9-dd6f-44b1-9010-29e6e9167a82 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3668621 Nov 12 03:54:23.742085 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48446) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:23.750564 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-96f6b840-fe2c-4715-92c8-3039d42857d2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'subnet': {'network_id': '5ed8e18c-553c-458f-ab96-0bda29755fb9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:23.756904 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 83e2aed5-31ab-4026-81ac-883aa640b60e triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:23.757541 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:23.901554 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-865d48fb-0a50-46af-910a-da97462cf586 None None] Provisioning complete for port 83e2aed5-31ab-4026-81ac-883aa640b60e triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:23.902092 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-865d48fb-0a50-46af-910a-da97462cf586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:23.941469 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f6b840-fe2c-4715-92c8-3039d42857d2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Made reservation on behalf of ada71d4b5fdc40a7b84bc97ce75fd568 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:23.946039 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-96f6b840-fe2c-4715-92c8-3039d42857d2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:24.089154 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-865d48fb-0a50-46af-910a-da97462cf586 None None] Provisioning complete for port 12f8dd97-2d22-460f-ba73-ea7264b10f43 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:24.089919 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-865d48fb-0a50-46af-910a-da97462cf586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:24.093171 n-d-715271-27 neutron-server[102571]: INFO neutron.db.ipam_backend_mixin [None req-96f6b840-fe2c-4715-92c8-3039d42857d2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet ef9eaf45-221a-46f4-b60c-ab88dbbedc07 (CIDR: 172.20.0.16/28) Nov 12 03:54:24.100649 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-96f6b840-fe2c-4715-92c8-3039d42857d2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:54:24.101147 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96f6b840-fe2c-4715-92c8-3039d42857d2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:54:24.123573 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-96f6b840-fe2c-4715-92c8-3039d42857d2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3801868 Nov 12 03:54:24.127634 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48448) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:24.135632 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-865d48fb-0a50-46af-910a-da97462cf586 None None] Port 12f8dd97-2d22-460f-ba73-ea7264b10f43 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:54:24.138496 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-2167c112-8fa8-4ba6-9a39-adb207517397 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'subnet': {'network_id': '5ed8e18c-553c-458f-ab96-0bda29755fb9', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:24.269859 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-85667ba3-281e-482b-ac9f-764fb2dc2dfe None None] Provisioning complete for port c0503fa9-294e-4916-9b00-c2d20b8d1275 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:24.271234 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-85667ba3-281e-482b-ac9f-764fb2dc2dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:24.280521 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2167c112-8fa8-4ba6-9a39-adb207517397 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Made reservation on behalf of ada71d4b5fdc40a7b84bc97ce75fd568 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:24.285070 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2167c112-8fa8-4ba6-9a39-adb207517397 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:24.339004 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-85667ba3-281e-482b-ac9f-764fb2dc2dfe None None] Port c0503fa9-294e-4916-9b00-c2d20b8d1275 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:54:24.516480 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75311a-9f43-4196-961e-23c02ba460f3 req-1235b541-eaa2-47c8-8652-884901fd640c tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:24.518082 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bd75311a-9f43-4196-961e-23c02ba460f3 req-1235b541-eaa2-47c8-8652-884901fd640c tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/ports?device_id=904d8f37-abf6-4e27-9b42-d047081af20c HTTP/1.1" status: 200 len: 943 time: 0.0800903 Nov 12 03:54:24.546688 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 2ba75cc8-3c90-4dee-9c49-265fe64a9103 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:54:24.672418 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bd75311a-9f43-4196-961e-23c02ba460f3 req-d9fb67df-2b80-439a-810a-a75ce665285b tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/security-groups?id=d76f6ead-e2ee-43fd-aca1-615b0f787ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272929 Nov 12 03:54:24.676800 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 2ba75cc8-3c90-4dee-9c49-265fe64a9103, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=2ba75cc8-3c90-4dee-9c49-265fe64a9103,segment=NetworkSegment(a5b6a9b7-9e2c-49ff-997b-66d9aa071c53),segment_id=a5b6a9b7-9e2c-49ff-997b-66d9aa071c53)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:24.691348 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '2ba75cc8-3c90-4dee-9c49-265fe64a9103', 'network_id': '1e730e34-9494-4545-aa47-54c2ebe72fb3', 'port_id': '2ba75cc8-3c90-4dee-9c49-265fe64a9103', 'mac_address': 'fa:16:3e:f1:67:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc13fceb-0495-45a7-8ce6-a9a760d8ea1f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:54:24.742020 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2167c112-8fa8-4ba6-9a39-adb207517397 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:24.747335 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:24.786861 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ba75cc8-3c90-4dee-9c49-265fe64a9103 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:54:24.793335 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2167c112-8fa8-4ba6-9a39-adb207517397 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Network 5ed8e18c-553c-458f-ab96-0bda29755fb9 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:24.800176 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-2167c112-8fa8-4ba6-9a39-adb207517397 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:24.804728 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2167c112-8fa8-4ba6-9a39-adb207517397 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:24.805342 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2167c112-8fa8-4ba6-9a39-adb207517397 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:24.816576 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167c112-8fa8-4ba6-9a39-adb207517397 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event updated for resources: {'Subnet': ['ID=448f64e1-a427-4686-a698-ae9a68d21c87,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:24.823530 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 2ba75cc8-3c90-4dee-9c49-265fe64a9103, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=2ba75cc8-3c90-4dee-9c49-265fe64a9103,segment=NetworkSegment(a5b6a9b7-9e2c-49ff-997b-66d9aa071c53),segment_id=a5b6a9b7-9e2c-49ff-997b-66d9aa071c53)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:24.827090 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81020a2-de06-4ae2-bd71-ce35f8e3da6d None None] Network 5ed8e18c-553c-458f-ab96-0bda29755fb9 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:24.837117 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2167c112-8fa8-4ba6-9a39-adb207517397 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7081125 Nov 12 03:54:24.839702 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48466) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:24.846131 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-b6b8bbdb-6af8-42e0-bd5d-843bff8a043b tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2125487356', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '448f64e1-a427-4686-a698-ae9a68d21c87'}], 'security_groups': ['521533a7-92c6-4602-b648-92bdb071b77e', '26180f16-eb13-46c1-ac87-aa2a3f0ea528']}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:24.849571 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:24.962099 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=2ba75cc8-3c90-4dee-9c49-265fe64a9103,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:25.039210 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b6b8bbdb-6af8-42e0-bd5d-843bff8a043b tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:25.143672 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['2ba75cc8-3c90-4dee-9c49-265fe64a9103'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:54:25.209972 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e224716-c584-44b7-8a31-81e64e908d93 None None] Update dhcp port {'port': {'network_id': '5ed8e18c-553c-458f-ab96-0bda29755fb9', 'fixed_ips': [{'subnet_id': 'ef9eaf45-221a-46f4-b60c-ab88dbbedc07', 'ip_address': '172.20.0.19'}, {'subnet_id': '1a3b5b75-9de7-457e-bcee-1a1acefdba9d', 'ip_address': '172.20.0.2'}, {'subnet_id': '448f64e1-a427-4686-a698-ae9a68d21c87'}], 'binding:host_id': 'n-d-715271-27'}, 'id': '83e2aed5-31ab-4026-81ac-883aa640b60e'} from n-d-715271-27. {{(pid=102573) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:54:25.258119 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8e224716-c584-44b7-8a31-81e64e908d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:25.430773 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-b6b8bbdb-6af8-42e0-bd5d-843bff8a043b tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Delete allocated IP 172.20.0.11 (5ed8e18c-553c-458f-ab96-0bda29755fb9/1a3b5b75-9de7-457e-bcee-1a1acefdba9d) {{(pid=102572) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 03:54:25.443243 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-b6b8bbdb-6af8-42e0-bd5d-843bff8a043b tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Allocated IP 172.20.0.36 (5ed8e18c-553c-458f-ab96-0bda29755fb9/448f64e1-a427-4686-a698-ae9a68d21c87/c0503fa9-294e-4916-9b00-c2d20b8d1275) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:25.639454 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b6b8bbdb-6af8-42e0-bd5d-843bff8a043b tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:25.648224 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b6b8bbdb-6af8-42e0-bd5d-843bff8a043b tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:25.749234 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-8e224716-c584-44b7-8a31-81e64e908d93 None None] Allocated IP 172.20.0.34 (5ed8e18c-553c-458f-ab96-0bda29755fb9/448f64e1-a427-4686-a698-ae9a68d21c87/83e2aed5-31ab-4026-81ac-883aa640b60e) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:25.759292 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8bbdb-6af8-42e0-bd5d-843bff8a043b tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event updated for resources: {'Port': ['ID=c0503fa9-294e-4916-9b00-c2d20b8d1275,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:25.797335 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-b6b8bbdb-6af8-42e0-bd5d-843bff8a043b tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] In _notify_port_updated(), no bound segment for port c0503fa9-294e-4916-9b00-c2d20b8d1275 on network 5ed8e18c-553c-458f-ab96-0bda29755fb9 {{(pid=102572) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:54:25.803705 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b8bbdb-6af8-42e0-bd5d-843bff8a043b tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:25.804890 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b6b8bbdb-6af8-42e0-bd5d-843bff8a043b tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:25.806008 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b6b8bbdb-6af8-42e0-bd5d-843bff8a043b tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "PUT /v2.0/ports/c0503fa9-294e-4916-9b00-c2d20b8d1275 HTTP/1.1" status: 200 len: 960 time: 0.9645283 Nov 12 03:54:25.809180 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48472) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:25.895523 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf1969-46aa-4571-98e4-f765cbc90426 req-707c40d1-3fef-41c3-879e-746ad67ffddb tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:25.898607 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-20cf1969-46aa-4571-98e4-f765cbc90426 req-707c40d1-3fef-41c3-879e-746ad67ffddb tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/ports?device_id=904d8f37-abf6-4e27-9b42-d047081af20c HTTP/1.1" status: 200 len: 944 time: 0.1089034 Nov 12 03:54:25.951871 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa3d9a-1dda-49f2-aec1-ce9c5303ce66 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Deleting port c0503fa9-294e-4916-9b00-c2d20b8d1275 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:54:25.952975 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7dfa3d9a-1dda-49f2-aec1-ce9c5303ce66 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:25.974757 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-8e224716-c584-44b7-8a31-81e64e908d93 None None] For port 83e2aed5-31ab-4026-81ac-883aa640b60e, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=83e2aed5-31ab-4026-81ac-883aa640b60e,segment=NetworkSegment(b09693b8-9e39-4628-bf04-ff8977e1df6a),segment_id=b09693b8-9e39-4628-bf04-ff8977e1df6a)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:26.044519 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-20cf1969-46aa-4571-98e4-f765cbc90426 req-c926334a-a938-4298-b433-c600dbb0d9a1 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/security-groups?id=d76f6ead-e2ee-43fd-aca1-615b0f787ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277614 Nov 12 03:54:26.046989 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8e224716-c584-44b7-8a31-81e64e908d93 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.053477 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8e224716-c584-44b7-8a31-81e64e908d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.087063 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7dfa3d9a-1dda-49f2-aec1-ce9c5303ce66 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.109566 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa3d9a-1dda-49f2-aec1-ce9c5303ce66 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Calling delete_port for c0503fa9-294e-4916-9b00-c2d20b8d1275 owned by {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:26.154308 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e224716-c584-44b7-8a31-81e64e908d93 None None] Pushing event updated for resources: {'Port': ['ID=83e2aed5-31ab-4026-81ac-883aa640b60e,revision_number=7']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:26.288793 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7dfa3d9a-1dda-49f2-aec1-ce9c5303ce66 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.332235 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa3d9a-1dda-49f2-aec1-ce9c5303ce66 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event deleted for resources: {'Port': ['ID=c0503fa9-294e-4916-9b00-c2d20b8d1275,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:26.404182 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7dfa3d9a-1dda-49f2-aec1-ce9c5303ce66 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.406286 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7dfa3d9a-1dda-49f2-aec1-ce9c5303ce66 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/ports/c0503fa9-294e-4916-9b00-c2d20b8d1275 HTTP/1.1" status: 204 len: 168 time: 0.5960813 Nov 12 03:54:26.409098 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48476) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:26.455092 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-09e61b68-382b-4767-9863-1c6595a3beda tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] GET failed (client error): The resource could not be found. Nov 12 03:54:26.459568 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48478) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:26.459934 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-09e61b68-382b-4767-9863-1c6595a3beda tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "GET /v2.0/ports/c0503fa9-294e-4916-9b00-c2d20b8d1275 HTTP/1.1" status: 404 len: 333 time: 0.0493932 Nov 12 03:54:26.527441 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a9675665-68be-47b8-ad9c-59c31e85274c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.538608 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 2ba75cc8-3c90-4dee-9c49-265fe64a9103 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:26.561346 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a9675665-68be-47b8-ad9c-59c31e85274c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.615575 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a9675665-68be-47b8-ad9c-59c31e85274c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.619104 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a9675665-68be-47b8-ad9c-59c31e85274c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.625886 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48480) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:26.631183 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 2ba75cc8-3c90-4dee-9c49-265fe64a9103 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:54:26.631952 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a9675665-68be-47b8-ad9c-59c31e85274c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/security-groups/0c8be3fc-09e3-423f-a959-205c00595243 HTTP/1.1" status: 204 len: 168 time: 0.1711874 Nov 12 03:54:26.637025 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 2ba75cc8-3c90-4dee-9c49-265fe64a9103 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:26.637650 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.644915 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9675665-68be-47b8-ad9c-59c31e85274c tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8be3fc-09e3-423f-a959-205c00595243,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:26.742881 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0d33c1e2-653f-4825-be45-8cce3f2cf3b4 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.815962 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0d33c1e2-653f-4825-be45-8cce3f2cf3b4 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.837952 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.864691 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904d8f37-abf6-4e27-9b42-d047081af20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba75cc8-3c90-4dee-9c49-265fe64a9103'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:26.867396 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d90983-b095-40b1-93de-23d787e05d8b" -d '{"events": [{"server_uuid": "904d8f37-abf6-4e27-9b42-d047081af20c", "name": "network-vif-plugged", "status": "completed", "tag": "2ba75cc8-3c90-4dee-9c49-265fe64a9103"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:26.890219 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 2ba75cc8-3c90-4dee-9c49-265fe64a9103, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=2ba75cc8-3c90-4dee-9c49-265fe64a9103,segment=NetworkSegment(a5b6a9b7-9e2c-49ff-997b-66d9aa071c53),segment_id=a5b6a9b7-9e2c-49ff-997b-66d9aa071c53)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:26.895379 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.902102 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0d33c1e2-653f-4825-be45-8cce3f2cf3b4 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.911341 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0d33c1e2-653f-4825-be45-8cce3f2cf3b4 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.913788 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-0d33c1e2-653f-4825-be45-8cce3f2cf3b4 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/security-groups/26180f16-eb13-46c1-ac87-aa2a3f0ea528 HTTP/1.1" status: 204 len: 168 time: 0.2861209 Nov 12 03:54:26.918452 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48488) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:26.945276 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfc6ac6-fcb8-4982-887f-81989378df8e x-openstack-request-id: req-8cfc6ac6-fcb8-4982-887f-81989378df8e {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:26.945637 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904d8f37-abf6-4e27-9b42-d047081af20c", "name": "network-vif-plugged", "status": "completed", "tag": "2ba75cc8-3c90-4dee-9c49-265fe64a9103", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:26.945954 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8cfc6ac6-fcb8-4982-887f-81989378df8e {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:26.946702 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904d8f37-abf6-4e27-9b42-d047081af20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba75cc8-3c90-4dee-9c49-265fe64a9103', 'code': 200} Nov 12 03:54:26.951101 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d33c1e2-653f-4825-be45-8cce3f2cf3b4 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26180f16-eb13-46c1-ac87-aa2a3f0ea528,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:27.022329 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4eafc8fb-46e6-4fd2-baf4-5030b0aede31 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:27.030955 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=2ba75cc8-3c90-4dee-9c49-265fe64a9103,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:27.034436 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-04d9d6d5-efb0-4cbb-aedf-f233d3c0e8f1 None None] Provisioning complete for port 83e2aed5-31ab-4026-81ac-883aa640b60e triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:27.034805 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-04d9d6d5-efb0-4cbb-aedf-f233d3c0e8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:27.088942 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4eafc8fb-46e6-4fd2-baf4-5030b0aede31 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:27.137218 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be88066-b65d-4a0d-ba30-04c0b54a4d2a req-56a6749a-7211-49aa-aefe-881cc5cc88ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:27.138781 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9be88066-b65d-4a0d-ba30-04c0b54a4d2a req-56a6749a-7211-49aa-aefe-881cc5cc88ad service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=904d8f37-abf6-4e27-9b42-d047081af20c HTTP/1.1" status: 200 len: 1097 time: 0.0938497 Nov 12 03:54:27.168676 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4eafc8fb-46e6-4fd2-baf4-5030b0aede31 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:27.171280 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4eafc8fb-46e6-4fd2-baf4-5030b0aede31 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:27.174909 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4eafc8fb-46e6-4fd2-baf4-5030b0aede31 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/security-groups/521533a7-92c6-4602-b648-92bdb071b77e HTTP/1.1" status: 204 len: 168 time: 0.2524474 Nov 12 03:54:27.181177 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48492) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:27.183991 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-04d9d6d5-efb0-4cbb-aedf-f233d3c0e8f1 None None] Provisioning complete for port 12f8dd97-2d22-460f-ba73-ea7264b10f43 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:27.184616 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-04d9d6d5-efb0-4cbb-aedf-f233d3c0e8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:27.230372 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eafc8fb-46e6-4fd2-baf4-5030b0aede31 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=521533a7-92c6-4602-b648-92bdb071b77e,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:27.247118 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9be88066-b65d-4a0d-ba30-04c0b54a4d2a req-146dff44-2c42-46e8-a891-af7f8386cd2e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d76f6ead-e2ee-43fd-aca1-615b0f787ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010687 Nov 12 03:54:27.256981 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-04d9d6d5-efb0-4cbb-aedf-f233d3c0e8f1 None None] Port 12f8dd97-2d22-460f-ba73-ea7264b10f43 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:54:27.264348 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-04d9d6d5-efb0-4cbb-aedf-f233d3c0e8f1 None None] Could not find standard attr ID for object c0503fa9-294e-4916-9b00-c2d20b8d1275. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:54:27.274807 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05999e-551e-445d-8b45-4f7cfba650a5 req-da94248b-4442-411f-8101-0a3652084c32 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:27.279705 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-87c74a9d-fa10-4af7-912b-d615b21e5e13 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Deleting subnet 1a3b5b75-9de7-457e-bcee-1a1acefdba9d {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:54:27.283123 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cc05999e-551e-445d-8b45-4f7cfba650a5 req-da94248b-4442-411f-8101-0a3652084c32 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/ports?device_id=904d8f37-abf6-4e27-9b42-d047081af20c HTTP/1.1" status: 200 len: 945 time: 0.1148307 Nov 12 03:54:27.285493 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-87c74a9d-fa10-4af7-912b-d615b21e5e13 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:27.337935 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-87c74a9d-fa10-4af7-912b-d615b21e5e13 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:27.341107 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cc05999e-551e-445d-8b45-4f7cfba650a5 req-c6a1e480-f3df-43f2-aeb3-34ed817cdb74 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/security-groups?id=d76f6ead-e2ee-43fd-aca1-615b0f787ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566926 Nov 12 03:54:27.455669 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-87c74a9d-fa10-4af7-912b-d615b21e5e13 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:27.531798 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-87c74a9d-fa10-4af7-912b-d615b21e5e13 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:27.566447 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c74a9d-fa10-4af7-912b-d615b21e5e13 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event deleted for resources: {'Subnet': ['ID=1a3b5b75-9de7-457e-bcee-1a1acefdba9d,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:27.570452 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-87c74a9d-fa10-4af7-912b-d615b21e5e13 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:27.583523 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-5c35c6d6-9e78-47af-87c0-6de239eab50e None None] Could not find standard attr ID for object c0503fa9-294e-4916-9b00-c2d20b8d1275. {{(pid=102573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:54:27.586671 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-87c74a9d-fa10-4af7-912b-d615b21e5e13 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/subnets/1a3b5b75-9de7-457e-bcee-1a1acefdba9d HTTP/1.1" status: 204 len: 168 time: 0.4019258 Nov 12 03:54:27.592037 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48494) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:27.677685 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c912f21-d31a-40d0-8a62-a633c7c28ca3 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Deleting subnet 448f64e1-a427-4686-a698-ae9a68d21c87 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:54:27.685650 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0c912f21-d31a-40d0-8a62-a633c7c28ca3 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:27.689128 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 83e2aed5-31ab-4026-81ac-883aa640b60e up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:27.745299 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0c912f21-d31a-40d0-8a62-a633c7c28ca3 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:27.806347 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 83e2aed5-31ab-4026-81ac-883aa640b60e triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:27.806752 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:27.845647 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69dd32b-696d-49ef-a1c9-03c7a1384ec2 None None] Network 5ed8e18c-553c-458f-ab96-0bda29755fb9 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:27.906482 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0c912f21-d31a-40d0-8a62-a633c7c28ca3 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:27.982723 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0c912f21-d31a-40d0-8a62-a633c7c28ca3 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:28.028686 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c912f21-d31a-40d0-8a62-a633c7c28ca3 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event deleted for resources: {'Subnet': ['ID=448f64e1-a427-4686-a698-ae9a68d21c87,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:28.036786 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0c912f21-d31a-40d0-8a62-a633c7c28ca3 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:28.043878 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-0c912f21-d31a-40d0-8a62-a633c7c28ca3 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/subnets/448f64e1-a427-4686-a698-ae9a68d21c87 HTTP/1.1" status: 204 len: 168 time: 0.4504192 Nov 12 03:54:28.046040 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48500) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:28.080662 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-148ad381-64ce-4a48-ba8d-e3e7fa2913c0 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] DELETE failed (client error): The resource could not be found. Nov 12 03:54:28.081363 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-148ad381-64ce-4a48-ba8d-e3e7fa2913c0 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:54:28.094354 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-148ad381-64ce-4a48-ba8d-e3e7fa2913c0 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/subnets/1a3b5b75-9de7-457e-bcee-1a1acefdba9d HTTP/1.1" status: 404 len: 337 time: 0.0471146 Nov 12 03:54:28.097159 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48504) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:28.179251 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-c11df514-6eb4-4a37-93e3-e207942f6639 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Deleting subnet ef9eaf45-221a-46f4-b60c-ab88dbbedc07 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:54:28.185294 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c11df514-6eb4-4a37-93e3-e207942f6639 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:28.254359 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c11df514-6eb4-4a37-93e3-e207942f6639 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:28.423182 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c11df514-6eb4-4a37-93e3-e207942f6639 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:28.428200 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc4b818-4c19-4ec1-9c81-20743233e2a8 None None] Update dhcp port {'port': {'network_id': '5ed8e18c-553c-458f-ab96-0bda29755fb9', 'fixed_ips': [{'subnet_id': 'ef9eaf45-221a-46f4-b60c-ab88dbbedc07', 'ip_address': '172.20.0.19'}, {'subnet_id': '448f64e1-a427-4686-a698-ae9a68d21c87'}], 'binding:host_id': 'n-d-715271-27'}, 'id': '83e2aed5-31ab-4026-81ac-883aa640b60e'} from n-d-715271-27. {{(pid=102573) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:54:28.462423 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-afc4b818-4c19-4ec1-9c81-20743233e2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:28.528973 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c11df514-6eb4-4a37-93e3-e207942f6639 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:28.598801 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11df514-6eb4-4a37-93e3-e207942f6639 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event deleted for resources: {'Subnet': ['ID=ef9eaf45-221a-46f4-b60c-ab88dbbedc07,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:28.620822 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c11df514-6eb4-4a37-93e3-e207942f6639 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:28.627286 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c11df514-6eb4-4a37-93e3-e207942f6639 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/subnets/ef9eaf45-221a-46f4-b60c-ab88dbbedc07 HTTP/1.1" status: 204 len: 168 time: 0.5289350 Nov 12 03:54:28.630341 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48512) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server [None req-afc4b818-4c19-4ec1-9c81-20743233e2a8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ef9eaf45-221a-46f4-b60c-ab88dbbedc07: This subnet is being modified by another concurrent operation. Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise exception Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ef9eaf45-221a-46f4-b60c-ab88dbbedc07: This subnet is being modified by another concurrent operation. Nov 12 03:54:28.656199 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server Nov 12 03:54:28.701393 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fabe5fc-8925-4893-bcd5-8287c3abb680 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] DELETE failed (client error): The resource could not be found. Nov 12 03:54:28.701929 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fabe5fc-8925-4893-bcd5-8287c3abb680 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:54:28.706457 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-0fabe5fc-8925-4893-bcd5-8287c3abb680 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/subnets/cccace69-eb7a-498e-89ef-d3a9c911790f HTTP/1.1" status: 404 len: 337 time: 0.0707643 Nov 12 03:54:28.709280 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48514) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:28.723128 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c88197-0034-4041-916c-77e71c3e686b req-5347dc5e-b72d-4ff7-8fea-47aa4447738a tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:28.725304 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-72c88197-0034-4041-916c-77e71c3e686b req-5347dc5e-b72d-4ff7-8fea-47aa4447738a tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/ports?device_id=904d8f37-abf6-4e27-9b42-d047081af20c HTTP/1.1" status: 200 len: 945 time: 0.2616336 Nov 12 03:54:28.759331 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ced995a-8904-4f4d-b770-9be4b4f018a0 None None] Network 5ed8e18c-553c-458f-ab96-0bda29755fb9 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:28.767402 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a7e6c1c8-da17-404f-bc71-52f9211c6eb7 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "GET /v2.0/ports?device_id=b50e4b38-908f-4a34-856d-3b2bd430e36a HTTP/1.1" status: 200 len: 205 time: 0.0566015 Nov 12 03:54:28.769966 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48516) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:28.836477 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-72c88197-0034-4041-916c-77e71c3e686b req-2226b8f6-178c-426e-9124-4c04d2e1873b tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/security-groups?id=d76f6ead-e2ee-43fd-aca1-615b0f787ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922952 Nov 12 03:54:28.856235 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-b8367c1f-c121-410b-a40b-285275cda3c2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] delete failed (client error): The resource could not be found. Nov 12 03:54:28.861612 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48526) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:28.863081 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b8367c1f-c121-410b-a40b-285275cda3c2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/routers/b50e4b38-908f-4a34-856d-3b2bd430e36a HTTP/1.1" status: 404 len: 336 time: 0.0919201 Nov 12 03:54:28.901650 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-1607fa66-f10f-483a-b81a-5d83bf5996b6 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] DELETE failed (client error): The resource could not be found. Nov 12 03:54:28.902243 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1607fa66-f10f-483a-b81a-5d83bf5996b6 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:54:28.911418 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-1607fa66-f10f-483a-b81a-5d83bf5996b6 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/subnets/73b20186-48f7-4b73-b13e-0080f368bf27 HTTP/1.1" status: 404 len: 337 time: 0.0486495 Nov 12 03:54:28.916690 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48530) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:28.979834 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc6be996-41f3-4f0c-8f57-bf657ceb9b1e tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] DELETE failed (client error): The resource could not be found. Nov 12 03:54:28.980313 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc6be996-41f3-4f0c-8f57-bf657ceb9b1e tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:54:28.984504 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-fc6be996-41f3-4f0c-8f57-bf657ceb9b1e tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/subnets/3d1e87e3-6ffa-4c68-947b-ab31557dbce2 HTTP/1.1" status: 404 len: 337 time: 0.0664570 Nov 12 03:54:28.986976 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48534) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:29.010166 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-25b78201-915e-4681-9ad1-87d8a3c0806a None None] Provisioning complete for port 83e2aed5-31ab-4026-81ac-883aa640b60e triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:29.013257 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-25b78201-915e-4681-9ad1-87d8a3c0806a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:29.020464 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5eabbe5-2ab1-4e29-8b05-1e9817e97b39 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] DELETE failed (client error): The resource could not be found. Nov 12 03:54:29.020920 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5eabbe5-2ab1-4e29-8b05-1e9817e97b39 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:54:29.024405 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a5eabbe5-2ab1-4e29-8b05-1e9817e97b39 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/subnets/cf08694b-b0cb-4f46-b870-f82cf228e312 HTTP/1.1" status: 404 len: 337 time: 0.0361085 Nov 12 03:54:29.027113 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48536) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:29.055834 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7c71b42-1027-45e0-90d6-ed12caacef2f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] DELETE failed (client error): The resource could not be found. Nov 12 03:54:29.056677 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7c71b42-1027-45e0-90d6-ed12caacef2f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:54:29.061512 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a7c71b42-1027-45e0-90d6-ed12caacef2f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/ports/43b26f32-7a31-4223-88f0-14a64a58d03e HTTP/1.1" status: 404 len: 333 time: 0.0332346 Nov 12 03:54:29.063825 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48538) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:29.100611 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4a36cdf-37cc-4e5f-bf52-f012cfbb136e tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] DELETE failed (client error): The resource could not be found. Nov 12 03:54:29.101067 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4a36cdf-37cc-4e5f-bf52-f012cfbb136e tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:54:29.104467 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b4a36cdf-37cc-4e5f-bf52-f012cfbb136e tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/subnets/c7b6090a-61c4-4db8-bd99-65bf77168034 HTTP/1.1" status: 404 len: 337 time: 0.0358973 Nov 12 03:54:29.107200 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48540) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:29.160925 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-604965ce-8334-4d31-8888-a59842ea7bb0 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] DELETE failed (client error): The resource could not be found. Nov 12 03:54:29.161384 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-604965ce-8334-4d31-8888-a59842ea7bb0 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:54:29.164548 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-604965ce-8334-4d31-8888-a59842ea7bb0 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/subnets/ea733976-0e8d-47a1-af68-1aba9a773352 HTTP/1.1" status: 404 len: 337 time: 0.0562024 Nov 12 03:54:29.167425 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48546) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:29.189318 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dac4d26-4a1a-4c1e-91a8-8da6890028a0 None None] DHCP port deletion for 5ed8e18c-553c-458f-ab96-0bda29755fb9 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:54:29.207658 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8438dad-577f-4b38-8e41-803e5427c5f2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] DELETE failed (client error): The resource could not be found. Nov 12 03:54:29.209708 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8438dad-577f-4b38-8e41-803e5427c5f2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:54:29.218133 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f8438dad-577f-4b38-8e41-803e5427c5f2 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/ports/df953323-d57f-41e4-b8a6-698ce2af24cb HTTP/1.1" status: 404 len: 333 time: 0.0496085 Nov 12 03:54:29.221083 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48548) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:29.261691 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-13d70af5-12bf-41d1-a6a8-1f0486f2341f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] DELETE failed (client error): The resource could not be found. Nov 12 03:54:29.262156 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13d70af5-12bf-41d1-a6a8-1f0486f2341f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:54:29.267965 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48550) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:29.268203 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-13d70af5-12bf-41d1-a6a8-1f0486f2341f tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/subnets/bd47a3b9-d0a3-430f-b606-bf19d8a733c1 HTTP/1.1" status: 404 len: 337 time: 0.0459609 Nov 12 03:54:29.309090 n-d-715271-27 neutron-server[102572]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aa57636-7e7c-448f-af40-284034a52f04 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] DELETE failed (client error): The resource could not be found. Nov 12 03:54:29.309647 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aa57636-7e7c-448f-af40-284034a52f04 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:54:29.310201 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-25b78201-915e-4681-9ad1-87d8a3c0806a None None] Provisioning complete for port 12f8dd97-2d22-460f-ba73-ea7264b10f43 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:29.310572 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-25b78201-915e-4681-9ad1-87d8a3c0806a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:29.313100 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4aa57636-7e7c-448f-af40-284034a52f04 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/subnets/671680a4-3e16-447f-a113-0759c5fb5a32 HTTP/1.1" status: 404 len: 337 time: 0.0436995 Nov 12 03:54:29.315603 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48552) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:29.347528 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-1dac4d26-4a1a-4c1e-91a8-8da6890028a0 None None] Deleting port 83e2aed5-31ab-4026-81ac-883aa640b60e {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:54:29.347883 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1dac4d26-4a1a-4c1e-91a8-8da6890028a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:29.452787 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-0508027f-e997-480d-96dd-7d7b8c7bd5dc tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Deleting port 12f8dd97-2d22-460f-ba73-ea7264b10f43 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:54:29.453265 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0508027f-e997-480d-96dd-7d7b8c7bd5dc tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:29.485802 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-25b78201-915e-4681-9ad1-87d8a3c0806a None None] Port 12f8dd97-2d22-460f-ba73-ea7264b10f43 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:54:29.485802 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-1dac4d26-4a1a-4c1e-91a8-8da6890028a0 None None] For port 83e2aed5-31ab-4026-81ac-883aa640b60e, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=83e2aed5-31ab-4026-81ac-883aa640b60e,segment=NetworkSegment(b09693b8-9e39-4628-bf04-ff8977e1df6a),segment_id=b09693b8-9e39-4628-bf04-ff8977e1df6a)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:29.485802 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1dac4d26-4a1a-4c1e-91a8-8da6890028a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:29.504734 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-1dac4d26-4a1a-4c1e-91a8-8da6890028a0 None None] Calling delete_port for 83e2aed5-31ab-4026-81ac-883aa640b60e owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:29.576579 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0508027f-e997-480d-96dd-7d7b8c7bd5dc tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:29.609792 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-0508027f-e997-480d-96dd-7d7b8c7bd5dc tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Calling delete_port for 12f8dd97-2d22-460f-ba73-ea7264b10f43 owned by {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:29.638679 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1dac4d26-4a1a-4c1e-91a8-8da6890028a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:29.684314 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dac4d26-4a1a-4c1e-91a8-8da6890028a0 None None] No DVR routers for this DVR port 83e2aed5-31ab-4026-81ac-883aa640b60e on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:54:29.685847 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac4d26-4a1a-4c1e-91a8-8da6890028a0 None None] Pushing event deleted for resources: {'Port': ['ID=83e2aed5-31ab-4026-81ac-883aa640b60e,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:29.715102 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 83e2aed5-31ab-4026-81ac-883aa640b60e no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:54:29.743158 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7814c8ac-249c-447d-b68e-50b1afc66510 None None] get_active_networks_info from n-d-715271-27 {{(pid=102573) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:54:29.754956 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0508027f-e997-480d-96dd-7d7b8c7bd5dc tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:29.793090 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0508027f-e997-480d-96dd-7d7b8c7bd5dc tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event deleted for resources: {'Port': ['ID=12f8dd97-2d22-460f-ba73-ea7264b10f43,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:29.809904 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0508027f-e997-480d-96dd-7d7b8c7bd5dc tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:29.819088 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-0508027f-e997-480d-96dd-7d7b8c7bd5dc tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/ports/12f8dd97-2d22-460f-ba73-ea7264b10f43 HTTP/1.1" status: 204 len: 168 time: 0.4987578 Nov 12 03:54:29.819341 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48558) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:29.866626 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 83e2aed5-31ab-4026-81ac-883aa640b60e {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:54:29.866626 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 83e2aed5-31ab-4026-81ac-883aa640b60e not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:54:29.909233 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7814c8ac-249c-447d-b68e-50b1afc66510 None None] Resources bound (agent type, host, resource id): {{(pid=102573) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:54:30.019620 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0ddf7817-a79c-46d0-ab26-c8211fc8a711 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:30.155899 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0ddf7817-a79c-46d0-ab26-c8211fc8a711 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:30.182695 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-0ddf7817-a79c-46d0-ab26-c8211fc8a711 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ed8e18c-553c-458f-ab96-0bda29755fb9']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:30.199586 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-0ddf7817-a79c-46d0-ab26-c8211fc8a711 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b09693b8-9e39-4628-bf04-ff8977e1df6a') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:30.199956 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-0ddf7817-a79c-46d0-ab26-c8211fc8a711 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b09693b8-9e39-4628-bf04-ff8977e1df6a') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:30.212489 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0ddf7817-a79c-46d0-ab26-c8211fc8a711 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:30.241041 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0ddf7817-a79c-46d0-ab26-c8211fc8a711 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:30.265521 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ddf7817-a79c-46d0-ab26-c8211fc8a711 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:54:30.265846 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0ddf7817-a79c-46d0-ab26-c8211fc8a711 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:30.271412 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:54:30.271412 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:54:30.271412 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:54:30.271412 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:54:30.271412 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:54:30.271412 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:54:30.271412 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:54:30.271412 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:54:30.271412 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:54:30.271412 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:54:30.271412 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:54:30.271412 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:54:30.271412 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:54:30.271412 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:54:30.271412 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:54:30.271412 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:54:30.271412 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:54:30.271412 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:54:30.271412 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:54:30.271412 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:54:30.271412 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:54:30.271412 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:54:30.271412 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:54:30.271412 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:54:30.271412 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:54:30.271412 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:54:30.271412 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:54:30.271412 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:54:30.271412 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:54:30.271412 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:54:30.271412 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:54:30.271412 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:54:30.346190 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0ddf7817-a79c-46d0-ab26-c8211fc8a711 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:30.357202 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0ddf7817-a79c-46d0-ab26-c8211fc8a711 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:30.367028 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e1cace4b-7576-4bce-acc9-ba9a5cf31130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:30.367266 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0ddf7817-a79c-46d0-ab26-c8211fc8a711 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] 10.222.0.50 "DELETE /v2.0/networks/5ed8e18c-553c-458f-ab96-0bda29755fb9 HTTP/1.1" status: 204 len: 168 time: 0.5455329 Nov 12 03:54:30.383770 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf7817-a79c-46d0-ab26-c8211fc8a711 tempest-PortsTestJSON-1289857833 tempest-PortsTestJSON-1289857833-project] Pushing event deleted for resources: {'Network': ['ID=5ed8e18c-553c-458f-ab96-0bda29755fb9,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:30.664021 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48568) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:30.850695 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-af7c6adb-5036-4439-88ea-cd497049d21d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ada71d4b5fdc40a7b84bc97ce75fd568&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1832883 Nov 12 03:54:30.851761 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48576) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:30.937151 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-eeb15f4d-6ac9-4f0c-a5d8-8661bf046a55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:30.970322 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-eeb15f4d-6ac9-4f0c-a5d8-8661bf046a55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:31.043336 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-eeb15f4d-6ac9-4f0c-a5d8-8661bf046a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:31.046261 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-eeb15f4d-6ac9-4f0c-a5d8-8661bf046a55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:31.049766 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-eeb15f4d-6ac9-4f0c-a5d8-8661bf046a55 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/15609a54-ed6e-4f45-b99e-ca8fa24c71aa HTTP/1.1" status: 204 len: 168 time: 0.1945162 Nov 12 03:54:31.058002 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb15f4d-6ac9-4f0c-a5d8-8661bf046a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15609a54-ed6e-4f45-b99e-ca8fa24c71aa,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:31.068406 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb15f4d-6ac9-4f0c-a5d8-8661bf046a55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:31.068753 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb15f4d-6ac9-4f0c-a5d8-8661bf046a55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:31.069097 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb15f4d-6ac9-4f0c-a5d8-8661bf046a55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:31.069436 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb15f4d-6ac9-4f0c-a5d8-8661bf046a55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:31.070035 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb15f4d-6ac9-4f0c-a5d8-8661bf046a55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:31.070369 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb15f4d-6ac9-4f0c-a5d8-8661bf046a55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:31.071420 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb15f4d-6ac9-4f0c-a5d8-8661bf046a55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:31.071787 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb15f4d-6ac9-4f0c-a5d8-8661bf046a55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:31.072147 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb15f4d-6ac9-4f0c-a5d8-8661bf046a55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:31.073505 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb15f4d-6ac9-4f0c-a5d8-8661bf046a55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:31.073862 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb15f4d-6ac9-4f0c-a5d8-8661bf046a55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:31.074259 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb15f4d-6ac9-4f0c-a5d8-8661bf046a55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:32.029858 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48616) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:32.169980 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-c2920de0-3a65-459b-a6dd-76c361e6c527 tempest-SubnetPoolsTestJSON-107946014 tempest-SubnetPoolsTestJSON-107946014-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-212806752', 'prefixes': ['172.20.0.0/16']}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:32.267304 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c2920de0-3a65-459b-a6dd-76c361e6c527 tempest-SubnetPoolsTestJSON-107946014 tempest-SubnetPoolsTestJSON-107946014-project] Publish callbacks [] for subnetpool, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:32.271412 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48622) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:32.271896 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c2920de0-3a65-459b-a6dd-76c361e6c527 tempest-SubnetPoolsTestJSON-107946014 tempest-SubnetPoolsTestJSON-107946014-project] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2407622 Nov 12 03:54:32.323783 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-0271bd1c-8d6f-4061-819b-22bf095ef870 tempest-SubnetPoolsTestJSON-107946014 tempest-SubnetPoolsTestJSON-107946014-project] 10.222.0.50 "GET /v2.0/subnetpools/6b069169-f436-441a-96b6-dd3055219c25 HTTP/1.1" status: 200 len: 731 time: 0.0510499 Nov 12 03:54:32.326347 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48624) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:32.331734 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-c72baa06-2f20-4b14-8370-9468e310d25b tempest-SubnetPoolsTestJSON-107946014 tempest-SubnetPoolsTestJSON-107946014-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-374461810'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:32.571592 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-eec80102-c567-4b2d-bd52-91ab137e5211 req-783d0b08-d91c-4ec0-9f62-e36cddfc6abd service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=904d8f37-abf6-4e27-9b42-d047081af20c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1986840 Nov 12 03:54:32.577514 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c72baa06-2f20-4b14-8370-9468e310d25b tempest-SubnetPoolsTestJSON-107946014 tempest-SubnetPoolsTestJSON-107946014-project] Publish callbacks [] for subnetpool, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:32.580147 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c72baa06-2f20-4b14-8370-9468e310d25b tempest-SubnetPoolsTestJSON-107946014 tempest-SubnetPoolsTestJSON-107946014-project] 10.222.0.50 "PUT /v2.0/subnetpools/6b069169-f436-441a-96b6-dd3055219c25 HTTP/1.1" status: 200 len: 683 time: 0.2513547 Nov 12 03:54:32.581713 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48628) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:32.706166 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3fc0a669-eaac-4f6a-b53f-158cd7217565 tempest-SubnetPoolsTestJSON-107946014 tempest-SubnetPoolsTestJSON-107946014-project] Publish callbacks [] for subnetpool, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:32.710963 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48632) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:32.712569 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3fc0a669-eaac-4f6a-b53f-158cd7217565 tempest-SubnetPoolsTestJSON-107946014 tempest-SubnetPoolsTestJSON-107946014-project] 10.222.0.50 "DELETE /v2.0/subnetpools/6b069169-f436-441a-96b6-dd3055219c25 HTTP/1.1" status: 204 len: 168 time: 0.1291347 Nov 12 03:54:32.742725 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-f237a153-3cfb-4c49-abc7-44425d180a93 tempest-SubnetPoolsTestJSON-107946014 tempest-SubnetPoolsTestJSON-107946014-project] show failed (client error): The resource could not be found. Nov 12 03:54:32.743751 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f237a153-3cfb-4c49-abc7-44425d180a93 tempest-SubnetPoolsTestJSON-107946014 tempest-SubnetPoolsTestJSON-107946014-project] 10.222.0.50 "GET /v2.0/subnetpools/6b069169-f436-441a-96b6-dd3055219c25 HTTP/1.1" status: 404 len: 346 time: 0.0315704 Nov 12 03:54:32.746907 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48634) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:32.751242 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec80102-c567-4b2d-bd52-91ab137e5211 req-88ceac17-3a1b-4138-b17c-4449900c5969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:32.753056 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-eec80102-c567-4b2d-bd52-91ab137e5211 req-88ceac17-3a1b-4138-b17c-4449900c5969 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8fb57fe76b644827904030648ba5e96b&device_id=904d8f37-abf6-4e27-9b42-d047081af20c HTTP/1.1" status: 200 len: 1097 time: 0.1180320 Nov 12 03:54:32.771462 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-17e251f5-ea3d-49a6-9a2b-6b84e26ec46f tempest-SubnetPoolsTestJSON-107946014 tempest-SubnetPoolsTestJSON-107946014-project] delete failed (client error): The resource could not be found. Nov 12 03:54:32.804991 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-17e251f5-ea3d-49a6-9a2b-6b84e26ec46f tempest-SubnetPoolsTestJSON-107946014 tempest-SubnetPoolsTestJSON-107946014-project] 10.222.0.50 "DELETE /v2.0/subnetpools/6b069169-f436-441a-96b6-dd3055219c25 HTTP/1.1" status: 404 len: 346 time: 0.0449829 Nov 12 03:54:32.890948 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec80102-c567-4b2d-bd52-91ab137e5211 req-fdff20a2-4b37-446a-847a-e026205f6c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:32.892492 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-eec80102-c567-4b2d-bd52-91ab137e5211 req-fdff20a2-4b37-446a-847a-e026205f6c02 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1e730e34-9494-4545-aa47-54c2ebe72fb3 HTTP/1.1" status: 200 len: 915 time: 0.1148729 Nov 12 03:54:32.997656 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-eec80102-c567-4b2d-bd52-91ab137e5211 req-d0ae8bc9-cdcf-4d02-a7c9-370c425d1e75 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ba75cc8-3c90-4dee-9c49-265fe64a9103 HTTP/1.1" status: 200 len: 217 time: 0.0912352 Nov 12 03:54:33.110206 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec80102-c567-4b2d-bd52-91ab137e5211 req-f5bc6161-a1d4-4520-a3ca-2efe6fa45383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:33.112173 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-eec80102-c567-4b2d-bd52-91ab137e5211 req-f5bc6161-a1d4-4520-a3ca-2efe6fa45383 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fc13fceb-0495-45a7-8ce6-a9a760d8ea1f HTTP/1.1" status: 200 len: 854 time: 0.1046536 Nov 12 03:54:33.161453 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48648) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:33.168679 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-eec80102-c567-4b2d-bd52-91ab137e5211 req-58a02ecc-6aab-4969-89f2-00e0f991e2fc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1e730e34-9494-4545-aa47-54c2ebe72fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436096 Nov 12 03:54:33.317502 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-eec80102-c567-4b2d-bd52-91ab137e5211 req-ed110f16-06d2-47b8-a346-d8686d3f8490 service neutron] 10.222.0.90 "GET /v2.0/networks/1e730e34-9494-4545-aa47-54c2ebe72fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345069 Nov 12 03:54:33.394379 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4507b53d-5fdf-407c-9f66-13b31bbf6f7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:33.404492 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6b875698-f9a5-43d3-aeed-651517f9ad81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:33.448833 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-eec80102-c567-4b2d-bd52-91ab137e5211 req-2534b991-447a-49ba-af26-b50c26a2dca3 service neutron] 10.222.0.90 "GET /v2.0/networks/1e730e34-9494-4545-aa47-54c2ebe72fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238155 Nov 12 03:54:33.552190 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4507b53d-5fdf-407c-9f66-13b31bbf6f7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:33.561826 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4507b53d-5fdf-407c-9f66-13b31bbf6f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:33.607676 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4507b53d-5fdf-407c-9f66-13b31bbf6f7f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8881d639266e4a379345c1413b468d8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4435875 Nov 12 03:54:33.610517 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48656) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:33.643842 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4507b53d-5fdf-407c-9f66-13b31bbf6f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605ad472-4e02-47c7-b712-98015babcd82,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:33.695778 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-da2e4ef5-fd3b-4bf5-847b-dfdac7344370 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:33.731348 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-da2e4ef5-fd3b-4bf5-847b-dfdac7344370 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:33.799153 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-da2e4ef5-fd3b-4bf5-847b-dfdac7344370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:33.803988 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-da2e4ef5-fd3b-4bf5-847b-dfdac7344370 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:33.806108 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-da2e4ef5-fd3b-4bf5-847b-dfdac7344370 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/605ad472-4e02-47c7-b712-98015babcd82 HTTP/1.1" status: 204 len: 168 time: 0.1943974 Nov 12 03:54:33.820466 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e4ef5-fd3b-4bf5-847b-dfdac7344370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605ad472-4e02-47c7-b712-98015babcd82,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:34.161989 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:34.646849 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48700) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:34.805588 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-d81419dd-d3c7-4ad2-a74c-464fc4797d35 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-757973723'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:34.837601 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81419dd-d3c7-4ad2-a74c-464fc4797d35 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Made reservation on behalf of 2b5e3b03fcc5450eb088e3cc1c3cd271 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:34.862079 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d81419dd-d3c7-4ad2-a74c-464fc4797d35 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:34.874300 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d81419dd-d3c7-4ad2-a74c-464fc4797d35 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:35.006626 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d81419dd-d3c7-4ad2-a74c-464fc4797d35 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:35.012063 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d81419dd-d3c7-4ad2-a74c-464fc4797d35 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:35.051586 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d81419dd-d3c7-4ad2-a74c-464fc4797d35 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:54:35.063636 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81419dd-d3c7-4ad2-a74c-464fc4797d35 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9be49b72-05d4-40af-9577-3f6d77bcd236,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:35.069659 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d81419dd-d3c7-4ad2-a74c-464fc4797d35 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:35.070026 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-d81419dd-d3c7-4ad2-a74c-464fc4797d35 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Added segment 597a669a-a15d-4544-b21d-c392ba3d56c5 of type vlan for network 000308f7-037a-42dd-8d8c-bfe78ebbeeae Nov 12 03:54:35.099113 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48708) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:35.124842 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d81419dd-d3c7-4ad2-a74c-464fc4797d35 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:35.156267 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d81419dd-d3c7-4ad2-a74c-464fc4797d35 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:35.164205 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81419dd-d3c7-4ad2-a74c-464fc4797d35 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:35.164846 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d81419dd-d3c7-4ad2-a74c-464fc4797d35 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:35.238022 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48712) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:35.243533 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-0492091b-e65d-413a-bbcd-5c8eefd7f21a tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Request body: {'subnet': {'network_id': '000308f7-037a-42dd-8d8c-bfe78ebbeeae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:35.249805 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d81419dd-d3c7-4ad2-a74c-464fc4797d35 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6005490 Nov 12 03:54:35.325832 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f16bb726-1243-4c0e-b49f-f65841458d16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:35.331985 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81419dd-d3c7-4ad2-a74c-464fc4797d35 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Pushing event updated for resources: {'Network': ['ID=000308f7-037a-42dd-8d8c-bfe78ebbeeae,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:35.346737 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 000308f7-037a-42dd-8d8c-bfe78ebbeeae details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:54:35.456530 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0492091b-e65d-413a-bbcd-5c8eefd7f21a tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Made reservation on behalf of 2b5e3b03fcc5450eb088e3cc1c3cd271 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:35.460585 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0492091b-e65d-413a-bbcd-5c8eefd7f21a tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:35.631061 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:35.640396 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f16bb726-1243-4c0e-b49f-f65841458d16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:35.664431 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f16bb726-1243-4c0e-b49f-f65841458d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:35.699973 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f16bb726-1243-4c0e-b49f-f65841458d16 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=74ed5b43ad6d423c82ecccd54b37eb68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5953002 Nov 12 03:54:35.701746 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48724) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:35.735589 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16bb726-1243-4c0e-b49f-f65841458d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d75637-0d9a-4a51-912c-34d5ee944b14,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:35.800030 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0492091b-e65d-413a-bbcd-5c8eefd7f21a tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:35.840366 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c9842894-3c3e-40b8-bfa7-b817b4b6bd18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:35.881365 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0492091b-e65d-413a-bbcd-5c8eefd7f21a tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Pushing event updated for resources: {'Subnet': ['ID=8d2cb7b6-db10-40e2-9f76-15d617d5378e,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:35.886701 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c9842894-3c3e-40b8-bfa7-b817b4b6bd18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:35.894617 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0492091b-e65d-413a-bbcd-5c8eefd7f21a tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Checking segment: {'id': '597a669a-a15d-4544-b21d-c392ba3d56c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '000308f7-037a-42dd-8d8c-bfe78ebbeeae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:35.895206 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0492091b-e65d-413a-bbcd-5c8eefd7f21a tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Network hostable DHCP agents. Network: 000308f7-037a-42dd-8d8c-bfe78ebbeeae, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:54:35.919375 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0492091b-e65d-413a-bbcd-5c8eefd7f21a tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Network 000308f7-037a-42dd-8d8c-bfe78ebbeeae is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:54:35.938770 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-0492091b-e65d-413a-bbcd-5c8eefd7f21a tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 000308f7-037a-42dd-8d8c-bfe78ebbeeae) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:35.953667 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c9842894-3c3e-40b8-bfa7-b817b4b6bd18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:35.962530 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0492091b-e65d-413a-bbcd-5c8eefd7f21a tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:35.963683 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0492091b-e65d-413a-bbcd-5c8eefd7f21a tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:35.967384 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da529f2-f45e-49de-9706-ce7522604c7e None None] Network 000308f7-037a-42dd-8d8c-bfe78ebbeeae requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:35.969938 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c9842894-3c3e-40b8-bfa7-b817b4b6bd18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:35.971493 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c9842894-3c3e-40b8-bfa7-b817b4b6bd18 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d5d75637-0d9a-4a51-912c-34d5ee944b14 HTTP/1.1" status: 204 len: 168 time: 0.2673450 Nov 12 03:54:35.983906 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9842894-3c3e-40b8-bfa7-b817b4b6bd18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d75637-0d9a-4a51-912c-34d5ee944b14,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:35.999069 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0492091b-e65d-413a-bbcd-5c8eefd7f21a tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7597468 Nov 12 03:54:36.002013 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48730) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:36.007781 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-f2a62656-44d4-40c3-915d-adbf2326114e tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Request body: {'port': {'network_id': '000308f7-037a-42dd-8d8c-bfe78ebbeeae', 'name': 'tempest-TagsExtTest-145238192'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:36.193329 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a62656-44d4-40c3-915d-adbf2326114e tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Made reservation on behalf of 2b5e3b03fcc5450eb088e3cc1c3cd271 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:36.198367 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f2a62656-44d4-40c3-915d-adbf2326114e tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:36.226483 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [None req-f2a62656-44d4-40c3-915d-adbf2326114e tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] device_id is not set on port 4f9cad7f-72f7-4823-a448-3bda92f33941 yet. {{(pid=102572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:54:36.379968 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-f2a62656-44d4-40c3-915d-adbf2326114e tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Allocated IP 172.20.0.4 (000308f7-037a-42dd-8d8c-bfe78ebbeeae/8d2cb7b6-db10-40e2-9f76-15d617d5378e/4f9cad7f-72f7-4823-a448-3bda92f33941) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:36.384616 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346d5935-0a31-49a7-9452-b7dba7eed8b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-000308f7-037a-42dd-8d8c-bfe78ebbeeae', 'network_id': '000308f7-037a-42dd-8d8c-bfe78ebbeeae', 'tenant_id': '2b5e3b03fcc5450eb088e3cc1c3cd271', 'fixed_ips': [{'subnet_id': '8d2cb7b6-db10-40e2-9f76-15d617d5378e'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:54:36.392544 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-346d5935-0a31-49a7-9452-b7dba7eed8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:36.428797 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48734) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:36.450936 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:36.456316 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2d9d4fea-7e97-431f-a9e8-45a85268717b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:36.649535 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2d9d4fea-7e97-431f-a9e8-45a85268717b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:36.656579 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2d9d4fea-7e97-431f-a9e8-45a85268717b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:36.691578 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f2a62656-44d4-40c3-915d-adbf2326114e tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:36.738470 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2d9d4fea-7e97-431f-a9e8-45a85268717b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b19f90db52664d2183ed8907d19d1534&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3085313 Nov 12 03:54:36.739398 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d4fea-7e97-431f-a9e8-45a85268717b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7907c7c-56ea-4659-b98b-e77ec0bc3883,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:36.751611 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48738) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:36.765798 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f2a62656-44d4-40c3-915d-adbf2326114e tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:36.825911 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a62656-44d4-40c3-915d-adbf2326114e tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Network 000308f7-037a-42dd-8d8c-bfe78ebbeeae is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:36.829311 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-f2a62656-44d4-40c3-915d-adbf2326114e tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:36.834037 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a62656-44d4-40c3-915d-adbf2326114e tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:54:36.840878 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a62656-44d4-40c3-915d-adbf2326114e tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Pushing event updated for resources: {'Port': ['ID=4f9cad7f-72f7-4823-a448-3bda92f33941,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:36.845174 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-346d5935-0a31-49a7-9452-b7dba7eed8b9 None None] Allocated IP 172.20.0.2 (000308f7-037a-42dd-8d8c-bfe78ebbeeae/8d2cb7b6-db10-40e2-9f76-15d617d5378e/dcedef32-88c0-4b73-b2cb-2b83c9af1e51) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:36.851506 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-08f0d332-26de-4712-b02a-2b5586fa78b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:36.886638 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-08f0d332-26de-4712-b02a-2b5586fa78b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:36.912128 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a62656-44d4-40c3-915d-adbf2326114e tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:36.912987 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f2a62656-44d4-40c3-915d-adbf2326114e tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:36.936565 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f2a62656-44d4-40c3-915d-adbf2326114e tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.9333932 Nov 12 03:54:36.941477 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48740) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:36.950548 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-750db9bb-ee0d-4a25-9fc4-366cf2da81d0 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1089179228', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:36.982593 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-08f0d332-26de-4712-b02a-2b5586fa78b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:36.986757 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-750db9bb-ee0d-4a25-9fc4-366cf2da81d0 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:36.987566 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-08f0d332-26de-4712-b02a-2b5586fa78b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:36.988563 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-750db9bb-ee0d-4a25-9fc4-366cf2da81d0 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:36.988925 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-08f0d332-26de-4712-b02a-2b5586fa78b3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b7907c7c-56ea-4659-b98b-e77ec0bc3883 HTTP/1.1" status: 204 len: 168 time: 0.2355144 Nov 12 03:54:37.000859 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f0d332-26de-4712-b02a-2b5586fa78b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7907c7c-56ea-4659-b98b-e77ec0bc3883,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:37.078673 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-346d5935-0a31-49a7-9452-b7dba7eed8b9 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:37.085902 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-346d5935-0a31-49a7-9452-b7dba7eed8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:37.104000 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-750db9bb-ee0d-4a25-9fc4-366cf2da81d0 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:37.116417 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346d5935-0a31-49a7-9452-b7dba7eed8b9 None None] Network 000308f7-037a-42dd-8d8c-bfe78ebbeeae is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:37.118002 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-750db9bb-ee0d-4a25-9fc4-366cf2da81d0 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:37.128636 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-346d5935-0a31-49a7-9452-b7dba7eed8b9 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:37.149115 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346d5935-0a31-49a7-9452-b7dba7eed8b9 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:54:37.153499 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-750db9bb-ee0d-4a25-9fc4-366cf2da81d0 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:37.157661 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48746) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:37.158040 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-750db9bb-ee0d-4a25-9fc4-366cf2da81d0 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2119255 Nov 12 03:54:37.162477 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-8d9c8e82-2a92-4550-8157-5ae704864e29 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-175663368', 'prefixes': ['172.20.0.0/16']}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:37.235203 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d5935-0a31-49a7-9452-b7dba7eed8b9 None None] Pushing event updated for resources: {'Port': ['ID=dcedef32-88c0-4b73-b2cb-2b83c9af1e51,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:37.238113 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-346d5935-0a31-49a7-9452-b7dba7eed8b9 None None] Attempting to bind port dcedef32-88c0-4b73-b2cb-2b83c9af1e51 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:54:37.238552 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-346d5935-0a31-49a7-9452-b7dba7eed8b9 None None] Attempting to bind port dcedef32-88c0-4b73-b2cb-2b83c9af1e51 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '597a669a-a15d-4544-b21d-c392ba3d56c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '000308f7-037a-42dd-8d8c-bfe78ebbeeae'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:54:37.238913 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d5935-0a31-49a7-9452-b7dba7eed8b9 None None] Attempting to bind port dcedef32-88c0-4b73-b2cb-2b83c9af1e51 on network 000308f7-037a-42dd-8d8c-bfe78ebbeeae {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:37.245921 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d5935-0a31-49a7-9452-b7dba7eed8b9 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:54:37.246394 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d5935-0a31-49a7-9452-b7dba7eed8b9 None None] Checking segment: {'id': '597a669a-a15d-4544-b21d-c392ba3d56c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '000308f7-037a-42dd-8d8c-bfe78ebbeeae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:37.246697 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-346d5935-0a31-49a7-9452-b7dba7eed8b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:37.247471 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d5935-0a31-49a7-9452-b7dba7eed8b9 None None] Bound using segment: {'id': '597a669a-a15d-4544-b21d-c392ba3d56c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '000308f7-037a-42dd-8d8c-bfe78ebbeeae'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:54:37.247605 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-346d5935-0a31-49a7-9452-b7dba7eed8b9 None None] Bound port: dcedef32-88c0-4b73-b2cb-2b83c9af1e51, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '597a669a-a15d-4544-b21d-c392ba3d56c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '000308f7-037a-42dd-8d8c-bfe78ebbeeae'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:54:37.247993 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-346d5935-0a31-49a7-9452-b7dba7eed8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:37.263681 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8d9c8e82-2a92-4550-8157-5ae704864e29 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Publish callbacks [] for subnetpool, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:37.265041 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8d9c8e82-2a92-4550-8157-5ae704864e29 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1060357 Nov 12 03:54:37.271904 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48750) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:37.278230 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.tag.tag_plugin [None req-0bbb236f-52e0-41d8-8f23-e0ca63be649d tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8d2cb7b6-db10-40e2-9f76-15d617d5378e', 'tempest-TagsExtTest-Tag-1287950361') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:37.328977 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-346d5935-0a31-49a7-9452-b7dba7eed8b9 None None] For port dcedef32-88c0-4b73-b2cb-2b83c9af1e51, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:54:37.333288 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-346d5935-0a31-49a7-9452-b7dba7eed8b9 None None] For port dcedef32-88c0-4b73-b2cb-2b83c9af1e51, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=dcedef32-88c0-4b73-b2cb-2b83c9af1e51,segment=NetworkSegment(597a669a-a15d-4544-b21d-c392ba3d56c5),segment_id=597a669a-a15d-4544-b21d-c392ba3d56c5)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:54:37.342197 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-346d5935-0a31-49a7-9452-b7dba7eed8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:37.418638 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0bbb236f-52e0-41d8-8f23-e0ca63be649d tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "PUT /v2.0/subnets/8d2cb7b6-db10-40e2-9f76-15d617d5378e/tags/tempest-TagsExtTest-Tag-1287950361 HTTP/1.1" status: 201 len: 201 time: 0.1453576 Nov 12 03:54:37.421335 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48752) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:37.426660 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.tag.tag_plugin [None req-75c38303-6a88-44b9-97bb-3e78c928e5a5 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4f9cad7f-72f7-4823-a448-3bda92f33941', 'tempest-TagsExtTest-Tag-556410236') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:37.457265 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d5935-0a31-49a7-9452-b7dba7eed8b9 None None] Pushing event updated for resources: {'Port': ['ID=dcedef32-88c0-4b73-b2cb-2b83c9af1e51,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:37.518882 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48754) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:37.519398 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-75c38303-6a88-44b9-97bb-3e78c928e5a5 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "PUT /v2.0/ports/4f9cad7f-72f7-4823-a448-3bda92f33941/tags/tempest-TagsExtTest-Tag-556410236 HTTP/1.1" status: 201 len: 201 time: 0.0960515 Nov 12 03:54:37.521493 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48756) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:37.526833 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.tag.tag_plugin [None req-cd6286f9-e7f7-497f-9f31-79881f4298db tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9e721196-569e-4b43-94da-58e3cb2fd855', 'tempest-TagsExtTest-Tag-1452609656') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:37.532833 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b683dfba-4551-46ef-bb40-d09952a61ba4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:37.678261 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b683dfba-4551-46ef-bb40-d09952a61ba4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:37.686001 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b683dfba-4551-46ef-bb40-d09952a61ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:37.693589 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-cd6286f9-e7f7-497f-9f31-79881f4298db tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "PUT /v2.0/routers/9e721196-569e-4b43-94da-58e3cb2fd855/tags/tempest-TagsExtTest-Tag-1452609656 HTTP/1.1" status: 201 len: 201 time: 0.1707280 Nov 12 03:54:37.696299 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48760) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:37.701770 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.tag.tag_plugin [None req-0b210c7c-ee81-4fd0-ab02-1bcd62d77a86 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '326002d4-7592-47a8-be36-36bbe6c566e0', 'tempest-TagsExtTest-Tag-1300704305') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:37.740996 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b683dfba-4551-46ef-bb40-d09952a61ba4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1b36b7adfd8d406f8d83b26972bc0177&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2210293 Nov 12 03:54:37.742246 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b683dfba-4551-46ef-bb40-d09952a61ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393393ee-0aad-44c4-b715-aea8dc7ad29e,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:37.744675 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48762) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:37.768852 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-0b210c7c-ee81-4fd0-ab02-1bcd62d77a86 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "PUT /v2.0/subnetpools/326002d4-7592-47a8-be36-36bbe6c566e0/tags/tempest-TagsExtTest-Tag-1300704305 HTTP/1.1" status: 201 len: 201 time: 0.0714943 Nov 12 03:54:37.771685 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48764) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:37.776897 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.tag.tag_plugin [None req-b5ba6850-8cb9-4621-8097-f2bbd2d6ae74 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8d2cb7b6-db10-40e2-9f76-15d617d5378e') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:37.827968 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1aabfa6f-f6c0-4192-9f1b-43d0a8acfdb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:37.848852 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b5ba6850-8cb9-4621-8097-f2bbd2d6ae74 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "GET /v2.0/subnets/8d2cb7b6-db10-40e2-9f76-15d617d5378e/tags HTTP/1.1" status: 200 len: 241 time: 0.0717146 Nov 12 03:54:37.848852 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48766) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:37.850668 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.tag.tag_plugin [None req-79a25cf6-50d8-4a34-a017-fd8fb68a0365 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8d2cb7b6-db10-40e2-9f76-15d617d5378e', 'tempest-TagsExtTest-Tag-1287950361') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:37.866600 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1aabfa6f-f6c0-4192-9f1b-43d0a8acfdb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:37.914278 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-79a25cf6-50d8-4a34-a017-fd8fb68a0365 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "GET /v2.0/subnets/8d2cb7b6-db10-40e2-9f76-15d617d5378e/tags/tempest-TagsExtTest-Tag-1287950361 HTTP/1.1" status: 204 len: 168 time: 0.0675802 Nov 12 03:54:37.917677 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48768) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:37.923833 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.tag.tag_plugin [None req-5c67f3f1-5b52-401b-9132-31b5d591b991 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '8d2cb7b6-db10-40e2-9f76-15d617d5378e', 'tempest-TagsExtTest-Tag-1287950361') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:37.953873 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1aabfa6f-f6c0-4192-9f1b-43d0a8acfdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:37.956771 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1aabfa6f-f6c0-4192-9f1b-43d0a8acfdb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:37.957904 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-1aabfa6f-f6c0-4192-9f1b-43d0a8acfdb2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/393393ee-0aad-44c4-b715-aea8dc7ad29e HTTP/1.1" status: 204 len: 168 time: 0.1987674 Nov 12 03:54:37.972015 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aabfa6f-f6c0-4192-9f1b-43d0a8acfdb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393393ee-0aad-44c4-b715-aea8dc7ad29e,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:38.069527 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5c67f3f1-5b52-401b-9132-31b5d591b991 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "DELETE /v2.0/subnets/8d2cb7b6-db10-40e2-9f76-15d617d5378e/tags/tempest-TagsExtTest-Tag-1287950361 HTTP/1.1" status: 204 len: 168 time: 0.1507285 Nov 12 03:54:38.072165 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48772) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:38.076667 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.tag.tag_plugin [None req-ec8d993b-721f-4922-bbbc-70473da92fd7 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8d2cb7b6-db10-40e2-9f76-15d617d5378e') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:38.140278 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ec8d993b-721f-4922-bbbc-70473da92fd7 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "GET /v2.0/subnets/8d2cb7b6-db10-40e2-9f76-15d617d5378e/tags HTTP/1.1" status: 200 len: 205 time: 0.0666916 Nov 12 03:54:38.142649 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48776) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:38.148619 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.tag.tag_plugin [None req-9f690222-4814-442b-a739-b7856a99b4e5 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4f9cad7f-72f7-4823-a448-3bda92f33941') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:38.707009 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb9652b-7daa-452f-b42c-7502af0ca4ed None None] Network 000308f7-037a-42dd-8d8c-bfe78ebbeeae requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:38.707912 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9f690222-4814-442b-a739-b7856a99b4e5 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "GET /v2.0/ports/4f9cad7f-72f7-4823-a448-3bda92f33941/tags HTTP/1.1" status: 200 len: 240 time: 0.5598731 Nov 12 03:54:38.707912 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48794) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:38.711977 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.tag.tag_plugin [None req-8dc1c66d-7095-4511-a6a9-754eeaf1a9e7 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4f9cad7f-72f7-4823-a448-3bda92f33941', 'tempest-TagsExtTest-Tag-556410236') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:38.778643 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8dc1c66d-7095-4511-a6a9-754eeaf1a9e7 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "GET /v2.0/ports/4f9cad7f-72f7-4823-a448-3bda92f33941/tags/tempest-TagsExtTest-Tag-556410236 HTTP/1.1" status: 204 len: 168 time: 0.0697696 Nov 12 03:54:38.781055 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48798) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:38.787245 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.tag.tag_plugin [None req-7e1bbf9a-6cca-44f0-bbbf-8536828a4c56 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '4f9cad7f-72f7-4823-a448-3bda92f33941', 'tempest-TagsExtTest-Tag-556410236') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:38.808034 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:38.820381 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-00207a16-5e96-4e09-b185-648fc8144c5d None None] Provisioning complete for port dcedef32-88c0-4b73-b2cb-2b83c9af1e51 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:38.821054 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-00207a16-5e96-4e09-b185-648fc8144c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:38.876911 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7e1bbf9a-6cca-44f0-bbbf-8536828a4c56 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "DELETE /v2.0/ports/4f9cad7f-72f7-4823-a448-3bda92f33941/tags/tempest-TagsExtTest-Tag-556410236 HTTP/1.1" status: 204 len: 168 time: 0.0944333 Nov 12 03:54:38.880847 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48800) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:38.887555 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.tag.tag_plugin [None req-500eee68-ff13-4ebc-a104-b04aa67fc9a3 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4f9cad7f-72f7-4823-a448-3bda92f33941') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:38.981552 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-500eee68-ff13-4ebc-a104-b04aa67fc9a3 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "GET /v2.0/ports/4f9cad7f-72f7-4823-a448-3bda92f33941/tags HTTP/1.1" status: 200 len: 205 time: 0.0983317 Nov 12 03:54:38.984213 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48804) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:38.990169 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.tag.tag_plugin [None req-f392551d-7dbf-493f-9fef-702261f3bd94 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9e721196-569e-4b43-94da-58e3cb2fd855') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:39.033514 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-00207a16-5e96-4e09-b185-648fc8144c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:39.087778 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f392551d-7dbf-493f-9fef-702261f3bd94 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "GET /v2.0/routers/9e721196-569e-4b43-94da-58e3cb2fd855/tags HTTP/1.1" status: 200 len: 241 time: 0.1015117 Nov 12 03:54:39.090225 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48806) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:39.095372 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-00207a16-5e96-4e09-b185-648fc8144c5d None None] For port dcedef32-88c0-4b73-b2cb-2b83c9af1e51, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=dcedef32-88c0-4b73-b2cb-2b83c9af1e51,segment=NetworkSegment(597a669a-a15d-4544-b21d-c392ba3d56c5),segment_id=597a669a-a15d-4544-b21d-c392ba3d56c5)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:39.096062 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.tag.tag_plugin [None req-df6c6701-b071-4fb7-bf5c-09d66d978f70 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9e721196-569e-4b43-94da-58e3cb2fd855', 'tempest-TagsExtTest-Tag-1452609656') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:39.104677 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-00207a16-5e96-4e09-b185-648fc8144c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:39.183751 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00207a16-5e96-4e09-b185-648fc8144c5d None None] Pushing event updated for resources: {'Port': ['ID=dcedef32-88c0-4b73-b2cb-2b83c9af1e51,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:39.204674 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-df6c6701-b071-4fb7-bf5c-09d66d978f70 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "GET /v2.0/routers/9e721196-569e-4b43-94da-58e3cb2fd855/tags/tempest-TagsExtTest-Tag-1452609656 HTTP/1.1" status: 204 len: 168 time: 0.1128199 Nov 12 03:54:39.208234 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48810) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:39.214346 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.tag.tag_plugin [None req-d7374dd8-2d99-4c82-939e-5667e25aaa57 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '9e721196-569e-4b43-94da-58e3cb2fd855', 'tempest-TagsExtTest-Tag-1452609656') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:39.357048 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d7374dd8-2d99-4c82-939e-5667e25aaa57 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "DELETE /v2.0/routers/9e721196-569e-4b43-94da-58e3cb2fd855/tags/tempest-TagsExtTest-Tag-1452609656 HTTP/1.1" status: 204 len: 168 time: 0.1475630 Nov 12 03:54:39.359416 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48816) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:39.366113 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.tag.tag_plugin [None req-450bde1c-a5c6-43c4-8325-6bbf68162ccd tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9e721196-569e-4b43-94da-58e3cb2fd855') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:39.445286 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-658ef22f-6270-441a-b4e0-bc3603770dc5 None None] Provisioning complete for port dcedef32-88c0-4b73-b2cb-2b83c9af1e51 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:39.446968 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-658ef22f-6270-441a-b4e0-bc3603770dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:39.505913 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-450bde1c-a5c6-43c4-8325-6bbf68162ccd tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "GET /v2.0/routers/9e721196-569e-4b43-94da-58e3cb2fd855/tags HTTP/1.1" status: 200 len: 205 time: 0.1431186 Nov 12 03:54:39.506593 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48820) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:39.513800 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.tag.tag_plugin [None req-3257e3d7-bc92-4edf-acbb-8f8e671415c8 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '326002d4-7592-47a8-be36-36bbe6c566e0') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:39.558577 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3257e3d7-bc92-4edf-acbb-8f8e671415c8 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "GET /v2.0/subnetpools/326002d4-7592-47a8-be36-36bbe6c566e0/tags HTTP/1.1" status: 200 len: 241 time: 0.0498729 Nov 12 03:54:39.561278 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48822) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:39.566852 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.tag.tag_plugin [None req-f6afcc5f-f975-4976-9950-f743d1828998 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '326002d4-7592-47a8-be36-36bbe6c566e0', 'tempest-TagsExtTest-Tag-1300704305') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:39.600058 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48826) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:39.600260 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f6afcc5f-f975-4976-9950-f743d1828998 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "GET /v2.0/subnetpools/326002d4-7592-47a8-be36-36bbe6c566e0/tags/tempest-TagsExtTest-Tag-1300704305 HTTP/1.1" status: 204 len: 168 time: 0.0378151 Nov 12 03:54:39.606842 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.tag.tag_plugin [None req-922b4712-042c-48e6-9a01-84f0a800c472 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '326002d4-7592-47a8-be36-36bbe6c566e0', 'tempest-TagsExtTest-Tag-1300704305') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:39.655613 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-922b4712-042c-48e6-9a01-84f0a800c472 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "DELETE /v2.0/subnetpools/326002d4-7592-47a8-be36-36bbe6c566e0/tags/tempest-TagsExtTest-Tag-1300704305 HTTP/1.1" status: 204 len: 168 time: 0.0530825 Nov 12 03:54:39.656265 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-658ef22f-6270-441a-b4e0-bc3603770dc5 None None] Provisioning complete for port 4f9cad7f-72f7-4823-a448-3bda92f33941 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:39.656705 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-658ef22f-6270-441a-b4e0-bc3603770dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:39.657423 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48828) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:39.662047 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.tag.tag_plugin [None req-9aacd0c1-3f37-45b4-8e51-e91e885461dc tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '326002d4-7592-47a8-be36-36bbe6c566e0') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:39.704156 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48832) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:39.708269 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-658ef22f-6270-441a-b4e0-bc3603770dc5 None None] Port 4f9cad7f-72f7-4823-a448-3bda92f33941 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:54:39.709874 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.tag.tag_plugin [None req-4492f89f-08d3-47af-91b5-4e69385f4bb1 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '326002d4-7592-47a8-be36-36bbe6c566e0') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:39.712371 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9aacd0c1-3f37-45b4-8e51-e91e885461dc tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "GET /v2.0/subnetpools/326002d4-7592-47a8-be36-36bbe6c566e0/tags HTTP/1.1" status: 200 len: 205 time: 0.0535810 Nov 12 03:54:39.749356 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4492f89f-08d3-47af-91b5-4e69385f4bb1 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "DELETE /v2.0/subnetpools/326002d4-7592-47a8-be36-36bbe6c566e0/tags HTTP/1.1" status: 204 len: 168 time: 0.0440686 Nov 12 03:54:39.752265 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48834) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:39.757363 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.tag.tag_plugin [None req-05071459-1936-458f-a09c-fef288b020ed tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9e721196-569e-4b43-94da-58e3cb2fd855') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:39.773172 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device dcedef32-88c0-4b73-b2cb-2b83c9af1e51 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:39.847039 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-52cdc9c9-264b-4ee4-974e-3499c9d983e7 None None] Provisioning complete for port 4f9cad7f-72f7-4823-a448-3bda92f33941 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:39.847984 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-52cdc9c9-264b-4ee4-974e-3499c9d983e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:39.853866 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-05071459-1936-458f-a09c-fef288b020ed tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "DELETE /v2.0/routers/9e721196-569e-4b43-94da-58e3cb2fd855/tags HTTP/1.1" status: 204 len: 168 time: 0.1003711 Nov 12 03:54:39.856512 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48840) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:39.861452 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.tag.tag_plugin [None req-b27c9f72-870d-4c28-90a4-d3754d1a4061 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4f9cad7f-72f7-4823-a448-3bda92f33941') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:39.897889 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-52cdc9c9-264b-4ee4-974e-3499c9d983e7 None None] Port 4f9cad7f-72f7-4823-a448-3bda92f33941 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:54:39.918637 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port dcedef32-88c0-4b73-b2cb-2b83c9af1e51 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:39.919264 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:39.937241 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b27c9f72-870d-4c28-90a4-d3754d1a4061 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "DELETE /v2.0/ports/4f9cad7f-72f7-4823-a448-3bda92f33941/tags HTTP/1.1" status: 204 len: 168 time: 0.0794215 Nov 12 03:54:39.942750 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48842) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:39.944867 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.tag.tag_plugin [None req-e14debd7-ffc0-4cff-9bcc-d69a12bfeba4 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8d2cb7b6-db10-40e2-9f76-15d617d5378e') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:40.010485 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e14debd7-ffc0-4cff-9bcc-d69a12bfeba4 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "DELETE /v2.0/subnets/8d2cb7b6-db10-40e2-9f76-15d617d5378e/tags HTTP/1.1" status: 204 len: 168 time: 0.0689988 Nov 12 03:54:40.014202 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48846) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:40.019155 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.tag.tag_plugin [None req-f6f40247-d8b3-4284-aee9-dd2851465287 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8d2cb7b6-db10-40e2-9f76-15d617d5378e', 'tempest-TagsExtTest-Tag-967294682') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:40.098991 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f6f40247-d8b3-4284-aee9-dd2851465287 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "PUT /v2.0/subnets/8d2cb7b6-db10-40e2-9f76-15d617d5378e/tags/tempest-TagsExtTest-Tag-967294682 HTTP/1.1" status: 201 len: 201 time: 0.0835662 Nov 12 03:54:40.101901 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48848) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:40.108159 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.tag.tag_plugin [None req-56eac96e-81db-428d-897e-1b8c0301e6bf tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4f9cad7f-72f7-4823-a448-3bda92f33941', 'tempest-TagsExtTest-Tag-535905031') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:40.174457 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-56eac96e-81db-428d-897e-1b8c0301e6bf tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "PUT /v2.0/ports/4f9cad7f-72f7-4823-a448-3bda92f33941/tags/tempest-TagsExtTest-Tag-535905031 HTTP/1.1" status: 201 len: 201 time: 0.0712368 Nov 12 03:54:40.177019 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48852) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:40.182499 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.tag.tag_plugin [None req-4f393dfe-9f13-4e0f-995e-a3c2cd14c93a tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9e721196-569e-4b43-94da-58e3cb2fd855', 'tempest-TagsExtTest-Tag-244051848') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:40.273934 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4f393dfe-9f13-4e0f-995e-a3c2cd14c93a tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "PUT /v2.0/routers/9e721196-569e-4b43-94da-58e3cb2fd855/tags/tempest-TagsExtTest-Tag-244051848 HTTP/1.1" status: 201 len: 201 time: 0.0958488 Nov 12 03:54:40.278514 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48858) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:40.287649 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.tag.tag_plugin [None req-1bf48ed2-87b0-4483-bdc9-e33c6f1a59b6 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '326002d4-7592-47a8-be36-36bbe6c566e0', 'tempest-TagsExtTest-Tag-68700923') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:40.328481 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-1bf48ed2-87b0-4483-bdc9-e33c6f1a59b6 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "PUT /v2.0/subnetpools/326002d4-7592-47a8-be36-36bbe6c566e0/tags/tempest-TagsExtTest-Tag-68700923 HTTP/1.1" status: 201 len: 201 time: 0.0460267 Nov 12 03:54:40.328745 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48862) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:40.334469 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.tag.tag_plugin [None req-c368af41-362a-4b20-add2-de1e88382a2a tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '8d2cb7b6-db10-40e2-9f76-15d617d5378e', {'tags': ['tempest-TagsExtTest-Tag-1875809137', 'tempest-TagsExtTest-Tag-595182354', 'tempest-TagsExtTest-Tag-1620580769']}) {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:40.408115 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c368af41-362a-4b20-add2-de1e88382a2a tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "PUT /v2.0/subnets/8d2cb7b6-db10-40e2-9f76-15d617d5378e/tags HTTP/1.1" status: 200 len: 317 time: 0.0782528 Nov 12 03:54:40.412109 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48866) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:40.419559 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.tag.tag_plugin [None req-190b8767-a91d-43f6-a93c-d007fe524c0f tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8d2cb7b6-db10-40e2-9f76-15d617d5378e') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:40.490283 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-190b8767-a91d-43f6-a93c-d007fe524c0f tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "DELETE /v2.0/subnets/8d2cb7b6-db10-40e2-9f76-15d617d5378e/tags HTTP/1.1" status: 204 len: 168 time: 0.0781453 Nov 12 03:54:40.493082 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48872) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:40.497878 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.tag.tag_plugin [None req-75825602-74b9-4cbc-98c6-bcff26fa5054 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8d2cb7b6-db10-40e2-9f76-15d617d5378e', 'tempest-TagsExtTest-Tag-1875809137') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:40.548943 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-75825602-74b9-4cbc-98c6-bcff26fa5054 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] show failed (client error): The resource could not be found. Nov 12 03:54:40.549881 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-75825602-74b9-4cbc-98c6-bcff26fa5054 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "GET /v2.0/subnets/8d2cb7b6-db10-40e2-9f76-15d617d5378e/tags/tempest-TagsExtTest-Tag-1875809137 HTTP/1.1" status: 404 len: 329 time: 0.0557494 Nov 12 03:54:40.552746 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48874) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:40.557183 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.tag.tag_plugin [None req-4cf0a594-2889-4de5-828b-5151bf7714ec tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8d2cb7b6-db10-40e2-9f76-15d617d5378e', 'tempest-TagsExtTest-Tag-595182354') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:40.608547 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-4cf0a594-2889-4de5-828b-5151bf7714ec tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] show failed (client error): The resource could not be found. Nov 12 03:54:40.609578 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4cf0a594-2889-4de5-828b-5151bf7714ec tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "GET /v2.0/subnets/8d2cb7b6-db10-40e2-9f76-15d617d5378e/tags/tempest-TagsExtTest-Tag-595182354 HTTP/1.1" status: 404 len: 328 time: 0.0558617 Nov 12 03:54:40.612398 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48880) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:40.616451 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.tag.tag_plugin [None req-69383de6-9721-47c7-a3bb-09bf7e5ca411 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8d2cb7b6-db10-40e2-9f76-15d617d5378e', 'tempest-TagsExtTest-Tag-1620580769') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:40.667248 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-69383de6-9721-47c7-a3bb-09bf7e5ca411 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] show failed (client error): The resource could not be found. Nov 12 03:54:40.670877 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-69383de6-9721-47c7-a3bb-09bf7e5ca411 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "GET /v2.0/subnets/8d2cb7b6-db10-40e2-9f76-15d617d5378e/tags/tempest-TagsExtTest-Tag-1620580769 HTTP/1.1" status: 404 len: 329 time: 0.0550404 Nov 12 03:54:40.671065 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48882) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:40.676039 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.tag.tag_plugin [None req-b9515298-e12b-42c5-99cb-7fece3c94be8 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '4f9cad7f-72f7-4823-a448-3bda92f33941', {'tags': ['tempest-TagsExtTest-Tag-197881963', 'tempest-TagsExtTest-Tag-979780390', 'tempest-TagsExtTest-Tag-633921102']}) {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:40.738568 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b9515298-e12b-42c5-99cb-7fece3c94be8 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "PUT /v2.0/ports/4f9cad7f-72f7-4823-a448-3bda92f33941/tags HTTP/1.1" status: 200 len: 315 time: 0.0663221 Nov 12 03:54:40.741061 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48884) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:40.745762 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.tag.tag_plugin [None req-2fdb5415-3645-4a6a-8d4e-fd69d180446c tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4f9cad7f-72f7-4823-a448-3bda92f33941') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:40.811140 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2fdb5415-3645-4a6a-8d4e-fd69d180446c tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "DELETE /v2.0/ports/4f9cad7f-72f7-4823-a448-3bda92f33941/tags HTTP/1.1" status: 204 len: 168 time: 0.0690045 Nov 12 03:54:40.814219 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48886) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:40.818631 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.tag.tag_plugin [None req-2a0240ea-8f70-44b9-9b21-edd2507ceefc tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4f9cad7f-72f7-4823-a448-3bda92f33941', 'tempest-TagsExtTest-Tag-197881963') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:40.871344 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-2a0240ea-8f70-44b9-9b21-edd2507ceefc tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] show failed (client error): The resource could not be found. Nov 12 03:54:40.873799 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2a0240ea-8f70-44b9-9b21-edd2507ceefc tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "GET /v2.0/ports/4f9cad7f-72f7-4823-a448-3bda92f33941/tags/tempest-TagsExtTest-Tag-197881963 HTTP/1.1" status: 404 len: 328 time: 0.0571392 Nov 12 03:54:40.875408 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48890) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:40.880429 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.tag.tag_plugin [None req-50861729-70b0-4410-b09f-268935d90988 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4f9cad7f-72f7-4823-a448-3bda92f33941', 'tempest-TagsExtTest-Tag-979780390') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:40.936625 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-50861729-70b0-4410-b09f-268935d90988 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] show failed (client error): The resource could not be found. Nov 12 03:54:40.940309 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-50861729-70b0-4410-b09f-268935d90988 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "GET /v2.0/ports/4f9cad7f-72f7-4823-a448-3bda92f33941/tags/tempest-TagsExtTest-Tag-979780390 HTTP/1.1" status: 404 len: 328 time: 0.0613627 Nov 12 03:54:40.940736 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48894) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:40.946182 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.tag.tag_plugin [None req-68df7b58-ff81-4b9f-903f-6429f69bb792 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4f9cad7f-72f7-4823-a448-3bda92f33941', 'tempest-TagsExtTest-Tag-633921102') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:41.001404 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-68df7b58-ff81-4b9f-903f-6429f69bb792 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] show failed (client error): The resource could not be found. Nov 12 03:54:41.002549 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-68df7b58-ff81-4b9f-903f-6429f69bb792 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "GET /v2.0/ports/4f9cad7f-72f7-4823-a448-3bda92f33941/tags/tempest-TagsExtTest-Tag-633921102 HTTP/1.1" status: 404 len: 328 time: 0.0606961 Nov 12 03:54:41.005631 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48900) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:41.012977 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.tag.tag_plugin [None req-9c95e0cc-b1d2-48eb-b907-5500f0abee12 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '9e721196-569e-4b43-94da-58e3cb2fd855', {'tags': ['tempest-TagsExtTest-Tag-359418329', 'tempest-TagsExtTest-Tag-1371666417', 'tempest-TagsExtTest-Tag-1652908441']}) {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:41.117565 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9c95e0cc-b1d2-48eb-b907-5500f0abee12 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "PUT /v2.0/routers/9e721196-569e-4b43-94da-58e3cb2fd855/tags HTTP/1.1" status: 200 len: 317 time: 0.1105173 Nov 12 03:54:41.120062 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48906) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:41.126600 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.tag.tag_plugin [None req-185007d4-582f-4e62-a6d2-e05dd8b5b9d6 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9e721196-569e-4b43-94da-58e3cb2fd855') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:41.224062 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-185007d4-582f-4e62-a6d2-e05dd8b5b9d6 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "DELETE /v2.0/routers/9e721196-569e-4b43-94da-58e3cb2fd855/tags HTTP/1.1" status: 204 len: 168 time: 0.1027265 Nov 12 03:54:41.226686 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48912) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:41.231408 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.tag.tag_plugin [None req-722e1ebb-a225-44e6-94d9-ce7db1abe1f9 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9e721196-569e-4b43-94da-58e3cb2fd855', 'tempest-TagsExtTest-Tag-359418329') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:41.236443 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-b81aae42-199d-4e52-b2cc-97a3e1b6e298 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1543209453&fields=id&tenant_id=27d4836293914c108ba09bff97dd7daa HTTP/1.1" status: 200 len: 267 time: 0.0638258 Nov 12 03:54:41.308375 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-722e1ebb-a225-44e6-94d9-ce7db1abe1f9 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] show failed (client error): The resource could not be found. Nov 12 03:54:41.312082 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-722e1ebb-a225-44e6-94d9-ce7db1abe1f9 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "GET /v2.0/routers/9e721196-569e-4b43-94da-58e3cb2fd855/tags/tempest-TagsExtTest-Tag-359418329 HTTP/1.1" status: 404 len: 328 time: 0.0816245 Nov 12 03:54:41.312281 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48914) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:41.316723 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.tag.tag_plugin [None req-f3af6395-698f-4e08-b624-254439c589cd tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9e721196-569e-4b43-94da-58e3cb2fd855', 'tempest-TagsExtTest-Tag-1371666417') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:41.356198 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-fb1eb104-77ff-4bfe-83d2-416a5d34d382 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:41.357845 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-fb1eb104-77ff-4bfe-83d2-416a5d34d382 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/networks?id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 HTTP/1.1" status: 200 len: 811 time: 0.1117182 Nov 12 03:54:41.374346 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-9023db1a-c1ca-43ed-aab6-11890c04db9a tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/quotas/27d4836293914c108ba09bff97dd7daa HTTP/1.1" status: 200 len: 375 time: 0.0100620 Nov 12 03:54:41.403925 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-f3af6395-698f-4e08-b624-254439c589cd tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] show failed (client error): The resource could not be found. Nov 12 03:54:41.406023 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f3af6395-698f-4e08-b624-254439c589cd tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "GET /v2.0/routers/9e721196-569e-4b43-94da-58e3cb2fd855/tags/tempest-TagsExtTest-Tag-1371666417 HTTP/1.1" status: 404 len: 329 time: 0.0920072 Nov 12 03:54:41.408268 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48918) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:41.415252 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.tag.tag_plugin [None req-41a8e5c1-b6dd-46cb-a730-ac70d3fdf9ec tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9e721196-569e-4b43-94da-58e3cb2fd855', 'tempest-TagsExtTest-Tag-1652908441') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:41.473173 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-052cb009-83c6-4349-805e-db1a531ccae4 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=27d4836293914c108ba09bff97dd7daa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0839181 Nov 12 03:54:41.502742 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-41a8e5c1-b6dd-46cb-a730-ac70d3fdf9ec tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] show failed (client error): The resource could not be found. Nov 12 03:54:41.504067 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-41a8e5c1-b6dd-46cb-a730-ac70d3fdf9ec tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "GET /v2.0/routers/9e721196-569e-4b43-94da-58e3cb2fd855/tags/tempest-TagsExtTest-Tag-1652908441 HTTP/1.1" status: 404 len: 329 time: 0.0947967 Nov 12 03:54:41.506925 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48920) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:41.522206 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.tag.tag_plugin [None req-6fab0ceb-49d3-408b-a342-3935c3d2797e tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '326002d4-7592-47a8-be36-36bbe6c566e0', {'tags': ['tempest-TagsExtTest-Tag-479056561', 'tempest-TagsExtTest-Tag-1912591949', 'tempest-TagsExtTest-Tag-56859155']}) {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:41.596397 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6fab0ceb-49d3-408b-a342-3935c3d2797e tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "PUT /v2.0/subnetpools/326002d4-7592-47a8-be36-36bbe6c566e0/tags HTTP/1.1" status: 200 len: 315 time: 0.0884035 Nov 12 03:54:41.598971 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48922) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:41.604342 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.tag.tag_plugin [None req-3f9705cf-2d92-4d8a-8b13-df8356c48185 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '326002d4-7592-47a8-be36-36bbe6c566e0') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:41.607967 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-dec2d6de-906b-457d-ad76-0c1a2d117a4f service neutron] 10.222.0.50 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215580 Nov 12 03:54:41.642563 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3f9705cf-2d92-4d8a-8b13-df8356c48185 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "DELETE /v2.0/subnetpools/326002d4-7592-47a8-be36-36bbe6c566e0/tags HTTP/1.1" status: 204 len: 168 time: 0.0416520 Nov 12 03:54:41.644784 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48924) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:41.649416 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.tag.tag_plugin [None req-9e708447-1f79-4aa5-8d17-b60845e7ef9e tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '326002d4-7592-47a8-be36-36bbe6c566e0', 'tempest-TagsExtTest-Tag-479056561') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:41.672001 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-9e708447-1f79-4aa5-8d17-b60845e7ef9e tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] show failed (client error): The resource could not be found. Nov 12 03:54:41.675797 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9e708447-1f79-4aa5-8d17-b60845e7ef9e tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "GET /v2.0/subnetpools/326002d4-7592-47a8-be36-36bbe6c566e0/tags/tempest-TagsExtTest-Tag-479056561 HTTP/1.1" status: 404 len: 328 time: 0.0273519 Nov 12 03:54:41.676120 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48926) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:41.681123 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.tag.tag_plugin [None req-9db7cbed-0dd3-4d93-abc5-0a93991568ff tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '326002d4-7592-47a8-be36-36bbe6c566e0', 'tempest-TagsExtTest-Tag-1912591949') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:41.703246 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-9db7cbed-0dd3-4d93-abc5-0a93991568ff tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] show failed (client error): The resource could not be found. Nov 12 03:54:41.704326 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9db7cbed-0dd3-4d93-abc5-0a93991568ff tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "GET /v2.0/subnetpools/326002d4-7592-47a8-be36-36bbe6c566e0/tags/tempest-TagsExtTest-Tag-1912591949 HTTP/1.1" status: 404 len: 329 time: 0.0271983 Nov 12 03:54:41.707184 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48928) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:41.711358 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.tag.tag_plugin [None req-918ccfdf-7a58-480d-afa8-d89d1b49f188 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '326002d4-7592-47a8-be36-36bbe6c566e0', 'tempest-TagsExtTest-Tag-56859155') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:41.714324 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-631bfe6a-840e-42c3-af2b-9355c8bb39df service neutron] 10.222.0.50 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996468 Nov 12 03:54:41.738688 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-918ccfdf-7a58-480d-afa8-d89d1b49f188 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] show failed (client error): The resource could not be found. Nov 12 03:54:41.740321 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-918ccfdf-7a58-480d-afa8-d89d1b49f188 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "GET /v2.0/subnetpools/326002d4-7592-47a8-be36-36bbe6c566e0/tags/tempest-TagsExtTest-Tag-56859155 HTTP/1.1" status: 404 len: 327 time: 0.0320385 Nov 12 03:54:41.742886 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48930) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:41.751023 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.tag.tag_plugin [None req-df60b851-6001-4fb0-85ed-1c981a59dcce tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '326002d4-7592-47a8-be36-36bbe6c566e0') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:41.785812 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48934) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:41.788550 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-df60b851-6001-4fb0-85ed-1c981a59dcce tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "DELETE /v2.0/subnetpools/326002d4-7592-47a8-be36-36bbe6c566e0/tags HTTP/1.1" status: 204 len: 168 time: 0.0362961 Nov 12 03:54:41.791605 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.tag.tag_plugin [None req-70cf58cc-4908-46d2-b082-8d2cebcf0277 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9e721196-569e-4b43-94da-58e3cb2fd855') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:41.892717 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-70cf58cc-4908-46d2-b082-8d2cebcf0277 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "DELETE /v2.0/routers/9e721196-569e-4b43-94da-58e3cb2fd855/tags HTTP/1.1" status: 204 len: 168 time: 0.1030788 Nov 12 03:54:41.893328 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48942) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:41.898403 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.tag.tag_plugin [None req-8d772d7e-5026-4cdd-b2c6-419cb18df2f9 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4f9cad7f-72f7-4823-a448-3bda92f33941') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:41.968341 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8d772d7e-5026-4cdd-b2c6-419cb18df2f9 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "DELETE /v2.0/ports/4f9cad7f-72f7-4823-a448-3bda92f33941/tags HTTP/1.1" status: 204 len: 168 time: 0.0737023 Nov 12 03:54:41.970870 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48944) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:41.975063 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.tag.tag_plugin [None req-1e3e7825-f4ca-4608-98e6-c214f8978a5a tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8d2cb7b6-db10-40e2-9f76-15d617d5378e') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:42.042889 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-1e3e7825-f4ca-4608-98e6-c214f8978a5a tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "DELETE /v2.0/subnets/8d2cb7b6-db10-40e2-9f76-15d617d5378e/tags HTTP/1.1" status: 204 len: 168 time: 0.0709984 Nov 12 03:54:42.047442 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48950) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:42.074742 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fd60e1f0-ec84-40ec-a932-b72fa16a4e8b req-9cf9040f-0468-4f9f-afcb-c1f9aa93ea00 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c56de50-4306-4322-8d38-16202775a287 HTTP/1.1" status: 200 len: 210 time: 0.0353348 Nov 12 03:54:42.128445 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6ad45c6e-d6ef-4612-9695-4a9413b8b896 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Publish callbacks [] for subnetpool, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:42.129726 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6ad45c6e-d6ef-4612-9695-4a9413b8b896 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "DELETE /v2.0/subnetpools/326002d4-7592-47a8-be36-36bbe6c566e0 HTTP/1.1" status: 204 len: 168 time: 0.0811913 Nov 12 03:54:42.132212 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48956) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:42.160449 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-94e0fb62-dadf-4ec2-b25d-ceffae2aa58d tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e721196-569e-4b43-94da-58e3cb2fd855 HTTP/1.1" status: 200 len: 205 time: 0.0271003 Nov 12 03:54:42.162768 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48960) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:42.258431 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d177f97e-141c-4cc7-8ced-16347ab5998f tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:42.462685 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d177f97e-141c-4cc7-8ced-16347ab5998f tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:42.465303 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d177f97e-141c-4cc7-8ced-16347ab5998f tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:42.519804 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d177f97e-141c-4cc7-8ced-16347ab5998f tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:42.519804 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d177f97e-141c-4cc7-8ced-16347ab5998f tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Fanout notify agent at l3_agent the message router_deleted on router 9e721196-569e-4b43-94da-58e3cb2fd855 {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:54:42.533172 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d177f97e-141c-4cc7-8ced-16347ab5998f tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:42.536525 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d177f97e-141c-4cc7-8ced-16347ab5998f tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "DELETE /v2.0/routers/9e721196-569e-4b43-94da-58e3cb2fd855 HTTP/1.1" status: 204 len: 168 time: 0.3706634 Nov 12 03:54:42.537040 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 48980) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:42.655461 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-730d1eff-c1bb-4714-b58d-19bf93c50817 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Deleting port 4f9cad7f-72f7-4823-a448-3bda92f33941 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:54:42.660504 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-730d1eff-c1bb-4714-b58d-19bf93c50817 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:42.777913 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-730d1eff-c1bb-4714-b58d-19bf93c50817 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:42.788129 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-730d1eff-c1bb-4714-b58d-19bf93c50817 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Calling delete_port for 4f9cad7f-72f7-4823-a448-3bda92f33941 owned by {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:42.935482 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:54:42.940187 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-730d1eff-c1bb-4714-b58d-19bf93c50817 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:43.000554 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d1eff-c1bb-4714-b58d-19bf93c50817 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Pushing event deleted for resources: {'Port': ['ID=4f9cad7f-72f7-4823-a448-3bda92f33941,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:43.077124 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-730d1eff-c1bb-4714-b58d-19bf93c50817 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:43.081057 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-730d1eff-c1bb-4714-b58d-19bf93c50817 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "DELETE /v2.0/ports/4f9cad7f-72f7-4823-a448-3bda92f33941 HTTP/1.1" status: 204 len: 168 time: 0.5428908 Nov 12 03:54:43.083544 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 48986) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:43.188447 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccb23d74-036e-4de1-9583-c51dddf7a2a3 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Deleting subnet 8d2cb7b6-db10-40e2-9f76-15d617d5378e {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:54:43.239495 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ccb23d74-036e-4de1-9583-c51dddf7a2a3 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:43.290148 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1e39acf6-604f-4b51-b6b8-c87f913fdcfc req-7e0206e1-e313-42c3-8d94-15ee16503dba tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c56de50-4306-4322-8d38-16202775a287 HTTP/1.1" status: 200 len: 210 time: 0.0875566 Nov 12 03:54:43.350056 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ccb23d74-036e-4de1-9583-c51dddf7a2a3 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:43.475951 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-fff1b6ad-1b5a-4058-b285-558d68b3f3a9 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:43.478024 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-fff1b6ad-1b5a-4058-b285-558d68b3f3a9 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.74 "GET /v2.0/networks?id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 HTTP/1.1" status: 200 len: 811 time: 0.3088515 Nov 12 03:54:43.579881 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ccb23d74-036e-4de1-9583-c51dddf7a2a3 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:43.614150 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-8149e59d-2579-4660-86c0-fe9a701cdad0 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27d4836293914c108ba09bff97dd7daa HTTP/1.1" status: 200 len: 380 time: 0.1083910 Nov 12 03:54:43.632393 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-e9e8922d-1478-4a5d-90cc-62f922beb7e1 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Request body: {'port': {'device_id': '4c56de50-4306-4322-8d38-16202775a287', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'admin_state_up': True, 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'security_groups': ['d5844b13-24b8-40f7-826a-552ef454b67e']}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:43.732492 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ccb23d74-036e-4de1-9583-c51dddf7a2a3 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:43.773554 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ccb23d74-036e-4de1-9583-c51dddf7a2a3 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:43.777005 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ccb23d74-036e-4de1-9583-c51dddf7a2a3 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "DELETE /v2.0/subnets/8d2cb7b6-db10-40e2-9f76-15d617d5378e HTTP/1.1" status: 204 len: 168 time: 0.6917346 Nov 12 03:54:43.777997 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb23d74-036e-4de1-9583-c51dddf7a2a3 tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Pushing event deleted for resources: {'Subnet': ['ID=8d2cb7b6-db10-40e2-9f76-15d617d5378e,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:43.780104 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 49000) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:43.783562 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c7b74b-3b6c-49a1-a20d-a1c65442f654 None None] Network 000308f7-037a-42dd-8d8c-bfe78ebbeeae requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:43.865955 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-914856e1-f5c6-44d4-8e9c-197041a5692c tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:43.910103 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-e9e8922d-1478-4a5d-90cc-62f922beb7e1 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Made reservation on behalf of 27d4836293914c108ba09bff97dd7daa for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:43.913671 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-e9e8922d-1478-4a5d-90cc-62f922beb7e1 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:44.104472 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-e9e8922d-1478-4a5d-90cc-62f922beb7e1 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Allocated IP 172.20.0.9 (fd0ebce0-aadb-45c0-9566-b61b0d8d63d4/b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2/2a1d39ea-3be2-49fa-9056-d8ee18a6d050) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:44.201903 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-914856e1-f5c6-44d4-8e9c-197041a5692c tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Deleting port dcedef32-88c0-4b73-b2cb-2b83c9af1e51 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:54:44.202388 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-914856e1-f5c6-44d4-8e9c-197041a5692c tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:44.331355 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-914856e1-f5c6-44d4-8e9c-197041a5692c tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] For port dcedef32-88c0-4b73-b2cb-2b83c9af1e51, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=dcedef32-88c0-4b73-b2cb-2b83c9af1e51,segment=NetworkSegment(597a669a-a15d-4544-b21d-c392ba3d56c5),segment_id=597a669a-a15d-4544-b21d-c392ba3d56c5)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:44.331822 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-914856e1-f5c6-44d4-8e9c-197041a5692c tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:44.352226 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d115bea-7c48-4683-9a04-d965281cf62d None None] DHCP port deletion for 000308f7-037a-42dd-8d8c-bfe78ebbeeae request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:54:44.379216 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-914856e1-f5c6-44d4-8e9c-197041a5692c tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Calling delete_port for dcedef32-88c0-4b73-b2cb-2b83c9af1e51 owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:44.388068 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-e9e8922d-1478-4a5d-90cc-62f922beb7e1 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:44.451501 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-6d115bea-7c48-4683-9a04-d965281cf62d None None] Deleting port dcedef32-88c0-4b73-b2cb-2b83c9af1e51 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:54:44.452326 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6d115bea-7c48-4683-9a04-d965281cf62d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:44.491998 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1bb7216f-97c3-4bba-9a54-2a3cc4ff9713 req-365f175b-6a1f-4438-9b04-1d7dd6423100 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c56de50-4306-4322-8d38-16202775a287 HTTP/1.1" status: 200 len: 210 time: 0.0503044 Nov 12 03:54:44.581853 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-e9e8922d-1478-4a5d-90cc-62f922beb7e1 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:44.592312 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-6d115bea-7c48-4683-9a04-d965281cf62d None None] For port dcedef32-88c0-4b73-b2cb-2b83c9af1e51, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=dcedef32-88c0-4b73-b2cb-2b83c9af1e51,segment=NetworkSegment(597a669a-a15d-4544-b21d-c392ba3d56c5),segment_id=597a669a-a15d-4544-b21d-c392ba3d56c5)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:44.592979 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6d115bea-7c48-4683-9a04-d965281cf62d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:44.610744 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-6d115bea-7c48-4683-9a04-d965281cf62d None None] Calling delete_port for dcedef32-88c0-4b73-b2cb-2b83c9af1e51 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:44.664041 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-914856e1-f5c6-44d4-8e9c-197041a5692c tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:44.671670 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e8922d-1478-4a5d-90cc-62f922beb7e1 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Pushing event updated for resources: {'Port': ['ID=2a1d39ea-3be2-49fa-9056-d8ee18a6d050,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:54:44.704110 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 03:54:44.715031 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-e9e8922d-1478-4a5d-90cc-62f922beb7e1 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Network fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:44.718693 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6d115bea-7c48-4683-9a04-d965281cf62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:44.802036 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-e9e8922d-1478-4a5d-90cc-62f922beb7e1 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:44.806405 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-e9e8922d-1478-4a5d-90cc-62f922beb7e1 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:54:44.809651 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914856e1-f5c6-44d4-8e9c-197041a5692c tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Pushing event deleted for resources: {'Port': ['ID=dcedef32-88c0-4b73-b2cb-2b83c9af1e51,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:44.813243 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914856e1-f5c6-44d4-8e9c-197041a5692c tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] No DVR routers for this DVR port dcedef32-88c0-4b73-b2cb-2b83c9af1e51 on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:54:44.860877 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d115bea-7c48-4683-9a04-d965281cf62d None None] No DVR routers for this DVR port dcedef32-88c0-4b73-b2cb-2b83c9af1e51 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:54:44.866940 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d115bea-7c48-4683-9a04-d965281cf62d None None] Pushing event deleted for resources: {'Port': ['ID=dcedef32-88c0-4b73-b2cb-2b83c9af1e51,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:45.043010 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-e9e8922d-1478-4a5d-90cc-62f922beb7e1 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:45.044755 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-e9e8922d-1478-4a5d-90cc-62f922beb7e1 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:45.102088 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-914856e1-f5c6-44d4-8e9c-197041a5692c tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:45.122924 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-e9e8922d-1478-4a5d-90cc-62f922beb7e1 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4945283 Nov 12 03:54:45.142590 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-914856e1-f5c6-44d4-8e9c-197041a5692c tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['000308f7-037a-42dd-8d8c-bfe78ebbeeae']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:45.147985 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-a70d65c0-de96-45db-b865-66002cb77d2a service neutron] Request body: {'port': {'device_id': '4c56de50-4306-4322-8d38-16202775a287', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:45.180943 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-914856e1-f5c6-44d4-8e9c-197041a5692c tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '597a669a-a15d-4544-b21d-c392ba3d56c5') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:45.181924 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-914856e1-f5c6-44d4-8e9c-197041a5692c tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '597a669a-a15d-4544-b21d-c392ba3d56c5') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:45.196818 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-914856e1-f5c6-44d4-8e9c-197041a5692c tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:45.229701 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-914856e1-f5c6-44d4-8e9c-197041a5692c tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:45.239921 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-914856e1-f5c6-44d4-8e9c-197041a5692c tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:54:45.240330 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-914856e1-f5c6-44d4-8e9c-197041a5692c tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:45.243522 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:54:45.243522 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:54:45.243522 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:54:45.243522 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:54:45.243522 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:54:45.243522 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:54:45.243522 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:54:45.243522 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:54:45.243522 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:54:45.243522 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:54:45.243522 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:54:45.243522 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:54:45.243522 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:54:45.243522 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:54:45.243522 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:54:45.243522 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:54:45.243522 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:54:45.243522 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:54:45.243522 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:54:45.243522 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:54:45.243522 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:54:45.243522 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:54:45.243522 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:54:45.243522 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:54:45.243522 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:54:45.243522 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:54:45.243522 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:54:45.243522 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:54:45.243522 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:54:45.243522 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:54:45.243522 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:54:45.243522 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:54:45.253549 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-a70d65c0-de96-45db-b865-66002cb77d2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:45.295357 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-9311a6b5-b568-4014-83e3-867968bbb57d None None] Provisioning complete for port 2a1d39ea-3be2-49fa-9056-d8ee18a6d050 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:45.296152 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9311a6b5-b568-4014-83e3-867968bbb57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:45.347164 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-9311a6b5-b568-4014-83e3-867968bbb57d None None] Port 2a1d39ea-3be2-49fa-9056-d8ee18a6d050 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:54:45.631345 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-914856e1-f5c6-44d4-8e9c-197041a5692c tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:45.641587 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-914856e1-f5c6-44d4-8e9c-197041a5692c tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:45.649077 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-914856e1-f5c6-44d4-8e9c-197041a5692c tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] 10.222.0.50 "DELETE /v2.0/networks/000308f7-037a-42dd-8d8c-bfe78ebbeeae HTTP/1.1" status: 204 len: 168 time: 1.8670959 Nov 12 03:54:45.652135 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device dcedef32-88c0-4b73-b2cb-2b83c9af1e51 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:54:45.684782 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914856e1-f5c6-44d4-8e9c-197041a5692c tempest-TagsExtTest-440867188 tempest-TagsExtTest-440867188-project] Pushing event deleted for resources: {'Network': ['ID=000308f7-037a-42dd-8d8c-bfe78ebbeeae,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:45.715286 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: dcedef32-88c0-4b73-b2cb-2b83c9af1e51 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:54:45.715795 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device dcedef32-88c0-4b73-b2cb-2b83c9af1e51 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:54:45.764851 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd0daf-c50d-4463-9e48-24666872f557 req-fab5fb2f-99b3-4a3e-b9b0-79677ab0f58e tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:45.766439 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b9bd0daf-c50d-4463-9e48-24666872f557 req-fab5fb2f-99b3-4a3e-b9b0-79677ab0f58e tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c56de50-4306-4322-8d38-16202775a287 HTTP/1.1" status: 200 len: 931 time: 0.1788077 Nov 12 03:54:45.909972 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b9bd0daf-c50d-4463-9e48-24666872f557 req-5313f6fd-8ab5-4623-83bb-03a49769c2c8 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245952 Nov 12 03:54:46.076022 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-a70d65c0-de96-45db-b865-66002cb77d2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a1d39ea-3be2-49fa-9056-d8ee18a6d050 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:54:46.081154 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49022) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:46.093802 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-a70d65c0-de96-45db-b865-66002cb77d2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:46.112447 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-a70d65c0-de96-45db-b865-66002cb77d2a service neutron] Transition to ACTIVE for port object 2a1d39ea-3be2-49fa-9056-d8ee18a6d050 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:54:46.129027 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-a70d65c0-de96-45db-b865-66002cb77d2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:46.227354 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d65c0-de96-45db-b865-66002cb77d2a service neutron] Pushing event updated for resources: {'Port': ['ID=2a1d39ea-3be2-49fa-9056-d8ee18a6d050,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:46.335870 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-db7910e1-d0c6-455d-be83-24643757499b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2b5e3b03fcc5450eb088e3cc1c3cd271&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2533543 Nov 12 03:54:46.336820 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49028) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:46.373828 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-a70d65c0-de96-45db-b865-66002cb77d2a service neutron] Attempting to bind port 2a1d39ea-3be2-49fa-9056-d8ee18a6d050 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:54:46.373828 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-a70d65c0-de96-45db-b865-66002cb77d2a service neutron] Attempting to bind port 2a1d39ea-3be2-49fa-9056-d8ee18a6d050 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '0f2f65a3-04d3-403b-a440-78cd841660b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:54:46.378746 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-a70d65c0-de96-45db-b865-66002cb77d2a service neutron] Attempting to bind port 2a1d39ea-3be2-49fa-9056-d8ee18a6d050 on network fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:46.387590 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-a70d65c0-de96-45db-b865-66002cb77d2a service neutron] Port 2a1d39ea-3be2-49fa-9056-d8ee18a6d050 on network fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:54:46.388994 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-a70d65c0-de96-45db-b865-66002cb77d2a service neutron] Attempting to bind port 2a1d39ea-3be2-49fa-9056-d8ee18a6d050 on network fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:46.400990 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-a70d65c0-de96-45db-b865-66002cb77d2a service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:54:46.403696 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-a70d65c0-de96-45db-b865-66002cb77d2a service neutron] Checking segment: {'id': '0f2f65a3-04d3-403b-a440-78cd841660b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:46.404380 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-a70d65c0-de96-45db-b865-66002cb77d2a service neutron] Bound using segment: {'id': '0f2f65a3-04d3-403b-a440-78cd841660b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:54:46.404933 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-a70d65c0-de96-45db-b865-66002cb77d2a service neutron] Bound port: 2a1d39ea-3be2-49fa-9056-d8ee18a6d050, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2f65a3-04d3-403b-a440-78cd841660b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:54:46.407838 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-a70d65c0-de96-45db-b865-66002cb77d2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:46.434824 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-664dfb2b-d35d-467e-bac9-a19d2834ebe8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:46.500922 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-664dfb2b-d35d-467e-bac9-a19d2834ebe8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:46.530772 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-a70d65c0-de96-45db-b865-66002cb77d2a service neutron] For port 2a1d39ea-3be2-49fa-9056-d8ee18a6d050, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:54:46.536282 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-a70d65c0-de96-45db-b865-66002cb77d2a service neutron] For port 2a1d39ea-3be2-49fa-9056-d8ee18a6d050, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=2a1d39ea-3be2-49fa-9056-d8ee18a6d050,segment=NetworkSegment(0f2f65a3-04d3-403b-a440-78cd841660b6),segment_id=0f2f65a3-04d3-403b-a440-78cd841660b6)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:54:46.543121 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-a70d65c0-de96-45db-b865-66002cb77d2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:46.590682 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-664dfb2b-d35d-467e-bac9-a19d2834ebe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:46.597617 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-664dfb2b-d35d-467e-bac9-a19d2834ebe8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:46.598774 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-664dfb2b-d35d-467e-bac9-a19d2834ebe8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9be49b72-05d4-40af-9577-3f6d77bcd236 HTTP/1.1" status: 204 len: 168 time: 0.2605758 Nov 12 03:54:46.616371 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664dfb2b-d35d-467e-bac9-a19d2834ebe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be49b72-05d4-40af-9577-3f6d77bcd236,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:46.637845 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-a70d65c0-de96-45db-b865-66002cb77d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:46.638747 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-a70d65c0-de96-45db-b865-66002cb77d2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:46.641419 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-a70d65c0-de96-45db-b865-66002cb77d2a service neutron] 10.222.0.74 "PUT /v2.0/ports/2a1d39ea-3be2-49fa-9056-d8ee18a6d050 HTTP/1.1" status: 200 len: 1092 time: 1.5002632 Nov 12 03:54:46.641928 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c56de50-4306-4322-8d38-16202775a287', 'tag': '2a1d39ea-3be2-49fa-9056-d8ee18a6d050'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:46.645965 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbd858c-a27a-4cdf-9d75-dbe53d0b4871" -d '{"events": [{"name": "network-changed", "server_uuid": "4c56de50-4306-4322-8d38-16202775a287", "tag": "2a1d39ea-3be2-49fa-9056-d8ee18a6d050"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:46.742225 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d65c0-de96-45db-b865-66002cb77d2a service neutron] Pushing event updated for resources: {'Port': ['ID=2a1d39ea-3be2-49fa-9056-d8ee18a6d050,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:46.793366 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ab604b-b5ec-4502-9564-3b8e8b5002ca x-openstack-request-id: req-c2ab604b-b5ec-4502-9564-3b8e8b5002ca {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:46.795758 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c56de50-4306-4322-8d38-16202775a287", "tag": "2a1d39ea-3be2-49fa-9056-d8ee18a6d050", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:46.795758 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c2ab604b-b5ec-4502-9564-3b8e8b5002ca {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:46.796021 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c56de50-4306-4322-8d38-16202775a287', 'tag': '2a1d39ea-3be2-49fa-9056-d8ee18a6d050', 'status': 'completed', 'code': 200} Nov 12 03:54:46.840634 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-4c67c6a9-e82f-42cf-981a-2e8e8a06ba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:46.842520 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-4c67c6a9-e82f-42cf-981a-2e8e8a06ba47 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=27d4836293914c108ba09bff97dd7daa&device_id=4c56de50-4306-4322-8d38-16202775a287 HTTP/1.1" status: 200 len: 1095 time: 0.1404419 Nov 12 03:54:46.917080 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-a7d823e7-12f1-4255-a022-aec5cb03ab2f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a1d39ea-3be2-49fa-9056-d8ee18a6d050 HTTP/1.1" status: 200 len: 217 time: 0.0653088 Nov 12 03:54:47.031521 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-e6398de1-abbd-4ef7-ba26-1010f6f89987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:47.035684 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-e6398de1-abbd-4ef7-ba26-1010f6f89987 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2 HTTP/1.1" status: 200 len: 850 time: 0.1062808 Nov 12 03:54:47.231728 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-7670325d-8b63-4e64-93d1-c30e214287da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:47.238231 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-7670325d-8b63-4e64-93d1-c30e214287da service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1929104 Nov 12 03:54:47.267532 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00b8c8-ee2b-4a19-ae3a-8a1f79e4189c req-327956f9-a37e-4bd7-aff6-2566715b4d54 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:47.278205 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ad00b8c8-ee2b-4a19-ae3a-8a1f79e4189c req-327956f9-a37e-4bd7-aff6-2566715b4d54 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c56de50-4306-4322-8d38-16202775a287 HTTP/1.1" status: 200 len: 943 time: 0.1736751 Nov 12 03:54:47.499484 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ad00b8c8-ee2b-4a19-ae3a-8a1f79e4189c req-47a10288-8f4f-4e21-aa4e-1b9849684375 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2177193 Nov 12 03:54:47.545424 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-83ef3470-8746-49b5-a674-abe95c675532 service neutron] 10.222.0.74 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979636 Nov 12 03:54:47.766528 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4b6aca16-6bc1-484c-8095-fad119c857fc req-49cc6d2e-3d92-45ce-88d1-7ef925da2549 service neutron] 10.222.0.74 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076001 Nov 12 03:54:47.916506 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd858c-a27a-4cdf-9d75-dbe53d0b4871 req-30faa0cb-ca53-4de2-b077-9739d0dde331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:47.919028 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0cbd858c-a27a-4cdf-9d75-dbe53d0b4871 req-30faa0cb-ca53-4de2-b077-9739d0dde331 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=27d4836293914c108ba09bff97dd7daa&device_id=4c56de50-4306-4322-8d38-16202775a287 HTTP/1.1" status: 200 len: 1095 time: 0.0821023 Nov 12 03:54:48.078955 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd858c-a27a-4cdf-9d75-dbe53d0b4871 req-d41248f4-d9a6-45e6-b4cb-cf2b5a5b58d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:48.080571 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0cbd858c-a27a-4cdf-9d75-dbe53d0b4871 req-d41248f4-d9a6-45e6-b4cb-cf2b5a5b58d1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 HTTP/1.1" status: 200 len: 912 time: 0.1476927 Nov 12 03:54:48.158656 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0cbd858c-a27a-4cdf-9d75-dbe53d0b4871 req-4d933a41-da85-456a-9129-ec159857cd5f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a1d39ea-3be2-49fa-9056-d8ee18a6d050 HTTP/1.1" status: 200 len: 217 time: 0.0652270 Nov 12 03:54:48.258220 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd858c-a27a-4cdf-9d75-dbe53d0b4871 req-7b676d86-a2d7-425e-8d31-923ce3e30005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:48.271957 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0cbd858c-a27a-4cdf-9d75-dbe53d0b4871 req-7b676d86-a2d7-425e-8d31-923ce3e30005 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2 HTTP/1.1" status: 200 len: 850 time: 0.1015706 Nov 12 03:54:48.340223 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:48.360912 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd858c-a27a-4cdf-9d75-dbe53d0b4871 req-448e099c-a5ba-42e5-ac9e-f78abcf6e809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:48.371598 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0cbd858c-a27a-4cdf-9d75-dbe53d0b4871 req-448e099c-a5ba-42e5-ac9e-f78abcf6e809 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0880675 Nov 12 03:54:48.570603 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0cbd858c-a27a-4cdf-9d75-dbe53d0b4871 req-0fb34fe1-5d94-4686-a8b1-c59d9646b7fe service neutron] 10.222.0.74 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827533 Nov 12 03:54:48.815464 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9529c-7ab9-4e63-af19-a07a6488f0f2 req-f2ba7f96-8853-4319-ae92-a24faccc1e22 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:48.833576 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-84b9529c-7ab9-4e63-af19-a07a6488f0f2 req-f2ba7f96-8853-4319-ae92-a24faccc1e22 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c56de50-4306-4322-8d38-16202775a287 HTTP/1.1" status: 200 len: 943 time: 0.2003651 Nov 12 03:54:48.902541 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0cbd858c-a27a-4cdf-9d75-dbe53d0b4871 req-18e3506d-8b42-4865-939e-9e42bbe73f3d service neutron] 10.222.0.74 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202727 Nov 12 03:54:48.958884 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-84b9529c-7ab9-4e63-af19-a07a6488f0f2 req-caea8675-8159-4386-8486-3c480688e04f tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241152 Nov 12 03:54:50.163819 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b9c25-5ec0-4554-88d9-f1c9bc80def0 req-bf8b970e-a7ce-4209-8c71-ce8b9e1f722d tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:50.175842 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2c7b9c25-5ec0-4554-88d9-f1c9bc80def0 req-bf8b970e-a7ce-4209-8c71-ce8b9e1f722d tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c56de50-4306-4322-8d38-16202775a287 HTTP/1.1" status: 200 len: 943 time: 0.1151116 Nov 12 03:54:50.304693 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2c7b9c25-5ec0-4554-88d9-f1c9bc80def0 req-5fd5a21e-b7ef-4f80-a799-1e522800408b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278589 Nov 12 03:54:51.438354 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d805ee-a13d-49a1-b5ff-76a1d772d914 req-35b667d0-eb1e-4ed3-aba7-8c9cd9212885 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:51.440153 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-42d805ee-a13d-49a1-b5ff-76a1d772d914 req-35b667d0-eb1e-4ed3-aba7-8c9cd9212885 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c56de50-4306-4322-8d38-16202775a287 HTTP/1.1" status: 200 len: 943 time: 0.0586531 Nov 12 03:54:51.500486 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-42d805ee-a13d-49a1-b5ff-76a1d772d914 req-31a28834-3ad5-4650-986a-51642e0ef4c8 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540571 Nov 12 03:54:52.730581 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80aa9f7-56e5-4627-ba4d-aa6d31935cc7 req-79a92a6f-2690-4ecc-b0ad-0f52454186a6 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:52.738703 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f80aa9f7-56e5-4627-ba4d-aa6d31935cc7 req-79a92a6f-2690-4ecc-b0ad-0f52454186a6 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c56de50-4306-4322-8d38-16202775a287 HTTP/1.1" status: 200 len: 943 time: 0.1047120 Nov 12 03:54:52.802545 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f80aa9f7-56e5-4627-ba4d-aa6d31935cc7 req-72008cae-1a11-4241-9f40-7ccb203723cc tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627067 Nov 12 03:54:54.018045 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b2803-4447-4dc1-bf3f-b2b527619ab6 req-82a91a2e-8f3e-4a1e-ac3d-cba0b4103513 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:54.022365 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-726b2803-4447-4dc1-bf3f-b2b527619ab6 req-82a91a2e-8f3e-4a1e-ac3d-cba0b4103513 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c56de50-4306-4322-8d38-16202775a287 HTTP/1.1" status: 200 len: 943 time: 0.0966730 Nov 12 03:54:54.154914 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-726b2803-4447-4dc1-bf3f-b2b527619ab6 req-42f6b5ef-e89f-45f1-8a41-a6fd1ba1f084 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246567 Nov 12 03:54:54.181183 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49184) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:54.320659 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-df901cf8-df31-4481-9759-0c415e5b67b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:54.434352 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-df901cf8-df31-4481-9759-0c415e5b67b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:54.438762 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-df901cf8-df31-4481-9759-0c415e5b67b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:54.475742 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df901cf8-df31-4481-9759-0c415e5b67b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9fa572-b787-4f5c-8dc5-51f7d8ee8258,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:54.491244 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df901cf8-df31-4481-9759-0c415e5b67b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:54.491891 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df901cf8-df31-4481-9759-0c415e5b67b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:54.492422 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df901cf8-df31-4481-9759-0c415e5b67b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:54.492929 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df901cf8-df31-4481-9759-0c415e5b67b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:54.493573 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df901cf8-df31-4481-9759-0c415e5b67b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:54.494146 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df901cf8-df31-4481-9759-0c415e5b67b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:54.494632 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df901cf8-df31-4481-9759-0c415e5b67b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:54.495129 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df901cf8-df31-4481-9759-0c415e5b67b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:54.495617 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df901cf8-df31-4481-9759-0c415e5b67b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:54.496124 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df901cf8-df31-4481-9759-0c415e5b67b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:54.496630 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df901cf8-df31-4481-9759-0c415e5b67b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:54.497105 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df901cf8-df31-4481-9759-0c415e5b67b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:54.502402 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-df901cf8-df31-4481-9759-0c415e5b67b8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fdaf913c90344719975c535626563152&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3197892 Nov 12 03:54:54.505231 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 49194) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:54.558941 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5f258d77-6821-401f-b1eb-60f6ae9042e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:54.585881 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5f258d77-6821-401f-b1eb-60f6ae9042e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:54.632251 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5f258d77-6821-401f-b1eb-60f6ae9042e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:54.635417 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5f258d77-6821-401f-b1eb-60f6ae9042e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:54.639512 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5f258d77-6821-401f-b1eb-60f6ae9042e7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7e9fa572-b787-4f5c-8dc5-51f7d8ee8258 HTTP/1.1" status: 204 len: 168 time: 0.1332242 Nov 12 03:54:54.647946 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f258d77-6821-401f-b1eb-60f6ae9042e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9fa572-b787-4f5c-8dc5-51f7d8ee8258,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:54.999319 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 49208) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:55.013469 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-75e4ad0d-9ccf-4cfe-8dc9-c1a8877e29eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:55.098451 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-75e4ad0d-9ccf-4cfe-8dc9-c1a8877e29eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:55.104185 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-75e4ad0d-9ccf-4cfe-8dc9-c1a8877e29eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:55.146573 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-75e4ad0d-9ccf-4cfe-8dc9-c1a8877e29eb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b25490e829584b56816a3fc502eb2ff0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1460929 Nov 12 03:54:55.147467 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4ad0d-9ccf-4cfe-8dc9-c1a8877e29eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5016ef23-d577-4769-9032-fad6dbefee03,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:55.149516 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49210) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:55.228466 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-24a3e1c8-a177-4975-8b3c-41cc7e93bdf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:55.281129 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-24a3e1c8-a177-4975-8b3c-41cc7e93bdf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:55.293738 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05be958-799a-47c8-b7ad-aee6e4654f2b req-461853e2-dbd7-4664-9604-e623ae3a2568 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:55.302766 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f05be958-799a-47c8-b7ad-aee6e4654f2b req-461853e2-dbd7-4664-9604-e623ae3a2568 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c56de50-4306-4322-8d38-16202775a287 HTTP/1.1" status: 200 len: 943 time: 0.0651550 Nov 12 03:54:55.367637 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-24a3e1c8-a177-4975-8b3c-41cc7e93bdf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:55.371911 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-24a3e1c8-a177-4975-8b3c-41cc7e93bdf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:55.373470 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-24a3e1c8-a177-4975-8b3c-41cc7e93bdf4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5016ef23-d577-4769-9032-fad6dbefee03 HTTP/1.1" status: 204 len: 168 time: 0.2219095 Nov 12 03:54:55.385960 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a3e1c8-a177-4975-8b3c-41cc7e93bdf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5016ef23-d577-4769-9032-fad6dbefee03,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:55.441318 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f05be958-799a-47c8-b7ad-aee6e4654f2b req-a501d4ec-2869-4a0c-933b-3ad2c558471d tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370976 Nov 12 03:54:55.800399 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49230) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:55.814687 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-86f88365-eccb-4ac3-8761-4c9776df0bbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:55.934001 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-86f88365-eccb-4ac3-8761-4c9776df0bbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:55.939604 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-86f88365-eccb-4ac3-8761-4c9776df0bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:55.983549 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f88365-eccb-4ac3-8761-4c9776df0bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05fc080-09c0-4380-aecb-e398c1007838,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:55.988359 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-86f88365-eccb-4ac3-8761-4c9776df0bbd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=573d0a57c8b94f48ae0c293e99831787&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1866369 Nov 12 03:54:55.991157 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49232) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:56.049946 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-315aeb80-086e-4a9b-87f7-33427c5155be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:56.075637 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-315aeb80-086e-4a9b-87f7-33427c5155be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:56.134561 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-315aeb80-086e-4a9b-87f7-33427c5155be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:56.137744 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-315aeb80-086e-4a9b-87f7-33427c5155be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:56.139172 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-315aeb80-086e-4a9b-87f7-33427c5155be admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a05fc080-09c0-4380-aecb-e398c1007838 HTTP/1.1" status: 204 len: 168 time: 0.1469247 Nov 12 03:54:56.158602 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315aeb80-086e-4a9b-87f7-33427c5155be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05fc080-09c0-4380-aecb-e398c1007838,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:56.587567 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4fcd34-1f18-4ddd-bb6a-82394f98f8c9 req-ecf5a36c-a8d3-4d0c-86c0-221bb46ae530 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:56.595436 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4d4fcd34-1f18-4ddd-bb6a-82394f98f8c9 req-ecf5a36c-a8d3-4d0c-86c0-221bb46ae530 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c56de50-4306-4322-8d38-16202775a287 HTTP/1.1" status: 200 len: 943 time: 0.0602551 Nov 12 03:54:56.673555 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4d4fcd34-1f18-4ddd-bb6a-82394f98f8c9 req-4186b4b8-4907-4aea-ad0a-22eda6381b6d tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715268 Nov 12 03:54:56.941566 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49270) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:57.042115 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-bc83705b-7008-4885-9d3e-9efd0674d119 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-660697869-network', 'tenant_id': '71bb88761be64fdca8e5a72446290996'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:57.063670 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc83705b-7008-4885-9d3e-9efd0674d119 admin admin] Made reservation on behalf of 71bb88761be64fdca8e5a72446290996 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:57.066035 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bc83705b-7008-4885-9d3e-9efd0674d119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:57.075446 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bc83705b-7008-4885-9d3e-9efd0674d119 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:57.153340 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bc83705b-7008-4885-9d3e-9efd0674d119 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:57.157309 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bc83705b-7008-4885-9d3e-9efd0674d119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:57.183708 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc83705b-7008-4885-9d3e-9efd0674d119 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:54:57.192682 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc83705b-7008-4885-9d3e-9efd0674d119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262c65ca-eb49-4e69-b40f-bc1c1b0a2d5e,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:57.200316 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bc83705b-7008-4885-9d3e-9efd0674d119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:57.200673 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-bc83705b-7008-4885-9d3e-9efd0674d119 admin admin] Added segment e8b606c3-c18f-4ad7-9d41-9e74ae05ffeb of type vlan for network 0f28a1dd-fe15-4216-9640-93f5cca3d09e Nov 12 03:54:57.244828 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bc83705b-7008-4885-9d3e-9efd0674d119 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:57.272458 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bc83705b-7008-4885-9d3e-9efd0674d119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:57.273521 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc83705b-7008-4885-9d3e-9efd0674d119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:57.274115 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bc83705b-7008-4885-9d3e-9efd0674d119 admin admin] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:57.307030 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-bc83705b-7008-4885-9d3e-9efd0674d119 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3642616 Nov 12 03:54:57.309924 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 49274) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:57.315564 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-6b93d6bf-51f6-45f9-94cb-e8a368db9801 admin admin] Request body: {'subnet': {'network_id': '0f28a1dd-fe15-4216-9640-93f5cca3d09e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-660697869-subnet', 'tenant_id': '71bb88761be64fdca8e5a72446290996', 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:57.340914 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b93d6bf-51f6-45f9-94cb-e8a368db9801 admin admin] Made reservation on behalf of 71bb88761be64fdca8e5a72446290996 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:57.344592 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6b93d6bf-51f6-45f9-94cb-e8a368db9801 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:57.594281 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6b93d6bf-51f6-45f9-94cb-e8a368db9801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:57.649126 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93d6bf-51f6-45f9-94cb-e8a368db9801 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eafe918-753e-4b4f-95fe-e0570b8b4456,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:57.690615 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b93d6bf-51f6-45f9-94cb-e8a368db9801 admin admin] Checking segment: {'id': 'e8b606c3-c18f-4ad7-9d41-9e74ae05ffeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0f28a1dd-fe15-4216-9640-93f5cca3d09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:57.690967 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b93d6bf-51f6-45f9-94cb-e8a368db9801 admin admin] Network hostable DHCP agents. Network: 0f28a1dd-fe15-4216-9640-93f5cca3d09e, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:54:57.719243 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b93d6bf-51f6-45f9-94cb-e8a368db9801 admin admin] Network 0f28a1dd-fe15-4216-9640-93f5cca3d09e is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:54:57.725408 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-6b93d6bf-51f6-45f9-94cb-e8a368db9801 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 0f28a1dd-fe15-4216-9640-93f5cca3d09e) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:57.736884 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd647f6-d77e-4666-9330-0e6e96257b39 None None] Network 0f28a1dd-fe15-4216-9640-93f5cca3d09e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:57.751953 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b93d6bf-51f6-45f9-94cb-e8a368db9801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:57.753194 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6b93d6bf-51f6-45f9-94cb-e8a368db9801 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:57.799724 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49284) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:57.802158 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6b93d6bf-51f6-45f9-94cb-e8a368db9801 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4901040 Nov 12 03:54:57.807622 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-690c22dc-2a8b-4b3d-986b-e50060e194e6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-660697869-router', 'tenant_id': '71bb88761be64fdca8e5a72446290996', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:57.814976 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc83705b-7008-4885-9d3e-9efd0674d119 admin admin] Pushing event updated for resources: {'Network': ['ID=0f28a1dd-fe15-4216-9640-93f5cca3d09e,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:57.855939 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 0f28a1dd-fe15-4216-9640-93f5cca3d09e details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:54:57.872250 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-690c22dc-2a8b-4b3d-986b-e50060e194e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:57.873300 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-690c22dc-2a8b-4b3d-986b-e50060e194e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:57.916210 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cc12c-9d3c-445f-96c8-171ff95636e9 req-add85759-fedb-432e-a091-8b01b76bf0db tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:57.926506 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-407cc12c-9d3c-445f-96c8-171ff95636e9 req-add85759-fedb-432e-a091-8b01b76bf0db tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c56de50-4306-4322-8d38-16202775a287 HTTP/1.1" status: 200 len: 943 time: 0.1227736 Nov 12 03:54:57.983442 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-690c22dc-2a8b-4b3d-986b-e50060e194e6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:57.997311 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-407cc12c-9d3c-445f-96c8-171ff95636e9 req-7027348e-6e1e-4e44-bbcc-8072a367512c tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698452 Nov 12 03:54:58.094367 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c997ae27-3a1b-404a-936b-5b1676e046a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-0f28a1dd-fe15-4216-9640-93f5cca3d09e', 'network_id': '0f28a1dd-fe15-4216-9640-93f5cca3d09e', 'tenant_id': '71bb88761be64fdca8e5a72446290996', 'fixed_ips': [{'subnet_id': '5eafe918-753e-4b4f-95fe-e0570b8b4456'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:54:58.096111 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c997ae27-3a1b-404a-936b-5b1676e046a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:58.188507 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-690c22dc-2a8b-4b3d-986b-e50060e194e6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:58.263569 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-c997ae27-3a1b-404a-936b-5b1676e046a0 None None] Allocated IP 172.20.0.2 (0f28a1dd-fe15-4216-9640-93f5cca3d09e/5eafe918-753e-4b4f-95fe-e0570b8b4456/a2fbce99-dd85-4196-9b29-9ad92a1c93bd) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:58.433881 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-690c22dc-2a8b-4b3d-986b-e50060e194e6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:58.452615 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c997ae27-3a1b-404a-936b-5b1676e046a0 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:58.454273 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-690c22dc-2a8b-4b3d-986b-e50060e194e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:58.460379 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c997ae27-3a1b-404a-936b-5b1676e046a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:58.517376 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c997ae27-3a1b-404a-936b-5b1676e046a0 None None] Pushing event updated for resources: {'Port': ['ID=a2fbce99-dd85-4196-9b29-9ad92a1c93bd,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:58.530458 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997ae27-3a1b-404a-936b-5b1676e046a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:58.530803 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997ae27-3a1b-404a-936b-5b1676e046a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:58.531145 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997ae27-3a1b-404a-936b-5b1676e046a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:58.531518 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997ae27-3a1b-404a-936b-5b1676e046a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:58.531865 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997ae27-3a1b-404a-936b-5b1676e046a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:58.532478 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997ae27-3a1b-404a-936b-5b1676e046a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:58.532813 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997ae27-3a1b-404a-936b-5b1676e046a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:58.533137 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997ae27-3a1b-404a-936b-5b1676e046a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:58.533459 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997ae27-3a1b-404a-936b-5b1676e046a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:58.533781 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997ae27-3a1b-404a-936b-5b1676e046a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:58.534099 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997ae27-3a1b-404a-936b-5b1676e046a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:58.534419 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997ae27-3a1b-404a-936b-5b1676e046a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:58.559368 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c997ae27-3a1b-404a-936b-5b1676e046a0 None None] Network 0f28a1dd-fe15-4216-9640-93f5cca3d09e is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:58.563414 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-c997ae27-3a1b-404a-936b-5b1676e046a0 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:58.567103 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c997ae27-3a1b-404a-936b-5b1676e046a0 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:54:58.582765 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-690c22dc-2a8b-4b3d-986b-e50060e194e6 admin admin] Allocated IP 172.25.5.198 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/e99c3e15-e06d-4937-8351-4a0913991b0b) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:58.642485 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-c997ae27-3a1b-404a-936b-5b1676e046a0 None None] Attempting to bind port a2fbce99-dd85-4196-9b29-9ad92a1c93bd on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:54:58.643164 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-c997ae27-3a1b-404a-936b-5b1676e046a0 None None] Attempting to bind port a2fbce99-dd85-4196-9b29-9ad92a1c93bd by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'e8b606c3-c18f-4ad7-9d41-9e74ae05ffeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0f28a1dd-fe15-4216-9640-93f5cca3d09e'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:54:58.643626 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c997ae27-3a1b-404a-936b-5b1676e046a0 None None] Attempting to bind port a2fbce99-dd85-4196-9b29-9ad92a1c93bd on network 0f28a1dd-fe15-4216-9640-93f5cca3d09e {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:58.649284 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c997ae27-3a1b-404a-936b-5b1676e046a0 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:54:58.649854 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c997ae27-3a1b-404a-936b-5b1676e046a0 None None] Checking segment: {'id': 'e8b606c3-c18f-4ad7-9d41-9e74ae05ffeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0f28a1dd-fe15-4216-9640-93f5cca3d09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:58.650375 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c997ae27-3a1b-404a-936b-5b1676e046a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:58.650864 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c997ae27-3a1b-404a-936b-5b1676e046a0 None None] Bound using segment: {'id': 'e8b606c3-c18f-4ad7-9d41-9e74ae05ffeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0f28a1dd-fe15-4216-9640-93f5cca3d09e'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:54:58.651430 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-c997ae27-3a1b-404a-936b-5b1676e046a0 None None] Bound port: a2fbce99-dd85-4196-9b29-9ad92a1c93bd, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8b606c3-c18f-4ad7-9d41-9e74ae05ffeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0f28a1dd-fe15-4216-9640-93f5cca3d09e'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:54:58.651909 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c997ae27-3a1b-404a-936b-5b1676e046a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:58.706364 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-690c22dc-2a8b-4b3d-986b-e50060e194e6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:58.740904 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-c997ae27-3a1b-404a-936b-5b1676e046a0 None None] For port a2fbce99-dd85-4196-9b29-9ad92a1c93bd, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:54:58.753361 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-c997ae27-3a1b-404a-936b-5b1676e046a0 None None] For port a2fbce99-dd85-4196-9b29-9ad92a1c93bd, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=a2fbce99-dd85-4196-9b29-9ad92a1c93bd,segment=NetworkSegment(e8b606c3-c18f-4ad7-9d41-9e74ae05ffeb),segment_id=e8b606c3-c18f-4ad7-9d41-9e74ae05ffeb)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:54:58.762087 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c997ae27-3a1b-404a-936b-5b1676e046a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:58.802377 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-690c22dc-2a8b-4b3d-986b-e50060e194e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:58.851767 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690c22dc-2a8b-4b3d-986b-e50060e194e6 admin admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:58.855856 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-690c22dc-2a8b-4b3d-986b-e50060e194e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:58.860960 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690c22dc-2a8b-4b3d-986b-e50060e194e6 admin admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:54:58.863050 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c22dc-2a8b-4b3d-986b-e50060e194e6 admin admin] Pushing event updated for resources: {'Port': ['ID=e99c3e15-e06d-4937-8351-4a0913991b0b,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:58.912382 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c997ae27-3a1b-404a-936b-5b1676e046a0 None None] Pushing event updated for resources: {'Port': ['ID=a2fbce99-dd85-4196-9b29-9ad92a1c93bd,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:58.923686 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ca1bcc-be62-44a4-a775-f70a3c7e5e5c None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:54:59.002358 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-54f6b349-460c-4a19-b3e6-359eefd5b7dd None None] Provisioning complete for port e99c3e15-e06d-4937-8351-4a0913991b0b triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:59.003090 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-54f6b349-460c-4a19-b3e6-359eefd5b7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:59.053056 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-54f6b349-460c-4a19-b3e6-359eefd5b7dd None None] Port e99c3e15-e06d-4937-8351-4a0913991b0b cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:54:59.266106 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-690c22dc-2a8b-4b3d-986b-e50060e194e6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:59.326315 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91602f35-0473-4b97-9312-062961b2116b req-f88d0a65-688e-494a-aa50-e9d953680ca1 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:59.328575 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-91602f35-0473-4b97-9312-062961b2116b req-f88d0a65-688e-494a-aa50-e9d953680ca1 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c56de50-4306-4322-8d38-16202775a287 HTTP/1.1" status: 200 len: 943 time: 0.1278789 Nov 12 03:54:59.402593 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 2a1d39ea-3be2-49fa-9056-d8ee18a6d050 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:54:59.471984 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-91602f35-0473-4b97-9312-062961b2116b req-4756ef20-ac31-4386-81ce-62ede05ac562 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237597 Nov 12 03:54:59.609271 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 2a1d39ea-3be2-49fa-9056-d8ee18a6d050, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=2a1d39ea-3be2-49fa-9056-d8ee18a6d050,segment=NetworkSegment(0f2f65a3-04d3-403b-a440-78cd841660b6),segment_id=0f2f65a3-04d3-403b-a440-78cd841660b6)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:59.644462 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '2a1d39ea-3be2-49fa-9056-d8ee18a6d050', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'port_id': '2a1d39ea-3be2-49fa-9056-d8ee18a6d050', 'mac_address': 'fa:16:3e:bc:23:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:54:59.668980 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-690c22dc-2a8b-4b3d-986b-e50060e194e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:59.709036 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:59.732269 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a1d39ea-3be2-49fa-9056-d8ee18a6d050 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:54:59.759463 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device a2fbce99-dd85-4196-9b29-9ad92a1c93bd up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:59.864175 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 2a1d39ea-3be2-49fa-9056-d8ee18a6d050, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=2a1d39ea-3be2-49fa-9056-d8ee18a6d050,segment=NetworkSegment(0f2f65a3-04d3-403b-a440-78cd841660b6),segment_id=0f2f65a3-04d3-403b-a440-78cd841660b6)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:59.890183 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:59.903101 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port a2fbce99-dd85-4196-9b29-9ad92a1c93bd triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:59.905287 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:59.916045 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-690c22dc-2a8b-4b3d-986b-e50060e194e6 admin admin] Router 1f19e855-67da-4775-bf1a-bd9b5cac4a8e is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:55:00.004417 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=2a1d39ea-3be2-49fa-9056-d8ee18a6d050,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:00.171085 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:00.218069 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['2a1d39ea-3be2-49fa-9056-d8ee18a6d050'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:55:00.232315 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690c22dc-2a8b-4b3d-986b-e50060e194e6 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:55:00.244762 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4affd4cc-6ad8-48c7-b565-7ccfbf5d387c None None] Sync routers for ids ['1f19e855-67da-4775-bf1a-bd9b5cac4a8e'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:55:00.260723 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4affd4cc-6ad8-48c7-b565-7ccfbf5d387c None None] Routers {'1f19e855-67da-4775-bf1a-bd9b5cac4a8e'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:55:00.261178 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-4affd4cc-6ad8-48c7-b565-7ccfbf5d387c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:54:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1f19e855-67da-4775-bf1a-bd9b5cac4a8e'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:00.267954 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-690c22dc-2a8b-4b3d-986b-e50060e194e6 admin admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:00.269995 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-690c22dc-2a8b-4b3d-986b-e50060e194e6 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4690239 Nov 12 03:55:00.272796 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 49300) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:00.325249 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port a2fbce99-dd85-4196-9b29-9ad92a1c93bd, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=a2fbce99-dd85-4196-9b29-9ad92a1c93bd,segment=NetworkSegment(e8b606c3-c18f-4ad7-9d41-9e74ae05ffeb),segment_id=e8b606c3-c18f-4ad7-9d41-9e74ae05ffeb)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:00.341000 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:00.482788 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=a2fbce99-dd85-4196-9b29-9ad92a1c93bd,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:00.501093 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-4affd4cc-6ad8-48c7-b565-7ccfbf5d387c None None] Set router 1f19e855-67da-4775-bf1a-bd9b5cac4a8e gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:55:00.551277 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0318fc7d-3581-4414-94df-d85c59876566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:00.850448 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fdae3c-3f16-4743-98a3-f54a41820002 None None] Network 0f28a1dd-fe15-4216-9640-93f5cca3d09e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:55:00.864750 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-4affd4cc-6ad8-48c7-b565-7ccfbf5d387c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'name': 'tempest-TestVolumeBackupRestore-660697869-router', 'tenant_id': '71bb88761be64fdca8e5a72446290996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'e99c3e15-e06d-4937-8351-4a0913991b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:57Z', 'updated_at': '2021-11-12T03:54:59Z', 'revision_number': 3, 'project_id': '71bb88761be64fdca8e5a72446290996', 'gw_port': {'id': 'e99c3e15-e06d-4937-8351-4a0913991b0b', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:58Z', 'updated_at': '2021-11-12T03:54:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:00.906637 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1568a-96bb-4a01-bf64-ff029a0a41d9 req-f5d691de-1ee1-4608-82b3-247792c7e0ab tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:00.908879 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4ec1568a-96bb-4a01-bf64-ff029a0a41d9 req-f5d691de-1ee1-4608-82b3-247792c7e0ab tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c56de50-4306-4322-8d38-16202775a287 HTTP/1.1" status: 200 len: 944 time: 0.1635320 Nov 12 03:55:00.937879 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4affd4cc-6ad8-48c7-b565-7ccfbf5d387c None None] Checking router: 1f19e855-67da-4775-bf1a-bd9b5cac4a8e for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:55:00.938509 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4affd4cc-6ad8-48c7-b565-7ccfbf5d387c None None] Updating router 1f19e855-67da-4775-bf1a-bd9b5cac4a8e port e99c3e15-e06d-4937-8351-4a0913991b0b binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:55:00.974508 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4affd4cc-6ad8-48c7-b565-7ccfbf5d387c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:00.984110 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-0db83336-37ab-459a-b349-cf7559cd5692 None None] Provisioning complete for port a2fbce99-dd85-4196-9b29-9ad92a1c93bd triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:00.990038 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0db83336-37ab-459a-b349-cf7559cd5692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:01.170455 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4ec1568a-96bb-4a01-bf64-ff029a0a41d9 req-edb92500-32ac-4419-8458-a3dabc4c3b4a tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2526715 Nov 12 03:55:01.529870 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5eb4fe8e-86b9-47f5-bf65-1afe1b76554a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:01.739692 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4affd4cc-6ad8-48c7-b565-7ccfbf5d387c None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:01.757370 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4affd4cc-6ad8-48c7-b565-7ccfbf5d387c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:01.819132 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device a2fbce99-dd85-4196-9b29-9ad92a1c93bd up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:55:01.923152 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac6c236-292e-4308-bfb5-9743a494a94c None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:55:01.951274 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port a2fbce99-dd85-4196-9b29-9ad92a1c93bd triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:01.951656 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:01.984161 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff99df9-6dfd-4178-b574-2a7bcf169c73 None None] Pushing event updated for resources: {'Port': ['ID=e99c3e15-e06d-4937-8351-4a0913991b0b,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:02.012634 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-4affd4cc-6ad8-48c7-b565-7ccfbf5d387c None None] Attempting to bind port e99c3e15-e06d-4937-8351-4a0913991b0b on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:55:02.016687 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-4affd4cc-6ad8-48c7-b565-7ccfbf5d387c None None] Attempting to bind port e99c3e15-e06d-4937-8351-4a0913991b0b by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:55:02.016948 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-f702cd43-7a85-40ac-aa4f-7434793d8d12 None None] Provisioning complete for port a2fbce99-dd85-4196-9b29-9ad92a1c93bd triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:02.017068 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4affd4cc-6ad8-48c7-b565-7ccfbf5d387c None None] Attempting to bind port e99c3e15-e06d-4937-8351-4a0913991b0b on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:55:02.017316 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f702cd43-7a85-40ac-aa4f-7434793d8d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:02.033009 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff99df9-6dfd-4178-b574-2a7bcf169c73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:02.033363 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff99df9-6dfd-4178-b574-2a7bcf169c73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:02.033899 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff99df9-6dfd-4178-b574-2a7bcf169c73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:02.034234 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff99df9-6dfd-4178-b574-2a7bcf169c73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:02.034563 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff99df9-6dfd-4178-b574-2a7bcf169c73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:02.034889 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff99df9-6dfd-4178-b574-2a7bcf169c73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:02.035211 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff99df9-6dfd-4178-b574-2a7bcf169c73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:02.035532 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff99df9-6dfd-4178-b574-2a7bcf169c73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:02.035853 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff99df9-6dfd-4178-b574-2a7bcf169c73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:02.036198 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff99df9-6dfd-4178-b574-2a7bcf169c73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:02.036511 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff99df9-6dfd-4178-b574-2a7bcf169c73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:02.040826 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff99df9-6dfd-4178-b574-2a7bcf169c73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:02.050649 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-5eb4fe8e-86b9-47f5-bf65-1afe1b76554a admin admin] Allocated IP 172.20.0.1 (0f28a1dd-fe15-4216-9640-93f5cca3d09e/5eafe918-753e-4b4f-95fe-e0570b8b4456/20473bb2-1877-44a0-ae1c-ce5f1d32782a) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:55:02.062859 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4affd4cc-6ad8-48c7-b565-7ccfbf5d387c None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:55:02.063229 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4affd4cc-6ad8-48c7-b565-7ccfbf5d387c None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:55:02.063631 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4affd4cc-6ad8-48c7-b565-7ccfbf5d387c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:02.064354 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4affd4cc-6ad8-48c7-b565-7ccfbf5d387c None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:55:02.064755 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-4affd4cc-6ad8-48c7-b565-7ccfbf5d387c None None] Bound port: e99c3e15-e06d-4937-8351-4a0913991b0b, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:55:02.073122 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4affd4cc-6ad8-48c7-b565-7ccfbf5d387c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:02.174353 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-f702cd43-7a85-40ac-aa4f-7434793d8d12 None None] Provisioning complete for port e99c3e15-e06d-4937-8351-4a0913991b0b triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:02.175000 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f702cd43-7a85-40ac-aa4f-7434793d8d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:02.226525 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5eb4fe8e-86b9-47f5-bf65-1afe1b76554a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:02.232841 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-4affd4cc-6ad8-48c7-b565-7ccfbf5d387c None None] For port e99c3e15-e06d-4937-8351-4a0913991b0b, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:55:02.236967 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-4affd4cc-6ad8-48c7-b565-7ccfbf5d387c None None] For port e99c3e15-e06d-4937-8351-4a0913991b0b, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e99c3e15-e06d-4937-8351-4a0913991b0b,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:55:02.253179 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4affd4cc-6ad8-48c7-b565-7ccfbf5d387c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:02.253980 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-f702cd43-7a85-40ac-aa4f-7434793d8d12 None None] Port e99c3e15-e06d-4937-8351-4a0913991b0b cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:55:02.330305 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5eb4fe8e-86b9-47f5-bf65-1afe1b76554a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:02.373297 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff99df9-6dfd-4178-b574-2a7bcf169c73 None None] Pushing event updated for resources: {'Port': ['ID=e99c3e15-e06d-4937-8351-4a0913991b0b,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:02.387817 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931f6681-f1e5-44c2-bfa6-e5d630eb76e2 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:55:02.403262 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4affd4cc-6ad8-48c7-b565-7ccfbf5d387c None None] Routers {'1f19e855-67da-4775-bf1a-bd9b5cac4a8e'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:55:02.404118 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-4affd4cc-6ad8-48c7-b565-7ccfbf5d387c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:54:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1f19e855-67da-4775-bf1a-bd9b5cac4a8e'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:02.404856 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb4fe8e-86b9-47f5-bf65-1afe1b76554a admin admin] Pushing event updated for resources: {'Port': ['ID=20473bb2-1877-44a0-ae1c-ce5f1d32782a,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:02.428971 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb4fe8e-86b9-47f5-bf65-1afe1b76554a admin admin] Network 0f28a1dd-fe15-4216-9640-93f5cca3d09e is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:55:02.431209 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-5eb4fe8e-86b9-47f5-bf65-1afe1b76554a admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:55:02.439138 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb4fe8e-86b9-47f5-bf65-1afe1b76554a admin admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:55:02.450324 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedd085-fba2-4c50-ba63-1c8e494d197e req-7e187c44-4329-43f7-88da-ad812683b2b2 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:02.453656 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bdedd085-fba2-4c50-ba63-1c8e494d197e req-7e187c44-4329-43f7-88da-ad812683b2b2 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c56de50-4306-4322-8d38-16202775a287 HTTP/1.1" status: 200 len: 944 time: 0.1803856 Nov 12 03:55:02.525707 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-f5b1b204-03cb-4fde-bb29-c3fdefe8e8ce None None] Provisioning complete for port e99c3e15-e06d-4937-8351-4a0913991b0b triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:02.526130 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f5b1b204-03cb-4fde-bb29-c3fdefe8e8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:02.546428 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bdedd085-fba2-4c50-ba63-1c8e494d197e req-6ea59dc1-cf17-4304-bdad-9caed36f1e1a tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812566 Nov 12 03:55:02.702544 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-4affd4cc-6ad8-48c7-b565-7ccfbf5d387c None None] Set router 1f19e855-67da-4775-bf1a-bd9b5cac4a8e gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:55:02.749903 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f5b1b204-03cb-4fde-bb29-c3fdefe8e8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:02.799844 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-f5b1b204-03cb-4fde-bb29-c3fdefe8e8ce None None] For port e99c3e15-e06d-4937-8351-4a0913991b0b, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e99c3e15-e06d-4937-8351-4a0913991b0b,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:02.809844 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f5b1b204-03cb-4fde-bb29-c3fdefe8e8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:02.874385 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b1b204-03cb-4fde-bb29-c3fdefe8e8ce None None] Pushing event updated for resources: {'Port': ['ID=e99c3e15-e06d-4937-8351-4a0913991b0b,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:02.958630 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5eb4fe8e-86b9-47f5-bf65-1afe1b76554a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:02.961347 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-ddcae8ac-a460-4373-a2be-d043c3208530 None None] Provisioning complete for port 20473bb2-1877-44a0-ae1c-ce5f1d32782a triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:02.961347 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ddcae8ac-a460-4373-a2be-d043c3208530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:03.034710 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-ddcae8ac-a460-4373-a2be-d043c3208530 None None] Port 20473bb2-1877-44a0-ae1c-ce5f1d32782a cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:55:03.192415 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5eb4fe8e-86b9-47f5-bf65-1afe1b76554a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:03.204511 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-4affd4cc-6ad8-48c7-b565-7ccfbf5d387c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'name': 'tempest-TestVolumeBackupRestore-660697869-router', 'tenant_id': '71bb88761be64fdca8e5a72446290996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'e99c3e15-e06d-4937-8351-4a0913991b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:57Z', 'updated_at': '2021-11-12T03:54:59Z', 'revision_number': 3, 'project_id': '71bb88761be64fdca8e5a72446290996', 'gw_port': {'id': 'e99c3e15-e06d-4937-8351-4a0913991b0b', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:58Z', 'updated_at': '2021-11-12T03:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:03.279737 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4affd4cc-6ad8-48c7-b565-7ccfbf5d387c None None] The sync data for ids ['1f19e855-67da-4775-bf1a-bd9b5cac4a8e'] in n-d-715271-27 is: [{'id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'name': 'tempest-TestVolumeBackupRestore-660697869-router', 'tenant_id': '71bb88761be64fdca8e5a72446290996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'e99c3e15-e06d-4937-8351-4a0913991b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:57Z', 'updated_at': '2021-11-12T03:54:59Z', 'revision_number': 3, 'project_id': '71bb88761be64fdca8e5a72446290996', 'gw_port': {'id': 'e99c3e15-e06d-4937-8351-4a0913991b0b', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:58Z', 'updated_at': '2021-11-12T03:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:55:03.396440 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bbc7b492-fdb3-485c-a5d8-38b0cfeb245d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:03.420836 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 2a1d39ea-3be2-49fa-9056-d8ee18a6d050 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:55:03.554687 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 2a1d39ea-3be2-49fa-9056-d8ee18a6d050 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:55:03.562648 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5eb4fe8e-86b9-47f5-bf65-1afe1b76554a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:03.566563 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 2a1d39ea-3be2-49fa-9056-d8ee18a6d050 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:03.567553 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:03.571481 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5eb4fe8e-86b9-47f5-bf65-1afe1b76554a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:03.669427 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5eb4fe8e-86b9-47f5-bf65-1afe1b76554a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:03.673294 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb4fe8e-86b9-47f5-bf65-1afe1b76554a admin admin] Pushing event updated for resources: {'Port': ['ID=20473bb2-1877-44a0-ae1c-ce5f1d32782a,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:03.692588 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:03.771102 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c56de50-4306-4322-8d38-16202775a287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1d39ea-3be2-49fa-9056-d8ee18a6d050'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:55:03.784365 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447464a6-2a41-41ca-b674-90780afc836f" -d '{"events": [{"server_uuid": "4c56de50-4306-4322-8d38-16202775a287", "name": "network-vif-plugged", "status": "completed", "tag": "2a1d39ea-3be2-49fa-9056-d8ee18a6d050"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:55:03.823511 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 2a1d39ea-3be2-49fa-9056-d8ee18a6d050, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=2a1d39ea-3be2-49fa-9056-d8ee18a6d050,segment=NetworkSegment(0f2f65a3-04d3-403b-a440-78cd841660b6),segment_id=0f2f65a3-04d3-403b-a440-78cd841660b6)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:03.829800 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:03.955414 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb4fe8e-86b9-47f5-bf65-1afe1b76554a admin admin] Network 0f28a1dd-fe15-4216-9640-93f5cca3d09e is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:55:03.972258 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417116f1-bb2c-43f7-bc5d-361a1da3135c req-90119ccf-c61c-4e30-ab20-f82ab8345702 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:03.981000 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-417116f1-bb2c-43f7-bc5d-361a1da3135c req-90119ccf-c61c-4e30-ab20-f82ab8345702 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c56de50-4306-4322-8d38-16202775a287 HTTP/1.1" status: 200 len: 944 time: 0.1867585 Nov 12 03:55:03.983432 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-5eb4fe8e-86b9-47f5-bf65-1afe1b76554a admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:55:04.012982 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=2a1d39ea-3be2-49fa-9056-d8ee18a6d050,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:04.130542 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-417116f1-bb2c-43f7-bc5d-361a1da3135c req-ec40b93b-4215-423d-a8ef-653fae6066ea tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484940 Nov 12 03:55:04.176818 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee4783b-2ce8-43b8-9444-8deb8c81f4d6 x-openstack-request-id: req-cee4783b-2ce8-43b8-9444-8deb8c81f4d6 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:55:04.177111 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c56de50-4306-4322-8d38-16202775a287", "name": "network-vif-plugged", "status": "completed", "tag": "2a1d39ea-3be2-49fa-9056-d8ee18a6d050", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:55:04.177342 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cee4783b-2ce8-43b8-9444-8deb8c81f4d6 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:55:04.177735 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c56de50-4306-4322-8d38-16202775a287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1d39ea-3be2-49fa-9056-d8ee18a6d050', 'code': 200} Nov 12 03:55:04.189086 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:04.282998 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb4fe8e-86b9-47f5-bf65-1afe1b76554a admin admin] Router 1f19e855-67da-4775-bf1a-bd9b5cac4a8e has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:55:04.378721 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-049c3813-c7f5-40f2-bddd-c4d8aebcf00a None None] Provisioning complete for port 20473bb2-1877-44a0-ae1c-ce5f1d32782a triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:04.379003 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-049c3813-c7f5-40f2-bddd-c4d8aebcf00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:04.475644 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-049c3813-c7f5-40f2-bddd-c4d8aebcf00a None None] Port 20473bb2-1877-44a0-ae1c-ce5f1d32782a cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:55:04.485142 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb4fe8e-86b9-47f5-bf65-1afe1b76554a admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:55:04.491385 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5eb4fe8e-86b9-47f5-bf65-1afe1b76554a admin admin] 10.222.0.50 "PUT /v2.0/routers/1f19e855-67da-4775-bf1a-bd9b5cac4a8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2114770 Nov 12 03:55:04.498507 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9441d7-6218-4b89-9767-fd9e63a3cc11 req-5f814295-693a-4b7e-b19d-14861dd72440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:04.504594 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5d9441d7-6218-4b89-9767-fd9e63a3cc11 req-5f814295-693a-4b7e-b19d-14861dd72440 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4c56de50-4306-4322-8d38-16202775a287 HTTP/1.1" status: 200 len: 1097 time: 0.0732701 Nov 12 03:55:04.691040 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5d9441d7-6218-4b89-9767-fd9e63a3cc11 req-d11cc92a-3720-4ba4-a9e7-d8cf20dd887a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736245 Nov 12 03:55:05.300233 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa764c-7401-4ab2-924e-07fc691862c4 req-15520cf4-c80c-4c86-b1fd-19e08a5f86fd tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:05.302480 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d8fa764c-7401-4ab2-924e-07fc691862c4 req-15520cf4-c80c-4c86-b1fd-19e08a5f86fd tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/ports?device_id=904d8f37-abf6-4e27-9b42-d047081af20c HTTP/1.1" status: 200 len: 945 time: 0.0693142 Nov 12 03:55:05.336028 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed702c-09bb-4137-9f76-a41de3518bc3 req-e41a7639-a729-4be9-9453-d8f82adb5257 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:05.344714 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c6ed702c-09bb-4137-9f76-a41de3518bc3 req-e41a7639-a729-4be9-9453-d8f82adb5257 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c56de50-4306-4322-8d38-16202775a287 HTTP/1.1" status: 200 len: 945 time: 0.0892615 Nov 12 03:55:05.379169 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d8fa764c-7401-4ab2-924e-07fc691862c4 req-f52c7ae2-738f-4c04-9747-fb1275a686e9 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/security-groups?id=d76f6ead-e2ee-43fd-aca1-615b0f787ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669663 Nov 12 03:55:05.435056 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c6ed702c-09bb-4137-9f76-a41de3518bc3 req-95f7c01f-494f-4279-8fe1-dc3aff184e5b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857222 Nov 12 03:55:05.490783 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:05.511319 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 49356) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:05.516395 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-6adcafe3-ce35-43ef-b666-3f6168b86dc5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1342158045-network', 'tenant_id': 'e795e71604da45fc9b1958b7bee4d27c'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:05.537343 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6adcafe3-ce35-43ef-b666-3f6168b86dc5 admin admin] Made reservation on behalf of e795e71604da45fc9b1958b7bee4d27c for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:55:05.540930 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6adcafe3-ce35-43ef-b666-3f6168b86dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:05.549685 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6adcafe3-ce35-43ef-b666-3f6168b86dc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:05.631333 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6adcafe3-ce35-43ef-b666-3f6168b86dc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:05.638790 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6adcafe3-ce35-43ef-b666-3f6168b86dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:05.679536 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6adcafe3-ce35-43ef-b666-3f6168b86dc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:55:05.689220 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adcafe3-ce35-43ef-b666-3f6168b86dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42688b01-992b-48a5-9227-5508275b217a,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:05.698983 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6adcafe3-ce35-43ef-b666-3f6168b86dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:05.699325 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-6adcafe3-ce35-43ef-b666-3f6168b86dc5 admin admin] Added segment fe6a5668-e297-4097-8909-e06db78dc4d4 of type vlan for network 45f7bdf7-8882-4d51-b685-909f2eda4946 Nov 12 03:55:05.718438 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e99c3e15-e06d-4937-8351-4a0913991b0b up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:55:05.750139 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6adcafe3-ce35-43ef-b666-3f6168b86dc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:05.780548 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6adcafe3-ce35-43ef-b666-3f6168b86dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:05.781520 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adcafe3-ce35-43ef-b666-3f6168b86dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:05.782090 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6adcafe3-ce35-43ef-b666-3f6168b86dc5 admin admin] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:05.801369 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port e99c3e15-e06d-4937-8351-4a0913991b0b triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:05.801858 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:05.816009 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6adcafe3-ce35-43ef-b666-3f6168b86dc5 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3035548 Nov 12 03:55:05.818777 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49366) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:05.825168 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-0850f7ee-d276-4c18-81f9-a23a836be3bf admin admin] Request body: {'subnet': {'network_id': '45f7bdf7-8882-4d51-b685-909f2eda4946', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1342158045-subnet', 'tenant_id': 'e795e71604da45fc9b1958b7bee4d27c', 'ip_version': 4}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:05.862948 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0850f7ee-d276-4c18-81f9-a23a836be3bf admin admin] Made reservation on behalf of e795e71604da45fc9b1958b7bee4d27c for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:55:05.865396 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0850f7ee-d276-4c18-81f9-a23a836be3bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:05.904261 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adcafe3-ce35-43ef-b666-3f6168b86dc5 admin admin] Pushing event updated for resources: {'Network': ['ID=45f7bdf7-8882-4d51-b685-909f2eda4946,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:06.106999 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0850f7ee-d276-4c18-81f9-a23a836be3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:06.113789 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 45f7bdf7-8882-4d51-b685-909f2eda4946 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:55:06.193254 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0850f7ee-d276-4c18-81f9-a23a836be3bf admin admin] Checking segment: {'id': 'fe6a5668-e297-4097-8909-e06db78dc4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45f7bdf7-8882-4d51-b685-909f2eda4946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:55:06.193636 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0850f7ee-d276-4c18-81f9-a23a836be3bf admin admin] Network hostable DHCP agents. Network: 45f7bdf7-8882-4d51-b685-909f2eda4946, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:55:06.195649 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0850f7ee-d276-4c18-81f9-a23a836be3bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a38c128c-933e-4b19-a3cf-5bcc94dacfef,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:06.220961 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0850f7ee-d276-4c18-81f9-a23a836be3bf admin admin] Network 45f7bdf7-8882-4d51-b685-909f2eda4946 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:55:06.232172 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd508c9-2fcb-4ab8-ae0f-a978ae1732c7 None None] Sync routers for ids ['1f19e855-67da-4775-bf1a-bd9b5cac4a8e'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:55:06.233819 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-0850f7ee-d276-4c18-81f9-a23a836be3bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 45f7bdf7-8882-4d51-b685-909f2eda4946) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:55:06.238899 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0850f7ee-d276-4c18-81f9-a23a836be3bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:06.239699 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0850f7ee-d276-4c18-81f9-a23a836be3bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:06.248701 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8242bc88-1bc7-4a92-b556-742865545645 None None] Network 45f7bdf7-8882-4d51-b685-909f2eda4946 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:55:06.260200 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0850f7ee-d276-4c18-81f9-a23a836be3bf admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4402030 Nov 12 03:55:06.262806 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 49378) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:06.265547 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd508c9-2fcb-4ab8-ae0f-a978ae1732c7 None None] Routers {'1f19e855-67da-4775-bf1a-bd9b5cac4a8e'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:55:06.266173 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-8dd508c9-2fcb-4ab8-ae0f-a978ae1732c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:55:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1f19e855-67da-4775-bf1a-bd9b5cac4a8e'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:06.267541 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-9a8016e3-dee3-41d4-a8e6-eb23adb9e80c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1342158045-router', 'tenant_id': 'e795e71604da45fc9b1958b7bee4d27c', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:06.290985 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9a8016e3-dee3-41d4-a8e6-eb23adb9e80c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:06.292018 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9a8016e3-dee3-41d4-a8e6-eb23adb9e80c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:06.347241 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9a8016e3-dee3-41d4-a8e6-eb23adb9e80c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:06.428040 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:06.485202 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-8dd508c9-2fcb-4ab8-ae0f-a978ae1732c7 None None] Set router 1f19e855-67da-4775-bf1a-bd9b5cac4a8e gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:55:06.559015 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b4c70-e448-48b2-95a9-4bcdc3f40f81 req-05fe7a18-77e5-4170-9156-e519b7174884 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:06.560755 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f33b4c70-e448-48b2-95a9-4bcdc3f40f81 req-05fe7a18-77e5-4170-9156-e519b7174884 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/ports?device_id=904d8f37-abf6-4e27-9b42-d047081af20c HTTP/1.1" status: 200 len: 945 time: 0.0787549 Nov 12 03:55:06.566402 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9a8016e3-dee3-41d4-a8e6-eb23adb9e80c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:06.601871 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e72791-faf6-436d-a50a-c9cb21321860 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-45f7bdf7-8882-4d51-b685-909f2eda4946', 'network_id': '45f7bdf7-8882-4d51-b685-909f2eda4946', 'tenant_id': 'e795e71604da45fc9b1958b7bee4d27c', 'fixed_ips': [{'subnet_id': 'a38c128c-933e-4b19-a3cf-5bcc94dacfef'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:55:06.602931 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b2e72791-faf6-436d-a50a-c9cb21321860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:06.624927 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f33b4c70-e448-48b2-95a9-4bcdc3f40f81 req-a3c77dbf-900f-4690-8292-c60f058f51af tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/security-groups?id=d76f6ead-e2ee-43fd-aca1-615b0f787ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570266 Nov 12 03:55:06.692040 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfed76-4cb8-4c82-a163-fa49c9247deb req-b321d84c-2957-432e-9bd9-4c2165e21973 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:06.693588 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d2bfed76-4cb8-4c82-a163-fa49c9247deb req-b321d84c-2957-432e-9bd9-4c2165e21973 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.90 "GET /v2.0/ports?device_id=904d8f37-abf6-4e27-9b42-d047081af20c HTTP/1.1" status: 200 len: 945 time: 0.1215789 Nov 12 03:55:06.782958 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab666273-02a0-4618-9f61-de4ca51bd329 req-23c57edc-c681-4676-b6d5-6d5ab9fdf264 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:06.784461 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ab666273-02a0-4618-9f61-de4ca51bd329 req-23c57edc-c681-4676-b6d5-6d5ab9fdf264 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c56de50-4306-4322-8d38-16202775a287 HTTP/1.1" status: 200 len: 945 time: 0.2140844 Nov 12 03:55:06.829684 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-b2e72791-faf6-436d-a50a-c9cb21321860 None None] Allocated IP 172.20.0.2 (45f7bdf7-8882-4d51-b685-909f2eda4946/a38c128c-933e-4b19-a3cf-5bcc94dacfef/4b946cf9-154e-4e89-9502-f102a2a2edb4) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:55:06.873899 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-8dd508c9-2fcb-4ab8-ae0f-a978ae1732c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'name': 'tempest-TestVolumeBackupRestore-660697869-router', 'tenant_id': '71bb88761be64fdca8e5a72446290996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'e99c3e15-e06d-4937-8351-4a0913991b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:57Z', 'updated_at': '2021-11-12T03:55:03Z', 'revision_number': 4, 'project_id': '71bb88761be64fdca8e5a72446290996', 'gw_port': {'id': 'e99c3e15-e06d-4937-8351-4a0913991b0b', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:58Z', 'updated_at': '2021-11-12T03:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '20473bb2-1877-44a0-ae1c-ce5f1d32782a', 'name': '', 'network_id': '0f28a1dd-fe15-4216-9640-93f5cca3d09e', 'tenant_id': '71bb88761be64fdca8e5a72446290996', 'mac_address': 'fa:16:3e:27:a7:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '5eafe918-753e-4b4f-95fe-e0570b8b4456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:01Z', 'updated_at': '2021-11-12T03:55:03Z', 'revision_number': 2, 'project_id': '71bb88761be64fdca8e5a72446290996', 'subnets': [{'id': '5eafe918-753e-4b4f-95fe-e0570b8b4456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:06.901485 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ab666273-02a0-4618-9f61-de4ca51bd329 req-c3e679b8-0e3e-4a22-a745-ac563ee1c0ed tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839682 Nov 12 03:55:06.932921 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd508c9-2fcb-4ab8-ae0f-a978ae1732c7 None None] Checking router: 1f19e855-67da-4775-bf1a-bd9b5cac4a8e for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:55:06.933278 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd508c9-2fcb-4ab8-ae0f-a978ae1732c7 None None] Updating router 1f19e855-67da-4775-bf1a-bd9b5cac4a8e port 20473bb2-1877-44a0-ae1c-ce5f1d32782a binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:55:06.969191 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8dd508c9-2fcb-4ab8-ae0f-a978ae1732c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:06.974234 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-d2bfed76-4cb8-4c82-a163-fa49c9247deb req-8189bcb0-29b5-4f59-a23d-d9b5c02614b9 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Deleting port 2ba75cc8-3c90-4dee-9c49-265fe64a9103 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:55:06.974687 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d2bfed76-4cb8-4c82-a163-fa49c9247deb req-8189bcb0-29b5-4f59-a23d-d9b5c02614b9 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:07.046759 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d5df9-04c8-4a1d-8414-d53b89ac5e3d req-843e1504-5c1e-4fe2-91d2-7164cdb0e163 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:07.054637 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-928d5df9-04c8-4a1d-8414-d53b89ac5e3d req-843e1504-5c1e-4fe2-91d2-7164cdb0e163 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c56de50-4306-4322-8d38-16202775a287 HTTP/1.1" status: 200 len: 945 time: 0.0703998 Nov 12 03:55:07.108820 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-928d5df9-04c8-4a1d-8414-d53b89ac5e3d req-571840d1-e965-4788-a386-f7fc12704286 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498405 Nov 12 03:55:07.135578 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9a8016e3-dee3-41d4-a8e6-eb23adb9e80c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:07.135828 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49386) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:07.139562 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b2e72791-faf6-436d-a50a-c9cb21321860 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:07.153403 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b2e72791-faf6-436d-a50a-c9cb21321860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:07.169673 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9a8016e3-dee3-41d4-a8e6-eb23adb9e80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:07.259744 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-d2bfed76-4cb8-4c82-a163-fa49c9247deb req-8189bcb0-29b5-4f59-a23d-d9b5c02614b9 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] For port 2ba75cc8-3c90-4dee-9c49-265fe64a9103, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=2ba75cc8-3c90-4dee-9c49-265fe64a9103,segment=NetworkSegment(a5b6a9b7-9e2c-49ff-997b-66d9aa071c53),segment_id=a5b6a9b7-9e2c-49ff-997b-66d9aa071c53)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:07.260149 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d2bfed76-4cb8-4c82-a163-fa49c9247deb req-8189bcb0-29b5-4f59-a23d-d9b5c02614b9 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:07.292349 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-d2bfed76-4cb8-4c82-a163-fa49c9247deb req-8189bcb0-29b5-4f59-a23d-d9b5c02614b9 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Calling delete_port for 2ba75cc8-3c90-4dee-9c49-265fe64a9103 owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:55:07.299483 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e72791-faf6-436d-a50a-c9cb21321860 None None] Network 45f7bdf7-8882-4d51-b685-909f2eda4946 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:55:07.306633 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-b2e72791-faf6-436d-a50a-c9cb21321860 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:55:07.313648 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e72791-faf6-436d-a50a-c9cb21321860 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:55:07.321243 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e72791-faf6-436d-a50a-c9cb21321860 None None] Pushing event updated for resources: {'Port': ['ID=4b946cf9-154e-4e89-9502-f102a2a2edb4,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:07.396932 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-9a8016e3-dee3-41d4-a8e6-eb23adb9e80c admin admin] Allocated IP 172.25.5.210 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/740a2eab-4995-4011-9d46-767420b7d35a) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:55:07.441577 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-b2e72791-faf6-436d-a50a-c9cb21321860 None None] Attempting to bind port 4b946cf9-154e-4e89-9502-f102a2a2edb4 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:55:07.442032 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-b2e72791-faf6-436d-a50a-c9cb21321860 None None] Attempting to bind port 4b946cf9-154e-4e89-9502-f102a2a2edb4 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'fe6a5668-e297-4097-8909-e06db78dc4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45f7bdf7-8882-4d51-b685-909f2eda4946'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:55:07.443325 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e72791-faf6-436d-a50a-c9cb21321860 None None] Attempting to bind port 4b946cf9-154e-4e89-9502-f102a2a2edb4 on network 45f7bdf7-8882-4d51-b685-909f2eda4946 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:55:07.454067 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e72791-faf6-436d-a50a-c9cb21321860 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:55:07.454320 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e72791-faf6-436d-a50a-c9cb21321860 None None] Checking segment: {'id': 'fe6a5668-e297-4097-8909-e06db78dc4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45f7bdf7-8882-4d51-b685-909f2eda4946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:55:07.454508 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b2e72791-faf6-436d-a50a-c9cb21321860 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:07.454914 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e72791-faf6-436d-a50a-c9cb21321860 None None] Bound using segment: {'id': 'fe6a5668-e297-4097-8909-e06db78dc4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45f7bdf7-8882-4d51-b685-909f2eda4946'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:55:07.455372 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-b2e72791-faf6-436d-a50a-c9cb21321860 None None] Bound port: 4b946cf9-154e-4e89-9502-f102a2a2edb4, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe6a5668-e297-4097-8909-e06db78dc4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45f7bdf7-8882-4d51-b685-909f2eda4946'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:55:07.455748 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b2e72791-faf6-436d-a50a-c9cb21321860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:07.499834 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc3c58a-3237-4096-b8d2-8fa00732c4a0 tempest-TestVolumeBootPattern-166562807 tempest-TestVolumeBootPattern-166562807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:07.504802 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-fbc3c58a-3237-4096-b8d2-8fa00732c4a0 tempest-TestVolumeBootPattern-166562807 tempest-TestVolumeBootPattern-166562807-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4c56de50-4306-4322-8d38-16202775a287 HTTP/1.1" status: 200 len: 1092 time: 0.3652039 Nov 12 03:55:07.505120 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 49394) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:07.509928 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-2c02d809-9d01-47ae-9e63-d87ee10bbf20 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'port_id': '2a1d39ea-3be2-49fa-9056-d8ee18a6d050', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:07.534145 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2c02d809-9d01-47ae-9e63-d87ee10bbf20 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for floatingip, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:07.561133 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8dd508c9-2fcb-4ab8-ae0f-a978ae1732c7 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:07.574759 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8dd508c9-2fcb-4ab8-ae0f-a978ae1732c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:07.612502 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9a8016e3-dee3-41d4-a8e6-eb23adb9e80c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:07.620942 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d2bfed76-4cb8-4c82-a163-fa49c9247deb req-8189bcb0-29b5-4f59-a23d-d9b5c02614b9 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:07.649414 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2c02d809-9d01-47ae-9e63-d87ee10bbf20 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:07.660255 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e5c035-650b-49eb-afe4-af44efa6bb8d None None] Pushing event updated for resources: {'Port': ['ID=20473bb2-1877-44a0-ae1c-ce5f1d32782a,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:07.672367 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8189bcb0-29b5-4f59-a23d-d9b5c02614b9 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Pushing event deleted for resources: {'Port': ['ID=2ba75cc8-3c90-4dee-9c49-265fe64a9103,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:07.688401 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['2ba75cc8-3c90-4dee-9c49-265fe64a9103'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:55:07.718340 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ee9d91-cb54-4eee-bbb7-30c393c06196 None None] DHCP port deletion for 1e730e34-9494-4545-aa47-54c2ebe72fb3 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:55:07.784860 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-b2e72791-faf6-436d-a50a-c9cb21321860 None None] For port 4b946cf9-154e-4e89-9502-f102a2a2edb4, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:55:07.791885 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-b2e72791-faf6-436d-a50a-c9cb21321860 None None] For port 4b946cf9-154e-4e89-9502-f102a2a2edb4, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=4b946cf9-154e-4e89-9502-f102a2a2edb4,segment=NetworkSegment(fe6a5668-e297-4097-8909-e06db78dc4d4),segment_id=fe6a5668-e297-4097-8909-e06db78dc4d4)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:55:07.819748 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b2e72791-faf6-436d-a50a-c9cb21321860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:07.889672 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-8dd508c9-2fcb-4ab8-ae0f-a978ae1732c7 None None] Attempting to bind port 20473bb2-1877-44a0-ae1c-ce5f1d32782a on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:55:07.890041 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-8dd508c9-2fcb-4ab8-ae0f-a978ae1732c7 None None] Attempting to bind port 20473bb2-1877-44a0-ae1c-ce5f1d32782a by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'e8b606c3-c18f-4ad7-9d41-9e74ae05ffeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0f28a1dd-fe15-4216-9640-93f5cca3d09e'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:55:07.890407 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd508c9-2fcb-4ab8-ae0f-a978ae1732c7 None None] Attempting to bind port 20473bb2-1877-44a0-ae1c-ce5f1d32782a on network 0f28a1dd-fe15-4216-9640-93f5cca3d09e {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:55:07.900668 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd508c9-2fcb-4ab8-ae0f-a978ae1732c7 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:55:07.900960 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd508c9-2fcb-4ab8-ae0f-a978ae1732c7 None None] Checking segment: {'id': 'e8b606c3-c18f-4ad7-9d41-9e74ae05ffeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0f28a1dd-fe15-4216-9640-93f5cca3d09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:55:07.901364 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8dd508c9-2fcb-4ab8-ae0f-a978ae1732c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:07.901757 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd508c9-2fcb-4ab8-ae0f-a978ae1732c7 None None] Bound using segment: {'id': 'e8b606c3-c18f-4ad7-9d41-9e74ae05ffeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0f28a1dd-fe15-4216-9640-93f5cca3d09e'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:55:07.902237 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-8dd508c9-2fcb-4ab8-ae0f-a978ae1732c7 None None] Bound port: 20473bb2-1877-44a0-ae1c-ce5f1d32782a, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8b606c3-c18f-4ad7-9d41-9e74ae05ffeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0f28a1dd-fe15-4216-9640-93f5cca3d09e'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:55:07.902619 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8dd508c9-2fcb-4ab8-ae0f-a978ae1732c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:07.933717 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e72791-faf6-436d-a50a-c9cb21321860 None None] Pushing event updated for resources: {'Port': ['ID=4b946cf9-154e-4e89-9502-f102a2a2edb4,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:08.015853 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-8dd508c9-2fcb-4ab8-ae0f-a978ae1732c7 None None] For port 20473bb2-1877-44a0-ae1c-ce5f1d32782a, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:55:08.020365 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-8dd508c9-2fcb-4ab8-ae0f-a978ae1732c7 None None] For port 20473bb2-1877-44a0-ae1c-ce5f1d32782a, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=20473bb2-1877-44a0-ae1c-ce5f1d32782a,segment=NetworkSegment(e8b606c3-c18f-4ad7-9d41-9e74ae05ffeb),segment_id=e8b606c3-c18f-4ad7-9d41-9e74ae05ffeb)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:55:08.026282 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8dd508c9-2fcb-4ab8-ae0f-a978ae1732c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:08.068795 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9a8016e3-dee3-41d4-a8e6-eb23adb9e80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:08.114993 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2bfed76-4cb8-4c82-a163-fa49c9247deb req-8189bcb0-29b5-4f59-a23d-d9b5c02614b9 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] No DVR routers for this DVR port 2ba75cc8-3c90-4dee-9c49-265fe64a9103 on host n-h2-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:55:08.117305 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-aa01e613-60fa-4859-9754-50e596842a6f None None] Provisioning complete for port 20473bb2-1877-44a0-ae1c-ce5f1d32782a triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:08.118145 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-aa01e613-60fa-4859-9754-50e596842a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:08.145441 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e5c035-650b-49eb-afe4-af44efa6bb8d None None] Pushing event updated for resources: {'Port': ['ID=20473bb2-1877-44a0-ae1c-ce5f1d32782a,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:08.148588 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd508c9-2fcb-4ab8-ae0f-a978ae1732c7 None None] Routers {'1f19e855-67da-4775-bf1a-bd9b5cac4a8e'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:55:08.149779 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-8dd508c9-2fcb-4ab8-ae0f-a978ae1732c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:55:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1f19e855-67da-4775-bf1a-bd9b5cac4a8e'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:08.184865 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d2bfed76-4cb8-4c82-a163-fa49c9247deb req-8189bcb0-29b5-4f59-a23d-d9b5c02614b9 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:08.196497 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d2bfed76-4cb8-4c82-a163-fa49c9247deb req-8189bcb0-29b5-4f59-a23d-d9b5c02614b9 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.90 "DELETE /v2.0/ports/2ba75cc8-3c90-4dee-9c49-265fe64a9103 HTTP/1.1" status: 204 len: 173 time: 1.4944952 Nov 12 03:55:08.204300 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904d8f37-abf6-4e27-9b42-d047081af20c', 'name': 'network-vif-deleted', 'tag': '2ba75cc8-3c90-4dee-9c49-265fe64a9103'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:55:08.207079 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b13c402-8050-4086-b2dd-4cc2b4b9b3f6" -d '{"events": [{"server_uuid": "904d8f37-abf6-4e27-9b42-d047081af20c", "name": "network-vif-deleted", "tag": "2ba75cc8-3c90-4dee-9c49-265fe64a9103"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:55:08.212287 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2ff98b4d-721f-43ac-baa2-6b1874e0e8f0 req-19bfeccc-0d90-4723-9bee-f99ce5acee52 tempest-VolumesSnapshotTestJSON-96223065 tempest-VolumesSnapshotTestJSON-96223065-project] 10.222.0.50 "GET /v2.0/ports?device_id=904d8f37-abf6-4e27-9b42-d047081af20c HTTP/1.1" status: 200 len: 210 time: 0.1499660 Nov 12 03:55:08.213927 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-2c02d809-9d01-47ae-9e63-d87ee10bbf20 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Allocated IP 172.25.5.107 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/32d8c76c-2202-4b90-b3bf-d281fe9334ff) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:55:08.269371 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8016e3-dee3-41d4-a8e6-eb23adb9e80c admin admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:55:08.273416 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-9a8016e3-dee3-41d4-a8e6-eb23adb9e80c admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:55:08.279657 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c431caf-cce6-40fa-a63e-528a12988f19 x-openstack-request-id: req-4c431caf-cce6-40fa-a63e-528a12988f19 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:55:08.295730 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904d8f37-abf6-4e27-9b42-d047081af20c", "name": "network-vif-deleted", "tag": "2ba75cc8-3c90-4dee-9c49-265fe64a9103", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:55:08.295993 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4c431caf-cce6-40fa-a63e-528a12988f19 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:55:08.296593 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904d8f37-abf6-4e27-9b42-d047081af20c', 'name': 'network-vif-deleted', 'tag': '2ba75cc8-3c90-4dee-9c49-265fe64a9103', 'status': 'completed', 'code': 200} Nov 12 03:55:08.312731 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8016e3-dee3-41d4-a8e6-eb23adb9e80c admin admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:55:08.316030 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8016e3-dee3-41d4-a8e6-eb23adb9e80c admin admin] Pushing event updated for resources: {'Port': ['ID=740a2eab-4995-4011-9d46-767420b7d35a,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:08.400521 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-8dd508c9-2fcb-4ab8-ae0f-a978ae1732c7 None None] Set router 1f19e855-67da-4775-bf1a-bd9b5cac4a8e gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:55:08.465736 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d57abea-f080-4376-af16-b3051a5d7b9c None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:55:08.538886 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2c02d809-9d01-47ae-9e63-d87ee10bbf20 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:08.589299 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2c02d809-9d01-47ae-9e63-d87ee10bbf20 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:08.656262 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c02d809-9d01-47ae-9e63-d87ee10bbf20 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Pushing event updated for resources: {'Port': ['ID=32d8c76c-2202-4b90-b3bf-d281fe9334ff,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:08.674563 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c02d809-9d01-47ae-9e63-d87ee10bbf20 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:55:08.676654 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-2c02d809-9d01-47ae-9e63-d87ee10bbf20 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:55:08.687264 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c02d809-9d01-47ae-9e63-d87ee10bbf20 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:55:08.804337 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9a8016e3-dee3-41d4-a8e6-eb23adb9e80c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:08.848787 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:08.897373 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-aa01e613-60fa-4859-9754-50e596842a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:08.944606 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-aa01e613-60fa-4859-9754-50e596842a6f None None] For port 20473bb2-1877-44a0-ae1c-ce5f1d32782a, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=20473bb2-1877-44a0-ae1c-ce5f1d32782a,segment=NetworkSegment(e8b606c3-c18f-4ad7-9d41-9e74ae05ffeb),segment_id=e8b606c3-c18f-4ad7-9d41-9e74ae05ffeb)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:08.988656 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-aa01e613-60fa-4859-9754-50e596842a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:09.055969 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa01e613-60fa-4859-9754-50e596842a6f None None] Pushing event updated for resources: {'Port': ['ID=20473bb2-1877-44a0-ae1c-ce5f1d32782a,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:09.069680 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-8dd508c9-2fcb-4ab8-ae0f-a978ae1732c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'name': 'tempest-TestVolumeBackupRestore-660697869-router', 'tenant_id': '71bb88761be64fdca8e5a72446290996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'e99c3e15-e06d-4937-8351-4a0913991b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:57Z', 'updated_at': '2021-11-12T03:55:03Z', 'revision_number': 4, 'project_id': '71bb88761be64fdca8e5a72446290996', 'gw_port': {'id': 'e99c3e15-e06d-4937-8351-4a0913991b0b', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:58Z', 'updated_at': '2021-11-12T03:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '20473bb2-1877-44a0-ae1c-ce5f1d32782a', 'name': '', 'network_id': '0f28a1dd-fe15-4216-9640-93f5cca3d09e', 'tenant_id': '71bb88761be64fdca8e5a72446290996', 'mac_address': 'fa:16:3e:27:a7:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '5eafe918-753e-4b4f-95fe-e0570b8b4456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:01Z', 'updated_at': '2021-11-12T03:55:08Z', 'revision_number': 4, 'project_id': '71bb88761be64fdca8e5a72446290996', 'subnets': [{'id': '5eafe918-753e-4b4f-95fe-e0570b8b4456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:09.107638 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd508c9-2fcb-4ab8-ae0f-a978ae1732c7 None None] The sync data for ids ['1f19e855-67da-4775-bf1a-bd9b5cac4a8e'] in n-d-715271-27 is: [{'id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'name': 'tempest-TestVolumeBackupRestore-660697869-router', 'tenant_id': '71bb88761be64fdca8e5a72446290996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'e99c3e15-e06d-4937-8351-4a0913991b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:57Z', 'updated_at': '2021-11-12T03:55:03Z', 'revision_number': 4, 'project_id': '71bb88761be64fdca8e5a72446290996', 'gw_port': {'id': 'e99c3e15-e06d-4937-8351-4a0913991b0b', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:58Z', 'updated_at': '2021-11-12T03:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '20473bb2-1877-44a0-ae1c-ce5f1d32782a', 'name': '', 'network_id': '0f28a1dd-fe15-4216-9640-93f5cca3d09e', 'tenant_id': '71bb88761be64fdca8e5a72446290996', 'mac_address': 'fa:16:3e:27:a7:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '5eafe918-753e-4b4f-95fe-e0570b8b4456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:01Z', 'updated_at': '2021-11-12T03:55:08Z', 'revision_number': 4, 'project_id': '71bb88761be64fdca8e5a72446290996', 'subnets': [{'id': '5eafe918-753e-4b4f-95fe-e0570b8b4456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:55:09.136057 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-e1c1c13a-e9ed-48a6-ad3a-5eb4f01d4554 None None] Provisioning complete for port 740a2eab-4995-4011-9d46-767420b7d35a triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:09.136530 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e1c1c13a-e9ed-48a6-ad3a-5eb4f01d4554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:09.217299 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-e1c1c13a-e9ed-48a6-ad3a-5eb4f01d4554 None None] Port 740a2eab-4995-4011-9d46-767420b7d35a cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:55:09.235216 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-e1c1c13a-e9ed-48a6-ad3a-5eb4f01d4554 None None] Provisioning complete for port 20473bb2-1877-44a0-ae1c-ce5f1d32782a triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:09.235596 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e1c1c13a-e9ed-48a6-ad3a-5eb4f01d4554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:09.315162 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9a8016e3-dee3-41d4-a8e6-eb23adb9e80c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:09.445333 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2c02d809-9d01-47ae-9e63-d87ee10bbf20 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:09.572769 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2c02d809-9d01-47ae-9e63-d87ee10bbf20 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:09.600342 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2ad29a-e405-4b15-bd79-946a4a70cae1 None None] Network 45f7bdf7-8882-4d51-b685-909f2eda4946 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:55:09.785876 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8016e3-dee3-41d4-a8e6-eb23adb9e80c admin admin] Router 2aaf533c-e6e2-41a9-8655-58b3ea77f02f is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:55:09.935257 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2c02d809-9d01-47ae-9e63-d87ee10bbf20 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:09.941420 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2c02d809-9d01-47ae-9e63-d87ee10bbf20 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:09.947839 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 4b946cf9-154e-4e89-9502-f102a2a2edb4 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:55:10.044834 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2c02d809-9d01-47ae-9e63-d87ee10bbf20 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:10.101310 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8016e3-dee3-41d4-a8e6-eb23adb9e80c admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:55:10.114940 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e710b84-2113-4226-9efd-4209f3055e5c None None] Sync routers for ids ['2aaf533c-e6e2-41a9-8655-58b3ea77f02f'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:55:10.125737 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9a8016e3-dee3-41d4-a8e6-eb23adb9e80c admin admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:10.130668 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9a8016e3-dee3-41d4-a8e6-eb23adb9e80c admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8644285 Nov 12 03:55:10.131714 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 49426) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:10.133475 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e710b84-2113-4226-9efd-4209f3055e5c None None] Routers {'2aaf533c-e6e2-41a9-8655-58b3ea77f02f'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:55:10.134852 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-1e710b84-2113-4226-9efd-4209f3055e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:55:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['2aaf533c-e6e2-41a9-8655-58b3ea77f02f'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:10.163072 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c02d809-9d01-47ae-9e63-d87ee10bbf20 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Pushing event updated for resources: {'Port': ['ID=32d8c76c-2202-4b90-b3bf-d281fe9334ff,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:10.183923 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-74b03f5c-dc99-4774-b284-663e7224eba8 None None] Provisioning complete for port 4b946cf9-154e-4e89-9502-f102a2a2edb4 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:10.184775 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-74b03f5c-dc99-4774-b284-663e7224eba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:10.358947 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-1e710b84-2113-4226-9efd-4209f3055e5c None None] Set router 2aaf533c-e6e2-41a9-8655-58b3ea77f02f gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:55:10.371454 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [None req-2c02d809-9d01-47ae-9e63-d87ee10bbf20 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Floating IP 0ca0c163-065e-4b4a-b1c9-47d3570eaaf5 associated. External IP: 172.25.5.107, port: 2a1d39ea-3be2-49fa-9056-d8ee18a6d050. Nov 12 03:55:10.482050 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-74b03f5c-dc99-4774-b284-663e7224eba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:10.567074 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-74b03f5c-dc99-4774-b284-663e7224eba8 None None] For port 4b946cf9-154e-4e89-9502-f102a2a2edb4, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=4b946cf9-154e-4e89-9502-f102a2a2edb4,segment=NetworkSegment(fe6a5668-e297-4097-8909-e06db78dc4d4),segment_id=fe6a5668-e297-4097-8909-e06db78dc4d4)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:10.591476 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-74b03f5c-dc99-4774-b284-663e7224eba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:10.608851 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 4b946cf9-154e-4e89-9502-f102a2a2edb4 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:10.609271 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:10.734182 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 2ba75cc8-3c90-4dee-9c49-265fe64a9103 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:55:10.824817 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: 2ba75cc8-3c90-4dee-9c49-265fe64a9103 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:55:10.825113 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 2ba75cc8-3c90-4dee-9c49-265fe64a9103 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:55:10.825262 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-1e710b84-2113-4226-9efd-4209f3055e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aaf533c-e6e2-41a9-8655-58b3ea77f02f', 'name': 'tempest-TestVolumeBackupRestore-1342158045-router', 'tenant_id': 'e795e71604da45fc9b1958b7bee4d27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '740a2eab-4995-4011-9d46-767420b7d35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:55:06Z', 'updated_at': '2021-11-12T03:55:08Z', 'revision_number': 3, 'project_id': 'e795e71604da45fc9b1958b7bee4d27c', 'gw_port': {'id': '740a2eab-4995-4011-9d46-767420b7d35a', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aaf533c-e6e2-41a9-8655-58b3ea77f02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:07Z', 'updated_at': '2021-11-12T03:55:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:10.915188 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e710b84-2113-4226-9efd-4209f3055e5c None None] Checking router: 2aaf533c-e6e2-41a9-8655-58b3ea77f02f for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:55:10.915718 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e710b84-2113-4226-9efd-4209f3055e5c None None] Updating router 2aaf533c-e6e2-41a9-8655-58b3ea77f02f port 740a2eab-4995-4011-9d46-767420b7d35a binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:55:10.943027 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b03f5c-dc99-4774-b284-663e7224eba8 None None] Pushing event updated for resources: {'Port': ['ID=4b946cf9-154e-4e89-9502-f102a2a2edb4,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:10.960003 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c02d809-9d01-47ae-9e63-d87ee10bbf20 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Router 8e3d7401-e3df-44d6-ae69-733d594e2ea8 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:55:10.988170 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-1e710b84-2113-4226-9efd-4209f3055e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:11.042364 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 20473bb2-1877-44a0-ae1c-ce5f1d32782a up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:55:11.138796 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8aa05702-4676-4d44-a0d6-80c591354cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:11.220950 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 20473bb2-1877-44a0-ae1c-ce5f1d32782a triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:11.221629 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:11.351059 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-1d3c7432-0eb2-4c4d-983f-94edb8b5349d None None] Provisioning complete for port 4b946cf9-154e-4e89-9502-f102a2a2edb4 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:11.351434 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1d3c7432-0eb2-4c4d-983f-94edb8b5349d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:11.569710 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-8aa05702-4676-4d44-a0d6-80c591354cef admin admin] Allocated IP 172.20.0.1 (45f7bdf7-8882-4d51-b685-909f2eda4946/a38c128c-933e-4b19-a3cf-5bcc94dacfef/d4e0f34a-bfd7-40ec-bb15-18a85ad377a5) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:55:11.778525 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-1e710b84-2113-4226-9efd-4209f3055e5c None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:11.784172 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 4b946cf9-154e-4e89-9502-f102a2a2edb4 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:55:11.791098 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-1e710b84-2113-4226-9efd-4209f3055e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:11.852756 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8aa05702-4676-4d44-a0d6-80c591354cef admin admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:11.897288 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 4b946cf9-154e-4e89-9502-f102a2a2edb4 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:11.897643 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:11.912350 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8aa05702-4676-4d44-a0d6-80c591354cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:11.912750 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3682c87f-1e77-4c28-885c-48127ca672dc None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:55:11.957430 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-1e710b84-2113-4226-9efd-4209f3055e5c None None] Attempting to bind port 740a2eab-4995-4011-9d46-767420b7d35a on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:55:11.957656 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-1e710b84-2113-4226-9efd-4209f3055e5c None None] Attempting to bind port 740a2eab-4995-4011-9d46-767420b7d35a by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:55:11.957963 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e710b84-2113-4226-9efd-4209f3055e5c None None] Attempting to bind port 740a2eab-4995-4011-9d46-767420b7d35a on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:55:11.964388 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa05702-4676-4d44-a0d6-80c591354cef admin admin] Pushing event updated for resources: {'Port': ['ID=d4e0f34a-bfd7-40ec-bb15-18a85ad377a5,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:11.978311 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa05702-4676-4d44-a0d6-80c591354cef admin admin] Network 45f7bdf7-8882-4d51-b685-909f2eda4946 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:55:11.980027 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-8aa05702-4676-4d44-a0d6-80c591354cef admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:55:11.982741 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa05702-4676-4d44-a0d6-80c591354cef admin admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:55:11.991238 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c02d809-9d01-47ae-9e63-d87ee10bbf20 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:55:12.002557 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e710b84-2113-4226-9efd-4209f3055e5c None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:55:12.002968 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e710b84-2113-4226-9efd-4209f3055e5c None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:55:12.003331 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-1e710b84-2113-4226-9efd-4209f3055e5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:12.003931 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e710b84-2113-4226-9efd-4209f3055e5c None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:55:12.004253 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-1e710b84-2113-4226-9efd-4209f3055e5c None None] Bound port: 740a2eab-4995-4011-9d46-767420b7d35a, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:55:12.004593 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-1e710b84-2113-4226-9efd-4209f3055e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:12.040909 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2c02d809-9d01-47ae-9e63-d87ee10bbf20 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:12.058107 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8aa05702-4676-4d44-a0d6-80c591354cef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:12.070459 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a858a2dd-6ab4-4b68-910f-4929bfefa7b5 None None] Sync routers for ids ['8e3d7401-e3df-44d6-ae69-733d594e2ea8'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:55:12.079147 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a3e459-b789-4743-a0fd-0397128f0567 None None] Pushing event updated for resources: {'Port': ['ID=740a2eab-4995-4011-9d46-767420b7d35a,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:12.100396 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a858a2dd-6ab4-4b68-910f-4929bfefa7b5 None None] Routers {'8e3d7401-e3df-44d6-ae69-733d594e2ea8'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:55:12.101170 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-a858a2dd-6ab4-4b68-910f-4929bfefa7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:55:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8e3d7401-e3df-44d6-ae69-733d594e2ea8'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:12.114830 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2c02d809-9d01-47ae-9e63-d87ee10bbf20 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.6085320 Nov 12 03:55:12.115404 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c56de50-4306-4322-8d38-16202775a287', 'tag': '2a1d39ea-3be2-49fa-9056-d8ee18a6d050'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:55:12.119707 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba60185-fffb-4e13-8e5d-7a8cfcadf933" -d '{"events": [{"name": "network-changed", "server_uuid": "4c56de50-4306-4322-8d38-16202775a287", "tag": "2a1d39ea-3be2-49fa-9056-d8ee18a6d050"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:55:12.150430 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-1e710b84-2113-4226-9efd-4209f3055e5c None None] For port 740a2eab-4995-4011-9d46-767420b7d35a, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:55:12.156756 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-1e710b84-2113-4226-9efd-4209f3055e5c None None] For port 740a2eab-4995-4011-9d46-767420b7d35a, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=740a2eab-4995-4011-9d46-767420b7d35a,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:55:12.163142 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-1e710b84-2113-4226-9efd-4209f3055e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:12.200924 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3850dc8e-b42c-455a-92fd-3d04d1e744dd x-openstack-request-id: req-3850dc8e-b42c-455a-92fd-3d04d1e744dd {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:55:12.201236 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c56de50-4306-4322-8d38-16202775a287", "tag": "2a1d39ea-3be2-49fa-9056-d8ee18a6d050", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:55:12.201483 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3850dc8e-b42c-455a-92fd-3d04d1e744dd {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:55:12.203631 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c56de50-4306-4322-8d38-16202775a287', 'tag': '2a1d39ea-3be2-49fa-9056-d8ee18a6d050', 'status': 'completed', 'code': 200} Nov 12 03:55:12.238413 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e710b84-2113-4226-9efd-4209f3055e5c None None] Routers {'2aaf533c-e6e2-41a9-8655-58b3ea77f02f'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:55:12.238959 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-1e710b84-2113-4226-9efd-4209f3055e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:55:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['2aaf533c-e6e2-41a9-8655-58b3ea77f02f'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:12.286833 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a3e459-b789-4743-a0fd-0397128f0567 None None] Pushing event updated for resources: {'Port': ['ID=740a2eab-4995-4011-9d46-767420b7d35a,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:12.346294 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-a858a2dd-6ab4-4b68-910f-4929bfefa7b5 None None] Set router 8e3d7401-e3df-44d6-ae69-733d594e2ea8 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:55:12.426536 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba60185-fffb-4e13-8e5d-7a8cfcadf933 req-35c1fff5-6a44-4d2e-adca-0ad78b032adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:12.440750 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7ba60185-fffb-4e13-8e5d-7a8cfcadf933 req-35c1fff5-6a44-4d2e-adca-0ad78b032adf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=27d4836293914c108ba09bff97dd7daa&device_id=4c56de50-4306-4322-8d38-16202775a287 HTTP/1.1" status: 200 len: 1097 time: 0.1781874 Nov 12 03:55:12.478068 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-1e710b84-2113-4226-9efd-4209f3055e5c None None] Set router 2aaf533c-e6e2-41a9-8655-58b3ea77f02f gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:55:12.611965 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8aa05702-4676-4d44-a0d6-80c591354cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:12.614382 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba60185-fffb-4e13-8e5d-7a8cfcadf933 req-581bddb4-f1f6-4351-8851-6e4033cfe63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:12.615942 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7ba60185-fffb-4e13-8e5d-7a8cfcadf933 req-581bddb4-f1f6-4351-8851-6e4033cfe63e service neutron] 10.222.0.74 "GET /v2.0/networks?id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 HTTP/1.1" status: 200 len: 912 time: 0.1564417 Nov 12 03:55:12.669182 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71ffbbd-7f37-4450-ad3d-de329105c018 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:55:12.708141 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-0cf58c7d-e75d-45fb-9b1a-937dbdadd7af None None] Provisioning complete for port 740a2eab-4995-4011-9d46-767420b7d35a triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:12.709464 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0cf58c7d-e75d-45fb-9b1a-937dbdadd7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:12.743642 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7ba60185-fffb-4e13-8e5d-7a8cfcadf933 req-e6208232-81b3-486b-80a2-6022d6f05797 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a1d39ea-3be2-49fa-9056-d8ee18a6d050 HTTP/1.1" status: 200 len: 999 time: 0.1171999 Nov 12 03:55:12.861410 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0cf58c7d-e75d-45fb-9b1a-937dbdadd7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:12.879177 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba60185-fffb-4e13-8e5d-7a8cfcadf933 req-6f3caccf-492f-48c0-8f4b-b3fbe2cbf62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:12.880698 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7ba60185-fffb-4e13-8e5d-7a8cfcadf933 req-6f3caccf-492f-48c0-8f4b-b3fbe2cbf62b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2 HTTP/1.1" status: 200 len: 850 time: 0.1229722 Nov 12 03:55:12.898117 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-1e710b84-2113-4226-9efd-4209f3055e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aaf533c-e6e2-41a9-8655-58b3ea77f02f', 'name': 'tempest-TestVolumeBackupRestore-1342158045-router', 'tenant_id': 'e795e71604da45fc9b1958b7bee4d27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '740a2eab-4995-4011-9d46-767420b7d35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:55:06Z', 'updated_at': '2021-11-12T03:55:08Z', 'revision_number': 3, 'project_id': 'e795e71604da45fc9b1958b7bee4d27c', 'gw_port': {'id': '740a2eab-4995-4011-9d46-767420b7d35a', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aaf533c-e6e2-41a9-8655-58b3ea77f02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:07Z', 'updated_at': '2021-11-12T03:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:12.901336 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-0cf58c7d-e75d-45fb-9b1a-937dbdadd7af None None] For port 740a2eab-4995-4011-9d46-767420b7d35a, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=740a2eab-4995-4011-9d46-767420b7d35a,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:12.932682 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e710b84-2113-4226-9efd-4209f3055e5c None None] The sync data for ids ['2aaf533c-e6e2-41a9-8655-58b3ea77f02f'] in n-d-715271-27 is: [{'id': '2aaf533c-e6e2-41a9-8655-58b3ea77f02f', 'name': 'tempest-TestVolumeBackupRestore-1342158045-router', 'tenant_id': 'e795e71604da45fc9b1958b7bee4d27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '740a2eab-4995-4011-9d46-767420b7d35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:55:06Z', 'updated_at': '2021-11-12T03:55:08Z', 'revision_number': 3, 'project_id': 'e795e71604da45fc9b1958b7bee4d27c', 'gw_port': {'id': '740a2eab-4995-4011-9d46-767420b7d35a', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aaf533c-e6e2-41a9-8655-58b3ea77f02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:07Z', 'updated_at': '2021-11-12T03:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:55:12.955691 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0cf58c7d-e75d-45fb-9b1a-937dbdadd7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:13.041270 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba60185-fffb-4e13-8e5d-7a8cfcadf933 req-dee178b7-f251-4230-a88c-0adeee02929c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:13.042622 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7ba60185-fffb-4e13-8e5d-7a8cfcadf933 req-dee178b7-f251-4230-a88c-0adeee02929c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1490469 Nov 12 03:55:13.104975 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf58c7d-e75d-45fb-9b1a-937dbdadd7af None None] Pushing event updated for resources: {'Port': ['ID=740a2eab-4995-4011-9d46-767420b7d35a,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:13.119150 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-05afda2e-9fe0-49f0-b75e-7ba18506104d None None] Provisioning complete for port 740a2eab-4995-4011-9d46-767420b7d35a triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:13.119547 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-05afda2e-9fe0-49f0-b75e-7ba18506104d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:13.171491 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-a858a2dd-6ab4-4b68-910f-4929bfefa7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'name': 'tempest-TestVolumeBootPattern-122305054-router', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:20Z', 'updated_at': '2021-11-12T03:48:29Z', 'revision_number': 4, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'gw_port': {'id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:22Z', 'updated_at': '2021-11-12T03:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '0ca0c163-065e-4b4a-b1c9-47d3570eaaf5', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'port_id': '2a1d39ea-3be2-49fa-9056-d8ee18a6d050', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'mac_address': 'fa:16:3e:bc:23:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c56de50-4306-4322-8d38-16202775a287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:55:09Z', 'updated_at': '2021-11-12T03:55:09Z', 'revision_number': 0, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb85390-3f5c-48c5-aac8-740f1751785c', 'name': '', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'mac_address': 'fa:16:3e:62:91:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:27Z', 'updated_at': '2021-11-12T03:48:37Z', 'revision_number': 5, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'subnets': [{'id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:13.184260 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7ba60185-fffb-4e13-8e5d-7a8cfcadf933 req-985b84d8-f7c1-4f87-9e02-b3adc226f485 service neutron] 10.222.0.74 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303773 Nov 12 03:55:13.207762 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a858a2dd-6ab4-4b68-910f-4929bfefa7b5 None None] Checking router: 8e3d7401-e3df-44d6-ae69-733d594e2ea8 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:55:13.310068 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8aa05702-4676-4d44-a0d6-80c591354cef admin admin] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:13.318399 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8aa05702-4676-4d44-a0d6-80c591354cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:13.327183 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a858a2dd-6ab4-4b68-910f-4929bfefa7b5 None None] Routers {'8e3d7401-e3df-44d6-ae69-733d594e2ea8'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:55:13.328018 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-a858a2dd-6ab4-4b68-910f-4929bfefa7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:55:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8e3d7401-e3df-44d6-ae69-733d594e2ea8'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:13.430990 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa05702-4676-4d44-a0d6-80c591354cef admin admin] Pushing event updated for resources: {'Port': ['ID=d4e0f34a-bfd7-40ec-bb15-18a85ad377a5,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:13.439423 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8aa05702-4676-4d44-a0d6-80c591354cef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:13.450650 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-05afda2e-9fe0-49f0-b75e-7ba18506104d None None] Provisioning complete for port d4e0f34a-bfd7-40ec-bb15-18a85ad377a5 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:13.451706 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-05afda2e-9fe0-49f0-b75e-7ba18506104d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:13.502777 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7ba60185-fffb-4e13-8e5d-7a8cfcadf933 req-0a4c5802-319c-4124-bab2-ad822431c2b9 service neutron] 10.222.0.74 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088944 Nov 12 03:55:13.556922 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-05afda2e-9fe0-49f0-b75e-7ba18506104d None None] Port d4e0f34a-bfd7-40ec-bb15-18a85ad377a5 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:55:13.581361 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-a858a2dd-6ab4-4b68-910f-4929bfefa7b5 None None] Set router 8e3d7401-e3df-44d6-ae69-733d594e2ea8 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:55:13.753012 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 740a2eab-4995-4011-9d46-767420b7d35a up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:55:13.936172 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa05702-4676-4d44-a0d6-80c591354cef admin admin] Network 45f7bdf7-8882-4d51-b685-909f2eda4946 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:55:13.937794 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-8aa05702-4676-4d44-a0d6-80c591354cef admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:55:14.096141 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 740a2eab-4995-4011-9d46-767420b7d35a triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:14.096751 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:14.110305 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa05702-4676-4d44-a0d6-80c591354cef admin admin] Router 2aaf533c-e6e2-41a9-8655-58b3ea77f02f has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:55:14.226254 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-a858a2dd-6ab4-4b68-910f-4929bfefa7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'name': 'tempest-TestVolumeBootPattern-122305054-router', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:20Z', 'updated_at': '2021-11-12T03:48:29Z', 'revision_number': 4, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'gw_port': {'id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:22Z', 'updated_at': '2021-11-12T03:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '0ca0c163-065e-4b4a-b1c9-47d3570eaaf5', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'port_id': '2a1d39ea-3be2-49fa-9056-d8ee18a6d050', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'mac_address': 'fa:16:3e:bc:23:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c56de50-4306-4322-8d38-16202775a287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:55:09Z', 'updated_at': '2021-11-12T03:55:09Z', 'revision_number': 0, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb85390-3f5c-48c5-aac8-740f1751785c', 'name': '', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'mac_address': 'fa:16:3e:62:91:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:27Z', 'updated_at': '2021-11-12T03:48:37Z', 'revision_number': 5, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'subnets': [{'id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:14.284311 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a858a2dd-6ab4-4b68-910f-4929bfefa7b5 None None] The sync data for ids ['8e3d7401-e3df-44d6-ae69-733d594e2ea8'] in n-d-715271-27 is: [{'id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'name': 'tempest-TestVolumeBootPattern-122305054-router', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:20Z', 'updated_at': '2021-11-12T03:48:29Z', 'revision_number': 4, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'gw_port': {'id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:22Z', 'updated_at': '2021-11-12T03:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '0ca0c163-065e-4b4a-b1c9-47d3570eaaf5', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'port_id': '2a1d39ea-3be2-49fa-9056-d8ee18a6d050', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'mac_address': 'fa:16:3e:bc:23:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c56de50-4306-4322-8d38-16202775a287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:55:09Z', 'updated_at': '2021-11-12T03:55:09Z', 'revision_number': 0, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb85390-3f5c-48c5-aac8-740f1751785c', 'name': '', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'mac_address': 'fa:16:3e:62:91:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:27Z', 'updated_at': '2021-11-12T03:48:37Z', 'revision_number': 5, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'subnets': [{'id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:55:14.297934 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa05702-4676-4d44-a0d6-80c591354cef admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:55:14.307252 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8aa05702-4676-4d44-a0d6-80c591354cef admin admin] 10.222.0.50 "PUT /v2.0/routers/2aaf533c-e6e2-41a9-8655-58b3ea77f02f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1698127 Nov 12 03:55:14.389429 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-fc6c4962-d4fa-4fb3-aa61-48ccf157d26c None None] Provisioning complete for port d4e0f34a-bfd7-40ec-bb15-18a85ad377a5 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:14.389956 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fc6c4962-d4fa-4fb3-aa61-48ccf157d26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:14.452990 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-fc6c4962-d4fa-4fb3-aa61-48ccf157d26c None None] Port d4e0f34a-bfd7-40ec-bb15-18a85ad377a5 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:55:15.170415 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7a5f96-f817-41f6-b5b7-10937e224ec4 None None] New status for floating IP 0ca0c163-065e-4b4a-b1c9-47d3570eaaf5: ACTIVE {{(pid=102574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:55:16.587832 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6a295b-2b09-43df-93e5-56a7c5c73f3e None None] Sync routers for ids ['2aaf533c-e6e2-41a9-8655-58b3ea77f02f'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:55:16.608935 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6a295b-2b09-43df-93e5-56a7c5c73f3e None None] Routers {'2aaf533c-e6e2-41a9-8655-58b3ea77f02f'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:55:16.610156 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-cc6a295b-2b09-43df-93e5-56a7c5c73f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:55:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['2aaf533c-e6e2-41a9-8655-58b3ea77f02f'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:16.758421 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-cc6a295b-2b09-43df-93e5-56a7c5c73f3e None None] Set router 2aaf533c-e6e2-41a9-8655-58b3ea77f02f gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:55:17.046717 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-cc6a295b-2b09-43df-93e5-56a7c5c73f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aaf533c-e6e2-41a9-8655-58b3ea77f02f', 'name': 'tempest-TestVolumeBackupRestore-1342158045-router', 'tenant_id': 'e795e71604da45fc9b1958b7bee4d27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '740a2eab-4995-4011-9d46-767420b7d35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:55:06Z', 'updated_at': '2021-11-12T03:55:12Z', 'revision_number': 4, 'project_id': 'e795e71604da45fc9b1958b7bee4d27c', 'gw_port': {'id': '740a2eab-4995-4011-9d46-767420b7d35a', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaf533c-e6e2-41a9-8655-58b3ea77f02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:07Z', 'updated_at': '2021-11-12T03:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'd4e0f34a-bfd7-40ec-bb15-18a85ad377a5', 'name': '', 'network_id': '45f7bdf7-8882-4d51-b685-909f2eda4946', 'tenant_id': 'e795e71604da45fc9b1958b7bee4d27c', 'mac_address': 'fa:16:3e:0a:96:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aaf533c-e6e2-41a9-8655-58b3ea77f02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'a38c128c-933e-4b19-a3cf-5bcc94dacfef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:11Z', 'updated_at': '2021-11-12T03:55:12Z', 'revision_number': 2, 'project_id': 'e795e71604da45fc9b1958b7bee4d27c', 'subnets': [{'id': 'a38c128c-933e-4b19-a3cf-5bcc94dacfef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:17.080988 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6a295b-2b09-43df-93e5-56a7c5c73f3e None None] Checking router: 2aaf533c-e6e2-41a9-8655-58b3ea77f02f for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:55:17.081706 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6a295b-2b09-43df-93e5-56a7c5c73f3e None None] Updating router 2aaf533c-e6e2-41a9-8655-58b3ea77f02f port d4e0f34a-bfd7-40ec-bb15-18a85ad377a5 binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:55:17.118392 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cc6a295b-2b09-43df-93e5-56a7c5c73f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:17.525697 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cc6a295b-2b09-43df-93e5-56a7c5c73f3e None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:17.533626 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cc6a295b-2b09-43df-93e5-56a7c5c73f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:17.599261 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1888128-ac4b-48d8-8ab0-5dde40d31547 None None] Pushing event updated for resources: {'Port': ['ID=d4e0f34a-bfd7-40ec-bb15-18a85ad377a5,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:17.730667 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-cc6a295b-2b09-43df-93e5-56a7c5c73f3e None None] Attempting to bind port d4e0f34a-bfd7-40ec-bb15-18a85ad377a5 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:55:17.730982 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-cc6a295b-2b09-43df-93e5-56a7c5c73f3e None None] Attempting to bind port d4e0f34a-bfd7-40ec-bb15-18a85ad377a5 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'fe6a5668-e297-4097-8909-e06db78dc4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45f7bdf7-8882-4d51-b685-909f2eda4946'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:55:17.731518 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6a295b-2b09-43df-93e5-56a7c5c73f3e None None] Attempting to bind port d4e0f34a-bfd7-40ec-bb15-18a85ad377a5 on network 45f7bdf7-8882-4d51-b685-909f2eda4946 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:55:17.738393 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6a295b-2b09-43df-93e5-56a7c5c73f3e None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:55:17.738860 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6a295b-2b09-43df-93e5-56a7c5c73f3e None None] Checking segment: {'id': 'fe6a5668-e297-4097-8909-e06db78dc4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45f7bdf7-8882-4d51-b685-909f2eda4946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:55:17.739488 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cc6a295b-2b09-43df-93e5-56a7c5c73f3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:17.739989 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6a295b-2b09-43df-93e5-56a7c5c73f3e None None] Bound using segment: {'id': 'fe6a5668-e297-4097-8909-e06db78dc4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45f7bdf7-8882-4d51-b685-909f2eda4946'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:55:17.740640 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-cc6a295b-2b09-43df-93e5-56a7c5c73f3e None None] Bound port: d4e0f34a-bfd7-40ec-bb15-18a85ad377a5, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe6a5668-e297-4097-8909-e06db78dc4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45f7bdf7-8882-4d51-b685-909f2eda4946'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:55:17.741188 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cc6a295b-2b09-43df-93e5-56a7c5c73f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:17.846825 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-cc6a295b-2b09-43df-93e5-56a7c5c73f3e None None] For port d4e0f34a-bfd7-40ec-bb15-18a85ad377a5, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:55:17.850825 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-cc6a295b-2b09-43df-93e5-56a7c5c73f3e None None] For port d4e0f34a-bfd7-40ec-bb15-18a85ad377a5, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d4e0f34a-bfd7-40ec-bb15-18a85ad377a5,segment=NetworkSegment(fe6a5668-e297-4097-8909-e06db78dc4d4),segment_id=fe6a5668-e297-4097-8909-e06db78dc4d4)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:55:17.856439 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cc6a295b-2b09-43df-93e5-56a7c5c73f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:17.928601 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6a295b-2b09-43df-93e5-56a7c5c73f3e None None] Routers {'2aaf533c-e6e2-41a9-8655-58b3ea77f02f'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:55:17.930109 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-cc6a295b-2b09-43df-93e5-56a7c5c73f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:55:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['2aaf533c-e6e2-41a9-8655-58b3ea77f02f'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:17.999066 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1888128-ac4b-48d8-8ab0-5dde40d31547 None None] Pushing event updated for resources: {'Port': ['ID=d4e0f34a-bfd7-40ec-bb15-18a85ad377a5,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:18.110541 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-7ef7c349-2ba3-4865-8e0d-b695bf8939aa None None] Provisioning complete for port d4e0f34a-bfd7-40ec-bb15-18a85ad377a5 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:18.110945 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7ef7c349-2ba3-4865-8e0d-b695bf8939aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:18.182918 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-cc6a295b-2b09-43df-93e5-56a7c5c73f3e None None] Set router 2aaf533c-e6e2-41a9-8655-58b3ea77f02f gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:55:18.379542 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7ef7c349-2ba3-4865-8e0d-b695bf8939aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:18.421051 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-7ef7c349-2ba3-4865-8e0d-b695bf8939aa None None] For port d4e0f34a-bfd7-40ec-bb15-18a85ad377a5, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d4e0f34a-bfd7-40ec-bb15-18a85ad377a5,segment=NetworkSegment(fe6a5668-e297-4097-8909-e06db78dc4d4),segment_id=fe6a5668-e297-4097-8909-e06db78dc4d4)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:18.422902 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:18.445938 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7ef7c349-2ba3-4865-8e0d-b695bf8939aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:18.577948 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7c349-2ba3-4865-8e0d-b695bf8939aa None None] Pushing event updated for resources: {'Port': ['ID=d4e0f34a-bfd7-40ec-bb15-18a85ad377a5,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:18.595427 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-113219e1-97f3-484e-90e3-4af2f4f555ab None None] Provisioning complete for port d4e0f34a-bfd7-40ec-bb15-18a85ad377a5 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:18.596157 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-113219e1-97f3-484e-90e3-4af2f4f555ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:18.694945 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-cc6a295b-2b09-43df-93e5-56a7c5c73f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aaf533c-e6e2-41a9-8655-58b3ea77f02f', 'name': 'tempest-TestVolumeBackupRestore-1342158045-router', 'tenant_id': 'e795e71604da45fc9b1958b7bee4d27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '740a2eab-4995-4011-9d46-767420b7d35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:55:06Z', 'updated_at': '2021-11-12T03:55:12Z', 'revision_number': 4, 'project_id': 'e795e71604da45fc9b1958b7bee4d27c', 'gw_port': {'id': '740a2eab-4995-4011-9d46-767420b7d35a', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaf533c-e6e2-41a9-8655-58b3ea77f02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:07Z', 'updated_at': '2021-11-12T03:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'd4e0f34a-bfd7-40ec-bb15-18a85ad377a5', 'name': '', 'network_id': '45f7bdf7-8882-4d51-b685-909f2eda4946', 'tenant_id': 'e795e71604da45fc9b1958b7bee4d27c', 'mac_address': 'fa:16:3e:0a:96:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aaf533c-e6e2-41a9-8655-58b3ea77f02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'a38c128c-933e-4b19-a3cf-5bcc94dacfef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:11Z', 'updated_at': '2021-11-12T03:55:17Z', 'revision_number': 4, 'project_id': 'e795e71604da45fc9b1958b7bee4d27c', 'subnets': [{'id': 'a38c128c-933e-4b19-a3cf-5bcc94dacfef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:18.766856 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6a295b-2b09-43df-93e5-56a7c5c73f3e None None] The sync data for ids ['2aaf533c-e6e2-41a9-8655-58b3ea77f02f'] in n-d-715271-27 is: [{'id': '2aaf533c-e6e2-41a9-8655-58b3ea77f02f', 'name': 'tempest-TestVolumeBackupRestore-1342158045-router', 'tenant_id': 'e795e71604da45fc9b1958b7bee4d27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '740a2eab-4995-4011-9d46-767420b7d35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:55:06Z', 'updated_at': '2021-11-12T03:55:12Z', 'revision_number': 4, 'project_id': 'e795e71604da45fc9b1958b7bee4d27c', 'gw_port': {'id': '740a2eab-4995-4011-9d46-767420b7d35a', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaf533c-e6e2-41a9-8655-58b3ea77f02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:07Z', 'updated_at': '2021-11-12T03:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'd4e0f34a-bfd7-40ec-bb15-18a85ad377a5', 'name': '', 'network_id': '45f7bdf7-8882-4d51-b685-909f2eda4946', 'tenant_id': 'e795e71604da45fc9b1958b7bee4d27c', 'mac_address': 'fa:16:3e:0a:96:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aaf533c-e6e2-41a9-8655-58b3ea77f02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'a38c128c-933e-4b19-a3cf-5bcc94dacfef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:11Z', 'updated_at': '2021-11-12T03:55:17Z', 'revision_number': 4, 'project_id': 'e795e71604da45fc9b1958b7bee4d27c', 'subnets': [{'id': 'a38c128c-933e-4b19-a3cf-5bcc94dacfef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:55:19.743023 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d4e0f34a-bfd7-40ec-bb15-18a85ad377a5 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:55:19.828476 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port d4e0f34a-bfd7-40ec-bb15-18a85ad377a5 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:19.829433 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:19.941548 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:55:24.323631 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f2ad65e2-98b7-4b48-8052-c8a09ad86a74 req-356b466d-8ea1-4ee3-841a-c325965cb68e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a02bf46c-2684-4d11-9f9e-9245383ab564&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0489151 Nov 12 03:55:24.451605 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad65e2-98b7-4b48-8052-c8a09ad86a74 req-5c696d27-edc4-40fd-bfe5-2a9e0989b2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:24.454115 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f2ad65e2-98b7-4b48-8052-c8a09ad86a74 req-5c696d27-edc4-40fd-bfe5-2a9e0989b2fd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=27d8d327296a4149943f8be1dae983d3&device_id=a02bf46c-2684-4d11-9f9e-9245383ab564 HTTP/1.1" status: 200 len: 1098 time: 0.0729516 Nov 12 03:55:24.591932 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad65e2-98b7-4b48-8052-c8a09ad86a74 req-fab8579a-262e-4ab6-9476-e76c56bf9654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:24.593917 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f2ad65e2-98b7-4b48-8052-c8a09ad86a74 req-fab8579a-262e-4ab6-9476-e76c56bf9654 service neutron] 10.222.0.74 "GET /v2.0/networks?id=afddff57-c021-4866-8d12-792d55775375 HTTP/1.1" status: 200 len: 909 time: 0.1140928 Nov 12 03:55:24.669474 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f2ad65e2-98b7-4b48-8052-c8a09ad86a74 req-dccd3fcf-5328-43d5-9c79-afca6a77d6a9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff0cc218-6b17-4ea2-864c-1f6d398551ec HTTP/1.1" status: 200 len: 1002 time: 0.0669465 Nov 12 03:55:24.732759 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad65e2-98b7-4b48-8052-c8a09ad86a74 req-08877399-de32-4aaf-ba11-a85c6e225b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:24.734401 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f2ad65e2-98b7-4b48-8052-c8a09ad86a74 req-08877399-de32-4aaf-ba11-a85c6e225b9b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=36bad204-5d6d-45a7-8ba7-6407cbfbd2a3 HTTP/1.1" status: 200 len: 847 time: 0.0577052 Nov 12 03:55:24.799429 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad65e2-98b7-4b48-8052-c8a09ad86a74 req-7c316e43-d48d-42c0-a63b-d238a5b75763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:24.800993 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f2ad65e2-98b7-4b48-8052-c8a09ad86a74 req-7c316e43-d48d-42c0-a63b-d238a5b75763 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=afddff57-c021-4866-8d12-792d55775375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578380 Nov 12 03:55:24.921224 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f2ad65e2-98b7-4b48-8052-c8a09ad86a74 req-4917da8e-db89-4c95-9595-cc745e4ecedc service neutron] 10.222.0.74 "GET /v2.0/networks/afddff57-c021-4866-8d12-792d55775375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110511 Nov 12 03:55:25.041804 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f2ad65e2-98b7-4b48-8052-c8a09ad86a74 req-9820f968-8ccc-4b94-93f4-d3ac612605c6 service neutron] 10.222.0.74 "GET /v2.0/networks/afddff57-c021-4866-8d12-792d55775375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125653 Nov 12 03:55:30.366218 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f6300df7-0881-4196-8b80-abb4b3515013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:33.393766 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-862a44d5-05f8-48fc-b05e-1119961327d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:34.158785 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:35.498881 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:36.385875 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:38.772620 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:48.353677 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:54.611962 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50154) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:54.747757 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0a4e3b6d-303d-48de-85e5-337550f3e4a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:54.841086 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0a4e3b6d-303d-48de-85e5-337550f3e4a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:54.845586 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0a4e3b6d-303d-48de-85e5-337550f3e4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:54.889869 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50164) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:54.900704 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-0a4e3b6d-303d-48de-85e5-337550f3e4a8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6313d98a7aae4edfb60a9f8b7f6248f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2875142 Nov 12 03:55:54.902099 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e3b6d-303d-48de-85e5-337550f3e4a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b26cfa0-d4a7-4e27-a6f5-b221565f7779,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:54.914184 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e3b6d-303d-48de-85e5-337550f3e4a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:54.915265 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e3b6d-303d-48de-85e5-337550f3e4a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:54.915888 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e3b6d-303d-48de-85e5-337550f3e4a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:54.916500 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e3b6d-303d-48de-85e5-337550f3e4a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:54.917120 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e3b6d-303d-48de-85e5-337550f3e4a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:54.917625 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e3b6d-303d-48de-85e5-337550f3e4a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:54.918252 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e3b6d-303d-48de-85e5-337550f3e4a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:54.919016 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e3b6d-303d-48de-85e5-337550f3e4a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:54.919657 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e3b6d-303d-48de-85e5-337550f3e4a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:54.920191 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e3b6d-303d-48de-85e5-337550f3e4a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:54.920705 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e3b6d-303d-48de-85e5-337550f3e4a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:54.921233 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e3b6d-303d-48de-85e5-337550f3e4a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:54.946208 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-545f8889-ee72-43c7-adf2-af9b2c839fef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:54.968895 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-545f8889-ee72-43c7-adf2-af9b2c839fef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:55.020162 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-545f8889-ee72-43c7-adf2-af9b2c839fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:55.023895 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-545f8889-ee72-43c7-adf2-af9b2c839fef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:55.025213 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-545f8889-ee72-43c7-adf2-af9b2c839fef admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4b26cfa0-d4a7-4e27-a6f5-b221565f7779 HTTP/1.1" status: 204 len: 168 time: 0.1342514 Nov 12 03:55:55.045644 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f8889-ee72-43c7-adf2-af9b2c839fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b26cfa0-d4a7-4e27-a6f5-b221565f7779,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:55.084360 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f8889-ee72-43c7-adf2-af9b2c839fef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:55.085703 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f8889-ee72-43c7-adf2-af9b2c839fef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:55.086203 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f8889-ee72-43c7-adf2-af9b2c839fef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:55.086926 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f8889-ee72-43c7-adf2-af9b2c839fef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:55.088336 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f8889-ee72-43c7-adf2-af9b2c839fef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:55.090066 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f8889-ee72-43c7-adf2-af9b2c839fef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:55.092252 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f8889-ee72-43c7-adf2-af9b2c839fef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:55.093700 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f8889-ee72-43c7-adf2-af9b2c839fef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:55.094211 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f8889-ee72-43c7-adf2-af9b2c839fef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:55.096259 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f8889-ee72-43c7-adf2-af9b2c839fef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:55.096774 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f8889-ee72-43c7-adf2-af9b2c839fef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:55.098212 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f8889-ee72-43c7-adf2-af9b2c839fef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:55.353759 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50172) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:55.367722 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f1a76662-19be-403b-bce9-edcb368cdfc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:55.486329 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f1a76662-19be-403b-bce9-edcb368cdfc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:55.492344 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f1a76662-19be-403b-bce9-edcb368cdfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:55.540995 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f1a76662-19be-403b-bce9-edcb368cdfc4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6a8e668878d54995a938a45222aa8910&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1860516 Nov 12 03:55:55.543639 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50174) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:55.551629 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a76662-19be-403b-bce9-edcb368cdfc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e6d5ea-e396-4cea-859d-ded4f837b96e,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:55.625256 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8e5aca14-b54d-4da1-82a9-9971038645f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:55.652188 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8e5aca14-b54d-4da1-82a9-9971038645f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:55.716628 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8e5aca14-b54d-4da1-82a9-9971038645f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:55.719412 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8e5aca14-b54d-4da1-82a9-9971038645f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:55.725284 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8e5aca14-b54d-4da1-82a9-9971038645f7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/52e6d5ea-e396-4cea-859d-ded4f837b96e HTTP/1.1" status: 204 len: 168 time: 0.1801128 Nov 12 03:55:55.733935 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5aca14-b54d-4da1-82a9-9971038645f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e6d5ea-e396-4cea-859d-ded4f837b96e,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:56.941732 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:55:57.407370 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50244) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:57.575036 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a4cf489c-151f-4e98-a9f4-7d3e5508d8fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:57.702851 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a4cf489c-151f-4e98-a9f4-7d3e5508d8fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:57.714948 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a4cf489c-151f-4e98-a9f4-7d3e5508d8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:57.755259 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cf489c-151f-4e98-a9f4-7d3e5508d8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f5ac09-eb2f-4373-b296-707a766ec0c3,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:57.764147 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50252) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:57.771754 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a4cf489c-151f-4e98-a9f4-7d3e5508d8fd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8c5253e39a7d4dd7ababef5e2acf67d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3629200 Nov 12 03:55:57.826377 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b7f5170f-c729-4af6-917a-4fe98964add2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:57.850099 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b7f5170f-c729-4af6-917a-4fe98964add2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:57.908920 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b7f5170f-c729-4af6-917a-4fe98964add2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:57.911675 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b7f5170f-c729-4af6-917a-4fe98964add2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:57.915658 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b7f5170f-c729-4af6-917a-4fe98964add2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e5f5ac09-eb2f-4373-b296-707a766ec0c3 HTTP/1.1" status: 204 len: 168 time: 0.1477542 Nov 12 03:55:57.922087 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5170f-c729-4af6-917a-4fe98964add2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f5ac09-eb2f-4373-b296-707a766ec0c3,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:58.307915 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50264) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:58.326999 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3148949c-85d1-4dc1-9d2f-93625fc0e869 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:58.420731 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3148949c-85d1-4dc1-9d2f-93625fc0e869 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:58.426039 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3148949c-85d1-4dc1-9d2f-93625fc0e869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:58.476240 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3148949c-85d1-4dc1-9d2f-93625fc0e869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1e523a-956b-40d6-9680-545e8ff8dc75,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:58.491965 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3148949c-85d1-4dc1-9d2f-93625fc0e869 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=270bf1bd363f4578897b2b026b63203c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1822996 Nov 12 03:55:58.495221 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50266) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:58.546825 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a311605e-7e88-4ead-bc5f-c3d61162b8a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:58.577873 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a311605e-7e88-4ead-bc5f-c3d61162b8a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:58.627220 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a311605e-7e88-4ead-bc5f-c3d61162b8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:58.629894 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a311605e-7e88-4ead-bc5f-c3d61162b8a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:58.631336 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a311605e-7e88-4ead-bc5f-c3d61162b8a8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7f1e523a-956b-40d6-9680-545e8ff8dc75 HTTP/1.1" status: 204 len: 168 time: 0.1342444 Nov 12 03:55:58.642078 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311605e-7e88-4ead-bc5f-c3d61162b8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1e523a-956b-40d6-9680-545e8ff8dc75,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:00.382512 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2cbaa927-07f1-4214-9f64-f460f70a6500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:00.733712 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50352) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:00.889982 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e1e11b81-4943-48d7-89d5-6dd1c385babd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:00.987924 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e1e11b81-4943-48d7-89d5-6dd1c385babd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:00.992864 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e1e11b81-4943-48d7-89d5-6dd1c385babd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:01.023713 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50360) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:01.024649 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e1e11b81-4943-48d7-89d5-6dd1c385babd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=02477677fb6d4c12b7fb8b4670e2a6b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2890928 Nov 12 03:56:01.047608 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e11b81-4943-48d7-89d5-6dd1c385babd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d9d383-b326-4316-a6c8-a80e4fc13426,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:01.098544 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e6b3ccae-9c08-4432-9c23-66e7c3669cf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:01.123782 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e6b3ccae-9c08-4432-9c23-66e7c3669cf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:01.180577 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e6b3ccae-9c08-4432-9c23-66e7c3669cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:01.183130 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e6b3ccae-9c08-4432-9c23-66e7c3669cf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:01.184489 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e6b3ccae-9c08-4432-9c23-66e7c3669cf4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d9d9d383-b326-4316-a6c8-a80e4fc13426 HTTP/1.1" status: 204 len: 168 time: 0.1598403 Nov 12 03:56:01.195520 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b3ccae-9c08-4432-9c23-66e7c3669cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d9d383-b326-4316-a6c8-a80e4fc13426,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:01.489087 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50366) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:01.505202 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1133d0b2-2344-431c-965e-fca072bd5775 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:01.597340 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1133d0b2-2344-431c-965e-fca072bd5775 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:01.602187 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1133d0b2-2344-431c-965e-fca072bd5775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:01.658571 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50368) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:01.658797 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-1133d0b2-2344-431c-965e-fca072bd5775 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cf8f1fe1e70f4fc796ebbecb8cfb91eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1683290 Nov 12 03:56:01.659582 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1133d0b2-2344-431c-965e-fca072bd5775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a9882f-4dd3-41f6-aeb3-78a70b34ee09,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:01.736829 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1f146b39-c241-40ce-9ce6-54484a71de54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:01.765283 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1f146b39-c241-40ce-9ce6-54484a71de54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:01.842972 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1f146b39-c241-40ce-9ce6-54484a71de54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:01.848417 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1f146b39-c241-40ce-9ce6-54484a71de54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:01.850222 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1f146b39-c241-40ce-9ce6-54484a71de54 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/70a9882f-4dd3-41f6-aeb3-78a70b34ee09 HTTP/1.1" status: 204 len: 168 time: 0.1894236 Nov 12 03:56:01.861217 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f146b39-c241-40ce-9ce6-54484a71de54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a9882f-4dd3-41f6-aeb3-78a70b34ee09,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:03.393821 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4a07ff0b-acb4-4bae-b492-901f07e43734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:03.872538 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50444) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:04.003261 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-17ca4419-9dba-49b6-b22e-45ee1cc5c8b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:04.096962 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-17ca4419-9dba-49b6-b22e-45ee1cc5c8b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:04.101880 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-17ca4419-9dba-49b6-b22e-45ee1cc5c8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:04.152130 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50452) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:04.152670 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-17ca4419-9dba-49b6-b22e-45ee1cc5c8b2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=279163a38cbc4d41ac55061b1dbd2445&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2788537 Nov 12 03:56:04.153912 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca4419-9dba-49b6-b22e-45ee1cc5c8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27340b05-4c70-428d-839d-472de6a866d0,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:04.168921 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:04.213591 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-eaad0f96-ebb3-419d-b854-ea6914d8bd28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:04.235822 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-eaad0f96-ebb3-419d-b854-ea6914d8bd28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:04.282883 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-eaad0f96-ebb3-419d-b854-ea6914d8bd28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:04.286265 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-eaad0f96-ebb3-419d-b854-ea6914d8bd28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:04.292644 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-eaad0f96-ebb3-419d-b854-ea6914d8bd28 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/27340b05-4c70-428d-839d-472de6a866d0 HTTP/1.1" status: 204 len: 168 time: 0.1381943 Nov 12 03:56:04.301486 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad0f96-ebb3-419d-b854-ea6914d8bd28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27340b05-4c70-428d-839d-472de6a866d0,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:04.595903 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50458) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:04.611522 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-66ac8e1b-0b97-41b5-98fe-efed086056cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:04.705491 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-66ac8e1b-0b97-41b5-98fe-efed086056cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:04.711025 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-66ac8e1b-0b97-41b5-98fe-efed086056cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:04.758541 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-66ac8e1b-0b97-41b5-98fe-efed086056cc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=36ac9ebc93064ac9bc188db6a5488dcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1613629 Nov 12 03:56:04.761050 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50464) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:04.761189 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac8e1b-0b97-41b5-98fe-efed086056cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c698229-6c6b-4e06-a0f8-0075fc29c2a4,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:04.843096 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-51ff4501-cbf5-468b-a5a3-239d323e6631 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:04.865971 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-51ff4501-cbf5-468b-a5a3-239d323e6631 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:04.917440 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-51ff4501-cbf5-468b-a5a3-239d323e6631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:04.920022 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-51ff4501-cbf5-468b-a5a3-239d323e6631 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:04.923479 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-51ff4501-cbf5-468b-a5a3-239d323e6631 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2c698229-6c6b-4e06-a0f8-0075fc29c2a4 HTTP/1.1" status: 204 len: 168 time: 0.1583254 Nov 12 03:56:04.930759 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff4501-cbf5-468b-a5a3-239d323e6631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c698229-6c6b-4e06-a0f8-0075fc29c2a4,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:05.508060 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:06.129365 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50508) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:06.176743 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-76f8422e-bc56-4c37-a990-90451df1f383 admin admin] Deleting subnet fc13fceb-0495-45a7-8ce6-a9a760d8ea1f {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:56:06.180764 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-76f8422e-bc56-4c37-a990-90451df1f383 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:06.231241 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-76f8422e-bc56-4c37-a990-90451df1f383 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:06.306367 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-76f8422e-bc56-4c37-a990-90451df1f383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:06.374547 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:06.388283 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-76f8422e-bc56-4c37-a990-90451df1f383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:06.431376 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f8422e-bc56-4c37-a990-90451df1f383 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc13fceb-0495-45a7-8ce6-a9a760d8ea1f,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:06.439672 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f4cdd2-64e5-4854-9a8c-fbb3f490d890 None None] Network 1e730e34-9494-4545-aa47-54c2ebe72fb3 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:56:06.451100 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-76f8422e-bc56-4c37-a990-90451df1f383 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:06.460051 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-76f8422e-bc56-4c37-a990-90451df1f383 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/fc13fceb-0495-45a7-8ce6-a9a760d8ea1f HTTP/1.1" status: 204 len: 168 time: 0.3293455 Nov 12 03:56:06.462474 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50518) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:06.585817 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-248fc09d-1ffd-4e3f-902f-f41aa37ed4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:06.610329 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbace8bd-4bb4-48d3-bfb4-9c029a3ba2a5 None None] DHCP port deletion for 1e730e34-9494-4545-aa47-54c2ebe72fb3 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:56:06.674442 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-248fc09d-1ffd-4e3f-902f-f41aa37ed4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:06.699655 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-248fc09d-1ffd-4e3f-902f-f41aa37ed4f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e730e34-9494-4545-aa47-54c2ebe72fb3']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:06.712393 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-248fc09d-1ffd-4e3f-902f-f41aa37ed4f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5b6a9b7-9e2c-49ff-997b-66d9aa071c53') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:06.713007 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-248fc09d-1ffd-4e3f-902f-f41aa37ed4f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5b6a9b7-9e2c-49ff-997b-66d9aa071c53') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:06.733161 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-248fc09d-1ffd-4e3f-902f-f41aa37ed4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:06.749182 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-248fc09d-1ffd-4e3f-902f-f41aa37ed4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:06.755403 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-248fc09d-1ffd-4e3f-902f-f41aa37ed4f7 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:56:06.756544 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-248fc09d-1ffd-4e3f-902f-f41aa37ed4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:06.759037 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:56:06.759037 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:56:06.759037 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:56:06.759037 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:56:06.759037 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:56:06.759037 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:56:06.759037 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:56:06.759037 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:56:06.759037 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:56:06.759037 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:56:06.759037 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:56:06.759037 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:56:06.759037 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:56:06.759037 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:56:06.759037 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:56:06.759037 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:56:06.759037 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:56:06.759037 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:56:06.759037 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:56:06.759037 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:56:06.759037 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:56:06.759037 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:56:06.759037 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:56:06.759037 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:56:06.759037 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:56:06.759037 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:56:06.759037 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:56:06.759037 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:56:06.759037 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:56:06.759037 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:56:06.759037 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:56:06.759037 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:56:06.820017 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-248fc09d-1ffd-4e3f-902f-f41aa37ed4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:06.826807 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-248fc09d-1ffd-4e3f-902f-f41aa37ed4f7 admin admin] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:06.832062 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-248fc09d-1ffd-4e3f-902f-f41aa37ed4f7 admin admin] 10.222.0.50 "DELETE /v2.0/networks/1e730e34-9494-4545-aa47-54c2ebe72fb3 HTTP/1.1" status: 204 len: 168 time: 0.3679314 Nov 12 03:56:06.879011 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248fc09d-1ffd-4e3f-902f-f41aa37ed4f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e730e34-9494-4545-aa47-54c2ebe72fb3,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:07.072372 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50534) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:07.126294 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-52b33ca9-34de-4601-8e13-e34e5054a3e2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8fb57fe76b644827904030648ba5e96b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0505400 Nov 12 03:56:07.126774 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50538) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:07.190058 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2c7fd00b-653c-4c8f-925a-075c0003d4f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:07.213536 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2c7fd00b-653c-4c8f-925a-075c0003d4f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:07.226960 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50540) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:07.276668 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2c7fd00b-653c-4c8f-925a-075c0003d4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:07.279956 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2c7fd00b-653c-4c8f-925a-075c0003d4f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:07.281382 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2c7fd00b-653c-4c8f-925a-075c0003d4f6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d76f6ead-e2ee-43fd-aca1-615b0f787ad7 HTTP/1.1" status: 204 len: 168 time: 0.1533582 Nov 12 03:56:07.291074 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fd00b-653c-4c8f-925a-075c0003d4f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76f6ead-e2ee-43fd-aca1-615b0f787ad7,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:07.363715 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-57c6b061-03a1-4dec-b789-b6653fcb29c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:07.470188 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-57c6b061-03a1-4dec-b789-b6653fcb29c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:07.484661 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-57c6b061-03a1-4dec-b789-b6653fcb29c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:07.536760 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-57c6b061-03a1-4dec-b789-b6653fcb29c4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f76bc05838ff49d3b147f32f551f127d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3085918 Nov 12 03:56:07.538023 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c6b061-03a1-4dec-b789-b6653fcb29c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac52787d-4c8d-44d1-9b3e-e4ae6f0f1d54,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:07.539746 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50552) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:07.603531 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-882bf5d3-d0e4-4f74-8ea0-eb038d476eee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:07.628584 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-882bf5d3-d0e4-4f74-8ea0-eb038d476eee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:07.699249 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-882bf5d3-d0e4-4f74-8ea0-eb038d476eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:07.703012 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-882bf5d3-d0e4-4f74-8ea0-eb038d476eee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:07.704317 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-882bf5d3-d0e4-4f74-8ea0-eb038d476eee admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ac52787d-4c8d-44d1-9b3e-e4ae6f0f1d54 HTTP/1.1" status: 204 len: 168 time: 0.1608992 Nov 12 03:56:07.716643 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882bf5d3-d0e4-4f74-8ea0-eb038d476eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac52787d-4c8d-44d1-9b3e-e4ae6f0f1d54,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:08.101638 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50574) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:08.118852 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-36a2a844-f0a7-4691-8610-138c3761e481 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:08.216746 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-36a2a844-f0a7-4691-8610-138c3761e481 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:08.221271 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-36a2a844-f0a7-4691-8610-138c3761e481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:08.278049 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-36a2a844-f0a7-4691-8610-138c3761e481 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=775f7e2bb3854cac85f3884bd64d956f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1748726 Nov 12 03:56:08.279756 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a2a844-f0a7-4691-8610-138c3761e481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03020639-3317-44b3-b6b7-a2c2b855a7fe,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:08.282642 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50580) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:08.375430 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-09c1ddd1-4fb7-46a7-86a5-0f343e9d8312 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:08.397554 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-09c1ddd1-4fb7-46a7-86a5-0f343e9d8312 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:08.459692 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-09c1ddd1-4fb7-46a7-86a5-0f343e9d8312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:08.462779 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-09c1ddd1-4fb7-46a7-86a5-0f343e9d8312 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:08.464095 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-09c1ddd1-4fb7-46a7-86a5-0f343e9d8312 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/03020639-3317-44b3-b6b7-a2c2b855a7fe HTTP/1.1" status: 204 len: 168 time: 0.1775513 Nov 12 03:56:08.473266 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1ddd1-4fb7-46a7-86a5-0f343e9d8312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03020639-3317-44b3-b6b7-a2c2b855a7fe,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:08.760186 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:09.661417 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50634) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:09.669339 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-7be86d0f-cc41-4ecd-844d-82843da89a37 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1681049363', 'description': 'tempest-secgroup-smoke-1681049363 description', 'project_id': '7ef96e16fae9482b9643848210ab127b'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:09.696864 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7be86d0f-cc41-4ecd-844d-82843da89a37 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:09.706416 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7be86d0f-cc41-4ecd-844d-82843da89a37 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:09.796761 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7be86d0f-cc41-4ecd-844d-82843da89a37 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:09.801572 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7be86d0f-cc41-4ecd-844d-82843da89a37 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:09.842171 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be86d0f-cc41-4ecd-844d-82843da89a37 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc10ef5-a8a7-42ef-bfb6-97f9502da4fc,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:09.900942 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7be86d0f-cc41-4ecd-844d-82843da89a37 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:09.911281 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7be86d0f-cc41-4ecd-844d-82843da89a37 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:09.950631 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7be86d0f-cc41-4ecd-844d-82843da89a37 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:09.955732 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7be86d0f-cc41-4ecd-844d-82843da89a37 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2883220 Nov 12 03:56:09.956653 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50648) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:09.962640 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be86d0f-cc41-4ecd-844d-82843da89a37 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d051444-8328-4200-9c7b-278e635e509c,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:09.963790 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-618998ce-7135-43d8-b286-d2c4e7b9186f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Request body: {'security_group_rule': {'security_group_id': '5d051444-8328-4200-9c7b-278e635e509c', 'project_id': '7ef96e16fae9482b9643848210ab127b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:09.996634 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-618998ce-7135-43d8-b286-d2c4e7b9186f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.063876 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-618998ce-7135-43d8-b286-d2c4e7b9186f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.071286 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-618998ce-7135-43d8-b286-d2c4e7b9186f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.087942 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618998ce-7135-43d8-b286-d2c4e7b9186f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92d7deac-0b0f-424b-a833-78570156d2f4,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:10.106348 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-618998ce-7135-43d8-b286-d2c4e7b9186f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.107716 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-618998ce-7135-43d8-b286-d2c4e7b9186f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1494033 Nov 12 03:56:10.110858 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50652) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:10.118376 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-12b8320a-9098-4912-88c2-511279ca4980 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Request body: {'security_group_rule': {'security_group_id': '5d051444-8328-4200-9c7b-278e635e509c', 'project_id': '7ef96e16fae9482b9643848210ab127b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:10.152598 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-12b8320a-9098-4912-88c2-511279ca4980 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.231449 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-12b8320a-9098-4912-88c2-511279ca4980 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.241413 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-12b8320a-9098-4912-88c2-511279ca4980 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.266400 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-12b8320a-9098-4912-88c2-511279ca4980 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.270601 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50666) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:10.273288 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-12b8320a-9098-4912-88c2-511279ca4980 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1611111 Nov 12 03:56:10.276233 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b8320a-9098-4912-88c2-511279ca4980 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16cd4444-dadc-41f8-a5c1-66269984cd34,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:10.277104 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-de27ba19-1389-49dc-ae61-5ad611e9d846 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Request body: {'security_group_rule': {'security_group_id': '5d051444-8328-4200-9c7b-278e635e509c', 'project_id': '7ef96e16fae9482b9643848210ab127b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:10.315085 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-de27ba19-1389-49dc-ae61-5ad611e9d846 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.377606 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-de27ba19-1389-49dc-ae61-5ad611e9d846 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.383581 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-de27ba19-1389-49dc-ae61-5ad611e9d846 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.409696 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de27ba19-1389-49dc-ae61-5ad611e9d846 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c52f2e75-d34c-4c1d-ac55-a818ae9cdc74,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:10.420184 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-de27ba19-1389-49dc-ae61-5ad611e9d846 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.421640 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-de27ba19-1389-49dc-ae61-5ad611e9d846 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1493485 Nov 12 03:56:10.424725 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50668) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:10.430198 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-b26b33cd-7351-4595-8c88-afac40d9a0bc tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Request body: {'security_group_rule': {'security_group_id': '5d051444-8328-4200-9c7b-278e635e509c', 'project_id': '7ef96e16fae9482b9643848210ab127b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:10.459614 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b26b33cd-7351-4595-8c88-afac40d9a0bc tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.528172 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b26b33cd-7351-4595-8c88-afac40d9a0bc tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.533775 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b26b33cd-7351-4595-8c88-afac40d9a0bc tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.557687 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b33cd-7351-4595-8c88-afac40d9a0bc tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6241c33-3009-46bc-b4cd-c174487415d3,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:10.566243 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50672) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:10.576600 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b26b33cd-7351-4595-8c88-afac40d9a0bc tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.580414 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b26b33cd-7351-4595-8c88-afac40d9a0bc tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1519551 Nov 12 03:56:10.580582 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50676) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:10.585466 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-2de99f31-2f1e-43c2-8a2c-115a242e4aff tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Request body: {'security_group_rule': {'security_group_id': '5d051444-8328-4200-9c7b-278e635e509c', 'project_id': '7ef96e16fae9482b9643848210ab127b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:10.609415 n-d-715271-27 neutron-server[102572]: INFO neutron.db.securitygroups_db [None req-2de99f31-2f1e-43c2-8a2c-115a242e4aff tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Project 7ef96e16fae9482b9643848210ab127b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:56:10.615014 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2de99f31-2f1e-43c2-8a2c-115a242e4aff tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.677486 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2de99f31-2f1e-43c2-8a2c-115a242e4aff tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.686382 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2de99f31-2f1e-43c2-8a2c-115a242e4aff tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.699217 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-36d66be2-62b1-473c-b912-3ad6153ce75a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.717188 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de99f31-2f1e-43c2-8a2c-115a242e4aff tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=099b2e0b-1538-4862-a51b-a333ee853aff,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:10.727695 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2de99f31-2f1e-43c2-8a2c-115a242e4aff tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.730922 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2de99f31-2f1e-43c2-8a2c-115a242e4aff tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1474674 Nov 12 03:56:10.731858 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50678) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:10.736471 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-b3cc4aba-53a4-4924-bede-c3d4f9a2ed99 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Request body: {'security_group_rule': {'security_group_id': '5d051444-8328-4200-9c7b-278e635e509c', 'project_id': '7ef96e16fae9482b9643848210ab127b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:10.762091 n-d-715271-27 neutron-server[102571]: INFO neutron.db.securitygroups_db [None req-b3cc4aba-53a4-4924-bede-c3d4f9a2ed99 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Project 7ef96e16fae9482b9643848210ab127b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:56:10.770528 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b3cc4aba-53a4-4924-bede-c3d4f9a2ed99 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.805201 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-36d66be2-62b1-473c-b912-3ad6153ce75a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.809660 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-36d66be2-62b1-473c-b912-3ad6153ce75a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.840817 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b3cc4aba-53a4-4924-bede-c3d4f9a2ed99 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.844735 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b3cc4aba-53a4-4924-bede-c3d4f9a2ed99 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.858368 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-36d66be2-62b1-473c-b912-3ad6153ce75a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=de2fccbd439747448ba1de44ea72ea7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2881370 Nov 12 03:56:10.858368 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d66be2-62b1-473c-b912-3ad6153ce75a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c387ec-6470-4851-bb55-a7c96545efb8,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:10.858842 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50680) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:10.870381 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc4aba-53a4-4924-bede-c3d4f9a2ed99 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e3aea09-dce8-4fe7-aa9c-93005dc6630c,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:10.884278 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b3cc4aba-53a4-4924-bede-c3d4f9a2ed99 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.886027 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b3cc4aba-53a4-4924-bede-c3d4f9a2ed99 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1531196 Nov 12 03:56:10.889272 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50682) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:10.894367 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-3b37d9a7-de43-4592-93c9-96731f3f94fc tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Request body: {'network': {'name': 'tempest-network-smoke--792492308', 'project_id': '7ef96e16fae9482b9643848210ab127b', 'port_security_enabled': True}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:10.940939 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b37d9a7-de43-4592-93c9-96731f3f94fc tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Made reservation on behalf of 7ef96e16fae9482b9643848210ab127b for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:56:10.945155 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3b37d9a7-de43-4592-93c9-96731f3f94fc tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.955836 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dc8e4c12-a8ae-411c-aa71-0a3939a3dd59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.987746 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b37d9a7-de43-4592-93c9-96731f3f94fc tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:56:10.990985 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dc8e4c12-a8ae-411c-aa71-0a3939a3dd59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:11.010920 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3b37d9a7-de43-4592-93c9-96731f3f94fc tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:11.011265 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-3b37d9a7-de43-4592-93c9-96731f3f94fc tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Added segment c7375d47-32b1-4a02-92e6-2325c6532f3b of type vlan for network 585cfce6-3246-4efc-94be-c88b6e93cdfd Nov 12 03:56:11.064379 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3b37d9a7-de43-4592-93c9-96731f3f94fc tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:11.090204 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dc8e4c12-a8ae-411c-aa71-0a3939a3dd59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:11.092866 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dc8e4c12-a8ae-411c-aa71-0a3939a3dd59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:11.093938 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-dc8e4c12-a8ae-411c-aa71-0a3939a3dd59 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d7c387ec-6470-4851-bb55-a7c96545efb8 HTTP/1.1" status: 204 len: 168 time: 0.2342010 Nov 12 03:56:11.110351 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3b37d9a7-de43-4592-93c9-96731f3f94fc tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:11.117108 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b37d9a7-de43-4592-93c9-96731f3f94fc tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:11.117724 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3b37d9a7-de43-4592-93c9-96731f3f94fc tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:11.120682 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8e4c12-a8ae-411c-aa71-0a3939a3dd59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c387ec-6470-4851-bb55-a7c96545efb8,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:11.192248 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3b37d9a7-de43-4592-93c9-96731f3f94fc tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2999129 Nov 12 03:56:11.193923 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50690) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:11.203030 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-b2879cee-302b-4d68-82e1-af4dbc9af211 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1297977514', 'admin_state_up': True, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:11.254753 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b2879cee-302b-4d68-82e1-af4dbc9af211 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:11.257331 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b37d9a7-de43-4592-93c9-96731f3f94fc tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'Network': ['ID=585cfce6-3246-4efc-94be-c88b6e93cdfd,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:11.258948 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b2879cee-302b-4d68-82e1-af4dbc9af211 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:11.291939 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 585cfce6-3246-4efc-94be-c88b6e93cdfd details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:56:11.321677 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b2879cee-302b-4d68-82e1-af4dbc9af211 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:11.463873 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50696) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:11.478270 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-94cd3323-9351-4e05-b61f-02ec1e5aeca3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:11.484124 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b2879cee-302b-4d68-82e1-af4dbc9af211 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:11.569053 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-94cd3323-9351-4e05-b61f-02ec1e5aeca3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:11.574499 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-94cd3323-9351-4e05-b61f-02ec1e5aeca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:11.629151 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-94cd3323-9351-4e05-b61f-02ec1e5aeca3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fc6015b137534a3eb9d863c55321427a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1635983 Nov 12 03:56:11.632096 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd3323-9351-4e05-b61f-02ec1e5aeca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f90c7b2-b011-423d-96af-ca66adaca7b9,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:11.636789 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50698) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:11.721089 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b481573e-bc87-4914-8ffd-4d2f81e21ca3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:11.739973 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b2879cee-302b-4d68-82e1-af4dbc9af211 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for router_gateway, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:11.744285 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b481573e-bc87-4914-8ffd-4d2f81e21ca3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:11.760827 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b2879cee-302b-4d68-82e1-af4dbc9af211 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:11.797912 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b481573e-bc87-4914-8ffd-4d2f81e21ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:11.801164 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b481573e-bc87-4914-8ffd-4d2f81e21ca3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:11.802831 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b481573e-bc87-4914-8ffd-4d2f81e21ca3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6f90c7b2-b011-423d-96af-ca66adaca7b9 HTTP/1.1" status: 204 len: 168 time: 0.1642869 Nov 12 03:56:11.813174 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b481573e-bc87-4914-8ffd-4d2f81e21ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f90c7b2-b011-423d-96af-ca66adaca7b9,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:11.914689 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-b2879cee-302b-4d68-82e1-af4dbc9af211 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Allocated IP 172.25.5.91 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/4e945993-c1ee-4a1a-92d6-8788ab299d7f) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:12.037867 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b2879cee-302b-4d68-82e1-af4dbc9af211 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:12.084129 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b2879cee-302b-4d68-82e1-af4dbc9af211 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:12.145102 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2879cee-302b-4d68-82e1-af4dbc9af211 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'Port': ['ID=4e945993-c1ee-4a1a-92d6-8788ab299d7f,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:12.148677 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2879cee-302b-4d68-82e1-af4dbc9af211 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:12.150529 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-b2879cee-302b-4d68-82e1-af4dbc9af211 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:12.152917 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2879cee-302b-4d68-82e1-af4dbc9af211 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:12.164963 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6075d9e-cd99-4828-bc54-7631b55b7c50 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:56:12.280896 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4d9bf11c-6e50-4e08-abd7-1295f09540d2 None None] Provisioning complete for port 4e945993-c1ee-4a1a-92d6-8788ab299d7f triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:12.280896 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4d9bf11c-6e50-4e08-abd7-1295f09540d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:12.358695 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4d9bf11c-6e50-4e08-abd7-1295f09540d2 None None] Port 4e945993-c1ee-4a1a-92d6-8788ab299d7f cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:56:12.515339 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b2879cee-302b-4d68-82e1-af4dbc9af211 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for router_gateway, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:12.782246 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b2879cee-302b-4d68-82e1-af4dbc9af211 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:12.838295 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31bfe7e-2859-48f3-a3ca-6c2d1ae6d28a req-6a814214-cd33-4616-bf6d-b21660ed8454 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:12.840881 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d31bfe7e-2859-48f3-a3ca-6c2d1ae6d28a req-6a814214-cd33-4616-bf6d-b21660ed8454 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] 10.222.0.50 "GET /v2.0/ports?device_id=a02bf46c-2684-4d11-9f9e-9245383ab564 HTTP/1.1" status: 200 len: 946 time: 0.0657499 Nov 12 03:56:12.916801 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d31bfe7e-2859-48f3-a3ca-6c2d1ae6d28a req-9fdb043d-9402-46e6-9223-aa4f5f4f9109 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a75be0a-7490-40e7-8709-357d2fc6c1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680037 Nov 12 03:56:12.972974 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2879cee-302b-4d68-82e1-af4dbc9af211 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Router a6aea712-86ad-4d76-993e-cb391afc6be6 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:56:13.087154 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2879cee-302b-4d68-82e1-af4dbc9af211 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:56:13.098272 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dbaf45-fdaf-4de6-9a77-6681515aea06 None None] Sync routers for ids ['a6aea712-86ad-4d76-993e-cb391afc6be6'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:56:13.109247 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dbaf45-fdaf-4de6-9a77-6681515aea06 None None] Routers {'a6aea712-86ad-4d76-993e-cb391afc6be6'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:13.110440 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-77dbaf45-fdaf-4de6-9a77-6681515aea06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:56:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['a6aea712-86ad-4d76-993e-cb391afc6be6'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:13.129769 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b2879cee-302b-4d68-82e1-af4dbc9af211 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:13.131891 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b2879cee-302b-4d68-82e1-af4dbc9af211 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9356999 Nov 12 03:56:13.135112 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50738) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:13.257504 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-77dbaf45-fdaf-4de6-9a77-6681515aea06 None None] Set router a6aea712-86ad-4d76-993e-cb391afc6be6 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:13.454732 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-337f765e-136f-4740-a284-52b5f0cb43fd tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=7ef96e16fae9482b9643848210ab127b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3181221 Nov 12 03:56:13.457829 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50754) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:13.526768 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-77dbaf45-fdaf-4de6-9a77-6681515aea06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6aea712-86ad-4d76-993e-cb391afc6be6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297977514', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '4e945993-c1ee-4a1a-92d6-8788ab299d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:11Z', 'updated_at': '2021-11-12T03:56:12Z', 'revision_number': 3, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': '4e945993-c1ee-4a1a-92d6-8788ab299d7f', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:82:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6aea712-86ad-4d76-993e-cb391afc6be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:11Z', 'updated_at': '2021-11-12T03:56:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:13.556712 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dbaf45-fdaf-4de6-9a77-6681515aea06 None None] Checking router: a6aea712-86ad-4d76-993e-cb391afc6be6 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:56:13.557370 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dbaf45-fdaf-4de6-9a77-6681515aea06 None None] Updating router a6aea712-86ad-4d76-993e-cb391afc6be6 port 4e945993-c1ee-4a1a-92d6-8788ab299d7f binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:56:13.566838 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e05b757-10a7-448d-9f5f-ae0259a66d6e tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:13.572776 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50756) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:13.573269 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4e05b757-10a7-448d-9f5f-ae0259a66d6e tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1137080 Nov 12 03:56:13.589866 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-77dbaf45-fdaf-4de6-9a77-6681515aea06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:13.608981 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-91f67756-c187-4dbd-b9e7-f4a4dfdce75d tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=7932a4b6-40b8-49fc-bb5c-2a6d25b0a895&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349200 Nov 12 03:56:13.611390 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50758) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:13.617652 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-dfd8886a-42cf-4f64-9615-34f6c88890cb tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1831213783', 'network_id': '585cfce6-3246-4efc-94be-c88b6e93cdfd', 'project_id': '7ef96e16fae9482b9643848210ab127b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:13.719629 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd8886a-42cf-4f64-9615-34f6c88890cb tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Made reservation on behalf of 7ef96e16fae9482b9643848210ab127b for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:56:13.726233 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dfd8886a-42cf-4f64-9615-34f6c88890cb tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:13.926260 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dfd8886a-42cf-4f64-9615-34f6c88890cb tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:13.928062 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-77dbaf45-fdaf-4de6-9a77-6681515aea06 None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:13.936141 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-77dbaf45-fdaf-4de6-9a77-6681515aea06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:13.990848 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e35814-706c-412f-a011-3af6cdc15f11 None None] Pushing event updated for resources: {'Port': ['ID=4e945993-c1ee-4a1a-92d6-8788ab299d7f,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:14.006361 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e35814-706c-412f-a011-3af6cdc15f11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:14.007297 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e35814-706c-412f-a011-3af6cdc15f11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:14.007990 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e35814-706c-412f-a011-3af6cdc15f11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:14.008787 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e35814-706c-412f-a011-3af6cdc15f11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:14.009357 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e35814-706c-412f-a011-3af6cdc15f11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:14.009688 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e35814-706c-412f-a011-3af6cdc15f11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:14.010014 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e35814-706c-412f-a011-3af6cdc15f11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:14.010337 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e35814-706c-412f-a011-3af6cdc15f11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:14.010655 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e35814-706c-412f-a011-3af6cdc15f11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:14.011701 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e35814-706c-412f-a011-3af6cdc15f11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:14.011701 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e35814-706c-412f-a011-3af6cdc15f11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:14.011701 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e35814-706c-412f-a011-3af6cdc15f11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:14.033286 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-77dbaf45-fdaf-4de6-9a77-6681515aea06 None None] Attempting to bind port 4e945993-c1ee-4a1a-92d6-8788ab299d7f on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:14.033659 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-77dbaf45-fdaf-4de6-9a77-6681515aea06 None None] Attempting to bind port 4e945993-c1ee-4a1a-92d6-8788ab299d7f by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:14.034011 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dbaf45-fdaf-4de6-9a77-6681515aea06 None None] Attempting to bind port 4e945993-c1ee-4a1a-92d6-8788ab299d7f on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:14.041435 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dbaf45-fdaf-4de6-9a77-6681515aea06 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:56:14.041944 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dbaf45-fdaf-4de6-9a77-6681515aea06 None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:14.042345 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-77dbaf45-fdaf-4de6-9a77-6681515aea06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:14.042938 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dbaf45-fdaf-4de6-9a77-6681515aea06 None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:56:14.043402 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-77dbaf45-fdaf-4de6-9a77-6681515aea06 None None] Bound port: 4e945993-c1ee-4a1a-92d6-8788ab299d7f, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:56:14.043772 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-77dbaf45-fdaf-4de6-9a77-6681515aea06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:14.046393 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce4b016-158e-40a1-930b-5fb25d791b1f None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:56:14.101602 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd8886a-42cf-4f64-9615-34f6c88890cb tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'Subnet': ['ID=21773f17-aa41-46cc-9264-6ecfb18c4e94,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:14.104370 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-16e38d0b-ba23-4af6-9ed5-36afe92eefb2 None None] Provisioning complete for port 4e945993-c1ee-4a1a-92d6-8788ab299d7f triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:14.104860 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-16e38d0b-ba23-4af6-9ed5-36afe92eefb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:14.134558 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd8886a-42cf-4f64-9615-34f6c88890cb tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Checking segment: {'id': 'c7375d47-32b1-4a02-92e6-2325c6532f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '585cfce6-3246-4efc-94be-c88b6e93cdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:14.136170 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd8886a-42cf-4f64-9615-34f6c88890cb tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Network hostable DHCP agents. Network: 585cfce6-3246-4efc-94be-c88b6e93cdfd, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:56:14.137960 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-77dbaf45-fdaf-4de6-9a77-6681515aea06 None None] For port 4e945993-c1ee-4a1a-92d6-8788ab299d7f, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:14.142312 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-77dbaf45-fdaf-4de6-9a77-6681515aea06 None None] For port 4e945993-c1ee-4a1a-92d6-8788ab299d7f, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=4e945993-c1ee-4a1a-92d6-8788ab299d7f,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:56:14.155694 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-77dbaf45-fdaf-4de6-9a77-6681515aea06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:14.184406 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd8886a-42cf-4f64-9615-34f6c88890cb tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Network 585cfce6-3246-4efc-94be-c88b6e93cdfd is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:56:14.185945 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c71014-afb4-4192-ae98-a5c6349c2e6d req-cb2322b0-a582-40a9-83d4-dcdb3a38d83a tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:14.202825 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-12c71014-afb4-4192-ae98-a5c6349c2e6d req-cb2322b0-a582-40a9-83d4-dcdb3a38d83a tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] 10.222.0.50 "GET /v2.0/ports?device_id=a02bf46c-2684-4d11-9f9e-9245383ab564 HTTP/1.1" status: 200 len: 946 time: 0.1595709 Nov 12 03:56:14.225925 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-16e38d0b-ba23-4af6-9ed5-36afe92eefb2 None None] Port 4e945993-c1ee-4a1a-92d6-8788ab299d7f cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:56:14.230973 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402d3397-1932-4b1d-b09c-4b3c8a0d8db1 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:56:14.235389 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-dfd8886a-42cf-4f64-9615-34f6c88890cb tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 585cfce6-3246-4efc-94be-c88b6e93cdfd) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:14.256765 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd8886a-42cf-4f64-9615-34f6c88890cb tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:14.258590 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dfd8886a-42cf-4f64-9615-34f6c88890cb tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:14.270765 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600c04c6-5b3f-4e5b-9f87-8d7802a45316 None None] Network 585cfce6-3246-4efc-94be-c88b6e93cdfd requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:56:14.283982 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-12c71014-afb4-4192-ae98-a5c6349c2e6d req-72ab0077-2ab8-486a-946f-271b92d6a5d1 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a75be0a-7490-40e7-8709-357d2fc6c1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752909 Nov 12 03:56:14.301500 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dbaf45-fdaf-4de6-9a77-6681515aea06 None None] Routers {'a6aea712-86ad-4d76-993e-cb391afc6be6'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:14.302110 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-77dbaf45-fdaf-4de6-9a77-6681515aea06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:56:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['a6aea712-86ad-4d76-993e-cb391afc6be6'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:14.368836 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e35814-706c-412f-a011-3af6cdc15f11 None None] Pushing event updated for resources: {'Port': ['ID=4e945993-c1ee-4a1a-92d6-8788ab299d7f,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:14.384321 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50766) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:14.385534 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-dfd8886a-42cf-4f64-9615-34f6c88890cb tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7730610 Nov 12 03:56:14.417311 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764ab0a-c488-4cb0-a322-9f4635c1c522 req-3fbffff8-61d1-4993-87b6-27ed3f93915c tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:14.421200 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e764ab0a-c488-4cb0-a322-9f4635c1c522 req-3fbffff8-61d1-4993-87b6-27ed3f93915c tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] 10.222.0.74 "GET /v2.0/ports?device_id=a02bf46c-2684-4d11-9f9e-9245383ab564 HTTP/1.1" status: 200 len: 946 time: 0.1512599 Nov 12 03:56:14.476527 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-d45eddf9-8154-4fb5-aee1-660a69617cb8 None None] Provisioning complete for port 4e945993-c1ee-4a1a-92d6-8788ab299d7f triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:14.476839 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d45eddf9-8154-4fb5-aee1-660a69617cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:14.505268 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-77dbaf45-fdaf-4de6-9a77-6681515aea06 None None] Set router a6aea712-86ad-4d76-993e-cb391afc6be6 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:14.589430 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-e764ab0a-c488-4cb0-a322-9f4635c1c522 req-143a8e85-a9aa-491f-b2ee-bf3140396270 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Deleting port ff0cc218-6b17-4ea2-864c-1f6d398551ec {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:56:14.590806 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e764ab0a-c488-4cb0-a322-9f4635c1c522 req-143a8e85-a9aa-491f-b2ee-bf3140396270 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:14.751853 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-e764ab0a-c488-4cb0-a322-9f4635c1c522 req-143a8e85-a9aa-491f-b2ee-bf3140396270 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] For port ff0cc218-6b17-4ea2-864c-1f6d398551ec, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=ff0cc218-6b17-4ea2-864c-1f6d398551ec,segment=NetworkSegment(d3c3b890-163e-4175-9d6f-19bcb21f9a7b),segment_id=d3c3b890-163e-4175-9d6f-19bcb21f9a7b)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:14.752171 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e764ab0a-c488-4cb0-a322-9f4635c1c522 req-143a8e85-a9aa-491f-b2ee-bf3140396270 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:14.766042 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-77dbaf45-fdaf-4de6-9a77-6681515aea06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6aea712-86ad-4d76-993e-cb391afc6be6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297977514', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '4e945993-c1ee-4a1a-92d6-8788ab299d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:11Z', 'updated_at': '2021-11-12T03:56:12Z', 'revision_number': 3, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': '4e945993-c1ee-4a1a-92d6-8788ab299d7f', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:82:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6aea712-86ad-4d76-993e-cb391afc6be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:11Z', 'updated_at': '2021-11-12T03:56:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:14.768737 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cd54c1-cc44-4e41-b1ae-7890d9633292 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-585cfce6-3246-4efc-94be-c88b6e93cdfd', 'network_id': '585cfce6-3246-4efc-94be-c88b6e93cdfd', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'fixed_ips': [{'subnet_id': '21773f17-aa41-46cc-9264-6ecfb18c4e94'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:56:14.769605 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e5cd54c1-cc44-4e41-b1ae-7890d9633292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:14.812126 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dbaf45-fdaf-4de6-9a77-6681515aea06 None None] The sync data for ids ['a6aea712-86ad-4d76-993e-cb391afc6be6'] in n-d-715271-27 is: [{'id': 'a6aea712-86ad-4d76-993e-cb391afc6be6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297977514', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '4e945993-c1ee-4a1a-92d6-8788ab299d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:11Z', 'updated_at': '2021-11-12T03:56:12Z', 'revision_number': 3, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': '4e945993-c1ee-4a1a-92d6-8788ab299d7f', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:82:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6aea712-86ad-4d76-993e-cb391afc6be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:11Z', 'updated_at': '2021-11-12T03:56:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:56:14.968468 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d45eddf9-8154-4fb5-aee1-660a69617cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:15.041057 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-d45eddf9-8154-4fb5-aee1-660a69617cb8 None None] For port 4e945993-c1ee-4a1a-92d6-8788ab299d7f, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=4e945993-c1ee-4a1a-92d6-8788ab299d7f,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:15.059316 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d45eddf9-8154-4fb5-aee1-660a69617cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:15.128820 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-e5cd54c1-cc44-4e41-b1ae-7890d9633292 None None] Allocated IP 172.20.0.2 (585cfce6-3246-4efc-94be-c88b6e93cdfd/21773f17-aa41-46cc-9264-6ecfb18c4e94/116e6c3d-3d2c-420f-9160-e11a5e32b7fa) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:15.145596 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e764ab0a-c488-4cb0-a322-9f4635c1c522 req-143a8e85-a9aa-491f-b2ee-bf3140396270 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:15.147028 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e764ab0a-c488-4cb0-a322-9f4635c1c522 req-143a8e85-a9aa-491f-b2ee-bf3140396270 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:15.147028 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [req-e764ab0a-c488-4cb0-a322-9f4635c1c522 req-143a8e85-a9aa-491f-b2ee-bf3140396270 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Floating IP 87adf100-d243-4851-8ceb-b768da5eea72 disassociated. External IP: 172.25.5.240, port: ff0cc218-6b17-4ea2-864c-1f6d398551ec. Nov 12 03:56:15.147445 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-e764ab0a-c488-4cb0-a322-9f4635c1c522 req-143a8e85-a9aa-491f-b2ee-bf3140396270 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Calling delete_port for ff0cc218-6b17-4ea2-864c-1f6d398551ec owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:56:15.242899 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45eddf9-8154-4fb5-aee1-660a69617cb8 None None] Pushing event updated for resources: {'Port': ['ID=4e945993-c1ee-4a1a-92d6-8788ab299d7f,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:15.259400 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45eddf9-8154-4fb5-aee1-660a69617cb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:15.259905 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45eddf9-8154-4fb5-aee1-660a69617cb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:15.260578 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45eddf9-8154-4fb5-aee1-660a69617cb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:15.261030 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45eddf9-8154-4fb5-aee1-660a69617cb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:15.261471 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45eddf9-8154-4fb5-aee1-660a69617cb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:15.261910 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45eddf9-8154-4fb5-aee1-660a69617cb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:15.262347 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45eddf9-8154-4fb5-aee1-660a69617cb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:15.262801 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45eddf9-8154-4fb5-aee1-660a69617cb8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:15.263235 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45eddf9-8154-4fb5-aee1-660a69617cb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:15.263667 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45eddf9-8154-4fb5-aee1-660a69617cb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:15.264129 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45eddf9-8154-4fb5-aee1-660a69617cb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:15.265113 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45eddf9-8154-4fb5-aee1-660a69617cb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:15.317720 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-269ccb2c-7f07-45bc-a340-561cf300f378 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:15.510993 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e764ab0a-c488-4cb0-a322-9f4635c1c522 req-143a8e85-a9aa-491f-b2ee-bf3140396270 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:15.513842 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e5cd54c1-cc44-4e41-b1ae-7890d9633292 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:15.541687 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e5cd54c1-cc44-4e41-b1ae-7890d9633292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:15.596386 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd54c1-cc44-4e41-b1ae-7890d9633292 None None] Pushing event updated for resources: {'Port': ['ID=116e6c3d-3d2c-420f-9160-e11a5e32b7fa,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:15.601926 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6f5bd71b-12eb-4246-93be-2ef3f4194ead req-f8513385-e067-46d7-b19e-10b368759aa9 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] 10.222.0.50 "GET /v2.0/ports?device_id=a02bf46c-2684-4d11-9f9e-9245383ab564 HTTP/1.1" status: 200 len: 210 time: 0.1124170 Nov 12 03:56:15.618941 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cd54c1-cc44-4e41-b1ae-7890d9633292 None None] Network 585cfce6-3246-4efc-94be-c88b6e93cdfd is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:15.623493 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-e5cd54c1-cc44-4e41-b1ae-7890d9633292 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:15.631440 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cd54c1-cc44-4e41-b1ae-7890d9633292 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:15.709349 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a8e85-a9aa-491f-b2ee-bf3140396270 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Pushing event deleted for resources: {'Port': ['ID=ff0cc218-6b17-4ea2-864c-1f6d398551ec,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:15.713719 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-e5cd54c1-cc44-4e41-b1ae-7890d9633292 None None] Attempting to bind port 116e6c3d-3d2c-420f-9160-e11a5e32b7fa on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:15.714542 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-e5cd54c1-cc44-4e41-b1ae-7890d9633292 None None] Attempting to bind port 116e6c3d-3d2c-420f-9160-e11a5e32b7fa by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'c7375d47-32b1-4a02-92e6-2325c6532f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '585cfce6-3246-4efc-94be-c88b6e93cdfd'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:15.715079 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cd54c1-cc44-4e41-b1ae-7890d9633292 None None] Attempting to bind port 116e6c3d-3d2c-420f-9160-e11a5e32b7fa on network 585cfce6-3246-4efc-94be-c88b6e93cdfd {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:15.722019 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cd54c1-cc44-4e41-b1ae-7890d9633292 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:56:15.722993 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cd54c1-cc44-4e41-b1ae-7890d9633292 None None] Checking segment: {'id': 'c7375d47-32b1-4a02-92e6-2325c6532f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '585cfce6-3246-4efc-94be-c88b6e93cdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:15.723577 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e5cd54c1-cc44-4e41-b1ae-7890d9633292 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:15.724231 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cd54c1-cc44-4e41-b1ae-7890d9633292 None None] Bound using segment: {'id': 'c7375d47-32b1-4a02-92e6-2325c6532f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '585cfce6-3246-4efc-94be-c88b6e93cdfd'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:56:15.725050 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-e5cd54c1-cc44-4e41-b1ae-7890d9633292 None None] Bound port: 116e6c3d-3d2c-420f-9160-e11a5e32b7fa, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7375d47-32b1-4a02-92e6-2325c6532f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '585cfce6-3246-4efc-94be-c88b6e93cdfd'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:56:15.725613 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e5cd54c1-cc44-4e41-b1ae-7890d9633292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:15.902632 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-e5cd54c1-cc44-4e41-b1ae-7890d9633292 None None] For port 116e6c3d-3d2c-420f-9160-e11a5e32b7fa, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:15.913780 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-e5cd54c1-cc44-4e41-b1ae-7890d9633292 None None] For port 116e6c3d-3d2c-420f-9160-e11a5e32b7fa, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=116e6c3d-3d2c-420f-9160-e11a5e32b7fa,segment=NetworkSegment(c7375d47-32b1-4a02-92e6-2325c6532f3b),segment_id=c7375d47-32b1-4a02-92e6-2325c6532f3b)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:56:15.924667 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e5cd54c1-cc44-4e41-b1ae-7890d9633292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:15.982930 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 4e945993-c1ee-4a1a-92d6-8788ab299d7f up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:16.082314 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e764ab0a-c488-4cb0-a322-9f4635c1c522 req-143a8e85-a9aa-491f-b2ee-bf3140396270 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Router bc144d13-1cd4-47ce-9f34-9fd0630d4141 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:56:16.350451 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd54c1-cc44-4e41-b1ae-7890d9633292 None None] Pushing event updated for resources: {'Port': ['ID=116e6c3d-3d2c-420f-9160-e11a5e32b7fa,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:16.369347 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 4e945993-c1ee-4a1a-92d6-8788ab299d7f triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:16.370286 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.517532 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e764ab0a-c488-4cb0-a322-9f4635c1c522 req-143a8e85-a9aa-491f-b2ee-bf3140396270 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:56:16.616751 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-269ccb2c-7f07-45bc-a340-561cf300f378 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Allocated IP 172.20.0.1 (585cfce6-3246-4efc-94be-c88b6e93cdfd/21773f17-aa41-46cc-9264-6ecfb18c4e94/d8d98584-f30d-44f8-a0e4-d0d0af69367c) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:16.633565 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccdc0e7-e41c-4d3f-9aea-21edf6332cc6 None None] Sync routers for ids ['bc144d13-1cd4-47ce-9f34-9fd0630d4141'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:56:16.680656 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccdc0e7-e41c-4d3f-9aea-21edf6332cc6 None None] Routers {'bc144d13-1cd4-47ce-9f34-9fd0630d4141'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:16.681779 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-4ccdc0e7-e41c-4d3f-9aea-21edf6332cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:56:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['bc144d13-1cd4-47ce-9f34-9fd0630d4141'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:16.978866 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-269ccb2c-7f07-45bc-a340-561cf300f378 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.991451 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-4ccdc0e7-e41c-4d3f-9aea-21edf6332cc6 None None] Set router bc144d13-1cd4-47ce-9f34-9fd0630d4141 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:17.023212 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-269ccb2c-7f07-45bc-a340-561cf300f378 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:17.053590 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-94d908c0-dc5a-41c1-bd88-6cc6080e85be req-0fff95de-e678-4644-82e6-b75c34e1f3ed tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] 10.222.0.50 "GET /v2.0/ports?device_id=a02bf46c-2684-4d11-9f9e-9245383ab564 HTTP/1.1" status: 200 len: 210 time: 0.2004042 Nov 12 03:56:17.107317 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269ccb2c-7f07-45bc-a340-561cf300f378 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Network 585cfce6-3246-4efc-94be-c88b6e93cdfd is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:17.112275 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-e764ab0a-c488-4cb0-a322-9f4635c1c522 req-143a8e85-a9aa-491f-b2ee-bf3140396270 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] No DVR routers for this DVR port ff0cc218-6b17-4ea2-864c-1f6d398551ec on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:56:17.116529 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-269ccb2c-7f07-45bc-a340-561cf300f378 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:17.117253 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e764ab0a-c488-4cb0-a322-9f4635c1c522 req-143a8e85-a9aa-491f-b2ee-bf3140396270 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:17.122203 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e764ab0a-c488-4cb0-a322-9f4635c1c522 req-143a8e85-a9aa-491f-b2ee-bf3140396270 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] 10.222.0.74 "DELETE /v2.0/ports/ff0cc218-6b17-4ea2-864c-1f6d398551ec HTTP/1.1" status: 204 len: 173 time: 2.6895957 Nov 12 03:56:17.122828 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a02bf46c-2684-4d11-9f9e-9245383ab564', 'name': 'network-vif-deleted', 'tag': 'ff0cc218-6b17-4ea2-864c-1f6d398551ec'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:17.126151 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c43e32-3d1e-4ed9-8661-5a7632a542c4" -d '{"events": [{"server_uuid": "a02bf46c-2684-4d11-9f9e-9245383ab564", "name": "network-vif-deleted", "tag": "ff0cc218-6b17-4ea2-864c-1f6d398551ec"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:56:17.145728 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ccb2c-7f07-45bc-a340-561cf300f378 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'Port': ['ID=d8d98584-f30d-44f8-a0e4-d0d0af69367c,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:17.150770 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269ccb2c-7f07-45bc-a340-561cf300f378 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:17.212388 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-269ccb2c-7f07-45bc-a340-561cf300f378 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:17.237551 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a1ddb4-a8a1-4d97-9969-4e9f1644a046 x-openstack-request-id: req-e0a1ddb4-a8a1-4d97-9969-4e9f1644a046 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:56:17.237839 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a02bf46c-2684-4d11-9f9e-9245383ab564", "name": "network-vif-deleted", "tag": "ff0cc218-6b17-4ea2-864c-1f6d398551ec", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:56:17.238103 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e0a1ddb4-a8a1-4d97-9969-4e9f1644a046 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:56:17.238469 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a02bf46c-2684-4d11-9f9e-9245383ab564', 'name': 'network-vif-deleted', 'tag': 'ff0cc218-6b17-4ea2-864c-1f6d398551ec', 'status': 'completed', 'code': 200} Nov 12 03:56:17.439868 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-269ccb2c-7f07-45bc-a340-561cf300f378 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:17.508325 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-4ccdc0e7-e41c-4d3f-9aea-21edf6332cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc144d13-1cd4-47ce-9f34-9fd0630d4141', 'name': 'tempest-TestServerBasicOps-752152389-router', 'tenant_id': '27d8d327296a4149943f8be1dae983d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'a00f5a94-d520-4368-aec3-0580365edc36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:29Z', 'updated_at': '2021-11-12T03:50:37Z', 'revision_number': 4, 'project_id': '27d8d327296a4149943f8be1dae983d3', 'gw_port': {'id': 'a00f5a94-d520-4368-aec3-0580365edc36', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:16:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc144d13-1cd4-47ce-9f34-9fd0630d4141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:31Z', 'updated_at': '2021-11-12T03:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'c6e3f0f3-959b-41d8-9c47-79b1764a38fa', 'name': '', 'network_id': 'afddff57-c021-4866-8d12-792d55775375', 'tenant_id': '27d8d327296a4149943f8be1dae983d3', 'mac_address': 'fa:16:3e:c7:83:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc144d13-1cd4-47ce-9f34-9fd0630d4141', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '36bad204-5d6d-45a7-8ba7-6407cbfbd2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:35Z', 'updated_at': '2021-11-12T03:50:43Z', 'revision_number': 5, 'project_id': '27d8d327296a4149943f8be1dae983d3', 'subnets': [{'id': '36bad204-5d6d-45a7-8ba7-6407cbfbd2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:17.548335 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccdc0e7-e41c-4d3f-9aea-21edf6332cc6 None None] Checking router: bc144d13-1cd4-47ce-9f34-9fd0630d4141 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:56:17.620208 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccdc0e7-e41c-4d3f-9aea-21edf6332cc6 None None] Routers {'bc144d13-1cd4-47ce-9f34-9fd0630d4141'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:17.628005 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-4ccdc0e7-e41c-4d3f-9aea-21edf6332cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:56:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['bc144d13-1cd4-47ce-9f34-9fd0630d4141'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:17.848057 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device ff0cc218-6b17-4ea2-864c-1f6d398551ec no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:56:17.964126 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 116e6c3d-3d2c-420f-9160-e11a5e32b7fa up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:18.027968 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-269ccb2c-7f07-45bc-a340-561cf300f378 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:18.035268 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-269ccb2c-7f07-45bc-a340-561cf300f378 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:18.039860 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: ff0cc218-6b17-4ea2-864c-1f6d398551ec {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:56:18.040368 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device ff0cc218-6b17-4ea2-864c-1f6d398551ec not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:56:18.076621 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-4ccdc0e7-e41c-4d3f-9aea-21edf6332cc6 None None] Set router bc144d13-1cd4-47ce-9f34-9fd0630d4141 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:18.140498 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-269ccb2c-7f07-45bc-a340-561cf300f378 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:18.169953 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50824) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:18.218973 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 116e6c3d-3d2c-420f-9160-e11a5e32b7fa triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:18.219492 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:18.346243 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957fadc7-4fec-492c-826e-0cd6d9c37a53 None None] Network 585cfce6-3246-4efc-94be-c88b6e93cdfd requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:56:18.396027 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-d7c0ddce-0521-41df-b5fe-ecf85f785ff1 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Deleting port 43c4b754-fd85-4882-98dc-132af44903a8 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:56:18.397384 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d7c0ddce-0521-41df-b5fe-ecf85f785ff1 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:18.532481 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d7c0ddce-0521-41df-b5fe-ecf85f785ff1 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:18.532481 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d7c0ddce-0521-41df-b5fe-ecf85f785ff1 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:18.553107 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-d7c0ddce-0521-41df-b5fe-ecf85f785ff1 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Calling delete_port for 43c4b754-fd85-4882-98dc-132af44903a8 owned by network:floatingip {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:56:18.624245 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:18.640046 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-5c643451-9cf7-4208-9b0d-ab0791cbc1ca None None] Provisioning complete for port 116e6c3d-3d2c-420f-9160-e11a5e32b7fa triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:18.640468 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5c643451-9cf7-4208-9b0d-ab0791cbc1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:18.829940 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d7c0ddce-0521-41df-b5fe-ecf85f785ff1 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:18.858153 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c0ddce-0521-41df-b5fe-ecf85f785ff1 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Pushing event deleted for resources: {'Port': ['ID=43c4b754-fd85-4882-98dc-132af44903a8,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:18.943533 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d7c0ddce-0521-41df-b5fe-ecf85f785ff1 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks [] for floatingip, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:18.946750 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d7c0ddce-0521-41df-b5fe-ecf85f785ff1 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:18.947925 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d7c0ddce-0521-41df-b5fe-ecf85f785ff1 tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] 10.222.0.50 "DELETE /v2.0/floatingips/87adf100-d243-4851-8ceb-b768da5eea72 HTTP/1.1" status: 204 len: 168 time: 0.7778978 Nov 12 03:56:19.060620 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50838) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:19.062549 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ccb2c-7f07-45bc-a340-561cf300f378 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'Port': ['ID=d8d98584-f30d-44f8-a0e4-d0d0af69367c,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:19.071876 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269ccb2c-7f07-45bc-a340-561cf300f378 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Network 585cfce6-3246-4efc-94be-c88b6e93cdfd is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:19.072139 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:19.073780 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-269ccb2c-7f07-45bc-a340-561cf300f378 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:19.137209 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 116e6c3d-3d2c-420f-9160-e11a5e32b7fa, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=116e6c3d-3d2c-420f-9160-e11a5e32b7fa,segment=NetworkSegment(c7375d47-32b1-4a02-92e6-2325c6532f3b),segment_id=c7375d47-32b1-4a02-92e6-2325c6532f3b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:19.151843 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:19.193568 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5c643451-9cf7-4208-9b0d-ab0791cbc1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:19.197660 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-4ccdc0e7-e41c-4d3f-9aea-21edf6332cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc144d13-1cd4-47ce-9f34-9fd0630d4141', 'name': 'tempest-TestServerBasicOps-752152389-router', 'tenant_id': '27d8d327296a4149943f8be1dae983d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'a00f5a94-d520-4368-aec3-0580365edc36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:29Z', 'updated_at': '2021-11-12T03:50:37Z', 'revision_number': 4, 'project_id': '27d8d327296a4149943f8be1dae983d3', 'gw_port': {'id': 'a00f5a94-d520-4368-aec3-0580365edc36', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:16:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc144d13-1cd4-47ce-9f34-9fd0630d4141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:31Z', 'updated_at': '2021-11-12T03:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'c6e3f0f3-959b-41d8-9c47-79b1764a38fa', 'name': '', 'network_id': 'afddff57-c021-4866-8d12-792d55775375', 'tenant_id': '27d8d327296a4149943f8be1dae983d3', 'mac_address': 'fa:16:3e:c7:83:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc144d13-1cd4-47ce-9f34-9fd0630d4141', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '36bad204-5d6d-45a7-8ba7-6407cbfbd2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:35Z', 'updated_at': '2021-11-12T03:50:43Z', 'revision_number': 5, 'project_id': '27d8d327296a4149943f8be1dae983d3', 'subnets': [{'id': '36bad204-5d6d-45a7-8ba7-6407cbfbd2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:19.213753 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269ccb2c-7f07-45bc-a340-561cf300f378 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Router a6aea712-86ad-4d76-993e-cb391afc6be6 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:56:19.248938 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ee0b2604-777f-44f9-86ec-b851b291a3ae tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:19.281136 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccdc0e7-e41c-4d3f-9aea-21edf6332cc6 None None] The sync data for ids ['bc144d13-1cd4-47ce-9f34-9fd0630d4141'] in n-d-715271-27 is: [{'id': 'bc144d13-1cd4-47ce-9f34-9fd0630d4141', 'name': 'tempest-TestServerBasicOps-752152389-router', 'tenant_id': '27d8d327296a4149943f8be1dae983d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'a00f5a94-d520-4368-aec3-0580365edc36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:29Z', 'updated_at': '2021-11-12T03:50:37Z', 'revision_number': 4, 'project_id': '27d8d327296a4149943f8be1dae983d3', 'gw_port': {'id': 'a00f5a94-d520-4368-aec3-0580365edc36', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:16:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc144d13-1cd4-47ce-9f34-9fd0630d4141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:31Z', 'updated_at': '2021-11-12T03:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'c6e3f0f3-959b-41d8-9c47-79b1764a38fa', 'name': '', 'network_id': 'afddff57-c021-4866-8d12-792d55775375', 'tenant_id': '27d8d327296a4149943f8be1dae983d3', 'mac_address': 'fa:16:3e:c7:83:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc144d13-1cd4-47ce-9f34-9fd0630d4141', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '36bad204-5d6d-45a7-8ba7-6407cbfbd2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:35Z', 'updated_at': '2021-11-12T03:50:43Z', 'revision_number': 5, 'project_id': '27d8d327296a4149943f8be1dae983d3', 'subnets': [{'id': '36bad204-5d6d-45a7-8ba7-6407cbfbd2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:56:19.297426 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ee0b2604-777f-44f9-86ec-b851b291a3ae tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:19.339484 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=116e6c3d-3d2c-420f-9160-e11a5e32b7fa,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:19.360872 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.api [None req-5c643451-9cf7-4208-9b0d-ab0791cbc1ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:56:19.361232 n-d-715271-27 neutron-server[102573]: DEBUG oslo_db.api [None req-5c643451-9cf7-4208-9b0d-ab0791cbc1ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:56:19.433566 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269ccb2c-7f07-45bc-a340-561cf300f378 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:56:19.446405 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269bdd9f-0610-4072-9c49-06babba1c59e None None] Sync routers for ids ['a6aea712-86ad-4d76-993e-cb391afc6be6'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:56:19.468209 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ee0b2604-777f-44f9-86ec-b851b291a3ae tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:19.470728 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269bdd9f-0610-4072-9c49-06babba1c59e None None] Routers {'a6aea712-86ad-4d76-993e-cb391afc6be6'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:19.471615 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-269bdd9f-0610-4072-9c49-06babba1c59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:56:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['a6aea712-86ad-4d76-993e-cb391afc6be6'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:19.472705 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ee0b2604-777f-44f9-86ec-b851b291a3ae tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:19.473554 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-269ccb2c-7f07-45bc-a340-561cf300f378 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "PUT /v2.0/routers/a6aea712-86ad-4d76-993e-cb391afc6be6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0842311 Nov 12 03:56:19.479172 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ee0b2604-777f-44f9-86ec-b851b291a3ae tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] 10.222.0.50 "DELETE /v2.0/security-groups/6a75be0a-7490-40e7-8709-357d2fc6c1f2 HTTP/1.1" status: 204 len: 168 time: 0.4149604 Nov 12 03:56:19.489046 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b2604-777f-44f9-86ec-b851b291a3ae tempest-TestServerBasicOps-690232749 tempest-TestServerBasicOps-690232749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a75be0a-7490-40e7-8709-357d2fc6c1f2,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:19.563668 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50846) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:19.841643 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-269bdd9f-0610-4072-9c49-06babba1c59e None None] Set router a6aea712-86ad-4d76-993e-cb391afc6be6 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:19.859861 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 116e6c3d-3d2c-420f-9160-e11a5e32b7fa up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:19.934530 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38048dd4-4874-49ce-86e8-0bc379996200 None None] New status for floating IP 87adf100-d243-4851-8ceb-b768da5eea72: DOWN {{(pid=102573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:56:20.087470 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-e3f699fe-aa6a-445b-b6d4-216096aaedaa tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1681049363&fields=id&tenant_id=7ef96e16fae9482b9643848210ab127b HTTP/1.1" status: 200 len: 267 time: 0.1030049 Nov 12 03:56:20.196302 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 116e6c3d-3d2c-420f-9160-e11a5e32b7fa triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:20.196677 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:20.340331 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-7aa268e9-e517-42d9-ba12-824c56d8e438 None None] Provisioning complete for port 116e6c3d-3d2c-420f-9160-e11a5e32b7fa triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:20.340701 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7aa268e9-e517-42d9-ba12-824c56d8e438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:20.374544 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-269bdd9f-0610-4072-9c49-06babba1c59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6aea712-86ad-4d76-993e-cb391afc6be6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297977514', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '4e945993-c1ee-4a1a-92d6-8788ab299d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:11Z', 'updated_at': '2021-11-12T03:56:17Z', 'revision_number': 4, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': '4e945993-c1ee-4a1a-92d6-8788ab299d7f', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6aea712-86ad-4d76-993e-cb391afc6be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:11Z', 'updated_at': '2021-11-12T03:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'd8d98584-f30d-44f8-a0e4-d0d0af69367c', 'name': '', 'network_id': '585cfce6-3246-4efc-94be-c88b6e93cdfd', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'mac_address': 'fa:16:3e:ae:5b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6aea712-86ad-4d76-993e-cb391afc6be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '21773f17-aa41-46cc-9264-6ecfb18c4e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:16Z', 'updated_at': '2021-11-12T03:56:17Z', 'revision_number': 2, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'subnets': [{'id': '21773f17-aa41-46cc-9264-6ecfb18c4e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:20.442342 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269bdd9f-0610-4072-9c49-06babba1c59e None None] Checking router: a6aea712-86ad-4d76-993e-cb391afc6be6 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:56:20.442817 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269bdd9f-0610-4072-9c49-06babba1c59e None None] Updating router a6aea712-86ad-4d76-993e-cb391afc6be6 port d8d98584-f30d-44f8-a0e4-d0d0af69367c binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:56:20.494912 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-677a5aa3-42c9-4baf-8729-c2b5f38b3b17 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:20.496561 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-677a5aa3-42c9-4baf-8729-c2b5f38b3b17 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/networks?id=585cfce6-3246-4efc-94be-c88b6e93cdfd HTTP/1.1" status: 200 len: 796 time: 0.4082460 Nov 12 03:56:20.496990 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-269bdd9f-0610-4072-9c49-06babba1c59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:20.531284 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-ba070e34-eab3-48aa-9058-191b609cbe9f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/quotas/7ef96e16fae9482b9643848210ab127b HTTP/1.1" status: 200 len: 375 time: 0.0251038 Nov 12 03:56:20.537009 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-7aa268e9-e517-42d9-ba12-824c56d8e438 None None] Provisioning complete for port d8d98584-f30d-44f8-a0e4-d0d0af69367c triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:20.537392 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7aa268e9-e517-42d9-ba12-824c56d8e438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:20.580528 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-7aa268e9-e517-42d9-ba12-824c56d8e438 None None] Port d8d98584-f30d-44f8-a0e4-d0d0af69367c cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:56:20.641224 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-65b9c8d7-879c-4651-a71d-5aaee073f55c tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7ef96e16fae9482b9643848210ab127b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1088214 Nov 12 03:56:20.720135 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-ed295a3a-9a81-4c11-b233-c95361d5c126 None None] Provisioning complete for port d8d98584-f30d-44f8-a0e4-d0d0af69367c triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:20.720911 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ed295a3a-9a81-4c11-b233-c95361d5c126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:20.779221 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-ed295a3a-9a81-4c11-b233-c95361d5c126 None None] Port d8d98584-f30d-44f8-a0e4-d0d0af69367c cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:56:20.828591 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-e60af8f3-6272-4713-9293-7536093172a5 service neutron] 10.222.0.50 "GET /v2.0/networks/585cfce6-3246-4efc-94be-c88b6e93cdfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537433 Nov 12 03:56:20.929934 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fe1847da-f57c-44ad-9b43-bd7cbebc6dc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:21.009417 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-c4b49ddf-9477-4a33-9702-e6f45160abdd service neutron] 10.222.0.50 "GET /v2.0/networks/585cfce6-3246-4efc-94be-c88b6e93cdfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700985 Nov 12 03:56:21.092858 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-269bdd9f-0610-4072-9c49-06babba1c59e None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:21.099978 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-269bdd9f-0610-4072-9c49-06babba1c59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:21.243194 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc1ef99-c8de-450a-8e05-51bcb357c752 None None] Pushing event updated for resources: {'Port': ['ID=d8d98584-f30d-44f8-a0e4-d0d0af69367c,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:21.262607 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-269bdd9f-0610-4072-9c49-06babba1c59e None None] Attempting to bind port d8d98584-f30d-44f8-a0e4-d0d0af69367c on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:21.262976 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-269bdd9f-0610-4072-9c49-06babba1c59e None None] Attempting to bind port d8d98584-f30d-44f8-a0e4-d0d0af69367c by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'c7375d47-32b1-4a02-92e6-2325c6532f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '585cfce6-3246-4efc-94be-c88b6e93cdfd'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:21.263353 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269bdd9f-0610-4072-9c49-06babba1c59e None None] Attempting to bind port d8d98584-f30d-44f8-a0e4-d0d0af69367c on network 585cfce6-3246-4efc-94be-c88b6e93cdfd {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:21.269522 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269bdd9f-0610-4072-9c49-06babba1c59e None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:56:21.269902 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269bdd9f-0610-4072-9c49-06babba1c59e None None] Checking segment: {'id': 'c7375d47-32b1-4a02-92e6-2325c6532f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '585cfce6-3246-4efc-94be-c88b6e93cdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:21.270302 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-269bdd9f-0610-4072-9c49-06babba1c59e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:21.271228 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269bdd9f-0610-4072-9c49-06babba1c59e None None] Bound using segment: {'id': 'c7375d47-32b1-4a02-92e6-2325c6532f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '585cfce6-3246-4efc-94be-c88b6e93cdfd'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:56:21.271765 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-269bdd9f-0610-4072-9c49-06babba1c59e None None] Bound port: d8d98584-f30d-44f8-a0e4-d0d0af69367c, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7375d47-32b1-4a02-92e6-2325c6532f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '585cfce6-3246-4efc-94be-c88b6e93cdfd'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:56:21.272260 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-269bdd9f-0610-4072-9c49-06babba1c59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:21.369720 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-269bdd9f-0610-4072-9c49-06babba1c59e None None] For port d8d98584-f30d-44f8-a0e4-d0d0af69367c, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:21.383966 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d96e2639-b316-4773-a635-75faa5dc5975 req-80ff41a0-f1c6-4021-a0ff-5366d1b89d58 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 210 time: 0.0883410 Nov 12 03:56:21.389387 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-269bdd9f-0610-4072-9c49-06babba1c59e None None] For port d8d98584-f30d-44f8-a0e4-d0d0af69367c, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d8d98584-f30d-44f8-a0e4-d0d0af69367c,segment=NetworkSegment(c7375d47-32b1-4a02-92e6-2325c6532f3b),segment_id=c7375d47-32b1-4a02-92e6-2325c6532f3b)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:56:21.407188 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-269bdd9f-0610-4072-9c49-06babba1c59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:21.466921 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-fe1847da-f57c-44ad-9b43-bd7cbebc6dc0 admin admin] Deleting port c6e3f0f3-959b-41d8-9c47-79b1764a38fa {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:56:21.468007 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fe1847da-f57c-44ad-9b43-bd7cbebc6dc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:21.492618 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc1ef99-c8de-450a-8e05-51bcb357c752 None None] Pushing event updated for resources: {'Port': ['ID=d8d98584-f30d-44f8-a0e4-d0d0af69367c,revision_number=4']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:21.495174 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269bdd9f-0610-4072-9c49-06babba1c59e None None] Routers {'a6aea712-86ad-4d76-993e-cb391afc6be6'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:21.495735 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-269bdd9f-0610-4072-9c49-06babba1c59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:56:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['a6aea712-86ad-4d76-993e-cb391afc6be6'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:21.623885 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-ffdb0031-23c4-46a0-b11c-f7fee18701a3 None None] Provisioning complete for port d8d98584-f30d-44f8-a0e4-d0d0af69367c triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:21.624530 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ffdb0031-23c4-46a0-b11c-f7fee18701a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:21.636998 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-fe1847da-f57c-44ad-9b43-bd7cbebc6dc0 admin admin] For port c6e3f0f3-959b-41d8-9c47-79b1764a38fa, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=c6e3f0f3-959b-41d8-9c47-79b1764a38fa,segment=NetworkSegment(d3c3b890-163e-4175-9d6f-19bcb21f9a7b),segment_id=d3c3b890-163e-4175-9d6f-19bcb21f9a7b)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:21.637617 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fe1847da-f57c-44ad-9b43-bd7cbebc6dc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:21.673814 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-fe1847da-f57c-44ad-9b43-bd7cbebc6dc0 admin admin] Calling delete_port for c6e3f0f3-959b-41d8-9c47-79b1764a38fa owned by network:router_interface {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:56:21.722778 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-269bdd9f-0610-4072-9c49-06babba1c59e None None] Set router a6aea712-86ad-4d76-993e-cb391afc6be6 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:21.844808 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ffdb0031-23c4-46a0-b11c-f7fee18701a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:21.911048 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-ffdb0031-23c4-46a0-b11c-f7fee18701a3 None None] For port d8d98584-f30d-44f8-a0e4-d0d0af69367c, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d8d98584-f30d-44f8-a0e4-d0d0af69367c,segment=NetworkSegment(c7375d47-32b1-4a02-92e6-2325c6532f3b),segment_id=c7375d47-32b1-4a02-92e6-2325c6532f3b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:21.921457 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ffdb0031-23c4-46a0-b11c-f7fee18701a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:22.094955 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdb0031-23c4-46a0-b11c-f7fee18701a3 None None] Pushing event updated for resources: {'Port': ['ID=d8d98584-f30d-44f8-a0e4-d0d0af69367c,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:22.179648 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-5b92bfd1-dbef-4a49-9620-b3b4f8cb95c7 None None] Provisioning complete for port d8d98584-f30d-44f8-a0e4-d0d0af69367c triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:22.179907 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5b92bfd1-dbef-4a49-9620-b3b4f8cb95c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:22.221985 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fe1847da-f57c-44ad-9b43-bd7cbebc6dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:22.228838 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50894) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:22.265864 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1847da-f57c-44ad-9b43-bd7cbebc6dc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6e3f0f3-959b-41d8-9c47-79b1764a38fa,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:22.358149 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-269bdd9f-0610-4072-9c49-06babba1c59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6aea712-86ad-4d76-993e-cb391afc6be6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297977514', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '4e945993-c1ee-4a1a-92d6-8788ab299d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:11Z', 'updated_at': '2021-11-12T03:56:17Z', 'revision_number': 4, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': '4e945993-c1ee-4a1a-92d6-8788ab299d7f', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6aea712-86ad-4d76-993e-cb391afc6be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:11Z', 'updated_at': '2021-11-12T03:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'd8d98584-f30d-44f8-a0e4-d0d0af69367c', 'name': '', 'network_id': '585cfce6-3246-4efc-94be-c88b6e93cdfd', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'mac_address': 'fa:16:3e:ae:5b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6aea712-86ad-4d76-993e-cb391afc6be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '21773f17-aa41-46cc-9264-6ecfb18c4e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:16Z', 'updated_at': '2021-11-12T03:56:21Z', 'revision_number': 4, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'subnets': [{'id': '21773f17-aa41-46cc-9264-6ecfb18c4e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:22.449533 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269bdd9f-0610-4072-9c49-06babba1c59e None None] The sync data for ids ['a6aea712-86ad-4d76-993e-cb391afc6be6'] in n-d-715271-27 is: [{'id': 'a6aea712-86ad-4d76-993e-cb391afc6be6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297977514', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '4e945993-c1ee-4a1a-92d6-8788ab299d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:11Z', 'updated_at': '2021-11-12T03:56:17Z', 'revision_number': 4, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': '4e945993-c1ee-4a1a-92d6-8788ab299d7f', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6aea712-86ad-4d76-993e-cb391afc6be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:11Z', 'updated_at': '2021-11-12T03:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'd8d98584-f30d-44f8-a0e4-d0d0af69367c', 'name': '', 'network_id': '585cfce6-3246-4efc-94be-c88b6e93cdfd', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'mac_address': 'fa:16:3e:ae:5b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6aea712-86ad-4d76-993e-cb391afc6be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '21773f17-aa41-46cc-9264-6ecfb18c4e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:16Z', 'updated_at': '2021-11-12T03:56:21Z', 'revision_number': 4, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'subnets': [{'id': '21773f17-aa41-46cc-9264-6ecfb18c4e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:56:22.548817 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-66b4edae-45c1-47e3-a6c1-a3c18ad027ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:22.635021 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-924a5b2a-a38a-40d3-8864-d3ea3660fe5f req-a9663fdd-036a-4463-9eb7-e0437d9701a1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 210 time: 0.0901871 Nov 12 03:56:22.766824 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-66b4edae-45c1-47e3-a6c1-a3c18ad027ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:22.784876 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-66b4edae-45c1-47e3-a6c1-a3c18ad027ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:22.803231 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fe1847da-f57c-44ad-9b43-bd7cbebc6dc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:22.864506 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-66b4edae-45c1-47e3-a6c1-a3c18ad027ca admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8be559a785514827aabc2590e995e98a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6343050 Nov 12 03:56:22.865472 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50902) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:22.866384 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b4edae-45c1-47e3-a6c1-a3c18ad027ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76dad1a-291e-40f5-95a6-a105ed9c0b76,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:22.974784 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6940e4de-ca6a-4340-8cc2-6bf98a405640 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:23.004364 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6940e4de-ca6a-4340-8cc2-6bf98a405640 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:23.080544 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6940e4de-ca6a-4340-8cc2-6bf98a405640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:23.085733 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6940e4de-ca6a-4340-8cc2-6bf98a405640 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:23.089890 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6940e4de-ca6a-4340-8cc2-6bf98a405640 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f76dad1a-291e-40f5-95a6-a105ed9c0b76 HTTP/1.1" status: 204 len: 168 time: 0.2172706 Nov 12 03:56:23.102604 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6940e4de-ca6a-4340-8cc2-6bf98a405640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76dad1a-291e-40f5-95a6-a105ed9c0b76,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:23.205129 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1847da-f57c-44ad-9b43-bd7cbebc6dc0 admin admin] Router bc144d13-1cd4-47ce-9f34-9fd0630d4141 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:56:23.480306 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1847da-f57c-44ad-9b43-bd7cbebc6dc0 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:56:23.490561 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb76f89-777e-47ac-b13f-c16fba1361eb None None] Sync routers for ids ['bc144d13-1cd4-47ce-9f34-9fd0630d4141'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:56:23.491548 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-fe1847da-f57c-44ad-9b43-bd7cbebc6dc0 admin admin] 10.222.0.50 "PUT /v2.0/routers/bc144d13-1cd4-47ce-9f34-9fd0630d4141/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9268744 Nov 12 03:56:23.492268 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50912) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:23.509574 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb76f89-777e-47ac-b13f-c16fba1361eb None None] Routers {'bc144d13-1cd4-47ce-9f34-9fd0630d4141'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:23.510741 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-7cb76f89-777e-47ac-b13f-c16fba1361eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:56:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['bc144d13-1cd4-47ce-9f34-9fd0630d4141'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:23.580386 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-4f0e10a0-24ac-4f9f-a192-efe915b02f0c tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:23.582253 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-4f0e10a0-24ac-4f9f-a192-efe915b02f0c tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.90 "GET /v2.0/networks?id=585cfce6-3246-4efc-94be-c88b6e93cdfd HTTP/1.1" status: 200 len: 796 time: 0.2415676 Nov 12 03:56:23.761033 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c5823b3e-0194-42f0-980d-00b19fb1dde2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:23.779862 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-b05c750d-3893-46bc-b364-dcde3449e360 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ef96e16fae9482b9643848210ab127b HTTP/1.1" status: 200 len: 380 time: 0.1803849 Nov 12 03:56:23.802605 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-a475073e-b5c7-4dc1-8fd7-ee3cb3710711 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Request body: {'port': {'device_id': '13c52a6f-81f0-497c-be2b-1b7e17b112ae', 'network_id': '585cfce6-3246-4efc-94be-c88b6e93cdfd', 'admin_state_up': True, 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'security_groups': ['5d051444-8328-4200-9c7b-278e635e509c']}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:23.870519 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-7cb76f89-777e-47ac-b13f-c16fba1361eb None None] Set router bc144d13-1cd4-47ce-9f34-9fd0630d4141 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:24.001921 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-34da523a-6284-4362-8ed7-734588a43606 req-99fa1cc3-fc8e-4035-a976-63e1ae04f582 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 210 time: 0.1485271 Nov 12 03:56:24.036310 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d8d98584-f30d-44f8-a0e4-d0d0af69367c up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:24.057149 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c5823b3e-0194-42f0-980d-00b19fb1dde2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:24.135260 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port d8d98584-f30d-44f8-a0e4-d0d0af69367c triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:24.135921 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:24.181767 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-c5823b3e-0194-42f0-980d-00b19fb1dde2 admin admin] Deleting port a00f5a94-d520-4368-aec3-0580365edc36 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:56:24.182433 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c5823b3e-0194-42f0-980d-00b19fb1dde2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:24.198725 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-a475073e-b5c7-4dc1-8fd7-ee3cb3710711 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Made reservation on behalf of 7ef96e16fae9482b9643848210ab127b for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:56:24.206609 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-a475073e-b5c7-4dc1-8fd7-ee3cb3710711 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:24.275135 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-7cb76f89-777e-47ac-b13f-c16fba1361eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc144d13-1cd4-47ce-9f34-9fd0630d4141', 'name': 'tempest-TestServerBasicOps-752152389-router', 'tenant_id': '27d8d327296a4149943f8be1dae983d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'a00f5a94-d520-4368-aec3-0580365edc36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:29Z', 'updated_at': '2021-11-12T03:56:22Z', 'revision_number': 5, 'project_id': '27d8d327296a4149943f8be1dae983d3', 'gw_port': {'id': 'a00f5a94-d520-4368-aec3-0580365edc36', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:16:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc144d13-1cd4-47ce-9f34-9fd0630d4141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:31Z', 'updated_at': '2021-11-12T03:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:24.340260 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb76f89-777e-47ac-b13f-c16fba1361eb None None] Checking router: bc144d13-1cd4-47ce-9f34-9fd0630d4141 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:56:24.362728 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb76f89-777e-47ac-b13f-c16fba1361eb None None] Routers {'bc144d13-1cd4-47ce-9f34-9fd0630d4141'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:24.363373 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-7cb76f89-777e-47ac-b13f-c16fba1361eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:56:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['bc144d13-1cd4-47ce-9f34-9fd0630d4141'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:24.422526 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-c5823b3e-0194-42f0-980d-00b19fb1dde2 admin admin] For port a00f5a94-d520-4368-aec3-0580365edc36, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=a00f5a94-d520-4368-aec3-0580365edc36,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:24.422897 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c5823b3e-0194-42f0-980d-00b19fb1dde2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:24.457104 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-c5823b3e-0194-42f0-980d-00b19fb1dde2 admin admin] Calling delete_port for a00f5a94-d520-4368-aec3-0580365edc36 owned by network:router_gateway {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:56:24.503926 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-7cb76f89-777e-47ac-b13f-c16fba1361eb None None] Set router bc144d13-1cd4-47ce-9f34-9fd0630d4141 gateway port host: None {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:24.508772 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3737002f-af6c-4474-aa9f-43acc3102770 req-d5151123-d1b7-4ab0-9227-7e943dcb2835 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4c56de50-4306-4322-8d38-16202775a287&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1197655 Nov 12 03:56:24.578490 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-7cb76f89-777e-47ac-b13f-c16fba1361eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc144d13-1cd4-47ce-9f34-9fd0630d4141', 'name': 'tempest-TestServerBasicOps-752152389-router', 'tenant_id': '27d8d327296a4149943f8be1dae983d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:29Z', 'updated_at': '2021-11-12T03:56:24Z', 'revision_number': 6, 'project_id': '27d8d327296a4149943f8be1dae983d3', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:24.612725 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-a475073e-b5c7-4dc1-8fd7-ee3cb3710711 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Allocated IP 172.20.0.10 (585cfce6-3246-4efc-94be-c88b6e93cdfd/21773f17-aa41-46cc-9264-6ecfb18c4e94/2e6459c4-9293-4aac-9bab-ad7b0613d14a) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:24.622181 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb76f89-777e-47ac-b13f-c16fba1361eb None None] The sync data for ids ['bc144d13-1cd4-47ce-9f34-9fd0630d4141'] in n-d-715271-27 is: [{'id': 'bc144d13-1cd4-47ce-9f34-9fd0630d4141', 'name': 'tempest-TestServerBasicOps-752152389-router', 'tenant_id': '27d8d327296a4149943f8be1dae983d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:29Z', 'updated_at': '2021-11-12T03:56:24Z', 'revision_number': 6, 'project_id': '27d8d327296a4149943f8be1dae983d3', 'gw_port_host': None}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:56:24.694861 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737002f-af6c-4474-aa9f-43acc3102770 req-ef538029-c626-4328-9d9d-61509daaf2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:24.701449 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3737002f-af6c-4474-aa9f-43acc3102770 req-ef538029-c626-4328-9d9d-61509daaf2a8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=27d4836293914c108ba09bff97dd7daa&device_id=4c56de50-4306-4322-8d38-16202775a287 HTTP/1.1" status: 200 len: 1097 time: 0.1552639 Nov 12 03:56:24.800790 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c5823b3e-0194-42f0-980d-00b19fb1dde2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:24.859288 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5823b3e-0194-42f0-980d-00b19fb1dde2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a00f5a94-d520-4368-aec3-0580365edc36,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:24.888904 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce65568-1634-419b-b8dc-b798921412d2 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:56:24.979888 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c5823b3e-0194-42f0-980d-00b19fb1dde2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:24.998259 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737002f-af6c-4474-aa9f-43acc3102770 req-dda11da8-2cb1-4a7d-b892-731eb31a0b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:24.999917 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3737002f-af6c-4474-aa9f-43acc3102770 req-dda11da8-2cb1-4a7d-b892-731eb31a0b98 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 HTTP/1.1" status: 200 len: 912 time: 0.2642593 Nov 12 03:56:25.040479 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-a475073e-b5c7-4dc1-8fd7-ee3cb3710711 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.172894 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3737002f-af6c-4474-aa9f-43acc3102770 req-600a6705-288d-4543-a058-a0cf68339778 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a1d39ea-3be2-49fa-9056-d8ee18a6d050 HTTP/1.1" status: 200 len: 1001 time: 0.0876112 Nov 12 03:56:25.174538 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-a475073e-b5c7-4dc1-8fd7-ee3cb3710711 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.204840 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c5823b3e-0194-42f0-980d-00b19fb1dde2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.208006 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c5823b3e-0194-42f0-980d-00b19fb1dde2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.261600 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-a475073e-b5c7-4dc1-8fd7-ee3cb3710711 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Network 585cfce6-3246-4efc-94be-c88b6e93cdfd is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:25.268193 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-a475073e-b5c7-4dc1-8fd7-ee3cb3710711 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:25.270813 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2618a8d-9d39-4d2c-9bc7-c7287350bcb5 req-b45758f5-11e9-481c-b3e9-5d8d34825879 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:25.274010 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e2618a8d-9d39-4d2c-9bc7-c7287350bcb5 req-b45758f5-11e9-481c-b3e9-5d8d34825879 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 932 time: 0.1146228 Nov 12 03:56:25.275566 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c5823b3e-0194-42f0-980d-00b19fb1dde2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.276200 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5823b3e-0194-42f0-980d-00b19fb1dde2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc144d13-1cd4-47ce-9f34-9fd0630d4141 {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:56:25.277688 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-a475073e-b5c7-4dc1-8fd7-ee3cb3710711 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:25.281000 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c5823b3e-0194-42f0-980d-00b19fb1dde2 admin admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.282931 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c5823b3e-0194-42f0-980d-00b19fb1dde2 admin admin] 10.222.0.50 "DELETE /v2.0/routers/bc144d13-1cd4-47ce-9f34-9fd0630d4141 HTTP/1.1" status: 204 len: 168 time: 1.7897511 Nov 12 03:56:25.283582 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a475073e-b5c7-4dc1-8fd7-ee3cb3710711 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'Port': ['ID=2e6459c4-9293-4aac-9bab-ad7b0613d14a,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:25.285565 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50948) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:25.333980 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737002f-af6c-4474-aa9f-43acc3102770 req-83089e99-5864-4af8-ad1e-82f4014595d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:25.335783 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3737002f-af6c-4474-aa9f-43acc3102770 req-83089e99-5864-4af8-ad1e-82f4014595d6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2 HTTP/1.1" status: 200 len: 850 time: 0.1309905 Nov 12 03:56:25.397906 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-a475073e-b5c7-4dc1-8fd7-ee3cb3710711 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:25.398961 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-a475073e-b5c7-4dc1-8fd7-ee3cb3710711 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.422355 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-e79fadf9-e599-4154-a7dc-eebacfaa014c admin admin] Deleting subnet 36bad204-5d6d-45a7-8ba7-6407cbfbd2a3 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:56:25.426481 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e79fadf9-e599-4154-a7dc-eebacfaa014c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.433493 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737002f-af6c-4474-aa9f-43acc3102770 req-20866c1f-d9e9-4eeb-88f9-8449465cce9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:25.437140 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3737002f-af6c-4474-aa9f-43acc3102770 req-20866c1f-d9e9-4eeb-88f9-8449465cce9a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0890961 Nov 12 03:56:25.450430 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-a475073e-b5c7-4dc1-8fd7-ee3cb3710711 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6524050 Nov 12 03:56:25.462417 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e2618a8d-9d39-4d2c-9bc7-c7287350bcb5 req-b3d67223-9f1a-4685-86ff-a482c2c68f80 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d051444-8328-4200-9c7b-278e635e509c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362267 Nov 12 03:56:25.508218 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e79fadf9-e599-4154-a7dc-eebacfaa014c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.654646 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-6190b8df-3a3d-4bb1-adac-80722598afba service neutron] Request body: {'port': {'device_id': '13c52a6f-81f0-497c-be2b-1b7e17b112ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:25.694165 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e79fadf9-e599-4154-a7dc-eebacfaa014c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.696933 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-c924305e-6774-44f6-8823-f4bb4bad4953 None None] Provisioning complete for port 2e6459c4-9293-4aac-9bab-ad7b0613d14a triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:25.697538 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c924305e-6774-44f6-8823-f4bb4bad4953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.757208 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3737002f-af6c-4474-aa9f-43acc3102770 req-e93303d7-ad30-4650-92a6-8bca9edcf80c service neutron] 10.222.0.74 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015630 Nov 12 03:56:25.775252 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-6190b8df-3a3d-4bb1-adac-80722598afba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.781115 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-c924305e-6774-44f6-8823-f4bb4bad4953 None None] Port 2e6459c4-9293-4aac-9bab-ad7b0613d14a cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:56:25.807163 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device c6e3f0f3-959b-41d8-9c47-79b1764a38fa no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:56:25.834055 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e79fadf9-e599-4154-a7dc-eebacfaa014c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.875969 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: c6e3f0f3-959b-41d8-9c47-79b1764a38fa {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:56:25.876339 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device c6e3f0f3-959b-41d8-9c47-79b1764a38fa not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:56:25.876766 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device a00f5a94-d520-4368-aec3-0580365edc36 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:56:25.907482 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79fadf9-e599-4154-a7dc-eebacfaa014c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36bad204-5d6d-45a7-8ba7-6407cbfbd2a3,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:25.924573 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e79fadf9-e599-4154-a7dc-eebacfaa014c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.928067 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: a00f5a94-d520-4368-aec3-0580365edc36 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:56:25.930477 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device a00f5a94-d520-4368-aec3-0580365edc36 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:56:25.933784 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f35d72-4bed-4370-a4c9-273c3136c3f9 None None] Network afddff57-c021-4866-8d12-792d55775375 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:56:25.935458 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e79fadf9-e599-4154-a7dc-eebacfaa014c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/36bad204-5d6d-45a7-8ba7-6407cbfbd2a3 HTTP/1.1" status: 204 len: 168 time: 0.6478059 Nov 12 03:56:25.937814 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 50958) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:26.045366 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3737002f-af6c-4474-aa9f-43acc3102770 req-e1fa6adb-8a00-4ca6-bffa-e1e65b790ef6 service neutron] 10.222.0.74 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712677 Nov 12 03:56:26.082267 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-630fcc84-28d5-4193-8972-59c002bbedc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.159741 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-630fcc84-28d5-4193-8972-59c002bbedc6 admin admin] Deleting port 626b1364-9a4a-481e-88cb-eadb5248f037 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:56:26.160136 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-630fcc84-28d5-4193-8972-59c002bbedc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.243220 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bf1309-c36e-4277-b83e-40d2c6af5606 None None] DHCP port deletion for afddff57-c021-4866-8d12-792d55775375 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:56:26.291231 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-630fcc84-28d5-4193-8972-59c002bbedc6 admin admin] For port 626b1364-9a4a-481e-88cb-eadb5248f037, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=626b1364-9a4a-481e-88cb-eadb5248f037,segment=NetworkSegment(d3c3b890-163e-4175-9d6f-19bcb21f9a7b),segment_id=d3c3b890-163e-4175-9d6f-19bcb21f9a7b)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:26.291611 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-630fcc84-28d5-4193-8972-59c002bbedc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.329101 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-630fcc84-28d5-4193-8972-59c002bbedc6 admin admin] Calling delete_port for 626b1364-9a4a-481e-88cb-eadb5248f037 owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:56:26.336207 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-97bf1309-c36e-4277-b83e-40d2c6af5606 None None] Deleting port 626b1364-9a4a-481e-88cb-eadb5248f037 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:56:26.336894 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-97bf1309-c36e-4277-b83e-40d2c6af5606 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.350388 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-6190b8df-3a3d-4bb1-adac-80722598afba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e6459c4-9293-4aac-9bab-ad7b0613d14a {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:56:26.364893 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-6190b8df-3a3d-4bb1-adac-80722598afba service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.383775 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-6190b8df-3a3d-4bb1-adac-80722598afba service neutron] Transition to ACTIVE for port object 2e6459c4-9293-4aac-9bab-ad7b0613d14a will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:56:26.389485 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-6190b8df-3a3d-4bb1-adac-80722598afba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.491122 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-97bf1309-c36e-4277-b83e-40d2c6af5606 None None] For port 626b1364-9a4a-481e-88cb-eadb5248f037, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=626b1364-9a4a-481e-88cb-eadb5248f037,segment=NetworkSegment(d3c3b890-163e-4175-9d6f-19bcb21f9a7b),segment_id=d3c3b890-163e-4175-9d6f-19bcb21f9a7b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:26.491529 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-97bf1309-c36e-4277-b83e-40d2c6af5606 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.508424 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-97bf1309-c36e-4277-b83e-40d2c6af5606 None None] Calling delete_port for 626b1364-9a4a-481e-88cb-eadb5248f037 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:56:26.566577 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-630fcc84-28d5-4193-8972-59c002bbedc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.593352 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6190b8df-3a3d-4bb1-adac-80722598afba service neutron] Pushing event updated for resources: {'Port': ['ID=2e6459c4-9293-4aac-9bab-ad7b0613d14a,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:26.619050 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-6190b8df-3a3d-4bb1-adac-80722598afba service neutron] Attempting to bind port 2e6459c4-9293-4aac-9bab-ad7b0613d14a on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:26.619262 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630fcc84-28d5-4193-8972-59c002bbedc6 admin admin] No DVR routers for this DVR port 626b1364-9a4a-481e-88cb-eadb5248f037 on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:56:26.619365 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-6190b8df-3a3d-4bb1-adac-80722598afba service neutron] Attempting to bind port 2e6459c4-9293-4aac-9bab-ad7b0613d14a by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': 'c7375d47-32b1-4a02-92e6-2325c6532f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '585cfce6-3246-4efc-94be-c88b6e93cdfd'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:26.619612 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-6190b8df-3a3d-4bb1-adac-80722598afba service neutron] Attempting to bind port 2e6459c4-9293-4aac-9bab-ad7b0613d14a on network 585cfce6-3246-4efc-94be-c88b6e93cdfd {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:26.626857 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-6190b8df-3a3d-4bb1-adac-80722598afba service neutron] Port 2e6459c4-9293-4aac-9bab-ad7b0613d14a on network 585cfce6-3246-4efc-94be-c88b6e93cdfd not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:56:26.627214 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-6190b8df-3a3d-4bb1-adac-80722598afba service neutron] Attempting to bind port 2e6459c4-9293-4aac-9bab-ad7b0613d14a on network 585cfce6-3246-4efc-94be-c88b6e93cdfd {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:26.634688 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-6190b8df-3a3d-4bb1-adac-80722598afba service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:56:26.635225 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-6190b8df-3a3d-4bb1-adac-80722598afba service neutron] Checking segment: {'id': 'c7375d47-32b1-4a02-92e6-2325c6532f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '585cfce6-3246-4efc-94be-c88b6e93cdfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:26.635723 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-6190b8df-3a3d-4bb1-adac-80722598afba service neutron] Bound using segment: {'id': 'c7375d47-32b1-4a02-92e6-2325c6532f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '585cfce6-3246-4efc-94be-c88b6e93cdfd'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:56:26.636187 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-6190b8df-3a3d-4bb1-adac-80722598afba service neutron] Bound port: 2e6459c4-9293-4aac-9bab-ad7b0613d14a, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7375d47-32b1-4a02-92e6-2325c6532f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '585cfce6-3246-4efc-94be-c88b6e93cdfd'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:56:26.636549 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-6190b8df-3a3d-4bb1-adac-80722598afba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.676353 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-97bf1309-c36e-4277-b83e-40d2c6af5606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.701157 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bf1309-c36e-4277-b83e-40d2c6af5606 None None] No DVR routers for this DVR port 626b1364-9a4a-481e-88cb-eadb5248f037 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:56:26.743981 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf1309-c36e-4277-b83e-40d2c6af5606 None None] Pushing event deleted for resources: {'Port': ['ID=626b1364-9a4a-481e-88cb-eadb5248f037,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:26.797027 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-630fcc84-28d5-4193-8972-59c002bbedc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.807204 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630fcc84-28d5-4193-8972-59c002bbedc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=626b1364-9a4a-481e-88cb-eadb5248f037,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:26.817942 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d3d47-013c-4b52-8990-9ceb8e0a89ad req-608b26d2-47fb-4032-90be-5c11fb87f164 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:26.820053 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-345d3d47-013c-4b52-8990-9ceb8e0a89ad req-608b26d2-47fb-4032-90be-5c11fb87f164 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 944 time: 0.1714294 Nov 12 03:56:26.825706 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-6190b8df-3a3d-4bb1-adac-80722598afba service neutron] For port 2e6459c4-9293-4aac-9bab-ad7b0613d14a, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:26.829050 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-630fcc84-28d5-4193-8972-59c002bbedc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afddff57-c021-4866-8d12-792d55775375']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:26.829397 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-6190b8df-3a3d-4bb1-adac-80722598afba service neutron] For port 2e6459c4-9293-4aac-9bab-ad7b0613d14a, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=2e6459c4-9293-4aac-9bab-ad7b0613d14a,segment=NetworkSegment(c7375d47-32b1-4a02-92e6-2325c6532f3b),segment_id=c7375d47-32b1-4a02-92e6-2325c6532f3b)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:56:26.836677 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-6190b8df-3a3d-4bb1-adac-80722598afba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.842396 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-630fcc84-28d5-4193-8972-59c002bbedc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3c3b890-163e-4175-9d6f-19bcb21f9a7b') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:26.842963 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-630fcc84-28d5-4193-8972-59c002bbedc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3c3b890-163e-4175-9d6f-19bcb21f9a7b') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:26.911321 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-6190b8df-3a3d-4bb1-adac-80722598afba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:26.912105 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-6190b8df-3a3d-4bb1-adac-80722598afba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.915609 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-6190b8df-3a3d-4bb1-adac-80722598afba service neutron] 10.222.0.90 "PUT /v2.0/ports/2e6459c4-9293-4aac-9bab-ad7b0613d14a HTTP/1.1" status: 200 len: 1093 time: 1.2651286 Nov 12 03:56:26.922384 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c52a6f-81f0-497c-be2b-1b7e17b112ae', 'tag': '2e6459c4-9293-4aac-9bab-ad7b0613d14a'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:26.925520 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31ddfad-ae0d-43ed-b19e-4527c24894e3" -d '{"events": [{"name": "network-changed", "server_uuid": "13c52a6f-81f0-497c-be2b-1b7e17b112ae", "tag": "2e6459c4-9293-4aac-9bab-ad7b0613d14a"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:56:26.990536 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-345d3d47-013c-4b52-8990-9ceb8e0a89ad req-66ed70b8-d4e3-4080-8a21-9b11686818d3 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d051444-8328-4200-9c7b-278e635e509c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469769 Nov 12 03:56:27.008179 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6190b8df-3a3d-4bb1-adac-80722598afba service neutron] Pushing event updated for resources: {'Port': ['ID=2e6459c4-9293-4aac-9bab-ad7b0613d14a,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:27.066979 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2125d1d9-1ff6-4bcf-9d3a-573ca2c9d3e0 x-openstack-request-id: req-2125d1d9-1ff6-4bcf-9d3a-573ca2c9d3e0 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:56:27.067371 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c52a6f-81f0-497c-be2b-1b7e17b112ae", "tag": "2e6459c4-9293-4aac-9bab-ad7b0613d14a", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:56:27.067937 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2125d1d9-1ff6-4bcf-9d3a-573ca2c9d3e0 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:56:27.068512 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c52a6f-81f0-497c-be2b-1b7e17b112ae', 'tag': '2e6459c4-9293-4aac-9bab-ad7b0613d14a', 'status': 'completed', 'code': 200} Nov 12 03:56:27.090950 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-2a90ad82-ca00-48fe-bf8a-2c96cf1c73f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:27.092580 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-2a90ad82-ca00-48fe-bf8a-2c96cf1c73f2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7ef96e16fae9482b9643848210ab127b&device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 1096 time: 0.0992467 Nov 12 03:56:27.161956 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-e05af27f-043b-4c88-9fb3-caa0fbd2386e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e6459c4-9293-4aac-9bab-ad7b0613d14a HTTP/1.1" status: 200 len: 217 time: 0.0527365 Nov 12 03:56:27.216220 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-5d83f584-9e4a-4755-b146-c3e5af8358bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:27.219149 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-5d83f584-9e4a-4755-b146-c3e5af8358bc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=21773f17-aa41-46cc-9264-6ecfb18c4e94 HTTP/1.1" status: 200 len: 835 time: 0.0500603 Nov 12 03:56:27.269575 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-094bab21-9d2b-47a1-b453-10d4c640bff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:27.271388 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-094bab21-9d2b-47a1-b453-10d4c640bff5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=585cfce6-3246-4efc-94be-c88b6e93cdfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452461 Nov 12 03:56:27.361339 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-630fcc84-28d5-4193-8972-59c002bbedc6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:27.375373 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-630fcc84-28d5-4193-8972-59c002bbedc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:27.376515 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-3bb26941-6255-4115-ba80-4f9d8ec3f93e service neutron] 10.222.0.90 "GET /v2.0/networks/585cfce6-3246-4efc-94be-c88b6e93cdfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968232 Nov 12 03:56:27.381639 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-630fcc84-28d5-4193-8972-59c002bbedc6 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:56:27.382052 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-630fcc84-28d5-4193-8972-59c002bbedc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:27.383961 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:56:27.383961 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:56:27.383961 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:56:27.383961 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:56:27.383961 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:56:27.383961 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:56:27.383961 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:56:27.383961 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:56:27.383961 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:56:27.383961 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:56:27.383961 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:56:27.383961 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:56:27.383961 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:56:27.383961 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:56:27.383961 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:56:27.383961 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:56:27.383961 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:56:27.383961 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:56:27.383961 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:56:27.383961 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:56:27.383961 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:56:27.383961 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:56:27.383961 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:56:27.383961 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:56:27.383961 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:56:27.383961 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:56:27.383961 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:56:27.383961 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:56:27.383961 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:56:27.383961 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:56:27.383961 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:56:27.383961 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:56:27.455776 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-630fcc84-28d5-4193-8972-59c002bbedc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:27.465911 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-630fcc84-28d5-4193-8972-59c002bbedc6 admin admin] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:27.468711 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-630fcc84-28d5-4193-8972-59c002bbedc6 admin admin] 10.222.0.50 "DELETE /v2.0/networks/afddff57-c021-4866-8d12-792d55775375 HTTP/1.1" status: 204 len: 168 time: 1.5293710 Nov 12 03:56:27.471891 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 50974) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:27.480089 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630fcc84-28d5-4193-8972-59c002bbedc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=afddff57-c021-4866-8d12-792d55775375,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:27.539783 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1600b7b7-55ec-465c-8bee-b97cdcafc765 req-812fe51f-5767-4540-86c8-d482c50dbcc7 service neutron] 10.222.0.90 "GET /v2.0/networks/585cfce6-3246-4efc-94be-c88b6e93cdfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561024 Nov 12 03:56:27.726302 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 626b1364-9a4a-481e-88cb-eadb5248f037 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:56:27.733676 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ddfad-ae0d-43ed-b19e-4527c24894e3 req-ce8b12d3-2917-4f03-ad0c-aaec6dc4b0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:27.735254 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d31ddfad-ae0d-43ed-b19e-4527c24894e3 req-ce8b12d3-2917-4f03-ad0c-aaec6dc4b0b2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7ef96e16fae9482b9643848210ab127b&device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 1096 time: 0.0888350 Nov 12 03:56:27.759324 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 626b1364-9a4a-481e-88cb-eadb5248f037 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:56:27.759684 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 626b1364-9a4a-481e-88cb-eadb5248f037 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:56:27.908560 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ddfad-ae0d-43ed-b19e-4527c24894e3 req-06c17025-80ff-42f1-9b27-5b93d959b1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:27.910028 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d31ddfad-ae0d-43ed-b19e-4527c24894e3 req-06c17025-80ff-42f1-9b27-5b93d959b1e5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=585cfce6-3246-4efc-94be-c88b6e93cdfd HTTP/1.1" status: 200 len: 897 time: 0.1674383 Nov 12 03:56:27.965945 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d31ddfad-ae0d-43ed-b19e-4527c24894e3 req-456c7ebd-d2d0-41f8-93e1-a4a7ecd42b24 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e6459c4-9293-4aac-9bab-ad7b0613d14a HTTP/1.1" status: 200 len: 217 time: 0.0457222 Nov 12 03:56:28.073753 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ddfad-ae0d-43ed-b19e-4527c24894e3 req-1752aafa-9f5a-4f47-8ef4-c1666c3ba37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:28.075221 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d31ddfad-ae0d-43ed-b19e-4527c24894e3 req-1752aafa-9f5a-4f47-8ef4-c1666c3ba37b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=21773f17-aa41-46cc-9264-6ecfb18c4e94 HTTP/1.1" status: 200 len: 835 time: 0.1017635 Nov 12 03:56:28.468395 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ddfad-ae0d-43ed-b19e-4527c24894e3 req-2cce0a81-34b6-4bf9-9fcc-a8f1946e3230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:28.469871 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d31ddfad-ae0d-43ed-b19e-4527c24894e3 req-2cce0a81-34b6-4bf9-9fcc-a8f1946e3230 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=585cfce6-3246-4efc-94be-c88b6e93cdfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3836355 Nov 12 03:56:28.474259 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-368c1164-d283-48da-87ff-b879e5a797e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:28.580295 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461d019-2df9-429f-8aa4-a40c6f3a8a0a req-42cd6abf-03db-415c-a22f-afdbd01e8579 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:28.581868 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a461d019-2df9-429f-8aa4-a40c6f3a8a0a req-42cd6abf-03db-415c-a22f-afdbd01e8579 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 944 time: 0.4541564 Nov 12 03:56:28.688019 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d31ddfad-ae0d-43ed-b19e-4527c24894e3 req-fdd888ea-f00a-4c36-a640-86f3be3a5e57 service neutron] 10.222.0.90 "GET /v2.0/networks/585cfce6-3246-4efc-94be-c88b6e93cdfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083015 Nov 12 03:56:28.743208 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a461d019-2df9-429f-8aa4-a40c6f3a8a0a req-0f3ea64d-3f4c-452f-a7ea-b07b34aa1a18 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d051444-8328-4200-9c7b-278e635e509c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202116 Nov 12 03:56:28.854791 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d31ddfad-ae0d-43ed-b19e-4527c24894e3 req-9fc21b27-cdc6-40ee-826c-a1090e3ac169 service neutron] 10.222.0.90 "GET /v2.0/networks/585cfce6-3246-4efc-94be-c88b6e93cdfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553340 Nov 12 03:56:28.965049 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-368c1164-d283-48da-87ff-b879e5a797e1 admin admin] Deleting port 9bfe0034-ff5f-4981-bcc4-b66a0af63457 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:56:28.965577 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-368c1164-d283-48da-87ff-b879e5a797e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:29.056241 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-368c1164-d283-48da-87ff-b879e5a797e1 admin admin] For port 9bfe0034-ff5f-4981-bcc4-b66a0af63457, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=9bfe0034-ff5f-4981-bcc4-b66a0af63457,segment=NetworkSegment(71944c0f-9c40-4783-9575-4b4f5d679ed7),segment_id=71944c0f-9c40-4783-9575-4b4f5d679ed7)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:29.056600 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-368c1164-d283-48da-87ff-b879e5a797e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:29.074829 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-368c1164-d283-48da-87ff-b879e5a797e1 admin admin] Calling delete_port for 9bfe0034-ff5f-4981-bcc4-b66a0af63457 owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:56:29.292049 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-368c1164-d283-48da-87ff-b879e5a797e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:29.338843 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c1164-d283-48da-87ff-b879e5a797e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bfe0034-ff5f-4981-bcc4-b66a0af63457,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:29.534133 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-368c1164-d283-48da-87ff-b879e5a797e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:29.811810 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368c1164-d283-48da-87ff-b879e5a797e1 admin admin] Router f1f38270-1ec2-451b-882b-68d2f94bc34c has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:56:29.886050 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabd65c-26ef-4ae1-9077-b5035a4ed754 req-a0add1b1-b9c6-4fac-9ecf-30cf32cfe7b6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:29.894428 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dfabd65c-26ef-4ae1-9077-b5035a4ed754 req-a0add1b1-b9c6-4fac-9ecf-30cf32cfe7b6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 944 time: 0.0586419 Nov 12 03:56:29.941526 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368c1164-d283-48da-87ff-b879e5a797e1 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:56:29.952398 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a374c2-1f63-4dfa-b85d-44dc782f829d None None] Sync routers for ids ['f1f38270-1ec2-451b-882b-68d2f94bc34c'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:56:29.954089 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-368c1164-d283-48da-87ff-b879e5a797e1 admin admin] 10.222.0.50 "PUT /v2.0/routers/f1f38270-1ec2-451b-882b-68d2f94bc34c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4811065 Nov 12 03:56:29.955881 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dfabd65c-26ef-4ae1-9077-b5035a4ed754 req-3597b407-a804-4797-8fcc-4d24d7e7374f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d051444-8328-4200-9c7b-278e635e509c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600972 Nov 12 03:56:29.956923 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51018) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:29.985875 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a374c2-1f63-4dfa-b85d-44dc782f829d None None] Routers {'f1f38270-1ec2-451b-882b-68d2f94bc34c'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:29.986850 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-26a374c2-1f63-4dfa-b85d-44dc782f829d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:56:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['f1f38270-1ec2-451b-882b-68d2f94bc34c'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:30.106043 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-eab0cdd8-4157-4e34-9505-b9dc934efa20 admin admin] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:30.137195 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-26a374c2-1f63-4dfa-b85d-44dc782f829d None None] Set router f1f38270-1ec2-451b-882b-68d2f94bc34c gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:30.221202 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-eab0cdd8-4157-4e34-9505-b9dc934efa20 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:30.292137 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-eab0cdd8-4157-4e34-9505-b9dc934efa20 admin admin] Deleting port 82e204ac-bea0-4492-a5dd-45d7418f910e {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:56:30.292749 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-eab0cdd8-4157-4e34-9505-b9dc934efa20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:30.383428 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d21f270c-658a-452c-82df-8f7035168fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:30.392869 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-eab0cdd8-4157-4e34-9505-b9dc934efa20 admin admin] For port 82e204ac-bea0-4492-a5dd-45d7418f910e, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=82e204ac-bea0-4492-a5dd-45d7418f910e,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:30.393241 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-eab0cdd8-4157-4e34-9505-b9dc934efa20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:30.410933 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-eab0cdd8-4157-4e34-9505-b9dc934efa20 admin admin] Calling delete_port for 82e204ac-bea0-4492-a5dd-45d7418f910e owned by network:router_gateway {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:56:30.424258 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-26a374c2-1f63-4dfa-b85d-44dc782f829d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f38270-1ec2-451b-882b-68d2f94bc34c', 'name': 'tempest-TestServerBasicOps-405629835-router', 'tenant_id': '6ff0f493697a4774903cde731cf0b734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '82e204ac-bea0-4492-a5dd-45d7418f910e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:46Z', 'updated_at': '2021-11-12T03:56:29Z', 'revision_number': 5, 'project_id': '6ff0f493697a4774903cde731cf0b734', 'gw_port': {'id': '82e204ac-bea0-4492-a5dd-45d7418f910e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f38270-1ec2-451b-882b-68d2f94bc34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:48Z', 'updated_at': '2021-11-12T03:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:30.458829 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a374c2-1f63-4dfa-b85d-44dc782f829d None None] Checking router: f1f38270-1ec2-451b-882b-68d2f94bc34c for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:56:30.468778 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a374c2-1f63-4dfa-b85d-44dc782f829d None None] Routers {'f1f38270-1ec2-451b-882b-68d2f94bc34c'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:30.469693 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-26a374c2-1f63-4dfa-b85d-44dc782f829d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:56:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['f1f38270-1ec2-451b-882b-68d2f94bc34c'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:30.587466 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-26a374c2-1f63-4dfa-b85d-44dc782f829d None None] Set router f1f38270-1ec2-451b-882b-68d2f94bc34c gateway port host: None {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:30.654001 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-26a374c2-1f63-4dfa-b85d-44dc782f829d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f38270-1ec2-451b-882b-68d2f94bc34c', 'name': 'tempest-TestServerBasicOps-405629835-router', 'tenant_id': '6ff0f493697a4774903cde731cf0b734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:46Z', 'updated_at': '2021-11-12T03:56:30Z', 'revision_number': 6, 'project_id': '6ff0f493697a4774903cde731cf0b734', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:30.665543 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-eab0cdd8-4157-4e34-9505-b9dc934efa20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:30.684357 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a374c2-1f63-4dfa-b85d-44dc782f829d None None] The sync data for ids ['f1f38270-1ec2-451b-882b-68d2f94bc34c'] in n-d-715271-27 is: [{'id': 'f1f38270-1ec2-451b-882b-68d2f94bc34c', 'name': 'tempest-TestServerBasicOps-405629835-router', 'tenant_id': '6ff0f493697a4774903cde731cf0b734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:46Z', 'updated_at': '2021-11-12T03:56:30Z', 'revision_number': 6, 'project_id': '6ff0f493697a4774903cde731cf0b734', 'gw_port_host': None}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:56:30.711346 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab0cdd8-4157-4e34-9505-b9dc934efa20 admin admin] Pushing event deleted for resources: {'Port': ['ID=82e204ac-bea0-4492-a5dd-45d7418f910e,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:30.732777 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4706fb3-f62f-4a64-bb17-9bce2adce9d6 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:56:30.777440 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-eab0cdd8-4157-4e34-9505-b9dc934efa20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:30.869073 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-eab0cdd8-4157-4e34-9505-b9dc934efa20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:30.871095 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-eab0cdd8-4157-4e34-9505-b9dc934efa20 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:30.915103 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-eab0cdd8-4157-4e34-9505-b9dc934efa20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:30.915809 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab0cdd8-4157-4e34-9505-b9dc934efa20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1f38270-1ec2-451b-882b-68d2f94bc34c {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:56:30.920172 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-eab0cdd8-4157-4e34-9505-b9dc934efa20 admin admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:30.923818 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-eab0cdd8-4157-4e34-9505-b9dc934efa20 admin admin] 10.222.0.50 "DELETE /v2.0/routers/f1f38270-1ec2-451b-882b-68d2f94bc34c HTTP/1.1" status: 204 len: 168 time: 0.9658065 Nov 12 03:56:30.924199 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51028) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:30.970627 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0ae8d54-a956-4d41-a27f-94d98a074c96 admin admin] Deleting subnet ee81eaa2-5092-489b-8a26-0cf1ef34ee60 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:56:30.974448 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b0ae8d54-a956-4d41-a27f-94d98a074c96 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:31.014229 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b0ae8d54-a956-4d41-a27f-94d98a074c96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:31.083667 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 2e6459c4-9293-4aac-9bab-ad7b0613d14a details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:56:31.140066 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d943e00-eac9-483f-a95c-27dc8a8ee616 req-9416ba54-4823-4a57-a76f-6646fa689854 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:31.141759 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0d943e00-eac9-483f-a95c-27dc8a8ee616 req-9416ba54-4823-4a57-a76f-6646fa689854 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 944 time: 0.0887530 Nov 12 03:56:31.173180 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b0ae8d54-a956-4d41-a27f-94d98a074c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:31.214741 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 2e6459c4-9293-4aac-9bab-ad7b0613d14a, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=2e6459c4-9293-4aac-9bab-ad7b0613d14a,segment=NetworkSegment(c7375d47-32b1-4a02-92e6-2325c6532f3b),segment_id=c7375d47-32b1-4a02-92e6-2325c6532f3b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:31.227395 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '2e6459c4-9293-4aac-9bab-ad7b0613d14a', 'network_id': '585cfce6-3246-4efc-94be-c88b6e93cdfd', 'port_id': '2e6459c4-9293-4aac-9bab-ad7b0613d14a', 'mac_address': 'fa:16:3e:e9:8d:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21773f17-aa41-46cc-9264-6ecfb18c4e94', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:56:31.234930 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0d943e00-eac9-483f-a95c-27dc8a8ee616 req-5ee4547a-9d7b-4eb1-b9f3-c58d8f8f15d8 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d051444-8328-4200-9c7b-278e635e509c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845044 Nov 12 03:56:31.266329 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b0ae8d54-a956-4d41-a27f-94d98a074c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:31.273094 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:31.287271 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e6459c4-9293-4aac-9bab-ad7b0613d14a {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:56:31.301701 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae8d54-a956-4d41-a27f-94d98a074c96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee81eaa2-5092-489b-8a26-0cf1ef34ee60,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:31.308259 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 2e6459c4-9293-4aac-9bab-ad7b0613d14a, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=2e6459c4-9293-4aac-9bab-ad7b0613d14a,segment=NetworkSegment(c7375d47-32b1-4a02-92e6-2325c6532f3b),segment_id=c7375d47-32b1-4a02-92e6-2325c6532f3b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:31.308762 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b0ae8d54-a956-4d41-a27f-94d98a074c96 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:31.312326 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b0ae8d54-a956-4d41-a27f-94d98a074c96 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ee81eaa2-5092-489b-8a26-0cf1ef34ee60 HTTP/1.1" status: 204 len: 168 time: 0.3865004 Nov 12 03:56:31.312798 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1390d2b8-9d7b-4663-b4a1-602099bb281c None None] Network 9df2afe3-2afb-4396-8ccb-9e711d365691 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:56:31.315121 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51036) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:31.389012 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:31.400096 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-85259599-ba86-41f7-b39f-a7effa913d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:31.471354 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-85259599-ba86-41f7-b39f-a7effa913d8a admin admin] Deleting port e06c3d71-aca1-446a-8c25-a5db0be6faa9 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:56:31.471613 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-85259599-ba86-41f7-b39f-a7effa913d8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:31.550871 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-85259599-ba86-41f7-b39f-a7effa913d8a admin admin] For port e06c3d71-aca1-446a-8c25-a5db0be6faa9, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e06c3d71-aca1-446a-8c25-a5db0be6faa9,segment=NetworkSegment(71944c0f-9c40-4783-9575-4b4f5d679ed7),segment_id=71944c0f-9c40-4783-9575-4b4f5d679ed7)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:31.551252 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-85259599-ba86-41f7-b39f-a7effa913d8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:31.565684 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-85259599-ba86-41f7-b39f-a7effa913d8a admin admin] Calling delete_port for e06c3d71-aca1-446a-8c25-a5db0be6faa9 owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:56:31.682948 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=2e6459c4-9293-4aac-9bab-ad7b0613d14a,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:31.693053 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['2e6459c4-9293-4aac-9bab-ad7b0613d14a'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:56:31.697153 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-85259599-ba86-41f7-b39f-a7effa913d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:31.751281 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85259599-ba86-41f7-b39f-a7effa913d8a admin admin] No DVR routers for this DVR port e06c3d71-aca1-446a-8c25-a5db0be6faa9 on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:56:31.776351 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85259599-ba86-41f7-b39f-a7effa913d8a admin admin] Pushing event deleted for resources: {'Port': ['ID=e06c3d71-aca1-446a-8c25-a5db0be6faa9,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:31.866772 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047b4fa7-e9df-477c-b0ec-94ad687b3693 None None] DHCP port deletion for 9df2afe3-2afb-4396-8ccb-9e711d365691 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:56:31.882435 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 82e204ac-bea0-4492-a5dd-45d7418f910e no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:56:31.907402 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 82e204ac-bea0-4492-a5dd-45d7418f910e {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:56:31.908134 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 82e204ac-bea0-4492-a5dd-45d7418f910e not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:56:31.908736 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 9bfe0034-ff5f-4981-bcc4-b66a0af63457 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:56:31.932888 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-85259599-ba86-41f7-b39f-a7effa913d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:31.942723 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 9bfe0034-ff5f-4981-bcc4-b66a0af63457 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:56:31.943408 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 9bfe0034-ff5f-4981-bcc4-b66a0af63457 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:56:31.964913 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-85259599-ba86-41f7-b39f-a7effa913d8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9df2afe3-2afb-4396-8ccb-9e711d365691']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:31.976648 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-85259599-ba86-41f7-b39f-a7effa913d8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71944c0f-9c40-4783-9575-4b4f5d679ed7') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:31.976935 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-85259599-ba86-41f7-b39f-a7effa913d8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71944c0f-9c40-4783-9575-4b4f5d679ed7') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:31.989949 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-85259599-ba86-41f7-b39f-a7effa913d8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:32.010826 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-85259599-ba86-41f7-b39f-a7effa913d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:32.034276 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85259599-ba86-41f7-b39f-a7effa913d8a admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:56:32.034276 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-85259599-ba86-41f7-b39f-a7effa913d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:32.111548 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:56:32.111548 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:56:32.111548 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:56:32.111548 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:56:32.111548 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:56:32.111548 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:56:32.111548 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:56:32.111548 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:56:32.111548 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:56:32.111548 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:56:32.111548 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:56:32.111548 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:56:32.111548 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:56:32.111548 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:56:32.111548 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:56:32.111548 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:56:32.111548 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:56:32.111548 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:56:32.111548 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:56:32.111548 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:56:32.111548 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:56:32.111548 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:56:32.111548 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:56:32.111548 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:56:32.111548 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:56:32.111548 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:56:32.111548 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:56:32.111548 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:56:32.111548 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:56:32.111548 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:56:32.111548 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:56:32.111548 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:56:32.127092 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-85259599-ba86-41f7-b39f-a7effa913d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:32.135008 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-85259599-ba86-41f7-b39f-a7effa913d8a admin admin] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:32.139385 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-85259599-ba86-41f7-b39f-a7effa913d8a admin admin] 10.222.0.50 "DELETE /v2.0/networks/9df2afe3-2afb-4396-8ccb-9e711d365691 HTTP/1.1" status: 204 len: 168 time: 0.8232529 Nov 12 03:56:32.154942 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85259599-ba86-41f7-b39f-a7effa913d8a admin admin] Pushing event deleted for resources: {'Network': ['ID=9df2afe3-2afb-4396-8ccb-9e711d365691,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:32.344870 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51058) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:32.433533 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6b7ea9eb-1fd4-4c1e-b3f2-ecf71db5a762 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=27d8d327296a4149943f8be1dae983d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0855298 Nov 12 03:56:32.434645 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51060) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:32.465124 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e0b0e-40c0-40dd-bfdc-6a7d10b147b6 req-5e9b55d2-8f56-44f0-a1f1-bbb2841a7c65 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:32.466742 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-902e0b0e-40c0-40dd-bfdc-6a7d10b147b6 req-5e9b55d2-8f56-44f0-a1f1-bbb2841a7c65 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 945 time: 0.0766857 Nov 12 03:56:32.514236 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dc8d5866-0242-4456-9ff7-188aef7b5549 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:32.530463 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-902e0b0e-40c0-40dd-bfdc-6a7d10b147b6 req-345a0df6-b51f-4bda-b842-81cebcaa22b9 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d051444-8328-4200-9c7b-278e635e509c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547192 Nov 12 03:56:32.544649 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dc8d5866-0242-4456-9ff7-188aef7b5549 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:32.612283 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dc8d5866-0242-4456-9ff7-188aef7b5549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:32.615253 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dc8d5866-0242-4456-9ff7-188aef7b5549 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:32.616694 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-dc8d5866-0242-4456-9ff7-188aef7b5549 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/91a33fab-ac39-4dbc-b2a8-9c132d6db9f6 HTTP/1.1" status: 204 len: 168 time: 0.1808982 Nov 12 03:56:32.626206 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d5866-0242-4456-9ff7-188aef7b5549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a33fab-ac39-4dbc-b2a8-9c132d6db9f6,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:33.007796 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51086) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:33.052470 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ffb2a571-9071-4130-8ad0-ee5149134f0f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6ff0f493697a4774903cde731cf0b734&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425715 Nov 12 03:56:33.055086 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51088) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:33.115303 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 2e6459c4-9293-4aac-9bab-ad7b0613d14a up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:33.119016 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4bae055e-f8e3-4051-a9ac-32783e43a9c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:33.158792 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4bae055e-f8e3-4051-a9ac-32783e43a9c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:33.173637 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 2e6459c4-9293-4aac-9bab-ad7b0613d14a completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:56:33.193497 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 2e6459c4-9293-4aac-9bab-ad7b0613d14a triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:33.194436 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:33.219192 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4bae055e-f8e3-4051-a9ac-32783e43a9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:33.224923 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4bae055e-f8e3-4051-a9ac-32783e43a9c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:33.226931 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4bae055e-f8e3-4051-a9ac-32783e43a9c3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dfbfe938-fa0a-43b2-98d3-e111a4a5767d HTTP/1.1" status: 204 len: 168 time: 0.1708581 Nov 12 03:56:33.249506 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bae055e-f8e3-4051-a9ac-32783e43a9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbfe938-fa0a-43b2-98d3-e111a4a5767d,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:33.372774 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:33.421011 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-10a39ec4-f097-4f75-a579-b4a4850c95c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:33.429883 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c52a6f-81f0-497c-be2b-1b7e17b112ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6459c4-9293-4aac-9bab-ad7b0613d14a'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:33.432501 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b96de61-16c8-4977-8b3f-72acdd81aba8" -d '{"events": [{"server_uuid": "13c52a6f-81f0-497c-be2b-1b7e17b112ae", "name": "network-vif-plugged", "status": "completed", "tag": "2e6459c4-9293-4aac-9bab-ad7b0613d14a"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:56:33.453489 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 2e6459c4-9293-4aac-9bab-ad7b0613d14a, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=2e6459c4-9293-4aac-9bab-ad7b0613d14a,segment=NetworkSegment(c7375d47-32b1-4a02-92e6-2325c6532f3b),segment_id=c7375d47-32b1-4a02-92e6-2325c6532f3b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:33.460984 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:33.506947 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d737515f-a014-4e92-8939-eadb29f04f5f x-openstack-request-id: req-d737515f-a014-4e92-8939-eadb29f04f5f {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:56:33.507577 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c52a6f-81f0-497c-be2b-1b7e17b112ae", "name": "network-vif-plugged", "status": "completed", "tag": "2e6459c4-9293-4aac-9bab-ad7b0613d14a", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:56:33.507702 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d737515f-a014-4e92-8939-eadb29f04f5f {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:56:33.508033 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c52a6f-81f0-497c-be2b-1b7e17b112ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6459c4-9293-4aac-9bab-ad7b0613d14a', 'code': 200} Nov 12 03:56:33.562542 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=2e6459c4-9293-4aac-9bab-ad7b0613d14a,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:33.737368 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd68aa4-9ccd-4e8d-9c3a-f2814524a7bf req-d91dde97-e6b9-4d53-a43a-19783948269d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:33.739347 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dbd68aa4-9ccd-4e8d-9c3a-f2814524a7bf req-d91dde97-e6b9-4d53-a43a-19783948269d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 1098 time: 0.1042306 Nov 12 03:56:33.745474 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c50dde-84b3-4dbe-9ea2-5bf2dbacd663 req-da480855-3b10-4797-a608-177452e97911 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:33.752846 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-55c50dde-84b3-4dbe-9ea2-5bf2dbacd663 req-da480855-3b10-4797-a608-177452e97911 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 946 time: 0.1422780 Nov 12 03:56:33.805211 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e06c3d71-aca1-446a-8c25-a5db0be6faa9 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:56:33.830862 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dbd68aa4-9ccd-4e8d-9c3a-f2814524a7bf req-16a41636-b216-4e29-a949-9336cda7a625 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=5d051444-8328-4200-9c7b-278e635e509c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842512 Nov 12 03:56:33.862672 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-55c50dde-84b3-4dbe-9ea2-5bf2dbacd663 req-bd2d5104-883f-47bf-b9ba-476d094384af tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d051444-8328-4200-9c7b-278e635e509c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984125 Nov 12 03:56:33.864770 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: e06c3d71-aca1-446a-8c25-a5db0be6faa9 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:56:33.865607 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e06c3d71-aca1-446a-8c25-a5db0be6faa9 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:56:33.952328 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:56:34.179149 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:34.336502 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51160) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:34.456500 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-bda8b3f6-4f12-4085-95df-739d9fec71eb admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-512253437-network', 'tenant_id': 'ed5d32259cb34f5da84bab021b66853a'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:34.481950 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda8b3f6-4f12-4085-95df-739d9fec71eb admin admin] Made reservation on behalf of ed5d32259cb34f5da84bab021b66853a for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:56:34.486004 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bda8b3f6-4f12-4085-95df-739d9fec71eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:34.498309 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bda8b3f6-4f12-4085-95df-739d9fec71eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:34.579170 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bda8b3f6-4f12-4085-95df-739d9fec71eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:34.584356 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bda8b3f6-4f12-4085-95df-739d9fec71eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:34.613399 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bda8b3f6-4f12-4085-95df-739d9fec71eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:56:34.632339 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda8b3f6-4f12-4085-95df-739d9fec71eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532d2151-3e3e-4db4-a180-e0129e5c2360,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:34.632339 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bda8b3f6-4f12-4085-95df-739d9fec71eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:34.632339 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-bda8b3f6-4f12-4085-95df-739d9fec71eb admin admin] Added segment 08697208-f71c-4c54-8e2f-a707dc88b373 of type vlan for network 96ec260f-86ca-4e1e-8153-47da8b6d1ffe Nov 12 03:56:34.673440 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bda8b3f6-4f12-4085-95df-739d9fec71eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:34.701106 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bda8b3f6-4f12-4085-95df-739d9fec71eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:34.702073 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda8b3f6-4f12-4085-95df-739d9fec71eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:34.702635 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bda8b3f6-4f12-4085-95df-739d9fec71eb admin admin] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:34.773846 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-bda8b3f6-4f12-4085-95df-739d9fec71eb admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4358981 Nov 12 03:56:34.777099 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51178) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:34.780495 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda8b3f6-4f12-4085-95df-739d9fec71eb admin admin] Pushing event updated for resources: {'Network': ['ID=96ec260f-86ca-4e1e-8153-47da8b6d1ffe,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:34.782684 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-3df38980-1dbf-4c47-80de-f8798f452a7f admin admin] Request body: {'subnet': {'network_id': '96ec260f-86ca-4e1e-8153-47da8b6d1ffe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-512253437-subnet', 'tenant_id': 'ed5d32259cb34f5da84bab021b66853a', 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:34.791924 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 96ec260f-86ca-4e1e-8153-47da8b6d1ffe details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:56:34.838997 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df38980-1dbf-4c47-80de-f8798f452a7f admin admin] Made reservation on behalf of ed5d32259cb34f5da84bab021b66853a for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:56:34.846778 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3df38980-1dbf-4c47-80de-f8798f452a7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.096940 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cef0d2-11c7-45e1-a211-9f9ec857ccfd req-4f755d62-4d54-44d0-ab3b-48d32e16ddb7 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:35.099352 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b8cef0d2-11c7-45e1-a211-9f9ec857ccfd req-4f755d62-4d54-44d0-ab3b-48d32e16ddb7 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 946 time: 0.1022809 Nov 12 03:56:35.207433 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b8cef0d2-11c7-45e1-a211-9f9ec857ccfd req-41ecf89b-c011-4b77-897e-64eaa0d6a2b3 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d051444-8328-4200-9c7b-278e635e509c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962679 Nov 12 03:56:35.211325 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3df38980-1dbf-4c47-80de-f8798f452a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.275749 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df38980-1dbf-4c47-80de-f8798f452a7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=89e3a25f-653f-43da-a8ea-a1e0fe132b4a,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:35.314814 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df38980-1dbf-4c47-80de-f8798f452a7f admin admin] Checking segment: {'id': '08697208-f71c-4c54-8e2f-a707dc88b373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '96ec260f-86ca-4e1e-8153-47da8b6d1ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:35.315635 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df38980-1dbf-4c47-80de-f8798f452a7f admin admin] Network hostable DHCP agents. Network: 96ec260f-86ca-4e1e-8153-47da8b6d1ffe, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:56:35.335755 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df38980-1dbf-4c47-80de-f8798f452a7f admin admin] Network 96ec260f-86ca-4e1e-8153-47da8b6d1ffe is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:56:35.347079 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-3df38980-1dbf-4c47-80de-f8798f452a7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 96ec260f-86ca-4e1e-8153-47da8b6d1ffe) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:35.356409 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8d287-0104-4bd1-ad0c-8a99e36c3766 req-be894575-3eec-45b1-b11c-637509ebe021 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:35.356880 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e51eb6a-dbfa-495e-bb4a-5664d725dfa1 None None] Network 96ec260f-86ca-4e1e-8153-47da8b6d1ffe requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:56:35.358780 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-95a8d287-0104-4bd1-ad0c-8a99e36c3766 req-be894575-3eec-45b1-b11c-637509ebe021 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 946 time: 0.0697441 Nov 12 03:56:35.361550 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df38980-1dbf-4c47-80de-f8798f452a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:35.362315 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3df38980-1dbf-4c47-80de-f8798f452a7f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.391906 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3df38980-1dbf-4c47-80de-f8798f452a7f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6125233 Nov 12 03:56:35.392094 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51192) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:35.401955 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-df2bed1a-50dc-487a-8756-bb6314652e2d admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-512253437-router', 'tenant_id': 'ed5d32259cb34f5da84bab021b66853a', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:35.462004 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-95a8d287-0104-4bd1-ad0c-8a99e36c3766 req-334165db-acfb-41dd-b8b5-6c43c533522d tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d051444-8328-4200-9c7b-278e635e509c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950277 Nov 12 03:56:35.483140 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-df2bed1a-50dc-487a-8756-bb6314652e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.484944 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-df2bed1a-50dc-487a-8756-bb6314652e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.490489 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51198) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:35.563616 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-df2bed1a-50dc-487a-8756-bb6314652e2d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.574919 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8978d50b-63db-4667-a4b3-5e8c8520a27a tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:35.576883 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8978d50b-63db-4667-a4b3-5e8c8520a27a tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 1093 time: 0.0852938 Nov 12 03:56:35.579778 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51200) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:35.585020 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-7f7b8772-7069-45fb-8e6b-c5965cce2be6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'port_id': '2e6459c4-9293-4aac-9bab-ad7b0613d14a', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:35.615261 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7f7b8772-7069-45fb-8e6b-c5965cce2be6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for floatingip, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.650587 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.699090 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49060ad3-a761-4484-b441-6c3e3f36c3a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-96ec260f-86ca-4e1e-8153-47da8b6d1ffe', 'network_id': '96ec260f-86ca-4e1e-8153-47da8b6d1ffe', 'tenant_id': 'ed5d32259cb34f5da84bab021b66853a', 'fixed_ips': [{'subnet_id': '89e3a25f-653f-43da-a8ea-a1e0fe132b4a'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:56:35.700282 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-49060ad3-a761-4484-b441-6c3e3f36c3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.750855 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-df2bed1a-50dc-487a-8756-bb6314652e2d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.762183 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7f7b8772-7069-45fb-8e6b-c5965cce2be6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.991972 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-df2bed1a-50dc-487a-8756-bb6314652e2d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.996270 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-7f7b8772-7069-45fb-8e6b-c5965cce2be6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Allocated IP 172.25.5.196 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/4c1d4c84-40e3-4edf-8b72-ee3426e099e7) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:36.023475 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-df2bed1a-50dc-487a-8756-bb6314652e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.040430 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-49060ad3-a761-4484-b441-6c3e3f36c3a1 None None] Allocated IP 172.20.0.2 (96ec260f-86ca-4e1e-8153-47da8b6d1ffe/89e3a25f-653f-43da-a8ea-a1e0fe132b4a/aa83a56c-cfc0-4b5d-b9cd-bcc2150353e5) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:36.179584 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7f7b8772-7069-45fb-8e6b-c5965cce2be6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.276423 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7f7b8772-7069-45fb-8e6b-c5965cce2be6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.278592 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-49060ad3-a761-4484-b441-6c3e3f36c3a1 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.295110 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-49060ad3-a761-4484-b441-6c3e3f36c3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.336263 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49060ad3-a761-4484-b441-6c3e3f36c3a1 None None] Network 96ec260f-86ca-4e1e-8153-47da8b6d1ffe is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:36.339800 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-49060ad3-a761-4484-b441-6c3e3f36c3a1 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:36.346407 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49060ad3-a761-4484-b441-6c3e3f36c3a1 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:36.374102 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49060ad3-a761-4484-b441-6c3e3f36c3a1 None None] Pushing event updated for resources: {'Port': ['ID=aa83a56c-cfc0-4b5d-b9cd-bcc2150353e5,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:36.393815 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-df2bed1a-50dc-487a-8756-bb6314652e2d admin admin] Allocated IP 172.25.5.248 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/3a5ac064-480f-4cc4-ac61-9410b9821a68) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:36.425426 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7b8772-7069-45fb-8e6b-c5965cce2be6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:36.425661 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.435105 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-7f7b8772-7069-45fb-8e6b-c5965cce2be6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:36.438345 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-49060ad3-a761-4484-b441-6c3e3f36c3a1 None None] Attempting to bind port aa83a56c-cfc0-4b5d-b9cd-bcc2150353e5 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:36.438771 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-49060ad3-a761-4484-b441-6c3e3f36c3a1 None None] Attempting to bind port aa83a56c-cfc0-4b5d-b9cd-bcc2150353e5 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '08697208-f71c-4c54-8e2f-a707dc88b373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '96ec260f-86ca-4e1e-8153-47da8b6d1ffe'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:36.439148 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49060ad3-a761-4484-b441-6c3e3f36c3a1 None None] Attempting to bind port aa83a56c-cfc0-4b5d-b9cd-bcc2150353e5 on network 96ec260f-86ca-4e1e-8153-47da8b6d1ffe {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:36.443001 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b8772-7069-45fb-8e6b-c5965cce2be6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'Port': ['ID=4c1d4c84-40e3-4edf-8b72-ee3426e099e7,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:36.446338 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7b8772-7069-45fb-8e6b-c5965cce2be6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:36.446969 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49060ad3-a761-4484-b441-6c3e3f36c3a1 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:56:36.447448 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49060ad3-a761-4484-b441-6c3e3f36c3a1 None None] Checking segment: {'id': '08697208-f71c-4c54-8e2f-a707dc88b373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '96ec260f-86ca-4e1e-8153-47da8b6d1ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:36.447857 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-49060ad3-a761-4484-b441-6c3e3f36c3a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.448363 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49060ad3-a761-4484-b441-6c3e3f36c3a1 None None] Bound using segment: {'id': '08697208-f71c-4c54-8e2f-a707dc88b373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '96ec260f-86ca-4e1e-8153-47da8b6d1ffe'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:56:36.448847 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-49060ad3-a761-4484-b441-6c3e3f36c3a1 None None] Bound port: aa83a56c-cfc0-4b5d-b9cd-bcc2150353e5, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08697208-f71c-4c54-8e2f-a707dc88b373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '96ec260f-86ca-4e1e-8153-47da8b6d1ffe'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:56:36.449278 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-49060ad3-a761-4484-b441-6c3e3f36c3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.526052 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-49060ad3-a761-4484-b441-6c3e3f36c3a1 None None] For port aa83a56c-cfc0-4b5d-b9cd-bcc2150353e5, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:36.539510 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-49060ad3-a761-4484-b441-6c3e3f36c3a1 None None] For port aa83a56c-cfc0-4b5d-b9cd-bcc2150353e5, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=aa83a56c-cfc0-4b5d-b9cd-bcc2150353e5,segment=NetworkSegment(08697208-f71c-4c54-8e2f-a707dc88b373),segment_id=08697208-f71c-4c54-8e2f-a707dc88b373)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:56:36.546098 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-49060ad3-a761-4484-b441-6c3e3f36c3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.549196 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-df2bed1a-50dc-487a-8756-bb6314652e2d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.592904 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-df2bed1a-50dc-487a-8756-bb6314652e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.659712 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49060ad3-a761-4484-b441-6c3e3f36c3a1 None None] Pushing event updated for resources: {'Port': ['ID=aa83a56c-cfc0-4b5d-b9cd-bcc2150353e5,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:36.680494 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2bed1a-50dc-487a-8756-bb6314652e2d admin admin] Pushing event updated for resources: {'Port': ['ID=3a5ac064-480f-4cc4-ac61-9410b9821a68,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:36.691377 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2bed1a-50dc-487a-8756-bb6314652e2d admin admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:36.695366 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-df2bed1a-50dc-487a-8756-bb6314652e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:36.711675 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2bed1a-50dc-487a-8756-bb6314652e2d admin admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:36.713754 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf58ecf-cecb-47fc-8039-75c2ce74ac3f None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:56:36.878311 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-1438551e-91f2-4425-b152-d453f06d4a14 None None] Provisioning complete for port 3a5ac064-480f-4cc4-ac61-9410b9821a68 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:36.879924 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1438551e-91f2-4425-b152-d453f06d4a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.929079 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-1438551e-91f2-4425-b152-d453f06d4a14 None None] Port 3a5ac064-480f-4cc4-ac61-9410b9821a68 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:56:37.195870 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-df2bed1a-50dc-487a-8756-bb6314652e2d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:37.491506 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-df2bed1a-50dc-487a-8756-bb6314652e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:37.613861 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7f7b8772-7069-45fb-8e6b-c5965cce2be6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:37.675561 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2bed1a-50dc-487a-8756-bb6314652e2d admin admin] Router 57b93492-9b34-41fc-a991-d7ed2a61822a is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:56:37.813919 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7f7b8772-7069-45fb-8e6b-c5965cce2be6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:37.856824 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device aa83a56c-cfc0-4b5d-b9cd-bcc2150353e5 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:37.951542 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port aa83a56c-cfc0-4b5d-b9cd-bcc2150353e5 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:37.952137 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:37.956838 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2bed1a-50dc-487a-8756-bb6314652e2d admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:56:37.976663 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70491f7-ce87-4566-b4e3-fdb33af2942a None None] Sync routers for ids ['57b93492-9b34-41fc-a991-d7ed2a61822a'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:56:37.990993 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-df2bed1a-50dc-487a-8756-bb6314652e2d admin admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:37.992300 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-df2bed1a-50dc-487a-8756-bb6314652e2d admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.5971680 Nov 12 03:56:37.996454 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70491f7-ce87-4566-b4e3-fdb33af2942a None None] Routers {'57b93492-9b34-41fc-a991-d7ed2a61822a'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:37.996697 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51222) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:38.000295 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-d70491f7-ce87-4566-b4e3-fdb33af2942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:56:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['57b93492-9b34-41fc-a991-d7ed2a61822a'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:38.198546 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-d70491f7-ce87-4566-b4e3-fdb33af2942a None None] Set router 57b93492-9b34-41fc-a991-d7ed2a61822a gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:38.227318 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:38.258711 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dec0aa-206f-40af-bb5a-f9aefdc27265 None None] Network 96ec260f-86ca-4e1e-8153-47da8b6d1ffe requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:56:38.271678 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7f7b8772-7069-45fb-8e6b-c5965cce2be6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:38.305089 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7f7b8772-7069-45fb-8e6b-c5965cce2be6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:38.454128 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port aa83a56c-cfc0-4b5d-b9cd-bcc2150353e5, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=aa83a56c-cfc0-4b5d-b9cd-bcc2150353e5,segment=NetworkSegment(08697208-f71c-4c54-8e2f-a707dc88b373),segment_id=08697208-f71c-4c54-8e2f-a707dc88b373)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:38.561679 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7f7b8772-7069-45fb-8e6b-c5965cce2be6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:38.574594 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:38.577926 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b8772-7069-45fb-8e6b-c5965cce2be6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'Port': ['ID=4c1d4c84-40e3-4edf-8b72-ee3426e099e7,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:38.821655 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-d70491f7-ce87-4566-b4e3-fdb33af2942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b93492-9b34-41fc-a991-d7ed2a61822a', 'name': 'tempest-ImageQuotaTest-512253437-router', 'tenant_id': 'ed5d32259cb34f5da84bab021b66853a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '3a5ac064-480f-4cc4-ac61-9410b9821a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:35Z', 'updated_at': '2021-11-12T03:56:36Z', 'revision_number': 3, 'project_id': 'ed5d32259cb34f5da84bab021b66853a', 'gw_port': {'id': '3a5ac064-480f-4cc4-ac61-9410b9821a68', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c2:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b93492-9b34-41fc-a991-d7ed2a61822a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:36Z', 'updated_at': '2021-11-12T03:56:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:38.823037 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-ea94f48b-8a6e-4815-aed8-1f0ec137463f None None] Provisioning complete for port aa83a56c-cfc0-4b5d-b9cd-bcc2150353e5 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:38.823714 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ea94f48b-8a6e-4815-aed8-1f0ec137463f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:38.872404 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70491f7-ce87-4566-b4e3-fdb33af2942a None None] Checking router: 57b93492-9b34-41fc-a991-d7ed2a61822a for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:56:38.874548 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70491f7-ce87-4566-b4e3-fdb33af2942a None None] Updating router 57b93492-9b34-41fc-a991-d7ed2a61822a port 3a5ac064-480f-4cc4-ac61-9410b9821a68 binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:56:38.887797 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [None req-7f7b8772-7069-45fb-8e6b-c5965cce2be6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Floating IP c749e5e4-0d39-409a-92d0-7ffebf51251c associated. External IP: 172.25.5.196, port: 2e6459c4-9293-4aac-9bab-ad7b0613d14a. Nov 12 03:56:38.922515 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:38.938258 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d70491f7-ce87-4566-b4e3-fdb33af2942a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:38.948107 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=aa83a56c-cfc0-4b5d-b9cd-bcc2150353e5,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:39.036396 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8bb63b69-ca8b-4043-9a6d-c613ef98f4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:39.350780 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-8bb63b69-ca8b-4043-9a6d-c613ef98f4a9 admin admin] Allocated IP 172.20.0.1 (96ec260f-86ca-4e1e-8153-47da8b6d1ffe/89e3a25f-653f-43da-a8ea-a1e0fe132b4a/48a20fbc-fdca-4f67-b1e4-de36df8a4c88) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:39.420305 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-114320eb-add6-42b8-81c8-b9ca5795e947 None None] Provisioning complete for port aa83a56c-cfc0-4b5d-b9cd-bcc2150353e5 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:39.425432 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-114320eb-add6-42b8-81c8-b9ca5795e947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:39.452179 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f7b8772-7069-45fb-8e6b-c5965cce2be6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Router a6aea712-86ad-4d76-993e-cb391afc6be6 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:56:39.542214 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8bb63b69-ca8b-4043-9a6d-c613ef98f4a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:39.589441 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8bb63b69-ca8b-4043-9a6d-c613ef98f4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:39.673233 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb63b69-ca8b-4043-9a6d-c613ef98f4a9 admin admin] Network 96ec260f-86ca-4e1e-8153-47da8b6d1ffe is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:39.679608 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-8bb63b69-ca8b-4043-9a6d-c613ef98f4a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:39.686950 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb63b69-ca8b-4043-9a6d-c613ef98f4a9 admin admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:39.696052 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d70491f7-ce87-4566-b4e3-fdb33af2942a None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:39.706731 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d70491f7-ce87-4566-b4e3-fdb33af2942a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:39.730223 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7b8772-7069-45fb-8e6b-c5965cce2be6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:56:39.743837 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3bd8b3-6d24-41c2-8845-88a1d9a05903 None None] Sync routers for ids ['a6aea712-86ad-4d76-993e-cb391afc6be6'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:56:39.761585 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3bd8b3-6d24-41c2-8845-88a1d9a05903 None None] Routers {'a6aea712-86ad-4d76-993e-cb391afc6be6'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:39.762460 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-9d3bd8b3-6d24-41c2-8845-88a1d9a05903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:56:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['a6aea712-86ad-4d76-993e-cb391afc6be6'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:39.778512 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7f7b8772-7069-45fb-8e6b-c5965cce2be6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:39.831483 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb63b69-ca8b-4043-9a6d-c613ef98f4a9 admin admin] Pushing event updated for resources: {'Port': ['ID=48a20fbc-fdca-4f67-b1e4-de36df8a4c88,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:39.865606 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08438d54-fbf5-4402-8f60-a17df437ec07 None None] Pushing event updated for resources: {'Port': ['ID=3a5ac064-480f-4cc4-ac61-9410b9821a68,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:39.867038 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99de33fc-f422-4d3d-8ccc-42c67693ce08 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:56:39.867229 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8bb63b69-ca8b-4043-9a6d-c613ef98f4a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:39.869064 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device aa83a56c-cfc0-4b5d-b9cd-bcc2150353e5 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:39.878464 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-d70491f7-ce87-4566-b4e3-fdb33af2942a None None] Attempting to bind port 3a5ac064-480f-4cc4-ac61-9410b9821a68 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:39.878916 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-d70491f7-ce87-4566-b4e3-fdb33af2942a None None] Attempting to bind port 3a5ac064-480f-4cc4-ac61-9410b9821a68 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:39.883309 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70491f7-ce87-4566-b4e3-fdb33af2942a None None] Attempting to bind port 3a5ac064-480f-4cc4-ac61-9410b9821a68 on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:39.897133 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7f7b8772-7069-45fb-8e6b-c5965cce2be6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.3009410 Nov 12 03:56:39.898988 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c52a6f-81f0-497c-be2b-1b7e17b112ae', 'tag': '2e6459c4-9293-4aac-9bab-ad7b0613d14a'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:39.901495 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70491f7-ce87-4566-b4e3-fdb33af2942a None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:56:39.901771 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70491f7-ce87-4566-b4e3-fdb33af2942a None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:39.902178 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d70491f7-ce87-4566-b4e3-fdb33af2942a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:39.913628 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70491f7-ce87-4566-b4e3-fdb33af2942a None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:56:39.914437 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-d70491f7-ce87-4566-b4e3-fdb33af2942a None None] Bound port: 3a5ac064-480f-4cc4-ac61-9410b9821a68, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:56:39.915451 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d70491f7-ce87-4566-b4e3-fdb33af2942a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:39.915598 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cb18ba-6615-4653-8161-bf3db06576a2" -d '{"events": [{"name": "network-changed", "server_uuid": "13c52a6f-81f0-497c-be2b-1b7e17b112ae", "tag": "2e6459c4-9293-4aac-9bab-ad7b0613d14a"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:56:39.981884 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port aa83a56c-cfc0-4b5d-b9cd-bcc2150353e5 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:39.982664 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:39.996842 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad76c6d5-784e-4fcf-8a39-f969851759f6 x-openstack-request-id: req-ad76c6d5-784e-4fcf-8a39-f969851759f6 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:56:39.997249 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c52a6f-81f0-497c-be2b-1b7e17b112ae", "tag": "2e6459c4-9293-4aac-9bab-ad7b0613d14a", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:56:39.997584 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ad76c6d5-784e-4fcf-8a39-f969851759f6 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:56:39.999000 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c52a6f-81f0-497c-be2b-1b7e17b112ae', 'tag': '2e6459c4-9293-4aac-9bab-ad7b0613d14a', 'status': 'completed', 'code': 200} Nov 12 03:56:40.080348 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-d70491f7-ce87-4566-b4e3-fdb33af2942a None None] For port 3a5ac064-480f-4cc4-ac61-9410b9821a68, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:40.087225 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-d70491f7-ce87-4566-b4e3-fdb33af2942a None None] For port 3a5ac064-480f-4cc4-ac61-9410b9821a68, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=3a5ac064-480f-4cc4-ac61-9410b9821a68,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:56:40.094515 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d70491f7-ce87-4566-b4e3-fdb33af2942a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:40.177667 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3f77707e-e5b1-4e99-be0e-5f8ea386d77a None None] Provisioning complete for port 3a5ac064-480f-4cc4-ac61-9410b9821a68 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:40.178289 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3f77707e-e5b1-4e99-be0e-5f8ea386d77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:40.236527 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418db2b9-0bde-4e45-898c-31240d799fda None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:56:40.242223 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-9d3bd8b3-6d24-41c2-8845-88a1d9a05903 None None] Set router a6aea712-86ad-4d76-993e-cb391afc6be6 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:40.244011 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb18ba-6615-4653-8161-bf3db06576a2 req-f45eb2cf-e34d-43cf-9a4a-526880b0a7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:40.246817 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8bb63b69-ca8b-4043-9a6d-c613ef98f4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:40.261919 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a6cb18ba-6615-4653-8161-bf3db06576a2 req-f45eb2cf-e34d-43cf-9a4a-526880b0a7b2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7ef96e16fae9482b9643848210ab127b&device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 1098 time: 0.1680088 Nov 12 03:56:40.271365 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70491f7-ce87-4566-b4e3-fdb33af2942a None None] Routers {'57b93492-9b34-41fc-a991-d7ed2a61822a'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:40.298762 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-d70491f7-ce87-4566-b4e3-fdb33af2942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:56:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['57b93492-9b34-41fc-a991-d7ed2a61822a'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:40.431739 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb18ba-6615-4653-8161-bf3db06576a2 req-bd5130ec-3839-4888-a8b5-917e1ff2e618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:40.433628 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a6cb18ba-6615-4653-8161-bf3db06576a2 req-bd5130ec-3839-4888-a8b5-917e1ff2e618 service neutron] 10.222.0.90 "GET /v2.0/networks?id=585cfce6-3246-4efc-94be-c88b6e93cdfd HTTP/1.1" status: 200 len: 897 time: 0.1685050 Nov 12 03:56:40.492235 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c7b45-1118-478e-b4b5-b3c5a22dcb21 req-49595cbf-ab2b-40f0-8ec7-afb228d4edbc tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:40.493836 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1b9c7b45-1118-478e-b4b5-b3c5a22dcb21 req-49595cbf-ab2b-40f0-8ec7-afb228d4edbc tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 946 time: 0.4835865 Nov 12 03:56:40.620251 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-d70491f7-ce87-4566-b4e3-fdb33af2942a None None] Set router 57b93492-9b34-41fc-a991-d7ed2a61822a gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:40.671261 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a6cb18ba-6615-4653-8161-bf3db06576a2 req-823e02ca-0851-4514-b984-73a99d4a4efb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e6459c4-9293-4aac-9bab-ad7b0613d14a HTTP/1.1" status: 200 len: 1000 time: 0.1763868 Nov 12 03:56:40.677473 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1b9c7b45-1118-478e-b4b5-b3c5a22dcb21 req-45eeb299-d928-4826-8062-68b453bc6586 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d051444-8328-4200-9c7b-278e635e509c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653991 Nov 12 03:56:40.750335 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51256) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:40.824854 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-cae2e513-b4e6-4f13-b5c4-2237d8e20d7e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/floatingips/c749e5e4-0d39-409a-92d0-7ffebf51251c HTTP/1.1" status: 200 len: 992 time: 0.0733330 Nov 12 03:56:40.844201 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb18ba-6615-4653-8161-bf3db06576a2 req-104c3b5d-2127-4062-b300-34e26559f98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:40.845849 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a6cb18ba-6615-4653-8161-bf3db06576a2 req-104c3b5d-2127-4062-b300-34e26559f98c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=21773f17-aa41-46cc-9264-6ecfb18c4e94 HTTP/1.1" status: 200 len: 835 time: 0.1673121 Nov 12 03:56:40.851873 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3f77707e-e5b1-4e99-be0e-5f8ea386d77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:40.882868 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3f77707e-e5b1-4e99-be0e-5f8ea386d77a None None] For port 3a5ac064-480f-4cc4-ac61-9410b9821a68, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=3a5ac064-480f-4cc4-ac61-9410b9821a68,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:40.898144 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3f77707e-e5b1-4e99-be0e-5f8ea386d77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:40.937382 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08438d54-fbf5-4402-8f60-a17df437ec07 None None] Pushing event updated for resources: {'Port': ['ID=3a5ac064-480f-4cc4-ac61-9410b9821a68,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:40.956827 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb18ba-6615-4653-8161-bf3db06576a2 req-eeb5f8f9-51c8-4784-8f25-811f0b9b7d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:40.959219 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a6cb18ba-6615-4653-8161-bf3db06576a2 req-eeb5f8f9-51c8-4784-8f25-811f0b9b7d79 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=585cfce6-3246-4efc-94be-c88b6e93cdfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1021118 Nov 12 03:56:40.973900 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-9d3bd8b3-6d24-41c2-8845-88a1d9a05903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6aea712-86ad-4d76-993e-cb391afc6be6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297977514', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '4e945993-c1ee-4a1a-92d6-8788ab299d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:11Z', 'updated_at': '2021-11-12T03:56:17Z', 'revision_number': 4, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': '4e945993-c1ee-4a1a-92d6-8788ab299d7f', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6aea712-86ad-4d76-993e-cb391afc6be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:11Z', 'updated_at': '2021-11-12T03:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'c749e5e4-0d39-409a-92d0-7ffebf51251c', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'floating_ip_address': '172.25.5.196', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'a6aea712-86ad-4d76-993e-cb391afc6be6', 'port_id': '2e6459c4-9293-4aac-9bab-ad7b0613d14a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '585cfce6-3246-4efc-94be-c88b6e93cdfd', 'mac_address': 'fa:16:3e:e9:8d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c52a6f-81f0-497c-be2b-1b7e17b112ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:56:36Z', 'updated_at': '2021-11-12T03:56:36Z', 'revision_number': 0, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8d98584-f30d-44f8-a0e4-d0d0af69367c', 'name': '', 'network_id': '585cfce6-3246-4efc-94be-c88b6e93cdfd', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'mac_address': 'fa:16:3e:ae:5b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6aea712-86ad-4d76-993e-cb391afc6be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '21773f17-aa41-46cc-9264-6ecfb18c4e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:16Z', 'updated_at': '2021-11-12T03:56:21Z', 'revision_number': 5, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'subnets': [{'id': '21773f17-aa41-46cc-9264-6ecfb18c4e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:41.011332 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3bd8b3-6d24-41c2-8845-88a1d9a05903 None None] Checking router: a6aea712-86ad-4d76-993e-cb391afc6be6 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:56:41.019335 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f77707e-e5b1-4e99-be0e-5f8ea386d77a None None] Pushing event updated for resources: {'Port': ['ID=3a5ac064-480f-4cc4-ac61-9410b9821a68,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:41.040665 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3b5f51d2-4be5-4b68-98ff-7ece2adb2fe7 None None] Provisioning complete for port 3a5ac064-480f-4cc4-ac61-9410b9821a68 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:41.041323 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3b5f51d2-4be5-4b68-98ff-7ece2adb2fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.044754 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3bd8b3-6d24-41c2-8845-88a1d9a05903 None None] Routers {'a6aea712-86ad-4d76-993e-cb391afc6be6'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:41.045616 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-9d3bd8b3-6d24-41c2-8845-88a1d9a05903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:56:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['a6aea712-86ad-4d76-993e-cb391afc6be6'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:41.056354 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-d70491f7-ce87-4566-b4e3-fdb33af2942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b93492-9b34-41fc-a991-d7ed2a61822a', 'name': 'tempest-ImageQuotaTest-512253437-router', 'tenant_id': 'ed5d32259cb34f5da84bab021b66853a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '3a5ac064-480f-4cc4-ac61-9410b9821a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:35Z', 'updated_at': '2021-11-12T03:56:40Z', 'revision_number': 4, 'project_id': 'ed5d32259cb34f5da84bab021b66853a', 'gw_port': {'id': '3a5ac064-480f-4cc4-ac61-9410b9821a68', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c2:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b93492-9b34-41fc-a991-d7ed2a61822a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:36Z', 'updated_at': '2021-11-12T03:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '48a20fbc-fdca-4f67-b1e4-de36df8a4c88', 'name': '', 'network_id': '96ec260f-86ca-4e1e-8153-47da8b6d1ffe', 'tenant_id': 'ed5d32259cb34f5da84bab021b66853a', 'mac_address': 'fa:16:3e:2b:9e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b93492-9b34-41fc-a991-d7ed2a61822a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '89e3a25f-653f-43da-a8ea-a1e0fe132b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:39Z', 'updated_at': '2021-11-12T03:56:39Z', 'revision_number': 1, 'project_id': 'ed5d32259cb34f5da84bab021b66853a', 'subnets': [{'id': '89e3a25f-653f-43da-a8ea-a1e0fe132b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:41.085534 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70491f7-ce87-4566-b4e3-fdb33af2942a None None] The sync data for ids ['57b93492-9b34-41fc-a991-d7ed2a61822a'] in n-d-715271-27 is: [{'id': '57b93492-9b34-41fc-a991-d7ed2a61822a', 'name': 'tempest-ImageQuotaTest-512253437-router', 'tenant_id': 'ed5d32259cb34f5da84bab021b66853a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '3a5ac064-480f-4cc4-ac61-9410b9821a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:35Z', 'updated_at': '2021-11-12T03:56:40Z', 'revision_number': 4, 'project_id': 'ed5d32259cb34f5da84bab021b66853a', 'gw_port': {'id': '3a5ac064-480f-4cc4-ac61-9410b9821a68', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c2:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b93492-9b34-41fc-a991-d7ed2a61822a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:36Z', 'updated_at': '2021-11-12T03:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '48a20fbc-fdca-4f67-b1e4-de36df8a4c88', 'name': '', 'network_id': '96ec260f-86ca-4e1e-8153-47da8b6d1ffe', 'tenant_id': 'ed5d32259cb34f5da84bab021b66853a', 'mac_address': 'fa:16:3e:2b:9e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b93492-9b34-41fc-a991-d7ed2a61822a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '89e3a25f-653f-43da-a8ea-a1e0fe132b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:39Z', 'updated_at': '2021-11-12T03:56:39Z', 'revision_number': 1, 'project_id': 'ed5d32259cb34f5da84bab021b66853a', 'subnets': [{'id': '89e3a25f-653f-43da-a8ea-a1e0fe132b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:56:41.156700 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a6cb18ba-6615-4653-8161-bf3db06576a2 req-806790d2-2822-485d-9bc5-73fa4ab2f9a0 service neutron] 10.222.0.90 "GET /v2.0/networks/585cfce6-3246-4efc-94be-c88b6e93cdfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790674 Nov 12 03:56:41.211225 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8bb63b69-ca8b-4043-9a6d-c613ef98f4a9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.217303 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8bb63b69-ca8b-4043-9a6d-c613ef98f4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.285782 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-9d3bd8b3-6d24-41c2-8845-88a1d9a05903 None None] Set router a6aea712-86ad-4d76-993e-cb391afc6be6 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:41.288720 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3b5f51d2-4be5-4b68-98ff-7ece2adb2fe7 None None] Provisioning complete for port 48a20fbc-fdca-4f67-b1e4-de36df8a4c88 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:41.291324 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb63b69-ca8b-4043-9a6d-c613ef98f4a9 admin admin] Pushing event updated for resources: {'Port': ['ID=48a20fbc-fdca-4f67-b1e4-de36df8a4c88,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:41.292605 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3b5f51d2-4be5-4b68-98ff-7ece2adb2fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.298033 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a6cb18ba-6615-4653-8161-bf3db06576a2 req-af25e4c4-f7ff-409e-a4a4-f3da9cfc2c96 service neutron] 10.222.0.90 "GET /v2.0/networks/585cfce6-3246-4efc-94be-c88b6e93cdfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345241 Nov 12 03:56:41.324315 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8bb63b69-ca8b-4043-9a6d-c613ef98f4a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.375205 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3b5f51d2-4be5-4b68-98ff-7ece2adb2fe7 None None] Port 48a20fbc-fdca-4f67-b1e4-de36df8a4c88 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:56:41.439999 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb63b69-ca8b-4043-9a6d-c613ef98f4a9 admin admin] Network 96ec260f-86ca-4e1e-8153-47da8b6d1ffe is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:41.442324 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-8bb63b69-ca8b-4043-9a6d-c613ef98f4a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:41.690114 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb63b69-ca8b-4043-9a6d-c613ef98f4a9 admin admin] Router 57b93492-9b34-41fc-a991-d7ed2a61822a has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:56:41.828987 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51270) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:41.831777 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-9d3bd8b3-6d24-41c2-8845-88a1d9a05903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6aea712-86ad-4d76-993e-cb391afc6be6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297977514', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '4e945993-c1ee-4a1a-92d6-8788ab299d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:11Z', 'updated_at': '2021-11-12T03:56:17Z', 'revision_number': 4, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': '4e945993-c1ee-4a1a-92d6-8788ab299d7f', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6aea712-86ad-4d76-993e-cb391afc6be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:11Z', 'updated_at': '2021-11-12T03:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'c749e5e4-0d39-409a-92d0-7ffebf51251c', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'floating_ip_address': '172.25.5.196', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'a6aea712-86ad-4d76-993e-cb391afc6be6', 'port_id': '2e6459c4-9293-4aac-9bab-ad7b0613d14a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '585cfce6-3246-4efc-94be-c88b6e93cdfd', 'mac_address': 'fa:16:3e:e9:8d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c52a6f-81f0-497c-be2b-1b7e17b112ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:56:36Z', 'updated_at': '2021-11-12T03:56:36Z', 'revision_number': 0, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8d98584-f30d-44f8-a0e4-d0d0af69367c', 'name': '', 'network_id': '585cfce6-3246-4efc-94be-c88b6e93cdfd', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'mac_address': 'fa:16:3e:ae:5b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6aea712-86ad-4d76-993e-cb391afc6be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '21773f17-aa41-46cc-9264-6ecfb18c4e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:16Z', 'updated_at': '2021-11-12T03:56:21Z', 'revision_number': 5, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'subnets': [{'id': '21773f17-aa41-46cc-9264-6ecfb18c4e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:41.906766 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3bd8b3-6d24-41c2-8845-88a1d9a05903 None None] The sync data for ids ['a6aea712-86ad-4d76-993e-cb391afc6be6'] in n-d-715271-27 is: [{'id': 'a6aea712-86ad-4d76-993e-cb391afc6be6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297977514', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '4e945993-c1ee-4a1a-92d6-8788ab299d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:11Z', 'updated_at': '2021-11-12T03:56:17Z', 'revision_number': 4, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': '4e945993-c1ee-4a1a-92d6-8788ab299d7f', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6aea712-86ad-4d76-993e-cb391afc6be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:11Z', 'updated_at': '2021-11-12T03:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'c749e5e4-0d39-409a-92d0-7ffebf51251c', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'floating_ip_address': '172.25.5.196', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'a6aea712-86ad-4d76-993e-cb391afc6be6', 'port_id': '2e6459c4-9293-4aac-9bab-ad7b0613d14a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '585cfce6-3246-4efc-94be-c88b6e93cdfd', 'mac_address': 'fa:16:3e:e9:8d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c52a6f-81f0-497c-be2b-1b7e17b112ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:56:36Z', 'updated_at': '2021-11-12T03:56:36Z', 'revision_number': 0, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8d98584-f30d-44f8-a0e4-d0d0af69367c', 'name': '', 'network_id': '585cfce6-3246-4efc-94be-c88b6e93cdfd', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'mac_address': 'fa:16:3e:ae:5b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6aea712-86ad-4d76-993e-cb391afc6be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '21773f17-aa41-46cc-9264-6ecfb18c4e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:16Z', 'updated_at': '2021-11-12T03:56:21Z', 'revision_number': 5, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'subnets': [{'id': '21773f17-aa41-46cc-9264-6ecfb18c4e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:56:41.916674 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4e62e11b-4f2b-48a8-b25a-2c91baacd8c5 None None] Provisioning complete for port 48a20fbc-fdca-4f67-b1e4-de36df8a4c88 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:41.917295 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4e62e11b-4f2b-48a8-b25a-2c91baacd8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.985683 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4e62e11b-4f2b-48a8-b25a-2c91baacd8c5 None None] Port 48a20fbc-fdca-4f67-b1e4-de36df8a4c88 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:56:41.998091 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c5947a03-20ca-4824-bb41-e9d138a25610 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/floatingips/c749e5e4-0d39-409a-92d0-7ffebf51251c HTTP/1.1" status: 200 len: 992 time: 0.1679244 Nov 12 03:56:42.051513 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb63b69-ca8b-4043-9a6d-c613ef98f4a9 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:56:42.064789 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8bb63b69-ca8b-4043-9a6d-c613ef98f4a9 admin admin] 10.222.0.50 "PUT /v2.0/routers/57b93492-9b34-41fc-a991-d7ed2a61822a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0664845 Nov 12 03:56:42.308697 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b99c97-6343-482b-952b-3b7b0f43a8e2 None None] New status for floating IP c749e5e4-0d39-409a-92d0-7ffebf51251c: ACTIVE {{(pid=102574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:56:43.002005 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51302) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:43.159808 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9c00f8c8-1a11-42ea-bc58-f13ae326bf6c tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/floatingips/c749e5e4-0d39-409a-92d0-7ffebf51251c HTTP/1.1" status: 200 len: 994 time: 0.1557009 Nov 12 03:56:43.795337 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51314) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:43.840045 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 3a5ac064-480f-4cc4-ac61-9410b9821a68 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:43.899338 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 3a5ac064-480f-4cc4-ac61-9410b9821a68 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:43.900138 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:44.330755 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b3939a59-d79e-44fe-935d-f2cb0e93f62d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:44.572871 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244a2b43-e5a6-47a5-8780-1cd40c15560a None None] Sync routers for ids ['57b93492-9b34-41fc-a991-d7ed2a61822a'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:56:44.585396 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244a2b43-e5a6-47a5-8780-1cd40c15560a None None] Routers {'57b93492-9b34-41fc-a991-d7ed2a61822a'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:44.586448 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-244a2b43-e5a6-47a5-8780-1cd40c15560a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:56:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['57b93492-9b34-41fc-a991-d7ed2a61822a'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:44.646577 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-b3939a59-d79e-44fe-935d-f2cb0e93f62d admin admin] Deleting port 48a20fbc-fdca-4f67-b1e4-de36df8a4c88 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:56:44.647324 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b3939a59-d79e-44fe-935d-f2cb0e93f62d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:44.712411 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-244a2b43-e5a6-47a5-8780-1cd40c15560a None None] Set router 57b93492-9b34-41fc-a991-d7ed2a61822a gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:44.736108 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b3939a59-d79e-44fe-935d-f2cb0e93f62d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:44.749816 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-b3939a59-d79e-44fe-935d-f2cb0e93f62d admin admin] Calling delete_port for 48a20fbc-fdca-4f67-b1e4-de36df8a4c88 owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:56:44.971410 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b3939a59-d79e-44fe-935d-f2cb0e93f62d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:44.974055 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-244a2b43-e5a6-47a5-8780-1cd40c15560a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b93492-9b34-41fc-a991-d7ed2a61822a', 'name': 'tempest-ImageQuotaTest-512253437-router', 'tenant_id': 'ed5d32259cb34f5da84bab021b66853a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '3a5ac064-480f-4cc4-ac61-9410b9821a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:35Z', 'updated_at': '2021-11-12T03:56:40Z', 'revision_number': 4, 'project_id': 'ed5d32259cb34f5da84bab021b66853a', 'gw_port': {'id': '3a5ac064-480f-4cc4-ac61-9410b9821a68', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b93492-9b34-41fc-a991-d7ed2a61822a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:36Z', 'updated_at': '2021-11-12T03:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '48a20fbc-fdca-4f67-b1e4-de36df8a4c88', 'name': '', 'network_id': '96ec260f-86ca-4e1e-8153-47da8b6d1ffe', 'tenant_id': 'ed5d32259cb34f5da84bab021b66853a', 'mac_address': 'fa:16:3e:2b:9e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b93492-9b34-41fc-a991-d7ed2a61822a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '89e3a25f-653f-43da-a8ea-a1e0fe132b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:39Z', 'updated_at': '2021-11-12T03:56:40Z', 'revision_number': 2, 'project_id': 'ed5d32259cb34f5da84bab021b66853a', 'subnets': [{'id': '89e3a25f-653f-43da-a8ea-a1e0fe132b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:45.009354 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244a2b43-e5a6-47a5-8780-1cd40c15560a None None] Checking router: 57b93492-9b34-41fc-a991-d7ed2a61822a for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:56:45.009695 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244a2b43-e5a6-47a5-8780-1cd40c15560a None None] Updating router 57b93492-9b34-41fc-a991-d7ed2a61822a port 48a20fbc-fdca-4f67-b1e4-de36df8a4c88 binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:56:45.018716 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3939a59-d79e-44fe-935d-f2cb0e93f62d admin admin] Pushing event deleted for resources: {'Port': ['ID=48a20fbc-fdca-4f67-b1e4-de36df8a4c88,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:45.053351 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244a2b43-e5a6-47a5-8780-1cd40c15560a None None] Port 48a20fbc-fdca-4f67-b1e4-de36df8a4c88 not found while updating agent binding for router 57b93492-9b34-41fc-a991-d7ed2a61822a. {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 03:56:45.076681 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244a2b43-e5a6-47a5-8780-1cd40c15560a None None] Routers {'57b93492-9b34-41fc-a991-d7ed2a61822a'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:45.077313 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-244a2b43-e5a6-47a5-8780-1cd40c15560a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:56:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['57b93492-9b34-41fc-a991-d7ed2a61822a'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:45.223573 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-244a2b43-e5a6-47a5-8780-1cd40c15560a None None] Set router 57b93492-9b34-41fc-a991-d7ed2a61822a gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:45.313955 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b3939a59-d79e-44fe-935d-f2cb0e93f62d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.499217 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-244a2b43-e5a6-47a5-8780-1cd40c15560a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b93492-9b34-41fc-a991-d7ed2a61822a', 'name': 'tempest-ImageQuotaTest-512253437-router', 'tenant_id': 'ed5d32259cb34f5da84bab021b66853a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '3a5ac064-480f-4cc4-ac61-9410b9821a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:35Z', 'updated_at': '2021-11-12T03:56:44Z', 'revision_number': 5, 'project_id': 'ed5d32259cb34f5da84bab021b66853a', 'gw_port': {'id': '3a5ac064-480f-4cc4-ac61-9410b9821a68', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b93492-9b34-41fc-a991-d7ed2a61822a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:36Z', 'updated_at': '2021-11-12T03:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:45.528981 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244a2b43-e5a6-47a5-8780-1cd40c15560a None None] The sync data for ids ['57b93492-9b34-41fc-a991-d7ed2a61822a'] in n-d-715271-27 is: [{'id': '57b93492-9b34-41fc-a991-d7ed2a61822a', 'name': 'tempest-ImageQuotaTest-512253437-router', 'tenant_id': 'ed5d32259cb34f5da84bab021b66853a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '3a5ac064-480f-4cc4-ac61-9410b9821a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:35Z', 'updated_at': '2021-11-12T03:56:44Z', 'revision_number': 5, 'project_id': 'ed5d32259cb34f5da84bab021b66853a', 'gw_port': {'id': '3a5ac064-480f-4cc4-ac61-9410b9821a68', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b93492-9b34-41fc-a991-d7ed2a61822a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:36Z', 'updated_at': '2021-11-12T03:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:56:45.621943 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3939a59-d79e-44fe-935d-f2cb0e93f62d admin admin] Router 57b93492-9b34-41fc-a991-d7ed2a61822a has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:56:45.741978 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3939a59-d79e-44fe-935d-f2cb0e93f62d admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:56:45.747935 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b3939a59-d79e-44fe-935d-f2cb0e93f62d admin admin] 10.222.0.50 "PUT /v2.0/routers/57b93492-9b34-41fc-a991-d7ed2a61822a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9512243 Nov 12 03:56:45.750472 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51332) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:45.873429 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-83437acc-a47a-426e-8c09-1c05aff89c91 admin admin] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.947422 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 48a20fbc-fdca-4f67-b1e4-de36df8a4c88 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:56:45.989845 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 48a20fbc-fdca-4f67-b1e4-de36df8a4c88 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:56:45.989845 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 48a20fbc-fdca-4f67-b1e4-de36df8a4c88 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:56:46.376998 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-83437acc-a47a-426e-8c09-1c05aff89c91 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:46.456525 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-83437acc-a47a-426e-8c09-1c05aff89c91 admin admin] Deleting port 3a5ac064-480f-4cc4-ac61-9410b9821a68 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:56:46.457049 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-83437acc-a47a-426e-8c09-1c05aff89c91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:46.506600 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51354) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:46.607812 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-83437acc-a47a-426e-8c09-1c05aff89c91 admin admin] For port 3a5ac064-480f-4cc4-ac61-9410b9821a68, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=3a5ac064-480f-4cc4-ac61-9410b9821a68,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:46.608368 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-83437acc-a47a-426e-8c09-1c05aff89c91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:46.625211 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-83437acc-a47a-426e-8c09-1c05aff89c91 admin admin] Calling delete_port for 3a5ac064-480f-4cc4-ac61-9410b9821a68 owned by network:router_gateway {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:56:46.706534 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7f9f5e18-5d30-4fa5-8a5d-3ecc68a5453b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:46.888469 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7f9f5e18-5d30-4fa5-8a5d-3ecc68a5453b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:46.897177 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7f9f5e18-5d30-4fa5-8a5d-3ecc68a5453b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:46.946332 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7f9f5e18-5d30-4fa5-8a5d-3ecc68a5453b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=41d24a514294443883efe52d195fc87e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4384184 Nov 12 03:56:46.949382 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f5e18-5d30-4fa5-8a5d-3ecc68a5453b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec05183-a8c9-4de9-b41b-d1df72eeadcf,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:46.952183 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-83437acc-a47a-426e-8c09-1c05aff89c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:46.954674 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51368) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:46.983037 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83437acc-a47a-426e-8c09-1c05aff89c91 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a5ac064-480f-4cc4-ac61-9410b9821a68,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:47.019070 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c98ba0-9b0e-499b-8127-c3b05cf54d4c None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:56:47.086255 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c276955e-bdf5-4672-94cb-d1bf4ae65359 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:47.099391 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-83437acc-a47a-426e-8c09-1c05aff89c91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:47.118153 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c276955e-bdf5-4672-94cb-d1bf4ae65359 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:47.179789 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c276955e-bdf5-4672-94cb-d1bf4ae65359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:47.184542 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c276955e-bdf5-4672-94cb-d1bf4ae65359 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:47.192299 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c276955e-bdf5-4672-94cb-d1bf4ae65359 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0ec05183-a8c9-4de9-b41b-d1df72eeadcf HTTP/1.1" status: 204 len: 168 time: 0.2353005 Nov 12 03:56:47.201109 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f318fc10-bc59-4768-8707-4b035b7a1419 None None] Sync routers for ids ['57b93492-9b34-41fc-a991-d7ed2a61822a'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:56:47.211182 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276955e-bdf5-4672-94cb-d1bf4ae65359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec05183-a8c9-4de9-b41b-d1df72eeadcf,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:47.218263 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f318fc10-bc59-4768-8707-4b035b7a1419 None None] Routers {'57b93492-9b34-41fc-a991-d7ed2a61822a'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:47.219455 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-f318fc10-bc59-4768-8707-4b035b7a1419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:56:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['57b93492-9b34-41fc-a991-d7ed2a61822a'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:47.267820 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-83437acc-a47a-426e-8c09-1c05aff89c91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:47.270563 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-83437acc-a47a-426e-8c09-1c05aff89c91 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:47.316144 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-f318fc10-bc59-4768-8707-4b035b7a1419 None None] Set router 57b93492-9b34-41fc-a991-d7ed2a61822a gateway port host: None {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:47.334933 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-83437acc-a47a-426e-8c09-1c05aff89c91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:47.335548 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83437acc-a47a-426e-8c09-1c05aff89c91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57b93492-9b34-41fc-a991-d7ed2a61822a {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:56:47.341324 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-83437acc-a47a-426e-8c09-1c05aff89c91 admin admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:47.342567 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-83437acc-a47a-426e-8c09-1c05aff89c91 admin admin] 10.222.0.50 "DELETE /v2.0/routers/57b93492-9b34-41fc-a991-d7ed2a61822a HTTP/1.1" status: 204 len: 168 time: 1.5909040 Nov 12 03:56:47.345291 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51376) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:47.417800 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-f318fc10-bc59-4768-8707-4b035b7a1419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b93492-9b34-41fc-a991-d7ed2a61822a', 'name': 'tempest-ImageQuotaTest-512253437-router', 'tenant_id': 'ed5d32259cb34f5da84bab021b66853a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:35Z', 'updated_at': '2021-11-12T03:56:46Z', 'revision_number': 7, 'project_id': 'ed5d32259cb34f5da84bab021b66853a', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:47.418086 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-27584a4d-f052-4f40-830d-9dc798f3b7de admin admin] Deleting subnet 89e3a25f-653f-43da-a8ea-a1e0fe132b4a {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:56:47.420553 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-27584a4d-f052-4f40-830d-9dc798f3b7de admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:47.453932 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f318fc10-bc59-4768-8707-4b035b7a1419 None None] Checking router: 57b93492-9b34-41fc-a991-d7ed2a61822a for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:56:47.459663 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-27584a4d-f052-4f40-830d-9dc798f3b7de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:47.469014 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f318fc10-bc59-4768-8707-4b035b7a1419 None None] Routers set() bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:47.469827 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f318fc10-bc59-4768-8707-4b035b7a1419 None None] Router IDs set() for agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 03:56:47.470854 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_agentschedulers_db [None req-f318fc10-bc59-4768-8707-4b035b7a1419 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'57b93492-9b34-41fc-a991-d7ed2a61822a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:56:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent'). {{(pid=102574) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 03:56:47.471482 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f318fc10-bc59-4768-8707-4b035b7a1419 None None] The sync data for ids ['57b93492-9b34-41fc-a991-d7ed2a61822a'] in n-d-715271-27 is: [] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:56:47.610659 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-27584a4d-f052-4f40-830d-9dc798f3b7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:47.688263 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-27584a4d-f052-4f40-830d-9dc798f3b7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:47.734354 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27584a4d-f052-4f40-830d-9dc798f3b7de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89e3a25f-653f-43da-a8ea-a1e0fe132b4a,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:47.739951 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-27584a4d-f052-4f40-830d-9dc798f3b7de admin admin] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:47.743283 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-27584a4d-f052-4f40-830d-9dc798f3b7de admin admin] 10.222.0.50 "DELETE /v2.0/subnets/89e3a25f-653f-43da-a8ea-a1e0fe132b4a HTTP/1.1" status: 204 len: 168 time: 0.3969090 Nov 12 03:56:47.746833 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51392) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:47.749100 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484319e8-09cb-4cfb-88ec-98952ec7ea39 None None] Network 96ec260f-86ca-4e1e-8153-47da8b6d1ffe requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:56:47.872194 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d47b2c77-9774-4241-a332-00497282f2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:47.948259 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-d47b2c77-9774-4241-a332-00497282f2c7 admin admin] Deleting port aa83a56c-cfc0-4b5d-b9cd-bcc2150353e5 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:56:47.948751 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d47b2c77-9774-4241-a332-00497282f2c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:48.051315 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-d47b2c77-9774-4241-a332-00497282f2c7 admin admin] For port aa83a56c-cfc0-4b5d-b9cd-bcc2150353e5, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=aa83a56c-cfc0-4b5d-b9cd-bcc2150353e5,segment=NetworkSegment(08697208-f71c-4c54-8e2f-a707dc88b373),segment_id=08697208-f71c-4c54-8e2f-a707dc88b373)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:48.051693 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d47b2c77-9774-4241-a332-00497282f2c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:48.072867 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-d47b2c77-9774-4241-a332-00497282f2c7 admin admin] Calling delete_port for aa83a56c-cfc0-4b5d-b9cd-bcc2150353e5 owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:56:48.219493 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d47b2c77-9774-4241-a332-00497282f2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:48.241470 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceec78df-f139-493b-9396-178cf1b82961 None None] DHCP port deletion for 96ec260f-86ca-4e1e-8153-47da8b6d1ffe request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:56:48.258259 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47b2c77-9774-4241-a332-00497282f2c7 admin admin] No DVR routers for this DVR port aa83a56c-cfc0-4b5d-b9cd-bcc2150353e5 on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:56:48.260261 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b2c77-9774-4241-a332-00497282f2c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa83a56c-cfc0-4b5d-b9cd-bcc2150353e5,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:48.331470 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:48.348469 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d47b2c77-9774-4241-a332-00497282f2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:48.371805 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-d47b2c77-9774-4241-a332-00497282f2c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96ec260f-86ca-4e1e-8153-47da8b6d1ffe']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:48.389518 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-d47b2c77-9774-4241-a332-00497282f2c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08697208-f71c-4c54-8e2f-a707dc88b373') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:48.389908 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-d47b2c77-9774-4241-a332-00497282f2c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08697208-f71c-4c54-8e2f-a707dc88b373') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:48.408279 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d47b2c77-9774-4241-a332-00497282f2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:48.428656 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d47b2c77-9774-4241-a332-00497282f2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:48.435482 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d47b2c77-9774-4241-a332-00497282f2c7 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:56:48.436102 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d47b2c77-9774-4241-a332-00497282f2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:48.438241 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:56:48.438241 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:56:48.438241 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:56:48.438241 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:56:48.438241 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:56:48.438241 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:56:48.438241 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:56:48.438241 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:56:48.438241 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:56:48.438241 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:56:48.438241 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:56:48.438241 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:56:48.438241 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:56:48.438241 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:56:48.438241 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:56:48.438241 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:56:48.438241 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:56:48.438241 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:56:48.438241 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:56:48.438241 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:56:48.438241 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:56:48.438241 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:56:48.438241 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:56:48.438241 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:56:48.438241 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:56:48.438241 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:56:48.438241 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:56:48.438241 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:56:48.438241 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:56:48.438241 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:56:48.438241 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:56:48.438241 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:56:48.514164 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d47b2c77-9774-4241-a332-00497282f2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:48.521451 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d47b2c77-9774-4241-a332-00497282f2c7 admin admin] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:48.528296 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d47b2c77-9774-4241-a332-00497282f2c7 admin admin] 10.222.0.50 "DELETE /v2.0/networks/96ec260f-86ca-4e1e-8153-47da8b6d1ffe HTTP/1.1" status: 204 len: 168 time: 0.7764332 Nov 12 03:56:48.545014 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b2c77-9774-4241-a332-00497282f2c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=96ec260f-86ca-4e1e-8153-47da8b6d1ffe,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:48.806177 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51428) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:48.868966 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9edd4cef-30f1-47fa-872e-1e6b4787eebf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ed5d32259cb34f5da84bab021b66853a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0615969 Nov 12 03:56:48.871748 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51430) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:48.935409 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9b8adc1f-9e0e-450c-906b-0b84ba00b01d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:48.961623 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9b8adc1f-9e0e-450c-906b-0b84ba00b01d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:49.028841 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9b8adc1f-9e0e-450c-906b-0b84ba00b01d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:49.032103 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9b8adc1f-9e0e-450c-906b-0b84ba00b01d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:49.033309 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9b8adc1f-9e0e-450c-906b-0b84ba00b01d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/532d2151-3e3e-4db4-a180-e0129e5c2360 HTTP/1.1" status: 204 len: 168 time: 0.1605105 Nov 12 03:56:49.043685 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8adc1f-9e0e-450c-906b-0b84ba00b01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532d2151-3e3e-4db4-a180-e0129e5c2360,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:49.458271 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 51446) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:49.477299 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5227b138-d730-4acc-8e15-9dc63f649e6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:49.581490 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5227b138-d730-4acc-8e15-9dc63f649e6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:49.589365 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5227b138-d730-4acc-8e15-9dc63f649e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:49.632301 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5227b138-d730-4acc-8e15-9dc63f649e6f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1725082 Nov 12 03:56:49.633223 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5227b138-d730-4acc-8e15-9dc63f649e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d271dd5-d6a5-47ad-8d85-4768910d899f,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:49.634831 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51452) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:49.741475 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 3a5ac064-480f-4cc4-ac61-9410b9821a68 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:56:49.743384 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0c97fc6b-826f-408b-85a4-2e0100cd153e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:49.773510 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0c97fc6b-826f-408b-85a4-2e0100cd153e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:49.797575 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 3a5ac064-480f-4cc4-ac61-9410b9821a68 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:56:49.798393 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 3a5ac064-480f-4cc4-ac61-9410b9821a68 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:56:49.798913 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device aa83a56c-cfc0-4b5d-b9cd-bcc2150353e5 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:56:49.830831 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: aa83a56c-cfc0-4b5d-b9cd-bcc2150353e5 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:56:49.831218 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device aa83a56c-cfc0-4b5d-b9cd-bcc2150353e5 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:56:49.843509 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0c97fc6b-826f-408b-85a4-2e0100cd153e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:49.850793 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0c97fc6b-826f-408b-85a4-2e0100cd153e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:49.853706 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0c97fc6b-826f-408b-85a4-2e0100cd153e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7d271dd5-d6a5-47ad-8d85-4768910d899f HTTP/1.1" status: 204 len: 168 time: 0.2155271 Nov 12 03:56:49.862335 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97fc6b-826f-408b-85a4-2e0100cd153e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d271dd5-d6a5-47ad-8d85-4768910d899f,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:51.288319 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-482c752d-e352-47e0-b858-49973db6b976 tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=39b49756eed940e095e7d7709a14c6e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408485 Nov 12 03:56:51.527644 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-09c390cf-4a16-4abe-ba19-210b59cbe77c tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:51.529210 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-09c390cf-4a16-4abe-ba19-210b59cbe77c tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2299452 Nov 12 03:56:51.547046 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-f1d47db7-9135-47c9-b054-414aaf31d9d7 tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] 10.222.0.50 "GET /v2.0/quotas/39b49756eed940e095e7d7709a14c6e4 HTTP/1.1" status: 200 len: 375 time: 0.0103083 Nov 12 03:56:51.581671 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-23556611-d740-4dcc-9a23-c93759d6a145 tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=39b49756eed940e095e7d7709a14c6e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274265 Nov 12 03:56:51.831526 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b2a9ddce-0b0a-4343-9716-dc49e9346f0e req-0f298159-6945-4f7d-b129-478a806fb877 tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bfbd76d-8ff0-467d-a2e8-6a29a23ef9f1 HTTP/1.1" status: 200 len: 210 time: 0.0470250 Nov 12 03:56:52.924200 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-f3c40a35-53d2-4853-8728-671493c98ede tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=39b49756eed940e095e7d7709a14c6e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0853374 Nov 12 03:56:52.993759 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0dc5336c-6f00-4be5-9f4c-f93200da816a req-dcf887b8-1ed9-4cfc-9fb8-3f5f2bb518ff tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bfbd76d-8ff0-467d-a2e8-6a29a23ef9f1 HTTP/1.1" status: 200 len: 210 time: 0.0499995 Nov 12 03:56:53.169521 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-c4466b4e-63da-4503-ab92-2a4aa4f6b17a tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:53.171019 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-c4466b4e-63da-4503-ab92-2a4aa4f6b17a tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2402942 Nov 12 03:56:53.191906 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-e419e998-0d97-4107-a27d-97cf3fa1fc1a tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] Request body: {'port': {'device_id': '1bfbd76d-8ff0-467d-a2e8-6a29a23ef9f1', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'admin_state_up': True, 'tenant_id': '39b49756eed940e095e7d7709a14c6e4'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:53.327491 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-e419e998-0d97-4107-a27d-97cf3fa1fc1a tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] Made reservation on behalf of 39b49756eed940e095e7d7709a14c6e4 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:56:53.331258 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-e419e998-0d97-4107-a27d-97cf3fa1fc1a tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:53.341284 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-e419e998-0d97-4107-a27d-97cf3fa1fc1a tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:53.437563 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-e419e998-0d97-4107-a27d-97cf3fa1fc1a tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:53.442247 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-e419e998-0d97-4107-a27d-97cf3fa1fc1a tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:53.508565 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e419e998-0d97-4107-a27d-97cf3fa1fc1a tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52c3079d-faf3-43f8-8ca2-c40cdde37dc6,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:53.592369 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-e419e998-0d97-4107-a27d-97cf3fa1fc1a tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] Allocated IP 192.168.233.191 (eca3953c-c804-4641-8812-bff95be59582/fa66706f-b415-4bb9-838e-cfd08f81d96b/38292399-6df0-4719-847d-b23733cb4003) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:53.746896 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-e419e998-0d97-4107-a27d-97cf3fa1fc1a tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:53.783592 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-e419e998-0d97-4107-a27d-97cf3fa1fc1a tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:53.835181 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-e419e998-0d97-4107-a27d-97cf3fa1fc1a tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] Network eca3953c-c804-4641-8812-bff95be59582 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:53.838968 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-e419e998-0d97-4107-a27d-97cf3fa1fc1a tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:53.842817 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-e419e998-0d97-4107-a27d-97cf3fa1fc1a tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:53.876901 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e419e998-0d97-4107-a27d-97cf3fa1fc1a tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] Pushing event updated for resources: {'Port': ['ID=38292399-6df0-4719-847d-b23733cb4003,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:53.906717 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-e419e998-0d97-4107-a27d-97cf3fa1fc1a tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:53.907524 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-e419e998-0d97-4107-a27d-97cf3fa1fc1a tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:53.930103 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-e419e998-0d97-4107-a27d-97cf3fa1fc1a tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7432835 Nov 12 03:56:53.947824 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-4f0e737e-97d3-43e2-8b82-9a029220039d service neutron] Request body: {'port': {'device_id': '1bfbd76d-8ff0-467d-a2e8-6a29a23ef9f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:54.010842 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-4f0e737e-97d3-43e2-8b82-9a029220039d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:54.130897 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-b89b4697-f8f0-47a1-a366-fcd1c8456b89 None None] Provisioning complete for port 38292399-6df0-4719-847d-b23733cb4003 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:54.131540 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b89b4697-f8f0-47a1-a366-fcd1c8456b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:54.172908 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-b89b4697-f8f0-47a1-a366-fcd1c8456b89 None None] Port 38292399-6df0-4719-847d-b23733cb4003 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:56:54.246071 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d64c9-0261-4297-840b-1b56c4aed463 req-af1a4b65-a74c-418b-9ab4-7dc3daeee26f tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:54.247555 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c33d64c9-0261-4297-840b-1b56c4aed463 req-af1a4b65-a74c-418b-9ab4-7dc3daeee26f tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bfbd76d-8ff0-467d-a2e8-6a29a23ef9f1 HTTP/1.1" status: 200 len: 936 time: 0.1613545 Nov 12 03:56:54.329965 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c33d64c9-0261-4297-840b-1b56c4aed463 req-9c47d1f9-e85e-49d3-8c8e-ebf0399768b9 tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] 10.222.0.50 "GET /v2.0/security-groups?id=52c3079d-faf3-43f8-8ca2-c40cdde37dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743868 Nov 12 03:56:54.385354 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-4f0e737e-97d3-43e2-8b82-9a029220039d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38292399-6df0-4719-847d-b23733cb4003 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:56:54.393325 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-4f0e737e-97d3-43e2-8b82-9a029220039d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:54.413258 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-4f0e737e-97d3-43e2-8b82-9a029220039d service neutron] Transition to ACTIVE for port object 38292399-6df0-4719-847d-b23733cb4003 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:56:54.417580 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-4f0e737e-97d3-43e2-8b82-9a029220039d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:54.467605 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e737e-97d3-43e2-8b82-9a029220039d service neutron] Pushing event updated for resources: {'Port': ['ID=38292399-6df0-4719-847d-b23733cb4003,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:54.554761 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-4f0e737e-97d3-43e2-8b82-9a029220039d service neutron] Attempting to bind port 38292399-6df0-4719-847d-b23733cb4003 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:54.555100 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-4f0e737e-97d3-43e2-8b82-9a029220039d service neutron] Attempting to bind port 38292399-6df0-4719-847d-b23733cb4003 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:54.555700 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-4f0e737e-97d3-43e2-8b82-9a029220039d service neutron] Attempting to bind port 38292399-6df0-4719-847d-b23733cb4003 on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:54.560686 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-4f0e737e-97d3-43e2-8b82-9a029220039d service neutron] Port 38292399-6df0-4719-847d-b23733cb4003 on network eca3953c-c804-4641-8812-bff95be59582 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:56:54.561006 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-4f0e737e-97d3-43e2-8b82-9a029220039d service neutron] Attempting to bind port 38292399-6df0-4719-847d-b23733cb4003 on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:54.567231 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-4f0e737e-97d3-43e2-8b82-9a029220039d service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:56:54.567575 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-4f0e737e-97d3-43e2-8b82-9a029220039d service neutron] Checking segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:54.567964 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-4f0e737e-97d3-43e2-8b82-9a029220039d service neutron] Bound using segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:56:54.568416 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-4f0e737e-97d3-43e2-8b82-9a029220039d service neutron] Bound port: 38292399-6df0-4719-847d-b23733cb4003, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:56:54.568782 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-4f0e737e-97d3-43e2-8b82-9a029220039d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:54.652465 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-4f0e737e-97d3-43e2-8b82-9a029220039d service neutron] For port 38292399-6df0-4719-847d-b23733cb4003, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:54.656603 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-4f0e737e-97d3-43e2-8b82-9a029220039d service neutron] For port 38292399-6df0-4719-847d-b23733cb4003, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=38292399-6df0-4719-847d-b23733cb4003,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:56:54.665463 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-4f0e737e-97d3-43e2-8b82-9a029220039d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:54.710456 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-4f0e737e-97d3-43e2-8b82-9a029220039d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:54.710987 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-4f0e737e-97d3-43e2-8b82-9a029220039d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:54.712414 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-4f0e737e-97d3-43e2-8b82-9a029220039d service neutron] 10.222.0.74 "PUT /v2.0/ports/38292399-6df0-4719-847d-b23733cb4003 HTTP/1.1" status: 200 len: 1097 time: 0.7690368 Nov 12 03:56:54.712849 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bfbd76d-8ff0-467d-a2e8-6a29a23ef9f1', 'tag': '38292399-6df0-4719-847d-b23733cb4003'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:54.715115 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbe1d8e-3ae2-40b6-9ddb-46a3188a26f5" -d '{"events": [{"name": "network-changed", "server_uuid": "1bfbd76d-8ff0-467d-a2e8-6a29a23ef9f1", "tag": "38292399-6df0-4719-847d-b23733cb4003"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:56:54.761860 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e737e-97d3-43e2-8b82-9a029220039d service neutron] Pushing event updated for resources: {'Port': ['ID=38292399-6df0-4719-847d-b23733cb4003,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:54.783358 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b651db24-098a-4705-ae95-8695a880384e x-openstack-request-id: req-b651db24-098a-4705-ae95-8695a880384e {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:56:54.783750 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bfbd76d-8ff0-467d-a2e8-6a29a23ef9f1", "tag": "38292399-6df0-4719-847d-b23733cb4003", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:56:54.784085 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b651db24-098a-4705-ae95-8695a880384e {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:56:54.784572 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bfbd76d-8ff0-467d-a2e8-6a29a23ef9f1', 'tag': '38292399-6df0-4719-847d-b23733cb4003', 'status': 'completed', 'code': 200} Nov 12 03:56:54.822967 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-4e84c328-29a3-4d67-97c6-b913cd608804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:54.824551 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-4e84c328-29a3-4d67-97c6-b913cd608804 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=39b49756eed940e095e7d7709a14c6e4&device_id=1bfbd76d-8ff0-467d-a2e8-6a29a23ef9f1 HTTP/1.1" status: 200 len: 1100 time: 0.0530632 Nov 12 03:56:54.884302 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-e42503c5-5eae-488c-ace5-df53e8e97fd4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=38292399-6df0-4719-847d-b23733cb4003 HTTP/1.1" status: 200 len: 217 time: 0.0455480 Nov 12 03:56:54.943053 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-830188fa-4553-47cd-bdf1-1c6562ba3f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:54.944612 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-830188fa-4553-47cd-bdf1-1c6562ba3f58 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.0484726 Nov 12 03:56:55.002975 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-d928191b-776d-4c71-b0e0-9c4df349bde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:55.004913 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-d928191b-776d-4c71-b0e0-9c4df349bde0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0517762 Nov 12 03:56:55.125753 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-272f9b61-5a62-4f07-a73b-9f6b5c2e0c5b service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096613 Nov 12 03:56:55.239358 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0c70ef99-0c50-4c11-ab6c-8038c2e5478d req-f73c2b39-7487-4555-a818-cd366aa688fd service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041927 Nov 12 03:56:55.332546 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe1d8e-3ae2-40b6-9ddb-46a3188a26f5 req-8050736e-89d7-40b8-b4f5-0977fda5eeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:55.334044 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8bbe1d8e-3ae2-40b6-9ddb-46a3188a26f5 req-8050736e-89d7-40b8-b4f5-0977fda5eeaf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=39b49756eed940e095e7d7709a14c6e4&device_id=1bfbd76d-8ff0-467d-a2e8-6a29a23ef9f1 HTTP/1.1" status: 200 len: 1100 time: 0.0438962 Nov 12 03:56:55.470840 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe1d8e-3ae2-40b6-9ddb-46a3188a26f5 req-450df332-774a-447e-bc6c-b280776d7cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:55.473138 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8bbe1d8e-3ae2-40b6-9ddb-46a3188a26f5 req-450df332-774a-447e-bc6c-b280776d7cc0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.1312685 Nov 12 03:56:55.497640 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509ec60-5bc1-41d8-921e-14e9d1f4fb39 req-f6ab5de2-bdf5-4753-b57c-983844982e53 tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:55.499038 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4509ec60-5bc1-41d8-921e-14e9d1f4fb39 req-f6ab5de2-bdf5-4753-b57c-983844982e53 tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bfbd76d-8ff0-467d-a2e8-6a29a23ef9f1 HTTP/1.1" status: 200 len: 948 time: 0.0760827 Nov 12 03:56:55.528832 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8bbe1d8e-3ae2-40b6-9ddb-46a3188a26f5 req-30aa6e52-e4ca-42a9-9b36-5ca6861b7319 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=38292399-6df0-4719-847d-b23733cb4003 HTTP/1.1" status: 200 len: 217 time: 0.0491145 Nov 12 03:56:55.608534 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4509ec60-5bc1-41d8-921e-14e9d1f4fb39 req-14005c32-94bf-4b0a-a32f-23aeb38f4a18 tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] 10.222.0.50 "GET /v2.0/security-groups?id=52c3079d-faf3-43f8-8ca2-c40cdde37dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824237 Nov 12 03:56:55.609998 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe1d8e-3ae2-40b6-9ddb-46a3188a26f5 req-f98846a2-81f2-4b8d-822b-ff6c6d1a8023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:55.611386 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8bbe1d8e-3ae2-40b6-9ddb-46a3188a26f5 req-f98846a2-81f2-4b8d-822b-ff6c6d1a8023 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.0695803 Nov 12 03:56:55.659356 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe1d8e-3ae2-40b6-9ddb-46a3188a26f5 req-4beb50b0-4b4e-458e-86f0-f0e25fbc26ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:55.661614 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8bbe1d8e-3ae2-40b6-9ddb-46a3188a26f5 req-4beb50b0-4b4e-458e-86f0-f0e25fbc26ea service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0428090 Nov 12 03:56:55.759072 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8bbe1d8e-3ae2-40b6-9ddb-46a3188a26f5 req-0f36e6e1-da64-4496-bb45-b3b748de680d service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889926 Nov 12 03:56:55.856621 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8bbe1d8e-3ae2-40b6-9ddb-46a3188a26f5 req-7ec8abd7-83e6-422f-a2af-b477b8e3152d service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892084 Nov 12 03:56:56.731177 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4f4e5-6484-483b-ab40-0945eb3f9935 req-e1f1cedc-282d-48d4-a0cf-08ac7cedf430 tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:56.732670 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-96d4f4e5-6484-483b-ab40-0945eb3f9935 req-e1f1cedc-282d-48d4-a0cf-08ac7cedf430 tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bfbd76d-8ff0-467d-a2e8-6a29a23ef9f1 HTTP/1.1" status: 200 len: 948 time: 0.0505526 Nov 12 03:56:56.781143 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-96d4f4e5-6484-483b-ab40-0945eb3f9935 req-d781875c-9d4e-4444-bae3-14b54c5f6786 tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] 10.222.0.50 "GET /v2.0/security-groups?id=52c3079d-faf3-43f8-8ca2-c40cdde37dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426333 Nov 12 03:56:57.905926 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710b773-207a-4850-ad9b-dbbd0915e36e req-e6384def-a216-4a2c-90bd-b23baf97ae78 tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:57.907514 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0710b773-207a-4850-ad9b-dbbd0915e36e req-e6384def-a216-4a2c-90bd-b23baf97ae78 tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bfbd76d-8ff0-467d-a2e8-6a29a23ef9f1 HTTP/1.1" status: 200 len: 948 time: 0.0544956 Nov 12 03:56:57.959869 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0710b773-207a-4850-ad9b-dbbd0915e36e req-b4d41f41-be0f-4564-a2f2-4068d820d8fc tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] 10.222.0.50 "GET /v2.0/security-groups?id=52c3079d-faf3-43f8-8ca2-c40cdde37dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449197 Nov 12 03:56:58.022839 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 38292399-6df0-4719-847d-b23733cb4003 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:56:58.130899 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 38292399-6df0-4719-847d-b23733cb4003, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=38292399-6df0-4719-847d-b23733cb4003,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:58.142967 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '38292399-6df0-4719-847d-b23733cb4003', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'port_id': '38292399-6df0-4719-847d-b23733cb4003', 'mac_address': 'fa:16:3e:45:f8:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa66706f-b415-4bb9-838e-cfd08f81d96b', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:56:58.183467 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:58.200503 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38292399-6df0-4719-847d-b23733cb4003 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:56:58.220340 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 38292399-6df0-4719-847d-b23733cb4003, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=38292399-6df0-4719-847d-b23733cb4003,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:58.225468 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:58.275495 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=38292399-6df0-4719-847d-b23733cb4003,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:58.548023 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['38292399-6df0-4719-847d-b23733cb4003'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:56:59.078893 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09c626-f2e7-42e3-88d2-8aae0e932737 req-48e4cd9c-ed44-4657-b445-9292c6f99e74 tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:59.080396 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fe09c626-f2e7-42e3-88d2-8aae0e932737 req-48e4cd9c-ed44-4657-b445-9292c6f99e74 tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bfbd76d-8ff0-467d-a2e8-6a29a23ef9f1 HTTP/1.1" status: 200 len: 949 time: 0.0511870 Nov 12 03:56:59.131197 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fe09c626-f2e7-42e3-88d2-8aae0e932737 req-2983e828-af32-4951-8e7e-9296710ec8dd tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] 10.222.0.50 "GET /v2.0/security-groups?id=52c3079d-faf3-43f8-8ca2-c40cdde37dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431895 Nov 12 03:57:00.040799 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 38292399-6df0-4719-847d-b23733cb4003 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:57:00.095338 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 38292399-6df0-4719-847d-b23733cb4003 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:57:00.104430 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 38292399-6df0-4719-847d-b23733cb4003 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:00.104430 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:00.179009 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:00.205152 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bfbd76d-8ff0-467d-a2e8-6a29a23ef9f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38292399-6df0-4719-847d-b23733cb4003'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:00.207567 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d67375-4400-4d0b-a683-0d6011cc2e1a" -d '{"events": [{"server_uuid": "1bfbd76d-8ff0-467d-a2e8-6a29a23ef9f1", "name": "network-vif-plugged", "status": "completed", "tag": "38292399-6df0-4719-847d-b23733cb4003"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:00.224626 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 38292399-6df0-4719-847d-b23733cb4003, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=38292399-6df0-4719-847d-b23733cb4003,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:00.230524 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:00.265077 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e1a4cf-2061-42e2-b340-a6cfb746f5cd x-openstack-request-id: req-50e1a4cf-2061-42e2-b340-a6cfb746f5cd {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:00.265374 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bfbd76d-8ff0-467d-a2e8-6a29a23ef9f1", "name": "network-vif-plugged", "status": "completed", "tag": "38292399-6df0-4719-847d-b23733cb4003", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:00.265621 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-50e1a4cf-2061-42e2-b340-a6cfb746f5cd {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:00.266008 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bfbd76d-8ff0-467d-a2e8-6a29a23ef9f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38292399-6df0-4719-847d-b23733cb4003', 'code': 200} Nov 12 03:57:00.268149 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9a43e-932f-4dde-b9ac-216c6c888681 req-00631912-78b6-4074-a06b-1000cbaf9238 tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:00.270297 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-76b9a43e-932f-4dde-b9ac-216c6c888681 req-00631912-78b6-4074-a06b-1000cbaf9238 tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bfbd76d-8ff0-467d-a2e8-6a29a23ef9f1 HTTP/1.1" status: 200 len: 949 time: 0.0647523 Nov 12 03:57:00.304564 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=38292399-6df0-4719-847d-b23733cb4003,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:00.327677 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-76b9a43e-932f-4dde-b9ac-216c6c888681 req-1728b317-5f6b-4be9-89fa-2ec377567f77 tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] 10.222.0.50 "GET /v2.0/security-groups?id=52c3079d-faf3-43f8-8ca2-c40cdde37dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489736 Nov 12 03:57:00.359819 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2e92c35d-4498-4e47-b792-5a36b6a40739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:00.386348 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759f7ff-d8f5-42ad-a463-8ccc8bba2e75 req-df747bde-fb78-47f5-9087-fbf91f3942cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:00.387840 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e759f7ff-d8f5-42ad-a463-8ccc8bba2e75 req-df747bde-fb78-47f5-9087-fbf91f3942cc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1bfbd76d-8ff0-467d-a2e8-6a29a23ef9f1 HTTP/1.1" status: 200 len: 1102 time: 0.0484090 Nov 12 03:57:00.441261 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e759f7ff-d8f5-42ad-a463-8ccc8bba2e75 req-a834980a-61c4-42a7-ad61-f782c9d5cb78 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=52c3079d-faf3-43f8-8ca2-c40cdde37dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436141 Nov 12 03:57:01.453841 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522bf0d0-6df1-4a8b-b3d0-cbec79df5243 req-a9ca994a-87ec-4b9a-a817-99c98bddbaad tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:01.455306 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-522bf0d0-6df1-4a8b-b3d0-cbec79df5243 req-a9ca994a-87ec-4b9a-a817-99c98bddbaad tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bfbd76d-8ff0-467d-a2e8-6a29a23ef9f1 HTTP/1.1" status: 200 len: 950 time: 0.0504727 Nov 12 03:57:01.506220 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-522bf0d0-6df1-4a8b-b3d0-cbec79df5243 req-84e3decb-3f59-47d9-8403-46438359b142 tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] 10.222.0.50 "GET /v2.0/security-groups?id=52c3079d-faf3-43f8-8ca2-c40cdde37dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442533 Nov 12 03:57:02.626342 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7fa7f-6ef6-4328-bd97-e7048e454543 req-61491995-7a5e-47ee-9c60-6dd44e5ecbee tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:02.627836 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ccc7fa7f-6ef6-4328-bd97-e7048e454543 req-61491995-7a5e-47ee-9c60-6dd44e5ecbee tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bfbd76d-8ff0-467d-a2e8-6a29a23ef9f1 HTTP/1.1" status: 200 len: 950 time: 0.0515110 Nov 12 03:57:02.676143 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ccc7fa7f-6ef6-4328-bd97-e7048e454543 req-03c6a395-48a9-4907-ac53-7a5a15641060 tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] 10.222.0.50 "GET /v2.0/security-groups?id=52c3079d-faf3-43f8-8ca2-c40cdde37dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415931 Nov 12 03:57:02.939663 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901bfdd3-fb4a-42dc-aab6-1a56bb64af6b req-e04d04c6-5bba-400d-b934-daeb3acacd09 tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:02.941228 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-901bfdd3-fb4a-42dc-aab6-1a56bb64af6b req-e04d04c6-5bba-400d-b934-daeb3acacd09 tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bfbd76d-8ff0-467d-a2e8-6a29a23ef9f1 HTTP/1.1" status: 200 len: 950 time: 0.0504825 Nov 12 03:57:02.992632 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-901bfdd3-fb4a-42dc-aab6-1a56bb64af6b req-7a0cd9c4-5050-43d8-a78b-0f0cb9b01ded tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] 10.222.0.50 "GET /v2.0/security-groups?id=52c3079d-faf3-43f8-8ca2-c40cdde37dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453587 Nov 12 03:57:03.382328 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a9f9acb6-3809-47f1-9426-225419e0be5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:04.115574 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428f6f9-9d29-466a-b738-cac58ab397d2 req-a9e021a5-1abe-499c-b49c-cc6803a44c1b tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:04.117074 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8428f6f9-9d29-466a-b738-cac58ab397d2 req-a9e021a5-1abe-499c-b49c-cc6803a44c1b tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bfbd76d-8ff0-467d-a2e8-6a29a23ef9f1 HTTP/1.1" status: 200 len: 950 time: 0.0533493 Nov 12 03:57:04.163193 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:04.174424 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8428f6f9-9d29-466a-b738-cac58ab397d2 req-c6e4f055-40c6-4693-8876-66ba1e5a1b91 tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] 10.222.0.50 "GET /v2.0/security-groups?id=52c3079d-faf3-43f8-8ca2-c40cdde37dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511563 Nov 12 03:57:04.322777 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be12a9c-c418-4c63-befa-0f37cf92ceb8 req-6601de6b-4512-4e35-8506-ad28be0ad146 tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:04.324827 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9be12a9c-c418-4c63-befa-0f37cf92ceb8 req-6601de6b-4512-4e35-8506-ad28be0ad146 tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bfbd76d-8ff0-467d-a2e8-6a29a23ef9f1 HTTP/1.1" status: 200 len: 950 time: 0.0492575 Nov 12 03:57:04.422175 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-9be12a9c-c418-4c63-befa-0f37cf92ceb8 req-8a4db46e-7efc-4d2b-9cea-3adea33f5a6b tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] Deleting port 38292399-6df0-4719-847d-b23733cb4003 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:57:04.422601 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-9be12a9c-c418-4c63-befa-0f37cf92ceb8 req-8a4db46e-7efc-4d2b-9cea-3adea33f5a6b tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:04.517410 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-9be12a9c-c418-4c63-befa-0f37cf92ceb8 req-8a4db46e-7efc-4d2b-9cea-3adea33f5a6b tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] For port 38292399-6df0-4719-847d-b23733cb4003, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=38292399-6df0-4719-847d-b23733cb4003,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:04.517771 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-9be12a9c-c418-4c63-befa-0f37cf92ceb8 req-8a4db46e-7efc-4d2b-9cea-3adea33f5a6b tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:04.531241 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-9be12a9c-c418-4c63-befa-0f37cf92ceb8 req-8a4db46e-7efc-4d2b-9cea-3adea33f5a6b tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] Calling delete_port for 38292399-6df0-4719-847d-b23733cb4003 owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:57:04.661042 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-9be12a9c-c418-4c63-befa-0f37cf92ceb8 req-8a4db46e-7efc-4d2b-9cea-3adea33f5a6b tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:04.676697 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['38292399-6df0-4719-847d-b23733cb4003'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:57:04.689251 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4db46e-7efc-4d2b-9cea-3adea33f5a6b tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] Pushing event deleted for resources: {'Port': ['ID=38292399-6df0-4719-847d-b23733cb4003,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:04.700899 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4db46e-7efc-4d2b-9cea-3adea33f5a6b tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:04.701365 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4db46e-7efc-4d2b-9cea-3adea33f5a6b tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:04.701822 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4db46e-7efc-4d2b-9cea-3adea33f5a6b tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:04.702256 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4db46e-7efc-4d2b-9cea-3adea33f5a6b tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:04.702971 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4db46e-7efc-4d2b-9cea-3adea33f5a6b tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:04.703121 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4db46e-7efc-4d2b-9cea-3adea33f5a6b tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:04.703520 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4db46e-7efc-4d2b-9cea-3adea33f5a6b tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:04.703850 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4db46e-7efc-4d2b-9cea-3adea33f5a6b tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:04.704227 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4db46e-7efc-4d2b-9cea-3adea33f5a6b tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:04.704562 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4db46e-7efc-4d2b-9cea-3adea33f5a6b tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:04.704890 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4db46e-7efc-4d2b-9cea-3adea33f5a6b tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:04.705215 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4db46e-7efc-4d2b-9cea-3adea33f5a6b tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:04.748697 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be12a9c-c418-4c63-befa-0f37cf92ceb8 req-8a4db46e-7efc-4d2b-9cea-3adea33f5a6b tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] No DVR routers for this DVR port 38292399-6df0-4719-847d-b23733cb4003 on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:57:04.751711 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-9be12a9c-c418-4c63-befa-0f37cf92ceb8 req-8a4db46e-7efc-4d2b-9cea-3adea33f5a6b tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:04.755671 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9be12a9c-c418-4c63-befa-0f37cf92ceb8 req-8a4db46e-7efc-4d2b-9cea-3adea33f5a6b tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] 10.222.0.74 "DELETE /v2.0/ports/38292399-6df0-4719-847d-b23733cb4003 HTTP/1.1" status: 204 len: 173 time: 0.4236679 Nov 12 03:57:04.756315 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bfbd76d-8ff0-467d-a2e8-6a29a23ef9f1', 'name': 'network-vif-deleted', 'tag': '38292399-6df0-4719-847d-b23733cb4003'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:04.758611 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199f93d1-9b7f-4584-a1b5-1791c6a0b0c0" -d '{"events": [{"server_uuid": "1bfbd76d-8ff0-467d-a2e8-6a29a23ef9f1", "name": "network-vif-deleted", "tag": "38292399-6df0-4719-847d-b23733cb4003"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:04.816724 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f860e5c-d839-4570-80f1-df5eb0e7e1e3 x-openstack-request-id: req-6f860e5c-d839-4570-80f1-df5eb0e7e1e3 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:04.817508 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bfbd76d-8ff0-467d-a2e8-6a29a23ef9f1", "name": "network-vif-deleted", "tag": "38292399-6df0-4719-847d-b23733cb4003", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:04.817996 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6f860e5c-d839-4570-80f1-df5eb0e7e1e3 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:04.818518 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bfbd76d-8ff0-467d-a2e8-6a29a23ef9f1', 'name': 'network-vif-deleted', 'tag': '38292399-6df0-4719-847d-b23733cb4003', 'status': 'completed', 'code': 200} Nov 12 03:57:05.291925 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aab081de-77cc-40d1-8fc9-f270c53771ae req-612d34af-c806-4b61-9687-5fe0037b2bce tempest-VolumesNegativeTest-1449965432 tempest-VolumesNegativeTest-1449965432-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bfbd76d-8ff0-467d-a2e8-6a29a23ef9f1 HTTP/1.1" status: 200 len: 210 time: 0.0269158 Nov 12 03:57:05.505099 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:06.372063 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:08.085869 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 38292399-6df0-4719-847d-b23733cb4003 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:57:08.107655 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 38292399-6df0-4719-847d-b23733cb4003 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:57:08.108292 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 38292399-6df0-4719-847d-b23733cb4003 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:57:08.771110 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:10.645430 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06598091-43ad-44d3-a4d6-e52309c9e0db req-f271ef2b-cf13-4a56-bc47-071bc6a38fd7 tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:10.646977 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-06598091-43ad-44d3-a4d6-e52309c9e0db req-f271ef2b-cf13-4a56-bc47-071bc6a38fd7 tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 1098 time: 0.2633371 Nov 12 03:57:10.673283 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-06598091-43ad-44d3-a4d6-e52309c9e0db req-e59d0a89-6141-45c9-a7fe-abdba2635c3e tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:10.752497 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-06598091-43ad-44d3-a4d6-e52309c9e0db req-e59d0a89-6141-45c9-a7fe-abdba2635c3e tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:10.758227 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-06598091-43ad-44d3-a4d6-e52309c9e0db req-e59d0a89-6141-45c9-a7fe-abdba2635c3e tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:10.801665 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d0a89-6141-45c9-a7fe-abdba2635c3e tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d43ccc2-691a-4858-99b0-c8e319f6a7ea,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:10.813567 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-06598091-43ad-44d3-a4d6-e52309c9e0db req-e59d0a89-6141-45c9-a7fe-abdba2635c3e tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=5d051444-8328-4200-9c7b-278e635e509c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564567 Nov 12 03:57:10.944212 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:57:11.024910 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9309b5-04ca-4c78-a9a5-0770926c4bf3 req-d9108d38-0022-447e-8667-364987d77400 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:11.026548 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fd9309b5-04ca-4c78-a9a5-0770926c4bf3 req-d9108d38-0022-447e-8667-364987d77400 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 946 time: 0.1421676 Nov 12 03:57:11.085930 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fd9309b5-04ca-4c78-a9a5-0770926c4bf3 req-d2f1f966-8938-44c4-bceb-0af91339a001 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d051444-8328-4200-9c7b-278e635e509c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526600 Nov 12 03:57:11.116440 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51954) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:11.190284 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-cd1af176-d681-4f66-8fb9-b3aa17c41cf2 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/floatingips/c749e5e4-0d39-409a-92d0-7ffebf51251c HTTP/1.1" status: 200 len: 994 time: 0.0722878 Nov 12 03:57:11.549867 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [req-df057447-5565-437e-a18e-2e4aeaf35ec1 req-460a5d3f-0720-465e-a0b1-865d9095c801 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:57:11.566884 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-df057447-5565-437e-a18e-2e4aeaf35ec1 req-460a5d3f-0720-465e-a0b1-865d9095c801 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058882 Nov 12 03:57:11.926253 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 51986) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:11.979094 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12940020-fbed-4728-9def-3872265c7f03 req-200d547d-775b-4526-9fd8-47ddf0dacd54 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:11.980666 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-12940020-fbed-4728-9def-3872265c7f03 req-200d547d-775b-4526-9fd8-47ddf0dacd54 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 946 time: 0.0581548 Nov 12 03:57:12.039932 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-12940020-fbed-4728-9def-3872265c7f03 req-b9ddb87b-1a80-491d-b306-6656c47dbeaf tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d051444-8328-4200-9c7b-278e635e509c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528011 Nov 12 03:57:12.055778 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-87103cff-100c-4447-9bbc-78bd362072f5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1283226 Nov 12 03:57:12.060923 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-e8b58d49-e253-4dc3-83b8-b995fc84ffe1 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:57:12.070764 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-e8b58d49-e253-4dc3-83b8-b995fc84ffe1 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094337 Nov 12 03:57:12.448634 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52018) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:12.634263 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52024) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:12.635348 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e76e5baf-01c1-42cb-b6e8-e88bd8a14844 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=39b49756eed940e095e7d7709a14c6e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1850324 Nov 12 03:57:12.696613 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-789e389e-803b-4696-a2f2-aa52d5f1e5e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:12.720730 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-789e389e-803b-4696-a2f2-aa52d5f1e5e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:12.778463 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-789e389e-803b-4696-a2f2-aa52d5f1e5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:12.781065 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-789e389e-803b-4696-a2f2-aa52d5f1e5e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:12.782361 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-789e389e-803b-4696-a2f2-aa52d5f1e5e5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/52c3079d-faf3-43f8-8ca2-c40cdde37dc6 HTTP/1.1" status: 204 len: 168 time: 0.1467001 Nov 12 03:57:12.794264 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e389e-803b-4696-a2f2-aa52d5f1e5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c3079d-faf3-43f8-8ca2-c40cdde37dc6,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:12.806970 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789e389e-803b-4696-a2f2-aa52d5f1e5e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:12.807321 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789e389e-803b-4696-a2f2-aa52d5f1e5e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:12.807664 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789e389e-803b-4696-a2f2-aa52d5f1e5e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:12.807992 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789e389e-803b-4696-a2f2-aa52d5f1e5e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:12.808526 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789e389e-803b-4696-a2f2-aa52d5f1e5e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:12.809048 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789e389e-803b-4696-a2f2-aa52d5f1e5e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:12.809545 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789e389e-803b-4696-a2f2-aa52d5f1e5e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:12.810057 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789e389e-803b-4696-a2f2-aa52d5f1e5e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:12.810558 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789e389e-803b-4696-a2f2-aa52d5f1e5e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:12.811184 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789e389e-803b-4696-a2f2-aa52d5f1e5e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:12.811440 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789e389e-803b-4696-a2f2-aa52d5f1e5e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:12.811792 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789e389e-803b-4696-a2f2-aa52d5f1e5e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:13.205371 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfaef8-dee6-414e-9e94-1cae1ebf20b4 req-eddd2119-cf71-49b4-bda6-fd4db1fd5763 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:13.207289 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a6bfaef8-dee6-414e-9e94-1cae1ebf20b4 req-eddd2119-cf71-49b4-bda6-fd4db1fd5763 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 946 time: 0.0725405 Nov 12 03:57:13.272218 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a6bfaef8-dee6-414e-9e94-1cae1ebf20b4 req-5f3bc86d-5ded-4d63-9e15-f30db64d9ca0 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d051444-8328-4200-9c7b-278e635e509c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572073 Nov 12 03:57:13.942423 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-7544b0ca-7dc2-46cc-b9dc-cce06059cf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:13.944342 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-7544b0ca-7dc2-46cc-b9dc-cce06059cf92 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7ef96e16fae9482b9643848210ab127b&device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 1098 time: 0.4115674 Nov 12 03:57:14.098603 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-442641de-5de1-4a16-b133-732cfc6be60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:14.100200 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-442641de-5de1-4a16-b133-732cfc6be60a service neutron] 10.222.0.90 "GET /v2.0/networks?id=585cfce6-3246-4efc-94be-c88b6e93cdfd HTTP/1.1" status: 200 len: 897 time: 0.1463497 Nov 12 03:57:14.183581 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588fe63a-a03d-40d9-89f9-7598979e652e req-213fc0fc-bbce-48d3-b880-91382deef10f tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:14.183905 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-32ff2d72-2822-4bfb-808b-f3d8d749dce5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e6459c4-9293-4aac-9bab-ad7b0613d14a HTTP/1.1" status: 200 len: 1002 time: 0.0760310 Nov 12 03:57:14.185532 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-588fe63a-a03d-40d9-89f9-7598979e652e req-213fc0fc-bbce-48d3-b880-91382deef10f tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c56de50-4306-4322-8d38-16202775a287 HTTP/1.1" status: 200 len: 945 time: 0.0802975 Nov 12 03:57:14.242254 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-588fe63a-a03d-40d9-89f9-7598979e652e req-f8b8abb2-84b1-4f6c-9956-6a654e920681 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500205 Nov 12 03:57:14.259365 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-8bf85cc7-982a-4a72-8beb-95c1101d053c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:14.260924 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-8bf85cc7-982a-4a72-8beb-95c1101d053c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=21773f17-aa41-46cc-9264-6ecfb18c4e94 HTTP/1.1" status: 200 len: 835 time: 0.0697691 Nov 12 03:57:14.329145 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-2e4f0461-fa4e-4a91-8847-01770add2dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:14.332424 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-2e4f0461-fa4e-4a91-8847-01770add2dcc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=585cfce6-3246-4efc-94be-c88b6e93cdfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642140 Nov 12 03:57:14.468518 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-2bfacd81-ebe8-44a2-869f-60a718423dcb service neutron] 10.222.0.90 "GET /v2.0/networks/585cfce6-3246-4efc-94be-c88b6e93cdfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281517 Nov 12 03:57:14.501936 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c6c7a-d9ac-4fd9-b144-9ea006348a5a req-e72b70a9-fe25-4b8a-8326-cb5a2e4fda95 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:14.504034 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-101c6c7a-d9ac-4fd9-b144-9ea006348a5a req-e72b70a9-fe25-4b8a-8326-cb5a2e4fda95 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 946 time: 0.1040120 Nov 12 03:57:14.604390 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-101c6c7a-d9ac-4fd9-b144-9ea006348a5a req-4c7b6d59-3eda-488e-ab4e-8484e0e594b2 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d051444-8328-4200-9c7b-278e635e509c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913899 Nov 12 03:57:14.616587 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-5bbd3ef3-18f3-49fb-83ba-97b80a074b29 service neutron] 10.222.0.90 "GET /v2.0/networks/585cfce6-3246-4efc-94be-c88b6e93cdfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413734 Nov 12 03:57:15.385068 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e5736-4a80-4ba8-9840-91f8043129d0 req-7be2257e-cf4d-489b-a620-ae1cf87f48ec tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:15.386513 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8f0e5736-4a80-4ba8-9840-91f8043129d0 req-7be2257e-cf4d-489b-a620-ae1cf87f48ec tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c56de50-4306-4322-8d38-16202775a287 HTTP/1.1" status: 200 len: 945 time: 0.0574639 Nov 12 03:57:15.444414 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52130) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:15.451684 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-ce88326d-8b32-4d2b-873d-5f07f2d7c78d tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Request body: {'network': {'name': 'tempest-network-smoke--1944837648', 'project_id': '6f3566bb2f154defb89039fc7ed47ab9', 'port_security_enabled': True}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:15.470804 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8f0e5736-4a80-4ba8-9840-91f8043129d0 req-4fecf9f1-e62f-4dae-9478-44ee69ced4ed tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764680 Nov 12 03:57:15.477308 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce88326d-8b32-4d2b-873d-5f07f2d7c78d tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Made reservation on behalf of 6f3566bb2f154defb89039fc7ed47ab9 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:57:15.481235 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ce88326d-8b32-4d2b-873d-5f07f2d7c78d tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:15.491630 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ce88326d-8b32-4d2b-873d-5f07f2d7c78d tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:15.574095 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ce88326d-8b32-4d2b-873d-5f07f2d7c78d tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:15.577824 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ce88326d-8b32-4d2b-873d-5f07f2d7c78d tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:15.608609 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce88326d-8b32-4d2b-873d-5f07f2d7c78d tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:57:15.621756 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88326d-8b32-4d2b-873d-5f07f2d7c78d tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f580083f-ae69-446c-be9f-574683875dcd,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:15.627108 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ce88326d-8b32-4d2b-873d-5f07f2d7c78d tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:15.627469 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-ce88326d-8b32-4d2b-873d-5f07f2d7c78d tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Added segment 9cf88263-6d28-4927-a4f8-665642630cbb of type vlan for network 6c3f79d8-afbc-4119-a3be-0e08c07a34e3 Nov 12 03:57:15.680875 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ce88326d-8b32-4d2b-873d-5f07f2d7c78d tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:15.745038 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ce88326d-8b32-4d2b-873d-5f07f2d7c78d tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:15.750780 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce88326d-8b32-4d2b-873d-5f07f2d7c78d tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:15.751407 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ce88326d-8b32-4d2b-873d-5f07f2d7c78d tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:15.766151 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d91ed-0494-45c9-aec9-9c945fefae21 req-acf92e0d-7350-4c0c-b13f-1cc9561ca90e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:15.767668 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-aa0d91ed-0494-45c9-aec9-9c945fefae21 req-acf92e0d-7350-4c0c-b13f-1cc9561ca90e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 946 time: 0.0800717 Nov 12 03:57:15.846596 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ce88326d-8b32-4d2b-873d-5f07f2d7c78d tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4001284 Nov 12 03:57:15.850739 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52142) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:15.855996 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-1dfcd199-2c49-4852-8d9c-9d6d430236a1 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-317263120', 'admin_state_up': True, 'project_id': '6f3566bb2f154defb89039fc7ed47ab9', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:15.873610 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88326d-8b32-4d2b-873d-5f07f2d7c78d tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Pushing event updated for resources: {'Network': ['ID=6c3f79d8-afbc-4119-a3be-0e08c07a34e3,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:15.885254 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 6c3f79d8-afbc-4119-a3be-0e08c07a34e3 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:57:15.889320 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af33e4-54a3-43d3-92f8-5bd9e91fc365 req-3ecb0584-81cf-465f-a6be-a0e633912a2d tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:15.891083 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c0af33e4-54a3-43d3-92f8-5bd9e91fc365 req-3ecb0584-81cf-465f-a6be-a0e633912a2d tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c56de50-4306-4322-8d38-16202775a287 HTTP/1.1" status: 200 len: 945 time: 0.0845659 Nov 12 03:57:15.912772 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-aa0d91ed-0494-45c9-aec9-9c945fefae21 req-09665d7f-92d8-421b-b4e8-93c1c26b4ac1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d051444-8328-4200-9c7b-278e635e509c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294646 Nov 12 03:57:15.932323 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1dfcd199-2c49-4852-8d9c-9d6d430236a1 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:15.933786 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1dfcd199-2c49-4852-8d9c-9d6d430236a1 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:15.998311 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1dfcd199-2c49-4852-8d9c-9d6d430236a1 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:16.024492 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-c0af33e4-54a3-43d3-92f8-5bd9e91fc365 req-4bf6d475-236c-4981-b27d-b006e2b90c83 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Deleting port 2a1d39ea-3be2-49fa-9056-d8ee18a6d050 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:57:16.024832 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c0af33e4-54a3-43d3-92f8-5bd9e91fc365 req-4bf6d475-236c-4981-b27d-b006e2b90c83 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:16.123897 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-c0af33e4-54a3-43d3-92f8-5bd9e91fc365 req-4bf6d475-236c-4981-b27d-b006e2b90c83 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] For port 2a1d39ea-3be2-49fa-9056-d8ee18a6d050, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=2a1d39ea-3be2-49fa-9056-d8ee18a6d050,segment=NetworkSegment(0f2f65a3-04d3-403b-a440-78cd841660b6),segment_id=0f2f65a3-04d3-403b-a440-78cd841660b6)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:16.124365 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c0af33e4-54a3-43d3-92f8-5bd9e91fc365 req-4bf6d475-236c-4981-b27d-b006e2b90c83 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:16.162587 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1dfcd199-2c49-4852-8d9c-9d6d430236a1 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:16.326507 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c0af33e4-54a3-43d3-92f8-5bd9e91fc365 req-4bf6d475-236c-4981-b27d-b006e2b90c83 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:16.326949 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c0af33e4-54a3-43d3-92f8-5bd9e91fc365 req-4bf6d475-236c-4981-b27d-b006e2b90c83 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:16.327343 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [req-c0af33e4-54a3-43d3-92f8-5bd9e91fc365 req-4bf6d475-236c-4981-b27d-b006e2b90c83 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Floating IP 0ca0c163-065e-4b4a-b1c9-47d3570eaaf5 disassociated. External IP: 172.25.5.107, port: 2a1d39ea-3be2-49fa-9056-d8ee18a6d050. Nov 12 03:57:16.328116 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-c0af33e4-54a3-43d3-92f8-5bd9e91fc365 req-4bf6d475-236c-4981-b27d-b006e2b90c83 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Calling delete_port for 2a1d39ea-3be2-49fa-9056-d8ee18a6d050 owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:57:16.382496 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1dfcd199-2c49-4852-8d9c-9d6d430236a1 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for router_gateway, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:16.418990 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1dfcd199-2c49-4852-8d9c-9d6d430236a1 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:16.486358 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c0af33e4-54a3-43d3-92f8-5bd9e91fc365 req-4bf6d475-236c-4981-b27d-b006e2b90c83 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:16.517015 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf6d475-236c-4981-b27d-b006e2b90c83 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Pushing event deleted for resources: {'Port': ['ID=2a1d39ea-3be2-49fa-9056-d8ee18a6d050,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:16.536105 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-1dfcd199-2c49-4852-8d9c-9d6d430236a1 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Allocated IP 172.25.5.245 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/f4f4d7cc-5a90-428e-84d6-8899513e9811) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:57:16.656752 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3c25617d-16c1-409b-babb-a48037ad7585 req-a230d1c4-bf69-4275-9c2d-a928db7d63e1 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c56de50-4306-4322-8d38-16202775a287 HTTP/1.1" status: 200 len: 210 time: 0.0718193 Nov 12 03:57:16.662686 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1dfcd199-2c49-4852-8d9c-9d6d430236a1 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:16.682533 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0af33e4-54a3-43d3-92f8-5bd9e91fc365 req-4bf6d475-236c-4981-b27d-b006e2b90c83 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Router 8e3d7401-e3df-44d6-ae69-733d594e2ea8 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:57:16.702708 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1dfcd199-2c49-4852-8d9c-9d6d430236a1 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:16.745874 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfcd199-2c49-4852-8d9c-9d6d430236a1 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:57:16.749110 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-1dfcd199-2c49-4852-8d9c-9d6d430236a1 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:57:16.753377 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfcd199-2c49-4852-8d9c-9d6d430236a1 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:57:16.759208 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfcd199-2c49-4852-8d9c-9d6d430236a1 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Pushing event updated for resources: {'Port': ['ID=f4f4d7cc-5a90-428e-84d6-8899513e9811,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:16.794411 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc406ce-3033-484b-8bda-9c48535ee15f None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:57:16.824682 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0af33e4-54a3-43d3-92f8-5bd9e91fc365 req-4bf6d475-236c-4981-b27d-b006e2b90c83 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:57:16.862965 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd953a5-4c62-4909-b08c-5b076b512c6c None None] Sync routers for ids ['8e3d7401-e3df-44d6-ae69-733d594e2ea8'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:57:16.880614 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0af33e4-54a3-43d3-92f8-5bd9e91fc365 req-4bf6d475-236c-4981-b27d-b006e2b90c83 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] No DVR routers for this DVR port 2a1d39ea-3be2-49fa-9056-d8ee18a6d050 on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:57:16.883324 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c0af33e4-54a3-43d3-92f8-5bd9e91fc365 req-4bf6d475-236c-4981-b27d-b006e2b90c83 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:16.887320 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c0af33e4-54a3-43d3-92f8-5bd9e91fc365 req-4bf6d475-236c-4981-b27d-b006e2b90c83 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.74 "DELETE /v2.0/ports/2a1d39ea-3be2-49fa-9056-d8ee18a6d050 HTTP/1.1" status: 204 len: 173 time: 0.9823411 Nov 12 03:57:16.887904 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c56de50-4306-4322-8d38-16202775a287', 'name': 'network-vif-deleted', 'tag': '2a1d39ea-3be2-49fa-9056-d8ee18a6d050'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:16.890255 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac55021d-e4ba-4709-9498-9bb5cec27ba6" -d '{"events": [{"server_uuid": "4c56de50-4306-4322-8d38-16202775a287", "name": "network-vif-deleted", "tag": "2a1d39ea-3be2-49fa-9056-d8ee18a6d050"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:16.897630 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd953a5-4c62-4909-b08c-5b076b512c6c None None] Routers {'8e3d7401-e3df-44d6-ae69-733d594e2ea8'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:16.898587 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-1cd953a5-4c62-4909-b08c-5b076b512c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:57:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8e3d7401-e3df-44d6-ae69-733d594e2ea8'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:16.969905 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1503a40-7a8a-4bfd-98af-a4b599b074f8 x-openstack-request-id: req-e1503a40-7a8a-4bfd-98af-a4b599b074f8 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:16.970193 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c56de50-4306-4322-8d38-16202775a287", "name": "network-vif-deleted", "tag": "2a1d39ea-3be2-49fa-9056-d8ee18a6d050", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:16.970443 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e1503a40-7a8a-4bfd-98af-a4b599b074f8 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:16.970847 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c56de50-4306-4322-8d38-16202775a287', 'name': 'network-vif-deleted', 'tag': '2a1d39ea-3be2-49fa-9056-d8ee18a6d050', 'status': 'completed', 'code': 200} Nov 12 03:57:17.036983 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-d7ec79dc-87ff-4bde-bdea-bf80dd069d80 None None] Provisioning complete for port f4f4d7cc-5a90-428e-84d6-8899513e9811 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:17.037230 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d7ec79dc-87ff-4bde-bdea-bf80dd069d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:17.132304 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de81070-0595-46a8-9c45-bf6d0131cbca req-b7fe7d28-23e7-4a0b-bdf4-103c1d0fd52d tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:17.134177 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0de81070-0595-46a8-9c45-bf6d0131cbca req-b7fe7d28-23e7-4a0b-bdf4-103c1d0fd52d tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 946 time: 0.0893593 Nov 12 03:57:17.137755 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-d7ec79dc-87ff-4bde-bdea-bf80dd069d80 None None] Port f4f4d7cc-5a90-428e-84d6-8899513e9811 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:57:17.200804 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-1cd953a5-4c62-4909-b08c-5b076b512c6c None None] Set router 8e3d7401-e3df-44d6-ae69-733d594e2ea8 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:57:17.245789 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0de81070-0595-46a8-9c45-bf6d0131cbca req-891a3cf6-fc9e-4e49-a8e7-f465ec87a59c tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d051444-8328-4200-9c7b-278e635e509c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052263 Nov 12 03:57:17.248933 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1dfcd199-2c49-4852-8d9c-9d6d430236a1 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for router_gateway, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:17.493792 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-1cd953a5-4c62-4909-b08c-5b076b512c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'name': 'tempest-TestVolumeBootPattern-122305054-router', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:20Z', 'updated_at': '2021-11-12T03:48:29Z', 'revision_number': 4, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'gw_port': {'id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:22Z', 'updated_at': '2021-11-12T03:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '1fb85390-3f5c-48c5-aac8-740f1751785c', 'name': '', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'mac_address': 'fa:16:3e:62:91:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:27Z', 'updated_at': '2021-11-12T03:48:37Z', 'revision_number': 5, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'subnets': [{'id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:17.526025 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd953a5-4c62-4909-b08c-5b076b512c6c None None] Checking router: 8e3d7401-e3df-44d6-ae69-733d594e2ea8 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:57:17.537581 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd953a5-4c62-4909-b08c-5b076b512c6c None None] Routers {'8e3d7401-e3df-44d6-ae69-733d594e2ea8'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:17.538885 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-1cd953a5-4c62-4909-b08c-5b076b512c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:57:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8e3d7401-e3df-44d6-ae69-733d594e2ea8'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:17.575160 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1dfcd199-2c49-4852-8d9c-9d6d430236a1 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:17.674252 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-1cd953a5-4c62-4909-b08c-5b076b512c6c None None] Set router 8e3d7401-e3df-44d6-ae69-733d594e2ea8 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:57:17.819741 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-61e6ad78-036b-4469-be87-05d1fddda057 req-d31b0206-a343-46db-85eb-6cc2ba3a7861 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c56de50-4306-4322-8d38-16202775a287 HTTP/1.1" status: 200 len: 210 time: 0.0495298 Nov 12 03:57:17.901950 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dfcd199-2c49-4852-8d9c-9d6d430236a1 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Router 3a6999c2-9493-4d56-9ef2-d2475f367cd0 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:57:17.966347 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-1cd953a5-4c62-4909-b08c-5b076b512c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'name': 'tempest-TestVolumeBootPattern-122305054-router', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:20Z', 'updated_at': '2021-11-12T03:48:29Z', 'revision_number': 4, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'gw_port': {'id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:22Z', 'updated_at': '2021-11-12T03:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '1fb85390-3f5c-48c5-aac8-740f1751785c', 'name': '', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'mac_address': 'fa:16:3e:62:91:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:27Z', 'updated_at': '2021-11-12T03:48:37Z', 'revision_number': 5, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'subnets': [{'id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:17.996314 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd953a5-4c62-4909-b08c-5b076b512c6c None None] The sync data for ids ['8e3d7401-e3df-44d6-ae69-733d594e2ea8'] in n-d-715271-27 is: [{'id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'name': 'tempest-TestVolumeBootPattern-122305054-router', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:20Z', 'updated_at': '2021-11-12T03:48:29Z', 'revision_number': 4, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'gw_port': {'id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:22Z', 'updated_at': '2021-11-12T03:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '1fb85390-3f5c-48c5-aac8-740f1751785c', 'name': '', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'mac_address': 'fa:16:3e:62:91:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:27Z', 'updated_at': '2021-11-12T03:48:37Z', 'revision_number': 5, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'subnets': [{'id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:57:18.032506 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfcd199-2c49-4852-8d9c-9d6d430236a1 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:57:18.044784 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ed5c0f-8b77-4aac-9309-448f10d09c6a None None] Sync routers for ids ['3a6999c2-9493-4d56-9ef2-d2475f367cd0'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:57:18.057454 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1dfcd199-2c49-4852-8d9c-9d6d430236a1 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.058819 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1dfcd199-2c49-4852-8d9c-9d6d430236a1 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.2065628 Nov 12 03:57:18.061594 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ed5c0f-8b77-4aac-9309-448f10d09c6a None None] Routers {'3a6999c2-9493-4d56-9ef2-d2475f367cd0'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:18.062097 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52178) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:18.062636 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-f8ed5c0f-8b77-4aac-9309-448f10d09c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:57:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['3a6999c2-9493-4d56-9ef2-d2475f367cd0'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:18.164381 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 2a1d39ea-3be2-49fa-9056-d8ee18a6d050 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:57:18.196675 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 2a1d39ea-3be2-49fa-9056-d8ee18a6d050 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:57:18.197203 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 2a1d39ea-3be2-49fa-9056-d8ee18a6d050 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:57:18.372602 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.373165 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52190) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:18.374137 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c107c992-b272-4db0-b129-1f7f230dcf47 tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=6f3566bb2f154defb89039fc7ed47ab9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3099880 Nov 12 03:57:18.382592 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-f8ed5c0f-8b77-4aac-9309-448f10d09c6a None None] Set router 3a6999c2-9493-4d56-9ef2-d2475f367cd0 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:57:18.494309 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6054c7-bad5-4b08-be68-dbd0b4af5daf None None] New status for floating IP 0ca0c163-065e-4b4a-b1c9-47d3570eaaf5: DOWN {{(pid=102573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:57:18.651832 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7fe93-18f1-498a-b8ba-e69841f7439f req-17ab4c7a-7b7e-4cee-b3f4-c27eee10bd96 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:18.659875 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-57f7fe93-18f1-498a-b8ba-e69841f7439f req-17ab4c7a-7b7e-4cee-b3f4-c27eee10bd96 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 946 time: 0.2689099 Nov 12 03:57:18.715493 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-f8ed5c0f-8b77-4aac-9309-448f10d09c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6999c2-9493-4d56-9ef2-d2475f367cd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-317263120', 'tenant_id': '6f3566bb2f154defb89039fc7ed47ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'f4f4d7cc-5a90-428e-84d6-8899513e9811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:57:15Z', 'updated_at': '2021-11-12T03:57:17Z', 'revision_number': 3, 'project_id': '6f3566bb2f154defb89039fc7ed47ab9', 'gw_port': {'id': 'f4f4d7cc-5a90-428e-84d6-8899513e9811', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:74:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6999c2-9493-4d56-9ef2-d2475f367cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:16Z', 'updated_at': '2021-11-12T03:57:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:18.741151 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-57f7fe93-18f1-498a-b8ba-e69841f7439f req-e768ee73-8710-413e-9148-aa344ff1bce9 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d051444-8328-4200-9c7b-278e635e509c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803819 Nov 12 03:57:18.742477 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432be3fc-5681-47ab-a155-f5b9e7cbe1d5 tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:18.743904 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-432be3fc-5681-47ab-a155-f5b9e7cbe1d5 tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3697338 Nov 12 03:57:18.748395 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52198) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:18.790044 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52200) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:18.793524 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e1375222-4b36-44c9-97fe-2435228aa6e8 tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=7932a4b6-40b8-49fc-bb5c-2a6d25b0a895&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437126 Nov 12 03:57:18.794883 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ed5c0f-8b77-4aac-9309-448f10d09c6a None None] Checking router: 3a6999c2-9493-4d56-9ef2-d2475f367cd0 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:57:18.795152 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-bdfe98d1-dff5-4bc3-a20c-4054613534b7 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1539070378', 'network_id': '6c3f79d8-afbc-4119-a3be-0e08c07a34e3', 'project_id': '6f3566bb2f154defb89039fc7ed47ab9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:18.795618 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ed5c0f-8b77-4aac-9309-448f10d09c6a None None] Updating router 3a6999c2-9493-4d56-9ef2-d2475f367cd0 port f4f4d7cc-5a90-428e-84d6-8899513e9811 binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:57:18.827057 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f8ed5c0f-8b77-4aac-9309-448f10d09c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.967371 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfe98d1-dff5-4bc3-a20c-4054613534b7 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Made reservation on behalf of 6f3566bb2f154defb89039fc7ed47ab9 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:57:18.973595 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bdfe98d1-dff5-4bc3-a20c-4054613534b7 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.007714 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fc8b9b9f-ace9-40df-88b6-9213083716a6 req-fa196e95-5ed3-4dc3-8099-30902159aa7f tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c56de50-4306-4322-8d38-16202775a287 HTTP/1.1" status: 200 len: 210 time: 0.0621071 Nov 12 03:57:19.188696 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f8ed5c0f-8b77-4aac-9309-448f10d09c6a None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.196162 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f8ed5c0f-8b77-4aac-9309-448f10d09c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.255115 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-f8ed5c0f-8b77-4aac-9309-448f10d09c6a None None] Attempting to bind port f4f4d7cc-5a90-428e-84d6-8899513e9811 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:57:19.255461 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-f8ed5c0f-8b77-4aac-9309-448f10d09c6a None None] Attempting to bind port f4f4d7cc-5a90-428e-84d6-8899513e9811 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:57:19.256155 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ed5c0f-8b77-4aac-9309-448f10d09c6a None None] Attempting to bind port f4f4d7cc-5a90-428e-84d6-8899513e9811 on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:57:19.257000 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a3f62f-5717-4eee-b9d7-04e195e2c42c None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:57:19.264209 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a7974-d502-43d1-bc1b-035f9383a72e None None] Pushing event updated for resources: {'Port': ['ID=f4f4d7cc-5a90-428e-84d6-8899513e9811,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:19.269236 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bdfe98d1-dff5-4bc3-a20c-4054613534b7 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.279109 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466a7974-d502-43d1-bc1b-035f9383a72e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:19.279662 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466a7974-d502-43d1-bc1b-035f9383a72e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:19.280221 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466a7974-d502-43d1-bc1b-035f9383a72e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:19.280720 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466a7974-d502-43d1-bc1b-035f9383a72e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:19.281234 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466a7974-d502-43d1-bc1b-035f9383a72e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:19.281737 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466a7974-d502-43d1-bc1b-035f9383a72e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:19.282242 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466a7974-d502-43d1-bc1b-035f9383a72e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:19.282879 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466a7974-d502-43d1-bc1b-035f9383a72e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:19.283377 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466a7974-d502-43d1-bc1b-035f9383a72e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:19.283916 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466a7974-d502-43d1-bc1b-035f9383a72e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:19.284736 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466a7974-d502-43d1-bc1b-035f9383a72e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:19.285381 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466a7974-d502-43d1-bc1b-035f9383a72e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:19.290120 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ed5c0f-8b77-4aac-9309-448f10d09c6a None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:57:19.290755 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ed5c0f-8b77-4aac-9309-448f10d09c6a None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:57:19.291343 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f8ed5c0f-8b77-4aac-9309-448f10d09c6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.291907 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ed5c0f-8b77-4aac-9309-448f10d09c6a None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:57:19.292598 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-f8ed5c0f-8b77-4aac-9309-448f10d09c6a None None] Bound port: f4f4d7cc-5a90-428e-84d6-8899513e9811, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:57:19.293169 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f8ed5c0f-8b77-4aac-9309-448f10d09c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.294813 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-8fe534c7-19e5-489b-a9a5-7b108a8cebfa None None] Provisioning complete for port f4f4d7cc-5a90-428e-84d6-8899513e9811 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:19.295188 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8fe534c7-19e5-489b-a9a5-7b108a8cebfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.365671 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-8fe534c7-19e5-489b-a9a5-7b108a8cebfa None None] Port f4f4d7cc-5a90-428e-84d6-8899513e9811 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:57:19.366436 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-f8ed5c0f-8b77-4aac-9309-448f10d09c6a None None] For port f4f4d7cc-5a90-428e-84d6-8899513e9811, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:57:19.373987 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-f8ed5c0f-8b77-4aac-9309-448f10d09c6a None None] For port f4f4d7cc-5a90-428e-84d6-8899513e9811, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=f4f4d7cc-5a90-428e-84d6-8899513e9811,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:57:19.380769 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f8ed5c0f-8b77-4aac-9309-448f10d09c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.427699 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe98d1-dff5-4bc3-a20c-4054613534b7 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Pushing event updated for resources: {'Subnet': ['ID=8da0b96f-c0af-4ddd-afd1-f95f27c89fe5,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:19.430755 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfe98d1-dff5-4bc3-a20c-4054613534b7 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Checking segment: {'id': '9cf88263-6d28-4927-a4f8-665642630cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6c3f79d8-afbc-4119-a3be-0e08c07a34e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:57:19.431177 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfe98d1-dff5-4bc3-a20c-4054613534b7 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Network hostable DHCP agents. Network: 6c3f79d8-afbc-4119-a3be-0e08c07a34e3, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:57:19.450374 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7da84f-1d19-4ac1-8150-5bafff3a4c25 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:57:19.462902 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ed5c0f-8b77-4aac-9309-448f10d09c6a None None] Routers {'3a6999c2-9493-4d56-9ef2-d2475f367cd0'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:19.463889 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-f8ed5c0f-8b77-4aac-9309-448f10d09c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:57:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['3a6999c2-9493-4d56-9ef2-d2475f367cd0'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:19.478118 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfe98d1-dff5-4bc3-a20c-4054613534b7 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Network 6c3f79d8-afbc-4119-a3be-0e08c07a34e3 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:57:19.495197 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-bdfe98d1-dff5-4bc3-a20c-4054613534b7 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 6c3f79d8-afbc-4119-a3be-0e08c07a34e3) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:57:19.499816 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfe98d1-dff5-4bc3-a20c-4054613534b7 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:19.500424 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bdfe98d1-dff5-4bc3-a20c-4054613534b7 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.513185 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-d1dc2319-67b9-4e0b-b048-e340b9ddd857 None None] Provisioning complete for port f4f4d7cc-5a90-428e-84d6-8899513e9811 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:19.516494 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d1dc2319-67b9-4e0b-b048-e340b9ddd857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.521009 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a8ac48-46ba-442e-b5d7-5940f343c5a2 None None] Network 6c3f79d8-afbc-4119-a3be-0e08c07a34e3 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:57:19.533542 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-bdfe98d1-dff5-4bc3-a20c-4054613534b7 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7396512 Nov 12 03:57:19.534918 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52214) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:19.544642 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a7974-d502-43d1-bc1b-035f9383a72e None None] Pushing event updated for resources: {'Port': ['ID=f4f4d7cc-5a90-428e-84d6-8899513e9811,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:19.674360 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-f8ed5c0f-8b77-4aac-9309-448f10d09c6a None None] Set router 3a6999c2-9493-4d56-9ef2-d2475f367cd0 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:57:19.799442 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d1dc2319-67b9-4e0b-b048-e340b9ddd857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.848854 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-d1dc2319-67b9-4e0b-b048-e340b9ddd857 None None] For port f4f4d7cc-5a90-428e-84d6-8899513e9811, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=f4f4d7cc-5a90-428e-84d6-8899513e9811,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:19.866927 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d1dc2319-67b9-4e0b-b048-e340b9ddd857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.934279 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e19bd2-f183-4ee8-977d-8a16e6707b61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-6c3f79d8-afbc-4119-a3be-0e08c07a34e3', 'network_id': '6c3f79d8-afbc-4119-a3be-0e08c07a34e3', 'tenant_id': '6f3566bb2f154defb89039fc7ed47ab9', 'fixed_ips': [{'subnet_id': '8da0b96f-c0af-4ddd-afd1-f95f27c89fe5'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:57:19.935746 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-74e19bd2-f183-4ee8-977d-8a16e6707b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.983697 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c121d15-5ebd-4206-829d-41d497e7fd6b req-4cb222d4-3807-42e7-beda-c92a97e83885 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:20.001594 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6c121d15-5ebd-4206-829d-41d497e7fd6b req-4cb222d4-3807-42e7-beda-c92a97e83885 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 946 time: 0.1360683 Nov 12 03:57:20.120264 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6c121d15-5ebd-4206-829d-41d497e7fd6b req-a605c245-a72e-4c9e-bc81-1d24bb51ccd6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d051444-8328-4200-9c7b-278e635e509c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185813 Nov 12 03:57:20.156790 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-f8ed5c0f-8b77-4aac-9309-448f10d09c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6999c2-9493-4d56-9ef2-d2475f367cd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-317263120', 'tenant_id': '6f3566bb2f154defb89039fc7ed47ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'f4f4d7cc-5a90-428e-84d6-8899513e9811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:57:15Z', 'updated_at': '2021-11-12T03:57:17Z', 'revision_number': 3, 'project_id': '6f3566bb2f154defb89039fc7ed47ab9', 'gw_port': {'id': 'f4f4d7cc-5a90-428e-84d6-8899513e9811', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:74:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6999c2-9493-4d56-9ef2-d2475f367cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:16Z', 'updated_at': '2021-11-12T03:57:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:20.206014 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ed5c0f-8b77-4aac-9309-448f10d09c6a None None] The sync data for ids ['3a6999c2-9493-4d56-9ef2-d2475f367cd0'] in n-d-715271-27 is: [{'id': '3a6999c2-9493-4d56-9ef2-d2475f367cd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-317263120', 'tenant_id': '6f3566bb2f154defb89039fc7ed47ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'f4f4d7cc-5a90-428e-84d6-8899513e9811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:57:15Z', 'updated_at': '2021-11-12T03:57:17Z', 'revision_number': 3, 'project_id': '6f3566bb2f154defb89039fc7ed47ab9', 'gw_port': {'id': 'f4f4d7cc-5a90-428e-84d6-8899513e9811', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:74:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6999c2-9493-4d56-9ef2-d2475f367cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:16Z', 'updated_at': '2021-11-12T03:57:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:57:20.232483 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dc2319-67b9-4e0b-b048-e340b9ddd857 None None] Pushing event updated for resources: {'Port': ['ID=f4f4d7cc-5a90-428e-84d6-8899513e9811,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:20.246485 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc2319-67b9-4e0b-b048-e340b9ddd857 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:20.246833 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc2319-67b9-4e0b-b048-e340b9ddd857 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:20.247178 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc2319-67b9-4e0b-b048-e340b9ddd857 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:20.247512 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc2319-67b9-4e0b-b048-e340b9ddd857 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:20.247847 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc2319-67b9-4e0b-b048-e340b9ddd857 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:20.248208 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc2319-67b9-4e0b-b048-e340b9ddd857 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:20.248538 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc2319-67b9-4e0b-b048-e340b9ddd857 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:20.248863 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc2319-67b9-4e0b-b048-e340b9ddd857 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:20.249196 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc2319-67b9-4e0b-b048-e340b9ddd857 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:20.249516 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc2319-67b9-4e0b-b048-e340b9ddd857 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:20.249836 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc2319-67b9-4e0b-b048-e340b9ddd857 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:20.250156 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc2319-67b9-4e0b-b048-e340b9ddd857 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:20.338625 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-74e19bd2-f183-4ee8-977d-8a16e6707b61 None None] Allocated IP 172.20.0.2 (6c3f79d8-afbc-4119-a3be-0e08c07a34e3/8da0b96f-c0af-4ddd-afd1-f95f27c89fe5/58e24be9-6440-4005-9c6e-602c2cff9c81) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:57:20.620673 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-86f3c2f1-eeb1-4997-af57-2efa83273171 req-188c8115-780a-4613-9b7c-8a0a90ed6b90 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c56de50-4306-4322-8d38-16202775a287 HTTP/1.1" status: 200 len: 210 time: 0.0397186 Nov 12 03:57:20.632942 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-74e19bd2-f183-4ee8-977d-8a16e6707b61 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:20.657254 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-74e19bd2-f183-4ee8-977d-8a16e6707b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:20.723765 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e19bd2-f183-4ee8-977d-8a16e6707b61 None None] Network 6c3f79d8-afbc-4119-a3be-0e08c07a34e3 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:57:20.728592 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-74e19bd2-f183-4ee8-977d-8a16e6707b61 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:57:20.733735 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e19bd2-f183-4ee8-977d-8a16e6707b61 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:57:20.737688 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e19bd2-f183-4ee8-977d-8a16e6707b61 None None] Pushing event updated for resources: {'Port': ['ID=58e24be9-6440-4005-9c6e-602c2cff9c81,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:20.977074 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-11d804bf-cbb4-4b40-a5be-bb7a86579a3c tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:21.083102 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-74e19bd2-f183-4ee8-977d-8a16e6707b61 None None] Attempting to bind port 58e24be9-6440-4005-9c6e-602c2cff9c81 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:57:21.083454 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-74e19bd2-f183-4ee8-977d-8a16e6707b61 None None] Attempting to bind port 58e24be9-6440-4005-9c6e-602c2cff9c81 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '9cf88263-6d28-4927-a4f8-665642630cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6c3f79d8-afbc-4119-a3be-0e08c07a34e3'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:57:21.083724 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e19bd2-f183-4ee8-977d-8a16e6707b61 None None] Attempting to bind port 58e24be9-6440-4005-9c6e-602c2cff9c81 on network 6c3f79d8-afbc-4119-a3be-0e08c07a34e3 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:57:21.089986 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e19bd2-f183-4ee8-977d-8a16e6707b61 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:57:21.090351 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e19bd2-f183-4ee8-977d-8a16e6707b61 None None] Checking segment: {'id': '9cf88263-6d28-4927-a4f8-665642630cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6c3f79d8-afbc-4119-a3be-0e08c07a34e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:57:21.090743 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-74e19bd2-f183-4ee8-977d-8a16e6707b61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:21.091130 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e19bd2-f183-4ee8-977d-8a16e6707b61 None None] Bound using segment: {'id': '9cf88263-6d28-4927-a4f8-665642630cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6c3f79d8-afbc-4119-a3be-0e08c07a34e3'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:57:21.091976 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-74e19bd2-f183-4ee8-977d-8a16e6707b61 None None] Bound port: 58e24be9-6440-4005-9c6e-602c2cff9c81, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf88263-6d28-4927-a4f8-665642630cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6c3f79d8-afbc-4119-a3be-0e08c07a34e3'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:57:21.091976 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-74e19bd2-f183-4ee8-977d-8a16e6707b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:21.207191 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-74e19bd2-f183-4ee8-977d-8a16e6707b61 None None] For port 58e24be9-6440-4005-9c6e-602c2cff9c81, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:57:21.211587 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-74e19bd2-f183-4ee8-977d-8a16e6707b61 None None] For port 58e24be9-6440-4005-9c6e-602c2cff9c81, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=58e24be9-6440-4005-9c6e-602c2cff9c81,segment=NetworkSegment(9cf88263-6d28-4927-a4f8-665642630cbb),segment_id=9cf88263-6d28-4927-a4f8-665642630cbb)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:57:21.244160 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-74e19bd2-f183-4ee8-977d-8a16e6707b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:21.334638 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8f380-660f-429d-81b8-f8bda21c4711 req-a2068ba1-2726-4de3-88ea-30ed8a52e2d8 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:21.337066 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e7d8f380-660f-429d-81b8-f8bda21c4711 req-a2068ba1-2726-4de3-88ea-30ed8a52e2d8 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 946 time: 0.1102569 Nov 12 03:57:21.351391 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e19bd2-f183-4ee8-977d-8a16e6707b61 None None] Pushing event updated for resources: {'Port': ['ID=58e24be9-6440-4005-9c6e-602c2cff9c81,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:21.427762 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e7d8f380-660f-429d-81b8-f8bda21c4711 req-618ed508-a8ec-4330-9050-112faadb67be tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d051444-8328-4200-9c7b-278e635e509c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835268 Nov 12 03:57:21.570190 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-11d804bf-cbb4-4b40-a5be-bb7a86579a3c tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Allocated IP 172.20.0.1 (6c3f79d8-afbc-4119-a3be-0e08c07a34e3/8da0b96f-c0af-4ddd-afd1-f95f27c89fe5/dc4d1d2f-96e2-4e40-beb1-b7d6676ed9df) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:57:21.883550 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ee3194f4-8511-4b42-b956-dfaf7581e608 req-b93b23c4-52c5-43c4-85bc-2adb6bb88179 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c56de50-4306-4322-8d38-16202775a287 HTTP/1.1" status: 200 len: 210 time: 0.0613697 Nov 12 03:57:21.911243 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-11d804bf-cbb4-4b40-a5be-bb7a86579a3c tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:21.914684 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 58e24be9-6440-4005-9c6e-602c2cff9c81 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:57:21.955775 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-11d804bf-cbb4-4b40-a5be-bb7a86579a3c tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:21.971250 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 58e24be9-6440-4005-9c6e-602c2cff9c81 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:21.971834 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:22.014396 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d804bf-cbb4-4b40-a5be-bb7a86579a3c tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Network 6c3f79d8-afbc-4119-a3be-0e08c07a34e3 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:57:22.023757 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-11d804bf-cbb4-4b40-a5be-bb7a86579a3c tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:57:22.030238 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d804bf-cbb4-4b40-a5be-bb7a86579a3c tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:57:22.071906 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d804bf-cbb4-4b40-a5be-bb7a86579a3c tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Pushing event updated for resources: {'Port': ['ID=dc4d1d2f-96e2-4e40-beb1-b7d6676ed9df,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:22.106021 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:22.107149 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-11d804bf-cbb4-4b40-a5be-bb7a86579a3c tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:22.168658 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 58e24be9-6440-4005-9c6e-602c2cff9c81, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=58e24be9-6440-4005-9c6e-602c2cff9c81,segment=NetworkSegment(9cf88263-6d28-4927-a4f8-665642630cbb),segment_id=9cf88263-6d28-4927-a4f8-665642630cbb)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:22.175434 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:22.176283 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device f4f4d7cc-5a90-428e-84d6-8899513e9811 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:57:22.299825 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-11d804bf-cbb4-4b40-a5be-bb7a86579a3c tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:22.318081 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=58e24be9-6440-4005-9c6e-602c2cff9c81,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:22.328315 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port f4f4d7cc-5a90-428e-84d6-8899513e9811 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:22.328901 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:22.608315 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c664e6-11f5-4175-89a6-c23dee754e45 req-fcd27e45-b1ad-4840-99a4-21350d51c2b1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:22.610106 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b4c664e6-11f5-4175-89a6-c23dee754e45 req-fcd27e45-b1ad-4840-99a4-21350d51c2b1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 946 time: 0.0565956 Nov 12 03:57:22.693763 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b4c664e6-11f5-4175-89a6-c23dee754e45 req-8484d43b-28eb-4484-8f07-771735a6974f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d051444-8328-4200-9c7b-278e635e509c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687070 Nov 12 03:57:22.757796 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-11d804bf-cbb4-4b40-a5be-bb7a86579a3c tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:22.770021 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-11d804bf-cbb4-4b40-a5be-bb7a86579a3c tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:22.839519 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-11d804bf-cbb4-4b40-a5be-bb7a86579a3c tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:22.930325 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d804bf-cbb4-4b40-a5be-bb7a86579a3c tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Pushing event updated for resources: {'Port': ['ID=dc4d1d2f-96e2-4e40-beb1-b7d6676ed9df,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:23.016690 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77046fa0-7f89-40b6-91e3-6cad3161d94c None None] Network 6c3f79d8-afbc-4119-a3be-0e08c07a34e3 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:57:23.046862 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cb5a84d7-d2de-4767-b2bb-32d43c4a6a0b req-0cfca57a-a4bd-42fb-a856-a1f5ca211d9a tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c56de50-4306-4322-8d38-16202775a287 HTTP/1.1" status: 200 len: 210 time: 0.0455141 Nov 12 03:57:23.064527 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d804bf-cbb4-4b40-a5be-bb7a86579a3c tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Network 6c3f79d8-afbc-4119-a3be-0e08c07a34e3 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:57:23.066548 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-11d804bf-cbb4-4b40-a5be-bb7a86579a3c tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:57:23.147343 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3575038d-6a9c-4fc8-bba4-c88aed0d2a1d None None] Provisioning complete for port 58e24be9-6440-4005-9c6e-602c2cff9c81 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:23.147985 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3575038d-6a9c-4fc8-bba4-c88aed0d2a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:23.233862 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d804bf-cbb4-4b40-a5be-bb7a86579a3c tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Router 3a6999c2-9493-4d56-9ef2-d2475f367cd0 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:57:23.405501 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d804bf-cbb4-4b40-a5be-bb7a86579a3c tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:57:23.415055 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-11d804bf-cbb4-4b40-a5be-bb7a86579a3c tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "PUT /v2.0/routers/3a6999c2-9493-4d56-9ef2-d2475f367cd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8578441 Nov 12 03:57:23.415479 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52288) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:23.422102 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-5b342680-da0d-4e26-b97d-f946c7a5c683 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1328304115', 'description': 'tempest-secgroup_access--1328304115 description', 'project_id': '6f3566bb2f154defb89039fc7ed47ab9'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:23.451754 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5b342680-da0d-4e26-b97d-f946c7a5c683 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:23.468020 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758a47a4-2a06-4158-ac3d-128288830b41 None None] Sync routers for ids ['3a6999c2-9493-4d56-9ef2-d2475f367cd0'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:57:23.489487 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758a47a4-2a06-4158-ac3d-128288830b41 None None] Routers {'3a6999c2-9493-4d56-9ef2-d2475f367cd0'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:23.493423 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-758a47a4-2a06-4158-ac3d-128288830b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:57:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['3a6999c2-9493-4d56-9ef2-d2475f367cd0'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:23.572498 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5b342680-da0d-4e26-b97d-f946c7a5c683 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:23.580523 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5b342680-da0d-4e26-b97d-f946c7a5c683 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:23.621157 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b342680-da0d-4e26-b97d-f946c7a5c683 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a71b4f-b5b3-49f5-a97d-15da2331ac87,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:23.635553 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5b342680-da0d-4e26-b97d-f946c7a5c683 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:23.636857 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5b342680-da0d-4e26-b97d-f946c7a5c683 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2202539 Nov 12 03:57:23.639697 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52292) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:23.654498 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-18c8f019-c7df-4bf5-922d-d715f20f1dcf tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1905125406', 'description': 'tempest-secgroup_general--1905125406 description', 'project_id': '6f3566bb2f154defb89039fc7ed47ab9'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:23.666639 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-758a47a4-2a06-4158-ac3d-128288830b41 None None] Set router 3a6999c2-9493-4d56-9ef2-d2475f367cd0 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:57:23.697490 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-18c8f019-c7df-4bf5-922d-d715f20f1dcf tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:23.823891 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-b1f1bc6f-5094-4b22-af30-eedbcca6ec31 None None] Provisioning complete for port 58e24be9-6440-4005-9c6e-602c2cff9c81 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:23.824533 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b1f1bc6f-5094-4b22-af30-eedbcca6ec31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:23.826670 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 58e24be9-6440-4005-9c6e-602c2cff9c81 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:57:23.896619 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-18c8f019-c7df-4bf5-922d-d715f20f1dcf tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:23.906611 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-18c8f019-c7df-4bf5-922d-d715f20f1dcf tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:23.937830 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-18c8f019-c7df-4bf5-922d-d715f20f1dcf tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:23.940486 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-18c8f019-c7df-4bf5-922d-d715f20f1dcf tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2990737 Nov 12 03:57:23.943544 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52300) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:23.949179 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-6f1b601e-5853-4b00-b5c6-e3b2be2c0672 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Request body: {'security_group_rule': {'security_group_id': 'c3a71b4f-b5b3-49f5-a97d-15da2331ac87', 'project_id': '6f3566bb2f154defb89039fc7ed47ab9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:24.029335 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6f1b601e-5853-4b00-b5c6-e3b2be2c0672 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:24.048695 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d75bb-8385-4f30-ad7e-5913a82a57a5 req-045d6eb9-3476-4a2d-a6cf-c8703cc18c7e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:24.055001 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 58e24be9-6440-4005-9c6e-602c2cff9c81 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:24.055604 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:24.057433 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-226d75bb-8385-4f30-ad7e-5913a82a57a5 req-045d6eb9-3476-4a2d-a6cf-c8703cc18c7e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 946 time: 0.2465761 Nov 12 03:57:24.062802 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c8f019-c7df-4bf5-922d-d715f20f1dcf tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93cf9d32-bc23-4a88-800c-847ab5cdb6d1,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:24.171199 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6f1b601e-5853-4b00-b5c6-e3b2be2c0672 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:24.192141 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6f1b601e-5853-4b00-b5c6-e3b2be2c0672 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:24.193261 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-226d75bb-8385-4f30-ad7e-5913a82a57a5 req-e822d150-a4e2-4f0f-ba01-5220bcf307dc tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d051444-8328-4200-9c7b-278e635e509c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229408 Nov 12 03:57:24.215604 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-b1f1bc6f-5094-4b22-af30-eedbcca6ec31 None None] Provisioning complete for port dc4d1d2f-96e2-4e40-beb1-b7d6676ed9df triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:24.216270 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b1f1bc6f-5094-4b22-af30-eedbcca6ec31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:24.229846 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b601e-5853-4b00-b5c6-e3b2be2c0672 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66e203da-4aa8-4f4c-b563-03fc4be38f00,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:24.235806 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-758a47a4-2a06-4158-ac3d-128288830b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6999c2-9493-4d56-9ef2-d2475f367cd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-317263120', 'tenant_id': '6f3566bb2f154defb89039fc7ed47ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'f4f4d7cc-5a90-428e-84d6-8899513e9811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:57:15Z', 'updated_at': '2021-11-12T03:57:22Z', 'revision_number': 4, 'project_id': '6f3566bb2f154defb89039fc7ed47ab9', 'gw_port': {'id': 'f4f4d7cc-5a90-428e-84d6-8899513e9811', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:74:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6999c2-9493-4d56-9ef2-d2475f367cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:16Z', 'updated_at': '2021-11-12T03:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'dc4d1d2f-96e2-4e40-beb1-b7d6676ed9df', 'name': '', 'network_id': '6c3f79d8-afbc-4119-a3be-0e08c07a34e3', 'tenant_id': '6f3566bb2f154defb89039fc7ed47ab9', 'mac_address': 'fa:16:3e:ec:95:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6999c2-9493-4d56-9ef2-d2475f367cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '8da0b96f-c0af-4ddd-afd1-f95f27c89fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:21Z', 'updated_at': '2021-11-12T03:57:22Z', 'revision_number': 2, 'project_id': '6f3566bb2f154defb89039fc7ed47ab9', 'subnets': [{'id': '8da0b96f-c0af-4ddd-afd1-f95f27c89fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:24.248505 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6f1b601e-5853-4b00-b5c6-e3b2be2c0672 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:24.249974 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6f1b601e-5853-4b00-b5c6-e3b2be2c0672 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3050692 Nov 12 03:57:24.309557 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758a47a4-2a06-4158-ac3d-128288830b41 None None] Checking router: 3a6999c2-9493-4d56-9ef2-d2475f367cd0 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:57:24.312691 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758a47a4-2a06-4158-ac3d-128288830b41 None None] Updating router 3a6999c2-9493-4d56-9ef2-d2475f367cd0 port dc4d1d2f-96e2-4e40-beb1-b7d6676ed9df binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:57:24.348890 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-b1f1bc6f-5094-4b22-af30-eedbcca6ec31 None None] Port dc4d1d2f-96e2-4e40-beb1-b7d6676ed9df cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:57:24.367081 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-758a47a4-2a06-4158-ac3d-128288830b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:24.484403 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-a1276207-5164-4bc0-a7f5-7e463de56a99 None None] Provisioning complete for port dc4d1d2f-96e2-4e40-beb1-b7d6676ed9df triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:24.485078 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a1276207-5164-4bc0-a7f5-7e463de56a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:24.528843 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26245f07-415b-46b1-8fb3-94078ccab95b req-60a14037-8719-462e-9cc8-e41ae335ac16 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1543209453&fields=id&tenant_id=27d4836293914c108ba09bff97dd7daa HTTP/1.1" status: 200 len: 267 time: 0.0674839 Nov 12 03:57:24.551657 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-405c6822-894d-4e57-bc12-ae840dbd29f9 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup_general--1905125406&fields=id&tenant_id=6f3566bb2f154defb89039fc7ed47ab9 HTTP/1.1" status: 200 len: 267 time: 0.1130421 Nov 12 03:57:24.562918 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-a1276207-5164-4bc0-a7f5-7e463de56a99 None None] Port dc4d1d2f-96e2-4e40-beb1-b7d6676ed9df cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:57:24.632457 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-1077962f-2481-48c3-bda1-73241a13edd1 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup_access--1328304115&fields=id&tenant_id=6f3566bb2f154defb89039fc7ed47ab9 HTTP/1.1" status: 200 len: 267 time: 0.0741324 Nov 12 03:57:24.656791 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26245f07-415b-46b1-8fb3-94078ccab95b req-88d700f3-ea48-4f31-9566-d55bf0de4160 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:24.658343 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26245f07-415b-46b1-8fb3-94078ccab95b req-88d700f3-ea48-4f31-9566-d55bf0de4160 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/networks?id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 HTTP/1.1" status: 200 len: 811 time: 0.1286702 Nov 12 03:57:24.679079 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26245f07-415b-46b1-8fb3-94078ccab95b req-ac41f36d-4ca1-44f0-99e7-029300266f87 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/quotas/27d4836293914c108ba09bff97dd7daa HTTP/1.1" status: 200 len: 375 time: 0.0135083 Nov 12 03:57:24.687577 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-98af0d7c-e6ec-4886-814f-1280f5aba9af None None] Provisioning complete for port dc4d1d2f-96e2-4e40-beb1-b7d6676ed9df triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:24.688583 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-98af0d7c-e6ec-4886-814f-1280f5aba9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:24.736731 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-98af0d7c-e6ec-4886-814f-1280f5aba9af None None] Port dc4d1d2f-96e2-4e40-beb1-b7d6676ed9df cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:57:24.763598 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26245f07-415b-46b1-8fb3-94078ccab95b req-a5893527-52a9-46c5-b2ed-37075b5815c5 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=27d4836293914c108ba09bff97dd7daa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0778430 Nov 12 03:57:24.839437 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-2926da6f-166b-4427-98c5-29ab96381d8f tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:24.841304 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-2926da6f-166b-4427-98c5-29ab96381d8f tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "GET /v2.0/networks?id=6c3f79d8-afbc-4119-a3be-0e08c07a34e3 HTTP/1.1" status: 200 len: 797 time: 0.1983807 Nov 12 03:57:24.863819 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-d66ac547-c744-47f4-ad0d-80f555ce905c tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "GET /v2.0/quotas/6f3566bb2f154defb89039fc7ed47ab9 HTTP/1.1" status: 200 len: 375 time: 0.0127952 Nov 12 03:57:24.891962 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26245f07-415b-46b1-8fb3-94078ccab95b req-9b476cfd-d53e-421a-a841-74f672efc66c service neutron] 10.222.0.50 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123953 Nov 12 03:57:24.922759 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-758a47a4-2a06-4158-ac3d-128288830b41 None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:24.929419 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-8ca22820-657c-4465-aa46-88ec0e45257a tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6f3566bb2f154defb89039fc7ed47ab9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586812 Nov 12 03:57:24.931365 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-758a47a4-2a06-4158-ac3d-128288830b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:25.002859 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce2fbc4-de7f-4539-9768-6fd097602b9b None None] Pushing event updated for resources: {'Port': ['ID=dc4d1d2f-96e2-4e40-beb1-b7d6676ed9df,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:25.058344 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26245f07-415b-46b1-8fb3-94078ccab95b req-1e46945d-df7c-4ef5-bc55-aed9b8a0cd3e service neutron] 10.222.0.50 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572759 Nov 12 03:57:25.067730 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-758a47a4-2a06-4158-ac3d-128288830b41 None None] Attempting to bind port dc4d1d2f-96e2-4e40-beb1-b7d6676ed9df on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:57:25.068261 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-758a47a4-2a06-4158-ac3d-128288830b41 None None] Attempting to bind port dc4d1d2f-96e2-4e40-beb1-b7d6676ed9df by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '9cf88263-6d28-4927-a4f8-665642630cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6c3f79d8-afbc-4119-a3be-0e08c07a34e3'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:57:25.068713 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758a47a4-2a06-4158-ac3d-128288830b41 None None] Attempting to bind port dc4d1d2f-96e2-4e40-beb1-b7d6676ed9df on network 6c3f79d8-afbc-4119-a3be-0e08c07a34e3 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:57:25.075456 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758a47a4-2a06-4158-ac3d-128288830b41 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:57:25.075984 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758a47a4-2a06-4158-ac3d-128288830b41 None None] Checking segment: {'id': '9cf88263-6d28-4927-a4f8-665642630cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6c3f79d8-afbc-4119-a3be-0e08c07a34e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:57:25.076510 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-758a47a4-2a06-4158-ac3d-128288830b41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:25.077284 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758a47a4-2a06-4158-ac3d-128288830b41 None None] Bound using segment: {'id': '9cf88263-6d28-4927-a4f8-665642630cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6c3f79d8-afbc-4119-a3be-0e08c07a34e3'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:57:25.079116 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-758a47a4-2a06-4158-ac3d-128288830b41 None None] Bound port: dc4d1d2f-96e2-4e40-beb1-b7d6676ed9df, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf88263-6d28-4927-a4f8-665642630cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6c3f79d8-afbc-4119-a3be-0e08c07a34e3'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:57:25.079601 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-758a47a4-2a06-4158-ac3d-128288830b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:25.174512 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-758a47a4-2a06-4158-ac3d-128288830b41 None None] For port dc4d1d2f-96e2-4e40-beb1-b7d6676ed9df, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:57:25.178080 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-758a47a4-2a06-4158-ac3d-128288830b41 None None] For port dc4d1d2f-96e2-4e40-beb1-b7d6676ed9df, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=dc4d1d2f-96e2-4e40-beb1-b7d6676ed9df,segment=NetworkSegment(9cf88263-6d28-4927-a4f8-665642630cbb),segment_id=9cf88263-6d28-4927-a4f8-665642630cbb)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:57:25.201006 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-758a47a4-2a06-4158-ac3d-128288830b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:25.232466 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-93d1e5a8-3ae9-4e77-81a5-5728f9ff07ff service neutron] 10.222.0.50 "GET /v2.0/networks/6c3f79d8-afbc-4119-a3be-0e08c07a34e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859468 Nov 12 03:57:25.301984 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758a47a4-2a06-4158-ac3d-128288830b41 None None] Routers {'3a6999c2-9493-4d56-9ef2-d2475f367cd0'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:25.302734 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-758a47a4-2a06-4158-ac3d-128288830b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:57:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['3a6999c2-9493-4d56-9ef2-d2475f367cd0'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:25.306604 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce2fbc4-de7f-4539-9768-6fd097602b9b None None] Pushing event updated for resources: {'Port': ['ID=dc4d1d2f-96e2-4e40-beb1-b7d6676ed9df,revision_number=4']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:25.402136 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-6022ebb8-bcf5-4973-a6f5-2e96dd57c45e None None] Provisioning complete for port dc4d1d2f-96e2-4e40-beb1-b7d6676ed9df triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:25.403442 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6022ebb8-bcf5-4973-a6f5-2e96dd57c45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:25.418297 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-7ae3b6fb-020e-40ee-9af5-92e6ce124073 service neutron] 10.222.0.50 "GET /v2.0/networks/6c3f79d8-afbc-4119-a3be-0e08c07a34e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843915 Nov 12 03:57:25.490832 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-758a47a4-2a06-4158-ac3d-128288830b41 None None] Set router 3a6999c2-9493-4d56-9ef2-d2475f367cd0 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:57:25.598451 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6022ebb8-bcf5-4973-a6f5-2e96dd57c45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:25.676867 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-6022ebb8-bcf5-4973-a6f5-2e96dd57c45e None None] For port dc4d1d2f-96e2-4e40-beb1-b7d6676ed9df, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=dc4d1d2f-96e2-4e40-beb1-b7d6676ed9df,segment=NetworkSegment(9cf88263-6d28-4927-a4f8-665642630cbb),segment_id=9cf88263-6d28-4927-a4f8-665642630cbb)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:25.685258 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6022ebb8-bcf5-4973-a6f5-2e96dd57c45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:25.703550 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f6627-1162-4bc3-9559-c55f8f23f8df req-0f572f8e-e9d6-4ff5-960d-c6e8ea158a4d tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:25.705903 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f57f6627-1162-4bc3-9559-c55f8f23f8df req-0f572f8e-e9d6-4ff5-960d-c6e8ea158a4d tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 946 time: 0.1027489 Nov 12 03:57:25.821000 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022ebb8-bcf5-4973-a6f5-2e96dd57c45e None None] Pushing event updated for resources: {'Port': ['ID=dc4d1d2f-96e2-4e40-beb1-b7d6676ed9df,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:25.833559 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-c3316303-0fe9-4edc-b227-b1726d5a94d4 None None] Provisioning complete for port dc4d1d2f-96e2-4e40-beb1-b7d6676ed9df triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:25.834109 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c3316303-0fe9-4edc-b227-b1726d5a94d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:25.884769 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f57f6627-1162-4bc3-9559-c55f8f23f8df req-90cf04d3-5dad-4fdd-b3ce-5434b620c174 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d051444-8328-4200-9c7b-278e635e509c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693361 Nov 12 03:57:25.915846 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-62c285ce-3768-4472-9b88-fd1e8bc224f8 req-fc70d562-f0d7-4937-aa53-4bc2a583089b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e2c843b-91c6-41b5-8279-d5e5c6260535 HTTP/1.1" status: 200 len: 210 time: 0.0810678 Nov 12 03:57:25.996584 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-758a47a4-2a06-4158-ac3d-128288830b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6999c2-9493-4d56-9ef2-d2475f367cd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-317263120', 'tenant_id': '6f3566bb2f154defb89039fc7ed47ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'f4f4d7cc-5a90-428e-84d6-8899513e9811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:57:15Z', 'updated_at': '2021-11-12T03:57:22Z', 'revision_number': 4, 'project_id': '6f3566bb2f154defb89039fc7ed47ab9', 'gw_port': {'id': 'f4f4d7cc-5a90-428e-84d6-8899513e9811', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:74:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6999c2-9493-4d56-9ef2-d2475f367cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:16Z', 'updated_at': '2021-11-12T03:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'dc4d1d2f-96e2-4e40-beb1-b7d6676ed9df', 'name': '', 'network_id': '6c3f79d8-afbc-4119-a3be-0e08c07a34e3', 'tenant_id': '6f3566bb2f154defb89039fc7ed47ab9', 'mac_address': 'fa:16:3e:ec:95:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6999c2-9493-4d56-9ef2-d2475f367cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '8da0b96f-c0af-4ddd-afd1-f95f27c89fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:21Z', 'updated_at': '2021-11-12T03:57:25Z', 'revision_number': 4, 'project_id': '6f3566bb2f154defb89039fc7ed47ab9', 'subnets': [{'id': '8da0b96f-c0af-4ddd-afd1-f95f27c89fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:26.003947 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1af2f083-949a-4e57-bd80-666f5837afee req-cd4e450c-fc34-4240-ae09-af83e51eea8d tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "GET /v2.0/ports?device_id=3dc42627-4863-423d-b714-8a0bcbc94430 HTTP/1.1" status: 200 len: 210 time: 0.0646234 Nov 12 03:57:26.062313 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758a47a4-2a06-4158-ac3d-128288830b41 None None] The sync data for ids ['3a6999c2-9493-4d56-9ef2-d2475f367cd0'] in n-d-715271-27 is: [{'id': '3a6999c2-9493-4d56-9ef2-d2475f367cd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-317263120', 'tenant_id': '6f3566bb2f154defb89039fc7ed47ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'f4f4d7cc-5a90-428e-84d6-8899513e9811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:57:15Z', 'updated_at': '2021-11-12T03:57:22Z', 'revision_number': 4, 'project_id': '6f3566bb2f154defb89039fc7ed47ab9', 'gw_port': {'id': 'f4f4d7cc-5a90-428e-84d6-8899513e9811', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:74:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6999c2-9493-4d56-9ef2-d2475f367cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:16Z', 'updated_at': '2021-11-12T03:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'dc4d1d2f-96e2-4e40-beb1-b7d6676ed9df', 'name': '', 'network_id': '6c3f79d8-afbc-4119-a3be-0e08c07a34e3', 'tenant_id': '6f3566bb2f154defb89039fc7ed47ab9', 'mac_address': 'fa:16:3e:ec:95:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6999c2-9493-4d56-9ef2-d2475f367cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '8da0b96f-c0af-4ddd-afd1-f95f27c89fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:21Z', 'updated_at': '2021-11-12T03:57:25Z', 'revision_number': 4, 'project_id': '6f3566bb2f154defb89039fc7ed47ab9', 'subnets': [{'id': '8da0b96f-c0af-4ddd-afd1-f95f27c89fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:57:26.645335 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-ebbc2f0f-c4d9-43e4-a26b-8974588b24d1 service neutron] show failed (client error): The resource could not be found. Nov 12 03:57:26.646912 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-ebbc2f0f-c4d9-43e4-a26b-8974588b24d1 service neutron] 10.222.0.90 "GET /v2.0/ports/2e6459c4-9293-4aac-9bab-ad7b0613d14a/bindings/n-h1-715271-27 HTTP/1.1" status: 404 len: 381 time: 0.0893052 Nov 12 03:57:27.072147 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c41fe9d4-d830-406d-b3d5-761296abec3f req-56770f86-36fd-48fc-bb05-f02c516f5ce7 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e2c843b-91c6-41b5-8279-d5e5c6260535 HTTP/1.1" status: 200 len: 210 time: 0.0295308 Nov 12 03:57:27.144617 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-0608217e-a07f-46d3-b327-dd5e71f9dd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:27.148189 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-0608217e-a07f-46d3-b327-dd5e71f9dd1c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae&tenant_id=7ef96e16fae9482b9643848210ab127b HTTP/1.1" status: 200 len: 1098 time: 0.2475190 Nov 12 03:57:27.175297 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-127e75e9-1edc-4aed-8b25-ba4d6ce358c0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-27', 'device_owner': 'compute:nova'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:27.206906 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-46579b98-1ef3-4c8e-a288-f0e64288275b req-9b90ed8e-b36d-462a-bd8a-9160b39c84ae tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "GET /v2.0/ports?device_id=3dc42627-4863-423d-b714-8a0bcbc94430 HTTP/1.1" status: 200 len: 210 time: 0.0612073 Nov 12 03:57:27.272715 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a9605-2c18-4d47-bdf1-99c81dc73da8 req-832480e7-0200-40b7-ac5f-87889d7c5f82 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:27.274282 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3d2a9605-2c18-4d47-bdf1-99c81dc73da8 req-832480e7-0200-40b7-ac5f-87889d7c5f82 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 946 time: 0.2454340 Nov 12 03:57:27.291705 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-127e75e9-1edc-4aed-8b25-ba4d6ce358c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:27.433090 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3d2a9605-2c18-4d47-bdf1-99c81dc73da8 req-16cd3d8c-3ccc-42af-8dd1-ee7a609874ff tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d051444-8328-4200-9c7b-278e635e509c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047049 Nov 12 03:57:27.443462 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26245f07-415b-46b1-8fb3-94078ccab95b req-dec8fbce-6f10-4593-82c0-6d412b5c204a tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:27.445121 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26245f07-415b-46b1-8fb3-94078ccab95b req-dec8fbce-6f10-4593-82c0-6d412b5c204a tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.74 "GET /v2.0/networks?id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 HTTP/1.1" status: 200 len: 811 time: 0.2140245 Nov 12 03:57:27.529925 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26245f07-415b-46b1-8fb3-94078ccab95b req-618ce3e0-33d3-4cb1-81c6-e20c9a7cb1cd tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27d4836293914c108ba09bff97dd7daa HTTP/1.1" status: 200 len: 380 time: 0.0688713 Nov 12 03:57:27.546123 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-26245f07-415b-46b1-8fb3-94078ccab95b req-a30c9a7d-6726-42f5-a5b5-36289327d56b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Request body: {'port': {'device_id': '8e2c843b-91c6-41b5-8279-d5e5c6260535', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'admin_state_up': True, 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'security_groups': ['d5844b13-24b8-40f7-826a-552ef454b67e']}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:27.639303 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-127e75e9-1edc-4aed-8b25-ba4d6ce358c0 service neutron] For port 2e6459c4-9293-4aac-9bab-ad7b0613d14a, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=2e6459c4-9293-4aac-9bab-ad7b0613d14a,segment=NetworkSegment(c7375d47-32b1-4a02-92e6-2325c6532f3b),segment_id=c7375d47-32b1-4a02-92e6-2325c6532f3b)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:27.684800 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-127e75e9-1edc-4aed-8b25-ba4d6ce358c0 service neutron] For port 2e6459c4-9293-4aac-9bab-ad7b0613d14a, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:57:27.772505 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c52a6f-81f0-497c-be2b-1b7e17b112ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e6459c4-9293-4aac-9bab-ad7b0613d14a'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:27.776020 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fa52a9-b82a-4c2b-aba1-917ef0b194f4" -d '{"events": [{"server_uuid": "13c52a6f-81f0-497c-be2b-1b7e17b112ae", "name": "network-vif-unplugged", "status": "completed", "tag": "2e6459c4-9293-4aac-9bab-ad7b0613d14a"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:27.781380 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-127e75e9-1edc-4aed-8b25-ba4d6ce358c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:27.822798 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-127e75e9-1edc-4aed-8b25-ba4d6ce358c0 service neutron] Transition to ACTIVE for port object 2e6459c4-9293-4aac-9bab-ad7b0613d14a will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:57:27.830224 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-127e75e9-1edc-4aed-8b25-ba4d6ce358c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:27.847781 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26245f07-415b-46b1-8fb3-94078ccab95b req-a30c9a7d-6726-42f5-a5b5-36289327d56b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Made reservation on behalf of 27d4836293914c108ba09bff97dd7daa for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:57:27.855592 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-26245f07-415b-46b1-8fb3-94078ccab95b req-a30c9a7d-6726-42f5-a5b5-36289327d56b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:27.892782 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.74', 59344) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:27.974563 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device dc4d1d2f-96e2-4e40-beb1-b7d6676ed9df up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:57:28.116473 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port dc4d1d2f-96e2-4e40-beb1-b7d6676ed9df triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:28.119415 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:28.274986 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b5ae20-fdd2-4877-9118-a8e4af95119f x-openstack-request-id: req-37b5ae20-fdd2-4877-9118-a8e4af95119f {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:28.277196 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c52a6f-81f0-497c-be2b-1b7e17b112ae", "name": "network-vif-unplugged", "status": "completed", "tag": "2e6459c4-9293-4aac-9bab-ad7b0613d14a", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:28.277697 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-37b5ae20-fdd2-4877-9118-a8e4af95119f {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:28.279695 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c52a6f-81f0-497c-be2b-1b7e17b112ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e6459c4-9293-4aac-9bab-ad7b0613d14a', 'code': 200} Nov 12 03:57:28.284181 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e75e9-1edc-4aed-8b25-ba4d6ce358c0 service neutron] Pushing event updated for resources: {'Port': ['ID=2e6459c4-9293-4aac-9bab-ad7b0613d14a,revision_number=6']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:28.311924 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-fa779660-7f69-4bff-8a5f-2cd483b246c4 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:28.315393 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-fa779660-7f69-4bff-8a5f-2cd483b246c4 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.74 "GET /v2.0/networks?id=6c3f79d8-afbc-4119-a3be-0e08c07a34e3 HTTP/1.1" status: 200 len: 797 time: 0.4204860 Nov 12 03:57:28.369585 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-127e75e9-1edc-4aed-8b25-ba4d6ce358c0 service neutron] No DVR routers for this DVR port 2e6459c4-9293-4aac-9bab-ad7b0613d14a on host n-h2-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:57:28.369948 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-26245f07-415b-46b1-8fb3-94078ccab95b req-a30c9a7d-6726-42f5-a5b5-36289327d56b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Allocated IP 172.20.0.10 (fd0ebce0-aadb-45c0-9566-b61b0d8d63d4/b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2/3a4a442c-332b-453b-bd15-a9c29bf7eb08) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:57:28.428169 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3f7c009f-1b39-4564-af86-91309ee5d93d req-53cdf8e3-cdac-4789-a6fc-14987934f7bc tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "GET /v2.0/ports?device_id=3dc42627-4863-423d-b714-8a0bcbc94430 HTTP/1.1" status: 200 len: 210 time: 0.0445228 Nov 12 03:57:28.511682 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-47dc6c60-ca09-42b0-8cb0-b4e7e6c40ef5 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f3566bb2f154defb89039fc7ed47ab9 HTTP/1.1" status: 200 len: 478 time: 0.1840844 Nov 12 03:57:28.528689 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-9dc4ff3f-78fd-4979-8c1b-faf7feae49e5 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Request body: {'port': {'device_id': '3dc42627-4863-423d-b714-8a0bcbc94430', 'network_id': '6c3f79d8-afbc-4119-a3be-0e08c07a34e3', 'admin_state_up': True, 'tenant_id': '6f3566bb2f154defb89039fc7ed47ab9', 'security_groups': ['93cf9d32-bc23-4a88-800c-847ab5cdb6d1', 'c3a71b4f-b5b3-49f5-a97d-15da2331ac87']}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:28.530366 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fae6df93-6880-4de1-913b-2554a56d2747 req-2d8876ee-4071-4a4e-b698-276df1efe265 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e2c843b-91c6-41b5-8279-d5e5c6260535 HTTP/1.1" status: 200 len: 210 time: 0.2343903 Nov 12 03:57:28.579034 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-127e75e9-1edc-4aed-8b25-ba4d6ce358c0 service neutron] Attempting to bind port 2e6459c4-9293-4aac-9bab-ad7b0613d14a on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:57:28.579366 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-127e75e9-1edc-4aed-8b25-ba4d6ce358c0 service neutron] Attempting to bind port 2e6459c4-9293-4aac-9bab-ad7b0613d14a by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'c7375d47-32b1-4a02-92e6-2325c6532f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '585cfce6-3246-4efc-94be-c88b6e93cdfd'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:57:28.579691 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-127e75e9-1edc-4aed-8b25-ba4d6ce358c0 service neutron] Attempting to bind port 2e6459c4-9293-4aac-9bab-ad7b0613d14a on network 585cfce6-3246-4efc-94be-c88b6e93cdfd {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:57:28.584955 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-127e75e9-1edc-4aed-8b25-ba4d6ce358c0 service neutron] Port 2e6459c4-9293-4aac-9bab-ad7b0613d14a on network 585cfce6-3246-4efc-94be-c88b6e93cdfd not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:57:28.585276 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-127e75e9-1edc-4aed-8b25-ba4d6ce358c0 service neutron] Attempting to bind port 2e6459c4-9293-4aac-9bab-ad7b0613d14a on network 585cfce6-3246-4efc-94be-c88b6e93cdfd {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:57:28.590240 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-127e75e9-1edc-4aed-8b25-ba4d6ce358c0 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:57:28.590573 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-127e75e9-1edc-4aed-8b25-ba4d6ce358c0 service neutron] Checking segment: {'id': 'c7375d47-32b1-4a02-92e6-2325c6532f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '585cfce6-3246-4efc-94be-c88b6e93cdfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:57:28.590952 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-127e75e9-1edc-4aed-8b25-ba4d6ce358c0 service neutron] Bound using segment: {'id': 'c7375d47-32b1-4a02-92e6-2325c6532f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '585cfce6-3246-4efc-94be-c88b6e93cdfd'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:57:28.591375 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-127e75e9-1edc-4aed-8b25-ba4d6ce358c0 service neutron] Bound port: 2e6459c4-9293-4aac-9bab-ad7b0613d14a, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7375d47-32b1-4a02-92e6-2325c6532f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '585cfce6-3246-4efc-94be-c88b6e93cdfd'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:57:28.591733 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-127e75e9-1edc-4aed-8b25-ba4d6ce358c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:28.660865 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-127e75e9-1edc-4aed-8b25-ba4d6ce358c0 service neutron] For port 2e6459c4-9293-4aac-9bab-ad7b0613d14a, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:57:28.664729 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-127e75e9-1edc-4aed-8b25-ba4d6ce358c0 service neutron] For port 2e6459c4-9293-4aac-9bab-ad7b0613d14a, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=2e6459c4-9293-4aac-9bab-ad7b0613d14a,segment=NetworkSegment(c7375d47-32b1-4a02-92e6-2325c6532f3b),segment_id=c7375d47-32b1-4a02-92e6-2325c6532f3b)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:57:28.670977 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-127e75e9-1edc-4aed-8b25-ba4d6ce358c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:28.710343 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-127e75e9-1edc-4aed-8b25-ba4d6ce358c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:28.711373 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-127e75e9-1edc-4aed-8b25-ba4d6ce358c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:28.713099 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-127e75e9-1edc-4aed-8b25-ba4d6ce358c0 service neutron] 10.222.0.74 "PUT /v2.0/ports/2e6459c4-9293-4aac-9bab-ad7b0613d14a HTTP/1.1" status: 200 len: 1093 time: 1.5535293 Nov 12 03:57:28.739255 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e75e9-1edc-4aed-8b25-ba4d6ce358c0 service neutron] Pushing event updated for resources: {'Port': ['ID=2e6459c4-9293-4aac-9bab-ad7b0613d14a,revision_number=7']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:28.785002 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-26245f07-415b-46b1-8fb3-94078ccab95b req-a30c9a7d-6726-42f5-a5b5-36289327d56b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:28.829346 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-ea3e3276-04cf-4ec2-9ec5-360c2de767ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:28.831311 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-ea3e3276-04cf-4ec2-9ec5-360c2de767ae service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7ef96e16fae9482b9643848210ab127b&device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 1096 time: 0.0801177 Nov 12 03:57:28.848611 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30852054-7b62-4841-ba0b-9f8a42beb48d req-287feacc-d82c-4815-8001-e3c17f1400e4 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:28.855892 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-30852054-7b62-4841-ba0b-9f8a42beb48d req-287feacc-d82c-4815-8001-e3c17f1400e4 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 944 time: 0.2512102 Nov 12 03:57:28.891860 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-9dc4ff3f-78fd-4979-8c1b-faf7feae49e5 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Made reservation on behalf of 6f3566bb2f154defb89039fc7ed47ab9 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:57:28.897078 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-9dc4ff3f-78fd-4979-8c1b-faf7feae49e5 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:28.921495 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-26245f07-415b-46b1-8fb3-94078ccab95b req-a30c9a7d-6726-42f5-a5b5-36289327d56b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:28.968110 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-a6f02bb5-eb3d-4815-aa97-5b79ce177c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:28.971357 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-a6f02bb5-eb3d-4815-aa97-5b79ce177c0b service neutron] 10.222.0.74 "GET /v2.0/networks?id=585cfce6-3246-4efc-94be-c88b6e93cdfd HTTP/1.1" status: 200 len: 897 time: 0.1290529 Nov 12 03:57:28.982787 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c9a7d-6726-42f5-a5b5-36289327d56b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Pushing event updated for resources: {'Port': ['ID=3a4a442c-332b-453b-bd15-a9c29bf7eb08,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:29.012424 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26245f07-415b-46b1-8fb3-94078ccab95b req-a30c9a7d-6726-42f5-a5b5-36289327d56b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Network fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:57:29.016052 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-26245f07-415b-46b1-8fb3-94078ccab95b req-a30c9a7d-6726-42f5-a5b5-36289327d56b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:57:29.021193 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-26245f07-415b-46b1-8fb3-94078ccab95b req-a30c9a7d-6726-42f5-a5b5-36289327d56b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:57:29.035791 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-30852054-7b62-4841-ba0b-9f8a42beb48d req-c38cd06f-82ee-4f55-8378-24588918a784 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d051444-8328-4200-9c7b-278e635e509c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785283 Nov 12 03:57:29.102901 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-9527ce21-6737-4dd1-8b76-815e2f7639e5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e6459c4-9293-4aac-9bab-ad7b0613d14a HTTP/1.1" status: 200 len: 1000 time: 0.1135893 Nov 12 03:57:29.132698 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26245f07-415b-46b1-8fb3-94078ccab95b req-a30c9a7d-6726-42f5-a5b5-36289327d56b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:29.133342 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-26245f07-415b-46b1-8fb3-94078ccab95b req-a30c9a7d-6726-42f5-a5b5-36289327d56b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:29.175475 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-71375460-d2c4-4a10-9ddb-ae14ea75ae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:29.177436 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-71375460-d2c4-4a10-9ddb-ae14ea75ae36 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=21773f17-aa41-46cc-9264-6ecfb18c4e94 HTTP/1.1" status: 200 len: 835 time: 0.0636315 Nov 12 03:57:29.183732 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26245f07-415b-46b1-8fb3-94078ccab95b req-a30c9a7d-6726-42f5-a5b5-36289327d56b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6450176 Nov 12 03:57:29.201191 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [req-26245f07-415b-46b1-8fb3-94078ccab95b req-81dec999-e600-4d8e-8b26-20099b8ea721 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:57:29.202176 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26245f07-415b-46b1-8fb3-94078ccab95b req-81dec999-e600-4d8e-8b26-20099b8ea721 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054417 Nov 12 03:57:29.223836 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-26245f07-415b-46b1-8fb3-94078ccab95b req-620705ff-e9ba-4fbd-8135-56c6b2ae7ec6 service neutron] Request body: {'port': {'device_id': '8e2c843b-91c6-41b5-8279-d5e5c6260535', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:29.242084 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-702d11f9-ae3c-47e0-9949-d05c385087b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:29.243980 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-702d11f9-ae3c-47e0-9949-d05c385087b3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=585cfce6-3246-4efc-94be-c88b6e93cdfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494738 Nov 12 03:57:29.260781 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-9dc4ff3f-78fd-4979-8c1b-faf7feae49e5 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Allocated IP 172.20.0.7 (6c3f79d8-afbc-4119-a3be-0e08c07a34e3/8da0b96f-c0af-4ddd-afd1-f95f27c89fe5/47afe79e-a420-4fd4-a63e-9d4551b0b8fd) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:57:29.308755 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-26245f07-415b-46b1-8fb3-94078ccab95b req-620705ff-e9ba-4fbd-8135-56c6b2ae7ec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:29.368339 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-9740f440-f0ed-41c2-9184-f7c00508c3ae service neutron] 10.222.0.74 "GET /v2.0/networks/585cfce6-3246-4efc-94be-c88b6e93cdfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121550 Nov 12 03:57:29.411825 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-5bca1865-2221-4cc9-bacf-69e265e13dc6 None None] Provisioning complete for port 3a4a442c-332b-453b-bd15-a9c29bf7eb08 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:29.413134 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5bca1865-2221-4cc9-bacf-69e265e13dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:29.475914 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-5bca1865-2221-4cc9-bacf-69e265e13dc6 None None] Port 3a4a442c-332b-453b-bd15-a9c29bf7eb08 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:57:29.495708 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-abda1d74-eb8d-49af-b0ec-3185f0b2bf30 req-7f83d9d6-df90-41f6-b346-b9a0a000bb63 service neutron] 10.222.0.74 "GET /v2.0/networks/585cfce6-3246-4efc-94be-c88b6e93cdfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160257 Nov 12 03:57:29.564201 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ee7ec5ce-5d26-4833-a2e7-fe71e504d22b req-659bf1fe-bddb-4c1c-b01f-e62ca6df5edc tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "GET /v2.0/ports?device_id=3dc42627-4863-423d-b714-8a0bcbc94430 HTTP/1.1" status: 200 len: 210 time: 0.0320053 Nov 12 03:57:29.659038 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-9dc4ff3f-78fd-4979-8c1b-faf7feae49e5 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:29.768663 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5317ef-ce6d-441c-aa4a-d6f19125eb81 req-97a9dd20-7aaa-4940-a875-25abdfeb0a38 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:29.770051 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-df5317ef-ce6d-441c-aa4a-d6f19125eb81 req-97a9dd20-7aaa-4940-a875-25abdfeb0a38 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e2c843b-91c6-41b5-8279-d5e5c6260535 HTTP/1.1" status: 200 len: 932 time: 0.1213667 Nov 12 03:57:29.813577 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-9dc4ff3f-78fd-4979-8c1b-faf7feae49e5 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:29.868014 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-26245f07-415b-46b1-8fb3-94078ccab95b req-620705ff-e9ba-4fbd-8135-56c6b2ae7ec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a4a442c-332b-453b-bd15-a9c29bf7eb08 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:57:29.887785 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-26245f07-415b-46b1-8fb3-94078ccab95b req-620705ff-e9ba-4fbd-8135-56c6b2ae7ec6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:29.891770 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-9dc4ff3f-78fd-4979-8c1b-faf7feae49e5 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Network 6c3f79d8-afbc-4119-a3be-0e08c07a34e3 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:57:29.906976 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-9dc4ff3f-78fd-4979-8c1b-faf7feae49e5 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:57:29.909724 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-9dc4ff3f-78fd-4979-8c1b-faf7feae49e5 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:57:29.948144 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc4ff3f-78fd-4979-8c1b-faf7feae49e5 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Pushing event updated for resources: {'Port': ['ID=47afe79e-a420-4fd4-a63e-9d4551b0b8fd,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:29.951856 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-26245f07-415b-46b1-8fb3-94078ccab95b req-620705ff-e9ba-4fbd-8135-56c6b2ae7ec6 service neutron] Transition to ACTIVE for port object 3a4a442c-332b-453b-bd15-a9c29bf7eb08 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:57:29.958905 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-df5317ef-ce6d-441c-aa4a-d6f19125eb81 req-ef7b9a78-9815-4ae9-a8fa-bb368f4d0685 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821911 Nov 12 03:57:29.968606 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-26245f07-415b-46b1-8fb3-94078ccab95b req-620705ff-e9ba-4fbd-8135-56c6b2ae7ec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:30.025286 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-9dc4ff3f-78fd-4979-8c1b-faf7feae49e5 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:30.025915 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-9dc4ff3f-78fd-4979-8c1b-faf7feae49e5 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:30.066425 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-9dc4ff3f-78fd-4979-8c1b-faf7feae49e5 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.5427365 Nov 12 03:57:30.126774 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620705ff-e9ba-4fbd-8135-56c6b2ae7ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4a442c-332b-453b-bd15-a9c29bf7eb08,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:30.141122 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-5d60bec2-2463-45ab-8eaa-46d8d44ef0b4 service neutron] Request body: {'port': {'device_id': '3dc42627-4863-423d-b714-8a0bcbc94430', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:30.177269 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-26245f07-415b-46b1-8fb3-94078ccab95b req-620705ff-e9ba-4fbd-8135-56c6b2ae7ec6 service neutron] Attempting to bind port 3a4a442c-332b-453b-bd15-a9c29bf7eb08 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:57:30.177816 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-26245f07-415b-46b1-8fb3-94078ccab95b req-620705ff-e9ba-4fbd-8135-56c6b2ae7ec6 service neutron] Attempting to bind port 3a4a442c-332b-453b-bd15-a9c29bf7eb08 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '0f2f65a3-04d3-403b-a440-78cd841660b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:57:30.178341 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26245f07-415b-46b1-8fb3-94078ccab95b req-620705ff-e9ba-4fbd-8135-56c6b2ae7ec6 service neutron] Attempting to bind port 3a4a442c-332b-453b-bd15-a9c29bf7eb08 on network fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:57:30.192266 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26245f07-415b-46b1-8fb3-94078ccab95b req-620705ff-e9ba-4fbd-8135-56c6b2ae7ec6 service neutron] Port 3a4a442c-332b-453b-bd15-a9c29bf7eb08 on network fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:57:30.192871 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26245f07-415b-46b1-8fb3-94078ccab95b req-620705ff-e9ba-4fbd-8135-56c6b2ae7ec6 service neutron] Attempting to bind port 3a4a442c-332b-453b-bd15-a9c29bf7eb08 on network fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:57:30.224582 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26245f07-415b-46b1-8fb3-94078ccab95b req-620705ff-e9ba-4fbd-8135-56c6b2ae7ec6 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:57:30.224912 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26245f07-415b-46b1-8fb3-94078ccab95b req-620705ff-e9ba-4fbd-8135-56c6b2ae7ec6 service neutron] Checking segment: {'id': '0f2f65a3-04d3-403b-a440-78cd841660b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:57:30.225305 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26245f07-415b-46b1-8fb3-94078ccab95b req-620705ff-e9ba-4fbd-8135-56c6b2ae7ec6 service neutron] Bound using segment: {'id': '0f2f65a3-04d3-403b-a440-78cd841660b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:57:30.225744 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-26245f07-415b-46b1-8fb3-94078ccab95b req-620705ff-e9ba-4fbd-8135-56c6b2ae7ec6 service neutron] Bound port: 3a4a442c-332b-453b-bd15-a9c29bf7eb08, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2f65a3-04d3-403b-a440-78cd841660b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:57:30.226115 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-26245f07-415b-46b1-8fb3-94078ccab95b req-620705ff-e9ba-4fbd-8135-56c6b2ae7ec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:30.235048 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45999d2-bb56-4831-9247-21ae7724397f req-e01cd45d-f304-4419-b7bc-43fae2f96b3b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:30.240544 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-5d60bec2-2463-45ab-8eaa-46d8d44ef0b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:30.243312 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f45999d2-bb56-4831-9247-21ae7724397f req-e01cd45d-f304-4419-b7bc-43fae2f96b3b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 944 time: 0.0866370 Nov 12 03:57:30.284271 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c52a6f-81f0-497c-be2b-1b7e17b112ae', 'tag': '2e6459c4-9293-4aac-9bab-ad7b0613d14a'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:30.286566 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e637839-9d03-4952-8fc3-dffe081699ff" -d '{"events": [{"name": "network-changed", "server_uuid": "13c52a6f-81f0-497c-be2b-1b7e17b112ae", "tag": "2e6459c4-9293-4aac-9bab-ad7b0613d14a"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:30.299476 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-26245f07-415b-46b1-8fb3-94078ccab95b req-620705ff-e9ba-4fbd-8135-56c6b2ae7ec6 service neutron] For port 3a4a442c-332b-453b-bd15-a9c29bf7eb08, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:57:30.303190 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-26245f07-415b-46b1-8fb3-94078ccab95b req-620705ff-e9ba-4fbd-8135-56c6b2ae7ec6 service neutron] For port 3a4a442c-332b-453b-bd15-a9c29bf7eb08, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=3a4a442c-332b-453b-bd15-a9c29bf7eb08,segment=NetworkSegment(0f2f65a3-04d3-403b-a440-78cd841660b6),segment_id=0f2f65a3-04d3-403b-a440-78cd841660b6)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:57:30.312980 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-26245f07-415b-46b1-8fb3-94078ccab95b req-620705ff-e9ba-4fbd-8135-56c6b2ae7ec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:30.315265 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f45999d2-bb56-4831-9247-21ae7724397f req-7d038f81-dbce-4543-b7f4-7abcbb6e3199 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d051444-8328-4200-9c7b-278e635e509c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700619 Nov 12 03:57:30.328100 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-9d8b6554-bc11-4a03-969d-579ceb788ee2 None None] Provisioning complete for port 47afe79e-a420-4fd4-a63e-9d4551b0b8fd triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:30.328773 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9d8b6554-bc11-4a03-969d-579ceb788ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:30.363697 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26245f07-415b-46b1-8fb3-94078ccab95b req-620705ff-e9ba-4fbd-8135-56c6b2ae7ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:30.364687 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-26245f07-415b-46b1-8fb3-94078ccab95b req-620705ff-e9ba-4fbd-8135-56c6b2ae7ec6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:30.366547 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26245f07-415b-46b1-8fb3-94078ccab95b req-620705ff-e9ba-4fbd-8135-56c6b2ae7ec6 service neutron] 10.222.0.74 "PUT /v2.0/ports/3a4a442c-332b-453b-bd15-a9c29bf7eb08 HTTP/1.1" status: 200 len: 1093 time: 1.1475899 Nov 12 03:57:30.367171 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e2c843b-91c6-41b5-8279-d5e5c6260535', 'tag': '3a4a442c-332b-453b-bd15-a9c29bf7eb08'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:30.369979 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ae5735-4e3b-4088-bfc3-0744b84abab3" -d '{"events": [{"name": "network-changed", "server_uuid": "8e2c843b-91c6-41b5-8279-d5e5c6260535", "tag": "3a4a442c-332b-453b-bd15-a9c29bf7eb08"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:30.377668 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-9d8b6554-bc11-4a03-969d-579ceb788ee2 None None] Port 47afe79e-a420-4fd4-a63e-9d4551b0b8fd cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:57:30.413228 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-30b6253d-359d-4c6f-af13-f6f3a2085f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:30.441201 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47e9be4-353a-4d89-919f-248638b71ffa x-openstack-request-id: req-b47e9be4-353a-4d89-919f-248638b71ffa {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:30.441731 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c52a6f-81f0-497c-be2b-1b7e17b112ae", "tag": "2e6459c4-9293-4aac-9bab-ad7b0613d14a", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:30.441913 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b47e9be4-353a-4d89-919f-248638b71ffa {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:30.442475 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c52a6f-81f0-497c-be2b-1b7e17b112ae', 'tag': '2e6459c4-9293-4aac-9bab-ad7b0613d14a', 'status': 'completed', 'code': 200} Nov 12 03:57:30.563953 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e637839-9d03-4952-8fc3-dffe081699ff req-17d945d7-6f9d-40bc-8e7e-08363260d8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:30.565956 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4e637839-9d03-4952-8fc3-dffe081699ff req-17d945d7-6f9d-40bc-8e7e-08363260d8b2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7ef96e16fae9482b9643848210ab127b&device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 1096 time: 0.1140907 Nov 12 03:57:30.572817 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e637839-9d03-4952-8fc3-dffe081699ff req-e55c6769-0892-460a-8dd5-4e956f4a4f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:30.574670 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4e637839-9d03-4952-8fc3-dffe081699ff req-e55c6769-0892-460a-8dd5-4e956f4a4f10 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7ef96e16fae9482b9643848210ab127b&device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 1096 time: 0.0784636 Nov 12 03:57:30.744115 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620705ff-e9ba-4fbd-8135-56c6b2ae7ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4a442c-332b-453b-bd15-a9c29bf7eb08,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:30.747756 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95198ec0-00da-429a-8e28-58267d2e4208 x-openstack-request-id: req-95198ec0-00da-429a-8e28-58267d2e4208 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:30.748043 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e2c843b-91c6-41b5-8279-d5e5c6260535", "tag": "3a4a442c-332b-453b-bd15-a9c29bf7eb08", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:30.748564 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-95198ec0-00da-429a-8e28-58267d2e4208 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:30.749659 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e2c843b-91c6-41b5-8279-d5e5c6260535', 'tag': '3a4a442c-332b-453b-bd15-a9c29bf7eb08', 'status': 'completed', 'code': 200} Nov 12 03:57:30.803449 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26245f07-415b-46b1-8fb3-94078ccab95b req-f24c68ee-8c9d-45b6-81f4-4e5d7348421c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:30.805487 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26245f07-415b-46b1-8fb3-94078ccab95b req-f24c68ee-8c9d-45b6-81f4-4e5d7348421c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=27d4836293914c108ba09bff97dd7daa&device_id=8e2c843b-91c6-41b5-8279-d5e5c6260535 HTTP/1.1" status: 200 len: 1096 time: 0.3487442 Nov 12 03:57:30.879125 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26245f07-415b-46b1-8fb3-94078ccab95b req-d1b93f6e-987e-4ed1-9463-d8c7bf8ab15d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a4a442c-332b-453b-bd15-a9c29bf7eb08 HTTP/1.1" status: 200 len: 217 time: 0.0568640 Nov 12 03:57:30.887104 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54830fe-35bc-4166-9aab-9c83037c9bd5 req-99c7a222-5af3-4ba9-a8fe-a634efe64078 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:30.888727 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d54830fe-35bc-4166-9aab-9c83037c9bd5 req-99c7a222-5af3-4ba9-a8fe-a634efe64078 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "GET /v2.0/ports?device_id=3dc42627-4863-423d-b714-8a0bcbc94430 HTTP/1.1" status: 200 len: 970 time: 0.1380699 Nov 12 03:57:31.132921 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e637839-9d03-4952-8fc3-dffe081699ff req-c33814e4-9343-471c-ba2a-49c942fa4f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:31.134434 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4e637839-9d03-4952-8fc3-dffe081699ff req-c33814e4-9343-471c-ba2a-49c942fa4f41 service neutron] 10.222.0.74 "GET /v2.0/networks?id=585cfce6-3246-4efc-94be-c88b6e93cdfd HTTP/1.1" status: 200 len: 897 time: 0.5588753 Nov 12 03:57:31.141823 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e637839-9d03-4952-8fc3-dffe081699ff req-1bd8d8d5-d24d-4b75-89ff-500e18fc3dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:31.143690 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4e637839-9d03-4952-8fc3-dffe081699ff req-1bd8d8d5-d24d-4b75-89ff-500e18fc3dcb service neutron] 10.222.0.90 "GET /v2.0/networks?id=585cfce6-3246-4efc-94be-c88b6e93cdfd HTTP/1.1" status: 200 len: 897 time: 0.5420241 Nov 12 03:57:31.201446 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44c06f-6002-44d6-be66-73c7f2331a21 req-bbf673a4-77d8-4d04-b9c7-a28e7c643e56 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:31.202982 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2b44c06f-6002-44d6-be66-73c7f2331a21 req-bbf673a4-77d8-4d04-b9c7-a28e7c643e56 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e2c843b-91c6-41b5-8279-d5e5c6260535 HTTP/1.1" status: 200 len: 944 time: 0.1467607 Nov 12 03:57:31.299308 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4e637839-9d03-4952-8fc3-dffe081699ff req-8445f26a-f25d-4d80-a00a-a216dc7bf2fe service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e6459c4-9293-4aac-9bab-ad7b0613d14a HTTP/1.1" status: 200 len: 1000 time: 0.1537209 Nov 12 03:57:31.303701 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4e637839-9d03-4952-8fc3-dffe081699ff req-499a7edd-b827-4181-bbc1-b0f8e0792339 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e6459c4-9293-4aac-9bab-ad7b0613d14a HTTP/1.1" status: 200 len: 1000 time: 0.1484275 Nov 12 03:57:31.352513 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 2e6459c4-9293-4aac-9bab-ad7b0613d14a no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:57:31.367477 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26245f07-415b-46b1-8fb3-94078ccab95b req-3d03670c-f88b-4464-b2be-bf4a47fc49fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:31.369005 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26245f07-415b-46b1-8fb3-94078ccab95b req-3d03670c-f88b-4464-b2be-bf4a47fc49fe service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2 HTTP/1.1" status: 200 len: 850 time: 0.4792593 Nov 12 03:57:31.393561 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e637839-9d03-4952-8fc3-dffe081699ff req-d4119981-4e82-4481-9728-ef1a04d40f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:31.399838 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4e637839-9d03-4952-8fc3-dffe081699ff req-d4119981-4e82-4481-9728-ef1a04d40f44 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=21773f17-aa41-46cc-9264-6ecfb18c4e94 HTTP/1.1" status: 200 len: 835 time: 0.0847366 Nov 12 03:57:31.413310 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 2e6459c4-9293-4aac-9bab-ad7b0613d14a not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:57:31.421547 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-5d60bec2-2463-45ab-8eaa-46d8d44ef0b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47afe79e-a420-4fd4-a63e-9d4551b0b8fd {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:57:31.451152 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2b44c06f-6002-44d6-be66-73c7f2331a21 req-00f9398e-1ad3-4ff2-8446-9d00875bb119 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059968 Nov 12 03:57:31.460935 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-5d60bec2-2463-45ab-8eaa-46d8d44ef0b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:31.516324 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e637839-9d03-4952-8fc3-dffe081699ff req-b18c4f21-cecd-4f88-a6df-4420fa13123d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:31.518414 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4e637839-9d03-4952-8fc3-dffe081699ff req-b18c4f21-cecd-4f88-a6df-4420fa13123d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=21773f17-aa41-46cc-9264-6ecfb18c4e94 HTTP/1.1" status: 200 len: 835 time: 0.1929109 Nov 12 03:57:31.527532 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d54830fe-35bc-4166-9aab-9c83037c9bd5 req-2fa11bd1-2b35-4c85-9f97-09a5616342f4 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3a71b4f-b5b3-49f5-a97d-15da2331ac87&id=93cf9d32-bc23-4a88-800c-847ab5cdb6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.6254613 Nov 12 03:57:31.541091 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-5d60bec2-2463-45ab-8eaa-46d8d44ef0b4 service neutron] Transition to ACTIVE for port object 47afe79e-a420-4fd4-a63e-9d4551b0b8fd will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:57:31.559885 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e637839-9d03-4952-8fc3-dffe081699ff req-9fffe1fa-aa03-42b3-ab05-11fd1102d3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:31.561822 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4e637839-9d03-4952-8fc3-dffe081699ff req-9fffe1fa-aa03-42b3-ab05-11fd1102d3aa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=585cfce6-3246-4efc-94be-c88b6e93cdfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1030395 Nov 12 03:57:31.562069 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-5d60bec2-2463-45ab-8eaa-46d8d44ef0b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:31.569387 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26245f07-415b-46b1-8fb3-94078ccab95b req-0ef99b1c-7da7-4819-8c98-3afa075845e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:31.570882 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26245f07-415b-46b1-8fb3-94078ccab95b req-0ef99b1c-7da7-4819-8c98-3afa075845e8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1875615 Nov 12 03:57:31.684229 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e637839-9d03-4952-8fc3-dffe081699ff req-ecc2c4c7-1547-432e-a8fa-6757bf8828d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:31.685761 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4e637839-9d03-4952-8fc3-dffe081699ff req-ecc2c4c7-1547-432e-a8fa-6757bf8828d2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=585cfce6-3246-4efc-94be-c88b6e93cdfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1586142 Nov 12 03:57:31.701957 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd564c03-c4f3-4a50-9313-172928411c17 req-eeb9ef85-cf6a-4c48-a6ff-72b5c7a669e8 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:31.709648 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bd564c03-c4f3-4a50-9313-172928411c17 req-eeb9ef85-cf6a-4c48-a6ff-72b5c7a669e8 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 944 time: 0.1471453 Nov 12 03:57:31.721438 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d60bec2-2463-45ab-8eaa-46d8d44ef0b4 service neutron] Pushing event updated for resources: {'Port': ['ID=47afe79e-a420-4fd4-a63e-9d4551b0b8fd,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:31.733534 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26245f07-415b-46b1-8fb3-94078ccab95b req-7bd07864-3d51-497f-a7f7-05758e2d6d70 service neutron] 10.222.0.74 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348698 Nov 12 03:57:31.810792 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4e637839-9d03-4952-8fc3-dffe081699ff req-1b5dae5e-e834-4f49-9f24-2da870bb1c35 service neutron] 10.222.0.74 "GET /v2.0/networks/585cfce6-3246-4efc-94be-c88b6e93cdfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380445 Nov 12 03:57:31.867960 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-5d60bec2-2463-45ab-8eaa-46d8d44ef0b4 service neutron] Attempting to bind port 47afe79e-a420-4fd4-a63e-9d4551b0b8fd on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:57:31.868608 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-5d60bec2-2463-45ab-8eaa-46d8d44ef0b4 service neutron] Attempting to bind port 47afe79e-a420-4fd4-a63e-9d4551b0b8fd by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '9cf88263-6d28-4927-a4f8-665642630cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6c3f79d8-afbc-4119-a3be-0e08c07a34e3'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:57:31.868608 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-5d60bec2-2463-45ab-8eaa-46d8d44ef0b4 service neutron] Attempting to bind port 47afe79e-a420-4fd4-a63e-9d4551b0b8fd on network 6c3f79d8-afbc-4119-a3be-0e08c07a34e3 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:57:31.873307 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bd564c03-c4f3-4a50-9313-172928411c17 req-6b7082dc-8cc8-4aa0-bc8c-a00ab5047549 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d051444-8328-4200-9c7b-278e635e509c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626916 Nov 12 03:57:31.883433 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-5d60bec2-2463-45ab-8eaa-46d8d44ef0b4 service neutron] Port 47afe79e-a420-4fd4-a63e-9d4551b0b8fd on network 6c3f79d8-afbc-4119-a3be-0e08c07a34e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:57:31.883764 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-5d60bec2-2463-45ab-8eaa-46d8d44ef0b4 service neutron] Attempting to bind port 47afe79e-a420-4fd4-a63e-9d4551b0b8fd on network 6c3f79d8-afbc-4119-a3be-0e08c07a34e3 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:57:31.893494 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26245f07-415b-46b1-8fb3-94078ccab95b req-a1ddea16-cc9f-48cb-9395-491c922642d3 service neutron] 10.222.0.74 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389785 Nov 12 03:57:31.894398 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-5d60bec2-2463-45ab-8eaa-46d8d44ef0b4 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:57:31.894736 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-5d60bec2-2463-45ab-8eaa-46d8d44ef0b4 service neutron] Checking segment: {'id': '9cf88263-6d28-4927-a4f8-665642630cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6c3f79d8-afbc-4119-a3be-0e08c07a34e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:57:31.895118 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-5d60bec2-2463-45ab-8eaa-46d8d44ef0b4 service neutron] Bound using segment: {'id': '9cf88263-6d28-4927-a4f8-665642630cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6c3f79d8-afbc-4119-a3be-0e08c07a34e3'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:57:31.895547 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-5d60bec2-2463-45ab-8eaa-46d8d44ef0b4 service neutron] Bound port: 47afe79e-a420-4fd4-a63e-9d4551b0b8fd, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cf88263-6d28-4927-a4f8-665642630cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6c3f79d8-afbc-4119-a3be-0e08c07a34e3'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:57:31.895900 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-5d60bec2-2463-45ab-8eaa-46d8d44ef0b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:31.973182 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4e637839-9d03-4952-8fc3-dffe081699ff req-655a793f-18f4-42f3-9914-db84d2cf3bbf service neutron] 10.222.0.90 "GET /v2.0/networks/585cfce6-3246-4efc-94be-c88b6e93cdfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536316 Nov 12 03:57:32.006604 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-5d60bec2-2463-45ab-8eaa-46d8d44ef0b4 service neutron] For port 47afe79e-a420-4fd4-a63e-9d4551b0b8fd, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:57:32.011470 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-5d60bec2-2463-45ab-8eaa-46d8d44ef0b4 service neutron] For port 47afe79e-a420-4fd4-a63e-9d4551b0b8fd, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=47afe79e-a420-4fd4-a63e-9d4551b0b8fd,segment=NetworkSegment(9cf88263-6d28-4927-a4f8-665642630cbb),segment_id=9cf88263-6d28-4927-a4f8-665642630cbb)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:57:32.019515 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae5735-4e3b-4088-bfc3-0744b84abab3 req-fd9668ed-51f0-44f7-a1f2-8a787021bbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:32.021077 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-54ae5735-4e3b-4088-bfc3-0744b84abab3 req-fd9668ed-51f0-44f7-a1f2-8a787021bbef service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=27d4836293914c108ba09bff97dd7daa&device_id=8e2c843b-91c6-41b5-8279-d5e5c6260535 HTTP/1.1" status: 200 len: 1096 time: 0.0778790 Nov 12 03:57:32.022062 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-5d60bec2-2463-45ab-8eaa-46d8d44ef0b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:32.037310 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4e637839-9d03-4952-8fc3-dffe081699ff req-f8d13922-455d-4d45-9fa9-aa10e75502d9 service neutron] 10.222.0.74 "GET /v2.0/networks/585cfce6-3246-4efc-94be-c88b6e93cdfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179205 Nov 12 03:57:32.109784 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4e637839-9d03-4952-8fc3-dffe081699ff req-2b8e2426-1ffd-431a-8b10-b08362d21ab0 service neutron] 10.222.0.90 "GET /v2.0/networks/585cfce6-3246-4efc-94be-c88b6e93cdfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137328 Nov 12 03:57:32.115889 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-5d60bec2-2463-45ab-8eaa-46d8d44ef0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:32.116530 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-5d60bec2-2463-45ab-8eaa-46d8d44ef0b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:32.117921 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-5d60bec2-2463-45ab-8eaa-46d8d44ef0b4 service neutron] 10.222.0.74 "PUT /v2.0/ports/47afe79e-a420-4fd4-a63e-9d4551b0b8fd HTTP/1.1" status: 200 len: 1131 time: 2.0373163 Nov 12 03:57:32.161542 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d60bec2-2463-45ab-8eaa-46d8d44ef0b4 service neutron] Pushing event updated for resources: {'Port': ['ID=47afe79e-a420-4fd4-a63e-9d4551b0b8fd,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:32.192397 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 2e6459c4-9293-4aac-9bab-ad7b0613d14a details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:57:32.204305 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae5735-4e3b-4088-bfc3-0744b84abab3 req-368531ed-a9fb-4511-838f-5677a676ea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:32.206163 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-54ae5735-4e3b-4088-bfc3-0744b84abab3 req-368531ed-a9fb-4511-838f-5677a676ea53 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 HTTP/1.1" status: 200 len: 912 time: 0.1757922 Nov 12 03:57:32.257612 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-54ae5735-4e3b-4088-bfc3-0744b84abab3 req-91087019-d18f-43c0-b242-1cd47035016a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a4a442c-332b-453b-bd15-a9c29bf7eb08 HTTP/1.1" status: 200 len: 217 time: 0.0444849 Nov 12 03:57:32.262631 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-136a1d60-332f-4492-ac43-23410f97232f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:32.264124 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-136a1d60-332f-4492-ac43-23410f97232f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6f3566bb2f154defb89039fc7ed47ab9&device_id=3dc42627-4863-423d-b714-8a0bcbc94430 HTTP/1.1" status: 200 len: 1134 time: 0.0937631 Nov 12 03:57:32.313072 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 2e6459c4-9293-4aac-9bab-ad7b0613d14a, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=2e6459c4-9293-4aac-9bab-ad7b0613d14a,segment=NetworkSegment(c7375d47-32b1-4a02-92e6-2325c6532f3b),segment_id=c7375d47-32b1-4a02-92e6-2325c6532f3b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:32.327301 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-304063d5-b4d9-44c1-a191-f83fbea4dc6a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47afe79e-a420-4fd4-a63e-9d4551b0b8fd HTTP/1.1" status: 200 len: 217 time: 0.0544620 Nov 12 03:57:32.332312 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '2e6459c4-9293-4aac-9bab-ad7b0613d14a', 'network_id': '585cfce6-3246-4efc-94be-c88b6e93cdfd', 'port_id': '2e6459c4-9293-4aac-9bab-ad7b0613d14a', 'mac_address': 'fa:16:3e:e9:8d:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21773f17-aa41-46cc-9264-6ecfb18c4e94', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:57:32.381466 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:32.381850 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae5735-4e3b-4088-bfc3-0744b84abab3 req-14ab43b5-ca7b-4030-9936-bbee684c92bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:32.383972 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-54ae5735-4e3b-4088-bfc3-0744b84abab3 req-14ab43b5-ca7b-4030-9936-bbee684c92bd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2 HTTP/1.1" status: 200 len: 850 time: 0.1188340 Nov 12 03:57:32.400182 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e6459c4-9293-4aac-9bab-ad7b0613d14a {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:57:32.420405 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-6a28fb97-e737-4f67-a0fb-710ad7128aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:32.421821 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-6a28fb97-e737-4f67-a0fb-710ad7128aaa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8da0b96f-c0af-4ddd-afd1-f95f27c89fe5 HTTP/1.1" status: 200 len: 835 time: 0.0874901 Nov 12 03:57:32.443893 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 2e6459c4-9293-4aac-9bab-ad7b0613d14a, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=2e6459c4-9293-4aac-9bab-ad7b0613d14a,segment=NetworkSegment(c7375d47-32b1-4a02-92e6-2325c6532f3b),segment_id=c7375d47-32b1-4a02-92e6-2325c6532f3b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:32.448539 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:32.468122 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae5735-4e3b-4088-bfc3-0744b84abab3 req-bde9b2b1-90ef-4d55-991f-ad27bee50d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:32.469634 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-54ae5735-4e3b-4088-bfc3-0744b84abab3 req-bde9b2b1-90ef-4d55-991f-ad27bee50d26 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0785127 Nov 12 03:57:32.516251 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=2e6459c4-9293-4aac-9bab-ad7b0613d14a,revision_number=8']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:32.524540 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-156834b4-904b-471f-9dab-f49ee43cf96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:32.526088 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-156834b4-904b-471f-9dab-f49ee43cf96b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6c3f79d8-afbc-4119-a3be-0e08c07a34e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0969350 Nov 12 03:57:32.681137 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['2e6459c4-9293-4aac-9bab-ad7b0613d14a'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:57:32.682081 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e7217-35a7-4bf1-a97d-f915134adefb req-1c0dcff9-6ae4-4151-a031-5b3b2c4db880 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:32.684289 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-768e7217-35a7-4bf1-a97d-f915134adefb req-1c0dcff9-6ae4-4151-a031-5b3b2c4db880 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "GET /v2.0/ports?device_id=3dc42627-4863-423d-b714-8a0bcbc94430 HTTP/1.1" status: 200 len: 982 time: 0.0630898 Nov 12 03:57:32.713179 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb8c92-877b-441b-a5c0-ca9683eb6d5d req-285c7d9e-70fd-48ec-87ec-b6dd367c9db5 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:32.714877 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c7eb8c92-877b-441b-a5c0-ca9683eb6d5d req-285c7d9e-70fd-48ec-87ec-b6dd367c9db5 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e2c843b-91c6-41b5-8279-d5e5c6260535 HTTP/1.1" status: 200 len: 944 time: 0.1568680 Nov 12 03:57:32.726896 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-54ae5735-4e3b-4088-bfc3-0744b84abab3 req-5546bae5-70e7-4fab-91e8-df36631f5570 service neutron] 10.222.0.74 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428429 Nov 12 03:57:32.754576 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc42627-4863-423d-b714-8a0bcbc94430', 'tag': '47afe79e-a420-4fd4-a63e-9d4551b0b8fd'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:32.756885 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7710726-3756-4acf-a25b-eaa6eafd2c72" -d '{"events": [{"name": "network-changed", "server_uuid": "3dc42627-4863-423d-b714-8a0bcbc94430", "tag": "47afe79e-a420-4fd4-a63e-9d4551b0b8fd"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:32.772104 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-768e7217-35a7-4bf1-a97d-f915134adefb req-25732ad0-0679-4690-a033-49822004469c tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3a71b4f-b5b3-49f5-a97d-15da2331ac87&id=93cf9d32-bc23-4a88-800c-847ab5cdb6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0785048 Nov 12 03:57:32.781114 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-771ba7fc-df8e-49fb-893c-54c2fbece33d service neutron] 10.222.0.74 "GET /v2.0/networks/6c3f79d8-afbc-4119-a3be-0e08c07a34e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246461 Nov 12 03:57:32.855946 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc6278f-9c53-4da4-b2d2-4984b83d6968 x-openstack-request-id: req-1fc6278f-9c53-4da4-b2d2-4984b83d6968 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:32.856263 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dc42627-4863-423d-b714-8a0bcbc94430", "tag": "47afe79e-a420-4fd4-a63e-9d4551b0b8fd", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:32.856504 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1fc6278f-9c53-4da4-b2d2-4984b83d6968 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:32.856897 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dc42627-4863-423d-b714-8a0bcbc94430', 'tag': '47afe79e-a420-4fd4-a63e-9d4551b0b8fd', 'status': 'completed', 'code': 200} Nov 12 03:57:32.912133 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c7eb8c92-877b-441b-a5c0-ca9683eb6d5d req-ade72858-268f-428c-85bf-e3e5da4fd881 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842182 Nov 12 03:57:32.960796 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-54ae5735-4e3b-4088-bfc3-0744b84abab3 req-432a020d-af50-44fa-a692-f47312494d3c service neutron] 10.222.0.74 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142563 Nov 12 03:57:32.976024 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1acadf04-4a3e-418b-9a1c-19d93ca8e38d req-cbfdcfb8-b414-4950-8eff-57eeda3b6e43 service neutron] 10.222.0.74 "GET /v2.0/networks/6c3f79d8-afbc-4119-a3be-0e08c07a34e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823103 Nov 12 03:57:33.035673 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43adde53-0bbe-4591-b0f0-4a6fca8699bd req-83060838-b77b-45c4-9f66-59409da0c65b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:33.037692 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-43adde53-0bbe-4591-b0f0-4a6fca8699bd req-83060838-b77b-45c4-9f66-59409da0c65b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 945 time: 0.0615327 Nov 12 03:57:33.068991 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7710726-3756-4acf-a25b-eaa6eafd2c72 req-a676fb79-1b67-4e04-a090-559257922bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:33.070518 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c7710726-3756-4acf-a25b-eaa6eafd2c72 req-a676fb79-1b67-4e04-a090-559257922bf6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6f3566bb2f154defb89039fc7ed47ab9&device_id=3dc42627-4863-423d-b714-8a0bcbc94430 HTTP/1.1" status: 200 len: 1134 time: 0.0497901 Nov 12 03:57:33.098163 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-43adde53-0bbe-4591-b0f0-4a6fca8699bd req-32b9c6de-e5d6-43fa-bc22-f855e2cb3eaa tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d051444-8328-4200-9c7b-278e635e509c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539620 Nov 12 03:57:33.175226 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7710726-3756-4acf-a25b-eaa6eafd2c72 req-fc6a048c-0801-40f8-8b28-569136f03a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:33.176745 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c7710726-3756-4acf-a25b-eaa6eafd2c72 req-fc6a048c-0801-40f8-8b28-569136f03a1a service neutron] 10.222.0.74 "GET /v2.0/networks?id=6c3f79d8-afbc-4119-a3be-0e08c07a34e3 HTTP/1.1" status: 200 len: 898 time: 0.0985382 Nov 12 03:57:33.227824 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c7710726-3756-4acf-a25b-eaa6eafd2c72 req-cdc899e9-3f0b-4087-a4a3-204681d5fa71 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47afe79e-a420-4fd4-a63e-9d4551b0b8fd HTTP/1.1" status: 200 len: 217 time: 0.0421302 Nov 12 03:57:33.282152 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7710726-3756-4acf-a25b-eaa6eafd2c72 req-1dcc273a-ca6b-4da6-9f89-17fc940124b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:33.284125 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c7710726-3756-4acf-a25b-eaa6eafd2c72 req-1dcc273a-ca6b-4da6-9f89-17fc940124b5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8da0b96f-c0af-4ddd-afd1-f95f27c89fe5 HTTP/1.1" status: 200 len: 835 time: 0.0494690 Nov 12 03:57:33.341418 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7710726-3756-4acf-a25b-eaa6eafd2c72 req-14e05a78-089b-4db7-895f-b0087e125e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:33.343078 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c7710726-3756-4acf-a25b-eaa6eafd2c72 req-14e05a78-089b-4db7-895f-b0087e125e24 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6c3f79d8-afbc-4119-a3be-0e08c07a34e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512528 Nov 12 03:57:33.387394 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4324e005-94bc-4c36-ae38-1e2cac99aeda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:33.410611 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e92d9f-70a9-40f4-a315-6968b9d75c23 req-83f79e97-3d6d-403c-ab7c-fc5ffa54e88b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:33.413728 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d9e92d9f-70a9-40f4-a315-6968b9d75c23 req-83f79e97-3d6d-403c-ab7c-fc5ffa54e88b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.90 "GET /v2.0/ports?device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae&tenant_id=7ef96e16fae9482b9643848210ab127b&binding%3Ahost_id=n-h1-715271-27 HTTP/1.1" status: 200 len: 945 time: 0.1260021 Nov 12 03:57:33.420426 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae87458-6866-432c-a1fc-911c134170b0 req-ea97f98f-683b-40c1-9c9a-1fdb958df21f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:33.421617 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7ae87458-6866-432c-a1fc-911c134170b0 req-ea97f98f-683b-40c1-9c9a-1fdb958df21f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 945 time: 0.1376235 Nov 12 03:57:33.459467 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c7710726-3756-4acf-a25b-eaa6eafd2c72 req-df0dc231-a5c6-4ff7-aacd-8ee60f20849d service neutron] 10.222.0.74 "GET /v2.0/networks/6c3f79d8-afbc-4119-a3be-0e08c07a34e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068845 Nov 12 03:57:33.522820 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7ae87458-6866-432c-a1fc-911c134170b0 req-7c95317c-e46e-4bb9-8859-f67204322131 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d051444-8328-4200-9c7b-278e635e509c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933843 Nov 12 03:57:33.525300 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [req-d9e92d9f-70a9-40f4-a315-6968b9d75c23 req-825c2dc2-e4bb-4dfb-acb2-9bdf0d5e3861 service neutron] delete failed (client error): The resource could not be found. Nov 12 03:57:33.526433 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d9e92d9f-70a9-40f4-a315-6968b9d75c23 req-825c2dc2-e4bb-4dfb-acb2-9bdf0d5e3861 service neutron] 10.222.0.90 "DELETE /v2.0/ports/2e6459c4-9293-4aac-9bab-ad7b0613d14a/bindings/n-h2-715271-27 HTTP/1.1" status: 404 len: 381 time: 0.1037824 Nov 12 03:57:33.569959 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c7710726-3756-4acf-a25b-eaa6eafd2c72 req-aa1202b7-a623-4c67-a565-ffd70b843ab4 service neutron] 10.222.0.74 "GET /v2.0/networks/6c3f79d8-afbc-4119-a3be-0e08c07a34e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028023 Nov 12 03:57:33.638368 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e92d9f-70a9-40f4-a315-6968b9d75c23 req-26757a8d-5c67-43fa-a3d7-ad5747e8732a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:33.639993 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d9e92d9f-70a9-40f4-a315-6968b9d75c23 req-26757a8d-5c67-43fa-a3d7-ad5747e8732a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7ef96e16fae9482b9643848210ab127b&device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 1097 time: 0.0432799 Nov 12 03:57:33.755412 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e92d9f-70a9-40f4-a315-6968b9d75c23 req-781f4191-273d-4dc1-8968-a000d50e876a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:33.756958 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d9e92d9f-70a9-40f4-a315-6968b9d75c23 req-781f4191-273d-4dc1-8968-a000d50e876a service neutron] 10.222.0.90 "GET /v2.0/networks?id=585cfce6-3246-4efc-94be-c88b6e93cdfd HTTP/1.1" status: 200 len: 897 time: 0.1095545 Nov 12 03:57:33.828614 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d9e92d9f-70a9-40f4-a315-6968b9d75c23 req-775ae86b-d7f2-45f5-9aad-619612e92d23 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e6459c4-9293-4aac-9bab-ad7b0613d14a HTTP/1.1" status: 200 len: 1001 time: 0.0642061 Nov 12 03:57:33.880417 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e92d9f-70a9-40f4-a315-6968b9d75c23 req-39ffd880-e189-4f3f-9d8d-4bb11a5adefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:33.881986 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d9e92d9f-70a9-40f4-a315-6968b9d75c23 req-39ffd880-e189-4f3f-9d8d-4bb11a5adefe service neutron] 10.222.0.90 "GET /v2.0/subnets?id=21773f17-aa41-46cc-9264-6ecfb18c4e94 HTTP/1.1" status: 200 len: 835 time: 0.0472903 Nov 12 03:57:33.898725 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400724a-cfd6-4443-b14d-c1e252424383 req-ad8831e0-e511-445f-9ed0-7ebc1e316c73 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:33.900613 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2400724a-cfd6-4443-b14d-c1e252424383 req-ad8831e0-e511-445f-9ed0-7ebc1e316c73 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "GET /v2.0/ports?device_id=3dc42627-4863-423d-b714-8a0bcbc94430 HTTP/1.1" status: 200 len: 982 time: 0.0511470 Nov 12 03:57:33.935953 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e92d9f-70a9-40f4-a315-6968b9d75c23 req-cf6b9c17-b0ba-48c2-b05b-86a6def10200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:33.938274 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d9e92d9f-70a9-40f4-a315-6968b9d75c23 req-cf6b9c17-b0ba-48c2-b05b-86a6def10200 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=585cfce6-3246-4efc-94be-c88b6e93cdfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486779 Nov 12 03:57:33.973197 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2400724a-cfd6-4443-b14d-c1e252424383 req-7de3c7a3-08a4-49cc-aba5-c056e26d9f9e tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3a71b4f-b5b3-49f5-a97d-15da2331ac87&id=93cf9d32-bc23-4a88-800c-847ab5cdb6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0654039 Nov 12 03:57:34.093132 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015b93f-5133-4fcd-81f8-a6f6caeb07c6 req-a782eccc-2e73-4223-b3ad-a50e7774c92c tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:34.094627 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5015b93f-5133-4fcd-81f8-a6f6caeb07c6 req-a782eccc-2e73-4223-b3ad-a50e7774c92c tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e2c843b-91c6-41b5-8279-d5e5c6260535 HTTP/1.1" status: 200 len: 944 time: 0.0760543 Nov 12 03:57:34.096997 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d9e92d9f-70a9-40f4-a315-6968b9d75c23 req-76fbaf17-d744-40fa-9a1e-e7ad0e66d234 service neutron] 10.222.0.90 "GET /v2.0/networks/585cfce6-3246-4efc-94be-c88b6e93cdfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489229 Nov 12 03:57:34.166206 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:34.202673 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5015b93f-5133-4fcd-81f8-a6f6caeb07c6 req-f2cac434-1c5c-4166-8dfd-0a41c22f5d99 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006587 Nov 12 03:57:34.223635 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d9e92d9f-70a9-40f4-a315-6968b9d75c23 req-88e503b6-0bb0-403d-8e13-37bf0ad84eff service neutron] 10.222.0.90 "GET /v2.0/networks/585cfce6-3246-4efc-94be-c88b6e93cdfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155879 Nov 12 03:57:34.226500 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 47afe79e-a420-4fd4-a63e-9d4551b0b8fd details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:57:34.228710 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 2e6459c4-9293-4aac-9bab-ad7b0613d14a up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:57:34.359203 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 2e6459c4-9293-4aac-9bab-ad7b0613d14a completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:57:34.370032 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 2e6459c4-9293-4aac-9bab-ad7b0613d14a triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:34.370408 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:34.421549 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 47afe79e-a420-4fd4-a63e-9d4551b0b8fd, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=47afe79e-a420-4fd4-a63e-9d4551b0b8fd,segment=NetworkSegment(9cf88263-6d28-4927-a4f8-665642630cbb),segment_id=9cf88263-6d28-4927-a4f8-665642630cbb)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:34.438871 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '47afe79e-a420-4fd4-a63e-9d4551b0b8fd', 'network_id': '6c3f79d8-afbc-4119-a3be-0e08c07a34e3', 'port_id': '47afe79e-a420-4fd4-a63e-9d4551b0b8fd', 'mac_address': 'fa:16:3e:10:13:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da0b96f-c0af-4ddd-afd1-f95f27c89fe5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:57:34.503142 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:34.522951 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:34.543034 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c52a6f-81f0-497c-be2b-1b7e17b112ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6459c4-9293-4aac-9bab-ad7b0613d14a'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:34.545336 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e94faa-06c1-474a-a6a8-8242fff3dc5c" -d '{"events": [{"server_uuid": "13c52a6f-81f0-497c-be2b-1b7e17b112ae", "name": "network-vif-plugged", "status": "completed", "tag": "2e6459c4-9293-4aac-9bab-ad7b0613d14a"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:34.569745 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47afe79e-a420-4fd4-a63e-9d4551b0b8fd {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:57:34.577845 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 2e6459c4-9293-4aac-9bab-ad7b0613d14a, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=2e6459c4-9293-4aac-9bab-ad7b0613d14a,segment=NetworkSegment(c7375d47-32b1-4a02-92e6-2325c6532f3b),segment_id=c7375d47-32b1-4a02-92e6-2325c6532f3b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:34.588416 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:34.656441 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 47afe79e-a420-4fd4-a63e-9d4551b0b8fd, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=47afe79e-a420-4fd4-a63e-9d4551b0b8fd,segment=NetworkSegment(9cf88263-6d28-4927-a4f8-665642630cbb),segment_id=9cf88263-6d28-4927-a4f8-665642630cbb)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:34.657867 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=2e6459c4-9293-4aac-9bab-ad7b0613d14a,revision_number=9']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:34.662809 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92e5254-4a04-4781-9f4c-2697815914dc x-openstack-request-id: req-e92e5254-4a04-4781-9f4c-2697815914dc {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:34.663207 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c52a6f-81f0-497c-be2b-1b7e17b112ae", "name": "network-vif-plugged", "status": "completed", "tag": "2e6459c4-9293-4aac-9bab-ad7b0613d14a", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:34.663762 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e92e5254-4a04-4781-9f4c-2697815914dc {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:34.664236 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c52a6f-81f0-497c-be2b-1b7e17b112ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6459c4-9293-4aac-9bab-ad7b0613d14a', 'code': 200} Nov 12 03:57:34.665387 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:34.687623 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76096f8-856f-4471-acfb-7919a6023f6e req-63d57b9c-e917-4802-ab42-0cd9d8850612 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:34.689855 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a76096f8-856f-4471-acfb-7919a6023f6e req-63d57b9c-e917-4802-ab42-0cd9d8850612 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 946 time: 0.0644515 Nov 12 03:57:34.730531 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=47afe79e-a420-4fd4-a63e-9d4551b0b8fd,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:34.772526 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a76096f8-856f-4471-acfb-7919a6023f6e req-599233ab-4ff1-4f92-b8c2-db502f6660ea tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d051444-8328-4200-9c7b-278e635e509c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759144 Nov 12 03:57:34.889763 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['47afe79e-a420-4fd4-a63e-9d4551b0b8fd'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:57:35.114277 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fe046-3639-4f3b-af39-814ad148e36d req-69d8c90f-41bb-41ba-a03d-fc49a0d001d6 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:35.115840 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1f9fe046-3639-4f3b-af39-814ad148e36d req-69d8c90f-41bb-41ba-a03d-fc49a0d001d6 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "GET /v2.0/ports?device_id=3dc42627-4863-423d-b714-8a0bcbc94430 HTTP/1.1" status: 200 len: 983 time: 0.0708315 Nov 12 03:57:35.198732 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1f9fe046-3639-4f3b-af39-814ad148e36d req-2e4f1001-e2e0-4f7b-8f48-0b74a58f96f3 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3a71b4f-b5b3-49f5-a97d-15da2331ac87&id=93cf9d32-bc23-4a88-800c-847ab5cdb6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0687664 Nov 12 03:57:35.335954 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b2bf3-249e-484a-bcb9-ad0081324649 req-09081b6b-a7ef-4e2e-8e9d-adad34a53385 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:35.338478 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f72b2bf3-249e-484a-bcb9-ad0081324649 req-09081b6b-a7ef-4e2e-8e9d-adad34a53385 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e2c843b-91c6-41b5-8279-d5e5c6260535 HTTP/1.1" status: 200 len: 944 time: 0.0624180 Nov 12 03:57:35.432532 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f72b2bf3-249e-484a-bcb9-ad0081324649 req-d9395660-91ae-43a2-ad4a-1fb6e486e163 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828257 Nov 12 03:57:35.505396 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.916680 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c499e-eb7b-44b1-95b3-21bff18a1f8e req-535dae21-02f3-4802-8716-f8996ddabfeb tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:35.918343 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b65c499e-eb7b-44b1-95b3-21bff18a1f8e req-535dae21-02f3-4802-8716-f8996ddabfeb tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 946 time: 0.0638995 Nov 12 03:57:35.973406 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b65c499e-eb7b-44b1-95b3-21bff18a1f8e req-e1bb5558-abcc-48f2-ae30-22d8a6c0ec8b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d051444-8328-4200-9c7b-278e635e509c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486560 Nov 12 03:57:36.000631 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52478) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:36.082637 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-81dce63f-a7a4-4dba-80d9-3e60829b9627 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/floatingips/c749e5e4-0d39-409a-92d0-7ffebf51251c HTTP/1.1" status: 200 len: 994 time: 0.0738542 Nov 12 03:57:36.216400 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 47afe79e-a420-4fd4-a63e-9d4551b0b8fd up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:57:36.282524 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 47afe79e-a420-4fd4-a63e-9d4551b0b8fd completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:57:36.287499 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 47afe79e-a420-4fd4-a63e-9d4551b0b8fd triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:36.287881 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:36.349542 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5fed8-4051-412f-9d25-75e79a2b4bc2 req-99f12538-ee90-4c24-8754-edd936f114c4 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:36.351729 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2be5fed8-4051-412f-9d25-75e79a2b4bc2 req-99f12538-ee90-4c24-8754-edd936f114c4 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "GET /v2.0/ports?device_id=3dc42627-4863-423d-b714-8a0bcbc94430 HTTP/1.1" status: 200 len: 983 time: 0.0735815 Nov 12 03:57:36.413936 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:36.421168 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:36.425268 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2be5fed8-4051-412f-9d25-75e79a2b4bc2 req-e0520c07-93d9-4678-a789-d78bc64fbc26 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3a71b4f-b5b3-49f5-a97d-15da2331ac87&id=93cf9d32-bc23-4a88-800c-847ab5cdb6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0667367 Nov 12 03:57:36.465061 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 47afe79e-a420-4fd4-a63e-9d4551b0b8fd, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=47afe79e-a420-4fd4-a63e-9d4551b0b8fd,segment=NetworkSegment(9cf88263-6d28-4927-a4f8-665642630cbb),segment_id=9cf88263-6d28-4927-a4f8-665642630cbb)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:36.471960 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:36.532587 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=47afe79e-a420-4fd4-a63e-9d4551b0b8fd,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:36.568352 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e1041-cbe3-41a0-9692-2415d687b4a7 req-74c8acda-8dbf-4133-b839-68cdcf3e240c tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:36.570104 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8a2e1041-cbe3-41a0-9692-2415d687b4a7 req-74c8acda-8dbf-4133-b839-68cdcf3e240c tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e2c843b-91c6-41b5-8279-d5e5c6260535 HTTP/1.1" status: 200 len: 944 time: 0.0549729 Nov 12 03:57:36.633309 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8a2e1041-cbe3-41a0-9692-2415d687b4a7 req-d78c3aa2-8c36-44d1-a7d4-a83e440eed7f tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535238 Nov 12 03:57:36.665808 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc42627-4863-423d-b714-8a0bcbc94430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47afe79e-a420-4fd4-a63e-9d4551b0b8fd'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:36.668891 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8473d0f1-3898-4053-9eb3-d3986ea5d7b8" -d '{"events": [{"server_uuid": "3dc42627-4863-423d-b714-8a0bcbc94430", "name": "network-vif-plugged", "status": "completed", "tag": "47afe79e-a420-4fd4-a63e-9d4551b0b8fd"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:36.731220 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d338ac04-2368-4f04-a530-7134072f18e6 x-openstack-request-id: req-d338ac04-2368-4f04-a530-7134072f18e6 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:36.732069 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc42627-4863-423d-b714-8a0bcbc94430", "name": "network-vif-plugged", "status": "completed", "tag": "47afe79e-a420-4fd4-a63e-9d4551b0b8fd", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:36.732590 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d338ac04-2368-4f04-a530-7134072f18e6 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:36.733706 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dc42627-4863-423d-b714-8a0bcbc94430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47afe79e-a420-4fd4-a63e-9d4551b0b8fd', 'code': 200} Nov 12 03:57:36.842272 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c2760a-ee5a-4ba6-99fc-0bb50d930a28 req-f016f726-03cf-4d53-b205-d9ef8aeb7931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:36.843866 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-50c2760a-ee5a-4ba6-99fc-0bb50d930a28 req-f016f726-03cf-4d53-b205-d9ef8aeb7931 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3dc42627-4863-423d-b714-8a0bcbc94430 HTTP/1.1" status: 200 len: 1136 time: 0.0430682 Nov 12 03:57:36.898740 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-50c2760a-ee5a-4ba6-99fc-0bb50d930a28 req-47f9cede-2a39-4d91-8fac-1ac52079d8f4 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=93cf9d32-bc23-4a88-800c-847ab5cdb6d1&id=c3a71b4f-b5b3-49f5-a97d-15da2331ac87&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0478604 Nov 12 03:57:36.996292 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52494) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:37.001159 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-924fe5ab-84c6-4dbc-984f-97fcc63f1acd tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-653726950', 'description': 'tempest-secgroup-smoke-653726950 description', 'project_id': '71bb88761be64fdca8e5a72446290996'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:37.027174 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-924fe5ab-84c6-4dbc-984f-97fcc63f1acd tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:37.115232 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-924fe5ab-84c6-4dbc-984f-97fcc63f1acd tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:37.123804 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-924fe5ab-84c6-4dbc-984f-97fcc63f1acd tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:37.156363 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-924fe5ab-84c6-4dbc-984f-97fcc63f1acd tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:37.157650 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-924fe5ab-84c6-4dbc-984f-97fcc63f1acd tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1603539 Nov 12 03:57:37.161496 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52496) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:37.166122 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-c8471993-f7c1-4f94-996e-056307a887b7 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Request body: {'security_group_rule': {'security_group_id': '8d37efdf-b6f7-45ab-8fbe-db99acd641f4', 'project_id': '71bb88761be64fdca8e5a72446290996', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:37.171389 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924fe5ab-84c6-4dbc-984f-97fcc63f1acd tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d37efdf-b6f7-45ab-8fbe-db99acd641f4,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:37.195762 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c8471993-f7c1-4f94-996e-056307a887b7 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:37.251282 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c8471993-f7c1-4f94-996e-056307a887b7 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:37.255773 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c8471993-f7c1-4f94-996e-056307a887b7 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:37.275844 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8471993-f7c1-4f94-996e-056307a887b7 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1acc920a-55a2-4863-99da-3eb9d8f5ffb9,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:37.284256 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c8471993-f7c1-4f94-996e-056307a887b7 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:37.285625 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c8471993-f7c1-4f94-996e-056307a887b7 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1232107 Nov 12 03:57:37.288580 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52498) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:37.293098 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-fea7d4f0-5697-4ea5-8923-ea8c5f209694 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Request body: {'security_group_rule': {'security_group_id': '8d37efdf-b6f7-45ab-8fbe-db99acd641f4', 'project_id': '71bb88761be64fdca8e5a72446290996', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:37.319509 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fea7d4f0-5697-4ea5-8923-ea8c5f209694 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:37.389152 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fea7d4f0-5697-4ea5-8923-ea8c5f209694 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:37.393574 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fea7d4f0-5697-4ea5-8923-ea8c5f209694 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:37.416423 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fea7d4f0-5697-4ea5-8923-ea8c5f209694 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:37.420437 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52500) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:37.421306 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-fea7d4f0-5697-4ea5-8923-ea8c5f209694 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1315525 Nov 12 03:57:37.424644 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea7d4f0-5697-4ea5-8923-ea8c5f209694 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6daca4d-a284-4a4c-9b17-5eff9f20d50d,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:37.425309 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-54e3e63f-e573-4474-b53a-447f49d569c6 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Request body: {'security_group_rule': {'security_group_id': '8d37efdf-b6f7-45ab-8fbe-db99acd641f4', 'project_id': '71bb88761be64fdca8e5a72446290996', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:37.455965 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-54e3e63f-e573-4474-b53a-447f49d569c6 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:37.550452 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-54e3e63f-e573-4474-b53a-447f49d569c6 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:37.555093 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-54e3e63f-e573-4474-b53a-447f49d569c6 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:37.571070 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ae687-f0e0-45df-96b5-bcb21f03054c req-434e6316-cae6-4d95-8ca5-150997d4c0e7 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:37.572504 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1b7ae687-f0e0-45df-96b5-bcb21f03054c req-434e6316-cae6-4d95-8ca5-150997d4c0e7 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "GET /v2.0/ports?device_id=3dc42627-4863-423d-b714-8a0bcbc94430 HTTP/1.1" status: 200 len: 984 time: 0.0747986 Nov 12 03:57:37.586234 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e3e63f-e573-4474-b53a-447f49d569c6 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab998d50-2740-4d86-ae4e-4efd0d1480d5,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:37.603672 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-54e3e63f-e573-4474-b53a-447f49d569c6 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:37.604869 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-54e3e63f-e573-4474-b53a-447f49d569c6 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1832943 Nov 12 03:57:37.607703 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52504) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:37.612776 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-ca56597d-c6f3-4de5-b28c-6e72b593585c tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Request body: {'security_group_rule': {'security_group_id': '8d37efdf-b6f7-45ab-8fbe-db99acd641f4', 'project_id': '71bb88761be64fdca8e5a72446290996', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:37.641363 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ca56597d-c6f3-4de5-b28c-6e72b593585c tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:37.647988 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1b7ae687-f0e0-45df-96b5-bcb21f03054c req-8952206d-d93b-47ce-99be-b061c2c28818 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3a71b4f-b5b3-49f5-a97d-15da2331ac87&id=93cf9d32-bc23-4a88-800c-847ab5cdb6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0655401 Nov 12 03:57:37.720226 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ca56597d-c6f3-4de5-b28c-6e72b593585c tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:37.732631 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ca56597d-c6f3-4de5-b28c-6e72b593585c tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:37.774300 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56597d-c6f3-4de5-b28c-6e72b593585c tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bec9f9f-962a-451a-9401-5a2509ba948d,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:37.780687 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ca56597d-c6f3-4de5-b28c-6e72b593585c tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:37.781884 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ca56597d-c6f3-4de5-b28c-6e72b593585c tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1730955 Nov 12 03:57:37.784863 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52508) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:37.789964 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-31fc5877-debd-4754-91ab-f1446ca4b9aa tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Request body: {'security_group_rule': {'security_group_id': '8d37efdf-b6f7-45ab-8fbe-db99acd641f4', 'project_id': '71bb88761be64fdca8e5a72446290996', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:37.811192 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb270085-c1ba-471c-a392-81209f8e98ad req-4b27a1b1-669a-460a-8e16-6dd918746762 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:37.812786 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cb270085-c1ba-471c-a392-81209f8e98ad req-4b27a1b1-669a-460a-8e16-6dd918746762 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e2c843b-91c6-41b5-8279-d5e5c6260535 HTTP/1.1" status: 200 len: 944 time: 0.0954845 Nov 12 03:57:37.838202 n-d-715271-27 neutron-server[102572]: INFO neutron.db.securitygroups_db [None req-31fc5877-debd-4754-91ab-f1446ca4b9aa tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Project 71bb88761be64fdca8e5a72446290996 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:57:37.848614 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-31fc5877-debd-4754-91ab-f1446ca4b9aa tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:37.915645 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cb270085-c1ba-471c-a392-81209f8e98ad req-0c6d2632-0acc-4ef0-bf71-65900993c7a2 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928855 Nov 12 03:57:37.954313 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-31fc5877-debd-4754-91ab-f1446ca4b9aa tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:37.959456 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-31fc5877-debd-4754-91ab-f1446ca4b9aa tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:37.983671 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc5877-debd-4754-91ab-f1446ca4b9aa tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d4b5c2b-fc12-4cd1-b4f9-0f9791b937be,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:37.993592 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-31fc5877-debd-4754-91ab-f1446ca4b9aa tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:37.994829 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-31fc5877-debd-4754-91ab-f1446ca4b9aa tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2092862 Nov 12 03:57:37.997832 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52510) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:38.003946 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-c309f3d3-069e-459a-937c-743a49559a7b tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Request body: {'security_group_rule': {'security_group_id': '8d37efdf-b6f7-45ab-8fbe-db99acd641f4', 'project_id': '71bb88761be64fdca8e5a72446290996', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:38.031391 n-d-715271-27 neutron-server[102572]: INFO neutron.db.securitygroups_db [None req-c309f3d3-069e-459a-937c-743a49559a7b tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Project 71bb88761be64fdca8e5a72446290996 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:57:38.037271 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c309f3d3-069e-459a-937c-743a49559a7b tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:38.121177 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c309f3d3-069e-459a-937c-743a49559a7b tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:38.125815 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c309f3d3-069e-459a-937c-743a49559a7b tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:38.146569 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309f3d3-069e-459a-937c-743a49559a7b tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23ca8fda-75ee-4d9c-85aa-61e2ea2308d0,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:38.162983 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c309f3d3-069e-459a-937c-743a49559a7b tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:38.168692 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c309f3d3-069e-459a-937c-743a49559a7b tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1694341 Nov 12 03:57:38.415066 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-1dab9334-dbf8-4eef-8200-d890d4bec196 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-653726950&fields=id&tenant_id=71bb88761be64fdca8e5a72446290996 HTTP/1.1" status: 200 len: 267 time: 0.0522854 Nov 12 03:57:38.540391 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-3489d499-880d-4597-8de9-b267cbd05c78 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:38.542561 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-3489d499-880d-4597-8de9-b267cbd05c78 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "GET /v2.0/networks?id=0f28a1dd-fe15-4216-9640-93f5cca3d09e HTTP/1.1" status: 200 len: 813 time: 0.1199853 Nov 12 03:57:38.560155 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-0dc7c240-83d3-4a00-89d4-c1e809675954 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "GET /v2.0/quotas/71bb88761be64fdca8e5a72446290996 HTTP/1.1" status: 200 len: 375 time: 0.0113232 Nov 12 03:57:38.616801 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-f7e9afa9-4a3d-4198-81cd-7e777d81e2ec tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=71bb88761be64fdca8e5a72446290996&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497339 Nov 12 03:57:38.774382 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341c003-ee33-4f85-bc84-99349c82beb9 req-5a30abda-97b2-41c6-8d44-4104eb689655 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:38.775914 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7341c003-ee33-4f85-bc84-99349c82beb9 req-5a30abda-97b2-41c6-8d44-4104eb689655 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "GET /v2.0/ports?device_id=3dc42627-4863-423d-b714-8a0bcbc94430 HTTP/1.1" status: 200 len: 984 time: 0.0515571 Nov 12 03:57:38.776619 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-b8be1450-3544-470c-9f1a-e2267a0fc0e3 service neutron] 10.222.0.50 "GET /v2.0/networks/0f28a1dd-fe15-4216-9640-93f5cca3d09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476440 Nov 12 03:57:38.782097 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:38.835868 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7341c003-ee33-4f85-bc84-99349c82beb9 req-e4e9fceb-6934-4ec9-8faa-4621f4d20476 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3a71b4f-b5b3-49f5-a97d-15da2331ac87&id=93cf9d32-bc23-4a88-800c-847ab5cdb6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0538642 Nov 12 03:57:38.869207 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-8bcdeae4-6e7d-4192-a4b8-46406f974bfd service neutron] 10.222.0.50 "GET /v2.0/networks/0f28a1dd-fe15-4216-9640-93f5cca3d09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903361 Nov 12 03:57:38.955295 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df41db-260f-4720-b3fa-7d0a655b9153 req-9a69b552-c6a5-46e4-9475-146be0fa2eef tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:38.956965 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-63df41db-260f-4720-b3fa-7d0a655b9153 req-9a69b552-c6a5-46e4-9475-146be0fa2eef tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "GET /v2.0/ports?device_id=3dc42627-4863-423d-b714-8a0bcbc94430 HTTP/1.1" status: 200 len: 984 time: 0.0517519 Nov 12 03:57:39.021102 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-63df41db-260f-4720-b3fa-7d0a655b9153 req-5073e2ef-3118-46f6-a700-024b5c99ac0f tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3a71b4f-b5b3-49f5-a97d-15da2331ac87&id=93cf9d32-bc23-4a88-800c-847ab5cdb6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0580957 Nov 12 03:57:39.141475 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc37e35-dca7-43b8-a055-39c58860f309 req-b19d1eeb-1a7b-4025-8eb1-83ed75c280c3 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:39.143234 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1dc37e35-dca7-43b8-a055-39c58860f309 req-b19d1eeb-1a7b-4025-8eb1-83ed75c280c3 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e2c843b-91c6-41b5-8279-d5e5c6260535 HTTP/1.1" status: 200 len: 944 time: 0.0557315 Nov 12 03:57:39.189969 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981f424-7b56-4d6b-9638-0f45f9d3f9d8 req-eac3624a-ed16-4fd6-8674-81e9a8c5d1a3 tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:39.191511 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d981f424-7b56-4d6b-9638-0f45f9d3f9d8 req-eac3624a-ed16-4fd6-8674-81e9a8c5d1a3 tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3dc42627-4863-423d-b714-8a0bcbc94430 HTTP/1.1" status: 200 len: 1136 time: 0.0454891 Nov 12 03:57:39.202477 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1dc37e35-dca7-43b8-a055-39c58860f309 req-905d514e-a641-4942-b2cf-0784cc9e0227 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493679 Nov 12 03:57:39.225812 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d981f424-7b56-4d6b-9638-0f45f9d3f9d8 req-b19e808b-127e-4db9-9a08-d8c167bb629a tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:39.279224 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d4ce557d-dd38-4021-9dcd-3f43816c0ead req-6ab6cfa1-2a66-4e15-8725-747e7020d5eb tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b769197-42e4-46dd-9947-0bdb51f1eda8 HTTP/1.1" status: 200 len: 210 time: 0.0301449 Nov 12 03:57:39.319573 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d981f424-7b56-4d6b-9638-0f45f9d3f9d8 req-b19e808b-127e-4db9-9a08-d8c167bb629a tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:39.324141 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d981f424-7b56-4d6b-9638-0f45f9d3f9d8 req-b19e808b-127e-4db9-9a08-d8c167bb629a tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:39.370614 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e808b-127e-4db9-9a08-d8c167bb629a tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06627028-42ec-471c-82dc-7d376ce17aed,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:39.389045 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d981f424-7b56-4d6b-9638-0f45f9d3f9d8 req-b19e808b-127e-4db9-9a08-d8c167bb629a tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=c3a71b4f-b5b3-49f5-a97d-15da2331ac87&id=93cf9d32-bc23-4a88-800c-847ab5cdb6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1876523 Nov 12 03:57:39.404402 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52542) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:39.445920 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ff402d-0db4-43d3-a810-de0f06bbdf86 tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:39.447432 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-55ff402d-0db4-43d3-a810-de0f06bbdf86 tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3dc42627-4863-423d-b714-8a0bcbc94430 HTTP/1.1" status: 200 len: 1131 time: 0.0417063 Nov 12 03:57:39.450452 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52546) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:39.455134 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-723ba9a1-3b87-4aae-b0cb-d7f9db65a218 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'port_id': '47afe79e-a420-4fd4-a63e-9d4551b0b8fd', 'tenant_id': '6f3566bb2f154defb89039fc7ed47ab9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:39.477666 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-723ba9a1-3b87-4aae-b0cb-d7f9db65a218 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for floatingip, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:39.584948 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-723ba9a1-3b87-4aae-b0cb-d7f9db65a218 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:39.697209 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-723ba9a1-3b87-4aae-b0cb-d7f9db65a218 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Allocated IP 172.25.5.31 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/093a0fa2-b9ba-493e-a222-b645ede8d1a7) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:57:39.808624 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-723ba9a1-3b87-4aae-b0cb-d7f9db65a218 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:39.841791 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-723ba9a1-3b87-4aae-b0cb-d7f9db65a218 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:39.877958 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723ba9a1-3b87-4aae-b0cb-d7f9db65a218 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:57:39.882693 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-723ba9a1-3b87-4aae-b0cb-d7f9db65a218 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:57:39.885627 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723ba9a1-3b87-4aae-b0cb-d7f9db65a218 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:57:39.918272 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ba9a1-3b87-4aae-b0cb-d7f9db65a218 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Pushing event updated for resources: {'Port': ['ID=093a0fa2-b9ba-493e-a222-b645ede8d1a7,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:40.327539 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-50a7a6ed-0f34-447b-b634-202c4e5bdde3 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:40.329029 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-50a7a6ed-0f34-447b-b634-202c4e5bdde3 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.90 "GET /v2.0/networks?id=0f28a1dd-fe15-4216-9640-93f5cca3d09e HTTP/1.1" status: 200 len: 813 time: 0.2142589 Nov 12 03:57:40.383839 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9be91866-18c8-4c47-a766-a0fdb665aa38 req-5baa7932-bbb9-489c-85ba-a06d730ec92d tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b769197-42e4-46dd-9947-0bdb51f1eda8 HTTP/1.1" status: 200 len: 210 time: 0.0296831 Nov 12 03:57:40.393668 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad053dc9-0f44-4009-bacd-b3702d7b19ef req-0cb82256-1812-40df-97d8-6f18faa2469a tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:40.395229 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ad053dc9-0f44-4009-bacd-b3702d7b19ef req-0cb82256-1812-40df-97d8-6f18faa2469a tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e2c843b-91c6-41b5-8279-d5e5c6260535 HTTP/1.1" status: 200 len: 944 time: 0.1179426 Nov 12 03:57:40.421424 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-723ba9a1-3b87-4aae-b0cb-d7f9db65a218 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:40.520467 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-99a43887-4123-408b-9223-8d0cdb677125 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71bb88761be64fdca8e5a72446290996 HTTP/1.1" status: 200 len: 379 time: 0.1559680 Nov 12 03:57:40.539582 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-c3a1b31f-b453-4011-8a43-7a0c24acbb5b tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Request body: {'port': {'device_id': '0b769197-42e4-46dd-9947-0bdb51f1eda8', 'network_id': '0f28a1dd-fe15-4216-9640-93f5cca3d09e', 'admin_state_up': True, 'tenant_id': '71bb88761be64fdca8e5a72446290996', 'security_groups': ['8d37efdf-b6f7-45ab-8fbe-db99acd641f4']}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:40.572421 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ad053dc9-0f44-4009-bacd-b3702d7b19ef req-f1482f96-16d9-49dd-b81c-695f1817a47a tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570256 Nov 12 03:57:40.613012 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-723ba9a1-3b87-4aae-b0cb-d7f9db65a218 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:40.762616 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-c3a1b31f-b453-4011-8a43-7a0c24acbb5b tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Made reservation on behalf of 71bb88761be64fdca8e5a72446290996 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:57:40.766128 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-c3a1b31f-b453-4011-8a43-7a0c24acbb5b tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:40.873951 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-723ba9a1-3b87-4aae-b0cb-d7f9db65a218 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:40.879371 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-723ba9a1-3b87-4aae-b0cb-d7f9db65a218 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:40.987875 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ba9a1-3b87-4aae-b0cb-d7f9db65a218 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Pushing event updated for resources: {'Port': ['ID=093a0fa2-b9ba-493e-a222-b645ede8d1a7,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:41.007627 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-c3a1b31f-b453-4011-8a43-7a0c24acbb5b tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Allocated IP 172.20.0.4 (0f28a1dd-fe15-4216-9640-93f5cca3d09e/5eafe918-753e-4b4f-95fe-e0570b8b4456/19251bd8-c76b-4942-b0c4-0266ef87379c) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:57:41.020642 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-723ba9a1-3b87-4aae-b0cb-d7f9db65a218 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:41.504313 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3e6a0905-09a3-4d59-8116-ae5142f99675 req-7a72b709-3852-4b60-b2ca-f8ee4df29697 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b769197-42e4-46dd-9947-0bdb51f1eda8 HTTP/1.1" status: 200 len: 210 time: 0.0286787 Nov 12 03:57:41.545249 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [None req-723ba9a1-3b87-4aae-b0cb-d7f9db65a218 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Floating IP 53f8a599-1c96-471c-bcdd-026e0f42c687 associated. External IP: 172.25.5.31, port: 47afe79e-a420-4fd4-a63e-9d4551b0b8fd. Nov 12 03:57:41.660313 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-c3a1b31f-b453-4011-8a43-7a0c24acbb5b tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:41.760781 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff0b09-4f2c-453d-b426-923f0b729218 req-ff25681c-b3d6-416b-a875-efb4b0411a7a tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:41.762876 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-81ff0b09-4f2c-453d-b426-923f0b729218 req-ff25681c-b3d6-416b-a875-efb4b0411a7a tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e2c843b-91c6-41b5-8279-d5e5c6260535 HTTP/1.1" status: 200 len: 944 time: 0.1091685 Nov 12 03:57:41.832173 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-c3a1b31f-b453-4011-8a43-7a0c24acbb5b tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:41.961889 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-c3a1b31f-b453-4011-8a43-7a0c24acbb5b tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Network 0f28a1dd-fe15-4216-9640-93f5cca3d09e is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:57:41.971234 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-c3a1b31f-b453-4011-8a43-7a0c24acbb5b tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:57:41.974355 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-c3a1b31f-b453-4011-8a43-7a0c24acbb5b tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:57:41.983586 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-81ff0b09-4f2c-453d-b426-923f0b729218 req-86350ce0-2123-43c7-801d-3d6b3ec1cc53 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778486 Nov 12 03:57:41.984359 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a1b31f-b453-4011-8a43-7a0c24acbb5b tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Pushing event updated for resources: {'Port': ['ID=19251bd8-c76b-4942-b0c4-0266ef87379c,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:42.032120 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723ba9a1-3b87-4aae-b0cb-d7f9db65a218 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Router 3a6999c2-9493-4d56-9ef2-d2475f367cd0 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:57:42.050414 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-c3a1b31f-b453-4011-8a43-7a0c24acbb5b tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:42.051072 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-c3a1b31f-b453-4011-8a43-7a0c24acbb5b tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:42.112406 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-c3a1b31f-b453-4011-8a43-7a0c24acbb5b tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5807686 Nov 12 03:57:42.130715 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-c876fdca-5873-4248-8995-0d2937dec164 service neutron] Request body: {'port': {'device_id': '0b769197-42e4-46dd-9947-0bdb51f1eda8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:42.232158 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-c876fdca-5873-4248-8995-0d2937dec164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:42.233840 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-e11d80df-ed12-40f1-964c-9caef770af04 None None] Provisioning complete for port 19251bd8-c76b-4942-b0c4-0266ef87379c triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:42.234322 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e11d80df-ed12-40f1-964c-9caef770af04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:42.235342 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723ba9a1-3b87-4aae-b0cb-d7f9db65a218 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:57:42.271365 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3a9232-d6b1-463c-9bb0-5c5d38b775ea None None] Sync routers for ids ['3a6999c2-9493-4d56-9ef2-d2475f367cd0'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:57:42.289819 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-723ba9a1-3b87-4aae-b0cb-d7f9db65a218 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:42.292953 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-e11d80df-ed12-40f1-964c-9caef770af04 None None] Port 19251bd8-c76b-4942-b0c4-0266ef87379c cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:57:42.297971 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3a9232-d6b1-463c-9bb0-5c5d38b775ea None None] Routers {'3a6999c2-9493-4d56-9ef2-d2475f367cd0'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:42.299210 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-cc3a9232-d6b1-463c-9bb0-5c5d38b775ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:57:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['3a6999c2-9493-4d56-9ef2-d2475f367cd0'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:42.372103 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-723ba9a1-3b87-4aae-b0cb-d7f9db65a218 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9206166 Nov 12 03:57:42.374722 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52556) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:42.374872 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc42627-4863-423d-b714-8a0bcbc94430', 'tag': '47afe79e-a420-4fd4-a63e-9d4551b0b8fd'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:42.377850 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c221ee02-e327-4f0c-9c1e-133b7320214b" -d '{"events": [{"name": "network-changed", "server_uuid": "3dc42627-4863-423d-b714-8a0bcbc94430", "tag": "47afe79e-a420-4fd4-a63e-9d4551b0b8fd"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:42.435685 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-cc3a9232-d6b1-463c-9bb0-5c5d38b775ea None None] Set router 3a6999c2-9493-4d56-9ef2-d2475f367cd0 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:57:42.459572 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7444b52-6675-4e11-a2d9-1e62d39d3ed0 x-openstack-request-id: req-f7444b52-6675-4e11-a2d9-1e62d39d3ed0 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:42.460313 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dc42627-4863-423d-b714-8a0bcbc94430", "tag": "47afe79e-a420-4fd4-a63e-9d4551b0b8fd", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:42.460733 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f7444b52-6675-4e11-a2d9-1e62d39d3ed0 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:42.461431 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dc42627-4863-423d-b714-8a0bcbc94430', 'tag': '47afe79e-a420-4fd4-a63e-9d4551b0b8fd', 'status': 'completed', 'code': 200} Nov 12 03:57:42.641644 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbab10f-4b1b-4bc2-9b82-fbf1b7968881 tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:42.644150 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbab10f-4b1b-4bc2-9b82-fbf1b7968881 tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:42.645254 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbab10f-4b1b-4bc2-9b82-fbf1b7968881 tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:42.646421 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbab10f-4b1b-4bc2-9b82-fbf1b7968881 tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:42.647564 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbab10f-4b1b-4bc2-9b82-fbf1b7968881 tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:42.648238 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbab10f-4b1b-4bc2-9b82-fbf1b7968881 tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:42.648887 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbab10f-4b1b-4bc2-9b82-fbf1b7968881 tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:42.649561 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbab10f-4b1b-4bc2-9b82-fbf1b7968881 tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:42.650189 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbab10f-4b1b-4bc2-9b82-fbf1b7968881 tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:42.652468 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4fbab10f-4b1b-4bc2-9b82-fbf1b7968881 tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6371 time: 0.2765844 Nov 12 03:57:42.652883 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-c876fdca-5873-4248-8995-0d2937dec164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19251bd8-c76b-4942-b0c4-0266ef87379c {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:57:42.655193 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52562) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:42.661973 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-c876fdca-5873-4248-8995-0d2937dec164 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:42.676045 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-c876fdca-5873-4248-8995-0d2937dec164 service neutron] Transition to ACTIVE for port object 19251bd8-c76b-4942-b0c4-0266ef87379c will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:57:42.687726 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-c876fdca-5873-4248-8995-0d2937dec164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:42.770260 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876fdca-5873-4248-8995-0d2937dec164 service neutron] Pushing event updated for resources: {'Port': ['ID=19251bd8-c76b-4942-b0c4-0266ef87379c,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:42.813174 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221ee02-e327-4f0c-9c1e-133b7320214b req-6092c96e-8e2d-41bb-910d-c3bd083a405e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:42.816425 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c221ee02-e327-4f0c-9c1e-133b7320214b req-6092c96e-8e2d-41bb-910d-c3bd083a405e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6f3566bb2f154defb89039fc7ed47ab9&device_id=3dc42627-4863-423d-b714-8a0bcbc94430 HTTP/1.1" status: 200 len: 1136 time: 0.1622081 Nov 12 03:57:42.830128 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e1160-dbb8-4827-a8d5-fef048302530 req-df1aa416-5246-4132-8412-00add1728214 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:42.831717 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e23e1160-dbb8-4827-a8d5-fef048302530 req-df1aa416-5246-4132-8412-00add1728214 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b769197-42e4-46dd-9947-0bdb51f1eda8 HTTP/1.1" status: 200 len: 943 time: 0.1541047 Nov 12 03:57:42.942842 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-c876fdca-5873-4248-8995-0d2937dec164 service neutron] Attempting to bind port 19251bd8-c76b-4942-b0c4-0266ef87379c on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:57:42.943195 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-c876fdca-5873-4248-8995-0d2937dec164 service neutron] Attempting to bind port 19251bd8-c76b-4942-b0c4-0266ef87379c by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': 'e8b606c3-c18f-4ad7-9d41-9e74ae05ffeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0f28a1dd-fe15-4216-9640-93f5cca3d09e'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:57:42.943510 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-c876fdca-5873-4248-8995-0d2937dec164 service neutron] Attempting to bind port 19251bd8-c76b-4942-b0c4-0266ef87379c on network 0f28a1dd-fe15-4216-9640-93f5cca3d09e {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:57:42.945860 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-cc3a9232-d6b1-463c-9bb0-5c5d38b775ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6999c2-9493-4d56-9ef2-d2475f367cd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-317263120', 'tenant_id': '6f3566bb2f154defb89039fc7ed47ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'f4f4d7cc-5a90-428e-84d6-8899513e9811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:57:15Z', 'updated_at': '2021-11-12T03:57:22Z', 'revision_number': 4, 'project_id': '6f3566bb2f154defb89039fc7ed47ab9', 'gw_port': {'id': 'f4f4d7cc-5a90-428e-84d6-8899513e9811', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:74:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6999c2-9493-4d56-9ef2-d2475f367cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:16Z', 'updated_at': '2021-11-12T03:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '53f8a599-1c96-471c-bcdd-026e0f42c687', 'tenant_id': '6f3566bb2f154defb89039fc7ed47ab9', 'floating_ip_address': '172.25.5.31', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '3a6999c2-9493-4d56-9ef2-d2475f367cd0', 'port_id': '47afe79e-a420-4fd4-a63e-9d4551b0b8fd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3f79d8-afbc-4119-a3be-0e08c07a34e3', 'mac_address': 'fa:16:3e:10:13:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc42627-4863-423d-b714-8a0bcbc94430', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:57:40Z', 'updated_at': '2021-11-12T03:57:40Z', 'revision_number': 0, 'project_id': '6f3566bb2f154defb89039fc7ed47ab9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc4d1d2f-96e2-4e40-beb1-b7d6676ed9df', 'name': '', 'network_id': '6c3f79d8-afbc-4119-a3be-0e08c07a34e3', 'tenant_id': '6f3566bb2f154defb89039fc7ed47ab9', 'mac_address': 'fa:16:3e:ec:95:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6999c2-9493-4d56-9ef2-d2475f367cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '8da0b96f-c0af-4ddd-afd1-f95f27c89fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:21Z', 'updated_at': '2021-11-12T03:57:25Z', 'revision_number': 5, 'project_id': '6f3566bb2f154defb89039fc7ed47ab9', 'subnets': [{'id': '8da0b96f-c0af-4ddd-afd1-f95f27c89fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:42.951217 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-c876fdca-5873-4248-8995-0d2937dec164 service neutron] Port 19251bd8-c76b-4942-b0c4-0266ef87379c on network 0f28a1dd-fe15-4216-9640-93f5cca3d09e not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:57:42.951532 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-c876fdca-5873-4248-8995-0d2937dec164 service neutron] Attempting to bind port 19251bd8-c76b-4942-b0c4-0266ef87379c on network 0f28a1dd-fe15-4216-9640-93f5cca3d09e {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:57:42.959171 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-c876fdca-5873-4248-8995-0d2937dec164 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:57:42.959538 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-c876fdca-5873-4248-8995-0d2937dec164 service neutron] Checking segment: {'id': 'e8b606c3-c18f-4ad7-9d41-9e74ae05ffeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0f28a1dd-fe15-4216-9640-93f5cca3d09e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:57:42.959894 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-c876fdca-5873-4248-8995-0d2937dec164 service neutron] Bound using segment: {'id': 'e8b606c3-c18f-4ad7-9d41-9e74ae05ffeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0f28a1dd-fe15-4216-9640-93f5cca3d09e'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:57:42.960405 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-c876fdca-5873-4248-8995-0d2937dec164 service neutron] Bound port: 19251bd8-c76b-4942-b0c4-0266ef87379c, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8b606c3-c18f-4ad7-9d41-9e74ae05ffeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0f28a1dd-fe15-4216-9640-93f5cca3d09e'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:57:42.960761 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-c876fdca-5873-4248-8995-0d2937dec164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:42.985098 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3a9232-d6b1-463c-9bb0-5c5d38b775ea None None] Checking router: 3a6999c2-9493-4d56-9ef2-d2475f367cd0 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:57:42.985853 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa931c6-1219-4d4e-b169-b8edfcfab12a tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:42.986674 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa931c6-1219-4d4e-b169-b8edfcfab12a tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:42.987218 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa931c6-1219-4d4e-b169-b8edfcfab12a tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:42.987673 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa931c6-1219-4d4e-b169-b8edfcfab12a tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:42.988349 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa931c6-1219-4d4e-b169-b8edfcfab12a tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:42.988813 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa931c6-1219-4d4e-b169-b8edfcfab12a tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:42.989967 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa931c6-1219-4d4e-b169-b8edfcfab12a tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:42.990430 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa931c6-1219-4d4e-b169-b8edfcfab12a tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:42.990993 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa931c6-1219-4d4e-b169-b8edfcfab12a tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:42.995700 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7fa931c6-1219-4d4e-b169-b8edfcfab12a tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5908 time: 0.3368549 Nov 12 03:57:42.996424 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52564) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:42.996806 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3a9232-d6b1-463c-9bb0-5c5d38b775ea None None] Routers {'3a6999c2-9493-4d56-9ef2-d2475f367cd0'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:42.997613 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-cc3a9232-d6b1-463c-9bb0-5c5d38b775ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:57:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['3a6999c2-9493-4d56-9ef2-d2475f367cd0'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:43.020202 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e23e1160-dbb8-4827-a8d5-fef048302530 req-a1159e5b-45ec-44b3-af5b-eb53c335bb53 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d37efdf-b6f7-45ab-8fbe-db99acd641f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549835 Nov 12 03:57:43.087841 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221ee02-e327-4f0c-9c1e-133b7320214b req-bcc6e112-6447-4c1d-ad6c-ab54fc8cce5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:43.089603 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c221ee02-e327-4f0c-9c1e-133b7320214b req-bcc6e112-6447-4c1d-ad6c-ab54fc8cce5b service neutron] 10.222.0.74 "GET /v2.0/networks?id=6c3f79d8-afbc-4119-a3be-0e08c07a34e3 HTTP/1.1" status: 200 len: 898 time: 0.2484765 Nov 12 03:57:43.141029 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-c876fdca-5873-4248-8995-0d2937dec164 service neutron] For port 19251bd8-c76b-4942-b0c4-0266ef87379c, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:57:43.144859 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-c876fdca-5873-4248-8995-0d2937dec164 service neutron] For port 19251bd8-c76b-4942-b0c4-0266ef87379c, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=19251bd8-c76b-4942-b0c4-0266ef87379c,segment=NetworkSegment(e8b606c3-c18f-4ad7-9d41-9e74ae05ffeb),segment_id=e8b606c3-c18f-4ad7-9d41-9e74ae05ffeb)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:57:43.149347 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-c876fdca-5873-4248-8995-0d2937dec164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:43.177159 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-cc3a9232-d6b1-463c-9bb0-5c5d38b775ea None None] Set router 3a6999c2-9493-4d56-9ef2-d2475f367cd0 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:57:43.188531 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-c876fdca-5873-4248-8995-0d2937dec164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:43.191636 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-c876fdca-5873-4248-8995-0d2937dec164 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:43.191636 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-c876fdca-5873-4248-8995-0d2937dec164 service neutron] 10.222.0.90 "PUT /v2.0/ports/19251bd8-c76b-4942-b0c4-0266ef87379c HTTP/1.1" status: 200 len: 1092 time: 1.0645115 Nov 12 03:57:43.229158 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876fdca-5873-4248-8995-0d2937dec164 service neutron] Pushing event updated for resources: {'Port': ['ID=19251bd8-c76b-4942-b0c4-0266ef87379c,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:43.330547 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-0ab19491-5b8b-4b50-9f72-ec7143ad2695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:43.332246 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-0ab19491-5b8b-4b50-9f72-ec7143ad2695 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=71bb88761be64fdca8e5a72446290996&device_id=0b769197-42e4-46dd-9947-0bdb51f1eda8 HTTP/1.1" status: 200 len: 1095 time: 0.0705369 Nov 12 03:57:43.407441 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c221ee02-e327-4f0c-9c1e-133b7320214b req-cbc86415-b46c-4dc4-83ca-1f37e296b577 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47afe79e-a420-4fd4-a63e-9d4551b0b8fd HTTP/1.1" status: 200 len: 998 time: 0.3053071 Nov 12 03:57:43.419591 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-d4ada5c6-ec35-4e94-ba4b-7e960f34ccb9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19251bd8-c76b-4942-b0c4-0266ef87379c HTTP/1.1" status: 200 len: 217 time: 0.0715764 Nov 12 03:57:43.428047 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c6942-ff68-428c-9f0c-b1583405fc16 req-a63d2e75-20a9-4a32-b819-33ecd715cc8e tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:43.429583 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-753c6942-ff68-428c-9f0c-b1583405fc16 req-a63d2e75-20a9-4a32-b819-33ecd715cc8e tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e2c843b-91c6-41b5-8279-d5e5c6260535 HTTP/1.1" status: 200 len: 944 time: 0.2954700 Nov 12 03:57:43.529939 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-7fe807f5-fff1-4902-9531-ff9f1b055903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:43.531639 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-7fe807f5-fff1-4902-9531-ff9f1b055903 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5eafe918-753e-4b4f-95fe-e0570b8b4456 HTTP/1.1" status: 200 len: 852 time: 0.1050398 Nov 12 03:57:43.557592 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-cc3a9232-d6b1-463c-9bb0-5c5d38b775ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6999c2-9493-4d56-9ef2-d2475f367cd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-317263120', 'tenant_id': '6f3566bb2f154defb89039fc7ed47ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'f4f4d7cc-5a90-428e-84d6-8899513e9811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:57:15Z', 'updated_at': '2021-11-12T03:57:22Z', 'revision_number': 4, 'project_id': '6f3566bb2f154defb89039fc7ed47ab9', 'gw_port': {'id': 'f4f4d7cc-5a90-428e-84d6-8899513e9811', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:74:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6999c2-9493-4d56-9ef2-d2475f367cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:16Z', 'updated_at': '2021-11-12T03:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '53f8a599-1c96-471c-bcdd-026e0f42c687', 'tenant_id': '6f3566bb2f154defb89039fc7ed47ab9', 'floating_ip_address': '172.25.5.31', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '3a6999c2-9493-4d56-9ef2-d2475f367cd0', 'port_id': '47afe79e-a420-4fd4-a63e-9d4551b0b8fd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3f79d8-afbc-4119-a3be-0e08c07a34e3', 'mac_address': 'fa:16:3e:10:13:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc42627-4863-423d-b714-8a0bcbc94430', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:57:40Z', 'updated_at': '2021-11-12T03:57:40Z', 'revision_number': 0, 'project_id': '6f3566bb2f154defb89039fc7ed47ab9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc4d1d2f-96e2-4e40-beb1-b7d6676ed9df', 'name': '', 'network_id': '6c3f79d8-afbc-4119-a3be-0e08c07a34e3', 'tenant_id': '6f3566bb2f154defb89039fc7ed47ab9', 'mac_address': 'fa:16:3e:ec:95:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6999c2-9493-4d56-9ef2-d2475f367cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '8da0b96f-c0af-4ddd-afd1-f95f27c89fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:21Z', 'updated_at': '2021-11-12T03:57:25Z', 'revision_number': 5, 'project_id': '6f3566bb2f154defb89039fc7ed47ab9', 'subnets': [{'id': '8da0b96f-c0af-4ddd-afd1-f95f27c89fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:43.589643 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-9a30c8cf-8583-4a0a-a216-cd3909150c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:43.591334 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-9a30c8cf-8583-4a0a-a216-cd3909150c06 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0f28a1dd-fe15-4216-9640-93f5cca3d09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521111 Nov 12 03:57:43.601791 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3a9232-d6b1-463c-9bb0-5c5d38b775ea None None] The sync data for ids ['3a6999c2-9493-4d56-9ef2-d2475f367cd0'] in n-d-715271-27 is: [{'id': '3a6999c2-9493-4d56-9ef2-d2475f367cd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-317263120', 'tenant_id': '6f3566bb2f154defb89039fc7ed47ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'f4f4d7cc-5a90-428e-84d6-8899513e9811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:57:15Z', 'updated_at': '2021-11-12T03:57:22Z', 'revision_number': 4, 'project_id': '6f3566bb2f154defb89039fc7ed47ab9', 'gw_port': {'id': 'f4f4d7cc-5a90-428e-84d6-8899513e9811', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:74:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6999c2-9493-4d56-9ef2-d2475f367cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:16Z', 'updated_at': '2021-11-12T03:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '53f8a599-1c96-471c-bcdd-026e0f42c687', 'tenant_id': '6f3566bb2f154defb89039fc7ed47ab9', 'floating_ip_address': '172.25.5.31', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '3a6999c2-9493-4d56-9ef2-d2475f367cd0', 'port_id': '47afe79e-a420-4fd4-a63e-9d4551b0b8fd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3f79d8-afbc-4119-a3be-0e08c07a34e3', 'mac_address': 'fa:16:3e:10:13:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc42627-4863-423d-b714-8a0bcbc94430', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:57:40Z', 'updated_at': '2021-11-12T03:57:40Z', 'revision_number': 0, 'project_id': '6f3566bb2f154defb89039fc7ed47ab9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc4d1d2f-96e2-4e40-beb1-b7d6676ed9df', 'name': '', 'network_id': '6c3f79d8-afbc-4119-a3be-0e08c07a34e3', 'tenant_id': '6f3566bb2f154defb89039fc7ed47ab9', 'mac_address': 'fa:16:3e:ec:95:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6999c2-9493-4d56-9ef2-d2475f367cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '8da0b96f-c0af-4ddd-afd1-f95f27c89fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:21Z', 'updated_at': '2021-11-12T03:57:25Z', 'revision_number': 5, 'project_id': '6f3566bb2f154defb89039fc7ed47ab9', 'subnets': [{'id': '8da0b96f-c0af-4ddd-afd1-f95f27c89fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:57:43.717367 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-6440fddc-2fe9-4548-9dfa-e0559b3529d6 service neutron] 10.222.0.90 "GET /v2.0/networks/0f28a1dd-fe15-4216-9640-93f5cca3d09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186297 Nov 12 03:57:43.831351 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4d480c9f-19fb-4b8d-838d-dcc99d467ac4 req-08359465-dc87-4300-9b42-79f752d08d53 service neutron] 10.222.0.90 "GET /v2.0/networks/0f28a1dd-fe15-4216-9640-93f5cca3d09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063590 Nov 12 03:57:43.907872 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c221fb0e-0d35-43de-b68a-4982de5a33b8 None None] New status for floating IP 53f8a599-1c96-471c-bcdd-026e0f42c687: ACTIVE {{(pid=102574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:57:43.947912 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221ee02-e327-4f0c-9c1e-133b7320214b req-63c04185-c094-42fa-8373-ee088f55baa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:43.949393 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c221ee02-e327-4f0c-9c1e-133b7320214b req-63c04185-c094-42fa-8373-ee088f55baa2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8da0b96f-c0af-4ddd-afd1-f95f27c89fe5 HTTP/1.1" status: 200 len: 835 time: 0.5189259 Nov 12 03:57:43.990672 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-753c6942-ff68-428c-9f0c-b1583405fc16 req-fe94c90b-c9ae-42e0-a8f0-1bf177f9351a tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149440 Nov 12 03:57:44.069118 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221ee02-e327-4f0c-9c1e-133b7320214b req-98a87d4e-c03b-41a7-85df-ef1be116f259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:44.070816 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c221ee02-e327-4f0c-9c1e-133b7320214b req-98a87d4e-c03b-41a7-85df-ef1be116f259 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6c3f79d8-afbc-4119-a3be-0e08c07a34e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0974472 Nov 12 03:57:44.080877 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d4276f9d-b268-4009-a1e7-41af4ccc9b8f tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5224 time: 1.0691204 Nov 12 03:57:44.083255 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52570) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:44.178200 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4477be45-81ff-4848-b21f-2c08b269e44b tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:44.178669 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4477be45-81ff-4848-b21f-2c08b269e44b tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:44.187818 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4477be45-81ff-4848-b21f-2c08b269e44b tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3a6999c2-9493-4d56-9ef2-d2475f367cd0 HTTP/1.1" status: 200 len: 1992 time: 0.0958397 Nov 12 03:57:44.189165 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68dae7-83cb-4a5f-ba1e-e72691cfe0b9 req-7e74455d-aa55-4a6c-8700-e4729f01328c tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:44.190745 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8f68dae7-83cb-4a5f-ba1e-e72691cfe0b9 req-7e74455d-aa55-4a6c-8700-e4729f01328c tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b769197-42e4-46dd-9947-0bdb51f1eda8 HTTP/1.1" status: 200 len: 943 time: 0.0927484 Nov 12 03:57:44.201525 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c221ee02-e327-4f0c-9c1e-133b7320214b req-4bb56fe2-b662-4701-b3cf-405fd904a9b0 service neutron] 10.222.0.74 "GET /v2.0/networks/6c3f79d8-afbc-4119-a3be-0e08c07a34e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192803 Nov 12 03:57:44.248325 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8f68dae7-83cb-4a5f-ba1e-e72691cfe0b9 req-9545fa94-a712-4d6b-a473-60d947396f42 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d37efdf-b6f7-45ab-8fbe-db99acd641f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457211 Nov 12 03:57:44.307793 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c221ee02-e327-4f0c-9c1e-133b7320214b req-95d90e90-5602-42f5-aa0a-44cbe247f850 service neutron] 10.222.0.74 "GET /v2.0/networks/6c3f79d8-afbc-4119-a3be-0e08c07a34e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919476 Nov 12 03:57:44.462686 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b769197-42e4-46dd-9947-0bdb51f1eda8', 'tag': '19251bd8-c76b-4942-b0c4-0266ef87379c'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:44.465078 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbfdbc8-d6f0-4f3f-bc5e-cbaf9ae09a64" -d '{"events": [{"name": "network-changed", "server_uuid": "0b769197-42e4-46dd-9947-0bdb51f1eda8", "tag": "19251bd8-c76b-4942-b0c4-0266ef87379c"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:44.500643 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161110eb-c689-48cd-adcf-d5826193b8f4 x-openstack-request-id: req-161110eb-c689-48cd-adcf-d5826193b8f4 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:44.500930 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b769197-42e4-46dd-9947-0bdb51f1eda8", "tag": "19251bd8-c76b-4942-b0c4-0266ef87379c", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:44.501716 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-161110eb-c689-48cd-adcf-d5826193b8f4 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:44.502122 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b769197-42e4-46dd-9947-0bdb51f1eda8', 'tag': '19251bd8-c76b-4942-b0c4-0266ef87379c', 'status': 'completed', 'code': 200} Nov 12 03:57:44.585370 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfdbc8-d6f0-4f3f-bc5e-cbaf9ae09a64 req-916cf8d2-698a-4112-8c34-5e9fbcd71550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:44.586877 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2bbfdbc8-d6f0-4f3f-bc5e-cbaf9ae09a64 req-916cf8d2-698a-4112-8c34-5e9fbcd71550 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=71bb88761be64fdca8e5a72446290996&device_id=0b769197-42e4-46dd-9947-0bdb51f1eda8 HTTP/1.1" status: 200 len: 1095 time: 0.0420811 Nov 12 03:57:44.684106 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfdbc8-d6f0-4f3f-bc5e-cbaf9ae09a64 req-6752744b-3cd2-4753-85c6-f970e95c8e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:44.685495 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2bbfdbc8-d6f0-4f3f-bc5e-cbaf9ae09a64 req-6752744b-3cd2-4753-85c6-f970e95c8e1c service neutron] 10.222.0.90 "GET /v2.0/networks?id=0f28a1dd-fe15-4216-9640-93f5cca3d09e HTTP/1.1" status: 200 len: 914 time: 0.0907135 Nov 12 03:57:44.727953 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2bbfdbc8-d6f0-4f3f-bc5e-cbaf9ae09a64 req-fa22a5fb-bc58-4353-b444-42c53ac26122 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19251bd8-c76b-4942-b0c4-0266ef87379c HTTP/1.1" status: 200 len: 217 time: 0.0358698 Nov 12 03:57:44.780212 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfdbc8-d6f0-4f3f-bc5e-cbaf9ae09a64 req-1b2960b9-1d8b-481c-8c88-08bc5874cc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:44.781752 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2bbfdbc8-d6f0-4f3f-bc5e-cbaf9ae09a64 req-1b2960b9-1d8b-481c-8c88-08bc5874cc49 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5eafe918-753e-4b4f-95fe-e0570b8b4456 HTTP/1.1" status: 200 len: 852 time: 0.0467083 Nov 12 03:57:44.834326 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfdbc8-d6f0-4f3f-bc5e-cbaf9ae09a64 req-ff2c9401-a867-4dab-ac52-42e2c1b0017c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:44.835820 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2bbfdbc8-d6f0-4f3f-bc5e-cbaf9ae09a64 req-ff2c9401-a867-4dab-ac52-42e2c1b0017c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0f28a1dd-fe15-4216-9640-93f5cca3d09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474622 Nov 12 03:57:44.928867 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2bbfdbc8-d6f0-4f3f-bc5e-cbaf9ae09a64 req-2b3bf952-f1f8-4454-a2c4-a0ae173215d2 service neutron] 10.222.0.90 "GET /v2.0/networks/0f28a1dd-fe15-4216-9640-93f5cca3d09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855551 Nov 12 03:57:45.024852 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2bbfdbc8-d6f0-4f3f-bc5e-cbaf9ae09a64 req-4d662dbf-5ee5-41d1-b138-7852a29cc013 service neutron] 10.222.0.90 "GET /v2.0/networks/0f28a1dd-fe15-4216-9640-93f5cca3d09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898328 Nov 12 03:57:45.111595 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10d6e5-5141-48d2-989b-019bf5b01314 req-aa41a2ff-92c1-458d-880d-6c9a56ba93dc tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:45.113203 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-da10d6e5-5141-48d2-989b-019bf5b01314 req-aa41a2ff-92c1-458d-880d-6c9a56ba93dc tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e2c843b-91c6-41b5-8279-d5e5c6260535 HTTP/1.1" status: 200 len: 944 time: 0.0512757 Nov 12 03:57:45.165654 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-da10d6e5-5141-48d2-989b-019bf5b01314 req-19c65695-adf6-4a08-99f4-658bd78b55ba tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452909 Nov 12 03:57:45.368192 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea983b-9f7e-4c01-82da-8bbe6e9440fe req-089e3a08-d97e-4453-9794-1452062c7159 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:45.369809 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7dea983b-9f7e-4c01-82da-8bbe6e9440fe req-089e3a08-d97e-4453-9794-1452062c7159 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b769197-42e4-46dd-9947-0bdb51f1eda8 HTTP/1.1" status: 200 len: 943 time: 0.0502958 Nov 12 03:57:45.422117 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7dea983b-9f7e-4c01-82da-8bbe6e9440fe req-6ac41ad6-8a78-47f7-a958-c915be1099c1 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d37efdf-b6f7-45ab-8fbe-db99acd641f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463207 Nov 12 03:57:46.281993 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ef4f8-4b8e-4541-9a10-38ec22161180 req-e4af1ca1-1379-4a7d-a824-50cb6ed39dce tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:46.283450 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8a3ef4f8-4b8e-4541-9a10-38ec22161180 req-e4af1ca1-1379-4a7d-a824-50cb6ed39dce tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e2c843b-91c6-41b5-8279-d5e5c6260535 HTTP/1.1" status: 200 len: 944 time: 0.0489295 Nov 12 03:57:46.286665 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 3a4a442c-332b-453b-bd15-a9c29bf7eb08 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:57:46.340580 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8a3ef4f8-4b8e-4541-9a10-38ec22161180 req-72b0dcff-1986-461f-9ca2-d3bed860d767 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497694 Nov 12 03:57:46.387223 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 3a4a442c-332b-453b-bd15-a9c29bf7eb08, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=3a4a442c-332b-453b-bd15-a9c29bf7eb08,segment=NetworkSegment(0f2f65a3-04d3-403b-a440-78cd841660b6),segment_id=0f2f65a3-04d3-403b-a440-78cd841660b6)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:46.398073 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '3a4a442c-332b-453b-bd15-a9c29bf7eb08', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'port_id': '3a4a442c-332b-453b-bd15-a9c29bf7eb08', 'mac_address': 'fa:16:3e:b6:be:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:57:46.435733 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:46.449567 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a4a442c-332b-453b-bd15-a9c29bf7eb08 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:57:46.470631 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 3a4a442c-332b-453b-bd15-a9c29bf7eb08, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=3a4a442c-332b-453b-bd15-a9c29bf7eb08,segment=NetworkSegment(0f2f65a3-04d3-403b-a440-78cd841660b6),segment_id=0f2f65a3-04d3-403b-a440-78cd841660b6)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:46.475240 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:46.523038 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=3a4a442c-332b-453b-bd15-a9c29bf7eb08,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:46.546924 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed212948-dee3-40f6-bfb6-480d9e41eb42 req-4997c213-7b94-43ac-acaa-6747222d09ca tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:46.549208 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ed212948-dee3-40f6-bfb6-480d9e41eb42 req-4997c213-7b94-43ac-acaa-6747222d09ca tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b769197-42e4-46dd-9947-0bdb51f1eda8 HTTP/1.1" status: 200 len: 943 time: 0.0549128 Nov 12 03:57:46.599242 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ed212948-dee3-40f6-bfb6-480d9e41eb42 req-be88829e-716a-4f0b-9150-adc37aef8791 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d37efdf-b6f7-45ab-8fbe-db99acd641f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441604 Nov 12 03:57:46.727616 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['3a4a442c-332b-453b-bd15-a9c29bf7eb08'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:57:47.459268 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208affe2-d484-4420-9f06-26f3ff8c4c60 req-fc23deee-dd62-499e-9e6f-c900700acaf9 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:47.460783 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-208affe2-d484-4420-9f06-26f3ff8c4c60 req-fc23deee-dd62-499e-9e6f-c900700acaf9 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e2c843b-91c6-41b5-8279-d5e5c6260535 HTTP/1.1" status: 200 len: 945 time: 0.0494397 Nov 12 03:57:47.510751 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-208affe2-d484-4420-9f06-26f3ff8c4c60 req-a14f2b25-8381-4692-9b4d-2595e27c8639 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439560 Nov 12 03:57:47.715756 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834c6b5-5cb2-4781-a461-99bbdbe2de39 req-fcf79644-afb1-4cb0-ae96-532653326166 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:47.717290 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8834c6b5-5cb2-4781-a461-99bbdbe2de39 req-fcf79644-afb1-4cb0-ae96-532653326166 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b769197-42e4-46dd-9947-0bdb51f1eda8 HTTP/1.1" status: 200 len: 943 time: 0.0510843 Nov 12 03:57:47.771616 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8834c6b5-5cb2-4781-a461-99bbdbe2de39 req-aecd0a49-f34f-4a01-bcd1-eb540ad30551 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d37efdf-b6f7-45ab-8fbe-db99acd641f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480845 Nov 12 03:57:47.945842 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:57:48.306349 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 3a4a442c-332b-453b-bd15-a9c29bf7eb08 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:57:48.355493 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:48.370808 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 3a4a442c-332b-453b-bd15-a9c29bf7eb08 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:57:48.374571 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 3a4a442c-332b-453b-bd15-a9c29bf7eb08 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:48.374938 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:48.451517 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:48.475084 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2c843b-91c6-41b5-8279-d5e5c6260535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4a442c-332b-453b-bd15-a9c29bf7eb08'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:48.477387 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6558d821-9706-41c1-9ec3-a38975e844c7" -d '{"events": [{"server_uuid": "8e2c843b-91c6-41b5-8279-d5e5c6260535", "name": "network-vif-plugged", "status": "completed", "tag": "3a4a442c-332b-453b-bd15-a9c29bf7eb08"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:48.490335 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 3a4a442c-332b-453b-bd15-a9c29bf7eb08, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=3a4a442c-332b-453b-bd15-a9c29bf7eb08,segment=NetworkSegment(0f2f65a3-04d3-403b-a440-78cd841660b6),segment_id=0f2f65a3-04d3-403b-a440-78cd841660b6)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:48.494700 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:48.523218 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67d9ad1-fbd0-4a0a-a795-316bcdb585df x-openstack-request-id: req-f67d9ad1-fbd0-4a0a-a795-316bcdb585df {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:48.523516 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e2c843b-91c6-41b5-8279-d5e5c6260535", "name": "network-vif-plugged", "status": "completed", "tag": "3a4a442c-332b-453b-bd15-a9c29bf7eb08", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:48.523765 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f67d9ad1-fbd0-4a0a-a795-316bcdb585df {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:48.524185 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e2c843b-91c6-41b5-8279-d5e5c6260535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4a442c-332b-453b-bd15-a9c29bf7eb08', 'code': 200} Nov 12 03:57:48.561501 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=3a4a442c-332b-453b-bd15-a9c29bf7eb08,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:48.652242 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38897c38-2988-479c-98e2-825b1d33de28 req-f515a239-f0f8-4924-90aa-89e5aedd0ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:48.653729 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-38897c38-2988-479c-98e2-825b1d33de28 req-f515a239-f0f8-4924-90aa-89e5aedd0ce0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8e2c843b-91c6-41b5-8279-d5e5c6260535 HTTP/1.1" status: 200 len: 1098 time: 0.0728726 Nov 12 03:57:48.666595 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a308633-aa55-4bbd-a47a-a5bdb5b17f61 req-7c72cefa-b39d-4387-bfee-c73b4da017be tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:48.667957 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8a308633-aa55-4bbd-a47a-a5bdb5b17f61 req-7c72cefa-b39d-4387-bfee-c73b4da017be tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e2c843b-91c6-41b5-8279-d5e5c6260535 HTTP/1.1" status: 200 len: 946 time: 0.0758920 Nov 12 03:57:48.740690 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-38897c38-2988-479c-98e2-825b1d33de28 req-fd52f861-34a8-45b2-99b1-ff0464fd67f2 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717542 Nov 12 03:57:48.744812 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8a308633-aa55-4bbd-a47a-a5bdb5b17f61 req-d6acb169-cda1-4305-8ee6-03477eb41f3e tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699918 Nov 12 03:57:48.889303 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afcb6c-9b24-4b61-be03-8921caffbcc7 req-de1c7c5c-9407-47dd-a330-19dc9a4b1b96 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:48.890766 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-86afcb6c-9b24-4b61-be03-8921caffbcc7 req-de1c7c5c-9407-47dd-a330-19dc9a4b1b96 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b769197-42e4-46dd-9947-0bdb51f1eda8 HTTP/1.1" status: 200 len: 943 time: 0.0486171 Nov 12 03:57:48.940371 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-86afcb6c-9b24-4b61-be03-8921caffbcc7 req-c9546797-6878-4d64-ae1e-5f679ef9b350 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d37efdf-b6f7-45ab-8fbe-db99acd641f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426748 Nov 12 03:57:49.868426 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce3482-b4ae-4612-8298-3cb6e8f331ee req-5edba089-ae68-46d2-b3ad-9fb84b0eeddc tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:49.869916 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d8ce3482-b4ae-4612-8298-3cb6e8f331ee req-5edba089-ae68-46d2-b3ad-9fb84b0eeddc tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e2c843b-91c6-41b5-8279-d5e5c6260535 HTTP/1.1" status: 200 len: 946 time: 0.0534198 Nov 12 03:57:49.920166 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d8ce3482-b4ae-4612-8298-3cb6e8f331ee req-6a82ea99-e70b-420e-a1fa-e43f5443a03d tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442796 Nov 12 03:57:50.066505 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923a267-1efa-40fc-b208-2e4803d1128e req-a8a81350-de19-4e42-9a9b-b490ba3a092e tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:50.068003 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6923a267-1efa-40fc-b208-2e4803d1128e req-a8a81350-de19-4e42-9a9b-b490ba3a092e tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b769197-42e4-46dd-9947-0bdb51f1eda8 HTTP/1.1" status: 200 len: 943 time: 0.0564077 Nov 12 03:57:50.122615 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6923a267-1efa-40fc-b208-2e4803d1128e req-b857b4b5-5c65-41bd-b168-15633171e260 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d37efdf-b6f7-45ab-8fbe-db99acd641f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484772 Nov 12 03:57:51.039820 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03414d4f-6f96-4d0e-9d51-a94363b67d2f req-803fe87b-6e37-4ce0-aea2-f9808b90d479 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:51.041372 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-03414d4f-6f96-4d0e-9d51-a94363b67d2f req-803fe87b-6e37-4ce0-aea2-f9808b90d479 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e2c843b-91c6-41b5-8279-d5e5c6260535 HTTP/1.1" status: 200 len: 946 time: 0.0535605 Nov 12 03:57:51.090266 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-03414d4f-6f96-4d0e-9d51-a94363b67d2f req-3772f9f2-aa5f-4ece-bc1e-8e1da2d6f05d tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429955 Nov 12 03:57:51.208520 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c678f2e-8eb2-4070-8391-a070f1a10ace req-3606ac37-3242-45e7-b6f9-276e0cd54b3c tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:51.209905 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9c678f2e-8eb2-4070-8391-a070f1a10ace req-3606ac37-3242-45e7-b6f9-276e0cd54b3c tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e2c843b-91c6-41b5-8279-d5e5c6260535 HTTP/1.1" status: 200 len: 946 time: 0.0504546 Nov 12 03:57:51.240065 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73858693-1c46-4b94-a2d4-9f971e6c0c75 req-e9b31a05-3ba8-4a6c-95bf-9e41bcea5f00 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:51.241615 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-73858693-1c46-4b94-a2d4-9f971e6c0c75 req-e9b31a05-3ba8-4a6c-95bf-9e41bcea5f00 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b769197-42e4-46dd-9947-0bdb51f1eda8 HTTP/1.1" status: 200 len: 943 time: 0.0509079 Nov 12 03:57:51.263255 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9c678f2e-8eb2-4070-8391-a070f1a10ace req-905ba147-e8e9-4141-94b0-ae6d9c1b58f9 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472803 Nov 12 03:57:51.287938 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52606) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:51.315762 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-73858693-1c46-4b94-a2d4-9f971e6c0c75 req-94326915-c2aa-48bb-a945-c4727573b4db tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d37efdf-b6f7-45ab-8fbe-db99acd641f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619087 Nov 12 03:57:51.333723 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973920dc-05f8-46fa-868f-f4caf9ac6965 tempest-TestVolumeBootPattern-166562807 tempest-TestVolumeBootPattern-166562807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:51.338759 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52608) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:51.339343 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-973920dc-05f8-46fa-868f-f4caf9ac6965 tempest-TestVolumeBootPattern-166562807 tempest-TestVolumeBootPattern-166562807-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8e2c843b-91c6-41b5-8279-d5e5c6260535 HTTP/1.1" status: 200 len: 1093 time: 0.0498519 Nov 12 03:57:51.343266 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-0a35d331-60c9-4973-a77e-681a799ecdb6 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'port_id': '3a4a442c-332b-453b-bd15-a9c29bf7eb08', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:51.369077 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0a35d331-60c9-4973-a77e-681a799ecdb6 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for floatingip, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:51.475394 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0a35d331-60c9-4973-a77e-681a799ecdb6 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:51.581331 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-0a35d331-60c9-4973-a77e-681a799ecdb6 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Allocated IP 172.25.5.248 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/c1ba8ef8-59f2-49ae-aab4-797c866b4030) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:57:51.687515 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0a35d331-60c9-4973-a77e-681a799ecdb6 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:51.722997 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0a35d331-60c9-4973-a77e-681a799ecdb6 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:51.765291 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a35d331-60c9-4973-a77e-681a799ecdb6 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:57:51.769402 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-0a35d331-60c9-4973-a77e-681a799ecdb6 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:57:51.773270 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a35d331-60c9-4973-a77e-681a799ecdb6 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:57:51.795585 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a35d331-60c9-4973-a77e-681a799ecdb6 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Pushing event updated for resources: {'Port': ['ID=c1ba8ef8-59f2-49ae-aab4-797c866b4030,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:52.281380 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0a35d331-60c9-4973-a77e-681a799ecdb6 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:52.395313 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0a35d331-60c9-4973-a77e-681a799ecdb6 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:52.441806 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624ad6d-eb64-43fb-97a6-bc90ce565dde req-ba4ac34e-8786-4b4b-9df7-9cc114dd355e tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:52.443614 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9624ad6d-eb64-43fb-97a6-bc90ce565dde req-ba4ac34e-8786-4b4b-9df7-9cc114dd355e tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b769197-42e4-46dd-9947-0bdb51f1eda8 HTTP/1.1" status: 200 len: 943 time: 0.0619118 Nov 12 03:57:52.496541 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9624ad6d-eb64-43fb-97a6-bc90ce565dde req-015d2a42-93a5-46d1-b400-fe72f0a028eb tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d37efdf-b6f7-45ab-8fbe-db99acd641f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463936 Nov 12 03:57:52.567560 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0a35d331-60c9-4973-a77e-681a799ecdb6 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:52.572918 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0a35d331-60c9-4973-a77e-681a799ecdb6 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:52.645556 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a35d331-60c9-4973-a77e-681a799ecdb6 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Pushing event updated for resources: {'Port': ['ID=c1ba8ef8-59f2-49ae-aab4-797c866b4030,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:52.654014 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0a35d331-60c9-4973-a77e-681a799ecdb6 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:52.755508 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [None req-0a35d331-60c9-4973-a77e-681a799ecdb6 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Floating IP f9d4c65d-45e7-4235-9b02-ea558f6a1ac7 associated. External IP: 172.25.5.248, port: 3a4a442c-332b-453b-bd15-a9c29bf7eb08. Nov 12 03:57:53.239881 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a35d331-60c9-4973-a77e-681a799ecdb6 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Router 8e3d7401-e3df-44d6-ae69-733d594e2ea8 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:57:53.344063 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a35d331-60c9-4973-a77e-681a799ecdb6 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:57:53.355202 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ac4c64-5263-47f6-b7dc-e7000f5048d8 None None] Sync routers for ids ['8e3d7401-e3df-44d6-ae69-733d594e2ea8'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:57:53.366245 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0a35d331-60c9-4973-a77e-681a799ecdb6 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:53.367583 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ac4c64-5263-47f6-b7dc-e7000f5048d8 None None] Routers {'8e3d7401-e3df-44d6-ae69-733d594e2ea8'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:53.368271 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-a3ac4c64-5263-47f6-b7dc-e7000f5048d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:57:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8e3d7401-e3df-44d6-ae69-733d594e2ea8'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:53.396891 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0a35d331-60c9-4973-a77e-681a799ecdb6 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0570207 Nov 12 03:57:53.397554 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e2c843b-91c6-41b5-8279-d5e5c6260535', 'tag': '3a4a442c-332b-453b-bd15-a9c29bf7eb08'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:53.402149 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56cb1f0-e540-4e51-aa8e-6a63c9521638" -d '{"events": [{"name": "network-changed", "server_uuid": "8e2c843b-91c6-41b5-8279-d5e5c6260535", "tag": "3a4a442c-332b-453b-bd15-a9c29bf7eb08"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:53.438697 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5bd6e56-f607-4f81-b6df-6d9b8ae1a3eb x-openstack-request-id: req-a5bd6e56-f607-4f81-b6df-6d9b8ae1a3eb {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:53.440631 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e2c843b-91c6-41b5-8279-d5e5c6260535", "tag": "3a4a442c-332b-453b-bd15-a9c29bf7eb08", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:53.440631 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a5bd6e56-f607-4f81-b6df-6d9b8ae1a3eb {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:53.440631 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e2c843b-91c6-41b5-8279-d5e5c6260535', 'tag': '3a4a442c-332b-453b-bd15-a9c29bf7eb08', 'status': 'completed', 'code': 200} Nov 12 03:57:53.465631 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 19251bd8-c76b-4942-b0c4-0266ef87379c details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:57:53.501193 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cb1f0-e540-4e51-aa8e-6a63c9521638 req-660a1958-2035-4ba7-a57e-7e12ce4e9ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:53.503402 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c56cb1f0-e540-4e51-aa8e-6a63c9521638 req-660a1958-2035-4ba7-a57e-7e12ce4e9ddc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=27d4836293914c108ba09bff97dd7daa&device_id=8e2c843b-91c6-41b5-8279-d5e5c6260535 HTTP/1.1" status: 200 len: 1098 time: 0.0408905 Nov 12 03:57:53.514141 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-a3ac4c64-5263-47f6-b7dc-e7000f5048d8 None None] Set router 8e3d7401-e3df-44d6-ae69-733d594e2ea8 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:57:53.603861 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cb1f0-e540-4e51-aa8e-6a63c9521638 req-4204178b-0e0f-4756-8fa2-29a5729bbc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:53.605373 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c56cb1f0-e540-4e51-aa8e-6a63c9521638 req-4204178b-0e0f-4756-8fa2-29a5729bbc1c service neutron] 10.222.0.74 "GET /v2.0/networks?id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 HTTP/1.1" status: 200 len: 912 time: 0.0926194 Nov 12 03:57:53.619942 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef5ca9-9b51-414b-8bc9-b512bc3ca6f3 req-38458bef-e1b2-4918-97e0-59c470526477 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:53.622094 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8aef5ca9-9b51-414b-8bc9-b512bc3ca6f3 req-38458bef-e1b2-4918-97e0-59c470526477 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b769197-42e4-46dd-9947-0bdb51f1eda8 HTTP/1.1" status: 200 len: 943 time: 0.0526292 Nov 12 03:57:53.670119 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 19251bd8-c76b-4942-b0c4-0266ef87379c, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=19251bd8-c76b-4942-b0c4-0266ef87379c,segment=NetworkSegment(e8b606c3-c18f-4ad7-9d41-9e74ae05ffeb),segment_id=e8b606c3-c18f-4ad7-9d41-9e74ae05ffeb)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:53.678748 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8aef5ca9-9b51-414b-8bc9-b512bc3ca6f3 req-27772378-ce2b-4046-bbb8-e6104a400f51 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d37efdf-b6f7-45ab-8fbe-db99acd641f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482929 Nov 12 03:57:53.682026 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c56cb1f0-e540-4e51-aa8e-6a63c9521638 req-8c5e3148-f270-4eaf-b42b-7a68874061bd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a4a442c-332b-453b-bd15-a9c29bf7eb08 HTTP/1.1" status: 200 len: 1000 time: 0.0674181 Nov 12 03:57:53.685626 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '19251bd8-c76b-4942-b0c4-0266ef87379c', 'network_id': '0f28a1dd-fe15-4216-9640-93f5cca3d09e', 'port_id': '19251bd8-c76b-4942-b0c4-0266ef87379c', 'mac_address': 'fa:16:3e:cc:93:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5eafe918-753e-4b4f-95fe-e0570b8b4456', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:57:53.737342 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cb1f0-e540-4e51-aa8e-6a63c9521638 req-14bfcbab-a3a9-45be-bd54-4964769391d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:53.738753 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c56cb1f0-e540-4e51-aa8e-6a63c9521638 req-14bfcbab-a3a9-45be-bd54-4964769391d9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2 HTTP/1.1" status: 200 len: 850 time: 0.0495217 Nov 12 03:57:53.770921 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:53.790084 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cb1f0-e540-4e51-aa8e-6a63c9521638 req-389ce857-99e6-4507-a8a0-c8d5c4011f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:53.790354 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19251bd8-c76b-4942-b0c4-0266ef87379c {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:57:53.791594 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c56cb1f0-e540-4e51-aa8e-6a63c9521638 req-389ce857-99e6-4507-a8a0-c8d5c4011f76 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417962 Nov 12 03:57:53.823741 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 19251bd8-c76b-4942-b0c4-0266ef87379c, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=19251bd8-c76b-4942-b0c4-0266ef87379c,segment=NetworkSegment(e8b606c3-c18f-4ad7-9d41-9e74ae05ffeb),segment_id=e8b606c3-c18f-4ad7-9d41-9e74ae05ffeb)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:53.847519 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:53.898864 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c56cb1f0-e540-4e51-aa8e-6a63c9521638 req-cbacb0c3-929c-4c02-a9d2-fc464ae49ba1 service neutron] 10.222.0.74 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915365 Nov 12 03:57:53.907390 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=19251bd8-c76b-4942-b0c4-0266ef87379c,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:53.919333 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-a3ac4c64-5263-47f6-b7dc-e7000f5048d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'name': 'tempest-TestVolumeBootPattern-122305054-router', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:20Z', 'updated_at': '2021-11-12T03:48:29Z', 'revision_number': 4, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'gw_port': {'id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:22Z', 'updated_at': '2021-11-12T03:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'f9d4c65d-45e7-4235-9b02-ea558f6a1ac7', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'port_id': '3a4a442c-332b-453b-bd15-a9c29bf7eb08', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'mac_address': 'fa:16:3e:b6:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2c843b-91c6-41b5-8279-d5e5c6260535', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:57:52Z', 'updated_at': '2021-11-12T03:57:52Z', 'revision_number': 0, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb85390-3f5c-48c5-aac8-740f1751785c', 'name': '', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'mac_address': 'fa:16:3e:62:91:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:27Z', 'updated_at': '2021-11-12T03:48:37Z', 'revision_number': 5, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'subnets': [{'id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:53.945834 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ac4c64-5263-47f6-b7dc-e7000f5048d8 None None] Checking router: 8e3d7401-e3df-44d6-ae69-733d594e2ea8 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:57:53.954435 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ac4c64-5263-47f6-b7dc-e7000f5048d8 None None] Routers {'8e3d7401-e3df-44d6-ae69-733d594e2ea8'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:53.955665 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-a3ac4c64-5263-47f6-b7dc-e7000f5048d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:57:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8e3d7401-e3df-44d6-ae69-733d594e2ea8'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:53.996739 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c56cb1f0-e540-4e51-aa8e-6a63c9521638 req-ed2b968e-b76f-40a0-bbfe-07bf81d441cc service neutron] 10.222.0.74 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894246 Nov 12 03:57:54.066642 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-a3ac4c64-5263-47f6-b7dc-e7000f5048d8 None None] Set router 8e3d7401-e3df-44d6-ae69-733d594e2ea8 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:57:54.141129 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['19251bd8-c76b-4942-b0c4-0266ef87379c'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:57:54.566676 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-a3ac4c64-5263-47f6-b7dc-e7000f5048d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'name': 'tempest-TestVolumeBootPattern-122305054-router', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:20Z', 'updated_at': '2021-11-12T03:48:29Z', 'revision_number': 4, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'gw_port': {'id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:22Z', 'updated_at': '2021-11-12T03:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'f9d4c65d-45e7-4235-9b02-ea558f6a1ac7', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'port_id': '3a4a442c-332b-453b-bd15-a9c29bf7eb08', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'mac_address': 'fa:16:3e:b6:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2c843b-91c6-41b5-8279-d5e5c6260535', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:57:52Z', 'updated_at': '2021-11-12T03:57:52Z', 'revision_number': 0, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb85390-3f5c-48c5-aac8-740f1751785c', 'name': '', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'mac_address': 'fa:16:3e:62:91:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:27Z', 'updated_at': '2021-11-12T03:48:37Z', 'revision_number': 5, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'subnets': [{'id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:54.599931 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ac4c64-5263-47f6-b7dc-e7000f5048d8 None None] The sync data for ids ['8e3d7401-e3df-44d6-ae69-733d594e2ea8'] in n-d-715271-27 is: [{'id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'name': 'tempest-TestVolumeBootPattern-122305054-router', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:20Z', 'updated_at': '2021-11-12T03:48:29Z', 'revision_number': 4, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'gw_port': {'id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:22Z', 'updated_at': '2021-11-12T03:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'f9d4c65d-45e7-4235-9b02-ea558f6a1ac7', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'port_id': '3a4a442c-332b-453b-bd15-a9c29bf7eb08', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'mac_address': 'fa:16:3e:b6:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2c843b-91c6-41b5-8279-d5e5c6260535', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:57:52Z', 'updated_at': '2021-11-12T03:57:52Z', 'revision_number': 0, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb85390-3f5c-48c5-aac8-740f1751785c', 'name': '', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'mac_address': 'fa:16:3e:62:91:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:27Z', 'updated_at': '2021-11-12T03:48:37Z', 'revision_number': 5, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'subnets': [{'id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:57:54.803196 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a561375-2820-4227-9910-ea87104e7ddb req-d44892cd-cbc3-4f7f-925f-55d19c2ee737 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:54.804765 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3a561375-2820-4227-9910-ea87104e7ddb req-d44892cd-cbc3-4f7f-925f-55d19c2ee737 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b769197-42e4-46dd-9947-0bdb51f1eda8 HTTP/1.1" status: 200 len: 944 time: 0.0513401 Nov 12 03:57:54.815908 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131be367-47f0-44e6-ac34-ee683700f027 None None] New status for floating IP f9d4c65d-45e7-4235-9b02-ea558f6a1ac7: ACTIVE {{(pid=102574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:57:54.856641 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3a561375-2820-4227-9910-ea87104e7ddb req-eeebc1d4-f6fc-430e-bc15-26f6e0c4d6ae tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d37efdf-b6f7-45ab-8fbe-db99acd641f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457957 Nov 12 03:57:55.445229 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 19251bd8-c76b-4942-b0c4-0266ef87379c up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:57:55.499072 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 19251bd8-c76b-4942-b0c4-0266ef87379c completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:57:55.503537 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 19251bd8-c76b-4942-b0c4-0266ef87379c triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:55.503908 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:55.579668 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:55.602006 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b769197-42e4-46dd-9947-0bdb51f1eda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19251bd8-c76b-4942-b0c4-0266ef87379c'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:55.604264 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb04f80-31ae-4f3c-ad50-a2b932284c30" -d '{"events": [{"server_uuid": "0b769197-42e4-46dd-9947-0bdb51f1eda8", "name": "network-vif-plugged", "status": "completed", "tag": "19251bd8-c76b-4942-b0c4-0266ef87379c"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:55.617238 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 19251bd8-c76b-4942-b0c4-0266ef87379c, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=19251bd8-c76b-4942-b0c4-0266ef87379c,segment=NetworkSegment(e8b606c3-c18f-4ad7-9d41-9e74ae05ffeb),segment_id=e8b606c3-c18f-4ad7-9d41-9e74ae05ffeb)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:55.621184 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:55.645154 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223f7e75-ca0e-47d4-b173-7dc84bbcfffb x-openstack-request-id: req-223f7e75-ca0e-47d4-b173-7dc84bbcfffb {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:55.645444 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b769197-42e4-46dd-9947-0bdb51f1eda8", "name": "network-vif-plugged", "status": "completed", "tag": "19251bd8-c76b-4942-b0c4-0266ef87379c", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:55.645696 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-223f7e75-ca0e-47d4-b173-7dc84bbcfffb {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:55.646082 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b769197-42e4-46dd-9947-0bdb51f1eda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19251bd8-c76b-4942-b0c4-0266ef87379c', 'code': 200} Nov 12 03:57:55.674492 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=19251bd8-c76b-4942-b0c4-0266ef87379c,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:55.784461 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f4410-9aa8-4133-928d-a01c315025ec req-e20f232b-985f-4485-bacb-3eb5363f2051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:55.785982 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-549f4410-9aa8-4133-928d-a01c315025ec req-e20f232b-985f-4485-bacb-3eb5363f2051 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0b769197-42e4-46dd-9947-0bdb51f1eda8 HTTP/1.1" status: 200 len: 1097 time: 0.0455446 Nov 12 03:57:55.832617 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-549f4410-9aa8-4133-928d-a01c315025ec req-08448ad3-df67-4470-8cb0-aa6b7aa95585 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=8d37efdf-b6f7-45ab-8fbe-db99acd641f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392566 Nov 12 03:57:55.974047 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ceea1f-34f1-43b5-9339-aa22351b9ba2 req-f145a346-a2c0-4edc-9fa1-25b03610510d tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:55.975693 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-25ceea1f-34f1-43b5-9339-aa22351b9ba2 req-f145a346-a2c0-4edc-9fa1-25b03610510d tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b769197-42e4-46dd-9947-0bdb51f1eda8 HTTP/1.1" status: 200 len: 945 time: 0.0490177 Nov 12 03:57:56.026002 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-25ceea1f-34f1-43b5-9339-aa22351b9ba2 req-005d8443-1a9f-48a1-95dd-fb15048b57c9 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d37efdf-b6f7-45ab-8fbe-db99acd641f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439334 Nov 12 03:57:57.145939 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76200d-2cc8-4196-8d88-561d1346ac5b req-96861270-8e01-4ceb-b5e6-78dccae7da10 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:57.147292 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bd76200d-2cc8-4196-8d88-561d1346ac5b req-96861270-8e01-4ceb-b5e6-78dccae7da10 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b769197-42e4-46dd-9947-0bdb51f1eda8 HTTP/1.1" status: 200 len: 945 time: 0.0493584 Nov 12 03:57:57.200417 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bd76200d-2cc8-4196-8d88-561d1346ac5b req-f1f768bd-abbc-4c56-a997-adc2adeb3ab4 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d37efdf-b6f7-45ab-8fbe-db99acd641f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471098 Nov 12 03:57:57.319981 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f18d89-bc31-4761-a36b-f0e95b785803 req-0ca3777f-35c9-420f-9375-2ddbe2f109bf tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:57.321477 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b4f18d89-bc31-4761-a36b-f0e95b785803 req-0ca3777f-35c9-420f-9375-2ddbe2f109bf tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b769197-42e4-46dd-9947-0bdb51f1eda8 HTTP/1.1" status: 200 len: 945 time: 0.0532584 Nov 12 03:57:57.370751 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b4f18d89-bc31-4761-a36b-f0e95b785803 req-fbe1fce8-dc08-44c6-aadf-c9ef62d490bf tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d37efdf-b6f7-45ab-8fbe-db99acd641f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434442 Nov 12 03:57:57.392525 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52630) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:57.543323 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff6867f-1899-42fb-a2be-1e0a74ac5d5e tempest-TestVolumeBackupRestore-1125089229 tempest-TestVolumeBackupRestore-1125089229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:57.544926 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2ff6867f-1899-42fb-a2be-1e0a74ac5d5e tempest-TestVolumeBackupRestore-1125089229 tempest-TestVolumeBackupRestore-1125089229-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=0b769197-42e4-46dd-9947-0bdb51f1eda8 HTTP/1.1" status: 200 len: 1092 time: 0.1514244 Nov 12 03:57:57.547949 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52634) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:57.552860 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-a331000d-8eaf-42f1-932d-fd1c2e04be3f tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'port_id': '19251bd8-c76b-4942-b0c4-0266ef87379c', 'tenant_id': '71bb88761be64fdca8e5a72446290996', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:57.574883 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a331000d-8eaf-42f1-932d-fd1c2e04be3f tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks [] for floatingip, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:57.673027 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a331000d-8eaf-42f1-932d-fd1c2e04be3f tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:57.777865 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-a331000d-8eaf-42f1-932d-fd1c2e04be3f tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Allocated IP 172.25.5.229 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/a6f83e72-5b71-421e-8698-376f956a7679) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:57:57.895436 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a331000d-8eaf-42f1-932d-fd1c2e04be3f tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:57.929292 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a331000d-8eaf-42f1-932d-fd1c2e04be3f tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:57.964136 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a331000d-8eaf-42f1-932d-fd1c2e04be3f tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:57:57.968838 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-a331000d-8eaf-42f1-932d-fd1c2e04be3f tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:57:57.973233 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a331000d-8eaf-42f1-932d-fd1c2e04be3f tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:57:57.998412 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a331000d-8eaf-42f1-932d-fd1c2e04be3f tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Pushing event updated for resources: {'Port': ['ID=a6f83e72-5b71-421e-8698-376f956a7679,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:58.336188 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a331000d-8eaf-42f1-932d-fd1c2e04be3f tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:58.401915 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a331000d-8eaf-42f1-932d-fd1c2e04be3f tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:58.554197 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a331000d-8eaf-42f1-932d-fd1c2e04be3f tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:58.558769 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a331000d-8eaf-42f1-932d-fd1c2e04be3f tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:58.628746 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a331000d-8eaf-42f1-932d-fd1c2e04be3f tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Pushing event updated for resources: {'Port': ['ID=a6f83e72-5b71-421e-8698-376f956a7679,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:58.642722 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a331000d-8eaf-42f1-932d-fd1c2e04be3f tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:58.744104 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [None req-a331000d-8eaf-42f1-932d-fd1c2e04be3f tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Floating IP f3ba9ce4-fcd9-4b41-8025-cd5d195e26a6 associated. External IP: 172.25.5.229, port: 19251bd8-c76b-4942-b0c4-0266ef87379c. Nov 12 03:57:58.947650 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a331000d-8eaf-42f1-932d-fd1c2e04be3f tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Router 1f19e855-67da-4775-bf1a-bd9b5cac4a8e has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:57:59.056675 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a331000d-8eaf-42f1-932d-fd1c2e04be3f tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:57:59.066566 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f238f2-51ee-44c2-9195-2f562b46f471 None None] Sync routers for ids ['1f19e855-67da-4775-bf1a-bd9b5cac4a8e'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:57:59.074329 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a331000d-8eaf-42f1-932d-fd1c2e04be3f tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:59.077056 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f238f2-51ee-44c2-9195-2f562b46f471 None None] Routers {'1f19e855-67da-4775-bf1a-bd9b5cac4a8e'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:59.077670 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-b4f238f2-51ee-44c2-9195-2f562b46f471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:57:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1f19e855-67da-4775-bf1a-bd9b5cac4a8e'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:59.102532 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a331000d-8eaf-42f1-932d-fd1c2e04be3f tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5529473 Nov 12 03:57:59.103119 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b769197-42e4-46dd-9947-0bdb51f1eda8', 'tag': '19251bd8-c76b-4942-b0c4-0266ef87379c'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:59.105321 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52640) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:59.105809 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead34857-439a-403c-8dbd-7d463bc8e961" -d '{"events": [{"name": "network-changed", "server_uuid": "0b769197-42e4-46dd-9947-0bdb51f1eda8", "tag": "19251bd8-c76b-4942-b0c4-0266ef87379c"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:59.152812 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152b0c65-4ee4-435d-b854-26ea48d060fa x-openstack-request-id: req-152b0c65-4ee4-435d-b854-26ea48d060fa {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:59.152812 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b769197-42e4-46dd-9947-0bdb51f1eda8", "tag": "19251bd8-c76b-4942-b0c4-0266ef87379c", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:59.152812 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-152b0c65-4ee4-435d-b854-26ea48d060fa {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:59.152812 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b769197-42e4-46dd-9947-0bdb51f1eda8', 'tag': '19251bd8-c76b-4942-b0c4-0266ef87379c', 'status': 'completed', 'code': 200} Nov 12 03:57:59.163625 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d333489f-8872-4862-b7ff-990f7ed03120 tempest-TestVolumeBackupRestore-1125089229 tempest-TestVolumeBackupRestore-1125089229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:59.167698 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d333489f-8872-4862-b7ff-990f7ed03120 tempest-TestVolumeBackupRestore-1125089229 tempest-TestVolumeBackupRestore-1125089229-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=0b769197-42e4-46dd-9947-0bdb51f1eda8 HTTP/1.1" status: 200 len: 1092 time: 0.0581706 Nov 12 03:57:59.168451 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52644) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:59.172711 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-7637594f-afee-487e-9b8b-87691949c8bb tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Request body: {'floatingip': {'port_id': '19251bd8-c76b-4942-b0c4-0266ef87379c'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:59.192798 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-b4f238f2-51ee-44c2-9195-2f562b46f471 None None] Set router 1f19e855-67da-4775-bf1a-bd9b5cac4a8e gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:57:59.260448 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7637594f-afee-487e-9b8b-87691949c8bb tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks [] for floatingip, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:59.268037 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead34857-439a-403c-8dbd-7d463bc8e961 req-3b765e60-98dd-4c3b-b1ca-86995d191290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:59.269534 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ead34857-439a-403c-8dbd-7d463bc8e961 req-3b765e60-98dd-4c3b-b1ca-86995d191290 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=71bb88761be64fdca8e5a72446290996&device_id=0b769197-42e4-46dd-9947-0bdb51f1eda8 HTTP/1.1" status: 200 len: 1097 time: 0.0600190 Nov 12 03:57:59.426875 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-b4f238f2-51ee-44c2-9195-2f562b46f471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'name': 'tempest-TestVolumeBackupRestore-660697869-router', 'tenant_id': '71bb88761be64fdca8e5a72446290996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'e99c3e15-e06d-4937-8351-4a0913991b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:57Z', 'updated_at': '2021-11-12T03:55:03Z', 'revision_number': 4, 'project_id': '71bb88761be64fdca8e5a72446290996', 'gw_port': {'id': 'e99c3e15-e06d-4937-8351-4a0913991b0b', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:58Z', 'updated_at': '2021-11-12T03:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'f3ba9ce4-fcd9-4b41-8025-cd5d195e26a6', 'tenant_id': '71bb88761be64fdca8e5a72446290996', 'floating_ip_address': '172.25.5.229', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'port_id': '19251bd8-c76b-4942-b0c4-0266ef87379c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f28a1dd-fe15-4216-9640-93f5cca3d09e', 'mac_address': 'fa:16:3e:cc:93:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b769197-42e4-46dd-9947-0bdb51f1eda8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:57:58Z', 'updated_at': '2021-11-12T03:57:58Z', 'revision_number': 0, 'project_id': '71bb88761be64fdca8e5a72446290996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20473bb2-1877-44a0-ae1c-ce5f1d32782a', 'name': '', 'network_id': '0f28a1dd-fe15-4216-9640-93f5cca3d09e', 'tenant_id': '71bb88761be64fdca8e5a72446290996', 'mac_address': 'fa:16:3e:27:a7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '5eafe918-753e-4b4f-95fe-e0570b8b4456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:01Z', 'updated_at': '2021-11-12T03:55:08Z', 'revision_number': 5, 'project_id': '71bb88761be64fdca8e5a72446290996', 'subnets': [{'id': '5eafe918-753e-4b4f-95fe-e0570b8b4456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:59.458969 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f238f2-51ee-44c2-9195-2f562b46f471 None None] Checking router: 1f19e855-67da-4775-bf1a-bd9b5cac4a8e for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:57:59.463308 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead34857-439a-403c-8dbd-7d463bc8e961 req-f9829446-b8b4-41c5-b680-0615fe0baafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:59.464790 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ead34857-439a-403c-8dbd-7d463bc8e961 req-f9829446-b8b4-41c5-b680-0615fe0baafd service neutron] 10.222.0.90 "GET /v2.0/networks?id=0f28a1dd-fe15-4216-9640-93f5cca3d09e HTTP/1.1" status: 200 len: 914 time: 0.1690385 Nov 12 03:57:59.468794 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f238f2-51ee-44c2-9195-2f562b46f471 None None] Routers {'1f19e855-67da-4775-bf1a-bd9b5cac4a8e'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:59.469400 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-b4f238f2-51ee-44c2-9195-2f562b46f471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:57:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1f19e855-67da-4775-bf1a-bd9b5cac4a8e'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:59.582970 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-b4f238f2-51ee-44c2-9195-2f562b46f471 None None] Set router 1f19e855-67da-4775-bf1a-bd9b5cac4a8e gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:57:59.601601 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ead34857-439a-403c-8dbd-7d463bc8e961 req-32f2c73a-98b1-4293-aed8-986130afb7f3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19251bd8-c76b-4942-b0c4-0266ef87379c HTTP/1.1" status: 200 len: 999 time: 0.1013143 Nov 12 03:57:59.702077 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead34857-439a-403c-8dbd-7d463bc8e961 req-fdd71ca3-57a2-4af0-9326-2220e6b0c51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:59.703536 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ead34857-439a-403c-8dbd-7d463bc8e961 req-fdd71ca3-57a2-4af0-9326-2220e6b0c51c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5eafe918-753e-4b4f-95fe-e0570b8b4456 HTTP/1.1" status: 200 len: 852 time: 0.0933836 Nov 12 03:57:59.818843 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-b4f238f2-51ee-44c2-9195-2f562b46f471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'name': 'tempest-TestVolumeBackupRestore-660697869-router', 'tenant_id': '71bb88761be64fdca8e5a72446290996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'e99c3e15-e06d-4937-8351-4a0913991b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:57Z', 'updated_at': '2021-11-12T03:55:03Z', 'revision_number': 4, 'project_id': '71bb88761be64fdca8e5a72446290996', 'gw_port': {'id': 'e99c3e15-e06d-4937-8351-4a0913991b0b', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:58Z', 'updated_at': '2021-11-12T03:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'f3ba9ce4-fcd9-4b41-8025-cd5d195e26a6', 'tenant_id': '71bb88761be64fdca8e5a72446290996', 'floating_ip_address': '172.25.5.229', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'port_id': '19251bd8-c76b-4942-b0c4-0266ef87379c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f28a1dd-fe15-4216-9640-93f5cca3d09e', 'mac_address': 'fa:16:3e:cc:93:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b769197-42e4-46dd-9947-0bdb51f1eda8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:57:58Z', 'updated_at': '2021-11-12T03:57:58Z', 'revision_number': 0, 'project_id': '71bb88761be64fdca8e5a72446290996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20473bb2-1877-44a0-ae1c-ce5f1d32782a', 'name': '', 'network_id': '0f28a1dd-fe15-4216-9640-93f5cca3d09e', 'tenant_id': '71bb88761be64fdca8e5a72446290996', 'mac_address': 'fa:16:3e:27:a7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '5eafe918-753e-4b4f-95fe-e0570b8b4456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:01Z', 'updated_at': '2021-11-12T03:55:08Z', 'revision_number': 5, 'project_id': '71bb88761be64fdca8e5a72446290996', 'subnets': [{'id': '5eafe918-753e-4b4f-95fe-e0570b8b4456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:59.849784 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f238f2-51ee-44c2-9195-2f562b46f471 None None] The sync data for ids ['1f19e855-67da-4775-bf1a-bd9b5cac4a8e'] in n-d-715271-27 is: [{'id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'name': 'tempest-TestVolumeBackupRestore-660697869-router', 'tenant_id': '71bb88761be64fdca8e5a72446290996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'e99c3e15-e06d-4937-8351-4a0913991b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:57Z', 'updated_at': '2021-11-12T03:55:03Z', 'revision_number': 4, 'project_id': '71bb88761be64fdca8e5a72446290996', 'gw_port': {'id': 'e99c3e15-e06d-4937-8351-4a0913991b0b', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:58Z', 'updated_at': '2021-11-12T03:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'f3ba9ce4-fcd9-4b41-8025-cd5d195e26a6', 'tenant_id': '71bb88761be64fdca8e5a72446290996', 'floating_ip_address': '172.25.5.229', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'port_id': '19251bd8-c76b-4942-b0c4-0266ef87379c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f28a1dd-fe15-4216-9640-93f5cca3d09e', 'mac_address': 'fa:16:3e:cc:93:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b769197-42e4-46dd-9947-0bdb51f1eda8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:57:58Z', 'updated_at': '2021-11-12T03:57:58Z', 'revision_number': 0, 'project_id': '71bb88761be64fdca8e5a72446290996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20473bb2-1877-44a0-ae1c-ce5f1d32782a', 'name': '', 'network_id': '0f28a1dd-fe15-4216-9640-93f5cca3d09e', 'tenant_id': '71bb88761be64fdca8e5a72446290996', 'mac_address': 'fa:16:3e:27:a7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '5eafe918-753e-4b4f-95fe-e0570b8b4456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:01Z', 'updated_at': '2021-11-12T03:55:08Z', 'revision_number': 5, 'project_id': '71bb88761be64fdca8e5a72446290996', 'subnets': [{'id': '5eafe918-753e-4b4f-95fe-e0570b8b4456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:58:00.062023 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943f4601-e2aa-425d-a561-be2265890c82 None None] New status for floating IP f3ba9ce4-fcd9-4b41-8025-cd5d195e26a6: ACTIVE {{(pid=102574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:58:00.180231 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead34857-439a-403c-8dbd-7d463bc8e961 req-ec4471c0-9145-4a2c-bbe4-6cc8180c82c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:00.181733 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ead34857-439a-403c-8dbd-7d463bc8e961 req-ec4471c0-9145-4a2c-bbe4-6cc8180c82c7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0f28a1dd-fe15-4216-9640-93f5cca3d09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4679837 Nov 12 03:58:00.343946 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7637594f-afee-487e-9b8b-87691949c8bb tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:00.348921 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ead34857-439a-403c-8dbd-7d463bc8e961 req-bb03876d-5f7c-4cf7-8e59-14a1500fc47d service neutron] 10.222.0.90 "GET /v2.0/networks/0f28a1dd-fe15-4216-9640-93f5cca3d09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578310 Nov 12 03:58:00.350023 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7637594f-afee-487e-9b8b-87691949c8bb tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:00.351460 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.db.api [None req-943f4601-e2aa-425d-a561-be2265890c82 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102574) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:58:00.351844 n-d-715271-27 neutron-server[102574]: DEBUG oslo_db.api [None req-943f4601-e2aa-425d-a561-be2265890c82 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:58:00.366898 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0cdaeae4-5e86-4015-b976-25c57e7737ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:00.526245 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ead34857-439a-403c-8dbd-7d463bc8e961 req-a1a19d50-22ae-4b60-993d-875f4070a03b service neutron] 10.222.0.90 "GET /v2.0/networks/0f28a1dd-fe15-4216-9640-93f5cca3d09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383271 Nov 12 03:58:00.632250 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7637594f-afee-487e-9b8b-87691949c8bb tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Router 1f19e855-67da-4775-bf1a-bd9b5cac4a8e has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:58:00.742721 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7637594f-afee-487e-9b8b-87691949c8bb tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:58:00.747557 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7637594f-afee-487e-9b8b-87691949c8bb tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:00.775601 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b769197-42e4-46dd-9947-0bdb51f1eda8', 'tag': '19251bd8-c76b-4942-b0c4-0266ef87379c'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:00.777936 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c3b576-336a-4a97-b866-742e3ec56453" -d '{"events": [{"name": "network-changed", "server_uuid": "0b769197-42e4-46dd-9947-0bdb51f1eda8", "tag": "19251bd8-c76b-4942-b0c4-0266ef87379c"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:00.802982 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7637594f-afee-487e-9b8b-87691949c8bb tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "PUT /v2.0/floatingips/f3ba9ce4-fcd9-4b41-8025-cd5d195e26a6 HTTP/1.1" status: 200 len: 991 time: 1.6335268 Nov 12 03:58:00.833640 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9c162f-0f6b-4a04-9934-1c9342bc2b0d x-openstack-request-id: req-9c9c162f-0f6b-4a04-9934-1c9342bc2b0d {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:00.833932 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b769197-42e4-46dd-9947-0bdb51f1eda8", "tag": "19251bd8-c76b-4942-b0c4-0266ef87379c", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:00.834190 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9c9c162f-0f6b-4a04-9934-1c9342bc2b0d {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:00.834597 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b769197-42e4-46dd-9947-0bdb51f1eda8', 'tag': '19251bd8-c76b-4942-b0c4-0266ef87379c', 'status': 'completed', 'code': 200} Nov 12 03:58:00.853195 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943f4601-e2aa-425d-a561-be2265890c82 None None] New status for floating IP f3ba9ce4-fcd9-4b41-8025-cd5d195e26a6: ACTIVE {{(pid=102574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:58:00.918024 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3b576-336a-4a97-b866-742e3ec56453 req-1db2a3b7-ba42-4154-ab43-a516fde18d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:00.919613 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-34c3b576-336a-4a97-b866-742e3ec56453 req-1db2a3b7-ba42-4154-ab43-a516fde18d24 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=71bb88761be64fdca8e5a72446290996&device_id=0b769197-42e4-46dd-9947-0bdb51f1eda8 HTTP/1.1" status: 200 len: 1097 time: 0.0440469 Nov 12 03:58:01.019532 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3b576-336a-4a97-b866-742e3ec56453 req-80dd5b26-367d-4d74-867c-74ee38f5285b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:01.021090 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-34c3b576-336a-4a97-b866-742e3ec56453 req-80dd5b26-367d-4d74-867c-74ee38f5285b service neutron] 10.222.0.90 "GET /v2.0/networks?id=0f28a1dd-fe15-4216-9640-93f5cca3d09e HTTP/1.1" status: 200 len: 914 time: 0.0948007 Nov 12 03:58:01.086826 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-34c3b576-336a-4a97-b866-742e3ec56453 req-9faa24c4-dcbd-4e2a-8f2f-3ca1fa7cfeb1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19251bd8-c76b-4942-b0c4-0266ef87379c HTTP/1.1" status: 200 len: 999 time: 0.0591755 Nov 12 03:58:01.143622 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3b576-336a-4a97-b866-742e3ec56453 req-12bd4c5e-26ae-4972-b65e-19fd949237da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:01.145212 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-34c3b576-336a-4a97-b866-742e3ec56453 req-12bd4c5e-26ae-4972-b65e-19fd949237da service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5eafe918-753e-4b4f-95fe-e0570b8b4456 HTTP/1.1" status: 200 len: 852 time: 0.0516081 Nov 12 03:58:01.175213 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c52ccc-7480-4a9b-b11f-a5ce4f92ad67 None None] Sync routers for ids ['1f19e855-67da-4775-bf1a-bd9b5cac4a8e'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:58:01.186134 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c52ccc-7480-4a9b-b11f-a5ce4f92ad67 None None] Routers {'1f19e855-67da-4775-bf1a-bd9b5cac4a8e'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:01.186739 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-78c52ccc-7480-4a9b-b11f-a5ce4f92ad67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:57:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1f19e855-67da-4775-bf1a-bd9b5cac4a8e'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:01.195231 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3b576-336a-4a97-b866-742e3ec56453 req-5d144c15-3417-48cf-8303-b3a11b79b1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:01.196799 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-34c3b576-336a-4a97-b866-742e3ec56453 req-5d144c15-3417-48cf-8303-b3a11b79b1f5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0f28a1dd-fe15-4216-9640-93f5cca3d09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449576 Nov 12 03:58:01.289645 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-34c3b576-336a-4a97-b866-742e3ec56453 req-06ef648d-134b-4815-8ae1-2fccd6977975 service neutron] 10.222.0.90 "GET /v2.0/networks/0f28a1dd-fe15-4216-9640-93f5cca3d09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856354 Nov 12 03:58:01.295089 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-78c52ccc-7480-4a9b-b11f-a5ce4f92ad67 None None] Set router 1f19e855-67da-4775-bf1a-bd9b5cac4a8e gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:01.388661 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-34c3b576-336a-4a97-b866-742e3ec56453 req-56cebe2c-c4e1-4b95-b800-83decbfa7ffc service neutron] 10.222.0.90 "GET /v2.0/networks/0f28a1dd-fe15-4216-9640-93f5cca3d09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925508 Nov 12 03:58:01.529239 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-78c52ccc-7480-4a9b-b11f-a5ce4f92ad67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'name': 'tempest-TestVolumeBackupRestore-660697869-router', 'tenant_id': '71bb88761be64fdca8e5a72446290996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'e99c3e15-e06d-4937-8351-4a0913991b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:57Z', 'updated_at': '2021-11-12T03:55:03Z', 'revision_number': 4, 'project_id': '71bb88761be64fdca8e5a72446290996', 'gw_port': {'id': 'e99c3e15-e06d-4937-8351-4a0913991b0b', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:58Z', 'updated_at': '2021-11-12T03:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'f3ba9ce4-fcd9-4b41-8025-cd5d195e26a6', 'tenant_id': '71bb88761be64fdca8e5a72446290996', 'floating_ip_address': '172.25.5.229', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'port_id': '19251bd8-c76b-4942-b0c4-0266ef87379c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f28a1dd-fe15-4216-9640-93f5cca3d09e', 'mac_address': 'fa:16:3e:cc:93:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b769197-42e4-46dd-9947-0bdb51f1eda8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:57:58Z', 'updated_at': '2021-11-12T03:58:01Z', 'revision_number': 2, 'project_id': '71bb88761be64fdca8e5a72446290996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20473bb2-1877-44a0-ae1c-ce5f1d32782a', 'name': '', 'network_id': '0f28a1dd-fe15-4216-9640-93f5cca3d09e', 'tenant_id': '71bb88761be64fdca8e5a72446290996', 'mac_address': 'fa:16:3e:27:a7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '5eafe918-753e-4b4f-95fe-e0570b8b4456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:01Z', 'updated_at': '2021-11-12T03:55:08Z', 'revision_number': 5, 'project_id': '71bb88761be64fdca8e5a72446290996', 'subnets': [{'id': '5eafe918-753e-4b4f-95fe-e0570b8b4456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:01.559991 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c52ccc-7480-4a9b-b11f-a5ce4f92ad67 None None] Checking router: 1f19e855-67da-4775-bf1a-bd9b5cac4a8e for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:58:01.569231 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c52ccc-7480-4a9b-b11f-a5ce4f92ad67 None None] Routers {'1f19e855-67da-4775-bf1a-bd9b5cac4a8e'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:01.569835 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-78c52ccc-7480-4a9b-b11f-a5ce4f92ad67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:57:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1f19e855-67da-4775-bf1a-bd9b5cac4a8e'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:01.674812 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-78c52ccc-7480-4a9b-b11f-a5ce4f92ad67 None None] Set router 1f19e855-67da-4775-bf1a-bd9b5cac4a8e gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:02.062235 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-78c52ccc-7480-4a9b-b11f-a5ce4f92ad67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'name': 'tempest-TestVolumeBackupRestore-660697869-router', 'tenant_id': '71bb88761be64fdca8e5a72446290996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'e99c3e15-e06d-4937-8351-4a0913991b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:57Z', 'updated_at': '2021-11-12T03:55:03Z', 'revision_number': 4, 'project_id': '71bb88761be64fdca8e5a72446290996', 'gw_port': {'id': 'e99c3e15-e06d-4937-8351-4a0913991b0b', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:58Z', 'updated_at': '2021-11-12T03:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'f3ba9ce4-fcd9-4b41-8025-cd5d195e26a6', 'tenant_id': '71bb88761be64fdca8e5a72446290996', 'floating_ip_address': '172.25.5.229', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'port_id': '19251bd8-c76b-4942-b0c4-0266ef87379c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f28a1dd-fe15-4216-9640-93f5cca3d09e', 'mac_address': 'fa:16:3e:cc:93:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b769197-42e4-46dd-9947-0bdb51f1eda8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:57:58Z', 'updated_at': '2021-11-12T03:58:01Z', 'revision_number': 2, 'project_id': '71bb88761be64fdca8e5a72446290996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20473bb2-1877-44a0-ae1c-ce5f1d32782a', 'name': '', 'network_id': '0f28a1dd-fe15-4216-9640-93f5cca3d09e', 'tenant_id': '71bb88761be64fdca8e5a72446290996', 'mac_address': 'fa:16:3e:27:a7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '5eafe918-753e-4b4f-95fe-e0570b8b4456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:01Z', 'updated_at': '2021-11-12T03:55:08Z', 'revision_number': 5, 'project_id': '71bb88761be64fdca8e5a72446290996', 'subnets': [{'id': '5eafe918-753e-4b4f-95fe-e0570b8b4456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:02.092893 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c52ccc-7480-4a9b-b11f-a5ce4f92ad67 None None] The sync data for ids ['1f19e855-67da-4775-bf1a-bd9b5cac4a8e'] in n-d-715271-27 is: [{'id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'name': 'tempest-TestVolumeBackupRestore-660697869-router', 'tenant_id': '71bb88761be64fdca8e5a72446290996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'e99c3e15-e06d-4937-8351-4a0913991b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:57Z', 'updated_at': '2021-11-12T03:55:03Z', 'revision_number': 4, 'project_id': '71bb88761be64fdca8e5a72446290996', 'gw_port': {'id': 'e99c3e15-e06d-4937-8351-4a0913991b0b', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:58Z', 'updated_at': '2021-11-12T03:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'f3ba9ce4-fcd9-4b41-8025-cd5d195e26a6', 'tenant_id': '71bb88761be64fdca8e5a72446290996', 'floating_ip_address': '172.25.5.229', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'port_id': '19251bd8-c76b-4942-b0c4-0266ef87379c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f28a1dd-fe15-4216-9640-93f5cca3d09e', 'mac_address': 'fa:16:3e:cc:93:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b769197-42e4-46dd-9947-0bdb51f1eda8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:57:58Z', 'updated_at': '2021-11-12T03:58:01Z', 'revision_number': 2, 'project_id': '71bb88761be64fdca8e5a72446290996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20473bb2-1877-44a0-ae1c-ce5f1d32782a', 'name': '', 'network_id': '0f28a1dd-fe15-4216-9640-93f5cca3d09e', 'tenant_id': '71bb88761be64fdca8e5a72446290996', 'mac_address': 'fa:16:3e:27:a7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '5eafe918-753e-4b4f-95fe-e0570b8b4456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:01Z', 'updated_at': '2021-11-12T03:55:08Z', 'revision_number': 5, 'project_id': '71bb88761be64fdca8e5a72446290996', 'subnets': [{'id': '5eafe918-753e-4b4f-95fe-e0570b8b4456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:58:02.836274 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b769197-42e4-46dd-9947-0bdb51f1eda8', 'tag': '19251bd8-c76b-4942-b0c4-0266ef87379c'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:02.838575 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577e24ce-3d27-4db0-88e4-b1151103a14a" -d '{"events": [{"name": "network-changed", "server_uuid": "0b769197-42e4-46dd-9947-0bdb51f1eda8", "tag": "19251bd8-c76b-4942-b0c4-0266ef87379c"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:02.875524 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a072e9d2-dbdc-4c62-b2db-94f3dc35fb03 x-openstack-request-id: req-a072e9d2-dbdc-4c62-b2db-94f3dc35fb03 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:02.875811 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b769197-42e4-46dd-9947-0bdb51f1eda8", "tag": "19251bd8-c76b-4942-b0c4-0266ef87379c", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:02.876062 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a072e9d2-dbdc-4c62-b2db-94f3dc35fb03 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:02.876591 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b769197-42e4-46dd-9947-0bdb51f1eda8', 'tag': '19251bd8-c76b-4942-b0c4-0266ef87379c', 'status': 'completed', 'code': 200} Nov 12 03:58:02.958106 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e24ce-3d27-4db0-88e4-b1151103a14a req-4603c168-4d24-4814-9ac2-2b4cb4d2d03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:02.959628 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-577e24ce-3d27-4db0-88e4-b1151103a14a req-4603c168-4d24-4814-9ac2-2b4cb4d2d03c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=71bb88761be64fdca8e5a72446290996&device_id=0b769197-42e4-46dd-9947-0bdb51f1eda8 HTTP/1.1" status: 200 len: 1097 time: 0.0422840 Nov 12 03:58:03.053487 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e24ce-3d27-4db0-88e4-b1151103a14a req-a7f20335-6048-448d-90fd-ce5d020c65cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:03.054943 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-577e24ce-3d27-4db0-88e4-b1151103a14a req-a7f20335-6048-448d-90fd-ce5d020c65cf service neutron] 10.222.0.90 "GET /v2.0/networks?id=0f28a1dd-fe15-4216-9640-93f5cca3d09e HTTP/1.1" status: 200 len: 914 time: 0.0882201 Nov 12 03:58:03.123669 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-577e24ce-3d27-4db0-88e4-b1151103a14a req-29b18dda-1df7-4ee7-9a98-860d277abcdb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19251bd8-c76b-4942-b0c4-0266ef87379c HTTP/1.1" status: 200 len: 1001 time: 0.0570676 Nov 12 03:58:03.175874 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e24ce-3d27-4db0-88e4-b1151103a14a req-4c9f9afa-3b74-444c-adf6-4e294a2d549b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:03.177322 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-577e24ce-3d27-4db0-88e4-b1151103a14a req-4c9f9afa-3b74-444c-adf6-4e294a2d549b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5eafe918-753e-4b4f-95fe-e0570b8b4456 HTTP/1.1" status: 200 len: 852 time: 0.0471971 Nov 12 03:58:03.222852 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e24ce-3d27-4db0-88e4-b1151103a14a req-c86d558f-df8a-4f87-9040-0d02d55d2852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:03.224778 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-577e24ce-3d27-4db0-88e4-b1151103a14a req-c86d558f-df8a-4f87-9040-0d02d55d2852 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0f28a1dd-fe15-4216-9640-93f5cca3d09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407422 Nov 12 03:58:03.323718 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-577e24ce-3d27-4db0-88e4-b1151103a14a req-9d4cbfc5-44cb-4063-af8b-4b18b84736da service neutron] 10.222.0.90 "GET /v2.0/networks/0f28a1dd-fe15-4216-9640-93f5cca3d09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838954 Nov 12 03:58:03.389680 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7e544bbb-cc69-40db-8be8-a5df97f1999f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:03.431026 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-577e24ce-3d27-4db0-88e4-b1151103a14a req-5520ef10-4476-42c4-8207-27cf7389b668 service neutron] 10.222.0.90 "GET /v2.0/networks/0f28a1dd-fe15-4216-9640-93f5cca3d09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914767 Nov 12 03:58:04.168664 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:04.629583 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da024a-af9d-49a0-98f2-fbda8c7509af req-1d856e96-f9fb-4671-8790-e69072a07c8e tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:04.631078 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-24da024a-af9d-49a0-98f2-fbda8c7509af req-1d856e96-f9fb-4671-8790-e69072a07c8e tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 1098 time: 0.0407946 Nov 12 03:58:04.678081 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-24da024a-af9d-49a0-98f2-fbda8c7509af req-ebd9d9aa-e5e0-469e-8f16-d894b3866638 tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=5d051444-8328-4200-9c7b-278e635e509c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408230 Nov 12 03:58:04.700232 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52662) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:04.863801 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-488b5e56-22a8-42fe-b6ec-68b923a364e6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Deleting port 4c1d4c84-40e3-4edf-8b72-ee3426e099e7 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:04.864173 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-488b5e56-22a8-42fe-b6ec-68b923a364e6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:04.938288 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-488b5e56-22a8-42fe-b6ec-68b923a364e6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:04.938544 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-488b5e56-22a8-42fe-b6ec-68b923a364e6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:04.950603 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-488b5e56-22a8-42fe-b6ec-68b923a364e6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Calling delete_port for 4c1d4c84-40e3-4edf-8b72-ee3426e099e7 owned by network:floatingip {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:05.122688 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-488b5e56-22a8-42fe-b6ec-68b923a364e6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:05.147492 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488b5e56-22a8-42fe-b6ec-68b923a364e6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event deleted for resources: {'Port': ['ID=4c1d4c84-40e3-4edf-8b72-ee3426e099e7,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:05.179446 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488b5e56-22a8-42fe-b6ec-68b923a364e6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:05.179796 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488b5e56-22a8-42fe-b6ec-68b923a364e6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:05.180242 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488b5e56-22a8-42fe-b6ec-68b923a364e6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:05.180578 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488b5e56-22a8-42fe-b6ec-68b923a364e6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:05.180910 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488b5e56-22a8-42fe-b6ec-68b923a364e6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:05.181239 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488b5e56-22a8-42fe-b6ec-68b923a364e6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:05.181634 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488b5e56-22a8-42fe-b6ec-68b923a364e6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:05.181889 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488b5e56-22a8-42fe-b6ec-68b923a364e6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:05.182223 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488b5e56-22a8-42fe-b6ec-68b923a364e6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:05.182548 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488b5e56-22a8-42fe-b6ec-68b923a364e6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:05.182885 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488b5e56-22a8-42fe-b6ec-68b923a364e6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:05.183235 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488b5e56-22a8-42fe-b6ec-68b923a364e6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:05.223666 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-488b5e56-22a8-42fe-b6ec-68b923a364e6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for floatingip, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:05.224047 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [None req-488b5e56-22a8-42fe-b6ec-68b923a364e6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Floating IP c749e5e4-0d39-409a-92d0-7ffebf51251c disassociated (deleted). External IP: 172.25.5.196, port: 2e6459c4-9293-4aac-9bab-ad7b0613d14a. Nov 12 03:58:05.435551 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-488b5e56-22a8-42fe-b6ec-68b923a364e6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Router a6aea712-86ad-4d76-993e-cb391afc6be6 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:58:05.505982 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:05.549206 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488b5e56-22a8-42fe-b6ec-68b923a364e6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:58:05.554025 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-488b5e56-22a8-42fe-b6ec-68b923a364e6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:05.560042 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921246b9-91ee-4ce3-a202-fbd5c98ca348 None None] Sync routers for ids ['a6aea712-86ad-4d76-993e-cb391afc6be6'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:58:05.573413 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921246b9-91ee-4ce3-a202-fbd5c98ca348 None None] Routers {'a6aea712-86ad-4d76-993e-cb391afc6be6'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:05.574021 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-921246b9-91ee-4ce3-a202-fbd5c98ca348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:58:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['a6aea712-86ad-4d76-993e-cb391afc6be6'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:05.582972 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-488b5e56-22a8-42fe-b6ec-68b923a364e6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "DELETE /v2.0/floatingips/c749e5e4-0d39-409a-92d0-7ffebf51251c HTTP/1.1" status: 204 len: 168 time: 0.8815794 Nov 12 03:58:05.583594 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c52a6f-81f0-497c-be2b-1b7e17b112ae', 'tag': '2e6459c4-9293-4aac-9bab-ad7b0613d14a'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:05.586210 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83d446a-9604-485b-961f-453b9522fb34" -d '{"events": [{"name": "network-changed", "server_uuid": "13c52a6f-81f0-497c-be2b-1b7e17b112ae", "tag": "2e6459c4-9293-4aac-9bab-ad7b0613d14a"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:05.633427 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936ddcdf-3fb2-46a5-8539-298739997f53 x-openstack-request-id: req-936ddcdf-3fb2-46a5-8539-298739997f53 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:05.634061 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c52a6f-81f0-497c-be2b-1b7e17b112ae", "tag": "2e6459c4-9293-4aac-9bab-ad7b0613d14a", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:05.634061 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-936ddcdf-3fb2-46a5-8539-298739997f53 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:05.634840 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c52a6f-81f0-497c-be2b-1b7e17b112ae', 'tag': '2e6459c4-9293-4aac-9bab-ad7b0613d14a', 'status': 'completed', 'code': 200} Nov 12 03:58:05.688911 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-921246b9-91ee-4ce3-a202-fbd5c98ca348 None None] Set router a6aea712-86ad-4d76-993e-cb391afc6be6 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:05.713001 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d446a-9604-485b-961f-453b9522fb34 req-15ba2ca6-cc3b-4069-846e-d09f91a72ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:05.714606 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d83d446a-9604-485b-961f-453b9522fb34 req-15ba2ca6-cc3b-4069-846e-d09f91a72ce4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7ef96e16fae9482b9643848210ab127b&device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 1098 time: 0.0496862 Nov 12 03:58:05.828551 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d446a-9604-485b-961f-453b9522fb34 req-d8516d8d-2cf6-4814-8487-45563bb89306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:05.831369 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d83d446a-9604-485b-961f-453b9522fb34 req-d8516d8d-2cf6-4814-8487-45563bb89306 service neutron] 10.222.0.74 "GET /v2.0/networks?id=585cfce6-3246-4efc-94be-c88b6e93cdfd HTTP/1.1" status: 200 len: 897 time: 0.1041305 Nov 12 03:58:05.853183 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442ce8a-0ccb-4810-9c14-56541fd9df00 req-a1b1b3d4-943c-46bb-876c-d5745e986e97 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:05.854739 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d442ce8a-0ccb-4810-9c14-56541fd9df00 req-a1b1b3d4-943c-46bb-876c-d5745e986e97 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 946 time: 0.0565217 Nov 12 03:58:05.892889 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d83d446a-9604-485b-961f-453b9522fb34 req-71d3e280-0a33-43a8-b70f-447b4cdacae9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e6459c4-9293-4aac-9bab-ad7b0613d14a HTTP/1.1" status: 200 len: 217 time: 0.0446191 Nov 12 03:58:05.909875 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d442ce8a-0ccb-4810-9c14-56541fd9df00 req-cc1bd06f-a0e5-4d24-94f7-0c7cf99a2b50 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d051444-8328-4200-9c7b-278e635e509c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471621 Nov 12 03:58:05.913349 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-921246b9-91ee-4ce3-a202-fbd5c98ca348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6aea712-86ad-4d76-993e-cb391afc6be6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297977514', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '4e945993-c1ee-4a1a-92d6-8788ab299d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:11Z', 'updated_at': '2021-11-12T03:56:17Z', 'revision_number': 4, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': '4e945993-c1ee-4a1a-92d6-8788ab299d7f', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6aea712-86ad-4d76-993e-cb391afc6be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:11Z', 'updated_at': '2021-11-12T03:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'd8d98584-f30d-44f8-a0e4-d0d0af69367c', 'name': '', 'network_id': '585cfce6-3246-4efc-94be-c88b6e93cdfd', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'mac_address': 'fa:16:3e:ae:5b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6aea712-86ad-4d76-993e-cb391afc6be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '21773f17-aa41-46cc-9264-6ecfb18c4e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:16Z', 'updated_at': '2021-11-12T03:56:21Z', 'revision_number': 5, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'subnets': [{'id': '21773f17-aa41-46cc-9264-6ecfb18c4e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:05.943956 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921246b9-91ee-4ce3-a202-fbd5c98ca348 None None] Checking router: a6aea712-86ad-4d76-993e-cb391afc6be6 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:58:05.953243 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921246b9-91ee-4ce3-a202-fbd5c98ca348 None None] Routers {'a6aea712-86ad-4d76-993e-cb391afc6be6'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:05.953872 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-921246b9-91ee-4ce3-a202-fbd5c98ca348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:58:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['a6aea712-86ad-4d76-993e-cb391afc6be6'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:05.968298 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d446a-9604-485b-961f-453b9522fb34 req-9388eccd-2f5a-45e2-9c8c-1a6a94b9cc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:05.969958 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d83d446a-9604-485b-961f-453b9522fb34 req-9388eccd-2f5a-45e2-9c8c-1a6a94b9cc33 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=21773f17-aa41-46cc-9264-6ecfb18c4e94 HTTP/1.1" status: 200 len: 835 time: 0.0490708 Nov 12 03:58:06.018591 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d446a-9604-485b-961f-453b9522fb34 req-dceede13-bcde-410c-a7e1-d7a2da75d03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:06.020011 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d83d446a-9604-485b-961f-453b9522fb34 req-dceede13-bcde-410c-a7e1-d7a2da75d03c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=585cfce6-3246-4efc-94be-c88b6e93cdfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413873 Nov 12 03:58:06.058042 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-921246b9-91ee-4ce3-a202-fbd5c98ca348 None None] Set router a6aea712-86ad-4d76-993e-cb391afc6be6 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:06.125505 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d83d446a-9604-485b-961f-453b9522fb34 req-7da55598-a0bc-4595-a62a-ee8f740f91db service neutron] 10.222.0.74 "GET /v2.0/networks/585cfce6-3246-4efc-94be-c88b6e93cdfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873320 Nov 12 03:58:06.227899 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d83d446a-9604-485b-961f-453b9522fb34 req-e4d99135-b0a1-40e4-9167-e51602630842 service neutron] 10.222.0.74 "GET /v2.0/networks/585cfce6-3246-4efc-94be-c88b6e93cdfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844889 Nov 12 03:58:06.262828 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-921246b9-91ee-4ce3-a202-fbd5c98ca348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6aea712-86ad-4d76-993e-cb391afc6be6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297977514', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '4e945993-c1ee-4a1a-92d6-8788ab299d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:11Z', 'updated_at': '2021-11-12T03:56:17Z', 'revision_number': 4, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': '4e945993-c1ee-4a1a-92d6-8788ab299d7f', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6aea712-86ad-4d76-993e-cb391afc6be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:11Z', 'updated_at': '2021-11-12T03:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'd8d98584-f30d-44f8-a0e4-d0d0af69367c', 'name': '', 'network_id': '585cfce6-3246-4efc-94be-c88b6e93cdfd', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'mac_address': 'fa:16:3e:ae:5b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6aea712-86ad-4d76-993e-cb391afc6be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '21773f17-aa41-46cc-9264-6ecfb18c4e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:16Z', 'updated_at': '2021-11-12T03:56:21Z', 'revision_number': 5, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'subnets': [{'id': '21773f17-aa41-46cc-9264-6ecfb18c4e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:06.294505 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921246b9-91ee-4ce3-a202-fbd5c98ca348 None None] The sync data for ids ['a6aea712-86ad-4d76-993e-cb391afc6be6'] in n-d-715271-27 is: [{'id': 'a6aea712-86ad-4d76-993e-cb391afc6be6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297977514', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '4e945993-c1ee-4a1a-92d6-8788ab299d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:11Z', 'updated_at': '2021-11-12T03:56:17Z', 'revision_number': 4, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': '4e945993-c1ee-4a1a-92d6-8788ab299d7f', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6aea712-86ad-4d76-993e-cb391afc6be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:11Z', 'updated_at': '2021-11-12T03:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'd8d98584-f30d-44f8-a0e4-d0d0af69367c', 'name': '', 'network_id': '585cfce6-3246-4efc-94be-c88b6e93cdfd', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'mac_address': 'fa:16:3e:ae:5b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6aea712-86ad-4d76-993e-cb391afc6be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '21773f17-aa41-46cc-9264-6ecfb18c4e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:16Z', 'updated_at': '2021-11-12T03:56:21Z', 'revision_number': 5, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'subnets': [{'id': '21773f17-aa41-46cc-9264-6ecfb18c4e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:58:06.364733 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:06.520309 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9659fb-9c43-4ad1-8ccf-a8c1459b24e9 None None] New status for floating IP c749e5e4-0d39-409a-92d0-7ffebf51251c: DOWN {{(pid=102573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:58:07.031415 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0068480a-0e9a-43fb-8321-1b3cd7257a8f req-1574e536-a6f9-416e-ae61-75dba0384b00 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:07.033705 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0068480a-0e9a-43fb-8321-1b3cd7257a8f req-1574e536-a6f9-416e-ae61-75dba0384b00 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 946 time: 0.0499060 Nov 12 03:58:07.089335 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0068480a-0e9a-43fb-8321-1b3cd7257a8f req-3a8f922d-c7bf-4480-a807-9f115f861402 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d051444-8328-4200-9c7b-278e635e509c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495410 Nov 12 03:58:07.404431 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993acdd-9b14-4b29-b7ab-5ac9a4b07e27 req-d44976c5-3ab0-4715-b324-3ebf51dcb36a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:07.405964 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2993acdd-9b14-4b29-b7ab-5ac9a4b07e27 req-d44976c5-3ab0-4715-b324-3ebf51dcb36a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.74 "GET /v2.0/ports?device_id=13c52a6f-81f0-497c-be2b-1b7e17b112ae HTTP/1.1" status: 200 len: 946 time: 0.0521505 Nov 12 03:58:07.504799 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-2993acdd-9b14-4b29-b7ab-5ac9a4b07e27 req-02162e38-3b19-417b-9205-09864adecb26 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Deleting port 2e6459c4-9293-4aac-9bab-ad7b0613d14a {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:07.505172 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2993acdd-9b14-4b29-b7ab-5ac9a4b07e27 req-02162e38-3b19-417b-9205-09864adecb26 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:07.604913 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-2993acdd-9b14-4b29-b7ab-5ac9a4b07e27 req-02162e38-3b19-417b-9205-09864adecb26 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] For port 2e6459c4-9293-4aac-9bab-ad7b0613d14a, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=2e6459c4-9293-4aac-9bab-ad7b0613d14a,segment=NetworkSegment(c7375d47-32b1-4a02-92e6-2325c6532f3b),segment_id=c7375d47-32b1-4a02-92e6-2325c6532f3b)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:07.605324 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2993acdd-9b14-4b29-b7ab-5ac9a4b07e27 req-02162e38-3b19-417b-9205-09864adecb26 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:07.621400 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-2993acdd-9b14-4b29-b7ab-5ac9a4b07e27 req-02162e38-3b19-417b-9205-09864adecb26 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Calling delete_port for 2e6459c4-9293-4aac-9bab-ad7b0613d14a owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:07.762659 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2993acdd-9b14-4b29-b7ab-5ac9a4b07e27 req-02162e38-3b19-417b-9205-09864adecb26 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:07.793509 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02162e38-3b19-417b-9205-09864adecb26 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event deleted for resources: {'Port': ['ID=2e6459c4-9293-4aac-9bab-ad7b0613d14a,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:07.864306 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-2993acdd-9b14-4b29-b7ab-5ac9a4b07e27 req-02162e38-3b19-417b-9205-09864adecb26 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] No DVR routers for this DVR port 2e6459c4-9293-4aac-9bab-ad7b0613d14a on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:58:07.867254 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2993acdd-9b14-4b29-b7ab-5ac9a4b07e27 req-02162e38-3b19-417b-9205-09864adecb26 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:07.870922 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2993acdd-9b14-4b29-b7ab-5ac9a4b07e27 req-02162e38-3b19-417b-9205-09864adecb26 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.74 "DELETE /v2.0/ports/2e6459c4-9293-4aac-9bab-ad7b0613d14a HTTP/1.1" status: 204 len: 173 time: 0.4583983 Nov 12 03:58:07.871361 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c52a6f-81f0-497c-be2b-1b7e17b112ae', 'name': 'network-vif-deleted', 'tag': '2e6459c4-9293-4aac-9bab-ad7b0613d14a'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:07.873771 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1ec267-25e1-4334-b4b2-cc44426b193a" -d '{"events": [{"server_uuid": "13c52a6f-81f0-497c-be2b-1b7e17b112ae", "name": "network-vif-deleted", "tag": "2e6459c4-9293-4aac-9bab-ad7b0613d14a"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:07.915901 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c862fa-e041-4aa4-81a4-04be71f22a48 x-openstack-request-id: req-e4c862fa-e041-4aa4-81a4-04be71f22a48 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:07.916234 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c52a6f-81f0-497c-be2b-1b7e17b112ae", "name": "network-vif-deleted", "tag": "2e6459c4-9293-4aac-9bab-ad7b0613d14a", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:07.916487 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e4c862fa-e041-4aa4-81a4-04be71f22a48 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:07.917066 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c52a6f-81f0-497c-be2b-1b7e17b112ae', 'name': 'network-vif-deleted', 'tag': '2e6459c4-9293-4aac-9bab-ad7b0613d14a', 'status': 'completed', 'code': 200} Nov 12 03:58:08.161956 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52678) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:08.586868 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-451ca26c-ec6f-4fa9-b992-93ca4fe8ae66 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:08.786851 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:08.850566 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-451ca26c-ec6f-4fa9-b992-93ca4fe8ae66 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Deleting port d8d98584-f30d-44f8-a0e4-d0d0af69367c {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:08.850815 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-451ca26c-ec6f-4fa9-b992-93ca4fe8ae66 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:08.941546 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-451ca26c-ec6f-4fa9-b992-93ca4fe8ae66 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] For port d8d98584-f30d-44f8-a0e4-d0d0af69367c, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d8d98584-f30d-44f8-a0e4-d0d0af69367c,segment=NetworkSegment(c7375d47-32b1-4a02-92e6-2325c6532f3b),segment_id=c7375d47-32b1-4a02-92e6-2325c6532f3b)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:08.941898 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-451ca26c-ec6f-4fa9-b992-93ca4fe8ae66 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:08.953345 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-451ca26c-ec6f-4fa9-b992-93ca4fe8ae66 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Calling delete_port for d8d98584-f30d-44f8-a0e4-d0d0af69367c owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:09.470824 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-451ca26c-ec6f-4fa9-b992-93ca4fe8ae66 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:09.495371 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ca26c-ec6f-4fa9-b992-93ca4fe8ae66 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event deleted for resources: {'Port': ['ID=d8d98584-f30d-44f8-a0e4-d0d0af69367c,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:09.727810 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-451ca26c-ec6f-4fa9-b992-93ca4fe8ae66 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:09.968019 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-451ca26c-ec6f-4fa9-b992-93ca4fe8ae66 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Router a6aea712-86ad-4d76-993e-cb391afc6be6 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:58:10.081203 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451ca26c-ec6f-4fa9-b992-93ca4fe8ae66 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:58:10.089112 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52680) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:10.091328 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070310e4-2a87-4265-b335-83ab0815467c None None] Sync routers for ids ['a6aea712-86ad-4d76-993e-cb391afc6be6'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:58:10.095162 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-451ca26c-ec6f-4fa9-b992-93ca4fe8ae66 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "PUT /v2.0/routers/a6aea712-86ad-4d76-993e-cb391afc6be6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9260826 Nov 12 03:58:10.104522 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070310e4-2a87-4265-b335-83ab0815467c None None] Routers {'a6aea712-86ad-4d76-993e-cb391afc6be6'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:10.105500 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-070310e4-2a87-4265-b335-83ab0815467c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:58:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['a6aea712-86ad-4d76-993e-cb391afc6be6'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:10.147947 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-d109a5fa-a777-4b5e-a428-03ad0a25ca56 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Deleting subnet 21773f17-aa41-46cc-9264-6ecfb18c4e94 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:58:10.151544 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d109a5fa-a777-4b5e-a428-03ad0a25ca56 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:10.194562 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d109a5fa-a777-4b5e-a428-03ad0a25ca56 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:10.214499 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-070310e4-2a87-4265-b335-83ab0815467c None None] Set router a6aea712-86ad-4d76-993e-cb391afc6be6 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:10.280485 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d109a5fa-a777-4b5e-a428-03ad0a25ca56 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:10.345946 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d109a5fa-a777-4b5e-a428-03ad0a25ca56 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:10.377665 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109a5fa-a777-4b5e-a428-03ad0a25ca56 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event deleted for resources: {'Subnet': ['ID=21773f17-aa41-46cc-9264-6ecfb18c4e94,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:10.382468 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d109a5fa-a777-4b5e-a428-03ad0a25ca56 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:10.386235 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d109a5fa-a777-4b5e-a428-03ad0a25ca56 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "DELETE /v2.0/subnets/21773f17-aa41-46cc-9264-6ecfb18c4e94 HTTP/1.1" status: 204 len: 168 time: 0.2954211 Nov 12 03:58:10.388671 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52682) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:10.393257 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fb5b7a-b6a8-482d-997e-3a8548922d78 None None] Network 585cfce6-3246-4efc-94be-c88b6e93cdfd requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:58:10.411208 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-070310e4-2a87-4265-b335-83ab0815467c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6aea712-86ad-4d76-993e-cb391afc6be6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297977514', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '4e945993-c1ee-4a1a-92d6-8788ab299d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:11Z', 'updated_at': '2021-11-12T03:58:09Z', 'revision_number': 5, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': '4e945993-c1ee-4a1a-92d6-8788ab299d7f', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6aea712-86ad-4d76-993e-cb391afc6be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:11Z', 'updated_at': '2021-11-12T03:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:10.425412 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 2e6459c4-9293-4aac-9bab-ad7b0613d14a no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:10.438418 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070310e4-2a87-4265-b335-83ab0815467c None None] Checking router: a6aea712-86ad-4d76-993e-cb391afc6be6 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:58:10.448729 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070310e4-2a87-4265-b335-83ab0815467c None None] Routers {'a6aea712-86ad-4d76-993e-cb391afc6be6'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:10.449336 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-070310e4-2a87-4265-b335-83ab0815467c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:58:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['a6aea712-86ad-4d76-993e-cb391afc6be6'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:10.452814 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 2e6459c4-9293-4aac-9bab-ad7b0613d14a {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:58:10.453152 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 2e6459c4-9293-4aac-9bab-ad7b0613d14a not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:10.516311 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ec77b16c-d81c-4025-bc61-daca9e3a070e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:10.564335 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-070310e4-2a87-4265-b335-83ab0815467c None None] Set router a6aea712-86ad-4d76-993e-cb391afc6be6 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:10.629328 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9379a3-e39d-4d86-9897-4a1c05c5b354 None None] DHCP port deletion for 585cfce6-3246-4efc-94be-c88b6e93cdfd request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:58:10.636683 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ec77b16c-d81c-4025-bc61-daca9e3a070e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:10.686617 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-ce9379a3-e39d-4d86-9897-4a1c05c5b354 None None] Deleting port 116e6c3d-3d2c-420f-9160-e11a5e32b7fa {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:10.686957 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ce9379a3-e39d-4d86-9897-4a1c05c5b354 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:10.709550 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-ec77b16c-d81c-4025-bc61-daca9e3a070e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Deleting port 4e945993-c1ee-4a1a-92d6-8788ab299d7f {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:10.710104 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ec77b16c-d81c-4025-bc61-daca9e3a070e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:10.772272 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-ce9379a3-e39d-4d86-9897-4a1c05c5b354 None None] For port 116e6c3d-3d2c-420f-9160-e11a5e32b7fa, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=116e6c3d-3d2c-420f-9160-e11a5e32b7fa,segment=NetworkSegment(c7375d47-32b1-4a02-92e6-2325c6532f3b),segment_id=c7375d47-32b1-4a02-92e6-2325c6532f3b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:10.772710 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ce9379a3-e39d-4d86-9897-4a1c05c5b354 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:10.789881 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-ce9379a3-e39d-4d86-9897-4a1c05c5b354 None None] Calling delete_port for 116e6c3d-3d2c-420f-9160-e11a5e32b7fa owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:10.799249 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-ec77b16c-d81c-4025-bc61-daca9e3a070e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] For port 4e945993-c1ee-4a1a-92d6-8788ab299d7f, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=4e945993-c1ee-4a1a-92d6-8788ab299d7f,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:10.799717 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ec77b16c-d81c-4025-bc61-daca9e3a070e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:10.818344 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-ec77b16c-d81c-4025-bc61-daca9e3a070e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Calling delete_port for 4e945993-c1ee-4a1a-92d6-8788ab299d7f owned by network:router_gateway {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:10.870412 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-070310e4-2a87-4265-b335-83ab0815467c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6aea712-86ad-4d76-993e-cb391afc6be6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297977514', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '4e945993-c1ee-4a1a-92d6-8788ab299d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:11Z', 'updated_at': '2021-11-12T03:58:09Z', 'revision_number': 5, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': '4e945993-c1ee-4a1a-92d6-8788ab299d7f', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6aea712-86ad-4d76-993e-cb391afc6be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:11Z', 'updated_at': '2021-11-12T03:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:10.890839 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ce9379a3-e39d-4d86-9897-4a1c05c5b354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:10.901689 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070310e4-2a87-4265-b335-83ab0815467c None None] The sync data for ids ['a6aea712-86ad-4d76-993e-cb391afc6be6'] in n-d-715271-27 is: [{'id': 'a6aea712-86ad-4d76-993e-cb391afc6be6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297977514', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '4e945993-c1ee-4a1a-92d6-8788ab299d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:11Z', 'updated_at': '2021-11-12T03:58:09Z', 'revision_number': 5, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': '4e945993-c1ee-4a1a-92d6-8788ab299d7f', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6aea712-86ad-4d76-993e-cb391afc6be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:11Z', 'updated_at': '2021-11-12T03:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:58:10.920841 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9379a3-e39d-4d86-9897-4a1c05c5b354 None None] Pushing event deleted for resources: {'Port': ['ID=116e6c3d-3d2c-420f-9160-e11a5e32b7fa,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:10.927024 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9379a3-e39d-4d86-9897-4a1c05c5b354 None None] No DVR routers for this DVR port 116e6c3d-3d2c-420f-9160-e11a5e32b7fa on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:58:11.006067 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ec77b16c-d81c-4025-bc61-daca9e3a070e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:11.350819 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec77b16c-d81c-4025-bc61-daca9e3a070e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event deleted for resources: {'Port': ['ID=4e945993-c1ee-4a1a-92d6-8788ab299d7f,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:11.369959 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16549bf-a048-4a6a-9640-ed42fcb4b243 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:58:11.421738 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ec77b16c-d81c-4025-bc61-daca9e3a070e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:11.512487 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ec77b16c-d81c-4025-bc61-daca9e3a070e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:11.514469 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ec77b16c-d81c-4025-bc61-daca9e3a070e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:11.560352 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ec77b16c-d81c-4025-bc61-daca9e3a070e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:11.560901 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec77b16c-d81c-4025-bc61-daca9e3a070e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Fanout notify agent at l3_agent the message router_deleted on router a6aea712-86ad-4d76-993e-cb391afc6be6 {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:58:11.568084 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ec77b16c-d81c-4025-bc61-daca9e3a070e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:11.569248 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ec77b16c-d81c-4025-bc61-daca9e3a070e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "DELETE /v2.0/routers/a6aea712-86ad-4d76-993e-cb391afc6be6 HTTP/1.1" status: 204 len: 168 time: 1.1796441 Nov 12 03:58:11.571879 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52686) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:11.650121 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5740e07c-b54d-422b-ad08-339e1a79e2e9 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:11.741466 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5740e07c-b54d-422b-ad08-339e1a79e2e9 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:11.761999 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-5740e07c-b54d-422b-ad08-339e1a79e2e9 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['585cfce6-3246-4efc-94be-c88b6e93cdfd']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:11.772194 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-5740e07c-b54d-422b-ad08-339e1a79e2e9 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7375d47-32b1-4a02-92e6-2325c6532f3b') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:11.772425 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-5740e07c-b54d-422b-ad08-339e1a79e2e9 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7375d47-32b1-4a02-92e6-2325c6532f3b') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:11.782006 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5740e07c-b54d-422b-ad08-339e1a79e2e9 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:11.796503 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5740e07c-b54d-422b-ad08-339e1a79e2e9 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:11.802612 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5740e07c-b54d-422b-ad08-339e1a79e2e9 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:58:11.802991 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5740e07c-b54d-422b-ad08-339e1a79e2e9 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:11.806047 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:58:11.806047 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:58:11.806047 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:58:11.806047 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:58:11.806047 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:58:11.806047 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:58:11.806047 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:58:11.806047 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:58:11.806047 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:58:11.806047 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:58:11.806047 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:58:11.806047 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:58:11.806047 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:58:11.806047 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:58:11.806047 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:58:11.806047 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:58:11.806047 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:58:11.806047 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:58:11.806047 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:58:11.806047 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:58:11.806047 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:58:11.806047 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:58:11.806047 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:58:11.806047 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:58:11.806047 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:58:11.806047 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:58:11.806047 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:58:11.806047 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:58:11.806047 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:58:11.806047 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:58:11.806047 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:58:11.806047 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:58:11.873318 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5740e07c-b54d-422b-ad08-339e1a79e2e9 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:11.882518 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5740e07c-b54d-422b-ad08-339e1a79e2e9 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:11.884689 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5740e07c-b54d-422b-ad08-339e1a79e2e9 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "DELETE /v2.0/networks/585cfce6-3246-4efc-94be-c88b6e93cdfd HTTP/1.1" status: 204 len: 168 time: 0.3118262 Nov 12 03:58:11.887611 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52688) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:11.897680 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5740e07c-b54d-422b-ad08-339e1a79e2e9 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event deleted for resources: {'Network': ['ID=585cfce6-3246-4efc-94be-c88b6e93cdfd,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:11.954079 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c6b2de4c-e148-4d1d-8459-7bc6494e09f2 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:11.979231 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c6b2de4c-e148-4d1d-8459-7bc6494e09f2 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:12.054874 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c6b2de4c-e148-4d1d-8459-7bc6494e09f2 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:12.058077 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c6b2de4c-e148-4d1d-8459-7bc6494e09f2 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:12.062389 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c6b2de4c-e148-4d1d-8459-7bc6494e09f2 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "DELETE /v2.0/security-groups/5d051444-8328-4200-9c7b-278e635e509c HTTP/1.1" status: 204 len: 168 time: 0.1738453 Nov 12 03:58:12.084334 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b2de4c-e148-4d1d-8459-7bc6494e09f2 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d051444-8328-4200-9c7b-278e635e509c,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:12.099100 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d8d98584-f30d-44f8-a0e4-d0d0af69367c no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:12.125409 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: d8d98584-f30d-44f8-a0e4-d0d0af69367c {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:58:12.125755 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d8d98584-f30d-44f8-a0e4-d0d0af69367c not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:12.126720 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 116e6c3d-3d2c-420f-9160-e11a5e32b7fa no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:12.151175 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 116e6c3d-3d2c-420f-9160-e11a5e32b7fa {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:58:12.151529 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 116e6c3d-3d2c-420f-9160-e11a5e32b7fa not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:12.152572 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 4e945993-c1ee-4a1a-92d6-8788ab299d7f no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:12.175066 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 4e945993-c1ee-4a1a-92d6-8788ab299d7f {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:58:12.175412 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 4e945993-c1ee-4a1a-92d6-8788ab299d7f not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:12.700335 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52694) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:12.706829 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-bb7933da-f638-4e6b-854f-6776470395c8 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1974457690', 'description': 'tempest-secgroup-smoke-1974457690 description', 'project_id': '7ef96e16fae9482b9643848210ab127b'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:12.730274 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bb7933da-f638-4e6b-854f-6776470395c8 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:12.802971 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bb7933da-f638-4e6b-854f-6776470395c8 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:12.806587 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bb7933da-f638-4e6b-854f-6776470395c8 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:12.837726 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bb7933da-f638-4e6b-854f-6776470395c8 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:12.838952 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-bb7933da-f638-4e6b-854f-6776470395c8 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1373785 Nov 12 03:58:12.840943 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7933da-f638-4e6b-854f-6776470395c8 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8480dc14-ef01-42e1-8499-f84f47a387e6,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:12.842055 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52696) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:12.847799 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-8bb640a1-e97b-4e1a-8a4f-f8f49795a992 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Request body: {'security_group_rule': {'security_group_id': '8480dc14-ef01-42e1-8499-f84f47a387e6', 'project_id': '7ef96e16fae9482b9643848210ab127b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:12.881261 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8bb640a1-e97b-4e1a-8a4f-f8f49795a992 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:12.947747 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8bb640a1-e97b-4e1a-8a4f-f8f49795a992 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:12.951641 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8bb640a1-e97b-4e1a-8a4f-f8f49795a992 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:12.968779 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb640a1-e97b-4e1a-8a4f-f8f49795a992 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=950d2fea-6fea-4274-aaf6-05350fdfc7cd,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:12.980187 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8bb640a1-e97b-4e1a-8a4f-f8f49795a992 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:12.981384 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8bb640a1-e97b-4e1a-8a4f-f8f49795a992 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1382546 Nov 12 03:58:12.982966 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb640a1-e97b-4e1a-8a4f-f8f49795a992 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:12.983308 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb640a1-e97b-4e1a-8a4f-f8f49795a992 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:12.983648 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb640a1-e97b-4e1a-8a4f-f8f49795a992 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:12.983975 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb640a1-e97b-4e1a-8a4f-f8f49795a992 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:12.984335 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb640a1-e97b-4e1a-8a4f-f8f49795a992 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:12.984748 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb640a1-e97b-4e1a-8a4f-f8f49795a992 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:12.985075 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52698) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:12.986481 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb640a1-e97b-4e1a-8a4f-f8f49795a992 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:12.986481 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb640a1-e97b-4e1a-8a4f-f8f49795a992 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:12.986481 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb640a1-e97b-4e1a-8a4f-f8f49795a992 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:12.987035 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb640a1-e97b-4e1a-8a4f-f8f49795a992 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:12.987164 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb640a1-e97b-4e1a-8a4f-f8f49795a992 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:12.987582 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb640a1-e97b-4e1a-8a4f-f8f49795a992 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:12.990876 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-ab0978c4-5d8a-4727-a83b-289e0802bc6a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Request body: {'security_group_rule': {'security_group_id': '8480dc14-ef01-42e1-8499-f84f47a387e6', 'project_id': '7ef96e16fae9482b9643848210ab127b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:13.019380 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ab0978c4-5d8a-4727-a83b-289e0802bc6a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.081224 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ab0978c4-5d8a-4727-a83b-289e0802bc6a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.084807 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ab0978c4-5d8a-4727-a83b-289e0802bc6a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.104932 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0978c4-5d8a-4727-a83b-289e0802bc6a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43df56d5-6521-44f4-bbea-d75867947f4e,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:13.112412 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ab0978c4-5d8a-4727-a83b-289e0802bc6a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.113627 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ab0978c4-5d8a-4727-a83b-289e0802bc6a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1265459 Nov 12 03:58:13.116325 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52700) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:13.121306 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-98503cc8-71d9-4bf9-8083-dd354ad5c5e7 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Request body: {'security_group_rule': {'security_group_id': '8480dc14-ef01-42e1-8499-f84f47a387e6', 'project_id': '7ef96e16fae9482b9643848210ab127b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:13.151390 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-98503cc8-71d9-4bf9-8083-dd354ad5c5e7 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.216754 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-98503cc8-71d9-4bf9-8083-dd354ad5c5e7 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.221503 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-98503cc8-71d9-4bf9-8083-dd354ad5c5e7 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.251378 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98503cc8-71d9-4bf9-8083-dd354ad5c5e7 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e15a18d9-ff2f-4479-b908-82b386ea93bb,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:13.258564 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-98503cc8-71d9-4bf9-8083-dd354ad5c5e7 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.260170 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-98503cc8-71d9-4bf9-8083-dd354ad5c5e7 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1425228 Nov 12 03:58:13.263190 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52702) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:13.269940 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-aa3dedf1-0c4f-417c-8026-4d28692c5e1d tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Request body: {'security_group_rule': {'security_group_id': '8480dc14-ef01-42e1-8499-f84f47a387e6', 'project_id': '7ef96e16fae9482b9643848210ab127b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:13.300340 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-aa3dedf1-0c4f-417c-8026-4d28692c5e1d tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.372831 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-aa3dedf1-0c4f-417c-8026-4d28692c5e1d tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.377310 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-aa3dedf1-0c4f-417c-8026-4d28692c5e1d tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.396762 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3dedf1-0c4f-417c-8026-4d28692c5e1d tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d1a242d-fbbc-4863-a6ca-8a6ee0496963,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:13.405935 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-aa3dedf1-0c4f-417c-8026-4d28692c5e1d tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.407796 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-aa3dedf1-0c4f-417c-8026-4d28692c5e1d tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1429906 Nov 12 03:58:13.410852 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52704) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:13.415470 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-37ef9082-2ee3-4e5a-9923-6829a1ca5f93 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Request body: {'security_group_rule': {'security_group_id': '8480dc14-ef01-42e1-8499-f84f47a387e6', 'project_id': '7ef96e16fae9482b9643848210ab127b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:13.438365 n-d-715271-27 neutron-server[102572]: INFO neutron.db.securitygroups_db [None req-37ef9082-2ee3-4e5a-9923-6829a1ca5f93 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Project 7ef96e16fae9482b9643848210ab127b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:58:13.443391 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-37ef9082-2ee3-4e5a-9923-6829a1ca5f93 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.503121 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-37ef9082-2ee3-4e5a-9923-6829a1ca5f93 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.506453 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-37ef9082-2ee3-4e5a-9923-6829a1ca5f93 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.524646 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef9082-2ee3-4e5a-9923-6829a1ca5f93 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1c7e79f-77a3-45ac-920f-431b3704f7ef,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:13.533612 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-37ef9082-2ee3-4e5a-9923-6829a1ca5f93 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.534813 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-37ef9082-2ee3-4e5a-9923-6829a1ca5f93 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1230478 Nov 12 03:58:13.537557 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52706) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:13.542265 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-818e7b0d-7e07-4fda-9252-6a9c2a29dee2 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Request body: {'security_group_rule': {'security_group_id': '8480dc14-ef01-42e1-8499-f84f47a387e6', 'project_id': '7ef96e16fae9482b9643848210ab127b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:13.566146 n-d-715271-27 neutron-server[102572]: INFO neutron.db.securitygroups_db [None req-818e7b0d-7e07-4fda-9252-6a9c2a29dee2 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Project 7ef96e16fae9482b9643848210ab127b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:58:13.571357 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-818e7b0d-7e07-4fda-9252-6a9c2a29dee2 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.630648 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-818e7b0d-7e07-4fda-9252-6a9c2a29dee2 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.634501 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-818e7b0d-7e07-4fda-9252-6a9c2a29dee2 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.652706 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e7b0d-7e07-4fda-9252-6a9c2a29dee2 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cadda2c-2671-4f55-ac7b-a92fdb4ff9c9,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:13.660809 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-818e7b0d-7e07-4fda-9252-6a9c2a29dee2 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.662010 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-818e7b0d-7e07-4fda-9252-6a9c2a29dee2 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1232188 Nov 12 03:58:13.665321 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52708) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:13.670338 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-78c25649-d2bd-410f-821f-754c814413b1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Request body: {'network': {'name': 'tempest-network-smoke--920565235', 'project_id': '7ef96e16fae9482b9643848210ab127b', 'port_security_enabled': True}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:13.691339 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c25649-d2bd-410f-821f-754c814413b1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Made reservation on behalf of 7ef96e16fae9482b9643848210ab127b for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:58:13.694915 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-78c25649-d2bd-410f-821f-754c814413b1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.719234 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78c25649-d2bd-410f-821f-754c814413b1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:58:13.728094 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-78c25649-d2bd-410f-821f-754c814413b1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.728452 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-78c25649-d2bd-410f-821f-754c814413b1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Added segment 8ee2a672-7f48-44e0-b15d-d39f6001612c of type vlan for network 2bfbd00d-8640-41aa-af10-a9a49d38b848 Nov 12 03:58:13.771953 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-78c25649-d2bd-410f-821f-754c814413b1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.796174 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-78c25649-d2bd-410f-821f-754c814413b1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.802289 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c25649-d2bd-410f-821f-754c814413b1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:13.802863 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-78c25649-d2bd-410f-821f-754c814413b1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.838222 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-78c25649-d2bd-410f-821f-754c814413b1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1718049 Nov 12 03:58:13.841130 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52710) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:13.846283 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-79bb3704-7837-49bd-8460-a3a802f99825 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1985960768', 'admin_state_up': True, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:13.871788 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-79bb3704-7837-49bd-8460-a3a802f99825 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.872841 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-79bb3704-7837-49bd-8460-a3a802f99825 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.875095 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c25649-d2bd-410f-821f-754c814413b1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'Network': ['ID=2bfbd00d-8640-41aa-af10-a9a49d38b848,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:13.892510 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 2bfbd00d-8640-41aa-af10-a9a49d38b848 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:58:13.929043 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-79bb3704-7837-49bd-8460-a3a802f99825 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:14.078102 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-79bb3704-7837-49bd-8460-a3a802f99825 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:14.291467 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-79bb3704-7837-49bd-8460-a3a802f99825 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for router_gateway, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:14.318970 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-79bb3704-7837-49bd-8460-a3a802f99825 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:14.433379 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-79bb3704-7837-49bd-8460-a3a802f99825 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Allocated IP 172.25.5.3 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/ea8f8665-3d00-4461-a296-1d8fe6d9a62e) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:58:14.556466 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-79bb3704-7837-49bd-8460-a3a802f99825 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:14.590415 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-79bb3704-7837-49bd-8460-a3a802f99825 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:14.634059 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bb3704-7837-49bd-8460-a3a802f99825 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:58:14.637215 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-79bb3704-7837-49bd-8460-a3a802f99825 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:58:14.641004 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bb3704-7837-49bd-8460-a3a802f99825 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:58:14.646898 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb3704-7837-49bd-8460-a3a802f99825 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'Port': ['ID=ea8f8665-3d00-4461-a296-1d8fe6d9a62e,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:14.653901 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6203d9-ab31-4613-a596-ebffc4d4d04d None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:58:14.784562 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-d952f17c-cb85-4c97-816c-d5323811536d None None] Provisioning complete for port ea8f8665-3d00-4461-a296-1d8fe6d9a62e triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:14.784843 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d952f17c-cb85-4c97-816c-d5323811536d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:14.827547 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-d952f17c-cb85-4c97-816c-d5323811536d None None] Port ea8f8665-3d00-4461-a296-1d8fe6d9a62e cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:58:14.909457 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-79bb3704-7837-49bd-8460-a3a802f99825 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for router_gateway, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:15.118709 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-79bb3704-7837-49bd-8460-a3a802f99825 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:15.250197 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79bb3704-7837-49bd-8460-a3a802f99825 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Router e6575f8b-b681-4586-85ad-d1b623a15ebd is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:58:15.357740 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79bb3704-7837-49bd-8460-a3a802f99825 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:58:15.368789 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da035175-19e0-48f5-8c7a-f7024f319fa3 None None] Sync routers for ids ['e6575f8b-b681-4586-85ad-d1b623a15ebd'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:58:15.380619 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-79bb3704-7837-49bd-8460-a3a802f99825 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:15.380910 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da035175-19e0-48f5-8c7a-f7024f319fa3 None None] Routers {'e6575f8b-b681-4586-85ad-d1b623a15ebd'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:15.381399 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-da035175-19e0-48f5-8c7a-f7024f319fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:58:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['e6575f8b-b681-4586-85ad-d1b623a15ebd'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:15.381923 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-79bb3704-7837-49bd-8460-a3a802f99825 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5397961 Nov 12 03:58:15.385194 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52714) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:15.418038 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3844aeb9-1bda-480c-9d6a-61947728a8e7 tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=7ef96e16fae9482b9643848210ab127b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291073 Nov 12 03:58:15.418469 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52716) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:15.495267 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-da035175-19e0-48f5-8c7a-f7024f319fa3 None None] Set router e6575f8b-b681-4586-85ad-d1b623a15ebd gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:15.577696 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402bf575-3810-420a-94b5-be69a2cb9ad6 tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:15.579408 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-402bf575-3810-420a-94b5-be69a2cb9ad6 tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1601305 Nov 12 03:58:15.582440 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52718) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:15.614202 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9aaa1674-cbf8-4abc-85f1-ecac26aec022 tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=7932a4b6-40b8-49fc-bb5c-2a6d25b0a895&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281851 Nov 12 03:58:15.614471 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52720) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:15.619633 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-df59cd74-4757-42b4-9183-bef0f4cfee1a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-120032162', 'network_id': '2bfbd00d-8640-41aa-af10-a9a49d38b848', 'project_id': '7ef96e16fae9482b9643848210ab127b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:15.681683 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-da035175-19e0-48f5-8c7a-f7024f319fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6575f8b-b681-4586-85ad-d1b623a15ebd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985960768', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'ea8f8665-3d00-4461-a296-1d8fe6d9a62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:58:13Z', 'updated_at': '2021-11-12T03:58:14Z', 'revision_number': 3, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': 'ea8f8665-3d00-4461-a296-1d8fe6d9a62e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6575f8b-b681-4586-85ad-d1b623a15ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:14Z', 'updated_at': '2021-11-12T03:58:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:15.709522 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da035175-19e0-48f5-8c7a-f7024f319fa3 None None] Checking router: e6575f8b-b681-4586-85ad-d1b623a15ebd for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:58:15.709864 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da035175-19e0-48f5-8c7a-f7024f319fa3 None None] Updating router e6575f8b-b681-4586-85ad-d1b623a15ebd port ea8f8665-3d00-4461-a296-1d8fe6d9a62e binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:58:15.719027 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df59cd74-4757-42b4-9183-bef0f4cfee1a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Made reservation on behalf of 7ef96e16fae9482b9643848210ab127b for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:58:15.723504 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-df59cd74-4757-42b4-9183-bef0f4cfee1a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:15.741214 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-da035175-19e0-48f5-8c7a-f7024f319fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:15.921381 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-df59cd74-4757-42b4-9183-bef0f4cfee1a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:15.993312 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df59cd74-4757-42b4-9183-bef0f4cfee1a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'Subnet': ['ID=52df7a35-9c8c-4202-8731-c7a6df5b4b9d,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:16.001542 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df59cd74-4757-42b4-9183-bef0f4cfee1a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Checking segment: {'id': '8ee2a672-7f48-44e0-b15d-d39f6001612c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2bfbd00d-8640-41aa-af10-a9a49d38b848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:58:16.002047 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df59cd74-4757-42b4-9183-bef0f4cfee1a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Network hostable DHCP agents. Network: 2bfbd00d-8640-41aa-af10-a9a49d38b848, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:58:16.014453 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-da035175-19e0-48f5-8c7a-f7024f319fa3 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:16.020783 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-da035175-19e0-48f5-8c7a-f7024f319fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:16.024174 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df59cd74-4757-42b4-9183-bef0f4cfee1a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Network 2bfbd00d-8640-41aa-af10-a9a49d38b848 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:58:16.035809 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-df59cd74-4757-42b4-9183-bef0f4cfee1a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 2bfbd00d-8640-41aa-af10-a9a49d38b848) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:58:16.040535 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df59cd74-4757-42b4-9183-bef0f4cfee1a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:16.041135 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-df59cd74-4757-42b4-9183-bef0f4cfee1a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:16.056456 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98925e8d-1b17-4eb5-8ddf-a854d3f9004d None None] Network 2bfbd00d-8640-41aa-af10-a9a49d38b848 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:58:16.059485 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-df59cd74-4757-42b4-9183-bef0f4cfee1a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4438596 Nov 12 03:58:16.062420 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52722) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:16.095939 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733e73e4-36cd-45a7-9336-97e7033a38c7 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:58:16.146847 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-da035175-19e0-48f5-8c7a-f7024f319fa3 None None] Attempting to bind port ea8f8665-3d00-4461-a296-1d8fe6d9a62e on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:58:16.147230 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-da035175-19e0-48f5-8c7a-f7024f319fa3 None None] Attempting to bind port ea8f8665-3d00-4461-a296-1d8fe6d9a62e by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:58:16.147598 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da035175-19e0-48f5-8c7a-f7024f319fa3 None None] Attempting to bind port ea8f8665-3d00-4461-a296-1d8fe6d9a62e on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:58:16.152509 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da12866-3a3c-4f30-b1bd-a300a3585b9c None None] Pushing event updated for resources: {'Port': ['ID=ea8f8665-3d00-4461-a296-1d8fe6d9a62e,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:16.161448 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da035175-19e0-48f5-8c7a-f7024f319fa3 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:58:16.161830 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da035175-19e0-48f5-8c7a-f7024f319fa3 None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:58:16.162378 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-da035175-19e0-48f5-8c7a-f7024f319fa3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:16.162770 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da035175-19e0-48f5-8c7a-f7024f319fa3 None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:58:16.163512 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-da035175-19e0-48f5-8c7a-f7024f319fa3 None None] Bound port: ea8f8665-3d00-4461-a296-1d8fe6d9a62e, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:58:16.163963 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-da035175-19e0-48f5-8c7a-f7024f319fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:16.279563 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-da035175-19e0-48f5-8c7a-f7024f319fa3 None None] For port ea8f8665-3d00-4461-a296-1d8fe6d9a62e, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:58:16.303012 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-da035175-19e0-48f5-8c7a-f7024f319fa3 None None] For port ea8f8665-3d00-4461-a296-1d8fe6d9a62e, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=ea8f8665-3d00-4461-a296-1d8fe6d9a62e,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:58:16.312554 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-da035175-19e0-48f5-8c7a-f7024f319fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:16.337715 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-d7411d9a-9d20-4273-addc-61304b2d1b63 None None] Provisioning complete for port ea8f8665-3d00-4461-a296-1d8fe6d9a62e triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:16.338101 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d7411d9a-9d20-4273-addc-61304b2d1b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:16.382809 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2526612-052f-4056-b3ce-5c1c22c73151 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-2bfbd00d-8640-41aa-af10-a9a49d38b848', 'network_id': '2bfbd00d-8640-41aa-af10-a9a49d38b848', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'fixed_ips': [{'subnet_id': '52df7a35-9c8c-4202-8731-c7a6df5b4b9d'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:58:16.383671 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d2526612-052f-4056-b3ce-5c1c22c73151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:16.427031 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f128a8e2-f226-4e44-8efd-10d739d4a2ee None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:58:16.484783 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da035175-19e0-48f5-8c7a-f7024f319fa3 None None] Routers {'e6575f8b-b681-4586-85ad-d1b623a15ebd'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:16.486548 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-da035175-19e0-48f5-8c7a-f7024f319fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:58:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['e6575f8b-b681-4586-85ad-d1b623a15ebd'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:16.534735 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da12866-3a3c-4f30-b1bd-a300a3585b9c None None] Pushing event updated for resources: {'Port': ['ID=ea8f8665-3d00-4461-a296-1d8fe6d9a62e,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:16.858003 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-45f86ad8-ef4b-4def-a55b-9885fdbdffb1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:16.918586 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d7411d9a-9d20-4273-addc-61304b2d1b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:16.948727 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-d2526612-052f-4056-b3ce-5c1c22c73151 None None] Allocated IP 172.20.0.2 (2bfbd00d-8640-41aa-af10-a9a49d38b848/52df7a35-9c8c-4202-8731-c7a6df5b4b9d/5d5e20b3-cce4-4498-a182-ae8df14d6e99) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:58:16.960550 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-da035175-19e0-48f5-8c7a-f7024f319fa3 None None] Set router e6575f8b-b681-4586-85ad-d1b623a15ebd gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:16.996165 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-d7411d9a-9d20-4273-addc-61304b2d1b63 None None] For port ea8f8665-3d00-4461-a296-1d8fe6d9a62e, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=ea8f8665-3d00-4461-a296-1d8fe6d9a62e,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:17.028049 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d7411d9a-9d20-4273-addc-61304b2d1b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:17.212110 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7411d9a-9d20-4273-addc-61304b2d1b63 None None] Pushing event updated for resources: {'Port': ['ID=ea8f8665-3d00-4461-a296-1d8fe6d9a62e,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:17.240568 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-1c3d3980-ba38-44ca-9926-1ff7e8425a35 None None] Provisioning complete for port ea8f8665-3d00-4461-a296-1d8fe6d9a62e triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:17.241055 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1c3d3980-ba38-44ca-9926-1ff7e8425a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:17.362664 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d2526612-052f-4056-b3ce-5c1c22c73151 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:17.373782 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d2526612-052f-4056-b3ce-5c1c22c73151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:17.429904 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-45f86ad8-ef4b-4def-a55b-9885fdbdffb1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Allocated IP 172.20.0.1 (2bfbd00d-8640-41aa-af10-a9a49d38b848/52df7a35-9c8c-4202-8731-c7a6df5b4b9d/04b3add1-e39d-48b7-8b1d-5bd8ad3a474d) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:58:17.466912 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2526612-052f-4056-b3ce-5c1c22c73151 None None] Network 2bfbd00d-8640-41aa-af10-a9a49d38b848 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:58:17.476379 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-d2526612-052f-4056-b3ce-5c1c22c73151 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:58:17.480002 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2526612-052f-4056-b3ce-5c1c22c73151 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:58:17.482262 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2526612-052f-4056-b3ce-5c1c22c73151 None None] Pushing event updated for resources: {'Port': ['ID=5d5e20b3-cce4-4498-a182-ae8df14d6e99,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:17.496600 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-da035175-19e0-48f5-8c7a-f7024f319fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6575f8b-b681-4586-85ad-d1b623a15ebd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985960768', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'ea8f8665-3d00-4461-a296-1d8fe6d9a62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:58:13Z', 'updated_at': '2021-11-12T03:58:14Z', 'revision_number': 3, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': 'ea8f8665-3d00-4461-a296-1d8fe6d9a62e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6575f8b-b681-4586-85ad-d1b623a15ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:14Z', 'updated_at': '2021-11-12T03:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:17.559313 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da035175-19e0-48f5-8c7a-f7024f319fa3 None None] The sync data for ids ['e6575f8b-b681-4586-85ad-d1b623a15ebd'] in n-d-715271-27 is: [{'id': 'e6575f8b-b681-4586-85ad-d1b623a15ebd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985960768', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'ea8f8665-3d00-4461-a296-1d8fe6d9a62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:58:13Z', 'updated_at': '2021-11-12T03:58:14Z', 'revision_number': 3, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': 'ea8f8665-3d00-4461-a296-1d8fe6d9a62e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6575f8b-b681-4586-85ad-d1b623a15ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:14Z', 'updated_at': '2021-11-12T03:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:58:17.567024 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-45f86ad8-ef4b-4def-a55b-9885fdbdffb1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:17.574794 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-d2526612-052f-4056-b3ce-5c1c22c73151 None None] Attempting to bind port 5d5e20b3-cce4-4498-a182-ae8df14d6e99 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:58:17.575170 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-d2526612-052f-4056-b3ce-5c1c22c73151 None None] Attempting to bind port 5d5e20b3-cce4-4498-a182-ae8df14d6e99 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ee2a672-7f48-44e0-b15d-d39f6001612c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2bfbd00d-8640-41aa-af10-a9a49d38b848'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:58:17.575570 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2526612-052f-4056-b3ce-5c1c22c73151 None None] Attempting to bind port 5d5e20b3-cce4-4498-a182-ae8df14d6e99 on network 2bfbd00d-8640-41aa-af10-a9a49d38b848 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:58:17.585348 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2526612-052f-4056-b3ce-5c1c22c73151 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:58:17.585806 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2526612-052f-4056-b3ce-5c1c22c73151 None None] Checking segment: {'id': '8ee2a672-7f48-44e0-b15d-d39f6001612c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2bfbd00d-8640-41aa-af10-a9a49d38b848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:58:17.586221 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d2526612-052f-4056-b3ce-5c1c22c73151 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:17.586627 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2526612-052f-4056-b3ce-5c1c22c73151 None None] Bound using segment: {'id': '8ee2a672-7f48-44e0-b15d-d39f6001612c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2bfbd00d-8640-41aa-af10-a9a49d38b848'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:58:17.587216 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-d2526612-052f-4056-b3ce-5c1c22c73151 None None] Bound port: 5d5e20b3-cce4-4498-a182-ae8df14d6e99, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ee2a672-7f48-44e0-b15d-d39f6001612c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2bfbd00d-8640-41aa-af10-a9a49d38b848'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:58:17.587605 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d2526612-052f-4056-b3ce-5c1c22c73151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:17.606509 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-45f86ad8-ef4b-4def-a55b-9885fdbdffb1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:17.648526 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f86ad8-ef4b-4def-a55b-9885fdbdffb1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Network 2bfbd00d-8640-41aa-af10-a9a49d38b848 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:58:17.656117 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-45f86ad8-ef4b-4def-a55b-9885fdbdffb1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:58:17.661034 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f86ad8-ef4b-4def-a55b-9885fdbdffb1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:58:17.664839 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-d2526612-052f-4056-b3ce-5c1c22c73151 None None] For port 5d5e20b3-cce4-4498-a182-ae8df14d6e99, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:58:17.667957 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f86ad8-ef4b-4def-a55b-9885fdbdffb1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'Port': ['ID=04b3add1-e39d-48b7-8b1d-5bd8ad3a474d,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:17.668466 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-d2526612-052f-4056-b3ce-5c1c22c73151 None None] For port 5d5e20b3-cce4-4498-a182-ae8df14d6e99, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=5d5e20b3-cce4-4498-a182-ae8df14d6e99,segment=NetworkSegment(8ee2a672-7f48-44e0-b15d-d39f6001612c),segment_id=8ee2a672-7f48-44e0-b15d-d39f6001612c)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:58:17.675372 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d2526612-052f-4056-b3ce-5c1c22c73151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:17.719140 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-45f86ad8-ef4b-4def-a55b-9885fdbdffb1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:17.741156 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2526612-052f-4056-b3ce-5c1c22c73151 None None] Pushing event updated for resources: {'Port': ['ID=5d5e20b3-cce4-4498-a182-ae8df14d6e99,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:17.931229 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-45f86ad8-ef4b-4def-a55b-9885fdbdffb1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:18.296557 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-45f86ad8-ef4b-4def-a55b-9885fdbdffb1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:18.309747 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-45f86ad8-ef4b-4def-a55b-9885fdbdffb1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:18.345509 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52728) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:18.374272 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:18.390628 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f86ad8-ef4b-4def-a55b-9885fdbdffb1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'Port': ['ID=04b3add1-e39d-48b7-8b1d-5bd8ad3a474d,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:18.394026 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-45f86ad8-ef4b-4def-a55b-9885fdbdffb1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:18.493736 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b921c7fe-4975-4988-b30e-cfb8d5bf1f0d tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] 10.222.0.50 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3968 time: 0.1464133 Nov 12 03:58:18.495888 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52730) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:18.503531 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-14943259-de3d-4628-a4c9-407cec1d94a0 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Request body: {'network': {'name': 'tempest-network-smoke--841075286', 'project_id': '6f3566bb2f154defb89039fc7ed47ab9', 'port_security_enabled': False}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:18.513752 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f86ad8-ef4b-4def-a55b-9885fdbdffb1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Network 2bfbd00d-8640-41aa-af10-a9a49d38b848 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:58:18.515660 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-45f86ad8-ef4b-4def-a55b-9885fdbdffb1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:58:18.537654 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14943259-de3d-4628-a4c9-407cec1d94a0 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Made reservation on behalf of 6f3566bb2f154defb89039fc7ed47ab9 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:58:18.543823 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-14943259-de3d-4628-a4c9-407cec1d94a0 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:18.573837 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14943259-de3d-4628-a4c9-407cec1d94a0 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:58:18.588563 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-14943259-de3d-4628-a4c9-407cec1d94a0 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:18.588833 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-14943259-de3d-4628-a4c9-407cec1d94a0 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Added segment fba65093-7bcd-4f17-b315-495d985340bf of type vlan for network c395480b-1c37-43c1-8a7e-3ce33921ff37 Nov 12 03:58:18.643147 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-14943259-de3d-4628-a4c9-407cec1d94a0 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:18.684570 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f86ad8-ef4b-4def-a55b-9885fdbdffb1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Router e6575f8b-b681-4586-85ad-d1b623a15ebd has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:58:18.687583 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-14943259-de3d-4628-a4c9-407cec1d94a0 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:18.693858 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14943259-de3d-4628-a4c9-407cec1d94a0 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:18.694521 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-14943259-de3d-4628-a4c9-407cec1d94a0 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:18.768577 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-14943259-de3d-4628-a4c9-407cec1d94a0 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2712438 Nov 12 03:58:18.795972 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52732) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:18.801132 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-3095bdb1-6f41-4cc7-b043-b268ee7d704a tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-539726386', 'admin_state_up': True, 'project_id': '6f3566bb2f154defb89039fc7ed47ab9', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:18.818945 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14943259-de3d-4628-a4c9-407cec1d94a0 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Pushing event updated for resources: {'Network': ['ID=c395480b-1c37-43c1-8a7e-3ce33921ff37,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:18.838540 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3095bdb1-6f41-4cc7-b043-b268ee7d704a tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:18.839199 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network c395480b-1c37-43c1-8a7e-3ce33921ff37 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:58:18.839742 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3095bdb1-6f41-4cc7-b043-b268ee7d704a tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:18.843764 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f86ad8-ef4b-4def-a55b-9885fdbdffb1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:58:18.852629 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-45f86ad8-ef4b-4def-a55b-9885fdbdffb1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "PUT /v2.0/routers/e6575f8b-b681-4586-85ad-d1b623a15ebd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7887363 Nov 12 03:58:18.919448 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3095bdb1-6f41-4cc7-b043-b268ee7d704a tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:18.942016 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f86bbf2-ed78-47b2-a521-ed61175e61b3 None None] Network 2bfbd00d-8640-41aa-af10-a9a49d38b848 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:58:19.062839 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-e4c59032-fd64-4e7d-9344-d9f328bcc24b None None] Provisioning complete for port 5d5e20b3-cce4-4498-a182-ae8df14d6e99 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:19.063282 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e4c59032-fd64-4e7d-9344-d9f328bcc24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:19.092898 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3095bdb1-6f41-4cc7-b043-b268ee7d704a tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:19.171697 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-c5efecd4-a3eb-486c-956f-31f7c8dc34e9 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1974457690&fields=id&tenant_id=7ef96e16fae9482b9643848210ab127b HTTP/1.1" status: 200 len: 267 time: 0.0745428 Nov 12 03:58:19.231714 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e4c59032-fd64-4e7d-9344-d9f328bcc24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:19.281402 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-e4c59032-fd64-4e7d-9344-d9f328bcc24b None None] For port 5d5e20b3-cce4-4498-a182-ae8df14d6e99, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=5d5e20b3-cce4-4498-a182-ae8df14d6e99,segment=NetworkSegment(8ee2a672-7f48-44e0-b15d-d39f6001612c),segment_id=8ee2a672-7f48-44e0-b15d-d39f6001612c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:19.287335 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e4c59032-fd64-4e7d-9344-d9f328bcc24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:19.341198 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-591219be-842a-466f-b1ec-21e43e8fc75b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:19.342930 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c59032-fd64-4e7d-9344-d9f328bcc24b None None] Pushing event updated for resources: {'Port': ['ID=5d5e20b3-cce4-4498-a182-ae8df14d6e99,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:19.343095 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-591219be-842a-466f-b1ec-21e43e8fc75b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/networks?id=2bfbd00d-8640-41aa-af10-a9a49d38b848 HTTP/1.1" status: 200 len: 796 time: 0.1423514 Nov 12 03:58:19.377160 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-563f67bc-79f4-4233-8586-f42f2f4b0d87 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/quotas/7ef96e16fae9482b9643848210ab127b HTTP/1.1" status: 200 len: 375 time: 0.0254359 Nov 12 03:58:19.506034 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3095bdb1-6f41-4cc7-b043-b268ee7d704a tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for router_gateway, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:19.512148 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-e3c79e3c-4d40-4c8c-be5a-daff967f5402 None None] Provisioning complete for port 5d5e20b3-cce4-4498-a182-ae8df14d6e99 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:19.512691 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e3c79e3c-4d40-4c8c-be5a-daff967f5402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:19.529456 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3095bdb1-6f41-4cc7-b043-b268ee7d704a tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:19.540784 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-3f10dcab-b72c-44fb-924d-19e6c2bebd5b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7ef96e16fae9482b9643848210ab127b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1625743 Nov 12 03:58:19.622349 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-e3c79e3c-4d40-4c8c-be5a-daff967f5402 None None] Provisioning complete for port 04b3add1-e39d-48b7-8b1d-5bd8ad3a474d triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:19.622846 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e3c79e3c-4d40-4c8c-be5a-daff967f5402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:19.674076 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-e3c79e3c-4d40-4c8c-be5a-daff967f5402 None None] Port 04b3add1-e39d-48b7-8b1d-5bd8ad3a474d cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:58:19.687122 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e49e00b-c191-455e-b9af-0800c74f1e15 None None] Sync routers for ids ['e6575f8b-b681-4586-85ad-d1b623a15ebd'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:58:19.701173 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e49e00b-c191-455e-b9af-0800c74f1e15 None None] Routers {'e6575f8b-b681-4586-85ad-d1b623a15ebd'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:19.702172 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-8e49e00b-c191-455e-b9af-0800c74f1e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:58:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['e6575f8b-b681-4586-85ad-d1b623a15ebd'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:19.785218 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-a3f10430-3c3e-48b9-b0e4-de90c13afb87 service neutron] 10.222.0.50 "GET /v2.0/networks/2bfbd00d-8640-41aa-af10-a9a49d38b848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814878 Nov 12 03:58:19.805476 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-68a3d1b2-8998-476b-afb8-52816e919b09 None None] Provisioning complete for port 04b3add1-e39d-48b7-8b1d-5bd8ad3a474d triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:19.805840 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-68a3d1b2-8998-476b-afb8-52816e919b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:19.854745 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-8e49e00b-c191-455e-b9af-0800c74f1e15 None None] Set router e6575f8b-b681-4586-85ad-d1b623a15ebd gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:19.868359 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-68a3d1b2-8998-476b-afb8-52816e919b09 None None] Port 04b3add1-e39d-48b7-8b1d-5bd8ad3a474d cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:58:19.893869 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-3095bdb1-6f41-4cc7-b043-b268ee7d704a tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Allocated IP 172.25.5.65 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/4423f0ba-a06b-49ed-8b0a-9e3b4e5420f2) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:58:19.942621 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 5d5e20b3-cce4-4498-a182-ae8df14d6e99 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:58:19.955510 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-ca6ee2b5-5727-4563-b1ca-7a79a226678c service neutron] 10.222.0.50 "GET /v2.0/networks/2bfbd00d-8640-41aa-af10-a9a49d38b848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585510 Nov 12 03:58:20.021157 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 5d5e20b3-cce4-4498-a182-ae8df14d6e99 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:20.021678 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:20.095369 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3095bdb1-6f41-4cc7-b043-b268ee7d704a tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:20.135351 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-918d9899-45c2-422a-ae9e-4c0459affc81 None None] Provisioning complete for port 04b3add1-e39d-48b7-8b1d-5bd8ad3a474d triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:20.136041 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-918d9899-45c2-422a-ae9e-4c0459affc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:20.163250 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3095bdb1-6f41-4cc7-b043-b268ee7d704a tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:20.183384 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device ea8f8665-3d00-4461-a296-1d8fe6d9a62e up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:58:20.209837 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-918d9899-45c2-422a-ae9e-4c0459affc81 None None] Port 04b3add1-e39d-48b7-8b1d-5bd8ad3a474d cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:58:20.216918 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3095bdb1-6f41-4cc7-b043-b268ee7d704a tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:58:20.221233 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-3095bdb1-6f41-4cc7-b043-b268ee7d704a tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:58:20.224408 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3095bdb1-6f41-4cc7-b043-b268ee7d704a tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:58:20.252381 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-8e49e00b-c191-455e-b9af-0800c74f1e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6575f8b-b681-4586-85ad-d1b623a15ebd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985960768', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'ea8f8665-3d00-4461-a296-1d8fe6d9a62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:58:13Z', 'updated_at': '2021-11-12T03:58:17Z', 'revision_number': 4, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': 'ea8f8665-3d00-4461-a296-1d8fe6d9a62e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6575f8b-b681-4586-85ad-d1b623a15ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:14Z', 'updated_at': '2021-11-12T03:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '04b3add1-e39d-48b7-8b1d-5bd8ad3a474d', 'name': '', 'network_id': '2bfbd00d-8640-41aa-af10-a9a49d38b848', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'mac_address': 'fa:16:3e:34:9d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6575f8b-b681-4586-85ad-d1b623a15ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '52df7a35-9c8c-4202-8731-c7a6df5b4b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:16Z', 'updated_at': '2021-11-12T03:58:18Z', 'revision_number': 2, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'subnets': [{'id': '52df7a35-9c8c-4202-8731-c7a6df5b4b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:20.254634 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9717b532-ffab-4c6e-9963-d26b15fab2c9 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:58:20.257578 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3095bdb1-6f41-4cc7-b043-b268ee7d704a tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Pushing event updated for resources: {'Port': ['ID=4423f0ba-a06b-49ed-8b0a-9e3b4e5420f2,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:20.289762 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port ea8f8665-3d00-4461-a296-1d8fe6d9a62e triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:20.292230 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:20.301518 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9369f6cc-673c-448d-9510-91412ce939ad req-77997a04-2b05-4e48-ac6d-f8bafbd1812d tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 210 time: 0.0516515 Nov 12 03:58:20.312548 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e49e00b-c191-455e-b9af-0800c74f1e15 None None] Checking router: e6575f8b-b681-4586-85ad-d1b623a15ebd for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:58:20.312899 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e49e00b-c191-455e-b9af-0800c74f1e15 None None] Updating router e6575f8b-b681-4586-85ad-d1b623a15ebd port 04b3add1-e39d-48b7-8b1d-5bd8ad3a474d binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:58:20.341405 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-8e49e00b-c191-455e-b9af-0800c74f1e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:20.352900 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-99f75e4d-c577-4f6a-9156-b309e28e0d51 None None] Provisioning complete for port 4423f0ba-a06b-49ed-8b0a-9e3b4e5420f2 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:20.353371 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-99f75e4d-c577-4f6a-9156-b309e28e0d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:20.429105 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-99f75e4d-c577-4f6a-9156-b309e28e0d51 None None] Port 4423f0ba-a06b-49ed-8b0a-9e3b4e5420f2 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:58:20.566997 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3095bdb1-6f41-4cc7-b043-b268ee7d704a tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for router_gateway, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:20.715346 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-8e49e00b-c191-455e-b9af-0800c74f1e15 None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:20.721814 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-8e49e00b-c191-455e-b9af-0800c74f1e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:20.777914 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfbc5c9-82be-437d-927c-ac7bc58305a2 None None] Pushing event updated for resources: {'Port': ['ID=04b3add1-e39d-48b7-8b1d-5bd8ad3a474d,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:20.805597 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfbc5c9-82be-437d-927c-ac7bc58305a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:20.806236 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfbc5c9-82be-437d-927c-ac7bc58305a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:20.806776 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfbc5c9-82be-437d-927c-ac7bc58305a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:20.807198 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfbc5c9-82be-437d-927c-ac7bc58305a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:20.807574 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfbc5c9-82be-437d-927c-ac7bc58305a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:20.807894 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfbc5c9-82be-437d-927c-ac7bc58305a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:20.808280 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfbc5c9-82be-437d-927c-ac7bc58305a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:20.808657 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfbc5c9-82be-437d-927c-ac7bc58305a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:20.809174 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfbc5c9-82be-437d-927c-ac7bc58305a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:20.809673 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfbc5c9-82be-437d-927c-ac7bc58305a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:20.810188 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfbc5c9-82be-437d-927c-ac7bc58305a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:20.810737 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfbc5c9-82be-437d-927c-ac7bc58305a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:20.821797 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3095bdb1-6f41-4cc7-b043-b268ee7d704a tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:20.865340 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-8e49e00b-c191-455e-b9af-0800c74f1e15 None None] Attempting to bind port 04b3add1-e39d-48b7-8b1d-5bd8ad3a474d on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:58:20.865850 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-8e49e00b-c191-455e-b9af-0800c74f1e15 None None] Attempting to bind port 04b3add1-e39d-48b7-8b1d-5bd8ad3a474d by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ee2a672-7f48-44e0-b15d-d39f6001612c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2bfbd00d-8640-41aa-af10-a9a49d38b848'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:58:20.866324 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e49e00b-c191-455e-b9af-0800c74f1e15 None None] Attempting to bind port 04b3add1-e39d-48b7-8b1d-5bd8ad3a474d on network 2bfbd00d-8640-41aa-af10-a9a49d38b848 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:58:20.873787 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e49e00b-c191-455e-b9af-0800c74f1e15 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:58:20.874296 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e49e00b-c191-455e-b9af-0800c74f1e15 None None] Checking segment: {'id': '8ee2a672-7f48-44e0-b15d-d39f6001612c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2bfbd00d-8640-41aa-af10-a9a49d38b848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:58:20.874832 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-8e49e00b-c191-455e-b9af-0800c74f1e15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:20.875324 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e49e00b-c191-455e-b9af-0800c74f1e15 None None] Bound using segment: {'id': '8ee2a672-7f48-44e0-b15d-d39f6001612c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2bfbd00d-8640-41aa-af10-a9a49d38b848'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:58:20.877273 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-8e49e00b-c191-455e-b9af-0800c74f1e15 None None] Bound port: 04b3add1-e39d-48b7-8b1d-5bd8ad3a474d, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ee2a672-7f48-44e0-b15d-d39f6001612c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2bfbd00d-8640-41aa-af10-a9a49d38b848'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:58:20.877769 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-8e49e00b-c191-455e-b9af-0800c74f1e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:20.958223 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-8e49e00b-c191-455e-b9af-0800c74f1e15 None None] For port 04b3add1-e39d-48b7-8b1d-5bd8ad3a474d, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:58:20.961809 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-8e49e00b-c191-455e-b9af-0800c74f1e15 None None] For port 04b3add1-e39d-48b7-8b1d-5bd8ad3a474d, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=04b3add1-e39d-48b7-8b1d-5bd8ad3a474d,segment=NetworkSegment(8ee2a672-7f48-44e0-b15d-d39f6001612c),segment_id=8ee2a672-7f48-44e0-b15d-d39f6001612c)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:58:20.966558 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-8e49e00b-c191-455e-b9af-0800c74f1e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:21.000352 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3095bdb1-6f41-4cc7-b043-b268ee7d704a tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Router a5cf291c-af61-4940-b29a-24798cfc5e18 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:58:21.020661 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e49e00b-c191-455e-b9af-0800c74f1e15 None None] Routers {'e6575f8b-b681-4586-85ad-d1b623a15ebd'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:21.021379 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-8e49e00b-c191-455e-b9af-0800c74f1e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:58:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['e6575f8b-b681-4586-85ad-d1b623a15ebd'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:21.087091 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfbc5c9-82be-437d-927c-ac7bc58305a2 None None] Pushing event updated for resources: {'Port': ['ID=04b3add1-e39d-48b7-8b1d-5bd8ad3a474d,revision_number=4']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:21.129862 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3095bdb1-6f41-4cc7-b043-b268ee7d704a tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:58:21.142360 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bb440f-72f5-4081-8319-2d9d5e71b1f9 None None] Sync routers for ids ['a5cf291c-af61-4940-b29a-24798cfc5e18'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:58:21.159755 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3095bdb1-6f41-4cc7-b043-b268ee7d704a tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:21.165911 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52756) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:21.166313 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3095bdb1-6f41-4cc7-b043-b268ee7d704a tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.3692098 Nov 12 03:58:21.174433 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-8e49e00b-c191-455e-b9af-0800c74f1e15 None None] Set router e6575f8b-b681-4586-85ad-d1b623a15ebd gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:21.190199 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-5b729e58-1fcb-4bef-b34e-3ff9ff78f9fd None None] Provisioning complete for port 04b3add1-e39d-48b7-8b1d-5bd8ad3a474d triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:21.190653 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5b729e58-1fcb-4bef-b34e-3ff9ff78f9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:21.192618 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bb440f-72f5-4081-8319-2d9d5e71b1f9 None None] Routers {'a5cf291c-af61-4940-b29a-24798cfc5e18'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:21.193361 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-58bb440f-72f5-4081-8319-2d9d5e71b1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:58:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['a5cf291c-af61-4940-b29a-24798cfc5e18'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:21.258345 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b66afe-2f11-4e02-8ff7-5a98b0ab900c tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:21.260313 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-09b66afe-2f11-4e02-8ff7-5a98b0ab900c tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=6f3566bb2f154defb89039fc7ed47ab9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0927105 Nov 12 03:58:21.263242 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52758) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:21.395204 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-58bb440f-72f5-4081-8319-2d9d5e71b1f9 None None] Set router a5cf291c-af61-4940-b29a-24798cfc5e18 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:21.440160 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8118f6e7-113c-451c-8a1f-5795baa5c635 tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:21.442637 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8118f6e7-113c-451c-8a1f-5795baa5c635 tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1777518 Nov 12 03:58:21.445872 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52762) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:21.472455 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-8e49e00b-c191-455e-b9af-0800c74f1e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6575f8b-b681-4586-85ad-d1b623a15ebd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985960768', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'ea8f8665-3d00-4461-a296-1d8fe6d9a62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:58:13Z', 'updated_at': '2021-11-12T03:58:17Z', 'revision_number': 4, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': 'ea8f8665-3d00-4461-a296-1d8fe6d9a62e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6575f8b-b681-4586-85ad-d1b623a15ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:14Z', 'updated_at': '2021-11-12T03:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '04b3add1-e39d-48b7-8b1d-5bd8ad3a474d', 'name': '', 'network_id': '2bfbd00d-8640-41aa-af10-a9a49d38b848', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'mac_address': 'fa:16:3e:34:9d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6575f8b-b681-4586-85ad-d1b623a15ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '52df7a35-9c8c-4202-8731-c7a6df5b4b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:16Z', 'updated_at': '2021-11-12T03:58:20Z', 'revision_number': 4, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'subnets': [{'id': '52df7a35-9c8c-4202-8731-c7a6df5b4b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:21.477198 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5b729e58-1fcb-4bef-b34e-3ff9ff78f9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:21.504358 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e49e00b-c191-455e-b9af-0800c74f1e15 None None] The sync data for ids ['e6575f8b-b681-4586-85ad-d1b623a15ebd'] in n-d-715271-27 is: [{'id': 'e6575f8b-b681-4586-85ad-d1b623a15ebd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985960768', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'ea8f8665-3d00-4461-a296-1d8fe6d9a62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:58:13Z', 'updated_at': '2021-11-12T03:58:17Z', 'revision_number': 4, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': 'ea8f8665-3d00-4461-a296-1d8fe6d9a62e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6575f8b-b681-4586-85ad-d1b623a15ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:14Z', 'updated_at': '2021-11-12T03:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '04b3add1-e39d-48b7-8b1d-5bd8ad3a474d', 'name': '', 'network_id': '2bfbd00d-8640-41aa-af10-a9a49d38b848', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'mac_address': 'fa:16:3e:34:9d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6575f8b-b681-4586-85ad-d1b623a15ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '52df7a35-9c8c-4202-8731-c7a6df5b4b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:16Z', 'updated_at': '2021-11-12T03:58:20Z', 'revision_number': 4, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'subnets': [{'id': '52df7a35-9c8c-4202-8731-c7a6df5b4b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:58:21.534228 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-0b00c4c3-6a90-4460-a93b-4b7dafb93624 tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=7932a4b6-40b8-49fc-bb5c-2a6d25b0a895&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0870960 Nov 12 03:58:21.569643 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52764) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:21.598066 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bdc19eff-ba2c-493b-a166-020d68a0b070 req-40d6eff3-2628-4c53-a37a-7a6f6296149f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 210 time: 0.1084580 Nov 12 03:58:21.646137 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4dbc7a56-0cce-46a2-a7ff-b8d7131b166e tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=6f3566bb2f154defb89039fc7ed47ab9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0751996 Nov 12 03:58:21.648604 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52766) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:21.721023 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-ae2beda3-c9ef-466e-823c-d40100cee6c1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:21.723239 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-ae2beda3-c9ef-466e-823c-d40100cee6c1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.74 "GET /v2.0/networks?id=2bfbd00d-8640-41aa-af10-a9a49d38b848 HTTP/1.1" status: 200 len: 796 time: 0.2305632 Nov 12 03:58:21.764134 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb46cf1-bdf2-4eb6-a537-6d858e894f83 tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:21.765651 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7cb46cf1-bdf2-4eb6-a537-6d858e894f83 tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1157641 Nov 12 03:58:21.769887 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52768) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:21.811951 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-0069a091-0f91-4558-8aef-14c845d8a855 tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=7932a4b6-40b8-49fc-bb5c-2a6d25b0a895&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406785 Nov 12 03:58:21.815246 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-5b729e58-1fcb-4bef-b34e-3ff9ff78f9fd None None] For port 04b3add1-e39d-48b7-8b1d-5bd8ad3a474d, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=04b3add1-e39d-48b7-8b1d-5bd8ad3a474d,segment=NetworkSegment(8ee2a672-7f48-44e0-b15d-d39f6001612c),segment_id=8ee2a672-7f48-44e0-b15d-d39f6001612c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:21.816054 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52770) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:21.822548 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-c348b82d-e8ed-4d3b-93d6-6ba9a136caad tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1245372635', 'network_id': 'c395480b-1c37-43c1-8a7e-3ce33921ff37', 'project_id': '6f3566bb2f154defb89039fc7ed47ab9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:21.826898 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5b729e58-1fcb-4bef-b34e-3ff9ff78f9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:21.856720 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-e1104e60-a038-4597-a8f3-e2d87031232b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ef96e16fae9482b9643848210ab127b HTTP/1.1" status: 200 len: 380 time: 0.1168027 Nov 12 03:58:21.873275 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-be389c7a-fb0c-4727-a7be-556b3c9ef76a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Request body: {'port': {'device_id': 'b2660a45-c76a-40f4-9555-aacb4304ef5a', 'network_id': '2bfbd00d-8640-41aa-af10-a9a49d38b848', 'admin_state_up': True, 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'security_groups': ['8480dc14-ef01-42e1-8499-f84f47a387e6']}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:21.923200 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 04b3add1-e39d-48b7-8b1d-5bd8ad3a474d up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:58:21.953099 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c348b82d-e8ed-4d3b-93d6-6ba9a136caad tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Made reservation on behalf of 6f3566bb2f154defb89039fc7ed47ab9 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:58:21.958652 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c348b82d-e8ed-4d3b-93d6-6ba9a136caad tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:22.005153 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b729e58-1fcb-4bef-b34e-3ff9ff78f9fd None None] Pushing event updated for resources: {'Port': ['ID=04b3add1-e39d-48b7-8b1d-5bd8ad3a474d,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:22.018909 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-9611480d-85e8-4f81-b77d-ef9c97324405 None None] Provisioning complete for port 04b3add1-e39d-48b7-8b1d-5bd8ad3a474d triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:22.019556 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9611480d-85e8-4f81-b77d-ef9c97324405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:22.042455 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-be389c7a-fb0c-4727-a7be-556b3c9ef76a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Made reservation on behalf of 7ef96e16fae9482b9643848210ab127b for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:58:22.048196 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-be389c7a-fb0c-4727-a7be-556b3c9ef76a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:22.068244 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b729e58-1fcb-4bef-b34e-3ff9ff78f9fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:22.068896 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b729e58-1fcb-4bef-b34e-3ff9ff78f9fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:22.069426 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b729e58-1fcb-4bef-b34e-3ff9ff78f9fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:22.069927 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b729e58-1fcb-4bef-b34e-3ff9ff78f9fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:22.070448 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b729e58-1fcb-4bef-b34e-3ff9ff78f9fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:22.070780 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b729e58-1fcb-4bef-b34e-3ff9ff78f9fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:22.071109 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b729e58-1fcb-4bef-b34e-3ff9ff78f9fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:22.071435 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b729e58-1fcb-4bef-b34e-3ff9ff78f9fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:22.071782 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b729e58-1fcb-4bef-b34e-3ff9ff78f9fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:22.072102 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b729e58-1fcb-4bef-b34e-3ff9ff78f9fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:22.072421 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b729e58-1fcb-4bef-b34e-3ff9ff78f9fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:22.072738 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b729e58-1fcb-4bef-b34e-3ff9ff78f9fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:22.118907 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 04b3add1-e39d-48b7-8b1d-5bd8ad3a474d triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:22.119320 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:22.220721 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c348b82d-e8ed-4d3b-93d6-6ba9a136caad tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:22.227962 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-58bb440f-72f5-4081-8319-2d9d5e71b1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5cf291c-af61-4940-b29a-24798cfc5e18', 'name': 'tempest-TestSecurityGroupsBasicOps-router-539726386', 'tenant_id': '6f3566bb2f154defb89039fc7ed47ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '4423f0ba-a06b-49ed-8b0a-9e3b4e5420f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:58:18Z', 'updated_at': '2021-11-12T03:58:20Z', 'revision_number': 3, 'project_id': '6f3566bb2f154defb89039fc7ed47ab9', 'gw_port': {'id': '4423f0ba-a06b-49ed-8b0a-9e3b4e5420f2', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:98:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5cf291c-af61-4940-b29a-24798cfc5e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:19Z', 'updated_at': '2021-11-12T03:58:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:22.249522 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-be389c7a-fb0c-4727-a7be-556b3c9ef76a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Allocated IP 172.20.0.13 (2bfbd00d-8640-41aa-af10-a9a49d38b848/52df7a35-9c8c-4202-8731-c7a6df5b4b9d/00639690-edcc-4d69-bc87-3ac7e62c8a23) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:58:22.269316 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bb440f-72f5-4081-8319-2d9d5e71b1f9 None None] Checking router: a5cf291c-af61-4940-b29a-24798cfc5e18 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:58:22.269802 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bb440f-72f5-4081-8319-2d9d5e71b1f9 None None] Updating router a5cf291c-af61-4940-b29a-24798cfc5e18 port 4423f0ba-a06b-49ed-8b0a-9e3b4e5420f2 binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:58:22.322242 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c348b82d-e8ed-4d3b-93d6-6ba9a136caad tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Pushing event updated for resources: {'Subnet': ['ID=8624716c-691a-4c8d-aac5-4d4aa5c42b35,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:22.344053 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c348b82d-e8ed-4d3b-93d6-6ba9a136caad tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Checking segment: {'id': 'fba65093-7bcd-4f17-b315-495d985340bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c395480b-1c37-43c1-8a7e-3ce33921ff37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:58:22.344502 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c348b82d-e8ed-4d3b-93d6-6ba9a136caad tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Network hostable DHCP agents. Network: c395480b-1c37-43c1-8a7e-3ce33921ff37, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:58:22.353503 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-58bb440f-72f5-4081-8319-2d9d5e71b1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:22.373473 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c348b82d-e8ed-4d3b-93d6-6ba9a136caad tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Network c395480b-1c37-43c1-8a7e-3ce33921ff37 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:58:22.388745 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-c348b82d-e8ed-4d3b-93d6-6ba9a136caad tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, c395480b-1c37-43c1-8a7e-3ce33921ff37) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:58:22.396877 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c348b82d-e8ed-4d3b-93d6-6ba9a136caad tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:22.398444 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c348b82d-e8ed-4d3b-93d6-6ba9a136caad tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:22.419507 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581859d4-e724-406c-93d6-115c200ffefa None None] Network c395480b-1c37-43c1-8a7e-3ce33921ff37 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:58:22.437736 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c348b82d-e8ed-4d3b-93d6-6ba9a136caad tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6207335 Nov 12 03:58:22.441118 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52772) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:22.502445 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-be389c7a-fb0c-4727-a7be-556b3c9ef76a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:22.633039 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-be389c7a-fb0c-4727-a7be-556b3c9ef76a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:22.712365 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd5acb1-a758-43e1-9913-6156394989d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-c395480b-1c37-43c1-8a7e-3ce33921ff37', 'network_id': 'c395480b-1c37-43c1-8a7e-3ce33921ff37', 'tenant_id': '6f3566bb2f154defb89039fc7ed47ab9', 'fixed_ips': [{'subnet_id': '8624716c-691a-4c8d-aac5-4d4aa5c42b35'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:58:22.713533 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5fd5acb1-a758-43e1-9913-6156394989d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:22.752433 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-be389c7a-fb0c-4727-a7be-556b3c9ef76a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Network 2bfbd00d-8640-41aa-af10-a9a49d38b848 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:58:22.799717 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-be389c7a-fb0c-4727-a7be-556b3c9ef76a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:58:22.810365 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-be389c7a-fb0c-4727-a7be-556b3c9ef76a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:58:22.838579 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be389c7a-fb0c-4727-a7be-556b3c9ef76a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'Port': ['ID=00639690-edcc-4d69-bc87-3ac7e62c8a23,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:22.897483 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f28ac3-d737-451e-8eb1-e12182673702 req-aedd8536-5b96-4bef-b5c7-cc368df6b31e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:22.901206 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-52f28ac3-d737-451e-8eb1-e12182673702 req-aedd8536-5b96-4bef-b5c7-cc368df6b31e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 932 time: 0.2049170 Nov 12 03:58:22.909468 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-be389c7a-fb0c-4727-a7be-556b3c9ef76a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:22.909468 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-be389c7a-fb0c-4727-a7be-556b3c9ef76a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:22.921568 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-58bb440f-72f5-4081-8319-2d9d5e71b1f9 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:22.936812 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-58bb440f-72f5-4081-8319-2d9d5e71b1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:23.004915 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-be389c7a-fb0c-4727-a7be-556b3c9ef76a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1471577 Nov 12 03:58:23.005292 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3236d558-a115-4518-bb01-58cfd7e5bc17 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:58:23.010576 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-5fd5acb1-a758-43e1-9913-6156394989d6 None None] Allocated IP 172.20.0.18 (c395480b-1c37-43c1-8a7e-3ce33921ff37/8624716c-691a-4c8d-aac5-4d4aa5c42b35/6f356063-127e-4a37-9aaa-6287354e4cb0) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:58:23.050495 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-56ca7d3a-e4f4-4575-a408-6edf485f2e27 service neutron] Request body: {'port': {'device_id': 'b2660a45-c76a-40f4-9555-aacb4304ef5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:23.057414 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-58bb440f-72f5-4081-8319-2d9d5e71b1f9 None None] Attempting to bind port 4423f0ba-a06b-49ed-8b0a-9e3b4e5420f2 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:58:23.057837 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-58bb440f-72f5-4081-8319-2d9d5e71b1f9 None None] Attempting to bind port 4423f0ba-a06b-49ed-8b0a-9e3b4e5420f2 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:58:23.058276 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bb440f-72f5-4081-8319-2d9d5e71b1f9 None None] Attempting to bind port 4423f0ba-a06b-49ed-8b0a-9e3b4e5420f2 on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:58:23.072455 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc297c-a7e4-47d1-a30a-9fffaad5a7cd None None] Pushing event updated for resources: {'Port': ['ID=4423f0ba-a06b-49ed-8b0a-9e3b4e5420f2,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:23.087630 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bb440f-72f5-4081-8319-2d9d5e71b1f9 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:58:23.088010 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bb440f-72f5-4081-8319-2d9d5e71b1f9 None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:58:23.088444 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-58bb440f-72f5-4081-8319-2d9d5e71b1f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:23.088842 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bb440f-72f5-4081-8319-2d9d5e71b1f9 None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:58:23.089324 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-58bb440f-72f5-4081-8319-2d9d5e71b1f9 None None] Bound port: 4423f0ba-a06b-49ed-8b0a-9e3b4e5420f2, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:58:23.089708 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-58bb440f-72f5-4081-8319-2d9d5e71b1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:23.137038 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-52f28ac3-d737-451e-8eb1-e12182673702 req-a016cfde-7485-4b41-909f-9c041d4f80c0 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=8480dc14-ef01-42e1-8499-f84f47a387e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230637 Nov 12 03:58:23.154653 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-56ca7d3a-e4f4-4575-a408-6edf485f2e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:23.206824 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-58bb440f-72f5-4081-8319-2d9d5e71b1f9 None None] For port 4423f0ba-a06b-49ed-8b0a-9e3b4e5420f2, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:58:23.211420 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-a75de120-750c-44b9-aa15-6e57a48bd320 None None] Provisioning complete for port 4423f0ba-a06b-49ed-8b0a-9e3b4e5420f2 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:23.211420 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a75de120-750c-44b9-aa15-6e57a48bd320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:23.220434 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-58bb440f-72f5-4081-8319-2d9d5e71b1f9 None None] For port 4423f0ba-a06b-49ed-8b0a-9e3b4e5420f2, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=4423f0ba-a06b-49ed-8b0a-9e3b4e5420f2,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:58:23.246950 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-58bb440f-72f5-4081-8319-2d9d5e71b1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:23.319107 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-a75de120-750c-44b9-aa15-6e57a48bd320 None None] Port 4423f0ba-a06b-49ed-8b0a-9e3b4e5420f2 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:58:23.333425 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dc4f4c-b2fe-47b9-ac21-e6437d9842bd None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:58:23.355899 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5fd5acb1-a758-43e1-9913-6156394989d6 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:23.373710 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bb440f-72f5-4081-8319-2d9d5e71b1f9 None None] Routers {'a5cf291c-af61-4940-b29a-24798cfc5e18'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:23.374360 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-58bb440f-72f5-4081-8319-2d9d5e71b1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:58:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['a5cf291c-af61-4940-b29a-24798cfc5e18'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:23.378379 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5fd5acb1-a758-43e1-9913-6156394989d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:23.424679 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-a75de120-750c-44b9-aa15-6e57a48bd320 None None] Provisioning complete for port 00639690-edcc-4d69-bc87-3ac7e62c8a23 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:23.425058 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a75de120-750c-44b9-aa15-6e57a48bd320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:23.426581 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc297c-a7e4-47d1-a30a-9fffaad5a7cd None None] Pushing event updated for resources: {'Port': ['ID=4423f0ba-a06b-49ed-8b0a-9e3b4e5420f2,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:23.459250 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-158132d9-94a3-43a1-8d36-c256d70db995 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:23.482468 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd5acb1-a758-43e1-9913-6156394989d6 None None] Network c395480b-1c37-43c1-8a7e-3ce33921ff37 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:58:23.499350 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-5fd5acb1-a758-43e1-9913-6156394989d6 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:58:23.502736 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd5acb1-a758-43e1-9913-6156394989d6 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:58:23.547300 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-a75de120-750c-44b9-aa15-6e57a48bd320 None None] Port 00639690-edcc-4d69-bc87-3ac7e62c8a23 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:58:23.580301 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd5acb1-a758-43e1-9913-6156394989d6 None None] Pushing event updated for resources: {'Port': ['ID=6f356063-127e-4a37-9aaa-6287354e4cb0,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:23.623160 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-58bb440f-72f5-4081-8319-2d9d5e71b1f9 None None] Set router a5cf291c-af61-4940-b29a-24798cfc5e18 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:23.625154 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-5fd5acb1-a758-43e1-9913-6156394989d6 None None] Attempting to bind port 6f356063-127e-4a37-9aaa-6287354e4cb0 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:58:23.625552 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-5fd5acb1-a758-43e1-9913-6156394989d6 None None] Attempting to bind port 6f356063-127e-4a37-9aaa-6287354e4cb0 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'fba65093-7bcd-4f17-b315-495d985340bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c395480b-1c37-43c1-8a7e-3ce33921ff37'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:58:23.626066 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd5acb1-a758-43e1-9913-6156394989d6 None None] Attempting to bind port 6f356063-127e-4a37-9aaa-6287354e4cb0 on network c395480b-1c37-43c1-8a7e-3ce33921ff37 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:58:23.877385 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 04b3add1-e39d-48b7-8b1d-5bd8ad3a474d up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:58:23.904970 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd5acb1-a758-43e1-9913-6156394989d6 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:58:23.905453 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd5acb1-a758-43e1-9913-6156394989d6 None None] Checking segment: {'id': 'fba65093-7bcd-4f17-b315-495d985340bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c395480b-1c37-43c1-8a7e-3ce33921ff37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:58:23.905907 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5fd5acb1-a758-43e1-9913-6156394989d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:23.906330 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd5acb1-a758-43e1-9913-6156394989d6 None None] Bound using segment: {'id': 'fba65093-7bcd-4f17-b315-495d985340bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c395480b-1c37-43c1-8a7e-3ce33921ff37'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:58:23.907463 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-5fd5acb1-a758-43e1-9913-6156394989d6 None None] Bound port: 6f356063-127e-4a37-9aaa-6287354e4cb0, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fba65093-7bcd-4f17-b315-495d985340bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c395480b-1c37-43c1-8a7e-3ce33921ff37'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:58:23.907980 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5fd5acb1-a758-43e1-9913-6156394989d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:23.957151 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-56ca7d3a-e4f4-4575-a408-6edf485f2e27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00639690-edcc-4d69-bc87-3ac7e62c8a23 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:58:23.969758 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-56ca7d3a-e4f4-4575-a408-6edf485f2e27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:24.019304 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-56ca7d3a-e4f4-4575-a408-6edf485f2e27 service neutron] Transition to ACTIVE for port object 00639690-edcc-4d69-bc87-3ac7e62c8a23 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:58:24.023729 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-56ca7d3a-e4f4-4575-a408-6edf485f2e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:24.024054 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-be27fc8b-0ef2-4b07-aea2-d8929429be5c None None] Provisioning complete for port 4423f0ba-a06b-49ed-8b0a-9e3b4e5420f2 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:24.024662 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-be27fc8b-0ef2-4b07-aea2-d8929429be5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:24.126696 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca7d3a-e4f4-4575-a408-6edf485f2e27 service neutron] Pushing event updated for resources: {'Port': ['ID=00639690-edcc-4d69-bc87-3ac7e62c8a23,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:24.127958 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-5fd5acb1-a758-43e1-9913-6156394989d6 None None] For port 6f356063-127e-4a37-9aaa-6287354e4cb0, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:58:24.168868 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 04b3add1-e39d-48b7-8b1d-5bd8ad3a474d triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:24.169281 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:24.174068 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-5fd5acb1-a758-43e1-9913-6156394989d6 None None] For port 6f356063-127e-4a37-9aaa-6287354e4cb0, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=6f356063-127e-4a37-9aaa-6287354e4cb0,segment=NetworkSegment(fba65093-7bcd-4f17-b315-495d985340bf),segment_id=fba65093-7bcd-4f17-b315-495d985340bf)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:58:24.205422 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5fd5acb1-a758-43e1-9913-6156394989d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:24.253703 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-158132d9-94a3-43a1-8d36-c256d70db995 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Allocated IP 172.20.0.17 (c395480b-1c37-43c1-8a7e-3ce33921ff37/8624716c-691a-4c8d-aac5-4d4aa5c42b35/067d2dd9-be17-4a06-a22f-2c2fe74dc96a) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:58:24.284976 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-56ca7d3a-e4f4-4575-a408-6edf485f2e27 service neutron] Attempting to bind port 00639690-edcc-4d69-bc87-3ac7e62c8a23 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:58:24.284976 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-56ca7d3a-e4f4-4575-a408-6edf485f2e27 service neutron] Attempting to bind port 00639690-edcc-4d69-bc87-3ac7e62c8a23 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '8ee2a672-7f48-44e0-b15d-d39f6001612c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2bfbd00d-8640-41aa-af10-a9a49d38b848'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:58:24.284976 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-56ca7d3a-e4f4-4575-a408-6edf485f2e27 service neutron] Attempting to bind port 00639690-edcc-4d69-bc87-3ac7e62c8a23 on network 2bfbd00d-8640-41aa-af10-a9a49d38b848 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:58:24.344993 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-56ca7d3a-e4f4-4575-a408-6edf485f2e27 service neutron] Port 00639690-edcc-4d69-bc87-3ac7e62c8a23 on network 2bfbd00d-8640-41aa-af10-a9a49d38b848 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:58:24.346031 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-56ca7d3a-e4f4-4575-a408-6edf485f2e27 service neutron] Attempting to bind port 00639690-edcc-4d69-bc87-3ac7e62c8a23 on network 2bfbd00d-8640-41aa-af10-a9a49d38b848 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:58:24.358678 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-be27fc8b-0ef2-4b07-aea2-d8929429be5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:24.362873 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-56ca7d3a-e4f4-4575-a408-6edf485f2e27 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:58:24.363209 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-56ca7d3a-e4f4-4575-a408-6edf485f2e27 service neutron] Checking segment: {'id': '8ee2a672-7f48-44e0-b15d-d39f6001612c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2bfbd00d-8640-41aa-af10-a9a49d38b848'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:58:24.363595 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-56ca7d3a-e4f4-4575-a408-6edf485f2e27 service neutron] Bound using segment: {'id': '8ee2a672-7f48-44e0-b15d-d39f6001612c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2bfbd00d-8640-41aa-af10-a9a49d38b848'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:58:24.364035 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-56ca7d3a-e4f4-4575-a408-6edf485f2e27 service neutron] Bound port: 00639690-edcc-4d69-bc87-3ac7e62c8a23, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ee2a672-7f48-44e0-b15d-d39f6001612c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2bfbd00d-8640-41aa-af10-a9a49d38b848'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:58:24.364232 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd5acb1-a758-43e1-9913-6156394989d6 None None] Pushing event updated for resources: {'Port': ['ID=6f356063-127e-4a37-9aaa-6287354e4cb0,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:24.364411 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-56ca7d3a-e4f4-4575-a408-6edf485f2e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:24.400122 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-be27fc8b-0ef2-4b07-aea2-d8929429be5c None None] For port 4423f0ba-a06b-49ed-8b0a-9e3b4e5420f2, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=4423f0ba-a06b-49ed-8b0a-9e3b4e5420f2,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:24.402102 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d88d01-73cc-4aae-9914-c97a254e460d req-31bd83e1-67a7-445c-a973-97d0c77f04ba tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:24.426670 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-94d88d01-73cc-4aae-9914-c97a254e460d req-31bd83e1-67a7-445c-a973-97d0c77f04ba tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 944 time: 0.1538723 Nov 12 03:58:24.434092 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-58bb440f-72f5-4081-8319-2d9d5e71b1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5cf291c-af61-4940-b29a-24798cfc5e18', 'name': 'tempest-TestSecurityGroupsBasicOps-router-539726386', 'tenant_id': '6f3566bb2f154defb89039fc7ed47ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '4423f0ba-a06b-49ed-8b0a-9e3b4e5420f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:58:18Z', 'updated_at': '2021-11-12T03:58:20Z', 'revision_number': 3, 'project_id': '6f3566bb2f154defb89039fc7ed47ab9', 'gw_port': {'id': '4423f0ba-a06b-49ed-8b0a-9e3b4e5420f2', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:98:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5cf291c-af61-4940-b29a-24798cfc5e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:19Z', 'updated_at': '2021-11-12T03:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:24.438163 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-be27fc8b-0ef2-4b07-aea2-d8929429be5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:24.499988 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bb440f-72f5-4081-8319-2d9d5e71b1f9 None None] The sync data for ids ['a5cf291c-af61-4940-b29a-24798cfc5e18'] in n-d-715271-27 is: [{'id': 'a5cf291c-af61-4940-b29a-24798cfc5e18', 'name': 'tempest-TestSecurityGroupsBasicOps-router-539726386', 'tenant_id': '6f3566bb2f154defb89039fc7ed47ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '4423f0ba-a06b-49ed-8b0a-9e3b4e5420f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:58:18Z', 'updated_at': '2021-11-12T03:58:20Z', 'revision_number': 3, 'project_id': '6f3566bb2f154defb89039fc7ed47ab9', 'gw_port': {'id': '4423f0ba-a06b-49ed-8b0a-9e3b4e5420f2', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:98:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5cf291c-af61-4940-b29a-24798cfc5e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:19Z', 'updated_at': '2021-11-12T03:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:58:24.525062 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-94d88d01-73cc-4aae-9914-c97a254e460d req-2955b93a-30ba-4798-b38a-ff2b33961d7a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=8480dc14-ef01-42e1-8499-f84f47a387e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962994 Nov 12 03:58:24.558587 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27fc8b-0ef2-4b07-aea2-d8929429be5c None None] Pushing event updated for resources: {'Port': ['ID=4423f0ba-a06b-49ed-8b0a-9e3b4e5420f2,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:24.571784 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-158132d9-94a3-43a1-8d36-c256d70db995 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:24.598003 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-56ca7d3a-e4f4-4575-a408-6edf485f2e27 service neutron] For port 00639690-edcc-4d69-bc87-3ac7e62c8a23, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:58:24.605206 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-56ca7d3a-e4f4-4575-a408-6edf485f2e27 service neutron] For port 00639690-edcc-4d69-bc87-3ac7e62c8a23, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=00639690-edcc-4d69-bc87-3ac7e62c8a23,segment=NetworkSegment(8ee2a672-7f48-44e0-b15d-d39f6001612c),segment_id=8ee2a672-7f48-44e0-b15d-d39f6001612c)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:58:24.614482 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-56ca7d3a-e4f4-4575-a408-6edf485f2e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:24.660932 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-56ca7d3a-e4f4-4575-a408-6edf485f2e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:24.661653 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-56ca7d3a-e4f4-4575-a408-6edf485f2e27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:24.663537 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-56ca7d3a-e4f4-4575-a408-6edf485f2e27 service neutron] 10.222.0.74 "PUT /v2.0/ports/00639690-edcc-4d69-bc87-3ac7e62c8a23 HTTP/1.1" status: 200 len: 1093 time: 1.6179986 Nov 12 03:58:24.664128 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2660a45-c76a-40f4-9555-aacb4304ef5a', 'tag': '00639690-edcc-4d69-bc87-3ac7e62c8a23'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:24.672952 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebdca60-7004-4623-a249-17f13324a8cd" -d '{"events": [{"name": "network-changed", "server_uuid": "b2660a45-c76a-40f4-9555-aacb4304ef5a", "tag": "00639690-edcc-4d69-bc87-3ac7e62c8a23"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:24.769731 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5512516d-8bbe-4dac-9aba-821c37bad4c0 x-openstack-request-id: req-5512516d-8bbe-4dac-9aba-821c37bad4c0 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:24.770002 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2660a45-c76a-40f4-9555-aacb4304ef5a", "tag": "00639690-edcc-4d69-bc87-3ac7e62c8a23", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:24.770257 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5512516d-8bbe-4dac-9aba-821c37bad4c0 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:24.776441 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2660a45-c76a-40f4-9555-aacb4304ef5a', 'tag': '00639690-edcc-4d69-bc87-3ac7e62c8a23', 'status': 'completed', 'code': 200} Nov 12 03:58:24.779593 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-158132d9-94a3-43a1-8d36-c256d70db995 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:24.831217 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca7d3a-e4f4-4575-a408-6edf485f2e27 service neutron] Pushing event updated for resources: {'Port': ['ID=00639690-edcc-4d69-bc87-3ac7e62c8a23,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:24.901348 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158132d9-94a3-43a1-8d36-c256d70db995 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Network c395480b-1c37-43c1-8a7e-3ce33921ff37 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:58:24.920607 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-158132d9-94a3-43a1-8d36-c256d70db995 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:58:24.929009 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158132d9-94a3-43a1-8d36-c256d70db995 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:58:24.951161 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:58:24.963471 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-9fb5e249-5699-4545-b583-f93123051506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:24.965075 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-9fb5e249-5699-4545-b583-f93123051506 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7ef96e16fae9482b9643848210ab127b&device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 1096 time: 0.1872046 Nov 12 03:58:24.973780 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158132d9-94a3-43a1-8d36-c256d70db995 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Pushing event updated for resources: {'Port': ['ID=067d2dd9-be17-4a06-a22f-2c2fe74dc96a,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:25.035412 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-158132d9-94a3-43a1-8d36-c256d70db995 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:25.039895 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-3a314e47-c008-46f7-971c-f9a220f55bb1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00639690-edcc-4d69-bc87-3ac7e62c8a23 HTTP/1.1" status: 200 len: 217 time: 0.0554175 Nov 12 03:58:25.144335 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-76ebdcd5-5076-4c7f-8d41-20a2143fdb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:25.145519 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-76ebdcd5-5076-4c7f-8d41-20a2143fdb29 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=52df7a35-9c8c-4202-8731-c7a6df5b4b9d HTTP/1.1" status: 200 len: 834 time: 0.0714533 Nov 12 03:58:25.253748 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-34f8f880-f641-4ced-8ac0-fdb5ba06843a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:25.255481 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-34f8f880-f641-4ced-8ac0-fdb5ba06843a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2bfbd00d-8640-41aa-af10-a9a49d38b848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0903590 Nov 12 03:58:25.259182 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-158132d9-94a3-43a1-8d36-c256d70db995 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:25.457859 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-ddac650e-8d99-4ccc-a5e4-845b35412b13 service neutron] 10.222.0.74 "GET /v2.0/networks/2bfbd00d-8640-41aa-af10-a9a49d38b848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884458 Nov 12 03:58:25.654912 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72433751-ba3c-47a5-b59b-bf2007e48b09 None None] Network c395480b-1c37-43c1-8a7e-3ce33921ff37 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:58:25.683635 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad0e48-ed3f-4b44-8153-fdc4056f18bf req-faff32b7-36b6-4cb5-9f07-2571ebd53c9e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:25.685116 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4dad0e48-ed3f-4b44-8153-fdc4056f18bf req-faff32b7-36b6-4cb5-9f07-2571ebd53c9e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 944 time: 0.0619795 Nov 12 03:58:25.707419 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-800111f9-9111-44aa-a31f-1784aa2fa4cb req-27c38db6-32e9-4f9f-9718-5723b2cea84a service neutron] 10.222.0.74 "GET /v2.0/networks/2bfbd00d-8640-41aa-af10-a9a49d38b848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143178 Nov 12 03:58:25.776917 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4dad0e48-ed3f-4b44-8153-fdc4056f18bf req-eee09d60-c968-4533-86d5-208bce0587cb tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=8480dc14-ef01-42e1-8499-f84f47a387e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783749 Nov 12 03:58:25.864146 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-608d3b29-fb19-4a41-877b-fd3f89883c4f None None] Provisioning complete for port 6f356063-127e-4a37-9aaa-6287354e4cb0 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:25.864428 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-608d3b29-fb19-4a41-877b-fd3f89883c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:25.867455 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-158132d9-94a3-43a1-8d36-c256d70db995 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:25.874416 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-158132d9-94a3-43a1-8d36-c256d70db995 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:25.879884 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebdca60-7004-4623-a249-17f13324a8cd req-fe0c05d0-ecd2-40bb-9f61-6daa5492c1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:25.881624 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1ebdca60-7004-4623-a249-17f13324a8cd req-fe0c05d0-ecd2-40bb-9f61-6daa5492c1dc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7ef96e16fae9482b9643848210ab127b&device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 1096 time: 0.0888979 Nov 12 03:58:25.977679 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 4423f0ba-a06b-49ed-8b0a-9e3b4e5420f2 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:58:26.027148 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158132d9-94a3-43a1-8d36-c256d70db995 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Pushing event updated for resources: {'Port': ['ID=067d2dd9-be17-4a06-a22f-2c2fe74dc96a,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:26.030242 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-158132d9-94a3-43a1-8d36-c256d70db995 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:26.041831 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-608d3b29-fb19-4a41-877b-fd3f89883c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:26.088214 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-608d3b29-fb19-4a41-877b-fd3f89883c4f None None] For port 6f356063-127e-4a37-9aaa-6287354e4cb0, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=6f356063-127e-4a37-9aaa-6287354e4cb0,segment=NetworkSegment(fba65093-7bcd-4f17-b315-495d985340bf),segment_id=fba65093-7bcd-4f17-b315-495d985340bf)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:26.089318 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 4423f0ba-a06b-49ed-8b0a-9e3b4e5420f2 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:26.089715 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:26.093317 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-608d3b29-fb19-4a41-877b-fd3f89883c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:26.127571 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebdca60-7004-4623-a249-17f13324a8cd req-a07e7dd5-72f5-4a9e-b6cc-e7ae3671b5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:26.128843 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1ebdca60-7004-4623-a249-17f13324a8cd req-a07e7dd5-72f5-4a9e-b6cc-e7ae3671b5e1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2bfbd00d-8640-41aa-af10-a9a49d38b848 HTTP/1.1" status: 200 len: 897 time: 0.2221582 Nov 12 03:58:26.173472 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d3b29-fb19-4a41-877b-fd3f89883c4f None None] Pushing event updated for resources: {'Port': ['ID=6f356063-127e-4a37-9aaa-6287354e4cb0,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:26.198187 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1ebdca60-7004-4623-a249-17f13324a8cd req-308ef28a-db8f-43e0-bb55-bd713b87674c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00639690-edcc-4d69-bc87-3ac7e62c8a23 HTTP/1.1" status: 200 len: 217 time: 0.0546634 Nov 12 03:58:26.205887 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158132d9-94a3-43a1-8d36-c256d70db995 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Network c395480b-1c37-43c1-8a7e-3ce33921ff37 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:58:26.207484 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-158132d9-94a3-43a1-8d36-c256d70db995 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:58:26.230304 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 6f356063-127e-4a37-9aaa-6287354e4cb0 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:58:26.294518 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 6f356063-127e-4a37-9aaa-6287354e4cb0 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:26.294953 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:26.345630 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebdca60-7004-4623-a249-17f13324a8cd req-142bd68f-ffd9-4ff3-9973-6ab26ab4e4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:26.347148 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1ebdca60-7004-4623-a249-17f13324a8cd req-142bd68f-ffd9-4ff3-9973-6ab26ab4e4a1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=52df7a35-9c8c-4202-8731-c7a6df5b4b9d HTTP/1.1" status: 200 len: 834 time: 0.1374185 Nov 12 03:58:26.430504 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-beed8687-b090-4a23-8ea7-54fe4470e2cd None None] Provisioning complete for port 6f356063-127e-4a37-9aaa-6287354e4cb0 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:26.431119 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-beed8687-b090-4a23-8ea7-54fe4470e2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:26.447832 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-af146dc7-914a-4b65-8413-12cd607c5879 req-bf7d665c-cb2c-480a-a23d-15e278d661d9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8e2c843b-91c6-41b5-8279-d5e5c6260535&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1512568 Nov 12 03:58:26.475293 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158132d9-94a3-43a1-8d36-c256d70db995 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Router a5cf291c-af61-4940-b29a-24798cfc5e18 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:58:26.487492 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebdca60-7004-4623-a249-17f13324a8cd req-2b38dca4-e706-48e3-8bdb-b7efd2eb9591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:26.493886 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1ebdca60-7004-4623-a249-17f13324a8cd req-2b38dca4-e706-48e3-8bdb-b7efd2eb9591 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2bfbd00d-8640-41aa-af10-a9a49d38b848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1375701 Nov 12 03:58:26.575499 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-beed8687-b090-4a23-8ea7-54fe4470e2cd None None] Provisioning complete for port 067d2dd9-be17-4a06-a22f-2c2fe74dc96a triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:26.575898 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-beed8687-b090-4a23-8ea7-54fe4470e2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:26.620545 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-beed8687-b090-4a23-8ea7-54fe4470e2cd None None] Port 067d2dd9-be17-4a06-a22f-2c2fe74dc96a cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:58:26.689715 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af146dc7-914a-4b65-8413-12cd607c5879 req-7fec7cd1-afc2-42f5-84e3-0533406c4722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:26.691238 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-af146dc7-914a-4b65-8413-12cd607c5879 req-7fec7cd1-afc2-42f5-84e3-0533406c4722 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=27d4836293914c108ba09bff97dd7daa&device_id=8e2c843b-91c6-41b5-8279-d5e5c6260535 HTTP/1.1" status: 200 len: 1098 time: 0.1843774 Nov 12 03:58:26.737262 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158132d9-94a3-43a1-8d36-c256d70db995 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:58:26.746959 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-048f84da-3fb3-401d-b0c8-718248f6f483 None None] Provisioning complete for port 067d2dd9-be17-4a06-a22f-2c2fe74dc96a triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:26.747893 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-048f84da-3fb3-401d-b0c8-718248f6f483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:26.750214 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fc06c8-90f4-466d-976d-33b51ef9c703 None None] Sync routers for ids ['a5cf291c-af61-4940-b29a-24798cfc5e18'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:58:26.767225 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fc06c8-90f4-466d-976d-33b51ef9c703 None None] Routers {'a5cf291c-af61-4940-b29a-24798cfc5e18'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:26.767998 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-77fc06c8-90f4-466d-976d-33b51ef9c703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:58:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['a5cf291c-af61-4940-b29a-24798cfc5e18'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:26.770221 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-158132d9-94a3-43a1-8d36-c256d70db995 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "PUT /v2.0/routers/a5cf291c-af61-4940-b29a-24798cfc5e18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3270543 Nov 12 03:58:26.773349 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1ebdca60-7004-4623-a249-17f13324a8cd req-676fccf6-2930-40e1-993c-a37c999ce5fb service neutron] 10.222.0.74 "GET /v2.0/networks/2bfbd00d-8640-41aa-af10-a9a49d38b848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653298 Nov 12 03:58:26.834195 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-048f84da-3fb3-401d-b0c8-718248f6f483 None None] Port 067d2dd9-be17-4a06-a22f-2c2fe74dc96a cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:58:26.933050 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af146dc7-914a-4b65-8413-12cd607c5879 req-6b3c3f0e-b550-45a8-894f-8b00f4c9e08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:26.934452 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-af146dc7-914a-4b65-8413-12cd607c5879 req-6b3c3f0e-b550-45a8-894f-8b00f4c9e08f service neutron] 10.222.0.74 "GET /v2.0/networks?id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 HTTP/1.1" status: 200 len: 912 time: 0.2114031 Nov 12 03:58:26.934692 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-77fc06c8-90f4-466d-976d-33b51ef9c703 None None] Set router a5cf291c-af61-4940-b29a-24798cfc5e18 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:26.959183 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-fccd3c8b-e194-44d5-8a08-a1432feac0ec None None] Provisioning complete for port 067d2dd9-be17-4a06-a22f-2c2fe74dc96a triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:26.960108 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fccd3c8b-e194-44d5-8a08-a1432feac0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:27.025919 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-af146dc7-914a-4b65-8413-12cd607c5879 req-2405d037-c4aa-41e5-b147-301e38fdd1b1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a4a442c-332b-453b-bd15-a9c29bf7eb08 HTTP/1.1" status: 200 len: 1002 time: 0.0748413 Nov 12 03:58:27.046027 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-fccd3c8b-e194-44d5-8a08-a1432feac0ec None None] Port 067d2dd9-be17-4a06-a22f-2c2fe74dc96a cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:58:27.068216 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-40d495c6-02d7-4b30-ab7b-cb5a86351141 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:27.076232 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-40d495c6-02d7-4b30-ab7b-cb5a86351141 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "GET /v2.0/networks?id=c395480b-1c37-43c1-8a7e-3ce33921ff37 HTTP/1.1" status: 200 len: 797 time: 0.1647830 Nov 12 03:58:27.083991 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af146dc7-914a-4b65-8413-12cd607c5879 req-98004ff9-0c4a-4653-a778-bdc49b651dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:27.085660 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-af146dc7-914a-4b65-8413-12cd607c5879 req-98004ff9-0c4a-4653-a778-bdc49b651dd1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2 HTTP/1.1" status: 200 len: 850 time: 0.0474892 Nov 12 03:58:27.096696 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-fc1b0301-729a-4f89-bfea-5e62c46f540e tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "GET /v2.0/quotas/6f3566bb2f154defb89039fc7ed47ab9 HTTP/1.1" status: 200 len: 375 time: 0.0194542 Nov 12 03:58:27.148459 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a03b86-c839-4166-88b7-6709dffc7d8d req-9dc6cb54-f45a-4add-afbc-d38afbdb34e0 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:27.150155 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d6a03b86-c839-4166-88b7-6709dffc7d8d req-9dc6cb54-f45a-4add-afbc-d38afbdb34e0 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 944 time: 0.2410712 Nov 12 03:58:27.168219 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-f0353394-4897-4052-9e3d-95bc49e07264 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6f3566bb2f154defb89039fc7ed47ab9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0702832 Nov 12 03:58:27.176419 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1ebdca60-7004-4623-a249-17f13324a8cd req-a0c4104e-76b8-47bf-a1f2-5f036156f9c0 service neutron] 10.222.0.74 "GET /v2.0/networks/2bfbd00d-8640-41aa-af10-a9a49d38b848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289278 Nov 12 03:58:27.231903 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af146dc7-914a-4b65-8413-12cd607c5879 req-f2f487c1-e007-4867-a3a5-a55917e26116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:27.233427 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-af146dc7-914a-4b65-8413-12cd607c5879 req-f2f487c1-e007-4867-a3a5-a55917e26116 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1328866 Nov 12 03:58:27.248332 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d6a03b86-c839-4166-88b7-6709dffc7d8d req-81768e8c-8bb0-4c51-8010-666fc19e0872 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=8480dc14-ef01-42e1-8499-f84f47a387e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831280 Nov 12 03:58:27.307230 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-77fc06c8-90f4-466d-976d-33b51ef9c703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5cf291c-af61-4940-b29a-24798cfc5e18', 'name': 'tempest-TestSecurityGroupsBasicOps-router-539726386', 'tenant_id': '6f3566bb2f154defb89039fc7ed47ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '4423f0ba-a06b-49ed-8b0a-9e3b4e5420f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:58:18Z', 'updated_at': '2021-11-12T03:58:25Z', 'revision_number': 4, 'project_id': '6f3566bb2f154defb89039fc7ed47ab9', 'gw_port': {'id': '4423f0ba-a06b-49ed-8b0a-9e3b4e5420f2', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:98:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cf291c-af61-4940-b29a-24798cfc5e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:19Z', 'updated_at': '2021-11-12T03:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '067d2dd9-be17-4a06-a22f-2c2fe74dc96a', 'name': '', 'network_id': 'c395480b-1c37-43c1-8a7e-3ce33921ff37', 'tenant_id': '6f3566bb2f154defb89039fc7ed47ab9', 'mac_address': 'fa:16:3e:58:73:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5cf291c-af61-4940-b29a-24798cfc5e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '8624716c-691a-4c8d-aac5-4d4aa5c42b35', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:23Z', 'updated_at': '2021-11-12T03:58:25Z', 'revision_number': 2, 'project_id': '6f3566bb2f154defb89039fc7ed47ab9', 'subnets': [{'id': '8624716c-691a-4c8d-aac5-4d4aa5c42b35', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:27.314662 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-b3874e8d-9887-4eac-bfc7-805b41629f8a service neutron] 10.222.0.50 "GET /v2.0/networks/c395480b-1c37-43c1-8a7e-3ce33921ff37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152875 Nov 12 03:58:27.340049 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fc06c8-90f4-466d-976d-33b51ef9c703 None None] Checking router: a5cf291c-af61-4940-b29a-24798cfc5e18 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:58:27.340539 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fc06c8-90f4-466d-976d-33b51ef9c703 None None] Updating router a5cf291c-af61-4940-b29a-24798cfc5e18 port 067d2dd9-be17-4a06-a22f-2c2fe74dc96a binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:58:27.347404 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-af146dc7-914a-4b65-8413-12cd607c5879 req-b31d6bcf-efa5-41d9-a97c-23fdfd319da7 service neutron] 10.222.0.74 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978134 Nov 12 03:58:27.372962 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-77fc06c8-90f4-466d-976d-33b51ef9c703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:27.426125 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-fabb76a2-557e-4d1b-a1bf-d3756b7d4156 service neutron] 10.222.0.50 "GET /v2.0/networks/c395480b-1c37-43c1-8a7e-3ce33921ff37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042738 Nov 12 03:58:27.454738 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-af146dc7-914a-4b65-8413-12cd607c5879 req-67151ccd-aea9-4679-a207-744297edc025 service neutron] 10.222.0.74 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996838 Nov 12 03:58:27.616383 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8ed4d0d4-e73c-4a82-9b35-9491e826f05c req-846e901e-0914-46d8-aa1d-bcd1b409e633 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3e7cf9a-da20-4934-a523-02015d16fd78 HTTP/1.1" status: 200 len: 210 time: 0.0281179 Nov 12 03:58:27.657520 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-77fc06c8-90f4-466d-976d-33b51ef9c703 None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:27.663169 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-77fc06c8-90f4-466d-976d-33b51ef9c703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:27.720065 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb3e57-beaa-4a90-b166-1a713af0c804 None None] Pushing event updated for resources: {'Port': ['ID=067d2dd9-be17-4a06-a22f-2c2fe74dc96a,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:27.773908 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-77fc06c8-90f4-466d-976d-33b51ef9c703 None None] Attempting to bind port 067d2dd9-be17-4a06-a22f-2c2fe74dc96a on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:58:27.774659 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-77fc06c8-90f4-466d-976d-33b51ef9c703 None None] Attempting to bind port 067d2dd9-be17-4a06-a22f-2c2fe74dc96a by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'fba65093-7bcd-4f17-b315-495d985340bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c395480b-1c37-43c1-8a7e-3ce33921ff37'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:58:27.774659 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fc06c8-90f4-466d-976d-33b51ef9c703 None None] Attempting to bind port 067d2dd9-be17-4a06-a22f-2c2fe74dc96a on network c395480b-1c37-43c1-8a7e-3ce33921ff37 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:58:27.781129 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fc06c8-90f4-466d-976d-33b51ef9c703 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:58:27.791534 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fc06c8-90f4-466d-976d-33b51ef9c703 None None] Checking segment: {'id': 'fba65093-7bcd-4f17-b315-495d985340bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c395480b-1c37-43c1-8a7e-3ce33921ff37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:58:27.791534 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-77fc06c8-90f4-466d-976d-33b51ef9c703 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:27.791534 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fc06c8-90f4-466d-976d-33b51ef9c703 None None] Bound using segment: {'id': 'fba65093-7bcd-4f17-b315-495d985340bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c395480b-1c37-43c1-8a7e-3ce33921ff37'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:58:27.791534 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-77fc06c8-90f4-466d-976d-33b51ef9c703 None None] Bound port: 067d2dd9-be17-4a06-a22f-2c2fe74dc96a, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fba65093-7bcd-4f17-b315-495d985340bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c395480b-1c37-43c1-8a7e-3ce33921ff37'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:58:27.791534 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-77fc06c8-90f4-466d-976d-33b51ef9c703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:27.842761 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 6f356063-127e-4a37-9aaa-6287354e4cb0 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:58:27.872494 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-77fc06c8-90f4-466d-976d-33b51ef9c703 None None] For port 067d2dd9-be17-4a06-a22f-2c2fe74dc96a, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:58:27.878256 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-77fc06c8-90f4-466d-976d-33b51ef9c703 None None] For port 067d2dd9-be17-4a06-a22f-2c2fe74dc96a, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=067d2dd9-be17-4a06-a22f-2c2fe74dc96a,segment=NetworkSegment(fba65093-7bcd-4f17-b315-495d985340bf),segment_id=fba65093-7bcd-4f17-b315-495d985340bf)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:58:27.884336 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-77fc06c8-90f4-466d-976d-33b51ef9c703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:27.900983 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 6f356063-127e-4a37-9aaa-6287354e4cb0 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:27.901624 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:27.944958 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb3e57-beaa-4a90-b166-1a713af0c804 None None] Pushing event updated for resources: {'Port': ['ID=067d2dd9-be17-4a06-a22f-2c2fe74dc96a,revision_number=4']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:27.966186 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fc06c8-90f4-466d-976d-33b51ef9c703 None None] Routers {'a5cf291c-af61-4940-b29a-24798cfc5e18'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:27.967031 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-77fc06c8-90f4-466d-976d-33b51ef9c703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:58:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['a5cf291c-af61-4940-b29a-24798cfc5e18'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:28.084328 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-93a74200-880c-452b-9b74-3e8f4a6b9312 None None] Provisioning complete for port 067d2dd9-be17-4a06-a22f-2c2fe74dc96a triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:28.085414 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-93a74200-880c-452b-9b74-3e8f4a6b9312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:28.109534 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-77fc06c8-90f4-466d-976d-33b51ef9c703 None None] Set router a5cf291c-af61-4940-b29a-24798cfc5e18 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:28.194469 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-93a74200-880c-452b-9b74-3e8f4a6b9312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:28.227807 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-93a74200-880c-452b-9b74-3e8f4a6b9312 None None] For port 067d2dd9-be17-4a06-a22f-2c2fe74dc96a, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=067d2dd9-be17-4a06-a22f-2c2fe74dc96a,segment=NetworkSegment(fba65093-7bcd-4f17-b315-495d985340bf),segment_id=fba65093-7bcd-4f17-b315-495d985340bf)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:28.234195 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-93a74200-880c-452b-9b74-3e8f4a6b9312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:28.290640 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a74200-880c-452b-9b74-3e8f4a6b9312 None None] Pushing event updated for resources: {'Port': ['ID=067d2dd9-be17-4a06-a22f-2c2fe74dc96a,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:28.359418 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-bf453c69-ad44-40b4-bace-e165d730538f None None] Provisioning complete for port 067d2dd9-be17-4a06-a22f-2c2fe74dc96a triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:28.360529 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bf453c69-ad44-40b4-bace-e165d730538f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:28.362379 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-77fc06c8-90f4-466d-976d-33b51ef9c703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5cf291c-af61-4940-b29a-24798cfc5e18', 'name': 'tempest-TestSecurityGroupsBasicOps-router-539726386', 'tenant_id': '6f3566bb2f154defb89039fc7ed47ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '4423f0ba-a06b-49ed-8b0a-9e3b4e5420f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:58:18Z', 'updated_at': '2021-11-12T03:58:25Z', 'revision_number': 4, 'project_id': '6f3566bb2f154defb89039fc7ed47ab9', 'gw_port': {'id': '4423f0ba-a06b-49ed-8b0a-9e3b4e5420f2', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:98:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cf291c-af61-4940-b29a-24798cfc5e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:19Z', 'updated_at': '2021-11-12T03:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '067d2dd9-be17-4a06-a22f-2c2fe74dc96a', 'name': '', 'network_id': 'c395480b-1c37-43c1-8a7e-3ce33921ff37', 'tenant_id': '6f3566bb2f154defb89039fc7ed47ab9', 'mac_address': 'fa:16:3e:58:73:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5cf291c-af61-4940-b29a-24798cfc5e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '8624716c-691a-4c8d-aac5-4d4aa5c42b35', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:23Z', 'updated_at': '2021-11-12T03:58:27Z', 'revision_number': 4, 'project_id': '6f3566bb2f154defb89039fc7ed47ab9', 'subnets': [{'id': '8624716c-691a-4c8d-aac5-4d4aa5c42b35', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:28.394393 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fc06c8-90f4-466d-976d-33b51ef9c703 None None] The sync data for ids ['a5cf291c-af61-4940-b29a-24798cfc5e18'] in n-d-715271-27 is: [{'id': 'a5cf291c-af61-4940-b29a-24798cfc5e18', 'name': 'tempest-TestSecurityGroupsBasicOps-router-539726386', 'tenant_id': '6f3566bb2f154defb89039fc7ed47ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '4423f0ba-a06b-49ed-8b0a-9e3b4e5420f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:58:18Z', 'updated_at': '2021-11-12T03:58:25Z', 'revision_number': 4, 'project_id': '6f3566bb2f154defb89039fc7ed47ab9', 'gw_port': {'id': '4423f0ba-a06b-49ed-8b0a-9e3b4e5420f2', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:98:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cf291c-af61-4940-b29a-24798cfc5e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:19Z', 'updated_at': '2021-11-12T03:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '067d2dd9-be17-4a06-a22f-2c2fe74dc96a', 'name': '', 'network_id': 'c395480b-1c37-43c1-8a7e-3ce33921ff37', 'tenant_id': '6f3566bb2f154defb89039fc7ed47ab9', 'mac_address': 'fa:16:3e:58:73:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5cf291c-af61-4940-b29a-24798cfc5e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '8624716c-691a-4c8d-aac5-4d4aa5c42b35', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:23Z', 'updated_at': '2021-11-12T03:58:27Z', 'revision_number': 4, 'project_id': '6f3566bb2f154defb89039fc7ed47ab9', 'subnets': [{'id': '8624716c-691a-4c8d-aac5-4d4aa5c42b35', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:58:28.416518 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a853e5-ef92-425e-b237-68d7b3061654 req-d22bd357-8568-4482-ae9a-aa4f710eb478 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:28.418963 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d6a853e5-ef92-425e-b237-68d7b3061654 req-d22bd357-8568-4482-ae9a-aa4f710eb478 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 944 time: 0.0710609 Nov 12 03:58:28.488926 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 00639690-edcc-4d69-bc87-3ac7e62c8a23 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:58:28.509976 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d6a853e5-ef92-425e-b237-68d7b3061654 req-77d94380-d238-4ace-aa56-45282d1b4e58 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=8480dc14-ef01-42e1-8499-f84f47a387e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840635 Nov 12 03:58:28.601976 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 00639690-edcc-4d69-bc87-3ac7e62c8a23, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=00639690-edcc-4d69-bc87-3ac7e62c8a23,segment=NetworkSegment(8ee2a672-7f48-44e0-b15d-d39f6001612c),segment_id=8ee2a672-7f48-44e0-b15d-d39f6001612c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:28.615230 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '00639690-edcc-4d69-bc87-3ac7e62c8a23', 'network_id': '2bfbd00d-8640-41aa-af10-a9a49d38b848', 'port_id': '00639690-edcc-4d69-bc87-3ac7e62c8a23', 'mac_address': 'fa:16:3e:20:73:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52df7a35-9c8c-4202-8731-c7a6df5b4b9d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:58:28.656312 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:28.670340 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00639690-edcc-4d69-bc87-3ac7e62c8a23 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:58:28.693191 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 00639690-edcc-4d69-bc87-3ac7e62c8a23, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=00639690-edcc-4d69-bc87-3ac7e62c8a23,segment=NetworkSegment(8ee2a672-7f48-44e0-b15d-d39f6001612c),segment_id=8ee2a672-7f48-44e0-b15d-d39f6001612c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:28.697213 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:28.734325 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a0862572-40aa-41f1-add3-b5720e2c5926 req-2d0125a1-3ebf-4edb-b951-59c07d8ecad8 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3e7cf9a-da20-4934-a523-02015d16fd78 HTTP/1.1" status: 200 len: 210 time: 0.0391471 Nov 12 03:58:28.761327 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=00639690-edcc-4d69-bc87-3ac7e62c8a23,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:28.944060 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-66f1301a-76eb-484b-920e-c3b5b9b8dd14 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:28.946191 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-66f1301a-76eb-484b-920e-c3b5b9b8dd14 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.90 "GET /v2.0/networks?id=c395480b-1c37-43c1-8a7e-3ce33921ff37 HTTP/1.1" status: 200 len: 797 time: 0.1302240 Nov 12 03:58:28.970134 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['00639690-edcc-4d69-bc87-3ac7e62c8a23'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:58:28.979206 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-e1e67234-dcd5-4205-8e37-e20a9a97ee39 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Request body: {'port': {'device_id': 'c3e7cf9a-da20-4934-a523-02015d16fd78', 'network_id': 'c395480b-1c37-43c1-8a7e-3ce33921ff37', 'admin_state_up': True, 'tenant_id': '6f3566bb2f154defb89039fc7ed47ab9'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:29.112639 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-e1e67234-dcd5-4205-8e37-e20a9a97ee39 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Made reservation on behalf of 6f3566bb2f154defb89039fc7ed47ab9 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:58:29.117734 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-e1e67234-dcd5-4205-8e37-e20a9a97ee39 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:29.263137 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-e1e67234-dcd5-4205-8e37-e20a9a97ee39 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Allocated IP 172.20.0.30 (c395480b-1c37-43c1-8a7e-3ce33921ff37/8624716c-691a-4c8d-aac5-4d4aa5c42b35/f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:58:29.389823 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-e1e67234-dcd5-4205-8e37-e20a9a97ee39 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:29.432446 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-e1e67234-dcd5-4205-8e37-e20a9a97ee39 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:29.476293 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-e1e67234-dcd5-4205-8e37-e20a9a97ee39 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Network c395480b-1c37-43c1-8a7e-3ce33921ff37 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:58:29.479580 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-e1e67234-dcd5-4205-8e37-e20a9a97ee39 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:58:29.483672 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-e1e67234-dcd5-4205-8e37-e20a9a97ee39 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:58:29.491098 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e67234-dcd5-4205-8e37-e20a9a97ee39 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Pushing event updated for resources: {'Port': ['ID=f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:29.546378 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-e1e67234-dcd5-4205-8e37-e20a9a97ee39 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:29.547023 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-e1e67234-dcd5-4205-8e37-e20a9a97ee39 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:29.567203 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-e1e67234-dcd5-4205-8e37-e20a9a97ee39 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.5921664 Nov 12 03:58:29.586997 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-978d7df9-209c-498b-b306-e15aa6b45a2d service neutron] Request body: {'port': {'device_id': 'c3e7cf9a-da20-4934-a523-02015d16fd78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:29.682665 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-978d7df9-209c-498b-b306-e15aa6b45a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:29.711985 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9f962-0332-4d00-a83a-42052f4d722f req-91705ea2-3991-4d49-b542-39312b954ba9 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:29.713499 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-70b9f962-0332-4d00-a83a-42052f4d722f req-91705ea2-3991-4d49-b542-39312b954ba9 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 945 time: 0.0989716 Nov 12 03:58:29.818450 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-0e5ee525-7eff-488e-ba16-262867d9e99e None None] Provisioning complete for port f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:29.818972 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0e5ee525-7eff-488e-ba16-262867d9e99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:29.861616 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-70b9f962-0332-4d00-a83a-42052f4d722f req-0002dd06-e65d-4d8f-b8e7-e2123638ec7e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=8480dc14-ef01-42e1-8499-f84f47a387e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250968 Nov 12 03:58:29.912210 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb4fd1-4ca5-4fd5-96fc-122c3dab2720 req-039f7976-6aad-47e5-970e-c7471bded8ab tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:29.915005 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-04eb4fd1-4ca5-4fd5-96fc-122c3dab2720 req-039f7976-6aad-47e5-970e-c7471bded8ab tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3e7cf9a-da20-4934-a523-02015d16fd78 HTTP/1.1" status: 200 len: 895 time: 0.0877643 Nov 12 03:58:30.014623 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 067d2dd9-be17-4a06-a22f-2c2fe74dc96a up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:58:30.040648 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-978d7df9-209c-498b-b306-e15aa6b45a2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:58:30.048841 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-978d7df9-209c-498b-b306-e15aa6b45a2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:30.054402 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-0e5ee525-7eff-488e-ba16-262867d9e99e None None] Port f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:58:30.061455 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-978d7df9-209c-498b-b306-e15aa6b45a2d service neutron] Transition to ACTIVE for port object f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:58:30.065784 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-978d7df9-209c-498b-b306-e15aa6b45a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:30.077199 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 067d2dd9-be17-4a06-a22f-2c2fe74dc96a triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:30.077574 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:30.159524 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d7df9-209c-498b-b306-e15aa6b45a2d service neutron] Pushing event updated for resources: {'Port': ['ID=f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:30.189066 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-978d7df9-209c-498b-b306-e15aa6b45a2d service neutron] Attempting to bind port f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:58:30.189402 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-978d7df9-209c-498b-b306-e15aa6b45a2d service neutron] Attempting to bind port f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': 'fba65093-7bcd-4f17-b315-495d985340bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c395480b-1c37-43c1-8a7e-3ce33921ff37'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:58:30.189730 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-978d7df9-209c-498b-b306-e15aa6b45a2d service neutron] Attempting to bind port f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49 on network c395480b-1c37-43c1-8a7e-3ce33921ff37 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:58:30.195089 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-978d7df9-209c-498b-b306-e15aa6b45a2d service neutron] Port f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49 on network c395480b-1c37-43c1-8a7e-3ce33921ff37 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:58:30.195416 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-978d7df9-209c-498b-b306-e15aa6b45a2d service neutron] Attempting to bind port f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49 on network c395480b-1c37-43c1-8a7e-3ce33921ff37 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:58:30.200535 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-978d7df9-209c-498b-b306-e15aa6b45a2d service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:58:30.200868 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-978d7df9-209c-498b-b306-e15aa6b45a2d service neutron] Checking segment: {'id': 'fba65093-7bcd-4f17-b315-495d985340bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c395480b-1c37-43c1-8a7e-3ce33921ff37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:58:30.201245 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-978d7df9-209c-498b-b306-e15aa6b45a2d service neutron] Bound using segment: {'id': 'fba65093-7bcd-4f17-b315-495d985340bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c395480b-1c37-43c1-8a7e-3ce33921ff37'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:58:30.201675 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-978d7df9-209c-498b-b306-e15aa6b45a2d service neutron] Bound port: f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fba65093-7bcd-4f17-b315-495d985340bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c395480b-1c37-43c1-8a7e-3ce33921ff37'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:58:30.202299 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-978d7df9-209c-498b-b306-e15aa6b45a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:30.271893 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-978d7df9-209c-498b-b306-e15aa6b45a2d service neutron] For port f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:58:30.275009 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-978d7df9-209c-498b-b306-e15aa6b45a2d service neutron] For port f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49,segment=NetworkSegment(fba65093-7bcd-4f17-b315-495d985340bf),segment_id=fba65093-7bcd-4f17-b315-495d985340bf)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:58:30.279517 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-978d7df9-209c-498b-b306-e15aa6b45a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:30.318043 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-978d7df9-209c-498b-b306-e15aa6b45a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:30.318648 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-978d7df9-209c-498b-b306-e15aa6b45a2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:30.320043 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-978d7df9-209c-498b-b306-e15aa6b45a2d service neutron] 10.222.0.90 "PUT /v2.0/ports/f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49 HTTP/1.1" status: 200 len: 1056 time: 0.7376351 Nov 12 03:58:30.320508 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3e7cf9a-da20-4934-a523-02015d16fd78', 'tag': 'f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:30.322775 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87cb2ea-8278-4894-b79e-89bfbfce7c00" -d '{"events": [{"name": "network-changed", "server_uuid": "c3e7cf9a-da20-4934-a523-02015d16fd78", "tag": "f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:30.346025 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d7df9-209c-498b-b306-e15aa6b45a2d service neutron] Pushing event updated for resources: {'Port': ['ID=f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:30.371042 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e2d67c-fa2e-4b3f-bff7-92212ce42e94 x-openstack-request-id: req-e1e2d67c-fa2e-4b3f-bff7-92212ce42e94 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:30.371460 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3e7cf9a-da20-4934-a523-02015d16fd78", "tag": "f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:30.372172 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e1e2d67c-fa2e-4b3f-bff7-92212ce42e94 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:30.373108 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3e7cf9a-da20-4934-a523-02015d16fd78', 'tag': 'f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49', 'status': 'completed', 'code': 200} Nov 12 03:58:30.396881 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d0010623-10fb-480a-95af-78ff64561bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:30.454851 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-5554c056-b07b-42c6-9198-d6699cb08f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:30.457391 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-5554c056-b07b-42c6-9198-d6699cb08f8c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6f3566bb2f154defb89039fc7ed47ab9&device_id=c3e7cf9a-da20-4934-a523-02015d16fd78 HTTP/1.1" status: 200 len: 1059 time: 0.0577042 Nov 12 03:58:30.504683 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 00639690-edcc-4d69-bc87-3ac7e62c8a23 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:58:30.517864 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-64e30c9f-3a64-4f71-9668-eafcd14fbd23 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49 HTTP/1.1" status: 200 len: 217 time: 0.0425582 Nov 12 03:58:30.560363 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 00639690-edcc-4d69-bc87-3ac7e62c8a23 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:58:30.565736 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 00639690-edcc-4d69-bc87-3ac7e62c8a23 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:30.566112 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:30.660705 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:30.689243 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2660a45-c76a-40f4-9555-aacb4304ef5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00639690-edcc-4d69-bc87-3ac7e62c8a23'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:30.691528 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c180c44f-157d-4800-a950-239f37e94324" -d '{"events": [{"server_uuid": "b2660a45-c76a-40f4-9555-aacb4304ef5a", "name": "network-vif-plugged", "status": "completed", "tag": "00639690-edcc-4d69-bc87-3ac7e62c8a23"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:30.705814 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 00639690-edcc-4d69-bc87-3ac7e62c8a23, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=00639690-edcc-4d69-bc87-3ac7e62c8a23,segment=NetworkSegment(8ee2a672-7f48-44e0-b15d-d39f6001612c),segment_id=8ee2a672-7f48-44e0-b15d-d39f6001612c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:30.711242 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:30.739105 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67b4b7d-0226-4ce5-9601-747f7b368959 x-openstack-request-id: req-d67b4b7d-0226-4ce5-9601-747f7b368959 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:30.739423 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2660a45-c76a-40f4-9555-aacb4304ef5a", "name": "network-vif-plugged", "status": "completed", "tag": "00639690-edcc-4d69-bc87-3ac7e62c8a23", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:30.739653 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d67b4b7d-0226-4ce5-9601-747f7b368959 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:30.740046 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2660a45-c76a-40f4-9555-aacb4304ef5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00639690-edcc-4d69-bc87-3ac7e62c8a23', 'code': 200} Nov 12 03:58:30.770283 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=00639690-edcc-4d69-bc87-3ac7e62c8a23,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:30.852712 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e9860-b421-4911-92f6-1502b53a7b71 req-617bcf4a-ca6a-4b5a-991d-c3ed647e9b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:30.854299 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c13e9860-b421-4911-92f6-1502b53a7b71 req-617bcf4a-ca6a-4b5a-991d-c3ed647e9b1d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 1098 time: 0.0417318 Nov 12 03:58:30.919961 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c13e9860-b421-4911-92f6-1502b53a7b71 req-e1b79925-d159-4124-b397-a025260e8e5a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8480dc14-ef01-42e1-8499-f84f47a387e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529966 Nov 12 03:58:30.933059 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-50c37419-3eed-4105-bbf9-ca047469e3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:30.934495 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-50c37419-3eed-4105-bbf9-ca047469e3bb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8624716c-691a-4c8d-aac5-4d4aa5c42b35 HTTP/1.1" status: 200 len: 838 time: 0.4099579 Nov 12 03:58:31.012545 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5a134-2e40-4ae8-94e8-c075e402bb0c req-1295aa13-e1bc-4978-a52b-24806e5b6305 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:31.014020 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a3d5a134-2e40-4ae8-94e8-c075e402bb0c req-1295aa13-e1bc-4978-a52b-24806e5b6305 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 946 time: 0.0786581 Nov 12 03:58:31.017261 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-5a407fcb-93ce-45fc-b1e8-40083e156353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:31.018613 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-5a407fcb-93ce-45fc-b1e8-40083e156353 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c395480b-1c37-43c1-8a7e-3ce33921ff37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0744040 Nov 12 03:58:31.044250 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b668c11-5eab-485e-98ce-3e8c1ebc9b6a req-7227c395-dec2-43de-933b-2309c66e1dc5 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:31.045749 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1b668c11-5eab-485e-98ce-3e8c1ebc9b6a req-7227c395-dec2-43de-933b-2309c66e1dc5 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3e7cf9a-da20-4934-a523-02015d16fd78 HTTP/1.1" status: 200 len: 907 time: 0.0510628 Nov 12 03:58:31.120520 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a3d5a134-2e40-4ae8-94e8-c075e402bb0c req-ada1c372-a7d0-4bc7-b56e-9488d7cd5828 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=8480dc14-ef01-42e1-8499-f84f47a387e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005104 Nov 12 03:58:31.144810 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-b5707f54-e327-45e6-bfc5-3395d08e22b4 service neutron] 10.222.0.90 "GET /v2.0/networks/c395480b-1c37-43c1-8a7e-3ce33921ff37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180537 Nov 12 03:58:31.242916 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c1ba4e1b-98bf-4456-b8d4-602c7299d16e req-a7c6b521-b923-47de-81e6-38574ac76896 service neutron] 10.222.0.90 "GET /v2.0/networks/c395480b-1c37-43c1-8a7e-3ce33921ff37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893090 Nov 12 03:58:31.368982 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87cb2ea-8278-4894-b79e-89bfbfce7c00 req-1eab2ee0-e575-4b3c-87e6-a6ace7c96ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:31.370428 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b87cb2ea-8278-4894-b79e-89bfbfce7c00 req-1eab2ee0-e575-4b3c-87e6-a6ace7c96ed9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6f3566bb2f154defb89039fc7ed47ab9&device_id=c3e7cf9a-da20-4934-a523-02015d16fd78 HTTP/1.1" status: 200 len: 1059 time: 0.0405402 Nov 12 03:58:31.467108 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87cb2ea-8278-4894-b79e-89bfbfce7c00 req-a115e1de-2550-4cb2-80e0-4dc0c597ded5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:31.468577 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b87cb2ea-8278-4894-b79e-89bfbfce7c00 req-a115e1de-2550-4cb2-80e0-4dc0c597ded5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c395480b-1c37-43c1-8a7e-3ce33921ff37 HTTP/1.1" status: 200 len: 898 time: 0.0905924 Nov 12 03:58:31.513655 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b87cb2ea-8278-4894-b79e-89bfbfce7c00 req-091cf950-768e-4db0-81ab-531750f212b1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49 HTTP/1.1" status: 200 len: 217 time: 0.0350780 Nov 12 03:58:31.566141 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87cb2ea-8278-4894-b79e-89bfbfce7c00 req-d5e2585a-20e8-42ce-8f94-dac2355c3837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:31.567584 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b87cb2ea-8278-4894-b79e-89bfbfce7c00 req-d5e2585a-20e8-42ce-8f94-dac2355c3837 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8624716c-691a-4c8d-aac5-4d4aa5c42b35 HTTP/1.1" status: 200 len: 838 time: 0.0438459 Nov 12 03:58:31.615895 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87cb2ea-8278-4894-b79e-89bfbfce7c00 req-e6eed9eb-d150-4f6b-9804-20fb1c68722c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:31.617403 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b87cb2ea-8278-4894-b79e-89bfbfce7c00 req-e6eed9eb-d150-4f6b-9804-20fb1c68722c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c395480b-1c37-43c1-8a7e-3ce33921ff37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0402246 Nov 12 03:58:31.713036 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b87cb2ea-8278-4894-b79e-89bfbfce7c00 req-60343202-0b9d-4676-a06b-2b4f91f873b4 service neutron] 10.222.0.90 "GET /v2.0/networks/c395480b-1c37-43c1-8a7e-3ce33921ff37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855169 Nov 12 03:58:31.810526 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b87cb2ea-8278-4894-b79e-89bfbfce7c00 req-2dc6d60a-7962-4569-94d4-ae1fd733bbf6 service neutron] 10.222.0.90 "GET /v2.0/networks/c395480b-1c37-43c1-8a7e-3ce33921ff37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885572 Nov 12 03:58:32.171641 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b657a03-a050-4f8e-b632-e4f067c99f57 req-d5f563ea-3ad7-4f1b-b781-0554d177cffb tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:32.173905 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9b657a03-a050-4f8e-b632-e4f067c99f57 req-d5f563ea-3ad7-4f1b-b781-0554d177cffb tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3e7cf9a-da20-4934-a523-02015d16fd78 HTTP/1.1" status: 200 len: 907 time: 0.0561807 Nov 12 03:58:32.248983 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559cd354-48cb-46af-bee4-2cf3a55c57da req-f4bf8f00-3224-49e6-b448-00b6f9187759 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:32.250985 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-559cd354-48cb-46af-bee4-2cf3a55c57da req-f4bf8f00-3224-49e6-b448-00b6f9187759 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 946 time: 0.0522695 Nov 12 03:58:32.302245 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-559cd354-48cb-46af-bee4-2cf3a55c57da req-d198cb82-db2e-4f6e-9880-b11a571212f1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=8480dc14-ef01-42e1-8499-f84f47a387e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450540 Nov 12 03:58:33.395550 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2c9a8c7a-bdef-47f4-8133-379021cab0a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:33.435485 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22386c-d6cc-42a3-aa95-42d1688bd574 req-419a3945-30d3-4bb0-b10e-cbe15e66c6ab tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:33.437248 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1e22386c-d6cc-42a3-aa95-42d1688bd574 req-419a3945-30d3-4bb0-b10e-cbe15e66c6ab tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 946 time: 0.0587046 Nov 12 03:58:33.491548 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1e22386c-d6cc-42a3-aa95-42d1688bd574 req-726273ce-cec0-46a4-a030-b48817aa86a4 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=8480dc14-ef01-42e1-8499-f84f47a387e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475192 Nov 12 03:58:33.624252 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bad8a-f60d-4fa7-98fb-2a3bfe726ad3 req-edb5c740-6617-4429-bb3c-d4a9276e00db tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:33.626202 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-108bad8a-f60d-4fa7-98fb-2a3bfe726ad3 req-edb5c740-6617-4429-bb3c-d4a9276e00db tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 946 time: 0.0608253 Nov 12 03:58:33.630515 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f31e0-5d8b-4d1e-9549-bca65f57ace1 req-8340f944-a0e4-4315-95ee-e75551f3ba8d tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:33.632039 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-571f31e0-5d8b-4d1e-9549-bca65f57ace1 req-8340f944-a0e4-4315-95ee-e75551f3ba8d tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3e7cf9a-da20-4934-a523-02015d16fd78 HTTP/1.1" status: 200 len: 907 time: 0.3878160 Nov 12 03:58:33.671463 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:58:33.710774 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-108bad8a-f60d-4fa7-98fb-2a3bfe726ad3 req-d9ce17a4-c9fa-4e26-a15c-bccf159283f2 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=8480dc14-ef01-42e1-8499-f84f47a387e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782223 Nov 12 03:58:33.718238 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a958d4ee-511f-44da-b1de-3db8a2b4b115 req-0d169ea7-05cb-46a7-95eb-9a69cb0495b3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0b769197-42e4-46dd-9947-0bdb51f1eda8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0793612 Nov 12 03:58:33.733392 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52844) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:33.778713 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49,segment=NetworkSegment(fba65093-7bcd-4f17-b315-495d985340bf),segment_id=fba65093-7bcd-4f17-b315-495d985340bf)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:33.791176 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': 'f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49', 'network_id': 'c395480b-1c37-43c1-8a7e-3ce33921ff37', 'port_id': 'f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49', 'mac_address': 'fa:16:3e:55:97:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8624716c-691a-4c8d-aac5-4d4aa5c42b35', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:58:33.792015 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fb2f32-f27f-4352-8587-30812b41b847 tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:33.796432 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-08fb2f32-f27f-4352-8587-30812b41b847 tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 1093 time: 0.0593569 Nov 12 03:58:33.797992 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52846) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:33.802806 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-d0765990-ae45-495d-a40d-a2aa4a6ea7fc tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'port_id': '00639690-edcc-4d69-bc87-3ac7e62c8a23', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:33.829205 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d0765990-ae45-495d-a40d-a2aa4a6ea7fc tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for floatingip, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:33.830244 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958d4ee-511f-44da-b1de-3db8a2b4b115 req-687ce10c-3954-487f-bffd-3d35184941c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:33.831746 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a958d4ee-511f-44da-b1de-3db8a2b4b115 req-687ce10c-3954-487f-bffd-3d35184941c4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=71bb88761be64fdca8e5a72446290996&device_id=0b769197-42e4-46dd-9947-0bdb51f1eda8 HTTP/1.1" status: 200 len: 1097 time: 0.0516882 Nov 12 03:58:33.834799 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:33.849604 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:58:33.872064 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49,segment=NetworkSegment(fba65093-7bcd-4f17-b315-495d985340bf),segment_id=fba65093-7bcd-4f17-b315-495d985340bf)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:33.878200 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:33.930881 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:33.935169 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52848) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:33.938527 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d0765990-ae45-495d-a40d-a2aa4a6ea7fc tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:34.009818 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958d4ee-511f-44da-b1de-3db8a2b4b115 req-5f79e5c2-dba4-4613-9ce8-b6a41835fdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:34.011176 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a958d4ee-511f-44da-b1de-3db8a2b4b115 req-5f79e5c2-dba4-4613-9ce8-b6a41835fdf9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0f28a1dd-fe15-4216-9640-93f5cca3d09e HTTP/1.1" status: 200 len: 914 time: 0.1587405 Nov 12 03:58:34.056642 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-d0765990-ae45-495d-a40d-a2aa4a6ea7fc tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Allocated IP 172.25.5.54 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/6f1013f9-e1c3-435b-ab03-20d543cb129d) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:58:34.154534 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a958d4ee-511f-44da-b1de-3db8a2b4b115 req-cbd6edb5-547f-4d46-ac2d-61ac31ed22c5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19251bd8-c76b-4942-b0c4-0266ef87379c HTTP/1.1" status: 200 len: 1001 time: 0.1325278 Nov 12 03:58:34.169816 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d0765990-ae45-495d-a40d-a2aa4a6ea7fc tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:34.170970 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:34.198581 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:58:34.214856 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d0765990-ae45-495d-a40d-a2aa4a6ea7fc tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:34.232473 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958d4ee-511f-44da-b1de-3db8a2b4b115 req-b5ebb0d0-d6ec-48e3-af90-6dc3c35473b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:34.233936 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a958d4ee-511f-44da-b1de-3db8a2b4b115 req-b5ebb0d0-d6ec-48e3-af90-6dc3c35473b4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5eafe918-753e-4b4f-95fe-e0570b8b4456 HTTP/1.1" status: 200 len: 852 time: 0.0574033 Nov 12 03:58:34.257356 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-58ba834e-c274-4b22-9914-1f22bd03bc93 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Deleting port a6f83e72-5b71-421e-8698-376f956a7679 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:34.257356 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-58ba834e-c274-4b22-9914-1f22bd03bc93 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:34.259774 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0765990-ae45-495d-a40d-a2aa4a6ea7fc tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:58:34.265294 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-d0765990-ae45-495d-a40d-a2aa4a6ea7fc tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:58:34.269890 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0765990-ae45-495d-a40d-a2aa4a6ea7fc tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:58:34.294354 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0765990-ae45-495d-a40d-a2aa4a6ea7fc tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'Port': ['ID=6f1013f9-e1c3-435b-ab03-20d543cb129d,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:34.338450 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958d4ee-511f-44da-b1de-3db8a2b4b115 req-1d143352-68db-4532-a9c5-508f530d3573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:34.339969 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a958d4ee-511f-44da-b1de-3db8a2b4b115 req-1d143352-68db-4532-a9c5-508f530d3573 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0f28a1dd-fe15-4216-9640-93f5cca3d09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0953877 Nov 12 03:58:34.415814 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-58ba834e-c274-4b22-9914-1f22bd03bc93 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:34.416224 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-58ba834e-c274-4b22-9914-1f22bd03bc93 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:34.439612 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-58ba834e-c274-4b22-9914-1f22bd03bc93 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Calling delete_port for a6f83e72-5b71-421e-8698-376f956a7679 owned by network:floatingip {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:34.507579 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a958d4ee-511f-44da-b1de-3db8a2b4b115 req-4fafd6ea-880c-4a08-81aa-3b16bb32b200 service neutron] 10.222.0.90 "GET /v2.0/networks/0f28a1dd-fe15-4216-9640-93f5cca3d09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586783 Nov 12 03:58:34.643893 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a958d4ee-511f-44da-b1de-3db8a2b4b115 req-db7fda7d-c11d-40c7-881b-8fb3eaacd14d service neutron] 10.222.0.90 "GET /v2.0/networks/0f28a1dd-fe15-4216-9640-93f5cca3d09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213992 Nov 12 03:58:34.667716 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d0765990-ae45-495d-a40d-a2aa4a6ea7fc tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:34.688357 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-58ba834e-c274-4b22-9914-1f22bd03bc93 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:34.716057 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba834e-c274-4b22-9914-1f22bd03bc93 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Pushing event deleted for resources: {'Port': ['ID=a6f83e72-5b71-421e-8698-376f956a7679,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:34.775781 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d0765990-ae45-495d-a40d-a2aa4a6ea7fc tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:34.784885 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-58ba834e-c274-4b22-9914-1f22bd03bc93 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks [] for floatingip, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:34.785316 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [None req-58ba834e-c274-4b22-9914-1f22bd03bc93 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Floating IP f3ba9ce4-fcd9-4b41-8025-cd5d195e26a6 disassociated (deleted). External IP: 172.25.5.229, port: 19251bd8-c76b-4942-b0c4-0266ef87379c. Nov 12 03:58:34.813449 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2e4aa-48aa-44e1-9483-c20217f0dcf4 req-d806aa50-df33-49c2-a26e-bcb4678c01da tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:34.814918 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-38a2e4aa-48aa-44e1-9483-c20217f0dcf4 req-d806aa50-df33-49c2-a26e-bcb4678c01da tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3e7cf9a-da20-4934-a523-02015d16fd78 HTTP/1.1" status: 200 len: 908 time: 0.1004424 Nov 12 03:58:34.967873 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d0765990-ae45-495d-a40d-a2aa4a6ea7fc tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:34.973102 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d0765990-ae45-495d-a40d-a2aa4a6ea7fc tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:35.037524 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ba834e-c274-4b22-9914-1f22bd03bc93 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Router 1f19e855-67da-4775-bf1a-bd9b5cac4a8e has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:58:35.059576 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0765990-ae45-495d-a40d-a2aa4a6ea7fc tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'Port': ['ID=6f1013f9-e1c3-435b-ab03-20d543cb129d,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:35.070519 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d0765990-ae45-495d-a40d-a2aa4a6ea7fc tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:35.161920 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ba834e-c274-4b22-9914-1f22bd03bc93 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:58:35.166521 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-58ba834e-c274-4b22-9914-1f22bd03bc93 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:35.174019 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b66637-3ac6-43c6-9faa-b597497db34e None None] Sync routers for ids ['1f19e855-67da-4775-bf1a-bd9b5cac4a8e'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:58:35.178650 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [None req-d0765990-ae45-495d-a40d-a2aa4a6ea7fc tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Floating IP 17a89c6c-f22b-46c2-aee5-4be263004f82 associated. External IP: 172.25.5.54, port: 00639690-edcc-4d69-bc87-3ac7e62c8a23. Nov 12 03:58:35.185678 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b66637-3ac6-43c6-9faa-b597497db34e None None] Routers {'1f19e855-67da-4775-bf1a-bd9b5cac4a8e'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:35.186268 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f2b66637-3ac6-43c6-9faa-b597497db34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:58:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1f19e855-67da-4775-bf1a-bd9b5cac4a8e'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:35.195681 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-58ba834e-c274-4b22-9914-1f22bd03bc93 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "DELETE /v2.0/floatingips/f3ba9ce4-fcd9-4b41-8025-cd5d195e26a6 HTTP/1.1" status: 204 len: 168 time: 1.2593288 Nov 12 03:58:35.196401 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b769197-42e4-46dd-9947-0bdb51f1eda8', 'tag': '19251bd8-c76b-4942-b0c4-0266ef87379c'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:35.198747 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2cc751-c451-43f3-bea7-96efb7beb4ca" -d '{"events": [{"name": "network-changed", "server_uuid": "0b769197-42e4-46dd-9947-0bdb51f1eda8", "tag": "19251bd8-c76b-4942-b0c4-0266ef87379c"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:35.255911 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fff29a-4de1-4983-99c8-f48e0a8add5a x-openstack-request-id: req-42fff29a-4de1-4983-99c8-f48e0a8add5a {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:35.256205 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b769197-42e4-46dd-9947-0bdb51f1eda8", "tag": "19251bd8-c76b-4942-b0c4-0266ef87379c", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:35.257478 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-42fff29a-4de1-4983-99c8-f48e0a8add5a {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:35.257638 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b769197-42e4-46dd-9947-0bdb51f1eda8', 'tag': '19251bd8-c76b-4942-b0c4-0266ef87379c', 'status': 'completed', 'code': 200} Nov 12 03:58:35.316139 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-f2b66637-3ac6-43c6-9faa-b597497db34e None None] Set router 1f19e855-67da-4775-bf1a-bd9b5cac4a8e gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:35.368313 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cc751-c451-43f3-bea7-96efb7beb4ca req-7d6f3d95-e0b5-42e4-8ed2-4f34567a2509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:35.369833 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7a2cc751-c451-43f3-bea7-96efb7beb4ca req-7d6f3d95-e0b5-42e4-8ed2-4f34567a2509 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=71bb88761be64fdca8e5a72446290996&device_id=0b769197-42e4-46dd-9947-0bdb51f1eda8 HTTP/1.1" status: 200 len: 1097 time: 0.0519452 Nov 12 03:58:35.510957 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0765990-ae45-495d-a40d-a2aa4a6ea7fc tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Router e6575f8b-b681-4586-85ad-d1b623a15ebd has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:58:35.512919 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cc751-c451-43f3-bea7-96efb7beb4ca req-6962ecbc-347e-43f8-a592-57d2a2e45f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:35.514640 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7a2cc751-c451-43f3-bea7-96efb7beb4ca req-6962ecbc-347e-43f8-a592-57d2a2e45f78 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0f28a1dd-fe15-4216-9640-93f5cca3d09e HTTP/1.1" status: 200 len: 914 time: 0.1341925 Nov 12 03:58:35.544291 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270953ba-45e3-4be0-9b95-9f0cebcd248a req-94053883-281a-4491-a1a3-b1acf3f22eb8 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:35.546028 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-270953ba-45e3-4be0-9b95-9f0cebcd248a req-94053883-281a-4491-a1a3-b1acf3f22eb8 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b769197-42e4-46dd-9947-0bdb51f1eda8 HTTP/1.1" status: 200 len: 945 time: 0.0850456 Nov 12 03:58:35.557215 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:35.585757 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7a2cc751-c451-43f3-bea7-96efb7beb4ca req-c18c052d-e6ab-497e-a809-f7966c523fc5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19251bd8-c76b-4942-b0c4-0266ef87379c HTTP/1.1" status: 200 len: 217 time: 0.0574355 Nov 12 03:58:35.652793 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0765990-ae45-495d-a40d-a2aa4a6ea7fc tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:58:35.677023 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d0765990-ae45-495d-a40d-a2aa4a6ea7fc tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:35.678273 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27da1f87-b3f0-4647-a534-86cd116f599c None None] Sync routers for ids ['e6575f8b-b681-4586-85ad-d1b623a15ebd'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:58:35.687249 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-270953ba-45e3-4be0-9b95-9f0cebcd248a req-ecaf96bb-caf9-4b17-840e-f9ca3d97b48c tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d37efdf-b6f7-45ab-8fbe-db99acd641f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981178 Nov 12 03:58:35.691714 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f2b66637-3ac6-43c6-9faa-b597497db34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'name': 'tempest-TestVolumeBackupRestore-660697869-router', 'tenant_id': '71bb88761be64fdca8e5a72446290996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'e99c3e15-e06d-4937-8351-4a0913991b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:57Z', 'updated_at': '2021-11-12T03:55:03Z', 'revision_number': 4, 'project_id': '71bb88761be64fdca8e5a72446290996', 'gw_port': {'id': 'e99c3e15-e06d-4937-8351-4a0913991b0b', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:58Z', 'updated_at': '2021-11-12T03:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '20473bb2-1877-44a0-ae1c-ce5f1d32782a', 'name': '', 'network_id': '0f28a1dd-fe15-4216-9640-93f5cca3d09e', 'tenant_id': '71bb88761be64fdca8e5a72446290996', 'mac_address': 'fa:16:3e:27:a7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '5eafe918-753e-4b4f-95fe-e0570b8b4456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:01Z', 'updated_at': '2021-11-12T03:55:08Z', 'revision_number': 5, 'project_id': '71bb88761be64fdca8e5a72446290996', 'subnets': [{'id': '5eafe918-753e-4b4f-95fe-e0570b8b4456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:35.691978 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cc751-c451-43f3-bea7-96efb7beb4ca req-433e100d-497a-4f6b-824a-d5edaa05cfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:35.694014 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7a2cc751-c451-43f3-bea7-96efb7beb4ca req-433e100d-497a-4f6b-824a-d5edaa05cfe1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5eafe918-753e-4b4f-95fe-e0570b8b4456 HTTP/1.1" status: 200 len: 852 time: 0.0925739 Nov 12 03:58:35.694385 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:58:35.710988 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27da1f87-b3f0-4647-a534-86cd116f599c None None] Routers {'e6575f8b-b681-4586-85ad-d1b623a15ebd'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:35.713406 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-27da1f87-b3f0-4647-a534-86cd116f599c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:58:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['e6575f8b-b681-4586-85ad-d1b623a15ebd'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:35.713596 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d0765990-ae45-495d-a40d-a2aa4a6ea7fc tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9144928 Nov 12 03:58:35.714280 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2660a45-c76a-40f4-9555-aacb4304ef5a', 'tag': '00639690-edcc-4d69-bc87-3ac7e62c8a23'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:35.717086 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae44a01a-f588-4543-a94c-a26d09c1aad5" -d '{"events": [{"name": "network-changed", "server_uuid": "b2660a45-c76a-40f4-9555-aacb4304ef5a", "tag": "00639690-edcc-4d69-bc87-3ac7e62c8a23"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:35.762358 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cc751-c451-43f3-bea7-96efb7beb4ca req-578983f3-0efe-4418-b584-d706b493ce45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:35.764396 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7a2cc751-c451-43f3-bea7-96efb7beb4ca req-578983f3-0efe-4418-b584-d706b493ce45 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0f28a1dd-fe15-4216-9640-93f5cca3d09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615766 Nov 12 03:58:35.772650 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b66637-3ac6-43c6-9faa-b597497db34e None None] Checking router: 1f19e855-67da-4775-bf1a-bd9b5cac4a8e for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:58:35.803399 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b436ea13-65f4-4275-bd23-7ad3469a2611 x-openstack-request-id: req-b436ea13-65f4-4275-bd23-7ad3469a2611 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:35.803622 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2660a45-c76a-40f4-9555-aacb4304ef5a", "tag": "00639690-edcc-4d69-bc87-3ac7e62c8a23", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:35.803889 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b436ea13-65f4-4275-bd23-7ad3469a2611 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:35.804919 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2660a45-c76a-40f4-9555-aacb4304ef5a', 'tag': '00639690-edcc-4d69-bc87-3ac7e62c8a23', 'status': 'completed', 'code': 200} Nov 12 03:58:35.821420 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b66637-3ac6-43c6-9faa-b597497db34e None None] Routers {'1f19e855-67da-4775-bf1a-bd9b5cac4a8e'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:35.822049 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f2b66637-3ac6-43c6-9faa-b597497db34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:58:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1f19e855-67da-4775-bf1a-bd9b5cac4a8e'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:35.894194 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7a2cc751-c451-43f3-bea7-96efb7beb4ca req-f16e3b16-614a-496b-b770-20541e2745c4 service neutron] 10.222.0.90 "GET /v2.0/networks/0f28a1dd-fe15-4216-9640-93f5cca3d09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209726 Nov 12 03:58:35.900943 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-27da1f87-b3f0-4647-a534-86cd116f599c None None] Set router e6575f8b-b681-4586-85ad-d1b623a15ebd gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:35.973712 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:58:35.979998 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44a01a-f588-4543-a94c-a26d09c1aad5 req-d202a0e8-0c40-4899-9f66-81d56fdc0110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:35.982222 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ae44a01a-f588-4543-a94c-a26d09c1aad5 req-d202a0e8-0c40-4899-9f66-81d56fdc0110 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7ef96e16fae9482b9643848210ab127b&device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 1098 time: 0.1470475 Nov 12 03:58:35.995105 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45161db-b674-49c9-a561-0260b4a33c1a req-73f9de32-8e51-47b1-83cf-79d56613b7d7 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:36.003188 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e45161db-b674-49c9-a561-0260b4a33c1a req-73f9de32-8e51-47b1-83cf-79d56613b7d7 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 946 time: 0.1788774 Nov 12 03:58:36.029936 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-f2b66637-3ac6-43c6-9faa-b597497db34e None None] Set router 1f19e855-67da-4775-bf1a-bd9b5cac4a8e gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:36.077751 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d141009-7a74-42fd-a159-ef018870e05b req-01a46ed1-0ba1-441b-9678-e51bb118ec2f tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:36.080166 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6d141009-7a74-42fd-a159-ef018870e05b req-01a46ed1-0ba1-441b-9678-e51bb118ec2f tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3e7cf9a-da20-4934-a523-02015d16fd78 HTTP/1.1" status: 200 len: 908 time: 0.1558993 Nov 12 03:58:36.086856 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:36.087717 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:36.108795 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7a2cc751-c451-43f3-bea7-96efb7beb4ca req-6358de3f-6721-4752-b7ec-1e4d949efe16 service neutron] 10.222.0.90 "GET /v2.0/networks/0f28a1dd-fe15-4216-9640-93f5cca3d09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038944 Nov 12 03:58:36.149037 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e45161db-b674-49c9-a561-0260b4a33c1a req-3185b221-e6ff-48c2-8246-12690cbc2a08 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=8480dc14-ef01-42e1-8499-f84f47a387e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448030 Nov 12 03:58:36.169467 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52864) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:36.185380 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44a01a-f588-4543-a94c-a26d09c1aad5 req-44e45beb-efca-41de-a519-e9a8aa6f96ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:36.187048 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ae44a01a-f588-4543-a94c-a26d09c1aad5 req-44e45beb-efca-41de-a519-e9a8aa6f96ad service neutron] 10.222.0.74 "GET /v2.0/networks?id=2bfbd00d-8640-41aa-af10-a9a49d38b848 HTTP/1.1" status: 200 len: 897 time: 0.1750479 Nov 12 03:58:36.248902 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-27da1f87-b3f0-4647-a534-86cd116f599c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6575f8b-b681-4586-85ad-d1b623a15ebd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985960768', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'ea8f8665-3d00-4461-a296-1d8fe6d9a62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:58:13Z', 'updated_at': '2021-11-12T03:58:17Z', 'revision_number': 4, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': 'ea8f8665-3d00-4461-a296-1d8fe6d9a62e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6575f8b-b681-4586-85ad-d1b623a15ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:14Z', 'updated_at': '2021-11-12T03:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '17a89c6c-f22b-46c2-aee5-4be263004f82', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'floating_ip_address': '172.25.5.54', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'e6575f8b-b681-4586-85ad-d1b623a15ebd', 'port_id': '00639690-edcc-4d69-bc87-3ac7e62c8a23', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bfbd00d-8640-41aa-af10-a9a49d38b848', 'mac_address': 'fa:16:3e:20:73:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2660a45-c76a-40f4-9555-aacb4304ef5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:58:34Z', 'updated_at': '2021-11-12T03:58:34Z', 'revision_number': 0, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04b3add1-e39d-48b7-8b1d-5bd8ad3a474d', 'name': '', 'network_id': '2bfbd00d-8640-41aa-af10-a9a49d38b848', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'mac_address': 'fa:16:3e:34:9d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6575f8b-b681-4586-85ad-d1b623a15ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '52df7a35-9c8c-4202-8731-c7a6df5b4b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:16Z', 'updated_at': '2021-11-12T03:58:21Z', 'revision_number': 5, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'subnets': [{'id': '52df7a35-9c8c-4202-8731-c7a6df5b4b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:36.260013 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9f285229-948c-45b4-aae1-f0cbb03153d3 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/floatingips/17a89c6c-f22b-46c2-aee5-4be263004f82 HTTP/1.1" status: 200 len: 991 time: 0.0889330 Nov 12 03:58:36.269207 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ae44a01a-f588-4543-a94c-a26d09c1aad5 req-ecce4157-7387-4454-8ff4-e23c1bd5482d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00639690-edcc-4d69-bc87-3ac7e62c8a23 HTTP/1.1" status: 200 len: 999 time: 0.0748806 Nov 12 03:58:36.293524 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27da1f87-b3f0-4647-a534-86cd116f599c None None] Checking router: e6575f8b-b681-4586-85ad-d1b623a15ebd for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:58:36.307614 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27da1f87-b3f0-4647-a534-86cd116f599c None None] Routers {'e6575f8b-b681-4586-85ad-d1b623a15ebd'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:36.309498 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-27da1f87-b3f0-4647-a534-86cd116f599c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:58:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['e6575f8b-b681-4586-85ad-d1b623a15ebd'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:36.311851 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:36.324448 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44a01a-f588-4543-a94c-a26d09c1aad5 req-5e38968e-eca2-4018-906b-ef9662dabed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:36.326167 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ae44a01a-f588-4543-a94c-a26d09c1aad5 req-5e38968e-eca2-4018-906b-ef9662dabed2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=52df7a35-9c8c-4202-8731-c7a6df5b4b9d HTTP/1.1" status: 200 len: 834 time: 0.0502839 Nov 12 03:58:36.353406 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3e7cf9a-da20-4934-a523-02015d16fd78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:36.356238 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa07a43e-e515-4e01-bbaf-00de24e7b4dd" -d '{"events": [{"server_uuid": "c3e7cf9a-da20-4934-a523-02015d16fd78", "name": "network-vif-plugged", "status": "completed", "tag": "f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:36.384053 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44a01a-f588-4543-a94c-a26d09c1aad5 req-d72e7c38-ffa4-48fc-8b76-617f3df157eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:36.385775 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ae44a01a-f588-4543-a94c-a26d09c1aad5 req-d72e7c38-ffa4-48fc-8b76-617f3df157eb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2bfbd00d-8640-41aa-af10-a9a49d38b848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531301 Nov 12 03:58:36.417511 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49,segment=NetworkSegment(fba65093-7bcd-4f17-b315-495d985340bf),segment_id=fba65093-7bcd-4f17-b315-495d985340bf)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:36.426963 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:36.431015 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4dd35c-3ee7-4273-b5a3-c0e899b935ce x-openstack-request-id: req-1a4dd35c-3ee7-4273-b5a3-c0e899b935ce {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:36.431358 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3e7cf9a-da20-4934-a523-02015d16fd78", "name": "network-vif-plugged", "status": "completed", "tag": "f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:36.431565 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1a4dd35c-3ee7-4273-b5a3-c0e899b935ce {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:36.431951 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3e7cf9a-da20-4934-a523-02015d16fd78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49', 'code': 200} Nov 12 03:58:36.434640 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:36.505810 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f2b66637-3ac6-43c6-9faa-b597497db34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'name': 'tempest-TestVolumeBackupRestore-660697869-router', 'tenant_id': '71bb88761be64fdca8e5a72446290996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'e99c3e15-e06d-4937-8351-4a0913991b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:57Z', 'updated_at': '2021-11-12T03:55:03Z', 'revision_number': 4, 'project_id': '71bb88761be64fdca8e5a72446290996', 'gw_port': {'id': 'e99c3e15-e06d-4937-8351-4a0913991b0b', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:58Z', 'updated_at': '2021-11-12T03:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '20473bb2-1877-44a0-ae1c-ce5f1d32782a', 'name': '', 'network_id': '0f28a1dd-fe15-4216-9640-93f5cca3d09e', 'tenant_id': '71bb88761be64fdca8e5a72446290996', 'mac_address': 'fa:16:3e:27:a7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '5eafe918-753e-4b4f-95fe-e0570b8b4456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:01Z', 'updated_at': '2021-11-12T03:55:08Z', 'revision_number': 5, 'project_id': '71bb88761be64fdca8e5a72446290996', 'subnets': [{'id': '5eafe918-753e-4b4f-95fe-e0570b8b4456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:36.509304 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:36.509654 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ae44a01a-f588-4543-a94c-a26d09c1aad5 req-2352970e-a478-400e-b156-88aa11058bc3 service neutron] 10.222.0.74 "GET /v2.0/networks/2bfbd00d-8640-41aa-af10-a9a49d38b848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133652 Nov 12 03:58:36.549553 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b66637-3ac6-43c6-9faa-b597497db34e None None] The sync data for ids ['1f19e855-67da-4775-bf1a-bd9b5cac4a8e'] in n-d-715271-27 is: [{'id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'name': 'tempest-TestVolumeBackupRestore-660697869-router', 'tenant_id': '71bb88761be64fdca8e5a72446290996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'e99c3e15-e06d-4937-8351-4a0913991b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:57Z', 'updated_at': '2021-11-12T03:55:03Z', 'revision_number': 4, 'project_id': '71bb88761be64fdca8e5a72446290996', 'gw_port': {'id': 'e99c3e15-e06d-4937-8351-4a0913991b0b', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:58Z', 'updated_at': '2021-11-12T03:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '20473bb2-1877-44a0-ae1c-ce5f1d32782a', 'name': '', 'network_id': '0f28a1dd-fe15-4216-9640-93f5cca3d09e', 'tenant_id': '71bb88761be64fdca8e5a72446290996', 'mac_address': 'fa:16:3e:27:a7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '5eafe918-753e-4b4f-95fe-e0570b8b4456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:01Z', 'updated_at': '2021-11-12T03:55:08Z', 'revision_number': 5, 'project_id': '71bb88761be64fdca8e5a72446290996', 'subnets': [{'id': '5eafe918-753e-4b4f-95fe-e0570b8b4456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:58:36.566436 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-27da1f87-b3f0-4647-a534-86cd116f599c None None] Set router e6575f8b-b681-4586-85ad-d1b623a15ebd gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:36.605107 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650cafeb-9527-4a4e-83bd-9f386fa2c4d8 req-dbae58d9-a772-41f5-a866-785083f85126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:36.606981 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-650cafeb-9527-4a4e-83bd-9f386fa2c4d8 req-dbae58d9-a772-41f5-a866-785083f85126 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c3e7cf9a-da20-4934-a523-02015d16fd78 HTTP/1.1" status: 200 len: 1061 time: 0.0712347 Nov 12 03:58:36.633880 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ae44a01a-f588-4543-a94c-a26d09c1aad5 req-0338f8db-95ba-43ed-8f12-504649ccbf6e service neutron] 10.222.0.74 "GET /v2.0/networks/2bfbd00d-8640-41aa-af10-a9a49d38b848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162715 Nov 12 03:58:36.815412 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094a097-e62c-4eeb-b299-61418d6dd69c req-864a1e73-596b-4fa1-8e3b-78e413dce110 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:36.817074 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d094a097-e62c-4eeb-b299-61418d6dd69c req-864a1e73-596b-4fa1-8e3b-78e413dce110 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b769197-42e4-46dd-9947-0bdb51f1eda8 HTTP/1.1" status: 200 len: 945 time: 0.0584037 Nov 12 03:58:36.848146 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-27da1f87-b3f0-4647-a534-86cd116f599c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6575f8b-b681-4586-85ad-d1b623a15ebd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985960768', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'ea8f8665-3d00-4461-a296-1d8fe6d9a62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:58:13Z', 'updated_at': '2021-11-12T03:58:17Z', 'revision_number': 4, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': 'ea8f8665-3d00-4461-a296-1d8fe6d9a62e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6575f8b-b681-4586-85ad-d1b623a15ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:14Z', 'updated_at': '2021-11-12T03:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '17a89c6c-f22b-46c2-aee5-4be263004f82', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'floating_ip_address': '172.25.5.54', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'e6575f8b-b681-4586-85ad-d1b623a15ebd', 'port_id': '00639690-edcc-4d69-bc87-3ac7e62c8a23', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bfbd00d-8640-41aa-af10-a9a49d38b848', 'mac_address': 'fa:16:3e:20:73:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2660a45-c76a-40f4-9555-aacb4304ef5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:58:34Z', 'updated_at': '2021-11-12T03:58:34Z', 'revision_number': 0, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04b3add1-e39d-48b7-8b1d-5bd8ad3a474d', 'name': '', 'network_id': '2bfbd00d-8640-41aa-af10-a9a49d38b848', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'mac_address': 'fa:16:3e:34:9d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6575f8b-b681-4586-85ad-d1b623a15ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '52df7a35-9c8c-4202-8731-c7a6df5b4b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:16Z', 'updated_at': '2021-11-12T03:58:21Z', 'revision_number': 5, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'subnets': [{'id': '52df7a35-9c8c-4202-8731-c7a6df5b4b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:36.857485 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69f0464-0759-4002-a418-b96bc5743cd9 None None] New status for floating IP f3ba9ce4-fcd9-4b41-8025-cd5d195e26a6: DOWN {{(pid=102573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:58:36.879306 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d094a097-e62c-4eeb-b299-61418d6dd69c req-bd73098c-431d-495a-8b27-f6accb54308b tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d37efdf-b6f7-45ab-8fbe-db99acd641f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557837 Nov 12 03:58:36.882091 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27da1f87-b3f0-4647-a534-86cd116f599c None None] The sync data for ids ['e6575f8b-b681-4586-85ad-d1b623a15ebd'] in n-d-715271-27 is: [{'id': 'e6575f8b-b681-4586-85ad-d1b623a15ebd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985960768', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'ea8f8665-3d00-4461-a296-1d8fe6d9a62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:58:13Z', 'updated_at': '2021-11-12T03:58:17Z', 'revision_number': 4, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': 'ea8f8665-3d00-4461-a296-1d8fe6d9a62e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6575f8b-b681-4586-85ad-d1b623a15ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:14Z', 'updated_at': '2021-11-12T03:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '17a89c6c-f22b-46c2-aee5-4be263004f82', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'floating_ip_address': '172.25.5.54', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'e6575f8b-b681-4586-85ad-d1b623a15ebd', 'port_id': '00639690-edcc-4d69-bc87-3ac7e62c8a23', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bfbd00d-8640-41aa-af10-a9a49d38b848', 'mac_address': 'fa:16:3e:20:73:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2660a45-c76a-40f4-9555-aacb4304ef5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:58:34Z', 'updated_at': '2021-11-12T03:58:34Z', 'revision_number': 0, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04b3add1-e39d-48b7-8b1d-5bd8ad3a474d', 'name': '', 'network_id': '2bfbd00d-8640-41aa-af10-a9a49d38b848', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'mac_address': 'fa:16:3e:34:9d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6575f8b-b681-4586-85ad-d1b623a15ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '52df7a35-9c8c-4202-8731-c7a6df5b4b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:16Z', 'updated_at': '2021-11-12T03:58:21Z', 'revision_number': 5, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'subnets': [{'id': '52df7a35-9c8c-4202-8731-c7a6df5b4b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:58:37.093742 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38159c5-b553-4343-992a-bb4a2d7ab57c None None] New status for floating IP 17a89c6c-f22b-46c2-aee5-4be263004f82: ACTIVE {{(pid=102574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:58:37.204364 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6871e4-a21f-45d5-ae02-c9b7785d609d req-5d387b0a-a52c-42f1-8de5-dcfa92f0fa54 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:37.206101 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9c6871e4-a21f-45d5-ae02-c9b7785d609d req-5d387b0a-a52c-42f1-8de5-dcfa92f0fa54 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3e7cf9a-da20-4934-a523-02015d16fd78 HTTP/1.1" status: 200 len: 909 time: 0.0509827 Nov 12 03:58:37.261790 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52872) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:37.326502 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-82453da5-40e9-4e9d-9bb1-f4154c52f880 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/floatingips/17a89c6c-f22b-46c2-aee5-4be263004f82 HTTP/1.1" status: 200 len: 993 time: 0.0634594 Nov 12 03:58:37.725360 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a134aa-5076-466d-85f6-94b16148e7f0 req-75b45580-33b0-474b-a213-f48429701c5e tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:37.726905 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-86a134aa-5076-466d-85f6-94b16148e7f0 req-75b45580-33b0-474b-a213-f48429701c5e tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.90 "GET /v2.0/ports?device_id=0b769197-42e4-46dd-9947-0bdb51f1eda8 HTTP/1.1" status: 200 len: 945 time: 0.0614610 Nov 12 03:58:37.861758 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-86a134aa-5076-466d-85f6-94b16148e7f0 req-74a52612-0cdf-4748-8cc9-49889c7acd2c tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Deleting port 19251bd8-c76b-4942-b0c4-0266ef87379c {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:37.862102 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-86a134aa-5076-466d-85f6-94b16148e7f0 req-74a52612-0cdf-4748-8cc9-49889c7acd2c tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:37.975496 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-86a134aa-5076-466d-85f6-94b16148e7f0 req-74a52612-0cdf-4748-8cc9-49889c7acd2c tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] For port 19251bd8-c76b-4942-b0c4-0266ef87379c, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=19251bd8-c76b-4942-b0c4-0266ef87379c,segment=NetworkSegment(e8b606c3-c18f-4ad7-9d41-9e74ae05ffeb),segment_id=e8b606c3-c18f-4ad7-9d41-9e74ae05ffeb)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:37.975918 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-86a134aa-5076-466d-85f6-94b16148e7f0 req-74a52612-0cdf-4748-8cc9-49889c7acd2c tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:37.990256 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-86a134aa-5076-466d-85f6-94b16148e7f0 req-74a52612-0cdf-4748-8cc9-49889c7acd2c tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Calling delete_port for 19251bd8-c76b-4942-b0c4-0266ef87379c owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:38.016841 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9a1cc-f0b4-4b06-b8f0-77c76123f1e5 req-3a7d5c15-e389-4a9b-978a-b064586b74b3 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:38.018357 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cac9a1cc-f0b4-4b06-b8f0-77c76123f1e5 req-3a7d5c15-e389-4a9b-978a-b064586b74b3 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b769197-42e4-46dd-9947-0bdb51f1eda8 HTTP/1.1" status: 200 len: 945 time: 0.0551305 Nov 12 03:58:38.077900 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cac9a1cc-f0b4-4b06-b8f0-77c76123f1e5 req-1d5bdb28-a258-409d-aed0-73c46f821009 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d37efdf-b6f7-45ab-8fbe-db99acd641f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532017 Nov 12 03:58:38.149921 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-86a134aa-5076-466d-85f6-94b16148e7f0 req-74a52612-0cdf-4748-8cc9-49889c7acd2c tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:38.187010 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a52612-0cdf-4748-8cc9-49889c7acd2c tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Pushing event deleted for resources: {'Port': ['ID=19251bd8-c76b-4942-b0c4-0266ef87379c,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:38.237370 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a134aa-5076-466d-85f6-94b16148e7f0 req-74a52612-0cdf-4748-8cc9-49889c7acd2c tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] No DVR routers for this DVR port 19251bd8-c76b-4942-b0c4-0266ef87379c on host n-h2-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:58:38.240630 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-86a134aa-5076-466d-85f6-94b16148e7f0 req-74a52612-0cdf-4748-8cc9-49889c7acd2c tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:38.243974 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-86a134aa-5076-466d-85f6-94b16148e7f0 req-74a52612-0cdf-4748-8cc9-49889c7acd2c tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.90 "DELETE /v2.0/ports/19251bd8-c76b-4942-b0c4-0266ef87379c HTTP/1.1" status: 204 len: 173 time: 0.4904244 Nov 12 03:58:38.244485 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b769197-42e4-46dd-9947-0bdb51f1eda8', 'name': 'network-vif-deleted', 'tag': '19251bd8-c76b-4942-b0c4-0266ef87379c'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:38.247659 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1e8485-246c-4a95-bf04-b190fe701821" -d '{"events": [{"server_uuid": "0b769197-42e4-46dd-9947-0bdb51f1eda8", "name": "network-vif-deleted", "tag": "19251bd8-c76b-4942-b0c4-0266ef87379c"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:38.290299 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e61d9a-b291-4284-acad-b788a279c482 x-openstack-request-id: req-07e61d9a-b291-4284-acad-b788a279c482 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:38.290894 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b769197-42e4-46dd-9947-0bdb51f1eda8", "name": "network-vif-deleted", "tag": "19251bd8-c76b-4942-b0c4-0266ef87379c", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:38.291182 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-07e61d9a-b291-4284-acad-b788a279c482 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:38.291608 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b769197-42e4-46dd-9947-0bdb51f1eda8', 'name': 'network-vif-deleted', 'tag': '19251bd8-c76b-4942-b0c4-0266ef87379c', 'status': 'completed', 'code': 200} Nov 12 03:58:38.357409 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da2cb5-637c-4b7e-8dd5-fc754f4d3b75 req-98108c46-9e95-45ca-8dff-30b8086798d7 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:38.358497 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-60da2cb5-637c-4b7e-8dd5-fc754f4d3b75 req-98108c46-9e95-45ca-8dff-30b8086798d7 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3e7cf9a-da20-4934-a523-02015d16fd78 HTTP/1.1" status: 200 len: 909 time: 0.0569437 Nov 12 03:58:38.491952 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2405f9-47b3-4775-bbd7-9540af09a23d req-ad396abd-34ee-486c-b972-ca44f51b6fa1 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:38.493318 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2b2405f9-47b3-4775-bbd7-9540af09a23d req-ad396abd-34ee-486c-b972-ca44f51b6fa1 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3e7cf9a-da20-4934-a523-02015d16fd78 HTTP/1.1" status: 200 len: 909 time: 0.0515847 Nov 12 03:58:38.624781 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b5e4b-9d3f-4d23-9505-fb2ed3369285 req-9137ed4f-bf9f-48e8-9df7-143b1450e398 tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:38.627712 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b29b5e4b-9d3f-4d23-9505-fb2ed3369285 req-9137ed4f-bf9f-48e8-9df7-143b1450e398 tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c3e7cf9a-da20-4934-a523-02015d16fd78 HTTP/1.1" status: 200 len: 1061 time: 0.0506444 Nov 12 03:58:38.742826 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a13776-bf07-444e-8212-be0bbf21c36e req-13d70dcb-08c3-4e9c-9f69-6982fd8eaea2 tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:38.744429 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10a13776-bf07-444e-8212-be0bbf21c36e req-13d70dcb-08c3-4e9c-9f69-6982fd8eaea2 tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3dc42627-4863-423d-b714-8a0bcbc94430 HTTP/1.1" status: 200 len: 1136 time: 0.0469368 Nov 12 03:58:38.799196 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:38.805619 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10a13776-bf07-444e-8212-be0bbf21c36e req-7cfa5513-437f-4e6a-93f2-52d493208870 tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=c3a71b4f-b5b3-49f5-a97d-15da2331ac87&id=93cf9d32-bc23-4a88-800c-847ab5cdb6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0549452 Nov 12 03:58:38.826962 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52886) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:38.871414 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec8b3e8-860a-455a-840e-a6ff9d910436 tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:38.874326 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-fec8b3e8-860a-455a-840e-a6ff9d910436 tempest-TestSecurityGroupsBasicOps-409698429 tempest-TestSecurityGroupsBasicOps-409698429-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c3e7cf9a-da20-4934-a523-02015d16fd78 HTTP/1.1" status: 200 len: 1056 time: 0.0460591 Nov 12 03:58:39.118063 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9530a5-000a-418d-af0b-0ad7d5b07721 req-279137b5-72d1-4fca-ae2b-65f905923117 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:39.119590 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1b9530a5-000a-418d-af0b-0ad7d5b07721 req-279137b5-72d1-4fca-ae2b-65f905923117 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3e7cf9a-da20-4934-a523-02015d16fd78 HTTP/1.1" status: 200 len: 909 time: 0.0632188 Nov 12 03:58:39.182517 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-345fcddf-2bf9-4de6-8e6e-c9e7ffab79de req-d055ed78-bfe3-402f-82b1-20c6fd045057 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b769197-42e4-46dd-9947-0bdb51f1eda8 HTTP/1.1" status: 200 len: 210 time: 0.0274186 Nov 12 03:58:40.271836 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b5db8-973e-40d7-a124-ab76aa344749 req-7061ca61-50b1-4261-a725-61be7ef9c528 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:40.273431 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-020b5db8-973e-40d7-a124-ab76aa344749 req-7061ca61-50b1-4261-a725-61be7ef9c528 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3e7cf9a-da20-4934-a523-02015d16fd78 HTTP/1.1" status: 200 len: 909 time: 0.0680034 Nov 12 03:58:40.297775 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-375ed13a-de34-48f9-b19b-d30d4c65d718 req-26c8cffb-9966-4b97-8508-fc55594b125a tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b769197-42e4-46dd-9947-0bdb51f1eda8 HTTP/1.1" status: 200 len: 210 time: 0.0382390 Nov 12 03:58:40.560869 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38930774-2033-4633-a409-683e6d1ccb05 req-452ce5d6-71c2-4876-970a-fe11cd7560ad tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:40.562421 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-38930774-2033-4633-a409-683e6d1ccb05 req-452ce5d6-71c2-4876-970a-fe11cd7560ad tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.90 "GET /v2.0/ports?device_id=c3e7cf9a-da20-4934-a523-02015d16fd78 HTTP/1.1" status: 200 len: 909 time: 0.0486472 Nov 12 03:58:40.663551 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-38930774-2033-4633-a409-683e6d1ccb05 req-144918df-4dfb-44aa-98d0-72e477b8ad45 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Deleting port f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:40.663880 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-38930774-2033-4633-a409-683e6d1ccb05 req-144918df-4dfb-44aa-98d0-72e477b8ad45 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:40.753255 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-38930774-2033-4633-a409-683e6d1ccb05 req-144918df-4dfb-44aa-98d0-72e477b8ad45 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] For port f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49,segment=NetworkSegment(fba65093-7bcd-4f17-b315-495d985340bf),segment_id=fba65093-7bcd-4f17-b315-495d985340bf)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:40.753530 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-38930774-2033-4633-a409-683e6d1ccb05 req-144918df-4dfb-44aa-98d0-72e477b8ad45 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:40.766725 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-38930774-2033-4633-a409-683e6d1ccb05 req-144918df-4dfb-44aa-98d0-72e477b8ad45 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Calling delete_port for f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49 owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:40.904477 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-38930774-2033-4633-a409-683e6d1ccb05 req-144918df-4dfb-44aa-98d0-72e477b8ad45 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:40.930011 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144918df-4dfb-44aa-98d0-72e477b8ad45 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Pushing event deleted for resources: {'Port': ['ID=f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:40.982372 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-38930774-2033-4633-a409-683e6d1ccb05 req-144918df-4dfb-44aa-98d0-72e477b8ad45 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] No DVR routers for this DVR port f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49 on host n-h2-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:58:40.985675 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-38930774-2033-4633-a409-683e6d1ccb05 req-144918df-4dfb-44aa-98d0-72e477b8ad45 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:40.989540 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-38930774-2033-4633-a409-683e6d1ccb05 req-144918df-4dfb-44aa-98d0-72e477b8ad45 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.90 "DELETE /v2.0/ports/f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49 HTTP/1.1" status: 204 len: 173 time: 0.4207118 Nov 12 03:58:40.990164 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3e7cf9a-da20-4934-a523-02015d16fd78', 'name': 'network-vif-deleted', 'tag': 'f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:40.992961 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77323679-f5a3-43ce-b05e-a226563b76b3" -d '{"events": [{"server_uuid": "c3e7cf9a-da20-4934-a523-02015d16fd78", "name": "network-vif-deleted", "tag": "f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:41.048291 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c1851f-8045-4fa1-90fb-9a2b37bd1f04 x-openstack-request-id: req-e6c1851f-8045-4fa1-90fb-9a2b37bd1f04 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:41.048666 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3e7cf9a-da20-4934-a523-02015d16fd78", "name": "network-vif-deleted", "tag": "f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:41.048982 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e6c1851f-8045-4fa1-90fb-9a2b37bd1f04 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:41.049564 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3e7cf9a-da20-4934-a523-02015d16fd78', 'name': 'network-vif-deleted', 'tag': 'f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49', 'status': 'completed', 'code': 200} Nov 12 03:58:41.386252 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c88e114a-5f40-473e-abc7-b7e6588bbbae req-ab97841f-d554-4ddf-839b-70b038fc4922 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3e7cf9a-da20-4934-a523-02015d16fd78 HTTP/1.1" status: 200 len: 210 time: 0.0277419 Nov 12 03:58:41.420805 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-14caace0-9caa-44e7-b9a2-f6b17ca26b8a req-38a2cb4a-c36e-4fd6-ad4b-ea759091a4b8 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b769197-42e4-46dd-9947-0bdb51f1eda8 HTTP/1.1" status: 200 len: 210 time: 0.0436082 Nov 12 03:58:41.694288 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 19251bd8-c76b-4942-b0c4-0266ef87379c no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:41.718719 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: 19251bd8-c76b-4942-b0c4-0266ef87379c {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:58:41.719125 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 19251bd8-c76b-4942-b0c4-0266ef87379c not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:42.456558 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 52908) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:42.526113 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c7b32951-36c3-4191-a60f-e2b4d57e076c req-447e67c1-7841-433d-8a8c-4b320dadb1b5 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b769197-42e4-46dd-9947-0bdb51f1eda8 HTTP/1.1" status: 200 len: 210 time: 0.0287106 Nov 12 03:58:42.832723 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-21424f7d-2b4f-412a-abd0-8e8bc7a14d2d tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:43.094915 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-21424f7d-2b4f-412a-abd0-8e8bc7a14d2d tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Deleting port 067d2dd9-be17-4a06-a22f-2c2fe74dc96a {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:43.095145 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-21424f7d-2b4f-412a-abd0-8e8bc7a14d2d tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:43.197238 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-21424f7d-2b4f-412a-abd0-8e8bc7a14d2d tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] For port 067d2dd9-be17-4a06-a22f-2c2fe74dc96a, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=067d2dd9-be17-4a06-a22f-2c2fe74dc96a,segment=NetworkSegment(fba65093-7bcd-4f17-b315-495d985340bf),segment_id=fba65093-7bcd-4f17-b315-495d985340bf)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:43.197592 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-21424f7d-2b4f-412a-abd0-8e8bc7a14d2d tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:43.210513 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-21424f7d-2b4f-412a-abd0-8e8bc7a14d2d tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Calling delete_port for 067d2dd9-be17-4a06-a22f-2c2fe74dc96a owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:43.587448 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52914) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:43.647679 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7d7345f6-0d29-43c0-8e5c-e35cbf3f7539 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:43.673700 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7d7345f6-0d29-43c0-8e5c-e35cbf3f7539 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:43.697163 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:43.721605 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:58:43.722004 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device f81a4f46-ff82-4a9f-99f6-42cf4dfb2c49 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:43.737104 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7d7345f6-0d29-43c0-8e5c-e35cbf3f7539 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:43.739643 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7d7345f6-0d29-43c0-8e5c-e35cbf3f7539 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:43.740182 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-21424f7d-2b4f-412a-abd0-8e8bc7a14d2d tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:43.740825 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7d7345f6-0d29-43c0-8e5c-e35cbf3f7539 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] 10.222.0.50 "DELETE /v2.0/security-groups/8d37efdf-b6f7-45ab-8fbe-db99acd641f4 HTTP/1.1" status: 204 len: 168 time: 0.1523612 Nov 12 03:58:43.750418 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7345f6-0d29-43c0-8e5c-e35cbf3f7539 tempest-TestVolumeBackupRestore-1087453164 tempest-TestVolumeBackupRestore-1087453164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d37efdf-b6f7-45ab-8fbe-db99acd641f4,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:43.771111 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21424f7d-2b4f-412a-abd0-8e8bc7a14d2d tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Pushing event deleted for resources: {'Port': ['ID=067d2dd9-be17-4a06-a22f-2c2fe74dc96a,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:43.980649 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-21424f7d-2b4f-412a-abd0-8e8bc7a14d2d tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:44.334710 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21424f7d-2b4f-412a-abd0-8e8bc7a14d2d tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Router a5cf291c-af61-4940-b29a-24798cfc5e18 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:58:44.470820 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21424f7d-2b4f-412a-abd0-8e8bc7a14d2d tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:58:44.481618 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72662d0-09f4-490d-9038-75dee745a1d4 None None] Sync routers for ids ['a5cf291c-af61-4940-b29a-24798cfc5e18'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:58:44.483978 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-21424f7d-2b4f-412a-abd0-8e8bc7a14d2d tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "PUT /v2.0/routers/a5cf291c-af61-4940-b29a-24798cfc5e18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0252447 Nov 12 03:58:44.486834 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 52986) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:44.494041 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72662d0-09f4-490d-9038-75dee745a1d4 None None] Routers {'a5cf291c-af61-4940-b29a-24798cfc5e18'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:44.494858 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-a72662d0-09f4-490d-9038-75dee745a1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:58:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['a5cf291c-af61-4940-b29a-24798cfc5e18'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:44.554144 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-868c87cc-a068-4605-b666-37036e907907 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Deleting subnet 8624716c-691a-4c8d-aac5-4d4aa5c42b35 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:58:44.558126 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-868c87cc-a068-4605-b666-37036e907907 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:44.611627 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-868c87cc-a068-4605-b666-37036e907907 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:44.648049 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-a72662d0-09f4-490d-9038-75dee745a1d4 None None] Set router a5cf291c-af61-4940-b29a-24798cfc5e18 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:44.737406 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-868c87cc-a068-4605-b666-37036e907907 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:44.839795 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-868c87cc-a068-4605-b666-37036e907907 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:44.878640 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c87cc-a068-4605-b666-37036e907907 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Pushing event deleted for resources: {'Subnet': ['ID=8624716c-691a-4c8d-aac5-4d4aa5c42b35,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:44.911122 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-868c87cc-a068-4605-b666-37036e907907 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:44.917745 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-868c87cc-a068-4605-b666-37036e907907 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "DELETE /v2.0/subnets/8624716c-691a-4c8d-aac5-4d4aa5c42b35 HTTP/1.1" status: 204 len: 168 time: 0.4294448 Nov 12 03:58:44.920938 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53032) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:44.938088 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f87857a-fd7c-490c-82de-57ccaf940285 None None] Network c395480b-1c37-43c1-8a7e-3ce33921ff37 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:58:45.121969 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7cec5c13-ac60-4446-a663-b47da5025802 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:45.144427 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-a72662d0-09f4-490d-9038-75dee745a1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5cf291c-af61-4940-b29a-24798cfc5e18', 'name': 'tempest-TestSecurityGroupsBasicOps-router-539726386', 'tenant_id': '6f3566bb2f154defb89039fc7ed47ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '4423f0ba-a06b-49ed-8b0a-9e3b4e5420f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:58:18Z', 'updated_at': '2021-11-12T03:58:43Z', 'revision_number': 5, 'project_id': '6f3566bb2f154defb89039fc7ed47ab9', 'gw_port': {'id': '4423f0ba-a06b-49ed-8b0a-9e3b4e5420f2', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:98:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cf291c-af61-4940-b29a-24798cfc5e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:19Z', 'updated_at': '2021-11-12T03:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:45.188169 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72662d0-09f4-490d-9038-75dee745a1d4 None None] Checking router: a5cf291c-af61-4940-b29a-24798cfc5e18 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:58:45.205946 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72662d0-09f4-490d-9038-75dee745a1d4 None None] Routers {'a5cf291c-af61-4940-b29a-24798cfc5e18'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:45.206584 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-a72662d0-09f4-490d-9038-75dee745a1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:58:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['a5cf291c-af61-4940-b29a-24798cfc5e18'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:45.263772 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc6cbea-4a38-45ca-9487-3ca9977f02bf None None] DHCP port deletion for c395480b-1c37-43c1-8a7e-3ce33921ff37 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:58:45.367139 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7cec5c13-ac60-4446-a663-b47da5025802 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:45.392045 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-a72662d0-09f4-490d-9038-75dee745a1d4 None None] Set router a5cf291c-af61-4940-b29a-24798cfc5e18 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:45.395642 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-cbc6cbea-4a38-45ca-9487-3ca9977f02bf None None] Deleting port 6f356063-127e-4a37-9aaa-6287354e4cb0 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:45.396284 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cbc6cbea-4a38-45ca-9487-3ca9977f02bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:45.491886 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-7cec5c13-ac60-4446-a663-b47da5025802 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Deleting port 4423f0ba-a06b-49ed-8b0a-9e3b4e5420f2 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:45.504229 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7cec5c13-ac60-4446-a663-b47da5025802 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:45.509874 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-cbc6cbea-4a38-45ca-9487-3ca9977f02bf None None] For port 6f356063-127e-4a37-9aaa-6287354e4cb0, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=6f356063-127e-4a37-9aaa-6287354e4cb0,segment=NetworkSegment(fba65093-7bcd-4f17-b315-495d985340bf),segment_id=fba65093-7bcd-4f17-b315-495d985340bf)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:45.510134 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cbc6cbea-4a38-45ca-9487-3ca9977f02bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:45.526352 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-cbc6cbea-4a38-45ca-9487-3ca9977f02bf None None] Calling delete_port for 6f356063-127e-4a37-9aaa-6287354e4cb0 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:45.616108 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-7cec5c13-ac60-4446-a663-b47da5025802 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] For port 4423f0ba-a06b-49ed-8b0a-9e3b4e5420f2, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=4423f0ba-a06b-49ed-8b0a-9e3b4e5420f2,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:45.616691 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7cec5c13-ac60-4446-a663-b47da5025802 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:45.634140 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-7cec5c13-ac60-4446-a663-b47da5025802 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Calling delete_port for 4423f0ba-a06b-49ed-8b0a-9e3b4e5420f2 owned by network:router_gateway {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:45.672430 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cbc6cbea-4a38-45ca-9487-3ca9977f02bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:45.832929 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc6cbea-4a38-45ca-9487-3ca9977f02bf None None] No DVR routers for this DVR port 6f356063-127e-4a37-9aaa-6287354e4cb0 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:58:45.855558 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc6cbea-4a38-45ca-9487-3ca9977f02bf None None] Pushing event deleted for resources: {'Port': ['ID=6f356063-127e-4a37-9aaa-6287354e4cb0,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:45.913830 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-a72662d0-09f4-490d-9038-75dee745a1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5cf291c-af61-4940-b29a-24798cfc5e18', 'name': 'tempest-TestSecurityGroupsBasicOps-router-539726386', 'tenant_id': '6f3566bb2f154defb89039fc7ed47ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '4423f0ba-a06b-49ed-8b0a-9e3b4e5420f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:58:18Z', 'updated_at': '2021-11-12T03:58:43Z', 'revision_number': 5, 'project_id': '6f3566bb2f154defb89039fc7ed47ab9', 'gw_port': {'id': '4423f0ba-a06b-49ed-8b0a-9e3b4e5420f2', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:98:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cf291c-af61-4940-b29a-24798cfc5e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:19Z', 'updated_at': '2021-11-12T03:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:45.952617 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72662d0-09f4-490d-9038-75dee745a1d4 None None] The sync data for ids ['a5cf291c-af61-4940-b29a-24798cfc5e18'] in n-d-715271-27 is: [{'id': 'a5cf291c-af61-4940-b29a-24798cfc5e18', 'name': 'tempest-TestSecurityGroupsBasicOps-router-539726386', 'tenant_id': '6f3566bb2f154defb89039fc7ed47ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '4423f0ba-a06b-49ed-8b0a-9e3b4e5420f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:58:18Z', 'updated_at': '2021-11-12T03:58:43Z', 'revision_number': 5, 'project_id': '6f3566bb2f154defb89039fc7ed47ab9', 'gw_port': {'id': '4423f0ba-a06b-49ed-8b0a-9e3b4e5420f2', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:98:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cf291c-af61-4940-b29a-24798cfc5e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:19Z', 'updated_at': '2021-11-12T03:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:58:46.044670 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 6f356063-127e-4a37-9aaa-6287354e4cb0 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:46.089697 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 6f356063-127e-4a37-9aaa-6287354e4cb0 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:58:46.094558 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 6f356063-127e-4a37-9aaa-6287354e4cb0 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:46.109192 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7cec5c13-ac60-4446-a663-b47da5025802 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:46.149726 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c433817f-1476-4a73-bd2c-8b63b378538a None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:58:46.184432 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec5c13-ac60-4446-a663-b47da5025802 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Pushing event deleted for resources: {'Port': ['ID=4423f0ba-a06b-49ed-8b0a-9e3b4e5420f2,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:46.295435 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7cec5c13-ac60-4446-a663-b47da5025802 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:46.467195 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7cec5c13-ac60-4446-a663-b47da5025802 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:46.470681 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7cec5c13-ac60-4446-a663-b47da5025802 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:46.528149 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7cec5c13-ac60-4446-a663-b47da5025802 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:46.528899 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cec5c13-ac60-4446-a663-b47da5025802 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Fanout notify agent at l3_agent the message router_deleted on router a5cf291c-af61-4940-b29a-24798cfc5e18 {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:58:46.539355 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7cec5c13-ac60-4446-a663-b47da5025802 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:46.540626 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7cec5c13-ac60-4446-a663-b47da5025802 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "DELETE /v2.0/routers/a5cf291c-af61-4940-b29a-24798cfc5e18 HTTP/1.1" status: 204 len: 168 time: 1.6170084 Nov 12 03:58:46.543338 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53196) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:46.713740 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-600f682c-0fdd-4846-833a-232c8259d75b tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:46.855142 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-600f682c-0fdd-4846-833a-232c8259d75b tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:46.880954 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-600f682c-0fdd-4846-833a-232c8259d75b tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c395480b-1c37-43c1-8a7e-3ce33921ff37']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:46.892951 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-600f682c-0fdd-4846-833a-232c8259d75b tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fba65093-7bcd-4f17-b315-495d985340bf') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:46.893252 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-600f682c-0fdd-4846-833a-232c8259d75b tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fba65093-7bcd-4f17-b315-495d985340bf') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:46.906644 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-600f682c-0fdd-4846-833a-232c8259d75b tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:46.931554 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-600f682c-0fdd-4846-833a-232c8259d75b tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:46.948661 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-600f682c-0fdd-4846-833a-232c8259d75b tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:58:46.949407 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-600f682c-0fdd-4846-833a-232c8259d75b tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:47.026993 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:58:47.026993 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:58:47.026993 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:58:47.026993 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:58:47.026993 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:58:47.026993 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:58:47.026993 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:58:47.026993 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:58:47.026993 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:58:47.026993 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:58:47.026993 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:58:47.026993 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:58:47.026993 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:58:47.026993 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:58:47.026993 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:58:47.026993 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:58:47.026993 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:58:47.026993 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:58:47.026993 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:58:47.026993 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:58:47.026993 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:58:47.026993 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:58:47.026993 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:58:47.026993 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:58:47.026993 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:58:47.026993 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:58:47.026993 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:58:47.026993 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:58:47.026993 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:58:47.026993 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:58:47.026993 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:58:47.026993 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:58:47.033390 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-600f682c-0fdd-4846-833a-232c8259d75b tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:47.041009 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-600f682c-0fdd-4846-833a-232c8259d75b tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:47.046446 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-600f682c-0fdd-4846-833a-232c8259d75b tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "DELETE /v2.0/networks/c395480b-1c37-43c1-8a7e-3ce33921ff37 HTTP/1.1" status: 204 len: 168 time: 0.5012846 Nov 12 03:58:47.048737 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53250) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:47.062976 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f682c-0fdd-4846-833a-232c8259d75b tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Pushing event deleted for resources: {'Network': ['ID=c395480b-1c37-43c1-8a7e-3ce33921ff37,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:47.291487 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-034a8b77-cc91-4e0b-939e-781e36e27f16 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Deleting port 093a0fa2-b9ba-493e-a222-b645ede8d1a7 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:47.292027 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-034a8b77-cc91-4e0b-939e-781e36e27f16 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:47.405855 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-034a8b77-cc91-4e0b-939e-781e36e27f16 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:47.406265 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-034a8b77-cc91-4e0b-939e-781e36e27f16 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:47.433959 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-034a8b77-cc91-4e0b-939e-781e36e27f16 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Calling delete_port for 093a0fa2-b9ba-493e-a222-b645ede8d1a7 owned by network:floatingip {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:47.667908 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-034a8b77-cc91-4e0b-939e-781e36e27f16 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:47.726256 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a8b77-cc91-4e0b-939e-781e36e27f16 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Pushing event deleted for resources: {'Port': ['ID=093a0fa2-b9ba-493e-a222-b645ede8d1a7,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:47.852308 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-034a8b77-cc91-4e0b-939e-781e36e27f16 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for floatingip, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:47.854339 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [None req-034a8b77-cc91-4e0b-939e-781e36e27f16 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Floating IP 53f8a599-1c96-471c-bcdd-026e0f42c687 disassociated (deleted). External IP: 172.25.5.31, port: 47afe79e-a420-4fd4-a63e-9d4551b0b8fd. Nov 12 03:58:47.887867 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 067d2dd9-be17-4a06-a22f-2c2fe74dc96a no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:47.931179 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 067d2dd9-be17-4a06-a22f-2c2fe74dc96a {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:58:47.931554 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 067d2dd9-be17-4a06-a22f-2c2fe74dc96a not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:47.931946 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 4423f0ba-a06b-49ed-8b0a-9e3b4e5420f2 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:47.965874 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 4423f0ba-a06b-49ed-8b0a-9e3b4e5420f2 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:58:47.966640 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 4423f0ba-a06b-49ed-8b0a-9e3b4e5420f2 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:48.233725 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-034a8b77-cc91-4e0b-939e-781e36e27f16 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Router 3a6999c2-9493-4d56-9ef2-d2475f367cd0 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:58:48.372320 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034a8b77-cc91-4e0b-939e-781e36e27f16 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:58:48.377965 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-034a8b77-cc91-4e0b-939e-781e36e27f16 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:48.386230 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da76fc97-9bc6-4610-9d2f-640d1b61b7d2 None None] Sync routers for ids ['3a6999c2-9493-4d56-9ef2-d2475f367cd0'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:58:48.403996 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da76fc97-9bc6-4610-9d2f-640d1b61b7d2 None None] Routers {'3a6999c2-9493-4d56-9ef2-d2475f367cd0'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:48.404940 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-da76fc97-9bc6-4610-9d2f-640d1b61b7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:58:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['3a6999c2-9493-4d56-9ef2-d2475f367cd0'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:48.410190 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:48.429278 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-034a8b77-cc91-4e0b-939e-781e36e27f16 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "DELETE /v2.0/floatingips/53f8a599-1c96-471c-bcdd-026e0f42c687 HTTP/1.1" status: 204 len: 168 time: 1.3770933 Nov 12 03:58:48.429278 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc42627-4863-423d-b714-8a0bcbc94430', 'tag': '47afe79e-a420-4fd4-a63e-9d4551b0b8fd'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:48.430385 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8487f0-d417-4123-bff6-76470573f6af" -d '{"events": [{"name": "network-changed", "server_uuid": "3dc42627-4863-423d-b714-8a0bcbc94430", "tag": "47afe79e-a420-4fd4-a63e-9d4551b0b8fd"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:48.506374 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006fdf04-7105-4240-b805-c66ee86b3510 x-openstack-request-id: req-006fdf04-7105-4240-b805-c66ee86b3510 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:48.506868 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dc42627-4863-423d-b714-8a0bcbc94430", "tag": "47afe79e-a420-4fd4-a63e-9d4551b0b8fd", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:48.507256 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-006fdf04-7105-4240-b805-c66ee86b3510 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:48.508146 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dc42627-4863-423d-b714-8a0bcbc94430', 'tag': '47afe79e-a420-4fd4-a63e-9d4551b0b8fd', 'status': 'completed', 'code': 200} Nov 12 03:58:48.619932 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8487f0-d417-4123-bff6-76470573f6af req-6d8999fd-7ccf-4bd2-9272-27a60354c5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:48.621890 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-da76fc97-9bc6-4610-9d2f-640d1b61b7d2 None None] Set router 3a6999c2-9493-4d56-9ef2-d2475f367cd0 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:48.622094 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ce8487f0-d417-4123-bff6-76470573f6af req-6d8999fd-7ccf-4bd2-9272-27a60354c5b8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6f3566bb2f154defb89039fc7ed47ab9&device_id=3dc42627-4863-423d-b714-8a0bcbc94430 HTTP/1.1" status: 200 len: 1136 time: 0.0971057 Nov 12 03:58:48.819917 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980a2bf-5afd-4d5a-a43e-9acbe5c68f16 req-b9c4cff5-5a59-41b0-8249-83378695910a tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:48.821487 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f980a2bf-5afd-4d5a-a43e-9acbe5c68f16 req-b9c4cff5-5a59-41b0-8249-83378695910a tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "GET /v2.0/ports?device_id=3dc42627-4863-423d-b714-8a0bcbc94430 HTTP/1.1" status: 200 len: 984 time: 0.0857801 Nov 12 03:58:48.825431 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8487f0-d417-4123-bff6-76470573f6af req-586b5262-96a8-4f0f-b61c-9fe7827326d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:48.828500 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ce8487f0-d417-4123-bff6-76470573f6af req-586b5262-96a8-4f0f-b61c-9fe7827326d9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6c3f79d8-afbc-4119-a3be-0e08c07a34e3 HTTP/1.1" status: 200 len: 898 time: 0.1986432 Nov 12 03:58:48.856640 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-da76fc97-9bc6-4610-9d2f-640d1b61b7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6999c2-9493-4d56-9ef2-d2475f367cd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-317263120', 'tenant_id': '6f3566bb2f154defb89039fc7ed47ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'f4f4d7cc-5a90-428e-84d6-8899513e9811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:57:15Z', 'updated_at': '2021-11-12T03:57:22Z', 'revision_number': 4, 'project_id': '6f3566bb2f154defb89039fc7ed47ab9', 'gw_port': {'id': 'f4f4d7cc-5a90-428e-84d6-8899513e9811', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:74:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6999c2-9493-4d56-9ef2-d2475f367cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:16Z', 'updated_at': '2021-11-12T03:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'dc4d1d2f-96e2-4e40-beb1-b7d6676ed9df', 'name': '', 'network_id': '6c3f79d8-afbc-4119-a3be-0e08c07a34e3', 'tenant_id': '6f3566bb2f154defb89039fc7ed47ab9', 'mac_address': 'fa:16:3e:ec:95:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6999c2-9493-4d56-9ef2-d2475f367cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '8da0b96f-c0af-4ddd-afd1-f95f27c89fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:21Z', 'updated_at': '2021-11-12T03:57:25Z', 'revision_number': 5, 'project_id': '6f3566bb2f154defb89039fc7ed47ab9', 'subnets': [{'id': '8da0b96f-c0af-4ddd-afd1-f95f27c89fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:48.889733 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da76fc97-9bc6-4610-9d2f-640d1b61b7d2 None None] Checking router: 3a6999c2-9493-4d56-9ef2-d2475f367cd0 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:58:48.892286 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ce8487f0-d417-4123-bff6-76470573f6af req-9c419027-89ab-4b91-b37a-48c1c9a3321b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47afe79e-a420-4fd4-a63e-9d4551b0b8fd HTTP/1.1" status: 200 len: 217 time: 0.0425968 Nov 12 03:58:48.899662 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da76fc97-9bc6-4610-9d2f-640d1b61b7d2 None None] Routers {'3a6999c2-9493-4d56-9ef2-d2475f367cd0'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:48.900399 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-da76fc97-9bc6-4610-9d2f-640d1b61b7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:58:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['3a6999c2-9493-4d56-9ef2-d2475f367cd0'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:48.995827 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f980a2bf-5afd-4d5a-a43e-9acbe5c68f16 req-ff64d13b-c21c-471f-a88a-04ea61c2dcef tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3a71b4f-b5b3-49f5-a97d-15da2331ac87&id=93cf9d32-bc23-4a88-800c-847ab5cdb6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1660044 Nov 12 03:58:49.002961 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8487f0-d417-4123-bff6-76470573f6af req-0844cba1-7a4e-4fc0-8ae9-0b201a6a0e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:49.004650 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ce8487f0-d417-4123-bff6-76470573f6af req-0844cba1-7a4e-4fc0-8ae9-0b201a6a0e09 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8da0b96f-c0af-4ddd-afd1-f95f27c89fe5 HTTP/1.1" status: 200 len: 835 time: 0.1009960 Nov 12 03:58:49.031679 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-da76fc97-9bc6-4610-9d2f-640d1b61b7d2 None None] Set router 3a6999c2-9493-4d56-9ef2-d2475f367cd0 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:49.068195 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8487f0-d417-4123-bff6-76470573f6af req-6c04fd80-3f52-491a-a578-80906bc33512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:49.070068 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ce8487f0-d417-4123-bff6-76470573f6af req-6c04fd80-3f52-491a-a578-80906bc33512 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6c3f79d8-afbc-4119-a3be-0e08c07a34e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528471 Nov 12 03:58:49.188225 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ce8487f0-d417-4123-bff6-76470573f6af req-960a1e9e-daba-4f1b-9ca6-814556e8cae5 service neutron] 10.222.0.74 "GET /v2.0/networks/6c3f79d8-afbc-4119-a3be-0e08c07a34e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073997 Nov 12 03:58:49.267454 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-da76fc97-9bc6-4610-9d2f-640d1b61b7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6999c2-9493-4d56-9ef2-d2475f367cd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-317263120', 'tenant_id': '6f3566bb2f154defb89039fc7ed47ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'f4f4d7cc-5a90-428e-84d6-8899513e9811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:57:15Z', 'updated_at': '2021-11-12T03:57:22Z', 'revision_number': 4, 'project_id': '6f3566bb2f154defb89039fc7ed47ab9', 'gw_port': {'id': 'f4f4d7cc-5a90-428e-84d6-8899513e9811', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:74:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6999c2-9493-4d56-9ef2-d2475f367cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:16Z', 'updated_at': '2021-11-12T03:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'dc4d1d2f-96e2-4e40-beb1-b7d6676ed9df', 'name': '', 'network_id': '6c3f79d8-afbc-4119-a3be-0e08c07a34e3', 'tenant_id': '6f3566bb2f154defb89039fc7ed47ab9', 'mac_address': 'fa:16:3e:ec:95:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6999c2-9493-4d56-9ef2-d2475f367cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '8da0b96f-c0af-4ddd-afd1-f95f27c89fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:21Z', 'updated_at': '2021-11-12T03:57:25Z', 'revision_number': 5, 'project_id': '6f3566bb2f154defb89039fc7ed47ab9', 'subnets': [{'id': '8da0b96f-c0af-4ddd-afd1-f95f27c89fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:49.300432 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da76fc97-9bc6-4610-9d2f-640d1b61b7d2 None None] The sync data for ids ['3a6999c2-9493-4d56-9ef2-d2475f367cd0'] in n-d-715271-27 is: [{'id': '3a6999c2-9493-4d56-9ef2-d2475f367cd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-317263120', 'tenant_id': '6f3566bb2f154defb89039fc7ed47ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'f4f4d7cc-5a90-428e-84d6-8899513e9811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:57:15Z', 'updated_at': '2021-11-12T03:57:22Z', 'revision_number': 4, 'project_id': '6f3566bb2f154defb89039fc7ed47ab9', 'gw_port': {'id': 'f4f4d7cc-5a90-428e-84d6-8899513e9811', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:74:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6999c2-9493-4d56-9ef2-d2475f367cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:16Z', 'updated_at': '2021-11-12T03:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'dc4d1d2f-96e2-4e40-beb1-b7d6676ed9df', 'name': '', 'network_id': '6c3f79d8-afbc-4119-a3be-0e08c07a34e3', 'tenant_id': '6f3566bb2f154defb89039fc7ed47ab9', 'mac_address': 'fa:16:3e:ec:95:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6999c2-9493-4d56-9ef2-d2475f367cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '8da0b96f-c0af-4ddd-afd1-f95f27c89fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:21Z', 'updated_at': '2021-11-12T03:57:25Z', 'revision_number': 5, 'project_id': '6f3566bb2f154defb89039fc7ed47ab9', 'subnets': [{'id': '8da0b96f-c0af-4ddd-afd1-f95f27c89fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:58:49.319197 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ce8487f0-d417-4123-bff6-76470573f6af req-ce4e3750-541f-4010-a408-6c136f8926f0 service neutron] 10.222.0.74 "GET /v2.0/networks/6c3f79d8-afbc-4119-a3be-0e08c07a34e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233079 Nov 12 03:58:49.575464 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53384) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:49.612246 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028730db-7ef0-46b8-8aea-638b7b27f302 None None] New status for floating IP 53f8a599-1c96-471c-bcdd-026e0f42c687: DOWN {{(pid=102573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:58:49.996331 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d300ef7e-7621-4e86-b2da-3250bcd4085f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:50.166980 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14cd4a-33e7-4602-a55b-c4f514356b0b req-c9f4700b-cf54-492c-8eac-7a4e8a3e49c4 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:50.168580 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea14cd4a-33e7-4602-a55b-c4f514356b0b req-c9f4700b-cf54-492c-8eac-7a4e8a3e49c4 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.74 "GET /v2.0/ports?device_id=3dc42627-4863-423d-b714-8a0bcbc94430 HTTP/1.1" status: 200 len: 984 time: 0.0572636 Nov 12 03:58:50.216417 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b1ac7-ae4b-44f0-81af-c534fcd1baa4 req-cbdeac0f-6240-44a5-a0db-f6de9bab210a tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:50.217943 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3a3b1ac7-ae4b-44f0-81af-c534fcd1baa4 req-cbdeac0f-6240-44a5-a0db-f6de9bab210a tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "GET /v2.0/ports?device_id=3dc42627-4863-423d-b714-8a0bcbc94430 HTTP/1.1" status: 200 len: 984 time: 0.1258521 Nov 12 03:58:50.277617 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-ea14cd4a-33e7-4602-a55b-c4f514356b0b req-7e59ac84-279b-46d8-9b30-e24b246d8ec6 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Deleting port 47afe79e-a420-4fd4-a63e-9d4551b0b8fd {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:50.277872 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ea14cd4a-33e7-4602-a55b-c4f514356b0b req-7e59ac84-279b-46d8-9b30-e24b246d8ec6 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:50.324931 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3a3b1ac7-ae4b-44f0-81af-c534fcd1baa4 req-3a26126d-0f01-44ea-8463-bf3722916132 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3a71b4f-b5b3-49f5-a97d-15da2331ac87&id=93cf9d32-bc23-4a88-800c-847ab5cdb6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0957427 Nov 12 03:58:50.389319 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-d300ef7e-7621-4e86-b2da-3250bcd4085f admin admin] Deleting port 20473bb2-1877-44a0-ae1c-ce5f1d32782a {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:50.389736 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d300ef7e-7621-4e86-b2da-3250bcd4085f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:50.390190 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-ea14cd4a-33e7-4602-a55b-c4f514356b0b req-7e59ac84-279b-46d8-9b30-e24b246d8ec6 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] For port 47afe79e-a420-4fd4-a63e-9d4551b0b8fd, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=47afe79e-a420-4fd4-a63e-9d4551b0b8fd,segment=NetworkSegment(9cf88263-6d28-4927-a4f8-665642630cbb),segment_id=9cf88263-6d28-4927-a4f8-665642630cbb)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:50.390860 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ea14cd4a-33e7-4602-a55b-c4f514356b0b req-7e59ac84-279b-46d8-9b30-e24b246d8ec6 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:50.411506 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-ea14cd4a-33e7-4602-a55b-c4f514356b0b req-7e59ac84-279b-46d8-9b30-e24b246d8ec6 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Calling delete_port for 47afe79e-a420-4fd4-a63e-9d4551b0b8fd owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:50.482208 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-d300ef7e-7621-4e86-b2da-3250bcd4085f admin admin] For port 20473bb2-1877-44a0-ae1c-ce5f1d32782a, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=20473bb2-1877-44a0-ae1c-ce5f1d32782a,segment=NetworkSegment(e8b606c3-c18f-4ad7-9d41-9e74ae05ffeb),segment_id=e8b606c3-c18f-4ad7-9d41-9e74ae05ffeb)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:50.482698 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d300ef7e-7621-4e86-b2da-3250bcd4085f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:50.496979 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-d300ef7e-7621-4e86-b2da-3250bcd4085f admin admin] Calling delete_port for 20473bb2-1877-44a0-ae1c-ce5f1d32782a owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:50.559871 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ea14cd4a-33e7-4602-a55b-c4f514356b0b req-7e59ac84-279b-46d8-9b30-e24b246d8ec6 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:50.589475 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e59ac84-279b-46d8-9b30-e24b246d8ec6 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Pushing event deleted for resources: {'Port': ['ID=47afe79e-a420-4fd4-a63e-9d4551b0b8fd,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:50.632636 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea14cd4a-33e7-4602-a55b-c4f514356b0b req-7e59ac84-279b-46d8-9b30-e24b246d8ec6 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] No DVR routers for this DVR port 47afe79e-a420-4fd4-a63e-9d4551b0b8fd on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:58:50.635745 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ea14cd4a-33e7-4602-a55b-c4f514356b0b req-7e59ac84-279b-46d8-9b30-e24b246d8ec6 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:50.639503 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea14cd4a-33e7-4602-a55b-c4f514356b0b req-7e59ac84-279b-46d8-9b30-e24b246d8ec6 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.74 "DELETE /v2.0/ports/47afe79e-a420-4fd4-a63e-9d4551b0b8fd HTTP/1.1" status: 204 len: 173 time: 0.4638555 Nov 12 03:58:50.640156 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc42627-4863-423d-b714-8a0bcbc94430', 'name': 'network-vif-deleted', 'tag': '47afe79e-a420-4fd4-a63e-9d4551b0b8fd'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:50.643216 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7500340-c305-4c7b-8a84-094f1814965c" -d '{"events": [{"server_uuid": "3dc42627-4863-423d-b714-8a0bcbc94430", "name": "network-vif-deleted", "tag": "47afe79e-a420-4fd4-a63e-9d4551b0b8fd"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:50.689825 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d300ef7e-7621-4e86-b2da-3250bcd4085f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:50.695412 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdde647-b6da-4b6c-9caa-5f3d827bde42 x-openstack-request-id: req-2cdde647-b6da-4b6c-9caa-5f3d827bde42 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:50.695412 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc42627-4863-423d-b714-8a0bcbc94430", "name": "network-vif-deleted", "tag": "47afe79e-a420-4fd4-a63e-9d4551b0b8fd", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:50.695646 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2cdde647-b6da-4b6c-9caa-5f3d827bde42 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:50.695970 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dc42627-4863-423d-b714-8a0bcbc94430', 'name': 'network-vif-deleted', 'tag': '47afe79e-a420-4fd4-a63e-9d4551b0b8fd', 'status': 'completed', 'code': 200} Nov 12 03:58:50.716832 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300ef7e-7621-4e86-b2da-3250bcd4085f admin admin] Pushing event deleted for resources: {'Port': ['ID=20473bb2-1877-44a0-ae1c-ce5f1d32782a,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:50.896659 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d300ef7e-7621-4e86-b2da-3250bcd4085f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:51.133206 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d300ef7e-7621-4e86-b2da-3250bcd4085f admin admin] Router 1f19e855-67da-4775-bf1a-bd9b5cac4a8e has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:58:51.248096 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d300ef7e-7621-4e86-b2da-3250bcd4085f admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:58:51.253484 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d300ef7e-7621-4e86-b2da-3250bcd4085f admin admin] 10.222.0.50 "PUT /v2.0/routers/1f19e855-67da-4775-bf1a-bd9b5cac4a8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6768024 Nov 12 03:58:51.256046 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53390) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:51.256726 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d74037-264c-4d82-bfca-3b3613252393 None None] Sync routers for ids ['1f19e855-67da-4775-bf1a-bd9b5cac4a8e'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:58:51.268566 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d74037-264c-4d82-bfca-3b3613252393 None None] Routers {'1f19e855-67da-4775-bf1a-bd9b5cac4a8e'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:51.269164 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-f6d74037-264c-4d82-bfca-3b3613252393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:58:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1f19e855-67da-4775-bf1a-bd9b5cac4a8e'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:51.362807 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1181e682-d751-45d4-b65d-0d7444542581 admin admin] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:51.377246 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-f6d74037-264c-4d82-bfca-3b3613252393 None None] Set router 1f19e855-67da-4775-bf1a-bd9b5cac4a8e gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:51.404218 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53394) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:51.469185 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1decfc5e-48fc-4b9b-b52b-e90caddf4855 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:51.490617 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1181e682-d751-45d4-b65d-0d7444542581 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:51.501615 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1decfc5e-48fc-4b9b-b52b-e90caddf4855 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:51.554524 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1decfc5e-48fc-4b9b-b52b-e90caddf4855 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:51.558659 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1decfc5e-48fc-4b9b-b52b-e90caddf4855 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:51.561675 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-1181e682-d751-45d4-b65d-0d7444542581 admin admin] Deleting port e99c3e15-e06d-4937-8351-4a0913991b0b {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:51.561992 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1181e682-d751-45d4-b65d-0d7444542581 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:51.566427 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1decfc5e-48fc-4b9b-b52b-e90caddf4855 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "DELETE /v2.0/security-groups/93cf9d32-bc23-4a88-800c-847ab5cdb6d1 HTTP/1.1" status: 204 len: 168 time: 0.1619391 Nov 12 03:58:51.568886 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53396) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:51.574707 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1decfc5e-48fc-4b9b-b52b-e90caddf4855 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93cf9d32-bc23-4a88-800c-847ab5cdb6d1,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:51.699356 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ee5cd435-9de9-4cfa-a76b-443e334ddfa6 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:51.713684 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-f6d74037-264c-4d82-bfca-3b3613252393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'name': 'tempest-TestVolumeBackupRestore-660697869-router', 'tenant_id': '71bb88761be64fdca8e5a72446290996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'e99c3e15-e06d-4937-8351-4a0913991b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:57Z', 'updated_at': '2021-11-12T03:58:50Z', 'revision_number': 5, 'project_id': '71bb88761be64fdca8e5a72446290996', 'gw_port': {'id': 'e99c3e15-e06d-4937-8351-4a0913991b0b', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:58Z', 'updated_at': '2021-11-12T03:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:51.738592 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-1181e682-d751-45d4-b65d-0d7444542581 admin admin] For port e99c3e15-e06d-4937-8351-4a0913991b0b, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e99c3e15-e06d-4937-8351-4a0913991b0b,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:51.739090 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1181e682-d751-45d4-b65d-0d7444542581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:51.751819 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ee5cd435-9de9-4cfa-a76b-443e334ddfa6 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:51.764977 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d74037-264c-4d82-bfca-3b3613252393 None None] Checking router: 1f19e855-67da-4775-bf1a-bd9b5cac4a8e for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:58:51.767061 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-1181e682-d751-45d4-b65d-0d7444542581 admin admin] Calling delete_port for e99c3e15-e06d-4937-8351-4a0913991b0b owned by network:router_gateway {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:51.778210 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d74037-264c-4d82-bfca-3b3613252393 None None] Routers {'1f19e855-67da-4775-bf1a-bd9b5cac4a8e'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:51.779224 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-f6d74037-264c-4d82-bfca-3b3613252393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:58:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['1f19e855-67da-4775-bf1a-bd9b5cac4a8e'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:51.888603 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-f6d74037-264c-4d82-bfca-3b3613252393 None None] Set router 1f19e855-67da-4775-bf1a-bd9b5cac4a8e gateway port host: None {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:51.900683 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ee5cd435-9de9-4cfa-a76b-443e334ddfa6 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:51.903495 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ee5cd435-9de9-4cfa-a76b-443e334ddfa6 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:51.904723 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ee5cd435-9de9-4cfa-a76b-443e334ddfa6 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "DELETE /v2.0/security-groups/c3a71b4f-b5b3-49f5-a97d-15da2331ac87 HTTP/1.1" status: 204 len: 168 time: 0.3117437 Nov 12 03:58:51.908130 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53400) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:51.927471 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5cd435-9de9-4cfa-a76b-443e334ddfa6 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a71b4f-b5b3-49f5-a97d-15da2331ac87,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:51.964860 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-f6d74037-264c-4d82-bfca-3b3613252393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'name': 'tempest-TestVolumeBackupRestore-660697869-router', 'tenant_id': '71bb88761be64fdca8e5a72446290996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:57Z', 'updated_at': '2021-11-12T03:58:51Z', 'revision_number': 6, 'project_id': '71bb88761be64fdca8e5a72446290996', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:52.003452 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d74037-264c-4d82-bfca-3b3613252393 None None] The sync data for ids ['1f19e855-67da-4775-bf1a-bd9b5cac4a8e'] in n-d-715271-27 is: [{'id': '1f19e855-67da-4775-bf1a-bd9b5cac4a8e', 'name': 'tempest-TestVolumeBackupRestore-660697869-router', 'tenant_id': '71bb88761be64fdca8e5a72446290996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:57Z', 'updated_at': '2021-11-12T03:58:51Z', 'revision_number': 6, 'project_id': '71bb88761be64fdca8e5a72446290996', 'gw_port_host': None}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:58:52.098107 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1181e682-d751-45d4-b65d-0d7444542581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:52.131502 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181e682-d751-45d4-b65d-0d7444542581 admin admin] Pushing event deleted for resources: {'Port': ['ID=e99c3e15-e06d-4937-8351-4a0913991b0b,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:52.155717 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1c2050-e9ef-48be-9109-19c709022e5a None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:58:52.581952 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1181e682-d751-45d4-b65d-0d7444542581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:52.673696 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1181e682-d751-45d4-b65d-0d7444542581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:52.676128 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1181e682-d751-45d4-b65d-0d7444542581 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:52.719526 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1181e682-d751-45d4-b65d-0d7444542581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:52.720370 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1181e682-d751-45d4-b65d-0d7444542581 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f19e855-67da-4775-bf1a-bd9b5cac4a8e {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:58:52.727400 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1181e682-d751-45d4-b65d-0d7444542581 admin admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:52.730996 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-1181e682-d751-45d4-b65d-0d7444542581 admin admin] 10.222.0.50 "DELETE /v2.0/routers/1f19e855-67da-4775-bf1a-bd9b5cac4a8e HTTP/1.1" status: 204 len: 168 time: 1.4716790 Nov 12 03:58:52.731195 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53402) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:52.773074 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-61082d8e-d6ca-4ce1-b0a5-2d93b9a80b1d tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:52.781873 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-4481c889-de03-49d1-b67b-ae87e43d89cd admin admin] Deleting subnet 5eafe918-753e-4b4f-95fe-e0570b8b4456 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:58:52.790719 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4481c889-de03-49d1-b67b-ae87e43d89cd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:52.829779 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4481c889-de03-49d1-b67b-ae87e43d89cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:52.926458 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4481c889-de03-49d1-b67b-ae87e43d89cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:52.994900 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4481c889-de03-49d1-b67b-ae87e43d89cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:53.029489 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4481c889-de03-49d1-b67b-ae87e43d89cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:53.036036 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775f2a62-fc99-4ea3-8ef3-3cddaed78209 None None] Network 0f28a1dd-fe15-4216-9640-93f5cca3d09e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:58:53.037953 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53404) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:53.038074 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4481c889-de03-49d1-b67b-ae87e43d89cd admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5eafe918-753e-4b4f-95fe-e0570b8b4456 HTTP/1.1" status: 204 len: 168 time: 0.3054044 Nov 12 03:58:53.038742 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4481c889-de03-49d1-b67b-ae87e43d89cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5eafe918-753e-4b4f-95fe-e0570b8b4456,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:53.103865 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-61082d8e-d6ca-4ce1-b0a5-2d93b9a80b1d tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Deleting port dc4d1d2f-96e2-4e40-beb1-b7d6676ed9df {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:53.103865 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-61082d8e-d6ca-4ce1-b0a5-2d93b9a80b1d tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:53.142086 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e8352de0-bfcc-41fe-b3e0-744e2e59a0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:53.241366 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-61082d8e-d6ca-4ce1-b0a5-2d93b9a80b1d tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] For port dc4d1d2f-96e2-4e40-beb1-b7d6676ed9df, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=dc4d1d2f-96e2-4e40-beb1-b7d6676ed9df,segment=NetworkSegment(9cf88263-6d28-4927-a4f8-665642630cbb),segment_id=9cf88263-6d28-4927-a4f8-665642630cbb)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:53.241739 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-61082d8e-d6ca-4ce1-b0a5-2d93b9a80b1d tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:53.250963 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b2f1e9-afbc-494f-8b5f-eb211865f08f None None] DHCP port deletion for 0f28a1dd-fe15-4216-9640-93f5cca3d09e request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:58:53.258844 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-61082d8e-d6ca-4ce1-b0a5-2d93b9a80b1d tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Calling delete_port for dc4d1d2f-96e2-4e40-beb1-b7d6676ed9df owned by network:router_interface {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:53.297734 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-63b2f1e9-afbc-494f-8b5f-eb211865f08f None None] Deleting port a2fbce99-dd85-4196-9b29-9ad92a1c93bd {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:53.298015 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-63b2f1e9-afbc-494f-8b5f-eb211865f08f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:53.316585 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-e8352de0-bfcc-41fe-b3e0-744e2e59a0ef admin admin] Deleting port a2fbce99-dd85-4196-9b29-9ad92a1c93bd {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:53.316875 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e8352de0-bfcc-41fe-b3e0-744e2e59a0ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:53.365692 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-63b2f1e9-afbc-494f-8b5f-eb211865f08f None None] For port a2fbce99-dd85-4196-9b29-9ad92a1c93bd, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=a2fbce99-dd85-4196-9b29-9ad92a1c93bd,segment=NetworkSegment(e8b606c3-c18f-4ad7-9d41-9e74ae05ffeb),segment_id=e8b606c3-c18f-4ad7-9d41-9e74ae05ffeb)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:53.366090 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-63b2f1e9-afbc-494f-8b5f-eb211865f08f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:53.389080 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-63b2f1e9-afbc-494f-8b5f-eb211865f08f None None] Calling delete_port for a2fbce99-dd85-4196-9b29-9ad92a1c93bd owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:53.444734 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-e8352de0-bfcc-41fe-b3e0-744e2e59a0ef admin admin] For port a2fbce99-dd85-4196-9b29-9ad92a1c93bd, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=a2fbce99-dd85-4196-9b29-9ad92a1c93bd,segment=NetworkSegment(e8b606c3-c18f-4ad7-9d41-9e74ae05ffeb),segment_id=e8b606c3-c18f-4ad7-9d41-9e74ae05ffeb)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:53.445019 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e8352de0-bfcc-41fe-b3e0-744e2e59a0ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:53.465630 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-63b2f1e9-afbc-494f-8b5f-eb211865f08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:53.470445 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-e8352de0-bfcc-41fe-b3e0-744e2e59a0ef admin admin] Calling delete_port for a2fbce99-dd85-4196-9b29-9ad92a1c93bd owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:53.489805 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2f1e9-afbc-494f-8b5f-eb211865f08f None None] Pushing event deleted for resources: {'Port': ['ID=a2fbce99-dd85-4196-9b29-9ad92a1c93bd,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:53.495798 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b2f1e9-afbc-494f-8b5f-eb211865f08f None None] No DVR routers for this DVR port a2fbce99-dd85-4196-9b29-9ad92a1c93bd on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:58:53.601054 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-61082d8e-d6ca-4ce1-b0a5-2d93b9a80b1d tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:53.630625 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e8352de0-bfcc-41fe-b3e0-744e2e59a0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:53.635444 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61082d8e-d6ca-4ce1-b0a5-2d93b9a80b1d tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Pushing event deleted for resources: {'Port': ['ID=dc4d1d2f-96e2-4e40-beb1-b7d6676ed9df,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:53.685466 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8352de0-bfcc-41fe-b3e0-744e2e59a0ef admin admin] No DVR routers for this DVR port a2fbce99-dd85-4196-9b29-9ad92a1c93bd on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:58:53.687471 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8352de0-bfcc-41fe-b3e0-744e2e59a0ef admin admin] Pushing event deleted for resources: {'Port': ['ID=a2fbce99-dd85-4196-9b29-9ad92a1c93bd,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:53.800285 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e8352de0-bfcc-41fe-b3e0-744e2e59a0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:53.857425 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-e8352de0-bfcc-41fe-b3e0-744e2e59a0ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f28a1dd-fe15-4216-9640-93f5cca3d09e']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:53.873110 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-e8352de0-bfcc-41fe-b3e0-744e2e59a0ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8b606c3-c18f-4ad7-9d41-9e74ae05ffeb') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:53.873403 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-e8352de0-bfcc-41fe-b3e0-744e2e59a0ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8b606c3-c18f-4ad7-9d41-9e74ae05ffeb') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:53.887364 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e8352de0-bfcc-41fe-b3e0-744e2e59a0ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:53.902945 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device a2fbce99-dd85-4196-9b29-9ad92a1c93bd no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:53.928756 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: a2fbce99-dd85-4196-9b29-9ad92a1c93bd {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:58:53.929105 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device a2fbce99-dd85-4196-9b29-9ad92a1c93bd not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:53.929532 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e99c3e15-e06d-4937-8351-4a0913991b0b no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:53.935800 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e8352de0-bfcc-41fe-b3e0-744e2e59a0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:53.946721 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8352de0-bfcc-41fe-b3e0-744e2e59a0ef admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:58:53.947105 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e8352de0-bfcc-41fe-b3e0-744e2e59a0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:53.948799 n-d-715271-27 neutron-server[102571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:58:53.948799 n-d-715271-27 neutron-server[102571]: self.session.flush() Nov 12 03:58:53.948799 n-d-715271-27 neutron-server[102571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:58:53.948799 n-d-715271-27 neutron-server[102571]: self.session.flush() Nov 12 03:58:53.948799 n-d-715271-27 neutron-server[102571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:58:53.948799 n-d-715271-27 neutron-server[102571]: self.session.flush() Nov 12 03:58:53.948799 n-d-715271-27 neutron-server[102571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:58:53.948799 n-d-715271-27 neutron-server[102571]: self.session.flush() Nov 12 03:58:53.948799 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 03:58:53.948799 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:58:53.948799 n-d-715271-27 neutron-server[102571]: timer() Nov 12 03:58:53.948799 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:58:53.948799 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 03:58:53.948799 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:58:53.948799 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 03:58:53.948799 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:58:53.948799 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 03:58:53.948799 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:58:53.948799 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 03:58:53.948799 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:58:53.948799 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 03:58:53.948799 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:58:53.948799 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:58:53.948799 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:58:53.948799 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:58:53.948799 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:58:53.948799 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 03:58:53.948799 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:58:53.948799 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 03:58:53.948799 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:58:53.948799 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:58:53.948799 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:58:53.948799 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 03:58:53.948799 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:58:53.948799 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:58:53.948799 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:58:53.948799 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:58:53.948799 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:58:53.948799 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:58:53.948799 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:58:53.951116 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: e99c3e15-e06d-4937-8351-4a0913991b0b {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:58:53.951116 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e99c3e15-e06d-4937-8351-4a0913991b0b not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:53.951116 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 20473bb2-1877-44a0-ae1c-ce5f1d32782a no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:53.969653 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 20473bb2-1877-44a0-ae1c-ce5f1d32782a {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:58:53.969911 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 20473bb2-1877-44a0-ae1c-ce5f1d32782a not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:53.993832 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-61082d8e-d6ca-4ce1-b0a5-2d93b9a80b1d tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:54.050808 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e8352de0-bfcc-41fe-b3e0-744e2e59a0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:54.057677 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e8352de0-bfcc-41fe-b3e0-744e2e59a0ef admin admin] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:54.060773 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e8352de0-bfcc-41fe-b3e0-744e2e59a0ef admin admin] 10.222.0.50 "DELETE /v2.0/networks/0f28a1dd-fe15-4216-9640-93f5cca3d09e HTTP/1.1" status: 204 len: 168 time: 1.0218730 Nov 12 03:58:54.064373 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53406) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:54.085332 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8352de0-bfcc-41fe-b3e0-744e2e59a0ef admin admin] Pushing event deleted for resources: {'Network': ['ID=0f28a1dd-fe15-4216-9640-93f5cca3d09e,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:54.439449 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61082d8e-d6ca-4ce1-b0a5-2d93b9a80b1d tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Router 3a6999c2-9493-4d56-9ef2-d2475f367cd0 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:58:54.597029 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61082d8e-d6ca-4ce1-b0a5-2d93b9a80b1d tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:58:54.602337 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-61082d8e-d6ca-4ce1-b0a5-2d93b9a80b1d tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "PUT /v2.0/routers/3a6999c2-9493-4d56-9ef2-d2475f367cd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6932058 Nov 12 03:58:54.605662 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53408) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:54.615263 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34efc92-8933-4974-a82a-e95b1937bc16 None None] Sync routers for ids ['3a6999c2-9493-4d56-9ef2-d2475f367cd0'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:58:54.627025 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34efc92-8933-4974-a82a-e95b1937bc16 None None] Routers {'3a6999c2-9493-4d56-9ef2-d2475f367cd0'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:54.627628 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-e34efc92-8933-4974-a82a-e95b1937bc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:58:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['3a6999c2-9493-4d56-9ef2-d2475f367cd0'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:54.661824 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cc80161-ff9b-48c5-b2d8-f95652cc6aa3 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Deleting subnet 8da0b96f-c0af-4ddd-afd1-f95f27c89fe5 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:58:54.665249 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 47afe79e-a420-4fd4-a63e-9d4551b0b8fd no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:54.665367 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6cc80161-ff9b-48c5-b2d8-f95652cc6aa3 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:54.669260 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c4f4c778-cfcc-4501-8d60-a7aedc3892e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:54.699498 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 47afe79e-a420-4fd4-a63e-9d4551b0b8fd {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:58:54.700067 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 47afe79e-a420-4fd4-a63e-9d4551b0b8fd not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:54.707903 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6cc80161-ff9b-48c5-b2d8-f95652cc6aa3 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:54.764776 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-e34efc92-8933-4974-a82a-e95b1937bc16 None None] Set router 3a6999c2-9493-4d56-9ef2-d2475f367cd0 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:54.806779 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6cc80161-ff9b-48c5-b2d8-f95652cc6aa3 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:54.869286 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6cc80161-ff9b-48c5-b2d8-f95652cc6aa3 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:54.897422 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc80161-ff9b-48c5-b2d8-f95652cc6aa3 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Pushing event deleted for resources: {'Subnet': ['ID=8da0b96f-c0af-4ddd-afd1-f95f27c89fe5,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:54.911581 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6cc80161-ff9b-48c5-b2d8-f95652cc6aa3 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:54.917949 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6cc80161-ff9b-48c5-b2d8-f95652cc6aa3 tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "DELETE /v2.0/subnets/8da0b96f-c0af-4ddd-afd1-f95f27c89fe5 HTTP/1.1" status: 204 len: 168 time: 0.3112676 Nov 12 03:58:54.918627 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53410) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:54.935887 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc88bef-086d-44bd-82e1-68dedae312eb None None] Network 6c3f79d8-afbc-4119-a3be-0e08c07a34e3 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:58:54.956858 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-c4f4c778-cfcc-4501-8d60-a7aedc3892e4 admin admin] Deleting port d4e0f34a-bfd7-40ec-bb15-18a85ad377a5 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:54.957422 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c4f4c778-cfcc-4501-8d60-a7aedc3892e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:55.043896 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ed5c4d6f-adf1-4ad4-a04c-1e75909f8f7c tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:55.048878 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-c4f4c778-cfcc-4501-8d60-a7aedc3892e4 admin admin] For port d4e0f34a-bfd7-40ec-bb15-18a85ad377a5, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d4e0f34a-bfd7-40ec-bb15-18a85ad377a5,segment=NetworkSegment(fe6a5668-e297-4097-8909-e06db78dc4d4),segment_id=fe6a5668-e297-4097-8909-e06db78dc4d4)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:55.049246 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c4f4c778-cfcc-4501-8d60-a7aedc3892e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:55.063985 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-c4f4c778-cfcc-4501-8d60-a7aedc3892e4 admin admin] Calling delete_port for d4e0f34a-bfd7-40ec-bb15-18a85ad377a5 owned by network:router_interface {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:55.072022 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-e34efc92-8933-4974-a82a-e95b1937bc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6999c2-9493-4d56-9ef2-d2475f367cd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-317263120', 'tenant_id': '6f3566bb2f154defb89039fc7ed47ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'f4f4d7cc-5a90-428e-84d6-8899513e9811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:57:15Z', 'updated_at': '2021-11-12T03:58:53Z', 'revision_number': 5, 'project_id': '6f3566bb2f154defb89039fc7ed47ab9', 'gw_port': {'id': 'f4f4d7cc-5a90-428e-84d6-8899513e9811', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:74:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6999c2-9493-4d56-9ef2-d2475f367cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:16Z', 'updated_at': '2021-11-12T03:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:55.103381 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34efc92-8933-4974-a82a-e95b1937bc16 None None] Checking router: 3a6999c2-9493-4d56-9ef2-d2475f367cd0 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:58:55.122831 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34efc92-8933-4974-a82a-e95b1937bc16 None None] Routers {'3a6999c2-9493-4d56-9ef2-d2475f367cd0'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:55.123474 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-e34efc92-8933-4974-a82a-e95b1937bc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:58:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['3a6999c2-9493-4d56-9ef2-d2475f367cd0'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:55.171548 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ed5c4d6f-adf1-4ad4-a04c-1e75909f8f7c tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:55.238260 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-ed5c4d6f-adf1-4ad4-a04c-1e75909f8f7c tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Deleting port f4f4d7cc-5a90-428e-84d6-8899513e9811 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:55.238598 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ed5c4d6f-adf1-4ad4-a04c-1e75909f8f7c tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:55.288760 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c4f4c778-cfcc-4501-8d60-a7aedc3892e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:55.323382 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f4c778-cfcc-4501-8d60-a7aedc3892e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4e0f34a-bfd7-40ec-bb15-18a85ad377a5,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:55.342060 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-ed5c4d6f-adf1-4ad4-a04c-1e75909f8f7c tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] For port f4f4d7cc-5a90-428e-84d6-8899513e9811, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=f4f4d7cc-5a90-428e-84d6-8899513e9811,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:55.342427 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ed5c4d6f-adf1-4ad4-a04c-1e75909f8f7c tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:55.357508 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-ed5c4d6f-adf1-4ad4-a04c-1e75909f8f7c tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Calling delete_port for f4f4d7cc-5a90-428e-84d6-8899513e9811 owned by network:router_gateway {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:55.391698 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494d5b32-544e-4c00-9859-a53cd354efab None None] DHCP port deletion for 6c3f79d8-afbc-4119-a3be-0e08c07a34e3 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:58:55.441308 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-e34efc92-8933-4974-a82a-e95b1937bc16 None None] Set router 3a6999c2-9493-4d56-9ef2-d2475f367cd0 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:55.557961 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ed5c4d6f-adf1-4ad4-a04c-1e75909f8f7c tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:55.586865 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c4d6f-adf1-4ad4-a04c-1e75909f8f7c tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Pushing event deleted for resources: {'Port': ['ID=f4f4d7cc-5a90-428e-84d6-8899513e9811,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:55.613590 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc6035c-adb7-46fa-848a-fda14d1936a4 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:58:55.642162 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-494d5b32-544e-4c00-9859-a53cd354efab None None] Deleting port 58e24be9-6440-4005-9c6e-602c2cff9c81 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:55.642722 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-494d5b32-544e-4c00-9859-a53cd354efab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:55.682203 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ed5c4d6f-adf1-4ad4-a04c-1e75909f8f7c tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:55.739392 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-494d5b32-544e-4c00-9859-a53cd354efab None None] For port 58e24be9-6440-4005-9c6e-602c2cff9c81, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=58e24be9-6440-4005-9c6e-602c2cff9c81,segment=NetworkSegment(9cf88263-6d28-4927-a4f8-665642630cbb),segment_id=9cf88263-6d28-4927-a4f8-665642630cbb)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:55.739794 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-494d5b32-544e-4c00-9859-a53cd354efab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:55.757238 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-494d5b32-544e-4c00-9859-a53cd354efab None None] Calling delete_port for 58e24be9-6440-4005-9c6e-602c2cff9c81 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:55.789850 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ed5c4d6f-adf1-4ad4-a04c-1e75909f8f7c tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:55.797523 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ed5c4d6f-adf1-4ad4-a04c-1e75909f8f7c tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:55.823149 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-e34efc92-8933-4974-a82a-e95b1937bc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6999c2-9493-4d56-9ef2-d2475f367cd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-317263120', 'tenant_id': '6f3566bb2f154defb89039fc7ed47ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'f4f4d7cc-5a90-428e-84d6-8899513e9811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:57:15Z', 'updated_at': '2021-11-12T03:58:53Z', 'revision_number': 5, 'project_id': '6f3566bb2f154defb89039fc7ed47ab9', 'gw_port': {'id': 'f4f4d7cc-5a90-428e-84d6-8899513e9811', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:74:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6999c2-9493-4d56-9ef2-d2475f367cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:16Z', 'updated_at': '2021-11-12T03:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:55.855530 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ed5c4d6f-adf1-4ad4-a04c-1e75909f8f7c tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:55.856725 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5c4d6f-adf1-4ad4-a04c-1e75909f8f7c tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Fanout notify agent at l3_agent the message router_deleted on router 3a6999c2-9493-4d56-9ef2-d2475f367cd0 {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:58:55.856973 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34efc92-8933-4974-a82a-e95b1937bc16 None None] The sync data for ids ['3a6999c2-9493-4d56-9ef2-d2475f367cd0'] in n-d-715271-27 is: [{'id': '3a6999c2-9493-4d56-9ef2-d2475f367cd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-317263120', 'tenant_id': '6f3566bb2f154defb89039fc7ed47ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'f4f4d7cc-5a90-428e-84d6-8899513e9811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:57:15Z', 'updated_at': '2021-11-12T03:58:53Z', 'revision_number': 5, 'project_id': '6f3566bb2f154defb89039fc7ed47ab9', 'gw_port': {'id': 'f4f4d7cc-5a90-428e-84d6-8899513e9811', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:74:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6999c2-9493-4d56-9ef2-d2475f367cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:16Z', 'updated_at': '2021-11-12T03:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:58:55.873959 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ed5c4d6f-adf1-4ad4-a04c-1e75909f8f7c tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:55.880664 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ed5c4d6f-adf1-4ad4-a04c-1e75909f8f7c tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "DELETE /v2.0/routers/3a6999c2-9493-4d56-9ef2-d2475f367cd0 HTTP/1.1" status: 204 len: 168 time: 0.9609165 Nov 12 03:58:55.881427 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53412) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:55.891078 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c4f4c778-cfcc-4501-8d60-a7aedc3892e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:55.915761 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-494d5b32-544e-4c00-9859-a53cd354efab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:55.954198 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494d5b32-544e-4c00-9859-a53cd354efab None None] No DVR routers for this DVR port 58e24be9-6440-4005-9c6e-602c2cff9c81 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:58:55.956390 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494d5b32-544e-4c00-9859-a53cd354efab None None] Pushing event deleted for resources: {'Port': ['ID=58e24be9-6440-4005-9c6e-602c2cff9c81,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:55.990159 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-79500222-4a9f-4f24-bb85-4b916e370b9b tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:56.084337 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-79500222-4a9f-4f24-bb85-4b916e370b9b tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:56.105821 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-79500222-4a9f-4f24-bb85-4b916e370b9b tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c3f79d8-afbc-4119-a3be-0e08c07a34e3']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:56.115659 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-79500222-4a9f-4f24-bb85-4b916e370b9b tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf88263-6d28-4927-a4f8-665642630cbb') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:56.115957 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-79500222-4a9f-4f24-bb85-4b916e370b9b tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf88263-6d28-4927-a4f8-665642630cbb') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:56.125623 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-79500222-4a9f-4f24-bb85-4b916e370b9b tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:56.138335 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f4c778-cfcc-4501-8d60-a7aedc3892e4 admin admin] Router 2aaf533c-e6e2-41a9-8655-58b3ea77f02f has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:58:56.139170 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-79500222-4a9f-4f24-bb85-4b916e370b9b tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:56.146889 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79500222-4a9f-4f24-bb85-4b916e370b9b tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:58:56.147306 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-79500222-4a9f-4f24-bb85-4b916e370b9b tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:56.150388 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:58:56.150388 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:58:56.150388 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:58:56.150388 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:58:56.150388 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:58:56.150388 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:58:56.150388 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:58:56.150388 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:58:56.150388 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:58:56.150388 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:58:56.150388 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:58:56.150388 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:58:56.150388 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:58:56.150388 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:58:56.150388 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:58:56.150388 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:58:56.150388 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:58:56.150388 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:58:56.150388 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:58:56.150388 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:58:56.150388 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:58:56.150388 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:58:56.150388 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:58:56.150388 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:58:56.150388 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:58:56.150388 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:58:56.150388 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:58:56.150388 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:58:56.150388 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:58:56.150388 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:58:56.150388 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:58:56.150388 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:58:56.217465 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-79500222-4a9f-4f24-bb85-4b916e370b9b tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:56.225737 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-79500222-4a9f-4f24-bb85-4b916e370b9b tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:56.230943 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-79500222-4a9f-4f24-bb85-4b916e370b9b tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] 10.222.0.50 "DELETE /v2.0/networks/6c3f79d8-afbc-4119-a3be-0e08c07a34e3 HTTP/1.1" status: 204 len: 168 time: 0.3457098 Nov 12 03:58:56.241553 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79500222-4a9f-4f24-bb85-4b916e370b9b tempest-TestSecurityGroupsBasicOps-973832482 tempest-TestSecurityGroupsBasicOps-973832482-project] Pushing event deleted for resources: {'Network': ['ID=6c3f79d8-afbc-4119-a3be-0e08c07a34e3,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:56.261507 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f4c778-cfcc-4501-8d60-a7aedc3892e4 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:58:56.270047 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c4f4c778-cfcc-4501-8d60-a7aedc3892e4 admin admin] 10.222.0.50 "PUT /v2.0/routers/2aaf533c-e6e2-41a9-8655-58b3ea77f02f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1943667 Nov 12 03:58:56.270660 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53416) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:56.275679 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623899a3-d7bf-479c-870c-ad0ae8d7c02e None None] Sync routers for ids ['2aaf533c-e6e2-41a9-8655-58b3ea77f02f'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:58:56.292556 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 58e24be9-6440-4005-9c6e-602c2cff9c81 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:56.303948 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623899a3-d7bf-479c-870c-ad0ae8d7c02e None None] Routers {'2aaf533c-e6e2-41a9-8655-58b3ea77f02f'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:56.305260 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-623899a3-d7bf-479c-870c-ad0ae8d7c02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:58:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['2aaf533c-e6e2-41a9-8655-58b3ea77f02f'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:56.332290 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 58e24be9-6440-4005-9c6e-602c2cff9c81 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:58:56.338948 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 58e24be9-6440-4005-9c6e-602c2cff9c81 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:56.418195 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f1f40c44-775d-489d-9752-94f8cf07a994 admin admin] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:56.442881 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-623899a3-d7bf-479c-870c-ad0ae8d7c02e None None] Set router 2aaf533c-e6e2-41a9-8655-58b3ea77f02f gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:56.542829 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f1f40c44-775d-489d-9752-94f8cf07a994 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:56.599983 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-f1f40c44-775d-489d-9752-94f8cf07a994 admin admin] Deleting port 740a2eab-4995-4011-9d46-767420b7d35a {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:56.600485 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f1f40c44-775d-489d-9752-94f8cf07a994 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:56.667287 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-623899a3-d7bf-479c-870c-ad0ae8d7c02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aaf533c-e6e2-41a9-8655-58b3ea77f02f', 'name': 'tempest-TestVolumeBackupRestore-1342158045-router', 'tenant_id': 'e795e71604da45fc9b1958b7bee4d27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '740a2eab-4995-4011-9d46-767420b7d35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:55:06Z', 'updated_at': '2021-11-12T03:58:55Z', 'revision_number': 5, 'project_id': 'e795e71604da45fc9b1958b7bee4d27c', 'gw_port': {'id': '740a2eab-4995-4011-9d46-767420b7d35a', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaf533c-e6e2-41a9-8655-58b3ea77f02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:07Z', 'updated_at': '2021-11-12T03:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:56.671453 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53422) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:56.699801 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623899a3-d7bf-479c-870c-ad0ae8d7c02e None None] Checking router: 2aaf533c-e6e2-41a9-8655-58b3ea77f02f for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:58:56.713185 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-f1f40c44-775d-489d-9752-94f8cf07a994 admin admin] For port 740a2eab-4995-4011-9d46-767420b7d35a, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=740a2eab-4995-4011-9d46-767420b7d35a,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:56.713810 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f1f40c44-775d-489d-9752-94f8cf07a994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:56.714456 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623899a3-d7bf-479c-870c-ad0ae8d7c02e None None] Routers {'2aaf533c-e6e2-41a9-8655-58b3ea77f02f'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:56.715263 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-623899a3-d7bf-479c-870c-ad0ae8d7c02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T03:58:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['2aaf533c-e6e2-41a9-8655-58b3ea77f02f'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:56.730921 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-f1f40c44-775d-489d-9752-94f8cf07a994 admin admin] Calling delete_port for 740a2eab-4995-4011-9d46-767420b7d35a owned by network:router_gateway {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:56.820893 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-623899a3-d7bf-479c-870c-ad0ae8d7c02e None None] Set router 2aaf533c-e6e2-41a9-8655-58b3ea77f02f gateway port host: None {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:56.843393 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a3998ce1-3e14-4dd4-b9d8-9fe691cd824a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6f3566bb2f154defb89039fc7ed47ab9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1678021 Nov 12 03:58:56.844411 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53426) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:56.884019 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-623899a3-d7bf-479c-870c-ad0ae8d7c02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aaf533c-e6e2-41a9-8655-58b3ea77f02f', 'name': 'tempest-TestVolumeBackupRestore-1342158045-router', 'tenant_id': 'e795e71604da45fc9b1958b7bee4d27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:55:06Z', 'updated_at': '2021-11-12T03:58:56Z', 'revision_number': 6, 'project_id': 'e795e71604da45fc9b1958b7bee4d27c', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:56.899605 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b6f95183-8142-4797-b7fd-2f4235afecd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:56.918407 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f1f40c44-775d-489d-9752-94f8cf07a994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:56.918650 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623899a3-d7bf-479c-870c-ad0ae8d7c02e None None] The sync data for ids ['2aaf533c-e6e2-41a9-8655-58b3ea77f02f'] in n-d-715271-27 is: [{'id': '2aaf533c-e6e2-41a9-8655-58b3ea77f02f', 'name': 'tempest-TestVolumeBackupRestore-1342158045-router', 'tenant_id': 'e795e71604da45fc9b1958b7bee4d27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:55:06Z', 'updated_at': '2021-11-12T03:58:56Z', 'revision_number': 6, 'project_id': 'e795e71604da45fc9b1958b7bee4d27c', 'gw_port_host': None}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:58:56.930659 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b6f95183-8142-4797-b7fd-2f4235afecd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:56.967202 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f40c44-775d-489d-9752-94f8cf07a994 admin admin] Pushing event deleted for resources: {'Port': ['ID=740a2eab-4995-4011-9d46-767420b7d35a,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:56.979337 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a311fa0-ede7-470b-8860-e68dc8b6d05e None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:58:56.993650 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b6f95183-8142-4797-b7fd-2f4235afecd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:56.996962 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b6f95183-8142-4797-b7fd-2f4235afecd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:56.998850 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b6f95183-8142-4797-b7fd-2f4235afecd5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f580083f-ae69-446c-be9f-574683875dcd HTTP/1.1" status: 204 len: 168 time: 0.1532192 Nov 12 03:58:57.009101 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f95183-8142-4797-b7fd-2f4235afecd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f580083f-ae69-446c-be9f-574683875dcd,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:57.045979 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f1f40c44-775d-489d-9752-94f8cf07a994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:57.160975 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f1f40c44-775d-489d-9752-94f8cf07a994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:57.163747 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f1f40c44-775d-489d-9752-94f8cf07a994 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:57.213190 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f1f40c44-775d-489d-9752-94f8cf07a994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:57.213812 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f40c44-775d-489d-9752-94f8cf07a994 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2aaf533c-e6e2-41a9-8655-58b3ea77f02f {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:58:57.219767 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f1f40c44-775d-489d-9752-94f8cf07a994 admin admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:57.221222 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f1f40c44-775d-489d-9752-94f8cf07a994 admin admin] 10.222.0.50 "DELETE /v2.0/routers/2aaf533c-e6e2-41a9-8655-58b3ea77f02f HTTP/1.1" status: 204 len: 168 time: 0.9493043 Nov 12 03:58:57.223682 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53432) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:57.282792 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-53dfd649-1405-4c7e-917b-c9b7ae621662 admin admin] Deleting subnet a38c128c-933e-4b19-a3cf-5bcc94dacfef {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:58:57.286319 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-53dfd649-1405-4c7e-917b-c9b7ae621662 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:57.326805 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53434) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:57.330779 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-53dfd649-1405-4c7e-917b-c9b7ae621662 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:57.342299 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-74846df2-1c1b-4a30-b504-e6e16a723685 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:57.428751 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-53dfd649-1405-4c7e-917b-c9b7ae621662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:57.464207 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-74846df2-1c1b-4a30-b504-e6e16a723685 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:57.469296 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-74846df2-1c1b-4a30-b504-e6e16a723685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:57.507337 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-53dfd649-1405-4c7e-917b-c9b7ae621662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:57.517545 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74846df2-1c1b-4a30-b504-e6e16a723685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b646b5c-4c76-43c0-b6ba-5a34450004c1,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:57.525774 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-74846df2-1c1b-4a30-b504-e6e16a723685 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=608c1a1cd6b8437c9bb3b02c4a9dd92a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1942449 Nov 12 03:58:57.527151 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53436) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:57.543084 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dfd649-1405-4c7e-917b-c9b7ae621662 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a38c128c-933e-4b19-a3cf-5bcc94dacfef,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:57.548541 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-53dfd649-1405-4c7e-917b-c9b7ae621662 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:57.554230 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-53dfd649-1405-4c7e-917b-c9b7ae621662 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a38c128c-933e-4b19-a3cf-5bcc94dacfef HTTP/1.1" status: 204 len: 168 time: 0.3270924 Nov 12 03:58:57.554430 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53438) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:57.567143 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d95e455-00d7-47ae-8ddf-c3b3df106d92 None None] Network 45f7bdf7-8882-4d51-b685-909f2eda4946 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:58:57.589432 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d99ab145-7908-4b0c-96ea-8ec8da76793f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:57.615789 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d99ab145-7908-4b0c-96ea-8ec8da76793f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:57.629706 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-60ac08f8-86c1-4385-94d1-2eb37ed1ff35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:57.685847 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d99ab145-7908-4b0c-96ea-8ec8da76793f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:57.689716 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d99ab145-7908-4b0c-96ea-8ec8da76793f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:57.693582 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d99ab145-7908-4b0c-96ea-8ec8da76793f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2b646b5c-4c76-43c0-b6ba-5a34450004c1 HTTP/1.1" status: 204 len: 168 time: 0.1639199 Nov 12 03:58:57.701584 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ab145-7908-4b0c-96ea-8ec8da76793f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b646b5c-4c76-43c0-b6ba-5a34450004c1,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:57.714112 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-60ac08f8-86c1-4385-94d1-2eb37ed1ff35 admin admin] Deleting port 4b946cf9-154e-4e89-9502-f102a2a2edb4 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:57.714732 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-60ac08f8-86c1-4385-94d1-2eb37ed1ff35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:57.786015 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-60ac08f8-86c1-4385-94d1-2eb37ed1ff35 admin admin] For port 4b946cf9-154e-4e89-9502-f102a2a2edb4, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=4b946cf9-154e-4e89-9502-f102a2a2edb4,segment=NetworkSegment(fe6a5668-e297-4097-8909-e06db78dc4d4),segment_id=fe6a5668-e297-4097-8909-e06db78dc4d4)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:57.786361 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-60ac08f8-86c1-4385-94d1-2eb37ed1ff35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:57.799543 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-60ac08f8-86c1-4385-94d1-2eb37ed1ff35 admin admin] Calling delete_port for 4b946cf9-154e-4e89-9502-f102a2a2edb4 owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:57.895961 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-60ac08f8-86c1-4385-94d1-2eb37ed1ff35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:57.923966 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac08f8-86c1-4385-94d1-2eb37ed1ff35 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b946cf9-154e-4e89-9502-f102a2a2edb4,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:57.929257 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ac08f8-86c1-4385-94d1-2eb37ed1ff35 admin admin] No DVR routers for this DVR port 4b946cf9-154e-4e89-9502-f102a2a2edb4 on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:58:57.955219 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a434af75-6a53-4f97-b03e-f6e5f0cfb001 None None] DHCP port deletion for 45f7bdf7-8882-4d51-b685-909f2eda4946 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:58:58.019141 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-60ac08f8-86c1-4385-94d1-2eb37ed1ff35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.049296 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device f4f4d7cc-5a90-428e-84d6-8899513e9811 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:58.051624 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-60ac08f8-86c1-4385-94d1-2eb37ed1ff35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45f7bdf7-8882-4d51-b685-909f2eda4946']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:58.063932 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-60ac08f8-86c1-4385-94d1-2eb37ed1ff35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe6a5668-e297-4097-8909-e06db78dc4d4') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:58.064816 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-60ac08f8-86c1-4385-94d1-2eb37ed1ff35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe6a5668-e297-4097-8909-e06db78dc4d4') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:58.075038 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: f4f4d7cc-5a90-428e-84d6-8899513e9811 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:58:58.075278 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-60ac08f8-86c1-4385-94d1-2eb37ed1ff35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.083249 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device f4f4d7cc-5a90-428e-84d6-8899513e9811 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:58.084066 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device dc4d1d2f-96e2-4e40-beb1-b7d6676ed9df no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:58.092771 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-60ac08f8-86c1-4385-94d1-2eb37ed1ff35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.102412 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ac08f8-86c1-4385-94d1-2eb37ed1ff35 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:58:58.102807 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-60ac08f8-86c1-4385-94d1-2eb37ed1ff35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.104733 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 03:58:58.104733 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:58:58.104733 n-d-715271-27 neutron-server[102572]: timer() Nov 12 03:58:58.104733 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:58:58.104733 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 03:58:58.104733 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:58:58.104733 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 03:58:58.104733 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:58:58.104733 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 03:58:58.104733 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:58:58.104733 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 03:58:58.104733 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:58:58.104733 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 03:58:58.104733 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:58:58.104733 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:58:58.104733 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:58:58.104733 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:58:58.104733 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:58:58.104733 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 03:58:58.104733 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:58:58.104733 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 03:58:58.104733 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:58:58.104733 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:58:58.104733 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:58:58.104733 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 03:58:58.104733 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:58:58.104733 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:58:58.104733 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:58:58.104733 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:58:58.104733 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:58:58.104733 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:58:58.104733 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:58:58.113206 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: dc4d1d2f-96e2-4e40-beb1-b7d6676ed9df {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:58:58.113642 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device dc4d1d2f-96e2-4e40-beb1-b7d6676ed9df not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:58.114067 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 4b946cf9-154e-4e89-9502-f102a2a2edb4 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:58.122617 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53444) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:58.135862 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 4b946cf9-154e-4e89-9502-f102a2a2edb4 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:58:58.136002 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 4b946cf9-154e-4e89-9502-f102a2a2edb4 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:58.136620 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 740a2eab-4995-4011-9d46-767420b7d35a no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:58.159058 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 740a2eab-4995-4011-9d46-767420b7d35a {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:58:58.159840 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 740a2eab-4995-4011-9d46-767420b7d35a not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:58.160138 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d4e0f34a-bfd7-40ec-bb15-18a85ad377a5 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:58.168008 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d92a30d8-c062-4c9e-a847-0139bda8b179 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=721e17da9ecf4ce89c4f0e8fe75920d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0440252 Nov 12 03:58:58.168275 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-60ac08f8-86c1-4385-94d1-2eb37ed1ff35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.174143 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53446) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:58.175385 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-60ac08f8-86c1-4385-94d1-2eb37ed1ff35 admin admin] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.178995 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-60ac08f8-86c1-4385-94d1-2eb37ed1ff35 admin admin] 10.222.0.50 "DELETE /v2.0/networks/45f7bdf7-8882-4d51-b685-909f2eda4946 HTTP/1.1" status: 204 len: 168 time: 0.6236169 Nov 12 03:58:58.185169 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: d4e0f34a-bfd7-40ec-bb15-18a85ad377a5 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:58:58.185519 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d4e0f34a-bfd7-40ec-bb15-18a85ad377a5 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:58.206218 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac08f8-86c1-4385-94d1-2eb37ed1ff35 admin admin] Pushing event deleted for resources: {'Network': ['ID=45f7bdf7-8882-4d51-b685-909f2eda4946,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:58.244804 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0b85050e-6c22-4f1c-a0ef-f1f875baa147 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.273172 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0b85050e-6c22-4f1c-a0ef-f1f875baa147 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.333343 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0b85050e-6c22-4f1c-a0ef-f1f875baa147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.336215 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0b85050e-6c22-4f1c-a0ef-f1f875baa147 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.339438 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-0b85050e-6c22-4f1c-a0ef-f1f875baa147 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/06627028-42ec-471c-82dc-7d376ce17aed HTTP/1.1" status: 204 len: 168 time: 0.1573756 Nov 12 03:58:58.348575 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85050e-6c22-4f1c-a0ef-f1f875baa147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06627028-42ec-471c-82dc-7d376ce17aed,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:58.384425 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53452) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:58.428676 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8c632ab4-ae49-4eb4-aaaf-6ff9bd0b0e08 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=71bb88761be64fdca8e5a72446290996&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429621 Nov 12 03:58:58.431182 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53454) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:58.487777 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4c630b59-520a-4669-b07f-c42b20895236 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.516731 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4c630b59-520a-4669-b07f-c42b20895236 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.572104 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4c630b59-520a-4669-b07f-c42b20895236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.572540 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4c630b59-520a-4669-b07f-c42b20895236 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.573787 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4c630b59-520a-4669-b07f-c42b20895236 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/262c65ca-eb49-4e69-b40f-bc1c1b0a2d5e HTTP/1.1" status: 204 len: 168 time: 0.1416845 Nov 12 03:58:58.585642 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c630b59-520a-4669-b07f-c42b20895236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262c65ca-eb49-4e69-b40f-bc1c1b0a2d5e,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:58.985652 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53460) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:59.025589 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-76a1c7b9-74a9-4286-bac4-842c50e38c41 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e795e71604da45fc9b1958b7bee4d27c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386963 Nov 12 03:58:59.027948 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53462) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:59.078979 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bf08a62e-1365-4569-bfba-41ce12f8bbb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:59.099582 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bf08a62e-1365-4569-bfba-41ce12f8bbb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:59.147505 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bf08a62e-1365-4569-bfba-41ce12f8bbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:59.150075 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bf08a62e-1365-4569-bfba-41ce12f8bbb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:59.151219 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-bf08a62e-1365-4569-bfba-41ce12f8bbb3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/42688b01-992b-48a5-9227-5508275b217a HTTP/1.1" status: 204 len: 168 time: 0.1223850 Nov 12 03:58:59.160041 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf08a62e-1365-4569-bfba-41ce12f8bbb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42688b01-992b-48a5-9227-5508275b217a,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:00.364624 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-33a89dac-95a2-4268-84e5-a942060f5831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:01.950486 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:59:03.388524 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f5f1f46d-3084-4ea6-9fd8-124b3f4a15e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:04.175566 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:05.511706 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:06.369733 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:08.799463 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:10.614284 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc5161-8434-465a-9fed-9ae4860c7325 req-3e6123f1-1bb1-40b0-9172-0cd423fbcca3 tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:10.615829 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6afc5161-8434-465a-9fed-9ae4860c7325 req-3e6123f1-1bb1-40b0-9172-0cd423fbcca3 tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 1098 time: 0.0409079 Nov 12 03:59:10.662110 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6afc5161-8434-465a-9fed-9ae4860c7325 req-b9a108f8-dd01-42b6-b49a-5d209c8360ed tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8480dc14-ef01-42e1-8499-f84f47a387e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403960 Nov 12 03:59:10.783490 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362944d7-9ab9-41c6-acb0-89453ec0e9c0 req-2e22e18e-a61e-4880-98a7-94b81d643193 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:10.785003 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-362944d7-9ab9-41c6-acb0-89453ec0e9c0 req-2e22e18e-a61e-4880-98a7-94b81d643193 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 946 time: 0.0494926 Nov 12 03:59:10.838128 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-362944d7-9ab9-41c6-acb0-89453ec0e9c0 req-4b1b7e13-1c69-4921-bc52-809c28717fba tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=8480dc14-ef01-42e1-8499-f84f47a387e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469773 Nov 12 03:59:10.860480 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53484) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:10.919352 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a97e8740-fa27-448c-93d7-05ee5120642b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/floatingips/17a89c6c-f22b-46c2-aee5-4be263004f82 HTTP/1.1" status: 200 len: 993 time: 0.0577619 Nov 12 03:59:11.282558 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-89d8e99b-30b7-4bad-92ef-8ea6c0d6a0c1 req-b478448e-4bee-46e6-a645-ee00db6e8705 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:59:11.283515 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-89d8e99b-30b7-4bad-92ef-8ea6c0d6a0c1 req-b478448e-4bee-46e6-a645-ee00db6e8705 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058677 Nov 12 03:59:11.746020 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-7b79237c-18fd-4051-a29c-50b7453228f0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0712211 Nov 12 03:59:11.762764 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768fab7-ac78-4075-9111-c9549bd64b87 req-9e0ef6af-b9f1-4035-b8d9-d7b923b96039 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:11.764732 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e768fab7-ac78-4075-9111-c9549bd64b87 req-9e0ef6af-b9f1-4035-b8d9-d7b923b96039 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 946 time: 0.0809453 Nov 12 03:59:11.819166 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e768fab7-ac78-4075-9111-c9549bd64b87 req-35423785-8afd-49d2-bb0c-7e4ba0b3b1e5 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=8480dc14-ef01-42e1-8499-f84f47a387e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476239 Nov 12 03:59:12.942736 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a527278-ca09-4e17-8689-035cffbf6235 req-4be2ba75-9ae9-4e8a-a94d-c2714c768bb9 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:12.944229 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0a527278-ca09-4e17-8689-035cffbf6235 req-4be2ba75-9ae9-4e8a-a94d-c2714c768bb9 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 946 time: 0.0514801 Nov 12 03:59:12.983885 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-75abe939-fb3e-4862-9c69-54fcd311c276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:12.986095 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-75abe939-fb3e-4862-9c69-54fcd311c276 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7ef96e16fae9482b9643848210ab127b&device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 1098 time: 0.0429018 Nov 12 03:59:12.996133 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0a527278-ca09-4e17-8689-035cffbf6235 req-b8c8cc38-107e-433b-b6fd-2cb9f1a18c01 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=8480dc14-ef01-42e1-8499-f84f47a387e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460339 Nov 12 03:59:13.081575 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-4ac7117d-a770-4463-8905-7018fb296438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:13.083057 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-4ac7117d-a770-4463-8905-7018fb296438 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2bfbd00d-8640-41aa-af10-a9a49d38b848 HTTP/1.1" status: 200 len: 897 time: 0.0897350 Nov 12 03:59:13.148197 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-9933734c-d36a-40eb-a9b9-de2273bf6588 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00639690-edcc-4d69-bc87-3ac7e62c8a23 HTTP/1.1" status: 200 len: 1001 time: 0.0575273 Nov 12 03:59:13.199078 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-c2327650-b8fa-40d8-afd1-763189618955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:13.200526 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-c2327650-b8fa-40d8-afd1-763189618955 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=52df7a35-9c8c-4202-8731-c7a6df5b4b9d HTTP/1.1" status: 200 len: 834 time: 0.0427940 Nov 12 03:59:13.252705 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-f247ab1a-74c9-44ba-8ffd-87a764c6a704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:13.254182 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-f247ab1a-74c9-44ba-8ffd-87a764c6a704 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2bfbd00d-8640-41aa-af10-a9a49d38b848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458107 Nov 12 03:59:13.347653 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-debf72f1-1677-4adb-b34c-902bfd15d320 service neutron] 10.222.0.74 "GET /v2.0/networks/2bfbd00d-8640-41aa-af10-a9a49d38b848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840495 Nov 12 03:59:13.450976 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-c59125c0-53fe-463b-bc16-b4236fd59e11 service neutron] 10.222.0.74 "GET /v2.0/networks/2bfbd00d-8640-41aa-af10-a9a49d38b848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889013 Nov 12 03:59:14.123747 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954227d9-6de1-492e-b8e9-a9025c6fc9e2 req-459c07a7-92cf-4884-9007-beb67c4b4e9e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:14.126241 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-954227d9-6de1-492e-b8e9-a9025c6fc9e2 req-459c07a7-92cf-4884-9007-beb67c4b4e9e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 946 time: 0.0604520 Nov 12 03:59:14.177063 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-954227d9-6de1-492e-b8e9-a9025c6fc9e2 req-483c1d8c-7065-43ec-b55a-1fc07e3df6e2 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=8480dc14-ef01-42e1-8499-f84f47a387e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450239 Nov 12 03:59:15.298871 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865dce8b-3495-41b3-8cec-ad905fa61f37 req-2bbbc159-493b-47c5-9bfb-82c575755eb7 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:15.300402 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-865dce8b-3495-41b3-8cec-ad905fa61f37 req-2bbbc159-493b-47c5-9bfb-82c575755eb7 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 946 time: 0.0540226 Nov 12 03:59:15.350756 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-865dce8b-3495-41b3-8cec-ad905fa61f37 req-d1608418-afc9-4a4a-9afe-b6e40a21563e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=8480dc14-ef01-42e1-8499-f84f47a387e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444698 Nov 12 03:59:16.472694 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff809295-b2ee-4a5d-9bec-bb58ea27f2ea req-0668ad96-fd19-43b0-98f8-598538b508b7 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:16.474882 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ff809295-b2ee-4a5d-9bec-bb58ea27f2ea req-0668ad96-fd19-43b0-98f8-598538b508b7 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 946 time: 0.0508542 Nov 12 03:59:16.535247 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ff809295-b2ee-4a5d-9bec-bb58ea27f2ea req-fe0123d7-5da8-4157-b377-112602637b86 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=8480dc14-ef01-42e1-8499-f84f47a387e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550029 Nov 12 03:59:17.651056 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17236f0e-0cbb-416c-9f8e-801ed5dee9c8 req-80602d41-2dbe-45c2-9ce0-c88418793ef9 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:17.652549 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-17236f0e-0cbb-416c-9f8e-801ed5dee9c8 req-80602d41-2dbe-45c2-9ce0-c88418793ef9 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 946 time: 0.0491548 Nov 12 03:59:17.702616 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-17236f0e-0cbb-416c-9f8e-801ed5dee9c8 req-cb4352a5-4e10-4a63-8a3d-f1bca5913168 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=8480dc14-ef01-42e1-8499-f84f47a387e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432949 Nov 12 03:59:18.381162 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:18.823583 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b893b97-c621-4c1d-955a-c3ad0d8f470e req-c406551a-de34-421d-a5b3-534409c3ffdf tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:18.825114 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1b893b97-c621-4c1d-955a-c3ad0d8f470e req-c406551a-de34-421d-a5b3-534409c3ffdf tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 946 time: 0.0511076 Nov 12 03:59:18.877871 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1b893b97-c621-4c1d-955a-c3ad0d8f470e req-132cdd39-df7b-473d-9fe6-f0944c99164c tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=8480dc14-ef01-42e1-8499-f84f47a387e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454013 Nov 12 03:59:20.006238 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1107c80-19f8-4daa-98d9-aab91037561e req-3d94928a-b324-48e6-9512-bc0a055ce0ec tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:20.007823 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e1107c80-19f8-4daa-98d9-aab91037561e req-3d94928a-b324-48e6-9512-bc0a055ce0ec tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 946 time: 0.0580325 Nov 12 03:59:20.064204 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e1107c80-19f8-4daa-98d9-aab91037561e req-15876f2e-3e91-47be-a414-56016089274d tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=8480dc14-ef01-42e1-8499-f84f47a387e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464849 Nov 12 03:59:21.181619 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74930b52-9b7b-4844-9c06-d683e968bc74 req-171c7a29-299a-4b4d-8f5d-ebbf495a8030 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:21.183111 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-74930b52-9b7b-4844-9c06-d683e968bc74 req-171c7a29-299a-4b4d-8f5d-ebbf495a8030 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 946 time: 0.0491676 Nov 12 03:59:21.233481 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-74930b52-9b7b-4844-9c06-d683e968bc74 req-314c01f6-6c5e-40f4-8e0d-c48b13e3e790 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=8480dc14-ef01-42e1-8499-f84f47a387e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439582 Nov 12 03:59:22.355513 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5e21e-ad7b-4ea2-a4f9-538c4194365a req-73b5dbdb-5778-461d-9b28-88d8b48c8195 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:22.357011 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bda5e21e-ad7b-4ea2-a4f9-538c4194365a req-73b5dbdb-5778-461d-9b28-88d8b48c8195 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 946 time: 0.0492301 Nov 12 03:59:22.407141 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bda5e21e-ad7b-4ea2-a4f9-538c4194365a req-5897d9e7-a578-4d8f-9489-894cea0d0acd tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=8480dc14-ef01-42e1-8499-f84f47a387e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442116 Nov 12 03:59:23.528957 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cadda79-9604-4670-abc9-d64c77bd0ebe req-15a99de0-1844-4a33-9dcd-d13382fe5607 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:23.530440 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5cadda79-9604-4670-abc9-d64c77bd0ebe req-15a99de0-1844-4a33-9dcd-d13382fe5607 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 946 time: 0.0549655 Nov 12 03:59:23.581531 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5cadda79-9604-4670-abc9-d64c77bd0ebe req-ccc562cd-c163-40e9-96f8-716ac61ba121 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=8480dc14-ef01-42e1-8499-f84f47a387e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442801 Nov 12 03:59:24.697444 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52feee-72a7-4229-bf2c-136aa51c359c req-67897452-5794-4c1c-977e-8381141e62e7 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:24.698806 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ef52feee-72a7-4229-bf2c-136aa51c359c req-67897452-5794-4c1c-977e-8381141e62e7 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 946 time: 0.0479386 Nov 12 03:59:24.752884 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ef52feee-72a7-4229-bf2c-136aa51c359c req-b78fe7c5-9ce5-4006-a9a4-69fc7ef06a41 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=8480dc14-ef01-42e1-8499-f84f47a387e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472763 Nov 12 03:59:25.773673 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-91884c8e-c3b4-475f-bbb4-f370751389ac service neutron] show failed (client error): The resource could not be found. Nov 12 03:59:25.774699 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-91884c8e-c3b4-475f-bbb4-f370751389ac service neutron] 10.222.0.74 "GET /v2.0/ports/00639690-edcc-4d69-bc87-3ac7e62c8a23/bindings/n-h2-715271-27 HTTP/1.1" status: 404 len: 381 time: 0.0567017 Nov 12 03:59:25.880782 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17d9c6-5ca5-4262-81f1-965902e8e705 req-15d6ce02-ab04-4622-b102-6cde2dc14155 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:25.882298 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7c17d9c6-5ca5-4262-81f1-965902e8e705 req-15d6ce02-ab04-4622-b102-6cde2dc14155 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 946 time: 0.0516243 Nov 12 03:59:25.945073 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7c17d9c6-5ca5-4262-81f1-965902e8e705 req-9a492238-8806-41ce-83f7-3369a4148c89 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=8480dc14-ef01-42e1-8499-f84f47a387e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566571 Nov 12 03:59:26.107548 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-c9f33de3-8b1b-4912-96c9-b5b48c52fd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:26.109221 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-c9f33de3-8b1b-4912-96c9-b5b48c52fd39 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a&tenant_id=7ef96e16fae9482b9643848210ab127b HTTP/1.1" status: 200 len: 1098 time: 0.1447234 Nov 12 03:59:26.120188 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-5c063ee2-8358-416f-acf5-f9669d9e63fe service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:59:26.121255 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-5c063ee2-8358-416f-acf5-f9669d9e63fe service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048575 Nov 12 03:59:26.141264 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-9ed67cc3-ab07-4da3-a325-6ff9e5caf6f4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-27', 'device_owner': 'compute:nova'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:26.192428 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-9ed67cc3-ab07-4da3-a325-6ff9e5caf6f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:26.390934 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-9ed67cc3-ab07-4da3-a325-6ff9e5caf6f4 service neutron] For port 00639690-edcc-4d69-bc87-3ac7e62c8a23, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=00639690-edcc-4d69-bc87-3ac7e62c8a23,segment=NetworkSegment(8ee2a672-7f48-44e0-b15d-d39f6001612c),segment_id=8ee2a672-7f48-44e0-b15d-d39f6001612c)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:26.429338 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-9ed67cc3-ab07-4da3-a325-6ff9e5caf6f4 service neutron] For port 00639690-edcc-4d69-bc87-3ac7e62c8a23, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:59:26.468528 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2660a45-c76a-40f4-9555-aacb4304ef5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00639690-edcc-4d69-bc87-3ac7e62c8a23'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:26.471428 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11335419-3e1d-44fe-958c-fd877584db74" -d '{"events": [{"server_uuid": "b2660a45-c76a-40f4-9555-aacb4304ef5a", "name": "network-vif-unplugged", "status": "completed", "tag": "00639690-edcc-4d69-bc87-3ac7e62c8a23"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:26.475499 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-9ed67cc3-ab07-4da3-a325-6ff9e5caf6f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:26.488653 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-9ed67cc3-ab07-4da3-a325-6ff9e5caf6f4 service neutron] Transition to ACTIVE for port object 00639690-edcc-4d69-bc87-3ac7e62c8a23 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:59:26.493226 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-9ed67cc3-ab07-4da3-a325-6ff9e5caf6f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:26.576037 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed67cc3-ab07-4da3-a325-6ff9e5caf6f4 service neutron] Pushing event updated for resources: {'Port': ['ID=00639690-edcc-4d69-bc87-3ac7e62c8a23,revision_number=6']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:26.591203 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed67cc3-ab07-4da3-a325-6ff9e5caf6f4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:26.591630 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed67cc3-ab07-4da3-a325-6ff9e5caf6f4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:26.591866 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed67cc3-ab07-4da3-a325-6ff9e5caf6f4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:26.592227 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed67cc3-ab07-4da3-a325-6ff9e5caf6f4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:26.592551 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed67cc3-ab07-4da3-a325-6ff9e5caf6f4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:26.592896 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed67cc3-ab07-4da3-a325-6ff9e5caf6f4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:26.593231 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed67cc3-ab07-4da3-a325-6ff9e5caf6f4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:26.593496 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed67cc3-ab07-4da3-a325-6ff9e5caf6f4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:26.594862 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed67cc3-ab07-4da3-a325-6ff9e5caf6f4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:26.595185 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed67cc3-ab07-4da3-a325-6ff9e5caf6f4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:26.595504 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed67cc3-ab07-4da3-a325-6ff9e5caf6f4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:26.595849 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed67cc3-ab07-4da3-a325-6ff9e5caf6f4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:26.631209 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-9ed67cc3-ab07-4da3-a325-6ff9e5caf6f4 service neutron] No DVR routers for this DVR port 00639690-edcc-4d69-bc87-3ac7e62c8a23 on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:59:26.711903 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a815e585-1f5f-4d20-815e-9cf4fd1995de x-openstack-request-id: req-a815e585-1f5f-4d20-815e-9cf4fd1995de {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:26.712277 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2660a45-c76a-40f4-9555-aacb4304ef5a", "name": "network-vif-unplugged", "status": "completed", "tag": "00639690-edcc-4d69-bc87-3ac7e62c8a23", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:26.712533 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a815e585-1f5f-4d20-815e-9cf4fd1995de {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:26.712960 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2660a45-c76a-40f4-9555-aacb4304ef5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00639690-edcc-4d69-bc87-3ac7e62c8a23', 'code': 200} Nov 12 03:59:26.773308 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-9ed67cc3-ab07-4da3-a325-6ff9e5caf6f4 service neutron] Attempting to bind port 00639690-edcc-4d69-bc87-3ac7e62c8a23 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:59:26.773638 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-9ed67cc3-ab07-4da3-a325-6ff9e5caf6f4 service neutron] Attempting to bind port 00639690-edcc-4d69-bc87-3ac7e62c8a23 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '8ee2a672-7f48-44e0-b15d-d39f6001612c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2bfbd00d-8640-41aa-af10-a9a49d38b848'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:59:26.773962 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-9ed67cc3-ab07-4da3-a325-6ff9e5caf6f4 service neutron] Attempting to bind port 00639690-edcc-4d69-bc87-3ac7e62c8a23 on network 2bfbd00d-8640-41aa-af10-a9a49d38b848 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:59:26.778165 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-9ed67cc3-ab07-4da3-a325-6ff9e5caf6f4 service neutron] Port 00639690-edcc-4d69-bc87-3ac7e62c8a23 on network 2bfbd00d-8640-41aa-af10-a9a49d38b848 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:59:26.778484 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-9ed67cc3-ab07-4da3-a325-6ff9e5caf6f4 service neutron] Attempting to bind port 00639690-edcc-4d69-bc87-3ac7e62c8a23 on network 2bfbd00d-8640-41aa-af10-a9a49d38b848 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:59:26.783903 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-9ed67cc3-ab07-4da3-a325-6ff9e5caf6f4 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:59:26.784275 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-9ed67cc3-ab07-4da3-a325-6ff9e5caf6f4 service neutron] Checking segment: {'id': '8ee2a672-7f48-44e0-b15d-d39f6001612c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2bfbd00d-8640-41aa-af10-a9a49d38b848'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:59:26.784657 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-9ed67cc3-ab07-4da3-a325-6ff9e5caf6f4 service neutron] Bound using segment: {'id': '8ee2a672-7f48-44e0-b15d-d39f6001612c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2bfbd00d-8640-41aa-af10-a9a49d38b848'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:59:26.785072 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-9ed67cc3-ab07-4da3-a325-6ff9e5caf6f4 service neutron] Bound port: 00639690-edcc-4d69-bc87-3ac7e62c8a23, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ee2a672-7f48-44e0-b15d-d39f6001612c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2bfbd00d-8640-41aa-af10-a9a49d38b848'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:59:26.785424 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-9ed67cc3-ab07-4da3-a325-6ff9e5caf6f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:26.847184 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-9ed67cc3-ab07-4da3-a325-6ff9e5caf6f4 service neutron] For port 00639690-edcc-4d69-bc87-3ac7e62c8a23, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:59:26.850154 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-9ed67cc3-ab07-4da3-a325-6ff9e5caf6f4 service neutron] For port 00639690-edcc-4d69-bc87-3ac7e62c8a23, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=00639690-edcc-4d69-bc87-3ac7e62c8a23,segment=NetworkSegment(8ee2a672-7f48-44e0-b15d-d39f6001612c),segment_id=8ee2a672-7f48-44e0-b15d-d39f6001612c)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:59:26.854704 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-9ed67cc3-ab07-4da3-a325-6ff9e5caf6f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:26.888488 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-9ed67cc3-ab07-4da3-a325-6ff9e5caf6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:26.889055 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-9ed67cc3-ab07-4da3-a325-6ff9e5caf6f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:26.891059 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-9ed67cc3-ab07-4da3-a325-6ff9e5caf6f4 service neutron] 10.222.0.90 "PUT /v2.0/ports/00639690-edcc-4d69-bc87-3ac7e62c8a23 HTTP/1.1" status: 200 len: 1093 time: 0.7533846 Nov 12 03:59:26.912813 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed67cc3-ab07-4da3-a325-6ff9e5caf6f4 service neutron] Pushing event updated for resources: {'Port': ['ID=00639690-edcc-4d69-bc87-3ac7e62c8a23,revision_number=7']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:26.973487 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-fa881e3d-a852-4dd1-b632-0d397d18ad41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:26.975010 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-fa881e3d-a852-4dd1-b632-0d397d18ad41 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7ef96e16fae9482b9643848210ab127b&device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 1096 time: 0.0482531 Nov 12 03:59:27.073342 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536c68f-942c-4608-9e38-8cc9aed57731 req-c14b4cce-d790-4ed1-9536-0a23fbe375f6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:27.075459 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f536c68f-942c-4608-9e38-8cc9aed57731 req-c14b4cce-d790-4ed1-9536-0a23fbe375f6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 944 time: 0.0548289 Nov 12 03:59:27.076660 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-120e714e-b1ec-4e48-8a61-595414b34fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:27.078737 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-120e714e-b1ec-4e48-8a61-595414b34fe3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2bfbd00d-8640-41aa-af10-a9a49d38b848 HTTP/1.1" status: 200 len: 897 time: 0.0957680 Nov 12 03:59:27.128828 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f536c68f-942c-4608-9e38-8cc9aed57731 req-49ce132e-3ef6-4227-aa28-d26dd06bd4b9 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=8480dc14-ef01-42e1-8499-f84f47a387e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464182 Nov 12 03:59:27.154051 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-1134367f-ddcb-4711-b335-1fa9a638d5bb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00639690-edcc-4d69-bc87-3ac7e62c8a23 HTTP/1.1" status: 200 len: 999 time: 0.0685208 Nov 12 03:59:27.205540 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-e8a834b2-a52e-4760-8656-eeb9d69a306b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:27.206994 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-e8a834b2-a52e-4760-8656-eeb9d69a306b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=52df7a35-9c8c-4202-8731-c7a6df5b4b9d HTTP/1.1" status: 200 len: 834 time: 0.0450718 Nov 12 03:59:27.254030 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-383e72ab-2cf6-43cb-a377-81c98176895f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:27.255581 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-383e72ab-2cf6-43cb-a377-81c98176895f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2bfbd00d-8640-41aa-af10-a9a49d38b848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417824 Nov 12 03:59:27.351260 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-074cb762-f9da-40b7-8817-bb53e7231728 service neutron] 10.222.0.90 "GET /v2.0/networks/2bfbd00d-8640-41aa-af10-a9a49d38b848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886688 Nov 12 03:59:27.442973 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-4cd7f519-212c-4954-8c5f-675998b65213 service neutron] 10.222.0.90 "GET /v2.0/networks/2bfbd00d-8640-41aa-af10-a9a49d38b848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845649 Nov 12 03:59:28.254129 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca3e91d-e930-4ccf-9176-a31f2b6ec492 req-fbd66ec1-9ada-4383-ae88-1f3cef838c75 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:28.255644 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0ca3e91d-e930-4ccf-9176-a31f2b6ec492 req-fbd66ec1-9ada-4383-ae88-1f3cef838c75 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 944 time: 0.0497711 Nov 12 03:59:28.311937 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0ca3e91d-e930-4ccf-9176-a31f2b6ec492 req-dd57f90a-99ce-4687-ae9e-ed929a878146 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=8480dc14-ef01-42e1-8499-f84f47a387e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502348 Nov 12 03:59:28.714324 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2660a45-c76a-40f4-9555-aacb4304ef5a', 'tag': '00639690-edcc-4d69-bc87-3ac7e62c8a23'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:28.716676 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73eeb430-977b-4039-8dcb-41e588ce287d" -d '{"events": [{"name": "network-changed", "server_uuid": "b2660a45-c76a-40f4-9555-aacb4304ef5a", "tag": "00639690-edcc-4d69-bc87-3ac7e62c8a23"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:28.767728 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d566c8d7-0eeb-4fe6-974a-ed04b506b2c6 x-openstack-request-id: req-d566c8d7-0eeb-4fe6-974a-ed04b506b2c6 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:28.768016 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2660a45-c76a-40f4-9555-aacb4304ef5a", "tag": "00639690-edcc-4d69-bc87-3ac7e62c8a23", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:28.768303 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d566c8d7-0eeb-4fe6-974a-ed04b506b2c6 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:28.768708 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2660a45-c76a-40f4-9555-aacb4304ef5a', 'tag': '00639690-edcc-4d69-bc87-3ac7e62c8a23', 'status': 'completed', 'code': 200} Nov 12 03:59:28.835525 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eeb430-977b-4039-8dcb-41e588ce287d req-cc01267c-3cf4-48e6-9c19-d52e300273d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:28.837034 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-73eeb430-977b-4039-8dcb-41e588ce287d req-cc01267c-3cf4-48e6-9c19-d52e300273d7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7ef96e16fae9482b9643848210ab127b&device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 1096 time: 0.0446839 Nov 12 03:59:28.861736 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eeb430-977b-4039-8dcb-41e588ce287d req-b2e13883-c79f-4f34-9a9a-36de92a0b632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:28.863306 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-73eeb430-977b-4039-8dcb-41e588ce287d req-b2e13883-c79f-4f34-9a9a-36de92a0b632 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7ef96e16fae9482b9643848210ab127b&device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 1096 time: 0.0405767 Nov 12 03:59:28.935559 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eeb430-977b-4039-8dcb-41e588ce287d req-a89188fa-0959-4889-b13d-a842b602b48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:28.937067 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-73eeb430-977b-4039-8dcb-41e588ce287d req-a89188fa-0959-4889-b13d-a842b602b48e service neutron] 10.222.0.74 "GET /v2.0/networks?id=2bfbd00d-8640-41aa-af10-a9a49d38b848 HTTP/1.1" status: 200 len: 897 time: 0.0894451 Nov 12 03:59:28.959328 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eeb430-977b-4039-8dcb-41e588ce287d req-29990405-79d9-4d10-af5f-12505a5d6ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:28.960962 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-73eeb430-977b-4039-8dcb-41e588ce287d req-29990405-79d9-4d10-af5f-12505a5d6ed3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2bfbd00d-8640-41aa-af10-a9a49d38b848 HTTP/1.1" status: 200 len: 897 time: 0.0893273 Nov 12 03:59:29.009986 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-73eeb430-977b-4039-8dcb-41e588ce287d req-c89b656b-9fd4-49b1-8340-1a28fd50cd7f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00639690-edcc-4d69-bc87-3ac7e62c8a23 HTTP/1.1" status: 200 len: 999 time: 0.0616405 Nov 12 03:59:29.074066 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eeb430-977b-4039-8dcb-41e588ce287d req-9becb42b-5c96-430a-b978-77b364cd6d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:29.075606 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-73eeb430-977b-4039-8dcb-41e588ce287d req-9becb42b-5c96-430a-b978-77b364cd6d06 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=52df7a35-9c8c-4202-8731-c7a6df5b4b9d HTTP/1.1" status: 200 len: 834 time: 0.0532577 Nov 12 03:59:29.133541 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eeb430-977b-4039-8dcb-41e588ce287d req-baa85ab1-39e3-402d-80c3-807ae17d615e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:29.136535 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-73eeb430-977b-4039-8dcb-41e588ce287d req-baa85ab1-39e3-402d-80c3-807ae17d615e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2bfbd00d-8640-41aa-af10-a9a49d38b848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488982 Nov 12 03:59:29.255627 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-73eeb430-977b-4039-8dcb-41e588ce287d req-77886cfa-f71c-4114-a9d9-a30395aef217 service neutron] 10.222.0.74 "GET /v2.0/networks/2bfbd00d-8640-41aa-af10-a9a49d38b848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063871 Nov 12 03:59:29.366154 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-73eeb430-977b-4039-8dcb-41e588ce287d req-b561b2af-c10f-4b66-a2b7-e3ce42cb42bb service neutron] 10.222.0.74 "GET /v2.0/networks/2bfbd00d-8640-41aa-af10-a9a49d38b848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984442 Nov 12 03:59:29.405357 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-73eeb430-977b-4039-8dcb-41e588ce287d req-2c1069f9-92bc-43c7-99de-76402cb5b00e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00639690-edcc-4d69-bc87-3ac7e62c8a23 HTTP/1.1" status: 200 len: 999 time: 0.4342418 Nov 12 03:59:29.477397 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eeb430-977b-4039-8dcb-41e588ce287d req-fe721116-7f1d-41e9-8d11-3e46891e92f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:29.478851 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-73eeb430-977b-4039-8dcb-41e588ce287d req-fe721116-7f1d-41e9-8d11-3e46891e92f8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=52df7a35-9c8c-4202-8731-c7a6df5b4b9d HTTP/1.1" status: 200 len: 834 time: 0.0581915 Nov 12 03:59:29.486392 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743ab9a-ec39-4ef5-b21d-cc558329fa13 req-00278a56-efb4-4735-bc33-24027c693b45 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:29.487831 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6743ab9a-ec39-4ef5-b21d-cc558329fa13 req-00278a56-efb4-4735-bc33-24027c693b45 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 944 time: 0.0984974 Nov 12 03:59:29.560048 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eeb430-977b-4039-8dcb-41e588ce287d req-037d2d52-d084-405c-82f1-e79f9b91b576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:29.561579 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-73eeb430-977b-4039-8dcb-41e588ce287d req-037d2d52-d084-405c-82f1-e79f9b91b576 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2bfbd00d-8640-41aa-af10-a9a49d38b848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0728517 Nov 12 03:59:29.566360 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6743ab9a-ec39-4ef5-b21d-cc558329fa13 req-deee6318-4c51-4563-ab6e-ac5664448abb tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=8480dc14-ef01-42e1-8499-f84f47a387e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700576 Nov 12 03:59:29.659474 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-73eeb430-977b-4039-8dcb-41e588ce287d req-958c6abc-294f-4959-be04-6ac54a123249 service neutron] 10.222.0.90 "GET /v2.0/networks/2bfbd00d-8640-41aa-af10-a9a49d38b848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905309 Nov 12 03:59:29.755511 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-73eeb430-977b-4039-8dcb-41e588ce287d req-e7530165-e0a0-4020-9388-fef6c3566ddc service neutron] 10.222.0.90 "GET /v2.0/networks/2bfbd00d-8640-41aa-af10-a9a49d38b848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892756 Nov 12 03:59:29.818489 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8628b6-ea2b-4774-abf2-56eb4d73161b req-1e8d9118-5433-4143-905c-8e0a0c4e051d tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:29.820005 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2a8628b6-ea2b-4774-abf2-56eb4d73161b req-1e8d9118-5433-4143-905c-8e0a0c4e051d tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 944 time: 0.0512304 Nov 12 03:59:29.838411 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-d4c646eb-6d13-4021-aeec-03515970090f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:29.839871 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-d4c646eb-6d13-4021-aeec-03515970090f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a&tenant_id=7ef96e16fae9482b9643848210ab127b&binding%3Ahost_id=n-h2-715271-27 HTTP/1.1" status: 200 len: 944 time: 0.0942590 Nov 12 03:59:29.863042 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 00639690-edcc-4d69-bc87-3ac7e62c8a23 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:59:29.880324 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2a8628b6-ea2b-4774-abf2-56eb4d73161b req-f42bc0aa-fbf9-4c0f-931e-a012ec7f8d3d tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=8480dc14-ef01-42e1-8499-f84f47a387e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537114 Nov 12 03:59:29.910001 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-9af0cd93-9741-4d4e-8c9d-9eba8ca9ffcf service neutron] 10.222.0.90 "GET /v2.0/ports/00639690-edcc-4d69-bc87-3ac7e62c8a23/bindings/n-h2-715271-27 HTTP/1.1" status: 200 len: 383 time: 0.0626793 Nov 12 03:59:29.963724 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 00639690-edcc-4d69-bc87-3ac7e62c8a23, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=00639690-edcc-4d69-bc87-3ac7e62c8a23,segment=NetworkSegment(8ee2a672-7f48-44e0-b15d-d39f6001612c),segment_id=8ee2a672-7f48-44e0-b15d-d39f6001612c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:29.975197 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '00639690-edcc-4d69-bc87-3ac7e62c8a23', 'network_id': '2bfbd00d-8640-41aa-af10-a9a49d38b848', 'port_id': '00639690-edcc-4d69-bc87-3ac7e62c8a23', 'mac_address': 'fa:16:3e:20:73:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52df7a35-9c8c-4202-8731-c7a6df5b4b9d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:59:29.986564 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-01a3397a-9fba-4ed2-a71e-c9b822070044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:29.988357 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-01a3397a-9fba-4ed2-a71e-c9b822070044 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7ef96e16fae9482b9643848210ab127b&device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 1096 time: 0.0407832 Nov 12 03:59:30.018059 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:30.030801 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00639690-edcc-4d69-bc87-3ac7e62c8a23 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:59:30.051448 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 00639690-edcc-4d69-bc87-3ac7e62c8a23, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=00639690-edcc-4d69-bc87-3ac7e62c8a23,segment=NetworkSegment(8ee2a672-7f48-44e0-b15d-d39f6001612c),segment_id=8ee2a672-7f48-44e0-b15d-d39f6001612c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:30.055799 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:30.081587 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-6cb5e93c-9867-45c0-82d2-2aedaa9f8bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:30.084099 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-6cb5e93c-9867-45c0-82d2-2aedaa9f8bc7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2bfbd00d-8640-41aa-af10-a9a49d38b848 HTTP/1.1" status: 200 len: 897 time: 0.0886664 Nov 12 03:59:30.108177 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=00639690-edcc-4d69-bc87-3ac7e62c8a23,revision_number=8']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:30.117458 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:30.117724 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:30.118066 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:30.118397 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:30.118727 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:30.119051 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:30.119371 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:30.119693 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:30.120025 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:30.120374 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:30.120691 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:30.121013 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:30.159364 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-02b8aeb1-c41a-4841-8a1b-c52b6843a349 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00639690-edcc-4d69-bc87-3ac7e62c8a23 HTTP/1.1" status: 200 len: 1000 time: 0.0688033 Nov 12 03:59:30.210843 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-c0b319d6-22e1-4a66-8188-d8575bdf4ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:30.212349 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-c0b319d6-22e1-4a66-8188-d8575bdf4ede service neutron] 10.222.0.90 "GET /v2.0/subnets?id=52df7a35-9c8c-4202-8731-c7a6df5b4b9d HTTP/1.1" status: 200 len: 834 time: 0.0459232 Nov 12 03:59:30.262366 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-098644fc-4efa-4aac-96c2-ef92fdcd5b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:30.263918 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-098644fc-4efa-4aac-96c2-ef92fdcd5b66 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2bfbd00d-8640-41aa-af10-a9a49d38b848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426195 Nov 12 03:59:30.359809 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-d49ad2bf-7d1c-46f2-adb7-71d29e01724c service neutron] 10.222.0.90 "GET /v2.0/networks/2bfbd00d-8640-41aa-af10-a9a49d38b848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873668 Nov 12 03:59:30.366000 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['00639690-edcc-4d69-bc87-3ac7e62c8a23'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:59:30.369649 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a0017d7c-f370-4f20-8c10-e4bbc22da3b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:30.462907 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-232a8a56-d340-4970-98f1-aba72efaa71c service neutron] 10.222.0.90 "GET /v2.0/networks/2bfbd00d-8640-41aa-af10-a9a49d38b848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947142 Nov 12 03:59:30.815619 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 00639690-edcc-4d69-bc87-3ac7e62c8a23 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:59:30.854865 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 00639690-edcc-4d69-bc87-3ac7e62c8a23 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:59:31.006958 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c49e8-2b2d-4aaa-b26b-8dc457e8e80c req-6d0b975d-51fe-4d87-b0d6-1c723d86204f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:31.008451 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1b9c49e8-2b2d-4aaa-b26b-8dc457e8e80c req-6d0b975d-51fe-4d87-b0d6-1c723d86204f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 945 time: 0.0535145 Nov 12 03:59:31.057999 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1b9c49e8-2b2d-4aaa-b26b-8dc457e8e80c req-4fe3f472-8c25-4e06-919e-cc7f103e990a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=8480dc14-ef01-42e1-8499-f84f47a387e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434730 Nov 12 03:59:31.895807 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 00639690-edcc-4d69-bc87-3ac7e62c8a23 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:59:31.948954 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 00639690-edcc-4d69-bc87-3ac7e62c8a23 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:59:31.953571 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 00639690-edcc-4d69-bc87-3ac7e62c8a23 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:31.954198 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:32.030020 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:32.053649 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2660a45-c76a-40f4-9555-aacb4304ef5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00639690-edcc-4d69-bc87-3ac7e62c8a23'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:32.055897 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79143b8c-9cc6-4110-94c8-027fce3def46" -d '{"events": [{"server_uuid": "b2660a45-c76a-40f4-9555-aacb4304ef5a", "name": "network-vif-plugged", "status": "completed", "tag": "00639690-edcc-4d69-bc87-3ac7e62c8a23"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:32.070032 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 00639690-edcc-4d69-bc87-3ac7e62c8a23, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=00639690-edcc-4d69-bc87-3ac7e62c8a23,segment=NetworkSegment(8ee2a672-7f48-44e0-b15d-d39f6001612c),segment_id=8ee2a672-7f48-44e0-b15d-d39f6001612c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:32.073836 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:32.118893 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4332a99-e862-447e-bc60-f2679d876452 x-openstack-request-id: req-c4332a99-e862-447e-bc60-f2679d876452 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:32.119194 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2660a45-c76a-40f4-9555-aacb4304ef5a", "name": "network-vif-plugged", "status": "completed", "tag": "00639690-edcc-4d69-bc87-3ac7e62c8a23", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:32.119597 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c4332a99-e862-447e-bc60-f2679d876452 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:32.120008 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2660a45-c76a-40f4-9555-aacb4304ef5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00639690-edcc-4d69-bc87-3ac7e62c8a23', 'code': 200} Nov 12 03:59:32.136733 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=00639690-edcc-4d69-bc87-3ac7e62c8a23,revision_number=9']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:32.193756 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0c961-e721-447a-938c-4dc8e7597239 req-a6bec540-41f9-45cc-a4e6-1bae8438c1ba tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:32.195285 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f5a0c961-e721-447a-938c-4dc8e7597239 req-a6bec540-41f9-45cc-a4e6-1bae8438c1ba tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 946 time: 0.0522535 Nov 12 03:59:32.244391 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f5a0c961-e721-447a-938c-4dc8e7597239 req-15c1fe85-f420-42c2-a312-b6c255dd56e5 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=8480dc14-ef01-42e1-8499-f84f47a387e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432155 Nov 12 03:59:32.907493 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-17706d57-8367-4390-a7c3-47e7e292a1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:32.908908 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-17706d57-8367-4390-a7c3-47e7e292a1cc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a&tenant_id=7ef96e16fae9482b9643848210ab127b HTTP/1.1" status: 200 len: 1098 time: 0.0786264 Nov 12 03:59:32.921275 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-ac5d6709-a96e-43cc-879e-b8a3dac2f474 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-27', 'device_owner': 'compute:nova'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:32.976003 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-ac5d6709-a96e-43cc-879e-b8a3dac2f474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:33.194588 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-ac5d6709-a96e-43cc-879e-b8a3dac2f474 service neutron] For port 00639690-edcc-4d69-bc87-3ac7e62c8a23, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=00639690-edcc-4d69-bc87-3ac7e62c8a23,segment=NetworkSegment(8ee2a672-7f48-44e0-b15d-d39f6001612c),segment_id=8ee2a672-7f48-44e0-b15d-d39f6001612c)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:33.232941 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-ac5d6709-a96e-43cc-879e-b8a3dac2f474 service neutron] For port 00639690-edcc-4d69-bc87-3ac7e62c8a23, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:59:33.279812 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2660a45-c76a-40f4-9555-aacb4304ef5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00639690-edcc-4d69-bc87-3ac7e62c8a23'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:33.282255 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c627a6-7305-45c6-972a-66b2094e70fd" -d '{"events": [{"server_uuid": "b2660a45-c76a-40f4-9555-aacb4304ef5a", "name": "network-vif-unplugged", "status": "completed", "tag": "00639690-edcc-4d69-bc87-3ac7e62c8a23"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:33.286286 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-ac5d6709-a96e-43cc-879e-b8a3dac2f474 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:33.306349 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-ac5d6709-a96e-43cc-879e-b8a3dac2f474 service neutron] Transition to ACTIVE for port object 00639690-edcc-4d69-bc87-3ac7e62c8a23 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:59:33.313114 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-ac5d6709-a96e-43cc-879e-b8a3dac2f474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:33.342632 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22411507-bacb-4768-9311-51ec5e6a46b7 x-openstack-request-id: req-22411507-bacb-4768-9311-51ec5e6a46b7 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:33.342903 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2660a45-c76a-40f4-9555-aacb4304ef5a", "name": "network-vif-unplugged", "status": "completed", "tag": "00639690-edcc-4d69-bc87-3ac7e62c8a23", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:33.343150 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-22411507-bacb-4768-9311-51ec5e6a46b7 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:33.343686 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2660a45-c76a-40f4-9555-aacb4304ef5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00639690-edcc-4d69-bc87-3ac7e62c8a23', 'code': 200} Nov 12 03:59:33.394907 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-95f3ea37-057f-4c3b-9144-5b6ab5177d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:33.406355 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de9915-dd6a-4e88-8dd0-a845e134c766 req-0322eda7-190d-4aef-8122-fd45593af75c tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:33.408036 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-20de9915-dd6a-4e88-8dd0-a845e134c766 req-0322eda7-190d-4aef-8122-fd45593af75c tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 945 time: 0.0743632 Nov 12 03:59:33.442378 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d6709-a96e-43cc-879e-b8a3dac2f474 service neutron] Pushing event updated for resources: {'Port': ['ID=00639690-edcc-4d69-bc87-3ac7e62c8a23,revision_number=10']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:33.462814 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d6709-a96e-43cc-879e-b8a3dac2f474 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:33.463067 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d6709-a96e-43cc-879e-b8a3dac2f474 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:33.463394 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d6709-a96e-43cc-879e-b8a3dac2f474 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:33.463720 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d6709-a96e-43cc-879e-b8a3dac2f474 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:33.464365 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d6709-a96e-43cc-879e-b8a3dac2f474 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:33.464692 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d6709-a96e-43cc-879e-b8a3dac2f474 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:33.465255 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d6709-a96e-43cc-879e-b8a3dac2f474 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:33.465580 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d6709-a96e-43cc-879e-b8a3dac2f474 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:33.465899 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d6709-a96e-43cc-879e-b8a3dac2f474 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:33.466215 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d6709-a96e-43cc-879e-b8a3dac2f474 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:33.466530 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d6709-a96e-43cc-879e-b8a3dac2f474 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:33.466841 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d6709-a96e-43cc-879e-b8a3dac2f474 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:33.472688 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-20de9915-dd6a-4e88-8dd0-a845e134c766 req-f6a7703d-1190-4e24-b117-d70e56eac209 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=8480dc14-ef01-42e1-8499-f84f47a387e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548785 Nov 12 03:59:33.525604 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-ac5d6709-a96e-43cc-879e-b8a3dac2f474 service neutron] No DVR routers for this DVR port 00639690-edcc-4d69-bc87-3ac7e62c8a23 on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:59:33.660707 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-ac5d6709-a96e-43cc-879e-b8a3dac2f474 service neutron] Attempting to bind port 00639690-edcc-4d69-bc87-3ac7e62c8a23 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:59:33.660962 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-ac5d6709-a96e-43cc-879e-b8a3dac2f474 service neutron] Attempting to bind port 00639690-edcc-4d69-bc87-3ac7e62c8a23 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '8ee2a672-7f48-44e0-b15d-d39f6001612c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2bfbd00d-8640-41aa-af10-a9a49d38b848'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:59:33.661307 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-ac5d6709-a96e-43cc-879e-b8a3dac2f474 service neutron] Attempting to bind port 00639690-edcc-4d69-bc87-3ac7e62c8a23 on network 2bfbd00d-8640-41aa-af10-a9a49d38b848 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:59:33.665975 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-ac5d6709-a96e-43cc-879e-b8a3dac2f474 service neutron] Port 00639690-edcc-4d69-bc87-3ac7e62c8a23 on network 2bfbd00d-8640-41aa-af10-a9a49d38b848 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:59:33.666292 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-ac5d6709-a96e-43cc-879e-b8a3dac2f474 service neutron] Attempting to bind port 00639690-edcc-4d69-bc87-3ac7e62c8a23 on network 2bfbd00d-8640-41aa-af10-a9a49d38b848 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:59:33.671164 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-ac5d6709-a96e-43cc-879e-b8a3dac2f474 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:59:33.672060 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-ac5d6709-a96e-43cc-879e-b8a3dac2f474 service neutron] Checking segment: {'id': '8ee2a672-7f48-44e0-b15d-d39f6001612c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2bfbd00d-8640-41aa-af10-a9a49d38b848'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:59:33.672557 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-ac5d6709-a96e-43cc-879e-b8a3dac2f474 service neutron] Bound using segment: {'id': '8ee2a672-7f48-44e0-b15d-d39f6001612c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2bfbd00d-8640-41aa-af10-a9a49d38b848'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:59:33.673110 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-ac5d6709-a96e-43cc-879e-b8a3dac2f474 service neutron] Bound port: 00639690-edcc-4d69-bc87-3ac7e62c8a23, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ee2a672-7f48-44e0-b15d-d39f6001612c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2bfbd00d-8640-41aa-af10-a9a49d38b848'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:59:33.673457 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-ac5d6709-a96e-43cc-879e-b8a3dac2f474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:33.737878 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-ac5d6709-a96e-43cc-879e-b8a3dac2f474 service neutron] For port 00639690-edcc-4d69-bc87-3ac7e62c8a23, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:59:33.740785 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-ac5d6709-a96e-43cc-879e-b8a3dac2f474 service neutron] For port 00639690-edcc-4d69-bc87-3ac7e62c8a23, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=00639690-edcc-4d69-bc87-3ac7e62c8a23,segment=NetworkSegment(8ee2a672-7f48-44e0-b15d-d39f6001612c),segment_id=8ee2a672-7f48-44e0-b15d-d39f6001612c)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:59:33.745294 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-ac5d6709-a96e-43cc-879e-b8a3dac2f474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:33.781906 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-ac5d6709-a96e-43cc-879e-b8a3dac2f474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:33.782431 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-ac5d6709-a96e-43cc-879e-b8a3dac2f474 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:33.783908 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-ac5d6709-a96e-43cc-879e-b8a3dac2f474 service neutron] 10.222.0.74 "PUT /v2.0/ports/00639690-edcc-4d69-bc87-3ac7e62c8a23 HTTP/1.1" status: 200 len: 1094 time: 0.8668988 Nov 12 03:59:33.808021 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d6709-a96e-43cc-879e-b8a3dac2f474 service neutron] Pushing event updated for resources: {'Port': ['ID=00639690-edcc-4d69-bc87-3ac7e62c8a23,revision_number=11']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:33.852855 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-e2174869-f79c-4f78-838c-c47440c8373b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:33.854493 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-e2174869-f79c-4f78-838c-c47440c8373b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7ef96e16fae9482b9643848210ab127b&device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 1097 time: 0.0430696 Nov 12 03:59:33.953799 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-3b01f875-8c04-45f3-b0a3-9062a0925b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:33.955321 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-3b01f875-8c04-45f3-b0a3-9062a0925b74 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2bfbd00d-8640-41aa-af10-a9a49d38b848 HTTP/1.1" status: 200 len: 897 time: 0.0936606 Nov 12 03:59:34.026389 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-d880253f-0e34-4a0a-bc6e-95ad96758311 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00639690-edcc-4d69-bc87-3ac7e62c8a23 HTTP/1.1" status: 200 len: 999 time: 0.0589464 Nov 12 03:59:34.083246 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-ad1d4fc2-3bf4-4621-92c0-c0295d694288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:34.084700 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-ad1d4fc2-3bf4-4621-92c0-c0295d694288 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=52df7a35-9c8c-4202-8731-c7a6df5b4b9d HTTP/1.1" status: 200 len: 834 time: 0.0478451 Nov 12 03:59:34.130754 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-3bb5d8db-ab90-4edc-b9c7-4bf4bf6940b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:34.132270 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-3bb5d8db-ab90-4edc-b9c7-4bf4bf6940b3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2bfbd00d-8640-41aa-af10-a9a49d38b848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404477 Nov 12 03:59:34.179126 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:34.226604 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-b9773414-aa20-4077-9129-5c99de47178f service neutron] 10.222.0.74 "GET /v2.0/networks/2bfbd00d-8640-41aa-af10-a9a49d38b848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819948 Nov 12 03:59:34.322827 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2e5afb16-1586-42f4-a609-f935af1524a7 req-985d251f-10fb-453a-935f-970491895d24 service neutron] 10.222.0.74 "GET /v2.0/networks/2bfbd00d-8640-41aa-af10-a9a49d38b848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848203 Nov 12 03:59:34.585000 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf8d13-62fd-488b-a7de-d33ed2117f62 req-45957d2d-6a92-41d9-92b5-67315971f857 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:34.586381 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-74cf8d13-62fd-488b-a7de-d33ed2117f62 req-45957d2d-6a92-41d9-92b5-67315971f857 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 945 time: 0.0498021 Nov 12 03:59:34.635833 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-74cf8d13-62fd-488b-a7de-d33ed2117f62 req-192f069c-f588-413d-8fbe-32bee6fed6e4 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=8480dc14-ef01-42e1-8499-f84f47a387e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435708 Nov 12 03:59:35.345579 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2660a45-c76a-40f4-9555-aacb4304ef5a', 'tag': '00639690-edcc-4d69-bc87-3ac7e62c8a23'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:35.347983 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365b63a9-1f86-45c6-88e2-a3dc2ac5b9d1" -d '{"events": [{"name": "network-changed", "server_uuid": "b2660a45-c76a-40f4-9555-aacb4304ef5a", "tag": "00639690-edcc-4d69-bc87-3ac7e62c8a23"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:35.397491 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f724b8e4-9a40-47d5-a91f-23bd6bde7fab x-openstack-request-id: req-f724b8e4-9a40-47d5-a91f-23bd6bde7fab {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:35.397781 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2660a45-c76a-40f4-9555-aacb4304ef5a", "tag": "00639690-edcc-4d69-bc87-3ac7e62c8a23", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:35.398036 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f724b8e4-9a40-47d5-a91f-23bd6bde7fab {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:35.398443 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2660a45-c76a-40f4-9555-aacb4304ef5a', 'tag': '00639690-edcc-4d69-bc87-3ac7e62c8a23', 'status': 'completed', 'code': 200} Nov 12 03:59:35.516576 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:35.796487 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b63a9-1f86-45c6-88e2-a3dc2ac5b9d1 req-48a3185e-d46a-4707-9bfd-56c19fd9d440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:35.798518 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-365b63a9-1f86-45c6-88e2-a3dc2ac5b9d1 req-48a3185e-d46a-4707-9bfd-56c19fd9d440 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7ef96e16fae9482b9643848210ab127b&device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 1097 time: 0.3809214 Nov 12 03:59:35.886399 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b63a9-1f86-45c6-88e2-a3dc2ac5b9d1 req-22c385d8-0bed-421a-9c44-f728cdee2344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:35.887880 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-365b63a9-1f86-45c6-88e2-a3dc2ac5b9d1 req-22c385d8-0bed-421a-9c44-f728cdee2344 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7ef96e16fae9482b9643848210ab127b&device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 1097 time: 0.4381914 Nov 12 03:59:35.897989 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71eb76-137e-4fd4-bba0-cef9f16fc307 req-04cb2cad-8229-4773-bd03-812ba33a6889 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:35.899399 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9b71eb76-137e-4fd4-bba0-cef9f16fc307 req-04cb2cad-8229-4773-bd03-812ba33a6889 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 945 time: 0.1212547 Nov 12 03:59:35.904691 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 00639690-edcc-4d69-bc87-3ac7e62c8a23 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:59:35.948804 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 00639690-edcc-4d69-bc87-3ac7e62c8a23 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:59:36.002553 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b63a9-1f86-45c6-88e2-a3dc2ac5b9d1 req-cc340071-c3dc-4fce-812b-5250e1c88fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:36.004008 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-365b63a9-1f86-45c6-88e2-a3dc2ac5b9d1 req-cc340071-c3dc-4fce-812b-5250e1c88fa9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2bfbd00d-8640-41aa-af10-a9a49d38b848 HTTP/1.1" status: 200 len: 897 time: 0.1916139 Nov 12 03:59:36.076778 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9b71eb76-137e-4fd4-bba0-cef9f16fc307 req-abb50d96-fc2d-47bc-8148-798fb8ed36c2 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=8480dc14-ef01-42e1-8499-f84f47a387e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580040 Nov 12 03:59:36.105808 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-365b63a9-1f86-45c6-88e2-a3dc2ac5b9d1 req-34cac6d2-e25f-40da-8e81-b87bf1a0d230 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00639690-edcc-4d69-bc87-3ac7e62c8a23 HTTP/1.1" status: 200 len: 999 time: 0.0935469 Nov 12 03:59:36.108457 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b63a9-1f86-45c6-88e2-a3dc2ac5b9d1 req-87a48578-8283-4f96-b9c2-fbc4131c0a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:36.109867 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-365b63a9-1f86-45c6-88e2-a3dc2ac5b9d1 req-87a48578-8283-4f96-b9c2-fbc4131c0a32 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2bfbd00d-8640-41aa-af10-a9a49d38b848 HTTP/1.1" status: 200 len: 897 time: 0.2013838 Nov 12 03:59:36.211937 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b63a9-1f86-45c6-88e2-a3dc2ac5b9d1 req-13dab49e-3407-4383-96cd-819e12ce93f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:36.213396 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-365b63a9-1f86-45c6-88e2-a3dc2ac5b9d1 req-13dab49e-3407-4383-96cd-819e12ce93f2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=52df7a35-9c8c-4202-8731-c7a6df5b4b9d HTTP/1.1" status: 200 len: 834 time: 0.1003821 Nov 12 03:59:36.222867 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-365b63a9-1f86-45c6-88e2-a3dc2ac5b9d1 req-1e18c20e-8b01-4bad-a75c-4dd428d3d41f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00639690-edcc-4d69-bc87-3ac7e62c8a23 HTTP/1.1" status: 200 len: 999 time: 0.1010952 Nov 12 03:59:36.320550 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b63a9-1f86-45c6-88e2-a3dc2ac5b9d1 req-6fff2e48-aa00-40b3-8960-f72a7459436f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:36.322015 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-365b63a9-1f86-45c6-88e2-a3dc2ac5b9d1 req-6fff2e48-aa00-40b3-8960-f72a7459436f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=52df7a35-9c8c-4202-8731-c7a6df5b4b9d HTTP/1.1" status: 200 len: 834 time: 0.0865624 Nov 12 03:59:36.327416 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b63a9-1f86-45c6-88e2-a3dc2ac5b9d1 req-43a77cb2-de1b-4ab8-86d1-7af8c4b53fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:36.329542 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-365b63a9-1f86-45c6-88e2-a3dc2ac5b9d1 req-43a77cb2-de1b-4ab8-86d1-7af8c4b53fac service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2bfbd00d-8640-41aa-af10-a9a49d38b848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1050425 Nov 12 03:59:36.374451 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:36.429927 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b63a9-1f86-45c6-88e2-a3dc2ac5b9d1 req-2d9881fd-f811-4ab6-8fbf-a9d48850c35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:36.431415 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-365b63a9-1f86-45c6-88e2-a3dc2ac5b9d1 req-2d9881fd-f811-4ab6-8fbf-a9d48850c35c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2bfbd00d-8640-41aa-af10-a9a49d38b848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1006300 Nov 12 03:59:36.476620 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-365b63a9-1f86-45c6-88e2-a3dc2ac5b9d1 req-83eee84c-8e8e-4a00-8663-403392a07f12 service neutron] 10.222.0.74 "GET /v2.0/networks/2bfbd00d-8640-41aa-af10-a9a49d38b848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381569 Nov 12 03:59:36.598190 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-365b63a9-1f86-45c6-88e2-a3dc2ac5b9d1 req-58a94054-7260-4bc6-90b4-6c077eb4e1e4 service neutron] 10.222.0.90 "GET /v2.0/networks/2bfbd00d-8640-41aa-af10-a9a49d38b848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566880 Nov 12 03:59:36.647165 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-365b63a9-1f86-45c6-88e2-a3dc2ac5b9d1 req-74ac2cda-17d7-4c88-b8ac-07ea25119d96 service neutron] 10.222.0.74 "GET /v2.0/networks/2bfbd00d-8640-41aa-af10-a9a49d38b848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435194 Nov 12 03:59:36.708895 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-365b63a9-1f86-45c6-88e2-a3dc2ac5b9d1 req-3a399c72-e04e-4159-b055-8b16c4177598 service neutron] 10.222.0.90 "GET /v2.0/networks/2bfbd00d-8640-41aa-af10-a9a49d38b848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015387 Nov 12 03:59:37.200358 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6418a-e23c-4b2d-8267-3fe2a0a6b826 req-190a4674-de13-45d9-9b6e-31f49b2a072c tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:37.202119 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ccb6418a-e23c-4b2d-8267-3fe2a0a6b826 req-190a4674-de13-45d9-9b6e-31f49b2a072c tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 945 time: 0.0514719 Nov 12 03:59:37.253312 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ccb6418a-e23c-4b2d-8267-3fe2a0a6b826 req-aa4710e2-94f8-4736-aa8e-ef319ceade13 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=8480dc14-ef01-42e1-8499-f84f47a387e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443206 Nov 12 03:59:37.279295 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53586) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:37.345100 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-38f6d182-605d-4cc0-bad3-00f3f6965db3 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/floatingips/17a89c6c-f22b-46c2-aee5-4be263004f82 HTTP/1.1" status: 200 len: 991 time: 0.0645735 Nov 12 03:59:38.822040 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:38.867078 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 00639690-edcc-4d69-bc87-3ac7e62c8a23 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:59:38.948921 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:59:38.961005 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 00639690-edcc-4d69-bc87-3ac7e62c8a23, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=00639690-edcc-4d69-bc87-3ac7e62c8a23,segment=NetworkSegment(8ee2a672-7f48-44e0-b15d-d39f6001612c),segment_id=8ee2a672-7f48-44e0-b15d-d39f6001612c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:38.972883 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '00639690-edcc-4d69-bc87-3ac7e62c8a23', 'network_id': '2bfbd00d-8640-41aa-af10-a9a49d38b848', 'port_id': '00639690-edcc-4d69-bc87-3ac7e62c8a23', 'mac_address': 'fa:16:3e:20:73:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52df7a35-9c8c-4202-8731-c7a6df5b4b9d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:59:39.013033 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:39.026294 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00639690-edcc-4d69-bc87-3ac7e62c8a23 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:59:39.046013 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 00639690-edcc-4d69-bc87-3ac7e62c8a23, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=00639690-edcc-4d69-bc87-3ac7e62c8a23,segment=NetworkSegment(8ee2a672-7f48-44e0-b15d-d39f6001612c),segment_id=8ee2a672-7f48-44e0-b15d-d39f6001612c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:39.049728 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:39.096701 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=00639690-edcc-4d69-bc87-3ac7e62c8a23,revision_number=12']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:39.311970 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['00639690-edcc-4d69-bc87-3ac7e62c8a23'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:59:40.882069 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 00639690-edcc-4d69-bc87-3ac7e62c8a23 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:59:40.933495 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 00639690-edcc-4d69-bc87-3ac7e62c8a23 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:59:40.937704 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 00639690-edcc-4d69-bc87-3ac7e62c8a23 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:40.938189 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:41.016393 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:41.039181 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2660a45-c76a-40f4-9555-aacb4304ef5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00639690-edcc-4d69-bc87-3ac7e62c8a23'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:41.041426 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b258ea-8ab2-4b47-a2b8-7e7061b786e6" -d '{"events": [{"server_uuid": "b2660a45-c76a-40f4-9555-aacb4304ef5a", "name": "network-vif-plugged", "status": "completed", "tag": "00639690-edcc-4d69-bc87-3ac7e62c8a23"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:41.054893 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 00639690-edcc-4d69-bc87-3ac7e62c8a23, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=00639690-edcc-4d69-bc87-3ac7e62c8a23,segment=NetworkSegment(8ee2a672-7f48-44e0-b15d-d39f6001612c),segment_id=8ee2a672-7f48-44e0-b15d-d39f6001612c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:41.059354 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:41.082437 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a858f9b9-3131-450a-8de2-55eb108db273 x-openstack-request-id: req-a858f9b9-3131-450a-8de2-55eb108db273 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:41.082729 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2660a45-c76a-40f4-9555-aacb4304ef5a", "name": "network-vif-plugged", "status": "completed", "tag": "00639690-edcc-4d69-bc87-3ac7e62c8a23", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:41.082980 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a858f9b9-3131-450a-8de2-55eb108db273 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:41.083368 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2660a45-c76a-40f4-9555-aacb4304ef5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00639690-edcc-4d69-bc87-3ac7e62c8a23', 'code': 200} Nov 12 03:59:41.108359 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=00639690-edcc-4d69-bc87-3ac7e62c8a23,revision_number=13']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:48.395156 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:53.935577 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-0810d837-39c9-4e01-b683-d13d4ff81bf2 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1543209453&fields=id&tenant_id=27d4836293914c108ba09bff97dd7daa HTTP/1.1" status: 200 len: 267 time: 0.0495346 Nov 12 03:59:54.050611 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-1fc89d42-18d9-4ff8-b2b5-0e26d8ad77d4 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:54.052152 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-1fc89d42-18d9-4ff8-b2b5-0e26d8ad77d4 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/networks?id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 HTTP/1.1" status: 200 len: 811 time: 0.1088264 Nov 12 03:59:54.068196 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-5c9046d1-8eab-4c63-af37-6364407e2014 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/quotas/27d4836293914c108ba09bff97dd7daa HTTP/1.1" status: 200 len: 375 time: 0.0102038 Nov 12 03:59:54.127236 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-4a53ace2-6a68-4a37-a5a0-cde05bdab2e1 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=27d4836293914c108ba09bff97dd7daa&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0535610 Nov 12 03:59:54.150798 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-2a9ac7d7-1bc2-4213-bebb-a27d8af3d6c9 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:59:54.151772 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-2a9ac7d7-1bc2-4213-bebb-a27d8af3d6c9 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054197 Nov 12 03:59:54.244305 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-ee10a164-f034-49c9-89ea-b0ce70a46972 service neutron] 10.222.0.50 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858450 Nov 12 03:59:54.339874 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-0c527a24-502c-44b6-bc31-775559f92573 service neutron] 10.222.0.50 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890813 Nov 12 03:59:54.634296 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d7a927bf-4faf-4f99-9fbe-8363a32811e0 req-d98fa051-1fdc-4a76-9686-4168a8d05fe6 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=461fd590-00ad-4a36-b07e-199eeca90099 HTTP/1.1" status: 200 len: 210 time: 0.0275049 Nov 12 03:59:55.721431 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-be92a95e-b4fc-488d-b9f3-a76c82eb8d76 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:55.723090 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-be92a95e-b4fc-488d-b9f3-a76c82eb8d76 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.90 "GET /v2.0/networks?id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 HTTP/1.1" status: 200 len: 811 time: 0.1217411 Nov 12 03:59:55.736608 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3b750cdd-9a3d-4441-867d-fb643b61528f req-6a265eb9-8d84-450d-b2c1-261a70f5ff64 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=461fd590-00ad-4a36-b07e-199eeca90099 HTTP/1.1" status: 200 len: 210 time: 0.0281801 Nov 12 03:59:55.814948 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-2da105a5-a181-40fa-a937-3eac1c66fc5b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27d4836293914c108ba09bff97dd7daa HTTP/1.1" status: 200 len: 380 time: 0.0658293 Nov 12 03:59:55.826176 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-376638b0-8315-4dcb-bbd4-9493e23a9528 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Request body: {'port': {'device_id': '461fd590-00ad-4a36-b07e-199eeca90099', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'admin_state_up': True, 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'security_groups': ['d5844b13-24b8-40f7-826a-552ef454b67e']}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:55.946886 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-376638b0-8315-4dcb-bbd4-9493e23a9528 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Made reservation on behalf of 27d4836293914c108ba09bff97dd7daa for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:59:55.950612 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-376638b0-8315-4dcb-bbd4-9493e23a9528 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:56.083511 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-376638b0-8315-4dcb-bbd4-9493e23a9528 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Allocated IP 172.20.0.11 (fd0ebce0-aadb-45c0-9566-b61b0d8d63d4/b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2/ec55acaf-742f-4679-9f2a-4a4dba318b6f) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:59:56.239015 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-376638b0-8315-4dcb-bbd4-9493e23a9528 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:56.273925 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-376638b0-8315-4dcb-bbd4-9493e23a9528 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:56.323027 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-376638b0-8315-4dcb-bbd4-9493e23a9528 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Network fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:59:56.326236 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-376638b0-8315-4dcb-bbd4-9493e23a9528 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:59:56.331311 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-376638b0-8315-4dcb-bbd4-9493e23a9528 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:59:56.338231 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376638b0-8315-4dcb-bbd4-9493e23a9528 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Pushing event updated for resources: {'Port': ['ID=ec55acaf-742f-4679-9f2a-4a4dba318b6f,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:56.392592 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-376638b0-8315-4dcb-bbd4-9493e23a9528 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:56.393233 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-376638b0-8315-4dcb-bbd4-9493e23a9528 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:56.412500 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-376638b0-8315-4dcb-bbd4-9493e23a9528 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5900781 Nov 12 03:59:56.431375 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-e4599ba7-da53-48a1-a22e-7e518bcd91b7 service neutron] Request body: {'port': {'device_id': '461fd590-00ad-4a36-b07e-199eeca90099', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:56.495966 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-e4599ba7-da53-48a1-a22e-7e518bcd91b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:56.623623 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-68fc406d-d320-45c4-8024-d802ec014fce None None] Provisioning complete for port ec55acaf-742f-4679-9f2a-4a4dba318b6f triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:56.624275 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-68fc406d-d320-45c4-8024-d802ec014fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:56.666959 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-68fc406d-d320-45c4-8024-d802ec014fce None None] Port ec55acaf-742f-4679-9f2a-4a4dba318b6f cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:59:56.794294 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-e4599ba7-da53-48a1-a22e-7e518bcd91b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec55acaf-742f-4679-9f2a-4a4dba318b6f {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:59:56.802893 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-e4599ba7-da53-48a1-a22e-7e518bcd91b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:56.828611 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-e4599ba7-da53-48a1-a22e-7e518bcd91b7 service neutron] Transition to ACTIVE for port object ec55acaf-742f-4679-9f2a-4a4dba318b6f will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:59:56.845728 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-e4599ba7-da53-48a1-a22e-7e518bcd91b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:56.920519 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde791f4-ad82-4369-86c2-da4df7508c4b req-a22aa300-ea31-43e1-8f53-d006cb4f2d91 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:56.920519 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fde791f4-ad82-4369-86c2-da4df7508c4b req-a22aa300-ea31-43e1-8f53-d006cb4f2d91 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=461fd590-00ad-4a36-b07e-199eeca90099 HTTP/1.1" status: 200 len: 932 time: 0.1041749 Nov 12 03:59:56.923793 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4599ba7-da53-48a1-a22e-7e518bcd91b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec55acaf-742f-4679-9f2a-4a4dba318b6f,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:57.027051 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fde791f4-ad82-4369-86c2-da4df7508c4b req-4ca4e592-77a1-4b6d-a22f-a6e363228a17 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998213 Nov 12 03:59:57.041886 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-e4599ba7-da53-48a1-a22e-7e518bcd91b7 service neutron] Attempting to bind port ec55acaf-742f-4679-9f2a-4a4dba318b6f on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:59:57.042478 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-e4599ba7-da53-48a1-a22e-7e518bcd91b7 service neutron] Attempting to bind port ec55acaf-742f-4679-9f2a-4a4dba318b6f by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '0f2f65a3-04d3-403b-a440-78cd841660b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:59:57.043030 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-e4599ba7-da53-48a1-a22e-7e518bcd91b7 service neutron] Attempting to bind port ec55acaf-742f-4679-9f2a-4a4dba318b6f on network fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:59:57.049496 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-e4599ba7-da53-48a1-a22e-7e518bcd91b7 service neutron] Port ec55acaf-742f-4679-9f2a-4a4dba318b6f on network fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:59:57.049992 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-e4599ba7-da53-48a1-a22e-7e518bcd91b7 service neutron] Attempting to bind port ec55acaf-742f-4679-9f2a-4a4dba318b6f on network fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:59:57.055937 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-e4599ba7-da53-48a1-a22e-7e518bcd91b7 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:59:57.056563 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-e4599ba7-da53-48a1-a22e-7e518bcd91b7 service neutron] Checking segment: {'id': '0f2f65a3-04d3-403b-a440-78cd841660b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:59:57.057107 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-e4599ba7-da53-48a1-a22e-7e518bcd91b7 service neutron] Bound using segment: {'id': '0f2f65a3-04d3-403b-a440-78cd841660b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:59:57.057641 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-e4599ba7-da53-48a1-a22e-7e518bcd91b7 service neutron] Bound port: ec55acaf-742f-4679-9f2a-4a4dba318b6f, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2f65a3-04d3-403b-a440-78cd841660b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:59:57.058096 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-e4599ba7-da53-48a1-a22e-7e518bcd91b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:57.132465 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-e4599ba7-da53-48a1-a22e-7e518bcd91b7 service neutron] For port ec55acaf-742f-4679-9f2a-4a4dba318b6f, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:59:57.136101 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-e4599ba7-da53-48a1-a22e-7e518bcd91b7 service neutron] For port ec55acaf-742f-4679-9f2a-4a4dba318b6f, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=ec55acaf-742f-4679-9f2a-4a4dba318b6f,segment=NetworkSegment(0f2f65a3-04d3-403b-a440-78cd841660b6),segment_id=0f2f65a3-04d3-403b-a440-78cd841660b6)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:59:57.141488 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-e4599ba7-da53-48a1-a22e-7e518bcd91b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:57.181904 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-e4599ba7-da53-48a1-a22e-7e518bcd91b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:57.182478 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-e4599ba7-da53-48a1-a22e-7e518bcd91b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:57.183969 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-e4599ba7-da53-48a1-a22e-7e518bcd91b7 service neutron] 10.222.0.90 "PUT /v2.0/ports/ec55acaf-742f-4679-9f2a-4a4dba318b6f HTTP/1.1" status: 200 len: 1093 time: 0.7572298 Nov 12 03:59:57.184441 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '461fd590-00ad-4a36-b07e-199eeca90099', 'tag': 'ec55acaf-742f-4679-9f2a-4a4dba318b6f'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:57.186757 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7a46ee-1871-4de9-9b4c-96988beeb6e5" -d '{"events": [{"name": "network-changed", "server_uuid": "461fd590-00ad-4a36-b07e-199eeca90099", "tag": "ec55acaf-742f-4679-9f2a-4a4dba318b6f"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:57.223930 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4599ba7-da53-48a1-a22e-7e518bcd91b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec55acaf-742f-4679-9f2a-4a4dba318b6f,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:57.282656 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c19074-14c3-449d-9adc-bc2eb9b2fb87 x-openstack-request-id: req-e3c19074-14c3-449d-9adc-bc2eb9b2fb87 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:57.283189 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "461fd590-00ad-4a36-b07e-199eeca90099", "tag": "ec55acaf-742f-4679-9f2a-4a4dba318b6f", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:57.283444 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e3c19074-14c3-449d-9adc-bc2eb9b2fb87 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:57.283854 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '461fd590-00ad-4a36-b07e-199eeca90099', 'tag': 'ec55acaf-742f-4679-9f2a-4a4dba318b6f', 'status': 'completed', 'code': 200} Nov 12 03:59:57.338511 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-e4a1a63c-ba47-439d-8090-6604b486544f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:57.340099 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-e4a1a63c-ba47-439d-8090-6604b486544f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=27d4836293914c108ba09bff97dd7daa&device_id=461fd590-00ad-4a36-b07e-199eeca90099 HTTP/1.1" status: 200 len: 1096 time: 0.0705171 Nov 12 03:59:57.393687 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-930c2c63-b88c-4eac-a4d2-16bb3ab2bdad service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec55acaf-742f-4679-9f2a-4a4dba318b6f HTTP/1.1" status: 200 len: 217 time: 0.0381284 Nov 12 03:59:57.448960 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-77d85968-bd81-43e0-b97c-469075ea9b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:57.450696 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-77d85968-bd81-43e0-b97c-469075ea9b98 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2 HTTP/1.1" status: 200 len: 850 time: 0.0487483 Nov 12 03:59:57.499761 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-b4ed0b9e-681c-4e0d-afd1-ab6872e67c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:57.501388 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-b4ed0b9e-681c-4e0d-afd1-ab6872e67c4e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430119 Nov 12 03:59:57.613102 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-d6af4c11-49b9-4a7a-a247-654e2de09db1 service neutron] 10.222.0.90 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016054 Nov 12 03:59:57.710844 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c572916f-0d87-4be0-97c3-68cd75f4327f req-bdb9b959-66fc-4c28-88e1-2a39aeef1498 service neutron] 10.222.0.90 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903268 Nov 12 03:59:57.838653 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a46ee-1871-4de9-9b4c-96988beeb6e5 req-5a50ea78-ef91-40ed-a6b2-1a1c7b7eac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:57.840088 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1a7a46ee-1871-4de9-9b4c-96988beeb6e5 req-5a50ea78-ef91-40ed-a6b2-1a1c7b7eac02 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=27d4836293914c108ba09bff97dd7daa&device_id=461fd590-00ad-4a36-b07e-199eeca90099 HTTP/1.1" status: 200 len: 1096 time: 0.0470071 Nov 12 03:59:57.934604 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a46ee-1871-4de9-9b4c-96988beeb6e5 req-8f26906b-7080-42d7-b331-2f781f605e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:57.936101 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1a7a46ee-1871-4de9-9b4c-96988beeb6e5 req-8f26906b-7080-42d7-b331-2f781f605e45 service neutron] 10.222.0.90 "GET /v2.0/networks?id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 HTTP/1.1" status: 200 len: 912 time: 0.0877585 Nov 12 03:59:57.982881 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1a7a46ee-1871-4de9-9b4c-96988beeb6e5 req-c5c8a4a7-f014-443c-b88a-1e9e3449eee2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec55acaf-742f-4679-9f2a-4a4dba318b6f HTTP/1.1" status: 200 len: 217 time: 0.0394244 Nov 12 03:59:58.034069 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a46ee-1871-4de9-9b4c-96988beeb6e5 req-0a72576a-9f5d-406e-bb1d-f16ad6a325e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:58.035572 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1a7a46ee-1871-4de9-9b4c-96988beeb6e5 req-0a72576a-9f5d-406e-bb1d-f16ad6a325e2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2 HTTP/1.1" status: 200 len: 850 time: 0.0455616 Nov 12 03:59:58.101678 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a46ee-1871-4de9-9b4c-96988beeb6e5 req-4f45d837-3269-49cb-84fe-b8bc1c0c7789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:58.103162 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1a7a46ee-1871-4de9-9b4c-96988beeb6e5 req-4f45d837-3269-49cb-84fe-b8bc1c0c7789 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550485 Nov 12 03:59:58.221619 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a76d44-46f5-4250-b723-70e6349f2449 req-de6b992d-39e5-41bb-8447-1528b2e706ac tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:58.223506 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-72a76d44-46f5-4250-b723-70e6349f2449 req-de6b992d-39e5-41bb-8447-1528b2e706ac tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=461fd590-00ad-4a36-b07e-199eeca90099 HTTP/1.1" status: 200 len: 944 time: 0.1192973 Nov 12 03:59:58.257778 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1a7a46ee-1871-4de9-9b4c-96988beeb6e5 req-9f932f05-c98c-4000-9af3-62a79fc14f5f service neutron] 10.222.0.90 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448433 Nov 12 03:59:58.352302 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-72a76d44-46f5-4250-b723-70e6349f2449 req-494e16e3-3de8-4d39-b5dc-8c74eb411abc tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192689 Nov 12 03:59:58.388586 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1a7a46ee-1871-4de9-9b4c-96988beeb6e5 req-39b105f2-2d12-4f27-9923-ecb8765affb6 service neutron] 10.222.0.90 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232498 Nov 12 03:59:59.477741 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa35aee-7627-48b1-ad6f-16238e419810 req-8584234e-f560-492b-8f60-df2d67ea249d tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:59.479148 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2fa35aee-7627-48b1-ad6f-16238e419810 req-8584234e-f560-492b-8f60-df2d67ea249d tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=461fd590-00ad-4a36-b07e-199eeca90099 HTTP/1.1" status: 200 len: 944 time: 0.0519130 Nov 12 03:59:59.533191 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2fa35aee-7627-48b1-ad6f-16238e419810 req-180fd1eb-dfa0-421e-a4c8-47cf7a0b1c2e tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465841 Nov 12 04:00:00.373698 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a66bfd3f-9293-47ba-9a56-9a2948d5374a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:00.664676 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b642b59-546e-4be9-a46c-5060298fd62c req-635ee721-ef36-4782-a85f-37d2a6b14260 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:00.666380 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1b642b59-546e-4be9-a46c-5060298fd62c req-635ee721-ef36-4782-a85f-37d2a6b14260 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=461fd590-00ad-4a36-b07e-199eeca90099 HTTP/1.1" status: 200 len: 944 time: 0.0599837 Nov 12 04:00:00.726812 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1b642b59-546e-4be9-a46c-5060298fd62c req-880db0e6-410c-4461-b9a0-7222ce6e4c7a tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531528 Nov 12 04:00:01.885159 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac9371-5281-4545-9aed-7cd0e5bb7fab req-ee7ba206-b671-4397-bd1b-827fccc8efbb tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:01.886874 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-77ac9371-5281-4545-9aed-7cd0e5bb7fab req-ee7ba206-b671-4397-bd1b-827fccc8efbb tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=461fd590-00ad-4a36-b07e-199eeca90099 HTTP/1.1" status: 200 len: 944 time: 0.0761359 Nov 12 04:00:01.946111 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-77ac9371-5281-4545-9aed-7cd0e5bb7fab req-d7fcb757-9da8-46df-a968-fa726c84210d tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520418 Nov 12 04:00:03.071248 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b140c38-4ced-4d35-884f-0276b575a0c2 req-e4583a56-e451-4a41-8093-1f7fc7fc1978 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:03.072804 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1b140c38-4ced-4d35-884f-0276b575a0c2 req-e4583a56-e451-4a41-8093-1f7fc7fc1978 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=461fd590-00ad-4a36-b07e-199eeca90099 HTTP/1.1" status: 200 len: 944 time: 0.0559387 Nov 12 04:00:03.123167 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1b140c38-4ced-4d35-884f-0276b575a0c2 req-d956ecb3-5828-4461-8b95-04a49632b3b6 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441625 Nov 12 04:00:03.388460 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f71f185e-953c-44c5-90a5-7cf758d81508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:04.182327 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:04.240165 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58535978-2037-4175-af68-f757595ff88c req-54203693-434e-438b-a8a8-c4511e57347c tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:04.241649 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-58535978-2037-4175-af68-f757595ff88c req-54203693-434e-438b-a8a8-c4511e57347c tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=461fd590-00ad-4a36-b07e-199eeca90099 HTTP/1.1" status: 200 len: 944 time: 0.0499511 Nov 12 04:00:04.292684 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-58535978-2037-4175-af68-f757595ff88c req-66c0744b-5360-4a51-ac17-43cd24ff5743 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451293 Nov 12 04:00:05.412729 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b12189-e811-4f96-a594-1d1170443775 req-9b0e89a4-d9bc-44bc-b325-9abf155d245c tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:05.414543 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-02b12189-e811-4f96-a594-1d1170443775 req-9b0e89a4-d9bc-44bc-b325-9abf155d245c tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=461fd590-00ad-4a36-b07e-199eeca90099 HTTP/1.1" status: 200 len: 944 time: 0.0507627 Nov 12 04:00:05.464970 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-02b12189-e811-4f96-a594-1d1170443775 req-6ca45415-7f34-43ba-892f-fef32121a554 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443983 Nov 12 04:00:05.513430 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:06.367761 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:06.581237 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb1ad3-ba2d-4337-8b05-84a06eca6949 req-832add20-cb53-41e0-b5c0-ff4ccc45f28c tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:06.582705 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-adbb1ad3-ba2d-4337-8b05-84a06eca6949 req-832add20-cb53-41e0-b5c0-ff4ccc45f28c tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=461fd590-00ad-4a36-b07e-199eeca90099 HTTP/1.1" status: 200 len: 944 time: 0.0478532 Nov 12 04:00:06.635826 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-adbb1ad3-ba2d-4337-8b05-84a06eca6949 req-94f1d6a2-f047-4831-a315-cbb44beb8bbb tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471640 Nov 12 04:00:07.760824 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c55fe-e01f-4935-ac30-0ba5e7c28834 req-ecaaa49f-94f6-4cb3-8d47-db9cd27a4720 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:07.762276 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-305c55fe-e01f-4935-ac30-0ba5e7c28834 req-ecaaa49f-94f6-4cb3-8d47-db9cd27a4720 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=461fd590-00ad-4a36-b07e-199eeca90099 HTTP/1.1" status: 200 len: 944 time: 0.0544198 Nov 12 04:00:07.811688 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-305c55fe-e01f-4935-ac30-0ba5e7c28834 req-11e6715f-66af-4ffb-bd62-5c2662b3e7e8 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434344 Nov 12 04:00:08.829282 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:08.926148 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1efc5b-c9a1-4c06-b8cd-858621a567e4 req-da61d50a-8559-41c6-93df-9098453cf317 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:08.927645 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1e1efc5b-c9a1-4c06-b8cd-858621a567e4 req-da61d50a-8559-41c6-93df-9098453cf317 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=461fd590-00ad-4a36-b07e-199eeca90099 HTTP/1.1" status: 200 len: 944 time: 0.0497043 Nov 12 04:00:08.980188 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1e1efc5b-c9a1-4c06-b8cd-858621a567e4 req-c6edd321-2926-4d62-b882-dd6c1ceaf8e7 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464771 Nov 12 04:00:10.036581 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7a799-3173-4502-8c21-d00ca8376214 req-be8eb4be-9139-4d42-bb3f-f37d107279f0 tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:10.038113 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b9e7a799-3173-4502-8c21-d00ca8376214 req-be8eb4be-9139-4d42-bb3f-f37d107279f0 tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 1099 time: 0.0429704 Nov 12 04:00:10.064862 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device ec55acaf-742f-4679-9f2a-4a4dba318b6f details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:00:10.089700 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b9e7a799-3173-4502-8c21-d00ca8376214 req-04a8338b-dec7-45af-a5a3-4c66032aa0d0 tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=8480dc14-ef01-42e1-8499-f84f47a387e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451176 Nov 12 04:00:10.103479 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c789ab-8223-4b89-b338-b230f4d1ef6b req-3f9f9a79-ecbe-4cae-9ac6-ca292fe09f92 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:10.105486 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-12c789ab-8223-4b89-b338-b230f4d1ef6b req-3f9f9a79-ecbe-4cae-9ac6-ca292fe09f92 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=461fd590-00ad-4a36-b07e-199eeca90099 HTTP/1.1" status: 200 len: 944 time: 0.0562174 Nov 12 04:00:10.119089 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53688) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:10.159140 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-12c789ab-8223-4b89-b338-b230f4d1ef6b req-19c52d3c-d29c-4b22-bddc-570ee84870ed tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470634 Nov 12 04:00:10.171692 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port ec55acaf-742f-4679-9f2a-4a4dba318b6f, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=ec55acaf-742f-4679-9f2a-4a4dba318b6f,segment=NetworkSegment(0f2f65a3-04d3-403b-a440-78cd841660b6),segment_id=0f2f65a3-04d3-403b-a440-78cd841660b6)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:10.185349 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': 'ec55acaf-742f-4679-9f2a-4a4dba318b6f', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'port_id': 'ec55acaf-742f-4679-9f2a-4a4dba318b6f', 'mac_address': 'fa:16:3e:c6:5a:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:00:10.225017 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:10.243098 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec55acaf-742f-4679-9f2a-4a4dba318b6f {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:00:10.264417 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port ec55acaf-742f-4679-9f2a-4a4dba318b6f, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=ec55acaf-742f-4679-9f2a-4a4dba318b6f,segment=NetworkSegment(0f2f65a3-04d3-403b-a440-78cd841660b6),segment_id=0f2f65a3-04d3-403b-a440-78cd841660b6)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:10.269917 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:10.297000 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-04a83dd1-f547-4c4f-bf83-57aa64c6736a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Deleting port 6f1013f9-e1c3-435b-ab03-20d543cb129d {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:00:10.297336 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-04a83dd1-f547-4c4f-bf83-57aa64c6736a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:10.319992 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=ec55acaf-742f-4679-9f2a-4a4dba318b6f,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:10.376451 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-04a83dd1-f547-4c4f-bf83-57aa64c6736a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:10.376769 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-04a83dd1-f547-4c4f-bf83-57aa64c6736a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:10.388583 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-04a83dd1-f547-4c4f-bf83-57aa64c6736a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Calling delete_port for 6f1013f9-e1c3-435b-ab03-20d543cb129d owned by network:floatingip {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:00:10.539482 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-04a83dd1-f547-4c4f-bf83-57aa64c6736a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:10.551739 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['ec55acaf-742f-4679-9f2a-4a4dba318b6f'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:00:10.571200 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a83dd1-f547-4c4f-bf83-57aa64c6736a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event deleted for resources: {'Port': ['ID=6f1013f9-e1c3-435b-ab03-20d543cb129d,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:10.644953 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-04a83dd1-f547-4c4f-bf83-57aa64c6736a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for floatingip, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:10.645458 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [None req-04a83dd1-f547-4c4f-bf83-57aa64c6736a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Floating IP 17a89c6c-f22b-46c2-aee5-4be263004f82 disassociated (deleted). External IP: 172.25.5.54, port: 00639690-edcc-4d69-bc87-3ac7e62c8a23. Nov 12 04:00:10.864900 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a83dd1-f547-4c4f-bf83-57aa64c6736a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Router e6575f8b-b681-4586-85ad-d1b623a15ebd has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:00:10.975202 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a83dd1-f547-4c4f-bf83-57aa64c6736a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:00:10.979604 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-04a83dd1-f547-4c4f-bf83-57aa64c6736a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:10.985990 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b734ea-540b-4595-a79f-56c9f49a1f74 None None] Sync routers for ids ['e6575f8b-b681-4586-85ad-d1b623a15ebd'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:00:10.995102 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b734ea-540b-4595-a79f-56c9f49a1f74 None None] Routers {'e6575f8b-b681-4586-85ad-d1b623a15ebd'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:00:10.995712 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-10b734ea-540b-4595-a79f-56c9f49a1f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:00:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['e6575f8b-b681-4586-85ad-d1b623a15ebd'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:11.008142 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-04a83dd1-f547-4c4f-bf83-57aa64c6736a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "DELETE /v2.0/floatingips/17a89c6c-f22b-46c2-aee5-4be263004f82 HTTP/1.1" status: 204 len: 168 time: 0.8879495 Nov 12 04:00:11.008837 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2660a45-c76a-40f4-9555-aacb4304ef5a', 'tag': '00639690-edcc-4d69-bc87-3ac7e62c8a23'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:11.011172 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d378d7fb-c225-488c-aa82-1afd18b7de39" -d '{"events": [{"name": "network-changed", "server_uuid": "b2660a45-c76a-40f4-9555-aacb4304ef5a", "tag": "00639690-edcc-4d69-bc87-3ac7e62c8a23"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:11.058013 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9327fc31-ce94-4df4-80b5-22f7e5dc8589 x-openstack-request-id: req-9327fc31-ce94-4df4-80b5-22f7e5dc8589 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:11.058606 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2660a45-c76a-40f4-9555-aacb4304ef5a", "tag": "00639690-edcc-4d69-bc87-3ac7e62c8a23", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:11.058606 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9327fc31-ce94-4df4-80b5-22f7e5dc8589 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:11.059115 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2660a45-c76a-40f4-9555-aacb4304ef5a', 'tag': '00639690-edcc-4d69-bc87-3ac7e62c8a23', 'status': 'completed', 'code': 200} Nov 12 04:00:11.108401 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-10b734ea-540b-4595-a79f-56c9f49a1f74 None None] Set router e6575f8b-b681-4586-85ad-d1b623a15ebd gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:00:11.136173 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d378d7fb-c225-488c-aa82-1afd18b7de39 req-799c849c-586a-4af1-9ab5-985c6e06ad2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:11.137702 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d378d7fb-c225-488c-aa82-1afd18b7de39 req-799c849c-586a-4af1-9ab5-985c6e06ad2b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7ef96e16fae9482b9643848210ab127b&device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 1099 time: 0.0498688 Nov 12 04:00:11.294138 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b79c5-023f-43a1-9a97-95efaa4903f5 req-1f248ad2-760c-4432-aaba-9936b00655d3 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:11.294499 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ab797-db60-4ba9-9ce5-c7badf362969 req-1a86870c-7e30-41a9-8a54-670a272b338d tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:11.295957 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e72b79c5-023f-43a1-9a97-95efaa4903f5 req-1f248ad2-760c-4432-aaba-9936b00655d3 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=461fd590-00ad-4a36-b07e-199eeca90099 HTTP/1.1" status: 200 len: 945 time: 0.0592566 Nov 12 04:00:11.296088 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b57ab797-db60-4ba9-9ce5-c7badf362969 req-1a86870c-7e30-41a9-8a54-670a272b338d tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 947 time: 0.0806589 Nov 12 04:00:11.297560 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d378d7fb-c225-488c-aa82-1afd18b7de39 req-1f2ed2e9-61a8-4d67-b54d-4ac3c9ed73f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:11.298886 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d378d7fb-c225-488c-aa82-1afd18b7de39 req-1f2ed2e9-61a8-4d67-b54d-4ac3c9ed73f1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2bfbd00d-8640-41aa-af10-a9a49d38b848 HTTP/1.1" status: 200 len: 897 time: 0.1473019 Nov 12 04:00:11.337549 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-10b734ea-540b-4595-a79f-56c9f49a1f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6575f8b-b681-4586-85ad-d1b623a15ebd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985960768', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'ea8f8665-3d00-4461-a296-1d8fe6d9a62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:58:13Z', 'updated_at': '2021-11-12T03:58:17Z', 'revision_number': 4, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': 'ea8f8665-3d00-4461-a296-1d8fe6d9a62e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6575f8b-b681-4586-85ad-d1b623a15ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:14Z', 'updated_at': '2021-11-12T03:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '04b3add1-e39d-48b7-8b1d-5bd8ad3a474d', 'name': '', 'network_id': '2bfbd00d-8640-41aa-af10-a9a49d38b848', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'mac_address': 'fa:16:3e:34:9d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6575f8b-b681-4586-85ad-d1b623a15ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '52df7a35-9c8c-4202-8731-c7a6df5b4b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:16Z', 'updated_at': '2021-11-12T03:58:21Z', 'revision_number': 5, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'subnets': [{'id': '52df7a35-9c8c-4202-8731-c7a6df5b4b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:11.352011 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d378d7fb-c225-488c-aa82-1afd18b7de39 req-6d05340d-3ebb-4f85-9fca-202f03983214 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00639690-edcc-4d69-bc87-3ac7e62c8a23 HTTP/1.1" status: 200 len: 217 time: 0.0432856 Nov 12 04:00:11.353330 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e72b79c5-023f-43a1-9a97-95efaa4903f5 req-8860442a-e402-4ce0-9c86-4a949c19670f tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498443 Nov 12 04:00:11.372524 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b734ea-540b-4595-a79f-56c9f49a1f74 None None] Checking router: e6575f8b-b681-4586-85ad-d1b623a15ebd for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:00:11.381612 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b734ea-540b-4595-a79f-56c9f49a1f74 None None] Routers {'e6575f8b-b681-4586-85ad-d1b623a15ebd'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:00:11.382217 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-10b734ea-540b-4595-a79f-56c9f49a1f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:00:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['e6575f8b-b681-4586-85ad-d1b623a15ebd'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:11.410509 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b57ab797-db60-4ba9-9ce5-c7badf362969 req-47e4d65d-3501-4aae-941d-9d8618774381 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=8480dc14-ef01-42e1-8499-f84f47a387e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078084 Nov 12 04:00:11.422834 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d378d7fb-c225-488c-aa82-1afd18b7de39 req-d632a3df-261d-49c1-bf33-f45af4763798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:11.424526 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d378d7fb-c225-488c-aa82-1afd18b7de39 req-d632a3df-261d-49c1-bf33-f45af4763798 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=52df7a35-9c8c-4202-8731-c7a6df5b4b9d HTTP/1.1" status: 200 len: 834 time: 0.0622516 Nov 12 04:00:11.481945 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d378d7fb-c225-488c-aa82-1afd18b7de39 req-bb8a9bb5-5f27-407a-94fc-f0cbffaf7fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:11.483486 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d378d7fb-c225-488c-aa82-1afd18b7de39 req-bb8a9bb5-5f27-407a-94fc-f0cbffaf7fa3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2bfbd00d-8640-41aa-af10-a9a49d38b848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505595 Nov 12 04:00:11.581649 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d378d7fb-c225-488c-aa82-1afd18b7de39 req-8fabd14c-6d06-4fbd-a0a6-46be0496e6b5 service neutron] 10.222.0.74 "GET /v2.0/networks/2bfbd00d-8640-41aa-af10-a9a49d38b848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899255 Nov 12 04:00:11.666317 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-10b734ea-540b-4595-a79f-56c9f49a1f74 None None] Set router e6575f8b-b681-4586-85ad-d1b623a15ebd gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:00:11.679261 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d378d7fb-c225-488c-aa82-1afd18b7de39 req-25963004-1c8b-4242-aad8-9efdcdf3c922 service neutron] 10.222.0.74 "GET /v2.0/networks/2bfbd00d-8640-41aa-af10-a9a49d38b848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895586 Nov 12 04:00:11.865567 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-10b734ea-540b-4595-a79f-56c9f49a1f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6575f8b-b681-4586-85ad-d1b623a15ebd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985960768', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'ea8f8665-3d00-4461-a296-1d8fe6d9a62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:58:13Z', 'updated_at': '2021-11-12T03:58:17Z', 'revision_number': 4, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': 'ea8f8665-3d00-4461-a296-1d8fe6d9a62e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6575f8b-b681-4586-85ad-d1b623a15ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:14Z', 'updated_at': '2021-11-12T03:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '04b3add1-e39d-48b7-8b1d-5bd8ad3a474d', 'name': '', 'network_id': '2bfbd00d-8640-41aa-af10-a9a49d38b848', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'mac_address': 'fa:16:3e:34:9d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6575f8b-b681-4586-85ad-d1b623a15ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '52df7a35-9c8c-4202-8731-c7a6df5b4b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:16Z', 'updated_at': '2021-11-12T03:58:21Z', 'revision_number': 5, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'subnets': [{'id': '52df7a35-9c8c-4202-8731-c7a6df5b4b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:11.893516 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b734ea-540b-4595-a79f-56c9f49a1f74 None None] The sync data for ids ['e6575f8b-b681-4586-85ad-d1b623a15ebd'] in n-d-715271-27 is: [{'id': 'e6575f8b-b681-4586-85ad-d1b623a15ebd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985960768', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'ea8f8665-3d00-4461-a296-1d8fe6d9a62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:58:13Z', 'updated_at': '2021-11-12T03:58:17Z', 'revision_number': 4, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': 'ea8f8665-3d00-4461-a296-1d8fe6d9a62e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6575f8b-b681-4586-85ad-d1b623a15ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:14Z', 'updated_at': '2021-11-12T03:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '04b3add1-e39d-48b7-8b1d-5bd8ad3a474d', 'name': '', 'network_id': '2bfbd00d-8640-41aa-af10-a9a49d38b848', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'mac_address': 'fa:16:3e:34:9d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6575f8b-b681-4586-85ad-d1b623a15ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '52df7a35-9c8c-4202-8731-c7a6df5b4b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:16Z', 'updated_at': '2021-11-12T03:58:21Z', 'revision_number': 5, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'subnets': [{'id': '52df7a35-9c8c-4202-8731-c7a6df5b4b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:00:12.081216 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [req-4acfe8fe-276f-4291-bc67-0289ef59477d req-c940f4f1-e8da-428f-a0c9-f7153103f161 service neutron] (102571) timed out ('10.222.0.50', 33558) {{(pid=102571) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:00:12.093557 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device ec55acaf-742f-4679-9f2a-4a4dba318b6f up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:00:12.123231 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14495c6-ce3d-45d2-b437-be4aa458843b None None] New status for floating IP 17a89c6c-f22b-46c2-aee5-4be263004f82: DOWN {{(pid=102574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:00:12.146672 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port ec55acaf-742f-4679-9f2a-4a4dba318b6f completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:00:12.150504 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port ec55acaf-742f-4679-9f2a-4a4dba318b6f triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:12.150870 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:12.235456 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:12.260760 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461fd590-00ad-4a36-b07e-199eeca90099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec55acaf-742f-4679-9f2a-4a4dba318b6f'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:12.262982 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c708f5-d84a-471b-bd6c-3ecd2ef57f11" -d '{"events": [{"server_uuid": "461fd590-00ad-4a36-b07e-199eeca90099", "name": "network-vif-plugged", "status": "completed", "tag": "ec55acaf-742f-4679-9f2a-4a4dba318b6f"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:12.275500 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port ec55acaf-742f-4679-9f2a-4a4dba318b6f, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=ec55acaf-742f-4679-9f2a-4a4dba318b6f,segment=NetworkSegment(0f2f65a3-04d3-403b-a440-78cd841660b6),segment_id=0f2f65a3-04d3-403b-a440-78cd841660b6)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:12.279751 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:12.328431 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=ec55acaf-742f-4679-9f2a-4a4dba318b6f,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:12.367219 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78ed1f8-3830-4e56-ac16-09c8d9d6eefc x-openstack-request-id: req-f78ed1f8-3830-4e56-ac16-09c8d9d6eefc {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:12.367505 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461fd590-00ad-4a36-b07e-199eeca90099", "name": "network-vif-plugged", "status": "completed", "tag": "ec55acaf-742f-4679-9f2a-4a4dba318b6f", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:12.367749 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f78ed1f8-3830-4e56-ac16-09c8d9d6eefc {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:12.368178 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '461fd590-00ad-4a36-b07e-199eeca90099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec55acaf-742f-4679-9f2a-4a4dba318b6f', 'code': 200} Nov 12 04:00:12.488453 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b21bad-b5a7-4041-ba8a-af97df606644 req-9d58246d-a4be-4d8b-8f13-9365e4e1e2ca tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:12.490093 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a1b21bad-b5a7-4041-ba8a-af97df606644 req-9d58246d-a4be-4d8b-8f13-9365e4e1e2ca tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=461fd590-00ad-4a36-b07e-199eeca90099 HTTP/1.1" status: 200 len: 946 time: 0.0620074 Nov 12 04:00:12.543810 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad7e8d-517a-4094-be4c-f845cdd5786a req-69cdf8e5-64c9-46fb-9bf0-1e74832f60f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:12.545396 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2aad7e8d-517a-4094-be4c-f845cdd5786a req-69cdf8e5-64c9-46fb-9bf0-1e74832f60f9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=461fd590-00ad-4a36-b07e-199eeca90099 HTTP/1.1" status: 200 len: 1098 time: 0.0773890 Nov 12 04:00:12.545972 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041486dd-6ffd-4df9-8e65-58c5a5f892d5 req-8d1d77f0-689a-4958-a491-ddc3785ed0a0 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:12.548389 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-041486dd-6ffd-4df9-8e65-58c5a5f892d5 req-8d1d77f0-689a-4958-a491-ddc3785ed0a0 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 947 time: 0.0543244 Nov 12 04:00:12.565742 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a1b21bad-b5a7-4041-ba8a-af97df606644 req-f4e83c3e-5141-4c0f-9135-af60e81f80d5 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624433 Nov 12 04:00:12.600715 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-041486dd-6ffd-4df9-8e65-58c5a5f892d5 req-64946f54-5e75-4b25-91e2-44c67038d819 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=8480dc14-ef01-42e1-8499-f84f47a387e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462477 Nov 12 04:00:12.604266 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2aad7e8d-517a-4094-be4c-f845cdd5786a req-066faf7a-5ad8-4095-9615-f48a8f0c6a6b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490208 Nov 12 04:00:12.782629 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b1926-7879-4780-9082-4c13daeecc5a req-b4605661-ab99-4772-9927-ac65259b4201 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:12.783999 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-124b1926-7879-4780-9082-4c13daeecc5a req-b4605661-ab99-4772-9927-ac65259b4201 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.74 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 947 time: 0.0485003 Nov 12 04:00:12.876424 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-124b1926-7879-4780-9082-4c13daeecc5a req-97729e81-d151-4b36-a680-b26c083f3a70 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Deleting port 00639690-edcc-4d69-bc87-3ac7e62c8a23 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:00:12.876760 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-124b1926-7879-4780-9082-4c13daeecc5a req-97729e81-d151-4b36-a680-b26c083f3a70 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:12.965467 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-124b1926-7879-4780-9082-4c13daeecc5a req-97729e81-d151-4b36-a680-b26c083f3a70 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] For port 00639690-edcc-4d69-bc87-3ac7e62c8a23, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=00639690-edcc-4d69-bc87-3ac7e62c8a23,segment=NetworkSegment(8ee2a672-7f48-44e0-b15d-d39f6001612c),segment_id=8ee2a672-7f48-44e0-b15d-d39f6001612c)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:12.965921 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-124b1926-7879-4780-9082-4c13daeecc5a req-97729e81-d151-4b36-a680-b26c083f3a70 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:12.978442 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-124b1926-7879-4780-9082-4c13daeecc5a req-97729e81-d151-4b36-a680-b26c083f3a70 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Calling delete_port for 00639690-edcc-4d69-bc87-3ac7e62c8a23 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:00:13.108650 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-124b1926-7879-4780-9082-4c13daeecc5a req-97729e81-d151-4b36-a680-b26c083f3a70 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:13.137556 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97729e81-d151-4b36-a680-b26c083f3a70 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event deleted for resources: {'Port': ['ID=00639690-edcc-4d69-bc87-3ac7e62c8a23,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:13.180644 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-124b1926-7879-4780-9082-4c13daeecc5a req-97729e81-d151-4b36-a680-b26c083f3a70 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] No DVR routers for this DVR port 00639690-edcc-4d69-bc87-3ac7e62c8a23 on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:00:13.183177 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-124b1926-7879-4780-9082-4c13daeecc5a req-97729e81-d151-4b36-a680-b26c083f3a70 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:13.186593 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-124b1926-7879-4780-9082-4c13daeecc5a req-97729e81-d151-4b36-a680-b26c083f3a70 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.74 "DELETE /v2.0/ports/00639690-edcc-4d69-bc87-3ac7e62c8a23 HTTP/1.1" status: 204 len: 173 time: 0.3948364 Nov 12 04:00:13.187027 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2660a45-c76a-40f4-9555-aacb4304ef5a', 'name': 'network-vif-deleted', 'tag': '00639690-edcc-4d69-bc87-3ac7e62c8a23'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:13.189299 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2140c3c2-c4a4-470d-8819-ee3911be5963" -d '{"events": [{"server_uuid": "b2660a45-c76a-40f4-9555-aacb4304ef5a", "name": "network-vif-deleted", "tag": "00639690-edcc-4d69-bc87-3ac7e62c8a23"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:13.225389 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e140d11-8994-47ed-b75b-56cf272bfe28 x-openstack-request-id: req-6e140d11-8994-47ed-b75b-56cf272bfe28 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:13.225682 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2660a45-c76a-40f4-9555-aacb4304ef5a", "name": "network-vif-deleted", "tag": "00639690-edcc-4d69-bc87-3ac7e62c8a23", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:13.225933 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6e140d11-8994-47ed-b75b-56cf272bfe28 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:13.226341 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2660a45-c76a-40f4-9555-aacb4304ef5a', 'name': 'network-vif-deleted', 'tag': '00639690-edcc-4d69-bc87-3ac7e62c8a23', 'status': 'completed', 'code': 200} Nov 12 04:00:13.694944 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27caecd-5896-4b64-9a43-63f72b4c0f22 req-001ee51d-732b-40a2-8c21-168bf9223be7 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:13.696625 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b27caecd-5896-4b64-9a43-63f72b4c0f22 req-001ee51d-732b-40a2-8c21-168bf9223be7 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=461fd590-00ad-4a36-b07e-199eeca90099 HTTP/1.1" status: 200 len: 946 time: 0.0553908 Nov 12 04:00:13.719980 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2b624893-2516-4a9e-a656-4c802c826cd7 req-595d8828-2e90-4e77-9a7a-29e991169315 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2660a45-c76a-40f4-9555-aacb4304ef5a HTTP/1.1" status: 200 len: 210 time: 0.0310087 Nov 12 04:00:13.764694 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b27caecd-5896-4b64-9a43-63f72b4c0f22 req-388c56e8-bdb4-40f3-b806-f9b37be94f89 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614412 Nov 12 04:00:14.786131 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53716) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:14.939365 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049cf625-0a13-4a76-8592-c532fbdc997f req-d382e629-b61b-4dd8-a2ba-cbd40ff16c52 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:14.940854 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-049cf625-0a13-4a76-8592-c532fbdc997f req-d382e629-b61b-4dd8-a2ba-cbd40ff16c52 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=461fd590-00ad-4a36-b07e-199eeca90099 HTTP/1.1" status: 200 len: 946 time: 0.1006188 Nov 12 04:00:15.062073 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-049cf625-0a13-4a76-8592-c532fbdc997f req-c06e5754-32e2-425a-a4d8-d44c6d295830 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923281 Nov 12 04:00:15.183242 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbea13-4287-45db-9fe5-f1b6bbd8332e req-4b2980e0-538c-4aca-8f55-498fc4e20a1d tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:15.184879 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8bcbea13-4287-45db-9fe5-f1b6bbd8332e req-4b2980e0-538c-4aca-8f55-498fc4e20a1d tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=461fd590-00ad-4a36-b07e-199eeca90099 HTTP/1.1" status: 200 len: 946 time: 0.0534229 Nov 12 04:00:15.225852 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fa6cffd6-99fc-4cde-8ab0-3a27a9d4f781 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:15.236116 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8bcbea13-4287-45db-9fe5-f1b6bbd8332e req-fb553565-e130-4b84-9835-817208e3803e tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437169 Nov 12 04:00:15.263560 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53722) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:15.466392 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae736a4a-8ff8-435c-b569-eaa668bae911 tempest-TestVolumeBootPattern-166562807 tempest-TestVolumeBootPattern-166562807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:15.471379 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ae736a4a-8ff8-435c-b569-eaa668bae911 tempest-TestVolumeBootPattern-166562807 tempest-TestVolumeBootPattern-166562807-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=461fd590-00ad-4a36-b07e-199eeca90099 HTTP/1.1" status: 200 len: 1093 time: 0.2038178 Nov 12 04:00:15.471628 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53726) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:15.476359 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-e75d85bf-5030-4018-a0df-8a1454263c62 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'port_id': 'ec55acaf-742f-4679-9f2a-4a4dba318b6f', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:15.502805 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e75d85bf-5030-4018-a0df-8a1454263c62 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for floatingip, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:15.507067 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-fa6cffd6-99fc-4cde-8ab0-3a27a9d4f781 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Deleting port 04b3add1-e39d-48b7-8b1d-5bd8ad3a474d {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:00:15.507407 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fa6cffd6-99fc-4cde-8ab0-3a27a9d4f781 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:15.601822 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-fa6cffd6-99fc-4cde-8ab0-3a27a9d4f781 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] For port 04b3add1-e39d-48b7-8b1d-5bd8ad3a474d, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=04b3add1-e39d-48b7-8b1d-5bd8ad3a474d,segment=NetworkSegment(8ee2a672-7f48-44e0-b15d-d39f6001612c),segment_id=8ee2a672-7f48-44e0-b15d-d39f6001612c)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:15.602275 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fa6cffd6-99fc-4cde-8ab0-3a27a9d4f781 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:15.608687 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e75d85bf-5030-4018-a0df-8a1454263c62 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:15.616221 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-fa6cffd6-99fc-4cde-8ab0-3a27a9d4f781 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Calling delete_port for 04b3add1-e39d-48b7-8b1d-5bd8ad3a474d owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:00:15.723954 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-e75d85bf-5030-4018-a0df-8a1454263c62 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Allocated IP 172.25.5.88 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/dfccbe8d-d523-48c7-a9fe-d13d6a7513e0) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:00:15.813143 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fa6cffd6-99fc-4cde-8ab0-3a27a9d4f781 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:15.832480 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e75d85bf-5030-4018-a0df-8a1454263c62 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:15.841553 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6cffd6-99fc-4cde-8ab0-3a27a9d4f781 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event deleted for resources: {'Port': ['ID=04b3add1-e39d-48b7-8b1d-5bd8ad3a474d,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:15.868550 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e75d85bf-5030-4018-a0df-8a1454263c62 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:15.918407 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75d85bf-5030-4018-a0df-8a1454263c62 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:00:15.921712 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-e75d85bf-5030-4018-a0df-8a1454263c62 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:00:15.926173 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75d85bf-5030-4018-a0df-8a1454263c62 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:00:15.949063 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d85bf-5030-4018-a0df-8a1454263c62 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Pushing event updated for resources: {'Port': ['ID=dfccbe8d-d523-48c7-a9fe-d13d6a7513e0,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:15.968059 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:00:16.034257 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fa6cffd6-99fc-4cde-8ab0-3a27a9d4f781 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:16.264979 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa6cffd6-99fc-4cde-8ab0-3a27a9d4f781 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Router e6575f8b-b681-4586-85ad-d1b623a15ebd has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:00:16.375612 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6cffd6-99fc-4cde-8ab0-3a27a9d4f781 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:00:16.383300 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-fa6cffd6-99fc-4cde-8ab0-3a27a9d4f781 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "PUT /v2.0/routers/e6575f8b-b681-4586-85ad-d1b623a15ebd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5935624 Nov 12 04:00:16.383514 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53728) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:16.390030 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93793002-0464-43e9-8a4c-4b5d0111fb14 None None] Sync routers for ids ['e6575f8b-b681-4586-85ad-d1b623a15ebd'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:00:16.401543 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93793002-0464-43e9-8a4c-4b5d0111fb14 None None] Routers {'e6575f8b-b681-4586-85ad-d1b623a15ebd'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:00:16.402917 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-93793002-0464-43e9-8a4c-4b5d0111fb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:00:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['e6575f8b-b681-4586-85ad-d1b623a15ebd'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:16.442388 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d10c6e4-39cd-49ae-8797-4e3e72dd53b3 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Deleting subnet 52df7a35-9c8c-4202-8731-c7a6df5b4b9d {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:00:16.446167 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6d10c6e4-39cd-49ae-8797-4e3e72dd53b3 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:16.488355 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6d10c6e4-39cd-49ae-8797-4e3e72dd53b3 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:16.524457 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-93793002-0464-43e9-8a4c-4b5d0111fb14 None None] Set router e6575f8b-b681-4586-85ad-d1b623a15ebd gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:00:16.581801 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6d10c6e4-39cd-49ae-8797-4e3e72dd53b3 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:16.642556 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6d10c6e4-39cd-49ae-8797-4e3e72dd53b3 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:16.654382 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e75d85bf-5030-4018-a0df-8a1454263c62 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:16.672747 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d10c6e4-39cd-49ae-8797-4e3e72dd53b3 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event deleted for resources: {'Subnet': ['ID=52df7a35-9c8c-4202-8731-c7a6df5b4b9d,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:16.674875 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6d10c6e4-39cd-49ae-8797-4e3e72dd53b3 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:16.681086 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6d10c6e4-39cd-49ae-8797-4e3e72dd53b3 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "DELETE /v2.0/subnets/52df7a35-9c8c-4202-8731-c7a6df5b4b9d HTTP/1.1" status: 204 len: 168 time: 0.2965145 Nov 12 04:00:16.681744 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53730) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:16.685193 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5c2c6c-9a7f-4e8a-a3c9-545771f43a2f None None] Network 2bfbd00d-8640-41aa-af10-a9a49d38b848 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:00:16.754894 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e75d85bf-5030-4018-a0df-8a1454263c62 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:16.793253 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-60daba5b-7bd1-467a-b04d-982a5143e364 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:16.815826 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-93793002-0464-43e9-8a4c-4b5d0111fb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6575f8b-b681-4586-85ad-d1b623a15ebd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985960768', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'ea8f8665-3d00-4461-a296-1d8fe6d9a62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:58:13Z', 'updated_at': '2021-11-12T04:00:15Z', 'revision_number': 5, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': 'ea8f8665-3d00-4461-a296-1d8fe6d9a62e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6575f8b-b681-4586-85ad-d1b623a15ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:14Z', 'updated_at': '2021-11-12T03:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:16.844257 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93793002-0464-43e9-8a4c-4b5d0111fb14 None None] Checking router: e6575f8b-b681-4586-85ad-d1b623a15ebd for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:00:16.858504 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93793002-0464-43e9-8a4c-4b5d0111fb14 None None] Routers {'e6575f8b-b681-4586-85ad-d1b623a15ebd'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:00:16.859896 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-93793002-0464-43e9-8a4c-4b5d0111fb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:00:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['e6575f8b-b681-4586-85ad-d1b623a15ebd'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:16.935924 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e75d85bf-5030-4018-a0df-8a1454263c62 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:16.942706 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e75d85bf-5030-4018-a0df-8a1454263c62 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:16.982662 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd250fa-baf2-4137-857c-e4a39aafe840 None None] DHCP port deletion for 2bfbd00d-8640-41aa-af10-a9a49d38b848 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:00:16.995596 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-93793002-0464-43e9-8a4c-4b5d0111fb14 None None] Set router e6575f8b-b681-4586-85ad-d1b623a15ebd gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:00:17.030475 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e75d85bf-5030-4018-a0df-8a1454263c62 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:17.078693 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 00639690-edcc-4d69-bc87-3ac7e62c8a23 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:00:17.081270 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d85bf-5030-4018-a0df-8a1454263c62 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Pushing event updated for resources: {'Port': ['ID=dfccbe8d-d523-48c7-a9fe-d13d6a7513e0,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:17.133500 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 00639690-edcc-4d69-bc87-3ac7e62c8a23 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:00:17.133884 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 00639690-edcc-4d69-bc87-3ac7e62c8a23 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:00:17.154584 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [None req-e75d85bf-5030-4018-a0df-8a1454263c62 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Floating IP 39eef1a4-b3e2-4f03-b9ce-ee49b64e3301 associated. External IP: 172.25.5.88, port: ec55acaf-742f-4679-9f2a-4a4dba318b6f. Nov 12 04:00:17.190195 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-fcd250fa-baf2-4137-857c-e4a39aafe840 None None] Deleting port 5d5e20b3-cce4-4498-a182-ae8df14d6e99 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:00:17.190536 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fcd250fa-baf2-4137-857c-e4a39aafe840 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:17.268894 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-60daba5b-7bd1-467a-b04d-982a5143e364 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:17.309999 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-fcd250fa-baf2-4137-857c-e4a39aafe840 None None] For port 5d5e20b3-cce4-4498-a182-ae8df14d6e99, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=5d5e20b3-cce4-4498-a182-ae8df14d6e99,segment=NetworkSegment(8ee2a672-7f48-44e0-b15d-d39f6001612c),segment_id=8ee2a672-7f48-44e0-b15d-d39f6001612c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:17.310393 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fcd250fa-baf2-4137-857c-e4a39aafe840 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:17.325986 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-60daba5b-7bd1-467a-b04d-982a5143e364 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Deleting port ea8f8665-3d00-4461-a296-1d8fe6d9a62e {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:00:17.326321 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-60daba5b-7bd1-467a-b04d-982a5143e364 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:17.328010 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-fcd250fa-baf2-4137-857c-e4a39aafe840 None None] Calling delete_port for 5d5e20b3-cce4-4498-a182-ae8df14d6e99 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:00:17.383130 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-93793002-0464-43e9-8a4c-4b5d0111fb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6575f8b-b681-4586-85ad-d1b623a15ebd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985960768', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'ea8f8665-3d00-4461-a296-1d8fe6d9a62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:58:13Z', 'updated_at': '2021-11-12T04:00:15Z', 'revision_number': 5, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': 'ea8f8665-3d00-4461-a296-1d8fe6d9a62e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6575f8b-b681-4586-85ad-d1b623a15ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:14Z', 'updated_at': '2021-11-12T03:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:17.387529 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75d85bf-5030-4018-a0df-8a1454263c62 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Router 8e3d7401-e3df-44d6-ae69-733d594e2ea8 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:00:17.418021 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93793002-0464-43e9-8a4c-4b5d0111fb14 None None] The sync data for ids ['e6575f8b-b681-4586-85ad-d1b623a15ebd'] in n-d-715271-27 is: [{'id': 'e6575f8b-b681-4586-85ad-d1b623a15ebd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985960768', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'ea8f8665-3d00-4461-a296-1d8fe6d9a62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:58:13Z', 'updated_at': '2021-11-12T04:00:15Z', 'revision_number': 5, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': 'ea8f8665-3d00-4461-a296-1d8fe6d9a62e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6575f8b-b681-4586-85ad-d1b623a15ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:14Z', 'updated_at': '2021-11-12T03:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:00:17.419515 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-60daba5b-7bd1-467a-b04d-982a5143e364 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] For port ea8f8665-3d00-4461-a296-1d8fe6d9a62e, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=ea8f8665-3d00-4461-a296-1d8fe6d9a62e,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:17.420029 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-60daba5b-7bd1-467a-b04d-982a5143e364 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:17.434456 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-60daba5b-7bd1-467a-b04d-982a5143e364 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Calling delete_port for ea8f8665-3d00-4461-a296-1d8fe6d9a62e owned by network:router_gateway {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:00:17.465772 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fcd250fa-baf2-4137-857c-e4a39aafe840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:17.492376 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd250fa-baf2-4137-857c-e4a39aafe840 None None] No DVR routers for this DVR port 5d5e20b3-cce4-4498-a182-ae8df14d6e99 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:00:17.495542 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd250fa-baf2-4137-857c-e4a39aafe840 None None] Pushing event deleted for resources: {'Port': ['ID=5d5e20b3-cce4-4498-a182-ae8df14d6e99,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:17.525418 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75d85bf-5030-4018-a0df-8a1454263c62 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:00:17.534943 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59faba50-732f-4a90-835f-aebfa62c214c None None] Sync routers for ids ['8e3d7401-e3df-44d6-ae69-733d594e2ea8'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:00:17.543526 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e75d85bf-5030-4018-a0df-8a1454263c62 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:17.549087 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59faba50-732f-4a90-835f-aebfa62c214c None None] Routers {'8e3d7401-e3df-44d6-ae69-733d594e2ea8'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:00:17.549784 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-59faba50-732f-4a90-835f-aebfa62c214c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:00:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8e3d7401-e3df-44d6-ae69-733d594e2ea8'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:17.588808 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e75d85bf-5030-4018-a0df-8a1454263c62 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1159008 Nov 12 04:00:17.589786 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '461fd590-00ad-4a36-b07e-199eeca90099', 'tag': 'ec55acaf-742f-4679-9f2a-4a4dba318b6f'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:17.592451 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024ea997-9f4c-4b72-a51f-8af4edf120f1" -d '{"events": [{"name": "network-changed", "server_uuid": "461fd590-00ad-4a36-b07e-199eeca90099", "tag": "ec55acaf-742f-4679-9f2a-4a4dba318b6f"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:17.628892 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-60daba5b-7bd1-467a-b04d-982a5143e364 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:17.639336 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca97ce80-3255-440b-9de6-f211b217f312 x-openstack-request-id: req-ca97ce80-3255-440b-9de6-f211b217f312 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:17.639640 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "461fd590-00ad-4a36-b07e-199eeca90099", "tag": "ec55acaf-742f-4679-9f2a-4a4dba318b6f", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:17.639892 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ca97ce80-3255-440b-9de6-f211b217f312 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:17.641817 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '461fd590-00ad-4a36-b07e-199eeca90099', 'tag': 'ec55acaf-742f-4679-9f2a-4a4dba318b6f', 'status': 'completed', 'code': 200} Nov 12 04:00:17.663348 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60daba5b-7bd1-467a-b04d-982a5143e364 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event deleted for resources: {'Port': ['ID=ea8f8665-3d00-4461-a296-1d8fe6d9a62e,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:17.679456 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112a7f0d-f7d5-4b76-aca5-343c715a915c None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:00:17.731818 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-60daba5b-7bd1-467a-b04d-982a5143e364 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:17.745849 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ea997-9f4c-4b72-a51f-8af4edf120f1 req-835d518e-b4ce-4b7c-8eeb-f1b212149562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:17.747748 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-024ea997-9f4c-4b72-a51f-8af4edf120f1 req-835d518e-b4ce-4b7c-8eeb-f1b212149562 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=27d4836293914c108ba09bff97dd7daa&device_id=461fd590-00ad-4a36-b07e-199eeca90099 HTTP/1.1" status: 200 len: 1098 time: 0.0430765 Nov 12 04:00:17.771819 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-59faba50-732f-4a90-835f-aebfa62c214c None None] Set router 8e3d7401-e3df-44d6-ae69-733d594e2ea8 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:00:17.855163 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-60daba5b-7bd1-467a-b04d-982a5143e364 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:17.857400 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-60daba5b-7bd1-467a-b04d-982a5143e364 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:17.903825 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ea997-9f4c-4b72-a51f-8af4edf120f1 req-dc3b7f8c-44ae-42ff-b2e2-281a3f0ca855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:17.905383 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-024ea997-9f4c-4b72-a51f-8af4edf120f1 req-dc3b7f8c-44ae-42ff-b2e2-281a3f0ca855 service neutron] 10.222.0.90 "GET /v2.0/networks?id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 HTTP/1.1" status: 200 len: 912 time: 0.1507211 Nov 12 04:00:17.917481 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-60daba5b-7bd1-467a-b04d-982a5143e364 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:17.918152 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60daba5b-7bd1-467a-b04d-982a5143e364 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Fanout notify agent at l3_agent the message router_deleted on router e6575f8b-b681-4586-85ad-d1b623a15ebd {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:00:17.932400 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-60daba5b-7bd1-467a-b04d-982a5143e364 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:17.934138 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-60daba5b-7bd1-467a-b04d-982a5143e364 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "DELETE /v2.0/routers/e6575f8b-b681-4586-85ad-d1b623a15ebd HTTP/1.1" status: 204 len: 168 time: 1.2511809 Nov 12 04:00:17.937200 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53736) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:17.972659 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 04b3add1-e39d-48b7-8b1d-5bd8ad3a474d no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:00:18.008770 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 04b3add1-e39d-48b7-8b1d-5bd8ad3a474d {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:00:18.009115 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 04b3add1-e39d-48b7-8b1d-5bd8ad3a474d not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:00:18.009546 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 5d5e20b3-cce4-4498-a182-ae8df14d6e99 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:00:18.016659 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-024ea997-9f4c-4b72-a51f-8af4edf120f1 req-903dee3b-c515-479a-aa4e-185edbf0ba08 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec55acaf-742f-4679-9f2a-4a4dba318b6f HTTP/1.1" status: 200 len: 999 time: 0.1021018 Nov 12 04:00:18.034693 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 5d5e20b3-cce4-4498-a182-ae8df14d6e99 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:00:18.035674 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 5d5e20b3-cce4-4498-a182-ae8df14d6e99 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:00:18.081867 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ea997-9f4c-4b72-a51f-8af4edf120f1 req-ff2535bd-a8b3-40a2-8697-fb2e0c81a518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:18.083644 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-024ea997-9f4c-4b72-a51f-8af4edf120f1 req-ff2535bd-a8b3-40a2-8697-fb2e0c81a518 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2 HTTP/1.1" status: 200 len: 850 time: 0.0609088 Nov 12 04:00:18.087399 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-276b9f22-f706-4d4a-b973-10c9291bf868 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:18.089309 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-59faba50-732f-4a90-835f-aebfa62c214c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'name': 'tempest-TestVolumeBootPattern-122305054-router', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:20Z', 'updated_at': '2021-11-12T03:48:29Z', 'revision_number': 4, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'gw_port': {'id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:22Z', 'updated_at': '2021-11-12T03:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '39eef1a4-b3e2-4f03-b9ce-ee49b64e3301', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'floating_ip_address': '172.25.5.88', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'port_id': 'ec55acaf-742f-4679-9f2a-4a4dba318b6f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'mac_address': 'fa:16:3e:c6:5a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461fd590-00ad-4a36-b07e-199eeca90099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:00:16Z', 'updated_at': '2021-11-12T04:00:16Z', 'revision_number': 0, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'fixed_ip_address_scope': None}, {'id': 'f9d4c65d-45e7-4235-9b02-ea558f6a1ac7', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'port_id': '3a4a442c-332b-453b-bd15-a9c29bf7eb08', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'mac_address': 'fa:16:3e:b6:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2c843b-91c6-41b5-8279-d5e5c6260535', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:57:52Z', 'updated_at': '2021-11-12T03:57:54Z', 'revision_number': 1, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb85390-3f5c-48c5-aac8-740f1751785c', 'name': '', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'mac_address': 'fa:16:3e:62:91:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:27Z', 'updated_at': '2021-11-12T03:48:37Z', 'revision_number': 5, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'subnets': [{'id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:18.118228 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59faba50-732f-4a90-835f-aebfa62c214c None None] Checking router: 8e3d7401-e3df-44d6-ae69-733d594e2ea8 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:00:18.137713 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59faba50-732f-4a90-835f-aebfa62c214c None None] Routers {'8e3d7401-e3df-44d6-ae69-733d594e2ea8'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:00:18.138813 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-59faba50-732f-4a90-835f-aebfa62c214c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:00:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8e3d7401-e3df-44d6-ae69-733d594e2ea8'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:18.141202 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ea997-9f4c-4b72-a51f-8af4edf120f1 req-09d0631c-bbb3-4eb9-80a9-b46cb001e505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:18.144840 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-024ea997-9f4c-4b72-a51f-8af4edf120f1 req-09d0631c-bbb3-4eb9-80a9-b46cb001e505 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531654 Nov 12 04:00:18.189343 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-276b9f22-f706-4d4a-b973-10c9291bf868 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:18.217097 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-276b9f22-f706-4d4a-b973-10c9291bf868 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bfbd00d-8640-41aa-af10-a9a49d38b848']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:18.228945 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-276b9f22-f706-4d4a-b973-10c9291bf868 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ee2a672-7f48-44e0-b15d-d39f6001612c') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:18.229248 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-276b9f22-f706-4d4a-b973-10c9291bf868 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ee2a672-7f48-44e0-b15d-d39f6001612c') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:18.242159 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-276b9f22-f706-4d4a-b973-10c9291bf868 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:18.258074 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-276b9f22-f706-4d4a-b973-10c9291bf868 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:18.261289 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-024ea997-9f4c-4b72-a51f-8af4edf120f1 req-00ee76a5-62ec-4e33-95ba-7f65585957b2 service neutron] 10.222.0.90 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078088 Nov 12 04:00:18.262289 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-59faba50-732f-4a90-835f-aebfa62c214c None None] Set router 8e3d7401-e3df-44d6-ae69-733d594e2ea8 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:00:18.264691 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-276b9f22-f706-4d4a-b973-10c9291bf868 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:00:18.265083 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-276b9f22-f706-4d4a-b973-10c9291bf868 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:18.268337 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 04:00:18.268337 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:00:18.268337 n-d-715271-27 neutron-server[102572]: timer() Nov 12 04:00:18.268337 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:00:18.268337 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 04:00:18.268337 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:00:18.268337 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 04:00:18.268337 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:00:18.268337 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 04:00:18.268337 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:00:18.268337 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 04:00:18.268337 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:00:18.268337 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 04:00:18.268337 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:00:18.268337 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:00:18.268337 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:00:18.268337 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:00:18.268337 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:00:18.268337 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 04:00:18.268337 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:00:18.268337 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 04:00:18.268337 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:00:18.268337 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:00:18.268337 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:00:18.268337 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 04:00:18.268337 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:00:18.268337 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:00:18.268337 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:00:18.268337 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:00:18.268337 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:00:18.268337 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:00:18.268337 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:00:18.343273 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-276b9f22-f706-4d4a-b973-10c9291bf868 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:18.351113 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-276b9f22-f706-4d4a-b973-10c9291bf868 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:18.354630 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-276b9f22-f706-4d4a-b973-10c9291bf868 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "DELETE /v2.0/networks/2bfbd00d-8640-41aa-af10-a9a49d38b848 HTTP/1.1" status: 204 len: 168 time: 0.4157763 Nov 12 04:00:18.362939 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53738) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:18.367440 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b9f22-f706-4d4a-b973-10c9291bf868 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event deleted for resources: {'Network': ['ID=2bfbd00d-8640-41aa-af10-a9a49d38b848,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:18.389400 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:18.415513 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-024ea997-9f4c-4b72-a51f-8af4edf120f1 req-f043473f-c182-48dc-a958-21688423631f service neutron] 10.222.0.90 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433070 Nov 12 04:00:18.441419 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b502703d-0989-4cb2-b2ec-a9d72f0a2dde tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:18.472040 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b502703d-0989-4cb2-b2ec-a9d72f0a2dde tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:18.528826 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-59faba50-732f-4a90-835f-aebfa62c214c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'name': 'tempest-TestVolumeBootPattern-122305054-router', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:20Z', 'updated_at': '2021-11-12T03:48:29Z', 'revision_number': 4, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'gw_port': {'id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:22Z', 'updated_at': '2021-11-12T03:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '39eef1a4-b3e2-4f03-b9ce-ee49b64e3301', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'floating_ip_address': '172.25.5.88', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'port_id': 'ec55acaf-742f-4679-9f2a-4a4dba318b6f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'mac_address': 'fa:16:3e:c6:5a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461fd590-00ad-4a36-b07e-199eeca90099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:00:16Z', 'updated_at': '2021-11-12T04:00:16Z', 'revision_number': 0, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'fixed_ip_address_scope': None}, {'id': 'f9d4c65d-45e7-4235-9b02-ea558f6a1ac7', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'port_id': '3a4a442c-332b-453b-bd15-a9c29bf7eb08', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'mac_address': 'fa:16:3e:b6:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2c843b-91c6-41b5-8279-d5e5c6260535', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:57:52Z', 'updated_at': '2021-11-12T03:57:54Z', 'revision_number': 1, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb85390-3f5c-48c5-aac8-740f1751785c', 'name': '', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'mac_address': 'fa:16:3e:62:91:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:27Z', 'updated_at': '2021-11-12T03:48:37Z', 'revision_number': 5, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'subnets': [{'id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:18.532681 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b502703d-0989-4cb2-b2ec-a9d72f0a2dde tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:18.535919 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b502703d-0989-4cb2-b2ec-a9d72f0a2dde tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:18.540272 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b502703d-0989-4cb2-b2ec-a9d72f0a2dde tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "DELETE /v2.0/security-groups/8480dc14-ef01-42e1-8499-f84f47a387e6 HTTP/1.1" status: 204 len: 168 time: 0.1733906 Nov 12 04:00:18.547767 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b502703d-0989-4cb2-b2ec-a9d72f0a2dde tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8480dc14-ef01-42e1-8499-f84f47a387e6,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:18.556043 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59faba50-732f-4a90-835f-aebfa62c214c None None] The sync data for ids ['8e3d7401-e3df-44d6-ae69-733d594e2ea8'] in n-d-715271-27 is: [{'id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'name': 'tempest-TestVolumeBootPattern-122305054-router', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:20Z', 'updated_at': '2021-11-12T03:48:29Z', 'revision_number': 4, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'gw_port': {'id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:22Z', 'updated_at': '2021-11-12T03:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '39eef1a4-b3e2-4f03-b9ce-ee49b64e3301', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'floating_ip_address': '172.25.5.88', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'port_id': 'ec55acaf-742f-4679-9f2a-4a4dba318b6f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'mac_address': 'fa:16:3e:c6:5a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461fd590-00ad-4a36-b07e-199eeca90099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:00:16Z', 'updated_at': '2021-11-12T04:00:16Z', 'revision_number': 0, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'fixed_ip_address_scope': None}, {'id': 'f9d4c65d-45e7-4235-9b02-ea558f6a1ac7', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'port_id': '3a4a442c-332b-453b-bd15-a9c29bf7eb08', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'mac_address': 'fa:16:3e:b6:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2c843b-91c6-41b5-8279-d5e5c6260535', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:57:52Z', 'updated_at': '2021-11-12T03:57:54Z', 'revision_number': 1, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb85390-3f5c-48c5-aac8-740f1751785c', 'name': '', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'mac_address': 'fa:16:3e:62:91:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:27Z', 'updated_at': '2021-11-12T03:48:37Z', 'revision_number': 5, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'subnets': [{'id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:00:18.787007 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfcf734-ad6b-4113-870c-5c91bde6bbf9 None None] New status for floating IP 39eef1a4-b3e2-4f03-b9ce-ee49b64e3301: ACTIVE {{(pid=102573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:00:19.030197 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53744) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:19.035676 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-b42e4fba-f3f9-48f9-b5e1-a0ea09f6edff tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1364856315', 'description': 'tempest-secgroup-smoke-1364856315 description', 'project_id': '7ef96e16fae9482b9643848210ab127b'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:19.060496 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b42e4fba-f3f9-48f9-b5e1-a0ea09f6edff tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:19.127765 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b42e4fba-f3f9-48f9-b5e1-a0ea09f6edff tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:19.131391 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b42e4fba-f3f9-48f9-b5e1-a0ea09f6edff tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:19.161806 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b42e4fba-f3f9-48f9-b5e1-a0ea09f6edff tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:19.163046 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b42e4fba-f3f9-48f9-b5e1-a0ea09f6edff tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1312737 Nov 12 04:00:19.165307 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e4fba-f3f9-48f9-b5e1-a0ea09f6edff tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12ba9801-ac4d-4a0d-b784-b11a0bb93dde,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:19.166303 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53746) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:19.170993 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-92510014-79fd-41b6-89fd-c7601080dc7b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Request body: {'security_group_rule': {'security_group_id': '12ba9801-ac4d-4a0d-b784-b11a0bb93dde', 'project_id': '7ef96e16fae9482b9643848210ab127b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:19.198577 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-92510014-79fd-41b6-89fd-c7601080dc7b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:19.252095 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-92510014-79fd-41b6-89fd-c7601080dc7b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:19.255549 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-92510014-79fd-41b6-89fd-c7601080dc7b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:19.273155 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92510014-79fd-41b6-89fd-c7601080dc7b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c7f91cd-89e4-4867-be44-5d45d9957a36,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:19.285479 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-92510014-79fd-41b6-89fd-c7601080dc7b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:19.287011 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-92510014-79fd-41b6-89fd-c7601080dc7b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1194410 Nov 12 04:00:19.289803 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53748) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:19.294294 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-294361ed-e0e5-48d3-8860-c4a30aa1b21b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Request body: {'security_group_rule': {'security_group_id': '12ba9801-ac4d-4a0d-b784-b11a0bb93dde', 'project_id': '7ef96e16fae9482b9643848210ab127b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:19.321830 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-294361ed-e0e5-48d3-8860-c4a30aa1b21b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:19.378054 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-294361ed-e0e5-48d3-8860-c4a30aa1b21b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:19.383006 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-294361ed-e0e5-48d3-8860-c4a30aa1b21b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:19.406920 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294361ed-e0e5-48d3-8860-c4a30aa1b21b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c931ccb-9402-41a8-9956-34df46a4088a,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:19.413174 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-294361ed-e0e5-48d3-8860-c4a30aa1b21b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:19.418084 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-294361ed-e0e5-48d3-8860-c4a30aa1b21b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1236262 Nov 12 04:00:19.418084 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53750) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:19.422370 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-53a0be94-6139-434c-b224-32f2c7c82f7e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Request body: {'security_group_rule': {'security_group_id': '12ba9801-ac4d-4a0d-b784-b11a0bb93dde', 'project_id': '7ef96e16fae9482b9643848210ab127b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:19.449779 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-53a0be94-6139-434c-b224-32f2c7c82f7e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:19.509644 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-53a0be94-6139-434c-b224-32f2c7c82f7e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:19.513219 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-53a0be94-6139-434c-b224-32f2c7c82f7e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:19.534112 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a0be94-6139-434c-b224-32f2c7c82f7e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad628934-f5ca-488a-a1a4-599d2246bf88,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:19.540617 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-53a0be94-6139-434c-b224-32f2c7c82f7e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:19.541791 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-53a0be94-6139-434c-b224-32f2c7c82f7e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1234133 Nov 12 04:00:19.544463 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53752) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:19.549724 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-2a62c036-9e84-44d1-8ea0-4fced6237cd6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Request body: {'security_group_rule': {'security_group_id': '12ba9801-ac4d-4a0d-b784-b11a0bb93dde', 'project_id': '7ef96e16fae9482b9643848210ab127b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:19.576812 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2a62c036-9e84-44d1-8ea0-4fced6237cd6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:19.641216 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2a62c036-9e84-44d1-8ea0-4fced6237cd6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:19.644989 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2a62c036-9e84-44d1-8ea0-4fced6237cd6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:19.662963 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a62c036-9e84-44d1-8ea0-4fced6237cd6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e3ce20c-843b-454f-ad45-f433edd34afa,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:19.674949 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2a62c036-9e84-44d1-8ea0-4fced6237cd6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:19.676730 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2a62c036-9e84-44d1-8ea0-4fced6237cd6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1308734 Nov 12 04:00:19.679397 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53756) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:19.684212 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-3380d09c-10c6-4de7-a899-1b444ba93ba9 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Request body: {'security_group_rule': {'security_group_id': '12ba9801-ac4d-4a0d-b784-b11a0bb93dde', 'project_id': '7ef96e16fae9482b9643848210ab127b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:19.708752 n-d-715271-27 neutron-server[102571]: INFO neutron.db.securitygroups_db [None req-3380d09c-10c6-4de7-a899-1b444ba93ba9 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Project 7ef96e16fae9482b9643848210ab127b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:00:19.713835 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3380d09c-10c6-4de7-a899-1b444ba93ba9 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:19.781812 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3380d09c-10c6-4de7-a899-1b444ba93ba9 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:19.785594 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3380d09c-10c6-4de7-a899-1b444ba93ba9 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:19.806045 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3380d09c-10c6-4de7-a899-1b444ba93ba9 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2729638e-c691-4bc1-b7d0-9a561a5ea248,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:19.815020 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3380d09c-10c6-4de7-a899-1b444ba93ba9 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:19.819572 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3380d09c-10c6-4de7-a899-1b444ba93ba9 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1358466 Nov 12 04:00:19.819572 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53758) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:19.822935 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device ea8f8665-3d00-4461-a296-1d8fe6d9a62e no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:00:19.823900 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-3dff9023-f361-45bb-8089-e8d4b3a9799b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Request body: {'security_group_rule': {'security_group_id': '12ba9801-ac4d-4a0d-b784-b11a0bb93dde', 'project_id': '7ef96e16fae9482b9643848210ab127b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:19.848603 n-d-715271-27 neutron-server[102571]: INFO neutron.db.securitygroups_db [None req-3dff9023-f361-45bb-8089-e8d4b3a9799b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Project 7ef96e16fae9482b9643848210ab127b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:00:19.849091 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: ea8f8665-3d00-4461-a296-1d8fe6d9a62e {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:00:19.849440 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device ea8f8665-3d00-4461-a296-1d8fe6d9a62e not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:00:19.854029 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3dff9023-f361-45bb-8089-e8d4b3a9799b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:19.921098 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3dff9023-f361-45bb-8089-e8d4b3a9799b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:19.925439 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3dff9023-f361-45bb-8089-e8d4b3a9799b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:19.945353 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff9023-f361-45bb-8089-e8d4b3a9799b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=493ac2fd-c571-4046-85fa-fa9a5fced279,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:19.950153 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3dff9023-f361-45bb-8089-e8d4b3a9799b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:19.951428 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3dff9023-f361-45bb-8089-e8d4b3a9799b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1312249 Nov 12 04:00:19.954263 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53760) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:19.959162 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-7938e0e7-1dbd-46e5-90fa-fee06fefbb9f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Request body: {'network': {'name': 'tempest-network-smoke--920148956', 'project_id': '7ef96e16fae9482b9643848210ab127b', 'port_security_enabled': True}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:19.979343 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7938e0e7-1dbd-46e5-90fa-fee06fefbb9f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Made reservation on behalf of 7ef96e16fae9482b9643848210ab127b for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:00:19.982738 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7938e0e7-1dbd-46e5-90fa-fee06fefbb9f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:20.007049 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7938e0e7-1dbd-46e5-90fa-fee06fefbb9f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:00:20.016016 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7938e0e7-1dbd-46e5-90fa-fee06fefbb9f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:20.016376 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-7938e0e7-1dbd-46e5-90fa-fee06fefbb9f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Added segment 801d4f46-f68a-498f-a298-2ff953603be4 of type vlan for network f050d9f0-0658-4d6c-ac1f-cf34607a8845 Nov 12 04:00:20.055860 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7938e0e7-1dbd-46e5-90fa-fee06fefbb9f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:20.079516 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7938e0e7-1dbd-46e5-90fa-fee06fefbb9f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:20.085094 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7938e0e7-1dbd-46e5-90fa-fee06fefbb9f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:20.085664 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7938e0e7-1dbd-46e5-90fa-fee06fefbb9f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:20.125140 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7938e0e7-1dbd-46e5-90fa-fee06fefbb9f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1698174 Nov 12 04:00:20.128241 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53762) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:20.133041 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-fe48be02-c5e0-4ccf-b538-ffe5c60a586a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1985935915', 'admin_state_up': True, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:20.158331 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fe48be02-c5e0-4ccf-b538-ffe5c60a586a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:20.159378 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fe48be02-c5e0-4ccf-b538-ffe5c60a586a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:20.160171 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7938e0e7-1dbd-46e5-90fa-fee06fefbb9f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'Network': ['ID=f050d9f0-0658-4d6c-ac1f-cf34607a8845,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:20.181327 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network f050d9f0-0658-4d6c-ac1f-cf34607a8845 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:00:20.216026 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fe48be02-c5e0-4ccf-b538-ffe5c60a586a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:20.353515 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fe48be02-c5e0-4ccf-b538-ffe5c60a586a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:20.546987 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fe48be02-c5e0-4ccf-b538-ffe5c60a586a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for router_gateway, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:20.565286 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fe48be02-c5e0-4ccf-b538-ffe5c60a586a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:20.665615 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-fe48be02-c5e0-4ccf-b538-ffe5c60a586a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Allocated IP 172.25.5.43 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/d0fa5787-ff1f-4647-b0a8-d29988a448df) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:00:20.773268 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fe48be02-c5e0-4ccf-b538-ffe5c60a586a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:20.806300 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fe48be02-c5e0-4ccf-b538-ffe5c60a586a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:20.846942 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe48be02-c5e0-4ccf-b538-ffe5c60a586a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:00:20.849834 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-fe48be02-c5e0-4ccf-b538-ffe5c60a586a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:00:20.858455 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe48be02-c5e0-4ccf-b538-ffe5c60a586a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:00:20.873396 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952583f9-8875-4464-a519-303b6973fc93 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:00:20.888574 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe48be02-c5e0-4ccf-b538-ffe5c60a586a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'Port': ['ID=d0fa5787-ff1f-4647-b0a8-d29988a448df,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:20.934207 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-b79c6b05-6c4c-4285-8c20-9865fb116814 None None] Provisioning complete for port d0fa5787-ff1f-4647-b0a8-d29988a448df triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:20.934572 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b79c6b05-6c4c-4285-8c20-9865fb116814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:20.967929 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-b79c6b05-6c4c-4285-8c20-9865fb116814 None None] Port d0fa5787-ff1f-4647-b0a8-d29988a448df cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:00:21.119641 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fe48be02-c5e0-4ccf-b538-ffe5c60a586a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for router_gateway, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:21.312947 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fe48be02-c5e0-4ccf-b538-ffe5c60a586a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:21.448704 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe48be02-c5e0-4ccf-b538-ffe5c60a586a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Router 10bf7bfe-8745-4c95-83a5-74362aa74dea is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:00:21.558815 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe48be02-c5e0-4ccf-b538-ffe5c60a586a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:00:21.568706 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b1e0ee-c855-4b5c-ba00-e47d487545a5 None None] Sync routers for ids ['10bf7bfe-8745-4c95-83a5-74362aa74dea'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:00:21.580177 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fe48be02-c5e0-4ccf-b538-ffe5c60a586a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:21.584397 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b1e0ee-c855-4b5c-ba00-e47d487545a5 None None] Routers {'10bf7bfe-8745-4c95-83a5-74362aa74dea'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:00:21.584565 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-fe48be02-c5e0-4ccf-b538-ffe5c60a586a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4520211 Nov 12 04:00:21.584666 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-37b1e0ee-c855-4b5c-ba00-e47d487545a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:00:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['10bf7bfe-8745-4c95-83a5-74362aa74dea'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:21.584779 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53764) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:21.615013 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-95b8d933-072b-4738-bee1-531144be993a tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=7ef96e16fae9482b9643848210ab127b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287232 Nov 12 04:00:21.616822 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53766) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:21.695821 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-37b1e0ee-c855-4b5c-ba00-e47d487545a5 None None] Set router 10bf7bfe-8745-4c95-83a5-74362aa74dea gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:00:21.711880 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed57d6f-2947-4ec6-951c-68f0e6781b32 tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:21.713467 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9ed57d6f-2947-4ec6-951c-68f0e6781b32 tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0959413 Nov 12 04:00:21.716449 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53768) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:21.747212 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e9d0b2a5-7f56-48d3-a2ae-b121c0b9d6fc tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=7932a4b6-40b8-49fc-bb5c-2a6d25b0a895&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296423 Nov 12 04:00:21.749267 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53770) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:21.754990 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-e7233783-f3d9-45ed-a30f-99122bdb50c6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-517808280', 'network_id': 'f050d9f0-0658-4d6c-ac1f-cf34607a8845', 'project_id': '7ef96e16fae9482b9643848210ab127b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:21.848272 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7233783-f3d9-45ed-a30f-99122bdb50c6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Made reservation on behalf of 7ef96e16fae9482b9643848210ab127b for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:00:21.851821 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e7233783-f3d9-45ed-a30f-99122bdb50c6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:21.880774 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-37b1e0ee-c855-4b5c-ba00-e47d487545a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10bf7bfe-8745-4c95-83a5-74362aa74dea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985935915', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'd0fa5787-ff1f-4647-b0a8-d29988a448df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:00:20Z', 'updated_at': '2021-11-12T04:00:21Z', 'revision_number': 3, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': 'd0fa5787-ff1f-4647-b0a8-d29988a448df', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:69:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10bf7bfe-8745-4c95-83a5-74362aa74dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:00:20Z', 'updated_at': '2021-11-12T04:00:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:21.907622 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b1e0ee-c855-4b5c-ba00-e47d487545a5 None None] Checking router: 10bf7bfe-8745-4c95-83a5-74362aa74dea for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:00:21.907962 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b1e0ee-c855-4b5c-ba00-e47d487545a5 None None] Updating router 10bf7bfe-8745-4c95-83a5-74362aa74dea port d0fa5787-ff1f-4647-b0a8-d29988a448df binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:00:21.933971 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-37b1e0ee-c855-4b5c-ba00-e47d487545a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:22.039110 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e7233783-f3d9-45ed-a30f-99122bdb50c6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:22.106872 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7233783-f3d9-45ed-a30f-99122bdb50c6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'Subnet': ['ID=4734f06a-7ba0-4f49-8dae-5e01bc09fdee,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:22.117390 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7233783-f3d9-45ed-a30f-99122bdb50c6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Checking segment: {'id': '801d4f46-f68a-498f-a298-2ff953603be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f050d9f0-0658-4d6c-ac1f-cf34607a8845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:00:22.117746 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7233783-f3d9-45ed-a30f-99122bdb50c6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Network hostable DHCP agents. Network: f050d9f0-0658-4d6c-ac1f-cf34607a8845, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:00:22.134283 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7233783-f3d9-45ed-a30f-99122bdb50c6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Network f050d9f0-0658-4d6c-ac1f-cf34607a8845 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:00:22.144596 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-e7233783-f3d9-45ed-a30f-99122bdb50c6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, f050d9f0-0658-4d6c-ac1f-cf34607a8845) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:00:22.149074 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7233783-f3d9-45ed-a30f-99122bdb50c6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:22.149875 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e7233783-f3d9-45ed-a30f-99122bdb50c6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:22.154786 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ef544a-7401-42a9-bef3-c5b2f788d535 None None] Network f050d9f0-0658-4d6c-ac1f-cf34607a8845 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:00:22.167876 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e7233783-f3d9-45ed-a30f-99122bdb50c6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4173877 Nov 12 04:00:22.170824 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53772) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:22.194981 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-37b1e0ee-c855-4b5c-ba00-e47d487545a5 None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:22.199945 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-37b1e0ee-c855-4b5c-ba00-e47d487545a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:22.244949 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-37b1e0ee-c855-4b5c-ba00-e47d487545a5 None None] Attempting to bind port d0fa5787-ff1f-4647-b0a8-d29988a448df on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:00:22.245474 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-37b1e0ee-c855-4b5c-ba00-e47d487545a5 None None] Attempting to bind port d0fa5787-ff1f-4647-b0a8-d29988a448df by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:00:22.245844 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b1e0ee-c855-4b5c-ba00-e47d487545a5 None None] Attempting to bind port d0fa5787-ff1f-4647-b0a8-d29988a448df on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:00:22.247409 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58931b15-6b62-4e93-a41c-78a15885bb23 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:00:22.258179 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b1e0ee-c855-4b5c-ba00-e47d487545a5 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:00:22.258589 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b1e0ee-c855-4b5c-ba00-e47d487545a5 None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:00:22.258928 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-37b1e0ee-c855-4b5c-ba00-e47d487545a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:22.259318 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b1e0ee-c855-4b5c-ba00-e47d487545a5 None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:00:22.259782 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-37b1e0ee-c855-4b5c-ba00-e47d487545a5 None None] Bound port: d0fa5787-ff1f-4647-b0a8-d29988a448df, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:00:22.260184 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-37b1e0ee-c855-4b5c-ba00-e47d487545a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:22.314652 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-37b1e0ee-c855-4b5c-ba00-e47d487545a5 None None] For port d0fa5787-ff1f-4647-b0a8-d29988a448df, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:00:22.317703 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-37b1e0ee-c855-4b5c-ba00-e47d487545a5 None None] For port d0fa5787-ff1f-4647-b0a8-d29988a448df, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d0fa5787-ff1f-4647-b0a8-d29988a448df,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:00:22.322771 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-24bfbd8b-ee14-4c97-8f69-2563124303c0 None None] Provisioning complete for port d0fa5787-ff1f-4647-b0a8-d29988a448df triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:22.323380 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-24bfbd8b-ee14-4c97-8f69-2563124303c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:22.328639 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-37b1e0ee-c855-4b5c-ba00-e47d487545a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:22.330634 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1d8b1-5b88-42ae-a395-a11e3e03bb36 None None] Pushing event updated for resources: {'Port': ['ID=d0fa5787-ff1f-4647-b0a8-d29988a448df,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:22.341472 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d1d8b1-5b88-42ae-a395-a11e3e03bb36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:22.341769 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d1d8b1-5b88-42ae-a395-a11e3e03bb36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:22.342084 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d1d8b1-5b88-42ae-a395-a11e3e03bb36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:22.342412 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d1d8b1-5b88-42ae-a395-a11e3e03bb36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:22.342767 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d1d8b1-5b88-42ae-a395-a11e3e03bb36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:22.343990 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d1d8b1-5b88-42ae-a395-a11e3e03bb36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:22.343990 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d1d8b1-5b88-42ae-a395-a11e3e03bb36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:22.344495 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d1d8b1-5b88-42ae-a395-a11e3e03bb36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:22.344847 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d1d8b1-5b88-42ae-a395-a11e3e03bb36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:22.345338 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d1d8b1-5b88-42ae-a395-a11e3e03bb36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:22.346118 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d1d8b1-5b88-42ae-a395-a11e3e03bb36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:22.346251 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d1d8b1-5b88-42ae-a395-a11e3e03bb36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:22.383529 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6915d37b-47a5-4eb6-af3a-44315cb26903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-f050d9f0-0658-4d6c-ac1f-cf34607a8845', 'network_id': 'f050d9f0-0658-4d6c-ac1f-cf34607a8845', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'fixed_ips': [{'subnet_id': '4734f06a-7ba0-4f49-8dae-5e01bc09fdee'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:00:22.384275 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6915d37b-47a5-4eb6-af3a-44315cb26903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:22.396413 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b1e0ee-c855-4b5c-ba00-e47d487545a5 None None] Routers {'10bf7bfe-8745-4c95-83a5-74362aa74dea'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:00:22.397631 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-37b1e0ee-c855-4b5c-ba00-e47d487545a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:00:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['10bf7bfe-8745-4c95-83a5-74362aa74dea'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:22.409997 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f09275b-a069-4648-a034-f05254356cd8 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:00:22.467917 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1d8b1-5b88-42ae-a395-a11e3e03bb36 None None] Pushing event updated for resources: {'Port': ['ID=d0fa5787-ff1f-4647-b0a8-d29988a448df,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:22.526573 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-37b1e0ee-c855-4b5c-ba00-e47d487545a5 None None] Set router 10bf7bfe-8745-4c95-83a5-74362aa74dea gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:00:22.679653 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d58b5df7-760c-4cf8-8456-823ce6daf5c4 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:22.725427 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-24bfbd8b-ee14-4c97-8f69-2563124303c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:22.762058 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-24bfbd8b-ee14-4c97-8f69-2563124303c0 None None] For port d0fa5787-ff1f-4647-b0a8-d29988a448df, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d0fa5787-ff1f-4647-b0a8-d29988a448df,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:22.767175 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-24bfbd8b-ee14-4c97-8f69-2563124303c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:22.774562 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-6915d37b-47a5-4eb6-af3a-44315cb26903 None None] Allocated IP 172.20.0.2 (f050d9f0-0658-4d6c-ac1f-cf34607a8845/4734f06a-7ba0-4f49-8dae-5e01bc09fdee/a8242209-31e2-48d4-b056-8d9d1b782375) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:00:22.828970 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-37b1e0ee-c855-4b5c-ba00-e47d487545a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10bf7bfe-8745-4c95-83a5-74362aa74dea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985935915', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'd0fa5787-ff1f-4647-b0a8-d29988a448df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:00:20Z', 'updated_at': '2021-11-12T04:00:21Z', 'revision_number': 3, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': 'd0fa5787-ff1f-4647-b0a8-d29988a448df', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:69:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10bf7bfe-8745-4c95-83a5-74362aa74dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:00:20Z', 'updated_at': '2021-11-12T04:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:22.856584 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b1e0ee-c855-4b5c-ba00-e47d487545a5 None None] The sync data for ids ['10bf7bfe-8745-4c95-83a5-74362aa74dea'] in n-d-715271-27 is: [{'id': '10bf7bfe-8745-4c95-83a5-74362aa74dea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985935915', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'd0fa5787-ff1f-4647-b0a8-d29988a448df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:00:20Z', 'updated_at': '2021-11-12T04:00:21Z', 'revision_number': 3, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': 'd0fa5787-ff1f-4647-b0a8-d29988a448df', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:69:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10bf7bfe-8745-4c95-83a5-74362aa74dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:00:20Z', 'updated_at': '2021-11-12T04:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:00:22.860422 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bfbd8b-ee14-4c97-8f69-2563124303c0 None None] Pushing event updated for resources: {'Port': ['ID=d0fa5787-ff1f-4647-b0a8-d29988a448df,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:22.920065 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-33f3b3f5-4310-463b-b521-9fe196ad8735 None None] Provisioning complete for port d0fa5787-ff1f-4647-b0a8-d29988a448df triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:22.920481 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-33f3b3f5-4310-463b-b521-9fe196ad8735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:23.030393 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6915d37b-47a5-4eb6-af3a-44315cb26903 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:23.061453 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6915d37b-47a5-4eb6-af3a-44315cb26903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:23.089549 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-d58b5df7-760c-4cf8-8456-823ce6daf5c4 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Allocated IP 172.20.0.1 (f050d9f0-0658-4d6c-ac1f-cf34607a8845/4734f06a-7ba0-4f49-8dae-5e01bc09fdee/d524f018-6d75-49a1-84d3-afab12407f59) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:00:23.130511 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6915d37b-47a5-4eb6-af3a-44315cb26903 None None] Network f050d9f0-0658-4d6c-ac1f-cf34607a8845 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:00:23.138393 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-6915d37b-47a5-4eb6-af3a-44315cb26903 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:00:23.144860 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6915d37b-47a5-4eb6-af3a-44315cb26903 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:00:23.150853 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915d37b-47a5-4eb6-af3a-44315cb26903 None None] Pushing event updated for resources: {'Port': ['ID=a8242209-31e2-48d4-b056-8d9d1b782375,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:23.215117 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-6915d37b-47a5-4eb6-af3a-44315cb26903 None None] Attempting to bind port a8242209-31e2-48d4-b056-8d9d1b782375 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:00:23.215791 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-6915d37b-47a5-4eb6-af3a-44315cb26903 None None] Attempting to bind port a8242209-31e2-48d4-b056-8d9d1b782375 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '801d4f46-f68a-498f-a298-2ff953603be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f050d9f0-0658-4d6c-ac1f-cf34607a8845'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:00:23.215992 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6915d37b-47a5-4eb6-af3a-44315cb26903 None None] Attempting to bind port a8242209-31e2-48d4-b056-8d9d1b782375 on network f050d9f0-0658-4d6c-ac1f-cf34607a8845 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:00:23.222994 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6915d37b-47a5-4eb6-af3a-44315cb26903 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:00:23.223378 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6915d37b-47a5-4eb6-af3a-44315cb26903 None None] Checking segment: {'id': '801d4f46-f68a-498f-a298-2ff953603be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f050d9f0-0658-4d6c-ac1f-cf34607a8845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:00:23.223791 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6915d37b-47a5-4eb6-af3a-44315cb26903 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:23.224227 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6915d37b-47a5-4eb6-af3a-44315cb26903 None None] Bound using segment: {'id': '801d4f46-f68a-498f-a298-2ff953603be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f050d9f0-0658-4d6c-ac1f-cf34607a8845'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:00:23.224732 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-6915d37b-47a5-4eb6-af3a-44315cb26903 None None] Bound port: a8242209-31e2-48d4-b056-8d9d1b782375, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '801d4f46-f68a-498f-a298-2ff953603be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f050d9f0-0658-4d6c-ac1f-cf34607a8845'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:00:23.225122 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6915d37b-47a5-4eb6-af3a-44315cb26903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:23.258708 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d58b5df7-760c-4cf8-8456-823ce6daf5c4 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:23.292987 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-6915d37b-47a5-4eb6-af3a-44315cb26903 None None] For port a8242209-31e2-48d4-b056-8d9d1b782375, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:00:23.297231 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-6915d37b-47a5-4eb6-af3a-44315cb26903 None None] For port a8242209-31e2-48d4-b056-8d9d1b782375, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=a8242209-31e2-48d4-b056-8d9d1b782375,segment=NetworkSegment(801d4f46-f68a-498f-a298-2ff953603be4),segment_id=801d4f46-f68a-498f-a298-2ff953603be4)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:00:23.299972 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d58b5df7-760c-4cf8-8456-823ce6daf5c4 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:23.303221 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6915d37b-47a5-4eb6-af3a-44315cb26903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:23.346560 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58b5df7-760c-4cf8-8456-823ce6daf5c4 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Network f050d9f0-0658-4d6c-ac1f-cf34607a8845 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:00:23.350200 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-d58b5df7-760c-4cf8-8456-823ce6daf5c4 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:00:23.354445 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58b5df7-760c-4cf8-8456-823ce6daf5c4 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:00:23.361272 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b5df7-760c-4cf8-8456-823ce6daf5c4 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'Port': ['ID=d524f018-6d75-49a1-84d3-afab12407f59,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:23.376866 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915d37b-47a5-4eb6-af3a-44315cb26903 None None] Pushing event updated for resources: {'Port': ['ID=a8242209-31e2-48d4-b056-8d9d1b782375,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:23.407266 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d58b5df7-760c-4cf8-8456-823ce6daf5c4 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:23.573506 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d58b5df7-760c-4cf8-8456-823ce6daf5c4 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:23.917367 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d58b5df7-760c-4cf8-8456-823ce6daf5c4 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:23.923958 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d58b5df7-760c-4cf8-8456-823ce6daf5c4 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:23.948659 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device a8242209-31e2-48d4-b056-8d9d1b782375 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:00:24.004734 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port a8242209-31e2-48d4-b056-8d9d1b782375 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:24.005017 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:24.024828 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d58b5df7-760c-4cf8-8456-823ce6daf5c4 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:24.036489 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b5df7-760c-4cf8-8456-823ce6daf5c4 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'Port': ['ID=d524f018-6d75-49a1-84d3-afab12407f59,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:24.098663 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:24.135085 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port a8242209-31e2-48d4-b056-8d9d1b782375, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=a8242209-31e2-48d4-b056-8d9d1b782375,segment=NetworkSegment(801d4f46-f68a-498f-a298-2ff953603be4),segment_id=801d4f46-f68a-498f-a298-2ff953603be4)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:24.138571 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:24.139378 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d0fa5787-ff1f-4647-b0a8-d29988a448df up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:00:24.229328 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=a8242209-31e2-48d4-b056-8d9d1b782375,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:24.245358 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port d0fa5787-ff1f-4647-b0a8-d29988a448df triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:24.245778 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:24.448137 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4a3645-335a-4305-9be3-00dbaf16d560 None None] Network f050d9f0-0658-4d6c-ac1f-cf34607a8845 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:00:24.526118 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-65c45a39-29d4-4657-a6ec-efd126e9f18a None None] Provisioning complete for port a8242209-31e2-48d4-b056-8d9d1b782375 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:24.527357 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-65c45a39-29d4-4657-a6ec-efd126e9f18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:24.555742 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58b5df7-760c-4cf8-8456-823ce6daf5c4 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Network f050d9f0-0658-4d6c-ac1f-cf34607a8845 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:00:24.558097 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-d58b5df7-760c-4cf8-8456-823ce6daf5c4 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:00:24.698815 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58b5df7-760c-4cf8-8456-823ce6daf5c4 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Router 10bf7bfe-8745-4c95-83a5-74362aa74dea has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:00:24.821919 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58b5df7-760c-4cf8-8456-823ce6daf5c4 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:00:24.836742 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d58b5df7-760c-4cf8-8456-823ce6daf5c4 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "PUT /v2.0/routers/10bf7bfe-8745-4c95-83a5-74362aa74dea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6646030 Nov 12 04:00:24.929556 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ed2ea5-5bf1-4f72-b2b9-1f5c2616ad40 None None] Sync routers for ids ['10bf7bfe-8745-4c95-83a5-74362aa74dea'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:00:24.941831 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ed2ea5-5bf1-4f72-b2b9-1f5c2616ad40 None None] Routers {'10bf7bfe-8745-4c95-83a5-74362aa74dea'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:00:24.942717 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-12ed2ea5-5bf1-4f72-b2b9-1f5c2616ad40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:00:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['10bf7bfe-8745-4c95-83a5-74362aa74dea'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:25.055231 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-140e374e-d57d-4c5b-85df-2b128e355696 None None] Provisioning complete for port a8242209-31e2-48d4-b056-8d9d1b782375 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:25.055598 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-140e374e-d57d-4c5b-85df-2b128e355696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:25.073774 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-75ff4b11-9ea6-466c-832f-f0b099ab7e31 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1364856315&fields=id&tenant_id=7ef96e16fae9482b9643848210ab127b HTTP/1.1" status: 200 len: 267 time: 0.0536244 Nov 12 04:00:25.119589 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-12ed2ea5-5bf1-4f72-b2b9-1f5c2616ad40 None None] Set router 10bf7bfe-8745-4c95-83a5-74362aa74dea gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:00:25.214766 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-965c40f2-f7f8-4641-a4e6-f93609bbaaf5 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:25.216481 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-965c40f2-f7f8-4641-a4e6-f93609bbaaf5 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/networks?id=f050d9f0-0658-4d6c-ac1f-cf34607a8845 HTTP/1.1" status: 200 len: 796 time: 0.1355855 Nov 12 04:00:25.235668 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-038aac13-101f-4b89-bdfd-7aecfda82e9b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/quotas/7ef96e16fae9482b9643848210ab127b HTTP/1.1" status: 200 len: 375 time: 0.0110285 Nov 12 04:00:25.296371 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-79b5b863-52f8-4382-8b2d-fdf37386237e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7ef96e16fae9482b9643848210ab127b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528054 Nov 12 04:00:25.310932 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-9309a96b-4fa4-4908-b6e7-0794bd259e40 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:00:25.312357 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-9309a96b-4fa4-4908-b6e7-0794bd259e40 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070825 Nov 12 04:00:25.318697 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-140e374e-d57d-4c5b-85df-2b128e355696 None None] Provisioning complete for port d524f018-6d75-49a1-84d3-afab12407f59 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:25.319237 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-140e374e-d57d-4c5b-85df-2b128e355696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:25.388556 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-140e374e-d57d-4c5b-85df-2b128e355696 None None] Port d524f018-6d75-49a1-84d3-afab12407f59 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:00:25.425360 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-12ed2ea5-5bf1-4f72-b2b9-1f5c2616ad40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10bf7bfe-8745-4c95-83a5-74362aa74dea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985935915', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'd0fa5787-ff1f-4647-b0a8-d29988a448df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:00:20Z', 'updated_at': '2021-11-12T04:00:23Z', 'revision_number': 4, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': 'd0fa5787-ff1f-4647-b0a8-d29988a448df', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:69:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bf7bfe-8745-4c95-83a5-74362aa74dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:00:20Z', 'updated_at': '2021-11-12T04:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'd524f018-6d75-49a1-84d3-afab12407f59', 'name': '', 'network_id': 'f050d9f0-0658-4d6c-ac1f-cf34607a8845', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'mac_address': 'fa:16:3e:53:4c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10bf7bfe-8745-4c95-83a5-74362aa74dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '4734f06a-7ba0-4f49-8dae-5e01bc09fdee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:00:22Z', 'updated_at': '2021-11-12T04:00:23Z', 'revision_number': 2, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'subnets': [{'id': '4734f06a-7ba0-4f49-8dae-5e01bc09fdee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:25.427499 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-aeb4dca6-dfe5-4a34-aab8-91ce583c38d0 service neutron] 10.222.0.50 "GET /v2.0/networks/f050d9f0-0658-4d6c-ac1f-cf34607a8845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077559 Nov 12 04:00:25.457606 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ed2ea5-5bf1-4f72-b2b9-1f5c2616ad40 None None] Checking router: 10bf7bfe-8745-4c95-83a5-74362aa74dea for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:00:25.457963 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ed2ea5-5bf1-4f72-b2b9-1f5c2616ad40 None None] Updating router 10bf7bfe-8745-4c95-83a5-74362aa74dea port d524f018-6d75-49a1-84d3-afab12407f59 binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:00:25.482767 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-12ed2ea5-5bf1-4f72-b2b9-1f5c2616ad40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:25.520914 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-8e156313-dd31-4b72-ac6a-4fbcd21ce6fb service neutron] 10.222.0.50 "GET /v2.0/networks/f050d9f0-0658-4d6c-ac1f-cf34607a8845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871363 Nov 12 04:00:25.587505 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2ab43516-f75c-4230-9bda-bcaf3bd146ad None None] Provisioning complete for port d524f018-6d75-49a1-84d3-afab12407f59 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:25.587875 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2ab43516-f75c-4230-9bda-bcaf3bd146ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:25.642310 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2ab43516-f75c-4230-9bda-bcaf3bd146ad None None] Port d524f018-6d75-49a1-84d3-afab12407f59 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:00:25.704591 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-37c2165f-8058-4478-83d2-6ee70aa0e1c0 req-500963c3-7263-4fa9-874e-33cdba3b1bac tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=254453f3-3258-4bd0-8725-43f050f28d6e HTTP/1.1" status: 200 len: 210 time: 0.0336452 Nov 12 04:00:25.796905 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-12ed2ea5-5bf1-4f72-b2b9-1f5c2616ad40 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:25.802287 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-12ed2ea5-5bf1-4f72-b2b9-1f5c2616ad40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:25.852116 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee03be-b4f8-4d4e-8f3e-bb0350dff155 None None] Pushing event updated for resources: {'Port': ['ID=d524f018-6d75-49a1-84d3-afab12407f59,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:25.883549 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device a8242209-31e2-48d4-b056-8d9d1b782375 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:00:25.951255 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-12ed2ea5-5bf1-4f72-b2b9-1f5c2616ad40 None None] Attempting to bind port d524f018-6d75-49a1-84d3-afab12407f59 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:00:25.951633 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-12ed2ea5-5bf1-4f72-b2b9-1f5c2616ad40 None None] Attempting to bind port d524f018-6d75-49a1-84d3-afab12407f59 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '801d4f46-f68a-498f-a298-2ff953603be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f050d9f0-0658-4d6c-ac1f-cf34607a8845'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:00:25.952016 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ed2ea5-5bf1-4f72-b2b9-1f5c2616ad40 None None] Attempting to bind port d524f018-6d75-49a1-84d3-afab12407f59 on network f050d9f0-0658-4d6c-ac1f-cf34607a8845 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:00:25.960541 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ed2ea5-5bf1-4f72-b2b9-1f5c2616ad40 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:00:25.960918 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ed2ea5-5bf1-4f72-b2b9-1f5c2616ad40 None None] Checking segment: {'id': '801d4f46-f68a-498f-a298-2ff953603be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f050d9f0-0658-4d6c-ac1f-cf34607a8845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:00:25.961328 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-12ed2ea5-5bf1-4f72-b2b9-1f5c2616ad40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:25.961717 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ed2ea5-5bf1-4f72-b2b9-1f5c2616ad40 None None] Bound using segment: {'id': '801d4f46-f68a-498f-a298-2ff953603be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f050d9f0-0658-4d6c-ac1f-cf34607a8845'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:00:25.962194 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-12ed2ea5-5bf1-4f72-b2b9-1f5c2616ad40 None None] Bound port: d524f018-6d75-49a1-84d3-afab12407f59, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '801d4f46-f68a-498f-a298-2ff953603be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f050d9f0-0658-4d6c-ac1f-cf34607a8845'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:00:25.962588 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-12ed2ea5-5bf1-4f72-b2b9-1f5c2616ad40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:26.010955 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port a8242209-31e2-48d4-b056-8d9d1b782375 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:26.011414 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:26.071566 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-12ed2ea5-5bf1-4f72-b2b9-1f5c2616ad40 None None] For port d524f018-6d75-49a1-84d3-afab12407f59, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:00:26.075723 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-12ed2ea5-5bf1-4f72-b2b9-1f5c2616ad40 None None] For port d524f018-6d75-49a1-84d3-afab12407f59, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d524f018-6d75-49a1-84d3-afab12407f59,segment=NetworkSegment(801d4f46-f68a-498f-a298-2ff953603be4),segment_id=801d4f46-f68a-498f-a298-2ff953603be4)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:00:26.083338 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-12ed2ea5-5bf1-4f72-b2b9-1f5c2616ad40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:26.348374 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ed2ea5-5bf1-4f72-b2b9-1f5c2616ad40 None None] Routers {'10bf7bfe-8745-4c95-83a5-74362aa74dea'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:00:26.349011 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-12ed2ea5-5bf1-4f72-b2b9-1f5c2616ad40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:00:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['10bf7bfe-8745-4c95-83a5-74362aa74dea'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:26.350738 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee03be-b4f8-4d4e-8f3e-bb0350dff155 None None] Pushing event updated for resources: {'Port': ['ID=d524f018-6d75-49a1-84d3-afab12407f59,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:26.355765 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4a0d4df1-218f-4fa3-b3a0-073c668a8603 None None] Provisioning complete for port d524f018-6d75-49a1-84d3-afab12407f59 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:26.356179 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4a0d4df1-218f-4fa3-b3a0-073c668a8603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:26.523778 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-12ed2ea5-5bf1-4f72-b2b9-1f5c2616ad40 None None] Set router 10bf7bfe-8745-4c95-83a5-74362aa74dea gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:00:26.566098 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4a0d4df1-218f-4fa3-b3a0-073c668a8603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:26.678774 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4a0d4df1-218f-4fa3-b3a0-073c668a8603 None None] For port d524f018-6d75-49a1-84d3-afab12407f59, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d524f018-6d75-49a1-84d3-afab12407f59,segment=NetworkSegment(801d4f46-f68a-498f-a298-2ff953603be4),segment_id=801d4f46-f68a-498f-a298-2ff953603be4)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:26.683242 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4a0d4df1-218f-4fa3-b3a0-073c668a8603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:26.773594 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d4df1-218f-4fa3-b3a0-073c668a8603 None None] Pushing event updated for resources: {'Port': ['ID=d524f018-6d75-49a1-84d3-afab12407f59,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:26.815821 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-a2d36ab2-4c4e-4ae3-a80c-cd1941fbda0a None None] Provisioning complete for port d524f018-6d75-49a1-84d3-afab12407f59 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:26.816234 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a2d36ab2-4c4e-4ae3-a80c-cd1941fbda0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:26.819299 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-12ed2ea5-5bf1-4f72-b2b9-1f5c2616ad40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10bf7bfe-8745-4c95-83a5-74362aa74dea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985935915', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'd0fa5787-ff1f-4647-b0a8-d29988a448df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:00:20Z', 'updated_at': '2021-11-12T04:00:23Z', 'revision_number': 4, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': 'd0fa5787-ff1f-4647-b0a8-d29988a448df', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:69:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bf7bfe-8745-4c95-83a5-74362aa74dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:00:20Z', 'updated_at': '2021-11-12T04:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'd524f018-6d75-49a1-84d3-afab12407f59', 'name': '', 'network_id': 'f050d9f0-0658-4d6c-ac1f-cf34607a8845', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'mac_address': 'fa:16:3e:53:4c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10bf7bfe-8745-4c95-83a5-74362aa74dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '4734f06a-7ba0-4f49-8dae-5e01bc09fdee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:00:22Z', 'updated_at': '2021-11-12T04:00:26Z', 'revision_number': 4, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'subnets': [{'id': '4734f06a-7ba0-4f49-8dae-5e01bc09fdee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:26.820735 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-940de8e5-67a2-4065-a146-7af9d167ef6b req-58dbd029-a9cc-4290-8b6b-f51ce6c74026 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=254453f3-3258-4bd0-8725-43f050f28d6e HTTP/1.1" status: 200 len: 210 time: 0.0358133 Nov 12 04:00:26.830741 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-c971c023-89cf-4a16-a787-cae6e8a46032 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:26.832834 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-c971c023-89cf-4a16-a787-cae6e8a46032 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.74 "GET /v2.0/networks?id=f050d9f0-0658-4d6c-ac1f-cf34607a8845 HTTP/1.1" status: 200 len: 796 time: 0.1643531 Nov 12 04:00:26.867806 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ed2ea5-5bf1-4f72-b2b9-1f5c2616ad40 None None] The sync data for ids ['10bf7bfe-8745-4c95-83a5-74362aa74dea'] in n-d-715271-27 is: [{'id': '10bf7bfe-8745-4c95-83a5-74362aa74dea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985935915', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'd0fa5787-ff1f-4647-b0a8-d29988a448df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:00:20Z', 'updated_at': '2021-11-12T04:00:23Z', 'revision_number': 4, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': 'd0fa5787-ff1f-4647-b0a8-d29988a448df', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:69:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bf7bfe-8745-4c95-83a5-74362aa74dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:00:20Z', 'updated_at': '2021-11-12T04:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'd524f018-6d75-49a1-84d3-afab12407f59', 'name': '', 'network_id': 'f050d9f0-0658-4d6c-ac1f-cf34607a8845', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'mac_address': 'fa:16:3e:53:4c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10bf7bfe-8745-4c95-83a5-74362aa74dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '4734f06a-7ba0-4f49-8dae-5e01bc09fdee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:00:22Z', 'updated_at': '2021-11-12T04:00:26Z', 'revision_number': 4, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'subnets': [{'id': '4734f06a-7ba0-4f49-8dae-5e01bc09fdee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:00:26.948350 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-8f92ca17-8919-426a-a637-93202a5ea30e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ef96e16fae9482b9643848210ab127b HTTP/1.1" status: 200 len: 380 time: 0.0946834 Nov 12 04:00:26.958808 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-6f986f0c-dcc8-4a0a-8868-9357f55182f0 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Request body: {'port': {'device_id': '254453f3-3258-4bd0-8725-43f050f28d6e', 'network_id': 'f050d9f0-0658-4d6c-ac1f-cf34607a8845', 'admin_state_up': True, 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'security_groups': ['12ba9801-ac4d-4a0d-b784-b11a0bb93dde']}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:27.083277 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-6f986f0c-dcc8-4a0a-8868-9357f55182f0 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Made reservation on behalf of 7ef96e16fae9482b9643848210ab127b for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:00:27.086924 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-6f986f0c-dcc8-4a0a-8868-9357f55182f0 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:27.220264 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-6f986f0c-dcc8-4a0a-8868-9357f55182f0 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Allocated IP 172.20.0.13 (f050d9f0-0658-4d6c-ac1f-cf34607a8845/4734f06a-7ba0-4f49-8dae-5e01bc09fdee/15dbf3ff-1804-4cbd-9078-d6eed527c1ac) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:00:27.374360 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6dcf8a5d-a0ca-40dc-8242-64055dcb2374 req-eae5cd4e-b448-4f30-9f8c-9664d4d00a6c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8e2c843b-91c6-41b5-8279-d5e5c6260535&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1029191 Nov 12 04:00:27.411442 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-6f986f0c-dcc8-4a0a-8868-9357f55182f0 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:27.487939 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf8a5d-a0ca-40dc-8242-64055dcb2374 req-d35cc8cc-2af4-440f-bb8d-593554344df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:27.489495 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6dcf8a5d-a0ca-40dc-8242-64055dcb2374 req-d35cc8cc-2af4-440f-bb8d-593554344df6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=27d4836293914c108ba09bff97dd7daa&device_id=8e2c843b-91c6-41b5-8279-d5e5c6260535 HTTP/1.1" status: 200 len: 1098 time: 0.0627108 Nov 12 04:00:27.495237 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-6f986f0c-dcc8-4a0a-8868-9357f55182f0 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:27.569360 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-6f986f0c-dcc8-4a0a-8868-9357f55182f0 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Network f050d9f0-0658-4d6c-ac1f-cf34607a8845 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:00:27.575420 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-6f986f0c-dcc8-4a0a-8868-9357f55182f0 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:00:27.611325 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-6f986f0c-dcc8-4a0a-8868-9357f55182f0 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:00:27.634403 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f986f0c-dcc8-4a0a-8868-9357f55182f0 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'Port': ['ID=15dbf3ff-1804-4cbd-9078-d6eed527c1ac,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:27.679934 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-6f986f0c-dcc8-4a0a-8868-9357f55182f0 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:27.680734 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-6f986f0c-dcc8-4a0a-8868-9357f55182f0 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:27.699248 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf8a5d-a0ca-40dc-8242-64055dcb2374 req-f5bb8d17-7a08-4be3-98a5-557a2ec6b259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:27.700793 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6dcf8a5d-a0ca-40dc-8242-64055dcb2374 req-f5bb8d17-7a08-4be3-98a5-557a2ec6b259 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 HTTP/1.1" status: 200 len: 912 time: 0.1759982 Nov 12 04:00:27.708759 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-6f986f0c-dcc8-4a0a-8868-9357f55182f0 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7539725 Nov 12 04:00:27.738559 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-053f1e0d-fe73-4a2b-80af-bcf9cd49cc7d service neutron] Request body: {'port': {'device_id': '254453f3-3258-4bd0-8725-43f050f28d6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:27.850014 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6dcf8a5d-a0ca-40dc-8242-64055dcb2374 req-e89f1dfc-d80c-4e5a-b321-38d6054b2998 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a4a442c-332b-453b-bd15-a9c29bf7eb08 HTTP/1.1" status: 200 len: 1002 time: 0.1271420 Nov 12 04:00:27.850607 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-053f1e0d-fe73-4a2b-80af-bcf9cd49cc7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:27.911748 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d524f018-6d75-49a1-84d3-afab12407f59 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:00:27.914245 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-bb898df9-c53d-41b5-b027-255238480835 None None] Provisioning complete for port 15dbf3ff-1804-4cbd-9078-d6eed527c1ac triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:27.914879 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bb898df9-c53d-41b5-b027-255238480835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:27.957936 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf8a5d-a0ca-40dc-8242-64055dcb2374 req-afa9eef1-6bcd-47e9-9491-e97034034555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:27.959778 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6dcf8a5d-a0ca-40dc-8242-64055dcb2374 req-afa9eef1-6bcd-47e9-9491-e97034034555 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2 HTTP/1.1" status: 200 len: 850 time: 0.0970163 Nov 12 04:00:27.986478 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b5443-71b8-4fb6-9904-39573f8acb49 req-8974d9b2-898a-4240-aa69-de2808f7bf03 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:27.991322 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-bb898df9-c53d-41b5-b027-255238480835 None None] Port 15dbf3ff-1804-4cbd-9078-d6eed527c1ac cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:00:27.996559 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ac3b5443-71b8-4fb6-9904-39573f8acb49 req-8974d9b2-898a-4240-aa69-de2808f7bf03 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=254453f3-3258-4bd0-8725-43f050f28d6e HTTP/1.1" status: 200 len: 932 time: 0.0702257 Nov 12 04:00:28.016984 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port d524f018-6d75-49a1-84d3-afab12407f59 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:28.017355 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:28.052545 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ac3b5443-71b8-4fb6-9904-39573f8acb49 req-8ae98afa-c8ae-4948-8027-4f6d8c13bc62 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=12ba9801-ac4d-4a0d-b784-b11a0bb93dde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547934 Nov 12 04:00:28.120740 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf8a5d-a0ca-40dc-8242-64055dcb2374 req-22672514-f893-402b-92e7-ed236c205b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:28.122233 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6dcf8a5d-a0ca-40dc-8242-64055dcb2374 req-22672514-f893-402b-92e7-ed236c205b90 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0836699 Nov 12 04:00:28.276260 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6dcf8a5d-a0ca-40dc-8242-64055dcb2374 req-de558647-baa8-4941-a802-eec6f857bd68 service neutron] 10.222.0.74 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208947 Nov 12 04:00:28.368240 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-053f1e0d-fe73-4a2b-80af-bcf9cd49cc7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15dbf3ff-1804-4cbd-9078-d6eed527c1ac {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:00:28.379583 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-053f1e0d-fe73-4a2b-80af-bcf9cd49cc7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:28.401450 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-053f1e0d-fe73-4a2b-80af-bcf9cd49cc7d service neutron] Transition to ACTIVE for port object 15dbf3ff-1804-4cbd-9078-d6eed527c1ac will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:00:28.410366 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-053f1e0d-fe73-4a2b-80af-bcf9cd49cc7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:28.446381 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6dcf8a5d-a0ca-40dc-8242-64055dcb2374 req-fbbd0249-623b-4fd4-b2cd-7ccfc44472ea service neutron] 10.222.0.74 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402659 Nov 12 04:00:28.473716 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f1e0d-fe73-4a2b-80af-bcf9cd49cc7d service neutron] Pushing event updated for resources: {'Port': ['ID=15dbf3ff-1804-4cbd-9078-d6eed527c1ac,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:28.561479 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-053f1e0d-fe73-4a2b-80af-bcf9cd49cc7d service neutron] Attempting to bind port 15dbf3ff-1804-4cbd-9078-d6eed527c1ac on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:00:28.561820 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-053f1e0d-fe73-4a2b-80af-bcf9cd49cc7d service neutron] Attempting to bind port 15dbf3ff-1804-4cbd-9078-d6eed527c1ac by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '801d4f46-f68a-498f-a298-2ff953603be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f050d9f0-0658-4d6c-ac1f-cf34607a8845'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:00:28.562334 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-053f1e0d-fe73-4a2b-80af-bcf9cd49cc7d service neutron] Attempting to bind port 15dbf3ff-1804-4cbd-9078-d6eed527c1ac on network f050d9f0-0658-4d6c-ac1f-cf34607a8845 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:00:28.567596 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-053f1e0d-fe73-4a2b-80af-bcf9cd49cc7d service neutron] Port 15dbf3ff-1804-4cbd-9078-d6eed527c1ac on network f050d9f0-0658-4d6c-ac1f-cf34607a8845 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:00:28.568238 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-053f1e0d-fe73-4a2b-80af-bcf9cd49cc7d service neutron] Attempting to bind port 15dbf3ff-1804-4cbd-9078-d6eed527c1ac on network f050d9f0-0658-4d6c-ac1f-cf34607a8845 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:00:28.573796 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-053f1e0d-fe73-4a2b-80af-bcf9cd49cc7d service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:00:28.574137 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-053f1e0d-fe73-4a2b-80af-bcf9cd49cc7d service neutron] Checking segment: {'id': '801d4f46-f68a-498f-a298-2ff953603be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f050d9f0-0658-4d6c-ac1f-cf34607a8845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:00:28.574515 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-053f1e0d-fe73-4a2b-80af-bcf9cd49cc7d service neutron] Bound using segment: {'id': '801d4f46-f68a-498f-a298-2ff953603be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f050d9f0-0658-4d6c-ac1f-cf34607a8845'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:00:28.574940 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-053f1e0d-fe73-4a2b-80af-bcf9cd49cc7d service neutron] Bound port: 15dbf3ff-1804-4cbd-9078-d6eed527c1ac, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '801d4f46-f68a-498f-a298-2ff953603be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f050d9f0-0658-4d6c-ac1f-cf34607a8845'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:00:28.575289 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-053f1e0d-fe73-4a2b-80af-bcf9cd49cc7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:28.650509 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-053f1e0d-fe73-4a2b-80af-bcf9cd49cc7d service neutron] For port 15dbf3ff-1804-4cbd-9078-d6eed527c1ac, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:00:28.654425 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-053f1e0d-fe73-4a2b-80af-bcf9cd49cc7d service neutron] For port 15dbf3ff-1804-4cbd-9078-d6eed527c1ac, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=15dbf3ff-1804-4cbd-9078-d6eed527c1ac,segment=NetworkSegment(801d4f46-f68a-498f-a298-2ff953603be4),segment_id=801d4f46-f68a-498f-a298-2ff953603be4)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:00:28.661415 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-053f1e0d-fe73-4a2b-80af-bcf9cd49cc7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:28.697504 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-053f1e0d-fe73-4a2b-80af-bcf9cd49cc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:28.698196 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-053f1e0d-fe73-4a2b-80af-bcf9cd49cc7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:28.699654 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-053f1e0d-fe73-4a2b-80af-bcf9cd49cc7d service neutron] 10.222.0.74 "PUT /v2.0/ports/15dbf3ff-1804-4cbd-9078-d6eed527c1ac HTTP/1.1" status: 200 len: 1093 time: 0.9706590 Nov 12 04:00:28.700188 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '254453f3-3258-4bd0-8725-43f050f28d6e', 'tag': '15dbf3ff-1804-4cbd-9078-d6eed527c1ac'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:28.702484 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c1704c-b79f-4ddc-967f-c2d73a2a5653" -d '{"events": [{"name": "network-changed", "server_uuid": "254453f3-3258-4bd0-8725-43f050f28d6e", "tag": "15dbf3ff-1804-4cbd-9078-d6eed527c1ac"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:28.759342 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c15d9b-7372-4187-82b8-d7255b4f1f02 x-openstack-request-id: req-17c15d9b-7372-4187-82b8-d7255b4f1f02 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:28.759631 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "254453f3-3258-4bd0-8725-43f050f28d6e", "tag": "15dbf3ff-1804-4cbd-9078-d6eed527c1ac", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:28.759890 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-17c15d9b-7372-4187-82b8-d7255b4f1f02 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:28.760316 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '254453f3-3258-4bd0-8725-43f050f28d6e', 'tag': '15dbf3ff-1804-4cbd-9078-d6eed527c1ac', 'status': 'completed', 'code': 200} Nov 12 04:00:28.798273 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f1e0d-fe73-4a2b-80af-bcf9cd49cc7d service neutron] Pushing event updated for resources: {'Port': ['ID=15dbf3ff-1804-4cbd-9078-d6eed527c1ac,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:28.817186 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-8cd24621-acb0-4e2b-bf97-3ce96cfd1500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:28.818770 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-8cd24621-acb0-4e2b-bf97-3ce96cfd1500 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7ef96e16fae9482b9643848210ab127b&device_id=254453f3-3258-4bd0-8725-43f050f28d6e HTTP/1.1" status: 200 len: 1096 time: 0.0612972 Nov 12 04:00:28.864406 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-bf23bcf5-c7eb-4f6d-a90f-57bb6df6dff8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15dbf3ff-1804-4cbd-9078-d6eed527c1ac HTTP/1.1" status: 200 len: 217 time: 0.0348444 Nov 12 04:00:28.923584 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-ec85e9d7-6582-485f-9ac4-4b700bca67a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:28.925430 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-ec85e9d7-6582-485f-9ac4-4b700bca67a2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4734f06a-7ba0-4f49-8dae-5e01bc09fdee HTTP/1.1" status: 200 len: 834 time: 0.0541878 Nov 12 04:00:28.980398 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-67dda7b2-a67a-49b2-9558-6516de7b71b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:28.981922 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-67dda7b2-a67a-49b2-9558-6516de7b71b2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f050d9f0-0658-4d6c-ac1f-cf34607a8845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469658 Nov 12 04:00:29.075089 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-6a930478-afb0-477f-b25d-e102ea66c3ff service neutron] 10.222.0.74 "GET /v2.0/networks/f050d9f0-0658-4d6c-ac1f-cf34607a8845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843940 Nov 12 04:00:29.177853 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7a0908c2-8fd7-44f1-854b-392087857a0b req-c0dde824-9809-48a7-a0e5-3c62f581076e service neutron] 10.222.0.74 "GET /v2.0/networks/f050d9f0-0658-4d6c-ac1f-cf34607a8845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940728 Nov 12 04:00:29.185638 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e0d13-9b44-46ad-87a0-2853e61b7878 req-64d97fa9-e74a-4524-9be2-2c6fb9c10380 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:29.187128 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-129e0d13-9b44-46ad-87a0-2853e61b7878 req-64d97fa9-e74a-4524-9be2-2c6fb9c10380 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=254453f3-3258-4bd0-8725-43f050f28d6e HTTP/1.1" status: 200 len: 944 time: 0.0594172 Nov 12 04:00:29.242066 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-129e0d13-9b44-46ad-87a0-2853e61b7878 req-737d36c9-833e-4bdd-b59c-9e4d29b9335a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=12ba9801-ac4d-4a0d-b784-b11a0bb93dde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489335 Nov 12 04:00:29.266645 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1704c-b79f-4ddc-967f-c2d73a2a5653 req-c3f5ac24-0e56-4cb5-a8fb-ca08fa6c5f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:29.268285 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09c1704c-b79f-4ddc-967f-c2d73a2a5653 req-c3f5ac24-0e56-4cb5-a8fb-ca08fa6c5f21 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7ef96e16fae9482b9643848210ab127b&device_id=254453f3-3258-4bd0-8725-43f050f28d6e HTTP/1.1" status: 200 len: 1096 time: 0.0429559 Nov 12 04:00:29.364638 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1704c-b79f-4ddc-967f-c2d73a2a5653 req-4aa3e41f-6fd4-4e9c-a61d-6754e4d87d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:29.366087 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09c1704c-b79f-4ddc-967f-c2d73a2a5653 req-4aa3e41f-6fd4-4e9c-a61d-6754e4d87d93 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f050d9f0-0658-4d6c-ac1f-cf34607a8845 HTTP/1.1" status: 200 len: 897 time: 0.0903468 Nov 12 04:00:29.409259 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09c1704c-b79f-4ddc-967f-c2d73a2a5653 req-8571ed42-3679-491f-b998-63ab34018140 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15dbf3ff-1804-4cbd-9078-d6eed527c1ac HTTP/1.1" status: 200 len: 217 time: 0.0357196 Nov 12 04:00:29.464422 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1704c-b79f-4ddc-967f-c2d73a2a5653 req-9a6743cc-9e98-4fe0-ab95-ce5f57325536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:29.465837 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09c1704c-b79f-4ddc-967f-c2d73a2a5653 req-9a6743cc-9e98-4fe0-ab95-ce5f57325536 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4734f06a-7ba0-4f49-8dae-5e01bc09fdee HTTP/1.1" status: 200 len: 834 time: 0.0430002 Nov 12 04:00:29.514402 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1704c-b79f-4ddc-967f-c2d73a2a5653 req-08e84587-19a8-4b4a-9c6c-bebd792c4395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:29.516625 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09c1704c-b79f-4ddc-967f-c2d73a2a5653 req-08e84587-19a8-4b4a-9c6c-bebd792c4395 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f050d9f0-0658-4d6c-ac1f-cf34607a8845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408165 Nov 12 04:00:29.610041 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09c1704c-b79f-4ddc-967f-c2d73a2a5653 req-b6d617e4-6ef3-48b8-9caf-b67291f7d241 service neutron] 10.222.0.74 "GET /v2.0/networks/f050d9f0-0658-4d6c-ac1f-cf34607a8845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847707 Nov 12 04:00:29.708052 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09c1704c-b79f-4ddc-967f-c2d73a2a5653 req-87a579c5-4dba-4205-9ee7-d4c06d904b24 service neutron] 10.222.0.74 "GET /v2.0/networks/f050d9f0-0658-4d6c-ac1f-cf34607a8845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898931 Nov 12 04:00:30.361075 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980b4f4-3740-4897-a315-394dd2104ee1 req-8ea8eefc-b04e-4a77-ae21-96ca11551ab2 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:30.362719 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7980b4f4-3740-4897-a315-394dd2104ee1 req-8ea8eefc-b04e-4a77-ae21-96ca11551ab2 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=254453f3-3258-4bd0-8725-43f050f28d6e HTTP/1.1" status: 200 len: 944 time: 0.0498350 Nov 12 04:00:30.369106 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ca9d9ebc-a52b-4d27-a888-70e149f43cea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:30.416037 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7980b4f4-3740-4897-a315-394dd2104ee1 req-1dd3a37f-47f9-46ca-bafa-1eae4d6814a5 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=12ba9801-ac4d-4a0d-b784-b11a0bb93dde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468769 Nov 12 04:00:31.540357 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0830d-a4c7-4032-a27b-03070c922dbd req-f0008b4b-079f-4d7a-9b90-3915d0afd39e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:31.541877 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-99e0830d-a4c7-4032-a27b-03070c922dbd req-f0008b4b-079f-4d7a-9b90-3915d0afd39e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=254453f3-3258-4bd0-8725-43f050f28d6e HTTP/1.1" status: 200 len: 944 time: 0.0526977 Nov 12 04:00:31.593238 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-99e0830d-a4c7-4032-a27b-03070c922dbd req-07d2a242-e405-4b4f-aaf9-3ba9d3887a63 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=12ba9801-ac4d-4a0d-b784-b11a0bb93dde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452027 Nov 12 04:00:32.711288 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337fd8d8-2e8b-4065-82b0-678a911cd16a req-ba20d92c-e6ca-4f75-a5ef-ef1cbcf5a54b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:32.712714 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-337fd8d8-2e8b-4065-82b0-678a911cd16a req-ba20d92c-e6ca-4f75-a5ef-ef1cbcf5a54b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=254453f3-3258-4bd0-8725-43f050f28d6e HTTP/1.1" status: 200 len: 944 time: 0.0490122 Nov 12 04:00:32.761965 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-337fd8d8-2e8b-4065-82b0-678a911cd16a req-7b8b4239-5880-42b6-a2e7-de6725701bf2 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=12ba9801-ac4d-4a0d-b784-b11a0bb93dde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433481 Nov 12 04:00:33.113611 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 15dbf3ff-1804-4cbd-9078-d6eed527c1ac details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:00:33.217075 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 15dbf3ff-1804-4cbd-9078-d6eed527c1ac, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=15dbf3ff-1804-4cbd-9078-d6eed527c1ac,segment=NetworkSegment(801d4f46-f68a-498f-a298-2ff953603be4),segment_id=801d4f46-f68a-498f-a298-2ff953603be4)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:33.234389 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '15dbf3ff-1804-4cbd-9078-d6eed527c1ac', 'network_id': 'f050d9f0-0658-4d6c-ac1f-cf34607a8845', 'port_id': '15dbf3ff-1804-4cbd-9078-d6eed527c1ac', 'mac_address': 'fa:16:3e:49:87:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4734f06a-7ba0-4f49-8dae-5e01bc09fdee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:00:33.273287 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:33.286217 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15dbf3ff-1804-4cbd-9078-d6eed527c1ac {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:00:33.305877 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 15dbf3ff-1804-4cbd-9078-d6eed527c1ac, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=15dbf3ff-1804-4cbd-9078-d6eed527c1ac,segment=NetworkSegment(801d4f46-f68a-498f-a298-2ff953603be4),segment_id=801d4f46-f68a-498f-a298-2ff953603be4)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:33.309302 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:33.357435 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=15dbf3ff-1804-4cbd-9078-d6eed527c1ac,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:33.364975 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:33.365409 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:33.365759 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:33.366098 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:33.366436 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:33.366771 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:33.367107 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:33.367433 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:33.367758 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:33.368093 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:33.368442 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:33.368767 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:33.390230 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4fe93dff-89a6-4a35-a406-5dbbeffe841e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:33.561262 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['15dbf3ff-1804-4cbd-9078-d6eed527c1ac'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:00:33.886112 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d343d-4493-453a-9c2f-8dd9b86f3660 req-2d815471-aba9-4e78-895f-c99f9b861086 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:33.887599 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e90d343d-4493-453a-9c2f-8dd9b86f3660 req-2d815471-aba9-4e78-895f-c99f9b861086 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=254453f3-3258-4bd0-8725-43f050f28d6e HTTP/1.1" status: 200 len: 945 time: 0.0537634 Nov 12 04:00:33.937081 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e90d343d-4493-453a-9c2f-8dd9b86f3660 req-842599c2-197e-47bf-b457-5676c7600189 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=12ba9801-ac4d-4a0d-b784-b11a0bb93dde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435233 Nov 12 04:00:34.185276 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:35.059366 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb57064-28db-4598-b65e-0190433ec38f req-3b066ea7-2c24-4304-ae7e-7b2cd54692ec tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:35.060897 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-feb57064-28db-4598-b65e-0190433ec38f req-3b066ea7-2c24-4304-ae7e-7b2cd54692ec tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=254453f3-3258-4bd0-8725-43f050f28d6e HTTP/1.1" status: 200 len: 945 time: 0.0544016 Nov 12 04:00:35.111788 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-feb57064-28db-4598-b65e-0190433ec38f req-a90cdb45-de3c-4a31-90b3-b3edf041780a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=12ba9801-ac4d-4a0d-b784-b11a0bb93dde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439072 Nov 12 04:00:35.115258 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 15dbf3ff-1804-4cbd-9078-d6eed527c1ac up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:00:35.175486 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 15dbf3ff-1804-4cbd-9078-d6eed527c1ac completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:00:35.180838 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 15dbf3ff-1804-4cbd-9078-d6eed527c1ac triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:35.181284 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:35.267579 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:35.291833 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '254453f3-3258-4bd0-8725-43f050f28d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15dbf3ff-1804-4cbd-9078-d6eed527c1ac'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:35.294227 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18dd9ae9-bcb7-4566-8d07-b02a837ec7a1" -d '{"events": [{"server_uuid": "254453f3-3258-4bd0-8725-43f050f28d6e", "name": "network-vif-plugged", "status": "completed", "tag": "15dbf3ff-1804-4cbd-9078-d6eed527c1ac"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:35.307215 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 15dbf3ff-1804-4cbd-9078-d6eed527c1ac, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=15dbf3ff-1804-4cbd-9078-d6eed527c1ac,segment=NetworkSegment(801d4f46-f68a-498f-a298-2ff953603be4),segment_id=801d4f46-f68a-498f-a298-2ff953603be4)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:35.311168 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:35.337145 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e943e92-067b-4def-b042-7a2ce8589bc9 x-openstack-request-id: req-4e943e92-067b-4def-b042-7a2ce8589bc9 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:35.337436 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "254453f3-3258-4bd0-8725-43f050f28d6e", "name": "network-vif-plugged", "status": "completed", "tag": "15dbf3ff-1804-4cbd-9078-d6eed527c1ac", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:35.337685 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4e943e92-067b-4def-b042-7a2ce8589bc9 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:35.338073 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '254453f3-3258-4bd0-8725-43f050f28d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15dbf3ff-1804-4cbd-9078-d6eed527c1ac', 'code': 200} Nov 12 04:00:35.367357 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=15dbf3ff-1804-4cbd-9078-d6eed527c1ac,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:35.445338 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b5936a-1909-4d37-9df9-bd0c26406093 req-7cb36a47-b5cf-403e-9b7b-0b0db7e7a7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:35.446931 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-30b5936a-1909-4d37-9df9-bd0c26406093 req-7cb36a47-b5cf-403e-9b7b-0b0db7e7a7e7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=254453f3-3258-4bd0-8725-43f050f28d6e HTTP/1.1" status: 200 len: 1098 time: 0.0442424 Nov 12 04:00:35.496644 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-30b5936a-1909-4d37-9df9-bd0c26406093 req-7aef9bb0-7202-494a-996e-d057a6a6be20 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=12ba9801-ac4d-4a0d-b784-b11a0bb93dde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406792 Nov 12 04:00:35.524555 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:36.238261 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b959a83-31fc-4550-a752-472a554656a2 req-39ef96bd-ba96-46f6-9252-303ff55e4ddc tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:36.239803 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1b959a83-31fc-4550-a752-472a554656a2 req-39ef96bd-ba96-46f6-9252-303ff55e4ddc tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=254453f3-3258-4bd0-8725-43f050f28d6e HTTP/1.1" status: 200 len: 946 time: 0.0523281 Nov 12 04:00:36.296904 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1b959a83-31fc-4550-a752-472a554656a2 req-49cf8b43-af0e-4632-8faf-e440d5473c81 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=12ba9801-ac4d-4a0d-b784-b11a0bb93dde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512004 Nov 12 04:00:36.369273 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:37.424473 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352909f3-6709-447c-965c-3149b64762de req-276204ec-9a39-400b-be54-c32f2bd1f501 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:37.425974 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-352909f3-6709-447c-965c-3149b64762de req-276204ec-9a39-400b-be54-c32f2bd1f501 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=254453f3-3258-4bd0-8725-43f050f28d6e HTTP/1.1" status: 200 len: 946 time: 0.0525758 Nov 12 04:00:37.476924 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-352909f3-6709-447c-965c-3149b64762de req-a3e8678e-4059-4038-a6de-692efa5f9f26 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=12ba9801-ac4d-4a0d-b784-b11a0bb93dde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445447 Nov 12 04:00:37.604342 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96f9d8-c727-4de7-ae58-e0ff18fee135 req-2ea241cd-0b15-4ed1-a2f5-6370a1859888 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:37.605866 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ff96f9d8-c727-4de7-ae58-e0ff18fee135 req-2ea241cd-0b15-4ed1-a2f5-6370a1859888 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=254453f3-3258-4bd0-8725-43f050f28d6e HTTP/1.1" status: 200 len: 946 time: 0.0552206 Nov 12 04:00:37.656761 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ff96f9d8-c727-4de7-ae58-e0ff18fee135 req-a40acad2-5b73-45f7-a685-e264e35ff848 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=12ba9801-ac4d-4a0d-b784-b11a0bb93dde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436556 Nov 12 04:00:37.679457 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53830) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:37.718554 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e454e0-5c3d-4ead-9cb1-db164763f4b7 tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:37.720933 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-34e454e0-5c3d-4ead-9cb1-db164763f4b7 tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=254453f3-3258-4bd0-8725-43f050f28d6e HTTP/1.1" status: 200 len: 1093 time: 0.0404124 Nov 12 04:00:37.724551 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53832) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:37.729097 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-597849b5-1233-4494-85ce-93254aa8e85a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'port_id': '15dbf3ff-1804-4cbd-9078-d6eed527c1ac', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:37.752498 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-597849b5-1233-4494-85ce-93254aa8e85a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for floatingip, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:37.853317 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-597849b5-1233-4494-85ce-93254aa8e85a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:37.962071 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-597849b5-1233-4494-85ce-93254aa8e85a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Allocated IP 172.25.5.168 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/89f595d0-4781-4551-8e0e-874f851e8cbd) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:00:38.072676 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-597849b5-1233-4494-85ce-93254aa8e85a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:38.106754 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-597849b5-1233-4494-85ce-93254aa8e85a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:38.147518 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597849b5-1233-4494-85ce-93254aa8e85a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:00:38.150504 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-597849b5-1233-4494-85ce-93254aa8e85a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:00:38.154142 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597849b5-1233-4494-85ce-93254aa8e85a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:00:38.177212 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597849b5-1233-4494-85ce-93254aa8e85a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'Port': ['ID=89f595d0-4781-4551-8e0e-874f851e8cbd,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:38.188950 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597849b5-1233-4494-85ce-93254aa8e85a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:38.189312 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597849b5-1233-4494-85ce-93254aa8e85a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:38.189645 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597849b5-1233-4494-85ce-93254aa8e85a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:38.189983 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597849b5-1233-4494-85ce-93254aa8e85a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:38.190321 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597849b5-1233-4494-85ce-93254aa8e85a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:38.190652 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597849b5-1233-4494-85ce-93254aa8e85a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:38.191028 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597849b5-1233-4494-85ce-93254aa8e85a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:38.191309 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597849b5-1233-4494-85ce-93254aa8e85a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:38.191635 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597849b5-1233-4494-85ce-93254aa8e85a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:38.191961 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597849b5-1233-4494-85ce-93254aa8e85a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:38.192323 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597849b5-1233-4494-85ce-93254aa8e85a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:38.192643 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597849b5-1233-4494-85ce-93254aa8e85a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:38.333761 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4afc5818-990c-437a-a0ab-aef5af0769e7 req-4587c628-1a0c-4fab-9333-1fc74e5629fe service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=461fd590-00ad-4a36-b07e-199eeca90099&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0497613 Nov 12 04:00:38.442480 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc5818-990c-437a-a0ab-aef5af0769e7 req-0c04c2b8-13d3-46c9-882d-9c6535fbc365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:38.444309 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4afc5818-990c-437a-a0ab-aef5af0769e7 req-0c04c2b8-13d3-46c9-882d-9c6535fbc365 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=27d4836293914c108ba09bff97dd7daa&device_id=461fd590-00ad-4a36-b07e-199eeca90099 HTTP/1.1" status: 200 len: 1098 time: 0.0506268 Nov 12 04:00:38.544674 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-597849b5-1233-4494-85ce-93254aa8e85a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:38.569017 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc5818-990c-437a-a0ab-aef5af0769e7 req-c59ca030-9fcb-477a-8f7f-b3c22adb71d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:38.570679 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4afc5818-990c-437a-a0ab-aef5af0769e7 req-c59ca030-9fcb-477a-8f7f-b3c22adb71d3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 HTTP/1.1" status: 200 len: 912 time: 0.1050651 Nov 12 04:00:38.620602 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-597849b5-1233-4494-85ce-93254aa8e85a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:38.658286 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4afc5818-990c-437a-a0ab-aef5af0769e7 req-cd273870-132b-4e38-aa64-e42fcc12f546 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec55acaf-742f-4679-9f2a-4a4dba318b6f HTTP/1.1" status: 200 len: 1001 time: 0.0793808 Nov 12 04:00:38.714060 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc5818-990c-437a-a0ab-aef5af0769e7 req-52ed82d4-0887-4566-a661-e95cf10a2c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:38.715642 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4afc5818-990c-437a-a0ab-aef5af0769e7 req-52ed82d4-0887-4566-a661-e95cf10a2c8d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2 HTTP/1.1" status: 200 len: 850 time: 0.0504746 Nov 12 04:00:38.764772 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc5818-990c-437a-a0ab-aef5af0769e7 req-408bab9f-816f-4248-81f3-7dcdf0cdbfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:38.766894 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4afc5818-990c-437a-a0ab-aef5af0769e7 req-408bab9f-816f-4248-81f3-7dcdf0cdbfc4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422051 Nov 12 04:00:38.782867 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-597849b5-1233-4494-85ce-93254aa8e85a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:38.787576 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-597849b5-1233-4494-85ce-93254aa8e85a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:38.836846 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:38.864265 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597849b5-1233-4494-85ce-93254aa8e85a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'Port': ['ID=89f595d0-4781-4551-8e0e-874f851e8cbd,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:38.868439 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4afc5818-990c-437a-a0ab-aef5af0769e7 req-5a48882b-b9c9-48e4-a95c-adbf7ecc0159 service neutron] 10.222.0.90 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940001 Nov 12 04:00:38.874841 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-597849b5-1233-4494-85ce-93254aa8e85a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:38.974269 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4afc5818-990c-437a-a0ab-aef5af0769e7 req-078752f4-f8f2-4679-abc5-8a05885295fd service neutron] 10.222.0.90 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967143 Nov 12 04:00:38.983064 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [None req-597849b5-1233-4494-85ce-93254aa8e85a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Floating IP 7f714e18-758b-4334-bc67-154bb1974a44 associated. External IP: 172.25.5.168, port: 15dbf3ff-1804-4cbd-9078-d6eed527c1ac. Nov 12 04:00:39.554512 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597849b5-1233-4494-85ce-93254aa8e85a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Router 10bf7bfe-8745-4c95-83a5-74362aa74dea has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:00:39.664858 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597849b5-1233-4494-85ce-93254aa8e85a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:00:39.676386 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999fcbea-1523-4593-8600-237755e876ec None None] Sync routers for ids ['10bf7bfe-8745-4c95-83a5-74362aa74dea'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:00:39.685904 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-597849b5-1233-4494-85ce-93254aa8e85a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:39.691263 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999fcbea-1523-4593-8600-237755e876ec None None] Routers {'10bf7bfe-8745-4c95-83a5-74362aa74dea'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:00:39.691886 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-999fcbea-1523-4593-8600-237755e876ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:00:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['10bf7bfe-8745-4c95-83a5-74362aa74dea'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:39.715151 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-597849b5-1233-4494-85ce-93254aa8e85a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9894822 Nov 12 04:00:39.715771 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '254453f3-3258-4bd0-8725-43f050f28d6e', 'tag': '15dbf3ff-1804-4cbd-9078-d6eed527c1ac'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:39.718069 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e43d50-e021-4f97-a4c2-494ddc6f5c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "254453f3-3258-4bd0-8725-43f050f28d6e", "tag": "15dbf3ff-1804-4cbd-9078-d6eed527c1ac"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:39.757091 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da64198-a3af-4d6b-8ecc-0f4f8037b1cb x-openstack-request-id: req-1da64198-a3af-4d6b-8ecc-0f4f8037b1cb {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:39.757388 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "254453f3-3258-4bd0-8725-43f050f28d6e", "tag": "15dbf3ff-1804-4cbd-9078-d6eed527c1ac", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:39.757639 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1da64198-a3af-4d6b-8ecc-0f4f8037b1cb {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:39.758044 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '254453f3-3258-4bd0-8725-43f050f28d6e', 'tag': '15dbf3ff-1804-4cbd-9078-d6eed527c1ac', 'status': 'completed', 'code': 200} Nov 12 04:00:39.809786 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-999fcbea-1523-4593-8600-237755e876ec None None] Set router 10bf7bfe-8745-4c95-83a5-74362aa74dea gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:00:39.833800 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1876f391-f804-4418-9d50-36a536058d7b req-e8b7d1d2-4c4a-450e-98e0-efe0734d4cf6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:39.835450 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1876f391-f804-4418-9d50-36a536058d7b req-e8b7d1d2-4c4a-450e-98e0-efe0734d4cf6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=254453f3-3258-4bd0-8725-43f050f28d6e HTTP/1.1" status: 200 len: 946 time: 0.0559206 Nov 12 04:00:39.839386 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e43d50-e021-4f97-a4c2-494ddc6f5c4c req-ebade344-bfaf-48f6-a459-991df0029521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:39.841069 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-72e43d50-e021-4f97-a4c2-494ddc6f5c4c req-ebade344-bfaf-48f6-a459-991df0029521 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7ef96e16fae9482b9643848210ab127b&device_id=254453f3-3258-4bd0-8725-43f050f28d6e HTTP/1.1" status: 200 len: 1098 time: 0.0597320 Nov 12 04:00:39.898753 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1876f391-f804-4418-9d50-36a536058d7b req-c379eef7-f5ba-4358-867d-fc5f7ee1ac9e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=12ba9801-ac4d-4a0d-b784-b11a0bb93dde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497277 Nov 12 04:00:39.925666 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53840) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:39.953014 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e43d50-e021-4f97-a4c2-494ddc6f5c4c req-b9c4937c-bab8-4fa1-98f9-bfb9c0208d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:39.955708 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-72e43d50-e021-4f97-a4c2-494ddc6f5c4c req-b9c4937c-bab8-4fa1-98f9-bfb9c0208d9e service neutron] 10.222.0.74 "GET /v2.0/networks?id=f050d9f0-0658-4d6c-ac1f-cf34607a8845 HTTP/1.1" status: 200 len: 897 time: 0.1072159 Nov 12 04:00:40.007121 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-0a1a90b2-0210-4fd3-9dd0-9eb915b4bb74 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/floatingips/7f714e18-758b-4334-bc67-154bb1974a44 HTTP/1.1" status: 200 len: 992 time: 0.0790610 Nov 12 04:00:40.038947 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-72e43d50-e021-4f97-a4c2-494ddc6f5c4c req-aa7150c2-2dfd-4fe2-886c-30817bdf9ef6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15dbf3ff-1804-4cbd-9078-d6eed527c1ac HTTP/1.1" status: 200 len: 1000 time: 0.0752246 Nov 12 04:00:40.067792 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-999fcbea-1523-4593-8600-237755e876ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10bf7bfe-8745-4c95-83a5-74362aa74dea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985935915', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'd0fa5787-ff1f-4647-b0a8-d29988a448df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:00:20Z', 'updated_at': '2021-11-12T04:00:23Z', 'revision_number': 4, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': 'd0fa5787-ff1f-4647-b0a8-d29988a448df', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:69:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bf7bfe-8745-4c95-83a5-74362aa74dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:00:20Z', 'updated_at': '2021-11-12T04:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '7f714e18-758b-4334-bc67-154bb1974a44', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '10bf7bfe-8745-4c95-83a5-74362aa74dea', 'port_id': '15dbf3ff-1804-4cbd-9078-d6eed527c1ac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f050d9f0-0658-4d6c-ac1f-cf34607a8845', 'mac_address': 'fa:16:3e:49:87:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254453f3-3258-4bd0-8725-43f050f28d6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:00:38Z', 'updated_at': '2021-11-12T04:00:38Z', 'revision_number': 0, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd524f018-6d75-49a1-84d3-afab12407f59', 'name': '', 'network_id': 'f050d9f0-0658-4d6c-ac1f-cf34607a8845', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'mac_address': 'fa:16:3e:53:4c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bf7bfe-8745-4c95-83a5-74362aa74dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '4734f06a-7ba0-4f49-8dae-5e01bc09fdee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:00:22Z', 'updated_at': '2021-11-12T04:00:26Z', 'revision_number': 5, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'subnets': [{'id': '4734f06a-7ba0-4f49-8dae-5e01bc09fdee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:40.095408 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e43d50-e021-4f97-a4c2-494ddc6f5c4c req-9cf261f6-b166-4b3c-89a9-8cc4ba7ba2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:40.096298 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999fcbea-1523-4593-8600-237755e876ec None None] Checking router: 10bf7bfe-8745-4c95-83a5-74362aa74dea for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:00:40.097686 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-72e43d50-e021-4f97-a4c2-494ddc6f5c4c req-9cf261f6-b166-4b3c-89a9-8cc4ba7ba2e2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4734f06a-7ba0-4f49-8dae-5e01bc09fdee HTTP/1.1" status: 200 len: 834 time: 0.0524461 Nov 12 04:00:40.108205 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999fcbea-1523-4593-8600-237755e876ec None None] Routers {'10bf7bfe-8745-4c95-83a5-74362aa74dea'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:00:40.109114 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-999fcbea-1523-4593-8600-237755e876ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:00:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['10bf7bfe-8745-4c95-83a5-74362aa74dea'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:40.152806 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e43d50-e021-4f97-a4c2-494ddc6f5c4c req-23106732-214f-49ed-a48c-a15b9c6a7a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:40.154701 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-72e43d50-e021-4f97-a4c2-494ddc6f5c4c req-23106732-214f-49ed-a48c-a15b9c6a7a48 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f050d9f0-0658-4d6c-ac1f-cf34607a8845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497115 Nov 12 04:00:40.231919 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-999fcbea-1523-4593-8600-237755e876ec None None] Set router 10bf7bfe-8745-4c95-83a5-74362aa74dea gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:00:40.257972 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-72e43d50-e021-4f97-a4c2-494ddc6f5c4c req-6b322438-f60f-4e44-a362-882fc2cf8616 service neutron] 10.222.0.74 "GET /v2.0/networks/f050d9f0-0658-4d6c-ac1f-cf34607a8845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960617 Nov 12 04:00:40.363851 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-72e43d50-e021-4f97-a4c2-494ddc6f5c4c req-50a5cbd2-8eb1-4067-be09-f2761954af5c service neutron] 10.222.0.74 "GET /v2.0/networks/f050d9f0-0658-4d6c-ac1f-cf34607a8845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991118 Nov 12 04:00:40.497513 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-999fcbea-1523-4593-8600-237755e876ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10bf7bfe-8745-4c95-83a5-74362aa74dea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985935915', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'd0fa5787-ff1f-4647-b0a8-d29988a448df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:00:20Z', 'updated_at': '2021-11-12T04:00:23Z', 'revision_number': 4, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': 'd0fa5787-ff1f-4647-b0a8-d29988a448df', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:69:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bf7bfe-8745-4c95-83a5-74362aa74dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:00:20Z', 'updated_at': '2021-11-12T04:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '7f714e18-758b-4334-bc67-154bb1974a44', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '10bf7bfe-8745-4c95-83a5-74362aa74dea', 'port_id': '15dbf3ff-1804-4cbd-9078-d6eed527c1ac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f050d9f0-0658-4d6c-ac1f-cf34607a8845', 'mac_address': 'fa:16:3e:49:87:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254453f3-3258-4bd0-8725-43f050f28d6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:00:38Z', 'updated_at': '2021-11-12T04:00:38Z', 'revision_number': 0, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd524f018-6d75-49a1-84d3-afab12407f59', 'name': '', 'network_id': 'f050d9f0-0658-4d6c-ac1f-cf34607a8845', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'mac_address': 'fa:16:3e:53:4c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bf7bfe-8745-4c95-83a5-74362aa74dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '4734f06a-7ba0-4f49-8dae-5e01bc09fdee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:00:22Z', 'updated_at': '2021-11-12T04:00:26Z', 'revision_number': 5, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'subnets': [{'id': '4734f06a-7ba0-4f49-8dae-5e01bc09fdee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:40.524607 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999fcbea-1523-4593-8600-237755e876ec None None] The sync data for ids ['10bf7bfe-8745-4c95-83a5-74362aa74dea'] in n-d-715271-27 is: [{'id': '10bf7bfe-8745-4c95-83a5-74362aa74dea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985935915', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'd0fa5787-ff1f-4647-b0a8-d29988a448df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:00:20Z', 'updated_at': '2021-11-12T04:00:23Z', 'revision_number': 4, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': 'd0fa5787-ff1f-4647-b0a8-d29988a448df', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:69:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bf7bfe-8745-4c95-83a5-74362aa74dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:00:20Z', 'updated_at': '2021-11-12T04:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '7f714e18-758b-4334-bc67-154bb1974a44', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '10bf7bfe-8745-4c95-83a5-74362aa74dea', 'port_id': '15dbf3ff-1804-4cbd-9078-d6eed527c1ac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f050d9f0-0658-4d6c-ac1f-cf34607a8845', 'mac_address': 'fa:16:3e:49:87:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254453f3-3258-4bd0-8725-43f050f28d6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:00:38Z', 'updated_at': '2021-11-12T04:00:38Z', 'revision_number': 0, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd524f018-6d75-49a1-84d3-afab12407f59', 'name': '', 'network_id': 'f050d9f0-0658-4d6c-ac1f-cf34607a8845', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'mac_address': 'fa:16:3e:53:4c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bf7bfe-8745-4c95-83a5-74362aa74dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '4734f06a-7ba0-4f49-8dae-5e01bc09fdee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:00:22Z', 'updated_at': '2021-11-12T04:00:26Z', 'revision_number': 5, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'subnets': [{'id': '4734f06a-7ba0-4f49-8dae-5e01bc09fdee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:00:40.735165 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8772b70-2d4a-4218-abad-a07a7165d855 None None] New status for floating IP 7f714e18-758b-4334-bc67-154bb1974a44: ACTIVE {{(pid=102573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:00:41.009981 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53842) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:41.070615 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-bed35e75-d428-42a3-995d-fb0acca31925 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/floatingips/7f714e18-758b-4334-bc67-154bb1974a44 HTTP/1.1" status: 200 len: 994 time: 0.0594916 Nov 12 04:00:48.391880 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:52.947170 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:01:00.370365 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-eac56033-859b-46af-a111-baf2845613d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:03.392067 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f65f6ea9-a143-4701-95a5-5735a8004571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:04.190407 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:05.520066 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:06.371630 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:08.836137 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:14.373049 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a6af3a-c210-4cc8-8e8b-745c6632a400 req-39a7ddc8-3937-45f6-9a3a-aaf3fe521a2c tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:14.374510 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a3a6af3a-c210-4cc8-8e8b-745c6632a400 req-39a7ddc8-3937-45f6-9a3a-aaf3fe521a2c tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=254453f3-3258-4bd0-8725-43f050f28d6e HTTP/1.1" status: 200 len: 946 time: 0.0489030 Nov 12 04:01:14.429884 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a3a6af3a-c210-4cc8-8e8b-745c6632a400 req-38d4d1f1-373b-47e0-812c-65f99fbc2ddf tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=12ba9801-ac4d-4a0d-b784-b11a0bb93dde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483391 Nov 12 04:01:14.452608 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53868) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:14.513370 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-fc8fe8b1-d1de-4958-8a54-32c6daffccba tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/floatingips/7f714e18-758b-4334-bc67-154bb1974a44 HTTP/1.1" status: 200 len: 994 time: 0.0594325 Nov 12 04:01:14.991103 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611429d-5da4-41d2-a567-3f6260a77ddb req-41c51f03-0395-4174-a7d2-e58a6e469e56 tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:14.992614 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6611429d-5da4-41d2-a567-3f6260a77ddb req-41c51f03-0395-4174-a7d2-e58a6e469e56 tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=254453f3-3258-4bd0-8725-43f050f28d6e HTTP/1.1" status: 200 len: 1098 time: 0.0401151 Nov 12 04:01:15.039057 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6611429d-5da4-41d2-a567-3f6260a77ddb req-deb8b250-904e-4f91-bcb1-de713e480910 tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=12ba9801-ac4d-4a0d-b784-b11a0bb93dde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406284 Nov 12 04:01:15.577733 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-4dd4a539-d9b6-4c2c-ba6a-b73b555a0c33 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=254453f3-3258-4bd0-8725-43f050f28d6e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0933948 Nov 12 04:01:15.588009 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-bc89e406-71e8-4b96-b83e-d92d5caa2643 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:01:15.588975 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-bc89e406-71e8-4b96-b83e-d92d5caa2643 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049829 Nov 12 04:01:16.119081 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-58a7b7b9-3414-4ad6-903c-efe833fd97ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:16.120483 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-58a7b7b9-3414-4ad6-903c-efe833fd97ff service neutron] 10.222.0.50 "GET /v2.0/ports/15dbf3ff-1804-4cbd-9078-d6eed527c1ac HTTP/1.1" status: 200 len: 1095 time: 0.0350523 Nov 12 04:01:16.129507 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-87c5ddf2-d883-468e-9378-bda06f6ed820 service neutron] Request body: {'binding': {'host': 'n-h2-715271-27', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:16.129953 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-87c5ddf2-d883-468e-9378-bda06f6ed820 service neutron] Unknown quota resources ['binding']. {{(pid=102572) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 04:01:16.264098 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-87c5ddf2-d883-468e-9378-bda06f6ed820 service neutron] Attempting to bind port 15dbf3ff-1804-4cbd-9078-d6eed527c1ac on host n-h2-715271-27 for vnic_type normal with profile None {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:01:16.264418 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-87c5ddf2-d883-468e-9378-bda06f6ed820 service neutron] Attempting to bind port 15dbf3ff-1804-4cbd-9078-d6eed527c1ac by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '801d4f46-f68a-498f-a298-2ff953603be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f050d9f0-0658-4d6c-ac1f-cf34607a8845'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:01:16.264737 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-87c5ddf2-d883-468e-9378-bda06f6ed820 service neutron] Attempting to bind port 15dbf3ff-1804-4cbd-9078-d6eed527c1ac on network f050d9f0-0658-4d6c-ac1f-cf34607a8845 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:01:16.269326 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-87c5ddf2-d883-468e-9378-bda06f6ed820 service neutron] Port 15dbf3ff-1804-4cbd-9078-d6eed527c1ac on network f050d9f0-0658-4d6c-ac1f-cf34607a8845 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:01:16.269640 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-87c5ddf2-d883-468e-9378-bda06f6ed820 service neutron] Attempting to bind port 15dbf3ff-1804-4cbd-9078-d6eed527c1ac on network f050d9f0-0658-4d6c-ac1f-cf34607a8845 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:01:16.274352 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-87c5ddf2-d883-468e-9378-bda06f6ed820 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:01:16.274674 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-87c5ddf2-d883-468e-9378-bda06f6ed820 service neutron] Checking segment: {'id': '801d4f46-f68a-498f-a298-2ff953603be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f050d9f0-0658-4d6c-ac1f-cf34607a8845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:01:16.275045 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-87c5ddf2-d883-468e-9378-bda06f6ed820 service neutron] Bound using segment: {'id': '801d4f46-f68a-498f-a298-2ff953603be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f050d9f0-0658-4d6c-ac1f-cf34607a8845'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:01:16.275454 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-87c5ddf2-d883-468e-9378-bda06f6ed820 service neutron] Bound port: 15dbf3ff-1804-4cbd-9078-d6eed527c1ac, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '801d4f46-f68a-498f-a298-2ff953603be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f050d9f0-0658-4d6c-ac1f-cf34607a8845'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:01:16.357781 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-87c5ddf2-d883-468e-9378-bda06f6ed820 service neutron] For port 15dbf3ff-1804-4cbd-9078-d6eed527c1ac, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=15dbf3ff-1804-4cbd-9078-d6eed527c1ac,segment=NetworkSegment(801d4f46-f68a-498f-a298-2ff953603be4),segment_id=801d4f46-f68a-498f-a298-2ff953603be4)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:01:16.363574 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-87c5ddf2-d883-468e-9378-bda06f6ed820 service neutron] Publish callbacks [] for binding, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:16.364865 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-87c5ddf2-d883-468e-9378-bda06f6ed820 service neutron] 10.222.0.50 "POST /v2.0/ports/15dbf3ff-1804-4cbd-9078-d6eed527c1ac/bindings HTTP/1.1" status: 201 len: 390 time: 0.2389836 Nov 12 04:01:16.549347 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f5929-ad7e-48d2-8f34-438e6008d849 req-2df89abc-4d48-47cd-84fe-1719e78ae560 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:16.550882 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bc6f5929-ad7e-48d2-8f34-438e6008d849 req-2df89abc-4d48-47cd-84fe-1719e78ae560 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=254453f3-3258-4bd0-8725-43f050f28d6e HTTP/1.1" status: 200 len: 946 time: 0.0619085 Nov 12 04:01:16.602679 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bc6f5929-ad7e-48d2-8f34-438e6008d849 req-aa45117e-c885-4c3f-b3fb-a2c390f2f44d tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=12ba9801-ac4d-4a0d-b784-b11a0bb93dde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456178 Nov 12 04:01:16.636402 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-1a3c31ec-bb06-456c-93f6-3beeaeaf563b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:16.637914 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-1a3c31ec-bb06-456c-93f6-3beeaeaf563b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7ef96e16fae9482b9643848210ab127b&device_id=254453f3-3258-4bd0-8725-43f050f28d6e HTTP/1.1" status: 200 len: 1098 time: 0.0471051 Nov 12 04:01:16.730867 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-9077209c-a602-4bb7-a7ff-fe35c197f973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:16.732399 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-9077209c-a602-4bb7-a7ff-fe35c197f973 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f050d9f0-0658-4d6c-ac1f-cf34607a8845 HTTP/1.1" status: 200 len: 897 time: 0.0843666 Nov 12 04:01:16.803305 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-8b2b54e7-eefa-4439-add1-3fdb0ce3a412 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15dbf3ff-1804-4cbd-9078-d6eed527c1ac HTTP/1.1" status: 200 len: 1002 time: 0.0622976 Nov 12 04:01:16.853360 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-fe3d3b58-f5c7-4880-aa4d-9450e78b1c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:16.854896 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-fe3d3b58-f5c7-4880-aa4d-9450e78b1c1d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4734f06a-7ba0-4f49-8dae-5e01bc09fdee HTTP/1.1" status: 200 len: 834 time: 0.0440667 Nov 12 04:01:16.900467 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-f7813870-104b-4a98-bc8c-d98fcbc352c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:16.901947 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-f7813870-104b-4a98-bc8c-d98fcbc352c0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f050d9f0-0658-4d6c-ac1f-cf34607a8845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396163 Nov 12 04:01:16.997257 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-1317ff6b-0105-469f-918c-0b5e616b3145 service neutron] 10.222.0.90 "GET /v2.0/networks/f050d9f0-0658-4d6c-ac1f-cf34607a8845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867789 Nov 12 04:01:17.087830 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-f851d8bd-451d-4d8c-b5aa-469b0925fccd service neutron] 10.222.0.90 "GET /v2.0/networks/f050d9f0-0658-4d6c-ac1f-cf34607a8845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823934 Nov 12 04:01:17.280108 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-a4f1b18f-ef77-4c94-95cd-de4637607b56 tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:17.281517 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-a4f1b18f-ef77-4c94-95cd-de4637607b56 tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=254453f3-3258-4bd0-8725-43f050f28d6e&tenant_id=7ef96e16fae9482b9643848210ab127b&binding%3Ahost_id=n-h1-715271-27 HTTP/1.1" status: 200 len: 1098 time: 0.0795231 Nov 12 04:01:17.294329 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-fac79fa6-a4a2-428d-97be-250e08ff3c52 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-715271-27'}}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:17.346418 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-fac79fa6-a4a2-428d-97be-250e08ff3c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:17.813463 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9058ce-fcfd-42a1-96eb-916c852082a6 req-dfa5783c-9add-46ef-ad2a-6a41953ec83d tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:17.815465 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f9058ce-fcfd-42a1-96eb-916c852082a6 req-dfa5783c-9add-46ef-ad2a-6a41953ec83d tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=254453f3-3258-4bd0-8725-43f050f28d6e HTTP/1.1" status: 200 len: 946 time: 0.1060414 Nov 12 04:01:17.845186 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-fac79fa6-a4a2-428d-97be-250e08ff3c52 service neutron] For port 15dbf3ff-1804-4cbd-9078-d6eed527c1ac, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=15dbf3ff-1804-4cbd-9078-d6eed527c1ac,segment=NetworkSegment(801d4f46-f68a-498f-a298-2ff953603be4),segment_id=801d4f46-f68a-498f-a298-2ff953603be4)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:17.898105 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f9058ce-fcfd-42a1-96eb-916c852082a6 req-6cef554e-1179-44d9-b8c2-0e2252010b00 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=12ba9801-ac4d-4a0d-b784-b11a0bb93dde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747724 Nov 12 04:01:17.907210 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-fac79fa6-a4a2-428d-97be-250e08ff3c52 service neutron] For port 15dbf3ff-1804-4cbd-9078-d6eed527c1ac, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:01:17.949336 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '254453f3-3258-4bd0-8725-43f050f28d6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15dbf3ff-1804-4cbd-9078-d6eed527c1ac'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:01:17.951575 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648c33a8-efcf-4868-8438-01488e62267f" -d '{"events": [{"server_uuid": "254453f3-3258-4bd0-8725-43f050f28d6e", "name": "network-vif-unplugged", "status": "completed", "tag": "15dbf3ff-1804-4cbd-9078-d6eed527c1ac"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:01:17.956119 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-fac79fa6-a4a2-428d-97be-250e08ff3c52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:17.961804 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-fac79fa6-a4a2-428d-97be-250e08ff3c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:17.996695 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b05e41-5fab-439a-8da9-40a6ee4dfa6e x-openstack-request-id: req-a1b05e41-5fab-439a-8da9-40a6ee4dfa6e {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:01:17.996836 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "254453f3-3258-4bd0-8725-43f050f28d6e", "name": "network-vif-unplugged", "status": "completed", "tag": "15dbf3ff-1804-4cbd-9078-d6eed527c1ac", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:01:17.997084 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a1b05e41-5fab-439a-8da9-40a6ee4dfa6e {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:01:17.997472 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '254453f3-3258-4bd0-8725-43f050f28d6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15dbf3ff-1804-4cbd-9078-d6eed527c1ac', 'code': 200} Nov 12 04:01:18.075646 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac79fa6-a4a2-428d-97be-250e08ff3c52 service neutron] Pushing event updated for resources: {'Port': ['ID=15dbf3ff-1804-4cbd-9078-d6eed527c1ac,revision_number=7']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:18.089351 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac79fa6-a4a2-428d-97be-250e08ff3c52 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:18.089696 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac79fa6-a4a2-428d-97be-250e08ff3c52 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:18.090034 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac79fa6-a4a2-428d-97be-250e08ff3c52 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:18.090370 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac79fa6-a4a2-428d-97be-250e08ff3c52 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:18.090699 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac79fa6-a4a2-428d-97be-250e08ff3c52 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:18.091026 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac79fa6-a4a2-428d-97be-250e08ff3c52 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:18.091352 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac79fa6-a4a2-428d-97be-250e08ff3c52 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:18.091678 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac79fa6-a4a2-428d-97be-250e08ff3c52 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:18.092008 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac79fa6-a4a2-428d-97be-250e08ff3c52 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:18.092346 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac79fa6-a4a2-428d-97be-250e08ff3c52 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:18.092668 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac79fa6-a4a2-428d-97be-250e08ff3c52 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:18.092986 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac79fa6-a4a2-428d-97be-250e08ff3c52 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:18.130506 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-fac79fa6-a4a2-428d-97be-250e08ff3c52 service neutron] Attempting to bind port 15dbf3ff-1804-4cbd-9078-d6eed527c1ac on host n-h1-715271-27 for vnic_type normal with profile {"migrating_to": "n-h2-715271-27"} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:01:18.130842 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-fac79fa6-a4a2-428d-97be-250e08ff3c52 service neutron] Attempting to bind port 15dbf3ff-1804-4cbd-9078-d6eed527c1ac by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '801d4f46-f68a-498f-a298-2ff953603be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f050d9f0-0658-4d6c-ac1f-cf34607a8845'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:01:18.131177 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-fac79fa6-a4a2-428d-97be-250e08ff3c52 service neutron] Attempting to bind port 15dbf3ff-1804-4cbd-9078-d6eed527c1ac on network f050d9f0-0658-4d6c-ac1f-cf34607a8845 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:01:18.136048 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-fac79fa6-a4a2-428d-97be-250e08ff3c52 service neutron] Port 15dbf3ff-1804-4cbd-9078-d6eed527c1ac on network f050d9f0-0658-4d6c-ac1f-cf34607a8845 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:01:18.136513 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-fac79fa6-a4a2-428d-97be-250e08ff3c52 service neutron] Attempting to bind port 15dbf3ff-1804-4cbd-9078-d6eed527c1ac on network f050d9f0-0658-4d6c-ac1f-cf34607a8845 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:01:18.141879 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-fac79fa6-a4a2-428d-97be-250e08ff3c52 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:01:18.142115 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-fac79fa6-a4a2-428d-97be-250e08ff3c52 service neutron] Checking segment: {'id': '801d4f46-f68a-498f-a298-2ff953603be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f050d9f0-0658-4d6c-ac1f-cf34607a8845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:01:18.143081 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-fac79fa6-a4a2-428d-97be-250e08ff3c52 service neutron] Bound using segment: {'id': '801d4f46-f68a-498f-a298-2ff953603be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f050d9f0-0658-4d6c-ac1f-cf34607a8845'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:01:18.143664 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-fac79fa6-a4a2-428d-97be-250e08ff3c52 service neutron] Bound port: 15dbf3ff-1804-4cbd-9078-d6eed527c1ac, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '801d4f46-f68a-498f-a298-2ff953603be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f050d9f0-0658-4d6c-ac1f-cf34607a8845'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:01:18.144067 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-fac79fa6-a4a2-428d-97be-250e08ff3c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:18.193812 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-f995a015-f909-4b6e-837e-c47ba000e43e None None] Provisioning complete for port 15dbf3ff-1804-4cbd-9078-d6eed527c1ac triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:01:18.194356 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f995a015-f909-4b6e-837e-c47ba000e43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:18.209944 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-fac79fa6-a4a2-428d-97be-250e08ff3c52 service neutron] For port 15dbf3ff-1804-4cbd-9078-d6eed527c1ac, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:01:18.212985 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-fac79fa6-a4a2-428d-97be-250e08ff3c52 service neutron] For port 15dbf3ff-1804-4cbd-9078-d6eed527c1ac, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=15dbf3ff-1804-4cbd-9078-d6eed527c1ac,segment=NetworkSegment(801d4f46-f68a-498f-a298-2ff953603be4),segment_id=801d4f46-f68a-498f-a298-2ff953603be4)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:01:18.217492 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-fac79fa6-a4a2-428d-97be-250e08ff3c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:18.229544 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-f995a015-f909-4b6e-837e-c47ba000e43e None None] Port 15dbf3ff-1804-4cbd-9078-d6eed527c1ac cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:01:18.320736 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac79fa6-a4a2-428d-97be-250e08ff3c52 service neutron] Pushing event updated for resources: {'Port': ['ID=15dbf3ff-1804-4cbd-9078-d6eed527c1ac,revision_number=8']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:18.364278 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-fac79fa6-a4a2-428d-97be-250e08ff3c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:18.365053 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-fac79fa6-a4a2-428d-97be-250e08ff3c52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:18.366678 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-fac79fa6-a4a2-428d-97be-250e08ff3c52 service neutron] 10.222.0.90 "PUT /v2.0/ports/15dbf3ff-1804-4cbd-9078-d6eed527c1ac HTTP/1.1" status: 200 len: 1124 time: 1.0765522 Nov 12 04:01:18.397014 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:18.450050 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-05b6529b-7b2b-467b-bfba-9cff5136a7bb None None] Provisioning complete for port 15dbf3ff-1804-4cbd-9078-d6eed527c1ac triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:01:18.450419 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-05b6529b-7b2b-467b-bfba-9cff5136a7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:18.454676 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['15dbf3ff-1804-4cbd-9078-d6eed527c1ac'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:01:18.595235 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-05b6529b-7b2b-467b-bfba-9cff5136a7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:18.630515 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '254453f3-3258-4bd0-8725-43f050f28d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15dbf3ff-1804-4cbd-9078-d6eed527c1ac'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:01:18.632772 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71450abb-b3c2-46ca-a373-3836d03d3980" -d '{"events": [{"server_uuid": "254453f3-3258-4bd0-8725-43f050f28d6e", "name": "network-vif-plugged", "status": "completed", "tag": "15dbf3ff-1804-4cbd-9078-d6eed527c1ac"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:01:18.656854 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-05b6529b-7b2b-467b-bfba-9cff5136a7bb None None] For port 15dbf3ff-1804-4cbd-9078-d6eed527c1ac, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=15dbf3ff-1804-4cbd-9078-d6eed527c1ac,segment=NetworkSegment(801d4f46-f68a-498f-a298-2ff953603be4),segment_id=801d4f46-f68a-498f-a298-2ff953603be4)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:18.662973 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-05b6529b-7b2b-467b-bfba-9cff5136a7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:18.690462 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18445738-f1b0-496b-ad78-76136638992a x-openstack-request-id: req-18445738-f1b0-496b-ad78-76136638992a {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:01:18.690839 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "254453f3-3258-4bd0-8725-43f050f28d6e", "name": "network-vif-plugged", "status": "completed", "tag": "15dbf3ff-1804-4cbd-9078-d6eed527c1ac", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:01:18.690989 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-18445738-f1b0-496b-ad78-76136638992a {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:01:18.691379 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '254453f3-3258-4bd0-8725-43f050f28d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15dbf3ff-1804-4cbd-9078-d6eed527c1ac', 'code': 200} Nov 12 04:01:19.004130 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b6529b-7b2b-467b-bfba-9cff5136a7bb None None] Pushing event updated for resources: {'Port': ['ID=15dbf3ff-1804-4cbd-9078-d6eed527c1ac,revision_number=9']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:19.023858 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbc4f5-1f7b-40c1-8b0e-81da999e8c2d req-b3446ed2-18fd-4a87-9a03-9726ce54ccd2 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:19.025423 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-57dbc4f5-1f7b-40c1-8b0e-81da999e8c2d req-b3446ed2-18fd-4a87-9a03-9726ce54ccd2 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=254453f3-3258-4bd0-8725-43f050f28d6e HTTP/1.1" status: 200 len: 946 time: 0.0536129 Nov 12 04:01:19.080126 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-57dbc4f5-1f7b-40c1-8b0e-81da999e8c2d req-71ac0fb3-3fcf-4d1a-9201-4269b6ec93b3 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=12ba9801-ac4d-4a0d-b784-b11a0bb93dde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478837 Nov 12 04:01:19.998661 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '254453f3-3258-4bd0-8725-43f050f28d6e', 'tag': '15dbf3ff-1804-4cbd-9078-d6eed527c1ac'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:01:20.001085 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f6d723-d781-4569-8dcb-58286cc3f4fe" -d '{"events": [{"name": "network-changed", "server_uuid": "254453f3-3258-4bd0-8725-43f050f28d6e", "tag": "15dbf3ff-1804-4cbd-9078-d6eed527c1ac"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:01:20.037832 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a127e8-742c-4243-81c4-c84eaa9ecfc2 x-openstack-request-id: req-d7a127e8-742c-4243-81c4-c84eaa9ecfc2 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:01:20.038120 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "254453f3-3258-4bd0-8725-43f050f28d6e", "tag": "15dbf3ff-1804-4cbd-9078-d6eed527c1ac", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:01:20.038400 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d7a127e8-742c-4243-81c4-c84eaa9ecfc2 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:01:20.038805 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '254453f3-3258-4bd0-8725-43f050f28d6e', 'tag': '15dbf3ff-1804-4cbd-9078-d6eed527c1ac', 'status': 'completed', 'code': 200} Nov 12 04:01:20.115973 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6d723-d781-4569-8dcb-58286cc3f4fe req-ac9690e7-285b-4c6b-b312-f449c870a0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:20.117447 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-55f6d723-d781-4569-8dcb-58286cc3f4fe req-ac9690e7-285b-4c6b-b312-f449c870a0f0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7ef96e16fae9482b9643848210ab127b&device_id=254453f3-3258-4bd0-8725-43f050f28d6e HTTP/1.1" status: 200 len: 1129 time: 0.0528989 Nov 12 04:01:20.208698 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ead16a-2636-455a-95b6-328fc8b2dab5 req-c5082782-5315-48a5-a42c-af62e0d35b97 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:20.210177 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-95ead16a-2636-455a-95b6-328fc8b2dab5 req-c5082782-5315-48a5-a42c-af62e0d35b97 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=254453f3-3258-4bd0-8725-43f050f28d6e HTTP/1.1" status: 200 len: 946 time: 0.0518258 Nov 12 04:01:20.212585 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6d723-d781-4569-8dcb-58286cc3f4fe req-98333846-89a5-4d66-8504-e96b281493df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:20.214168 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-55f6d723-d781-4569-8dcb-58286cc3f4fe req-98333846-89a5-4d66-8504-e96b281493df service neutron] 10.222.0.74 "GET /v2.0/networks?id=f050d9f0-0658-4d6c-ac1f-cf34607a8845 HTTP/1.1" status: 200 len: 897 time: 0.0886765 Nov 12 04:01:20.267039 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-95ead16a-2636-455a-95b6-328fc8b2dab5 req-f8f1e131-5c9f-4ffb-9d0c-638a210d4967 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=12ba9801-ac4d-4a0d-b784-b11a0bb93dde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499704 Nov 12 04:01:20.291537 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-55f6d723-d781-4569-8dcb-58286cc3f4fe req-6763340a-fbf9-4446-996e-81d1219419fc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15dbf3ff-1804-4cbd-9078-d6eed527c1ac HTTP/1.1" status: 200 len: 1002 time: 0.0662682 Nov 12 04:01:20.341951 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6d723-d781-4569-8dcb-58286cc3f4fe req-132bc659-6b07-4410-8fda-f43bddc64f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:20.343389 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-55f6d723-d781-4569-8dcb-58286cc3f4fe req-132bc659-6b07-4410-8fda-f43bddc64f56 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4734f06a-7ba0-4f49-8dae-5e01bc09fdee HTTP/1.1" status: 200 len: 834 time: 0.0450335 Nov 12 04:01:20.388431 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6d723-d781-4569-8dcb-58286cc3f4fe req-14917133-f231-4d9d-afeb-925e41ef9c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:20.389926 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-55f6d723-d781-4569-8dcb-58286cc3f4fe req-14917133-f231-4d9d-afeb-925e41ef9c0c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f050d9f0-0658-4d6c-ac1f-cf34607a8845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395207 Nov 12 04:01:20.416548 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 15dbf3ff-1804-4cbd-9078-d6eed527c1ac details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:01:20.490961 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-55f6d723-d781-4569-8dcb-58286cc3f4fe req-ab0fda82-bfe5-4bc0-8cd1-91462f9b6c88 service neutron] 10.222.0.74 "GET /v2.0/networks/f050d9f0-0658-4d6c-ac1f-cf34607a8845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898716 Nov 12 04:01:20.516379 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 15dbf3ff-1804-4cbd-9078-d6eed527c1ac, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=15dbf3ff-1804-4cbd-9078-d6eed527c1ac,segment=NetworkSegment(801d4f46-f68a-498f-a298-2ff953603be4),segment_id=801d4f46-f68a-498f-a298-2ff953603be4)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:20.528101 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 15dbf3ff-1804-4cbd-9078-d6eed527c1ac has no active binding in host n-h2-715271-27 {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 04:01:20.587592 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-55f6d723-d781-4569-8dcb-58286cc3f4fe req-71196edd-ffa5-43e5-b296-f8ed06f75cf6 service neutron] 10.222.0.74 "GET /v2.0/networks/f050d9f0-0658-4d6c-ac1f-cf34607a8845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846698 Nov 12 04:01:21.393632 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a30f5b-558b-43f9-b70e-a0c3c7b972d6 req-8c741ddd-842e-4b8b-9657-6ae79752c413 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:21.395115 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e9a30f5b-558b-43f9-b70e-a0c3c7b972d6 req-8c741ddd-842e-4b8b-9657-6ae79752c413 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=254453f3-3258-4bd0-8725-43f050f28d6e HTTP/1.1" status: 200 len: 946 time: 0.0561137 Nov 12 04:01:21.447659 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e9a30f5b-558b-43f9-b70e-a0c3c7b972d6 req-9d37844c-254f-47b8-9f86-109caf967e86 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=12ba9801-ac4d-4a0d-b784-b11a0bb93dde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465248 Nov 12 04:01:22.565522 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8d718-563e-465c-aa58-1f9f0c074c67 req-a071360d-4d98-46d7-bcaa-72beb2c7d6ce tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:22.567033 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fcc8d718-563e-465c-aa58-1f9f0c074c67 req-a071360d-4d98-46d7-bcaa-72beb2c7d6ce tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=254453f3-3258-4bd0-8725-43f050f28d6e HTTP/1.1" status: 200 len: 946 time: 0.0519259 Nov 12 04:01:22.617695 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fcc8d718-563e-465c-aa58-1f9f0c074c67 req-ec621def-d38f-45cc-8992-e1e32548da81 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=12ba9801-ac4d-4a0d-b784-b11a0bb93dde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447381 Nov 12 04:01:23.508703 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-4c9aa941-5c1d-448b-82fa-00db4cbfdf1e service neutron] 10.222.0.74 "GET /v2.0/ports/15dbf3ff-1804-4cbd-9078-d6eed527c1ac/bindings/n-h2-715271-27 HTTP/1.1" status: 200 len: 385 time: 0.0554957 Nov 12 04:01:23.685201 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-d9019571-3fd1-4855-809a-70c6c21067b2 service neutron] For port 15dbf3ff-1804-4cbd-9078-d6eed527c1ac, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=15dbf3ff-1804-4cbd-9078-d6eed527c1ac,segment=NetworkSegment(801d4f46-f68a-498f-a298-2ff953603be4),segment_id=801d4f46-f68a-498f-a298-2ff953603be4)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:23.727692 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-d9019571-3fd1-4855-809a-70c6c21067b2 service neutron] For port 15dbf3ff-1804-4cbd-9078-d6eed527c1ac, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:01:23.781607 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '254453f3-3258-4bd0-8725-43f050f28d6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15dbf3ff-1804-4cbd-9078-d6eed527c1ac'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:01:23.784524 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c60fa2e-5f23-45ad-a6a9-88671a9d5809" -d '{"events": [{"server_uuid": "254453f3-3258-4bd0-8725-43f050f28d6e", "name": "network-vif-unplugged", "status": "completed", "tag": "15dbf3ff-1804-4cbd-9078-d6eed527c1ac"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:01:23.794441 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c1618-68fa-456c-ac9a-05ed8e215046 req-aecc094a-336b-4b06-b65c-5c96cfdf1b3a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:23.795932 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b54c1618-68fa-456c-ac9a-05ed8e215046 req-aecc094a-336b-4b06-b65c-5c96cfdf1b3a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=254453f3-3258-4bd0-8725-43f050f28d6e HTTP/1.1" status: 200 len: 946 time: 0.0948586 Nov 12 04:01:23.802670 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-d9019571-3fd1-4855-809a-70c6c21067b2 service neutron] For port 15dbf3ff-1804-4cbd-9078-d6eed527c1ac, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=15dbf3ff-1804-4cbd-9078-d6eed527c1ac,segment=NetworkSegment(801d4f46-f68a-498f-a298-2ff953603be4),segment_id=801d4f46-f68a-498f-a298-2ff953603be4)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:23.826546 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-d9019571-3fd1-4855-809a-70c6c21067b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:23.839549 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebef5cfc-0431-4a42-b02a-c3522b08e77e x-openstack-request-id: req-ebef5cfc-0431-4a42-b02a-c3522b08e77e {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:01:23.839838 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "254453f3-3258-4bd0-8725-43f050f28d6e", "name": "network-vif-unplugged", "status": "completed", "tag": "15dbf3ff-1804-4cbd-9078-d6eed527c1ac", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:01:23.840107 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ebef5cfc-0431-4a42-b02a-c3522b08e77e {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:01:23.840500 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '254453f3-3258-4bd0-8725-43f050f28d6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15dbf3ff-1804-4cbd-9078-d6eed527c1ac', 'code': 200} Nov 12 04:01:23.902047 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b54c1618-68fa-456c-ac9a-05ed8e215046 req-05a7b0ba-5475-49d0-a4a3-5352b1a1744e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=12ba9801-ac4d-4a0d-b784-b11a0bb93dde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966525 Nov 12 04:01:23.927204 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-d9019571-3fd1-4855-809a-70c6c21067b2 service neutron] Transition to ACTIVE for port object 15dbf3ff-1804-4cbd-9078-d6eed527c1ac will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:01:23.931896 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-d9019571-3fd1-4855-809a-70c6c21067b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:24.028436 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9019571-3fd1-4855-809a-70c6c21067b2 service neutron] Pushing event updated for resources: {'Port': ['ID=15dbf3ff-1804-4cbd-9078-d6eed527c1ac,revision_number=11']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:24.065307 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-d9019571-3fd1-4855-809a-70c6c21067b2 service neutron] No DVR routers for this DVR port 15dbf3ff-1804-4cbd-9078-d6eed527c1ac on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:01:24.202636 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-d9019571-3fd1-4855-809a-70c6c21067b2 service neutron] 10.222.0.74 "PUT /v2.0/ports/15dbf3ff-1804-4cbd-9078-d6eed527c1ac/bindings/n-h2-715271-27/activate HTTP/1.1" status: 200 len: 370 time: 0.6874681 Nov 12 04:01:24.335227 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-8c31206c-443d-4964-8225-a1c6947c5bf1 tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:24.337234 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-8c31206c-443d-4964-8225-a1c6947c5bf1 tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=254453f3-3258-4bd0-8725-43f050f28d6e&tenant_id=7ef96e16fae9482b9643848210ab127b&binding%3Ahost_id=n-h1-715271-27 HTTP/1.1" status: 200 len: 1097 time: 0.0652115 Nov 12 04:01:24.393827 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-3ae2ac54-6425-43e3-ada2-40a7047c007b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:24.395345 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-3ae2ac54-6425-43e3-ada2-40a7047c007b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=254453f3-3258-4bd0-8725-43f050f28d6e&tenant_id=7ef96e16fae9482b9643848210ab127b HTTP/1.1" status: 200 len: 1097 time: 0.0501542 Nov 12 04:01:24.473147 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-fa6518e5-989d-40fd-bde3-1e044ae7c0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:24.474666 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-fa6518e5-989d-40fd-bde3-1e044ae7c0ef service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7ef96e16fae9482b9643848210ab127b&device_id=254453f3-3258-4bd0-8725-43f050f28d6e HTTP/1.1" status: 200 len: 1097 time: 0.0439663 Nov 12 04:01:24.569335 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-ea9dc388-5090-4ad9-8b29-8a3a3b684ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:24.570810 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-ea9dc388-5090-4ad9-8b29-8a3a3b684ae3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f050d9f0-0658-4d6c-ac1f-cf34607a8845 HTTP/1.1" status: 200 len: 897 time: 0.0894933 Nov 12 04:01:24.641984 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-f1830f52-8620-45f5-83f8-3d60f3cdfec2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15dbf3ff-1804-4cbd-9078-d6eed527c1ac HTTP/1.1" status: 200 len: 1000 time: 0.0635219 Nov 12 04:01:24.691839 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-145b4b08-f0e7-44b0-8c68-84e6e01f9303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:24.693345 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-145b4b08-f0e7-44b0-8c68-84e6e01f9303 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4734f06a-7ba0-4f49-8dae-5e01bc09fdee HTTP/1.1" status: 200 len: 834 time: 0.0436897 Nov 12 04:01:24.742587 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-737699eb-47b7-4d7b-bedb-d479a63ca5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:24.744131 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-737699eb-47b7-4d7b-bedb-d479a63ca5a9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f050d9f0-0658-4d6c-ac1f-cf34607a8845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431855 Nov 12 04:01:24.839731 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-c9792889-252c-4f56-a914-beb373a5d465 service neutron] 10.222.0.90 "GET /v2.0/networks/f050d9f0-0658-4d6c-ac1f-cf34607a8845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880945 Nov 12 04:01:24.941078 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-04abacf3-69e8-4b88-b143-8b1acbc29c8f service neutron] 10.222.0.90 "GET /v2.0/networks/f050d9f0-0658-4d6c-ac1f-cf34607a8845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931869 Nov 12 04:01:25.034906 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e7b83-c140-4782-aa7c-b9ab9bbfb7e2 req-aac70881-097e-4110-a678-a7a388da43ff tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:25.036975 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-389e7b83-c140-4782-aa7c-b9ab9bbfb7e2 req-aac70881-097e-4110-a678-a7a388da43ff tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=254453f3-3258-4bd0-8725-43f050f28d6e HTTP/1.1" status: 200 len: 945 time: 0.0530515 Nov 12 04:01:25.088717 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-389e7b83-c140-4782-aa7c-b9ab9bbfb7e2 req-0b601c10-14bc-4e26-a959-5b25bba62664 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=12ba9801-ac4d-4a0d-b784-b11a0bb93dde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449643 Nov 12 04:01:25.225447 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-2f1d0fb7-c959-4cc1-a3ef-9496af2a00f7 tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:25.226932 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-2f1d0fb7-c959-4cc1-a3ef-9496af2a00f7 tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=254453f3-3258-4bd0-8725-43f050f28d6e&tenant_id=7ef96e16fae9482b9643848210ab127b&binding%3Ahost_id=n-h2-715271-27 HTTP/1.1" status: 200 len: 1097 time: 0.0463469 Nov 12 04:01:25.383916 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-47892db3-690e-452b-995b-f4dd818a082a service neutron] For port 15dbf3ff-1804-4cbd-9078-d6eed527c1ac, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:01:25.387111 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-47892db3-690e-452b-995b-f4dd818a082a service neutron] Publish callbacks [] for binding, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:25.388318 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ffd81b94-5cd8-4229-b90e-f73d216dbf22 req-47892db3-690e-452b-995b-f4dd818a082a service neutron] 10.222.0.90 "DELETE /v2.0/ports/15dbf3ff-1804-4cbd-9078-d6eed527c1ac/bindings/n-h1-715271-27 HTTP/1.1" status: 204 len: 173 time: 0.1538091 Nov 12 04:01:26.213570 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95b3c1-5f9c-4109-8893-bb2a64133718 req-32979a6d-5bb7-4247-960b-a1358ef25c9b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:26.215107 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7f95b3c1-5f9c-4109-8893-bb2a64133718 req-32979a6d-5bb7-4247-960b-a1358ef25c9b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=254453f3-3258-4bd0-8725-43f050f28d6e HTTP/1.1" status: 200 len: 945 time: 0.0527434 Nov 12 04:01:26.272470 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7f95b3c1-5f9c-4109-8893-bb2a64133718 req-c5324ebf-1889-4809-b90d-b944f1bdc734 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=12ba9801-ac4d-4a0d-b784-b11a0bb93dde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514171 Nov 12 04:01:26.389700 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ab5c7-83e2-48d3-8b79-f57c36c7a9fa req-5ce414b0-31a2-4fe6-92f1-3f93a2b3109f tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:26.391233 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9b4ab5c7-83e2-48d3-8b79-f57c36c7a9fa req-5ce414b0-31a2-4fe6-92f1-3f93a2b3109f tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=254453f3-3258-4bd0-8725-43f050f28d6e HTTP/1.1" status: 200 len: 1097 time: 0.0454226 Nov 12 04:01:26.438676 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9b4ab5c7-83e2-48d3-8b79-f57c36c7a9fa req-e871384d-b274-4b45-8868-7e1cf40d9d79 tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=12ba9801-ac4d-4a0d-b784-b11a0bb93dde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408845 Nov 12 04:01:26.558173 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd15701-7cfb-4c8e-907b-d6069fc82f25 req-d6ef5826-2c00-48af-9a62-5666ee31e426 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:26.559650 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dbd15701-7cfb-4c8e-907b-d6069fc82f25 req-d6ef5826-2c00-48af-9a62-5666ee31e426 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=254453f3-3258-4bd0-8725-43f050f28d6e HTTP/1.1" status: 200 len: 945 time: 0.0536041 Nov 12 04:01:26.609625 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dbd15701-7cfb-4c8e-907b-d6069fc82f25 req-af7aff48-e219-4701-8831-a9524a5a931e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=12ba9801-ac4d-4a0d-b784-b11a0bb93dde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433986 Nov 12 04:01:26.632552 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53936) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:26.696461 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ea3ec3c1-4205-4bab-b59d-18b133a3d1e6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/floatingips/7f714e18-758b-4334-bc67-154bb1974a44 HTTP/1.1" status: 200 len: 992 time: 0.0594614 Nov 12 04:01:26.931086 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53942) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:27.095327 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-77f36534-3235-44f0-a709-820e9914e097 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Deleting port 89f595d0-4781-4551-8e0e-874f851e8cbd {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:01:27.095578 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-77f36534-3235-44f0-a709-820e9914e097 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:27.176823 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-77f36534-3235-44f0-a709-820e9914e097 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:27.177141 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-77f36534-3235-44f0-a709-820e9914e097 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:27.188787 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-77f36534-3235-44f0-a709-820e9914e097 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Calling delete_port for 89f595d0-4781-4551-8e0e-874f851e8cbd owned by network:floatingip {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:01:27.332833 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 15dbf3ff-1804-4cbd-9078-d6eed527c1ac no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:01:27.342975 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-77f36534-3235-44f0-a709-820e9914e097 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:27.374016 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f36534-3235-44f0-a709-820e9914e097 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event deleted for resources: {'Port': ['ID=89f595d0-4781-4551-8e0e-874f851e8cbd,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:27.374217 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 15dbf3ff-1804-4cbd-9078-d6eed527c1ac not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:01:27.439451 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-77f36534-3235-44f0-a709-820e9914e097 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for floatingip, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:27.440646 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [None req-77f36534-3235-44f0-a709-820e9914e097 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Floating IP 7f714e18-758b-4334-bc67-154bb1974a44 disassociated (deleted). External IP: 172.25.5.168, port: 15dbf3ff-1804-4cbd-9078-d6eed527c1ac. Nov 12 04:01:27.654891 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f36534-3235-44f0-a709-820e9914e097 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Router 10bf7bfe-8745-4c95-83a5-74362aa74dea has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:01:27.768685 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f36534-3235-44f0-a709-820e9914e097 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:01:27.773705 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-77f36534-3235-44f0-a709-820e9914e097 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:27.779578 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9558bc-cd11-40f8-aa13-09ae5c24145f None None] Sync routers for ids ['10bf7bfe-8745-4c95-83a5-74362aa74dea'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:01:27.793824 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9558bc-cd11-40f8-aa13-09ae5c24145f None None] Routers {'10bf7bfe-8745-4c95-83a5-74362aa74dea'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:01:27.794425 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-8d9558bc-cd11-40f8-aa13-09ae5c24145f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:01:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['10bf7bfe-8745-4c95-83a5-74362aa74dea'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:27.802874 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-77f36534-3235-44f0-a709-820e9914e097 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "DELETE /v2.0/floatingips/7f714e18-758b-4334-bc67-154bb1974a44 HTTP/1.1" status: 204 len: 168 time: 0.8703704 Nov 12 04:01:27.805374 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '254453f3-3258-4bd0-8725-43f050f28d6e', 'tag': '15dbf3ff-1804-4cbd-9078-d6eed527c1ac'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:01:27.806422 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003a1783-a74f-455d-b0a8-3e249d099d48" -d '{"events": [{"name": "network-changed", "server_uuid": "254453f3-3258-4bd0-8725-43f050f28d6e", "tag": "15dbf3ff-1804-4cbd-9078-d6eed527c1ac"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:01:27.854645 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104ba91b-ce4b-470d-aa25-e22d3b0d8f98 x-openstack-request-id: req-104ba91b-ce4b-470d-aa25-e22d3b0d8f98 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:01:27.854941 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "254453f3-3258-4bd0-8725-43f050f28d6e", "tag": "15dbf3ff-1804-4cbd-9078-d6eed527c1ac", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:01:27.855197 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-104ba91b-ce4b-470d-aa25-e22d3b0d8f98 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:01:27.855609 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '254453f3-3258-4bd0-8725-43f050f28d6e', 'tag': '15dbf3ff-1804-4cbd-9078-d6eed527c1ac', 'status': 'completed', 'code': 200} Nov 12 04:01:27.915437 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-8d9558bc-cd11-40f8-aa13-09ae5c24145f None None] Set router 10bf7bfe-8745-4c95-83a5-74362aa74dea gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:01:27.950241 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a1783-a74f-455d-b0a8-3e249d099d48 req-c0f4375a-5161-4f1d-aeb8-c5c6fbe1c98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:27.952008 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-003a1783-a74f-455d-b0a8-3e249d099d48 req-c0f4375a-5161-4f1d-aeb8-c5c6fbe1c98f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7ef96e16fae9482b9643848210ab127b&device_id=254453f3-3258-4bd0-8725-43f050f28d6e HTTP/1.1" status: 200 len: 1097 time: 0.0512290 Nov 12 04:01:28.073989 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6611896-9a24-4b7d-9ed7-93b0419208fc req-906e7f70-fa72-485a-bc6c-797fada5a488 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:28.075515 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b6611896-9a24-4b7d-9ed7-93b0419208fc req-906e7f70-fa72-485a-bc6c-797fada5a488 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=254453f3-3258-4bd0-8725-43f050f28d6e HTTP/1.1" status: 200 len: 945 time: 0.0557120 Nov 12 04:01:28.087656 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a1783-a74f-455d-b0a8-3e249d099d48 req-c2e772d9-c6b5-435f-a8b9-b0305cafbf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:28.092235 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-003a1783-a74f-455d-b0a8-3e249d099d48 req-c2e772d9-c6b5-435f-a8b9-b0305cafbf47 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f050d9f0-0658-4d6c-ac1f-cf34607a8845 HTTP/1.1" status: 200 len: 897 time: 0.0969784 Nov 12 04:01:28.139127 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-8d9558bc-cd11-40f8-aa13-09ae5c24145f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10bf7bfe-8745-4c95-83a5-74362aa74dea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985935915', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'd0fa5787-ff1f-4647-b0a8-d29988a448df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:00:20Z', 'updated_at': '2021-11-12T04:00:23Z', 'revision_number': 4, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': 'd0fa5787-ff1f-4647-b0a8-d29988a448df', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:69:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bf7bfe-8745-4c95-83a5-74362aa74dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:00:20Z', 'updated_at': '2021-11-12T04:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'd524f018-6d75-49a1-84d3-afab12407f59', 'name': '', 'network_id': 'f050d9f0-0658-4d6c-ac1f-cf34607a8845', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'mac_address': 'fa:16:3e:53:4c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bf7bfe-8745-4c95-83a5-74362aa74dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '4734f06a-7ba0-4f49-8dae-5e01bc09fdee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:00:22Z', 'updated_at': '2021-11-12T04:00:26Z', 'revision_number': 5, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'subnets': [{'id': '4734f06a-7ba0-4f49-8dae-5e01bc09fdee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:28.142344 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-003a1783-a74f-455d-b0a8-3e249d099d48 req-5e9d4e71-a675-4f49-9d4c-90cb98b356ad service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15dbf3ff-1804-4cbd-9078-d6eed527c1ac HTTP/1.1" status: 200 len: 217 time: 0.0412581 Nov 12 04:01:28.144590 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b6611896-9a24-4b7d-9ed7-93b0419208fc req-76e08df0-1674-4f75-ba39-150c183df6cb tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=12ba9801-ac4d-4a0d-b784-b11a0bb93dde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553379 Nov 12 04:01:28.170761 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9558bc-cd11-40f8-aa13-09ae5c24145f None None] Checking router: 10bf7bfe-8745-4c95-83a5-74362aa74dea for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:01:28.179536 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9558bc-cd11-40f8-aa13-09ae5c24145f None None] Routers {'10bf7bfe-8745-4c95-83a5-74362aa74dea'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:01:28.180154 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-8d9558bc-cd11-40f8-aa13-09ae5c24145f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:01:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['10bf7bfe-8745-4c95-83a5-74362aa74dea'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:28.203438 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a1783-a74f-455d-b0a8-3e249d099d48 req-b64f5770-10bd-4484-a854-90f8fee0308b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:28.206149 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-003a1783-a74f-455d-b0a8-3e249d099d48 req-b64f5770-10bd-4484-a854-90f8fee0308b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4734f06a-7ba0-4f49-8dae-5e01bc09fdee HTTP/1.1" status: 200 len: 834 time: 0.0540867 Nov 12 04:01:28.261685 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a1783-a74f-455d-b0a8-3e249d099d48 req-d94ca3a9-e19d-4f6f-9e9f-c4e6d305aba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:28.263130 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-003a1783-a74f-455d-b0a8-3e249d099d48 req-d94ca3a9-e19d-4f6f-9e9f-c4e6d305aba5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f050d9f0-0658-4d6c-ac1f-cf34607a8845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475676 Nov 12 04:01:28.385975 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-8d9558bc-cd11-40f8-aa13-09ae5c24145f None None] Set router 10bf7bfe-8745-4c95-83a5-74362aa74dea gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:01:28.406152 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-91096941-34b8-4078-a173-4ddece0b568b req-a13589bd-df37-4c33-b98a-442802a20c6e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8e2c843b-91c6-41b5-8279-d5e5c6260535&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0912712 Nov 12 04:01:28.427596 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-003a1783-a74f-455d-b0a8-3e249d099d48 req-a0762a3e-8662-4758-af43-2ee2fe4a66b5 service neutron] 10.222.0.90 "GET /v2.0/networks/f050d9f0-0658-4d6c-ac1f-cf34607a8845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315486 Nov 12 04:01:28.556760 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91096941-34b8-4078-a173-4ddece0b568b req-ef478139-e833-455a-a37b-dfc4335560d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:28.558239 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-91096941-34b8-4078-a173-4ddece0b568b req-ef478139-e833-455a-a37b-dfc4335560d8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=27d4836293914c108ba09bff97dd7daa&device_id=8e2c843b-91c6-41b5-8279-d5e5c6260535 HTTP/1.1" status: 200 len: 1098 time: 0.0704036 Nov 12 04:01:28.560422 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-003a1783-a74f-455d-b0a8-3e249d099d48 req-3c79fed8-0f16-42ed-b8d0-af43ebabedfe service neutron] 10.222.0.90 "GET /v2.0/networks/f050d9f0-0658-4d6c-ac1f-cf34607a8845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255932 Nov 12 04:01:28.597205 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-8d9558bc-cd11-40f8-aa13-09ae5c24145f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10bf7bfe-8745-4c95-83a5-74362aa74dea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985935915', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'd0fa5787-ff1f-4647-b0a8-d29988a448df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:00:20Z', 'updated_at': '2021-11-12T04:00:23Z', 'revision_number': 4, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': 'd0fa5787-ff1f-4647-b0a8-d29988a448df', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:69:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bf7bfe-8745-4c95-83a5-74362aa74dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:00:20Z', 'updated_at': '2021-11-12T04:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'd524f018-6d75-49a1-84d3-afab12407f59', 'name': '', 'network_id': 'f050d9f0-0658-4d6c-ac1f-cf34607a8845', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'mac_address': 'fa:16:3e:53:4c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bf7bfe-8745-4c95-83a5-74362aa74dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '4734f06a-7ba0-4f49-8dae-5e01bc09fdee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:00:22Z', 'updated_at': '2021-11-12T04:00:26Z', 'revision_number': 5, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'subnets': [{'id': '4734f06a-7ba0-4f49-8dae-5e01bc09fdee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:28.630811 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9558bc-cd11-40f8-aa13-09ae5c24145f None None] The sync data for ids ['10bf7bfe-8745-4c95-83a5-74362aa74dea'] in n-d-715271-27 is: [{'id': '10bf7bfe-8745-4c95-83a5-74362aa74dea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985935915', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'd0fa5787-ff1f-4647-b0a8-d29988a448df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:00:20Z', 'updated_at': '2021-11-12T04:00:23Z', 'revision_number': 4, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': 'd0fa5787-ff1f-4647-b0a8-d29988a448df', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:69:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bf7bfe-8745-4c95-83a5-74362aa74dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:00:20Z', 'updated_at': '2021-11-12T04:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'd524f018-6d75-49a1-84d3-afab12407f59', 'name': '', 'network_id': 'f050d9f0-0658-4d6c-ac1f-cf34607a8845', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'mac_address': 'fa:16:3e:53:4c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bf7bfe-8745-4c95-83a5-74362aa74dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '4734f06a-7ba0-4f49-8dae-5e01bc09fdee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:00:22Z', 'updated_at': '2021-11-12T04:00:26Z', 'revision_number': 5, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'subnets': [{'id': '4734f06a-7ba0-4f49-8dae-5e01bc09fdee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:01:28.661777 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089409c1-ea0b-493f-8b7b-d8fbb1e4d461 req-e927ac2d-2b85-4bb6-a29a-8cd531e04889 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:28.663344 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-089409c1-ea0b-493f-8b7b-d8fbb1e4d461 req-e927ac2d-2b85-4bb6-a29a-8cd531e04889 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.90 "GET /v2.0/ports?device_id=254453f3-3258-4bd0-8725-43f050f28d6e HTTP/1.1" status: 200 len: 945 time: 0.0731676 Nov 12 04:01:28.679479 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91096941-34b8-4078-a173-4ddece0b568b req-72bf46f4-cc1d-4742-80c5-acbfcfdb8483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:28.680924 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-91096941-34b8-4078-a173-4ddece0b568b req-72bf46f4-cc1d-4742-80c5-acbfcfdb8483 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 HTTP/1.1" status: 200 len: 912 time: 0.0952318 Nov 12 04:01:28.762058 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-91096941-34b8-4078-a173-4ddece0b568b req-62d8d7c2-72e0-4814-be8f-75e7b37bb489 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a4a442c-332b-453b-bd15-a9c29bf7eb08 HTTP/1.1" status: 200 len: 1002 time: 0.0698569 Nov 12 04:01:28.769513 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-089409c1-ea0b-493f-8b7b-d8fbb1e4d461 req-4385cbef-20e1-4962-859d-b26f6c7f823e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Deleting port 15dbf3ff-1804-4cbd-9078-d6eed527c1ac {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:01:28.769903 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-089409c1-ea0b-493f-8b7b-d8fbb1e4d461 req-4385cbef-20e1-4962-859d-b26f6c7f823e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:28.822629 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91096941-34b8-4078-a173-4ddece0b568b req-91e8c51c-8dc1-4844-9f09-6e8f835cbd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:28.824164 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-91096941-34b8-4078-a173-4ddece0b568b req-91e8c51c-8dc1-4844-9f09-6e8f835cbd0c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2 HTTP/1.1" status: 200 len: 850 time: 0.0491915 Nov 12 04:01:28.875682 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-089409c1-ea0b-493f-8b7b-d8fbb1e4d461 req-4385cbef-20e1-4962-859d-b26f6c7f823e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] For port 15dbf3ff-1804-4cbd-9078-d6eed527c1ac, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=15dbf3ff-1804-4cbd-9078-d6eed527c1ac,segment=NetworkSegment(801d4f46-f68a-498f-a298-2ff953603be4),segment_id=801d4f46-f68a-498f-a298-2ff953603be4)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:28.876521 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-089409c1-ea0b-493f-8b7b-d8fbb1e4d461 req-4385cbef-20e1-4962-859d-b26f6c7f823e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:28.883556 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91096941-34b8-4078-a173-4ddece0b568b req-02701315-3ac3-444b-b073-5bcdc717dcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:28.885194 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-91096941-34b8-4078-a173-4ddece0b568b req-02701315-3ac3-444b-b073-5bcdc717dcfe service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492394 Nov 12 04:01:28.890552 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-089409c1-ea0b-493f-8b7b-d8fbb1e4d461 req-4385cbef-20e1-4962-859d-b26f6c7f823e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Calling delete_port for 15dbf3ff-1804-4cbd-9078-d6eed527c1ac owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:01:28.909228 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8073e46-3cc2-402f-8af5-0becc1b2de3b None None] New status for floating IP 7f714e18-758b-4334-bc67-154bb1974a44: DOWN {{(pid=102573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:01:29.000517 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-91096941-34b8-4078-a173-4ddece0b568b req-e9ad5885-a9d2-4e92-8093-d769cd48bf3d service neutron] 10.222.0.74 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029215 Nov 12 04:01:29.029801 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-089409c1-ea0b-493f-8b7b-d8fbb1e4d461 req-4385cbef-20e1-4962-859d-b26f6c7f823e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:29.061361 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385cbef-20e1-4962-859d-b26f6c7f823e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event deleted for resources: {'Port': ['ID=15dbf3ff-1804-4cbd-9078-d6eed527c1ac,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:29.103734 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-089409c1-ea0b-493f-8b7b-d8fbb1e4d461 req-4385cbef-20e1-4962-859d-b26f6c7f823e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] No DVR routers for this DVR port 15dbf3ff-1804-4cbd-9078-d6eed527c1ac on host n-h2-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:01:29.106407 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-089409c1-ea0b-493f-8b7b-d8fbb1e4d461 req-4385cbef-20e1-4962-859d-b26f6c7f823e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:29.109295 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-91096941-34b8-4078-a173-4ddece0b568b req-3b8c0cc2-c85f-42bc-aaaf-32451e68a624 service neutron] 10.222.0.74 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980697 Nov 12 04:01:29.109730 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-089409c1-ea0b-493f-8b7b-d8fbb1e4d461 req-4385cbef-20e1-4962-859d-b26f6c7f823e tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.90 "DELETE /v2.0/ports/15dbf3ff-1804-4cbd-9078-d6eed527c1ac HTTP/1.1" status: 204 len: 173 time: 0.4394667 Nov 12 04:01:29.266589 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d76cad93-24f5-40ec-8183-68ee57bfc7b1 req-fb3ece0d-9f6a-4449-8426-b6d7e74abb3c tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=254453f3-3258-4bd0-8725-43f050f28d6e HTTP/1.1" status: 200 len: 210 time: 0.0363972 Nov 12 04:01:29.856818 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '254453f3-3258-4bd0-8725-43f050f28d6e', 'name': 'network-vif-deleted', 'tag': '15dbf3ff-1804-4cbd-9078-d6eed527c1ac'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:01:29.859519 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c4cbf2-64fe-4a65-a272-769f6f08c2ed" -d '{"events": [{"server_uuid": "254453f3-3258-4bd0-8725-43f050f28d6e", "name": "network-vif-deleted", "tag": "15dbf3ff-1804-4cbd-9078-d6eed527c1ac"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:01:29.896328 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be6ff7e-7d42-4808-ad2c-8b16b15d270c x-openstack-request-id: req-4be6ff7e-7d42-4808-ad2c-8b16b15d270c {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:01:29.896620 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "254453f3-3258-4bd0-8725-43f050f28d6e", "name": "network-vif-deleted", "tag": "15dbf3ff-1804-4cbd-9078-d6eed527c1ac", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:01:29.896870 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4be6ff7e-7d42-4808-ad2c-8b16b15d270c {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:01:29.897302 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '254453f3-3258-4bd0-8725-43f050f28d6e', 'name': 'network-vif-deleted', 'tag': '15dbf3ff-1804-4cbd-9078-d6eed527c1ac', 'status': 'completed', 'code': 200} Nov 12 04:01:29.946675 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:01:30.330151 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53956) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:30.373524 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2bccf10f-02b7-4f23-ac62-97b72dad621b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:30.699173 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f60765a2-edba-4387-bc24-5c1d3d46b479 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:30.970023 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-f60765a2-edba-4387-bc24-5c1d3d46b479 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Deleting port d524f018-6d75-49a1-84d3-afab12407f59 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:01:30.970668 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f60765a2-edba-4387-bc24-5c1d3d46b479 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:31.064124 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-f60765a2-edba-4387-bc24-5c1d3d46b479 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] For port d524f018-6d75-49a1-84d3-afab12407f59, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d524f018-6d75-49a1-84d3-afab12407f59,segment=NetworkSegment(801d4f46-f68a-498f-a298-2ff953603be4),segment_id=801d4f46-f68a-498f-a298-2ff953603be4)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:31.064481 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f60765a2-edba-4387-bc24-5c1d3d46b479 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:31.081493 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-f60765a2-edba-4387-bc24-5c1d3d46b479 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Calling delete_port for d524f018-6d75-49a1-84d3-afab12407f59 owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:01:31.275809 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f60765a2-edba-4387-bc24-5c1d3d46b479 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:31.302304 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60765a2-edba-4387-bc24-5c1d3d46b479 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event deleted for resources: {'Port': ['ID=d524f018-6d75-49a1-84d3-afab12407f59,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:31.485882 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f60765a2-edba-4387-bc24-5c1d3d46b479 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:31.726082 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60765a2-edba-4387-bc24-5c1d3d46b479 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Router 10bf7bfe-8745-4c95-83a5-74362aa74dea has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:01:31.835178 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60765a2-edba-4387-bc24-5c1d3d46b479 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:01:31.842775 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f60765a2-edba-4387-bc24-5c1d3d46b479 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "PUT /v2.0/routers/10bf7bfe-8745-4c95-83a5-74362aa74dea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5093133 Nov 12 04:01:31.844386 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53958) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:31.847659 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7eb8e1-05dc-4c84-a3f6-d3f00d8a2515 None None] Sync routers for ids ['10bf7bfe-8745-4c95-83a5-74362aa74dea'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:01:31.863661 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7eb8e1-05dc-4c84-a3f6-d3f00d8a2515 None None] Routers {'10bf7bfe-8745-4c95-83a5-74362aa74dea'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:01:31.864327 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-4d7eb8e1-05dc-4c84-a3f6-d3f00d8a2515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:01:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['10bf7bfe-8745-4c95-83a5-74362aa74dea'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:31.905277 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-a99e0223-49bf-48e6-9ff0-337964f45ef7 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Deleting subnet 4734f06a-7ba0-4f49-8dae-5e01bc09fdee {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:01:31.908690 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a99e0223-49bf-48e6-9ff0-337964f45ef7 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:31.959171 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a99e0223-49bf-48e6-9ff0-337964f45ef7 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:31.982585 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-4d7eb8e1-05dc-4c84-a3f6-d3f00d8a2515 None None] Set router 10bf7bfe-8745-4c95-83a5-74362aa74dea gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:01:32.072130 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a99e0223-49bf-48e6-9ff0-337964f45ef7 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:32.141543 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a99e0223-49bf-48e6-9ff0-337964f45ef7 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:32.172508 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e0223-49bf-48e6-9ff0-337964f45ef7 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event deleted for resources: {'Subnet': ['ID=4734f06a-7ba0-4f49-8dae-5e01bc09fdee,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:32.178094 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a99e0223-49bf-48e6-9ff0-337964f45ef7 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:32.183852 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a99e0223-49bf-48e6-9ff0-337964f45ef7 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "DELETE /v2.0/subnets/4734f06a-7ba0-4f49-8dae-5e01bc09fdee HTTP/1.1" status: 204 len: 168 time: 0.3360302 Nov 12 04:01:32.184639 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53960) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:32.193362 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce4a7a1-0112-423e-a39b-7a73cbc78ab9 None None] Network f050d9f0-0658-4d6c-ac1f-cf34607a8845 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:01:32.207541 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-4d7eb8e1-05dc-4c84-a3f6-d3f00d8a2515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10bf7bfe-8745-4c95-83a5-74362aa74dea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985935915', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'd0fa5787-ff1f-4647-b0a8-d29988a448df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:00:20Z', 'updated_at': '2021-11-12T04:01:31Z', 'revision_number': 5, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': 'd0fa5787-ff1f-4647-b0a8-d29988a448df', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:69:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bf7bfe-8745-4c95-83a5-74362aa74dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:00:20Z', 'updated_at': '2021-11-12T04:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:32.237973 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7eb8e1-05dc-4c84-a3f6-d3f00d8a2515 None None] Checking router: 10bf7bfe-8745-4c95-83a5-74362aa74dea for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:01:32.248116 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7eb8e1-05dc-4c84-a3f6-d3f00d8a2515 None None] Routers {'10bf7bfe-8745-4c95-83a5-74362aa74dea'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:01:32.248733 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-4d7eb8e1-05dc-4c84-a3f6-d3f00d8a2515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:01:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['10bf7bfe-8745-4c95-83a5-74362aa74dea'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:32.318470 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d36d2765-c26f-449a-bc73-d14bc14007ef tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:32.366611 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-4d7eb8e1-05dc-4c84-a3f6-d3f00d8a2515 None None] Set router 10bf7bfe-8745-4c95-83a5-74362aa74dea gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:01:32.389878 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3510cb-06d0-4bc1-b9b9-099d3eb844ca None None] DHCP port deletion for f050d9f0-0658-4d6c-ac1f-cf34607a8845 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:01:32.438268 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d36d2765-c26f-449a-bc73-d14bc14007ef tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:32.453313 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-9f3510cb-06d0-4bc1-b9b9-099d3eb844ca None None] Deleting port a8242209-31e2-48d4-b056-8d9d1b782375 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:01:32.454004 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9f3510cb-06d0-4bc1-b9b9-099d3eb844ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:32.482359 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 15dbf3ff-1804-4cbd-9078-d6eed527c1ac no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:01:32.508460 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: 15dbf3ff-1804-4cbd-9078-d6eed527c1ac {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:01:32.508991 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 15dbf3ff-1804-4cbd-9078-d6eed527c1ac not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:01:32.513872 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-d36d2765-c26f-449a-bc73-d14bc14007ef tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Deleting port d0fa5787-ff1f-4647-b0a8-d29988a448df {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:01:32.514186 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d36d2765-c26f-449a-bc73-d14bc14007ef tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:32.555313 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-9f3510cb-06d0-4bc1-b9b9-099d3eb844ca None None] For port a8242209-31e2-48d4-b056-8d9d1b782375, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=a8242209-31e2-48d4-b056-8d9d1b782375,segment=NetworkSegment(801d4f46-f68a-498f-a298-2ff953603be4),segment_id=801d4f46-f68a-498f-a298-2ff953603be4)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:32.555716 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9f3510cb-06d0-4bc1-b9b9-099d3eb844ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:32.566540 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-4d7eb8e1-05dc-4c84-a3f6-d3f00d8a2515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10bf7bfe-8745-4c95-83a5-74362aa74dea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985935915', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'd0fa5787-ff1f-4647-b0a8-d29988a448df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:00:20Z', 'updated_at': '2021-11-12T04:01:31Z', 'revision_number': 5, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': 'd0fa5787-ff1f-4647-b0a8-d29988a448df', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:69:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bf7bfe-8745-4c95-83a5-74362aa74dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:00:20Z', 'updated_at': '2021-11-12T04:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:32.572811 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-9f3510cb-06d0-4bc1-b9b9-099d3eb844ca None None] Calling delete_port for a8242209-31e2-48d4-b056-8d9d1b782375 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:01:32.600862 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7eb8e1-05dc-4c84-a3f6-d3f00d8a2515 None None] The sync data for ids ['10bf7bfe-8745-4c95-83a5-74362aa74dea'] in n-d-715271-27 is: [{'id': '10bf7bfe-8745-4c95-83a5-74362aa74dea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985935915', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'd0fa5787-ff1f-4647-b0a8-d29988a448df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:00:20Z', 'updated_at': '2021-11-12T04:01:31Z', 'revision_number': 5, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': 'd0fa5787-ff1f-4647-b0a8-d29988a448df', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:69:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bf7bfe-8745-4c95-83a5-74362aa74dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:00:20Z', 'updated_at': '2021-11-12T04:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:01:32.611025 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-d36d2765-c26f-449a-bc73-d14bc14007ef tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] For port d0fa5787-ff1f-4647-b0a8-d29988a448df, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d0fa5787-ff1f-4647-b0a8-d29988a448df,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:32.611574 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d36d2765-c26f-449a-bc73-d14bc14007ef tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:32.633573 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-d36d2765-c26f-449a-bc73-d14bc14007ef tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Calling delete_port for d0fa5787-ff1f-4647-b0a8-d29988a448df owned by network:router_gateway {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:01:32.682641 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9f3510cb-06d0-4bc1-b9b9-099d3eb844ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:32.712097 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3510cb-06d0-4bc1-b9b9-099d3eb844ca None None] Pushing event deleted for resources: {'Port': ['ID=a8242209-31e2-48d4-b056-8d9d1b782375,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:32.718813 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3510cb-06d0-4bc1-b9b9-099d3eb844ca None None] No DVR routers for this DVR port a8242209-31e2-48d4-b056-8d9d1b782375 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:01:32.863047 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d36d2765-c26f-449a-bc73-d14bc14007ef tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:32.889165 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4895dd-a42d-42ff-9428-8b8264397802 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:01:32.922439 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d2765-c26f-449a-bc73-d14bc14007ef tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event deleted for resources: {'Port': ['ID=d0fa5787-ff1f-4647-b0a8-d29988a448df,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:32.965624 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d36d2765-c26f-449a-bc73-d14bc14007ef tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:33.058431 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d36d2765-c26f-449a-bc73-d14bc14007ef tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:33.060553 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d36d2765-c26f-449a-bc73-d14bc14007ef tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:33.103864 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d36d2765-c26f-449a-bc73-d14bc14007ef tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:33.104376 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36d2765-c26f-449a-bc73-d14bc14007ef tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Fanout notify agent at l3_agent the message router_deleted on router 10bf7bfe-8745-4c95-83a5-74362aa74dea {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:01:33.111891 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d36d2765-c26f-449a-bc73-d14bc14007ef tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:33.113113 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d36d2765-c26f-449a-bc73-d14bc14007ef tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "DELETE /v2.0/routers/10bf7bfe-8745-4c95-83a5-74362aa74dea HTTP/1.1" status: 204 len: 168 time: 0.9266772 Nov 12 04:01:33.115891 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53962) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:33.210549 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-20efc98e-81ba-448f-a196-a0a5036cd953 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:33.303137 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-20efc98e-81ba-448f-a196-a0a5036cd953 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:33.327843 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-20efc98e-81ba-448f-a196-a0a5036cd953 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f050d9f0-0658-4d6c-ac1f-cf34607a8845']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:33.337123 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-20efc98e-81ba-448f-a196-a0a5036cd953 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '801d4f46-f68a-498f-a298-2ff953603be4') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:33.337410 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-20efc98e-81ba-448f-a196-a0a5036cd953 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '801d4f46-f68a-498f-a298-2ff953603be4') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:33.394834 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b27c754a-00b7-406a-993d-ef1e9662475f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:33.676634 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-20efc98e-81ba-448f-a196-a0a5036cd953 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:33.691004 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-20efc98e-81ba-448f-a196-a0a5036cd953 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:33.697294 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20efc98e-81ba-448f-a196-a0a5036cd953 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:01:33.697670 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-20efc98e-81ba-448f-a196-a0a5036cd953 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:33.700749 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 04:01:33.700749 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:01:33.700749 n-d-715271-27 neutron-server[102571]: timer() Nov 12 04:01:33.700749 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:01:33.700749 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 04:01:33.700749 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:01:33.700749 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 04:01:33.700749 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:01:33.700749 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 04:01:33.700749 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:01:33.700749 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 04:01:33.700749 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:01:33.700749 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 04:01:33.700749 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:01:33.700749 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:01:33.700749 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:01:33.700749 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:01:33.700749 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:01:33.700749 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 04:01:33.700749 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:01:33.700749 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 04:01:33.700749 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:01:33.700749 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:01:33.700749 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:01:33.700749 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 04:01:33.700749 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:01:33.700749 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:01:33.700749 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:01:33.700749 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:01:33.700749 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:01:33.700749 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:01:33.700749 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:01:33.766811 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-20efc98e-81ba-448f-a196-a0a5036cd953 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:33.771622 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-20efc98e-81ba-448f-a196-a0a5036cd953 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:33.775536 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-20efc98e-81ba-448f-a196-a0a5036cd953 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "DELETE /v2.0/networks/f050d9f0-0658-4d6c-ac1f-cf34607a8845 HTTP/1.1" status: 204 len: 168 time: 0.6579945 Nov 12 04:01:33.778968 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53964) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:33.789628 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20efc98e-81ba-448f-a196-a0a5036cd953 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event deleted for resources: {'Network': ['ID=f050d9f0-0658-4d6c-ac1f-cf34607a8845,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:33.837401 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1836d3f9-af1b-41e3-88c9-1c0784393736 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:33.876382 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1836d3f9-af1b-41e3-88c9-1c0784393736 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:33.901002 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d524f018-6d75-49a1-84d3-afab12407f59 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:01:33.926861 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: d524f018-6d75-49a1-84d3-afab12407f59 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:01:33.927200 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d524f018-6d75-49a1-84d3-afab12407f59 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:01:33.927623 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device a8242209-31e2-48d4-b056-8d9d1b782375 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:01:33.948255 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: a8242209-31e2-48d4-b056-8d9d1b782375 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:01:33.948599 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device a8242209-31e2-48d4-b056-8d9d1b782375 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:01:33.949054 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d0fa5787-ff1f-4647-b0a8-d29988a448df no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:01:33.969456 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: d0fa5787-ff1f-4647-b0a8-d29988a448df {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:01:33.969800 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d0fa5787-ff1f-4647-b0a8-d29988a448df not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:01:34.199845 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:34.293449 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1836d3f9-af1b-41e3-88c9-1c0784393736 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:34.296041 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1836d3f9-af1b-41e3-88c9-1c0784393736 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:34.297536 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-1836d3f9-af1b-41e3-88c9-1c0784393736 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "DELETE /v2.0/security-groups/12ba9801-ac4d-4a0d-b784-b11a0bb93dde HTTP/1.1" status: 204 len: 168 time: 0.5172656 Nov 12 04:01:34.307773 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1836d3f9-af1b-41e3-88c9-1c0784393736 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ba9801-ac4d-4a0d-b784-b11a0bb93dde,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:34.679073 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53970) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:34.683559 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-23fd5ec5-a490-450f-b156-c2cc106c5d9f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-215452750', 'description': 'tempest-secgroup-smoke-215452750 description', 'project_id': '7ef96e16fae9482b9643848210ab127b'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:34.707158 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-23fd5ec5-a490-450f-b156-c2cc106c5d9f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:34.773637 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-23fd5ec5-a490-450f-b156-c2cc106c5d9f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:34.777281 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-23fd5ec5-a490-450f-b156-c2cc106c5d9f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:34.808425 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-23fd5ec5-a490-450f-b156-c2cc106c5d9f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:34.809654 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-23fd5ec5-a490-450f-b156-c2cc106c5d9f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1295624 Nov 12 04:01:34.810506 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd5ec5-a490-450f-b156-c2cc106c5d9f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b63dcfe5-cc9e-4ba6-9ec1-d23429a05972,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:34.812915 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53972) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:34.821262 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-eba1fce3-dc54-44d8-a159-31fe8878c94b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Request body: {'security_group_rule': {'security_group_id': 'b63dcfe5-cc9e-4ba6-9ec1-d23429a05972', 'project_id': '7ef96e16fae9482b9643848210ab127b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:34.851572 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-eba1fce3-dc54-44d8-a159-31fe8878c94b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:34.910873 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-eba1fce3-dc54-44d8-a159-31fe8878c94b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:34.914850 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-eba1fce3-dc54-44d8-a159-31fe8878c94b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:34.936576 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1fce3-dc54-44d8-a159-31fe8878c94b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e8bfda3-46c8-4e94-a171-4b5717f5f92c,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:34.947197 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-eba1fce3-dc54-44d8-a159-31fe8878c94b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:34.948417 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-eba1fce3-dc54-44d8-a159-31fe8878c94b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1340528 Nov 12 04:01:34.951561 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53974) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:34.956855 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-16c9acf0-1e1f-42a4-9c2f-907054300a74 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Request body: {'security_group_rule': {'security_group_id': 'b63dcfe5-cc9e-4ba6-9ec1-d23429a05972', 'project_id': '7ef96e16fae9482b9643848210ab127b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:34.985789 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-16c9acf0-1e1f-42a4-9c2f-907054300a74 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:35.044408 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-16c9acf0-1e1f-42a4-9c2f-907054300a74 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:35.048390 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-16c9acf0-1e1f-42a4-9c2f-907054300a74 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:35.062508 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c9acf0-1e1f-42a4-9c2f-907054300a74 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02de40bb-dc15-46c8-a9b7-22503300c8eb,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:35.077163 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-16c9acf0-1e1f-42a4-9c2f-907054300a74 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:35.078352 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-16c9acf0-1e1f-42a4-9c2f-907054300a74 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1257768 Nov 12 04:01:35.081856 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53976) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:35.086816 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-1b609541-382c-4bfa-b214-9db9c23e469c tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Request body: {'security_group_rule': {'security_group_id': 'b63dcfe5-cc9e-4ba6-9ec1-d23429a05972', 'project_id': '7ef96e16fae9482b9643848210ab127b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:35.114741 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1b609541-382c-4bfa-b214-9db9c23e469c tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:35.171990 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1b609541-382c-4bfa-b214-9db9c23e469c tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:35.176651 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1b609541-382c-4bfa-b214-9db9c23e469c tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:35.196638 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b609541-382c-4bfa-b214-9db9c23e469c tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=477dd166-7e48-4b53-ba20-c563075946e5,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:35.207760 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1b609541-382c-4bfa-b214-9db9c23e469c tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:35.209023 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1b609541-382c-4bfa-b214-9db9c23e469c tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1259272 Nov 12 04:01:35.211783 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53978) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:35.216238 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-a534928c-4688-4313-9b9a-3221057152b1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Request body: {'security_group_rule': {'security_group_id': 'b63dcfe5-cc9e-4ba6-9ec1-d23429a05972', 'project_id': '7ef96e16fae9482b9643848210ab127b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:35.243206 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a534928c-4688-4313-9b9a-3221057152b1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:35.305004 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a534928c-4688-4313-9b9a-3221057152b1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:35.308739 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a534928c-4688-4313-9b9a-3221057152b1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:35.327002 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a534928c-4688-4313-9b9a-3221057152b1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c5cdfc9-ae58-44a1-b7b0-4d1c66b8a011,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:35.335771 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a534928c-4688-4313-9b9a-3221057152b1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:35.337049 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a534928c-4688-4313-9b9a-3221057152b1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1242771 Nov 12 04:01:35.339879 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53980) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:35.344404 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-f0b656df-db97-4d6e-a5fc-63dde6cc4cd7 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Request body: {'security_group_rule': {'security_group_id': 'b63dcfe5-cc9e-4ba6-9ec1-d23429a05972', 'project_id': '7ef96e16fae9482b9643848210ab127b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:35.368856 n-d-715271-27 neutron-server[102571]: INFO neutron.db.securitygroups_db [None req-f0b656df-db97-4d6e-a5fc-63dde6cc4cd7 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Project 7ef96e16fae9482b9643848210ab127b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:01:35.373965 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f0b656df-db97-4d6e-a5fc-63dde6cc4cd7 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:35.437428 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f0b656df-db97-4d6e-a5fc-63dde6cc4cd7 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:35.442393 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f0b656df-db97-4d6e-a5fc-63dde6cc4cd7 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:35.464554 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b656df-db97-4d6e-a5fc-63dde6cc4cd7 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=359bd8c1-a554-4208-b1e4-661deb662eff,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:35.470223 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f0b656df-db97-4d6e-a5fc-63dde6cc4cd7 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:35.474731 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f0b656df-db97-4d6e-a5fc-63dde6cc4cd7 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1313622 Nov 12 04:01:35.474928 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53982) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:35.479267 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-1cf9a5b9-c2e6-4591-96f9-51c842c5adae tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Request body: {'security_group_rule': {'security_group_id': 'b63dcfe5-cc9e-4ba6-9ec1-d23429a05972', 'project_id': '7ef96e16fae9482b9643848210ab127b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:35.504860 n-d-715271-27 neutron-server[102571]: INFO neutron.db.securitygroups_db [None req-1cf9a5b9-c2e6-4591-96f9-51c842c5adae tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Project 7ef96e16fae9482b9643848210ab127b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:01:35.510969 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1cf9a5b9-c2e6-4591-96f9-51c842c5adae tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:35.525348 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:35.572156 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1cf9a5b9-c2e6-4591-96f9-51c842c5adae tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:35.576115 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1cf9a5b9-c2e6-4591-96f9-51c842c5adae tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:35.594415 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9a5b9-c2e6-4591-96f9-51c842c5adae tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfc46e47-35dd-4ee7-a71b-c22b41c4abb4,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:35.603455 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1cf9a5b9-c2e6-4591-96f9-51c842c5adae tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:35.605137 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1cf9a5b9-c2e6-4591-96f9-51c842c5adae tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1291184 Nov 12 04:01:35.607837 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53984) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:35.612687 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-6b84ebe7-96fe-44dc-ba79-5cd0284ecdad tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Request body: {'network': {'name': 'tempest-network-smoke--1431883276', 'project_id': '7ef96e16fae9482b9643848210ab127b', 'port_security_enabled': True}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:35.633573 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b84ebe7-96fe-44dc-ba79-5cd0284ecdad tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Made reservation on behalf of 7ef96e16fae9482b9643848210ab127b for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:01:35.637111 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6b84ebe7-96fe-44dc-ba79-5cd0284ecdad tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:35.662296 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b84ebe7-96fe-44dc-ba79-5cd0284ecdad tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:01:35.671693 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6b84ebe7-96fe-44dc-ba79-5cd0284ecdad tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:35.672055 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-6b84ebe7-96fe-44dc-ba79-5cd0284ecdad tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Added segment 63b32fb8-1286-41e8-8782-2549256a7b19 of type vlan for network 9383dcd4-e1f8-462e-a964-73993f22e2c0 Nov 12 04:01:35.713190 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6b84ebe7-96fe-44dc-ba79-5cd0284ecdad tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:35.737753 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6b84ebe7-96fe-44dc-ba79-5cd0284ecdad tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:35.743652 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b84ebe7-96fe-44dc-ba79-5cd0284ecdad tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:35.744257 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6b84ebe7-96fe-44dc-ba79-5cd0284ecdad tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:35.809065 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6b84ebe7-96fe-44dc-ba79-5cd0284ecdad tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2001405 Nov 12 04:01:35.811902 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 53986) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:35.817242 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-9458e20a-0de1-47d0-b0eb-5a46301b88c8 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-726681799', 'admin_state_up': True, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:35.818590 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b84ebe7-96fe-44dc-ba79-5cd0284ecdad tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'Network': ['ID=9383dcd4-e1f8-462e-a964-73993f22e2c0,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:35.828926 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 9383dcd4-e1f8-462e-a964-73993f22e2c0 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:01:35.846776 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9458e20a-0de1-47d0-b0eb-5a46301b88c8 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:35.848401 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9458e20a-0de1-47d0-b0eb-5a46301b88c8 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:35.907577 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9458e20a-0de1-47d0-b0eb-5a46301b88c8 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:36.050774 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9458e20a-0de1-47d0-b0eb-5a46301b88c8 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:36.259151 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9458e20a-0de1-47d0-b0eb-5a46301b88c8 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for router_gateway, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:36.278092 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9458e20a-0de1-47d0-b0eb-5a46301b88c8 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:36.374710 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:36.389218 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-9458e20a-0de1-47d0-b0eb-5a46301b88c8 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Allocated IP 172.25.5.188 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/002794c9-7756-4c1d-a1aa-58b945343323) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:01:36.498449 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9458e20a-0de1-47d0-b0eb-5a46301b88c8 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:36.538586 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9458e20a-0de1-47d0-b0eb-5a46301b88c8 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:36.586100 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9458e20a-0de1-47d0-b0eb-5a46301b88c8 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:01:36.589207 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-9458e20a-0de1-47d0-b0eb-5a46301b88c8 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:01:36.593669 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9458e20a-0de1-47d0-b0eb-5a46301b88c8 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:01:36.603698 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492d3b70-9b12-40bb-9e88-0687dd216a3c None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:01:36.616112 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458e20a-0de1-47d0-b0eb-5a46301b88c8 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'Port': ['ID=002794c9-7756-4c1d-a1aa-58b945343323,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:36.704990 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-92720334-c0e7-46bf-a79e-53fb1d4fa7ed None None] Provisioning complete for port 002794c9-7756-4c1d-a1aa-58b945343323 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:01:36.705254 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-92720334-c0e7-46bf-a79e-53fb1d4fa7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:36.740583 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-92720334-c0e7-46bf-a79e-53fb1d4fa7ed None None] Port 002794c9-7756-4c1d-a1aa-58b945343323 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:01:36.872878 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9458e20a-0de1-47d0-b0eb-5a46301b88c8 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for router_gateway, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:37.088289 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9458e20a-0de1-47d0-b0eb-5a46301b88c8 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:37.219220 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9458e20a-0de1-47d0-b0eb-5a46301b88c8 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Router 0a3766ed-2203-4d4f-8086-f9cdc41bc8a9 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:01:37.331423 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9458e20a-0de1-47d0-b0eb-5a46301b88c8 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:01:37.341713 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba039fa-b382-4567-95f7-908156690dcb None None] Sync routers for ids ['0a3766ed-2203-4d4f-8086-f9cdc41bc8a9'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:01:37.354310 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba039fa-b382-4567-95f7-908156690dcb None None] Routers {'0a3766ed-2203-4d4f-8086-f9cdc41bc8a9'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:01:37.355062 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-2ba039fa-b382-4567-95f7-908156690dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:01:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['0a3766ed-2203-4d4f-8086-f9cdc41bc8a9'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:37.359347 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9458e20a-0de1-47d0-b0eb-5a46301b88c8 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:37.360601 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9458e20a-0de1-47d0-b0eb-5a46301b88c8 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5475984 Nov 12 04:01:37.363993 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53988) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:37.392216 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c3a2ad59-0f44-4991-b509-47c648d4668f tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=7ef96e16fae9482b9643848210ab127b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269642 Nov 12 04:01:37.395664 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53990) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:37.469575 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-2ba039fa-b382-4567-95f7-908156690dcb None None] Set router 0a3766ed-2203-4d4f-8086-f9cdc41bc8a9 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:01:37.496118 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9334009c-57be-4594-a73f-e451aad738a7 tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:37.497695 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9334009c-57be-4594-a73f-e451aad738a7 tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1010010 Nov 12 04:01:37.500646 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53992) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:37.530170 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c643dc3a-eeeb-4314-a090-5f7df4a19e02 tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=7932a4b6-40b8-49fc-bb5c-2a6d25b0a895&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283906 Nov 12 04:01:37.532844 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53994) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:37.537981 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-0750212f-018f-4908-bc92-0585c550bb46 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1128897768', 'network_id': '9383dcd4-e1f8-462e-a964-73993f22e2c0', 'project_id': '7ef96e16fae9482b9643848210ab127b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:37.638619 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0750212f-018f-4908-bc92-0585c550bb46 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Made reservation on behalf of 7ef96e16fae9482b9643848210ab127b for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:01:37.642529 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0750212f-018f-4908-bc92-0585c550bb46 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:37.658319 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-2ba039fa-b382-4567-95f7-908156690dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3766ed-2203-4d4f-8086-f9cdc41bc8a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726681799', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '002794c9-7756-4c1d-a1aa-58b945343323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:35Z', 'updated_at': '2021-11-12T04:01:36Z', 'revision_number': 3, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': '002794c9-7756-4c1d-a1aa-58b945343323', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3766ed-2203-4d4f-8086-f9cdc41bc8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:36Z', 'updated_at': '2021-11-12T04:01:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:37.685025 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba039fa-b382-4567-95f7-908156690dcb None None] Checking router: 0a3766ed-2203-4d4f-8086-f9cdc41bc8a9 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:01:37.685374 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba039fa-b382-4567-95f7-908156690dcb None None] Updating router 0a3766ed-2203-4d4f-8086-f9cdc41bc8a9 port 002794c9-7756-4c1d-a1aa-58b945343323 binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:01:37.711489 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2ba039fa-b382-4567-95f7-908156690dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:37.839998 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0750212f-018f-4908-bc92-0585c550bb46 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:37.909812 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0750212f-018f-4908-bc92-0585c550bb46 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'Subnet': ['ID=90a83ae8-7cd4-4ad9-b142-1f9678f2c496,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:37.917832 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0750212f-018f-4908-bc92-0585c550bb46 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Checking segment: {'id': '63b32fb8-1286-41e8-8782-2549256a7b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9383dcd4-e1f8-462e-a964-73993f22e2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:01:37.918198 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0750212f-018f-4908-bc92-0585c550bb46 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Network hostable DHCP agents. Network: 9383dcd4-e1f8-462e-a964-73993f22e2c0, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:01:37.937727 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0750212f-018f-4908-bc92-0585c550bb46 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Network 9383dcd4-e1f8-462e-a964-73993f22e2c0 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:01:37.948401 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-0750212f-018f-4908-bc92-0585c550bb46 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 9383dcd4-e1f8-462e-a964-73993f22e2c0) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:01:37.953454 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0750212f-018f-4908-bc92-0585c550bb46 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:37.954076 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0750212f-018f-4908-bc92-0585c550bb46 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:37.964520 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330e82fb-dae2-4f19-aeb7-acafe4f2a922 None None] Network 9383dcd4-e1f8-462e-a964-73993f22e2c0 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:01:37.975247 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0750212f-018f-4908-bc92-0585c550bb46 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4409740 Nov 12 04:01:37.977976 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 53996) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:38.032031 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2ba039fa-b382-4567-95f7-908156690dcb None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:38.044242 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2ba039fa-b382-4567-95f7-908156690dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:38.113605 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02cfdd0-7b06-4af8-98d2-598cb03676cd None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:01:38.133685 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-2ba039fa-b382-4567-95f7-908156690dcb None None] Attempting to bind port 002794c9-7756-4c1d-a1aa-58b945343323 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:01:38.134061 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-2ba039fa-b382-4567-95f7-908156690dcb None None] Attempting to bind port 002794c9-7756-4c1d-a1aa-58b945343323 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:01:38.134430 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba039fa-b382-4567-95f7-908156690dcb None None] Attempting to bind port 002794c9-7756-4c1d-a1aa-58b945343323 on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:01:38.168618 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b058e7-3ae2-4512-b515-032b3e1848e4 None None] Pushing event updated for resources: {'Port': ['ID=002794c9-7756-4c1d-a1aa-58b945343323,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:38.174684 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba039fa-b382-4567-95f7-908156690dcb None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:01:38.175149 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba039fa-b382-4567-95f7-908156690dcb None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:01:38.175456 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2ba039fa-b382-4567-95f7-908156690dcb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:38.175854 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba039fa-b382-4567-95f7-908156690dcb None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:01:38.176366 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-2ba039fa-b382-4567-95f7-908156690dcb None None] Bound port: 002794c9-7756-4c1d-a1aa-58b945343323, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:01:38.176754 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2ba039fa-b382-4567-95f7-908156690dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:38.207590 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b058e7-3ae2-4512-b515-032b3e1848e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:38.207933 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b058e7-3ae2-4512-b515-032b3e1848e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:38.208356 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b058e7-3ae2-4512-b515-032b3e1848e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:38.208699 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b058e7-3ae2-4512-b515-032b3e1848e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:38.209034 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b058e7-3ae2-4512-b515-032b3e1848e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:38.209431 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b058e7-3ae2-4512-b515-032b3e1848e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:38.209728 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b058e7-3ae2-4512-b515-032b3e1848e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:38.210044 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b058e7-3ae2-4512-b515-032b3e1848e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:38.210412 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b058e7-3ae2-4512-b515-032b3e1848e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:38.210738 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b058e7-3ae2-4512-b515-032b3e1848e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:38.211010 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b058e7-3ae2-4512-b515-032b3e1848e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:38.211331 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b058e7-3ae2-4512-b515-032b3e1848e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:38.251747 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-811a9263-85fc-41ef-af0e-00e675dc4a76 None None] Provisioning complete for port 002794c9-7756-4c1d-a1aa-58b945343323 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:01:38.252766 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-811a9263-85fc-41ef-af0e-00e675dc4a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:38.302631 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2ba039fa-b382-4567-95f7-908156690dcb None None] For port 002794c9-7756-4c1d-a1aa-58b945343323, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:01:38.322567 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb1d5b5-62d2-4c5f-be45-2f583a74c691 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-9383dcd4-e1f8-462e-a964-73993f22e2c0', 'network_id': '9383dcd4-e1f8-462e-a964-73993f22e2c0', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'fixed_ips': [{'subnet_id': '90a83ae8-7cd4-4ad9-b142-1f9678f2c496'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:01:38.323375 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4cb1d5b5-62d2-4c5f-be45-2f583a74c691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:38.338240 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2ba039fa-b382-4567-95f7-908156690dcb None None] For port 002794c9-7756-4c1d-a1aa-58b945343323, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=002794c9-7756-4c1d-a1aa-58b945343323,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:01:38.341595 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-811a9263-85fc-41ef-af0e-00e675dc4a76 None None] Port 002794c9-7756-4c1d-a1aa-58b945343323 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:01:38.346204 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2ba039fa-b382-4567-95f7-908156690dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:38.445096 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3a7cf9-6994-4c5d-8c04-bec4255303b3 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:01:38.479565 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-259425ab-c68d-470a-8baa-1607f303b016 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:38.496313 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba039fa-b382-4567-95f7-908156690dcb None None] Routers {'0a3766ed-2203-4d4f-8086-f9cdc41bc8a9'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:01:38.496957 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-2ba039fa-b382-4567-95f7-908156690dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:01:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['0a3766ed-2203-4d4f-8086-f9cdc41bc8a9'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:38.498801 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b058e7-3ae2-4512-b515-032b3e1848e4 None None] Pushing event updated for resources: {'Port': ['ID=002794c9-7756-4c1d-a1aa-58b945343323,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:38.602218 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-4cb1d5b5-62d2-4c5f-be45-2f583a74c691 None None] Allocated IP 172.20.0.2 (9383dcd4-e1f8-462e-a964-73993f22e2c0/90a83ae8-7cd4-4ad9-b142-1f9678f2c496/19227936-e40c-4a59-b109-0b16b99d4d4f) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:01:38.635218 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-bd947dd1-03bc-47a4-aed7-de0d662d9864 None None] Provisioning complete for port 002794c9-7756-4c1d-a1aa-58b945343323 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:01:38.635590 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bd947dd1-03bc-47a4-aed7-de0d662d9864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:38.741897 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-2ba039fa-b382-4567-95f7-908156690dcb None None] Set router 0a3766ed-2203-4d4f-8086-f9cdc41bc8a9 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:01:38.911621 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:38.968841 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bd947dd1-03bc-47a4-aed7-de0d662d9864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.194622 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-bd947dd1-03bc-47a4-aed7-de0d662d9864 None None] For port 002794c9-7756-4c1d-a1aa-58b945343323, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=002794c9-7756-4c1d-a1aa-58b945343323,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:39.200468 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4cb1d5b5-62d2-4c5f-be45-2f583a74c691 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.201857 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bd947dd1-03bc-47a4-aed7-de0d662d9864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.226752 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4cb1d5b5-62d2-4c5f-be45-2f583a74c691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.259687 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-259425ab-c68d-470a-8baa-1607f303b016 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Allocated IP 172.20.0.1 (9383dcd4-e1f8-462e-a964-73993f22e2c0/90a83ae8-7cd4-4ad9-b142-1f9678f2c496/d6c77963-9212-4c1e-8fcc-df616188c30b) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:01:39.265971 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb1d5b5-62d2-4c5f-be45-2f583a74c691 None None] Network 9383dcd4-e1f8-462e-a964-73993f22e2c0 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:01:39.272094 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-4cb1d5b5-62d2-4c5f-be45-2f583a74c691 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:01:39.275657 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb1d5b5-62d2-4c5f-be45-2f583a74c691 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:01:39.280860 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd947dd1-03bc-47a4-aed7-de0d662d9864 None None] Pushing event updated for resources: {'Port': ['ID=002794c9-7756-4c1d-a1aa-58b945343323,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:39.372164 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-2ba039fa-b382-4567-95f7-908156690dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3766ed-2203-4d4f-8086-f9cdc41bc8a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726681799', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '002794c9-7756-4c1d-a1aa-58b945343323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:35Z', 'updated_at': '2021-11-12T04:01:36Z', 'revision_number': 3, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': '002794c9-7756-4c1d-a1aa-58b945343323', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3766ed-2203-4d4f-8086-f9cdc41bc8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:36Z', 'updated_at': '2021-11-12T04:01:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:39.375510 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb1d5b5-62d2-4c5f-be45-2f583a74c691 None None] Pushing event updated for resources: {'Port': ['ID=19227936-e40c-4a59-b109-0b16b99d4d4f,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:39.387724 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-259425ab-c68d-470a-8baa-1607f303b016 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.405088 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-4cb1d5b5-62d2-4c5f-be45-2f583a74c691 None None] Attempting to bind port 19227936-e40c-4a59-b109-0b16b99d4d4f on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:01:39.405466 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-4cb1d5b5-62d2-4c5f-be45-2f583a74c691 None None] Attempting to bind port 19227936-e40c-4a59-b109-0b16b99d4d4f by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '63b32fb8-1286-41e8-8782-2549256a7b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9383dcd4-e1f8-462e-a964-73993f22e2c0'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:01:39.405834 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb1d5b5-62d2-4c5f-be45-2f583a74c691 None None] Attempting to bind port 19227936-e40c-4a59-b109-0b16b99d4d4f on network 9383dcd4-e1f8-462e-a964-73993f22e2c0 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:01:39.408122 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba039fa-b382-4567-95f7-908156690dcb None None] The sync data for ids ['0a3766ed-2203-4d4f-8086-f9cdc41bc8a9'] in n-d-715271-27 is: [{'id': '0a3766ed-2203-4d4f-8086-f9cdc41bc8a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726681799', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '002794c9-7756-4c1d-a1aa-58b945343323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:35Z', 'updated_at': '2021-11-12T04:01:36Z', 'revision_number': 3, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': '002794c9-7756-4c1d-a1aa-58b945343323', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3766ed-2203-4d4f-8086-f9cdc41bc8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:36Z', 'updated_at': '2021-11-12T04:01:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:01:39.413420 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb1d5b5-62d2-4c5f-be45-2f583a74c691 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:01:39.413884 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb1d5b5-62d2-4c5f-be45-2f583a74c691 None None] Checking segment: {'id': '63b32fb8-1286-41e8-8782-2549256a7b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9383dcd4-e1f8-462e-a964-73993f22e2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:01:39.414203 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4cb1d5b5-62d2-4c5f-be45-2f583a74c691 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.414606 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb1d5b5-62d2-4c5f-be45-2f583a74c691 None None] Bound using segment: {'id': '63b32fb8-1286-41e8-8782-2549256a7b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9383dcd4-e1f8-462e-a964-73993f22e2c0'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:01:39.415147 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-4cb1d5b5-62d2-4c5f-be45-2f583a74c691 None None] Bound port: 19227936-e40c-4a59-b109-0b16b99d4d4f, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b32fb8-1286-41e8-8782-2549256a7b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9383dcd4-e1f8-462e-a964-73993f22e2c0'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:01:39.415430 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4cb1d5b5-62d2-4c5f-be45-2f583a74c691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.430291 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-259425ab-c68d-470a-8baa-1607f303b016 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.470611 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259425ab-c68d-470a-8baa-1607f303b016 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Network 9383dcd4-e1f8-462e-a964-73993f22e2c0 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:01:39.476869 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-259425ab-c68d-470a-8baa-1607f303b016 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:01:39.479291 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259425ab-c68d-470a-8baa-1607f303b016 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:01:39.494029 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4cb1d5b5-62d2-4c5f-be45-2f583a74c691 None None] For port 19227936-e40c-4a59-b109-0b16b99d4d4f, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:01:39.497808 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4cb1d5b5-62d2-4c5f-be45-2f583a74c691 None None] For port 19227936-e40c-4a59-b109-0b16b99d4d4f, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=19227936-e40c-4a59-b109-0b16b99d4d4f,segment=NetworkSegment(63b32fb8-1286-41e8-8782-2549256a7b19),segment_id=63b32fb8-1286-41e8-8782-2549256a7b19)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:01:39.503388 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4cb1d5b5-62d2-4c5f-be45-2f583a74c691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.512690 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259425ab-c68d-470a-8baa-1607f303b016 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'Port': ['ID=d6c77963-9212-4c1e-8fcc-df616188c30b,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:39.551305 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-259425ab-c68d-470a-8baa-1607f303b016 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.569936 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb1d5b5-62d2-4c5f-be45-2f583a74c691 None None] Pushing event updated for resources: {'Port': ['ID=19227936-e40c-4a59-b109-0b16b99d4d4f,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:39.743534 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-259425ab-c68d-470a-8baa-1607f303b016 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.749946 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9dcdd46b-f1bb-42a7-a6fb-66f9ec1f5ef0 req-b4b4f473-682d-44ec-8136-007353cc0141 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=461fd590-00ad-4a36-b07e-199eeca90099&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1019845 Nov 12 04:01:39.907610 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdd46b-f1bb-42a7-a6fb-66f9ec1f5ef0 req-ce69793b-7901-41af-b264-44a345e60b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:39.910453 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9dcdd46b-f1bb-42a7-a6fb-66f9ec1f5ef0 req-ce69793b-7901-41af-b264-44a345e60b9b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=27d4836293914c108ba09bff97dd7daa&device_id=461fd590-00ad-4a36-b07e-199eeca90099 HTTP/1.1" status: 200 len: 1098 time: 0.0743310 Nov 12 04:01:40.069257 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 002794c9-7756-4c1d-a1aa-58b945343323 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:01:40.128105 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdd46b-f1bb-42a7-a6fb-66f9ec1f5ef0 req-8117bc6e-0cf6-412a-bc71-7fb8b4b388cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:40.131392 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9dcdd46b-f1bb-42a7-a6fb-66f9ec1f5ef0 req-8117bc6e-0cf6-412a-bc71-7fb8b4b388cc service neutron] 10.222.0.90 "GET /v2.0/networks?id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 HTTP/1.1" status: 200 len: 912 time: 0.1920249 Nov 12 04:01:40.135696 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 002794c9-7756-4c1d-a1aa-58b945343323 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:01:40.136104 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:40.224241 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9dcdd46b-f1bb-42a7-a6fb-66f9ec1f5ef0 req-8bd1d5ae-4c93-4074-b22b-94662e738488 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec55acaf-742f-4679-9f2a-4a4dba318b6f HTTP/1.1" status: 200 len: 1001 time: 0.0860648 Nov 12 04:01:40.269888 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-259425ab-c68d-470a-8baa-1607f303b016 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:40.275693 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-259425ab-c68d-470a-8baa-1607f303b016 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:40.306645 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdd46b-f1bb-42a7-a6fb-66f9ec1f5ef0 req-dead4435-1f87-4ac8-852b-317de9cd5d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:40.308189 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9dcdd46b-f1bb-42a7-a6fb-66f9ec1f5ef0 req-dead4435-1f87-4ac8-852b-317de9cd5d5c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2 HTTP/1.1" status: 200 len: 850 time: 0.0766783 Nov 12 04:01:40.370698 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdd46b-f1bb-42a7-a6fb-66f9ec1f5ef0 req-decb7b14-a1c7-4e6d-a200-7685aef0ac97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:40.372632 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9dcdd46b-f1bb-42a7-a6fb-66f9ec1f5ef0 req-decb7b14-a1c7-4e6d-a200-7685aef0ac97 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578237 Nov 12 04:01:40.373135 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-259425ab-c68d-470a-8baa-1607f303b016 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:40.375231 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259425ab-c68d-470a-8baa-1607f303b016 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'Port': ['ID=d6c77963-9212-4c1e-8fcc-df616188c30b,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:40.517220 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259425ab-c68d-470a-8baa-1607f303b016 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Network 9383dcd4-e1f8-462e-a964-73993f22e2c0 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:01:40.519973 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-259425ab-c68d-470a-8baa-1607f303b016 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:01:40.520900 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9dcdd46b-f1bb-42a7-a6fb-66f9ec1f5ef0 req-c8269ff0-10b2-4a28-8d2f-e4f721386fa5 service neutron] 10.222.0.90 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338501 Nov 12 04:01:40.675520 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9dcdd46b-f1bb-42a7-a6fb-66f9ec1f5ef0 req-752a0422-c7f0-4024-838f-d7f979be4e7d service neutron] 10.222.0.90 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468318 Nov 12 04:01:40.695204 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259425ab-c68d-470a-8baa-1607f303b016 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Router 0a3766ed-2203-4d4f-8086-f9cdc41bc8a9 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:01:40.827957 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259425ab-c68d-470a-8baa-1607f303b016 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:01:40.836222 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-259425ab-c68d-470a-8baa-1607f303b016 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "PUT /v2.0/routers/0a3766ed-2203-4d4f-8086-f9cdc41bc8a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8568783 Nov 12 04:01:40.909486 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dce99c-7fb8-4a92-84a3-e66112a3016c None None] Network 9383dcd4-e1f8-462e-a964-73993f22e2c0 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:01:40.991845 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-24b45ad8-ea03-4531-94b2-cfe54cc120d4 None None] Provisioning complete for port 19227936-e40c-4a59-b109-0b16b99d4d4f triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:01:40.992268 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-24b45ad8-ea03-4531-94b2-cfe54cc120d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:41.029116 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-74441088-510f-480d-95a4-127162b40c11 req-6bbcbdeb-1b9b-4958-aa7c-a18c5b09aff4 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-215452750&fields=id&tenant_id=7ef96e16fae9482b9643848210ab127b HTTP/1.1" status: 200 len: 267 time: 0.0530570 Nov 12 04:01:41.159053 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74441088-510f-480d-95a4-127162b40c11 req-a2cbb6da-ea22-4f14-b1dc-d4f49b42996a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:41.160641 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-74441088-510f-480d-95a4-127162b40c11 req-a2cbb6da-ea22-4f14-b1dc-d4f49b42996a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/networks?id=9383dcd4-e1f8-462e-a964-73993f22e2c0 HTTP/1.1" status: 200 len: 797 time: 0.1235428 Nov 12 04:01:41.170739 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-24b45ad8-ea03-4531-94b2-cfe54cc120d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:41.183037 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-74441088-510f-480d-95a4-127162b40c11 req-6b24eb1b-e69a-4060-b3df-49d312adece7 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/quotas/7ef96e16fae9482b9643848210ab127b HTTP/1.1" status: 200 len: 375 time: 0.0126784 Nov 12 04:01:41.222917 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-24b45ad8-ea03-4531-94b2-cfe54cc120d4 None None] For port 19227936-e40c-4a59-b109-0b16b99d4d4f, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=19227936-e40c-4a59-b109-0b16b99d4d4f,segment=NetworkSegment(63b32fb8-1286-41e8-8782-2549256a7b19),segment_id=63b32fb8-1286-41e8-8782-2549256a7b19)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:41.230823 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-24b45ad8-ea03-4531-94b2-cfe54cc120d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:41.267302 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-74441088-510f-480d-95a4-127162b40c11 req-8704b93e-6a2f-43a8-b614-cb1519de4807 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7ef96e16fae9482b9643848210ab127b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0698183 Nov 12 04:01:41.302816 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b45ad8-ea03-4531-94b2-cfe54cc120d4 None None] Pushing event updated for resources: {'Port': ['ID=19227936-e40c-4a59-b109-0b16b99d4d4f,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:41.393860 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-74441088-510f-480d-95a4-127162b40c11 req-7e0ea6c9-ef1d-4760-8e82-44a322fe95ae service neutron] 10.222.0.50 "GET /v2.0/networks/9383dcd4-e1f8-462e-a964-73993f22e2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022856 Nov 12 04:01:41.468805 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-44b88c6c-41d5-4a83-bf0d-72e843fa02f3 None None] Provisioning complete for port 19227936-e40c-4a59-b109-0b16b99d4d4f triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:01:41.469300 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-44b88c6c-41d5-4a83-bf0d-72e843fa02f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:41.514675 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-74441088-510f-480d-95a4-127162b40c11 req-406605ff-0640-4098-8fd0-a6b3256be76c service neutron] 10.222.0.50 "GET /v2.0/networks/9383dcd4-e1f8-462e-a964-73993f22e2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134737 Nov 12 04:01:41.575322 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f368872a-b261-44fc-8aab-cc4a76a3f6f3 None None] Sync routers for ids ['0a3766ed-2203-4d4f-8086-f9cdc41bc8a9'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:01:41.582903 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-44b88c6c-41d5-4a83-bf0d-72e843fa02f3 None None] Provisioning complete for port d6c77963-9212-4c1e-8fcc-df616188c30b triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:01:41.583531 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-44b88c6c-41d5-4a83-bf0d-72e843fa02f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:41.601118 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f368872a-b261-44fc-8aab-cc4a76a3f6f3 None None] Routers {'0a3766ed-2203-4d4f-8086-f9cdc41bc8a9'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:01:41.601751 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-f368872a-b261-44fc-8aab-cc4a76a3f6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:01:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['0a3766ed-2203-4d4f-8086-f9cdc41bc8a9'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:41.626318 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-44b88c6c-41d5-4a83-bf0d-72e843fa02f3 None None] Port d6c77963-9212-4c1e-8fcc-df616188c30b cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:01:41.741126 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-f368872a-b261-44fc-8aab-cc4a76a3f6f3 None None] Set router 0a3766ed-2203-4d4f-8086-f9cdc41bc8a9 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:01:41.757509 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-88f2f240-f730-49aa-be62-c660c1b76ee8 None None] Provisioning complete for port d6c77963-9212-4c1e-8fcc-df616188c30b triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:01:41.757981 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-88f2f240-f730-49aa-be62-c660c1b76ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:41.773814 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c3f65463-a822-4f75-853d-87f54e497ef4 req-5253d325-7342-4d37-9d54-468963b45d96 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=f25592af-3638-4942-bd6d-5bb9c565ef53 HTTP/1.1" status: 200 len: 210 time: 0.0569646 Nov 12 04:01:41.812537 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-88f2f240-f730-49aa-be62-c660c1b76ee8 None None] Port d6c77963-9212-4c1e-8fcc-df616188c30b cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:01:41.991585 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 19227936-e40c-4a59-b109-0b16b99d4d4f up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:01:42.042262 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-f368872a-b261-44fc-8aab-cc4a76a3f6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3766ed-2203-4d4f-8086-f9cdc41bc8a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726681799', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '002794c9-7756-4c1d-a1aa-58b945343323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:35Z', 'updated_at': '2021-11-12T04:01:39Z', 'revision_number': 4, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': '002794c9-7756-4c1d-a1aa-58b945343323', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3766ed-2203-4d4f-8086-f9cdc41bc8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:36Z', 'updated_at': '2021-11-12T04:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'd6c77963-9212-4c1e-8fcc-df616188c30b', 'name': '', 'network_id': '9383dcd4-e1f8-462e-a964-73993f22e2c0', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'mac_address': 'fa:16:3e:be:86:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3766ed-2203-4d4f-8086-f9cdc41bc8a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '90a83ae8-7cd4-4ad9-b142-1f9678f2c496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:38Z', 'updated_at': '2021-11-12T04:01:40Z', 'revision_number': 2, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'subnets': [{'id': '90a83ae8-7cd4-4ad9-b142-1f9678f2c496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:42.042816 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-763845c1-ce8b-47b5-ae03-afcb6f08a9e3 None None] Provisioning complete for port d6c77963-9212-4c1e-8fcc-df616188c30b triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:01:42.044403 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-763845c1-ce8b-47b5-ae03-afcb6f08a9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:42.076014 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f368872a-b261-44fc-8aab-cc4a76a3f6f3 None None] Checking router: 0a3766ed-2203-4d4f-8086-f9cdc41bc8a9 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:01:42.076471 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f368872a-b261-44fc-8aab-cc4a76a3f6f3 None None] Updating router 0a3766ed-2203-4d4f-8086-f9cdc41bc8a9 port d6c77963-9212-4c1e-8fcc-df616188c30b binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:01:42.079248 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-763845c1-ce8b-47b5-ae03-afcb6f08a9e3 None None] Port d6c77963-9212-4c1e-8fcc-df616188c30b cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:01:42.091826 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 19227936-e40c-4a59-b109-0b16b99d4d4f triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:01:42.092292 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:42.110656 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f368872a-b261-44fc-8aab-cc4a76a3f6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:42.421816 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f368872a-b261-44fc-8aab-cc4a76a3f6f3 None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:42.427511 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f368872a-b261-44fc-8aab-cc4a76a3f6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:42.484156 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b24d467-1c20-4227-8fbe-0293e218370b None None] Pushing event updated for resources: {'Port': ['ID=d6c77963-9212-4c1e-8fcc-df616188c30b,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:42.615242 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b24d467-1c20-4227-8fbe-0293e218370b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:42.616043 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b24d467-1c20-4227-8fbe-0293e218370b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:42.616043 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b24d467-1c20-4227-8fbe-0293e218370b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:42.616353 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b24d467-1c20-4227-8fbe-0293e218370b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:42.616775 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b24d467-1c20-4227-8fbe-0293e218370b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:42.617272 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b24d467-1c20-4227-8fbe-0293e218370b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:42.617593 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b24d467-1c20-4227-8fbe-0293e218370b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:42.617910 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b24d467-1c20-4227-8fbe-0293e218370b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:42.618225 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b24d467-1c20-4227-8fbe-0293e218370b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:42.618540 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b24d467-1c20-4227-8fbe-0293e218370b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:42.618857 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b24d467-1c20-4227-8fbe-0293e218370b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:42.619164 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b24d467-1c20-4227-8fbe-0293e218370b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:42.652179 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-f368872a-b261-44fc-8aab-cc4a76a3f6f3 None None] Attempting to bind port d6c77963-9212-4c1e-8fcc-df616188c30b on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:01:42.652547 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-f368872a-b261-44fc-8aab-cc4a76a3f6f3 None None] Attempting to bind port d6c77963-9212-4c1e-8fcc-df616188c30b by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '63b32fb8-1286-41e8-8782-2549256a7b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9383dcd4-e1f8-462e-a964-73993f22e2c0'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:01:42.652906 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f368872a-b261-44fc-8aab-cc4a76a3f6f3 None None] Attempting to bind port d6c77963-9212-4c1e-8fcc-df616188c30b on network 9383dcd4-e1f8-462e-a964-73993f22e2c0 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:01:42.658954 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f368872a-b261-44fc-8aab-cc4a76a3f6f3 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:01:42.659457 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f368872a-b261-44fc-8aab-cc4a76a3f6f3 None None] Checking segment: {'id': '63b32fb8-1286-41e8-8782-2549256a7b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9383dcd4-e1f8-462e-a964-73993f22e2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:01:42.659921 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f368872a-b261-44fc-8aab-cc4a76a3f6f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:42.660380 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f368872a-b261-44fc-8aab-cc4a76a3f6f3 None None] Bound using segment: {'id': '63b32fb8-1286-41e8-8782-2549256a7b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9383dcd4-e1f8-462e-a964-73993f22e2c0'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:01:42.660825 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-f368872a-b261-44fc-8aab-cc4a76a3f6f3 None None] Bound port: d6c77963-9212-4c1e-8fcc-df616188c30b, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b32fb8-1286-41e8-8782-2549256a7b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9383dcd4-e1f8-462e-a964-73993f22e2c0'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:01:42.661265 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f368872a-b261-44fc-8aab-cc4a76a3f6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:42.714866 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-c3769370-5e28-4250-86a4-c803870b7990 None None] Provisioning complete for port d6c77963-9212-4c1e-8fcc-df616188c30b triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:01:42.715428 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c3769370-5e28-4250-86a4-c803870b7990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:42.725385 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-f368872a-b261-44fc-8aab-cc4a76a3f6f3 None None] For port d6c77963-9212-4c1e-8fcc-df616188c30b, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:01:42.728482 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-f368872a-b261-44fc-8aab-cc4a76a3f6f3 None None] For port d6c77963-9212-4c1e-8fcc-df616188c30b, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d6c77963-9212-4c1e-8fcc-df616188c30b,segment=NetworkSegment(63b32fb8-1286-41e8-8782-2549256a7b19),segment_id=63b32fb8-1286-41e8-8782-2549256a7b19)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:01:42.732850 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f368872a-b261-44fc-8aab-cc4a76a3f6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:42.762405 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-c3769370-5e28-4250-86a4-c803870b7990 None None] Port d6c77963-9212-4c1e-8fcc-df616188c30b cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:01:42.806434 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f368872a-b261-44fc-8aab-cc4a76a3f6f3 None None] Routers {'0a3766ed-2203-4d4f-8086-f9cdc41bc8a9'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:01:42.807474 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-f368872a-b261-44fc-8aab-cc4a76a3f6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:01:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['0a3766ed-2203-4d4f-8086-f9cdc41bc8a9'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:42.813574 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b24d467-1c20-4227-8fbe-0293e218370b None None] Pushing event updated for resources: {'Port': ['ID=d6c77963-9212-4c1e-8fcc-df616188c30b,revision_number=4']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:42.899746 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d87a508e-b1cb-4d4d-8533-87a5e5532ac1 req-c43e5b6b-b0d6-423b-bb85-c31fe19c12ea tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=f25592af-3638-4942-bd6d-5bb9c565ef53 HTTP/1.1" status: 200 len: 210 time: 0.0443435 Nov 12 04:01:42.955408 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-f368872a-b261-44fc-8aab-cc4a76a3f6f3 None None] Set router 0a3766ed-2203-4d4f-8086-f9cdc41bc8a9 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:01:43.079996 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74441088-510f-480d-95a4-127162b40c11 req-3fe44462-32c7-487d-849e-c12c8bcae5ee tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:43.081965 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-74441088-510f-480d-95a4-127162b40c11 req-3fe44462-32c7-487d-849e-c12c8bcae5ee tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.74 "GET /v2.0/networks?id=9383dcd4-e1f8-462e-a964-73993f22e2c0 HTTP/1.1" status: 200 len: 797 time: 0.1312590 Nov 12 04:01:43.087852 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-ef751f90-48a9-4ecb-aec8-e2855dc817b5 None None] Provisioning complete for port d6c77963-9212-4c1e-8fcc-df616188c30b triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:01:43.088390 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ef751f90-48a9-4ecb-aec8-e2855dc817b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:43.164200 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-74441088-510f-480d-95a4-127162b40c11 req-76768e5f-c7bf-4bfc-90a7-e004c3c56d91 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ef96e16fae9482b9643848210ab127b HTTP/1.1" status: 200 len: 379 time: 0.0725770 Nov 12 04:01:43.174653 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-74441088-510f-480d-95a4-127162b40c11 req-714423cf-b7c8-43d3-83cf-f68b424fc328 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Request body: {'port': {'device_id': 'f25592af-3638-4942-bd6d-5bb9c565ef53', 'network_id': '9383dcd4-e1f8-462e-a964-73993f22e2c0', 'admin_state_up': True, 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'security_groups': ['b63dcfe5-cc9e-4ba6-9ec1-d23429a05972']}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:43.199344 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ef751f90-48a9-4ecb-aec8-e2855dc817b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:43.203772 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-f368872a-b261-44fc-8aab-cc4a76a3f6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3766ed-2203-4d4f-8086-f9cdc41bc8a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726681799', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '002794c9-7756-4c1d-a1aa-58b945343323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:35Z', 'updated_at': '2021-11-12T04:01:39Z', 'revision_number': 4, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': '002794c9-7756-4c1d-a1aa-58b945343323', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3766ed-2203-4d4f-8086-f9cdc41bc8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:36Z', 'updated_at': '2021-11-12T04:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'd6c77963-9212-4c1e-8fcc-df616188c30b', 'name': '', 'network_id': '9383dcd4-e1f8-462e-a964-73993f22e2c0', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'mac_address': 'fa:16:3e:be:86:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3766ed-2203-4d4f-8086-f9cdc41bc8a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '90a83ae8-7cd4-4ad9-b142-1f9678f2c496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:38Z', 'updated_at': '2021-11-12T04:01:42Z', 'revision_number': 4, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'subnets': [{'id': '90a83ae8-7cd4-4ad9-b142-1f9678f2c496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:43.236156 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-ef751f90-48a9-4ecb-aec8-e2855dc817b5 None None] For port d6c77963-9212-4c1e-8fcc-df616188c30b, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d6c77963-9212-4c1e-8fcc-df616188c30b,segment=NetworkSegment(63b32fb8-1286-41e8-8782-2549256a7b19),segment_id=63b32fb8-1286-41e8-8782-2549256a7b19)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:43.241147 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ef751f90-48a9-4ecb-aec8-e2855dc817b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:43.241345 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f368872a-b261-44fc-8aab-cc4a76a3f6f3 None None] The sync data for ids ['0a3766ed-2203-4d4f-8086-f9cdc41bc8a9'] in n-d-715271-27 is: [{'id': '0a3766ed-2203-4d4f-8086-f9cdc41bc8a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726681799', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '002794c9-7756-4c1d-a1aa-58b945343323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:35Z', 'updated_at': '2021-11-12T04:01:39Z', 'revision_number': 4, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': '002794c9-7756-4c1d-a1aa-58b945343323', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3766ed-2203-4d4f-8086-f9cdc41bc8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:36Z', 'updated_at': '2021-11-12T04:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'd6c77963-9212-4c1e-8fcc-df616188c30b', 'name': '', 'network_id': '9383dcd4-e1f8-462e-a964-73993f22e2c0', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'mac_address': 'fa:16:3e:be:86:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3766ed-2203-4d4f-8086-f9cdc41bc8a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '90a83ae8-7cd4-4ad9-b142-1f9678f2c496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:38Z', 'updated_at': '2021-11-12T04:01:42Z', 'revision_number': 4, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'subnets': [{'id': '90a83ae8-7cd4-4ad9-b142-1f9678f2c496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:01:43.296659 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74441088-510f-480d-95a4-127162b40c11 req-714423cf-b7c8-43d3-83cf-f68b424fc328 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Made reservation on behalf of 7ef96e16fae9482b9643848210ab127b for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:01:43.302832 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-74441088-510f-480d-95a4-127162b40c11 req-714423cf-b7c8-43d3-83cf-f68b424fc328 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:43.336511 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef751f90-48a9-4ecb-aec8-e2855dc817b5 None None] Pushing event updated for resources: {'Port': ['ID=d6c77963-9212-4c1e-8fcc-df616188c30b,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:43.460880 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-74441088-510f-480d-95a4-127162b40c11 req-714423cf-b7c8-43d3-83cf-f68b424fc328 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Allocated IP 172.20.0.13 (9383dcd4-e1f8-462e-a964-73993f22e2c0/90a83ae8-7cd4-4ad9-b142-1f9678f2c496/1bb452f0-cfe0-49ad-ad8e-fe70820a1be7) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:01:43.624575 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-74441088-510f-480d-95a4-127162b40c11 req-714423cf-b7c8-43d3-83cf-f68b424fc328 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:43.672156 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-74441088-510f-480d-95a4-127162b40c11 req-714423cf-b7c8-43d3-83cf-f68b424fc328 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:43.718599 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74441088-510f-480d-95a4-127162b40c11 req-714423cf-b7c8-43d3-83cf-f68b424fc328 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Network 9383dcd4-e1f8-462e-a964-73993f22e2c0 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:01:43.725042 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-74441088-510f-480d-95a4-127162b40c11 req-714423cf-b7c8-43d3-83cf-f68b424fc328 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:01:43.729800 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-74441088-510f-480d-95a4-127162b40c11 req-714423cf-b7c8-43d3-83cf-f68b424fc328 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:01:43.761174 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714423cf-b7c8-43d3-83cf-f68b424fc328 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'Port': ['ID=1bb452f0-cfe0-49ad-ad8e-fe70820a1be7,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:43.801440 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74441088-510f-480d-95a4-127162b40c11 req-714423cf-b7c8-43d3-83cf-f68b424fc328 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:43.802278 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-74441088-510f-480d-95a4-127162b40c11 req-714423cf-b7c8-43d3-83cf-f68b424fc328 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:43.821101 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-74441088-510f-480d-95a4-127162b40c11 req-714423cf-b7c8-43d3-83cf-f68b424fc328 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6503649 Nov 12 04:01:43.836167 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-74441088-510f-480d-95a4-127162b40c11 req-614e0c2d-2047-44e4-8d18-5cc3f1239032 service neutron] Request body: {'port': {'device_id': 'f25592af-3638-4942-bd6d-5bb9c565ef53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:43.903285 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-74441088-510f-480d-95a4-127162b40c11 req-614e0c2d-2047-44e4-8d18-5cc3f1239032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:43.981152 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d6c77963-9212-4c1e-8fcc-df616188c30b up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:01:44.043377 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port d6c77963-9212-4c1e-8fcc-df616188c30b triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:01:44.043824 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:44.095762 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-dbe3d5a1-32cd-4c50-bfaf-d947d6ac9ad9 None None] Provisioning complete for port 1bb452f0-cfe0-49ad-ad8e-fe70820a1be7 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:01:44.096310 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-dbe3d5a1-32cd-4c50-bfaf-d947d6ac9ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:44.139409 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288fe522-a781-4765-80b7-3e6181a171ba req-fbfac4ed-6030-452f-987c-ed3da616dab5 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:44.141004 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-288fe522-a781-4765-80b7-3e6181a171ba req-fbfac4ed-6030-452f-987c-ed3da616dab5 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=f25592af-3638-4942-bd6d-5bb9c565ef53 HTTP/1.1" status: 200 len: 932 time: 0.1364214 Nov 12 04:01:44.168393 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-dbe3d5a1-32cd-4c50-bfaf-d947d6ac9ad9 None None] Port 1bb452f0-cfe0-49ad-ad8e-fe70820a1be7 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:01:44.236302 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-288fe522-a781-4765-80b7-3e6181a171ba req-c04bb439-7160-4fc5-a456-9ac198e9885a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=b63dcfe5-cc9e-4ba6-9ec1-d23429a05972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682299 Nov 12 04:01:44.311078 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-74441088-510f-480d-95a4-127162b40c11 req-614e0c2d-2047-44e4-8d18-5cc3f1239032 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bb452f0-cfe0-49ad-ad8e-fe70820a1be7 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:01:44.320040 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-74441088-510f-480d-95a4-127162b40c11 req-614e0c2d-2047-44e4-8d18-5cc3f1239032 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:44.333531 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-74441088-510f-480d-95a4-127162b40c11 req-614e0c2d-2047-44e4-8d18-5cc3f1239032 service neutron] Transition to ACTIVE for port object 1bb452f0-cfe0-49ad-ad8e-fe70820a1be7 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:01:44.336916 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-74441088-510f-480d-95a4-127162b40c11 req-614e0c2d-2047-44e4-8d18-5cc3f1239032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:44.387993 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e0c2d-2047-44e4-8d18-5cc3f1239032 service neutron] Pushing event updated for resources: {'Port': ['ID=1bb452f0-cfe0-49ad-ad8e-fe70820a1be7,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:44.468402 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-74441088-510f-480d-95a4-127162b40c11 req-614e0c2d-2047-44e4-8d18-5cc3f1239032 service neutron] Attempting to bind port 1bb452f0-cfe0-49ad-ad8e-fe70820a1be7 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:01:44.468402 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-74441088-510f-480d-95a4-127162b40c11 req-614e0c2d-2047-44e4-8d18-5cc3f1239032 service neutron] Attempting to bind port 1bb452f0-cfe0-49ad-ad8e-fe70820a1be7 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '63b32fb8-1286-41e8-8782-2549256a7b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9383dcd4-e1f8-462e-a964-73993f22e2c0'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:01:44.468739 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74441088-510f-480d-95a4-127162b40c11 req-614e0c2d-2047-44e4-8d18-5cc3f1239032 service neutron] Attempting to bind port 1bb452f0-cfe0-49ad-ad8e-fe70820a1be7 on network 9383dcd4-e1f8-462e-a964-73993f22e2c0 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:01:44.474313 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74441088-510f-480d-95a4-127162b40c11 req-614e0c2d-2047-44e4-8d18-5cc3f1239032 service neutron] Port 1bb452f0-cfe0-49ad-ad8e-fe70820a1be7 on network 9383dcd4-e1f8-462e-a964-73993f22e2c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:01:44.474638 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74441088-510f-480d-95a4-127162b40c11 req-614e0c2d-2047-44e4-8d18-5cc3f1239032 service neutron] Attempting to bind port 1bb452f0-cfe0-49ad-ad8e-fe70820a1be7 on network 9383dcd4-e1f8-462e-a964-73993f22e2c0 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:01:44.480254 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74441088-510f-480d-95a4-127162b40c11 req-614e0c2d-2047-44e4-8d18-5cc3f1239032 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:01:44.480602 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74441088-510f-480d-95a4-127162b40c11 req-614e0c2d-2047-44e4-8d18-5cc3f1239032 service neutron] Checking segment: {'id': '63b32fb8-1286-41e8-8782-2549256a7b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9383dcd4-e1f8-462e-a964-73993f22e2c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:01:44.480962 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74441088-510f-480d-95a4-127162b40c11 req-614e0c2d-2047-44e4-8d18-5cc3f1239032 service neutron] Bound using segment: {'id': '63b32fb8-1286-41e8-8782-2549256a7b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9383dcd4-e1f8-462e-a964-73993f22e2c0'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:01:44.481387 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-74441088-510f-480d-95a4-127162b40c11 req-614e0c2d-2047-44e4-8d18-5cc3f1239032 service neutron] Bound port: 1bb452f0-cfe0-49ad-ad8e-fe70820a1be7, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63b32fb8-1286-41e8-8782-2549256a7b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9383dcd4-e1f8-462e-a964-73993f22e2c0'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:01:44.481741 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-74441088-510f-480d-95a4-127162b40c11 req-614e0c2d-2047-44e4-8d18-5cc3f1239032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:44.556623 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-74441088-510f-480d-95a4-127162b40c11 req-614e0c2d-2047-44e4-8d18-5cc3f1239032 service neutron] For port 1bb452f0-cfe0-49ad-ad8e-fe70820a1be7, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:01:44.559864 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-74441088-510f-480d-95a4-127162b40c11 req-614e0c2d-2047-44e4-8d18-5cc3f1239032 service neutron] For port 1bb452f0-cfe0-49ad-ad8e-fe70820a1be7, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=1bb452f0-cfe0-49ad-ad8e-fe70820a1be7,segment=NetworkSegment(63b32fb8-1286-41e8-8782-2549256a7b19),segment_id=63b32fb8-1286-41e8-8782-2549256a7b19)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:01:44.564169 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-74441088-510f-480d-95a4-127162b40c11 req-614e0c2d-2047-44e4-8d18-5cc3f1239032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:44.602876 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74441088-510f-480d-95a4-127162b40c11 req-614e0c2d-2047-44e4-8d18-5cc3f1239032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:44.603500 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-74441088-510f-480d-95a4-127162b40c11 req-614e0c2d-2047-44e4-8d18-5cc3f1239032 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:44.604914 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-74441088-510f-480d-95a4-127162b40c11 req-614e0c2d-2047-44e4-8d18-5cc3f1239032 service neutron] 10.222.0.74 "PUT /v2.0/ports/1bb452f0-cfe0-49ad-ad8e-fe70820a1be7 HTTP/1.1" status: 200 len: 1093 time: 0.7751274 Nov 12 04:01:44.605363 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f25592af-3638-4942-bd6d-5bb9c565ef53', 'tag': '1bb452f0-cfe0-49ad-ad8e-fe70820a1be7'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:01:44.607620 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d3d05d-b765-4fa9-8d88-c67d79adc8e9" -d '{"events": [{"name": "network-changed", "server_uuid": "f25592af-3638-4942-bd6d-5bb9c565ef53", "tag": "1bb452f0-cfe0-49ad-ad8e-fe70820a1be7"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:01:44.648454 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e0c2d-2047-44e4-8d18-5cc3f1239032 service neutron] Pushing event updated for resources: {'Port': ['ID=1bb452f0-cfe0-49ad-ad8e-fe70820a1be7,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:44.662900 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87d31c1-dcff-42d6-841a-04275909ab36 x-openstack-request-id: req-e87d31c1-dcff-42d6-841a-04275909ab36 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:01:44.663254 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f25592af-3638-4942-bd6d-5bb9c565ef53", "tag": "1bb452f0-cfe0-49ad-ad8e-fe70820a1be7", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:01:44.663590 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e87d31c1-dcff-42d6-841a-04275909ab36 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:01:44.664053 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f25592af-3638-4942-bd6d-5bb9c565ef53', 'tag': '1bb452f0-cfe0-49ad-ad8e-fe70820a1be7', 'status': 'completed', 'code': 200} Nov 12 04:01:44.699895 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74441088-510f-480d-95a4-127162b40c11 req-978ef972-cbad-4e2c-9b90-074dc2d48089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:44.701441 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-74441088-510f-480d-95a4-127162b40c11 req-978ef972-cbad-4e2c-9b90-074dc2d48089 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7ef96e16fae9482b9643848210ab127b&device_id=f25592af-3638-4942-bd6d-5bb9c565ef53 HTTP/1.1" status: 200 len: 1096 time: 0.0479975 Nov 12 04:01:44.753423 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-74441088-510f-480d-95a4-127162b40c11 req-80750305-bfeb-464d-b0bf-b76da57f4d8c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bb452f0-cfe0-49ad-ad8e-fe70820a1be7 HTTP/1.1" status: 200 len: 217 time: 0.0405116 Nov 12 04:01:44.811120 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74441088-510f-480d-95a4-127162b40c11 req-1e68ba18-3683-4a41-90bd-f3d98ec7ac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:44.812716 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-74441088-510f-480d-95a4-127162b40c11 req-1e68ba18-3683-4a41-90bd-f3d98ec7ac02 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=90a83ae8-7cd4-4ad9-b142-1f9678f2c496 HTTP/1.1" status: 200 len: 835 time: 0.0481334 Nov 12 04:01:44.867160 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74441088-510f-480d-95a4-127162b40c11 req-df14839a-9f4f-4c22-8eb6-15795922dad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:44.868708 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-74441088-510f-480d-95a4-127162b40c11 req-df14839a-9f4f-4c22-8eb6-15795922dad1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9383dcd4-e1f8-462e-a964-73993f22e2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486815 Nov 12 04:01:45.310150 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-74441088-510f-480d-95a4-127162b40c11 req-2527757f-669a-4ce4-a814-828c1232591f service neutron] 10.222.0.74 "GET /v2.0/networks/9383dcd4-e1f8-462e-a964-73993f22e2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4337928 Nov 12 04:01:45.428469 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cf9f2-c163-4709-aae4-9e9ae0eed31d req-4756eccd-1dcf-4979-be15-c556dbd612ae tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:45.429974 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-389cf9f2-c163-4709-aae4-9e9ae0eed31d req-4756eccd-1dcf-4979-be15-c556dbd612ae tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=f25592af-3638-4942-bd6d-5bb9c565ef53 HTTP/1.1" status: 200 len: 944 time: 0.1136069 Nov 12 04:01:45.459317 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-74441088-510f-480d-95a4-127162b40c11 req-41a1d372-7128-4f21-b212-a778a8845dc0 service neutron] 10.222.0.74 "GET /v2.0/networks/9383dcd4-e1f8-462e-a964-73993f22e2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344471 Nov 12 04:01:45.493541 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-389cf9f2-c163-4709-aae4-9e9ae0eed31d req-d08f98cb-4096-4677-9051-b136a7d0b33b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=b63dcfe5-cc9e-4ba6-9ec1-d23429a05972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572059 Nov 12 04:01:45.548111 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3d05d-b765-4fa9-8d88-c67d79adc8e9 req-eaa63693-2a07-4173-b222-673aad7ca472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:45.550099 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09d3d05d-b765-4fa9-8d88-c67d79adc8e9 req-eaa63693-2a07-4173-b222-673aad7ca472 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7ef96e16fae9482b9643848210ab127b&device_id=f25592af-3638-4942-bd6d-5bb9c565ef53 HTTP/1.1" status: 200 len: 1096 time: 0.0430515 Nov 12 04:01:45.648414 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3d05d-b765-4fa9-8d88-c67d79adc8e9 req-f8c12940-5d18-4ed2-aad9-ccbb031287e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:45.649884 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09d3d05d-b765-4fa9-8d88-c67d79adc8e9 req-f8c12940-5d18-4ed2-aad9-ccbb031287e5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9383dcd4-e1f8-462e-a964-73993f22e2c0 HTTP/1.1" status: 200 len: 898 time: 0.0920184 Nov 12 04:01:45.695938 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09d3d05d-b765-4fa9-8d88-c67d79adc8e9 req-f2c1452d-ce55-497c-b734-73f26b574b38 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bb452f0-cfe0-49ad-ad8e-fe70820a1be7 HTTP/1.1" status: 200 len: 217 time: 0.0377216 Nov 12 04:01:45.750521 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3d05d-b765-4fa9-8d88-c67d79adc8e9 req-e961bc8f-80d7-425d-bbfd-8a2cbc52cd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:45.751977 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09d3d05d-b765-4fa9-8d88-c67d79adc8e9 req-e961bc8f-80d7-425d-bbfd-8a2cbc52cd1f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=90a83ae8-7cd4-4ad9-b142-1f9678f2c496 HTTP/1.1" status: 200 len: 835 time: 0.0482435 Nov 12 04:01:45.801945 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3d05d-b765-4fa9-8d88-c67d79adc8e9 req-36b8cd17-130a-4bae-a96b-17aa70b94a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:45.803394 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09d3d05d-b765-4fa9-8d88-c67d79adc8e9 req-36b8cd17-130a-4bae-a96b-17aa70b94a35 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9383dcd4-e1f8-462e-a964-73993f22e2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438828 Nov 12 04:01:45.901966 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09d3d05d-b765-4fa9-8d88-c67d79adc8e9 req-222045c7-5fc2-49af-8a8b-e92591a2011d service neutron] 10.222.0.74 "GET /v2.0/networks/9383dcd4-e1f8-462e-a964-73993f22e2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906010 Nov 12 04:01:45.998407 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09d3d05d-b765-4fa9-8d88-c67d79adc8e9 req-7445a59e-2bd4-474c-b22f-e0d08acdc8ec service neutron] 10.222.0.74 "GET /v2.0/networks/9383dcd4-e1f8-462e-a964-73993f22e2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877037 Nov 12 04:01:46.145007 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54038) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:46.340634 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-33897d8a-129a-48c3-aa20-b6da3825214b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Deleting port dfccbe8d-d523-48c7-a9fe-d13d6a7513e0 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:01:46.341324 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-33897d8a-129a-48c3-aa20-b6da3825214b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:46.420237 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-33897d8a-129a-48c3-aa20-b6da3825214b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:46.420564 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-33897d8a-129a-48c3-aa20-b6da3825214b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:46.432622 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-33897d8a-129a-48c3-aa20-b6da3825214b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Calling delete_port for dfccbe8d-d523-48c7-a9fe-d13d6a7513e0 owned by network:floatingip {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:01:46.624435 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df765793-d0dc-457b-9ba5-a82b96a27c1b req-2d1a6f75-2fd4-46ae-899f-b801852bf0bc tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:46.625939 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-df765793-d0dc-457b-9ba5-a82b96a27c1b req-2d1a6f75-2fd4-46ae-899f-b801852bf0bc tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=f25592af-3638-4942-bd6d-5bb9c565ef53 HTTP/1.1" status: 200 len: 944 time: 0.0564592 Nov 12 04:01:46.626072 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-33897d8a-129a-48c3-aa20-b6da3825214b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:46.655251 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33897d8a-129a-48c3-aa20-b6da3825214b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Pushing event deleted for resources: {'Port': ['ID=dfccbe8d-d523-48c7-a9fe-d13d6a7513e0,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:46.694532 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-df765793-d0dc-457b-9ba5-a82b96a27c1b req-b0fbc126-ba4e-4118-b026-b6e7af9c3d94 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=b63dcfe5-cc9e-4ba6-9ec1-d23429a05972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587482 Nov 12 04:01:46.722023 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-33897d8a-129a-48c3-aa20-b6da3825214b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for floatingip, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:46.722388 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [None req-33897d8a-129a-48c3-aa20-b6da3825214b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Floating IP 39eef1a4-b3e2-4f03-b9ce-ee49b64e3301 disassociated (deleted). External IP: 172.25.5.88, port: ec55acaf-742f-4679-9f2a-4a4dba318b6f. Nov 12 04:01:46.952667 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33897d8a-129a-48c3-aa20-b6da3825214b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Router 8e3d7401-e3df-44d6-ae69-733d594e2ea8 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:01:47.065432 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33897d8a-129a-48c3-aa20-b6da3825214b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:01:47.070237 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-33897d8a-129a-48c3-aa20-b6da3825214b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:47.077884 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216cc912-b660-4289-be79-0ca38a26a421 None None] Sync routers for ids ['8e3d7401-e3df-44d6-ae69-733d594e2ea8'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:01:47.090975 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216cc912-b660-4289-be79-0ca38a26a421 None None] Routers {'8e3d7401-e3df-44d6-ae69-733d594e2ea8'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:01:47.091581 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-216cc912-b660-4289-be79-0ca38a26a421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:01:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8e3d7401-e3df-44d6-ae69-733d594e2ea8'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:47.100321 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-33897d8a-129a-48c3-aa20-b6da3825214b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "DELETE /v2.0/floatingips/39eef1a4-b3e2-4f03-b9ce-ee49b64e3301 HTTP/1.1" status: 204 len: 168 time: 0.9541516 Nov 12 04:01:47.100922 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '461fd590-00ad-4a36-b07e-199eeca90099', 'tag': 'ec55acaf-742f-4679-9f2a-4a4dba318b6f'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:01:47.103188 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0a20c2-39df-48ad-8e47-26f28707b89c" -d '{"events": [{"name": "network-changed", "server_uuid": "461fd590-00ad-4a36-b07e-199eeca90099", "tag": "ec55acaf-742f-4679-9f2a-4a4dba318b6f"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:01:47.144837 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b751ca24-413d-4e3e-95fc-82c0fabba6ff x-openstack-request-id: req-b751ca24-413d-4e3e-95fc-82c0fabba6ff {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:01:47.145133 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "461fd590-00ad-4a36-b07e-199eeca90099", "tag": "ec55acaf-742f-4679-9f2a-4a4dba318b6f", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:01:47.145389 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b751ca24-413d-4e3e-95fc-82c0fabba6ff {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:01:47.145808 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '461fd590-00ad-4a36-b07e-199eeca90099', 'tag': 'ec55acaf-742f-4679-9f2a-4a4dba318b6f', 'status': 'completed', 'code': 200} Nov 12 04:01:47.219957 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-216cc912-b660-4289-be79-0ca38a26a421 None None] Set router 8e3d7401-e3df-44d6-ae69-733d594e2ea8 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:01:47.247707 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a20c2-39df-48ad-8e47-26f28707b89c req-ff6fc5e4-65c9-4ef4-bf63-042d50ef2667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:47.249271 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cc0a20c2-39df-48ad-8e47-26f28707b89c req-ff6fc5e4-65c9-4ef4-bf63-042d50ef2667 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=27d4836293914c108ba09bff97dd7daa&device_id=461fd590-00ad-4a36-b07e-199eeca90099 HTTP/1.1" status: 200 len: 1098 time: 0.0578148 Nov 12 04:01:47.416503 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c86db-e0d4-442c-8f12-73e1e6b06f68 req-ccbd419f-a8fa-4a37-be1b-be38b2a8eb6d tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:47.418367 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6c4c86db-e0d4-442c-8f12-73e1e6b06f68 req-ccbd419f-a8fa-4a37-be1b-be38b2a8eb6d tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=461fd590-00ad-4a36-b07e-199eeca90099 HTTP/1.1" status: 200 len: 946 time: 0.1096835 Nov 12 04:01:47.449831 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a20c2-39df-48ad-8e47-26f28707b89c req-9cc9bd3a-9b44-4ca7-966c-a0004bdfe326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:47.451630 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cc0a20c2-39df-48ad-8e47-26f28707b89c req-9cc9bd3a-9b44-4ca7-966c-a0004bdfe326 service neutron] 10.222.0.90 "GET /v2.0/networks?id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 HTTP/1.1" status: 200 len: 912 time: 0.1628847 Nov 12 04:01:47.465060 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-216cc912-b660-4289-be79-0ca38a26a421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'name': 'tempest-TestVolumeBootPattern-122305054-router', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:20Z', 'updated_at': '2021-11-12T03:48:29Z', 'revision_number': 4, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'gw_port': {'id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:22Z', 'updated_at': '2021-11-12T03:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'f9d4c65d-45e7-4235-9b02-ea558f6a1ac7', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'port_id': '3a4a442c-332b-453b-bd15-a9c29bf7eb08', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'mac_address': 'fa:16:3e:b6:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2c843b-91c6-41b5-8279-d5e5c6260535', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:57:52Z', 'updated_at': '2021-11-12T03:57:54Z', 'revision_number': 1, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb85390-3f5c-48c5-aac8-740f1751785c', 'name': '', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'mac_address': 'fa:16:3e:62:91:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:27Z', 'updated_at': '2021-11-12T03:48:37Z', 'revision_number': 5, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'subnets': [{'id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:47.493303 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216cc912-b660-4289-be79-0ca38a26a421 None None] Checking router: 8e3d7401-e3df-44d6-ae69-733d594e2ea8 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:01:47.501906 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216cc912-b660-4289-be79-0ca38a26a421 None None] Routers {'8e3d7401-e3df-44d6-ae69-733d594e2ea8'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:01:47.503122 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-216cc912-b660-4289-be79-0ca38a26a421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:01:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8e3d7401-e3df-44d6-ae69-733d594e2ea8'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:47.510095 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cc0a20c2-39df-48ad-8e47-26f28707b89c req-7d3a5f2b-d52c-4baa-b816-378eda092a87 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec55acaf-742f-4679-9f2a-4a4dba318b6f HTTP/1.1" status: 200 len: 217 time: 0.0448363 Nov 12 04:01:47.520645 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6c4c86db-e0d4-442c-8f12-73e1e6b06f68 req-b43a4257-7124-4a66-9a35-87d98e9f7c95 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926979 Nov 12 04:01:47.569669 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a20c2-39df-48ad-8e47-26f28707b89c req-35434a11-6384-4e9c-8704-7d8023975678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:47.571130 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cc0a20c2-39df-48ad-8e47-26f28707b89c req-35434a11-6384-4e9c-8704-7d8023975678 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2 HTTP/1.1" status: 200 len: 850 time: 0.0496073 Nov 12 04:01:47.617298 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-216cc912-b660-4289-be79-0ca38a26a421 None None] Set router 8e3d7401-e3df-44d6-ae69-733d594e2ea8 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:01:47.624025 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a20c2-39df-48ad-8e47-26f28707b89c req-f75a8fe8-5652-41ca-b605-1a89868ab905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:47.625562 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cc0a20c2-39df-48ad-8e47-26f28707b89c req-f75a8fe8-5652-41ca-b605-1a89868ab905 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469387 Nov 12 04:01:47.726732 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cc0a20c2-39df-48ad-8e47-26f28707b89c req-ee1cda99-5b8c-4189-bd85-1ce028a0516d service neutron] 10.222.0.90 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903661 Nov 12 04:01:47.835989 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cc0a20c2-39df-48ad-8e47-26f28707b89c req-4aa22b16-8e12-43d3-a569-4f03449636f5 service neutron] 10.222.0.90 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015830 Nov 12 04:01:47.836199 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50a5f9-4a22-4c7b-a3b8-f74a4eede6d6 req-810e890f-6985-4ce6-870a-009d6347b57b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:47.837782 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6c50a5f9-4a22-4c7b-a3b8-f74a4eede6d6 req-810e890f-6985-4ce6-870a-009d6347b57b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=f25592af-3638-4942-bd6d-5bb9c565ef53 HTTP/1.1" status: 200 len: 944 time: 0.0556066 Nov 12 04:01:47.883576 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-216cc912-b660-4289-be79-0ca38a26a421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'name': 'tempest-TestVolumeBootPattern-122305054-router', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:20Z', 'updated_at': '2021-11-12T03:48:29Z', 'revision_number': 4, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'gw_port': {'id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:22Z', 'updated_at': '2021-11-12T03:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'f9d4c65d-45e7-4235-9b02-ea558f6a1ac7', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'port_id': '3a4a442c-332b-453b-bd15-a9c29bf7eb08', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'mac_address': 'fa:16:3e:b6:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2c843b-91c6-41b5-8279-d5e5c6260535', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:57:52Z', 'updated_at': '2021-11-12T03:57:54Z', 'revision_number': 1, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb85390-3f5c-48c5-aac8-740f1751785c', 'name': '', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'mac_address': 'fa:16:3e:62:91:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:27Z', 'updated_at': '2021-11-12T03:48:37Z', 'revision_number': 5, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'subnets': [{'id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:47.901625 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6c50a5f9-4a22-4c7b-a3b8-f74a4eede6d6 req-872b7036-a7ad-4d4d-92c9-7636cc4575f7 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=b63dcfe5-cc9e-4ba6-9ec1-d23429a05972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576499 Nov 12 04:01:47.912426 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216cc912-b660-4289-be79-0ca38a26a421 None None] The sync data for ids ['8e3d7401-e3df-44d6-ae69-733d594e2ea8'] in n-d-715271-27 is: [{'id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'name': 'tempest-TestVolumeBootPattern-122305054-router', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:20Z', 'updated_at': '2021-11-12T03:48:29Z', 'revision_number': 4, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'gw_port': {'id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:22Z', 'updated_at': '2021-11-12T03:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'f9d4c65d-45e7-4235-9b02-ea558f6a1ac7', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'port_id': '3a4a442c-332b-453b-bd15-a9c29bf7eb08', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'mac_address': 'fa:16:3e:b6:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2c843b-91c6-41b5-8279-d5e5c6260535', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:57:52Z', 'updated_at': '2021-11-12T03:57:54Z', 'revision_number': 1, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb85390-3f5c-48c5-aac8-740f1751785c', 'name': '', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'mac_address': 'fa:16:3e:62:91:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:27Z', 'updated_at': '2021-11-12T03:48:37Z', 'revision_number': 5, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'subnets': [{'id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:01:48.148702 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142b910c-2ca7-4974-be0f-a6b8f10e4806 None None] New status for floating IP 39eef1a4-b3e2-4f03-b9ce-ee49b64e3301: DOWN {{(pid=102574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:01:48.412513 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:48.647569 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee33de0-aad6-40ca-a74b-92cab8089be8 req-4d2d14b3-a3c2-4a7d-8cd9-9fcc588a5859 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:48.649118 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6ee33de0-aad6-40ca-a74b-92cab8089be8 req-4d2d14b3-a3c2-4a7d-8cd9-9fcc588a5859 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=461fd590-00ad-4a36-b07e-199eeca90099 HTTP/1.1" status: 200 len: 946 time: 0.0520482 Nov 12 04:01:48.699253 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6ee33de0-aad6-40ca-a74b-92cab8089be8 req-b513e579-4fb5-45ba-84e2-b0481f2ffed2 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440879 Nov 12 04:01:49.021316 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4483991-7ccb-4d02-99c5-f3e5c2e23d40 req-6d65d789-9a0b-4eb1-829b-16f2032cdc77 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:49.022810 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c4483991-7ccb-4d02-99c5-f3e5c2e23d40 req-6d65d789-9a0b-4eb1-829b-16f2032cdc77 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=f25592af-3638-4942-bd6d-5bb9c565ef53 HTTP/1.1" status: 200 len: 944 time: 0.0504808 Nov 12 04:01:49.026668 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f425cc3-6bac-4705-82c4-f85abc367f00 req-2dd5f677-af5b-496c-a246-a30a7544118d tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:49.028152 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9f425cc3-6bac-4705-82c4-f85abc367f00 req-2dd5f677-af5b-496c-a246-a30a7544118d tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.90 "GET /v2.0/ports?device_id=461fd590-00ad-4a36-b07e-199eeca90099 HTTP/1.1" status: 200 len: 946 time: 0.0485125 Nov 12 04:01:49.074964 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c4483991-7ccb-4d02-99c5-f3e5c2e23d40 req-3d3cbb10-7fed-4de1-b637-113c860a1c35 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=b63dcfe5-cc9e-4ba6-9ec1-d23429a05972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456896 Nov 12 04:01:49.135708 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-9f425cc3-6bac-4705-82c4-f85abc367f00 req-73d78fe9-ae9a-4d6a-b3ba-758d9d6082c1 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Deleting port ec55acaf-742f-4679-9f2a-4a4dba318b6f {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:01:49.136038 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-9f425cc3-6bac-4705-82c4-f85abc367f00 req-73d78fe9-ae9a-4d6a-b3ba-758d9d6082c1 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:49.226736 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-9f425cc3-6bac-4705-82c4-f85abc367f00 req-73d78fe9-ae9a-4d6a-b3ba-758d9d6082c1 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] For port ec55acaf-742f-4679-9f2a-4a4dba318b6f, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=ec55acaf-742f-4679-9f2a-4a4dba318b6f,segment=NetworkSegment(0f2f65a3-04d3-403b-a440-78cd841660b6),segment_id=0f2f65a3-04d3-403b-a440-78cd841660b6)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:49.227097 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-9f425cc3-6bac-4705-82c4-f85abc367f00 req-73d78fe9-ae9a-4d6a-b3ba-758d9d6082c1 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:49.241364 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-9f425cc3-6bac-4705-82c4-f85abc367f00 req-73d78fe9-ae9a-4d6a-b3ba-758d9d6082c1 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Calling delete_port for ec55acaf-742f-4679-9f2a-4a4dba318b6f owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:01:49.384440 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-9f425cc3-6bac-4705-82c4-f85abc367f00 req-73d78fe9-ae9a-4d6a-b3ba-758d9d6082c1 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:49.416301 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d78fe9-ae9a-4d6a-b3ba-758d9d6082c1 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Pushing event deleted for resources: {'Port': ['ID=ec55acaf-742f-4679-9f2a-4a4dba318b6f,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:49.440995 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 1bb452f0-cfe0-49ad-ad8e-fe70820a1be7 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:01:49.448407 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d78fe9-ae9a-4d6a-b3ba-758d9d6082c1 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:49.448750 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d78fe9-ae9a-4d6a-b3ba-758d9d6082c1 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:49.449090 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d78fe9-ae9a-4d6a-b3ba-758d9d6082c1 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:49.449426 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d78fe9-ae9a-4d6a-b3ba-758d9d6082c1 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:49.449758 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d78fe9-ae9a-4d6a-b3ba-758d9d6082c1 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:49.450087 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d78fe9-ae9a-4d6a-b3ba-758d9d6082c1 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:49.450410 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d78fe9-ae9a-4d6a-b3ba-758d9d6082c1 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:49.450730 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d78fe9-ae9a-4d6a-b3ba-758d9d6082c1 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:49.451051 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d78fe9-ae9a-4d6a-b3ba-758d9d6082c1 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:49.451411 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d78fe9-ae9a-4d6a-b3ba-758d9d6082c1 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:49.451687 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d78fe9-ae9a-4d6a-b3ba-758d9d6082c1 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:49.452118 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d78fe9-ae9a-4d6a-b3ba-758d9d6082c1 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:49.472552 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f425cc3-6bac-4705-82c4-f85abc367f00 req-73d78fe9-ae9a-4d6a-b3ba-758d9d6082c1 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] No DVR routers for this DVR port ec55acaf-742f-4679-9f2a-4a4dba318b6f on host n-h2-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:01:49.475250 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-9f425cc3-6bac-4705-82c4-f85abc367f00 req-73d78fe9-ae9a-4d6a-b3ba-758d9d6082c1 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:49.478927 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9f425cc3-6bac-4705-82c4-f85abc367f00 req-73d78fe9-ae9a-4d6a-b3ba-758d9d6082c1 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.90 "DELETE /v2.0/ports/ec55acaf-742f-4679-9f2a-4a4dba318b6f HTTP/1.1" status: 204 len: 173 time: 0.4437592 Nov 12 04:01:49.479352 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461fd590-00ad-4a36-b07e-199eeca90099', 'name': 'network-vif-deleted', 'tag': 'ec55acaf-742f-4679-9f2a-4a4dba318b6f'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:01:49.482101 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50cfcc6f-0bb4-4efe-b8ef-86c918583a89" -d '{"events": [{"server_uuid": "461fd590-00ad-4a36-b07e-199eeca90099", "name": "network-vif-deleted", "tag": "ec55acaf-742f-4679-9f2a-4a4dba318b6f"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:01:49.533261 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1161ebe-a7bd-4548-a444-ec4317008cf9 x-openstack-request-id: req-f1161ebe-a7bd-4548-a444-ec4317008cf9 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:01:49.533736 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461fd590-00ad-4a36-b07e-199eeca90099", "name": "network-vif-deleted", "tag": "ec55acaf-742f-4679-9f2a-4a4dba318b6f", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:01:49.534969 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f1161ebe-a7bd-4548-a444-ec4317008cf9 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:01:49.535459 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '461fd590-00ad-4a36-b07e-199eeca90099', 'name': 'network-vif-deleted', 'tag': 'ec55acaf-742f-4679-9f2a-4a4dba318b6f', 'status': 'completed', 'code': 200} Nov 12 04:01:49.575247 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 1bb452f0-cfe0-49ad-ad8e-fe70820a1be7, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=1bb452f0-cfe0-49ad-ad8e-fe70820a1be7,segment=NetworkSegment(63b32fb8-1286-41e8-8782-2549256a7b19),segment_id=63b32fb8-1286-41e8-8782-2549256a7b19)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:49.588132 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '1bb452f0-cfe0-49ad-ad8e-fe70820a1be7', 'network_id': '9383dcd4-e1f8-462e-a964-73993f22e2c0', 'port_id': '1bb452f0-cfe0-49ad-ad8e-fe70820a1be7', 'mac_address': 'fa:16:3e:aa:a1:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90a83ae8-7cd4-4ad9-b142-1f9678f2c496', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:01:49.630275 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:49.644494 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bb452f0-cfe0-49ad-ad8e-fe70820a1be7 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:01:49.666299 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 1bb452f0-cfe0-49ad-ad8e-fe70820a1be7, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=1bb452f0-cfe0-49ad-ad8e-fe70820a1be7,segment=NetworkSegment(63b32fb8-1286-41e8-8782-2549256a7b19),segment_id=63b32fb8-1286-41e8-8782-2549256a7b19)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:49.670955 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:49.727925 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=1bb452f0-cfe0-49ad-ad8e-fe70820a1be7,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:49.814688 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5eb3e583-5502-40e0-b780-8743f721b059 req-14fb2fe7-398e-4cf4-885b-74437a482b68 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=461fd590-00ad-4a36-b07e-199eeca90099 HTTP/1.1" status: 200 len: 210 time: 0.0307844 Nov 12 04:01:49.912523 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['1bb452f0-cfe0-49ad-ad8e-fe70820a1be7'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:01:50.207852 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e72a3-cfd0-44e8-9d6f-b4c479773bee req-3cd6e2c7-8abb-4784-9ee3-a949866b4318 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:50.210260 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d40e72a3-cfd0-44e8-9d6f-b4c479773bee req-3cd6e2c7-8abb-4784-9ee3-a949866b4318 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=f25592af-3638-4942-bd6d-5bb9c565ef53 HTTP/1.1" status: 200 len: 945 time: 0.0574868 Nov 12 04:01:50.273144 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d40e72a3-cfd0-44e8-9d6f-b4c479773bee req-40d18594-e807-4627-b325-f6207243fc8d tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=b63dcfe5-cc9e-4ba6-9ec1-d23429a05972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567689 Nov 12 04:01:50.916344 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9f43aca4-93ba-4f7b-8052-5b9aaeb243fe req-391f5d56-f76e-4cf7-9ae4-42f425dfd345 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=461fd590-00ad-4a36-b07e-199eeca90099 HTTP/1.1" status: 200 len: 210 time: 0.0291777 Nov 12 04:01:51.399605 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4a157-42e8-47d0-8cde-8eb66c9850b7 req-4bc7634e-12cb-49ef-a8fb-520cb3c7036a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:51.401783 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-69f4a157-42e8-47d0-8cde-8eb66c9850b7 req-4bc7634e-12cb-49ef-a8fb-520cb3c7036a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=f25592af-3638-4942-bd6d-5bb9c565ef53 HTTP/1.1" status: 200 len: 945 time: 0.0532031 Nov 12 04:01:51.457807 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 1bb452f0-cfe0-49ad-ad8e-fe70820a1be7 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:01:51.467794 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-69f4a157-42e8-47d0-8cde-8eb66c9850b7 req-a167b8b7-6e17-4db5-99cf-bdcfa0bce998 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=b63dcfe5-cc9e-4ba6-9ec1-d23429a05972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596166 Nov 12 04:01:51.514938 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 1bb452f0-cfe0-49ad-ad8e-fe70820a1be7 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:01:51.519454 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 1bb452f0-cfe0-49ad-ad8e-fe70820a1be7 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:01:51.519835 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:51.618642 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:51.808501 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25592af-3638-4942-bd6d-5bb9c565ef53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb452f0-cfe0-49ad-ad8e-fe70820a1be7'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:01:51.811153 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9157fe4-a989-41de-802e-61e54230caef" -d '{"events": [{"server_uuid": "f25592af-3638-4942-bd6d-5bb9c565ef53", "name": "network-vif-plugged", "status": "completed", "tag": "1bb452f0-cfe0-49ad-ad8e-fe70820a1be7"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:01:51.827091 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 1bb452f0-cfe0-49ad-ad8e-fe70820a1be7, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=1bb452f0-cfe0-49ad-ad8e-fe70820a1be7,segment=NetworkSegment(63b32fb8-1286-41e8-8782-2549256a7b19),segment_id=63b32fb8-1286-41e8-8782-2549256a7b19)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:51.832549 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:51.879666 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d429d62f-71e5-4e09-9aec-42ad5c3c1f9f x-openstack-request-id: req-d429d62f-71e5-4e09-9aec-42ad5c3c1f9f {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:01:51.879896 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25592af-3638-4942-bd6d-5bb9c565ef53", "name": "network-vif-plugged", "status": "completed", "tag": "1bb452f0-cfe0-49ad-ad8e-fe70820a1be7", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:01:51.880139 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d429d62f-71e5-4e09-9aec-42ad5c3c1f9f {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:01:51.880709 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25592af-3638-4942-bd6d-5bb9c565ef53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb452f0-cfe0-49ad-ad8e-fe70820a1be7', 'code': 200} Nov 12 04:01:51.891121 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=1bb452f0-cfe0-49ad-ad8e-fe70820a1be7,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:51.981944 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ff875-7ffd-428b-b04a-85752692d6c6 req-a965f89e-f974-4999-936f-15f869bc6663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:51.984252 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ca1ff875-7ffd-428b-b04a-85752692d6c6 req-a965f89e-f974-4999-936f-15f869bc6663 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f25592af-3638-4942-bd6d-5bb9c565ef53 HTTP/1.1" status: 200 len: 1098 time: 0.0610631 Nov 12 04:01:52.023614 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8c22b4b3-37b6-4881-a08c-df89c6366940 req-f561d6d1-ec15-455a-a6e3-6930380e9acc tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=461fd590-00ad-4a36-b07e-199eeca90099 HTTP/1.1" status: 200 len: 210 time: 0.0308776 Nov 12 04:01:52.038600 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ca1ff875-7ffd-428b-b04a-85752692d6c6 req-4da75ec5-e183-4ef8-8e5a-ba99a530a943 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b63dcfe5-cc9e-4ba6-9ec1-d23429a05972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472472 Nov 12 04:01:52.592521 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device ec55acaf-742f-4679-9f2a-4a4dba318b6f no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:01:52.593525 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180a589-18fc-46cd-8017-c513463a1e49 req-107244d5-e0a6-40af-95f8-13c765e5d845 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:52.595004 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8180a589-18fc-46cd-8017-c513463a1e49 req-107244d5-e0a6-40af-95f8-13c765e5d845 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=f25592af-3638-4942-bd6d-5bb9c565ef53 HTTP/1.1" status: 200 len: 946 time: 0.0518062 Nov 12 04:01:52.617608 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: ec55acaf-742f-4679-9f2a-4a4dba318b6f {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:01:52.618532 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device ec55acaf-742f-4679-9f2a-4a4dba318b6f not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:01:52.653156 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8180a589-18fc-46cd-8017-c513463a1e49 req-5020a695-5f41-4e91-b769-8bd66fa92779 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=b63dcfe5-cc9e-4ba6-9ec1-d23429a05972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473711 Nov 12 04:01:53.125941 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-943a71c5-d34c-47b7-8892-caf331dfb8ce req-cdfbb1ee-7436-4f09-a956-e6c74145d90b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=461fd590-00ad-4a36-b07e-199eeca90099 HTTP/1.1" status: 200 len: 210 time: 0.0271952 Nov 12 04:01:53.770796 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418d8bc-ebf6-4a12-8d61-f011c9666fd9 req-660939be-a6ba-46cd-ada2-e84830630570 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:53.772289 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e418d8bc-ebf6-4a12-8d61-f011c9666fd9 req-660939be-a6ba-46cd-ada2-e84830630570 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=f25592af-3638-4942-bd6d-5bb9c565ef53 HTTP/1.1" status: 200 len: 946 time: 0.0497429 Nov 12 04:01:53.826628 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e418d8bc-ebf6-4a12-8d61-f011c9666fd9 req-734d09f6-0ac5-4647-9462-affa9b71e02d tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=b63dcfe5-cc9e-4ba6-9ec1-d23429a05972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484180 Nov 12 04:01:53.950208 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2c31c-3b04-4fdf-8070-f627a3b81ac7 req-afc6cdf7-d2d9-4c6f-b4bd-320d73589bd2 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:53.951622 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bcc2c31c-3b04-4fdf-8070-f627a3b81ac7 req-afc6cdf7-d2d9-4c6f-b4bd-320d73589bd2 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=f25592af-3638-4942-bd6d-5bb9c565ef53 HTTP/1.1" status: 200 len: 946 time: 0.0536156 Nov 12 04:01:54.003400 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bcc2c31c-3b04-4fdf-8070-f627a3b81ac7 req-3106e82c-0326-4b54-b909-981d72ae2c1a tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=b63dcfe5-cc9e-4ba6-9ec1-d23429a05972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449495 Nov 12 04:01:54.025132 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54078) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:54.070303 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892c3a95-dc78-4b07-99b3-c84a732b25c6 tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:54.071825 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-892c3a95-dc78-4b07-99b3-c84a732b25c6 tempest-TestNetworkAdvancedServerOps-557730131 tempest-TestNetworkAdvancedServerOps-557730131-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f25592af-3638-4942-bd6d-5bb9c565ef53 HTTP/1.1" status: 200 len: 1093 time: 0.0455954 Nov 12 04:01:54.074592 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54080) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:54.078809 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-57f61441-8656-47cc-a93a-a69fce941c86 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'port_id': '1bb452f0-cfe0-49ad-ad8e-fe70820a1be7', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:54.101054 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-57f61441-8656-47cc-a93a-a69fce941c86 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for floatingip, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:54.195921 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-57f61441-8656-47cc-a93a-a69fce941c86 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:54.243254 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1eeddf66-39a4-4db8-94bd-5f677b8432e5 req-ac091cc8-98c8-4593-86d7-be9cedadd6ae tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=461fd590-00ad-4a36-b07e-199eeca90099 HTTP/1.1" status: 200 len: 210 time: 0.0267045 Nov 12 04:01:54.305947 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-57f61441-8656-47cc-a93a-a69fce941c86 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Allocated IP 172.25.5.114 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/00a09544-88c3-42a5-b64d-a68641e75e70) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:01:54.414579 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-57f61441-8656-47cc-a93a-a69fce941c86 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:54.450678 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-57f61441-8656-47cc-a93a-a69fce941c86 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:54.499436 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f61441-8656-47cc-a93a-a69fce941c86 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:01:54.503319 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-57f61441-8656-47cc-a93a-a69fce941c86 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:01:54.505791 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f61441-8656-47cc-a93a-a69fce941c86 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:01:54.527793 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f61441-8656-47cc-a93a-a69fce941c86 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'Port': ['ID=00a09544-88c3-42a5-b64d-a68641e75e70,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:55.217718 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-57f61441-8656-47cc-a93a-a69fce941c86 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:55.288451 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-57f61441-8656-47cc-a93a-a69fce941c86 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:55.449730 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-57f61441-8656-47cc-a93a-a69fce941c86 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:55.454880 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-57f61441-8656-47cc-a93a-a69fce941c86 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:55.528296 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f61441-8656-47cc-a93a-a69fce941c86 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event updated for resources: {'Port': ['ID=00a09544-88c3-42a5-b64d-a68641e75e70,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:55.541322 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-57f61441-8656-47cc-a93a-a69fce941c86 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:55.645342 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [None req-57f61441-8656-47cc-a93a-a69fce941c86 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Floating IP a3bfa40c-6804-4ce3-8b06-c02d489cd83f associated. External IP: 172.25.5.114, port: 1bb452f0-cfe0-49ad-ad8e-fe70820a1be7. Nov 12 04:01:55.860149 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f61441-8656-47cc-a93a-a69fce941c86 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Router 0a3766ed-2203-4d4f-8086-f9cdc41bc8a9 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:01:55.972588 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f61441-8656-47cc-a93a-a69fce941c86 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:01:55.983363 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de0684f-f846-4020-9e25-2a3bd0881e58 None None] Sync routers for ids ['0a3766ed-2203-4d4f-8086-f9cdc41bc8a9'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:01:55.991590 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-57f61441-8656-47cc-a93a-a69fce941c86 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:55.997022 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de0684f-f846-4020-9e25-2a3bd0881e58 None None] Routers {'0a3766ed-2203-4d4f-8086-f9cdc41bc8a9'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:01:55.997662 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-8de0684f-f846-4020-9e25-2a3bd0881e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:01:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['0a3766ed-2203-4d4f-8086-f9cdc41bc8a9'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:56.023525 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-57f61441-8656-47cc-a93a-a69fce941c86 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9445899 Nov 12 04:01:56.024817 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f25592af-3638-4942-bd6d-5bb9c565ef53', 'tag': '1bb452f0-cfe0-49ad-ad8e-fe70820a1be7'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:01:56.027410 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8f440e-0bf0-4fc7-bdeb-f2a2dfcac1fd" -d '{"events": [{"name": "network-changed", "server_uuid": "f25592af-3638-4942-bd6d-5bb9c565ef53", "tag": "1bb452f0-cfe0-49ad-ad8e-fe70820a1be7"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:01:56.074144 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35ce709-c67a-4e19-8c8b-52e31a534059 x-openstack-request-id: req-e35ce709-c67a-4e19-8c8b-52e31a534059 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:01:56.074424 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f25592af-3638-4942-bd6d-5bb9c565ef53", "tag": "1bb452f0-cfe0-49ad-ad8e-fe70820a1be7", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:01:56.074681 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e35ce709-c67a-4e19-8c8b-52e31a534059 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:01:56.075082 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f25592af-3638-4942-bd6d-5bb9c565ef53', 'tag': '1bb452f0-cfe0-49ad-ad8e-fe70820a1be7', 'status': 'completed', 'code': 200} Nov 12 04:01:56.121662 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-8de0684f-f846-4020-9e25-2a3bd0881e58 None None] Set router 0a3766ed-2203-4d4f-8086-f9cdc41bc8a9 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:01:56.175012 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f440e-0bf0-4fc7-bdeb-f2a2dfcac1fd req-caa56d93-1540-4a02-8e02-8f1e0925ae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:56.176774 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3b8f440e-0bf0-4fc7-bdeb-f2a2dfcac1fd req-caa56d93-1540-4a02-8e02-8f1e0925ae53 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7ef96e16fae9482b9643848210ab127b&device_id=f25592af-3638-4942-bd6d-5bb9c565ef53 HTTP/1.1" status: 200 len: 1098 time: 0.0737154 Nov 12 04:01:56.185244 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56518e97-3dcf-4c14-91b9-8f3b88e587f1 req-64bd310e-56e6-49cc-ac22-e062e2723c2b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:56.186627 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-56518e97-3dcf-4c14-91b9-8f3b88e587f1 req-64bd310e-56e6-49cc-ac22-e062e2723c2b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=f25592af-3638-4942-bd6d-5bb9c565ef53 HTTP/1.1" status: 200 len: 946 time: 0.0848320 Nov 12 04:01:56.305506 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-56518e97-3dcf-4c14-91b9-8f3b88e587f1 req-d35b1d84-52b5-423c-89f9-47a31e1adc87 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=b63dcfe5-cc9e-4ba6-9ec1-d23429a05972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098666 Nov 12 04:01:56.322419 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f440e-0bf0-4fc7-bdeb-f2a2dfcac1fd req-22308e64-b501-4e3c-80aa-25fd42870862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:56.323908 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3b8f440e-0bf0-4fc7-bdeb-f2a2dfcac1fd req-22308e64-b501-4e3c-80aa-25fd42870862 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9383dcd4-e1f8-462e-a964-73993f22e2c0 HTTP/1.1" status: 200 len: 898 time: 0.1364293 Nov 12 04:01:56.339197 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54098) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:56.390971 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-8de0684f-f846-4020-9e25-2a3bd0881e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3766ed-2203-4d4f-8086-f9cdc41bc8a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726681799', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '002794c9-7756-4c1d-a1aa-58b945343323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:35Z', 'updated_at': '2021-11-12T04:01:39Z', 'revision_number': 4, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': '002794c9-7756-4c1d-a1aa-58b945343323', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3766ed-2203-4d4f-8086-f9cdc41bc8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:36Z', 'updated_at': '2021-11-12T04:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'a3bfa40c-6804-4ce3-8b06-c02d489cd83f', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'floating_ip_address': '172.25.5.114', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '0a3766ed-2203-4d4f-8086-f9cdc41bc8a9', 'port_id': '1bb452f0-cfe0-49ad-ad8e-fe70820a1be7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9383dcd4-e1f8-462e-a964-73993f22e2c0', 'mac_address': 'fa:16:3e:aa:a1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25592af-3638-4942-bd6d-5bb9c565ef53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:01:54Z', 'updated_at': '2021-11-12T04:01:54Z', 'revision_number': 0, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6c77963-9212-4c1e-8fcc-df616188c30b', 'name': '', 'network_id': '9383dcd4-e1f8-462e-a964-73993f22e2c0', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'mac_address': 'fa:16:3e:be:86:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3766ed-2203-4d4f-8086-f9cdc41bc8a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '90a83ae8-7cd4-4ad9-b142-1f9678f2c496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:38Z', 'updated_at': '2021-11-12T04:01:43Z', 'revision_number': 5, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'subnets': [{'id': '90a83ae8-7cd4-4ad9-b142-1f9678f2c496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:56.410580 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3b8f440e-0bf0-4fc7-bdeb-f2a2dfcac1fd req-527ad5fb-e1d5-4c57-a1e8-b377c745e000 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bb452f0-cfe0-49ad-ad8e-fe70820a1be7 HTTP/1.1" status: 200 len: 1000 time: 0.0782175 Nov 12 04:01:56.412858 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4c7faa89-b536-4c0d-a45f-2142274ab603 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/floatingips/a3bfa40c-6804-4ce3-8b06-c02d489cd83f HTTP/1.1" status: 200 len: 992 time: 0.0716956 Nov 12 04:01:56.426007 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de0684f-f846-4020-9e25-2a3bd0881e58 None None] Checking router: 0a3766ed-2203-4d4f-8086-f9cdc41bc8a9 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:01:56.435966 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de0684f-f846-4020-9e25-2a3bd0881e58 None None] Routers {'0a3766ed-2203-4d4f-8086-f9cdc41bc8a9'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:01:56.436607 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-8de0684f-f846-4020-9e25-2a3bd0881e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:01:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['0a3766ed-2203-4d4f-8086-f9cdc41bc8a9'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:56.483265 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f440e-0bf0-4fc7-bdeb-f2a2dfcac1fd req-5c3d1560-0bad-4039-836e-8c7a042de1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:56.483265 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3b8f440e-0bf0-4fc7-bdeb-f2a2dfcac1fd req-5c3d1560-0bad-4039-836e-8c7a042de1cd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=90a83ae8-7cd4-4ad9-b142-1f9678f2c496 HTTP/1.1" status: 200 len: 835 time: 0.0637133 Nov 12 04:01:56.529640 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f440e-0bf0-4fc7-bdeb-f2a2dfcac1fd req-4bd5cebb-c89c-4f1d-9ab4-ac9512ef5f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:56.531849 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3b8f440e-0bf0-4fc7-bdeb-f2a2dfcac1fd req-4bd5cebb-c89c-4f1d-9ab4-ac9512ef5f0c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9383dcd4-e1f8-462e-a964-73993f22e2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414808 Nov 12 04:01:56.551834 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-8de0684f-f846-4020-9e25-2a3bd0881e58 None None] Set router 0a3766ed-2203-4d4f-8086-f9cdc41bc8a9 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:01:56.631033 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3b8f440e-0bf0-4fc7-bdeb-f2a2dfcac1fd req-9936c7bf-f9b8-4507-9d22-f71740cd3bed service neutron] 10.222.0.74 "GET /v2.0/networks/9383dcd4-e1f8-462e-a964-73993f22e2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921006 Nov 12 04:01:56.730254 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3b8f440e-0bf0-4fc7-bdeb-f2a2dfcac1fd req-95403536-1489-4bc5-9840-88fa2a4e2e4d service neutron] 10.222.0.74 "GET /v2.0/networks/9383dcd4-e1f8-462e-a964-73993f22e2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915892 Nov 12 04:01:56.814309 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-8de0684f-f846-4020-9e25-2a3bd0881e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3766ed-2203-4d4f-8086-f9cdc41bc8a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726681799', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '002794c9-7756-4c1d-a1aa-58b945343323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:35Z', 'updated_at': '2021-11-12T04:01:39Z', 'revision_number': 4, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': '002794c9-7756-4c1d-a1aa-58b945343323', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3766ed-2203-4d4f-8086-f9cdc41bc8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:36Z', 'updated_at': '2021-11-12T04:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'a3bfa40c-6804-4ce3-8b06-c02d489cd83f', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'floating_ip_address': '172.25.5.114', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '0a3766ed-2203-4d4f-8086-f9cdc41bc8a9', 'port_id': '1bb452f0-cfe0-49ad-ad8e-fe70820a1be7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9383dcd4-e1f8-462e-a964-73993f22e2c0', 'mac_address': 'fa:16:3e:aa:a1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25592af-3638-4942-bd6d-5bb9c565ef53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:01:54Z', 'updated_at': '2021-11-12T04:01:54Z', 'revision_number': 0, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6c77963-9212-4c1e-8fcc-df616188c30b', 'name': '', 'network_id': '9383dcd4-e1f8-462e-a964-73993f22e2c0', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'mac_address': 'fa:16:3e:be:86:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3766ed-2203-4d4f-8086-f9cdc41bc8a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '90a83ae8-7cd4-4ad9-b142-1f9678f2c496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:38Z', 'updated_at': '2021-11-12T04:01:43Z', 'revision_number': 5, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'subnets': [{'id': '90a83ae8-7cd4-4ad9-b142-1f9678f2c496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:56.840894 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de0684f-f846-4020-9e25-2a3bd0881e58 None None] The sync data for ids ['0a3766ed-2203-4d4f-8086-f9cdc41bc8a9'] in n-d-715271-27 is: [{'id': '0a3766ed-2203-4d4f-8086-f9cdc41bc8a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726681799', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '002794c9-7756-4c1d-a1aa-58b945343323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:35Z', 'updated_at': '2021-11-12T04:01:39Z', 'revision_number': 4, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': '002794c9-7756-4c1d-a1aa-58b945343323', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3766ed-2203-4d4f-8086-f9cdc41bc8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:36Z', 'updated_at': '2021-11-12T04:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'a3bfa40c-6804-4ce3-8b06-c02d489cd83f', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'floating_ip_address': '172.25.5.114', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '0a3766ed-2203-4d4f-8086-f9cdc41bc8a9', 'port_id': '1bb452f0-cfe0-49ad-ad8e-fe70820a1be7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9383dcd4-e1f8-462e-a964-73993f22e2c0', 'mac_address': 'fa:16:3e:aa:a1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25592af-3638-4942-bd6d-5bb9c565ef53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:01:54Z', 'updated_at': '2021-11-12T04:01:54Z', 'revision_number': 0, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6c77963-9212-4c1e-8fcc-df616188c30b', 'name': '', 'network_id': '9383dcd4-e1f8-462e-a964-73993f22e2c0', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'mac_address': 'fa:16:3e:be:86:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3766ed-2203-4d4f-8086-f9cdc41bc8a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '90a83ae8-7cd4-4ad9-b142-1f9678f2c496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:38Z', 'updated_at': '2021-11-12T04:01:43Z', 'revision_number': 5, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'subnets': [{'id': '90a83ae8-7cd4-4ad9-b142-1f9678f2c496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:01:57.043640 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3c2720-b718-41c1-8a34-95b2f0568847 None None] New status for floating IP a3bfa40c-6804-4ce3-8b06-c02d489cd83f: ACTIVE {{(pid=102574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:01:57.413889 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54102) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:57.479387 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0eb34bb5-2951-4d41-8f63-3b1400d8ac32 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/floatingips/a3bfa40c-6804-4ce3-8b06-c02d489cd83f HTTP/1.1" status: 200 len: 994 time: 0.0643575 Nov 12 04:02:00.377608 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8a315f3f-8244-4034-968d-fec7884607c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:00.679003 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54116) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:00.838238 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-fb55c21e-a97a-4b51-9051-f5ca15eba750 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Deleting port c1ba8ef8-59f2-49ae-aab4-797c866b4030 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:00.838583 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fb55c21e-a97a-4b51-9051-f5ca15eba750 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:00.914737 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fb55c21e-a97a-4b51-9051-f5ca15eba750 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:00.915077 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fb55c21e-a97a-4b51-9051-f5ca15eba750 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:00.927072 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-fb55c21e-a97a-4b51-9051-f5ca15eba750 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Calling delete_port for c1ba8ef8-59f2-49ae-aab4-797c866b4030 owned by network:floatingip {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:01.072857 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fb55c21e-a97a-4b51-9051-f5ca15eba750 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:01.097162 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb55c21e-a97a-4b51-9051-f5ca15eba750 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Pushing event deleted for resources: {'Port': ['ID=c1ba8ef8-59f2-49ae-aab4-797c866b4030,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:01.164989 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fb55c21e-a97a-4b51-9051-f5ca15eba750 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for floatingip, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:01.165348 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [None req-fb55c21e-a97a-4b51-9051-f5ca15eba750 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Floating IP f9d4c65d-45e7-4235-9b02-ea558f6a1ac7 disassociated (deleted). External IP: 172.25.5.248, port: 3a4a442c-332b-453b-bd15-a9c29bf7eb08. Nov 12 04:02:01.373495 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb55c21e-a97a-4b51-9051-f5ca15eba750 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Router 8e3d7401-e3df-44d6-ae69-733d594e2ea8 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:02:01.482360 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb55c21e-a97a-4b51-9051-f5ca15eba750 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:02:01.487196 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fb55c21e-a97a-4b51-9051-f5ca15eba750 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:01.492643 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63d93e4-d901-475f-bfd8-8e3f8e47f619 None None] Sync routers for ids ['8e3d7401-e3df-44d6-ae69-733d594e2ea8'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:02:01.507395 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63d93e4-d901-475f-bfd8-8e3f8e47f619 None None] Routers {'8e3d7401-e3df-44d6-ae69-733d594e2ea8'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:02:01.508017 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-e63d93e4-d901-475f-bfd8-8e3f8e47f619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:01:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8e3d7401-e3df-44d6-ae69-733d594e2ea8'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:01.515854 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-fb55c21e-a97a-4b51-9051-f5ca15eba750 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "DELETE /v2.0/floatingips/f9d4c65d-45e7-4235-9b02-ea558f6a1ac7 HTTP/1.1" status: 204 len: 168 time: 0.8357713 Nov 12 04:02:01.516465 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e2c843b-91c6-41b5-8279-d5e5c6260535', 'tag': '3a4a442c-332b-453b-bd15-a9c29bf7eb08'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:02:01.518740 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8841adcf-7e91-4c79-afd5-c2ad5ef49760" -d '{"events": [{"name": "network-changed", "server_uuid": "8e2c843b-91c6-41b5-8279-d5e5c6260535", "tag": "3a4a442c-332b-453b-bd15-a9c29bf7eb08"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:02:01.558058 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7383fea2-eb46-45fc-bea5-601910f34bd1 x-openstack-request-id: req-7383fea2-eb46-45fc-bea5-601910f34bd1 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:02:01.558345 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e2c843b-91c6-41b5-8279-d5e5c6260535", "tag": "3a4a442c-332b-453b-bd15-a9c29bf7eb08", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:02:01.558592 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7383fea2-eb46-45fc-bea5-601910f34bd1 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:02:01.558997 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e2c843b-91c6-41b5-8279-d5e5c6260535', 'tag': '3a4a442c-332b-453b-bd15-a9c29bf7eb08', 'status': 'completed', 'code': 200} Nov 12 04:02:01.621749 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-e63d93e4-d901-475f-bfd8-8e3f8e47f619 None None] Set router 8e3d7401-e3df-44d6-ae69-733d594e2ea8 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:02:01.622002 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841adcf-7e91-4c79-afd5-c2ad5ef49760 req-719573a1-311b-4040-949d-cd9ea365e916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:01.623590 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8841adcf-7e91-4c79-afd5-c2ad5ef49760 req-719573a1-311b-4040-949d-cd9ea365e916 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=27d4836293914c108ba09bff97dd7daa&device_id=8e2c843b-91c6-41b5-8279-d5e5c6260535 HTTP/1.1" status: 200 len: 1098 time: 0.0422111 Nov 12 04:02:01.840041 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-e63d93e4-d901-475f-bfd8-8e3f8e47f619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'name': 'tempest-TestVolumeBootPattern-122305054-router', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:20Z', 'updated_at': '2021-11-12T03:48:29Z', 'revision_number': 4, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'gw_port': {'id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:22Z', 'updated_at': '2021-11-12T03:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '1fb85390-3f5c-48c5-aac8-740f1751785c', 'name': '', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'mac_address': 'fa:16:3e:62:91:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:27Z', 'updated_at': '2021-11-12T03:48:37Z', 'revision_number': 5, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'subnets': [{'id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:01.868115 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63d93e4-d901-475f-bfd8-8e3f8e47f619 None None] Checking router: 8e3d7401-e3df-44d6-ae69-733d594e2ea8 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:02:01.877473 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63d93e4-d901-475f-bfd8-8e3f8e47f619 None None] Routers {'8e3d7401-e3df-44d6-ae69-733d594e2ea8'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:02:01.878147 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-e63d93e4-d901-475f-bfd8-8e3f8e47f619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:01:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8e3d7401-e3df-44d6-ae69-733d594e2ea8'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:01.989521 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-e63d93e4-d901-475f-bfd8-8e3f8e47f619 None None] Set router 8e3d7401-e3df-44d6-ae69-733d594e2ea8 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:02:02.113932 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841adcf-7e91-4c79-afd5-c2ad5ef49760 req-379093fa-12c5-489e-8845-d25c237e29a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:02.115410 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8841adcf-7e91-4c79-afd5-c2ad5ef49760 req-379093fa-12c5-489e-8845-d25c237e29a2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 HTTP/1.1" status: 200 len: 912 time: 0.4850287 Nov 12 04:02:02.140885 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7708b5-bd67-41d4-b2db-e22d59f304fb req-b340eac4-ce75-4c21-9e35-d4c09b6d49a4 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:02.142347 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cd7708b5-bd67-41d4-b2db-e22d59f304fb req-b340eac4-ce75-4c21-9e35-d4c09b6d49a4 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e2c843b-91c6-41b5-8279-d5e5c6260535 HTTP/1.1" status: 200 len: 946 time: 0.4246933 Nov 12 04:02:02.171936 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8841adcf-7e91-4c79-afd5-c2ad5ef49760 req-f2922bc6-6d66-4285-8a84-cb215a58cf7e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a4a442c-332b-453b-bd15-a9c29bf7eb08 HTTP/1.1" status: 200 len: 217 time: 0.0480137 Nov 12 04:02:02.197080 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-e63d93e4-d901-475f-bfd8-8e3f8e47f619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'name': 'tempest-TestVolumeBootPattern-122305054-router', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:20Z', 'updated_at': '2021-11-12T03:48:29Z', 'revision_number': 4, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'gw_port': {'id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:22Z', 'updated_at': '2021-11-12T03:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '1fb85390-3f5c-48c5-aac8-740f1751785c', 'name': '', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'mac_address': 'fa:16:3e:62:91:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:27Z', 'updated_at': '2021-11-12T03:48:37Z', 'revision_number': 5, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'subnets': [{'id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:02.222979 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63d93e4-d901-475f-bfd8-8e3f8e47f619 None None] The sync data for ids ['8e3d7401-e3df-44d6-ae69-733d594e2ea8'] in n-d-715271-27 is: [{'id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'name': 'tempest-TestVolumeBootPattern-122305054-router', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:20Z', 'updated_at': '2021-11-12T03:48:29Z', 'revision_number': 4, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'gw_port': {'id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:22Z', 'updated_at': '2021-11-12T03:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '1fb85390-3f5c-48c5-aac8-740f1751785c', 'name': '', 'network_id': 'fd0ebce0-aadb-45c0-9566-b61b0d8d63d4', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'mac_address': 'fa:16:3e:62:91:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:27Z', 'updated_at': '2021-11-12T03:48:37Z', 'revision_number': 5, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'subnets': [{'id': 'b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:02:02.254213 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cd7708b5-bd67-41d4-b2db-e22d59f304fb req-712cbb4d-8d5c-4e75-8192-690635d33a6d tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848906 Nov 12 04:02:02.258498 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841adcf-7e91-4c79-afd5-c2ad5ef49760 req-9448acdb-fed6-413c-8502-877d30fcce43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:02.259932 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8841adcf-7e91-4c79-afd5-c2ad5ef49760 req-9448acdb-fed6-413c-8502-877d30fcce43 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2 HTTP/1.1" status: 200 len: 850 time: 0.0750790 Nov 12 04:02:02.317425 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841adcf-7e91-4c79-afd5-c2ad5ef49760 req-3957ea2a-b832-4c15-9bc4-341c12782e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:02.318961 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8841adcf-7e91-4c79-afd5-c2ad5ef49760 req-3957ea2a-b832-4c15-9bc4-341c12782e19 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500298 Nov 12 04:02:02.418021 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8841adcf-7e91-4c79-afd5-c2ad5ef49760 req-f624107f-0c0d-460f-be16-921db0bc53b8 service neutron] 10.222.0.74 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898917 Nov 12 04:02:02.461712 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb27a94-c85d-47da-b758-cb922869f394 None None] New status for floating IP f9d4c65d-45e7-4235-9b02-ea558f6a1ac7: DOWN {{(pid=102574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:02:02.518004 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8841adcf-7e91-4c79-afd5-c2ad5ef49760 req-b4b839c8-36e0-48e8-8b98-e7bec762e18f service neutron] 10.222.0.74 "GET /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904491 Nov 12 04:02:03.376399 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78232d24-52c8-4e0f-aca4-95c7b05afb7f req-a699a3cf-9ef3-46d5-9148-6f19db9a368c tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:03.378449 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-78232d24-52c8-4e0f-aca4-95c7b05afb7f req-a699a3cf-9ef3-46d5-9148-6f19db9a368c tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e2c843b-91c6-41b5-8279-d5e5c6260535 HTTP/1.1" status: 200 len: 946 time: 0.0523019 Nov 12 04:02:03.398431 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-da1ed986-a0f3-49c3-bf93-d2bc1f17dabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:03.431725 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-78232d24-52c8-4e0f-aca4-95c7b05afb7f req-ccd70461-bab1-42d2-ad8f-05062cbdf823 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5844b13-24b8-40f7-826a-552ef454b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463250 Nov 12 04:02:03.568848 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b59df-f99f-4d72-9a0d-a23032c2f652 req-7f39ba3e-c60c-42f1-9e9e-72074e939983 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:03.570198 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d24b59df-f99f-4d72-9a0d-a23032c2f652 req-7f39ba3e-c60c-42f1-9e9e-72074e939983 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.74 "GET /v2.0/ports?device_id=8e2c843b-91c6-41b5-8279-d5e5c6260535 HTTP/1.1" status: 200 len: 946 time: 0.0499163 Nov 12 04:02:03.666241 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-d24b59df-f99f-4d72-9a0d-a23032c2f652 req-d953821c-a2a4-43d7-a03e-49a9bbd23703 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Deleting port 3a4a442c-332b-453b-bd15-a9c29bf7eb08 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:03.666576 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d24b59df-f99f-4d72-9a0d-a23032c2f652 req-d953821c-a2a4-43d7-a03e-49a9bbd23703 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:03.754249 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-d24b59df-f99f-4d72-9a0d-a23032c2f652 req-d953821c-a2a4-43d7-a03e-49a9bbd23703 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] For port 3a4a442c-332b-453b-bd15-a9c29bf7eb08, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=3a4a442c-332b-453b-bd15-a9c29bf7eb08,segment=NetworkSegment(0f2f65a3-04d3-403b-a440-78cd841660b6),segment_id=0f2f65a3-04d3-403b-a440-78cd841660b6)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:03.754609 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d24b59df-f99f-4d72-9a0d-a23032c2f652 req-d953821c-a2a4-43d7-a03e-49a9bbd23703 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:03.767161 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-d24b59df-f99f-4d72-9a0d-a23032c2f652 req-d953821c-a2a4-43d7-a03e-49a9bbd23703 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Calling delete_port for 3a4a442c-332b-453b-bd15-a9c29bf7eb08 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:03.902165 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d24b59df-f99f-4d72-9a0d-a23032c2f652 req-d953821c-a2a4-43d7-a03e-49a9bbd23703 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:03.929584 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d953821c-a2a4-43d7-a03e-49a9bbd23703 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Pushing event deleted for resources: {'Port': ['ID=3a4a442c-332b-453b-bd15-a9c29bf7eb08,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:03.976347 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-d24b59df-f99f-4d72-9a0d-a23032c2f652 req-d953821c-a2a4-43d7-a03e-49a9bbd23703 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] No DVR routers for this DVR port 3a4a442c-332b-453b-bd15-a9c29bf7eb08 on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:02:03.979156 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-d24b59df-f99f-4d72-9a0d-a23032c2f652 req-d953821c-a2a4-43d7-a03e-49a9bbd23703 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:03.982445 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d24b59df-f99f-4d72-9a0d-a23032c2f652 req-d953821c-a2a4-43d7-a03e-49a9bbd23703 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.74 "DELETE /v2.0/ports/3a4a442c-332b-453b-bd15-a9c29bf7eb08 HTTP/1.1" status: 204 len: 173 time: 0.4059367 Nov 12 04:02:03.982898 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2c843b-91c6-41b5-8279-d5e5c6260535', 'name': 'network-vif-deleted', 'tag': '3a4a442c-332b-453b-bd15-a9c29bf7eb08'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:02:03.985141 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c764ed-06de-41ab-b50a-1d0e4e2c8af7" -d '{"events": [{"server_uuid": "8e2c843b-91c6-41b5-8279-d5e5c6260535", "name": "network-vif-deleted", "tag": "3a4a442c-332b-453b-bd15-a9c29bf7eb08"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:02:04.026340 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4937b2-5474-4c34-8348-ec0efd15a5a3 x-openstack-request-id: req-8f4937b2-5474-4c34-8348-ec0efd15a5a3 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:02:04.026631 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e2c843b-91c6-41b5-8279-d5e5c6260535", "name": "network-vif-deleted", "tag": "3a4a442c-332b-453b-bd15-a9c29bf7eb08", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:02:04.026890 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8f4937b2-5474-4c34-8348-ec0efd15a5a3 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:02:04.027328 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e2c843b-91c6-41b5-8279-d5e5c6260535', 'name': 'network-vif-deleted', 'tag': '3a4a442c-332b-453b-bd15-a9c29bf7eb08', 'status': 'completed', 'code': 200} Nov 12 04:02:04.194941 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:04.531622 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5490a3b5-d79b-4adf-9bf2-cc307d4b3455 req-775c42ce-c489-4598-b906-eed7ab84325f tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e2c843b-91c6-41b5-8279-d5e5c6260535 HTTP/1.1" status: 200 len: 210 time: 0.0264304 Nov 12 04:02:05.529575 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:05.631801 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d8b8a64e-030c-47c7-a5d4-feb77414315a req-06469cd8-4e00-4380-8b1c-57ea737f1948 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e2c843b-91c6-41b5-8279-d5e5c6260535 HTTP/1.1" status: 200 len: 210 time: 0.0279369 Nov 12 04:02:06.377332 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:06.730588 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a4866c86-53b0-47e3-a446-b71da677138b req-89dbe313-3554-48fd-aa8b-0687a8635f22 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e2c843b-91c6-41b5-8279-d5e5c6260535 HTTP/1.1" status: 200 len: 210 time: 0.0262752 Nov 12 04:02:06.945490 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:02:07.574484 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 3a4a442c-332b-453b-bd15-a9c29bf7eb08 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:02:07.598498 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 3a4a442c-332b-453b-bd15-a9c29bf7eb08 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:02:07.598840 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 3a4a442c-332b-453b-bd15-a9c29bf7eb08 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:02:07.826304 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5806376f-5cf4-4fea-be61-b3c92cf1f30f req-6b03af62-dbf2-46f0-9dde-d85a7004c05a tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e2c843b-91c6-41b5-8279-d5e5c6260535 HTTP/1.1" status: 200 len: 210 time: 0.0266819 Nov 12 04:02:08.849483 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:08.884867 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54138) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:09.009240 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-544e9682-dc15-422b-ab65-03408c702188 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Deleting port 32d8c76c-2202-4b90-b3bf-d281fe9334ff {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:09.009583 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-544e9682-dc15-422b-ab65-03408c702188 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:09.087233 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-544e9682-dc15-422b-ab65-03408c702188 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:09.087553 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-544e9682-dc15-422b-ab65-03408c702188 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:09.099655 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-544e9682-dc15-422b-ab65-03408c702188 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Calling delete_port for 32d8c76c-2202-4b90-b3bf-d281fe9334ff owned by network:floatingip {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:09.228828 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-544e9682-dc15-422b-ab65-03408c702188 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:09.256331 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e9682-dc15-422b-ab65-03408c702188 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Pushing event deleted for resources: {'Port': ['ID=32d8c76c-2202-4b90-b3bf-d281fe9334ff,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:09.320722 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-544e9682-dc15-422b-ab65-03408c702188 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for floatingip, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:09.323326 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-544e9682-dc15-422b-ab65-03408c702188 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:09.324492 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-544e9682-dc15-422b-ab65-03408c702188 tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "DELETE /v2.0/floatingips/0ca0c163-065e-4b4a-b1c9-47d3570eaaf5 HTTP/1.1" status: 204 len: 168 time: 0.4385951 Nov 12 04:02:12.618335 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54154) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:12.676418 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-75883b64-894e-46b1-a058-520a1b29cb9b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:12.701318 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-75883b64-894e-46b1-a058-520a1b29cb9b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:12.760620 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-75883b64-894e-46b1-a058-520a1b29cb9b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:12.763193 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-75883b64-894e-46b1-a058-520a1b29cb9b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:12.764375 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-75883b64-894e-46b1-a058-520a1b29cb9b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] 10.222.0.50 "DELETE /v2.0/security-groups/d5844b13-24b8-40f7-826a-552ef454b67e HTTP/1.1" status: 204 len: 168 time: 0.1445947 Nov 12 04:02:12.774304 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75883b64-894e-46b1-a058-520a1b29cb9b tempest-TestVolumeBootPattern-1235809504 tempest-TestVolumeBootPattern-1235809504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5844b13-24b8-40f7-826a-552ef454b67e,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:12.826402 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54158) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:13.288203 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8574096d-58b7-4ecb-9f68-c5410ed351f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:13.547696 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-8574096d-58b7-4ecb-9f68-c5410ed351f1 admin admin] Deleting port 1fb85390-3f5c-48c5-aac8-740f1751785c {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:13.547936 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8574096d-58b7-4ecb-9f68-c5410ed351f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:13.632527 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-8574096d-58b7-4ecb-9f68-c5410ed351f1 admin admin] For port 1fb85390-3f5c-48c5-aac8-740f1751785c, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=1fb85390-3f5c-48c5-aac8-740f1751785c,segment=NetworkSegment(0f2f65a3-04d3-403b-a440-78cd841660b6),segment_id=0f2f65a3-04d3-403b-a440-78cd841660b6)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:13.632527 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8574096d-58b7-4ecb-9f68-c5410ed351f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:13.646687 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-8574096d-58b7-4ecb-9f68-c5410ed351f1 admin admin] Calling delete_port for 1fb85390-3f5c-48c5-aac8-740f1751785c owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:13.826942 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8574096d-58b7-4ecb-9f68-c5410ed351f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:13.857465 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574096d-58b7-4ecb-9f68-c5410ed351f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fb85390-3f5c-48c5-aac8-740f1751785c,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:14.031886 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8574096d-58b7-4ecb-9f68-c5410ed351f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:14.251030 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8574096d-58b7-4ecb-9f68-c5410ed351f1 admin admin] Router 8e3d7401-e3df-44d6-ae69-733d594e2ea8 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:02:14.356395 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8574096d-58b7-4ecb-9f68-c5410ed351f1 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:02:14.361832 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8574096d-58b7-4ecb-9f68-c5410ed351f1 admin admin] 10.222.0.50 "PUT /v2.0/routers/8e3d7401-e3df-44d6-ae69-733d594e2ea8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5340829 Nov 12 04:02:14.365176 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54162) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:14.368234 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a473a6-90e0-444b-9d86-363007794ca3 None None] Sync routers for ids ['8e3d7401-e3df-44d6-ae69-733d594e2ea8'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:02:14.379509 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a473a6-90e0-444b-9d86-363007794ca3 None None] Routers {'8e3d7401-e3df-44d6-ae69-733d594e2ea8'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:02:14.380261 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-86a473a6-90e0-444b-9d86-363007794ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:02:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8e3d7401-e3df-44d6-ae69-733d594e2ea8'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:14.475553 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9621ac1c-a6ac-4eb3-b5a4-34e00a0ac1b2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:14.492438 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-86a473a6-90e0-444b-9d86-363007794ca3 None None] Set router 8e3d7401-e3df-44d6-ae69-733d594e2ea8 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:02:14.575268 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9621ac1c-a6ac-4eb3-b5a4-34e00a0ac1b2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:14.632094 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-9621ac1c-a6ac-4eb3-b5a4-34e00a0ac1b2 admin admin] Deleting port da3cdf26-1d62-40a0-ae35-ed3e1696b1c6 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:14.632448 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9621ac1c-a6ac-4eb3-b5a4-34e00a0ac1b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:14.672967 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-86a473a6-90e0-444b-9d86-363007794ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'name': 'tempest-TestVolumeBootPattern-122305054-router', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:20Z', 'updated_at': '2021-11-12T04:02:13Z', 'revision_number': 5, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'gw_port': {'id': 'da3cdf26-1d62-40a0-ae35-ed3e1696b1c6', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:22Z', 'updated_at': '2021-11-12T03:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:14.700068 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a473a6-90e0-444b-9d86-363007794ca3 None None] Checking router: 8e3d7401-e3df-44d6-ae69-733d594e2ea8 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:02:14.709634 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a473a6-90e0-444b-9d86-363007794ca3 None None] Routers {'8e3d7401-e3df-44d6-ae69-733d594e2ea8'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:02:14.710424 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-9621ac1c-a6ac-4eb3-b5a4-34e00a0ac1b2 admin admin] For port da3cdf26-1d62-40a0-ae35-ed3e1696b1c6, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=da3cdf26-1d62-40a0-ae35-ed3e1696b1c6,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:14.710561 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-86a473a6-90e0-444b-9d86-363007794ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:02:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['8e3d7401-e3df-44d6-ae69-733d594e2ea8'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:14.710792 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9621ac1c-a6ac-4eb3-b5a4-34e00a0ac1b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:14.723967 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-9621ac1c-a6ac-4eb3-b5a4-34e00a0ac1b2 admin admin] Calling delete_port for da3cdf26-1d62-40a0-ae35-ed3e1696b1c6 owned by network:router_gateway {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:14.899355 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9621ac1c-a6ac-4eb3-b5a4-34e00a0ac1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:14.929110 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9621ac1c-a6ac-4eb3-b5a4-34e00a0ac1b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=da3cdf26-1d62-40a0-ae35-ed3e1696b1c6,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:14.949044 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13f706c-5eab-416c-be07-0a102637bc8f None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:02:14.975091 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-86a473a6-90e0-444b-9d86-363007794ca3 None None] Set router 8e3d7401-e3df-44d6-ae69-733d594e2ea8 gateway port host: None {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:02:14.998990 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9621ac1c-a6ac-4eb3-b5a4-34e00a0ac1b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:15.026450 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-86a473a6-90e0-444b-9d86-363007794ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'name': 'tempest-TestVolumeBootPattern-122305054-router', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:20Z', 'updated_at': '2021-11-12T04:02:14Z', 'revision_number': 6, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:15.056633 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a473a6-90e0-444b-9d86-363007794ca3 None None] The sync data for ids ['8e3d7401-e3df-44d6-ae69-733d594e2ea8'] in n-d-715271-27 is: [{'id': '8e3d7401-e3df-44d6-ae69-733d594e2ea8', 'name': 'tempest-TestVolumeBootPattern-122305054-router', 'tenant_id': '27d4836293914c108ba09bff97dd7daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:20Z', 'updated_at': '2021-11-12T04:02:14Z', 'revision_number': 6, 'project_id': '27d4836293914c108ba09bff97dd7daa', 'gw_port_host': None}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:02:15.456422 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9621ac1c-a6ac-4eb3-b5a4-34e00a0ac1b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:15.459818 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9621ac1c-a6ac-4eb3-b5a4-34e00a0ac1b2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:15.504605 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9621ac1c-a6ac-4eb3-b5a4-34e00a0ac1b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:15.505130 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9621ac1c-a6ac-4eb3-b5a4-34e00a0ac1b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e3d7401-e3df-44d6-ae69-733d594e2ea8 {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:02:15.509479 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9621ac1c-a6ac-4eb3-b5a4-34e00a0ac1b2 admin admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:15.510625 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9621ac1c-a6ac-4eb3-b5a4-34e00a0ac1b2 admin admin] 10.222.0.50 "DELETE /v2.0/routers/8e3d7401-e3df-44d6-ae69-733d594e2ea8 HTTP/1.1" status: 204 len: 168 time: 1.1444638 Nov 12 04:02:15.513169 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54164) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:15.557757 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-70ea6b26-3ce0-4bc9-b3a9-0a73bfd9238f admin admin] Deleting subnet b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:02:15.561098 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-70ea6b26-3ce0-4bc9-b3a9-0a73bfd9238f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:15.599581 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-70ea6b26-3ce0-4bc9-b3a9-0a73bfd9238f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:15.675231 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-70ea6b26-3ce0-4bc9-b3a9-0a73bfd9238f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:15.728460 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-70ea6b26-3ce0-4bc9-b3a9-0a73bfd9238f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:15.758526 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea6b26-3ce0-4bc9-b3a9-0a73bfd9238f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:15.760752 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-70ea6b26-3ce0-4bc9-b3a9-0a73bfd9238f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:15.763931 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-70ea6b26-3ce0-4bc9-b3a9-0a73bfd9238f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b2fdb9d9-faa4-4360-aeaa-6ceed44f92e2 HTTP/1.1" status: 204 len: 168 time: 0.2497900 Nov 12 04:02:15.766427 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54166) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:15.767302 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038be50f-2776-42d0-8b1b-060c1b5a8b38 None None] Network fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:15.841866 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-922a6df3-68e1-4092-9704-acdb8500cbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:15.904458 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-922a6df3-68e1-4092-9704-acdb8500cbeb admin admin] Deleting port f6331d85-8677-4062-ac50-aeeac2b41e32 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:15.905054 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-922a6df3-68e1-4092-9704-acdb8500cbeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:15.953665 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54bcf63-cde6-4733-8e55-4c19a64a7d97 None None] DHCP port deletion for fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:02:15.982369 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 1fb85390-3f5c-48c5-aac8-740f1751785c no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:02:15.982726 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-922a6df3-68e1-4092-9704-acdb8500cbeb admin admin] For port f6331d85-8677-4062-ac50-aeeac2b41e32, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=f6331d85-8677-4062-ac50-aeeac2b41e32,segment=NetworkSegment(0f2f65a3-04d3-403b-a440-78cd841660b6),segment_id=0f2f65a3-04d3-403b-a440-78cd841660b6)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:15.983121 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-922a6df3-68e1-4092-9704-acdb8500cbeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:15.997380 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-922a6df3-68e1-4092-9704-acdb8500cbeb admin admin] Calling delete_port for f6331d85-8677-4062-ac50-aeeac2b41e32 owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:16.005085 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 1fb85390-3f5c-48c5-aac8-740f1751785c {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:02:16.005501 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 1fb85390-3f5c-48c5-aac8-740f1751785c not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:02:16.006146 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device da3cdf26-1d62-40a0-ae35-ed3e1696b1c6 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:02:16.028213 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: da3cdf26-1d62-40a0-ae35-ed3e1696b1c6 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:02:16.028656 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device da3cdf26-1d62-40a0-ae35-ed3e1696b1c6 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:02:16.047450 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-c54bcf63-cde6-4733-8e55-4c19a64a7d97 None None] Deleting port f6331d85-8677-4062-ac50-aeeac2b41e32 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:16.047829 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c54bcf63-cde6-4733-8e55-4c19a64a7d97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:16.087646 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-922a6df3-68e1-4092-9704-acdb8500cbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:16.117329 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-c54bcf63-cde6-4733-8e55-4c19a64a7d97 None None] For port f6331d85-8677-4062-ac50-aeeac2b41e32, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=f6331d85-8677-4062-ac50-aeeac2b41e32,segment=NetworkSegment(0f2f65a3-04d3-403b-a440-78cd841660b6),segment_id=0f2f65a3-04d3-403b-a440-78cd841660b6)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:16.117603 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c54bcf63-cde6-4733-8e55-4c19a64a7d97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:16.128866 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a6df3-68e1-4092-9704-acdb8500cbeb admin admin] Pushing event deleted for resources: {'Port': ['ID=f6331d85-8677-4062-ac50-aeeac2b41e32,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:16.131251 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-c54bcf63-cde6-4733-8e55-4c19a64a7d97 None None] Calling delete_port for f6331d85-8677-4062-ac50-aeeac2b41e32 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:16.132848 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922a6df3-68e1-4092-9704-acdb8500cbeb admin admin] No DVR routers for this DVR port f6331d85-8677-4062-ac50-aeeac2b41e32 on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:02:16.206168 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-922a6df3-68e1-4092-9704-acdb8500cbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:16.214139 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c54bcf63-cde6-4733-8e55-4c19a64a7d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:16.227772 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-922a6df3-68e1-4092-9704-acdb8500cbeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd0ebce0-aadb-45c0-9566-b61b0d8d63d4']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:16.237237 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-922a6df3-68e1-4092-9704-acdb8500cbeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f2f65a3-04d3-403b-a440-78cd841660b6') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:16.237596 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-922a6df3-68e1-4092-9704-acdb8500cbeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f2f65a3-04d3-403b-a440-78cd841660b6') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:16.241004 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54bcf63-cde6-4733-8e55-4c19a64a7d97 None None] Pushing event deleted for resources: {'Port': ['ID=f6331d85-8677-4062-ac50-aeeac2b41e32,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:16.247385 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-922a6df3-68e1-4092-9704-acdb8500cbeb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:16.248006 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54bcf63-cde6-4733-8e55-4c19a64a7d97 None None] No DVR routers for this DVR port f6331d85-8677-4062-ac50-aeeac2b41e32 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:02:16.262785 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-922a6df3-68e1-4092-9704-acdb8500cbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:16.269550 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-922a6df3-68e1-4092-9704-acdb8500cbeb admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:02:16.270207 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-922a6df3-68e1-4092-9704-acdb8500cbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:16.271900 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 04:02:16.271900 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:02:16.271900 n-d-715271-27 neutron-server[102572]: timer() Nov 12 04:02:16.271900 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:02:16.271900 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 04:02:16.271900 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:02:16.271900 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 04:02:16.271900 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:02:16.271900 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 04:02:16.271900 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:02:16.271900 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 04:02:16.271900 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:02:16.271900 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 04:02:16.271900 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:02:16.271900 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:02:16.271900 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:02:16.271900 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:02:16.271900 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:02:16.271900 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 04:02:16.271900 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:02:16.271900 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 04:02:16.271900 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:02:16.271900 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:02:16.271900 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:02:16.271900 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 04:02:16.271900 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:02:16.271900 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:02:16.271900 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:02:16.271900 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:02:16.271900 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:02:16.271900 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:02:16.271900 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:02:16.329287 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-922a6df3-68e1-4092-9704-acdb8500cbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:16.334748 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-922a6df3-68e1-4092-9704-acdb8500cbeb admin admin] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:16.337907 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-922a6df3-68e1-4092-9704-acdb8500cbeb admin admin] 10.222.0.50 "DELETE /v2.0/networks/fd0ebce0-aadb-45c0-9566-b61b0d8d63d4 HTTP/1.1" status: 204 len: 168 time: 0.5705695 Nov 12 04:02:16.340967 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54168) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:16.348597 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a6df3-68e1-4092-9704-acdb8500cbeb admin admin] Pushing event deleted for resources: {'Network': ['ID=fd0ebce0-aadb-45c0-9566-b61b0d8d63d4,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:16.690440 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a983cdd5-ea6a-4575-bc6d-83038f2bf6ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:16.939329 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-a983cdd5-ea6a-4575-bc6d-83038f2bf6ba admin admin] Deleting port e07cc223-7686-496d-b70f-d0e6feb0419b {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:16.939660 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a983cdd5-ea6a-4575-bc6d-83038f2bf6ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:17.017575 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-a983cdd5-ea6a-4575-bc6d-83038f2bf6ba admin admin] For port e07cc223-7686-496d-b70f-d0e6feb0419b, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e07cc223-7686-496d-b70f-d0e6feb0419b,segment=NetworkSegment(3a1033a3-fb41-4ec6-bdb4-1a1c04f552c3),segment_id=3a1033a3-fb41-4ec6-bdb4-1a1c04f552c3)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:17.017947 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a983cdd5-ea6a-4575-bc6d-83038f2bf6ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:17.032568 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-a983cdd5-ea6a-4575-bc6d-83038f2bf6ba admin admin] Calling delete_port for e07cc223-7686-496d-b70f-d0e6feb0419b owned by network:router_interface {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:17.217336 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a983cdd5-ea6a-4575-bc6d-83038f2bf6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:17.250514 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cdd5-ea6a-4575-bc6d-83038f2bf6ba admin admin] Pushing event deleted for resources: {'Port': ['ID=e07cc223-7686-496d-b70f-d0e6feb0419b,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:17.422871 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a983cdd5-ea6a-4575-bc6d-83038f2bf6ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:17.641344 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a983cdd5-ea6a-4575-bc6d-83038f2bf6ba admin admin] Router b1dbcff6-efc3-48d8-9e6d-0c16596ee48a has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:02:17.750328 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a983cdd5-ea6a-4575-bc6d-83038f2bf6ba admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:02:17.757884 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a983cdd5-ea6a-4575-bc6d-83038f2bf6ba admin admin] 10.222.0.50 "PUT /v2.0/routers/b1dbcff6-efc3-48d8-9e6d-0c16596ee48a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4132919 Nov 12 04:02:17.758522 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54170) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:17.761548 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9571c31c-5e40-4fbb-b49f-f43f3ccd32af None None] Sync routers for ids ['b1dbcff6-efc3-48d8-9e6d-0c16596ee48a'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:02:17.772239 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9571c31c-5e40-4fbb-b49f-f43f3ccd32af None None] Routers {'b1dbcff6-efc3-48d8-9e6d-0c16596ee48a'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:02:17.772844 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-9571c31c-5e40-4fbb-b49f-f43f3ccd32af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:02:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['b1dbcff6-efc3-48d8-9e6d-0c16596ee48a'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:17.863323 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cfd0c0aa-d4b8-4e26-8e76-32a9f0ebadcd admin admin] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:17.876173 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-9571c31c-5e40-4fbb-b49f-f43f3ccd32af None None] Set router b1dbcff6-efc3-48d8-9e6d-0c16596ee48a gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:02:17.979781 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cfd0c0aa-d4b8-4e26-8e76-32a9f0ebadcd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:17.997712 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device f6331d85-8677-4062-ac50-aeeac2b41e32 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:02:18.019567 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: f6331d85-8677-4062-ac50-aeeac2b41e32 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:02:18.019914 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device f6331d85-8677-4062-ac50-aeeac2b41e32 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:02:18.042535 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-cfd0c0aa-d4b8-4e26-8e76-32a9f0ebadcd admin admin] Deleting port 33eaea30-7785-4048-9009-f6f3540413aa {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:18.042859 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cfd0c0aa-d4b8-4e26-8e76-32a9f0ebadcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:18.064833 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-9571c31c-5e40-4fbb-b49f-f43f3ccd32af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1dbcff6-efc3-48d8-9e6d-0c16596ee48a', 'name': 'tempest-TestVolumeBootPattern-532458679-router', 'tenant_id': '9483b856816949158393815077b2d884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '33eaea30-7785-4048-9009-f6f3540413aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:37Z', 'updated_at': '2021-11-12T04:02:17Z', 'revision_number': 5, 'project_id': '9483b856816949158393815077b2d884', 'gw_port': {'id': '33eaea30-7785-4048-9009-f6f3540413aa', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:00:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dbcff6-efc3-48d8-9e6d-0c16596ee48a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:38Z', 'updated_at': '2021-11-12T03:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:18.090610 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9571c31c-5e40-4fbb-b49f-f43f3ccd32af None None] Checking router: b1dbcff6-efc3-48d8-9e6d-0c16596ee48a for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:02:18.099881 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9571c31c-5e40-4fbb-b49f-f43f3ccd32af None None] Routers {'b1dbcff6-efc3-48d8-9e6d-0c16596ee48a'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:02:18.100519 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-9571c31c-5e40-4fbb-b49f-f43f3ccd32af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:02:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['b1dbcff6-efc3-48d8-9e6d-0c16596ee48a'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:18.125751 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-cfd0c0aa-d4b8-4e26-8e76-32a9f0ebadcd admin admin] For port 33eaea30-7785-4048-9009-f6f3540413aa, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=33eaea30-7785-4048-9009-f6f3540413aa,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:18.126369 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cfd0c0aa-d4b8-4e26-8e76-32a9f0ebadcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:18.142816 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-cfd0c0aa-d4b8-4e26-8e76-32a9f0ebadcd admin admin] Calling delete_port for 33eaea30-7785-4048-9009-f6f3540413aa owned by network:router_gateway {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:18.278207 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-9571c31c-5e40-4fbb-b49f-f43f3ccd32af None None] Set router b1dbcff6-efc3-48d8-9e6d-0c16596ee48a gateway port host: None {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:02:18.313821 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cfd0c0aa-d4b8-4e26-8e76-32a9f0ebadcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:18.333288 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-9571c31c-5e40-4fbb-b49f-f43f3ccd32af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1dbcff6-efc3-48d8-9e6d-0c16596ee48a', 'name': 'tempest-TestVolumeBootPattern-532458679-router', 'tenant_id': '9483b856816949158393815077b2d884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:37Z', 'updated_at': '2021-11-12T04:02:17Z', 'revision_number': 6, 'project_id': '9483b856816949158393815077b2d884', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:18.344701 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0c0aa-d4b8-4e26-8e76-32a9f0ebadcd admin admin] Pushing event deleted for resources: {'Port': ['ID=33eaea30-7785-4048-9009-f6f3540413aa,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:18.359312 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd0c0aa-d4b8-4e26-8e76-32a9f0ebadcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:18.359559 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9571c31c-5e40-4fbb-b49f-f43f3ccd32af None None] The sync data for ids ['b1dbcff6-efc3-48d8-9e6d-0c16596ee48a'] in n-d-715271-27 is: [{'id': 'b1dbcff6-efc3-48d8-9e6d-0c16596ee48a', 'name': 'tempest-TestVolumeBootPattern-532458679-router', 'tenant_id': '9483b856816949158393815077b2d884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:37Z', 'updated_at': '2021-11-12T04:02:17Z', 'revision_number': 6, 'project_id': '9483b856816949158393815077b2d884', 'gw_port_host': None}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:02:18.359724 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd0c0aa-d4b8-4e26-8e76-32a9f0ebadcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:18.359981 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd0c0aa-d4b8-4e26-8e76-32a9f0ebadcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:18.360335 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd0c0aa-d4b8-4e26-8e76-32a9f0ebadcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:18.360837 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd0c0aa-d4b8-4e26-8e76-32a9f0ebadcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:18.361236 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd0c0aa-d4b8-4e26-8e76-32a9f0ebadcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:18.361561 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd0c0aa-d4b8-4e26-8e76-32a9f0ebadcd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:18.361883 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd0c0aa-d4b8-4e26-8e76-32a9f0ebadcd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:18.362030 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9804ac0-4b17-4655-a7c7-a93ea72d02a5 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:02:18.362202 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd0c0aa-d4b8-4e26-8e76-32a9f0ebadcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:18.362605 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd0c0aa-d4b8-4e26-8e76-32a9f0ebadcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:18.363534 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd0c0aa-d4b8-4e26-8e76-32a9f0ebadcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:18.364133 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd0c0aa-d4b8-4e26-8e76-32a9f0ebadcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:18.419628 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:18.424848 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cfd0c0aa-d4b8-4e26-8e76-32a9f0ebadcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:18.515022 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cfd0c0aa-d4b8-4e26-8e76-32a9f0ebadcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:18.517193 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cfd0c0aa-d4b8-4e26-8e76-32a9f0ebadcd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:18.560345 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cfd0c0aa-d4b8-4e26-8e76-32a9f0ebadcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:18.560869 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd0c0aa-d4b8-4e26-8e76-32a9f0ebadcd admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1dbcff6-efc3-48d8-9e6d-0c16596ee48a {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:02:18.565087 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cfd0c0aa-d4b8-4e26-8e76-32a9f0ebadcd admin admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:18.566408 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-cfd0c0aa-d4b8-4e26-8e76-32a9f0ebadcd admin admin] 10.222.0.50 "DELETE /v2.0/routers/b1dbcff6-efc3-48d8-9e6d-0c16596ee48a HTTP/1.1" status: 204 len: 168 time: 0.8069024 Nov 12 04:02:18.569108 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54172) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:18.618946 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-6004c66b-2a87-4033-9972-21f654d2c5d0 admin admin] Deleting subnet 023da17f-212f-4525-a122-283ad6c00b6f {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:02:18.622082 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6004c66b-2a87-4033-9972-21f654d2c5d0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:18.656950 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6004c66b-2a87-4033-9972-21f654d2c5d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:18.736713 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6004c66b-2a87-4033-9972-21f654d2c5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:18.797410 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6004c66b-2a87-4033-9972-21f654d2c5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:18.825231 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004c66b-2a87-4033-9972-21f654d2c5d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=023da17f-212f-4525-a122-283ad6c00b6f,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:18.827253 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6004c66b-2a87-4033-9972-21f654d2c5d0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:18.830456 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6004c66b-2a87-4033-9972-21f654d2c5d0 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/023da17f-212f-4525-a122-283ad6c00b6f HTTP/1.1" status: 204 len: 168 time: 0.2604272 Nov 12 04:02:18.833470 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54174) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:18.835875 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0aa1af-1b37-4850-a702-7378c02578f1 None None] Network 87766de0-d1fa-4aed-a7ec-3e6d57b8aea6 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:18.902115 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6317eed2-67fb-41af-8815-749729a97c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:18.957107 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-6317eed2-67fb-41af-8815-749729a97c31 admin admin] Deleting port c5226751-830c-41e8-9ca0-059c286accd6 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:18.957682 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6317eed2-67fb-41af-8815-749729a97c31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:19.025603 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-6317eed2-67fb-41af-8815-749729a97c31 admin admin] For port c5226751-830c-41e8-9ca0-059c286accd6, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=c5226751-830c-41e8-9ca0-059c286accd6,segment=NetworkSegment(3a1033a3-fb41-4ec6-bdb4-1a1c04f552c3),segment_id=3a1033a3-fb41-4ec6-bdb4-1a1c04f552c3)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:19.025960 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6317eed2-67fb-41af-8815-749729a97c31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:19.039129 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-6317eed2-67fb-41af-8815-749729a97c31 admin admin] Calling delete_port for c5226751-830c-41e8-9ca0-059c286accd6 owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:19.116939 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6317eed2-67fb-41af-8815-749729a97c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:19.147716 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6317eed2-67fb-41af-8815-749729a97c31 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5226751-830c-41e8-9ca0-059c286accd6,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:19.151180 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6317eed2-67fb-41af-8815-749729a97c31 admin admin] No DVR routers for this DVR port c5226751-830c-41e8-9ca0-059c286accd6 on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:02:19.169135 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af740ef2-294d-4d6d-94de-7b9d570d8b2f None None] DHCP port deletion for 87766de0-d1fa-4aed-a7ec-3e6d57b8aea6 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:02:19.226761 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6317eed2-67fb-41af-8815-749729a97c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:19.247033 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-6317eed2-67fb-41af-8815-749729a97c31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87766de0-d1fa-4aed-a7ec-3e6d57b8aea6']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:19.257351 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-6317eed2-67fb-41af-8815-749729a97c31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a1033a3-fb41-4ec6-bdb4-1a1c04f552c3') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:19.257647 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-6317eed2-67fb-41af-8815-749729a97c31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a1033a3-fb41-4ec6-bdb4-1a1c04f552c3') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:19.273290 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6317eed2-67fb-41af-8815-749729a97c31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:19.287504 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6317eed2-67fb-41af-8815-749729a97c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:19.293902 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6317eed2-67fb-41af-8815-749729a97c31 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:02:19.294275 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6317eed2-67fb-41af-8815-749729a97c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:19.296099 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 04:02:19.296099 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:02:19.296099 n-d-715271-27 neutron-server[102571]: timer() Nov 12 04:02:19.296099 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:02:19.296099 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 04:02:19.296099 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:02:19.296099 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 04:02:19.296099 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:02:19.296099 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 04:02:19.296099 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:02:19.296099 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 04:02:19.296099 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:02:19.296099 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 04:02:19.296099 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:02:19.296099 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:02:19.296099 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:02:19.296099 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:02:19.296099 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:02:19.296099 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 04:02:19.296099 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:02:19.296099 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 04:02:19.296099 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:02:19.296099 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:02:19.296099 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:02:19.296099 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 04:02:19.296099 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:02:19.296099 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:02:19.296099 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:02:19.296099 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:02:19.296099 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:02:19.296099 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:02:19.296099 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:02:19.354447 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6317eed2-67fb-41af-8815-749729a97c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:19.361623 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6317eed2-67fb-41af-8815-749729a97c31 admin admin] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:19.365138 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6317eed2-67fb-41af-8815-749729a97c31 admin admin] 10.222.0.50 "DELETE /v2.0/networks/87766de0-d1fa-4aed-a7ec-3e6d57b8aea6 HTTP/1.1" status: 204 len: 168 time: 0.5306158 Nov 12 04:02:19.380460 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6317eed2-67fb-41af-8815-749729a97c31 admin admin] Pushing event deleted for resources: {'Network': ['ID=87766de0-d1fa-4aed-a7ec-3e6d57b8aea6,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:19.497200 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54178) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:19.537494 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e45b15a3-e631-4d2a-9504-9e47fb27a0a6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=27d4836293914c108ba09bff97dd7daa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391338 Nov 12 04:02:19.539915 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54180) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:19.591322 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d567a4d6-ef32-405c-9a6e-43b795fc0b4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:19.616882 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d567a4d6-ef32-405c-9a6e-43b795fc0b4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:19.662206 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d567a4d6-ef32-405c-9a6e-43b795fc0b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:19.664788 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d567a4d6-ef32-405c-9a6e-43b795fc0b4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:19.665975 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d567a4d6-ef32-405c-9a6e-43b795fc0b4e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/52ab5398-20e2-428d-9baf-a61183f201a4 HTTP/1.1" status: 204 len: 168 time: 0.1251180 Nov 12 04:02:19.674062 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d567a4d6-ef32-405c-9a6e-43b795fc0b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ab5398-20e2-428d-9baf-a61183f201a4,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:19.934922 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 33eaea30-7785-4048-9009-f6f3540413aa no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:02:19.955543 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 33eaea30-7785-4048-9009-f6f3540413aa {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:02:19.956368 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 33eaea30-7785-4048-9009-f6f3540413aa not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:02:19.956678 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e07cc223-7686-496d-b70f-d0e6feb0419b no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:02:19.977209 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: e07cc223-7686-496d-b70f-d0e6feb0419b {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:02:19.977558 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e07cc223-7686-496d-b70f-d0e6feb0419b not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:02:19.977981 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device c5226751-830c-41e8-9ca0-059c286accd6 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:02:19.993053 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54186) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:20.001182 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: c5226751-830c-41e8-9ca0-059c286accd6 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:02:20.001464 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device c5226751-830c-41e8-9ca0-059c286accd6 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:02:20.035881 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-cbf21fa8-198b-4195-a305-20add7a7c8ca admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9483b856816949158393815077b2d884&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406957 Nov 12 04:02:20.037511 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54188) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:20.084742 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-992b7011-1180-4be4-b35f-0b75c028c2bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:20.105475 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-992b7011-1180-4be4-b35f-0b75c028c2bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:20.153916 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-992b7011-1180-4be4-b35f-0b75c028c2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:20.156701 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-992b7011-1180-4be4-b35f-0b75c028c2bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:20.160819 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-992b7011-1180-4be4-b35f-0b75c028c2bd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/60d01937-e878-46d2-8ee2-d70151b6951f HTTP/1.1" status: 204 len: 168 time: 0.1221049 Nov 12 04:02:20.168838 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b7011-1180-4be4-b35f-0b75c028c2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d01937-e878-46d2-8ee2-d70151b6951f,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:28.447678 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-76e32113-6bbe-48b6-941f-74d260eae1d3 req-ddff00cd-e51a-4a97-9c11-21b7c0da908e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f25592af-3638-4942-bd6d-5bb9c565ef53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1872735 Nov 12 04:02:28.533013 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e32113-6bbe-48b6-941f-74d260eae1d3 req-801af04f-4b6b-4b52-8892-2eff41295d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:28.534438 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-76e32113-6bbe-48b6-941f-74d260eae1d3 req-801af04f-4b6b-4b52-8892-2eff41295d80 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7ef96e16fae9482b9643848210ab127b&device_id=f25592af-3638-4942-bd6d-5bb9c565ef53 HTTP/1.1" status: 200 len: 1098 time: 0.0413144 Nov 12 04:02:28.639258 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e32113-6bbe-48b6-941f-74d260eae1d3 req-349481b5-b704-4647-8fe2-7a5805b798bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:28.640770 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-76e32113-6bbe-48b6-941f-74d260eae1d3 req-349481b5-b704-4647-8fe2-7a5805b798bf service neutron] 10.222.0.74 "GET /v2.0/networks?id=9383dcd4-e1f8-462e-a964-73993f22e2c0 HTTP/1.1" status: 200 len: 898 time: 0.0842173 Nov 12 04:02:28.711947 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-76e32113-6bbe-48b6-941f-74d260eae1d3 req-d024d3ff-6802-4aeb-82d1-02cdb8b42e24 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bb452f0-cfe0-49ad-ad8e-fe70820a1be7 HTTP/1.1" status: 200 len: 1002 time: 0.0615072 Nov 12 04:02:28.767653 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e32113-6bbe-48b6-941f-74d260eae1d3 req-d721ac3c-14e9-4591-832d-1e7ce7e6b88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:28.769199 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-76e32113-6bbe-48b6-941f-74d260eae1d3 req-d721ac3c-14e9-4591-832d-1e7ce7e6b88c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=90a83ae8-7cd4-4ad9-b142-1f9678f2c496 HTTP/1.1" status: 200 len: 835 time: 0.0485473 Nov 12 04:02:28.817990 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e32113-6bbe-48b6-941f-74d260eae1d3 req-4c0ad94a-b7ea-4ced-b366-f32efb99942d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:28.819406 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-76e32113-6bbe-48b6-941f-74d260eae1d3 req-4c0ad94a-b7ea-4ced-b366-f32efb99942d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9383dcd4-e1f8-462e-a964-73993f22e2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428245 Nov 12 04:02:28.914446 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-76e32113-6bbe-48b6-941f-74d260eae1d3 req-a5e4ef17-1a79-4fe2-bf5e-e730079478bb service neutron] 10.222.0.74 "GET /v2.0/networks/9383dcd4-e1f8-462e-a964-73993f22e2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858710 Nov 12 04:02:29.003951 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-76e32113-6bbe-48b6-941f-74d260eae1d3 req-87c16811-2a5f-41eb-8279-1b5e7ab318d7 service neutron] 10.222.0.74 "GET /v2.0/networks/9383dcd4-e1f8-462e-a964-73993f22e2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817041 Nov 12 04:02:30.380951 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f811d586-c1dc-4a91-b3f7-306aeec8edc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:33.205325 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ad26e-a97a-48a7-8eaa-ec29f81ff1a6 req-d89cffb1-601e-429b-8bf9-bea456ff4b86 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:33.207669 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-017ad26e-a97a-48a7-8eaa-ec29f81ff1a6 req-d89cffb1-601e-429b-8bf9-bea456ff4b86 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=f25592af-3638-4942-bd6d-5bb9c565ef53 HTTP/1.1" status: 200 len: 946 time: 0.1156237 Nov 12 04:02:33.261836 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-017ad26e-a97a-48a7-8eaa-ec29f81ff1a6 req-1046d679-1f3e-49f3-891e-f41336820976 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=b63dcfe5-cc9e-4ba6-9ec1-d23429a05972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456989 Nov 12 04:02:33.403095 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fd647233-9fa9-4ddb-a48f-890dde4a645c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:34.197938 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:34.385457 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10b523-b9a3-452c-8741-63c3ff4aecd5 req-edea6c4e-db7b-4e3c-8554-b9fecb60a671 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:34.386964 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8c10b523-b9a3-452c-8741-63c3ff4aecd5 req-edea6c4e-db7b-4e3c-8554-b9fecb60a671 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=f25592af-3638-4942-bd6d-5bb9c565ef53 HTTP/1.1" status: 200 len: 946 time: 0.0544944 Nov 12 04:02:34.437202 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8c10b523-b9a3-452c-8741-63c3ff4aecd5 req-02fb27a5-5ed4-4215-93a0-9f77f53a0054 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=b63dcfe5-cc9e-4ba6-9ec1-d23429a05972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442688 Nov 12 04:02:35.537297 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:35.562563 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba058b1e-f40b-4cac-899c-af52f2e36509 req-ea66de5c-502b-41b8-9553-70527747b3f0 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:35.564109 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ba058b1e-f40b-4cac-899c-af52f2e36509 req-ea66de5c-502b-41b8-9553-70527747b3f0 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=f25592af-3638-4942-bd6d-5bb9c565ef53 HTTP/1.1" status: 200 len: 946 time: 0.0556619 Nov 12 04:02:35.622073 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ba058b1e-f40b-4cac-899c-af52f2e36509 req-45109493-b72a-4e9c-b976-43ea1563df57 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=b63dcfe5-cc9e-4ba6-9ec1-d23429a05972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513499 Nov 12 04:02:36.381244 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:36.739821 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aab4ef-3c59-4e41-8a9c-b1d6acd8158c req-e0577e5a-6453-4043-bdec-b7238a9499cd tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:36.741330 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d3aab4ef-3c59-4e41-8a9c-b1d6acd8158c req-e0577e5a-6453-4043-bdec-b7238a9499cd tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=f25592af-3638-4942-bd6d-5bb9c565ef53 HTTP/1.1" status: 200 len: 946 time: 0.0500741 Nov 12 04:02:36.790167 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d3aab4ef-3c59-4e41-8a9c-b1d6acd8158c req-e438c8d9-afac-48a5-b131-c63071d76326 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=b63dcfe5-cc9e-4ba6-9ec1-d23429a05972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428855 Nov 12 04:02:37.907549 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab17d5-91d5-47ae-8682-60c89d88e6e6 req-3456c720-6c7f-47a3-810e-e215b1955ad3 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:37.909862 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-27ab17d5-91d5-47ae-8682-60c89d88e6e6 req-3456c720-6c7f-47a3-810e-e215b1955ad3 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=f25592af-3638-4942-bd6d-5bb9c565ef53 HTTP/1.1" status: 200 len: 946 time: 0.0506272 Nov 12 04:02:37.960610 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-27ab17d5-91d5-47ae-8682-60c89d88e6e6 req-42f67d89-b544-4faa-9489-61b8d82feb96 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=b63dcfe5-cc9e-4ba6-9ec1-d23429a05972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446417 Nov 12 04:02:38.846801 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:39.082474 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca338529-6ef6-4818-bf2e-c7993ce055eb req-cd4574d3-12af-4d7f-a38b-f1649590fa34 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:39.083950 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ca338529-6ef6-4818-bf2e-c7993ce055eb req-cd4574d3-12af-4d7f-a38b-f1649590fa34 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=f25592af-3638-4942-bd6d-5bb9c565ef53 HTTP/1.1" status: 200 len: 946 time: 0.0546310 Nov 12 04:02:39.461566 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ca338529-6ef6-4818-bf2e-c7993ce055eb req-f7b7ba72-47b2-405c-a2da-72c9cea5ece1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=b63dcfe5-cc9e-4ba6-9ec1-d23429a05972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3715308 Nov 12 04:02:40.585665 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5f750-7f9c-47dc-a004-227478fb5da8 req-d8740fc7-1888-4ddd-9dae-74605ec00dd2 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:40.587171 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-89d5f750-7f9c-47dc-a004-227478fb5da8 req-d8740fc7-1888-4ddd-9dae-74605ec00dd2 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=f25592af-3638-4942-bd6d-5bb9c565ef53 HTTP/1.1" status: 200 len: 946 time: 0.0548067 Nov 12 04:02:40.638249 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-89d5f750-7f9c-47dc-a004-227478fb5da8 req-9b71a735-2020-4696-b8fb-f812da6cb93f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=b63dcfe5-cc9e-4ba6-9ec1-d23429a05972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451088 Nov 12 04:02:41.755188 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffdc200-ffaa-4460-a3bc-1fb2960919b6 req-406deeb6-4697-4fad-8ad6-fa33b24e3504 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:41.756816 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1ffdc200-ffaa-4460-a3bc-1fb2960919b6 req-406deeb6-4697-4fad-8ad6-fa33b24e3504 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=f25592af-3638-4942-bd6d-5bb9c565ef53 HTTP/1.1" status: 200 len: 946 time: 0.0488615 Nov 12 04:02:41.805983 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1ffdc200-ffaa-4460-a3bc-1fb2960919b6 req-ba96dbd4-5d8a-4a0c-a03f-896f16fd0db0 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=b63dcfe5-cc9e-4ba6-9ec1-d23429a05972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432527 Nov 12 04:02:42.923523 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95e1a0-05a4-4ef3-88e0-98518cea727b req-b33db0d5-89ec-4651-8497-4f43954cdefd tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:42.925744 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ca95e1a0-05a4-4ef3-88e0-98518cea727b req-b33db0d5-89ec-4651-8497-4f43954cdefd tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=f25592af-3638-4942-bd6d-5bb9c565ef53 HTTP/1.1" status: 200 len: 946 time: 0.0508699 Nov 12 04:02:42.976131 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ca95e1a0-05a4-4ef3-88e0-98518cea727b req-d4711037-2873-4cf7-a3f7-901b6f5ee6ad tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=b63dcfe5-cc9e-4ba6-9ec1-d23429a05972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434806 Nov 12 04:02:43.944519 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:02:44.095759 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ab425-002f-45d0-b4f6-389bf908ad60 req-5c12e676-662e-4976-a9f2-a990a8f04907 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:44.098046 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e41ab425-002f-45d0-b4f6-389bf908ad60 req-5c12e676-662e-4976-a9f2-a990a8f04907 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=f25592af-3638-4942-bd6d-5bb9c565ef53 HTTP/1.1" status: 200 len: 946 time: 0.0506938 Nov 12 04:02:44.149577 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e41ab425-002f-45d0-b4f6-389bf908ad60 req-84d8f08d-8944-4710-8a00-94e1e361ddd6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=b63dcfe5-cc9e-4ba6-9ec1-d23429a05972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455675 Nov 12 04:02:45.269540 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f21513-0c0d-4c3e-81ca-a91797d0ba07 req-22f0255a-c82d-4a57-84b2-0e0694e21b68 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:45.270987 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-81f21513-0c0d-4c3e-81ca-a91797d0ba07 req-22f0255a-c82d-4a57-84b2-0e0694e21b68 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=f25592af-3638-4942-bd6d-5bb9c565ef53 HTTP/1.1" status: 200 len: 946 time: 0.0492783 Nov 12 04:02:45.327385 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-81f21513-0c0d-4c3e-81ca-a91797d0ba07 req-bcafb561-1c1f-4ed8-9fcb-fdab89da06bd tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=b63dcfe5-cc9e-4ba6-9ec1-d23429a05972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499384 Nov 12 04:02:46.480983 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06918bd-ceb1-4454-8b54-00177d7f908b req-98161627-f577-4d01-9587-f52b73c7b050 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:46.482459 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f06918bd-ceb1-4454-8b54-00177d7f908b req-98161627-f577-4d01-9587-f52b73c7b050 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=f25592af-3638-4942-bd6d-5bb9c565ef53 HTTP/1.1" status: 200 len: 946 time: 0.0802865 Nov 12 04:02:46.484215 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240de41e-5a3b-43bb-bba3-2bb146a5a533 req-60ce1cfb-0e1a-4b42-8201-918032c82406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:46.485554 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-240de41e-5a3b-43bb-bba3-2bb146a5a533 req-60ce1cfb-0e1a-4b42-8201-918032c82406 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f25592af-3638-4942-bd6d-5bb9c565ef53 HTTP/1.1" status: 200 len: 1098 time: 0.0730772 Nov 12 04:02:46.560871 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f06918bd-ceb1-4454-8b54-00177d7f908b req-7fa18eea-a0ba-4de0-80a0-8f18c1ab5433 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=b63dcfe5-cc9e-4ba6-9ec1-d23429a05972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716944 Nov 12 04:02:46.564674 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-240de41e-5a3b-43bb-bba3-2bb146a5a533 req-a94efef4-8105-4171-a034-23a6dcb11af3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b63dcfe5-cc9e-4ba6-9ec1-d23429a05972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697119 Nov 12 04:02:47.682878 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c426d0e-bc75-4675-b46c-940d34f0b3e8 req-9325a559-de1e-495c-8f96-572ff90cb3e4 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:47.684314 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9c426d0e-bc75-4675-b46c-940d34f0b3e8 req-9325a559-de1e-495c-8f96-572ff90cb3e4 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=f25592af-3638-4942-bd6d-5bb9c565ef53 HTTP/1.1" status: 200 len: 946 time: 0.0520997 Nov 12 04:02:47.738099 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9c426d0e-bc75-4675-b46c-940d34f0b3e8 req-37eb6240-3565-49e2-a7ad-d9ebcbaac098 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=b63dcfe5-cc9e-4ba6-9ec1-d23429a05972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478311 Nov 12 04:02:47.821813 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 1bb452f0-cfe0-49ad-ad8e-fe70820a1be7 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:02:47.917808 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 1bb452f0-cfe0-49ad-ad8e-fe70820a1be7, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=1bb452f0-cfe0-49ad-ad8e-fe70820a1be7,segment=NetworkSegment(63b32fb8-1286-41e8-8782-2549256a7b19),segment_id=63b32fb8-1286-41e8-8782-2549256a7b19)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:47.929335 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '1bb452f0-cfe0-49ad-ad8e-fe70820a1be7', 'network_id': '9383dcd4-e1f8-462e-a964-73993f22e2c0', 'port_id': '1bb452f0-cfe0-49ad-ad8e-fe70820a1be7', 'mac_address': 'fa:16:3e:aa:a1:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90a83ae8-7cd4-4ad9-b142-1f9678f2c496', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:02:47.965714 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.978213 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1bb452f0-cfe0-49ad-ad8e-fe70820a1be7 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:02:47.997705 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 1bb452f0-cfe0-49ad-ad8e-fe70820a1be7, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=1bb452f0-cfe0-49ad-ad8e-fe70820a1be7,segment=NetworkSegment(63b32fb8-1286-41e8-8782-2549256a7b19),segment_id=63b32fb8-1286-41e8-8782-2549256a7b19)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:48.001875 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.057130 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=1bb452f0-cfe0-49ad-ad8e-fe70820a1be7,revision_number=6']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:48.064350 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:48.064888 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:48.065009 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:48.065373 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:48.065847 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:48.066296 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:48.066623 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:48.066948 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:48.067280 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:48.067596 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:48.067916 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:48.068270 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:48.259609 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['1bb452f0-cfe0-49ad-ad8e-fe70820a1be7'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:02:48.436217 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.859952 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc875e16-c711-4a33-bdb8-03ebe33483fc req-e0c4ad0f-1246-424f-91ba-41ef8b5fa812 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:48.861445 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dc875e16-c711-4a33-bdb8-03ebe33483fc req-e0c4ad0f-1246-424f-91ba-41ef8b5fa812 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=f25592af-3638-4942-bd6d-5bb9c565ef53 HTTP/1.1" status: 200 len: 945 time: 0.0527115 Nov 12 04:02:48.910814 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dc875e16-c711-4a33-bdb8-03ebe33483fc req-96396b66-3b11-43cb-9dc1-696a4afb3dc0 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=b63dcfe5-cc9e-4ba6-9ec1-d23429a05972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431643 Nov 12 04:02:48.933367 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54252) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:48.993092 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-cdd4c4c8-6065-4424-b8d3-514db906ab0b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/floatingips/a3bfa40c-6804-4ce3-8b06-c02d489cd83f HTTP/1.1" status: 200 len: 993 time: 0.0586054 Nov 12 04:02:49.853100 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 1bb452f0-cfe0-49ad-ad8e-fe70820a1be7 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:02:49.901627 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 1bb452f0-cfe0-49ad-ad8e-fe70820a1be7 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:49.901999 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:49.982127 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:50.006203 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25592af-3638-4942-bd6d-5bb9c565ef53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb452f0-cfe0-49ad-ad8e-fe70820a1be7'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:02:50.008451 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbdf1d44-0ad9-4ed9-a54d-2226fc8b5542" -d '{"events": [{"server_uuid": "f25592af-3638-4942-bd6d-5bb9c565ef53", "name": "network-vif-plugged", "status": "completed", "tag": "1bb452f0-cfe0-49ad-ad8e-fe70820a1be7"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:02:50.021214 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 1bb452f0-cfe0-49ad-ad8e-fe70820a1be7, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=1bb452f0-cfe0-49ad-ad8e-fe70820a1be7,segment=NetworkSegment(63b32fb8-1286-41e8-8782-2549256a7b19),segment_id=63b32fb8-1286-41e8-8782-2549256a7b19)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:50.025914 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:50.052823 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b38fc3-9f33-4324-ae97-30946a6e7b57 x-openstack-request-id: req-93b38fc3-9f33-4324-ae97-30946a6e7b57 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:02:50.053110 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25592af-3638-4942-bd6d-5bb9c565ef53", "name": "network-vif-plugged", "status": "completed", "tag": "1bb452f0-cfe0-49ad-ad8e-fe70820a1be7", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:02:50.053360 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-93b38fc3-9f33-4324-ae97-30946a6e7b57 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:02:50.053752 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25592af-3638-4942-bd6d-5bb9c565ef53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb452f0-cfe0-49ad-ad8e-fe70820a1be7', 'code': 200} Nov 12 04:02:50.077099 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=1bb452f0-cfe0-49ad-ad8e-fe70820a1be7,revision_number=7']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:00.382142 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-36125a0a-ca3a-4752-878f-c03dd590dda5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:03.403489 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-439b06e1-45ba-4835-ba53-cee621ff65d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.200058 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:05.531451 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:06.384639 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:08.864023 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:18.410887 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:20.944050 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:03:26.213433 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54266) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:26.369545 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-260ff29f-c88b-44fc-a5dc-0a78a3a6c3d1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Deleting port 00a09544-88c3-42a5-b64d-a68641e75e70 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:26.369877 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-260ff29f-c88b-44fc-a5dc-0a78a3a6c3d1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:26.449163 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-260ff29f-c88b-44fc-a5dc-0a78a3a6c3d1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:26.449473 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-260ff29f-c88b-44fc-a5dc-0a78a3a6c3d1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:26.460812 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-260ff29f-c88b-44fc-a5dc-0a78a3a6c3d1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Calling delete_port for 00a09544-88c3-42a5-b64d-a68641e75e70 owned by network:floatingip {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:26.604250 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-260ff29f-c88b-44fc-a5dc-0a78a3a6c3d1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:26.632003 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260ff29f-c88b-44fc-a5dc-0a78a3a6c3d1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event deleted for resources: {'Port': ['ID=00a09544-88c3-42a5-b64d-a68641e75e70,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:26.642459 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ff29f-c88b-44fc-a5dc-0a78a3a6c3d1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:26.642894 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ff29f-c88b-44fc-a5dc-0a78a3a6c3d1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:26.643138 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ff29f-c88b-44fc-a5dc-0a78a3a6c3d1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:26.643468 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ff29f-c88b-44fc-a5dc-0a78a3a6c3d1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:26.644249 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ff29f-c88b-44fc-a5dc-0a78a3a6c3d1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:26.644249 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ff29f-c88b-44fc-a5dc-0a78a3a6c3d1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:26.645045 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ff29f-c88b-44fc-a5dc-0a78a3a6c3d1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:26.645349 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ff29f-c88b-44fc-a5dc-0a78a3a6c3d1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:26.645664 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ff29f-c88b-44fc-a5dc-0a78a3a6c3d1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:26.645975 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ff29f-c88b-44fc-a5dc-0a78a3a6c3d1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:26.646290 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ff29f-c88b-44fc-a5dc-0a78a3a6c3d1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:26.646605 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ff29f-c88b-44fc-a5dc-0a78a3a6c3d1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:26.705434 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-260ff29f-c88b-44fc-a5dc-0a78a3a6c3d1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for floatingip, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:26.705820 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [None req-260ff29f-c88b-44fc-a5dc-0a78a3a6c3d1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Floating IP a3bfa40c-6804-4ce3-8b06-c02d489cd83f disassociated (deleted). External IP: 172.25.5.114, port: 1bb452f0-cfe0-49ad-ad8e-fe70820a1be7. Nov 12 04:03:26.916318 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-260ff29f-c88b-44fc-a5dc-0a78a3a6c3d1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Router 0a3766ed-2203-4d4f-8086-f9cdc41bc8a9 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:03:27.023680 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260ff29f-c88b-44fc-a5dc-0a78a3a6c3d1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:27.028604 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-260ff29f-c88b-44fc-a5dc-0a78a3a6c3d1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:27.033232 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135bcffd-e6b8-4d40-b89e-06f15a4bad4c None None] Sync routers for ids ['0a3766ed-2203-4d4f-8086-f9cdc41bc8a9'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:27.042973 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135bcffd-e6b8-4d40-b89e-06f15a4bad4c None None] Routers {'0a3766ed-2203-4d4f-8086-f9cdc41bc8a9'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:27.043582 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-135bcffd-e6b8-4d40-b89e-06f15a4bad4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:03:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['0a3766ed-2203-4d4f-8086-f9cdc41bc8a9'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:27.057502 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-260ff29f-c88b-44fc-a5dc-0a78a3a6c3d1 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "DELETE /v2.0/floatingips/a3bfa40c-6804-4ce3-8b06-c02d489cd83f HTTP/1.1" status: 204 len: 168 time: 0.8430810 Nov 12 04:03:27.058093 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f25592af-3638-4942-bd6d-5bb9c565ef53', 'tag': '1bb452f0-cfe0-49ad-ad8e-fe70820a1be7'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:27.060738 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816698f3-e0c4-45bd-9a3b-de01da51ec8d" -d '{"events": [{"name": "network-changed", "server_uuid": "f25592af-3638-4942-bd6d-5bb9c565ef53", "tag": "1bb452f0-cfe0-49ad-ad8e-fe70820a1be7"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:27.098287 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7195913e-b227-4b0e-b404-203ba5324def x-openstack-request-id: req-7195913e-b227-4b0e-b404-203ba5324def {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:27.098587 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f25592af-3638-4942-bd6d-5bb9c565ef53", "tag": "1bb452f0-cfe0-49ad-ad8e-fe70820a1be7", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:27.098841 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7195913e-b227-4b0e-b404-203ba5324def {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:27.099253 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f25592af-3638-4942-bd6d-5bb9c565ef53', 'tag': '1bb452f0-cfe0-49ad-ad8e-fe70820a1be7', 'status': 'completed', 'code': 200} Nov 12 04:03:27.165462 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-135bcffd-e6b8-4d40-b89e-06f15a4bad4c None None] Set router 0a3766ed-2203-4d4f-8086-f9cdc41bc8a9 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:27.174231 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816698f3-e0c4-45bd-9a3b-de01da51ec8d req-a189f3c3-0045-4bb3-ba7c-19c9975f8059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:27.178881 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-816698f3-e0c4-45bd-9a3b-de01da51ec8d req-a189f3c3-0045-4bb3-ba7c-19c9975f8059 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7ef96e16fae9482b9643848210ab127b&device_id=f25592af-3638-4942-bd6d-5bb9c565ef53 HTTP/1.1" status: 200 len: 1098 time: 0.0549355 Nov 12 04:03:27.318660 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c991edf-9a69-4c5e-8167-a30b3d7fda83 req-3d102d05-19b4-4926-b6b3-d43829274113 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:27.320194 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1c991edf-9a69-4c5e-8167-a30b3d7fda83 req-3d102d05-19b4-4926-b6b3-d43829274113 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=f25592af-3638-4942-bd6d-5bb9c565ef53 HTTP/1.1" status: 200 len: 946 time: 0.0744700 Nov 12 04:03:27.321205 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816698f3-e0c4-45bd-9a3b-de01da51ec8d req-cf25755f-cb6e-4e3c-917f-12d52912ccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:27.322820 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-816698f3-e0c4-45bd-9a3b-de01da51ec8d req-cf25755f-cb6e-4e3c-917f-12d52912ccaa service neutron] 10.222.0.74 "GET /v2.0/networks?id=9383dcd4-e1f8-462e-a964-73993f22e2c0 HTTP/1.1" status: 200 len: 898 time: 0.1359785 Nov 12 04:03:27.377147 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-135bcffd-e6b8-4d40-b89e-06f15a4bad4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3766ed-2203-4d4f-8086-f9cdc41bc8a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726681799', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '002794c9-7756-4c1d-a1aa-58b945343323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:35Z', 'updated_at': '2021-11-12T04:01:39Z', 'revision_number': 4, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': '002794c9-7756-4c1d-a1aa-58b945343323', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3766ed-2203-4d4f-8086-f9cdc41bc8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:36Z', 'updated_at': '2021-11-12T04:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'd6c77963-9212-4c1e-8fcc-df616188c30b', 'name': '', 'network_id': '9383dcd4-e1f8-462e-a964-73993f22e2c0', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'mac_address': 'fa:16:3e:be:86:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3766ed-2203-4d4f-8086-f9cdc41bc8a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '90a83ae8-7cd4-4ad9-b142-1f9678f2c496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:38Z', 'updated_at': '2021-11-12T04:01:43Z', 'revision_number': 5, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'subnets': [{'id': '90a83ae8-7cd4-4ad9-b142-1f9678f2c496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:27.384163 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-816698f3-e0c4-45bd-9a3b-de01da51ec8d req-7dcf8a52-24fe-44c5-ac76-73e89ceb9f85 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bb452f0-cfe0-49ad-ad8e-fe70820a1be7 HTTP/1.1" status: 200 len: 217 time: 0.0398524 Nov 12 04:03:27.404350 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135bcffd-e6b8-4d40-b89e-06f15a4bad4c None None] Checking router: 0a3766ed-2203-4d4f-8086-f9cdc41bc8a9 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:03:27.413301 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135bcffd-e6b8-4d40-b89e-06f15a4bad4c None None] Routers {'0a3766ed-2203-4d4f-8086-f9cdc41bc8a9'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:27.413914 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-135bcffd-e6b8-4d40-b89e-06f15a4bad4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:03:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['0a3766ed-2203-4d4f-8086-f9cdc41bc8a9'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:27.435925 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1c991edf-9a69-4c5e-8167-a30b3d7fda83 req-0c05d897-b1c3-4201-bcf0-afa8a6b02638 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=b63dcfe5-cc9e-4ba6-9ec1-d23429a05972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090858 Nov 12 04:03:27.451503 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816698f3-e0c4-45bd-9a3b-de01da51ec8d req-cc7294c6-8586-4dbb-ad43-104c937a1822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:27.453001 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-816698f3-e0c4-45bd-9a3b-de01da51ec8d req-cc7294c6-8586-4dbb-ad43-104c937a1822 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=90a83ae8-7cd4-4ad9-b142-1f9678f2c496 HTTP/1.1" status: 200 len: 835 time: 0.0613832 Nov 12 04:03:27.504878 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816698f3-e0c4-45bd-9a3b-de01da51ec8d req-37102cdf-c8ce-4b7b-b226-289cf764d403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:27.506519 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-816698f3-e0c4-45bd-9a3b-de01da51ec8d req-37102cdf-c8ce-4b7b-b226-289cf764d403 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9383dcd4-e1f8-462e-a964-73993f22e2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427375 Nov 12 04:03:27.521217 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-135bcffd-e6b8-4d40-b89e-06f15a4bad4c None None] Set router 0a3766ed-2203-4d4f-8086-f9cdc41bc8a9 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:27.605963 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-816698f3-e0c4-45bd-9a3b-de01da51ec8d req-77f9035d-56f7-4854-ad84-fba5501b5106 service neutron] 10.222.0.74 "GET /v2.0/networks/9383dcd4-e1f8-462e-a964-73993f22e2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886264 Nov 12 04:03:27.706259 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-816698f3-e0c4-45bd-9a3b-de01da51ec8d req-c6c21fac-f8f8-4788-958b-f3147d4f5e10 service neutron] 10.222.0.74 "GET /v2.0/networks/9383dcd4-e1f8-462e-a964-73993f22e2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891109 Nov 12 04:03:27.718412 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-135bcffd-e6b8-4d40-b89e-06f15a4bad4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3766ed-2203-4d4f-8086-f9cdc41bc8a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726681799', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '002794c9-7756-4c1d-a1aa-58b945343323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:35Z', 'updated_at': '2021-11-12T04:01:39Z', 'revision_number': 4, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': '002794c9-7756-4c1d-a1aa-58b945343323', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3766ed-2203-4d4f-8086-f9cdc41bc8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:36Z', 'updated_at': '2021-11-12T04:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'd6c77963-9212-4c1e-8fcc-df616188c30b', 'name': '', 'network_id': '9383dcd4-e1f8-462e-a964-73993f22e2c0', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'mac_address': 'fa:16:3e:be:86:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3766ed-2203-4d4f-8086-f9cdc41bc8a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '90a83ae8-7cd4-4ad9-b142-1f9678f2c496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:38Z', 'updated_at': '2021-11-12T04:01:43Z', 'revision_number': 5, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'subnets': [{'id': '90a83ae8-7cd4-4ad9-b142-1f9678f2c496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:27.752060 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135bcffd-e6b8-4d40-b89e-06f15a4bad4c None None] The sync data for ids ['0a3766ed-2203-4d4f-8086-f9cdc41bc8a9'] in n-d-715271-27 is: [{'id': '0a3766ed-2203-4d4f-8086-f9cdc41bc8a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726681799', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '002794c9-7756-4c1d-a1aa-58b945343323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:35Z', 'updated_at': '2021-11-12T04:01:39Z', 'revision_number': 4, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': '002794c9-7756-4c1d-a1aa-58b945343323', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3766ed-2203-4d4f-8086-f9cdc41bc8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:36Z', 'updated_at': '2021-11-12T04:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'd6c77963-9212-4c1e-8fcc-df616188c30b', 'name': '', 'network_id': '9383dcd4-e1f8-462e-a964-73993f22e2c0', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'mac_address': 'fa:16:3e:be:86:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3766ed-2203-4d4f-8086-f9cdc41bc8a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '90a83ae8-7cd4-4ad9-b142-1f9678f2c496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:38Z', 'updated_at': '2021-11-12T04:01:43Z', 'revision_number': 5, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'subnets': [{'id': '90a83ae8-7cd4-4ad9-b142-1f9678f2c496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:03:27.981031 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a22c8d-42eb-4261-9499-34fd1625f2fd None None] New status for floating IP a3bfa40c-6804-4ce3-8b06-c02d489cd83f: DOWN {{(pid=102574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:03:28.563472 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c2309-9992-4893-83ee-650bfe1b6e52 req-51338d19-6516-4e0b-9ae6-96a9bd5d27f6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:28.564984 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-529c2309-9992-4893-83ee-650bfe1b6e52 req-51338d19-6516-4e0b-9ae6-96a9bd5d27f6 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=f25592af-3638-4942-bd6d-5bb9c565ef53 HTTP/1.1" status: 200 len: 946 time: 0.0521631 Nov 12 04:03:28.616379 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-529c2309-9992-4893-83ee-650bfe1b6e52 req-045dbec9-f6a2-4ea4-b940-bd31700630d4 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/security-groups?id=b63dcfe5-cc9e-4ba6-9ec1-d23429a05972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448785 Nov 12 04:03:28.851084 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66fd44-85b6-442f-b584-e2b07e2b60bf req-d48c67da-d012-44be-b770-eb48cfc7bb0b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:28.852487 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5b66fd44-85b6-442f-b584-e2b07e2b60bf req-d48c67da-d012-44be-b770-eb48cfc7bb0b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.74 "GET /v2.0/ports?device_id=f25592af-3638-4942-bd6d-5bb9c565ef53 HTTP/1.1" status: 200 len: 946 time: 0.0503924 Nov 12 04:03:28.943881 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-5b66fd44-85b6-442f-b584-e2b07e2b60bf req-fbbbf49e-8e71-4590-b88b-7c5514c29886 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Deleting port 1bb452f0-cfe0-49ad-ad8e-fe70820a1be7 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:28.944242 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5b66fd44-85b6-442f-b584-e2b07e2b60bf req-fbbbf49e-8e71-4590-b88b-7c5514c29886 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:29.036307 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-5b66fd44-85b6-442f-b584-e2b07e2b60bf req-fbbbf49e-8e71-4590-b88b-7c5514c29886 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] For port 1bb452f0-cfe0-49ad-ad8e-fe70820a1be7, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=1bb452f0-cfe0-49ad-ad8e-fe70820a1be7,segment=NetworkSegment(63b32fb8-1286-41e8-8782-2549256a7b19),segment_id=63b32fb8-1286-41e8-8782-2549256a7b19)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:29.036664 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5b66fd44-85b6-442f-b584-e2b07e2b60bf req-fbbbf49e-8e71-4590-b88b-7c5514c29886 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:29.049418 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-5b66fd44-85b6-442f-b584-e2b07e2b60bf req-fbbbf49e-8e71-4590-b88b-7c5514c29886 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Calling delete_port for 1bb452f0-cfe0-49ad-ad8e-fe70820a1be7 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:29.180561 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5b66fd44-85b6-442f-b584-e2b07e2b60bf req-fbbbf49e-8e71-4590-b88b-7c5514c29886 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:29.209108 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbbf49e-8e71-4590-b88b-7c5514c29886 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event deleted for resources: {'Port': ['ID=1bb452f0-cfe0-49ad-ad8e-fe70820a1be7,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:29.221260 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbbf49e-8e71-4590-b88b-7c5514c29886 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:29.221665 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbbf49e-8e71-4590-b88b-7c5514c29886 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:29.222008 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbbf49e-8e71-4590-b88b-7c5514c29886 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:29.222351 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbbf49e-8e71-4590-b88b-7c5514c29886 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:29.222773 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbbf49e-8e71-4590-b88b-7c5514c29886 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:29.223108 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbbf49e-8e71-4590-b88b-7c5514c29886 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:29.223431 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbbf49e-8e71-4590-b88b-7c5514c29886 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:29.223835 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbbf49e-8e71-4590-b88b-7c5514c29886 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:29.224183 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbbf49e-8e71-4590-b88b-7c5514c29886 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:29.224531 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbbf49e-8e71-4590-b88b-7c5514c29886 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:29.224837 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbbf49e-8e71-4590-b88b-7c5514c29886 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:29.225160 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbbf49e-8e71-4590-b88b-7c5514c29886 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:29.259981 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b66fd44-85b6-442f-b584-e2b07e2b60bf req-fbbbf49e-8e71-4590-b88b-7c5514c29886 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] No DVR routers for this DVR port 1bb452f0-cfe0-49ad-ad8e-fe70820a1be7 on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:03:29.262483 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5b66fd44-85b6-442f-b584-e2b07e2b60bf req-fbbbf49e-8e71-4590-b88b-7c5514c29886 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:29.265893 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5b66fd44-85b6-442f-b584-e2b07e2b60bf req-fbbbf49e-8e71-4590-b88b-7c5514c29886 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.74 "DELETE /v2.0/ports/1bb452f0-cfe0-49ad-ad8e-fe70820a1be7 HTTP/1.1" status: 204 len: 173 time: 0.4039505 Nov 12 04:03:29.266336 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25592af-3638-4942-bd6d-5bb9c565ef53', 'name': 'network-vif-deleted', 'tag': '1bb452f0-cfe0-49ad-ad8e-fe70820a1be7'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:29.268702 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc1d74d-9b5c-40aa-a6ef-e56fd211b594" -d '{"events": [{"server_uuid": "f25592af-3638-4942-bd6d-5bb9c565ef53", "name": "network-vif-deleted", "tag": "1bb452f0-cfe0-49ad-ad8e-fe70820a1be7"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:29.377195 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16833ea9-39f6-4e5d-8df1-b69f99fb680b x-openstack-request-id: req-16833ea9-39f6-4e5d-8df1-b69f99fb680b {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:29.377549 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25592af-3638-4942-bd6d-5bb9c565ef53", "name": "network-vif-deleted", "tag": "1bb452f0-cfe0-49ad-ad8e-fe70820a1be7", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:29.377860 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-16833ea9-39f6-4e5d-8df1-b69f99fb680b {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:29.378329 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25592af-3638-4942-bd6d-5bb9c565ef53', 'name': 'network-vif-deleted', 'tag': '1bb452f0-cfe0-49ad-ad8e-fe70820a1be7', 'status': 'completed', 'code': 200} Nov 12 04:03:29.732727 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2f5e3b4a-35c4-490a-b2d9-e5a75145146e req-1470082f-036c-4c28-9e49-e0709a3cd28c tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "GET /v2.0/ports?device_id=f25592af-3638-4942-bd6d-5bb9c565ef53 HTTP/1.1" status: 200 len: 210 time: 0.0315702 Nov 12 04:03:30.384514 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e205d321-5f6c-450f-bedb-d92b75612b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:30.796208 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54284) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:31.154920 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e9e3e9ca-540f-4762-90f3-0a647ec2db15 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:31.409248 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-e9e3e9ca-540f-4762-90f3-0a647ec2db15 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Deleting port d6c77963-9212-4c1e-8fcc-df616188c30b {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:31.409510 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e9e3e9ca-540f-4762-90f3-0a647ec2db15 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:31.502761 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-e9e3e9ca-540f-4762-90f3-0a647ec2db15 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] For port d6c77963-9212-4c1e-8fcc-df616188c30b, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d6c77963-9212-4c1e-8fcc-df616188c30b,segment=NetworkSegment(63b32fb8-1286-41e8-8782-2549256a7b19),segment_id=63b32fb8-1286-41e8-8782-2549256a7b19)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:31.503124 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e9e3e9ca-540f-4762-90f3-0a647ec2db15 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:31.515659 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-e9e3e9ca-540f-4762-90f3-0a647ec2db15 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Calling delete_port for d6c77963-9212-4c1e-8fcc-df616188c30b owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:31.696837 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e9e3e9ca-540f-4762-90f3-0a647ec2db15 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:31.724482 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e3e9ca-540f-4762-90f3-0a647ec2db15 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event deleted for resources: {'Port': ['ID=d6c77963-9212-4c1e-8fcc-df616188c30b,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:31.901668 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e9e3e9ca-540f-4762-90f3-0a647ec2db15 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.102471 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 1bb452f0-cfe0-49ad-ad8e-fe70820a1be7 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:03:32.124846 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 1bb452f0-cfe0-49ad-ad8e-fe70820a1be7 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:03:32.125200 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 1bb452f0-cfe0-49ad-ad8e-fe70820a1be7 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:03:32.138525 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e3e9ca-540f-4762-90f3-0a647ec2db15 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Router 0a3766ed-2203-4d4f-8086-f9cdc41bc8a9 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:03:32.247434 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e3e9ca-540f-4762-90f3-0a647ec2db15 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:32.255121 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e9e3e9ca-540f-4762-90f3-0a647ec2db15 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "PUT /v2.0/routers/0a3766ed-2203-4d4f-8086-f9cdc41bc8a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4550943 Nov 12 04:03:32.256164 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54286) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:32.259712 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b18c5e4-bfba-4e9c-822b-ea35cef2a7b1 None None] Sync routers for ids ['0a3766ed-2203-4d4f-8086-f9cdc41bc8a9'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:32.271518 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b18c5e4-bfba-4e9c-822b-ea35cef2a7b1 None None] Routers {'0a3766ed-2203-4d4f-8086-f9cdc41bc8a9'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:32.272166 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-6b18c5e4-bfba-4e9c-822b-ea35cef2a7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:03:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['0a3766ed-2203-4d4f-8086-f9cdc41bc8a9'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:32.309351 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-27ef02b1-ae7f-4516-bf05-d54026a6de7b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Deleting subnet 90a83ae8-7cd4-4ad9-b142-1f9678f2c496 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:03:32.312635 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-27ef02b1-ae7f-4516-bf05-d54026a6de7b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.357656 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-27ef02b1-ae7f-4516-bf05-d54026a6de7b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.386908 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-6b18c5e4-bfba-4e9c-822b-ea35cef2a7b1 None None] Set router 0a3766ed-2203-4d4f-8086-f9cdc41bc8a9 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:32.463757 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-27ef02b1-ae7f-4516-bf05-d54026a6de7b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.526577 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-27ef02b1-ae7f-4516-bf05-d54026a6de7b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.556035 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef02b1-ae7f-4516-bf05-d54026a6de7b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event deleted for resources: {'Subnet': ['ID=90a83ae8-7cd4-4ad9-b142-1f9678f2c496,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:32.560284 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-27ef02b1-ae7f-4516-bf05-d54026a6de7b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.565174 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-27ef02b1-ae7f-4516-bf05-d54026a6de7b tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "DELETE /v2.0/subnets/90a83ae8-7cd4-4ad9-b142-1f9678f2c496 HTTP/1.1" status: 204 len: 168 time: 0.3088157 Nov 12 04:03:32.566781 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54288) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:32.618896 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f6dc37-6eb4-4915-85bf-0f1bcd97bbdc None None] Network 9383dcd4-e1f8-462e-a964-73993f22e2c0 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:32.675927 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f2efc292-9e35-46b3-b299-96716525ceb3 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.781017 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f2efc292-9e35-46b3-b299-96716525ceb3 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.836836 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-f2efc292-9e35-46b3-b299-96716525ceb3 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Deleting port 002794c9-7756-4c1d-a1aa-58b945343323 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:32.837430 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f2efc292-9e35-46b3-b299-96716525ceb3 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.847833 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-6b18c5e4-bfba-4e9c-822b-ea35cef2a7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3766ed-2203-4d4f-8086-f9cdc41bc8a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726681799', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '002794c9-7756-4c1d-a1aa-58b945343323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:35Z', 'updated_at': '2021-11-12T04:03:31Z', 'revision_number': 5, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port': {'id': '002794c9-7756-4c1d-a1aa-58b945343323', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3766ed-2203-4d4f-8086-f9cdc41bc8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:36Z', 'updated_at': '2021-11-12T04:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:32.874630 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b18c5e4-bfba-4e9c-822b-ea35cef2a7b1 None None] Checking router: 0a3766ed-2203-4d4f-8086-f9cdc41bc8a9 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:03:32.884329 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b18c5e4-bfba-4e9c-822b-ea35cef2a7b1 None None] Routers {'0a3766ed-2203-4d4f-8086-f9cdc41bc8a9'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:32.884946 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-6b18c5e4-bfba-4e9c-822b-ea35cef2a7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:03:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['0a3766ed-2203-4d4f-8086-f9cdc41bc8a9'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:32.919246 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b19f70-8bbb-4da7-8137-349bf3547250 None None] DHCP port deletion for 9383dcd4-e1f8-462e-a964-73993f22e2c0 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:03:32.931401 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-f2efc292-9e35-46b3-b299-96716525ceb3 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] For port 002794c9-7756-4c1d-a1aa-58b945343323, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=002794c9-7756-4c1d-a1aa-58b945343323,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:32.931924 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f2efc292-9e35-46b3-b299-96716525ceb3 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.944205 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-f2efc292-9e35-46b3-b299-96716525ceb3 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Calling delete_port for 002794c9-7756-4c1d-a1aa-58b945343323 owned by network:router_gateway {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:32.995520 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-6b18c5e4-bfba-4e9c-822b-ea35cef2a7b1 None None] Set router 0a3766ed-2203-4d4f-8086-f9cdc41bc8a9 gateway port host: None {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:33.055573 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-6b18c5e4-bfba-4e9c-822b-ea35cef2a7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3766ed-2203-4d4f-8086-f9cdc41bc8a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726681799', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:35Z', 'updated_at': '2021-11-12T04:03:32Z', 'revision_number': 6, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:33.084996 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b18c5e4-bfba-4e9c-822b-ea35cef2a7b1 None None] The sync data for ids ['0a3766ed-2203-4d4f-8086-f9cdc41bc8a9'] in n-d-715271-27 is: [{'id': '0a3766ed-2203-4d4f-8086-f9cdc41bc8a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726681799', 'tenant_id': '7ef96e16fae9482b9643848210ab127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:35Z', 'updated_at': '2021-11-12T04:03:32Z', 'revision_number': 6, 'project_id': '7ef96e16fae9482b9643848210ab127b', 'gw_port_host': None}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:03:33.091023 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-01b19f70-8bbb-4da7-8137-349bf3547250 None None] Deleting port 19227936-e40c-4a59-b109-0b16b99d4d4f {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:33.091400 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-01b19f70-8bbb-4da7-8137-349bf3547250 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.123390 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f2efc292-9e35-46b3-b299-96716525ceb3 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.149665 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2efc292-9e35-46b3-b299-96716525ceb3 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event deleted for resources: {'Port': ['ID=002794c9-7756-4c1d-a1aa-58b945343323,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:33.166610 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7096440-b061-4b72-90e9-bf7644156696 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:03:33.169498 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-01b19f70-8bbb-4da7-8137-349bf3547250 None None] For port 19227936-e40c-4a59-b109-0b16b99d4d4f, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=19227936-e40c-4a59-b109-0b16b99d4d4f,segment=NetworkSegment(63b32fb8-1286-41e8-8782-2549256a7b19),segment_id=63b32fb8-1286-41e8-8782-2549256a7b19)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:33.170163 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-01b19f70-8bbb-4da7-8137-349bf3547250 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.186093 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-01b19f70-8bbb-4da7-8137-349bf3547250 None None] Calling delete_port for 19227936-e40c-4a59-b109-0b16b99d4d4f owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:33.213025 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f2efc292-9e35-46b3-b299-96716525ceb3 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.266402 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-01b19f70-8bbb-4da7-8137-349bf3547250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.299634 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b19f70-8bbb-4da7-8137-349bf3547250 None None] Pushing event deleted for resources: {'Port': ['ID=19227936-e40c-4a59-b109-0b16b99d4d4f,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:33.304782 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b19f70-8bbb-4da7-8137-349bf3547250 None None] No DVR routers for this DVR port 19227936-e40c-4a59-b109-0b16b99d4d4f on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:03:33.308734 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f2efc292-9e35-46b3-b299-96716525ceb3 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.313301 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f2efc292-9e35-46b3-b299-96716525ceb3 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.356590 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f2efc292-9e35-46b3-b299-96716525ceb3 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.357137 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2efc292-9e35-46b3-b299-96716525ceb3 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Fanout notify agent at l3_agent the message router_deleted on router 0a3766ed-2203-4d4f-8086-f9cdc41bc8a9 {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:03:33.364778 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f2efc292-9e35-46b3-b299-96716525ceb3 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.365760 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f2efc292-9e35-46b3-b299-96716525ceb3 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "DELETE /v2.0/routers/0a3766ed-2203-4d4f-8086-f9cdc41bc8a9 HTTP/1.1" status: 204 len: 168 time: 0.7978055 Nov 12 04:03:33.369183 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54290) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:33.397000 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-211a1eeb-05f2-4d19-ac70-e7a115e2063e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.448059 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0631317a-3efc-40b8-9c32-1ca4b388de3f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.541479 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0631317a-3efc-40b8-9c32-1ca4b388de3f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.562530 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-0631317a-3efc-40b8-9c32-1ca4b388de3f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9383dcd4-e1f8-462e-a964-73993f22e2c0']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:33.573256 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-0631317a-3efc-40b8-9c32-1ca4b388de3f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63b32fb8-1286-41e8-8782-2549256a7b19') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:33.573466 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-0631317a-3efc-40b8-9c32-1ca4b388de3f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63b32fb8-1286-41e8-8782-2549256a7b19') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:33.583080 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0631317a-3efc-40b8-9c32-1ca4b388de3f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.596486 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0631317a-3efc-40b8-9c32-1ca4b388de3f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.603261 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0631317a-3efc-40b8-9c32-1ca4b388de3f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:03:33.603802 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0631317a-3efc-40b8-9c32-1ca4b388de3f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.606991 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 04:03:33.606991 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:03:33.606991 n-d-715271-27 neutron-server[102572]: timer() Nov 12 04:03:33.606991 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:03:33.606991 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 04:03:33.606991 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:03:33.606991 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 04:03:33.606991 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:03:33.606991 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 04:03:33.606991 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:03:33.606991 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 04:03:33.606991 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:03:33.606991 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 04:03:33.606991 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:03:33.606991 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:03:33.606991 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:03:33.606991 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:03:33.606991 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:03:33.606991 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 04:03:33.606991 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:03:33.606991 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 04:03:33.606991 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:03:33.606991 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:03:33.606991 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:03:33.606991 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 04:03:33.606991 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:03:33.606991 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:03:33.606991 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:03:33.606991 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:03:33.606991 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:03:33.606991 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:03:33.606991 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:03:33.670372 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0631317a-3efc-40b8-9c32-1ca4b388de3f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.678033 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0631317a-3efc-40b8-9c32-1ca4b388de3f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.681318 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-0631317a-3efc-40b8-9c32-1ca4b388de3f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "DELETE /v2.0/networks/9383dcd4-e1f8-462e-a964-73993f22e2c0 HTTP/1.1" status: 204 len: 168 time: 0.3112273 Nov 12 04:03:33.684323 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54292) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:33.693284 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0631317a-3efc-40b8-9c32-1ca4b388de3f tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event deleted for resources: {'Network': ['ID=9383dcd4-e1f8-462e-a964-73993f22e2c0,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:33.744893 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c5f12b79-9a92-4056-9dc4-fcb0d9a5b8f9 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.771862 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c5f12b79-9a92-4056-9dc4-fcb0d9a5b8f9 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.839518 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c5f12b79-9a92-4056-9dc4-fcb0d9a5b8f9 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.842154 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c5f12b79-9a92-4056-9dc4-fcb0d9a5b8f9 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.843387 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c5f12b79-9a92-4056-9dc4-fcb0d9a5b8f9 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] 10.222.0.50 "DELETE /v2.0/security-groups/b63dcfe5-cc9e-4ba6-9ec1-d23429a05972 HTTP/1.1" status: 204 len: 168 time: 0.1579704 Nov 12 04:03:33.853939 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f12b79-9a92-4056-9dc4-fcb0d9a5b8f9 tempest-TestNetworkAdvancedServerOps-1155713249 tempest-TestNetworkAdvancedServerOps-1155713249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63dcfe5-cc9e-4ba6-9ec1-d23429a05972,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:33.971575 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 19227936-e40c-4a59-b109-0b16b99d4d4f no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:03:33.991481 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 19227936-e40c-4a59-b109-0b16b99d4d4f {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:03:33.991828 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 19227936-e40c-4a59-b109-0b16b99d4d4f not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:03:33.992272 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 002794c9-7756-4c1d-a1aa-58b945343323 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:03:34.012323 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 002794c9-7756-4c1d-a1aa-58b945343323 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:03:34.012670 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 002794c9-7756-4c1d-a1aa-58b945343323 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:03:34.013096 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d6c77963-9212-4c1e-8fcc-df616188c30b no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:03:34.033670 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: d6c77963-9212-4c1e-8fcc-df616188c30b {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:03:34.034011 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d6c77963-9212-4c1e-8fcc-df616188c30b not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:03:34.161600 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54300) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:34.201991 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.305668 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2a39bcff-2aba-41d4-92a0-9f6402656af6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7ef96e16fae9482b9643848210ab127b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1428659 Nov 12 04:03:34.308196 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54304) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:34.354839 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-861b1fe6-fdfb-43d3-a161-fcec26b55355 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.376333 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-861b1fe6-fdfb-43d3-a161-fcec26b55355 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.424183 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-861b1fe6-fdfb-43d3-a161-fcec26b55355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.426869 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-861b1fe6-fdfb-43d3-a161-fcec26b55355 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.428099 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-861b1fe6-fdfb-43d3-a161-fcec26b55355 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3fc10ef5-a8a7-42ef-bfb6-97f9502da4fc HTTP/1.1" status: 204 len: 168 time: 0.1189988 Nov 12 04:03:34.438285 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861b1fe6-fdfb-43d3-a161-fcec26b55355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc10ef5-a8a7-42ef-bfb6-97f9502da4fc,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:34.688994 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54310) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:34.731131 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ea3f5428-57d2-4028-a0b7-a1a2cad52365 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d042a939b1044b5abf18588ceeeec74b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409548 Nov 12 04:03:34.733745 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54312) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:34.784141 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9781ddbb-0fc5-4890-9513-a83d5565bf5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.805691 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9781ddbb-0fc5-4890-9513-a83d5565bf5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.853831 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9781ddbb-0fc5-4890-9513-a83d5565bf5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.856412 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9781ddbb-0fc5-4890-9513-a83d5565bf5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.857664 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9781ddbb-0fc5-4890-9513-a83d5565bf5b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6d43ccc2-691a-4858-99b0-c8e319f6a7ea HTTP/1.1" status: 204 len: 168 time: 0.1229289 Nov 12 04:03:34.866543 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781ddbb-0fc5-4890-9513-a83d5565bf5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d43ccc2-691a-4858-99b0-c8e319f6a7ea,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:35.535226 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.551407 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54334) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:35.648431 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-6ef5fd9a-95c9-4f9f-8733-f25de1e9d0ea admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-692373555-network', 'tenant_id': 'ba2b1d71c31f4edba2a332e3612aef2a'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:35.669387 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef5fd9a-95c9-4f9f-8733-f25de1e9d0ea admin admin] Made reservation on behalf of ba2b1d71c31f4edba2a332e3612aef2a for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:35.671886 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6ef5fd9a-95c9-4f9f-8733-f25de1e9d0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.680964 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6ef5fd9a-95c9-4f9f-8733-f25de1e9d0ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.760010 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6ef5fd9a-95c9-4f9f-8733-f25de1e9d0ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.763964 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6ef5fd9a-95c9-4f9f-8733-f25de1e9d0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.785783 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ef5fd9a-95c9-4f9f-8733-f25de1e9d0ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:03:35.799709 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5fd9a-95c9-4f9f-8733-f25de1e9d0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f7e093-a6f9-4fb6-831b-55b466006111,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:35.806578 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6ef5fd9a-95c9-4f9f-8733-f25de1e9d0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.806919 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-6ef5fd9a-95c9-4f9f-8733-f25de1e9d0ea admin admin] Added segment 8b7186af-4627-44c8-9e8e-47da4c575105 of type vlan for network d389e243-5304-41c7-b814-082780828bd7 Nov 12 04:03:35.851349 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6ef5fd9a-95c9-4f9f-8733-f25de1e9d0ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.875689 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6ef5fd9a-95c9-4f9f-8733-f25de1e9d0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.876663 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef5fd9a-95c9-4f9f-8733-f25de1e9d0ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:35.877230 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6ef5fd9a-95c9-4f9f-8733-f25de1e9d0ea admin admin] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.908457 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6ef5fd9a-95c9-4f9f-8733-f25de1e9d0ea admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3559606 Nov 12 04:03:35.912472 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54338) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:35.917704 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-a632298e-f2d5-4ffa-8851-53c90a3c00c7 admin admin] Request body: {'subnet': {'network_id': 'd389e243-5304-41c7-b814-082780828bd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-692373555-subnet', 'tenant_id': 'ba2b1d71c31f4edba2a332e3612aef2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:35.940425 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a632298e-f2d5-4ffa-8851-53c90a3c00c7 admin admin] Made reservation on behalf of ba2b1d71c31f4edba2a332e3612aef2a for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:35.940867 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5fd9a-95c9-4f9f-8733-f25de1e9d0ea admin admin] Pushing event updated for resources: {'Network': ['ID=d389e243-5304-41c7-b814-082780828bd7,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:35.943930 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a632298e-f2d5-4ffa-8851-53c90a3c00c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.952606 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network d389e243-5304-41c7-b814-082780828bd7 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:03:36.121041 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a632298e-f2d5-4ffa-8851-53c90a3c00c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.169519 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a632298e-f2d5-4ffa-8851-53c90a3c00c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25d31574-7638-4ee7-a5c3-1967c957d5df,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:36.186308 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a632298e-f2d5-4ffa-8851-53c90a3c00c7 admin admin] Checking segment: {'id': '8b7186af-4627-44c8-9e8e-47da4c575105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd389e243-5304-41c7-b814-082780828bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:36.186649 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a632298e-f2d5-4ffa-8851-53c90a3c00c7 admin admin] Network hostable DHCP agents. Network: d389e243-5304-41c7-b814-082780828bd7, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:03:36.202706 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a632298e-f2d5-4ffa-8851-53c90a3c00c7 admin admin] Network d389e243-5304-41c7-b814-082780828bd7 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:03:36.211447 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-a632298e-f2d5-4ffa-8851-53c90a3c00c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, d389e243-5304-41c7-b814-082780828bd7) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:36.217591 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a632298e-f2d5-4ffa-8851-53c90a3c00c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:36.217591 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a632298e-f2d5-4ffa-8851-53c90a3c00c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.221077 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa4dbb2-42ec-49d0-ae8d-e0556c0e1ae5 None None] Network d389e243-5304-41c7-b814-082780828bd7 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:36.235226 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a632298e-f2d5-4ffa-8851-53c90a3c00c7 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3214548 Nov 12 04:03:36.350893 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b7ec37-a1bb-4b67-9728-fe0122ebcebd None None] Network d389e243-5304-41c7-b814-082780828bd7 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:36.430451 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.707115 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54354) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:36.712281 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-39c976b1-bafc-4a05-88c2-4a83b572dc2a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2034516838-network', 'tenant_id': 'e13c03e57c6348e1ad487b86a409188f'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:36.734324 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c976b1-bafc-4a05-88c2-4a83b572dc2a admin admin] Made reservation on behalf of e13c03e57c6348e1ad487b86a409188f for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:36.737033 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-39c976b1-bafc-4a05-88c2-4a83b572dc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.746828 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-39c976b1-bafc-4a05-88c2-4a83b572dc2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.823444 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-39c976b1-bafc-4a05-88c2-4a83b572dc2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.826975 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-39c976b1-bafc-4a05-88c2-4a83b572dc2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.847992 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39c976b1-bafc-4a05-88c2-4a83b572dc2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:03:36.862682 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c976b1-bafc-4a05-88c2-4a83b572dc2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61478eae-4a95-4406-9ce6-f7515413cd1c,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:36.866057 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-39c976b1-bafc-4a05-88c2-4a83b572dc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.866397 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-39c976b1-bafc-4a05-88c2-4a83b572dc2a admin admin] Added segment d1fc0c26-b0da-4fcc-9fc8-f628cdb36fb0 of type vlan for network d4e0adab-5138-41b0-9868-42486381a0ce Nov 12 04:03:36.910814 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-39c976b1-bafc-4a05-88c2-4a83b572dc2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.936475 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-39c976b1-bafc-4a05-88c2-4a83b572dc2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.937331 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c976b1-bafc-4a05-88c2-4a83b572dc2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:36.937895 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-39c976b1-bafc-4a05-88c2-4a83b572dc2a admin admin] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.991649 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-39c976b1-bafc-4a05-88c2-4a83b572dc2a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2833436 Nov 12 04:03:36.994794 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54356) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:36.999006 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c976b1-bafc-4a05-88c2-4a83b572dc2a admin admin] Pushing event updated for resources: {'Network': ['ID=d4e0adab-5138-41b0-9868-42486381a0ce,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:37.000046 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-8fb33397-d93a-4c4f-a4b7-aaea3f627724 admin admin] Request body: {'subnet': {'network_id': 'd4e0adab-5138-41b0-9868-42486381a0ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2034516838-subnet', 'tenant_id': 'e13c03e57c6348e1ad487b86a409188f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:37.009676 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network d4e0adab-5138-41b0-9868-42486381a0ce details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:03:37.022349 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb33397-d93a-4c4f-a4b7-aaea3f627724 admin admin] Made reservation on behalf of e13c03e57c6348e1ad487b86a409188f for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:37.024777 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8fb33397-d93a-4c4f-a4b7-aaea3f627724 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:37.196479 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8fb33397-d93a-4c4f-a4b7-aaea3f627724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:37.252430 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb33397-d93a-4c4f-a4b7-aaea3f627724 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccd177b0-bc1a-4b31-8904-4ad30e62dcfc,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:37.261911 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb33397-d93a-4c4f-a4b7-aaea3f627724 admin admin] Checking segment: {'id': 'd1fc0c26-b0da-4fcc-9fc8-f628cdb36fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd4e0adab-5138-41b0-9868-42486381a0ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:37.262265 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb33397-d93a-4c4f-a4b7-aaea3f627724 admin admin] Network hostable DHCP agents. Network: d4e0adab-5138-41b0-9868-42486381a0ce, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:03:37.279528 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb33397-d93a-4c4f-a4b7-aaea3f627724 admin admin] Network d4e0adab-5138-41b0-9868-42486381a0ce is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:03:37.288492 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-8fb33397-d93a-4c4f-a4b7-aaea3f627724 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, d4e0adab-5138-41b0-9868-42486381a0ce) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:37.292644 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb33397-d93a-4c4f-a4b7-aaea3f627724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:37.293230 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8fb33397-d93a-4c4f-a4b7-aaea3f627724 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:37.297709 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1088b94a-77f5-4b34-91ca-7db8bcd686d5 None None] Network d4e0adab-5138-41b0-9868-42486381a0ce requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:37.309045 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8fb33397-d93a-4c4f-a4b7-aaea3f627724 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3130040 Nov 12 04:03:37.425519 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a444cde-a858-47c0-baf2-13a39f337ed0 None None] Network d4e0adab-5138-41b0-9868-42486381a0ce requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:37.794401 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-cc589b07-b1ef-4255-a853-eb02c6e36080 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:37.796094 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-cc589b07-b1ef-4255-a853-eb02c6e36080 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.50 "GET /v2.0/networks?id=d389e243-5304-41c7-b814-082780828bd7 HTTP/1.1" status: 200 len: 811 time: 0.1086864 Nov 12 04:03:37.811719 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-8240c889-4eaf-4c09-b548-065ea2193970 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.50 "GET /v2.0/quotas/ba2b1d71c31f4edba2a332e3612aef2a HTTP/1.1" status: 200 len: 375 time: 0.0091593 Nov 12 04:03:37.843595 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-ac2118d5-9f3f-4ab1-9711-96d4b816f12a tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ba2b1d71c31f4edba2a332e3612aef2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264759 Nov 12 04:03:38.034479 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-1d216ab5-4bdd-4a09-80e6-4c9aea2549ab service neutron] 10.222.0.50 "GET /v2.0/networks/d389e243-5304-41c7-b814-082780828bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831336 Nov 12 04:03:38.125966 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-d6b5dfa2-f64c-480d-ad98-bae083eb1136 service neutron] 10.222.0.50 "GET /v2.0/networks/d389e243-5304-41c7-b814-082780828bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845892 Nov 12 04:03:38.282118 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c67079cf-b895-4650-9850-574bc316415a req-a6667e4a-e779-4566-801f-e534ffaea8dc tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7572cfdc-a6f2-427d-acd9-c09031c2f7bd HTTP/1.1" status: 200 len: 210 time: 0.0262427 Nov 12 04:03:38.861054 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:39.306648 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-8d95b310-015e-43dd-8f8d-3f1588e2d4c3 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:39.308302 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-8d95b310-015e-43dd-8f8d-3f1588e2d4c3 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.74 "GET /v2.0/networks?id=d389e243-5304-41c7-b814-082780828bd7 HTTP/1.1" status: 200 len: 811 time: 0.1136680 Nov 12 04:03:39.327097 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-7b9d1078-4326-4123-80ca-a6ed030636e9 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] Request body: {'port': {'device_id': '7572cfdc-a6f2-427d-acd9-c09031c2f7bd', 'network_id': 'd389e243-5304-41c7-b814-082780828bd7', 'admin_state_up': True, 'tenant_id': 'ba2b1d71c31f4edba2a332e3612aef2a'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:39.414203 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-eb411c8e-46c7-45f0-93c7-cfb49d319229 req-a2c79570-2e2c-4e44-a353-ebbd2d87e54a tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7572cfdc-a6f2-427d-acd9-c09031c2f7bd HTTP/1.1" status: 200 len: 210 time: 0.0371590 Nov 12 04:03:39.462226 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-7b9d1078-4326-4123-80ca-a6ed030636e9 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] Made reservation on behalf of ba2b1d71c31f4edba2a332e3612aef2a for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:39.465783 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-7b9d1078-4326-4123-80ca-a6ed030636e9 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:39.590269 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-7b9d1078-4326-4123-80ca-a6ed030636e9 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] Allocated IP 172.20.0.8 (d389e243-5304-41c7-b814-082780828bd7/25d31574-7638-4ee7-a5c3-1967c957d5df/33ffa70d-a497-465f-a52e-d671a4f372d6) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:39.745850 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-7b9d1078-4326-4123-80ca-a6ed030636e9 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:39.779685 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-7b9d1078-4326-4123-80ca-a6ed030636e9 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:39.828779 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-7b9d1078-4326-4123-80ca-a6ed030636e9 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] Network d389e243-5304-41c7-b814-082780828bd7 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:39.841115 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-7b9d1078-4326-4123-80ca-a6ed030636e9 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:39.843397 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-7b9d1078-4326-4123-80ca-a6ed030636e9 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:39.883445 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9d1078-4326-4123-80ca-a6ed030636e9 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] Pushing event updated for resources: {'Port': ['ID=33ffa70d-a497-465f-a52e-d671a4f372d6,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:39.917209 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-7b9d1078-4326-4123-80ca-a6ed030636e9 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:39.917837 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-7b9d1078-4326-4123-80ca-a6ed030636e9 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:39.938541 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-7b9d1078-4326-4123-80ca-a6ed030636e9 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6158283 Nov 12 04:03:39.951589 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-c4d47737-075d-4351-a268-78c63311c415 service neutron] Request body: {'port': {'device_id': '7572cfdc-a6f2-427d-acd9-c09031c2f7bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:40.007586 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-c4d47737-075d-4351-a268-78c63311c415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:40.309994 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-c4d47737-075d-4351-a268-78c63311c415 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33ffa70d-a497-465f-a52e-d671a4f372d6 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:03:40.322635 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-c4d47737-075d-4351-a268-78c63311c415 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:40.335783 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-c4d47737-075d-4351-a268-78c63311c415 service neutron] Transition to ACTIVE for port object 33ffa70d-a497-465f-a52e-d671a4f372d6 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:03:40.339658 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-c4d47737-075d-4351-a268-78c63311c415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:40.401555 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d47737-075d-4351-a268-78c63311c415 service neutron] Pushing event updated for resources: {'Port': ['ID=33ffa70d-a497-465f-a52e-d671a4f372d6,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:40.486718 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-c4d47737-075d-4351-a268-78c63311c415 service neutron] Attempting to bind port 33ffa70d-a497-465f-a52e-d671a4f372d6 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:03:40.487059 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-c4d47737-075d-4351-a268-78c63311c415 service neutron] Attempting to bind port 33ffa70d-a497-465f-a52e-d671a4f372d6 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '8b7186af-4627-44c8-9e8e-47da4c575105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd389e243-5304-41c7-b814-082780828bd7'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:03:40.487388 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-c4d47737-075d-4351-a268-78c63311c415 service neutron] Attempting to bind port 33ffa70d-a497-465f-a52e-d671a4f372d6 on network d389e243-5304-41c7-b814-082780828bd7 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:40.494418 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-c4d47737-075d-4351-a268-78c63311c415 service neutron] Port 33ffa70d-a497-465f-a52e-d671a4f372d6 on network d389e243-5304-41c7-b814-082780828bd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:03:40.494748 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-c4d47737-075d-4351-a268-78c63311c415 service neutron] Attempting to bind port 33ffa70d-a497-465f-a52e-d671a4f372d6 on network d389e243-5304-41c7-b814-082780828bd7 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:40.501025 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-c4d47737-075d-4351-a268-78c63311c415 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:03:40.501360 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-c4d47737-075d-4351-a268-78c63311c415 service neutron] Checking segment: {'id': '8b7186af-4627-44c8-9e8e-47da4c575105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd389e243-5304-41c7-b814-082780828bd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:40.501754 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-c4d47737-075d-4351-a268-78c63311c415 service neutron] Bound using segment: {'id': '8b7186af-4627-44c8-9e8e-47da4c575105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd389e243-5304-41c7-b814-082780828bd7'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:03:40.502187 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-c4d47737-075d-4351-a268-78c63311c415 service neutron] Bound port: 33ffa70d-a497-465f-a52e-d671a4f372d6, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b7186af-4627-44c8-9e8e-47da4c575105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd389e243-5304-41c7-b814-082780828bd7'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:03:40.502546 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-c4d47737-075d-4351-a268-78c63311c415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:40.542183 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ec284-5d50-49aa-a8fe-4fc1e5e9f191 req-55c21981-c569-4c0f-9f2b-7757e64fdf5f tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:40.543682 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-584ec284-5d50-49aa-a8fe-4fc1e5e9f191 req-55c21981-c569-4c0f-9f2b-7757e64fdf5f tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7572cfdc-a6f2-427d-acd9-c09031c2f7bd HTTP/1.1" status: 200 len: 943 time: 0.0539112 Nov 12 04:03:40.571994 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-c4d47737-075d-4351-a268-78c63311c415 service neutron] For port 33ffa70d-a497-465f-a52e-d671a4f372d6, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:40.575160 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-c4d47737-075d-4351-a268-78c63311c415 service neutron] For port 33ffa70d-a497-465f-a52e-d671a4f372d6, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=33ffa70d-a497-465f-a52e-d671a4f372d6,segment=NetworkSegment(8b7186af-4627-44c8-9e8e-47da4c575105),segment_id=8b7186af-4627-44c8-9e8e-47da4c575105)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:03:40.580208 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-c4d47737-075d-4351-a268-78c63311c415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:40.618778 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-c4d47737-075d-4351-a268-78c63311c415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:40.619424 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-c4d47737-075d-4351-a268-78c63311c415 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:40.620870 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-c4d47737-075d-4351-a268-78c63311c415 service neutron] 10.222.0.74 "PUT /v2.0/ports/33ffa70d-a497-465f-a52e-d671a4f372d6 HTTP/1.1" status: 200 len: 1092 time: 0.6735263 Nov 12 04:03:40.621339 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7572cfdc-a6f2-427d-acd9-c09031c2f7bd', 'tag': '33ffa70d-a497-465f-a52e-d671a4f372d6'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:40.623679 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e3bb16-702f-4b78-9a40-e6c1f822f034" -d '{"events": [{"name": "network-changed", "server_uuid": "7572cfdc-a6f2-427d-acd9-c09031c2f7bd", "tag": "33ffa70d-a497-465f-a52e-d671a4f372d6"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:40.668656 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e965c186-480c-4c75-a39a-4e248c1e570b x-openstack-request-id: req-e965c186-480c-4c75-a39a-4e248c1e570b {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:40.669026 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7572cfdc-a6f2-427d-acd9-c09031c2f7bd", "tag": "33ffa70d-a497-465f-a52e-d671a4f372d6", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:40.669398 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e965c186-480c-4c75-a39a-4e248c1e570b {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:40.669812 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7572cfdc-a6f2-427d-acd9-c09031c2f7bd', 'tag': '33ffa70d-a497-465f-a52e-d671a4f372d6', 'status': 'completed', 'code': 200} Nov 12 04:03:40.675325 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d47737-075d-4351-a268-78c63311c415 service neutron] Pushing event updated for resources: {'Port': ['ID=33ffa70d-a497-465f-a52e-d671a4f372d6,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:40.720805 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-3560ab35-5cad-4a4d-baf2-185e2b187ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:40.723111 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-3560ab35-5cad-4a4d-baf2-185e2b187ed2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ba2b1d71c31f4edba2a332e3612aef2a&device_id=7572cfdc-a6f2-427d-acd9-c09031c2f7bd HTTP/1.1" status: 200 len: 1095 time: 0.0481529 Nov 12 04:03:40.772953 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-b0088097-6dea-4306-a5ea-dd0ba2d9a155 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33ffa70d-a497-465f-a52e-d671a4f372d6 HTTP/1.1" status: 200 len: 217 time: 0.0414028 Nov 12 04:03:40.826978 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-0d1938fb-1402-42c0-9029-cf52e69a5907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:40.828394 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-0d1938fb-1402-42c0-9029-cf52e69a5907 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=25d31574-7638-4ee7-a5c3-1967c957d5df HTTP/1.1" status: 200 len: 851 time: 0.0469913 Nov 12 04:03:40.861917 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-de8ec4de-871a-462f-b01f-8a939f629109 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d389e243-5304-41c7-b814-082780828bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260828 Nov 12 04:03:40.951144 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-584ec284-5d50-49aa-a8fe-4fc1e5e9f191 req-76ae07e7-21af-4d59-8838-ad7dd724e107 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.50 "GET /v2.0/security-groups?id=33f7e093-a6f9-4fb6-831b-55b466006111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005911 Nov 12 04:03:40.963511 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-0a2ba66a-9053-4d46-bacb-e6f99da03138 service neutron] 10.222.0.74 "GET /v2.0/networks/d389e243-5304-41c7-b814-082780828bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938995 Nov 12 04:03:41.054065 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-36e1cc2b-771b-441c-b855-eeb18c786227 req-cabd3afa-0c40-4b73-8a29-7416678d4dbb service neutron] 10.222.0.74 "GET /v2.0/networks/d389e243-5304-41c7-b814-082780828bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829668 Nov 12 04:03:41.144876 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3bb16-702f-4b78-9a40-e6c1f822f034 req-994f0a4d-2309-4649-bf54-e021a8cec3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:41.146361 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-84e3bb16-702f-4b78-9a40-e6c1f822f034 req-994f0a4d-2309-4649-bf54-e021a8cec3b3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ba2b1d71c31f4edba2a332e3612aef2a&device_id=7572cfdc-a6f2-427d-acd9-c09031c2f7bd HTTP/1.1" status: 200 len: 1095 time: 0.0412817 Nov 12 04:03:41.243124 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3bb16-702f-4b78-9a40-e6c1f822f034 req-83ca533e-127f-466f-a6bb-7f5ae548bdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:41.244664 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-84e3bb16-702f-4b78-9a40-e6c1f822f034 req-83ca533e-127f-466f-a6bb-7f5ae548bdca service neutron] 10.222.0.74 "GET /v2.0/networks?id=d389e243-5304-41c7-b814-082780828bd7 HTTP/1.1" status: 200 len: 912 time: 0.0896335 Nov 12 04:03:41.287879 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-84e3bb16-702f-4b78-9a40-e6c1f822f034 req-c85b72c5-b7fd-46f7-a8d2-d4e52ba54cd1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33ffa70d-a497-465f-a52e-d671a4f372d6 HTTP/1.1" status: 200 len: 217 time: 0.0347776 Nov 12 04:03:41.343856 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3bb16-702f-4b78-9a40-e6c1f822f034 req-8fb29de3-3abe-485d-9a45-2e44c7872f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:41.345650 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-84e3bb16-702f-4b78-9a40-e6c1f822f034 req-8fb29de3-3abe-485d-9a45-2e44c7872f38 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=25d31574-7638-4ee7-a5c3-1967c957d5df HTTP/1.1" status: 200 len: 851 time: 0.0477669 Nov 12 04:03:41.377453 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-84e3bb16-702f-4b78-9a40-e6c1f822f034 req-040bb59d-e292-49c1-b126-5b403cf9db31 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d389e243-5304-41c7-b814-082780828bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246518 Nov 12 04:03:41.468770 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-84e3bb16-702f-4b78-9a40-e6c1f822f034 req-5d65d6bd-b297-42a4-a294-0c220685e2f7 service neutron] 10.222.0.74 "GET /v2.0/networks/d389e243-5304-41c7-b814-082780828bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835290 Nov 12 04:03:41.564346 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-84e3bb16-702f-4b78-9a40-e6c1f822f034 req-b2edae05-d29c-45a9-85b5-143d174f7f79 service neutron] 10.222.0.74 "GET /v2.0/networks/d389e243-5304-41c7-b814-082780828bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873036 Nov 12 04:03:42.069134 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1df716-584a-43ba-bb5b-3244813a6f51 req-25139e4a-37ee-40c6-a79f-0bfe21ec84d4 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:42.070621 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0d1df716-584a-43ba-bb5b-3244813a6f51 req-25139e4a-37ee-40c6-a79f-0bfe21ec84d4 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7572cfdc-a6f2-427d-acd9-c09031c2f7bd HTTP/1.1" status: 200 len: 943 time: 0.0499444 Nov 12 04:03:42.119443 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0d1df716-584a-43ba-bb5b-3244813a6f51 req-ab510449-ba36-4364-95cd-5f383ea54376 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.50 "GET /v2.0/security-groups?id=33f7e093-a6f9-4fb6-831b-55b466006111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424700 Nov 12 04:03:43.234865 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9766c32-3b15-4e9a-acd2-ae34fcbb0632 req-f3b48448-f049-479a-81c4-e844d7b543c6 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:43.236340 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a9766c32-3b15-4e9a-acd2-ae34fcbb0632 req-f3b48448-f049-479a-81c4-e844d7b543c6 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7572cfdc-a6f2-427d-acd9-c09031c2f7bd HTTP/1.1" status: 200 len: 943 time: 0.0494061 Nov 12 04:03:43.285198 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a9766c32-3b15-4e9a-acd2-ae34fcbb0632 req-47ae44b0-4936-4444-ab75-a54758877435 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.50 "GET /v2.0/security-groups?id=33f7e093-a6f9-4fb6-831b-55b466006111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422876 Nov 12 04:03:44.130273 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 33ffa70d-a497-465f-a52e-d671a4f372d6 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:03:44.228018 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 33ffa70d-a497-465f-a52e-d671a4f372d6, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=33ffa70d-a497-465f-a52e-d671a4f372d6,segment=NetworkSegment(8b7186af-4627-44c8-9e8e-47da4c575105),segment_id=8b7186af-4627-44c8-9e8e-47da4c575105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:44.240921 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '33ffa70d-a497-465f-a52e-d671a4f372d6', 'network_id': 'd389e243-5304-41c7-b814-082780828bd7', 'port_id': '33ffa70d-a497-465f-a52e-d671a4f372d6', 'mac_address': 'fa:16:3e:48:e3:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d31574-7638-4ee7-a5c3-1967c957d5df', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:03:44.279032 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:44.292054 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33ffa70d-a497-465f-a52e-d671a4f372d6 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:03:44.311793 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 33ffa70d-a497-465f-a52e-d671a4f372d6, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=33ffa70d-a497-465f-a52e-d671a4f372d6,segment=NetworkSegment(8b7186af-4627-44c8-9e8e-47da4c575105),segment_id=8b7186af-4627-44c8-9e8e-47da4c575105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:44.317959 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:44.367032 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=33ffa70d-a497-465f-a52e-d671a4f372d6,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:44.411606 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d6473-1aa1-43d2-af2b-fbff1ac438fd req-51f461b2-e158-466a-b61b-07be2d2ca37a tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:44.413193 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-040d6473-1aa1-43d2-af2b-fbff1ac438fd req-51f461b2-e158-466a-b61b-07be2d2ca37a tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7572cfdc-a6f2-427d-acd9-c09031c2f7bd HTTP/1.1" status: 200 len: 944 time: 0.0554292 Nov 12 04:03:44.461177 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-040d6473-1aa1-43d2-af2b-fbff1ac438fd req-90b3a52d-480f-471c-9002-b8285e454a96 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.50 "GET /v2.0/security-groups?id=33f7e093-a6f9-4fb6-831b-55b466006111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416832 Nov 12 04:03:44.586544 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['33ffa70d-a497-465f-a52e-d671a4f372d6'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:03:45.587696 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d59b44-de5f-48c1-b5aa-d6d05f0f0fbf req-72074bc1-3b14-4424-973c-5d6c7f5f55bf tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:45.589192 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a0d59b44-de5f-48c1-b5aa-d6d05f0f0fbf req-72074bc1-3b14-4424-973c-5d6c7f5f55bf tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7572cfdc-a6f2-427d-acd9-c09031c2f7bd HTTP/1.1" status: 200 len: 944 time: 0.0496504 Nov 12 04:03:45.640296 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a0d59b44-de5f-48c1-b5aa-d6d05f0f0fbf req-ed06e40c-e5ca-42bc-9b17-6010dff8a7f9 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.50 "GET /v2.0/security-groups?id=33f7e093-a6f9-4fb6-831b-55b466006111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451181 Nov 12 04:03:46.163982 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 33ffa70d-a497-465f-a52e-d671a4f372d6 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:46.213185 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 33ffa70d-a497-465f-a52e-d671a4f372d6 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:03:46.217134 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 33ffa70d-a497-465f-a52e-d671a4f372d6 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:46.217497 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.295011 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.318725 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7572cfdc-a6f2-427d-acd9-c09031c2f7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ffa70d-a497-465f-a52e-d671a4f372d6'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:46.320976 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03efeb37-74fa-4d71-8df0-bb939cdd6410" -d '{"events": [{"server_uuid": "7572cfdc-a6f2-427d-acd9-c09031c2f7bd", "name": "network-vif-plugged", "status": "completed", "tag": "33ffa70d-a497-465f-a52e-d671a4f372d6"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:46.333260 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 33ffa70d-a497-465f-a52e-d671a4f372d6, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=33ffa70d-a497-465f-a52e-d671a4f372d6,segment=NetworkSegment(8b7186af-4627-44c8-9e8e-47da4c575105),segment_id=8b7186af-4627-44c8-9e8e-47da4c575105)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:46.337362 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.362418 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d391cc0c-c91f-4067-9a99-c22fb10b3571 x-openstack-request-id: req-d391cc0c-c91f-4067-9a99-c22fb10b3571 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:46.363240 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7572cfdc-a6f2-427d-acd9-c09031c2f7bd", "name": "network-vif-plugged", "status": "completed", "tag": "33ffa70d-a497-465f-a52e-d671a4f372d6", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:46.363588 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d391cc0c-c91f-4067-9a99-c22fb10b3571 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:46.364279 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7572cfdc-a6f2-427d-acd9-c09031c2f7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ffa70d-a497-465f-a52e-d671a4f372d6', 'code': 200} Nov 12 04:03:46.393629 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=33ffa70d-a497-465f-a52e-d671a4f372d6,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:46.460535 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e405e1-5fe4-401b-b760-353a3c257de9 req-9138ee7a-aeb0-4a44-ac7c-1f95dcab4f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:46.462034 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-02e405e1-5fe4-401b-b760-353a3c257de9 req-9138ee7a-aeb0-4a44-ac7c-1f95dcab4f11 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7572cfdc-a6f2-427d-acd9-c09031c2f7bd HTTP/1.1" status: 200 len: 1097 time: 0.0407598 Nov 12 04:03:46.507584 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-02e405e1-5fe4-401b-b760-353a3c257de9 req-1d8a12f5-be52-4cfa-8999-b542f18f75c9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=33f7e093-a6f9-4fb6-831b-55b466006111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377486 Nov 12 04:03:46.755722 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e2b3f-bf77-4f79-a5d4-3064e3ad884d req-abc71356-6d1c-408f-b043-eac4d42bf4ba tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:46.757207 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ca8e2b3f-bf77-4f79-a5d4-3064e3ad884d req-abc71356-6d1c-408f-b043-eac4d42bf4ba tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7572cfdc-a6f2-427d-acd9-c09031c2f7bd HTTP/1.1" status: 200 len: 945 time: 0.0485253 Nov 12 04:03:46.804480 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ca8e2b3f-bf77-4f79-a5d4-3064e3ad884d req-5e61ab0f-c01b-4ddd-8968-7cc092e59bd8 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.50 "GET /v2.0/security-groups?id=33f7e093-a6f9-4fb6-831b-55b466006111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411894 Nov 12 04:03:47.923395 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42502bd2-a4d0-4b48-9db9-a54f6cd27ed2 req-9dca4e02-eb56-45a7-971c-04442f6e2cd2 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:47.924896 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-42502bd2-a4d0-4b48-9db9-a54f6cd27ed2 req-9dca4e02-eb56-45a7-971c-04442f6e2cd2 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7572cfdc-a6f2-427d-acd9-c09031c2f7bd HTTP/1.1" status: 200 len: 945 time: 0.0494912 Nov 12 04:03:47.976158 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-42502bd2-a4d0-4b48-9db9-a54f6cd27ed2 req-8a3a6765-9913-4f26-b25c-962af93f3dbf tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.50 "GET /v2.0/security-groups?id=33f7e093-a6f9-4fb6-831b-55b466006111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451112 Nov 12 04:03:48.093743 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50ddc1-9b36-492c-ae0c-f1aea73202a0 req-579316f3-9ce3-4a8d-9d99-711a80a30194 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:48.095100 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1a50ddc1-9b36-492c-ae0c-f1aea73202a0 req-579316f3-9ce3-4a8d-9d99-711a80a30194 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7572cfdc-a6f2-427d-acd9-c09031c2f7bd HTTP/1.1" status: 200 len: 945 time: 0.0496261 Nov 12 04:03:48.142349 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1a50ddc1-9b36-492c-ae0c-f1aea73202a0 req-1b427dc6-882c-4cb3-bc9f-12332a43f1df tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.50 "GET /v2.0/security-groups?id=33f7e093-a6f9-4fb6-831b-55b466006111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412815 Nov 12 04:03:48.364756 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0209e6b-f0dd-4d7c-8273-43f4f829c88c req-a8e40aa5-43f6-46b9-a624-3aad5c056022 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:48.366120 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e0209e6b-f0dd-4d7c-8273-43f4f829c88c req-a8e40aa5-43f6-46b9-a624-3aad5c056022 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7572cfdc-a6f2-427d-acd9-c09031c2f7bd HTTP/1.1" status: 200 len: 945 time: 0.0532234 Nov 12 04:03:48.415379 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e0209e6b-f0dd-4d7c-8273-43f4f829c88c req-888bbb04-93d7-4bc6-b982-580d637aa37f tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.50 "GET /v2.0/security-groups?id=33f7e093-a6f9-4fb6-831b-55b466006111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432935 Nov 12 04:03:48.426354 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:49.538513 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a475e7-3ba3-4e4f-a111-d801e62c4cfe req-e3a45e1a-dffa-4455-8511-e97431cc872b tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:49.540031 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-72a475e7-3ba3-4e4f-a111-d801e62c4cfe req-e3a45e1a-dffa-4455-8511-e97431cc872b tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7572cfdc-a6f2-427d-acd9-c09031c2f7bd HTTP/1.1" status: 200 len: 945 time: 0.0491714 Nov 12 04:03:49.588915 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-72a475e7-3ba3-4e4f-a111-d801e62c4cfe req-ccaec352-d480-4fe1-88ff-9ebbb282f0a0 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.50 "GET /v2.0/security-groups?id=33f7e093-a6f9-4fb6-831b-55b466006111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426552 Nov 12 04:03:49.798418 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b176dfb-b11e-429b-984f-9de075840838 req-582df019-63e1-4f60-8e13-7d75f76c9852 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:49.799857 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0b176dfb-b11e-429b-984f-9de075840838 req-582df019-63e1-4f60-8e13-7d75f76c9852 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7572cfdc-a6f2-427d-acd9-c09031c2f7bd HTTP/1.1" status: 200 len: 945 time: 0.0574915 Nov 12 04:03:49.860603 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e27d3-b146-47dd-8cf4-3e42c2bebcd1 req-6ac160d2-69ee-4db6-8199-7067f042d7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:49.863865 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-669e27d3-b146-47dd-8cf4-3e42c2bebcd1 req-6ac160d2-69ee-4db6-8199-7067f042d7a6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ba2b1d71c31f4edba2a332e3612aef2a&device_id=7572cfdc-a6f2-427d-acd9-c09031c2f7bd HTTP/1.1" status: 200 len: 1097 time: 0.0850415 Nov 12 04:03:49.907915 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0b176dfb-b11e-429b-984f-9de075840838 req-e13fca29-86cf-477e-913f-21391685de8f tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.50 "GET /v2.0/security-groups?id=33f7e093-a6f9-4fb6-831b-55b466006111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946612 Nov 12 04:03:49.969841 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e27d3-b146-47dd-8cf4-3e42c2bebcd1 req-e87c06bc-2c67-44d0-855f-a1438abdcefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:49.971210 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-669e27d3-b146-47dd-8cf4-3e42c2bebcd1 req-e87c06bc-2c67-44d0-855f-a1438abdcefa service neutron] 10.222.0.74 "GET /v2.0/networks?id=d389e243-5304-41c7-b814-082780828bd7 HTTP/1.1" status: 200 len: 912 time: 0.0969644 Nov 12 04:03:50.017108 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-669e27d3-b146-47dd-8cf4-3e42c2bebcd1 req-77a391eb-9c18-485c-b457-99f691a1b079 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33ffa70d-a497-465f-a52e-d671a4f372d6 HTTP/1.1" status: 200 len: 217 time: 0.0374670 Nov 12 04:03:50.067025 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e27d3-b146-47dd-8cf4-3e42c2bebcd1 req-b8283909-bd29-4140-81a0-2dd5ec2e3ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:50.068507 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-669e27d3-b146-47dd-8cf4-3e42c2bebcd1 req-b8283909-bd29-4140-81a0-2dd5ec2e3ad6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=25d31574-7638-4ee7-a5c3-1967c957d5df HTTP/1.1" status: 200 len: 851 time: 0.0435965 Nov 12 04:03:50.104292 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-669e27d3-b146-47dd-8cf4-3e42c2bebcd1 req-72e7f949-a180-440e-b643-ef347a911578 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d389e243-5304-41c7-b814-082780828bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248048 Nov 12 04:03:50.200523 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-669e27d3-b146-47dd-8cf4-3e42c2bebcd1 req-848a3588-d753-4c74-b9f3-cf64038decd1 service neutron] 10.222.0.74 "GET /v2.0/networks/d389e243-5304-41c7-b814-082780828bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869215 Nov 12 04:03:50.293518 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-669e27d3-b146-47dd-8cf4-3e42c2bebcd1 req-b27a95bc-c89e-4088-b909-387bd2079949 service neutron] 10.222.0.74 "GET /v2.0/networks/d389e243-5304-41c7-b814-082780828bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825679 Nov 12 04:03:51.028672 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f985db-60b6-40f2-9ba1-0460f43dd0a0 req-c3ae3a75-4f36-4513-8fbd-15c060ed5b3f tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:51.030145 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-40f985db-60b6-40f2-9ba1-0460f43dd0a0 req-c3ae3a75-4f36-4513-8fbd-15c060ed5b3f tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7572cfdc-a6f2-427d-acd9-c09031c2f7bd HTTP/1.1" status: 200 len: 945 time: 0.0499089 Nov 12 04:03:51.079123 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-40f985db-60b6-40f2-9ba1-0460f43dd0a0 req-65806605-18ff-458d-8edd-4fbbe1132511 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.50 "GET /v2.0/security-groups?id=33f7e093-a6f9-4fb6-831b-55b466006111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414510 Nov 12 04:03:52.199840 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0fc0e-be31-4208-ab76-05fadcf10917 req-2ca064ca-5d7d-4a54-9964-17f6227aef55 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:52.201243 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-84b0fc0e-be31-4208-ab76-05fadcf10917 req-2ca064ca-5d7d-4a54-9964-17f6227aef55 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7572cfdc-a6f2-427d-acd9-c09031c2f7bd HTTP/1.1" status: 200 len: 945 time: 0.0496716 Nov 12 04:03:52.256607 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-84b0fc0e-be31-4208-ab76-05fadcf10917 req-ffc39245-5a9d-4709-ac97-49d9d6adbb7e tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.50 "GET /v2.0/security-groups?id=33f7e093-a6f9-4fb6-831b-55b466006111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487683 Nov 12 04:03:52.494665 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d399f0-5226-4be7-bcd6-4d52a98e4e18 req-da9e25eb-c16d-46df-ae3a-ac47cd233f17 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:52.496158 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-99d399f0-5226-4be7-bcd6-4d52a98e4e18 req-da9e25eb-c16d-46df-ae3a-ac47cd233f17 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7572cfdc-a6f2-427d-acd9-c09031c2f7bd HTTP/1.1" status: 200 len: 945 time: 0.0502532 Nov 12 04:03:52.544439 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-99d399f0-5226-4be7-bcd6-4d52a98e4e18 req-b4d01d1c-c5c2-4cba-97fa-760fcce0557f tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.50 "GET /v2.0/security-groups?id=33f7e093-a6f9-4fb6-831b-55b466006111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417075 Nov 12 04:03:53.664111 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11c1ba-e56f-4584-b86a-ebd565c5d1e0 req-158a4fea-ef2d-4c3c-960b-15736b5f6ebd tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:53.665555 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ca11c1ba-e56f-4584-b86a-ebd565c5d1e0 req-158a4fea-ef2d-4c3c-960b-15736b5f6ebd tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7572cfdc-a6f2-427d-acd9-c09031c2f7bd HTTP/1.1" status: 200 len: 945 time: 0.0485227 Nov 12 04:03:53.715131 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ca11c1ba-e56f-4584-b86a-ebd565c5d1e0 req-99fee5d5-f77c-4c96-8b56-55dbd71ad274 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.50 "GET /v2.0/security-groups?id=33f7e093-a6f9-4fb6-831b-55b466006111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433764 Nov 12 04:03:53.928862 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0cf6c-0183-42ad-9240-b06adfb24707 req-3a9482a1-d28c-4599-8eea-71d7b301e7a9 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:53.930345 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2cf0cf6c-0183-42ad-9240-b06adfb24707 req-3a9482a1-d28c-4599-8eea-71d7b301e7a9 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7572cfdc-a6f2-427d-acd9-c09031c2f7bd HTTP/1.1" status: 200 len: 945 time: 0.0504043 Nov 12 04:03:53.946290 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188d942-358e-47ab-bc15-24d4d47b8e34 req-d951195c-9897-4702-8801-d680a0adba3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:53.947785 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d188d942-358e-47ab-bc15-24d4d47b8e34 req-d951195c-9897-4702-8801-d680a0adba3c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ba2b1d71c31f4edba2a332e3612aef2a&device_id=7572cfdc-a6f2-427d-acd9-c09031c2f7bd HTTP/1.1" status: 200 len: 1097 time: 0.0427425 Nov 12 04:03:53.979605 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2cf0cf6c-0183-42ad-9240-b06adfb24707 req-095dc682-ca96-4ba7-a8a7-6885e99bb630 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.50 "GET /v2.0/security-groups?id=33f7e093-a6f9-4fb6-831b-55b466006111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428693 Nov 12 04:03:54.043615 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188d942-358e-47ab-bc15-24d4d47b8e34 req-08cf4450-a4b1-4e19-8a5d-9dc366427670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:54.045098 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d188d942-358e-47ab-bc15-24d4d47b8e34 req-08cf4450-a4b1-4e19-8a5d-9dc366427670 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d389e243-5304-41c7-b814-082780828bd7 HTTP/1.1" status: 200 len: 912 time: 0.0898244 Nov 12 04:03:54.088584 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d188d942-358e-47ab-bc15-24d4d47b8e34 req-4c206f7d-7a29-4188-b290-d1be003ef1f8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33ffa70d-a497-465f-a52e-d671a4f372d6 HTTP/1.1" status: 200 len: 217 time: 0.0340338 Nov 12 04:03:54.140926 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188d942-358e-47ab-bc15-24d4d47b8e34 req-cfc7610b-714d-489b-b7be-8178a17463aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:54.142331 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d188d942-358e-47ab-bc15-24d4d47b8e34 req-cfc7610b-714d-489b-b7be-8178a17463aa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=25d31574-7638-4ee7-a5c3-1967c957d5df HTTP/1.1" status: 200 len: 851 time: 0.0470233 Nov 12 04:03:54.174208 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d188d942-358e-47ab-bc15-24d4d47b8e34 req-386f533f-004f-495d-9451-5f8c9fd24625 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d389e243-5304-41c7-b814-082780828bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241885 Nov 12 04:03:54.263963 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d188d942-358e-47ab-bc15-24d4d47b8e34 req-edea4f0f-41ed-4e12-8185-a857f13883d1 service neutron] 10.222.0.74 "GET /v2.0/networks/d389e243-5304-41c7-b814-082780828bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799084 Nov 12 04:03:54.356863 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d188d942-358e-47ab-bc15-24d4d47b8e34 req-d396f304-7c6e-4ec2-a750-883fbe7f0b21 service neutron] 10.222.0.74 "GET /v2.0/networks/d389e243-5304-41c7-b814-082780828bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843196 Nov 12 04:03:55.108397 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61e067-57a4-4b7a-af1f-09f78f423d0c req-38eeb800-bebb-41a2-9878-28c76cf24a56 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:55.109885 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6d61e067-57a4-4b7a-af1f-09f78f423d0c req-38eeb800-bebb-41a2-9878-28c76cf24a56 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7572cfdc-a6f2-427d-acd9-c09031c2f7bd HTTP/1.1" status: 200 len: 945 time: 0.0581288 Nov 12 04:03:55.164473 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6d61e067-57a4-4b7a-af1f-09f78f423d0c req-6016fde7-cdbe-406b-8818-d8b44bfaba49 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.50 "GET /v2.0/security-groups?id=33f7e093-a6f9-4fb6-831b-55b466006111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483465 Nov 12 04:03:56.282703 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51b800-e4aa-480e-9f4f-b35bfcfcf0ab req-addf61a9-e930-40b8-b926-d45a7816baa9 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:56.284176 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7d51b800-e4aa-480e-9f4f-b35bfcfcf0ab req-addf61a9-e930-40b8-b926-d45a7816baa9 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7572cfdc-a6f2-427d-acd9-c09031c2f7bd HTTP/1.1" status: 200 len: 945 time: 0.0481122 Nov 12 04:03:56.332106 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7d51b800-e4aa-480e-9f4f-b35bfcfcf0ab req-5a32d973-fc3f-492f-8cd0-8d989235cffc tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.50 "GET /v2.0/security-groups?id=33f7e093-a6f9-4fb6-831b-55b466006111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407531 Nov 12 04:03:56.571893 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480adbd-d743-445b-bad3-b50c43f83242 req-10bc0403-99d4-4b86-b8eb-a448dd47c352 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:56.573404 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d480adbd-d743-445b-bad3-b50c43f83242 req-10bc0403-99d4-4b86-b8eb-a448dd47c352 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7572cfdc-a6f2-427d-acd9-c09031c2f7bd HTTP/1.1" status: 200 len: 945 time: 0.0531876 Nov 12 04:03:56.620587 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d480adbd-d743-445b-bad3-b50c43f83242 req-6c73feff-0851-4e4a-8ecb-c3bdc64d880e tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.50 "GET /v2.0/security-groups?id=33f7e093-a6f9-4fb6-831b-55b466006111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413094 Nov 12 04:03:57.742684 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b689f-5b26-45cb-a66b-957797834d39 req-e7b7f631-c640-4fa8-8438-13cf9369bed1 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:57.744106 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ab9b689f-5b26-45cb-a66b-957797834d39 req-e7b7f631-c640-4fa8-8438-13cf9369bed1 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7572cfdc-a6f2-427d-acd9-c09031c2f7bd HTTP/1.1" status: 200 len: 945 time: 0.0545149 Nov 12 04:03:57.790847 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ab9b689f-5b26-45cb-a66b-957797834d39 req-53da5159-70a0-4c57-8610-32eabe9fe83b tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.50 "GET /v2.0/security-groups?id=33f7e093-a6f9-4fb6-831b-55b466006111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409670 Nov 12 04:03:57.942937 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:03:58.789112 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791ffba-9485-4dce-b8a4-7543f0bed8a7 req-cf8aff61-a077-4c65-84b2-efca2e1ad1f9 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:58.790464 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b791ffba-9485-4dce-b8a4-7543f0bed8a7 req-cf8aff61-a077-4c65-84b2-efca2e1ad1f9 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.74 "GET /v2.0/ports?device_id=7572cfdc-a6f2-427d-acd9-c09031c2f7bd HTTP/1.1" status: 200 len: 945 time: 0.0501363 Nov 12 04:03:58.882389 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-b791ffba-9485-4dce-b8a4-7543f0bed8a7 req-54cc9f35-9d42-4a6f-b60f-61e50c7a08e5 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] Deleting port 33ffa70d-a497-465f-a52e-d671a4f372d6 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:58.882726 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b791ffba-9485-4dce-b8a4-7543f0bed8a7 req-54cc9f35-9d42-4a6f-b60f-61e50c7a08e5 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:58.908694 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54deb7a2-5c91-4f27-8208-38d502744d88 req-3cff9869-a4b9-415e-ae26-c141231c01a1 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:58.910631 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-54deb7a2-5c91-4f27-8208-38d502744d88 req-3cff9869-a4b9-415e-ae26-c141231c01a1 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7572cfdc-a6f2-427d-acd9-c09031c2f7bd HTTP/1.1" status: 200 len: 945 time: 0.0500374 Nov 12 04:03:58.961476 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-54deb7a2-5c91-4f27-8208-38d502744d88 req-aec7c946-7090-41cc-8cee-4e0ac1294ddc tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.50 "GET /v2.0/security-groups?id=33f7e093-a6f9-4fb6-831b-55b466006111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440180 Nov 12 04:03:58.975653 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-b791ffba-9485-4dce-b8a4-7543f0bed8a7 req-54cc9f35-9d42-4a6f-b60f-61e50c7a08e5 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] For port 33ffa70d-a497-465f-a52e-d671a4f372d6, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=33ffa70d-a497-465f-a52e-d671a4f372d6,segment=NetworkSegment(8b7186af-4627-44c8-9e8e-47da4c575105),segment_id=8b7186af-4627-44c8-9e8e-47da4c575105)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:58.976018 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b791ffba-9485-4dce-b8a4-7543f0bed8a7 req-54cc9f35-9d42-4a6f-b60f-61e50c7a08e5 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:58.989317 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-b791ffba-9485-4dce-b8a4-7543f0bed8a7 req-54cc9f35-9d42-4a6f-b60f-61e50c7a08e5 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] Calling delete_port for 33ffa70d-a497-465f-a52e-d671a4f372d6 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:59.445214 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b791ffba-9485-4dce-b8a4-7543f0bed8a7 req-54cc9f35-9d42-4a6f-b60f-61e50c7a08e5 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:59.458153 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['33ffa70d-a497-465f-a52e-d671a4f372d6'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:03:59.473941 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc9f35-9d42-4a6f-b60f-61e50c7a08e5 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] Pushing event deleted for resources: {'Port': ['ID=33ffa70d-a497-465f-a52e-d671a4f372d6,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:59.514366 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-b791ffba-9485-4dce-b8a4-7543f0bed8a7 req-54cc9f35-9d42-4a6f-b60f-61e50c7a08e5 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] No DVR routers for this DVR port 33ffa70d-a497-465f-a52e-d671a4f372d6 on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:03:59.517218 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b791ffba-9485-4dce-b8a4-7543f0bed8a7 req-54cc9f35-9d42-4a6f-b60f-61e50c7a08e5 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:59.521545 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b791ffba-9485-4dce-b8a4-7543f0bed8a7 req-54cc9f35-9d42-4a6f-b60f-61e50c7a08e5 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.74 "DELETE /v2.0/ports/33ffa70d-a497-465f-a52e-d671a4f372d6 HTTP/1.1" status: 204 len: 173 time: 0.7235827 Nov 12 04:03:59.522000 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7572cfdc-a6f2-427d-acd9-c09031c2f7bd', 'name': 'network-vif-deleted', 'tag': '33ffa70d-a497-465f-a52e-d671a4f372d6'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:59.524301 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3243314b-7b36-4b25-b038-0104d01eca51" -d '{"events": [{"server_uuid": "7572cfdc-a6f2-427d-acd9-c09031c2f7bd", "name": "network-vif-deleted", "tag": "33ffa70d-a497-465f-a52e-d671a4f372d6"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:59.565852 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dae9563-90f5-48a0-ac56-22849022707d x-openstack-request-id: req-1dae9563-90f5-48a0-ac56-22849022707d {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:59.566155 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7572cfdc-a6f2-427d-acd9-c09031c2f7bd", "name": "network-vif-deleted", "tag": "33ffa70d-a497-465f-a52e-d671a4f372d6", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:59.567319 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1dae9563-90f5-48a0-ac56-22849022707d {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:59.568064 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7572cfdc-a6f2-427d-acd9-c09031c2f7bd', 'name': 'network-vif-deleted', 'tag': '33ffa70d-a497-465f-a52e-d671a4f372d6', 'status': 'completed', 'code': 200} Nov 12 04:04:00.079145 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-adc651da-92bf-430b-a754-18487bcbbecb req-1b24f7cc-fba0-473d-ad3e-e9d2f4c878a9 tempest-TestServerAdvancedOps-1272214912 tempest-TestServerAdvancedOps-1272214912-project] 10.222.0.50 "GET /v2.0/ports?device_id=7572cfdc-a6f2-427d-acd9-c09031c2f7bd HTTP/1.1" status: 200 len: 210 time: 0.0288918 Nov 12 04:04:00.387198 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-68dfd942-fab2-4c57-9a51-8c9ad29981c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.139856 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54454) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:01.187584 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-12da3636-ae27-4eb1-9154-fda6ea7afac1 admin admin] Deleting subnet 25d31574-7638-4ee7-a5c3-1967c957d5df {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:04:01.190638 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-12da3636-ae27-4eb1-9154-fda6ea7afac1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.224576 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-12da3636-ae27-4eb1-9154-fda6ea7afac1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.262933 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-12da3636-ae27-4eb1-9154-fda6ea7afac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.317534 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-12da3636-ae27-4eb1-9154-fda6ea7afac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.348483 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da3636-ae27-4eb1-9154-fda6ea7afac1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25d31574-7638-4ee7-a5c3-1967c957d5df,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:01.350462 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-12da3636-ae27-4eb1-9154-fda6ea7afac1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.353630 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-12da3636-ae27-4eb1-9154-fda6ea7afac1 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/25d31574-7638-4ee7-a5c3-1967c957d5df HTTP/1.1" status: 204 len: 168 time: 0.2127507 Nov 12 04:04:01.356044 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54458) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:01.424172 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3ea4e61f-2959-4db1-8309-f72f54d839bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.504364 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3ea4e61f-2959-4db1-8309-f72f54d839bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.524696 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-3ea4e61f-2959-4db1-8309-f72f54d839bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d389e243-5304-41c7-b814-082780828bd7']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:01.534169 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-3ea4e61f-2959-4db1-8309-f72f54d839bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b7186af-4627-44c8-9e8e-47da4c575105') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:01.535003 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-3ea4e61f-2959-4db1-8309-f72f54d839bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b7186af-4627-44c8-9e8e-47da4c575105') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:01.545913 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3ea4e61f-2959-4db1-8309-f72f54d839bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.559337 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3ea4e61f-2959-4db1-8309-f72f54d839bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.565296 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ea4e61f-2959-4db1-8309-f72f54d839bb admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:04:01.565863 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3ea4e61f-2959-4db1-8309-f72f54d839bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.567769 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 04:04:01.567769 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:04:01.567769 n-d-715271-27 neutron-server[102571]: timer() Nov 12 04:04:01.567769 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:04:01.567769 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 04:04:01.567769 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:04:01.567769 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 04:04:01.567769 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:04:01.567769 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 04:04:01.567769 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:04:01.567769 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 04:04:01.567769 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:04:01.567769 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 04:04:01.567769 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:04:01.567769 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:04:01.567769 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:04:01.567769 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:04:01.567769 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:04:01.567769 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 04:04:01.567769 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:04:01.567769 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 04:04:01.567769 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:04:01.567769 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:04:01.567769 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:04:01.567769 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 04:04:01.567769 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:04:01.567769 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:04:01.567769 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:04:01.567769 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:04:01.567769 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:04:01.567769 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:04:01.567769 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:04:01.622452 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3ea4e61f-2959-4db1-8309-f72f54d839bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.628717 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3ea4e61f-2959-4db1-8309-f72f54d839bb admin admin] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.632100 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3ea4e61f-2959-4db1-8309-f72f54d839bb admin admin] 10.222.0.50 "DELETE /v2.0/networks/d389e243-5304-41c7-b814-082780828bd7 HTTP/1.1" status: 204 len: 168 time: 0.2750771 Nov 12 04:04:01.635002 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54460) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:01.642506 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea4e61f-2959-4db1-8309-f72f54d839bb admin admin] Pushing event deleted for resources: {'Network': ['ID=d389e243-5304-41c7-b814-082780828bd7,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:01.684367 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0e2919b-b736-4310-84fe-0a1c3b9c8ef7 admin admin] Deleting subnet ccd177b0-bc1a-4b31-8904-4ad30e62dcfc {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:04:01.687549 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d0e2919b-b736-4310-84fe-0a1c3b9c8ef7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.720746 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d0e2919b-b736-4310-84fe-0a1c3b9c8ef7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.760225 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d0e2919b-b736-4310-84fe-0a1c3b9c8ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.813148 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d0e2919b-b736-4310-84fe-0a1c3b9c8ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.840309 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e2919b-b736-4310-84fe-0a1c3b9c8ef7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccd177b0-bc1a-4b31-8904-4ad30e62dcfc,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:01.846020 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d0e2919b-b736-4310-84fe-0a1c3b9c8ef7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.849869 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d0e2919b-b736-4310-84fe-0a1c3b9c8ef7 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ccd177b0-bc1a-4b31-8904-4ad30e62dcfc HTTP/1.1" status: 204 len: 168 time: 0.2138619 Nov 12 04:04:01.852318 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54462) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:01.919635 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5f5582de-591c-4d40-a22d-cce26a18ec79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:02.004643 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5f5582de-591c-4d40-a22d-cce26a18ec79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:02.024576 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-5f5582de-591c-4d40-a22d-cce26a18ec79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4e0adab-5138-41b0-9868-42486381a0ce']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:02.033603 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-5f5582de-591c-4d40-a22d-cce26a18ec79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1fc0c26-b0da-4fcc-9fc8-f628cdb36fb0') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:02.033894 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-5f5582de-591c-4d40-a22d-cce26a18ec79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1fc0c26-b0da-4fcc-9fc8-f628cdb36fb0') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:02.043574 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5f5582de-591c-4d40-a22d-cce26a18ec79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:02.057892 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5f5582de-591c-4d40-a22d-cce26a18ec79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:02.064648 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f5582de-591c-4d40-a22d-cce26a18ec79 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:04:02.065098 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5f5582de-591c-4d40-a22d-cce26a18ec79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:02.067754 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 04:04:02.067754 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:04:02.067754 n-d-715271-27 neutron-server[102572]: timer() Nov 12 04:04:02.067754 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:04:02.067754 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 04:04:02.067754 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:04:02.067754 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 04:04:02.067754 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:04:02.067754 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 04:04:02.067754 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:04:02.067754 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 04:04:02.067754 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:04:02.067754 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 04:04:02.067754 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:04:02.067754 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:04:02.067754 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:04:02.067754 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:04:02.067754 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:04:02.067754 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 04:04:02.067754 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:04:02.067754 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 04:04:02.067754 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:04:02.067754 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:04:02.067754 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:04:02.067754 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 04:04:02.067754 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:04:02.067754 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:04:02.067754 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:04:02.067754 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:04:02.067754 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:04:02.067754 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:04:02.067754 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:04:02.121533 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5f5582de-591c-4d40-a22d-cce26a18ec79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:02.127158 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5f5582de-591c-4d40-a22d-cce26a18ec79 admin admin] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:02.131170 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5f5582de-591c-4d40-a22d-cce26a18ec79 admin admin] 10.222.0.50 "DELETE /v2.0/networks/d4e0adab-5138-41b0-9868-42486381a0ce HTTP/1.1" status: 204 len: 168 time: 0.2779236 Nov 12 04:04:02.143146 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5582de-591c-4d40-a22d-cce26a18ec79 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4e0adab-5138-41b0-9868-42486381a0ce,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:02.224344 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 33ffa70d-a497-465f-a52e-d671a4f372d6 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:04:02.245256 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 33ffa70d-a497-465f-a52e-d671a4f372d6 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:04:02.245584 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 33ffa70d-a497-465f-a52e-d671a4f372d6 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:04:02.294082 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54466) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:02.339339 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-57fddbba-dbdd-45b8-b93a-ea4c6699ab18 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ba2b1d71c31f4edba2a332e3612aef2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0440879 Nov 12 04:04:02.341810 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54468) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:02.389146 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9bdf6ac3-1ecd-4fbb-8f17-3139ed59c7ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:02.411493 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9bdf6ac3-1ecd-4fbb-8f17-3139ed59c7ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:02.459740 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9bdf6ac3-1ecd-4fbb-8f17-3139ed59c7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:02.462502 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-9bdf6ac3-1ecd-4fbb-8f17-3139ed59c7ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:02.463861 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9bdf6ac3-1ecd-4fbb-8f17-3139ed59c7ec admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/33f7e093-a6f9-4fb6-831b-55b466006111 HTTP/1.1" status: 204 len: 168 time: 0.1211572 Nov 12 04:04:02.472114 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf6ac3-1ecd-4fbb-8f17-3139ed59c7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f7e093-a6f9-4fb6-831b-55b466006111,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:02.776911 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54474) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:02.817362 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-9872858b-1dee-45b2-86c9-fe7c9e070a97 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e13c03e57c6348e1ad487b86a409188f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393093 Nov 12 04:04:02.819707 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54476) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:02.867209 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4fe4c361-da11-40eb-beb8-8caf865805c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:02.889760 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4fe4c361-da11-40eb-beb8-8caf865805c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:02.942307 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4fe4c361-da11-40eb-beb8-8caf865805c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:02.944849 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4fe4c361-da11-40eb-beb8-8caf865805c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:02.945995 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4fe4c361-da11-40eb-beb8-8caf865805c5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/61478eae-4a95-4406-9ce6-f7515413cd1c HTTP/1.1" status: 204 len: 168 time: 0.1253784 Nov 12 04:04:02.953342 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe4c361-da11-40eb-beb8-8caf865805c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61478eae-4a95-4406-9ce6-f7515413cd1c,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:03.401484 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-315e7966-9cdf-44c7-90e3-d96a8ed19cde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:04.206952 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:05.537283 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:06.392905 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:08.875062 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:13.096120 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-9c4f4615-7287-43bd-b6a3-e062b8cafc54 tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=f3dfb70f5edd412d95fa4e80ffc76872&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220947 Nov 12 04:04:13.201500 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-dbd6508c-ed64-4638-9615-7a30cd27ad2d tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:13.202945 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-dbd6508c-ed64-4638-9615-7a30cd27ad2d tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1011331 Nov 12 04:04:13.218637 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-86ba74f0-b4a0-4392-bdab-842a207c28e7 tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] 10.222.0.50 "GET /v2.0/quotas/f3dfb70f5edd412d95fa4e80ffc76872 HTTP/1.1" status: 200 len: 375 time: 0.0090525 Nov 12 04:04:13.254750 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-7ecc891c-1357-4a7f-995d-58eff2a92c49 tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f3dfb70f5edd412d95fa4e80ffc76872&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300469 Nov 12 04:04:13.421753 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1726f167-8ea6-4c6a-8b23-fb999149fff1 req-7c7dad05-971a-456e-af89-e3cf1928d434 tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] 10.222.0.50 "GET /v2.0/ports?device_id=33895b2e-c7fc-4ecd-adc6-839cfe6bcb87 HTTP/1.1" status: 200 len: 210 time: 0.0318294 Nov 12 04:04:14.327328 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-4dd01568-35e1-4423-bf29-3945501de648 tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=f3dfb70f5edd412d95fa4e80ffc76872&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221045 Nov 12 04:04:14.446721 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-b16bef26-1828-45ee-86e5-f07b99648ecf tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:14.448324 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-b16bef26-1828-45ee-86e5-f07b99648ecf tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1128831 Nov 12 04:04:14.463337 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-bbd63f24-1aaf-4648-a742-36f288b5bc7f tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] Request body: {'port': {'device_id': '33895b2e-c7fc-4ecd-adc6-839cfe6bcb87', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'admin_state_up': True, 'tenant_id': 'f3dfb70f5edd412d95fa4e80ffc76872'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:14.519628 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-64c05da0-a89e-4209-a12c-c192ddb123fe req-c9d16fdf-8797-4eb1-b99a-53915744fc32 tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] 10.222.0.50 "GET /v2.0/ports?device_id=33895b2e-c7fc-4ecd-adc6-839cfe6bcb87 HTTP/1.1" status: 200 len: 210 time: 0.0259457 Nov 12 04:04:14.576555 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-bbd63f24-1aaf-4648-a742-36f288b5bc7f tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] Made reservation on behalf of f3dfb70f5edd412d95fa4e80ffc76872 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:14.580022 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-bbd63f24-1aaf-4648-a742-36f288b5bc7f tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:14.589059 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-bbd63f24-1aaf-4648-a742-36f288b5bc7f tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:14.663889 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-bbd63f24-1aaf-4648-a742-36f288b5bc7f tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:14.667647 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-bbd63f24-1aaf-4648-a742-36f288b5bc7f tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:14.726847 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd63f24-1aaf-4648-a742-36f288b5bc7f tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd408a7-72e9-44ab-a106-2c4fc12fc415,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:14.806372 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-bbd63f24-1aaf-4648-a742-36f288b5bc7f tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] Allocated IP 192.168.233.39 (eca3953c-c804-4641-8812-bff95be59582/fa66706f-b415-4bb9-838e-cfd08f81d96b/d8f43cf5-2d68-4b85-8550-021ab8bb7e86) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:04:14.952880 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-bbd63f24-1aaf-4648-a742-36f288b5bc7f tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:14.990874 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-bbd63f24-1aaf-4648-a742-36f288b5bc7f tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.036017 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-bbd63f24-1aaf-4648-a742-36f288b5bc7f tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] Network eca3953c-c804-4641-8812-bff95be59582 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:04:15.039159 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-bbd63f24-1aaf-4648-a742-36f288b5bc7f tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:15.042942 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-bbd63f24-1aaf-4648-a742-36f288b5bc7f tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:04:15.067402 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd63f24-1aaf-4648-a742-36f288b5bc7f tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] Pushing event updated for resources: {'Port': ['ID=d8f43cf5-2d68-4b85-8550-021ab8bb7e86,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:15.098768 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-bbd63f24-1aaf-4648-a742-36f288b5bc7f tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:15.099419 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-bbd63f24-1aaf-4648-a742-36f288b5bc7f tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.116294 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-bbd63f24-1aaf-4648-a742-36f288b5bc7f tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6566312 Nov 12 04:04:15.132160 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-9c4dff2a-24ce-48df-9724-fcfee4a2fcc0 service neutron] Request body: {'port': {'device_id': '33895b2e-c7fc-4ecd-adc6-839cfe6bcb87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:15.193595 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-9c4dff2a-24ce-48df-9724-fcfee4a2fcc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.315912 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-e3182919-7562-4029-8af3-7ac50c8b8a71 None None] Provisioning complete for port d8f43cf5-2d68-4b85-8550-021ab8bb7e86 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:15.316621 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e3182919-7562-4029-8af3-7ac50c8b8a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.475722 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-9c4dff2a-24ce-48df-9724-fcfee4a2fcc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8f43cf5-2d68-4b85-8550-021ab8bb7e86 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:04:15.483196 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-9c4dff2a-24ce-48df-9724-fcfee4a2fcc0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.496596 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-9c4dff2a-24ce-48df-9724-fcfee4a2fcc0 service neutron] Transition to ACTIVE for port object d8f43cf5-2d68-4b85-8550-021ab8bb7e86 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:04:15.500461 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-9c4dff2a-24ce-48df-9724-fcfee4a2fcc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.522350 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-e3182919-7562-4029-8af3-7ac50c8b8a71 None None] Port d8f43cf5-2d68-4b85-8550-021ab8bb7e86 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:04:15.551066 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4dff2a-24ce-48df-9724-fcfee4a2fcc0 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f43cf5-2d68-4b85-8550-021ab8bb7e86,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:15.668566 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d7c03c-e2c1-428b-becf-757c71bb999b req-a5e8de30-57dc-4a62-9f65-1c7f80c755b8 tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:15.670161 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c7d7c03c-e2c1-428b-becf-757c71bb999b req-a5e8de30-57dc-4a62-9f65-1c7f80c755b8 tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] 10.222.0.50 "GET /v2.0/ports?device_id=33895b2e-c7fc-4ecd-adc6-839cfe6bcb87 HTTP/1.1" status: 200 len: 947 time: 0.0742011 Nov 12 04:04:15.673260 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-9c4dff2a-24ce-48df-9724-fcfee4a2fcc0 service neutron] Attempting to bind port d8f43cf5-2d68-4b85-8550-021ab8bb7e86 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:15.673593 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-9c4dff2a-24ce-48df-9724-fcfee4a2fcc0 service neutron] Attempting to bind port d8f43cf5-2d68-4b85-8550-021ab8bb7e86 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:15.674009 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-9c4dff2a-24ce-48df-9724-fcfee4a2fcc0 service neutron] Attempting to bind port d8f43cf5-2d68-4b85-8550-021ab8bb7e86 on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:15.686524 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-9c4dff2a-24ce-48df-9724-fcfee4a2fcc0 service neutron] Port d8f43cf5-2d68-4b85-8550-021ab8bb7e86 on network eca3953c-c804-4641-8812-bff95be59582 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:15.686852 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-9c4dff2a-24ce-48df-9724-fcfee4a2fcc0 service neutron] Attempting to bind port d8f43cf5-2d68-4b85-8550-021ab8bb7e86 on network eca3953c-c804-4641-8812-bff95be59582 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:15.699906 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-9c4dff2a-24ce-48df-9724-fcfee4a2fcc0 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:04:15.700274 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-9c4dff2a-24ce-48df-9724-fcfee4a2fcc0 service neutron] Checking segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:15.700662 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-9c4dff2a-24ce-48df-9724-fcfee4a2fcc0 service neutron] Bound using segment: {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:04:15.701092 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-9c4dff2a-24ce-48df-9724-fcfee4a2fcc0 service neutron] Bound port: d8f43cf5-2d68-4b85-8550-021ab8bb7e86, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e7a052-687d-43b5-aaa1-78e77cbb8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eca3953c-c804-4641-8812-bff95be59582'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:04:15.701447 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-9c4dff2a-24ce-48df-9724-fcfee4a2fcc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.760386 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c7d7c03c-e2c1-428b-becf-757c71bb999b req-c480118f-b097-42e6-87d3-b80f097f1b42 tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cd408a7-72e9-44ab-a106-2c4fc12fc415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819707 Nov 12 04:04:15.789172 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-9c4dff2a-24ce-48df-9724-fcfee4a2fcc0 service neutron] For port d8f43cf5-2d68-4b85-8550-021ab8bb7e86, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:04:15.792052 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-9c4dff2a-24ce-48df-9724-fcfee4a2fcc0 service neutron] For port d8f43cf5-2d68-4b85-8550-021ab8bb7e86, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=d8f43cf5-2d68-4b85-8550-021ab8bb7e86,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:04:15.796720 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-9c4dff2a-24ce-48df-9724-fcfee4a2fcc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.838003 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-9c4dff2a-24ce-48df-9724-fcfee4a2fcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:15.838611 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-9c4dff2a-24ce-48df-9724-fcfee4a2fcc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.839992 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-9c4dff2a-24ce-48df-9724-fcfee4a2fcc0 service neutron] 10.222.0.74 "PUT /v2.0/ports/d8f43cf5-2d68-4b85-8550-021ab8bb7e86 HTTP/1.1" status: 200 len: 1096 time: 0.7135732 Nov 12 04:04:15.840443 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33895b2e-c7fc-4ecd-adc6-839cfe6bcb87', 'tag': 'd8f43cf5-2d68-4b85-8550-021ab8bb7e86'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:15.842692 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ccb678e-8384-414e-9ba8-4592a09ef3b7" -d '{"events": [{"name": "network-changed", "server_uuid": "33895b2e-c7fc-4ecd-adc6-839cfe6bcb87", "tag": "d8f43cf5-2d68-4b85-8550-021ab8bb7e86"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:15.874701 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4dff2a-24ce-48df-9724-fcfee4a2fcc0 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f43cf5-2d68-4b85-8550-021ab8bb7e86,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:15.882280 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6f7bef-854a-4ec5-b1ea-876edd28fcee x-openstack-request-id: req-0c6f7bef-854a-4ec5-b1ea-876edd28fcee {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:15.882564 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33895b2e-c7fc-4ecd-adc6-839cfe6bcb87", "tag": "d8f43cf5-2d68-4b85-8550-021ab8bb7e86", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:15.882842 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0c6f7bef-854a-4ec5-b1ea-876edd28fcee {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:15.883275 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33895b2e-c7fc-4ecd-adc6-839cfe6bcb87', 'tag': 'd8f43cf5-2d68-4b85-8550-021ab8bb7e86', 'status': 'completed', 'code': 200} Nov 12 04:04:15.934000 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-84f50874-2a4a-45f9-9f0c-7bd71026656b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:15.935880 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-84f50874-2a4a-45f9-9f0c-7bd71026656b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f3dfb70f5edd412d95fa4e80ffc76872&device_id=33895b2e-c7fc-4ecd-adc6-839cfe6bcb87 HTTP/1.1" status: 200 len: 1099 time: 0.0458539 Nov 12 04:04:15.983752 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-833deae3-1e76-489c-a47f-1a7ef6876c63 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=d8f43cf5-2d68-4b85-8550-021ab8bb7e86 HTTP/1.1" status: 200 len: 217 time: 0.0382769 Nov 12 04:04:16.051518 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-eda3b46d-2911-4e38-bbff-8bdfc78c2c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:16.053331 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-eda3b46d-2911-4e38-bbff-8bdfc78c2c79 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.0617309 Nov 12 04:04:16.103534 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-ee43987c-79a4-487d-b60d-3bf55865870d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:16.105362 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-ee43987c-79a4-487d-b60d-3bf55865870d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0435090 Nov 12 04:04:16.202279 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-86aae1b2-9292-470f-9c69-824302b358bb service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842633 Nov 12 04:04:16.297993 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0ed982ea-69e3-458a-b337-bb57622ad913 req-ea0e2176-bd6f-44f4-945e-5d6bd81cd4ee service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879846 Nov 12 04:04:16.389283 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb678e-8384-414e-9ba8-4592a09ef3b7 req-b9793a66-5ff7-4a00-a61a-d94968a1d16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:16.390784 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1ccb678e-8384-414e-9ba8-4592a09ef3b7 req-b9793a66-5ff7-4a00-a61a-d94968a1d16a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f3dfb70f5edd412d95fa4e80ffc76872&device_id=33895b2e-c7fc-4ecd-adc6-839cfe6bcb87 HTTP/1.1" status: 200 len: 1099 time: 0.0416529 Nov 12 04:04:16.486942 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb678e-8384-414e-9ba8-4592a09ef3b7 req-3acacbdb-e76a-4f08-99c4-98ac955be34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:16.488988 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1ccb678e-8384-414e-9ba8-4592a09ef3b7 req-3acacbdb-e76a-4f08-99c4-98ac955be34f service neutron] 10.222.0.74 "GET /v2.0/networks?id=eca3953c-c804-4641-8812-bff95be59582 HTTP/1.1" status: 200 len: 870 time: 0.0902982 Nov 12 04:04:16.532271 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1ccb678e-8384-414e-9ba8-4592a09ef3b7 req-59042af4-2dcc-448d-8bf5-77eb0faa607a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=d8f43cf5-2d68-4b85-8550-021ab8bb7e86 HTTP/1.1" status: 200 len: 217 time: 0.0340283 Nov 12 04:04:16.588189 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb678e-8384-414e-9ba8-4592a09ef3b7 req-9740cac5-07d5-46e0-bbcf-b2f4e7cc99de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:16.589505 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1ccb678e-8384-414e-9ba8-4592a09ef3b7 req-9740cac5-07d5-46e0-bbcf-b2f4e7cc99de service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa66706f-b415-4bb9-838e-cfd08f81d96b HTTP/1.1" status: 200 len: 843 time: 0.0482354 Nov 12 04:04:16.637383 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb678e-8384-414e-9ba8-4592a09ef3b7 req-27b2aab7-e3e1-4fc7-986f-6362e94518c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:16.638857 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1ccb678e-8384-414e-9ba8-4592a09ef3b7 req-27b2aab7-e3e1-4fc7-986f-6362e94518c7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eca3953c-c804-4641-8812-bff95be59582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0401106 Nov 12 04:04:16.737138 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1ccb678e-8384-414e-9ba8-4592a09ef3b7 req-54dbdb29-a4dc-4404-9ecf-d8c9ee102326 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847669 Nov 12 04:04:16.844257 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1ccb678e-8384-414e-9ba8-4592a09ef3b7 req-0103c323-9a7d-4ec6-9bd9-c050e417be35 service neutron] 10.222.0.74 "GET /v2.0/networks/eca3953c-c804-4641-8812-bff95be59582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994694 Nov 12 04:04:16.880848 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03057ad-a5a4-403e-bac8-69054c4bed97 req-f964a332-8b99-4f83-876a-8ac6c91e30e6 tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:16.882331 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f03057ad-a5a4-403e-bac8-69054c4bed97 req-f964a332-8b99-4f83-876a-8ac6c91e30e6 tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] 10.222.0.50 "GET /v2.0/ports?device_id=33895b2e-c7fc-4ecd-adc6-839cfe6bcb87 HTTP/1.1" status: 200 len: 947 time: 0.0535986 Nov 12 04:04:16.931324 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f03057ad-a5a4-403e-bac8-69054c4bed97 req-56d55aeb-00e7-4f20-902e-ac28668afe80 tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cd408a7-72e9-44ab-a106-2c4fc12fc415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423915 Nov 12 04:04:18.053657 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6559f8-1bfa-4cbc-811e-e6379b11234b req-05afc30c-eab4-4eb2-879a-285e6a6b468b tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:18.055146 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cf6559f8-1bfa-4cbc-811e-e6379b11234b req-05afc30c-eab4-4eb2-879a-285e6a6b468b tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] 10.222.0.50 "GET /v2.0/ports?device_id=33895b2e-c7fc-4ecd-adc6-839cfe6bcb87 HTTP/1.1" status: 200 len: 947 time: 0.0528286 Nov 12 04:04:18.103512 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cf6559f8-1bfa-4cbc-811e-e6379b11234b req-dd127d7d-2961-4467-8bcf-dafc7188d197 tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cd408a7-72e9-44ab-a106-2c4fc12fc415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415947 Nov 12 04:04:18.258467 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device d8f43cf5-2d68-4b85-8550-021ab8bb7e86 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:04:18.363101 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port d8f43cf5-2d68-4b85-8550-021ab8bb7e86, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=d8f43cf5-2d68-4b85-8550-021ab8bb7e86,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:18.375154 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'd8f43cf5-2d68-4b85-8550-021ab8bb7e86', 'network_id': 'eca3953c-c804-4641-8812-bff95be59582', 'port_id': 'd8f43cf5-2d68-4b85-8550-021ab8bb7e86', 'mac_address': 'fa:16:3e:f1:14:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa66706f-b415-4bb9-838e-cfd08f81d96b', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:04:18.416294 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:18.436142 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8f43cf5-2d68-4b85-8550-021ab8bb7e86 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:04:18.442164 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:18.456752 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port d8f43cf5-2d68-4b85-8550-021ab8bb7e86, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=d8f43cf5-2d68-4b85-8550-021ab8bb7e86,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:18.461420 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:18.507668 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=d8f43cf5-2d68-4b85-8550-021ab8bb7e86,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:18.515259 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:18.515551 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:18.515892 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:18.516267 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:18.516603 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:18.516936 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:18.517264 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:18.517589 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:18.517913 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:18.518236 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:18.518557 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:18.518878 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:18.727881 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['d8f43cf5-2d68-4b85-8550-021ab8bb7e86'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:04:19.222680 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf61bbb-a2ec-461f-b7fd-5a517920d13a req-998b58ad-ffb4-45be-a986-d167187caf70 tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:19.224351 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-eaf61bbb-a2ec-461f-b7fd-5a517920d13a req-998b58ad-ffb4-45be-a986-d167187caf70 tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] 10.222.0.50 "GET /v2.0/ports?device_id=33895b2e-c7fc-4ecd-adc6-839cfe6bcb87 HTTP/1.1" status: 200 len: 948 time: 0.0538445 Nov 12 04:04:19.272317 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-eaf61bbb-a2ec-461f-b7fd-5a517920d13a req-a930a05b-bed9-405c-90a6-adc5c51d3ac6 tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cd408a7-72e9-44ab-a106-2c4fc12fc415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419686 Nov 12 04:04:20.266146 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device d8f43cf5-2d68-4b85-8550-021ab8bb7e86 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:04:20.319949 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port d8f43cf5-2d68-4b85-8550-021ab8bb7e86 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:04:20.323609 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port d8f43cf5-2d68-4b85-8550-021ab8bb7e86 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:20.323976 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:20.398006 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ebd3d-eeec-4e7f-a828-071665d236f1 req-22aa3e96-eae1-48f0-8463-3cf2c33772fb tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:20.402900 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2b6ebd3d-eeec-4e7f-a828-071665d236f1 req-22aa3e96-eae1-48f0-8463-3cf2c33772fb tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] 10.222.0.50 "GET /v2.0/ports?device_id=33895b2e-c7fc-4ecd-adc6-839cfe6bcb87 HTTP/1.1" status: 200 len: 948 time: 0.0541008 Nov 12 04:04:20.404231 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:20.429343 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33895b2e-c7fc-4ecd-adc6-839cfe6bcb87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f43cf5-2d68-4b85-8550-021ab8bb7e86'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:20.431573 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7a17a9-4b21-456b-98ff-930fa8113185" -d '{"events": [{"server_uuid": "33895b2e-c7fc-4ecd-adc6-839cfe6bcb87", "name": "network-vif-plugged", "status": "completed", "tag": "d8f43cf5-2d68-4b85-8550-021ab8bb7e86"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:20.444618 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port d8f43cf5-2d68-4b85-8550-021ab8bb7e86, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=d8f43cf5-2d68-4b85-8550-021ab8bb7e86,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:20.450128 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:20.450308 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2b6ebd3d-eeec-4e7f-a828-071665d236f1 req-02dbf22d-a506-4f9f-92ec-0c49b1dc6fbd tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cd408a7-72e9-44ab-a106-2c4fc12fc415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445364 Nov 12 04:04:20.481889 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d862e4-06ce-4436-b3db-45735f8d39d0 x-openstack-request-id: req-89d862e4-06ce-4436-b3db-45735f8d39d0 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:20.482180 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33895b2e-c7fc-4ecd-adc6-839cfe6bcb87", "name": "network-vif-plugged", "status": "completed", "tag": "d8f43cf5-2d68-4b85-8550-021ab8bb7e86", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:20.482430 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-89d862e4-06ce-4436-b3db-45735f8d39d0 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:20.482824 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33895b2e-c7fc-4ecd-adc6-839cfe6bcb87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f43cf5-2d68-4b85-8550-021ab8bb7e86', 'code': 200} Nov 12 04:04:20.508350 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=d8f43cf5-2d68-4b85-8550-021ab8bb7e86,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:20.587345 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04afc9bb-4571-4cfd-8099-a47a9ffbf6a4 req-b66be874-6e98-4f5e-8d24-fc08919d839e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:20.588833 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-04afc9bb-4571-4cfd-8099-a47a9ffbf6a4 req-b66be874-6e98-4f5e-8d24-fc08919d839e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=33895b2e-c7fc-4ecd-adc6-839cfe6bcb87 HTTP/1.1" status: 200 len: 1101 time: 0.0400684 Nov 12 04:04:20.634544 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-04afc9bb-4571-4cfd-8099-a47a9ffbf6a4 req-05828e7a-fe2c-4227-977b-52f813947519 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0cd408a7-72e9-44ab-a106-2c4fc12fc415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376699 Nov 12 04:04:21.568185 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9612e6-44a0-41ff-ad07-531f2552b35e req-94cd5a45-f73f-441e-94d6-1c9df89692da tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:21.569636 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b9612e6-44a0-41ff-ad07-531f2552b35e req-94cd5a45-f73f-441e-94d6-1c9df89692da tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] 10.222.0.50 "GET /v2.0/ports?device_id=33895b2e-c7fc-4ecd-adc6-839cfe6bcb87 HTTP/1.1" status: 200 len: 949 time: 0.0502796 Nov 12 04:04:21.617187 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b9612e6-44a0-41ff-ad07-531f2552b35e req-92037b80-ca55-4ec1-9e1b-155e2ef250a4 tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cd408a7-72e9-44ab-a106-2c4fc12fc415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416167 Nov 12 04:04:22.735901 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec13a0d-dbfc-45d3-a87a-4368a0d5b88e req-d1a73adb-e10a-46c8-93a0-57f489c17f8b tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:22.737304 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1ec13a0d-dbfc-45d3-a87a-4368a0d5b88e req-d1a73adb-e10a-46c8-93a0-57f489c17f8b tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] 10.222.0.50 "GET /v2.0/ports?device_id=33895b2e-c7fc-4ecd-adc6-839cfe6bcb87 HTTP/1.1" status: 200 len: 949 time: 0.0501215 Nov 12 04:04:22.790471 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1ec13a0d-dbfc-45d3-a87a-4368a0d5b88e req-e637816a-3631-4cb4-918b-0a0c2368a1a2 tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cd408a7-72e9-44ab-a106-2c4fc12fc415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453901 Nov 12 04:04:23.176478 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-74943b7e-7c2f-4a9a-b77c-d9dcee5538c0 req-1b89af6f-2b79-415c-a881-0a6139579083 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:04:23.177665 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-74943b7e-7c2f-4a9a-b77c-d9dcee5538c0 req-1b89af6f-2b79-415c-a881-0a6139579083 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1076355 Nov 12 04:04:23.523899 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [req-2df13c5d-1d5a-40e9-a014-831baa7827ac req-43685400-50bb-44f0-854d-16d064850ce3 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:04:23.524836 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2df13c5d-1d5a-40e9-a014-831baa7827ac req-43685400-50bb-44f0-854d-16d064850ce3 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068033 Nov 12 04:04:23.859078 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d50ec1-29db-464c-827a-06f6959ca3d7 req-1847b949-4cc9-452b-87bb-dcd9aea03455 tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:23.860652 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d2d50ec1-29db-464c-827a-06f6959ca3d7 req-1847b949-4cc9-452b-87bb-dcd9aea03455 tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] 10.222.0.50 "GET /v2.0/ports?device_id=33895b2e-c7fc-4ecd-adc6-839cfe6bcb87 HTTP/1.1" status: 200 len: 949 time: 0.0511112 Nov 12 04:04:23.909689 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d2d50ec1-29db-464c-827a-06f6959ca3d7 req-6be744df-a9ff-4fd5-acdf-6bbd140cfb37 tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cd408a7-72e9-44ab-a106-2c4fc12fc415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421271 Nov 12 04:04:25.029138 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8891708-d1fa-4beb-b21d-4b9a5845bef7 req-499d6988-2cec-43dd-9f6f-7db6b1109327 tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:25.030586 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b8891708-d1fa-4beb-b21d-4b9a5845bef7 req-499d6988-2cec-43dd-9f6f-7db6b1109327 tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] 10.222.0.50 "GET /v2.0/ports?device_id=33895b2e-c7fc-4ecd-adc6-839cfe6bcb87 HTTP/1.1" status: 200 len: 949 time: 0.0482912 Nov 12 04:04:25.083961 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b8891708-d1fa-4beb-b21d-4b9a5845bef7 req-475e824e-1c46-4a46-8c17-f16fe107dc95 tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cd408a7-72e9-44ab-a106-2c4fc12fc415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467081 Nov 12 04:04:25.323759 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129aeeea-25a4-47c7-803f-03eb61da787d req-c95ecf91-d00f-4992-8d13-45571a2c576c tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:25.325221 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-129aeeea-25a4-47c7-803f-03eb61da787d req-c95ecf91-d00f-4992-8d13-45571a2c576c tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] 10.222.0.74 "GET /v2.0/ports?device_id=33895b2e-c7fc-4ecd-adc6-839cfe6bcb87 HTTP/1.1" status: 200 len: 949 time: 0.0494652 Nov 12 04:04:25.422949 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-129aeeea-25a4-47c7-803f-03eb61da787d req-e4d147d1-63bc-4352-a693-d4e4a8543f14 tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] Deleting port d8f43cf5-2d68-4b85-8550-021ab8bb7e86 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:04:25.423280 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-129aeeea-25a4-47c7-803f-03eb61da787d req-e4d147d1-63bc-4352-a693-d4e4a8543f14 tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:25.512188 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-129aeeea-25a4-47c7-803f-03eb61da787d req-e4d147d1-63bc-4352-a693-d4e4a8543f14 tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] For port d8f43cf5-2d68-4b85-8550-021ab8bb7e86, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=d8f43cf5-2d68-4b85-8550-021ab8bb7e86,segment=NetworkSegment(94e7a052-687d-43b5-aaa1-78e77cbb8de0),segment_id=94e7a052-687d-43b5-aaa1-78e77cbb8de0)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:25.512541 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-129aeeea-25a4-47c7-803f-03eb61da787d req-e4d147d1-63bc-4352-a693-d4e4a8543f14 tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:25.525874 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-129aeeea-25a4-47c7-803f-03eb61da787d req-e4d147d1-63bc-4352-a693-d4e4a8543f14 tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] Calling delete_port for d8f43cf5-2d68-4b85-8550-021ab8bb7e86 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:04:25.655272 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-129aeeea-25a4-47c7-803f-03eb61da787d req-e4d147d1-63bc-4352-a693-d4e4a8543f14 tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:25.667471 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['d8f43cf5-2d68-4b85-8550-021ab8bb7e86'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:04:25.683114 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d147d1-63bc-4352-a693-d4e4a8543f14 tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] Pushing event deleted for resources: {'Port': ['ID=d8f43cf5-2d68-4b85-8550-021ab8bb7e86,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:25.732646 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-129aeeea-25a4-47c7-803f-03eb61da787d req-e4d147d1-63bc-4352-a693-d4e4a8543f14 tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] No DVR routers for this DVR port d8f43cf5-2d68-4b85-8550-021ab8bb7e86 on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:04:25.735400 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-129aeeea-25a4-47c7-803f-03eb61da787d req-e4d147d1-63bc-4352-a693-d4e4a8543f14 tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:25.739208 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-129aeeea-25a4-47c7-803f-03eb61da787d req-e4d147d1-63bc-4352-a693-d4e4a8543f14 tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] 10.222.0.74 "DELETE /v2.0/ports/d8f43cf5-2d68-4b85-8550-021ab8bb7e86 HTTP/1.1" status: 204 len: 173 time: 0.4034998 Nov 12 04:04:25.739674 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33895b2e-c7fc-4ecd-adc6-839cfe6bcb87', 'name': 'network-vif-deleted', 'tag': 'd8f43cf5-2d68-4b85-8550-021ab8bb7e86'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:25.741989 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b8e5ee-6c6e-4b32-9f61-8087824cc0ec" -d '{"events": [{"server_uuid": "33895b2e-c7fc-4ecd-adc6-839cfe6bcb87", "name": "network-vif-deleted", "tag": "d8f43cf5-2d68-4b85-8550-021ab8bb7e86"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:25.786989 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f5c196-8e26-4874-a199-228e49578e6c x-openstack-request-id: req-a4f5c196-8e26-4874-a199-228e49578e6c {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:25.787275 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33895b2e-c7fc-4ecd-adc6-839cfe6bcb87", "name": "network-vif-deleted", "tag": "d8f43cf5-2d68-4b85-8550-021ab8bb7e86", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:25.787524 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a4f5c196-8e26-4874-a199-228e49578e6c {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:25.787928 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33895b2e-c7fc-4ecd-adc6-839cfe6bcb87', 'name': 'network-vif-deleted', 'tag': 'd8f43cf5-2d68-4b85-8550-021ab8bb7e86', 'status': 'completed', 'code': 200} Nov 12 04:04:26.196964 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a38ead83-6982-4188-abff-ee28ff6480cf req-28f72e78-e7e7-47f8-9641-ceb809833ee0 tempest-ServersAdminNegativeTestJSON-1389197375 tempest-ServersAdminNegativeTestJSON-1389197375-project] 10.222.0.50 "GET /v2.0/ports?device_id=33895b2e-c7fc-4ecd-adc6-839cfe6bcb87 HTTP/1.1" status: 200 len: 210 time: 0.0274985 Nov 12 04:04:27.489932 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54604) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:27.622741 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6fc921c3-1e2c-4544-b702-9cd5fde49434 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f3dfb70f5edd412d95fa4e80ffc76872&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1315913 Nov 12 04:04:27.625136 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54608) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:27.672403 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-710132cb-a8c6-4d26-be77-ff8de0a19c92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:27.694178 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-710132cb-a8c6-4d26-be77-ff8de0a19c92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:27.742316 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-710132cb-a8c6-4d26-be77-ff8de0a19c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:27.744992 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-710132cb-a8c6-4d26-be77-ff8de0a19c92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:27.746244 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-710132cb-a8c6-4d26-be77-ff8de0a19c92 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0cd408a7-72e9-44ab-a106-2c4fc12fc415 HTTP/1.1" status: 204 len: 168 time: 0.1201735 Nov 12 04:04:27.754628 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710132cb-a8c6-4d26-be77-ff8de0a19c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd408a7-72e9-44ab-a106-2c4fc12fc415,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:27.762297 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710132cb-a8c6-4d26-be77-ff8de0a19c92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:27.762650 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710132cb-a8c6-4d26-be77-ff8de0a19c92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:27.762994 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710132cb-a8c6-4d26-be77-ff8de0a19c92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:27.763328 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710132cb-a8c6-4d26-be77-ff8de0a19c92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:27.763662 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710132cb-a8c6-4d26-be77-ff8de0a19c92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:27.763991 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710132cb-a8c6-4d26-be77-ff8de0a19c92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:27.764343 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710132cb-a8c6-4d26-be77-ff8de0a19c92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:27.764671 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710132cb-a8c6-4d26-be77-ff8de0a19c92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:27.764994 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710132cb-a8c6-4d26-be77-ff8de0a19c92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:27.765316 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710132cb-a8c6-4d26-be77-ff8de0a19c92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:27.765636 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710132cb-a8c6-4d26-be77-ff8de0a19c92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:27.765955 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710132cb-a8c6-4d26-be77-ff8de0a19c92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:28.002267 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54614) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:28.015601 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-29f17d35-5bc4-439a-a5c8-f38a6f5a9a6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:28.100187 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-29f17d35-5bc4-439a-a5c8-f38a6f5a9a6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:28.104115 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-29f17d35-5bc4-439a-a5c8-f38a6f5a9a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:28.142339 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f17d35-5bc4-439a-a5c8-f38a6f5a9a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c475223-9ec8-40de-8a5a-7e0933f27451,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:28.147329 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-29f17d35-5bc4-439a-a5c8-f38a6f5a9a6a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fb2a712040684b969711ff659026907c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1440110 Nov 12 04:04:28.150117 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54616) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:28.198494 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-16b6d097-3be9-4d53-bc49-52e3f77e43e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:28.219800 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-16b6d097-3be9-4d53-bc49-52e3f77e43e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:28.266416 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-16b6d097-3be9-4d53-bc49-52e3f77e43e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:28.268910 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-16b6d097-3be9-4d53-bc49-52e3f77e43e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:28.270133 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-16b6d097-3be9-4d53-bc49-52e3f77e43e2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2c475223-9ec8-40de-8a5a-7e0933f27451 HTTP/1.1" status: 204 len: 168 time: 0.1191301 Nov 12 04:04:28.277921 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b6d097-3be9-4d53-bc49-52e3f77e43e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c475223-9ec8-40de-8a5a-7e0933f27451,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:28.317438 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device d8f43cf5-2d68-4b85-8550-021ab8bb7e86 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:04:28.336736 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: d8f43cf5-2d68-4b85-8550-021ab8bb7e86 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:04:28.337076 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device d8f43cf5-2d68-4b85-8550-021ab8bb7e86 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:04:28.978042 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54638) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:29.077242 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-da005187-9e69-4d67-b7c7-55caee5c4eb3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-841969463-network', 'tenant_id': 'b1c4b6b924a944e48327e848ec73cae8'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:29.098069 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da005187-9e69-4d67-b7c7-55caee5c4eb3 admin admin] Made reservation on behalf of b1c4b6b924a944e48327e848ec73cae8 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:29.100529 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-da005187-9e69-4d67-b7c7-55caee5c4eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:29.112315 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-da005187-9e69-4d67-b7c7-55caee5c4eb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:29.187025 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-da005187-9e69-4d67-b7c7-55caee5c4eb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:29.190930 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-da005187-9e69-4d67-b7c7-55caee5c4eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:29.218062 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da005187-9e69-4d67-b7c7-55caee5c4eb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:04:29.223287 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da005187-9e69-4d67-b7c7-55caee5c4eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d871045f-5dd8-4cdb-9813-f2407541ac74,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:29.230893 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-da005187-9e69-4d67-b7c7-55caee5c4eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:29.230893 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-da005187-9e69-4d67-b7c7-55caee5c4eb3 admin admin] Added segment 99715d90-a539-4f1b-acc1-10d3e10f1c53 of type vlan for network d460d2fe-313b-4486-87f8-ff83ca11b41b Nov 12 04:04:29.271774 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-da005187-9e69-4d67-b7c7-55caee5c4eb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:29.298106 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-da005187-9e69-4d67-b7c7-55caee5c4eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:29.298921 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da005187-9e69-4d67-b7c7-55caee5c4eb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:29.299487 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-da005187-9e69-4d67-b7c7-55caee5c4eb3 admin admin] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:29.357489 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-da005187-9e69-4d67-b7c7-55caee5c4eb3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3783221 Nov 12 04:04:29.360583 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54642) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:29.364853 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da005187-9e69-4d67-b7c7-55caee5c4eb3 admin admin] Pushing event updated for resources: {'Network': ['ID=d460d2fe-313b-4486-87f8-ff83ca11b41b,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:29.366311 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-cc063e58-0fc5-406b-a31c-ee806b509818 admin admin] Request body: {'subnet': {'network_id': 'd460d2fe-313b-4486-87f8-ff83ca11b41b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-841969463-subnet', 'tenant_id': 'b1c4b6b924a944e48327e848ec73cae8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:29.372655 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da005187-9e69-4d67-b7c7-55caee5c4eb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:29.372997 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da005187-9e69-4d67-b7c7-55caee5c4eb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:29.373338 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da005187-9e69-4d67-b7c7-55caee5c4eb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:29.373669 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da005187-9e69-4d67-b7c7-55caee5c4eb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:29.374001 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da005187-9e69-4d67-b7c7-55caee5c4eb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:29.374327 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da005187-9e69-4d67-b7c7-55caee5c4eb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:29.374654 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da005187-9e69-4d67-b7c7-55caee5c4eb3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:29.374988 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da005187-9e69-4d67-b7c7-55caee5c4eb3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:29.375291 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da005187-9e69-4d67-b7c7-55caee5c4eb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:29.375608 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da005187-9e69-4d67-b7c7-55caee5c4eb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:29.375926 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da005187-9e69-4d67-b7c7-55caee5c4eb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:29.376269 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da005187-9e69-4d67-b7c7-55caee5c4eb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:29.387730 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network d460d2fe-313b-4486-87f8-ff83ca11b41b details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:04:29.389341 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc063e58-0fc5-406b-a31c-ee806b509818 admin admin] Made reservation on behalf of b1c4b6b924a944e48327e848ec73cae8 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:29.392091 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cc063e58-0fc5-406b-a31c-ee806b509818 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:29.564910 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cc063e58-0fc5-406b-a31c-ee806b509818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:29.626559 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc063e58-0fc5-406b-a31c-ee806b509818 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eed8702-153b-4e32-8825-9ae0178fc53e,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:29.634494 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc063e58-0fc5-406b-a31c-ee806b509818 admin admin] Checking segment: {'id': '99715d90-a539-4f1b-acc1-10d3e10f1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd460d2fe-313b-4486-87f8-ff83ca11b41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:29.634849 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc063e58-0fc5-406b-a31c-ee806b509818 admin admin] Network hostable DHCP agents. Network: d460d2fe-313b-4486-87f8-ff83ca11b41b, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:04:29.651997 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc063e58-0fc5-406b-a31c-ee806b509818 admin admin] Network d460d2fe-313b-4486-87f8-ff83ca11b41b is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:04:29.660800 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-cc063e58-0fc5-406b-a31c-ee806b509818 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, d460d2fe-313b-4486-87f8-ff83ca11b41b) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:29.665137 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc063e58-0fc5-406b-a31c-ee806b509818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:29.665856 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-cc063e58-0fc5-406b-a31c-ee806b509818 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:29.670714 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad14a9e-4708-470a-a63e-0134cdedbd18 None None] Network d460d2fe-313b-4486-87f8-ff83ca11b41b requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:04:29.686402 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-cc063e58-0fc5-406b-a31c-ee806b509818 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3247085 Nov 12 04:04:29.823409 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496e6611-7f6f-47e0-84ec-5b106bb808e4 None None] Network d460d2fe-313b-4486-87f8-ff83ca11b41b requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:04:30.142445 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-08696412-4263-4ea2-824c-4ca4b5194ed8 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:30.143922 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-08696412-4263-4ea2-824c-4ca4b5194ed8 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/networks?id=d460d2fe-313b-4486-87f8-ff83ca11b41b HTTP/1.1" status: 200 len: 811 time: 0.1051378 Nov 12 04:04:30.160100 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-63c8694b-0df4-4d4a-bb26-a04fe424091b tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/quotas/b1c4b6b924a944e48327e848ec73cae8 HTTP/1.1" status: 200 len: 375 time: 0.0093415 Nov 12 04:04:30.198048 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-926f9e0c-497c-4d8c-9243-3ed030aef776 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b1c4b6b924a944e48327e848ec73cae8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314600 Nov 12 04:04:30.289776 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-d33b0d1b-0751-48b1-bf83-53a71ec7a7c4 service neutron] 10.222.0.50 "GET /v2.0/networks/d460d2fe-313b-4486-87f8-ff83ca11b41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846901 Nov 12 04:04:30.383839 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-33794f94-6cb3-484e-a30a-5da6e4c6f705 service neutron] 10.222.0.50 "GET /v2.0/networks/d460d2fe-313b-4486-87f8-ff83ca11b41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880194 Nov 12 04:04:30.388681 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4fa3751c-5c3a-4eaf-b9c5-9a6082ee7ee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:30.548243 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1dbf1b83-3e3c-4fdc-8804-af98a2701186 req-73f472aa-4222-474e-9db5-ef1655b8ae57 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 210 time: 0.0277789 Nov 12 04:04:31.554674 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-eea5c595-baaa-4f06-94b1-8a9b75799620 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:31.556148 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-eea5c595-baaa-4f06-94b1-8a9b75799620 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.74 "GET /v2.0/networks?id=d460d2fe-313b-4486-87f8-ff83ca11b41b HTTP/1.1" status: 200 len: 811 time: 0.1122086 Nov 12 04:04:31.571643 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-c77b3b0d-bad0-4812-b7a3-a396c9dbee64 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Request body: {'port': {'device_id': '9256e6bd-1bd9-4c8b-860e-91359aececf2', 'network_id': 'd460d2fe-313b-4486-87f8-ff83ca11b41b', 'admin_state_up': True, 'tenant_id': 'b1c4b6b924a944e48327e848ec73cae8'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:31.648655 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7834655c-964b-4e43-897b-3e506edfe3b5 req-32d6b74a-6a93-40fe-8494-5f0dc91df4b9 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 210 time: 0.0277486 Nov 12 04:04:31.715096 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-c77b3b0d-bad0-4812-b7a3-a396c9dbee64 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Made reservation on behalf of b1c4b6b924a944e48327e848ec73cae8 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:31.718571 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-c77b3b0d-bad0-4812-b7a3-a396c9dbee64 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:31.846467 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-c77b3b0d-bad0-4812-b7a3-a396c9dbee64 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Allocated IP 172.20.0.7 (d460d2fe-313b-4486-87f8-ff83ca11b41b/4eed8702-153b-4e32-8825-9ae0178fc53e/da3ac367-58c2-4e6e-8e75-fb991c1945c9) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:04:32.006805 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-c77b3b0d-bad0-4812-b7a3-a396c9dbee64 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:32.043752 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-c77b3b0d-bad0-4812-b7a3-a396c9dbee64 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:32.090726 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-c77b3b0d-bad0-4812-b7a3-a396c9dbee64 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Network d460d2fe-313b-4486-87f8-ff83ca11b41b is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:04:32.096416 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-c77b3b0d-bad0-4812-b7a3-a396c9dbee64 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:32.101138 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-c77b3b0d-bad0-4812-b7a3-a396c9dbee64 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:04:32.127513 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b3b0d-bad0-4812-b7a3-a396c9dbee64 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Pushing event updated for resources: {'Port': ['ID=da3ac367-58c2-4e6e-8e75-fb991c1945c9,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:32.156241 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-c77b3b0d-bad0-4812-b7a3-a396c9dbee64 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:32.156842 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-c77b3b0d-bad0-4812-b7a3-a396c9dbee64 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:32.173306 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-c77b3b0d-bad0-4812-b7a3-a396c9dbee64 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6056895 Nov 12 04:04:32.185728 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-ba52954e-e2b2-4ede-9ec9-85721ba722d5 service neutron] Request body: {'port': {'device_id': '9256e6bd-1bd9-4c8b-860e-91359aececf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:32.240229 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-ba52954e-e2b2-4ede-9ec9-85721ba722d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:32.523475 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-ba52954e-e2b2-4ede-9ec9-85721ba722d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da3ac367-58c2-4e6e-8e75-fb991c1945c9 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:04:32.531814 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-ba52954e-e2b2-4ede-9ec9-85721ba722d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:32.545047 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-ba52954e-e2b2-4ede-9ec9-85721ba722d5 service neutron] Transition to ACTIVE for port object da3ac367-58c2-4e6e-8e75-fb991c1945c9 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:04:32.548979 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-ba52954e-e2b2-4ede-9ec9-85721ba722d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:32.599632 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba52954e-e2b2-4ede-9ec9-85721ba722d5 service neutron] Pushing event updated for resources: {'Port': ['ID=da3ac367-58c2-4e6e-8e75-fb991c1945c9,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:32.668153 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-ba52954e-e2b2-4ede-9ec9-85721ba722d5 service neutron] Attempting to bind port da3ac367-58c2-4e6e-8e75-fb991c1945c9 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:32.668395 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-ba52954e-e2b2-4ede-9ec9-85721ba722d5 service neutron] Attempting to bind port da3ac367-58c2-4e6e-8e75-fb991c1945c9 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '99715d90-a539-4f1b-acc1-10d3e10f1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd460d2fe-313b-4486-87f8-ff83ca11b41b'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:32.668717 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-ba52954e-e2b2-4ede-9ec9-85721ba722d5 service neutron] Attempting to bind port da3ac367-58c2-4e6e-8e75-fb991c1945c9 on network d460d2fe-313b-4486-87f8-ff83ca11b41b {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:32.673412 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-ba52954e-e2b2-4ede-9ec9-85721ba722d5 service neutron] Port da3ac367-58c2-4e6e-8e75-fb991c1945c9 on network d460d2fe-313b-4486-87f8-ff83ca11b41b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:32.673727 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-ba52954e-e2b2-4ede-9ec9-85721ba722d5 service neutron] Attempting to bind port da3ac367-58c2-4e6e-8e75-fb991c1945c9 on network d460d2fe-313b-4486-87f8-ff83ca11b41b {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:32.679068 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-ba52954e-e2b2-4ede-9ec9-85721ba722d5 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:04:32.679422 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-ba52954e-e2b2-4ede-9ec9-85721ba722d5 service neutron] Checking segment: {'id': '99715d90-a539-4f1b-acc1-10d3e10f1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd460d2fe-313b-4486-87f8-ff83ca11b41b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:32.679794 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-ba52954e-e2b2-4ede-9ec9-85721ba722d5 service neutron] Bound using segment: {'id': '99715d90-a539-4f1b-acc1-10d3e10f1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd460d2fe-313b-4486-87f8-ff83ca11b41b'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:04:32.680235 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-ba52954e-e2b2-4ede-9ec9-85721ba722d5 service neutron] Bound port: da3ac367-58c2-4e6e-8e75-fb991c1945c9, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99715d90-a539-4f1b-acc1-10d3e10f1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd460d2fe-313b-4486-87f8-ff83ca11b41b'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:04:32.680582 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-ba52954e-e2b2-4ede-9ec9-85721ba722d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:32.774855 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-ba52954e-e2b2-4ede-9ec9-85721ba722d5 service neutron] For port da3ac367-58c2-4e6e-8e75-fb991c1945c9, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:04:32.779273 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-ba52954e-e2b2-4ede-9ec9-85721ba722d5 service neutron] For port da3ac367-58c2-4e6e-8e75-fb991c1945c9, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=da3ac367-58c2-4e6e-8e75-fb991c1945c9,segment=NetworkSegment(99715d90-a539-4f1b-acc1-10d3e10f1c53),segment_id=99715d90-a539-4f1b-acc1-10d3e10f1c53)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:04:32.784506 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-ba52954e-e2b2-4ede-9ec9-85721ba722d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:32.796712 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2e786-4886-4624-bd23-c3ef71484183 req-3f893032-ab5d-4b4a-9176-520695aa38c8 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:32.798162 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-72c2e786-4886-4624-bd23-c3ef71484183 req-3f893032-ab5d-4b4a-9176-520695aa38c8 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 943 time: 0.0797598 Nov 12 04:04:32.834181 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-ba52954e-e2b2-4ede-9ec9-85721ba722d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:32.834772 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-ba52954e-e2b2-4ede-9ec9-85721ba722d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:32.836102 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-ba52954e-e2b2-4ede-9ec9-85721ba722d5 service neutron] 10.222.0.74 "PUT /v2.0/ports/da3ac367-58c2-4e6e-8e75-fb991c1945c9 HTTP/1.1" status: 200 len: 1092 time: 0.6544840 Nov 12 04:04:32.837344 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9256e6bd-1bd9-4c8b-860e-91359aececf2', 'tag': 'da3ac367-58c2-4e6e-8e75-fb991c1945c9'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:32.839523 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d91638-4c04-4322-959c-03636bcb20d3" -d '{"events": [{"name": "network-changed", "server_uuid": "9256e6bd-1bd9-4c8b-860e-91359aececf2", "tag": "da3ac367-58c2-4e6e-8e75-fb991c1945c9"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:32.900207 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4916daf-0829-4457-b448-c433b348a51b x-openstack-request-id: req-d4916daf-0829-4457-b448-c433b348a51b {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:32.900483 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9256e6bd-1bd9-4c8b-860e-91359aececf2", "tag": "da3ac367-58c2-4e6e-8e75-fb991c1945c9", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:32.900724 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d4916daf-0829-4457-b448-c433b348a51b {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:32.901112 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9256e6bd-1bd9-4c8b-860e-91359aececf2', 'tag': 'da3ac367-58c2-4e6e-8e75-fb991c1945c9', 'status': 'completed', 'code': 200} Nov 12 04:04:32.903285 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba52954e-e2b2-4ede-9ec9-85721ba722d5 service neutron] Pushing event updated for resources: {'Port': ['ID=da3ac367-58c2-4e6e-8e75-fb991c1945c9,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:32.926654 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-72c2e786-4886-4624-bd23-c3ef71484183 req-fc4e8f1f-0cdf-4f18-9790-b52951d6c9bf tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/security-groups?id=d871045f-5dd8-4cdb-9813-f2407541ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050394 Nov 12 04:04:32.943940 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-a0dbfe36-df5e-470f-bfbb-e23789324d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:32.945473 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-a0dbfe36-df5e-470f-bfbb-e23789324d78 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1c4b6b924a944e48327e848ec73cae8&device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 1095 time: 0.0606868 Nov 12 04:04:32.990926 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-f9c7a29a-d889-4446-bae8-a0070ad8cf07 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da3ac367-58c2-4e6e-8e75-fb991c1945c9 HTTP/1.1" status: 200 len: 217 time: 0.0357509 Nov 12 04:04:33.041650 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-a6c73dfa-3b29-475b-9de9-6fd31021649f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:33.043106 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-a6c73dfa-3b29-475b-9de9-6fd31021649f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4eed8702-153b-4e32-8825-9ae0178fc53e HTTP/1.1" status: 200 len: 851 time: 0.0453503 Nov 12 04:04:33.075712 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-cafb1ea3-74c4-4f20-93a9-db203abe9b88 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d460d2fe-313b-4486-87f8-ff83ca11b41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247223 Nov 12 04:04:33.169763 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-eafac0cc-d7be-49b5-a881-8606b7ce6d6c service neutron] 10.222.0.74 "GET /v2.0/networks/d460d2fe-313b-4486-87f8-ff83ca11b41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863390 Nov 12 04:04:33.259715 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-69fa9580-bd3b-4d37-8c20-c44b03114926 req-c8347a52-f3f4-4f1a-bdc4-9807305a81be service neutron] 10.222.0.74 "GET /v2.0/networks/d460d2fe-313b-4486-87f8-ff83ca11b41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814736 Nov 12 04:04:33.355259 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d91638-4c04-4322-959c-03636bcb20d3 req-1da1e609-e9a3-47e3-ab12-94f298b9e488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:33.356793 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-03d91638-4c04-4322-959c-03636bcb20d3 req-1da1e609-e9a3-47e3-ab12-94f298b9e488 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1c4b6b924a944e48327e848ec73cae8&device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 1095 time: 0.0496154 Nov 12 04:04:33.404559 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9286fe28-37b2-4be7-9cf0-b04b32bb0baa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:33.450283 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d91638-4c04-4322-959c-03636bcb20d3 req-47345d84-8e9b-41ec-b778-e6d6bf6e3e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:33.451749 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-03d91638-4c04-4322-959c-03636bcb20d3 req-47345d84-8e9b-41ec-b778-e6d6bf6e3e22 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d460d2fe-313b-4486-87f8-ff83ca11b41b HTTP/1.1" status: 200 len: 912 time: 0.0870080 Nov 12 04:04:33.498398 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-03d91638-4c04-4322-959c-03636bcb20d3 req-7da3c874-3ab0-4996-a5d8-9bdbf1f216bf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da3ac367-58c2-4e6e-8e75-fb991c1945c9 HTTP/1.1" status: 200 len: 217 time: 0.0381305 Nov 12 04:04:33.550583 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d91638-4c04-4322-959c-03636bcb20d3 req-f9bcfbb5-d1cc-4655-8c76-e91b452692e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:33.552626 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-03d91638-4c04-4322-959c-03636bcb20d3 req-f9bcfbb5-d1cc-4655-8c76-e91b452692e9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4eed8702-153b-4e32-8825-9ae0178fc53e HTTP/1.1" status: 200 len: 851 time: 0.0458369 Nov 12 04:04:33.585396 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-03d91638-4c04-4322-959c-03636bcb20d3 req-f175f0da-110e-4447-aac4-f53acad7e48a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d460d2fe-313b-4486-87f8-ff83ca11b41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252061 Nov 12 04:04:33.690997 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-03d91638-4c04-4322-959c-03636bcb20d3 req-98593acd-cb0b-4f6b-be08-f03c344b5be3 service neutron] 10.222.0.74 "GET /v2.0/networks/d460d2fe-313b-4486-87f8-ff83ca11b41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969272 Nov 12 04:04:33.782835 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-03d91638-4c04-4322-959c-03636bcb20d3 req-c20d83e5-dfc6-4f74-bf93-8c6a44f0a390 service neutron] 10.222.0.74 "GET /v2.0/networks/d460d2fe-313b-4486-87f8-ff83ca11b41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836270 Nov 12 04:04:34.043070 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715aeea4-fcca-4e7a-86fc-3e2b1bbe7772 req-d1a5cdda-66ac-4461-9b9c-4299156192cc tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:34.044636 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-715aeea4-fcca-4e7a-86fc-3e2b1bbe7772 req-d1a5cdda-66ac-4461-9b9c-4299156192cc tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 943 time: 0.0488956 Nov 12 04:04:34.094117 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-715aeea4-fcca-4e7a-86fc-3e2b1bbe7772 req-8b539a50-c00e-45e5-90f2-755b1da8057c tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/security-groups?id=d871045f-5dd8-4cdb-9813-f2407541ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432694 Nov 12 04:04:34.208992 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:34.942797 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:04:35.215464 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2bf726-79e1-49b6-babc-d11962d34b97 req-dc048ae7-bee2-485f-87fa-13c3bdbd6785 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:35.216910 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-eb2bf726-79e1-49b6-babc-d11962d34b97 req-dc048ae7-bee2-485f-87fa-13c3bdbd6785 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 943 time: 0.0515325 Nov 12 04:04:35.270108 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-eb2bf726-79e1-49b6-babc-d11962d34b97 req-3cef15a0-9e9c-4a77-9582-6bd7c659b78b tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/security-groups?id=d871045f-5dd8-4cdb-9813-f2407541ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471838 Nov 12 04:04:35.540531 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:36.318131 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device da3ac367-58c2-4e6e-8e75-fb991c1945c9 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:04:36.390385 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f770f59a-bc7c-48da-8d58-d5110845bfb4 req-0e129c8d-da97-4183-8131-b87f72b726ed tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:36.391886 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f770f59a-bc7c-48da-8d58-d5110845bfb4 req-0e129c8d-da97-4183-8131-b87f72b726ed tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 943 time: 0.0511651 Nov 12 04:04:36.412545 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:36.433316 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port da3ac367-58c2-4e6e-8e75-fb991c1945c9, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=da3ac367-58c2-4e6e-8e75-fb991c1945c9,segment=NetworkSegment(99715d90-a539-4f1b-acc1-10d3e10f1c53),segment_id=99715d90-a539-4f1b-acc1-10d3e10f1c53)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:36.443936 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'da3ac367-58c2-4e6e-8e75-fb991c1945c9', 'network_id': 'd460d2fe-313b-4486-87f8-ff83ca11b41b', 'port_id': 'da3ac367-58c2-4e6e-8e75-fb991c1945c9', 'mac_address': 'fa:16:3e:5e:7b:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eed8702-153b-4e32-8825-9ae0178fc53e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:04:36.446383 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f770f59a-bc7c-48da-8d58-d5110845bfb4 req-e886b0bb-c51b-48c1-a15a-edb8960632c1 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/security-groups?id=d871045f-5dd8-4cdb-9813-f2407541ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483320 Nov 12 04:04:36.483266 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:36.500544 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da3ac367-58c2-4e6e-8e75-fb991c1945c9 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:04:36.520685 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port da3ac367-58c2-4e6e-8e75-fb991c1945c9, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=da3ac367-58c2-4e6e-8e75-fb991c1945c9,segment=NetworkSegment(99715d90-a539-4f1b-acc1-10d3e10f1c53),segment_id=99715d90-a539-4f1b-acc1-10d3e10f1c53)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:36.524320 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:36.573634 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=da3ac367-58c2-4e6e-8e75-fb991c1945c9,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:36.760985 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['da3ac367-58c2-4e6e-8e75-fb991c1945c9'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:04:37.561971 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798eb7ef-1a7e-4159-9d63-a9f0fa816b19 req-14191e27-4b77-4cd6-97c0-09a40a983eb8 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:37.566249 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-798eb7ef-1a7e-4159-9d63-a9f0fa816b19 req-14191e27-4b77-4cd6-97c0-09a40a983eb8 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 944 time: 0.0499551 Nov 12 04:04:37.611695 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-798eb7ef-1a7e-4159-9d63-a9f0fa816b19 req-0f0ddb4e-ed18-4a86-9d3c-18d87b05b7d4 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/security-groups?id=d871045f-5dd8-4cdb-9813-f2407541ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415816 Nov 12 04:04:38.332163 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device da3ac367-58c2-4e6e-8e75-fb991c1945c9 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:04:38.380867 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port da3ac367-58c2-4e6e-8e75-fb991c1945c9 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:04:38.384686 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port da3ac367-58c2-4e6e-8e75-fb991c1945c9 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:38.385056 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:38.460730 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:38.482743 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9256e6bd-1bd9-4c8b-860e-91359aececf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3ac367-58c2-4e6e-8e75-fb991c1945c9'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:38.484992 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb1ce49-d0de-4d42-baa4-cdb2d06dfef1" -d '{"events": [{"server_uuid": "9256e6bd-1bd9-4c8b-860e-91359aececf2", "name": "network-vif-plugged", "status": "completed", "tag": "da3ac367-58c2-4e6e-8e75-fb991c1945c9"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:38.501654 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port da3ac367-58c2-4e6e-8e75-fb991c1945c9, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=da3ac367-58c2-4e6e-8e75-fb991c1945c9,segment=NetworkSegment(99715d90-a539-4f1b-acc1-10d3e10f1c53),segment_id=99715d90-a539-4f1b-acc1-10d3e10f1c53)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:38.505906 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:38.530873 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6e710a-387f-4734-ba36-54af5088adee x-openstack-request-id: req-4c6e710a-387f-4734-ba36-54af5088adee {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:38.531166 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9256e6bd-1bd9-4c8b-860e-91359aececf2", "name": "network-vif-plugged", "status": "completed", "tag": "da3ac367-58c2-4e6e-8e75-fb991c1945c9", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:38.531441 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4c6e710a-387f-4734-ba36-54af5088adee {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:38.531823 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9256e6bd-1bd9-4c8b-860e-91359aececf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3ac367-58c2-4e6e-8e75-fb991c1945c9', 'code': 200} Nov 12 04:04:38.560506 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=da3ac367-58c2-4e6e-8e75-fb991c1945c9,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:38.625030 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74ebed-6c3f-4d73-b037-bbe1f2c8403f req-5e112356-b623-4c27-abdf-4b681735b5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:38.626523 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9c74ebed-6c3f-4d73-b037-bbe1f2c8403f req-5e112356-b623-4c27-abdf-4b681735b5e2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 1097 time: 0.0413678 Nov 12 04:04:38.677915 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9c74ebed-6c3f-4d73-b037-bbe1f2c8403f req-4a5b56b3-7d8b-43ac-9570-3ff0f0264a18 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d871045f-5dd8-4cdb-9813-f2407541ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395424 Nov 12 04:04:38.731331 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae7b5d-12fb-4e61-9371-763cb505e128 req-467a34bf-6930-419b-99dc-c99f42137db1 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:38.732818 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c3ae7b5d-12fb-4e61-9371-763cb505e128 req-467a34bf-6930-419b-99dc-c99f42137db1 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 945 time: 0.0515814 Nov 12 04:04:38.780820 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c3ae7b5d-12fb-4e61-9371-763cb505e128 req-a4cbab3b-53c0-4d2a-9be7-e7f62b845600 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/security-groups?id=d871045f-5dd8-4cdb-9813-f2407541ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410383 Nov 12 04:04:38.878260 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:39.899596 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf209b5-4e69-48fe-8cca-1c90546c32a7 req-d0136cc9-efaf-4911-9050-b134f610640c tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:39.901164 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7cf209b5-4e69-48fe-8cca-1c90546c32a7 req-d0136cc9-efaf-4911-9050-b134f610640c tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 945 time: 0.0502317 Nov 12 04:04:39.956732 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7cf209b5-4e69-48fe-8cca-1c90546c32a7 req-e0edf5b1-e7ed-4734-af7d-331a8471a3de tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/security-groups?id=d871045f-5dd8-4cdb-9813-f2407541ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493248 Nov 12 04:04:41.078260 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370ffda-6281-4a06-b0f6-2876d61a36cd req-aed2fe12-35d7-4c05-a0d8-ac0925b126f2 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:41.079721 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7370ffda-6281-4a06-b0f6-2876d61a36cd req-aed2fe12-35d7-4c05-a0d8-ac0925b126f2 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 945 time: 0.0495479 Nov 12 04:04:41.127033 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7370ffda-6281-4a06-b0f6-2876d61a36cd req-fccce96a-c1ed-4ff5-abf5-14c4524d6440 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/security-groups?id=d871045f-5dd8-4cdb-9813-f2407541ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402260 Nov 12 04:04:41.354416 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-d38701a0-595c-4084-af1d-d9fa2885c2d0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0408499 Nov 12 04:04:41.365219 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-f265fe69-fecc-4aad-9d3f-2789b36de238 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:04:41.366230 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-f265fe69-fecc-4aad-9d3f-2789b36de238 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060821 Nov 12 04:04:41.375063 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbe28c-6815-4439-832b-fa91f8d11db5 req-2c9a2703-5e8f-47fa-b1d1-80a77b417cc1 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:41.376614 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7fdbe28c-6815-4439-832b-fa91f8d11db5 req-2c9a2703-5e8f-47fa-b1d1-80a77b417cc1 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 945 time: 0.0544906 Nov 12 04:04:41.428845 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7fdbe28c-6815-4439-832b-fa91f8d11db5 req-fd5257d1-4ff8-4749-b478-edb2f2c17353 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/security-groups?id=d871045f-5dd8-4cdb-9813-f2407541ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448737 Nov 12 04:04:42.552165 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13708fbc-bcda-4d91-ae59-c980a9dacdaf req-76dcec93-095e-474a-8219-ca78b7054c86 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:42.553822 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-13708fbc-bcda-4d91-ae59-c980a9dacdaf req-76dcec93-095e-474a-8219-ca78b7054c86 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 945 time: 0.0547543 Nov 12 04:04:42.611151 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-13708fbc-bcda-4d91-ae59-c980a9dacdaf req-1258ad4c-394f-42bd-a432-0fdcf6183b4c tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/security-groups?id=d871045f-5dd8-4cdb-9813-f2407541ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507333 Nov 12 04:04:42.685749 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-1c9ac65e-fc83-4423-874f-400f9e171e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:42.687139 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-1c9ac65e-fc83-4423-874f-400f9e171e39 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1c4b6b924a944e48327e848ec73cae8&device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 1097 time: 0.0413651 Nov 12 04:04:42.793294 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-8b2c0e18-2170-498b-9ded-3980c488ad41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:42.794755 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-8b2c0e18-2170-498b-9ded-3980c488ad41 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d460d2fe-313b-4486-87f8-ff83ca11b41b HTTP/1.1" status: 200 len: 912 time: 0.0885477 Nov 12 04:04:42.838487 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-801002a5-d933-4245-ad2a-fcc06659a837 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da3ac367-58c2-4e6e-8e75-fb991c1945c9 HTTP/1.1" status: 200 len: 217 time: 0.0347214 Nov 12 04:04:42.889101 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-dffb8e76-234e-420e-9d17-89b147aff004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:42.890558 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-dffb8e76-234e-420e-9d17-89b147aff004 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4eed8702-153b-4e32-8825-9ae0178fc53e HTTP/1.1" status: 200 len: 851 time: 0.0441780 Nov 12 04:04:42.923927 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-a824bca1-3837-41c6-960a-7c1249f2d20a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d460d2fe-313b-4486-87f8-ff83ca11b41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249901 Nov 12 04:04:43.016355 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-7ac99670-6f1c-44e9-98c2-2bd1293fb91b service neutron] 10.222.0.74 "GET /v2.0/networks/d460d2fe-313b-4486-87f8-ff83ca11b41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843365 Nov 12 04:04:43.115866 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-d82da94b-9c67-4641-a4ae-bf56e24b2f34 service neutron] 10.222.0.74 "GET /v2.0/networks/d460d2fe-313b-4486-87f8-ff83ca11b41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877030 Nov 12 04:04:43.729309 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27e79e-0d92-4474-8742-8ad208f12c7e req-72da025f-e4b0-4b59-b3f5-3fb5f851de08 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:43.730694 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9e27e79e-0d92-4474-8742-8ad208f12c7e req-72da025f-e4b0-4b59-b3f5-3fb5f851de08 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 945 time: 0.0486791 Nov 12 04:04:43.778315 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9e27e79e-0d92-4474-8742-8ad208f12c7e req-e778d8e1-9129-4844-9aae-2dcb1189b07d tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/security-groups?id=d871045f-5dd8-4cdb-9813-f2407541ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417383 Nov 12 04:04:44.896302 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf405b-3861-4f31-8686-80bcb5fdbfb7 req-826595d3-42a4-446b-9cfa-da5601b7e01e tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:44.897779 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0bdf405b-3861-4f31-8686-80bcb5fdbfb7 req-826595d3-42a4-446b-9cfa-da5601b7e01e tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 945 time: 0.0502934 Nov 12 04:04:44.946387 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0bdf405b-3861-4f31-8686-80bcb5fdbfb7 req-26c8070a-5463-44f4-b451-c91c824e738d tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/security-groups?id=d871045f-5dd8-4cdb-9813-f2407541ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427225 Nov 12 04:04:46.066275 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a4664-c8c9-4fd0-8a09-fdf9bd257c9d req-c3bd4db7-f135-40c7-b2a8-81ed4b0f02a4 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:46.068172 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-442a4664-c8c9-4fd0-8a09-fdf9bd257c9d req-c3bd4db7-f135-40c7-b2a8-81ed4b0f02a4 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 945 time: 0.0506339 Nov 12 04:04:46.115514 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-442a4664-c8c9-4fd0-8a09-fdf9bd257c9d req-06028416-997d-41b2-a627-8a8d967b8067 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/security-groups?id=d871045f-5dd8-4cdb-9813-f2407541ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413349 Nov 12 04:04:47.238232 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120b231-2a9c-4708-9b1a-7157b221b02a req-9bfe936f-1f9f-4fb8-a54f-527b24312c6d tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:47.239911 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4120b231-2a9c-4708-9b1a-7157b221b02a req-9bfe936f-1f9f-4fb8-a54f-527b24312c6d tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 945 time: 0.0529356 Nov 12 04:04:47.294585 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4120b231-2a9c-4708-9b1a-7157b221b02a req-a602978c-64d1-49ec-89d6-7e9ff595ccd3 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/security-groups?id=d871045f-5dd8-4cdb-9813-f2407541ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486226 Nov 12 04:04:48.414408 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc2f76-7384-4b14-9587-c076417bffd6 req-711eedc0-6f1a-4f9c-baba-039e394a722d tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:48.415918 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ddc2f76-7384-4b14-9587-c076417bffd6 req-711eedc0-6f1a-4f9c-baba-039e394a722d tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 945 time: 0.0545902 Nov 12 04:04:48.455752 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:48.467587 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ddc2f76-7384-4b14-9587-c076417bffd6 req-f94e5900-d0fc-4369-8fc0-183fd8ca5cc9 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/security-groups?id=d871045f-5dd8-4cdb-9813-f2407541ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454154 Nov 12 04:04:49.584524 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6d4db-dcdd-434b-bdc5-f29b2f6a6c7a req-87f8df49-a579-49fa-81e2-86e52b2625af tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:49.585973 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-51d6d4db-dcdd-434b-bdc5-f29b2f6a6c7a req-87f8df49-a579-49fa-81e2-86e52b2625af tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 945 time: 0.0495715 Nov 12 04:04:49.632993 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-51d6d4db-dcdd-434b-bdc5-f29b2f6a6c7a req-228c95b9-92e0-4091-a97c-1543e828d598 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/security-groups?id=d871045f-5dd8-4cdb-9813-f2407541ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411575 Nov 12 04:04:50.747766 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f1cec-85d6-4521-aba6-ec0464b39465 req-eb286660-d03b-446a-a4e9-7a93e37ef46b tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:50.749287 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b12f1cec-85d6-4521-aba6-ec0464b39465 req-eb286660-d03b-446a-a4e9-7a93e37ef46b tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 945 time: 0.0490026 Nov 12 04:04:50.796410 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b12f1cec-85d6-4521-aba6-ec0464b39465 req-628b0779-462c-4063-9fa2-1938a8d84143 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/security-groups?id=d871045f-5dd8-4cdb-9813-f2407541ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402913 Nov 12 04:04:51.916416 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb8666-15d3-4444-a5ed-21320e334c69 req-f06a791b-b3de-4756-992a-3b2a3c52e5a3 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:51.917825 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-52cb8666-15d3-4444-a5ed-21320e334c69 req-f06a791b-b3de-4756-992a-3b2a3c52e5a3 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 945 time: 0.0501192 Nov 12 04:04:51.966163 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-52cb8666-15d3-4444-a5ed-21320e334c69 req-429ed22b-ad64-468a-93aa-ea1c5bb3245a tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/security-groups?id=d871045f-5dd8-4cdb-9813-f2407541ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419252 Nov 12 04:04:53.081254 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30242c-6da5-49e0-8811-7ab8a4d4ad58 req-d98eeeab-fa0b-4c79-acb8-0c4c43179ab6 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:53.083267 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4c30242c-6da5-49e0-8811-7ab8a4d4ad58 req-d98eeeab-fa0b-4c79-acb8-0c4c43179ab6 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 945 time: 0.0492733 Nov 12 04:04:53.133838 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4c30242c-6da5-49e0-8811-7ab8a4d4ad58 req-2bd2c7b1-f1f2-4412-a45b-c862cdfaaca1 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/security-groups?id=d871045f-5dd8-4cdb-9813-f2407541ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440276 Nov 12 04:04:54.257177 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecacc3dc-ace0-4f43-87df-f80555e889f2 req-d9c75adf-42ed-4ed7-924f-5fe2e1fd6648 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:54.258562 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ecacc3dc-ace0-4f43-87df-f80555e889f2 req-d9c75adf-42ed-4ed7-924f-5fe2e1fd6648 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 945 time: 0.0540376 Nov 12 04:04:54.306976 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ecacc3dc-ace0-4f43-87df-f80555e889f2 req-05796510-07f7-4d5b-bbc9-ab253d4a63d6 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/security-groups?id=d871045f-5dd8-4cdb-9813-f2407541ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425532 Nov 12 04:04:55.425117 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb55f3-6f68-43e1-a788-103c0a0e01ad req-6ef8dc77-ef09-4c71-bb64-0c891d1a3a2c tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:55.426778 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f9eb55f3-6f68-43e1-a788-103c0a0e01ad req-6ef8dc77-ef09-4c71-bb64-0c891d1a3a2c tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 945 time: 0.0498903 Nov 12 04:04:55.473538 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f9eb55f3-6f68-43e1-a788-103c0a0e01ad req-40c04622-520a-4ea0-9de2-0b2eba2b0faf tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/security-groups?id=d871045f-5dd8-4cdb-9813-f2407541ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402200 Nov 12 04:04:56.589491 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa8dc2a-2e44-4d5a-858a-f95c38d86634 req-59979672-6b22-48fa-8234-6e92d40336dd tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:56.590981 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8aa8dc2a-2e44-4d5a-858a-f95c38d86634 req-59979672-6b22-48fa-8234-6e92d40336dd tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 945 time: 0.0490758 Nov 12 04:04:56.638326 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8aa8dc2a-2e44-4d5a-858a-f95c38d86634 req-b712b91e-5ffe-4d47-852b-e1a90b0efb44 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/security-groups?id=d871045f-5dd8-4cdb-9813-f2407541ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414727 Nov 12 04:04:57.757275 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab50bd9-04cb-475f-863d-d2c76b7361e4 req-377e14c9-4604-4301-aee4-411bc5e3fbc4 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:57.758771 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-aab50bd9-04cb-475f-863d-d2c76b7361e4 req-377e14c9-4604-4301-aee4-411bc5e3fbc4 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 945 time: 0.0494165 Nov 12 04:04:57.805805 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-aab50bd9-04cb-475f-863d-d2c76b7361e4 req-f3e4643d-d1dd-48ce-b3fb-c1465a4a2bcc tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/security-groups?id=d871045f-5dd8-4cdb-9813-f2407541ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410202 Nov 12 04:04:58.920734 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084c48d-6f11-4aa8-9269-7e866e16a0c8 req-670e6de2-f80e-4be2-ae4f-3293dda88e27 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:58.922470 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a084c48d-6f11-4aa8-9269-7e866e16a0c8 req-670e6de2-f80e-4be2-ae4f-3293dda88e27 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 945 time: 0.0493834 Nov 12 04:04:58.973576 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a084c48d-6f11-4aa8-9269-7e866e16a0c8 req-4e518150-b1de-4085-a745-6689e5377047 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/security-groups?id=d871045f-5dd8-4cdb-9813-f2407541ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451458 Nov 12 04:05:00.092978 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993b4d0-a2d6-48fa-a3cc-06207cceb1f5 req-be595db8-dfae-40f8-a180-21c17985883c tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:00.094421 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c993b4d0-a2d6-48fa-a3cc-06207cceb1f5 req-be595db8-dfae-40f8-a180-21c17985883c tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 945 time: 0.0528309 Nov 12 04:05:00.141621 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c993b4d0-a2d6-48fa-a3cc-06207cceb1f5 req-fd1de707-33fc-4f5a-9acc-2da892d592e4 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/security-groups?id=d871045f-5dd8-4cdb-9813-f2407541ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405414 Nov 12 04:05:00.389989 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c2055c9d-63d0-434c-8ae1-063f3b202684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:01.262504 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb6753-44e3-48be-a844-c7a830dab4a3 req-76b31076-812d-444f-ad3e-17484e26a3c4 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:01.263964 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-00cb6753-44e3-48be-a844-c7a830dab4a3 req-76b31076-812d-444f-ad3e-17484e26a3c4 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 945 time: 0.0504920 Nov 12 04:05:01.311014 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-00cb6753-44e3-48be-a844-c7a830dab4a3 req-2ee07c89-ddcb-4283-a098-c88424f856f9 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/security-groups?id=d871045f-5dd8-4cdb-9813-f2407541ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411191 Nov 12 04:05:02.428787 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c441e-1d14-4bee-8418-5004c281061c req-e1de4c02-b97d-46ac-a32f-c353859fc1e5 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:02.430264 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-060c441e-1d14-4bee-8418-5004c281061c req-e1de4c02-b97d-46ac-a32f-c353859fc1e5 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 945 time: 0.0507770 Nov 12 04:05:02.478652 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-060c441e-1d14-4bee-8418-5004c281061c req-0d0e1080-eee9-4d9f-a727-e8bd817fee27 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/security-groups?id=d871045f-5dd8-4cdb-9813-f2407541ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422947 Nov 12 04:05:03.405504 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b9a78041-8c47-4ca9-909b-a7ba54a7613c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:03.596555 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb1380-497f-451f-a573-236aab0bc3fb req-ace5cba8-19fc-4ad2-8893-fa13ff90f063 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:03.598913 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b7fb1380-497f-451f-a573-236aab0bc3fb req-ace5cba8-19fc-4ad2-8893-fa13ff90f063 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 945 time: 0.0502555 Nov 12 04:05:03.646607 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b7fb1380-497f-451f-a573-236aab0bc3fb req-57249aa3-ba46-4a5a-adee-ed3cee93cded tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/security-groups?id=d871045f-5dd8-4cdb-9813-f2407541ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416410 Nov 12 04:05:04.212369 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:04.768005 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6501dc-ad58-4e59-9b98-f0eb7f065b29 req-8fa6ab9a-9ce8-4cc2-a1ae-9076c6ed0a52 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:04.769535 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6b6501dc-ad58-4e59-9b98-f0eb7f065b29 req-8fa6ab9a-9ce8-4cc2-a1ae-9076c6ed0a52 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 945 time: 0.0533509 Nov 12 04:05:04.816544 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6b6501dc-ad58-4e59-9b98-f0eb7f065b29 req-922edf20-65bb-4992-9b8c-37540a68349c tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/security-groups?id=d871045f-5dd8-4cdb-9813-f2407541ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408041 Nov 12 04:05:05.543174 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:05.935626 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05a7c1-e465-4924-be6e-d3c68b83e203 req-2925399a-ec7e-4ccd-974a-310b2c780a54 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:05.937133 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1e05a7c1-e465-4924-be6e-d3c68b83e203 req-2925399a-ec7e-4ccd-974a-310b2c780a54 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 945 time: 0.0532169 Nov 12 04:05:05.984678 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1e05a7c1-e465-4924-be6e-d3c68b83e203 req-c5dcc81c-6e30-4f6b-ac8d-53b75d1a6ed5 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/security-groups?id=d871045f-5dd8-4cdb-9813-f2407541ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413384 Nov 12 04:05:06.396724 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:07.103164 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb221b4a-8f47-41e3-9d2a-b09fd5dfc562 req-6e07252c-8cf1-4cd7-aba6-f26f756a5854 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:07.104659 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bb221b4a-8f47-41e3-9d2a-b09fd5dfc562 req-6e07252c-8cf1-4cd7-aba6-f26f756a5854 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 945 time: 0.0518739 Nov 12 04:05:07.160757 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bb221b4a-8f47-41e3-9d2a-b09fd5dfc562 req-b6d4711a-5f3a-4ba4-bb6d-be67d47f2d53 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/security-groups?id=d871045f-5dd8-4cdb-9813-f2407541ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495253 Nov 12 04:05:08.278681 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41164fe4-7ac1-49cc-9442-da9a3cd370cf req-e63b70a7-d3c7-4958-8308-194197c61a13 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:08.280157 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-41164fe4-7ac1-49cc-9442-da9a3cd370cf req-e63b70a7-d3c7-4958-8308-194197c61a13 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 945 time: 0.0507581 Nov 12 04:05:08.328593 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-41164fe4-7ac1-49cc-9442-da9a3cd370cf req-f76bce58-0ee4-46e7-a36b-9cf32b9ed1fc tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/security-groups?id=d871045f-5dd8-4cdb-9813-f2407541ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422711 Nov 12 04:05:08.883134 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:09.445291 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73fa4e-44f6-426e-9311-f741dd322875 req-d06d2794-9363-4c60-869c-98b3060b27d3 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:09.446786 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4c73fa4e-44f6-426e-9311-f741dd322875 req-d06d2794-9363-4c60-869c-98b3060b27d3 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 945 time: 0.0494821 Nov 12 04:05:09.499094 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4c73fa4e-44f6-426e-9311-f741dd322875 req-24830c19-4a7d-4967-832a-71fa101d680a tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/security-groups?id=d871045f-5dd8-4cdb-9813-f2407541ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463734 Nov 12 04:05:10.619343 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553ce63-ba01-40b4-a263-701ce90ed89b req-15d3e262-0049-4a97-bfa6-958df41b1d1f tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:10.620875 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d553ce63-ba01-40b4-a263-701ce90ed89b req-15d3e262-0049-4a97-bfa6-958df41b1d1f tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 945 time: 0.0535715 Nov 12 04:05:10.668750 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d553ce63-ba01-40b4-a263-701ce90ed89b req-ed80f79c-1639-4958-9e30-ed70e21fc070 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/security-groups?id=d871045f-5dd8-4cdb-9813-f2407541ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418351 Nov 12 04:05:11.787973 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84d826-f464-482d-8ae4-51d3b8f2efbc req-8b02e4bd-5dcf-402e-9e7c-9d0ea06e4caa tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:11.789437 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9d84d826-f464-482d-8ae4-51d3b8f2efbc req-8b02e4bd-5dcf-402e-9e7c-9d0ea06e4caa tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 945 time: 0.0496836 Nov 12 04:05:11.836152 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9d84d826-f464-482d-8ae4-51d3b8f2efbc req-e9be66d8-3970-4fc8-ab5f-d26eae6c13ae tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/security-groups?id=d871045f-5dd8-4cdb-9813-f2407541ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408971 Nov 12 04:05:11.941848 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:05:12.951388 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab3637-1419-4afe-8d80-00ab6f9a0e03 req-55a14e13-7666-4f73-918f-98986e112e2b tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:12.952905 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-87ab3637-1419-4afe-8d80-00ab6f9a0e03 req-55a14e13-7666-4f73-918f-98986e112e2b tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 945 time: 0.0488849 Nov 12 04:05:12.999757 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-87ab3637-1419-4afe-8d80-00ab6f9a0e03 req-1ce2c417-17b8-4c64-9d54-f5df0619ff29 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/security-groups?id=d871045f-5dd8-4cdb-9813-f2407541ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402439 Nov 12 04:05:14.115748 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1ee3f-8ed7-4857-844f-faff5860fac0 req-3599f73a-dfe3-4317-9717-a4a78986e3da tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:14.117254 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6bf1ee3f-8ed7-4857-844f-faff5860fac0 req-3599f73a-dfe3-4317-9717-a4a78986e3da tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 945 time: 0.0495524 Nov 12 04:05:14.163936 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6bf1ee3f-8ed7-4857-844f-faff5860fac0 req-0dce1c82-ff4b-4967-8cc0-2dbaf51f4bae tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/security-groups?id=d871045f-5dd8-4cdb-9813-f2407541ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408685 Nov 12 04:05:15.287506 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df190b6-f05d-469a-9c7e-e87648b5c19a req-1955672c-01b7-4341-95f7-ff14eed72255 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:15.289120 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5df190b6-f05d-469a-9c7e-e87648b5c19a req-1955672c-01b7-4341-95f7-ff14eed72255 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 945 time: 0.0521731 Nov 12 04:05:15.345260 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5df190b6-f05d-469a-9c7e-e87648b5c19a req-b84b531d-3132-43f3-b200-bcb15be98626 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/security-groups?id=d871045f-5dd8-4cdb-9813-f2407541ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500295 Nov 12 04:05:15.543837 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-5cfda959-c094-4d57-98fc-6dbeae552641 service neutron] show failed (client error): The resource could not be found. Nov 12 04:05:15.544792 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-5cfda959-c094-4d57-98fc-6dbeae552641 service neutron] 10.222.0.74 "GET /v2.0/ports/da3ac367-58c2-4e6e-8e75-fb991c1945c9/bindings/n-h2-715271-27 HTTP/1.1" status: 404 len: 381 time: 0.3937402 Nov 12 04:05:15.840035 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-7ff7b9e7-89b3-4449-8dcb-fc6d248331b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:15.841538 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-7ff7b9e7-89b3-4449-8dcb-fc6d248331b8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2&tenant_id=b1c4b6b924a944e48327e848ec73cae8 HTTP/1.1" status: 200 len: 1097 time: 0.1418526 Nov 12 04:05:15.863842 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-fdcc6198-5347-4584-8253-82caab8e024a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-27', 'device_owner': 'compute:nova'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:15.916488 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-fdcc6198-5347-4584-8253-82caab8e024a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:16.114819 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-fdcc6198-5347-4584-8253-82caab8e024a service neutron] For port da3ac367-58c2-4e6e-8e75-fb991c1945c9, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=da3ac367-58c2-4e6e-8e75-fb991c1945c9,segment=NetworkSegment(99715d90-a539-4f1b-acc1-10d3e10f1c53),segment_id=99715d90-a539-4f1b-acc1-10d3e10f1c53)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:16.151435 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-fdcc6198-5347-4584-8253-82caab8e024a service neutron] For port da3ac367-58c2-4e6e-8e75-fb991c1945c9, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:05:16.192671 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9256e6bd-1bd9-4c8b-860e-91359aececf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da3ac367-58c2-4e6e-8e75-fb991c1945c9'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:05:16.194942 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6e2e32-8192-4c86-803d-979d9fcd164a" -d '{"events": [{"server_uuid": "9256e6bd-1bd9-4c8b-860e-91359aececf2", "name": "network-vif-unplugged", "status": "completed", "tag": "da3ac367-58c2-4e6e-8e75-fb991c1945c9"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:05:16.199089 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-fdcc6198-5347-4584-8253-82caab8e024a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:16.213304 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-fdcc6198-5347-4584-8253-82caab8e024a service neutron] Transition to ACTIVE for port object da3ac367-58c2-4e6e-8e75-fb991c1945c9 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:05:16.217025 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-fdcc6198-5347-4584-8253-82caab8e024a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:16.278136 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-fdcc6198-5347-4584-8253-82caab8e024a service neutron] No DVR routers for this DVR port da3ac367-58c2-4e6e-8e75-fb991c1945c9 on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:05:16.280180 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc6198-5347-4584-8253-82caab8e024a service neutron] Pushing event updated for resources: {'Port': ['ID=da3ac367-58c2-4e6e-8e75-fb991c1945c9,revision_number=6']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:16.315692 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-fdcc6198-5347-4584-8253-82caab8e024a service neutron] Attempting to bind port da3ac367-58c2-4e6e-8e75-fb991c1945c9 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:05:16.317417 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-fdcc6198-5347-4584-8253-82caab8e024a service neutron] Attempting to bind port da3ac367-58c2-4e6e-8e75-fb991c1945c9 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '99715d90-a539-4f1b-acc1-10d3e10f1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd460d2fe-313b-4486-87f8-ff83ca11b41b'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:05:16.317417 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-fdcc6198-5347-4584-8253-82caab8e024a service neutron] Attempting to bind port da3ac367-58c2-4e6e-8e75-fb991c1945c9 on network d460d2fe-313b-4486-87f8-ff83ca11b41b {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:05:16.322339 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d42ebf-0a81-4cce-be1b-c96cf01b62d7 x-openstack-request-id: req-88d42ebf-0a81-4cce-be1b-c96cf01b62d7 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:05:16.322715 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9256e6bd-1bd9-4c8b-860e-91359aececf2", "name": "network-vif-unplugged", "status": "completed", "tag": "da3ac367-58c2-4e6e-8e75-fb991c1945c9", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:05:16.323401 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-88d42ebf-0a81-4cce-be1b-c96cf01b62d7 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:05:16.323401 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9256e6bd-1bd9-4c8b-860e-91359aececf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da3ac367-58c2-4e6e-8e75-fb991c1945c9', 'code': 200} Nov 12 04:05:16.324287 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-fdcc6198-5347-4584-8253-82caab8e024a service neutron] Port da3ac367-58c2-4e6e-8e75-fb991c1945c9 on network d460d2fe-313b-4486-87f8-ff83ca11b41b not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:05:16.324598 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-fdcc6198-5347-4584-8253-82caab8e024a service neutron] Attempting to bind port da3ac367-58c2-4e6e-8e75-fb991c1945c9 on network d460d2fe-313b-4486-87f8-ff83ca11b41b {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:05:16.329613 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-fdcc6198-5347-4584-8253-82caab8e024a service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:05:16.329940 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-fdcc6198-5347-4584-8253-82caab8e024a service neutron] Checking segment: {'id': '99715d90-a539-4f1b-acc1-10d3e10f1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd460d2fe-313b-4486-87f8-ff83ca11b41b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:05:16.330311 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-fdcc6198-5347-4584-8253-82caab8e024a service neutron] Bound using segment: {'id': '99715d90-a539-4f1b-acc1-10d3e10f1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd460d2fe-313b-4486-87f8-ff83ca11b41b'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:05:16.330722 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-fdcc6198-5347-4584-8253-82caab8e024a service neutron] Bound port: da3ac367-58c2-4e6e-8e75-fb991c1945c9, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99715d90-a539-4f1b-acc1-10d3e10f1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd460d2fe-313b-4486-87f8-ff83ca11b41b'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:05:16.331066 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-fdcc6198-5347-4584-8253-82caab8e024a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:16.398056 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-fdcc6198-5347-4584-8253-82caab8e024a service neutron] For port da3ac367-58c2-4e6e-8e75-fb991c1945c9, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:05:16.401679 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-fdcc6198-5347-4584-8253-82caab8e024a service neutron] For port da3ac367-58c2-4e6e-8e75-fb991c1945c9, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=da3ac367-58c2-4e6e-8e75-fb991c1945c9,segment=NetworkSegment(99715d90-a539-4f1b-acc1-10d3e10f1c53),segment_id=99715d90-a539-4f1b-acc1-10d3e10f1c53)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:05:16.407372 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-fdcc6198-5347-4584-8253-82caab8e024a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:16.452693 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-fdcc6198-5347-4584-8253-82caab8e024a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:16.453308 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-fdcc6198-5347-4584-8253-82caab8e024a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:16.454652 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-fdcc6198-5347-4584-8253-82caab8e024a service neutron] 10.222.0.90 "PUT /v2.0/ports/da3ac367-58c2-4e6e-8e75-fb991c1945c9 HTTP/1.1" status: 200 len: 1092 time: 0.5948942 Nov 12 04:05:16.525995 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc6198-5347-4584-8253-82caab8e024a service neutron] Pushing event updated for resources: {'Port': ['ID=da3ac367-58c2-4e6e-8e75-fb991c1945c9,revision_number=7']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:16.542118 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2239d-6262-4fa7-ac70-cd88d372d8ce req-d83b4a1d-4d32-4d96-ac64-5ecb6cd04d20 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:16.543599 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b3c2239d-6262-4fa7-ac70-cd88d372d8ce req-d83b4a1d-4d32-4d96-ac64-5ecb6cd04d20 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 943 time: 0.1251357 Nov 12 04:05:16.570231 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-ea884526-a4e6-460b-93c9-d0ebef178715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:16.571664 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-ea884526-a4e6-460b-93c9-d0ebef178715 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b1c4b6b924a944e48327e848ec73cae8&device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 1095 time: 0.0789037 Nov 12 04:05:16.622238 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b3c2239d-6262-4fa7-ac70-cd88d372d8ce req-5397d43b-c80a-4eb2-af53-abdc1968e4d6 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/security-groups?id=d871045f-5dd8-4cdb-9813-f2407541ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721784 Nov 12 04:05:16.678130 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-57689622-56dd-4d32-b4ac-4fae89b033a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:16.679561 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-57689622-56dd-4d32-b4ac-4fae89b033a2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d460d2fe-313b-4486-87f8-ff83ca11b41b HTTP/1.1" status: 200 len: 912 time: 0.0975320 Nov 12 04:05:16.725131 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-61bd3540-803d-4226-a8fa-2a08b3d0f395 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da3ac367-58c2-4e6e-8e75-fb991c1945c9 HTTP/1.1" status: 200 len: 217 time: 0.0376146 Nov 12 04:05:16.775202 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-d4314ea9-25f8-420d-a7cc-ca0d57750136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:16.776658 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-d4314ea9-25f8-420d-a7cc-ca0d57750136 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4eed8702-153b-4e32-8825-9ae0178fc53e HTTP/1.1" status: 200 len: 851 time: 0.0434079 Nov 12 04:05:16.810522 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-e3513dc8-50ed-4e0f-95eb-b44dadfb2d1d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d460d2fe-313b-4486-87f8-ff83ca11b41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261259 Nov 12 04:05:16.904561 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-08f6aa66-e8da-49a5-b999-ec9b9b1ce5d6 service neutron] 10.222.0.90 "GET /v2.0/networks/d460d2fe-313b-4486-87f8-ff83ca11b41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855441 Nov 12 04:05:16.993751 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b97d0b70-b137-43d4-a82a-a6ca748d970f req-924d3dc5-79b3-4d5a-9a44-84fdb1b10aab service neutron] 10.222.0.90 "GET /v2.0/networks/d460d2fe-313b-4486-87f8-ff83ca11b41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821640 Nov 12 04:05:17.747265 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ecd563-55eb-4784-8a34-f1ae9945b991 req-db8a0887-3b3d-4321-a601-47a3de007f91 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:17.748715 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-77ecd563-55eb-4784-8a34-f1ae9945b991 req-db8a0887-3b3d-4321-a601-47a3de007f91 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 943 time: 0.0534756 Nov 12 04:05:17.796039 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-77ecd563-55eb-4784-8a34-f1ae9945b991 req-e18c184b-b0f1-46df-8045-955fe0995992 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/security-groups?id=d871045f-5dd8-4cdb-9813-f2407541ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402901 Nov 12 04:05:18.324278 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9256e6bd-1bd9-4c8b-860e-91359aececf2', 'tag': 'da3ac367-58c2-4e6e-8e75-fb991c1945c9'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:05:18.326631 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f3a42e-d0d1-4797-8483-7ad56a012508" -d '{"events": [{"name": "network-changed", "server_uuid": "9256e6bd-1bd9-4c8b-860e-91359aececf2", "tag": "da3ac367-58c2-4e6e-8e75-fb991c1945c9"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:05:18.375723 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e70d061-9c19-4832-9626-2ab7f97a4e67 x-openstack-request-id: req-1e70d061-9c19-4832-9626-2ab7f97a4e67 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:05:18.376008 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9256e6bd-1bd9-4c8b-860e-91359aececf2", "tag": "da3ac367-58c2-4e6e-8e75-fb991c1945c9", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:05:18.376318 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1e70d061-9c19-4832-9626-2ab7f97a4e67 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:05:18.376716 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9256e6bd-1bd9-4c8b-860e-91359aececf2', 'tag': 'da3ac367-58c2-4e6e-8e75-fb991c1945c9', 'status': 'completed', 'code': 200} Nov 12 04:05:18.435579 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3a42e-d0d1-4797-8483-7ad56a012508 req-cf700a3f-2534-4901-9dda-60138b26d804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:18.437198 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-13f3a42e-d0d1-4797-8483-7ad56a012508 req-cf700a3f-2534-4901-9dda-60138b26d804 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1c4b6b924a944e48327e848ec73cae8&device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 1095 time: 0.0414135 Nov 12 04:05:18.458253 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:18.479901 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3a42e-d0d1-4797-8483-7ad56a012508 req-cdb182ef-b4cc-43af-acb8-621e3d7ca857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:18.481439 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-13f3a42e-d0d1-4797-8483-7ad56a012508 req-cdb182ef-b4cc-43af-acb8-621e3d7ca857 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b1c4b6b924a944e48327e848ec73cae8&device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 1095 time: 0.0433760 Nov 12 04:05:18.535013 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3a42e-d0d1-4797-8483-7ad56a012508 req-5da814f9-23bd-4e44-8fe0-46d1677e3148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:18.536520 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-13f3a42e-d0d1-4797-8483-7ad56a012508 req-5da814f9-23bd-4e44-8fe0-46d1677e3148 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d460d2fe-313b-4486-87f8-ff83ca11b41b HTTP/1.1" status: 200 len: 912 time: 0.0915892 Nov 12 04:05:18.579885 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3a42e-d0d1-4797-8483-7ad56a012508 req-13a5aa02-3634-469d-8990-d2d2bcf227e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:18.581285 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-13f3a42e-d0d1-4797-8483-7ad56a012508 req-13a5aa02-3634-469d-8990-d2d2bcf227e1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d460d2fe-313b-4486-87f8-ff83ca11b41b HTTP/1.1" status: 200 len: 912 time: 0.0920324 Nov 12 04:05:18.584415 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-13f3a42e-d0d1-4797-8483-7ad56a012508 req-3cc2e0c0-ca49-4b9d-9d85-80d06363751b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da3ac367-58c2-4e6e-8e75-fb991c1945c9 HTTP/1.1" status: 200 len: 217 time: 0.0400887 Nov 12 04:05:18.621041 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device da3ac367-58c2-4e6e-8e75-fb991c1945c9 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:05:18.630767 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-13f3a42e-d0d1-4797-8483-7ad56a012508 req-5de5fbd7-5db2-4262-8253-52bec748f7bf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da3ac367-58c2-4e6e-8e75-fb991c1945c9 HTTP/1.1" status: 200 len: 217 time: 0.0385878 Nov 12 04:05:18.639284 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3a42e-d0d1-4797-8483-7ad56a012508 req-7e88af41-b648-45d9-bd00-c4f5e0c153df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:18.640751 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-13f3a42e-d0d1-4797-8483-7ad56a012508 req-7e88af41-b648-45d9-bd00-c4f5e0c153df service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4eed8702-153b-4e32-8825-9ae0178fc53e HTTP/1.1" status: 200 len: 851 time: 0.0495336 Nov 12 04:05:18.667330 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device da3ac367-58c2-4e6e-8e75-fb991c1945c9 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:05:18.677524 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-13f3a42e-d0d1-4797-8483-7ad56a012508 req-e0944fc0-9027-4a38-a89c-db2e804c188e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d460d2fe-313b-4486-87f8-ff83ca11b41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277581 Nov 12 04:05:18.686762 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3a42e-d0d1-4797-8483-7ad56a012508 req-50fe2386-cd94-4a35-aead-ad6f2343b538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:18.688241 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-13f3a42e-d0d1-4797-8483-7ad56a012508 req-50fe2386-cd94-4a35-aead-ad6f2343b538 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4eed8702-153b-4e32-8825-9ae0178fc53e HTTP/1.1" status: 200 len: 851 time: 0.0492101 Nov 12 04:05:18.723708 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-13f3a42e-d0d1-4797-8483-7ad56a012508 req-cc2e33dc-7132-4b8d-8ec3-15b360764542 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d460d2fe-313b-4486-87f8-ff83ca11b41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245941 Nov 12 04:05:18.771325 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-13f3a42e-d0d1-4797-8483-7ad56a012508 req-cde70b23-76ec-4c2e-b4fb-12e9928e69dd service neutron] 10.222.0.74 "GET /v2.0/networks/d460d2fe-313b-4486-87f8-ff83ca11b41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859282 Nov 12 04:05:18.825077 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-13f3a42e-d0d1-4797-8483-7ad56a012508 req-d8942b7a-df0b-46de-b9a1-3c745a12387d service neutron] 10.222.0.90 "GET /v2.0/networks/d460d2fe-313b-4486-87f8-ff83ca11b41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890102 Nov 12 04:05:18.879128 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-13f3a42e-d0d1-4797-8483-7ad56a012508 req-e82fa69b-80a5-44a2-b734-932d9902857b service neutron] 10.222.0.74 "GET /v2.0/networks/d460d2fe-313b-4486-87f8-ff83ca11b41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004875 Nov 12 04:05:18.929870 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac94cc-1b0e-453d-afb5-1e24b23cfcbf req-58139fc1-e969-40d0-bed5-1640a4dfa898 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:18.931383 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9bac94cc-1b0e-453d-afb5-1e24b23cfcbf req-58139fc1-e969-40d0-bed5-1640a4dfa898 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 943 time: 0.0555866 Nov 12 04:05:18.937669 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-13f3a42e-d0d1-4797-8483-7ad56a012508 req-ce78370a-3331-4aa5-96a2-23bc7917530a service neutron] 10.222.0.90 "GET /v2.0/networks/d460d2fe-313b-4486-87f8-ff83ca11b41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012456 Nov 12 04:05:18.981418 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9bac94cc-1b0e-453d-afb5-1e24b23cfcbf req-d56be1c8-3411-4c0b-92dc-544b22863d3d tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/security-groups?id=d871045f-5dd8-4cdb-9813-f2407541ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439875 Nov 12 04:05:19.588903 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device da3ac367-58c2-4e6e-8e75-fb991c1945c9 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:05:19.683245 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port da3ac367-58c2-4e6e-8e75-fb991c1945c9, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=da3ac367-58c2-4e6e-8e75-fb991c1945c9,segment=NetworkSegment(99715d90-a539-4f1b-acc1-10d3e10f1c53),segment_id=99715d90-a539-4f1b-acc1-10d3e10f1c53)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:19.693985 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': 'da3ac367-58c2-4e6e-8e75-fb991c1945c9', 'network_id': 'd460d2fe-313b-4486-87f8-ff83ca11b41b', 'port_id': 'da3ac367-58c2-4e6e-8e75-fb991c1945c9', 'mac_address': 'fa:16:3e:5e:7b:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eed8702-153b-4e32-8825-9ae0178fc53e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:05:19.733152 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:19.747281 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da3ac367-58c2-4e6e-8e75-fb991c1945c9 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:05:19.765615 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port da3ac367-58c2-4e6e-8e75-fb991c1945c9, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=da3ac367-58c2-4e6e-8e75-fb991c1945c9,segment=NetworkSegment(99715d90-a539-4f1b-acc1-10d3e10f1c53),segment_id=99715d90-a539-4f1b-acc1-10d3e10f1c53)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:19.769570 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:19.819701 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=da3ac367-58c2-4e6e-8e75-fb991c1945c9,revision_number=8']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:19.827000 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:19.827346 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:19.827683 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:19.828019 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:19.828681 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:19.828681 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:19.829024 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:19.829343 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:19.829671 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:19.829992 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:19.830313 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:19.830631 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:20.101411 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1cee3c-da17-4e4c-9e3b-8f911dfa2239 req-8756b6d3-36f3-43f0-b14c-bb0c0f36e3d5 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:20.102923 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4a1cee3c-da17-4e4c-9e3b-8f911dfa2239 req-8756b6d3-36f3-43f0-b14c-bb0c0f36e3d5 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 944 time: 0.0490093 Nov 12 04:05:20.147966 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['da3ac367-58c2-4e6e-8e75-fb991c1945c9'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:05:20.156622 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4a1cee3c-da17-4e4c-9e3b-8f911dfa2239 req-26cd4f63-e4f8-42c2-99e2-0873b8ebc9f1 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/security-groups?id=d871045f-5dd8-4cdb-9813-f2407541ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477350 Nov 12 04:05:20.416009 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc925c4-4846-4b05-b924-df696d15eed8 req-1c324682-6e70-4857-bd59-1e54b58cf64f tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:20.417352 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0dc925c4-4846-4b05-b924-df696d15eed8 req-1c324682-6e70-4857-bd59-1e54b58cf64f tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.74 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2&tenant_id=b1c4b6b924a944e48327e848ec73cae8&binding%3Ahost_id=n-h2-715271-27 HTTP/1.1" status: 200 len: 944 time: 0.0576215 Nov 12 04:05:20.478647 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [req-0dc925c4-4846-4b05-b924-df696d15eed8 req-7370aa18-195f-4fa7-9d9a-58ef281c23da service neutron] delete failed (client error): The resource could not be found. Nov 12 04:05:20.479643 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0dc925c4-4846-4b05-b924-df696d15eed8 req-7370aa18-195f-4fa7-9d9a-58ef281c23da service neutron] 10.222.0.74 "DELETE /v2.0/ports/da3ac367-58c2-4e6e-8e75-fb991c1945c9/bindings/n-h1-715271-27 HTTP/1.1" status: 404 len: 381 time: 0.0543308 Nov 12 04:05:20.565709 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc925c4-4846-4b05-b924-df696d15eed8 req-19b7a17c-2fbe-46af-9625-a8e55242f3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:20.567799 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0dc925c4-4846-4b05-b924-df696d15eed8 req-19b7a17c-2fbe-46af-9625-a8e55242f3f8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1c4b6b924a944e48327e848ec73cae8&device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 1096 time: 0.0420697 Nov 12 04:05:20.664021 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc925c4-4846-4b05-b924-df696d15eed8 req-63640986-ed7f-4f93-87c2-0ea017830a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:20.665556 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0dc925c4-4846-4b05-b924-df696d15eed8 req-63640986-ed7f-4f93-87c2-0ea017830a45 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d460d2fe-313b-4486-87f8-ff83ca11b41b HTTP/1.1" status: 200 len: 912 time: 0.0894499 Nov 12 04:05:20.708597 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0dc925c4-4846-4b05-b924-df696d15eed8 req-e1749b2f-120d-46ff-8076-7b00d470261c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da3ac367-58c2-4e6e-8e75-fb991c1945c9 HTTP/1.1" status: 200 len: 217 time: 0.0353155 Nov 12 04:05:20.759404 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc925c4-4846-4b05-b924-df696d15eed8 req-9011a70b-55b3-4359-a976-6c8a427713a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:20.760905 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0dc925c4-4846-4b05-b924-df696d15eed8 req-9011a70b-55b3-4359-a976-6c8a427713a9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4eed8702-153b-4e32-8825-9ae0178fc53e HTTP/1.1" status: 200 len: 851 time: 0.0450292 Nov 12 04:05:20.794506 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0dc925c4-4846-4b05-b924-df696d15eed8 req-0ad9cb4c-959c-47c5-9195-16acb0c55f83 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d460d2fe-313b-4486-87f8-ff83ca11b41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254567 Nov 12 04:05:20.893276 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0dc925c4-4846-4b05-b924-df696d15eed8 req-50cd7d96-05c4-40e5-8906-f721e066d1f2 service neutron] 10.222.0.74 "GET /v2.0/networks/d460d2fe-313b-4486-87f8-ff83ca11b41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912724 Nov 12 04:05:20.992970 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0dc925c4-4846-4b05-b924-df696d15eed8 req-db59d749-c29b-4e6c-b26b-686ab268d7b9 service neutron] 10.222.0.74 "GET /v2.0/networks/d460d2fe-313b-4486-87f8-ff83ca11b41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895102 Nov 12 04:05:21.582639 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device da3ac367-58c2-4e6e-8e75-fb991c1945c9 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:05:21.635495 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port da3ac367-58c2-4e6e-8e75-fb991c1945c9 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:05:21.639340 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port da3ac367-58c2-4e6e-8e75-fb991c1945c9 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:21.639705 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:21.719814 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:21.743725 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9256e6bd-1bd9-4c8b-860e-91359aececf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3ac367-58c2-4e6e-8e75-fb991c1945c9'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:05:21.745994 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5b1b1b-2fba-42ad-bae8-2668bf483bfb" -d '{"events": [{"server_uuid": "9256e6bd-1bd9-4c8b-860e-91359aececf2", "name": "network-vif-plugged", "status": "completed", "tag": "da3ac367-58c2-4e6e-8e75-fb991c1945c9"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:05:21.763409 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port da3ac367-58c2-4e6e-8e75-fb991c1945c9, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=da3ac367-58c2-4e6e-8e75-fb991c1945c9,segment=NetworkSegment(99715d90-a539-4f1b-acc1-10d3e10f1c53),segment_id=99715d90-a539-4f1b-acc1-10d3e10f1c53)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:21.768043 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:21.819911 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=da3ac367-58c2-4e6e-8e75-fb991c1945c9,revision_number=9']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:21.875979 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca0e6ff-d3ef-4cdf-8ace-18362b6b9b49 x-openstack-request-id: req-fca0e6ff-d3ef-4cdf-8ace-18362b6b9b49 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:05:21.876303 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9256e6bd-1bd9-4c8b-860e-91359aececf2", "name": "network-vif-plugged", "status": "completed", "tag": "da3ac367-58c2-4e6e-8e75-fb991c1945c9", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:05:21.876553 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fca0e6ff-d3ef-4cdf-8ace-18362b6b9b49 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:05:21.876960 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9256e6bd-1bd9-4c8b-860e-91359aececf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3ac367-58c2-4e6e-8e75-fb991c1945c9', 'code': 200} Nov 12 04:05:21.968981 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712a28d-51a9-41e5-9d00-1f6202e59850 req-7f5e427b-5b74-42cd-824d-ba44b2f00b78 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:21.970687 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1712a28d-51a9-41e5-9d00-1f6202e59850 req-7f5e427b-5b74-42cd-824d-ba44b2f00b78 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 945 time: 0.0510275 Nov 12 04:05:22.017283 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1712a28d-51a9-41e5-9d00-1f6202e59850 req-098ab149-18d8-4efb-9c02-c950a28e5d32 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/security-groups?id=d871045f-5dd8-4cdb-9813-f2407541ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408275 Nov 12 04:05:23.140477 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678aba9-5c3c-476f-8040-5a6c080e63cf req-5c9a7097-0067-4c87-91e3-b265eb0d2dec tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:23.141948 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a678aba9-5c3c-476f-8040-5a6c080e63cf req-5c9a7097-0067-4c87-91e3-b265eb0d2dec tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 945 time: 0.0534689 Nov 12 04:05:23.189609 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a678aba9-5c3c-476f-8040-5a6c080e63cf req-e4eb865e-1787-419d-ab76-5b52c8a58765 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/security-groups?id=d871045f-5dd8-4cdb-9813-f2407541ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413601 Nov 12 04:05:23.844749 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc925c4-4846-4b05-b924-df696d15eed8 req-b2c69d39-070a-4986-be62-3e8584723329 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:23.846108 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0dc925c4-4846-4b05-b924-df696d15eed8 req-b2c69d39-070a-4986-be62-3e8584723329 tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.90 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 945 time: 0.0500028 Nov 12 04:05:23.934863 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-0dc925c4-4846-4b05-b924-df696d15eed8 req-167184e9-e63e-4526-a081-1f74496693df tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Deleting port da3ac367-58c2-4e6e-8e75-fb991c1945c9 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:05:23.935195 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0dc925c4-4846-4b05-b924-df696d15eed8 req-167184e9-e63e-4526-a081-1f74496693df tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:24.025008 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-0dc925c4-4846-4b05-b924-df696d15eed8 req-167184e9-e63e-4526-a081-1f74496693df tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] For port da3ac367-58c2-4e6e-8e75-fb991c1945c9, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=da3ac367-58c2-4e6e-8e75-fb991c1945c9,segment=NetworkSegment(99715d90-a539-4f1b-acc1-10d3e10f1c53),segment_id=99715d90-a539-4f1b-acc1-10d3e10f1c53)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:24.025351 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0dc925c4-4846-4b05-b924-df696d15eed8 req-167184e9-e63e-4526-a081-1f74496693df tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:24.038347 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-0dc925c4-4846-4b05-b924-df696d15eed8 req-167184e9-e63e-4526-a081-1f74496693df tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Calling delete_port for da3ac367-58c2-4e6e-8e75-fb991c1945c9 owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:05:24.167783 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0dc925c4-4846-4b05-b924-df696d15eed8 req-167184e9-e63e-4526-a081-1f74496693df tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:24.198672 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167184e9-e63e-4526-a081-1f74496693df tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Pushing event deleted for resources: {'Port': ['ID=da3ac367-58c2-4e6e-8e75-fb991c1945c9,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:24.205493 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['da3ac367-58c2-4e6e-8e75-fb991c1945c9'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:05:24.241724 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc925c4-4846-4b05-b924-df696d15eed8 req-167184e9-e63e-4526-a081-1f74496693df tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] No DVR routers for this DVR port da3ac367-58c2-4e6e-8e75-fb991c1945c9 on host n-h2-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:05:24.244506 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0dc925c4-4846-4b05-b924-df696d15eed8 req-167184e9-e63e-4526-a081-1f74496693df tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:24.248056 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0dc925c4-4846-4b05-b924-df696d15eed8 req-167184e9-e63e-4526-a081-1f74496693df tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.90 "DELETE /v2.0/ports/da3ac367-58c2-4e6e-8e75-fb991c1945c9 HTTP/1.1" status: 204 len: 173 time: 0.3952811 Nov 12 04:05:24.248540 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9256e6bd-1bd9-4c8b-860e-91359aececf2', 'name': 'network-vif-deleted', 'tag': 'da3ac367-58c2-4e6e-8e75-fb991c1945c9'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:05:24.251562 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a10370-aa00-453b-8d0c-02b62777f0da" -d '{"events": [{"server_uuid": "9256e6bd-1bd9-4c8b-860e-91359aececf2", "name": "network-vif-deleted", "tag": "da3ac367-58c2-4e6e-8e75-fb991c1945c9"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:05:24.293947 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3b7ebc-79b2-4382-a27b-3feb7aa25173 x-openstack-request-id: req-9b3b7ebc-79b2-4382-a27b-3feb7aa25173 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:05:24.294236 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9256e6bd-1bd9-4c8b-860e-91359aececf2", "name": "network-vif-deleted", "tag": "da3ac367-58c2-4e6e-8e75-fb991c1945c9", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:05:24.294486 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9b3b7ebc-79b2-4382-a27b-3feb7aa25173 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:05:24.294899 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9256e6bd-1bd9-4c8b-860e-91359aececf2', 'name': 'network-vif-deleted', 'tag': 'da3ac367-58c2-4e6e-8e75-fb991c1945c9', 'status': 'completed', 'code': 200} Nov 12 04:05:24.300911 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-726a1f8b-6348-4a77-ac08-d4b09f2db397 req-cf2e403e-b07d-49ec-9c92-196defdd869c tempest-DeleteServersTestJSON-260193062 tempest-DeleteServersTestJSON-260193062-project] 10.222.0.50 "GET /v2.0/ports?device_id=9256e6bd-1bd9-4c8b-860e-91359aececf2 HTTP/1.1" status: 200 len: 210 time: 0.0371656 Nov 12 04:05:25.437958 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54818) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:25.487079 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3f1a2e8-29c1-4ed1-8f8f-c2124ad2a012 admin admin] Deleting subnet 4eed8702-153b-4e32-8825-9ae0178fc53e {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:05:25.490880 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f3f1a2e8-29c1-4ed1-8f8f-c2124ad2a012 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:25.526212 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f3f1a2e8-29c1-4ed1-8f8f-c2124ad2a012 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:25.566452 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f3f1a2e8-29c1-4ed1-8f8f-c2124ad2a012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:25.618705 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f3f1a2e8-29c1-4ed1-8f8f-c2124ad2a012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:25.647643 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f1a2e8-29c1-4ed1-8f8f-c2124ad2a012 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eed8702-153b-4e32-8825-9ae0178fc53e,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:25.653246 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f3f1a2e8-29c1-4ed1-8f8f-c2124ad2a012 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:25.656442 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f3f1a2e8-29c1-4ed1-8f8f-c2124ad2a012 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4eed8702-153b-4e32-8825-9ae0178fc53e HTTP/1.1" status: 204 len: 168 time: 0.2174790 Nov 12 04:05:25.658904 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 54820) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:25.727241 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3f13848e-7ef9-40b3-b91a-3229819f2be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:25.809716 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3f13848e-7ef9-40b3-b91a-3229819f2be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:25.830851 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-3f13848e-7ef9-40b3-b91a-3229819f2be6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d460d2fe-313b-4486-87f8-ff83ca11b41b']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:25.841228 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-3f13848e-7ef9-40b3-b91a-3229819f2be6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99715d90-a539-4f1b-acc1-10d3e10f1c53') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:25.841545 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-3f13848e-7ef9-40b3-b91a-3229819f2be6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99715d90-a539-4f1b-acc1-10d3e10f1c53') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:25.850898 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3f13848e-7ef9-40b3-b91a-3229819f2be6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:25.864340 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3f13848e-7ef9-40b3-b91a-3229819f2be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:25.870244 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f13848e-7ef9-40b3-b91a-3229819f2be6 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:05:25.870553 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3f13848e-7ef9-40b3-b91a-3229819f2be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:25.872240 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 04:05:25.872240 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:05:25.872240 n-d-715271-27 neutron-server[102572]: timer() Nov 12 04:05:25.872240 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:05:25.872240 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 04:05:25.872240 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:05:25.872240 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 04:05:25.872240 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:05:25.872240 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 04:05:25.872240 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:05:25.872240 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 04:05:25.872240 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:05:25.872240 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 04:05:25.872240 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:05:25.872240 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:05:25.872240 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:05:25.872240 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:05:25.872240 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:05:25.872240 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 04:05:25.872240 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:05:25.872240 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 04:05:25.872240 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:05:25.872240 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:05:25.872240 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:05:25.872240 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 04:05:25.872240 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:05:25.872240 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:05:25.872240 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:05:25.872240 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:05:25.872240 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:05:25.872240 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:05:25.872240 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:05:25.926327 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3f13848e-7ef9-40b3-b91a-3229819f2be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:25.932405 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3f13848e-7ef9-40b3-b91a-3229819f2be6 admin admin] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:25.936485 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3f13848e-7ef9-40b3-b91a-3229819f2be6 admin admin] 10.222.0.50 "DELETE /v2.0/networks/d460d2fe-313b-4486-87f8-ff83ca11b41b HTTP/1.1" status: 204 len: 168 time: 0.2759385 Nov 12 04:05:25.948847 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f13848e-7ef9-40b3-b91a-3229819f2be6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d460d2fe-313b-4486-87f8-ff83ca11b41b,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:26.056255 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54824) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:26.097599 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-112ed0e2-2140-4b7e-97ce-e16b91121be9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b1c4b6b924a944e48327e848ec73cae8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401042 Nov 12 04:05:26.100371 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54826) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:26.155204 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9daacf52-d82e-400e-9fb8-df8ff0f750e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:26.178054 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9daacf52-d82e-400e-9fb8-df8ff0f750e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:26.233915 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9daacf52-d82e-400e-9fb8-df8ff0f750e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:26.236940 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9daacf52-d82e-400e-9fb8-df8ff0f750e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:26.242160 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9daacf52-d82e-400e-9fb8-df8ff0f750e8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d871045f-5dd8-4cdb-9813-f2407541ac74 HTTP/1.1" status: 204 len: 168 time: 0.1374867 Nov 12 04:05:26.248546 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daacf52-d82e-400e-9fb8-df8ff0f750e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d871045f-5dd8-4cdb-9813-f2407541ac74,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:26.956415 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54848) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:27.093759 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-300573aa-f91d-4ae7-9567-3c34de5eddd7 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2010461406-network', 'tenant_id': 'ad585385d71447b5bb4f7f336d7ef438'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:27.116093 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300573aa-f91d-4ae7-9567-3c34de5eddd7 admin admin] Made reservation on behalf of ad585385d71447b5bb4f7f336d7ef438 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:05:27.118422 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-300573aa-f91d-4ae7-9567-3c34de5eddd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:27.126702 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-300573aa-f91d-4ae7-9567-3c34de5eddd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:27.200811 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-300573aa-f91d-4ae7-9567-3c34de5eddd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:27.204253 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-300573aa-f91d-4ae7-9567-3c34de5eddd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:27.229751 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-300573aa-f91d-4ae7-9567-3c34de5eddd7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:05:27.238939 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300573aa-f91d-4ae7-9567-3c34de5eddd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:27.245103 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-300573aa-f91d-4ae7-9567-3c34de5eddd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:27.245445 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-300573aa-f91d-4ae7-9567-3c34de5eddd7 admin admin] Added segment 60916807-6c14-48d7-a7d0-72509dd2515f of type vlan for network f7d444b2-f0a6-4dda-823a-cdf395c7fabc Nov 12 04:05:27.285965 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-300573aa-f91d-4ae7-9567-3c34de5eddd7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:27.310865 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-300573aa-f91d-4ae7-9567-3c34de5eddd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:27.311928 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300573aa-f91d-4ae7-9567-3c34de5eddd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:27.312527 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-300573aa-f91d-4ae7-9567-3c34de5eddd7 admin admin] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:27.371917 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-300573aa-f91d-4ae7-9567-3c34de5eddd7 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4140327 Nov 12 04:05:27.374713 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 54854) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:27.380175 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-00edd707-c883-413e-9c50-2a3673e845b2 admin admin] Request body: {'subnet': {'network_id': 'f7d444b2-f0a6-4dda-823a-cdf395c7fabc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2010461406-subnet', 'tenant_id': 'ad585385d71447b5bb4f7f336d7ef438', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:27.388034 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300573aa-f91d-4ae7-9567-3c34de5eddd7 admin admin] Pushing event updated for resources: {'Network': ['ID=f7d444b2-f0a6-4dda-823a-cdf395c7fabc,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:27.398932 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network f7d444b2-f0a6-4dda-823a-cdf395c7fabc details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:05:27.408967 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00edd707-c883-413e-9c50-2a3673e845b2 admin admin] Made reservation on behalf of ad585385d71447b5bb4f7f336d7ef438 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:05:27.411563 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-00edd707-c883-413e-9c50-2a3673e845b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:27.582722 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-00edd707-c883-413e-9c50-2a3673e845b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:27.617316 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device da3ac367-58c2-4e6e-8e75-fb991c1945c9 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:05:27.636806 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00edd707-c883-413e-9c50-2a3673e845b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba2507b5-d95a-42a1-bf84-49a29cc0194a,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:27.639517 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: da3ac367-58c2-4e6e-8e75-fb991c1945c9 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:05:27.640235 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device da3ac367-58c2-4e6e-8e75-fb991c1945c9 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:05:27.647847 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00edd707-c883-413e-9c50-2a3673e845b2 admin admin] Checking segment: {'id': '60916807-6c14-48d7-a7d0-72509dd2515f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f7d444b2-f0a6-4dda-823a-cdf395c7fabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:05:27.648237 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00edd707-c883-413e-9c50-2a3673e845b2 admin admin] Network hostable DHCP agents. Network: f7d444b2-f0a6-4dda-823a-cdf395c7fabc, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:05:27.665867 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00edd707-c883-413e-9c50-2a3673e845b2 admin admin] Network f7d444b2-f0a6-4dda-823a-cdf395c7fabc is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:05:27.674560 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-00edd707-c883-413e-9c50-2a3673e845b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, f7d444b2-f0a6-4dda-823a-cdf395c7fabc) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:05:27.679654 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00edd707-c883-413e-9c50-2a3673e845b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:27.680216 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-00edd707-c883-413e-9c50-2a3673e845b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:27.684222 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d450d2-41b5-427e-ad3f-ef449393abf4 None None] Network f7d444b2-f0a6-4dda-823a-cdf395c7fabc requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:05:27.696303 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-00edd707-c883-413e-9c50-2a3673e845b2 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3203621 Nov 12 04:05:27.814176 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe5d8fa-64df-421a-88f6-e2df40e4d3d2 None None] Network f7d444b2-f0a6-4dda-823a-cdf395c7fabc requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:05:28.158668 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-08a56c31-7d7f-459c-b896-c55fc365e96f tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:28.160499 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-08a56c31-7d7f-459c-b896-c55fc365e96f tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/networks?id=f7d444b2-f0a6-4dda-823a-cdf395c7fabc HTTP/1.1" status: 200 len: 815 time: 0.1106882 Nov 12 04:05:28.176931 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-6e355735-912b-4d59-873e-42f267f0c7ed tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/quotas/ad585385d71447b5bb4f7f336d7ef438 HTTP/1.1" status: 200 len: 375 time: 0.0104454 Nov 12 04:05:28.210966 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-2942e4f1-d556-4f4c-8f79-b3e80ca4b427 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ad585385d71447b5bb4f7f336d7ef438&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284719 Nov 12 04:05:28.312280 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-7a889e1c-b113-4060-8374-497526ea33c7 service neutron] 10.222.0.50 "GET /v2.0/networks/f7d444b2-f0a6-4dda-823a-cdf395c7fabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943613 Nov 12 04:05:28.431813 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-4e82b2f4-7a95-49cc-a003-7c3a8a78d2a4 service neutron] 10.222.0.50 "GET /v2.0/networks/f7d444b2-f0a6-4dda-823a-cdf395c7fabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127443 Nov 12 04:05:28.598339 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2b47f058-3fcc-46b0-965d-5aa486c49732 req-a2dcf6fc-db85-4a52-82d7-eb30b0b16bd6 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 210 time: 0.0312562 Nov 12 04:05:29.714921 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-53fd4468-9bad-478b-abe4-7543fa44ff79 req-baecc1a0-4d73-4ad2-a410-7fc5ca368e08 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 210 time: 0.0322084 Nov 12 04:05:29.752653 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-0848c746-ef3a-418c-ae9d-2309a775078b tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:29.754214 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-0848c746-ef3a-418c-ae9d-2309a775078b tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.74 "GET /v2.0/networks?id=f7d444b2-f0a6-4dda-823a-cdf395c7fabc HTTP/1.1" status: 200 len: 815 time: 0.1388965 Nov 12 04:05:29.769624 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-164ef8a1-a453-4444-b90b-cd6b6962c5ef tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Request body: {'port': {'device_id': '1688796d-31bc-4543-a131-b3f7134f3e31', 'network_id': 'f7d444b2-f0a6-4dda-823a-cdf395c7fabc', 'admin_state_up': True, 'tenant_id': 'ad585385d71447b5bb4f7f336d7ef438'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:29.881769 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-164ef8a1-a453-4444-b90b-cd6b6962c5ef tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Made reservation on behalf of ad585385d71447b5bb4f7f336d7ef438 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:05:29.885309 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-164ef8a1-a453-4444-b90b-cd6b6962c5ef tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:30.020695 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-164ef8a1-a453-4444-b90b-cd6b6962c5ef tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Allocated IP 172.20.0.9 (f7d444b2-f0a6-4dda-823a-cdf395c7fabc/ba2507b5-d95a-42a1-bf84-49a29cc0194a/8d0ba89c-faf9-495f-b6e6-2339e40876d6) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:05:30.187921 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-164ef8a1-a453-4444-b90b-cd6b6962c5ef tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:30.224215 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-164ef8a1-a453-4444-b90b-cd6b6962c5ef tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:30.280624 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-164ef8a1-a453-4444-b90b-cd6b6962c5ef tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Network f7d444b2-f0a6-4dda-823a-cdf395c7fabc is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:05:30.283776 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-164ef8a1-a453-4444-b90b-cd6b6962c5ef tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:05:30.287146 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-164ef8a1-a453-4444-b90b-cd6b6962c5ef tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:05:30.319761 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ef8a1-a453-4444-b90b-cd6b6962c5ef tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Pushing event updated for resources: {'Port': ['ID=8d0ba89c-faf9-495f-b6e6-2339e40876d6,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:30.334377 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ef8a1-a453-4444-b90b-cd6b6962c5ef tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:30.334727 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ef8a1-a453-4444-b90b-cd6b6962c5ef tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:30.335061 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ef8a1-a453-4444-b90b-cd6b6962c5ef tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:30.335386 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ef8a1-a453-4444-b90b-cd6b6962c5ef tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:30.335715 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ef8a1-a453-4444-b90b-cd6b6962c5ef tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:30.336034 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ef8a1-a453-4444-b90b-cd6b6962c5ef tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:30.336379 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ef8a1-a453-4444-b90b-cd6b6962c5ef tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:30.336696 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ef8a1-a453-4444-b90b-cd6b6962c5ef tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:30.337012 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ef8a1-a453-4444-b90b-cd6b6962c5ef tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:30.337328 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ef8a1-a453-4444-b90b-cd6b6962c5ef tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:30.337638 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ef8a1-a453-4444-b90b-cd6b6962c5ef tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:30.337945 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ef8a1-a453-4444-b90b-cd6b6962c5ef tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:30.368490 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-164ef8a1-a453-4444-b90b-cd6b6962c5ef tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:30.369097 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-164ef8a1-a453-4444-b90b-cd6b6962c5ef tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:30.387792 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-164ef8a1-a453-4444-b90b-cd6b6962c5ef tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6219039 Nov 12 04:05:30.391267 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-10116cb5-4950-49d4-9834-04c1872e4172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:30.401016 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-7794c2a0-b90e-46a6-9afd-ddde5dfda262 service neutron] Request body: {'port': {'device_id': '1688796d-31bc-4543-a131-b3f7134f3e31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:30.480432 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-7794c2a0-b90e-46a6-9afd-ddde5dfda262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:30.747161 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-7794c2a0-b90e-46a6-9afd-ddde5dfda262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d0ba89c-faf9-495f-b6e6-2339e40876d6 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:05:30.755713 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-7794c2a0-b90e-46a6-9afd-ddde5dfda262 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:30.768036 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-7794c2a0-b90e-46a6-9afd-ddde5dfda262 service neutron] Transition to ACTIVE for port object 8d0ba89c-faf9-495f-b6e6-2339e40876d6 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:05:30.771901 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-7794c2a0-b90e-46a6-9afd-ddde5dfda262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:30.829891 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7794c2a0-b90e-46a6-9afd-ddde5dfda262 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0ba89c-faf9-495f-b6e6-2339e40876d6,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:30.846362 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d064233-055f-4543-bec5-99fbd734b48b req-0225cc0d-5c53-47e7-9608-43b7671864c7 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:30.848882 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5d064233-055f-4543-bec5-99fbd734b48b req-0225cc0d-5c53-47e7-9608-43b7671864c7 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 943 time: 0.0622315 Nov 12 04:05:30.900922 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-7794c2a0-b90e-46a6-9afd-ddde5dfda262 service neutron] Attempting to bind port 8d0ba89c-faf9-495f-b6e6-2339e40876d6 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:05:30.901408 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-7794c2a0-b90e-46a6-9afd-ddde5dfda262 service neutron] Attempting to bind port 8d0ba89c-faf9-495f-b6e6-2339e40876d6 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '60916807-6c14-48d7-a7d0-72509dd2515f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f7d444b2-f0a6-4dda-823a-cdf395c7fabc'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:05:30.901742 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-7794c2a0-b90e-46a6-9afd-ddde5dfda262 service neutron] Attempting to bind port 8d0ba89c-faf9-495f-b6e6-2339e40876d6 on network f7d444b2-f0a6-4dda-823a-cdf395c7fabc {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:05:30.906502 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5d064233-055f-4543-bec5-99fbd734b48b req-b535914e-a4f4-4f20-80a0-368841396a1d tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502913 Nov 12 04:05:30.908833 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-7794c2a0-b90e-46a6-9afd-ddde5dfda262 service neutron] Port 8d0ba89c-faf9-495f-b6e6-2339e40876d6 on network f7d444b2-f0a6-4dda-823a-cdf395c7fabc not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:05:30.909164 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-7794c2a0-b90e-46a6-9afd-ddde5dfda262 service neutron] Attempting to bind port 8d0ba89c-faf9-495f-b6e6-2339e40876d6 on network f7d444b2-f0a6-4dda-823a-cdf395c7fabc {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:05:30.915877 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-7794c2a0-b90e-46a6-9afd-ddde5dfda262 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:05:30.916418 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-7794c2a0-b90e-46a6-9afd-ddde5dfda262 service neutron] Checking segment: {'id': '60916807-6c14-48d7-a7d0-72509dd2515f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f7d444b2-f0a6-4dda-823a-cdf395c7fabc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:05:30.917021 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-7794c2a0-b90e-46a6-9afd-ddde5dfda262 service neutron] Bound using segment: {'id': '60916807-6c14-48d7-a7d0-72509dd2515f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f7d444b2-f0a6-4dda-823a-cdf395c7fabc'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:05:30.917755 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-7794c2a0-b90e-46a6-9afd-ddde5dfda262 service neutron] Bound port: 8d0ba89c-faf9-495f-b6e6-2339e40876d6, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60916807-6c14-48d7-a7d0-72509dd2515f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f7d444b2-f0a6-4dda-823a-cdf395c7fabc'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:05:30.918080 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-7794c2a0-b90e-46a6-9afd-ddde5dfda262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:30.982821 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-7794c2a0-b90e-46a6-9afd-ddde5dfda262 service neutron] For port 8d0ba89c-faf9-495f-b6e6-2339e40876d6, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:05:30.985848 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-7794c2a0-b90e-46a6-9afd-ddde5dfda262 service neutron] For port 8d0ba89c-faf9-495f-b6e6-2339e40876d6, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=8d0ba89c-faf9-495f-b6e6-2339e40876d6,segment=NetworkSegment(60916807-6c14-48d7-a7d0-72509dd2515f),segment_id=60916807-6c14-48d7-a7d0-72509dd2515f)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:05:30.992399 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-7794c2a0-b90e-46a6-9afd-ddde5dfda262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:31.031173 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-7794c2a0-b90e-46a6-9afd-ddde5dfda262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:31.031790 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-7794c2a0-b90e-46a6-9afd-ddde5dfda262 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:31.033226 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-7794c2a0-b90e-46a6-9afd-ddde5dfda262 service neutron] 10.222.0.74 "PUT /v2.0/ports/8d0ba89c-faf9-495f-b6e6-2339e40876d6 HTTP/1.1" status: 200 len: 1092 time: 0.6367176 Nov 12 04:05:31.033671 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1688796d-31bc-4543-a131-b3f7134f3e31', 'tag': '8d0ba89c-faf9-495f-b6e6-2339e40876d6'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:05:31.036743 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8ed8d0-471e-4de2-9aa0-a94a015dcb9e" -d '{"events": [{"name": "network-changed", "server_uuid": "1688796d-31bc-4543-a131-b3f7134f3e31", "tag": "8d0ba89c-faf9-495f-b6e6-2339e40876d6"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:05:31.063303 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7794c2a0-b90e-46a6-9afd-ddde5dfda262 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0ba89c-faf9-495f-b6e6-2339e40876d6,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:31.083089 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4df4d0d-370d-4773-8bde-c617166bc808 x-openstack-request-id: req-c4df4d0d-370d-4773-8bde-c617166bc808 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:05:31.083482 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1688796d-31bc-4543-a131-b3f7134f3e31", "tag": "8d0ba89c-faf9-495f-b6e6-2339e40876d6", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:05:31.083747 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c4df4d0d-370d-4773-8bde-c617166bc808 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:05:31.084209 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1688796d-31bc-4543-a131-b3f7134f3e31', 'tag': '8d0ba89c-faf9-495f-b6e6-2339e40876d6', 'status': 'completed', 'code': 200} Nov 12 04:05:31.135609 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-3ae6b72f-234c-4628-95b0-3e357d08b615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:31.137161 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-3ae6b72f-234c-4628-95b0-3e357d08b615 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ad585385d71447b5bb4f7f336d7ef438&device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 1095 time: 0.0450370 Nov 12 04:05:31.183025 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-f3b6c0d1-f611-4fc4-948d-ecb97005210f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d0ba89c-faf9-495f-b6e6-2339e40876d6 HTTP/1.1" status: 200 len: 217 time: 0.0353155 Nov 12 04:05:31.237925 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-56501e7b-9756-4763-ba54-5a47e27dc24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:31.239955 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-56501e7b-9756-4763-ba54-5a47e27dc24f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ba2507b5-d95a-42a1-bf84-49a29cc0194a HTTP/1.1" status: 200 len: 855 time: 0.0490675 Nov 12 04:05:31.273445 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-0eb470d6-3c0b-4f5c-9550-038d41dde21a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f7d444b2-f0a6-4dda-823a-cdf395c7fabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257475 Nov 12 04:05:31.372773 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-134ab9dc-6727-4efd-b9c9-f978aabec6a4 service neutron] 10.222.0.74 "GET /v2.0/networks/f7d444b2-f0a6-4dda-823a-cdf395c7fabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913715 Nov 12 04:05:31.480767 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea3b2fe0-17e1-405e-a423-fc7e291f3560 req-d391268e-3ac1-4f28-be32-17d9990c0835 service neutron] 10.222.0.74 "GET /v2.0/networks/f7d444b2-f0a6-4dda-823a-cdf395c7fabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998604 Nov 12 04:05:31.578880 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ed8d0-471e-4de2-9aa0-a94a015dcb9e req-2912a0ff-3411-436d-8f8e-11d5557cf163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:31.580498 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3b8ed8d0-471e-4de2-9aa0-a94a015dcb9e req-2912a0ff-3411-436d-8f8e-11d5557cf163 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ad585385d71447b5bb4f7f336d7ef438&device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 1095 time: 0.0449221 Nov 12 04:05:31.682124 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ed8d0-471e-4de2-9aa0-a94a015dcb9e req-7b1b7bad-4b10-4d18-8d56-4f5f4f939895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:31.683529 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3b8ed8d0-471e-4de2-9aa0-a94a015dcb9e req-7b1b7bad-4b10-4d18-8d56-4f5f4f939895 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f7d444b2-f0a6-4dda-823a-cdf395c7fabc HTTP/1.1" status: 200 len: 916 time: 0.0945082 Nov 12 04:05:31.731014 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3b8ed8d0-471e-4de2-9aa0-a94a015dcb9e req-0c5319b5-ca59-4b79-aea7-6492cb2c92fd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d0ba89c-faf9-495f-b6e6-2339e40876d6 HTTP/1.1" status: 200 len: 217 time: 0.0379467 Nov 12 04:05:31.784901 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ed8d0-471e-4de2-9aa0-a94a015dcb9e req-8f111e1f-63e7-4b99-aa45-4fea01dd8b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:31.786982 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3b8ed8d0-471e-4de2-9aa0-a94a015dcb9e req-8f111e1f-63e7-4b99-aa45-4fea01dd8b10 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ba2507b5-d95a-42a1-bf84-49a29cc0194a HTTP/1.1" status: 200 len: 855 time: 0.0486376 Nov 12 04:05:31.829750 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3b8ed8d0-471e-4de2-9aa0-a94a015dcb9e req-64191163-f2b1-4c80-81e2-66d1e1d4f318 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f7d444b2-f0a6-4dda-823a-cdf395c7fabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306458 Nov 12 04:05:31.943914 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3b8ed8d0-471e-4de2-9aa0-a94a015dcb9e req-496e2b9a-63c3-4689-bfd8-045817b21b16 service neutron] 10.222.0.74 "GET /v2.0/networks/f7d444b2-f0a6-4dda-823a-cdf395c7fabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027796 Nov 12 04:05:32.031837 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9805c-7595-43c8-8539-5e1d483845a0 req-6c408902-be1d-49a4-84d4-52861acc8695 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:32.033391 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c2c9805c-7595-43c8-8539-5e1d483845a0 req-6c408902-be1d-49a4-84d4-52861acc8695 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 943 time: 0.0544245 Nov 12 04:05:32.062084 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3b8ed8d0-471e-4de2-9aa0-a94a015dcb9e req-eb154423-036b-4c2f-9cbc-1c3e98b63de9 service neutron] 10.222.0.74 "GET /v2.0/networks/f7d444b2-f0a6-4dda-823a-cdf395c7fabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066036 Nov 12 04:05:32.085865 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c2c9805c-7595-43c8-8539-5e1d483845a0 req-3044df45-3b84-4345-b538-69d51218500d tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450943 Nov 12 04:05:33.210409 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd0d55-7302-48ae-aba6-f247f3abadb8 req-ed8d6dca-6ace-40ac-b89d-10bef9fc93dd tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:33.211897 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-12cd0d55-7302-48ae-aba6-f247f3abadb8 req-ed8d6dca-6ace-40ac-b89d-10bef9fc93dd tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 943 time: 0.0526438 Nov 12 04:05:33.261443 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-12cd0d55-7302-48ae-aba6-f247f3abadb8 req-ad02ec04-9d55-4dfc-95fb-7e0092b6d26c tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435929 Nov 12 04:05:33.410333 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-19cd1ad1-083b-4455-bbfa-b6fa7cc4b16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:34.214621 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:34.384209 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65f00d-37be-473b-b6aa-d888edb2a7c5 req-de93fede-9e3e-4425-bc85-01151b32e3c3 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:34.385675 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fb65f00d-37be-473b-b6aa-d888edb2a7c5 req-de93fede-9e3e-4425-bc85-01151b32e3c3 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 943 time: 0.0540752 Nov 12 04:05:34.436924 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fb65f00d-37be-473b-b6aa-d888edb2a7c5 req-b3b6f089-88ab-44d9-b90c-8365f298e10c tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451086 Nov 12 04:05:34.739334 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 8d0ba89c-faf9-495f-b6e6-2339e40876d6 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:05:34.835226 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 8d0ba89c-faf9-495f-b6e6-2339e40876d6, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=8d0ba89c-faf9-495f-b6e6-2339e40876d6,segment=NetworkSegment(60916807-6c14-48d7-a7d0-72509dd2515f),segment_id=60916807-6c14-48d7-a7d0-72509dd2515f)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:34.846193 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '8d0ba89c-faf9-495f-b6e6-2339e40876d6', 'network_id': 'f7d444b2-f0a6-4dda-823a-cdf395c7fabc', 'port_id': '8d0ba89c-faf9-495f-b6e6-2339e40876d6', 'mac_address': 'fa:16:3e:18:eb:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba2507b5-d95a-42a1-bf84-49a29cc0194a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:05:34.885717 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:34.906963 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d0ba89c-faf9-495f-b6e6-2339e40876d6 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:05:34.935524 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 8d0ba89c-faf9-495f-b6e6-2339e40876d6, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=8d0ba89c-faf9-495f-b6e6-2339e40876d6,segment=NetworkSegment(60916807-6c14-48d7-a7d0-72509dd2515f),segment_id=60916807-6c14-48d7-a7d0-72509dd2515f)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:34.940021 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:34.986797 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=8d0ba89c-faf9-495f-b6e6-2339e40876d6,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:35.187159 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['8d0ba89c-faf9-495f-b6e6-2339e40876d6'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:05:35.549269 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:35.561592 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3efc2-1bf7-4822-8694-9f9673c9fb12 req-be79f819-6d59-4eee-9171-6d3fa6e0a3cc tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:35.563127 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8ec3efc2-1bf7-4822-8694-9f9673c9fb12 req-be79f819-6d59-4eee-9171-6d3fa6e0a3cc tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 944 time: 0.0547469 Nov 12 04:05:35.616505 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8ec3efc2-1bf7-4822-8694-9f9673c9fb12 req-5f32070b-e658-497a-bdda-a2c2631d318c tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469100 Nov 12 04:05:36.399936 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:36.731684 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9646a3-0fe7-4fb4-b206-59bb8ff32dc0 req-638f7259-c70f-4111-b58f-1d29758133d0 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:36.733174 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4a9646a3-0fe7-4fb4-b206-59bb8ff32dc0 req-638f7259-c70f-4111-b58f-1d29758133d0 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 944 time: 0.0487890 Nov 12 04:05:36.745743 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 8d0ba89c-faf9-495f-b6e6-2339e40876d6 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:05:36.784458 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4a9646a3-0fe7-4fb4-b206-59bb8ff32dc0 req-a70e63c0-1e70-46c9-b4b2-1e839e39efab tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432367 Nov 12 04:05:36.794433 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 8d0ba89c-faf9-495f-b6e6-2339e40876d6 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:05:36.798690 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 8d0ba89c-faf9-495f-b6e6-2339e40876d6 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:36.799056 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:36.879000 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:36.901251 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1688796d-31bc-4543-a131-b3f7134f3e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0ba89c-faf9-495f-b6e6-2339e40876d6'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:05:36.903572 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be087729-3b8e-4850-a787-81a0af4fed2f" -d '{"events": [{"server_uuid": "1688796d-31bc-4543-a131-b3f7134f3e31", "name": "network-vif-plugged", "status": "completed", "tag": "8d0ba89c-faf9-495f-b6e6-2339e40876d6"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:05:36.917078 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 8d0ba89c-faf9-495f-b6e6-2339e40876d6, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=8d0ba89c-faf9-495f-b6e6-2339e40876d6,segment=NetworkSegment(60916807-6c14-48d7-a7d0-72509dd2515f),segment_id=60916807-6c14-48d7-a7d0-72509dd2515f)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:36.921452 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:36.945962 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ec79ed-a666-44ae-9e27-5c5c67089679 x-openstack-request-id: req-d2ec79ed-a666-44ae-9e27-5c5c67089679 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:05:36.946269 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1688796d-31bc-4543-a131-b3f7134f3e31", "name": "network-vif-plugged", "status": "completed", "tag": "8d0ba89c-faf9-495f-b6e6-2339e40876d6", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:05:36.946501 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d2ec79ed-a666-44ae-9e27-5c5c67089679 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:05:36.946885 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1688796d-31bc-4543-a131-b3f7134f3e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0ba89c-faf9-495f-b6e6-2339e40876d6', 'code': 200} Nov 12 04:05:36.972128 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=8d0ba89c-faf9-495f-b6e6-2339e40876d6,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:37.046257 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892a5a5-2db0-4368-b274-f232d5ebcf5c req-b9eaca4f-2a0c-4604-919a-d6204aa74361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:37.048000 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9892a5a5-2db0-4368-b274-f232d5ebcf5c req-b9eaca4f-2a0c-4604-919a-d6204aa74361 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 1097 time: 0.0404813 Nov 12 04:05:37.092580 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9892a5a5-2db0-4368-b274-f232d5ebcf5c req-26538789-f1b6-4aa0-9e62-579a6aab1455 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363655 Nov 12 04:05:37.907076 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f1acc-3754-46ab-b090-f756aad1507f req-a9da0aa5-fb05-4224-b441-a17aade114e4 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:37.908556 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ed0f1acc-3754-46ab-b090-f756aad1507f req-a9da0aa5-fb05-4224-b441-a17aade114e4 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 945 time: 0.0535457 Nov 12 04:05:37.957664 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ed0f1acc-3754-46ab-b090-f756aad1507f req-a2f78407-4be9-44a4-ad4f-095dda79bd69 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430770 Nov 12 04:05:38.903895 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:39.077796 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35515a7f-0103-49a9-a946-0dd18b729bfb req-d5ce5e1e-48e0-47d2-a1de-1f501dcd6d8d tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:39.079305 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-35515a7f-0103-49a9-a946-0dd18b729bfb req-d5ce5e1e-48e0-47d2-a1de-1f501dcd6d8d tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 945 time: 0.0499020 Nov 12 04:05:39.126850 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-35515a7f-0103-49a9-a946-0dd18b729bfb req-24b391fd-f84c-4723-bdb5-8f0fa787793c tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415492 Nov 12 04:05:39.245846 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c95794-6d3f-4895-8526-41921770fb48 req-b82cb91b-ba35-4be1-b6b8-a372b66e9952 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:39.247335 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-36c95794-6d3f-4895-8526-41921770fb48 req-b82cb91b-ba35-4be1-b6b8-a372b66e9952 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 945 time: 0.0519791 Nov 12 04:05:39.294352 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-36c95794-6d3f-4895-8526-41921770fb48 req-e1adce45-b765-4b05-9782-d9da6506893e tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409572 Nov 12 04:05:39.494415 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f837db8-bf8f-4b0a-97aa-d2a23b724ea6 req-d8a253fd-c9a0-49bc-813c-1479a2bb151e tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:39.495874 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3f837db8-bf8f-4b0a-97aa-d2a23b724ea6 req-d8a253fd-c9a0-49bc-813c-1479a2bb151e tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 945 time: 0.0491238 Nov 12 04:05:39.546012 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3f837db8-bf8f-4b0a-97aa-d2a23b724ea6 req-07ac5b4c-f618-416c-908d-a91747c96285 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441065 Nov 12 04:05:39.664852 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd0ccd-9dff-4184-b288-4e02bf66b746 req-0509fce9-c949-4613-bed3-555a9bb1970c tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:39.666229 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6ebd0ccd-9dff-4184-b288-4e02bf66b746 req-0509fce9-c949-4613-bed3-555a9bb1970c tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 945 time: 0.0530457 Nov 12 04:05:39.713798 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6ebd0ccd-9dff-4184-b288-4e02bf66b746 req-65978324-9005-447c-a655-4e383a0b8651 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416038 Nov 12 04:05:39.951432 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-9c99ea1c-9536-4957-90f3-3ba5739fb3cc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0523987 Nov 12 04:05:39.957049 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8df60-ec0a-4363-a01f-7397719d030d req-e3368b0d-a263-4910-b654-cf62a1ee4a91 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:39.958792 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-adf8df60-ec0a-4363-a01f-7397719d030d req-e3368b0d-a263-4910-b654-cf62a1ee4a91 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 945 time: 0.0506279 Nov 12 04:05:40.010039 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-adf8df60-ec0a-4363-a01f-7397719d030d req-ecde15a2-5698-4ebe-94fd-b7248e182ab8 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452371 Nov 12 04:05:41.126720 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f135ba-febe-4127-9308-ff0061ae9abc req-2b3d0033-5206-4191-8025-92ec0b12999c tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:41.128912 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-71f135ba-febe-4127-9308-ff0061ae9abc req-2b3d0033-5206-4191-8025-92ec0b12999c tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 945 time: 0.0489628 Nov 12 04:05:41.178386 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-71f135ba-febe-4127-9308-ff0061ae9abc req-57e8d8d0-76cc-4a71-902a-d592f215e04d tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425444 Nov 12 04:05:41.271291 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-37976238-9e50-4f14-88c2-85cde920c8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:41.272983 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-37976238-9e50-4f14-88c2-85cde920c8d8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ad585385d71447b5bb4f7f336d7ef438&device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 1097 time: 0.0446289 Nov 12 04:05:41.384322 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-f23fe0a5-defb-488f-8f87-71662495cf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:41.385955 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-f23fe0a5-defb-488f-8f87-71662495cf21 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f7d444b2-f0a6-4dda-823a-cdf395c7fabc HTTP/1.1" status: 200 len: 916 time: 0.1020432 Nov 12 04:05:41.434256 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-d73d2b0e-c5dc-4db3-b5ea-80ef06b7d53f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d0ba89c-faf9-495f-b6e6-2339e40876d6 HTTP/1.1" status: 200 len: 217 time: 0.0384643 Nov 12 04:05:41.490682 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-6adddc85-0fca-47d0-8103-a4c12a4f2259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:41.492144 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-6adddc85-0fca-47d0-8103-a4c12a4f2259 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ba2507b5-d95a-42a1-bf84-49a29cc0194a HTTP/1.1" status: 200 len: 855 time: 0.0503528 Nov 12 04:05:41.524718 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-0e650817-09b7-433f-8108-6852c30dc3db service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f7d444b2-f0a6-4dda-823a-cdf395c7fabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243609 Nov 12 04:05:41.614432 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-536a0f9d-3783-4517-8404-78fbca0ad10f service neutron] 10.222.0.74 "GET /v2.0/networks/f7d444b2-f0a6-4dda-823a-cdf395c7fabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815644 Nov 12 04:05:41.709919 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-6d10b040-d42a-47dd-af1f-233585fa888d service neutron] 10.222.0.74 "GET /v2.0/networks/f7d444b2-f0a6-4dda-823a-cdf395c7fabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881007 Nov 12 04:05:42.296858 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcdd02-414c-4f2b-a92a-22d2a2c7fafd req-03dcb783-f4b8-4436-a611-15c9710c1483 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:42.298498 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-98dcdd02-414c-4f2b-a92a-22d2a2c7fafd req-03dcb783-f4b8-4436-a611-15c9710c1483 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 945 time: 0.0508766 Nov 12 04:05:42.345648 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-98dcdd02-414c-4f2b-a92a-22d2a2c7fafd req-ce5e8793-6021-4fbf-bdf1-189bbdc007a5 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411823 Nov 12 04:05:43.465295 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837606a7-05f5-4b85-875f-67d6e8bf9dfa req-4e9d1a9d-c11a-43ed-a3ba-d8470b2a85e1 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:43.466761 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-837606a7-05f5-4b85-875f-67d6e8bf9dfa req-4e9d1a9d-c11a-43ed-a3ba-d8470b2a85e1 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 945 time: 0.0494869 Nov 12 04:05:43.518083 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-837606a7-05f5-4b85-875f-67d6e8bf9dfa req-d5c5a0d7-686b-4f0e-bea4-f03bd7a54228 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453670 Nov 12 04:05:44.639318 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fecb4-910e-4268-a91e-a08160546917 req-c068ab0a-49a3-41ec-9751-90eec853c3da tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:44.640842 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fd3fecb4-910e-4268-a91e-a08160546917 req-c068ab0a-49a3-41ec-9751-90eec853c3da tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 945 time: 0.0536394 Nov 12 04:05:44.688968 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fd3fecb4-910e-4268-a91e-a08160546917 req-c80cd70d-36df-4107-8c90-61a2f577e180 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419145 Nov 12 04:05:45.805972 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ab0e8-5dc3-4759-a89b-56919d46eb3e req-557d2c68-34be-45cc-8b62-614686e34785 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:45.807427 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0e5ab0e8-5dc3-4759-a89b-56919d46eb3e req-557d2c68-34be-45cc-8b62-614686e34785 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 945 time: 0.0490437 Nov 12 04:05:45.855878 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0e5ab0e8-5dc3-4759-a89b-56919d46eb3e req-89a12d58-16ea-49c8-be43-16f16d7df04c tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426333 Nov 12 04:05:46.975018 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1acfee-fc12-4bd0-9dcf-16fb27cdfd2c req-3aa628b0-6e67-43d4-ad14-96eff89aa0dc tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:46.976507 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2a1acfee-fc12-4bd0-9dcf-16fb27cdfd2c req-3aa628b0-6e67-43d4-ad14-96eff89aa0dc tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 945 time: 0.0485783 Nov 12 04:05:47.024154 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2a1acfee-fc12-4bd0-9dcf-16fb27cdfd2c req-ff6c8bcb-0bf3-41b6-ae02-8ccea1bb2f4c tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417657 Nov 12 04:05:48.142305 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ba92a-79c4-4cae-a4c2-a2551c2204d0 req-ee530231-cf8c-4dcd-a7a2-b40a33e4348c tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:48.143749 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-194ba92a-79c4-4cae-a4c2-a2551c2204d0 req-ee530231-cf8c-4dcd-a7a2-b40a33e4348c tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 945 time: 0.0481102 Nov 12 04:05:48.192104 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-194ba92a-79c4-4cae-a4c2-a2551c2204d0 req-c1693ee0-b973-412e-bb21-2247c4e0a43e tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412250 Nov 12 04:05:48.457534 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:48.940716 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:05:49.311851 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14506dfb-557a-4b24-ad9b-29aac9766e23 req-0a654c14-ec03-4149-852b-cb1e9cbb2488 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:49.313390 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-14506dfb-557a-4b24-ad9b-29aac9766e23 req-0a654c14-ec03-4149-852b-cb1e9cbb2488 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 945 time: 0.0533044 Nov 12 04:05:49.364122 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-14506dfb-557a-4b24-ad9b-29aac9766e23 req-25e5b344-5a4e-4cc3-82e3-10e11d587c9f tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425687 Nov 12 04:05:50.483585 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721fbdf8-6190-4827-9380-16e93eb82cec req-0901dd7a-c6fa-4b2b-9ad5-1510b71daab0 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:50.485146 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-721fbdf8-6190-4827-9380-16e93eb82cec req-0901dd7a-c6fa-4b2b-9ad5-1510b71daab0 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 945 time: 0.0521693 Nov 12 04:05:50.532473 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-721fbdf8-6190-4827-9380-16e93eb82cec req-d514e224-5023-4d67-a11e-630f8f2861c3 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407932 Nov 12 04:05:51.669455 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20165257-ac04-46ad-892d-fea9e0f1b86c req-732e195f-d0fb-41a1-a558-f61276d8404f tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:51.671865 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-20165257-ac04-46ad-892d-fea9e0f1b86c req-732e195f-d0fb-41a1-a558-f61276d8404f tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 945 time: 0.0668857 Nov 12 04:05:51.722084 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-20165257-ac04-46ad-892d-fea9e0f1b86c req-e38ed208-6e19-4b29-8fb0-dbf671c90135 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416737 Nov 12 04:05:52.839810 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3bde2-32d4-495e-b614-0361c4def95b req-7007b5c0-de9b-461d-a44f-662113e27dc2 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:52.841302 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-05a3bde2-32d4-495e-b614-0361c4def95b req-7007b5c0-de9b-461d-a44f-662113e27dc2 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 945 time: 0.0485616 Nov 12 04:05:52.893020 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-05a3bde2-32d4-495e-b614-0361c4def95b req-0daecc50-4262-495e-8b09-e4ff3fc947bb tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452390 Nov 12 04:05:54.014694 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e420c-4642-4a90-8c6d-0be0a7bbf607 req-b0fbd5f6-e081-4822-b440-b52f04e51fec tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:54.016173 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6e8e420c-4642-4a90-8c6d-0be0a7bbf607 req-b0fbd5f6-e081-4822-b440-b52f04e51fec tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 945 time: 0.0492849 Nov 12 04:05:54.068733 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6e8e420c-4642-4a90-8c6d-0be0a7bbf607 req-e488b156-cec8-421b-b29c-fa829ce9a3a2 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466044 Nov 12 04:05:55.188244 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516681a-e43c-4a03-90ee-78e5d8ae9267 req-dee9a41c-3d42-4515-9111-5878a039d890 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:55.189716 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1516681a-e43c-4a03-90ee-78e5d8ae9267 req-dee9a41c-3d42-4515-9111-5878a039d890 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 945 time: 0.0551996 Nov 12 04:05:55.238067 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1516681a-e43c-4a03-90ee-78e5d8ae9267 req-33d0b153-51f2-4dba-af75-ec86d7d02e21 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417647 Nov 12 04:05:56.355303 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e89da77-afa8-4ec5-878c-a3c3cba7947d req-04501db7-449c-4c9d-a450-6327daf24ab2 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:56.356813 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0e89da77-afa8-4ec5-878c-a3c3cba7947d req-04501db7-449c-4c9d-a450-6327daf24ab2 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 945 time: 0.0481381 Nov 12 04:05:56.403626 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0e89da77-afa8-4ec5-878c-a3c3cba7947d req-382429dc-7225-4819-9117-0d95fdcdf166 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409026 Nov 12 04:05:57.541497 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ff402-b142-4bda-b298-d121de9a61ef req-d913d27f-6dcb-4c59-89ff-250ad2928b86 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:57.542973 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-192ff402-b142-4bda-b298-d121de9a61ef req-d913d27f-6dcb-4c59-89ff-250ad2928b86 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 945 time: 0.0607562 Nov 12 04:05:57.589602 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-192ff402-b142-4bda-b298-d121de9a61ef req-df7d6962-f1ed-4232-9bef-4d70b130f449 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403934 Nov 12 04:05:58.707712 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c008c-e7ea-4154-82be-05b50bb92d0f req-25225802-f5b0-4c2f-8447-caf8e309d4c5 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:58.709120 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7e9c008c-e7ea-4154-82be-05b50bb92d0f req-25225802-f5b0-4c2f-8447-caf8e309d4c5 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 945 time: 0.0498698 Nov 12 04:05:58.757807 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7e9c008c-e7ea-4154-82be-05b50bb92d0f req-c840e4dc-5323-42a6-87f5-eed8529023bc tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428324 Nov 12 04:05:59.874037 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa8b11-fa6d-498f-958b-a62530fe6124 req-7764e099-9f2c-48f3-bef5-74e2a564a073 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:59.875502 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c3aa8b11-fa6d-498f-958b-a62530fe6124 req-7764e099-9f2c-48f3-bef5-74e2a564a073 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 945 time: 0.0486941 Nov 12 04:05:59.927309 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c3aa8b11-fa6d-498f-958b-a62530fe6124 req-be092ff7-322d-407a-86a1-67614a489a1f tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450208 Nov 12 04:06:00.392548 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-dc175539-f5a9-4348-a801-1151d700aafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:01.062224 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5b47d-78ad-4611-9247-df853b984c47 req-42143888-6e0d-41f0-a75c-33d9970dae4b tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:01.063707 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fff5b47d-78ad-4611-9247-df853b984c47 req-42143888-6e0d-41f0-a75c-33d9970dae4b tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 945 time: 0.0648842 Nov 12 04:06:01.112127 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fff5b47d-78ad-4611-9247-df853b984c47 req-b254ff8a-7479-43df-b460-9ee6ef960015 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418243 Nov 12 04:06:02.229396 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a94923-05a3-41f5-acaa-2b27f8245b00 req-df38c48b-25e2-4245-b84d-afefa7361381 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:02.230877 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-96a94923-05a3-41f5-acaa-2b27f8245b00 req-df38c48b-25e2-4245-b84d-afefa7361381 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 945 time: 0.0493889 Nov 12 04:06:02.277238 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-96a94923-05a3-41f5-acaa-2b27f8245b00 req-4e385619-e43d-4765-bcd5-db039d2e1305 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403614 Nov 12 04:06:03.393327 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb34ff-c26a-47d0-840d-f161e8771b13 req-aaa62b80-7873-4db6-ad29-1efe068a288b tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:03.394806 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-06fb34ff-c26a-47d0-840d-f161e8771b13 req-aaa62b80-7873-4db6-ad29-1efe068a288b tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 945 time: 0.0495567 Nov 12 04:06:03.419912 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e5d62abb-248a-4000-a824-791a8072d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:03.449208 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-06fb34ff-c26a-47d0-840d-f161e8771b13 req-5cc44d8f-c7b2-4435-adec-ff5ea39427f9 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478501 Nov 12 04:06:04.216688 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:04.567203 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb2a7f-da9d-4620-9f3b-cf8cc287b1e9 req-6e5b253a-e892-4af3-ab9a-9f74f6287748 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:04.568712 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d2bb2a7f-da9d-4620-9f3b-cf8cc287b1e9 req-6e5b253a-e892-4af3-ab9a-9f74f6287748 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 945 time: 0.0489218 Nov 12 04:06:04.615776 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d2bb2a7f-da9d-4620-9f3b-cf8cc287b1e9 req-b5527324-0416-4ffc-82d9-1ce9246cddc7 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405126 Nov 12 04:06:05.549025 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:05.730837 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92c19b-d65d-483f-8d8a-5cc02ffc0182 req-0d27ff9e-335f-44aa-9dca-6ae16c3dd367 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:05.732247 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7f92c19b-d65d-483f-8d8a-5cc02ffc0182 req-0d27ff9e-335f-44aa-9dca-6ae16c3dd367 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 945 time: 0.0480938 Nov 12 04:06:05.787470 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7f92c19b-d65d-483f-8d8a-5cc02ffc0182 req-6a584f49-1ba2-4c12-90a1-d75034f9f5f8 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493078 Nov 12 04:06:06.404630 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:06.908685 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53748900-5eca-4a23-9305-09b72762916f req-fb1d8f80-e647-4add-9845-a1fff81a8b14 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:06.910159 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-53748900-5eca-4a23-9305-09b72762916f req-fb1d8f80-e647-4add-9845-a1fff81a8b14 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 945 time: 0.0536859 Nov 12 04:06:06.957924 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-53748900-5eca-4a23-9305-09b72762916f req-a2d5317b-6ed5-42df-a92d-b36857c2ca24 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414727 Nov 12 04:06:08.076756 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4062d-bcaf-4e0e-aa26-10372561a834 req-b606c0b8-d382-4233-9001-7936ca7b4ce6 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:08.078223 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dab4062d-bcaf-4e0e-aa26-10372561a834 req-b606c0b8-d382-4233-9001-7936ca7b4ce6 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 945 time: 0.0504003 Nov 12 04:06:08.126503 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dab4062d-bcaf-4e0e-aa26-10372561a834 req-bd0a6dfc-eefa-437e-bd00-b224a42b40ca tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422282 Nov 12 04:06:08.833311 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-66259f68-d840-4c1c-9b4d-12dbdf15dbcd service neutron] show failed (client error): The resource could not be found. Nov 12 04:06:08.834408 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-66259f68-d840-4c1c-9b4d-12dbdf15dbcd service neutron] 10.222.0.74 "GET /v2.0/ports/8d0ba89c-faf9-495f-b6e6-2339e40876d6/bindings/n-h2-715271-27 HTTP/1.1" status: 404 len: 381 time: 0.0535803 Nov 12 04:06:08.940662 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:09.045219 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-3c29776c-eef8-4846-ac13-584e7db83e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:09.047035 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-3c29776c-eef8-4846-ac13-584e7db83e49 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31&tenant_id=ad585385d71447b5bb4f7f336d7ef438 HTTP/1.1" status: 200 len: 1097 time: 0.0423110 Nov 12 04:06:09.068179 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-064aa2cc-3352-488b-a444-0d8a54339c21 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-27', 'device_owner': 'compute:nova'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:09.127684 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-064aa2cc-3352-488b-a444-0d8a54339c21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:09.636543 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe39218-68fe-4d72-b114-c44d22d8ce0a req-289f8a2b-bbe8-4c35-bac3-4f735c1400ea tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:09.637973 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3fe39218-68fe-4d72-b114-c44d22d8ce0a req-289f8a2b-bbe8-4c35-bac3-4f735c1400ea tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 945 time: 0.4167514 Nov 12 04:06:09.728441 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-064aa2cc-3352-488b-a444-0d8a54339c21 service neutron] For port 8d0ba89c-faf9-495f-b6e6-2339e40876d6, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=8d0ba89c-faf9-495f-b6e6-2339e40876d6,segment=NetworkSegment(60916807-6c14-48d7-a7d0-72509dd2515f),segment_id=60916807-6c14-48d7-a7d0-72509dd2515f)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:09.733140 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3fe39218-68fe-4d72-b114-c44d22d8ce0a req-31ae01a3-d719-479b-932b-f163bafc3e39 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682867 Nov 12 04:06:09.764290 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-064aa2cc-3352-488b-a444-0d8a54339c21 service neutron] For port 8d0ba89c-faf9-495f-b6e6-2339e40876d6, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:06:09.805358 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1688796d-31bc-4543-a131-b3f7134f3e31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d0ba89c-faf9-495f-b6e6-2339e40876d6'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:09.807649 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b646d84-4b92-422a-8610-2f70f96d398d" -d '{"events": [{"server_uuid": "1688796d-31bc-4543-a131-b3f7134f3e31", "name": "network-vif-unplugged", "status": "completed", "tag": "8d0ba89c-faf9-495f-b6e6-2339e40876d6"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:09.811803 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-064aa2cc-3352-488b-a444-0d8a54339c21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:09.825899 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-064aa2cc-3352-488b-a444-0d8a54339c21 service neutron] Transition to ACTIVE for port object 8d0ba89c-faf9-495f-b6e6-2339e40876d6 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:06:09.831088 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-064aa2cc-3352-488b-a444-0d8a54339c21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:09.867504 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac021e06-fd32-4792-ba14-92a84747f47d x-openstack-request-id: req-ac021e06-fd32-4792-ba14-92a84747f47d {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:09.867789 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1688796d-31bc-4543-a131-b3f7134f3e31", "name": "network-vif-unplugged", "status": "completed", "tag": "8d0ba89c-faf9-495f-b6e6-2339e40876d6", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:09.868040 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ac021e06-fd32-4792-ba14-92a84747f47d {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:09.868448 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1688796d-31bc-4543-a131-b3f7134f3e31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d0ba89c-faf9-495f-b6e6-2339e40876d6', 'code': 200} Nov 12 04:06:09.895221 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-064aa2cc-3352-488b-a444-0d8a54339c21 service neutron] No DVR routers for this DVR port 8d0ba89c-faf9-495f-b6e6-2339e40876d6 on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:06:09.904449 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064aa2cc-3352-488b-a444-0d8a54339c21 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0ba89c-faf9-495f-b6e6-2339e40876d6,revision_number=6']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:09.928181 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064aa2cc-3352-488b-a444-0d8a54339c21 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:09.928743 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064aa2cc-3352-488b-a444-0d8a54339c21 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:09.929084 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064aa2cc-3352-488b-a444-0d8a54339c21 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:09.929417 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064aa2cc-3352-488b-a444-0d8a54339c21 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:09.929750 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064aa2cc-3352-488b-a444-0d8a54339c21 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:09.930075 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064aa2cc-3352-488b-a444-0d8a54339c21 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:09.930397 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064aa2cc-3352-488b-a444-0d8a54339c21 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:09.930714 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064aa2cc-3352-488b-a444-0d8a54339c21 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:09.931030 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064aa2cc-3352-488b-a444-0d8a54339c21 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:09.931350 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064aa2cc-3352-488b-a444-0d8a54339c21 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:09.931664 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064aa2cc-3352-488b-a444-0d8a54339c21 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:09.931971 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064aa2cc-3352-488b-a444-0d8a54339c21 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:09.950966 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-064aa2cc-3352-488b-a444-0d8a54339c21 service neutron] Attempting to bind port 8d0ba89c-faf9-495f-b6e6-2339e40876d6 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:06:09.951299 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-064aa2cc-3352-488b-a444-0d8a54339c21 service neutron] Attempting to bind port 8d0ba89c-faf9-495f-b6e6-2339e40876d6 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '60916807-6c14-48d7-a7d0-72509dd2515f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f7d444b2-f0a6-4dda-823a-cdf395c7fabc'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:06:09.951624 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-064aa2cc-3352-488b-a444-0d8a54339c21 service neutron] Attempting to bind port 8d0ba89c-faf9-495f-b6e6-2339e40876d6 on network f7d444b2-f0a6-4dda-823a-cdf395c7fabc {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:09.956179 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-064aa2cc-3352-488b-a444-0d8a54339c21 service neutron] Port 8d0ba89c-faf9-495f-b6e6-2339e40876d6 on network f7d444b2-f0a6-4dda-823a-cdf395c7fabc not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:06:09.956496 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-064aa2cc-3352-488b-a444-0d8a54339c21 service neutron] Attempting to bind port 8d0ba89c-faf9-495f-b6e6-2339e40876d6 on network f7d444b2-f0a6-4dda-823a-cdf395c7fabc {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:09.962228 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-064aa2cc-3352-488b-a444-0d8a54339c21 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:06:09.962561 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-064aa2cc-3352-488b-a444-0d8a54339c21 service neutron] Checking segment: {'id': '60916807-6c14-48d7-a7d0-72509dd2515f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f7d444b2-f0a6-4dda-823a-cdf395c7fabc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:06:09.962939 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-064aa2cc-3352-488b-a444-0d8a54339c21 service neutron] Bound using segment: {'id': '60916807-6c14-48d7-a7d0-72509dd2515f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f7d444b2-f0a6-4dda-823a-cdf395c7fabc'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:06:09.963352 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-064aa2cc-3352-488b-a444-0d8a54339c21 service neutron] Bound port: 8d0ba89c-faf9-495f-b6e6-2339e40876d6, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60916807-6c14-48d7-a7d0-72509dd2515f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f7d444b2-f0a6-4dda-823a-cdf395c7fabc'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:06:09.963700 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-064aa2cc-3352-488b-a444-0d8a54339c21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:10.028987 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-064aa2cc-3352-488b-a444-0d8a54339c21 service neutron] For port 8d0ba89c-faf9-495f-b6e6-2339e40876d6, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:06:10.031869 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-064aa2cc-3352-488b-a444-0d8a54339c21 service neutron] For port 8d0ba89c-faf9-495f-b6e6-2339e40876d6, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=8d0ba89c-faf9-495f-b6e6-2339e40876d6,segment=NetworkSegment(60916807-6c14-48d7-a7d0-72509dd2515f),segment_id=60916807-6c14-48d7-a7d0-72509dd2515f)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:06:10.036186 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-064aa2cc-3352-488b-a444-0d8a54339c21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:10.070303 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-064aa2cc-3352-488b-a444-0d8a54339c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:10.070911 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-064aa2cc-3352-488b-a444-0d8a54339c21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:10.072298 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-064aa2cc-3352-488b-a444-0d8a54339c21 service neutron] 10.222.0.90 "PUT /v2.0/ports/8d0ba89c-faf9-495f-b6e6-2339e40876d6 HTTP/1.1" status: 200 len: 1092 time: 1.0081139 Nov 12 04:06:10.093034 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064aa2cc-3352-488b-a444-0d8a54339c21 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0ba89c-faf9-495f-b6e6-2339e40876d6,revision_number=7']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:10.153375 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-240450cb-80c6-484e-a67a-b8b0aad7d6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:10.154857 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-240450cb-80c6-484e-a67a-b8b0aad7d6f9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ad585385d71447b5bb4f7f336d7ef438&device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 1095 time: 0.0426700 Nov 12 04:06:10.248161 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-06c0aa0b-b26d-406f-8b7f-ff5d18f217f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:10.249518 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-06c0aa0b-b26d-406f-8b7f-ff5d18f217f2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f7d444b2-f0a6-4dda-823a-cdf395c7fabc HTTP/1.1" status: 200 len: 916 time: 0.0866044 Nov 12 04:06:10.291514 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-3526a98d-bba7-4738-be30-31dbe791a59e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d0ba89c-faf9-495f-b6e6-2339e40876d6 HTTP/1.1" status: 200 len: 217 time: 0.0336540 Nov 12 04:06:10.344950 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-0bfabd28-5fb6-4ad9-9a87-d9219142f981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:10.346377 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-0bfabd28-5fb6-4ad9-9a87-d9219142f981 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ba2507b5-d95a-42a1-bf84-49a29cc0194a HTTP/1.1" status: 200 len: 855 time: 0.0436492 Nov 12 04:06:10.383399 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-14b9b4b2-78fe-4e46-b707-268f2c7594f3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f7d444b2-f0a6-4dda-823a-cdf395c7fabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292778 Nov 12 04:06:10.475332 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-f9b48a22-9ee3-42cf-a657-6131c3c51f9f service neutron] 10.222.0.90 "GET /v2.0/networks/f7d444b2-f0a6-4dda-823a-cdf395c7fabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823200 Nov 12 04:06:10.581854 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7561db48-8dcf-48c0-8354-365dc422ca47 req-aaa6aa4c-d763-4d27-b4a3-cbdf44329328 service neutron] 10.222.0.90 "GET /v2.0/networks/f7d444b2-f0a6-4dda-823a-cdf395c7fabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920508 Nov 12 04:06:10.850512 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8ac52-33fd-459c-be3c-86f641ca3036 req-58052718-e7cf-4ffb-80a1-d4fed8d81828 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:10.851962 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0bb8ac52-33fd-459c-be3c-86f641ca3036 req-58052718-e7cf-4ffb-80a1-d4fed8d81828 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 943 time: 0.0491176 Nov 12 04:06:10.898838 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0bb8ac52-33fd-459c-be3c-86f641ca3036 req-ce6dcea5-3d71-4906-9c5c-9751563e3d49 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410326 Nov 12 04:06:11.869592 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1688796d-31bc-4543-a131-b3f7134f3e31', 'tag': '8d0ba89c-faf9-495f-b6e6-2339e40876d6'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:11.871883 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9c99fb-478c-49c8-819d-d20a3508691b" -d '{"events": [{"name": "network-changed", "server_uuid": "1688796d-31bc-4543-a131-b3f7134f3e31", "tag": "8d0ba89c-faf9-495f-b6e6-2339e40876d6"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:11.921668 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881b57d1-39b6-4e47-a634-29f20153ecd2 x-openstack-request-id: req-881b57d1-39b6-4e47-a634-29f20153ecd2 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:11.922080 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1688796d-31bc-4543-a131-b3f7134f3e31", "tag": "8d0ba89c-faf9-495f-b6e6-2339e40876d6", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:11.922336 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-881b57d1-39b6-4e47-a634-29f20153ecd2 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:11.923225 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1688796d-31bc-4543-a131-b3f7134f3e31', 'tag': '8d0ba89c-faf9-495f-b6e6-2339e40876d6', 'status': 'completed', 'code': 200} Nov 12 04:06:11.996906 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c99fb-478c-49c8-819d-d20a3508691b req-3c10e4d6-37fd-4218-96dd-a1297c6bf613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:11.999418 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-df9c99fb-478c-49c8-819d-d20a3508691b req-3c10e4d6-37fd-4218-96dd-a1297c6bf613 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ad585385d71447b5bb4f7f336d7ef438&device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 1095 time: 0.0504487 Nov 12 04:06:12.056324 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b5879-8333-48f6-92ca-b3a1c8f9a33b req-7e764ab2-68c8-4de1-91c3-5d7e7ffe7e70 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:12.058090 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2a1b5879-8333-48f6-92ca-b3a1c8f9a33b req-7e764ab2-68c8-4de1-91c3-5d7e7ffe7e70 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 943 time: 0.0817909 Nov 12 04:06:12.060722 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c99fb-478c-49c8-819d-d20a3508691b req-96b7e20d-a529-49f5-8940-0248be152f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:12.061443 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-df9c99fb-478c-49c8-819d-d20a3508691b req-96b7e20d-a529-49f5-8940-0248be152f83 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ad585385d71447b5bb4f7f336d7ef438&device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 1095 time: 0.0750856 Nov 12 04:06:12.095229 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c99fb-478c-49c8-819d-d20a3508691b req-e1bd7d56-9375-4694-9d84-3ad0bd7ec33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:12.096753 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-df9c99fb-478c-49c8-819d-d20a3508691b req-e1bd7d56-9375-4694-9d84-3ad0bd7ec33d service neutron] 10.222.0.74 "GET /v2.0/networks?id=f7d444b2-f0a6-4dda-823a-cdf395c7fabc HTTP/1.1" status: 200 len: 916 time: 0.0884876 Nov 12 04:06:12.142480 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-df9c99fb-478c-49c8-819d-d20a3508691b req-a4ee01fe-316d-4fc3-841f-c05599adf7f0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d0ba89c-faf9-495f-b6e6-2339e40876d6 HTTP/1.1" status: 200 len: 217 time: 0.0384395 Nov 12 04:06:12.160850 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2a1b5879-8333-48f6-92ca-b3a1c8f9a33b req-b1d218ff-a41b-4f64-8440-e48e326cd2d5 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965245 Nov 12 04:06:12.188851 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c99fb-478c-49c8-819d-d20a3508691b req-22b0a1d1-348a-4387-911d-9ac93ea7e85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:12.190320 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-df9c99fb-478c-49c8-819d-d20a3508691b req-22b0a1d1-348a-4387-911d-9ac93ea7e85d service neutron] 10.222.0.90 "GET /v2.0/networks?id=f7d444b2-f0a6-4dda-823a-cdf395c7fabc HTTP/1.1" status: 200 len: 916 time: 0.1180770 Nov 12 04:06:12.194873 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c99fb-478c-49c8-819d-d20a3508691b req-398b304b-31f3-45e3-a35f-dd4c31f13c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:12.196333 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-df9c99fb-478c-49c8-819d-d20a3508691b req-398b304b-31f3-45e3-a35f-dd4c31f13c0f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ba2507b5-d95a-42a1-bf84-49a29cc0194a HTTP/1.1" status: 200 len: 855 time: 0.0456145 Nov 12 04:06:12.229659 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-df9c99fb-478c-49c8-819d-d20a3508691b req-95c7b197-caf8-46ee-8b3c-2deba7b895f2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f7d444b2-f0a6-4dda-823a-cdf395c7fabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261216 Nov 12 04:06:12.238707 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-df9c99fb-478c-49c8-819d-d20a3508691b req-d6c8552f-f52a-4882-8602-043c8c7be8d8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d0ba89c-faf9-495f-b6e6-2339e40876d6 HTTP/1.1" status: 200 len: 217 time: 0.0387373 Nov 12 04:06:12.292295 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c99fb-478c-49c8-819d-d20a3508691b req-8e0567d6-e618-463b-b8f3-444e4200222a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:12.293755 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-df9c99fb-478c-49c8-819d-d20a3508691b req-8e0567d6-e618-463b-b8f3-444e4200222a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ba2507b5-d95a-42a1-bf84-49a29cc0194a HTTP/1.1" status: 200 len: 855 time: 0.0444112 Nov 12 04:06:12.325439 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-df9c99fb-478c-49c8-819d-d20a3508691b req-7087d69b-3a15-459e-9f68-1d6674d4018d service neutron] 10.222.0.74 "GET /v2.0/networks/f7d444b2-f0a6-4dda-823a-cdf395c7fabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880234 Nov 12 04:06:12.330679 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-df9c99fb-478c-49c8-819d-d20a3508691b req-43bda49d-cdc3-4e65-b589-5db5567284bc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f7d444b2-f0a6-4dda-823a-cdf395c7fabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250945 Nov 12 04:06:12.423915 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-df9c99fb-478c-49c8-819d-d20a3508691b req-61f78971-1b9d-4c34-9cf9-f92e4601a5b7 service neutron] 10.222.0.74 "GET /v2.0/networks/f7d444b2-f0a6-4dda-823a-cdf395c7fabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910623 Nov 12 04:06:12.473868 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-df9c99fb-478c-49c8-819d-d20a3508691b req-1bb0ce09-0177-4515-95bf-c181d9b90578 service neutron] 10.222.0.90 "GET /v2.0/networks/f7d444b2-f0a6-4dda-823a-cdf395c7fabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926502 Nov 12 04:06:12.596657 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-df9c99fb-478c-49c8-819d-d20a3508691b req-86c1110b-5b87-42b4-b461-30511049c7b8 service neutron] 10.222.0.90 "GET /v2.0/networks/f7d444b2-f0a6-4dda-823a-cdf395c7fabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872080 Nov 12 04:06:12.953105 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 8d0ba89c-faf9-495f-b6e6-2339e40876d6 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:06:12.992240 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 8d0ba89c-faf9-495f-b6e6-2339e40876d6 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:06:13.281701 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e7363-c135-4e4a-ba44-eaed7e4a8ae3 req-21cc7931-c0a2-4b2b-a174-ef32a98eab58 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:13.283260 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b74e7363-c135-4e4a-ba44-eaed7e4a8ae3 req-21cc7931-c0a2-4b2b-a174-ef32a98eab58 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 943 time: 0.0506988 Nov 12 04:06:13.337362 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b74e7363-c135-4e4a-ba44-eaed7e4a8ae3 req-2593a9d7-ab62-4c16-803a-476bd69e78f7 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471509 Nov 12 04:06:13.571218 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899102f-72ea-4780-9f8e-83957dac64b8 req-920e8830-6f83-4323-9007-3bcf389b6790 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:13.572603 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5899102f-72ea-4780-9f8e-83957dac64b8 req-920e8830-6f83-4323-9007-3bcf389b6790 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.74 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31&tenant_id=ad585385d71447b5bb4f7f336d7ef438&binding%3Ahost_id=n-h2-715271-27 HTTP/1.1" status: 200 len: 943 time: 0.0704050 Nov 12 04:06:13.580584 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fcb5f9-88ac-454a-80c1-19c7df76d5af req-8dcca737-04df-47d4-ba18-056b4d245f17 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:13.582020 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-66fcb5f9-88ac-454a-80c1-19c7df76d5af req-8dcca737-04df-47d4-ba18-056b4d245f17 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 943 time: 0.0886710 Nov 12 04:06:13.669043 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-66fcb5f9-88ac-454a-80c1-19c7df76d5af req-e7c260b6-efc3-408d-8786-fbfb399eb8d5 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802634 Nov 12 04:06:13.671074 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [req-5899102f-72ea-4780-9f8e-83957dac64b8 req-9f276425-ed7d-40ab-ba73-c99e89c012c3 service neutron] delete failed (client error): The resource could not be found. Nov 12 04:06:13.671986 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5899102f-72ea-4780-9f8e-83957dac64b8 req-9f276425-ed7d-40ab-ba73-c99e89c012c3 service neutron] 10.222.0.74 "DELETE /v2.0/ports/8d0ba89c-faf9-495f-b6e6-2339e40876d6/bindings/n-h1-715271-27 HTTP/1.1" status: 404 len: 381 time: 0.0891361 Nov 12 04:06:13.760782 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899102f-72ea-4780-9f8e-83957dac64b8 req-55a55727-fd99-46e1-a4ba-652b29bf7155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:13.762311 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5899102f-72ea-4780-9f8e-83957dac64b8 req-55a55727-fd99-46e1-a4ba-652b29bf7155 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ad585385d71447b5bb4f7f336d7ef438&device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 1095 time: 0.0419161 Nov 12 04:06:13.815529 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 8d0ba89c-faf9-495f-b6e6-2339e40876d6 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:06:13.858141 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899102f-72ea-4780-9f8e-83957dac64b8 req-18ebba7f-3c27-4a9d-9960-fcb5d2fbb046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:13.859753 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5899102f-72ea-4780-9f8e-83957dac64b8 req-18ebba7f-3c27-4a9d-9960-fcb5d2fbb046 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f7d444b2-f0a6-4dda-823a-cdf395c7fabc HTTP/1.1" status: 200 len: 916 time: 0.0897777 Nov 12 04:06:13.905453 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5899102f-72ea-4780-9f8e-83957dac64b8 req-9b594355-813e-4878-b0b6-d27a7f0badfd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d0ba89c-faf9-495f-b6e6-2339e40876d6 HTTP/1.1" status: 200 len: 217 time: 0.0382588 Nov 12 04:06:13.914150 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 8d0ba89c-faf9-495f-b6e6-2339e40876d6, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=8d0ba89c-faf9-495f-b6e6-2339e40876d6,segment=NetworkSegment(60916807-6c14-48d7-a7d0-72509dd2515f),segment_id=60916807-6c14-48d7-a7d0-72509dd2515f)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:13.925526 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '8d0ba89c-faf9-495f-b6e6-2339e40876d6', 'network_id': 'f7d444b2-f0a6-4dda-823a-cdf395c7fabc', 'port_id': '8d0ba89c-faf9-495f-b6e6-2339e40876d6', 'mac_address': 'fa:16:3e:18:eb:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba2507b5-d95a-42a1-bf84-49a29cc0194a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:06:13.955951 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899102f-72ea-4780-9f8e-83957dac64b8 req-e368a0c7-8e18-47e0-b71b-e7d154ab04ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:13.957551 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5899102f-72ea-4780-9f8e-83957dac64b8 req-e368a0c7-8e18-47e0-b71b-e7d154ab04ba service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ba2507b5-d95a-42a1-bf84-49a29cc0194a HTTP/1.1" status: 200 len: 855 time: 0.0450375 Nov 12 04:06:13.963226 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:13.976011 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d0ba89c-faf9-495f-b6e6-2339e40876d6 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:06:13.989715 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5899102f-72ea-4780-9f8e-83957dac64b8 req-5c940ee3-4ef3-423f-b395-9d64aa66aef0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f7d444b2-f0a6-4dda-823a-cdf395c7fabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244613 Nov 12 04:06:14.000376 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 8d0ba89c-faf9-495f-b6e6-2339e40876d6, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=8d0ba89c-faf9-495f-b6e6-2339e40876d6,segment=NetworkSegment(60916807-6c14-48d7-a7d0-72509dd2515f),segment_id=60916807-6c14-48d7-a7d0-72509dd2515f)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:14.004807 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:14.052627 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=8d0ba89c-faf9-495f-b6e6-2339e40876d6,revision_number=8']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:14.317994 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['8d0ba89c-faf9-495f-b6e6-2339e40876d6'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:06:14.422182 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5899102f-72ea-4780-9f8e-83957dac64b8 req-4b95fc04-03eb-47b5-91de-a64d04ecf229 service neutron] 10.222.0.74 "GET /v2.0/networks/f7d444b2-f0a6-4dda-823a-cdf395c7fabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244461 Nov 12 04:06:14.512690 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5899102f-72ea-4780-9f8e-83957dac64b8 req-567c76aa-615f-4131-b77d-ae82ec723bbe service neutron] 10.222.0.74 "GET /v2.0/networks/f7d444b2-f0a6-4dda-823a-cdf395c7fabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831232 Nov 12 04:06:14.794206 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05019e70-7477-4d24-af72-1ffc510d438c req-2132fe7f-da39-4f1d-acc8-d5c1bdda6c19 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:14.795651 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-05019e70-7477-4d24-af72-1ffc510d438c req-2132fe7f-da39-4f1d-acc8-d5c1bdda6c19 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 944 time: 0.0535285 Nov 12 04:06:14.842581 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-05019e70-7477-4d24-af72-1ffc510d438c req-b3c3ebaa-e4b8-43ed-ba7f-e7e97bb30ab0 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407341 Nov 12 04:06:15.816421 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 8d0ba89c-faf9-495f-b6e6-2339e40876d6 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:15.865294 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 8d0ba89c-faf9-495f-b6e6-2339e40876d6 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:06:15.870184 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 8d0ba89c-faf9-495f-b6e6-2339e40876d6 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:15.870555 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:15.947480 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:15.960241 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c5798-4e58-4c15-ab31-d7ac7e45e62c req-e2d3b71c-9771-4a75-ac7c-08007e46df84 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:15.961735 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-879c5798-4e58-4c15-ab31-d7ac7e45e62c req-e2d3b71c-9771-4a75-ac7c-08007e46df84 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 944 time: 0.0499675 Nov 12 04:06:15.969976 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1688796d-31bc-4543-a131-b3f7134f3e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0ba89c-faf9-495f-b6e6-2339e40876d6'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:15.972225 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17eaa71e-7852-4dfb-989a-3e257e2fd88f" -d '{"events": [{"server_uuid": "1688796d-31bc-4543-a131-b3f7134f3e31", "name": "network-vif-plugged", "status": "completed", "tag": "8d0ba89c-faf9-495f-b6e6-2339e40876d6"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:15.985896 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 8d0ba89c-faf9-495f-b6e6-2339e40876d6, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=8d0ba89c-faf9-495f-b6e6-2339e40876d6,segment=NetworkSegment(60916807-6c14-48d7-a7d0-72509dd2515f),segment_id=60916807-6c14-48d7-a7d0-72509dd2515f)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:15.992651 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:16.016319 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-879c5798-4e58-4c15-ab31-d7ac7e45e62c req-02e0ded2-72b2-40f8-a418-84e7bb06f28b tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485802 Nov 12 04:06:16.026540 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a1e165-4072-43cb-9f30-75bd1da44574 x-openstack-request-id: req-11a1e165-4072-43cb-9f30-75bd1da44574 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:16.026833 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1688796d-31bc-4543-a131-b3f7134f3e31", "name": "network-vif-plugged", "status": "completed", "tag": "8d0ba89c-faf9-495f-b6e6-2339e40876d6", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:16.027102 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-11a1e165-4072-43cb-9f30-75bd1da44574 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:16.027716 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1688796d-31bc-4543-a131-b3f7134f3e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0ba89c-faf9-495f-b6e6-2339e40876d6', 'code': 200} Nov 12 04:06:16.055242 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=8d0ba89c-faf9-495f-b6e6-2339e40876d6,revision_number=9']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:16.134348 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225d28b-066d-4ccd-846a-0595191f9f24 req-a23c5008-4673-45da-9e45-cb7bbf8c46da tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:16.135826 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3225d28b-066d-4ccd-846a-0595191f9f24 req-a23c5008-4673-45da-9e45-cb7bbf8c46da tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 945 time: 0.0497792 Nov 12 04:06:16.183198 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3225d28b-066d-4ccd-846a-0595191f9f24 req-888c13ab-3257-4750-8c2d-51b21ebb6555 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414116 Nov 12 04:06:16.296249 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1b1dd-42c8-4130-b66a-1ce6cd718229 req-448bcbe2-4c1b-45e7-a761-7771dbca3c48 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:16.297721 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-11b1b1dd-42c8-4130-b66a-1ce6cd718229 req-448bcbe2-4c1b-45e7-a761-7771dbca3c48 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 945 time: 0.0485170 Nov 12 04:06:16.347235 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-11b1b1dd-42c8-4130-b66a-1ce6cd718229 req-ac1fb7da-53e8-4755-8aa1-6524e5477700 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422282 Nov 12 04:06:16.706529 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-4acb2877-e3a8-45ca-b6ee-0ddb31b31728 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:16.707892 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-4acb2877-e3a8-45ca-b6ee-0ddb31b31728 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/networks?id=f7d444b2-f0a6-4dda-823a-cdf395c7fabc HTTP/1.1" status: 200 len: 815 time: 0.1088214 Nov 12 04:06:16.723471 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-314c97cf-2fee-44c6-be57-22a1d7d63ed0 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/quotas/ad585385d71447b5bb4f7f336d7ef438 HTTP/1.1" status: 200 len: 375 time: 0.0090098 Nov 12 04:06:16.775049 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-9b1c8018-2241-4829-af3d-dae23817321c tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ad585385d71447b5bb4f7f336d7ef438&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0457368 Nov 12 04:06:16.864330 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-b13ad84c-ce3b-4d8f-82a7-6b00d5b52e84 service neutron] 10.222.0.50 "GET /v2.0/networks/f7d444b2-f0a6-4dda-823a-cdf395c7fabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822659 Nov 12 04:06:16.959786 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-47fc333a-a9b6-4475-b657-7b04fbb302f9 service neutron] 10.222.0.50 "GET /v2.0/networks/f7d444b2-f0a6-4dda-823a-cdf395c7fabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882890 Nov 12 04:06:17.125547 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8829755e-1bd7-404a-8b89-7cb2b5620115 req-5a349224-a810-4edd-aa89-9341a6289740 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 210 time: 0.0276761 Nov 12 04:06:18.226385 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-67ba6733-740f-4973-a60e-af012724effc req-f4e8ee7e-e0e8-49a1-8d65-6c5dba8324ff tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 210 time: 0.0294404 Nov 12 04:06:18.335453 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-3994e7e6-48ec-4a90-83ab-681f3f093775 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:18.337109 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-3994e7e6-48ec-4a90-83ab-681f3f093775 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.90 "GET /v2.0/networks?id=f7d444b2-f0a6-4dda-823a-cdf395c7fabc HTTP/1.1" status: 200 len: 815 time: 0.1169863 Nov 12 04:06:18.361902 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-b7ebc36f-2d93-4577-91e2-84a07504fd79 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Request body: {'port': {'device_id': '58ae6302-6889-4fad-b511-5def26e13ced', 'network_id': 'f7d444b2-f0a6-4dda-823a-cdf395c7fabc', 'admin_state_up': True, 'tenant_id': 'ad585385d71447b5bb4f7f336d7ef438'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:18.460564 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:18.483950 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-b7ebc36f-2d93-4577-91e2-84a07504fd79 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Made reservation on behalf of ad585385d71447b5bb4f7f336d7ef438 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:06:18.487579 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-b7ebc36f-2d93-4577-91e2-84a07504fd79 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:18.556433 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c20ba6-94e5-42f3-b9f5-01645c41dc38 req-b801a7b0-9d1c-44ef-b003-b03a060b59d8 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:18.557923 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-86c20ba6-94e5-42f3-b9f5-01645c41dc38 req-b801a7b0-9d1c-44ef-b003-b03a060b59d8 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.90 "GET /v2.0/ports?device_id=1688796d-31bc-4543-a131-b3f7134f3e31 HTTP/1.1" status: 200 len: 945 time: 0.0493355 Nov 12 04:06:18.630061 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-b7ebc36f-2d93-4577-91e2-84a07504fd79 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Allocated IP 172.20.0.3 (f7d444b2-f0a6-4dda-823a-cdf395c7fabc/ba2507b5-d95a-42a1-bf84-49a29cc0194a/9dfdf960-8447-4530-a16b-60a551442f58) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:06:18.654896 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-86c20ba6-94e5-42f3-b9f5-01645c41dc38 req-7aaf4824-4df1-462c-b7ae-a7e1aa6503d6 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Deleting port 8d0ba89c-faf9-495f-b6e6-2339e40876d6 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:06:18.655231 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-86c20ba6-94e5-42f3-b9f5-01645c41dc38 req-7aaf4824-4df1-462c-b7ae-a7e1aa6503d6 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:18.750377 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-86c20ba6-94e5-42f3-b9f5-01645c41dc38 req-7aaf4824-4df1-462c-b7ae-a7e1aa6503d6 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] For port 8d0ba89c-faf9-495f-b6e6-2339e40876d6, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=8d0ba89c-faf9-495f-b6e6-2339e40876d6,segment=NetworkSegment(60916807-6c14-48d7-a7d0-72509dd2515f),segment_id=60916807-6c14-48d7-a7d0-72509dd2515f)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:18.750834 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-86c20ba6-94e5-42f3-b9f5-01645c41dc38 req-7aaf4824-4df1-462c-b7ae-a7e1aa6503d6 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:18.767973 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-86c20ba6-94e5-42f3-b9f5-01645c41dc38 req-7aaf4824-4df1-462c-b7ae-a7e1aa6503d6 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Calling delete_port for 8d0ba89c-faf9-495f-b6e6-2339e40876d6 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:06:18.781042 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-b7ebc36f-2d93-4577-91e2-84a07504fd79 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:18.815615 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-b7ebc36f-2d93-4577-91e2-84a07504fd79 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:18.851262 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['8d0ba89c-faf9-495f-b6e6-2339e40876d6'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:06:18.866254 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-b7ebc36f-2d93-4577-91e2-84a07504fd79 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Network f7d444b2-f0a6-4dda-823a-cdf395c7fabc is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:06:18.872420 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-b7ebc36f-2d93-4577-91e2-84a07504fd79 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:06:18.874338 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ebc36f-2d93-4577-91e2-84a07504fd79 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Pushing event updated for resources: {'Port': ['ID=9dfdf960-8447-4530-a16b-60a551442f58,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:18.876554 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-b7ebc36f-2d93-4577-91e2-84a07504fd79 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:06:18.917292 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-86c20ba6-94e5-42f3-b9f5-01645c41dc38 req-7aaf4824-4df1-462c-b7ae-a7e1aa6503d6 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:18.931388 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-b7ebc36f-2d93-4577-91e2-84a07504fd79 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:18.932634 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-b7ebc36f-2d93-4577-91e2-84a07504fd79 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:18.949810 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-b7ebc36f-2d93-4577-91e2-84a07504fd79 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5915751 Nov 12 04:06:18.951647 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf4824-4df1-462c-b7ae-a7e1aa6503d6 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Pushing event deleted for resources: {'Port': ['ID=8d0ba89c-faf9-495f-b6e6-2339e40876d6,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:18.971443 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-3b64d0c0-4401-41ca-9497-2fff21b92a0f service neutron] Request body: {'port': {'device_id': '58ae6302-6889-4fad-b511-5def26e13ced', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:18.999358 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c20ba6-94e5-42f3-b9f5-01645c41dc38 req-7aaf4824-4df1-462c-b7ae-a7e1aa6503d6 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] No DVR routers for this DVR port 8d0ba89c-faf9-495f-b6e6-2339e40876d6 on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:06:19.002615 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-86c20ba6-94e5-42f3-b9f5-01645c41dc38 req-7aaf4824-4df1-462c-b7ae-a7e1aa6503d6 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:19.006846 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-86c20ba6-94e5-42f3-b9f5-01645c41dc38 req-7aaf4824-4df1-462c-b7ae-a7e1aa6503d6 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.90 "DELETE /v2.0/ports/8d0ba89c-faf9-495f-b6e6-2339e40876d6 HTTP/1.1" status: 204 len: 173 time: 0.4427273 Nov 12 04:06:19.007478 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1688796d-31bc-4543-a131-b3f7134f3e31', 'name': 'network-vif-deleted', 'tag': '8d0ba89c-faf9-495f-b6e6-2339e40876d6'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:19.009803 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd19c76f-6ab0-4540-8625-6a39a980cfc2" -d '{"events": [{"server_uuid": "1688796d-31bc-4543-a131-b3f7134f3e31", "name": "network-vif-deleted", "tag": "8d0ba89c-faf9-495f-b6e6-2339e40876d6"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:19.037829 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-3b64d0c0-4401-41ca-9497-2fff21b92a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:19.056874 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea34b03-3b88-486f-9136-72788acbb6ac x-openstack-request-id: req-cea34b03-3b88-486f-9136-72788acbb6ac {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:19.056874 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1688796d-31bc-4543-a131-b3f7134f3e31", "name": "network-vif-deleted", "tag": "8d0ba89c-faf9-495f-b6e6-2339e40876d6", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:19.056874 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cea34b03-3b88-486f-9136-72788acbb6ac {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:19.057242 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1688796d-31bc-4543-a131-b3f7134f3e31', 'name': 'network-vif-deleted', 'tag': '8d0ba89c-faf9-495f-b6e6-2339e40876d6', 'status': 'completed', 'code': 200} Nov 12 04:06:19.337955 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-3b64d0c0-4401-41ca-9497-2fff21b92a0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dfdf960-8447-4530-a16b-60a551442f58 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:06:19.345617 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-3b64d0c0-4401-41ca-9497-2fff21b92a0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:19.350662 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5f39a-fb60-4482-96a9-f4f4438f1218 req-eb6d03c8-7688-40b6-8234-4d72bacb320a tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:19.352175 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-39b5f39a-fb60-4482-96a9-f4f4438f1218 req-eb6d03c8-7688-40b6-8234-4d72bacb320a tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 931 time: 0.0530331 Nov 12 04:06:19.359048 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-3b64d0c0-4401-41ca-9497-2fff21b92a0f service neutron] Transition to ACTIVE for port object 9dfdf960-8447-4530-a16b-60a551442f58 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:06:19.362919 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-3b64d0c0-4401-41ca-9497-2fff21b92a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:19.405673 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-39b5f39a-fb60-4482-96a9-f4f4438f1218 req-e5e396e7-68e2-448b-93a3-96bcf13da037 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472901 Nov 12 04:06:19.417837 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64d0c0-4401-41ca-9497-2fff21b92a0f service neutron] Pushing event updated for resources: {'Port': ['ID=9dfdf960-8447-4530-a16b-60a551442f58,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:19.484466 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-3b64d0c0-4401-41ca-9497-2fff21b92a0f service neutron] Attempting to bind port 9dfdf960-8447-4530-a16b-60a551442f58 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:06:19.484790 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-3b64d0c0-4401-41ca-9497-2fff21b92a0f service neutron] Attempting to bind port 9dfdf960-8447-4530-a16b-60a551442f58 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '60916807-6c14-48d7-a7d0-72509dd2515f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f7d444b2-f0a6-4dda-823a-cdf395c7fabc'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:06:19.485111 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-3b64d0c0-4401-41ca-9497-2fff21b92a0f service neutron] Attempting to bind port 9dfdf960-8447-4530-a16b-60a551442f58 on network f7d444b2-f0a6-4dda-823a-cdf395c7fabc {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:19.489345 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-3b64d0c0-4401-41ca-9497-2fff21b92a0f service neutron] Port 9dfdf960-8447-4530-a16b-60a551442f58 on network f7d444b2-f0a6-4dda-823a-cdf395c7fabc not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:06:19.489658 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-3b64d0c0-4401-41ca-9497-2fff21b92a0f service neutron] Attempting to bind port 9dfdf960-8447-4530-a16b-60a551442f58 on network f7d444b2-f0a6-4dda-823a-cdf395c7fabc {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:19.494425 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-3b64d0c0-4401-41ca-9497-2fff21b92a0f service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:06:19.494754 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-3b64d0c0-4401-41ca-9497-2fff21b92a0f service neutron] Checking segment: {'id': '60916807-6c14-48d7-a7d0-72509dd2515f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f7d444b2-f0a6-4dda-823a-cdf395c7fabc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:06:19.495124 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-3b64d0c0-4401-41ca-9497-2fff21b92a0f service neutron] Bound using segment: {'id': '60916807-6c14-48d7-a7d0-72509dd2515f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f7d444b2-f0a6-4dda-823a-cdf395c7fabc'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:06:19.495532 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-3b64d0c0-4401-41ca-9497-2fff21b92a0f service neutron] Bound port: 9dfdf960-8447-4530-a16b-60a551442f58, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60916807-6c14-48d7-a7d0-72509dd2515f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f7d444b2-f0a6-4dda-823a-cdf395c7fabc'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:06:19.495876 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-3b64d0c0-4401-41ca-9497-2fff21b92a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:19.562735 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-3b64d0c0-4401-41ca-9497-2fff21b92a0f service neutron] For port 9dfdf960-8447-4530-a16b-60a551442f58, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:06:19.570414 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-3b64d0c0-4401-41ca-9497-2fff21b92a0f service neutron] For port 9dfdf960-8447-4530-a16b-60a551442f58, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=9dfdf960-8447-4530-a16b-60a551442f58,segment=NetworkSegment(60916807-6c14-48d7-a7d0-72509dd2515f),segment_id=60916807-6c14-48d7-a7d0-72509dd2515f)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:06:19.574513 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-3b64d0c0-4401-41ca-9497-2fff21b92a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:19.609669 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-3b64d0c0-4401-41ca-9497-2fff21b92a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:19.610298 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-3b64d0c0-4401-41ca-9497-2fff21b92a0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:19.611678 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-3b64d0c0-4401-41ca-9497-2fff21b92a0f service neutron] 10.222.0.90 "PUT /v2.0/ports/9dfdf960-8447-4530-a16b-60a551442f58 HTTP/1.1" status: 200 len: 1092 time: 0.6463592 Nov 12 04:06:19.612141 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ae6302-6889-4fad-b511-5def26e13ced', 'tag': '9dfdf960-8447-4530-a16b-60a551442f58'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:19.614424 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2224e9f8-609c-4b73-9685-951d0c6bc610" -d '{"events": [{"name": "network-changed", "server_uuid": "58ae6302-6889-4fad-b511-5def26e13ced", "tag": "9dfdf960-8447-4530-a16b-60a551442f58"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:19.638316 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64d0c0-4401-41ca-9497-2fff21b92a0f service neutron] Pushing event updated for resources: {'Port': ['ID=9dfdf960-8447-4530-a16b-60a551442f58,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:19.658627 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe89865-eef3-4f57-90c5-963e8a42917b x-openstack-request-id: req-cbe89865-eef3-4f57-90c5-963e8a42917b {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:19.659005 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58ae6302-6889-4fad-b511-5def26e13ced", "tag": "9dfdf960-8447-4530-a16b-60a551442f58", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:19.659262 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cbe89865-eef3-4f57-90c5-963e8a42917b {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:19.659759 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58ae6302-6889-4fad-b511-5def26e13ced', 'tag': '9dfdf960-8447-4530-a16b-60a551442f58', 'status': 'completed', 'code': 200} Nov 12 04:06:19.724507 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-3c5889d5-4d86-4da3-a140-f850a688cf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:19.726062 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-3c5889d5-4d86-4da3-a140-f850a688cf84 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ad585385d71447b5bb4f7f336d7ef438&device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 1095 time: 0.0466433 Nov 12 04:06:19.792947 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-d0d5516b-286b-46a8-be13-05f4103968ba service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dfdf960-8447-4530-a16b-60a551442f58 HTTP/1.1" status: 200 len: 217 time: 0.0506506 Nov 12 04:06:19.843097 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-52925a96-1359-4918-8a1c-90b05c5f4d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:19.844562 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-52925a96-1359-4918-8a1c-90b05c5f4d15 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ba2507b5-d95a-42a1-bf84-49a29cc0194a HTTP/1.1" status: 200 len: 855 time: 0.0443630 Nov 12 04:06:19.877733 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-4ddad363-e27a-4304-83da-ef27f0e5d484 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f7d444b2-f0a6-4dda-823a-cdf395c7fabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253201 Nov 12 04:06:19.978555 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-1820c85d-d983-4be3-a03d-5e7133a645fc service neutron] 10.222.0.90 "GET /v2.0/networks/f7d444b2-f0a6-4dda-823a-cdf395c7fabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930448 Nov 12 04:06:20.074559 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-80e9016b-2314-45ef-b6a2-0382d04cea92 req-1b6a4f8c-625e-4892-bb54-bf2ebe7cf168 service neutron] 10.222.0.90 "GET /v2.0/networks/f7d444b2-f0a6-4dda-823a-cdf395c7fabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883462 Nov 12 04:06:20.214618 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224e9f8-609c-4b73-9685-951d0c6bc610 req-94e82706-517a-4cc8-af17-01953b8530b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:20.216139 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2224e9f8-609c-4b73-9685-951d0c6bc610 req-94e82706-517a-4cc8-af17-01953b8530b6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ad585385d71447b5bb4f7f336d7ef438&device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 1095 time: 0.0419316 Nov 12 04:06:20.317064 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224e9f8-609c-4b73-9685-951d0c6bc610 req-9b3090b0-382f-4a59-acce-e17ecf6f0b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:20.318527 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2224e9f8-609c-4b73-9685-951d0c6bc610 req-9b3090b0-382f-4a59-acce-e17ecf6f0b85 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f7d444b2-f0a6-4dda-823a-cdf395c7fabc HTTP/1.1" status: 200 len: 916 time: 0.0948164 Nov 12 04:06:20.362775 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2224e9f8-609c-4b73-9685-951d0c6bc610 req-fb210ce9-891d-41c0-a6d8-bce804980fd4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dfdf960-8447-4530-a16b-60a551442f58 HTTP/1.1" status: 200 len: 217 time: 0.0342035 Nov 12 04:06:20.417857 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224e9f8-609c-4b73-9685-951d0c6bc610 req-a073ef93-a90a-403e-9aa1-d02921969bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:20.419344 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2224e9f8-609c-4b73-9685-951d0c6bc610 req-a073ef93-a90a-403e-9aa1-d02921969bb1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ba2507b5-d95a-42a1-bf84-49a29cc0194a HTTP/1.1" status: 200 len: 855 time: 0.0476401 Nov 12 04:06:20.455315 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2224e9f8-609c-4b73-9685-951d0c6bc610 req-1ff572f5-6d94-45c5-a2d9-842a749daa0b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f7d444b2-f0a6-4dda-823a-cdf395c7fabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245121 Nov 12 04:06:20.532579 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc62e7-9374-4b1b-866d-6bd3433d674f req-a37f88fa-8bb6-47d1-ae62-36fc40071a1b tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:20.534074 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bdbc62e7-9374-4b1b-866d-6bd3433d674f req-a37f88fa-8bb6-47d1-ae62-36fc40071a1b tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 943 time: 0.0503502 Nov 12 04:06:20.549926 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2224e9f8-609c-4b73-9685-951d0c6bc610 req-a870bf15-bda4-441b-9b94-965dbf443800 service neutron] 10.222.0.90 "GET /v2.0/networks/f7d444b2-f0a6-4dda-823a-cdf395c7fabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843925 Nov 12 04:06:20.590328 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bdbc62e7-9374-4b1b-866d-6bd3433d674f req-0f75ce85-5784-4430-9c71-258524fa02e3 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493920 Nov 12 04:06:20.653713 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2224e9f8-609c-4b73-9685-951d0c6bc610 req-795d3e9f-0a66-4a8c-a9de-02ed57221003 service neutron] 10.222.0.90 "GET /v2.0/networks/f7d444b2-f0a6-4dda-823a-cdf395c7fabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959835 Nov 12 04:06:21.708037 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170b115-356b-4dde-9e2f-86b35f24f2f8 req-74cefa87-4826-4dae-9c0d-f7f1d4ca2d0b tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:21.709505 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0170b115-356b-4dde-9e2f-86b35f24f2f8 req-74cefa87-4826-4dae-9c0d-f7f1d4ca2d0b tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 943 time: 0.0500734 Nov 12 04:06:21.757650 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0170b115-356b-4dde-9e2f-86b35f24f2f8 req-594749a7-d1d5-49e6-a883-c2a161e77997 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422070 Nov 12 04:06:21.828505 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 9dfdf960-8447-4530-a16b-60a551442f58 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:06:21.838672 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 8d0ba89c-faf9-495f-b6e6-2339e40876d6 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:06:21.863240 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: 8d0ba89c-faf9-495f-b6e6-2339e40876d6 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:06:21.863575 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 8d0ba89c-faf9-495f-b6e6-2339e40876d6 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:06:21.950607 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 9dfdf960-8447-4530-a16b-60a551442f58, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=9dfdf960-8447-4530-a16b-60a551442f58,segment=NetworkSegment(60916807-6c14-48d7-a7d0-72509dd2515f),segment_id=60916807-6c14-48d7-a7d0-72509dd2515f)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:21.960963 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '9dfdf960-8447-4530-a16b-60a551442f58', 'network_id': 'f7d444b2-f0a6-4dda-823a-cdf395c7fabc', 'port_id': '9dfdf960-8447-4530-a16b-60a551442f58', 'mac_address': 'fa:16:3e:bf:db:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba2507b5-d95a-42a1-bf84-49a29cc0194a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:06:21.997949 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:22.010632 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dfdf960-8447-4530-a16b-60a551442f58 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:06:22.029082 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 9dfdf960-8447-4530-a16b-60a551442f58, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=9dfdf960-8447-4530-a16b-60a551442f58,segment=NetworkSegment(60916807-6c14-48d7-a7d0-72509dd2515f),segment_id=60916807-6c14-48d7-a7d0-72509dd2515f)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:22.032836 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:22.080264 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=9dfdf960-8447-4530-a16b-60a551442f58,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:22.087832 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:22.088206 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:22.088544 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:22.088889 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:22.089224 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:22.089557 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:22.089889 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:22.090216 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:22.090543 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:22.090872 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:22.091208 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:22.091525 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:22.328695 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['9dfdf960-8447-4530-a16b-60a551442f58'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:06:22.877762 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f37639-f186-4203-ba0e-2e4afbe2a52e req-64c1cbe9-ab55-4176-a0d5-41e0a8199933 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:22.879237 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-52f37639-f186-4203-ba0e-2e4afbe2a52e req-64c1cbe9-ab55-4176-a0d5-41e0a8199933 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 944 time: 0.0515668 Nov 12 04:06:22.935137 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-52f37639-f186-4203-ba0e-2e4afbe2a52e req-73a168aa-5c51-4b23-8c83-3f6958d9e94e tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490105 Nov 12 04:06:23.837522 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 9dfdf960-8447-4530-a16b-60a551442f58 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:23.885295 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 9dfdf960-8447-4530-a16b-60a551442f58 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:06:23.889172 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 9dfdf960-8447-4530-a16b-60a551442f58 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:23.889543 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:23.971426 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:23.995741 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ae6302-6889-4fad-b511-5def26e13ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfdf960-8447-4530-a16b-60a551442f58'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:23.998022 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524fcc88-6f2d-4d72-bf14-b8593aeea1c4" -d '{"events": [{"server_uuid": "58ae6302-6889-4fad-b511-5def26e13ced", "name": "network-vif-plugged", "status": "completed", "tag": "9dfdf960-8447-4530-a16b-60a551442f58"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:24.015556 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 9dfdf960-8447-4530-a16b-60a551442f58, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=9dfdf960-8447-4530-a16b-60a551442f58,segment=NetworkSegment(60916807-6c14-48d7-a7d0-72509dd2515f),segment_id=60916807-6c14-48d7-a7d0-72509dd2515f)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:24.020752 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:24.046931 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dedce85-fbdc-453d-8a20-197ac45bbb9a x-openstack-request-id: req-4dedce85-fbdc-453d-8a20-197ac45bbb9a {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:24.047222 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ae6302-6889-4fad-b511-5def26e13ced", "name": "network-vif-plugged", "status": "completed", "tag": "9dfdf960-8447-4530-a16b-60a551442f58", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:24.047500 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4dedce85-fbdc-453d-8a20-197ac45bbb9a {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:24.047897 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ae6302-6889-4fad-b511-5def26e13ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfdf960-8447-4530-a16b-60a551442f58', 'code': 200} Nov 12 04:06:24.073772 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d0f29-98e9-429c-b2cb-92906e8e922d req-cb3453f1-2dde-4857-bb74-452de416ba43 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:24.075278 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-978d0f29-98e9-429c-b2cb-92906e8e922d req-cb3453f1-2dde-4857-bb74-452de416ba43 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 945 time: 0.0647271 Nov 12 04:06:24.076947 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=9dfdf960-8447-4530-a16b-60a551442f58,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:24.124828 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-978d0f29-98e9-429c-b2cb-92906e8e922d req-b778c243-8eb0-47d7-be82-ba843906416b tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422266 Nov 12 04:06:24.167398 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1e79f-811c-4543-9204-f842086c9d2f req-50bbf1af-e14b-4b7b-aa2f-2e6389a11a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:24.168933 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-09d1e79f-811c-4543-9204-f842086c9d2f req-50bbf1af-e14b-4b7b-aa2f-2e6389a11a56 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 1097 time: 0.0421498 Nov 12 04:06:24.215998 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-09d1e79f-811c-4543-9204-f842086c9d2f req-9a4dca0b-ae99-4f85-a24c-2e5d1fe612e2 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382760 Nov 12 04:06:25.247112 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a7a4d-afc6-4ccc-aa92-1808991c3283 req-4e6fcde6-42c6-4743-9f57-247b79f5732c tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:25.248628 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c18a7a4d-afc6-4ccc-aa92-1808991c3283 req-4e6fcde6-42c6-4743-9f57-247b79f5732c tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 945 time: 0.0521317 Nov 12 04:06:25.296754 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c18a7a4d-afc6-4ccc-aa92-1808991c3283 req-aa8e8fc8-b795-413d-851a-7306e6d58ec1 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421033 Nov 12 04:06:25.939286 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:06:26.410518 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de155d90-e94d-4603-a404-cfbe2b3fff45 req-94e83f1d-5d51-49e0-be37-ca1e02500756 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:26.412630 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-de155d90-e94d-4603-a404-cfbe2b3fff45 req-94e83f1d-5d51-49e0-be37-ca1e02500756 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 945 time: 0.0485384 Nov 12 04:06:26.463438 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-de155d90-e94d-4603-a404-cfbe2b3fff45 req-2596b171-aab5-48b6-b6ef-171d73f66151 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448771 Nov 12 04:06:26.581947 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73de27-4e35-4623-89c3-bf0cb3f2f501 req-d70634f1-51aa-4991-b468-705dbc620d8d tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:26.583317 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fa73de27-4e35-4623-89c3-bf0cb3f2f501 req-d70634f1-51aa-4991-b468-705dbc620d8d tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 945 time: 0.0530851 Nov 12 04:06:26.632522 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fa73de27-4e35-4623-89c3-bf0cb3f2f501 req-e22394ec-70a4-487e-b423-4aa5f16bfcdf tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426385 Nov 12 04:06:26.871508 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53effb1e-7799-4896-8b83-910f5c942d0e req-83a8cd2f-4c9b-4244-acf5-ffde67e60940 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:26.873056 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-53effb1e-7799-4896-8b83-910f5c942d0e req-83a8cd2f-4c9b-4244-acf5-ffde67e60940 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 945 time: 0.0507624 Nov 12 04:06:26.909953 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-a82b096c-9563-4660-bd77-ac855c8accd7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0934536 Nov 12 04:06:26.924432 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-53effb1e-7799-4896-8b83-910f5c942d0e req-bba43e75-ff37-4483-a3a4-6a4c6cee3a20 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452342 Nov 12 04:06:28.074011 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90070b-8914-4612-8c3e-7344fc2b407b req-71b44ff7-2bb5-4c66-8971-c2c79afce03c tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:28.075490 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ff90070b-8914-4612-8c3e-7344fc2b407b req-71b44ff7-2bb5-4c66-8971-c2c79afce03c tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 945 time: 0.0774934 Nov 12 04:06:28.092431 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-9d7fc600-cb5f-4ee6-8d73-651d5553cb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:28.093848 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-9d7fc600-cb5f-4ee6-8d73-651d5553cb2f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ad585385d71447b5bb4f7f336d7ef438&device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 1097 time: 0.0629172 Nov 12 04:06:28.183136 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ff90070b-8914-4612-8c3e-7344fc2b407b req-81f18ea8-fbf7-477b-9352-02e274beffcc tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010284 Nov 12 04:06:28.212336 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-3a6ac665-d535-4adf-a961-35ff8555e8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:28.213759 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-3a6ac665-d535-4adf-a961-35ff8555e8b5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f7d444b2-f0a6-4dda-823a-cdf395c7fabc HTTP/1.1" status: 200 len: 916 time: 0.1113935 Nov 12 04:06:28.258896 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-e481f6a4-0550-40a7-9f62-916380c65c90 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dfdf960-8447-4530-a16b-60a551442f58 HTTP/1.1" status: 200 len: 217 time: 0.0359926 Nov 12 04:06:28.317075 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-e7282c28-b8dd-423e-89ec-012e30a3fd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:28.318530 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-e7282c28-b8dd-423e-89ec-012e30a3fd85 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ba2507b5-d95a-42a1-bf84-49a29cc0194a HTTP/1.1" status: 200 len: 855 time: 0.0496976 Nov 12 04:06:28.352289 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-c48a055a-549e-460c-9129-2fb676365661 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f7d444b2-f0a6-4dda-823a-cdf395c7fabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255237 Nov 12 04:06:28.441289 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-7ce4b1e0-a39b-462e-8233-97f63ecbfe0a service neutron] 10.222.0.90 "GET /v2.0/networks/f7d444b2-f0a6-4dda-823a-cdf395c7fabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817904 Nov 12 04:06:28.538330 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-9e2f4869-0110-407d-a7f0-f9d8bb749933 service neutron] 10.222.0.90 "GET /v2.0/networks/f7d444b2-f0a6-4dda-823a-cdf395c7fabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860078 Nov 12 04:06:29.303512 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be94cd-f9cc-4d46-8814-c841ae06fbbd req-88f59047-eed6-412a-a8e1-c428dd83a5b7 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:29.304991 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c7be94cd-f9cc-4d46-8814-c841ae06fbbd req-88f59047-eed6-412a-a8e1-c428dd83a5b7 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 945 time: 0.0534060 Nov 12 04:06:29.352665 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c7be94cd-f9cc-4d46-8814-c841ae06fbbd req-5bf7a127-9f7c-45d2-9494-c1ac444e4a9b tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411720 Nov 12 04:06:30.395778 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-11135fcd-5a84-47e7-90ba-eae9a0a067ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:30.476715 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5edb33b-adf1-48d6-a2fd-d4af5db24daf req-8acd67d9-b812-491c-87ed-27aa151f8303 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:30.478197 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a5edb33b-adf1-48d6-a2fd-d4af5db24daf req-8acd67d9-b812-491c-87ed-27aa151f8303 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 945 time: 0.0496562 Nov 12 04:06:30.525541 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a5edb33b-adf1-48d6-a2fd-d4af5db24daf req-1439fe99-0454-46f2-ba11-fe7b4490de08 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412531 Nov 12 04:06:31.641600 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085eb905-b73c-4dcf-9ab5-ab44d2357a0d req-8748a41f-7f42-4816-8172-9c2ab21417eb tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:31.643054 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-085eb905-b73c-4dcf-9ab5-ab44d2357a0d req-8748a41f-7f42-4816-8172-9c2ab21417eb tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 945 time: 0.0483227 Nov 12 04:06:31.690015 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-085eb905-b73c-4dcf-9ab5-ab44d2357a0d req-17b0d520-c0ad-432e-b71d-6b991311e0f7 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409517 Nov 12 04:06:32.811255 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1b0d4-b1d4-4b41-ab2e-8b0ab52475ba req-26613a89-65d1-4e73-bc95-0469e399d3f2 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:32.812783 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7ce1b0d4-b1d4-4b41-ab2e-8b0ab52475ba req-26613a89-65d1-4e73-bc95-0469e399d3f2 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 945 time: 0.0531316 Nov 12 04:06:32.860229 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7ce1b0d4-b1d4-4b41-ab2e-8b0ab52475ba req-0b054f34-17dd-46e1-ab0f-217948023a09 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415366 Nov 12 04:06:33.415101 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1d9ef6df-ff68-4ecf-9ead-96fb34dbae1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:33.994229 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbb04c-4d68-4020-8f93-71bb73c740b0 req-e458915a-4f4f-49db-9d47-5edf04e91548 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:33.996289 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3dcbb04c-4d68-4020-8f93-71bb73c740b0 req-e458915a-4f4f-49db-9d47-5edf04e91548 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 945 time: 0.0579715 Nov 12 04:06:34.056256 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3dcbb04c-4d68-4020-8f93-71bb73c740b0 req-84868a5b-d131-4cf1-b09f-f6dfd7d3a4d4 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532796 Nov 12 04:06:34.219280 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:35.177691 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed012dd-ad1b-4337-9728-75453ed31e9b req-f0e2fd41-e9ac-4398-add1-86eab57dd46f tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:35.179163 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8ed012dd-ad1b-4337-9728-75453ed31e9b req-f0e2fd41-e9ac-4398-add1-86eab57dd46f tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 945 time: 0.0493681 Nov 12 04:06:35.225791 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8ed012dd-ad1b-4337-9728-75453ed31e9b req-6b7bd9af-1410-41ef-b055-dc68ce1f1707 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407288 Nov 12 04:06:35.551913 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:36.342402 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c12ea1-2bd0-44e1-a7f2-f4db948d9645 req-3444b18c-c05d-4cfc-83a8-9c5b72bbc0ba tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:36.343871 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-49c12ea1-2bd0-44e1-a7f2-f4db948d9645 req-3444b18c-c05d-4cfc-83a8-9c5b72bbc0ba tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 945 time: 0.0488925 Nov 12 04:06:36.391304 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-49c12ea1-2bd0-44e1-a7f2-f4db948d9645 req-a8e01392-4b9b-4e64-978f-6bf4e4a65df8 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414855 Nov 12 04:06:36.408619 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:37.513929 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f732dd-0432-42be-b797-e618ceb3f6af req-11144b2c-3345-4ce2-9863-fbd5d7f7ff10 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:37.515392 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-85f732dd-0432-42be-b797-e618ceb3f6af req-11144b2c-3345-4ce2-9863-fbd5d7f7ff10 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 945 time: 0.0532787 Nov 12 04:06:37.562471 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-85f732dd-0432-42be-b797-e618ceb3f6af req-d3bb3524-f3c1-46c9-9dcf-1aa0c065f69e tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412090 Nov 12 04:06:38.680879 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44395da4-6e73-4a1a-a924-5c57fa1681cb req-3ff79c36-0786-4140-8782-540bd91a70c6 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:38.683392 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-44395da4-6e73-4a1a-a924-5c57fa1681cb req-3ff79c36-0786-4140-8782-540bd91a70c6 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 945 time: 0.0533679 Nov 12 04:06:38.730950 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-44395da4-6e73-4a1a-a924-5c57fa1681cb req-7eae6b7b-8a6a-45d5-a212-0e7dc65b5d6a tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417624 Nov 12 04:06:38.937114 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:39.849373 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b2f29-4317-4ce8-8852-b716638a3585 req-186d7dd0-43d4-4d2a-9012-5902a4aeacbd tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:39.850831 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-254b2f29-4317-4ce8-8852-b716638a3585 req-186d7dd0-43d4-4d2a-9012-5902a4aeacbd tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 945 time: 0.0485232 Nov 12 04:06:39.899608 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-254b2f29-4317-4ce8-8852-b716638a3585 req-0c6cc65b-d513-4347-bc8f-2e8f8921e164 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423009 Nov 12 04:06:41.020603 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666376f9-d582-43f7-94d2-bd6377641b37 req-8d0f2623-721b-4284-bb99-4b9a05b69eb6 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:41.022084 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-666376f9-d582-43f7-94d2-bd6377641b37 req-8d0f2623-721b-4284-bb99-4b9a05b69eb6 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 945 time: 0.0532401 Nov 12 04:06:41.068974 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-666376f9-d582-43f7-94d2-bd6377641b37 req-1be5668a-8dca-41d5-9489-babc5f5ac3d4 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409727 Nov 12 04:06:42.185311 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd8022d-35e0-4b69-89a1-ee2028bd4795 req-adae8107-9555-47e6-bba8-367a4823da92 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:42.187024 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dfd8022d-35e0-4b69-89a1-ee2028bd4795 req-adae8107-9555-47e6-bba8-367a4823da92 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 945 time: 0.0498815 Nov 12 04:06:42.241492 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dfd8022d-35e0-4b69-89a1-ee2028bd4795 req-5f5f07e2-a9cd-47c1-9656-d731375d3e41 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486512 Nov 12 04:06:43.371341 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf8cc1-e63d-487e-80ca-29e1e9513221 req-a18c10a2-29f2-487d-82bf-85e7cb65acc5 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:43.373926 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cdcf8cc1-e63d-487e-80ca-29e1e9513221 req-a18c10a2-29f2-487d-82bf-85e7cb65acc5 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 945 time: 0.0590630 Nov 12 04:06:43.431298 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cdcf8cc1-e63d-487e-80ca-29e1e9513221 req-36dfae17-1855-4b27-bc64-1d9986480dd4 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504823 Nov 12 04:06:44.550356 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebfea44-8a6a-4442-8782-37515229d2b2 req-2a7e61ee-97fa-4735-b462-305f110832eb tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:44.551821 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9ebfea44-8a6a-4442-8782-37515229d2b2 req-2a7e61ee-97fa-4735-b462-305f110832eb tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 945 time: 0.0528047 Nov 12 04:06:44.599692 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9ebfea44-8a6a-4442-8782-37515229d2b2 req-c661f729-6b6a-458e-838c-308a7e5a30aa tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420270 Nov 12 04:06:45.706976 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c26d42-15b9-4bbe-ab85-94636f881c7f req-13ebea2a-0674-49cb-bef8-b918d35bbb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:45.708399 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-45c26d42-15b9-4bbe-ab85-94636f881c7f req-13ebea2a-0674-49cb-bef8-b918d35bbb18 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ad585385d71447b5bb4f7f336d7ef438&device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 1097 time: 0.0419576 Nov 12 04:06:45.717056 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b282c4-aa05-41b5-bcfe-94bc513d76b5 req-001c3ec8-6eb7-4a89-800a-b76c5d69704a tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:45.718598 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-80b282c4-aa05-41b5-bcfe-94bc513d76b5 req-001c3ec8-6eb7-4a89-800a-b76c5d69704a tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 945 time: 0.0507851 Nov 12 04:06:45.772611 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-80b282c4-aa05-41b5-bcfe-94bc513d76b5 req-d2981ffc-2481-48c7-98ad-604e71aaab2e tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477905 Nov 12 04:06:45.827021 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c26d42-15b9-4bbe-ab85-94636f881c7f req-f493dd6f-62a6-498f-a5d5-1ac4a551d7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:45.828588 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-45c26d42-15b9-4bbe-ab85-94636f881c7f req-f493dd6f-62a6-498f-a5d5-1ac4a551d7f6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f7d444b2-f0a6-4dda-823a-cdf395c7fabc HTTP/1.1" status: 200 len: 916 time: 0.0945978 Nov 12 04:06:45.876416 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-45c26d42-15b9-4bbe-ab85-94636f881c7f req-3e1f878f-8e3d-46fd-9254-52c530469c40 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dfdf960-8447-4530-a16b-60a551442f58 HTTP/1.1" status: 200 len: 217 time: 0.0340767 Nov 12 04:06:45.928919 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c26d42-15b9-4bbe-ab85-94636f881c7f req-f1f90c2a-cc2c-4f2a-a734-70b7ddcc2658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:45.930410 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-45c26d42-15b9-4bbe-ab85-94636f881c7f req-f1f90c2a-cc2c-4f2a-a734-70b7ddcc2658 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ba2507b5-d95a-42a1-bf84-49a29cc0194a HTTP/1.1" status: 200 len: 855 time: 0.0437925 Nov 12 04:06:45.969428 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-45c26d42-15b9-4bbe-ab85-94636f881c7f req-3e47a85b-a7e8-4537-b102-6913379df1ed service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f7d444b2-f0a6-4dda-823a-cdf395c7fabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281124 Nov 12 04:06:46.058620 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-45c26d42-15b9-4bbe-ab85-94636f881c7f req-fc7697a9-a560-4276-808b-c854b0d0ad28 service neutron] 10.222.0.90 "GET /v2.0/networks/f7d444b2-f0a6-4dda-823a-cdf395c7fabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802615 Nov 12 04:06:46.155139 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-45c26d42-15b9-4bbe-ab85-94636f881c7f req-8a476973-b9d7-42ac-bd8c-5cac4e38c327 service neutron] 10.222.0.90 "GET /v2.0/networks/f7d444b2-f0a6-4dda-823a-cdf395c7fabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873251 Nov 12 04:06:46.889834 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2ea90-80ae-4d2e-b7ad-f16028a9d792 req-3b515fb8-d7fb-4509-9026-877ef1900d15 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:46.891298 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c4d2ea90-80ae-4d2e-b7ad-f16028a9d792 req-3b515fb8-d7fb-4509-9026-877ef1900d15 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 945 time: 0.0505424 Nov 12 04:06:46.939492 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c4d2ea90-80ae-4d2e-b7ad-f16028a9d792 req-2ea39c34-3a74-43ab-9906-2cfdb57d63bb tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423827 Nov 12 04:06:48.057951 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab69303-3392-4984-b81d-53c30db72f18 req-68fcef22-62cd-442f-99b1-7ae4e56a94fd tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:48.060171 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bab69303-3392-4984-b81d-53c30db72f18 req-68fcef22-62cd-442f-99b1-7ae4e56a94fd tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 945 time: 0.0494142 Nov 12 04:06:48.112055 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bab69303-3392-4984-b81d-53c30db72f18 req-2c0ba7ad-ee78-4403-8c63-c2fe9b4b1925 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456100 Nov 12 04:06:48.470999 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:49.237108 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99580d21-d504-433c-b9ae-79dbeefbc215 req-78a2de5a-e2ad-4e15-9245-0fc2b7159cac tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:49.238558 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-99580d21-d504-433c-b9ae-79dbeefbc215 req-78a2de5a-e2ad-4e15-9245-0fc2b7159cac tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 945 time: 0.0477824 Nov 12 04:06:49.289145 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-99580d21-d504-433c-b9ae-79dbeefbc215 req-8648c1fa-dab2-4b43-8429-d6315dba92dd tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446498 Nov 12 04:06:50.410531 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09554b3f-29ba-4cc1-bf53-31bc59ef882b req-69380c2e-1372-4bf1-b849-c745a7346b2e tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:50.412053 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09554b3f-29ba-4cc1-bf53-31bc59ef882b req-69380c2e-1372-4bf1-b849-c745a7346b2e tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 945 time: 0.0531151 Nov 12 04:06:50.467393 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-09554b3f-29ba-4cc1-bf53-31bc59ef882b req-b8f240d5-8fc7-4f5e-98e9-52ec60935dbc tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447459 Nov 12 04:06:51.582531 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a131e-5bfc-45a4-b79a-ce4d47cbdc38 req-f86999c7-ed63-4334-8d68-42a4c26c2576 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:51.584009 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d51a131e-5bfc-45a4-b79a-ce4d47cbdc38 req-f86999c7-ed63-4334-8d68-42a4c26c2576 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 945 time: 0.0493009 Nov 12 04:06:51.631946 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d51a131e-5bfc-45a4-b79a-ce4d47cbdc38 req-61c689db-21cc-40aa-87ea-3082d4830cfe tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419514 Nov 12 04:06:52.758250 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c56d400-5938-4d94-a3f7-46e10b2b9bdd req-4b91e555-59fb-4dea-a364-02c241cba9bf tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:52.759753 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1c56d400-5938-4d94-a3f7-46e10b2b9bdd req-4b91e555-59fb-4dea-a364-02c241cba9bf tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 945 time: 0.0549366 Nov 12 04:06:52.809172 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1c56d400-5938-4d94-a3f7-46e10b2b9bdd req-eb371a78-50df-47e0-bbb7-4db8ec15fd7d tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430083 Nov 12 04:06:53.925029 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e113576-c54a-43f4-a13f-d377e0af07c3 req-36931cf1-5cd8-4d38-97de-9c83379abb48 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:53.926507 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9e113576-c54a-43f4-a13f-d377e0af07c3 req-36931cf1-5cd8-4d38-97de-9c83379abb48 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 945 time: 0.0497406 Nov 12 04:06:53.974838 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9e113576-c54a-43f4-a13f-d377e0af07c3 req-2a40710c-4445-4f5b-9176-f805ef48d1a4 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425465 Nov 12 04:06:55.092537 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887806fd-edad-4a74-9253-9652c2ef28bb req-81dbca89-2734-4e02-a352-ad91861e4bd4 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:55.094023 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-887806fd-edad-4a74-9253-9652c2ef28bb req-81dbca89-2734-4e02-a352-ad91861e4bd4 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 945 time: 0.0512383 Nov 12 04:06:55.142605 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-887806fd-edad-4a74-9253-9652c2ef28bb req-8daaeada-f923-416b-b827-ec396b20e35b tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426574 Nov 12 04:06:56.261467 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf92f9d-83fb-4ae9-85bf-78c9509fd9ba req-d3d5b95d-69d3-4513-a354-75cdce7086c5 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:56.263480 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bcf92f9d-83fb-4ae9-85bf-78c9509fd9ba req-d3d5b95d-69d3-4513-a354-75cdce7086c5 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 945 time: 0.0527310 Nov 12 04:06:56.311152 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bcf92f9d-83fb-4ae9-85bf-78c9509fd9ba req-81ba73b5-d4a9-4403-9651-1c01af44324b tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417075 Nov 12 04:06:57.431907 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81eeac6-f843-4c1f-9aed-bbaf7995fb77 req-607f5b5c-939c-43bb-8e58-1220c50da58d tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:57.433446 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c81eeac6-f843-4c1f-9aed-bbaf7995fb77 req-607f5b5c-939c-43bb-8e58-1220c50da58d tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 945 time: 0.0544841 Nov 12 04:06:57.480982 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c81eeac6-f843-4c1f-9aed-bbaf7995fb77 req-c3ffc920-bbdc-41c3-9087-8ae6d638285e tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414343 Nov 12 04:06:58.595585 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bc38f-ee62-4892-92b4-75791c730150 req-2846dfec-fcf3-4a37-b9f8-e008d0e63096 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:58.597082 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cf2bc38f-ee62-4892-92b4-75791c730150 req-2846dfec-fcf3-4a37-b9f8-e008d0e63096 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 945 time: 0.0489755 Nov 12 04:06:58.643747 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cf2bc38f-ee62-4892-92b4-75791c730150 req-8c772c4e-abf2-46d9-a426-da3bb6a28027 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407548 Nov 12 04:06:59.759083 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a918ed-1711-49d4-a925-ba607a4adbd2 req-da174659-bcd9-419f-a8d0-a09423dba289 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:59.760606 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-73a918ed-1711-49d4-a925-ba607a4adbd2 req-da174659-bcd9-419f-a8d0-a09423dba289 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 945 time: 0.0490706 Nov 12 04:06:59.808983 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-73a918ed-1711-49d4-a925-ba607a4adbd2 req-ef50e3bc-d4e1-488c-9f93-68008b7ce404 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418968 Nov 12 04:07:00.400825 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e99910ab-6012-4621-913d-216476369c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:00.833263 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-8f2eb39c-e745-452b-8993-a21bd25c1733 service neutron] show failed (client error): The resource could not be found. Nov 12 04:07:00.834186 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-8f2eb39c-e745-452b-8993-a21bd25c1733 service neutron] 10.222.0.90 "GET /v2.0/ports/9dfdf960-8447-4530-a16b-60a551442f58/bindings/n-h1-715271-27 HTTP/1.1" status: 404 len: 381 time: 0.0539019 Nov 12 04:07:00.935243 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb4537-9ec4-44a6-9145-f3a9c8996535 req-fe4d9c13-cb26-443f-a4f4-face3d7d8fc9 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:00.937114 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dbdb4537-9ec4-44a6-9145-f3a9c8996535 req-fe4d9c13-cb26-443f-a4f4-face3d7d8fc9 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 945 time: 0.0563869 Nov 12 04:07:00.987620 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dbdb4537-9ec4-44a6-9145-f3a9c8996535 req-4288f13c-8842-4397-a9f5-9fcd4c5b2aff tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443935 Nov 12 04:07:01.049453 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-3780e8d6-bea3-40ff-a849-23049cd79bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:01.050942 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-3780e8d6-bea3-40ff-a849-23049cd79bfc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced&tenant_id=ad585385d71447b5bb4f7f336d7ef438 HTTP/1.1" status: 200 len: 1097 time: 0.0409772 Nov 12 04:07:01.063483 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-d1690ef9-d87f-4735-8a29-06670c6a1a4d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-27', 'device_owner': 'compute:nova'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:01.121799 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-d1690ef9-d87f-4735-8a29-06670c6a1a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:01.327579 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-d1690ef9-d87f-4735-8a29-06670c6a1a4d service neutron] For port 9dfdf960-8447-4530-a16b-60a551442f58, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=9dfdf960-8447-4530-a16b-60a551442f58,segment=NetworkSegment(60916807-6c14-48d7-a7d0-72509dd2515f),segment_id=60916807-6c14-48d7-a7d0-72509dd2515f)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:01.360114 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-d1690ef9-d87f-4735-8a29-06670c6a1a4d service neutron] For port 9dfdf960-8447-4530-a16b-60a551442f58, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:07:01.399791 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ae6302-6889-4fad-b511-5def26e13ced', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dfdf960-8447-4530-a16b-60a551442f58'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:07:01.402028 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455073f7-6554-4d8c-b87e-03106b574640" -d '{"events": [{"server_uuid": "58ae6302-6889-4fad-b511-5def26e13ced", "name": "network-vif-unplugged", "status": "completed", "tag": "9dfdf960-8447-4530-a16b-60a551442f58"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:07:01.406191 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-d1690ef9-d87f-4735-8a29-06670c6a1a4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:01.421016 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-d1690ef9-d87f-4735-8a29-06670c6a1a4d service neutron] Transition to ACTIVE for port object 9dfdf960-8447-4530-a16b-60a551442f58 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:07:01.425606 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-d1690ef9-d87f-4735-8a29-06670c6a1a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:01.459329 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634bcd01-15e6-42db-8318-9089738e2463 x-openstack-request-id: req-634bcd01-15e6-42db-8318-9089738e2463 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:07:01.459674 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ae6302-6889-4fad-b511-5def26e13ced", "name": "network-vif-unplugged", "status": "completed", "tag": "9dfdf960-8447-4530-a16b-60a551442f58", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:07:01.459856 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-634bcd01-15e6-42db-8318-9089738e2463 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:07:01.460499 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ae6302-6889-4fad-b511-5def26e13ced', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dfdf960-8447-4530-a16b-60a551442f58', 'code': 200} Nov 12 04:07:01.495726 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-d1690ef9-d87f-4735-8a29-06670c6a1a4d service neutron] No DVR routers for this DVR port 9dfdf960-8447-4530-a16b-60a551442f58 on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:07:01.503475 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1690ef9-d87f-4735-8a29-06670c6a1a4d service neutron] Pushing event updated for resources: {'Port': ['ID=9dfdf960-8447-4530-a16b-60a551442f58,revision_number=6']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:01.514366 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1690ef9-d87f-4735-8a29-06670c6a1a4d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:01.514707 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1690ef9-d87f-4735-8a29-06670c6a1a4d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:01.515035 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1690ef9-d87f-4735-8a29-06670c6a1a4d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:01.515358 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1690ef9-d87f-4735-8a29-06670c6a1a4d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:01.515681 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1690ef9-d87f-4735-8a29-06670c6a1a4d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:01.516001 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1690ef9-d87f-4735-8a29-06670c6a1a4d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:01.516340 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1690ef9-d87f-4735-8a29-06670c6a1a4d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:01.516661 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1690ef9-d87f-4735-8a29-06670c6a1a4d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:01.516974 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1690ef9-d87f-4735-8a29-06670c6a1a4d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:01.517290 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1690ef9-d87f-4735-8a29-06670c6a1a4d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:01.517603 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1690ef9-d87f-4735-8a29-06670c6a1a4d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:01.517913 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1690ef9-d87f-4735-8a29-06670c6a1a4d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:01.547509 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-d1690ef9-d87f-4735-8a29-06670c6a1a4d service neutron] Attempting to bind port 9dfdf960-8447-4530-a16b-60a551442f58 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:07:01.547835 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-d1690ef9-d87f-4735-8a29-06670c6a1a4d service neutron] Attempting to bind port 9dfdf960-8447-4530-a16b-60a551442f58 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '60916807-6c14-48d7-a7d0-72509dd2515f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f7d444b2-f0a6-4dda-823a-cdf395c7fabc'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:07:01.548192 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-d1690ef9-d87f-4735-8a29-06670c6a1a4d service neutron] Attempting to bind port 9dfdf960-8447-4530-a16b-60a551442f58 on network f7d444b2-f0a6-4dda-823a-cdf395c7fabc {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:07:01.552953 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-d1690ef9-d87f-4735-8a29-06670c6a1a4d service neutron] Port 9dfdf960-8447-4530-a16b-60a551442f58 on network f7d444b2-f0a6-4dda-823a-cdf395c7fabc not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:07:01.553252 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-d1690ef9-d87f-4735-8a29-06670c6a1a4d service neutron] Attempting to bind port 9dfdf960-8447-4530-a16b-60a551442f58 on network f7d444b2-f0a6-4dda-823a-cdf395c7fabc {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:07:01.557952 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-d1690ef9-d87f-4735-8a29-06670c6a1a4d service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:07:01.558284 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-d1690ef9-d87f-4735-8a29-06670c6a1a4d service neutron] Checking segment: {'id': '60916807-6c14-48d7-a7d0-72509dd2515f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f7d444b2-f0a6-4dda-823a-cdf395c7fabc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:07:01.558656 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-d1690ef9-d87f-4735-8a29-06670c6a1a4d service neutron] Bound using segment: {'id': '60916807-6c14-48d7-a7d0-72509dd2515f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f7d444b2-f0a6-4dda-823a-cdf395c7fabc'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:07:01.559068 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-d1690ef9-d87f-4735-8a29-06670c6a1a4d service neutron] Bound port: 9dfdf960-8447-4530-a16b-60a551442f58, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60916807-6c14-48d7-a7d0-72509dd2515f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f7d444b2-f0a6-4dda-823a-cdf395c7fabc'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:07:01.559406 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-d1690ef9-d87f-4735-8a29-06670c6a1a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:01.621465 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-d1690ef9-d87f-4735-8a29-06670c6a1a4d service neutron] For port 9dfdf960-8447-4530-a16b-60a551442f58, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:07:01.625480 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-d1690ef9-d87f-4735-8a29-06670c6a1a4d service neutron] For port 9dfdf960-8447-4530-a16b-60a551442f58, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=9dfdf960-8447-4530-a16b-60a551442f58,segment=NetworkSegment(60916807-6c14-48d7-a7d0-72509dd2515f),segment_id=60916807-6c14-48d7-a7d0-72509dd2515f)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:07:01.629000 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-d1690ef9-d87f-4735-8a29-06670c6a1a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:01.661053 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-d1690ef9-d87f-4735-8a29-06670c6a1a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:01.661705 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-d1690ef9-d87f-4735-8a29-06670c6a1a4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:01.663128 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-d1690ef9-d87f-4735-8a29-06670c6a1a4d service neutron] 10.222.0.74 "PUT /v2.0/ports/9dfdf960-8447-4530-a16b-60a551442f58 HTTP/1.1" status: 200 len: 1092 time: 0.6041107 Nov 12 04:07:01.688397 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1690ef9-d87f-4735-8a29-06670c6a1a4d service neutron] Pushing event updated for resources: {'Port': ['ID=9dfdf960-8447-4530-a16b-60a551442f58,revision_number=7']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:01.735803 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-f83d0adb-3c62-4313-bb32-17392c4843f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:01.737368 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-f83d0adb-3c62-4313-bb32-17392c4843f9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ad585385d71447b5bb4f7f336d7ef438&device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 1095 time: 0.0461602 Nov 12 04:07:01.830617 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-b4cdebbe-8491-4107-a65a-25ca4e44ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:01.832132 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-b4cdebbe-8491-4107-a65a-25ca4e44ed6b service neutron] 10.222.0.74 "GET /v2.0/networks?id=f7d444b2-f0a6-4dda-823a-cdf395c7fabc HTTP/1.1" status: 200 len: 916 time: 0.0869541 Nov 12 04:07:01.879488 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-9480f2f9-f0b7-415b-8f0c-6a55d4666d80 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dfdf960-8447-4530-a16b-60a551442f58 HTTP/1.1" status: 200 len: 217 time: 0.0394561 Nov 12 04:07:01.933529 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-f69a6ebd-faa7-4d3a-aabd-b45426b534b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:01.934969 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-f69a6ebd-faa7-4d3a-aabd-b45426b534b2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ba2507b5-d95a-42a1-bf84-49a29cc0194a HTTP/1.1" status: 200 len: 855 time: 0.0451584 Nov 12 04:07:01.971900 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-f5685e19-5884-479b-a869-544202db9fad service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f7d444b2-f0a6-4dda-823a-cdf395c7fabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249195 Nov 12 04:07:02.071019 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-a607e398-9b66-434b-b66d-a4ce881592ea service neutron] 10.222.0.74 "GET /v2.0/networks/f7d444b2-f0a6-4dda-823a-cdf395c7fabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892575 Nov 12 04:07:02.108898 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca88d817-6618-4e09-ac1c-84536e4fd6ad req-9c13f2b8-afb7-4566-a594-fbb1cce98730 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:02.110403 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ca88d817-6618-4e09-ac1c-84536e4fd6ad req-9c13f2b8-afb7-4566-a594-fbb1cce98730 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 943 time: 0.0503294 Nov 12 04:07:02.157884 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ca88d817-6618-4e09-ac1c-84536e4fd6ad req-5dbf43f4-415f-4441-b5f1-5d6e9f6e338b tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415637 Nov 12 04:07:02.167625 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9dcd0226-3cee-4b25-93df-005d9e32b917 req-e0bdb2d8-cdd8-40ae-9784-32aececbf35b service neutron] 10.222.0.74 "GET /v2.0/networks/f7d444b2-f0a6-4dda-823a-cdf395c7fabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858874 Nov 12 04:07:02.938699 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:07:03.280219 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd2b6a-a4db-4fb2-9ede-f5875b09c3e4 req-19b5f898-9e02-4c2c-86dc-6ac595b036d6 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:03.281715 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-72fd2b6a-a4db-4fb2-9ede-f5875b09c3e4 req-19b5f898-9e02-4c2c-86dc-6ac595b036d6 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 943 time: 0.0501397 Nov 12 04:07:03.334821 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-72fd2b6a-a4db-4fb2-9ede-f5875b09c3e4 req-5eb61517-5a38-4a82-82f2-c21a41bea679 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471659 Nov 12 04:07:03.417646 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-06f40042-6219-4133-a7e8-216a00256b37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:03.461947 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ae6302-6889-4fad-b511-5def26e13ced', 'tag': '9dfdf960-8447-4530-a16b-60a551442f58'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:07:03.464347 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a40473-8500-4d49-95f6-eaa4b934a6ba" -d '{"events": [{"name": "network-changed", "server_uuid": "58ae6302-6889-4fad-b511-5def26e13ced", "tag": "9dfdf960-8447-4530-a16b-60a551442f58"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:07:03.513366 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58201d8-70ca-4be8-b883-b56473f941ca x-openstack-request-id: req-d58201d8-70ca-4be8-b883-b56473f941ca {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:07:03.513732 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58ae6302-6889-4fad-b511-5def26e13ced", "tag": "9dfdf960-8447-4530-a16b-60a551442f58", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:07:03.514020 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d58201d8-70ca-4be8-b883-b56473f941ca {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:07:03.514815 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58ae6302-6889-4fad-b511-5def26e13ced', 'tag': '9dfdf960-8447-4530-a16b-60a551442f58', 'status': 'completed', 'code': 200} Nov 12 04:07:03.578963 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a40473-8500-4d49-95f6-eaa4b934a6ba req-9eb0ae2a-e869-4055-9b48-912e53f3c543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:03.580511 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-84a40473-8500-4d49-95f6-eaa4b934a6ba req-9eb0ae2a-e869-4055-9b48-912e53f3c543 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ad585385d71447b5bb4f7f336d7ef438&device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 1095 time: 0.0448570 Nov 12 04:07:03.614981 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a40473-8500-4d49-95f6-eaa4b934a6ba req-b834b45e-6f23-428c-8544-64375dbe0605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:03.616498 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-84a40473-8500-4d49-95f6-eaa4b934a6ba req-b834b45e-6f23-428c-8544-64375dbe0605 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ad585385d71447b5bb4f7f336d7ef438&device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 1095 time: 0.0462003 Nov 12 04:07:03.675662 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a40473-8500-4d49-95f6-eaa4b934a6ba req-e8af04bd-6d1d-4228-ab4d-51192c0059bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:03.677194 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-84a40473-8500-4d49-95f6-eaa4b934a6ba req-e8af04bd-6d1d-4228-ab4d-51192c0059bf service neutron] 10.222.0.74 "GET /v2.0/networks?id=f7d444b2-f0a6-4dda-823a-cdf395c7fabc HTTP/1.1" status: 200 len: 916 time: 0.0894864 Nov 12 04:07:03.713381 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a40473-8500-4d49-95f6-eaa4b934a6ba req-f35c544d-ff2b-4420-b8b6-4d1ebb54482d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:03.714729 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-84a40473-8500-4d49-95f6-eaa4b934a6ba req-f35c544d-ff2b-4420-b8b6-4d1ebb54482d service neutron] 10.222.0.90 "GET /v2.0/networks?id=f7d444b2-f0a6-4dda-823a-cdf395c7fabc HTTP/1.1" status: 200 len: 916 time: 0.0899527 Nov 12 04:07:03.725378 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-84a40473-8500-4d49-95f6-eaa4b934a6ba req-75267ba7-e7d8-4ad4-9621-6e63d3e034d6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dfdf960-8447-4530-a16b-60a551442f58 HTTP/1.1" status: 200 len: 217 time: 0.0398676 Nov 12 04:07:03.761576 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-84a40473-8500-4d49-95f6-eaa4b934a6ba req-f18b4c21-e336-4c7e-862e-c3c3c6002bf9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dfdf960-8447-4530-a16b-60a551442f58 HTTP/1.1" status: 200 len: 217 time: 0.0388181 Nov 12 04:07:03.779608 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a40473-8500-4d49-95f6-eaa4b934a6ba req-b6d6081a-bf42-4bb7-abaa-421133e921cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:03.781115 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-84a40473-8500-4d49-95f6-eaa4b934a6ba req-b6d6081a-bf42-4bb7-abaa-421133e921cd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ba2507b5-d95a-42a1-bf84-49a29cc0194a HTTP/1.1" status: 200 len: 855 time: 0.0454137 Nov 12 04:07:03.813236 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a40473-8500-4d49-95f6-eaa4b934a6ba req-36ff1d40-de92-42be-85d8-31d052cd1dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:03.814719 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-84a40473-8500-4d49-95f6-eaa4b934a6ba req-36ff1d40-de92-42be-85d8-31d052cd1dfc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ba2507b5-d95a-42a1-bf84-49a29cc0194a HTTP/1.1" status: 200 len: 855 time: 0.0458395 Nov 12 04:07:03.814837 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-84a40473-8500-4d49-95f6-eaa4b934a6ba req-062280af-338a-4e37-8d4c-8506ff08caa5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f7d444b2-f0a6-4dda-823a-cdf395c7fabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259459 Nov 12 04:07:03.849934 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-84a40473-8500-4d49-95f6-eaa4b934a6ba req-3c400013-5cba-4c76-8e95-5e85337cc7b5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f7d444b2-f0a6-4dda-823a-cdf395c7fabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273230 Nov 12 04:07:03.924056 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-84a40473-8500-4d49-95f6-eaa4b934a6ba req-2c1f0c09-0a6d-4103-bb5c-ac61848732e0 service neutron] 10.222.0.74 "GET /v2.0/networks/f7d444b2-f0a6-4dda-823a-cdf395c7fabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997114 Nov 12 04:07:03.948408 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-84a40473-8500-4d49-95f6-eaa4b934a6ba req-ef6ada28-b632-4874-8a02-3d0cbddb3cdb service neutron] 10.222.0.90 "GET /v2.0/networks/f7d444b2-f0a6-4dda-823a-cdf395c7fabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904956 Nov 12 04:07:04.021107 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-84a40473-8500-4d49-95f6-eaa4b934a6ba req-39b4b852-6b7d-429e-90a2-c6b240d91dd0 service neutron] 10.222.0.74 "GET /v2.0/networks/f7d444b2-f0a6-4dda-823a-cdf395c7fabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887051 Nov 12 04:07:04.045297 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-84a40473-8500-4d49-95f6-eaa4b934a6ba req-9dc05000-9eb4-4a04-a0be-570a1a003517 service neutron] 10.222.0.90 "GET /v2.0/networks/f7d444b2-f0a6-4dda-823a-cdf395c7fabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882351 Nov 12 04:07:04.166018 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 9dfdf960-8447-4530-a16b-60a551442f58 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:07:04.223371 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 9dfdf960-8447-4530-a16b-60a551442f58 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:07:04.225192 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:04.458149 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65dd523-b1f5-4758-9b20-00cb12a6eff3 req-49c4da98-99f8-445c-b1ba-988f8f0afb6e tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:04.459621 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e65dd523-b1f5-4758-9b20-00cb12a6eff3 req-49c4da98-99f8-445c-b1ba-988f8f0afb6e tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 943 time: 0.0539594 Nov 12 04:07:04.506495 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e65dd523-b1f5-4758-9b20-00cb12a6eff3 req-a0096e37-18dc-4dbf-aedc-fa2dbd10e2ae tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410345 Nov 12 04:07:04.701360 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdafe4f-d5b1-4760-9c5e-587535652450 req-f968f9c3-af09-4aea-ab1d-3bf8ce3508c1 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:04.702626 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9fdafe4f-d5b1-4760-9c5e-587535652450 req-f968f9c3-af09-4aea-ab1d-3bf8ce3508c1 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 943 time: 0.0517333 Nov 12 04:07:04.730913 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844fb00-8f50-4ce0-aa4a-8ea23996bba0 req-5e2a51af-b6d8-4152-a6d8-ca51dad2fe0e tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:04.733317 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8844fb00-8f50-4ce0-aa4a-8ea23996bba0 req-5e2a51af-b6d8-4152-a6d8-ca51dad2fe0e tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.90 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced&tenant_id=ad585385d71447b5bb4f7f336d7ef438&binding%3Ahost_id=n-h1-715271-27 HTTP/1.1" status: 200 len: 943 time: 0.0546942 Nov 12 04:07:04.753350 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9fdafe4f-d5b1-4760-9c5e-587535652450 req-63a7c3da-7422-4712-8ab1-db742e55d0a2 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446723 Nov 12 04:07:04.800106 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [req-8844fb00-8f50-4ce0-aa4a-8ea23996bba0 req-962d5fb8-bd0f-48c8-8a46-8a46b4c54610 service neutron] delete failed (client error): The resource could not be found. Nov 12 04:07:04.801136 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8844fb00-8f50-4ce0-aa4a-8ea23996bba0 req-962d5fb8-bd0f-48c8-8a46-8a46b4c54610 service neutron] 10.222.0.90 "DELETE /v2.0/ports/9dfdf960-8447-4530-a16b-60a551442f58/bindings/n-h2-715271-27 HTTP/1.1" status: 404 len: 381 time: 0.0594692 Nov 12 04:07:04.917512 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844fb00-8f50-4ce0-aa4a-8ea23996bba0 req-388f9376-0591-463f-9b0c-2767a2cf5c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:04.919095 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8844fb00-8f50-4ce0-aa4a-8ea23996bba0 req-388f9376-0591-463f-9b0c-2767a2cf5c47 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ad585385d71447b5bb4f7f336d7ef438&device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 1095 time: 0.0413241 Nov 12 04:07:05.013317 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844fb00-8f50-4ce0-aa4a-8ea23996bba0 req-0300748e-65f8-40d4-a216-9e8ea26796f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:05.014814 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8844fb00-8f50-4ce0-aa4a-8ea23996bba0 req-0300748e-65f8-40d4-a216-9e8ea26796f8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f7d444b2-f0a6-4dda-823a-cdf395c7fabc HTTP/1.1" status: 200 len: 916 time: 0.0835438 Nov 12 04:07:05.060234 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8844fb00-8f50-4ce0-aa4a-8ea23996bba0 req-1e838f8d-d2df-4fe9-82c7-af03763dc996 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dfdf960-8447-4530-a16b-60a551442f58 HTTP/1.1" status: 200 len: 217 time: 0.0379846 Nov 12 04:07:05.115134 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844fb00-8f50-4ce0-aa4a-8ea23996bba0 req-2d2c469f-84f1-42e5-8519-d3b3fdb391fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:05.116568 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8844fb00-8f50-4ce0-aa4a-8ea23996bba0 req-2d2c469f-84f1-42e5-8519-d3b3fdb391fb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ba2507b5-d95a-42a1-bf84-49a29cc0194a HTTP/1.1" status: 200 len: 855 time: 0.0442116 Nov 12 04:07:05.150571 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8844fb00-8f50-4ce0-aa4a-8ea23996bba0 req-fd0f463c-26fd-410e-9e3a-5c0e64c794a6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f7d444b2-f0a6-4dda-823a-cdf395c7fabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246458 Nov 12 04:07:05.230375 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 9dfdf960-8447-4530-a16b-60a551442f58 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:07:05.336578 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 9dfdf960-8447-4530-a16b-60a551442f58, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=9dfdf960-8447-4530-a16b-60a551442f58,segment=NetworkSegment(60916807-6c14-48d7-a7d0-72509dd2515f),segment_id=60916807-6c14-48d7-a7d0-72509dd2515f)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:05.349566 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '9dfdf960-8447-4530-a16b-60a551442f58', 'network_id': 'f7d444b2-f0a6-4dda-823a-cdf395c7fabc', 'port_id': '9dfdf960-8447-4530-a16b-60a551442f58', 'mac_address': 'fa:16:3e:bf:db:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba2507b5-d95a-42a1-bf84-49a29cc0194a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:07:05.388635 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:05.402856 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dfdf960-8447-4530-a16b-60a551442f58 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:07:05.425857 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 9dfdf960-8447-4530-a16b-60a551442f58, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=9dfdf960-8447-4530-a16b-60a551442f58,segment=NetworkSegment(60916807-6c14-48d7-a7d0-72509dd2515f),segment_id=60916807-6c14-48d7-a7d0-72509dd2515f)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:05.430314 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:05.480309 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=9dfdf960-8447-4530-a16b-60a551442f58,revision_number=8']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:05.554667 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:05.606638 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8844fb00-8f50-4ce0-aa4a-8ea23996bba0 req-47931c48-cc67-430d-bcec-9954bfd80301 service neutron] 10.222.0.90 "GET /v2.0/networks/f7d444b2-f0a6-4dda-823a-cdf395c7fabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4480739 Nov 12 04:07:05.677171 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['9dfdf960-8447-4530-a16b-60a551442f58'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:07:05.697166 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8844fb00-8f50-4ce0-aa4a-8ea23996bba0 req-8d815bb9-7dbb-41f8-8733-c4e8a15b2a0a service neutron] 10.222.0.90 "GET /v2.0/networks/f7d444b2-f0a6-4dda-823a-cdf395c7fabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831883 Nov 12 04:07:05.886836 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc847a-0e94-45b8-a12f-f50f3095a79d req-7cc8c326-ab79-4dbe-9cff-c961b4099170 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:05.888377 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-21bc847a-0e94-45b8-a12f-f50f3095a79d req-7cc8c326-ab79-4dbe-9cff-c961b4099170 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 944 time: 0.0539279 Nov 12 04:07:05.939611 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-21bc847a-0e94-45b8-a12f-f50f3095a79d req-a470eee6-8e46-40cc-b7e2-0c04d09d74ac tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448487 Nov 12 04:07:06.405625 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:07.056981 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414523c-e829-4fe8-9b3e-08caf1972998 req-125e824a-b4df-44c9-8f9a-8028bc1d8ab2 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:07.058450 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0414523c-e829-4fe8-9b3e-08caf1972998 req-125e824a-b4df-44c9-8f9a-8028bc1d8ab2 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 944 time: 0.0484631 Nov 12 04:07:07.110269 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0414523c-e829-4fe8-9b3e-08caf1972998 req-cee55243-a891-4c93-bc1a-9b2864b1ef3c tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453038 Nov 12 04:07:07.223359 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637b511-91da-4a16-b0a8-975b7e58c946 req-922df50d-608f-4f94-ba00-d735db124e30 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:07.224772 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c637b511-91da-4a16-b0a8-975b7e58c946 req-922df50d-608f-4f94-ba00-d735db124e30 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 944 time: 0.0484877 Nov 12 04:07:07.233902 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 9dfdf960-8447-4530-a16b-60a551442f58 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:07:07.272510 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c637b511-91da-4a16-b0a8-975b7e58c946 req-599b7b7d-dd30-40c7-ba1d-3a08fc0c964b tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418408 Nov 12 04:07:07.283341 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 9dfdf960-8447-4530-a16b-60a551442f58 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:07:07.287847 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 9dfdf960-8447-4530-a16b-60a551442f58 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:07.288222 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:07.369947 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:07.390619 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f68a86-5f56-493e-9a1f-d46323ee1e77 req-356c2093-b93f-4853-ba59-f77e9d5e6823 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:07.392136 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-23f68a86-5f56-493e-9a1f-d46323ee1e77 req-356c2093-b93f-4853-ba59-f77e9d5e6823 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 944 time: 0.0512402 Nov 12 04:07:07.393390 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ae6302-6889-4fad-b511-5def26e13ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfdf960-8447-4530-a16b-60a551442f58'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:07:07.395698 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aef0a9e-80bd-4ee4-8570-90c4ffad363c" -d '{"events": [{"server_uuid": "58ae6302-6889-4fad-b511-5def26e13ced", "name": "network-vif-plugged", "status": "completed", "tag": "9dfdf960-8447-4530-a16b-60a551442f58"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:07:07.409850 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 9dfdf960-8447-4530-a16b-60a551442f58, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=9dfdf960-8447-4530-a16b-60a551442f58,segment=NetworkSegment(60916807-6c14-48d7-a7d0-72509dd2515f),segment_id=60916807-6c14-48d7-a7d0-72509dd2515f)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:07.415950 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:07.444917 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf0579e-14e5-4877-961e-0fa9f5902b90 x-openstack-request-id: req-adf0579e-14e5-4877-961e-0fa9f5902b90 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:07:07.445215 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ae6302-6889-4fad-b511-5def26e13ced", "name": "network-vif-plugged", "status": "completed", "tag": "9dfdf960-8447-4530-a16b-60a551442f58", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:07:07.445466 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-adf0579e-14e5-4877-961e-0fa9f5902b90 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:07:07.445847 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ae6302-6889-4fad-b511-5def26e13ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfdf960-8447-4530-a16b-60a551442f58', 'code': 200} Nov 12 04:07:07.450553 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-23f68a86-5f56-493e-9a1f-d46323ee1e77 req-a888b89c-2d65-44ba-9de9-84f870a69193 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523772 Nov 12 04:07:07.469475 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=9dfdf960-8447-4530-a16b-60a551442f58,revision_number=9']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:07.603611 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [req-2cc54f6f-154d-44bc-b6d2-0b5dabea9ee0 req-6f582a21-72bb-469e-88c3-0c2730c716e6 service neutron] (102571) timed out ('10.222.0.50', 44454) {{(pid=102571) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:07:07.788145 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172b31d-af6e-4235-8ae6-ff9c41bbf5d0 req-82b91b05-65ae-4523-a883-4587777b5361 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:07.789513 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e172b31d-af6e-4235-8ae6-ff9c41bbf5d0 req-82b91b05-65ae-4523-a883-4587777b5361 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 945 time: 0.0489531 Nov 12 04:07:07.840172 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e172b31d-af6e-4235-8ae6-ff9c41bbf5d0 req-fca66740-f07a-4831-bf57-4acb46220e8d tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441437 Nov 12 04:07:08.952318 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:08.963069 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fad0ef-974e-4e60-962e-6ba5df7c788c req-24705aae-d458-4929-a6f6-b565ca96b9e4 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:08.964576 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-87fad0ef-974e-4e60-962e-6ba5df7c788c req-24705aae-d458-4929-a6f6-b565ca96b9e4 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 945 time: 0.0516284 Nov 12 04:07:09.015224 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-87fad0ef-974e-4e60-962e-6ba5df7c788c req-da539876-1796-472a-98df-8ae198561998 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.50 "GET /v2.0/security-groups?id=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445600 Nov 12 04:07:09.182772 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac72cd9-8b7b-46c1-88f5-9e569bf4a4d8 req-5ae2f40a-0abd-4aaf-9f41-d1b3ebc9c529 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:09.184261 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9ac72cd9-8b7b-46c1-88f5-9e569bf4a4d8 req-5ae2f40a-0abd-4aaf-9f41-d1b3ebc9c529 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.74 "GET /v2.0/ports?device_id=58ae6302-6889-4fad-b511-5def26e13ced HTTP/1.1" status: 200 len: 945 time: 0.0535653 Nov 12 04:07:09.272224 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-9ac72cd9-8b7b-46c1-88f5-9e569bf4a4d8 req-6cd62bf8-684d-463c-8067-5f1464d97de3 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Deleting port 9dfdf960-8447-4530-a16b-60a551442f58 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:07:09.272570 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9ac72cd9-8b7b-46c1-88f5-9e569bf4a4d8 req-6cd62bf8-684d-463c-8067-5f1464d97de3 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:09.364522 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-9ac72cd9-8b7b-46c1-88f5-9e569bf4a4d8 req-6cd62bf8-684d-463c-8067-5f1464d97de3 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] For port 9dfdf960-8447-4530-a16b-60a551442f58, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=9dfdf960-8447-4530-a16b-60a551442f58,segment=NetworkSegment(60916807-6c14-48d7-a7d0-72509dd2515f),segment_id=60916807-6c14-48d7-a7d0-72509dd2515f)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:09.364877 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9ac72cd9-8b7b-46c1-88f5-9e569bf4a4d8 req-6cd62bf8-684d-463c-8067-5f1464d97de3 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:09.377439 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-9ac72cd9-8b7b-46c1-88f5-9e569bf4a4d8 req-6cd62bf8-684d-463c-8067-5f1464d97de3 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Calling delete_port for 9dfdf960-8447-4530-a16b-60a551442f58 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:07:09.504494 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9ac72cd9-8b7b-46c1-88f5-9e569bf4a4d8 req-6cd62bf8-684d-463c-8067-5f1464d97de3 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:09.516986 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['9dfdf960-8447-4530-a16b-60a551442f58'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:07:09.533324 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd62bf8-684d-463c-8067-5f1464d97de3 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Pushing event deleted for resources: {'Port': ['ID=9dfdf960-8447-4530-a16b-60a551442f58,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:09.573957 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac72cd9-8b7b-46c1-88f5-9e569bf4a4d8 req-6cd62bf8-684d-463c-8067-5f1464d97de3 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] No DVR routers for this DVR port 9dfdf960-8447-4530-a16b-60a551442f58 on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:07:09.577307 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-9ac72cd9-8b7b-46c1-88f5-9e569bf4a4d8 req-6cd62bf8-684d-463c-8067-5f1464d97de3 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:09.580744 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9ac72cd9-8b7b-46c1-88f5-9e569bf4a4d8 req-6cd62bf8-684d-463c-8067-5f1464d97de3 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] 10.222.0.74 "DELETE /v2.0/ports/9dfdf960-8447-4530-a16b-60a551442f58 HTTP/1.1" status: 204 len: 173 time: 0.3898795 Nov 12 04:07:09.581204 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ae6302-6889-4fad-b511-5def26e13ced', 'name': 'network-vif-deleted', 'tag': '9dfdf960-8447-4530-a16b-60a551442f58'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:07:09.583453 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55eb7dc-ad9b-4dd4-8356-c2e87d967f3d" -d '{"events": [{"server_uuid": "58ae6302-6889-4fad-b511-5def26e13ced", "name": "network-vif-deleted", "tag": "9dfdf960-8447-4530-a16b-60a551442f58"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:07:09.628799 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b873a680-52ad-4830-a069-9f91a301e6b3 x-openstack-request-id: req-b873a680-52ad-4830-a069-9f91a301e6b3 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:07:09.629084 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ae6302-6889-4fad-b511-5def26e13ced", "name": "network-vif-deleted", "tag": "9dfdf960-8447-4530-a16b-60a551442f58", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:07:09.629332 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b873a680-52ad-4830-a069-9f91a301e6b3 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:07:09.629777 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ae6302-6889-4fad-b511-5def26e13ced', 'name': 'network-vif-deleted', 'tag': '9dfdf960-8447-4530-a16b-60a551442f58', 'status': 'completed', 'code': 200} Nov 12 04:07:10.142035 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55216) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:10.186505 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-26bbb5fa-4870-4108-9347-ee796588626b admin admin] Deleting subnet ba2507b5-d95a-42a1-bf84-49a29cc0194a {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:07:10.189625 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-26bbb5fa-4870-4108-9347-ee796588626b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:10.228479 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-26bbb5fa-4870-4108-9347-ee796588626b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:10.271322 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-26bbb5fa-4870-4108-9347-ee796588626b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:10.330162 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-26bbb5fa-4870-4108-9347-ee796588626b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:10.353741 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bbb5fa-4870-4108-9347-ee796588626b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba2507b5-d95a-42a1-bf84-49a29cc0194a,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:10.359525 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-26bbb5fa-4870-4108-9347-ee796588626b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:10.362915 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-26bbb5fa-4870-4108-9347-ee796588626b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ba2507b5-d95a-42a1-bf84-49a29cc0194a HTTP/1.1" status: 204 len: 168 time: 0.2198460 Nov 12 04:07:10.365332 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55218) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:10.437854 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2fa7ff50-ee26-4efd-8d4c-592c7a81dd4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:10.513718 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2fa7ff50-ee26-4efd-8d4c-592c7a81dd4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:10.537698 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-2fa7ff50-ee26-4efd-8d4c-592c7a81dd4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7d444b2-f0a6-4dda-823a-cdf395c7fabc']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:10.546857 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-2fa7ff50-ee26-4efd-8d4c-592c7a81dd4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60916807-6c14-48d7-a7d0-72509dd2515f') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:10.547145 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-2fa7ff50-ee26-4efd-8d4c-592c7a81dd4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60916807-6c14-48d7-a7d0-72509dd2515f') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:10.556691 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2fa7ff50-ee26-4efd-8d4c-592c7a81dd4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:10.569910 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2fa7ff50-ee26-4efd-8d4c-592c7a81dd4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:10.577509 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa7ff50-ee26-4efd-8d4c-592c7a81dd4f admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:07:10.577901 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2fa7ff50-ee26-4efd-8d4c-592c7a81dd4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:10.579725 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 04:07:10.579725 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:07:10.579725 n-d-715271-27 neutron-server[102571]: timer() Nov 12 04:07:10.579725 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:07:10.579725 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 04:07:10.579725 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:07:10.579725 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 04:07:10.579725 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:07:10.579725 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 04:07:10.579725 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:07:10.579725 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 04:07:10.579725 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:07:10.579725 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 04:07:10.579725 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:07:10.579725 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:07:10.579725 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:07:10.579725 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:07:10.579725 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:07:10.579725 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 04:07:10.579725 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:07:10.579725 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 04:07:10.579725 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:07:10.579725 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:07:10.579725 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:07:10.579725 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 04:07:10.579725 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:07:10.579725 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:07:10.579725 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:07:10.579725 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:07:10.579725 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:07:10.579725 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:07:10.579725 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:07:10.632696 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2fa7ff50-ee26-4efd-8d4c-592c7a81dd4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:10.638701 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2fa7ff50-ee26-4efd-8d4c-592c7a81dd4f admin admin] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:10.641968 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2fa7ff50-ee26-4efd-8d4c-592c7a81dd4f admin admin] 10.222.0.50 "DELETE /v2.0/networks/f7d444b2-f0a6-4dda-823a-cdf395c7fabc HTTP/1.1" status: 204 len: 168 time: 0.2757220 Nov 12 04:07:10.652635 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa7ff50-ee26-4efd-8d4c-592c7a81dd4f admin admin] Pushing event deleted for resources: {'Network': ['ID=f7d444b2-f0a6-4dda-823a-cdf395c7fabc,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:10.749042 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55222) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:10.789215 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4f360508-3206-44c2-a5bc-3713fd21a9d4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ad585385d71447b5bb4f7f336d7ef438&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389001 Nov 12 04:07:10.791687 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55224) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:10.839139 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-178de0e5-f9c4-4d62-931a-ba477f8cc235 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:10.861625 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-178de0e5-f9c4-4d62-931a-ba477f8cc235 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:10.909676 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-178de0e5-f9c4-4d62-931a-ba477f8cc235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:10.912453 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-178de0e5-f9c4-4d62-931a-ba477f8cc235 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:10.913598 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-178de0e5-f9c4-4d62-931a-ba477f8cc235 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c36059d5-5bc8-40dd-ae2a-b05044a1dd3b HTTP/1.1" status: 204 len: 168 time: 0.1209795 Nov 12 04:07:10.923110 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178de0e5-f9c4-4d62-931a-ba477f8cc235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36059d5-5bc8-40dd-ae2a-b05044a1dd3b,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:10.930938 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178de0e5-f9c4-4d62-931a-ba477f8cc235 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:10.931283 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178de0e5-f9c4-4d62-931a-ba477f8cc235 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:10.931618 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178de0e5-f9c4-4d62-931a-ba477f8cc235 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:10.931951 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178de0e5-f9c4-4d62-931a-ba477f8cc235 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:10.932304 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178de0e5-f9c4-4d62-931a-ba477f8cc235 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:10.932647 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178de0e5-f9c4-4d62-931a-ba477f8cc235 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:10.932947 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178de0e5-f9c4-4d62-931a-ba477f8cc235 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:10.933264 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178de0e5-f9c4-4d62-931a-ba477f8cc235 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:10.933940 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178de0e5-f9c4-4d62-931a-ba477f8cc235 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:10.933940 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178de0e5-f9c4-4d62-931a-ba477f8cc235 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:10.934207 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178de0e5-f9c4-4d62-931a-ba477f8cc235 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:10.934501 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178de0e5-f9c4-4d62-931a-ba477f8cc235 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:11.582946 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55246) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:11.679370 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-158d4d8c-b5e5-453f-9027-5a6e8df42056 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-117487654-network', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:11.702136 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158d4d8c-b5e5-453f-9027-5a6e8df42056 admin admin] Made reservation on behalf of 9480d8101ef043e1ba7e2d8089e38c2f for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:07:11.704438 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-158d4d8c-b5e5-453f-9027-5a6e8df42056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:11.713012 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-158d4d8c-b5e5-453f-9027-5a6e8df42056 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:11.790663 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-158d4d8c-b5e5-453f-9027-5a6e8df42056 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:11.795209 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-158d4d8c-b5e5-453f-9027-5a6e8df42056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:11.823702 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-158d4d8c-b5e5-453f-9027-5a6e8df42056 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:07:11.832461 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d4d8c-b5e5-453f-9027-5a6e8df42056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d898b8-9b95-4209-96fd-7813f2bf636f,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:11.839038 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-158d4d8c-b5e5-453f-9027-5a6e8df42056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:11.839387 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-158d4d8c-b5e5-453f-9027-5a6e8df42056 admin admin] Added segment 03736c8e-c66b-4d51-9c34-38773ef3e14b of type vlan for network cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 Nov 12 04:07:11.879381 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-158d4d8c-b5e5-453f-9027-5a6e8df42056 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:11.903180 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-158d4d8c-b5e5-453f-9027-5a6e8df42056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:11.904264 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158d4d8c-b5e5-453f-9027-5a6e8df42056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:11.904839 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-158d4d8c-b5e5-453f-9027-5a6e8df42056 admin admin] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:11.939311 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-158d4d8c-b5e5-453f-9027-5a6e8df42056 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3551459 Nov 12 04:07:11.942217 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55250) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:11.947112 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-d4b29dab-b383-44a3-b9e7-4d4780bb2c9f admin admin] Request body: {'subnet': {'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-117487654-subnet', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:11.970383 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b29dab-b383-44a3-b9e7-4d4780bb2c9f admin admin] Made reservation on behalf of 9480d8101ef043e1ba7e2d8089e38c2f for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:07:11.971572 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d4d8c-b5e5-453f-9027-5a6e8df42056 admin admin] Pushing event updated for resources: {'Network': ['ID=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:11.974236 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d4b29dab-b383-44a3-b9e7-4d4780bb2c9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:11.981138 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:07:12.145685 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d4b29dab-b383-44a3-b9e7-4d4780bb2c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:12.207119 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b29dab-b383-44a3-b9e7-4d4780bb2c9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5bd156f-3c6c-4381-a540-62b719246e6e,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:12.214504 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b29dab-b383-44a3-b9e7-4d4780bb2c9f admin admin] Checking segment: {'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:07:12.214860 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b29dab-b383-44a3-b9e7-4d4780bb2c9f admin admin] Network hostable DHCP agents. Network: cf3f8615-bc98-4e2f-8b7f-cf47f62f9404, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:07:12.233358 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b29dab-b383-44a3-b9e7-4d4780bb2c9f admin admin] Network cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:07:12.241224 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-d4b29dab-b383-44a3-b9e7-4d4780bb2c9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, cf3f8615-bc98-4e2f-8b7f-cf47f62f9404) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:07:12.245202 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b29dab-b383-44a3-b9e7-4d4780bb2c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:12.245786 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d4b29dab-b383-44a3-b9e7-4d4780bb2c9f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:12.252795 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff7f9bc-822d-41d5-b9c8-0a5016a7f3c9 None None] Network cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:07:12.261092 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d4b29dab-b383-44a3-b9e7-4d4780bb2c9f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3178036 Nov 12 04:07:12.263818 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55252) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:12.268095 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-ec769c90-a9a1-43d4-94d6-ee9987def71b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-117487654-router', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:12.292526 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ec769c90-a9a1-43d4-94d6-ee9987def71b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:12.293666 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ec769c90-a9a1-43d4-94d6-ee9987def71b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:12.346130 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ec769c90-a9a1-43d4-94d6-ee9987def71b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:12.414362 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72314920-7058-4ebe-963b-9cfb8a2c8d38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'fixed_ips': [{'subnet_id': 'b5bd156f-3c6c-4381-a540-62b719246e6e'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:07:12.415236 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-72314920-7058-4ebe-963b-9cfb8a2c8d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:12.487767 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ec769c90-a9a1-43d4-94d6-ee9987def71b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:12.549719 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-72314920-7058-4ebe-963b-9cfb8a2c8d38 None None] Allocated IP 172.20.0.2 (cf3f8615-bc98-4e2f-8b7f-cf47f62f9404/b5bd156f-3c6c-4381-a540-62b719246e6e/281793aa-b709-47d6-a749-ea662949c1b8) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:07:12.689399 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ec769c90-a9a1-43d4-94d6-ee9987def71b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:12.709152 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-72314920-7058-4ebe-963b-9cfb8a2c8d38 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:12.712592 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ec769c90-a9a1-43d4-94d6-ee9987def71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:12.714978 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-72314920-7058-4ebe-963b-9cfb8a2c8d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:12.757791 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72314920-7058-4ebe-963b-9cfb8a2c8d38 None None] Network cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:07:12.763142 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-72314920-7058-4ebe-963b-9cfb8a2c8d38 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:07:12.765620 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72314920-7058-4ebe-963b-9cfb8a2c8d38 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:07:12.768541 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72314920-7058-4ebe-963b-9cfb8a2c8d38 None None] Pushing event updated for resources: {'Port': ['ID=281793aa-b709-47d6-a749-ea662949c1b8,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:12.819831 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-ec769c90-a9a1-43d4-94d6-ee9987def71b admin admin] Allocated IP 172.25.5.202 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/9173f5c4-1164-4b1f-85cc-f007db847c4c) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:07:12.830376 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-72314920-7058-4ebe-963b-9cfb8a2c8d38 None None] Attempting to bind port 281793aa-b709-47d6-a749-ea662949c1b8 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:07:12.830994 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-72314920-7058-4ebe-963b-9cfb8a2c8d38 None None] Attempting to bind port 281793aa-b709-47d6-a749-ea662949c1b8 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:07:12.831372 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72314920-7058-4ebe-963b-9cfb8a2c8d38 None None] Attempting to bind port 281793aa-b709-47d6-a749-ea662949c1b8 on network cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:07:12.836720 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72314920-7058-4ebe-963b-9cfb8a2c8d38 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:07:12.837096 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72314920-7058-4ebe-963b-9cfb8a2c8d38 None None] Checking segment: {'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:07:12.837498 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-72314920-7058-4ebe-963b-9cfb8a2c8d38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:12.837892 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72314920-7058-4ebe-963b-9cfb8a2c8d38 None None] Bound using segment: {'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:07:12.838361 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-72314920-7058-4ebe-963b-9cfb8a2c8d38 None None] Bound port: 281793aa-b709-47d6-a749-ea662949c1b8, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:07:12.838823 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-72314920-7058-4ebe-963b-9cfb8a2c8d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:12.901347 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-72314920-7058-4ebe-963b-9cfb8a2c8d38 None None] For port 281793aa-b709-47d6-a749-ea662949c1b8, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:07:12.905954 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-72314920-7058-4ebe-963b-9cfb8a2c8d38 None None] For port 281793aa-b709-47d6-a749-ea662949c1b8, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=281793aa-b709-47d6-a749-ea662949c1b8,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:07:12.910178 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-72314920-7058-4ebe-963b-9cfb8a2c8d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:12.929678 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ec769c90-a9a1-43d4-94d6-ee9987def71b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:12.965681 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ec769c90-a9a1-43d4-94d6-ee9987def71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:12.966963 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72314920-7058-4ebe-963b-9cfb8a2c8d38 None None] Pushing event updated for resources: {'Port': ['ID=281793aa-b709-47d6-a749-ea662949c1b8,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:13.009484 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec769c90-a9a1-43d4-94d6-ee9987def71b admin admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:07:13.012526 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-ec769c90-a9a1-43d4-94d6-ee9987def71b admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:07:13.017774 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec769c90-a9a1-43d4-94d6-ee9987def71b admin admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:07:13.027537 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fd3bb9-6366-42ca-80bf-3cae349b9ec1 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:07:13.040668 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec769c90-a9a1-43d4-94d6-ee9987def71b admin admin] Pushing event updated for resources: {'Port': ['ID=9173f5c4-1164-4b1f-85cc-f007db847c4c,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:13.077006 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-23af7ca0-90dd-499d-8a43-903779dbb993 None None] Provisioning complete for port 9173f5c4-1164-4b1f-85cc-f007db847c4c triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:13.077383 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-23af7ca0-90dd-499d-8a43-903779dbb993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:13.121375 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-23af7ca0-90dd-499d-8a43-903779dbb993 None None] Port 9173f5c4-1164-4b1f-85cc-f007db847c4c cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:07:13.284976 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 9dfdf960-8447-4530-a16b-60a551442f58 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:07:13.302389 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ec769c90-a9a1-43d4-94d6-ee9987def71b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:13.305318 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 9dfdf960-8447-4530-a16b-60a551442f58 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:07:13.305743 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 9dfdf960-8447-4530-a16b-60a551442f58 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:07:13.496287 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ec769c90-a9a1-43d4-94d6-ee9987def71b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:13.628559 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec769c90-a9a1-43d4-94d6-ee9987def71b admin admin] Router d6ec1b75-2f36-49a1-9988-4c09bf2ed264 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:07:13.740912 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec769c90-a9a1-43d4-94d6-ee9987def71b admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:07:13.751167 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68143e7a-ee89-4bef-bbd3-619a9be4a533 None None] Sync routers for ids ['d6ec1b75-2f36-49a1-9988-4c09bf2ed264'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:07:13.761656 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ec769c90-a9a1-43d4-94d6-ee9987def71b admin admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:13.766066 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ec769c90-a9a1-43d4-94d6-ee9987def71b admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5011747 Nov 12 04:07:13.766311 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68143e7a-ee89-4bef-bbd3-619a9be4a533 None None] Routers {'d6ec1b75-2f36-49a1-9988-4c09bf2ed264'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:13.766761 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55256) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:13.767214 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-68143e7a-ee89-4bef-bbd3-619a9be4a533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:07:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['d6ec1b75-2f36-49a1-9988-4c09bf2ed264'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:13.881729 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2b18f6-5bad-4297-8bec-d75382c3b29a None None] Network cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:07:13.885152 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-68143e7a-ee89-4bef-bbd3-619a9be4a533 None None] Set router d6ec1b75-2f36-49a1-9988-4c09bf2ed264 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:07:13.980993 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3ea573c8-0532-44c8-8d17-94a0cf46c642 None None] Provisioning complete for port 281793aa-b709-47d6-a749-ea662949c1b8 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:13.981391 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3ea573c8-0532-44c8-8d17-94a0cf46c642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:14.087821 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-68143e7a-ee89-4bef-bbd3-619a9be4a533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'name': 'tempest-ServerActionsTestJSON-117487654-router', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:13Z', 'revision_number': 3, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'gw_port': {'id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:14.210070 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 281793aa-b709-47d6-a749-ea662949c1b8 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:07:14.217326 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68143e7a-ee89-4bef-bbd3-619a9be4a533 None None] Checking router: d6ec1b75-2f36-49a1-9988-4c09bf2ed264 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:07:14.217758 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68143e7a-ee89-4bef-bbd3-619a9be4a533 None None] Updating router d6ec1b75-2f36-49a1-9988-4c09bf2ed264 port 9173f5c4-1164-4b1f-85cc-f007db847c4c binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:07:14.244547 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-68143e7a-ee89-4bef-bbd3-619a9be4a533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:14.272640 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f5426aec-77ab-4bdc-a346-1b5ecc30b459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:14.340919 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 281793aa-b709-47d6-a749-ea662949c1b8 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:14.341352 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:14.379412 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3ea573c8-0532-44c8-8d17-94a0cf46c642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:14.429496 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3ea573c8-0532-44c8-8d17-94a0cf46c642 None None] For port 281793aa-b709-47d6-a749-ea662949c1b8, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=281793aa-b709-47d6-a749-ea662949c1b8,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:14.456282 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3ea573c8-0532-44c8-8d17-94a0cf46c642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:14.481654 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-f5426aec-77ab-4bdc-a346-1b5ecc30b459 admin admin] Allocated IP 172.20.0.1 (cf3f8615-bc98-4e2f-8b7f-cf47f62f9404/b5bd156f-3c6c-4381-a540-62b719246e6e/1b6c269e-1546-442d-a885-c3f443c803fd) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:07:14.500989 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:14.547180 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea573c8-0532-44c8-8d17-94a0cf46c642 None None] Pushing event updated for resources: {'Port': ['ID=281793aa-b709-47d6-a749-ea662949c1b8,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:14.562851 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-68143e7a-ee89-4bef-bbd3-619a9be4a533 None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:14.570468 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-68143e7a-ee89-4bef-bbd3-619a9be4a533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:14.604239 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:07:14.604628 n-d-715271-27 neutron-server[102573]: DEBUG oslo_db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:07:14.628308 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56e10d1-89af-4542-a553-1f25db07d43f None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:07:14.629075 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f5426aec-77ab-4bdc-a346-1b5ecc30b459 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:14.636908 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb449d1e-81e0-4205-8db2-980ab68f8523 None None] Pushing event updated for resources: {'Port': ['ID=9173f5c4-1164-4b1f-85cc-f007db847c4c,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:14.639525 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-68143e7a-ee89-4bef-bbd3-619a9be4a533 None None] Attempting to bind port 9173f5c4-1164-4b1f-85cc-f007db847c4c on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:07:14.639955 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-68143e7a-ee89-4bef-bbd3-619a9be4a533 None None] Attempting to bind port 9173f5c4-1164-4b1f-85cc-f007db847c4c by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:07:14.640398 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68143e7a-ee89-4bef-bbd3-619a9be4a533 None None] Attempting to bind port 9173f5c4-1164-4b1f-85cc-f007db847c4c on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:07:14.650147 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68143e7a-ee89-4bef-bbd3-619a9be4a533 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:07:14.650605 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68143e7a-ee89-4bef-bbd3-619a9be4a533 None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:07:14.651075 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-68143e7a-ee89-4bef-bbd3-619a9be4a533 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:14.651537 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68143e7a-ee89-4bef-bbd3-619a9be4a533 None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:07:14.652101 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-68143e7a-ee89-4bef-bbd3-619a9be4a533 None None] Bound port: 9173f5c4-1164-4b1f-85cc-f007db847c4c, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:07:14.652558 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-68143e7a-ee89-4bef-bbd3-619a9be4a533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:14.655338 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb449d1e-81e0-4205-8db2-980ab68f8523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:14.655746 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb449d1e-81e0-4205-8db2-980ab68f8523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:14.656309 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb449d1e-81e0-4205-8db2-980ab68f8523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:14.656715 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb449d1e-81e0-4205-8db2-980ab68f8523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:14.657103 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb449d1e-81e0-4205-8db2-980ab68f8523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:14.657495 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb449d1e-81e0-4205-8db2-980ab68f8523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:14.657880 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb449d1e-81e0-4205-8db2-980ab68f8523 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:14.658708 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb449d1e-81e0-4205-8db2-980ab68f8523 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:14.659035 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb449d1e-81e0-4205-8db2-980ab68f8523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:14.659354 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb449d1e-81e0-4205-8db2-980ab68f8523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:14.659670 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb449d1e-81e0-4205-8db2-980ab68f8523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:14.659987 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb449d1e-81e0-4205-8db2-980ab68f8523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:14.665880 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f5426aec-77ab-4bdc-a346-1b5ecc30b459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:14.686526 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-8364dab6-aace-490b-bd5d-860b69d7494b None None] Provisioning complete for port 281793aa-b709-47d6-a749-ea662949c1b8 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:14.687034 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8364dab6-aace-490b-bd5d-860b69d7494b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:14.701653 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5426aec-77ab-4bdc-a346-1b5ecc30b459 admin admin] Network cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:07:14.708059 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-f5426aec-77ab-4bdc-a346-1b5ecc30b459 admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:07:14.711633 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5426aec-77ab-4bdc-a346-1b5ecc30b459 admin admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:07:14.714233 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-68143e7a-ee89-4bef-bbd3-619a9be4a533 None None] For port 9173f5c4-1164-4b1f-85cc-f007db847c4c, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:07:14.718259 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-68143e7a-ee89-4bef-bbd3-619a9be4a533 None None] For port 9173f5c4-1164-4b1f-85cc-f007db847c4c, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=9173f5c4-1164-4b1f-85cc-f007db847c4c,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:07:14.722262 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-68143e7a-ee89-4bef-bbd3-619a9be4a533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:14.745541 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5426aec-77ab-4bdc-a346-1b5ecc30b459 admin admin] Pushing event updated for resources: {'Port': ['ID=1b6c269e-1546-442d-a885-c3f443c803fd,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:14.762825 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f5426aec-77ab-4bdc-a346-1b5ecc30b459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:14.775577 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68143e7a-ee89-4bef-bbd3-619a9be4a533 None None] Routers {'d6ec1b75-2f36-49a1-9988-4c09bf2ed264'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:14.776235 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-68143e7a-ee89-4bef-bbd3-619a9be4a533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:07:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['d6ec1b75-2f36-49a1-9988-4c09bf2ed264'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:14.793329 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acad1fe5-9817-4bec-9cbc-9c504f047a0b None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:07:14.848064 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-8364dab6-aace-490b-bd5d-860b69d7494b None None] Provisioning complete for port 9173f5c4-1164-4b1f-85cc-f007db847c4c triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:14.848471 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8364dab6-aace-490b-bd5d-860b69d7494b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:14.887250 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb449d1e-81e0-4205-8db2-980ab68f8523 None None] Pushing event updated for resources: {'Port': ['ID=9173f5c4-1164-4b1f-85cc-f007db847c4c,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:14.913343 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f5426aec-77ab-4bdc-a346-1b5ecc30b459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:14.916919 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-68143e7a-ee89-4bef-bbd3-619a9be4a533 None None] Set router d6ec1b75-2f36-49a1-9988-4c09bf2ed264 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:07:14.951493 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8364dab6-aace-490b-bd5d-860b69d7494b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:14.980334 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-8364dab6-aace-490b-bd5d-860b69d7494b None None] For port 9173f5c4-1164-4b1f-85cc-f007db847c4c, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=9173f5c4-1164-4b1f-85cc-f007db847c4c,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:14.986275 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8364dab6-aace-490b-bd5d-860b69d7494b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:15.039071 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8364dab6-aace-490b-bd5d-860b69d7494b None None] Pushing event updated for resources: {'Port': ['ID=9173f5c4-1164-4b1f-85cc-f007db847c4c,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:15.102887 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f5426aec-77ab-4bdc-a346-1b5ecc30b459 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:15.108960 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f5426aec-77ab-4bdc-a346-1b5ecc30b459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:15.119993 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-68143e7a-ee89-4bef-bbd3-619a9be4a533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'name': 'tempest-ServerActionsTestJSON-117487654-router', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:13Z', 'revision_number': 3, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'gw_port': {'id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:15.133840 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-676a9ffd-2aa9-491e-9cbf-bb79324f53d0 None None] Provisioning complete for port 9173f5c4-1164-4b1f-85cc-f007db847c4c triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:15.134301 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-676a9ffd-2aa9-491e-9cbf-bb79324f53d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:15.146849 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68143e7a-ee89-4bef-bbd3-619a9be4a533 None None] The sync data for ids ['d6ec1b75-2f36-49a1-9988-4c09bf2ed264'] in n-d-715271-27 is: [{'id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'name': 'tempest-ServerActionsTestJSON-117487654-router', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:13Z', 'revision_number': 3, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'gw_port': {'id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:07:15.180861 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f5426aec-77ab-4bdc-a346-1b5ecc30b459 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:15.225840 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5426aec-77ab-4bdc-a346-1b5ecc30b459 admin admin] Pushing event updated for resources: {'Port': ['ID=1b6c269e-1546-442d-a885-c3f443c803fd,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:15.236975 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-676a9ffd-2aa9-491e-9cbf-bb79324f53d0 None None] Provisioning complete for port 1b6c269e-1546-442d-a885-c3f443c803fd triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:15.237483 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-676a9ffd-2aa9-491e-9cbf-bb79324f53d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:15.276844 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-676a9ffd-2aa9-491e-9cbf-bb79324f53d0 None None] Port 1b6c269e-1546-442d-a885-c3f443c803fd cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:07:15.293672 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5426aec-77ab-4bdc-a346-1b5ecc30b459 admin admin] Network cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:07:15.295729 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-f5426aec-77ab-4bdc-a346-1b5ecc30b459 admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:07:15.441399 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5426aec-77ab-4bdc-a346-1b5ecc30b459 admin admin] Router d6ec1b75-2f36-49a1-9988-4c09bf2ed264 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:07:15.587965 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5426aec-77ab-4bdc-a346-1b5ecc30b459 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:07:15.601563 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f5426aec-77ab-4bdc-a346-1b5ecc30b459 admin admin] 10.222.0.50 "PUT /v2.0/routers/d6ec1b75-2f36-49a1-9988-4c09bf2ed264/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8260615 Nov 12 04:07:15.610133 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-bec8a017-fe1d-4c01-9055-e3ebabc8f627 None None] Provisioning complete for port 1b6c269e-1546-442d-a885-c3f443c803fd triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:15.610505 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bec8a017-fe1d-4c01-9055-e3ebabc8f627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:15.654925 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-bec8a017-fe1d-4c01-9055-e3ebabc8f627 None None] Port 1b6c269e-1546-442d-a885-c3f443c803fd cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:07:16.083601 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55264) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:16.089386 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-0b9a9da8-d5a8-4ca7-81bb-79f43073dc28 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1726162638', 'description': 'tempest-description--815555361'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:16.114680 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0b9a9da8-d5a8-4ca7-81bb-79f43073dc28 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:16.169192 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 9173f5c4-1164-4b1f-85cc-f007db847c4c up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:07:16.183506 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0b9a9da8-d5a8-4ca7-81bb-79f43073dc28 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:16.189048 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0b9a9da8-d5a8-4ca7-81bb-79f43073dc28 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:16.217397 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0b9a9da8-d5a8-4ca7-81bb-79f43073dc28 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:16.221247 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0b9a9da8-d5a8-4ca7-81bb-79f43073dc28 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1332772 Nov 12 04:07:16.221581 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 55266) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:16.222048 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 9173f5c4-1164-4b1f-85cc-f007db847c4c triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:16.222048 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:16.225964 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a9da8-d5a8-4ca7-81bb-79f43073dc28 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9134890-162d-4a85-a515-993b59d13e8d,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:16.226134 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-1bb037b2-032e-4812-8f77-6896b2393377 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Request body: {'security_group_rule': {'security_group_id': 'e9134890-162d-4a85-a515-993b59d13e8d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:16.253612 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1bb037b2-032e-4812-8f77-6896b2393377 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:16.310788 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 281793aa-b709-47d6-a749-ea662949c1b8 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:07:16.315012 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1bb037b2-032e-4812-8f77-6896b2393377 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:16.318765 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1bb037b2-032e-4812-8f77-6896b2393377 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:16.339036 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb037b2-032e-4812-8f77-6896b2393377 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b30488a4-6b77-45aa-81cc-6dff6c51b8f6,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:16.344231 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1bb037b2-032e-4812-8f77-6896b2393377 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:16.348193 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55268) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:16.348353 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-1bb037b2-032e-4812-8f77-6896b2393377 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1255832 Nov 12 04:07:16.352684 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-89b3cc27-ee94-4fd5-b551-1beec0d918d4 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Request body: {'security_group_rule': {'security_group_id': 'e9134890-162d-4a85-a515-993b59d13e8d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:16.364939 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 281793aa-b709-47d6-a749-ea662949c1b8 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:16.365305 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:16.381589 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-89b3cc27-ee94-4fd5-b551-1beec0d918d4 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:16.444890 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-89b3cc27-ee94-4fd5-b551-1beec0d918d4 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:16.448599 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-89b3cc27-ee94-4fd5-b551-1beec0d918d4 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:16.471079 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b3cc27-ee94-4fd5-b551-1beec0d918d4 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19c5a9df-0c42-40a0-8e7a-f3ba2f05f2bf,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:16.480932 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-89b3cc27-ee94-4fd5-b551-1beec0d918d4 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:16.482424 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-89b3cc27-ee94-4fd5-b551-1beec0d918d4 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1332319 Nov 12 04:07:16.485565 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55270) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:16.490038 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-2246cd21-f6bd-4262-a90d-ecde568b530b tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:16.514008 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2246cd21-f6bd-4262-a90d-ecde568b530b tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks [] for floatingip, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:16.612640 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2246cd21-f6bd-4262-a90d-ecde568b530b tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:16.720785 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-2246cd21-f6bd-4262-a90d-ecde568b530b tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Allocated IP 172.25.5.212 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/4931b627-9996-48cc-8b1e-7694e5c8e999) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:07:16.768423 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042b346e-c284-48b1-8139-1f93a870b186 None None] Sync routers for ids ['d6ec1b75-2f36-49a1-9988-4c09bf2ed264'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:07:16.778547 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042b346e-c284-48b1-8139-1f93a870b186 None None] Routers {'d6ec1b75-2f36-49a1-9988-4c09bf2ed264'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:16.779266 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-042b346e-c284-48b1-8139-1f93a870b186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:07:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['d6ec1b75-2f36-49a1-9988-4c09bf2ed264'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:16.823536 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2246cd21-f6bd-4262-a90d-ecde568b530b tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:16.857764 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2246cd21-f6bd-4262-a90d-ecde568b530b tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:16.889485 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-042b346e-c284-48b1-8139-1f93a870b186 None None] Set router d6ec1b75-2f36-49a1-9988-4c09bf2ed264 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:07:16.908176 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2246cd21-f6bd-4262-a90d-ecde568b530b tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:07:16.911175 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-2246cd21-f6bd-4262-a90d-ecde568b530b tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:07:16.914190 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2246cd21-f6bd-4262-a90d-ecde568b530b tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:07:16.920102 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2246cd21-f6bd-4262-a90d-ecde568b530b tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Pushing event updated for resources: {'Port': ['ID=4931b627-9996-48cc-8b1e-7694e5c8e999,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:17.004788 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2246cd21-f6bd-4262-a90d-ecde568b530b tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:17.040367 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2246cd21-f6bd-4262-a90d-ecde568b530b tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:17.093350 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-042b346e-c284-48b1-8139-1f93a870b186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'name': 'tempest-ServerActionsTestJSON-117487654-router', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'gw_port': {'id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '1b6c269e-1546-442d-a885-c3f443c803fd', 'name': '', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'mac_address': 'fa:16:3e:a9:46:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:14Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 2, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'subnets': [{'id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:17.122640 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042b346e-c284-48b1-8139-1f93a870b186 None None] Checking router: d6ec1b75-2f36-49a1-9988-4c09bf2ed264 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:07:17.123011 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042b346e-c284-48b1-8139-1f93a870b186 None None] Updating router d6ec1b75-2f36-49a1-9988-4c09bf2ed264 port 1b6c269e-1546-442d-a885-c3f443c803fd binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:07:17.147839 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-042b346e-c284-48b1-8139-1f93a870b186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:17.201644 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2246cd21-f6bd-4262-a90d-ecde568b530b tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:17.206282 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2246cd21-f6bd-4262-a90d-ecde568b530b tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:17.275792 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2246cd21-f6bd-4262-a90d-ecde568b530b tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Pushing event updated for resources: {'Port': ['ID=4931b627-9996-48cc-8b1e-7694e5c8e999,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:17.289880 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2246cd21-f6bd-4262-a90d-ecde568b530b tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:17.305356 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2246cd21-f6bd-4262-a90d-ecde568b530b tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:17.306593 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2246cd21-f6bd-4262-a90d-ecde568b530b tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8200414 Nov 12 04:07:17.422407 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-042b346e-c284-48b1-8139-1f93a870b186 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:17.428381 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-042b346e-c284-48b1-8139-1f93a870b186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:17.463079 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-7e9e2e1e-2723-43ba-bfde-98adc4230374 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1726162638&fields=id&tenant_id=9480d8101ef043e1ba7e2d8089e38c2f HTTP/1.1" status: 200 len: 267 time: 0.0445416 Nov 12 04:07:17.476987 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887a26f-c64a-4330-b1f7-bb5e3e20ad8c None None] Pushing event updated for resources: {'Port': ['ID=1b6c269e-1546-442d-a885-c3f443c803fd,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:17.534505 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-042b346e-c284-48b1-8139-1f93a870b186 None None] Attempting to bind port 1b6c269e-1546-442d-a885-c3f443c803fd on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:07:17.535038 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-042b346e-c284-48b1-8139-1f93a870b186 None None] Attempting to bind port 1b6c269e-1546-442d-a885-c3f443c803fd by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:07:17.535431 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042b346e-c284-48b1-8139-1f93a870b186 None None] Attempting to bind port 1b6c269e-1546-442d-a885-c3f443c803fd on network cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:07:17.541171 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042b346e-c284-48b1-8139-1f93a870b186 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:07:17.541558 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042b346e-c284-48b1-8139-1f93a870b186 None None] Checking segment: {'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:07:17.541959 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-042b346e-c284-48b1-8139-1f93a870b186 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:17.542350 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042b346e-c284-48b1-8139-1f93a870b186 None None] Bound using segment: {'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:07:17.542815 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-042b346e-c284-48b1-8139-1f93a870b186 None None] Bound port: 1b6c269e-1546-442d-a885-c3f443c803fd, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:07:17.543195 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-042b346e-c284-48b1-8139-1f93a870b186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:17.594436 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-08dc80ec-0779-4586-a62d-4db22fdb1a25 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:17.595949 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-08dc80ec-0779-4586-a62d-4db22fdb1a25 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 811 time: 0.1219671 Nov 12 04:07:17.612635 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-042b346e-c284-48b1-8139-1f93a870b186 None None] For port 1b6c269e-1546-442d-a885-c3f443c803fd, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:07:17.616123 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-042b346e-c284-48b1-8139-1f93a870b186 None None] For port 1b6c269e-1546-442d-a885-c3f443c803fd, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=1b6c269e-1546-442d-a885-c3f443c803fd,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:07:17.617248 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-aff90b25-47e7-43c9-9cb1-329436a9c726 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/quotas/9480d8101ef043e1ba7e2d8089e38c2f HTTP/1.1" status: 200 len: 375 time: 0.0145345 Nov 12 04:07:17.620506 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-042b346e-c284-48b1-8139-1f93a870b186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:17.687168 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042b346e-c284-48b1-8139-1f93a870b186 None None] Routers {'d6ec1b75-2f36-49a1-9988-4c09bf2ed264'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:17.687817 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-042b346e-c284-48b1-8139-1f93a870b186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:07:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['d6ec1b75-2f36-49a1-9988-4c09bf2ed264'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:17.732395 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887a26f-c64a-4330-b1f7-bb5e3e20ad8c None None] Pushing event updated for resources: {'Port': ['ID=1b6c269e-1546-442d-a885-c3f443c803fd,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:17.751283 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-661979ab-0e97-4dfa-962c-d3f63110f607 None None] Provisioning complete for port 1b6c269e-1546-442d-a885-c3f443c803fd triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:17.751703 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-661979ab-0e97-4dfa-962c-d3f63110f607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:17.850508 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-042b346e-c284-48b1-8139-1f93a870b186 None None] Set router d6ec1b75-2f36-49a1-9988-4c09bf2ed264 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:07:18.020751 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-a678cdcc-0cb1-4936-ae5b-5fbe42256030 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4019840 Nov 12 04:07:18.118931 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-0b6971f5-00c3-40be-8f64-c064305f4a60 service neutron] 10.222.0.50 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854599 Nov 12 04:07:18.135164 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-661979ab-0e97-4dfa-962c-d3f63110f607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:18.206811 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-661979ab-0e97-4dfa-962c-d3f63110f607 None None] For port 1b6c269e-1546-442d-a885-c3f443c803fd, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=1b6c269e-1546-442d-a885-c3f443c803fd,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:18.211950 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-661979ab-0e97-4dfa-962c-d3f63110f607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:18.217680 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-0e35c331-2bfe-48ba-8450-56f04727255d service neutron] 10.222.0.50 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886147 Nov 12 04:07:18.296169 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661979ab-0e97-4dfa-962c-d3f63110f607 None None] Pushing event updated for resources: {'Port': ['ID=1b6c269e-1546-442d-a885-c3f443c803fd,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:18.322572 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-042b346e-c284-48b1-8139-1f93a870b186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'name': 'tempest-ServerActionsTestJSON-117487654-router', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'gw_port': {'id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '1b6c269e-1546-442d-a885-c3f443c803fd', 'name': '', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'mac_address': 'fa:16:3e:a9:46:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:14Z', 'updated_at': '2021-11-12T04:07:17Z', 'revision_number': 4, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'subnets': [{'id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:18.356197 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042b346e-c284-48b1-8139-1f93a870b186 None None] The sync data for ids ['d6ec1b75-2f36-49a1-9988-4c09bf2ed264'] in n-d-715271-27 is: [{'id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'name': 'tempest-ServerActionsTestJSON-117487654-router', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'gw_port': {'id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '1b6c269e-1546-442d-a885-c3f443c803fd', 'name': '', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'mac_address': 'fa:16:3e:a9:46:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:14Z', 'updated_at': '2021-11-12T04:07:17Z', 'revision_number': 4, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'subnets': [{'id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:07:18.368341 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-fdb29727-6ec8-4bde-bcc6-5b6910a186ae None None] Provisioning complete for port 1b6c269e-1546-442d-a885-c3f443c803fd triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:18.368712 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fdb29727-6ec8-4bde-bcc6-5b6910a186ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:18.405500 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fa46ad4c-5348-494c-bcf7-d5d865ec45a6 req-33b1caad-d3c0-4040-a552-6992cb2fe62b tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34 HTTP/1.1" status: 200 len: 210 time: 0.0461352 Nov 12 04:07:18.489927 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:19.518793 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-771a3cd8-8a23-4f66-b6d3-3f093d52f4cb req-10f8250c-2dc1-4a7f-ab93-73a2e119f54a tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34 HTTP/1.1" status: 200 len: 210 time: 0.0334475 Nov 12 04:07:19.548754 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-906d6093-4220-4d96-910b-2b09dc2fa7a1 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:19.550496 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-906d6093-4220-4d96-910b-2b09dc2fa7a1 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.74 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 811 time: 0.1548326 Nov 12 04:07:19.611861 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-bed2089f-79c2-4b9f-a3f2-d5a0c2f6525a tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9480d8101ef043e1ba7e2d8089e38c2f HTTP/1.1" status: 200 len: 380 time: 0.0508213 Nov 12 04:07:19.622882 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-739a363d-9bd3-48c6-bf4d-45164127fcfe tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Request body: {'port': {'device_id': '7b6174dc-ec62-4b8e-8947-bed25a5f2e34', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'admin_state_up': True, 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'security_groups': ['e9134890-162d-4a85-a515-993b59d13e8d']}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:19.729975 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-739a363d-9bd3-48c6-bf4d-45164127fcfe tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Made reservation on behalf of 9480d8101ef043e1ba7e2d8089e38c2f for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:07:19.733685 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-739a363d-9bd3-48c6-bf4d-45164127fcfe tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:19.856220 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-739a363d-9bd3-48c6-bf4d-45164127fcfe tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Allocated IP 172.20.0.7 (cf3f8615-bc98-4e2f-8b7f-cf47f62f9404/b5bd156f-3c6c-4381-a540-62b719246e6e/c87f54e1-2689-40f5-a920-041c4c82224c) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:07:19.996928 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-739a363d-9bd3-48c6-bf4d-45164127fcfe tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:20.031132 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-739a363d-9bd3-48c6-bf4d-45164127fcfe tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:20.074507 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-739a363d-9bd3-48c6-bf4d-45164127fcfe tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Network cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:07:20.080207 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-739a363d-9bd3-48c6-bf4d-45164127fcfe tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:07:20.083945 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-739a363d-9bd3-48c6-bf4d-45164127fcfe tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:07:20.120117 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 1b6c269e-1546-442d-a885-c3f443c803fd up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:07:20.124724 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a363d-9bd3-48c6-bf4d-45164127fcfe tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Pushing event updated for resources: {'Port': ['ID=c87f54e1-2689-40f5-a920-041c4c82224c,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:20.160664 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-739a363d-9bd3-48c6-bf4d-45164127fcfe tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:20.161333 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-739a363d-9bd3-48c6-bf4d-45164127fcfe tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:20.181603 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-739a363d-9bd3-48c6-bf4d-45164127fcfe tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5623097 Nov 12 04:07:20.183651 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 1b6c269e-1546-442d-a885-c3f443c803fd triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:20.184023 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:20.195032 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-38077935-e422-4228-b302-d353780cb27b service neutron] Request body: {'port': {'device_id': '7b6174dc-ec62-4b8e-8947-bed25a5f2e34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:20.253076 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-38077935-e422-4228-b302-d353780cb27b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:20.330953 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-ee97a0b0-6a3a-482a-9065-b6257a7506c0 None None] Provisioning complete for port c87f54e1-2689-40f5-a920-041c4c82224c triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:20.331324 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ee97a0b0-6a3a-482a-9065-b6257a7506c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:20.369718 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-ee97a0b0-6a3a-482a-9065-b6257a7506c0 None None] Port c87f54e1-2689-40f5-a920-041c4c82224c cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:07:20.520678 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-38077935-e422-4228-b302-d353780cb27b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c87f54e1-2689-40f5-a920-041c4c82224c {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:07:20.527807 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-38077935-e422-4228-b302-d353780cb27b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:20.540053 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-38077935-e422-4228-b302-d353780cb27b service neutron] Transition to ACTIVE for port object c87f54e1-2689-40f5-a920-041c4c82224c will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:07:20.543641 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-38077935-e422-4228-b302-d353780cb27b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:20.602331 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38077935-e422-4228-b302-d353780cb27b service neutron] Pushing event updated for resources: {'Port': ['ID=c87f54e1-2689-40f5-a920-041c4c82224c,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:20.656751 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670c74e-a003-46aa-8077-ece6d810f66a req-c32debc0-9bd2-4430-bf8e-9d0bb192fdb8 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:20.658460 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5670c74e-a003-46aa-8077-ece6d810f66a req-c32debc0-9bd2-4430-bf8e-9d0bb192fdb8 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34 HTTP/1.1" status: 200 len: 943 time: 0.0567806 Nov 12 04:07:20.685491 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-38077935-e422-4228-b302-d353780cb27b service neutron] Attempting to bind port c87f54e1-2689-40f5-a920-041c4c82224c on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:07:20.685850 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-38077935-e422-4228-b302-d353780cb27b service neutron] Attempting to bind port c87f54e1-2689-40f5-a920-041c4c82224c by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:07:20.686158 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-38077935-e422-4228-b302-d353780cb27b service neutron] Attempting to bind port c87f54e1-2689-40f5-a920-041c4c82224c on network cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:07:20.691776 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-38077935-e422-4228-b302-d353780cb27b service neutron] Port c87f54e1-2689-40f5-a920-041c4c82224c on network cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:07:20.692119 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-38077935-e422-4228-b302-d353780cb27b service neutron] Attempting to bind port c87f54e1-2689-40f5-a920-041c4c82224c on network cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:07:20.697668 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-38077935-e422-4228-b302-d353780cb27b service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:07:20.698003 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-38077935-e422-4228-b302-d353780cb27b service neutron] Checking segment: {'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:07:20.698384 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-38077935-e422-4228-b302-d353780cb27b service neutron] Bound using segment: {'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:07:20.698807 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-38077935-e422-4228-b302-d353780cb27b service neutron] Bound port: c87f54e1-2689-40f5-a920-041c4c82224c, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:07:20.699156 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-38077935-e422-4228-b302-d353780cb27b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:20.721297 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5670c74e-a003-46aa-8077-ece6d810f66a req-132fda1e-5163-470e-a826-c8eb0d0dddb6 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549440 Nov 12 04:07:20.768824 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-38077935-e422-4228-b302-d353780cb27b service neutron] For port c87f54e1-2689-40f5-a920-041c4c82224c, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:07:20.772105 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-38077935-e422-4228-b302-d353780cb27b service neutron] For port c87f54e1-2689-40f5-a920-041c4c82224c, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=c87f54e1-2689-40f5-a920-041c4c82224c,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:07:20.777303 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-38077935-e422-4228-b302-d353780cb27b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:20.820840 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-38077935-e422-4228-b302-d353780cb27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:20.821397 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-38077935-e422-4228-b302-d353780cb27b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:20.822756 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-38077935-e422-4228-b302-d353780cb27b service neutron] 10.222.0.74 "PUT /v2.0/ports/c87f54e1-2689-40f5-a920-041c4c82224c HTTP/1.1" status: 200 len: 1092 time: 0.6328597 Nov 12 04:07:20.823188 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b6174dc-ec62-4b8e-8947-bed25a5f2e34', 'tag': 'c87f54e1-2689-40f5-a920-041c4c82224c'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:07:20.825485 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64534fa-8b9f-4d8a-bcf6-ace34b834c2e" -d '{"events": [{"name": "network-changed", "server_uuid": "7b6174dc-ec62-4b8e-8947-bed25a5f2e34", "tag": "c87f54e1-2689-40f5-a920-041c4c82224c"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:07:20.848498 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38077935-e422-4228-b302-d353780cb27b service neutron] Pushing event updated for resources: {'Port': ['ID=c87f54e1-2689-40f5-a920-041c4c82224c,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:20.874140 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66816628-ae0c-4f9d-9074-cc5528ed3e00 x-openstack-request-id: req-66816628-ae0c-4f9d-9074-cc5528ed3e00 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:07:20.874432 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b6174dc-ec62-4b8e-8947-bed25a5f2e34", "tag": "c87f54e1-2689-40f5-a920-041c4c82224c", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:07:20.874680 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-66816628-ae0c-4f9d-9074-cc5528ed3e00 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:07:20.875082 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b6174dc-ec62-4b8e-8947-bed25a5f2e34', 'tag': 'c87f54e1-2689-40f5-a920-041c4c82224c', 'status': 'completed', 'code': 200} Nov 12 04:07:20.925424 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-e50a0df2-d5a4-4415-bcb9-24f34130f15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:20.926951 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-e50a0df2-d5a4-4415-bcb9-24f34130f15a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34 HTTP/1.1" status: 200 len: 1095 time: 0.0506706 Nov 12 04:07:20.976178 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-03d2b05a-232e-4733-aa6f-751d27ad4948 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c87f54e1-2689-40f5-a920-041c4c82224c HTTP/1.1" status: 200 len: 217 time: 0.0356479 Nov 12 04:07:21.032010 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-79e9ddc4-f043-48c7-9867-20c52ac5f099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:21.033415 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-79e9ddc4-f043-48c7-9867-20c52ac5f099 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0496516 Nov 12 04:07:21.081387 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-c05af813-cf46-44a2-a1cc-217a63cdd692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:21.082918 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-c05af813-cf46-44a2-a1cc-217a63cdd692 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417860 Nov 12 04:07:21.179399 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-4c6e623b-3cb0-4cc3-94a4-61cf132094d0 service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869412 Nov 12 04:07:21.273307 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bcfdc8bd-a6f2-42fd-82e5-1a0ff3d08a36 req-9f8f89da-48fa-4302-98ef-19bddc7fb9e8 service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866070 Nov 12 04:07:21.367520 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64534fa-8b9f-4d8a-bcf6-ace34b834c2e req-5a3cf7f6-efce-4d80-b019-1fafe0dbc713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:21.368958 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f64534fa-8b9f-4d8a-bcf6-ace34b834c2e req-5a3cf7f6-efce-4d80-b019-1fafe0dbc713 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34 HTTP/1.1" status: 200 len: 1095 time: 0.0418990 Nov 12 04:07:21.467614 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64534fa-8b9f-4d8a-bcf6-ace34b834c2e req-87786f7e-ef90-4ed9-8f3e-109a7c44467e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:21.469192 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f64534fa-8b9f-4d8a-bcf6-ace34b834c2e req-87786f7e-ef90-4ed9-8f3e-109a7c44467e service neutron] 10.222.0.74 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 912 time: 0.0925782 Nov 12 04:07:21.514104 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f64534fa-8b9f-4d8a-bcf6-ace34b834c2e req-a99a6ce5-f162-4f1b-a8d8-9e8e38041f34 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c87f54e1-2689-40f5-a920-041c4c82224c HTTP/1.1" status: 200 len: 217 time: 0.0354166 Nov 12 04:07:21.568629 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64534fa-8b9f-4d8a-bcf6-ace34b834c2e req-6d3d8ef2-1631-41be-8417-b2b40f4ffbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:21.570079 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f64534fa-8b9f-4d8a-bcf6-ace34b834c2e req-6d3d8ef2-1631-41be-8417-b2b40f4ffbea service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0482528 Nov 12 04:07:21.618493 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64534fa-8b9f-4d8a-bcf6-ace34b834c2e req-be5f24b5-24c5-438b-a8cf-65719bad2fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:21.619950 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f64534fa-8b9f-4d8a-bcf6-ace34b834c2e req-be5f24b5-24c5-438b-a8cf-65719bad2fc9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420253 Nov 12 04:07:21.712382 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f64534fa-8b9f-4d8a-bcf6-ace34b834c2e req-3327876b-1c7e-43b7-b513-3703d73edf11 service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844159 Nov 12 04:07:21.809194 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f64534fa-8b9f-4d8a-bcf6-ace34b834c2e req-dae680ea-dabb-4bc5-b0c6-70bde6d440ec service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872657 Nov 12 04:07:21.838936 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec578b-2dab-4058-a770-f9b8d0158071 req-532860d8-e535-4772-8b26-e3eb319bf95a tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:21.840431 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-34ec578b-2dab-4058-a770-f9b8d0158071 req-532860d8-e535-4772-8b26-e3eb319bf95a tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34 HTTP/1.1" status: 200 len: 943 time: 0.0493784 Nov 12 04:07:21.889049 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-34ec578b-2dab-4058-a770-f9b8d0158071 req-053abea5-5185-4fc0-8177-250162e0abbf tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406265 Nov 12 04:07:23.009101 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec18cf-d226-4c36-a614-e0307933c2ee req-08016e08-e21e-4a09-a46f-5d199982b484 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:23.010569 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b2ec18cf-d226-4c36-a614-e0307933c2ee req-08016e08-e21e-4a09-a46f-5d199982b484 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34 HTTP/1.1" status: 200 len: 943 time: 0.0521367 Nov 12 04:07:23.058956 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b2ec18cf-d226-4c36-a614-e0307933c2ee req-34c72ad5-bf45-4819-9340-63402eb7e7f4 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419161 Nov 12 04:07:23.333137 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device c87f54e1-2689-40f5-a920-041c4c82224c details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:07:23.431028 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port c87f54e1-2689-40f5-a920-041c4c82224c, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=c87f54e1-2689-40f5-a920-041c4c82224c,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:23.442525 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'c87f54e1-2689-40f5-a920-041c4c82224c', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'port_id': 'c87f54e1-2689-40f5-a920-041c4c82224c', 'mac_address': 'fa:16:3e:e3:d3:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:07:23.479005 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:23.492156 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c87f54e1-2689-40f5-a920-041c4c82224c {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:07:23.515223 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port c87f54e1-2689-40f5-a920-041c4c82224c, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=c87f54e1-2689-40f5-a920-041c4c82224c,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:23.518227 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:23.569101 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=c87f54e1-2689-40f5-a920-041c4c82224c,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:23.576884 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:23.577228 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:23.577566 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:23.577896 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:23.578224 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:23.578547 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:23.578869 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:23.579187 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:23.579504 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:23.579818 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:23.580159 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:23.580474 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:23.749947 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['c87f54e1-2689-40f5-a920-041c4c82224c'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:07:24.175574 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a311da8-1990-4d22-8c18-e7fb0ce19866 req-586c30fe-e01b-4c6f-97b9-6833bf27b215 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:24.177063 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3a311da8-1990-4d22-8c18-e7fb0ce19866 req-586c30fe-e01b-4c6f-97b9-6833bf27b215 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34 HTTP/1.1" status: 200 len: 944 time: 0.0494056 Nov 12 04:07:24.225350 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3a311da8-1990-4d22-8c18-e7fb0ce19866 req-4c8e5377-3304-47b5-9fac-f2be339aa349 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421958 Nov 12 04:07:25.341294 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device c87f54e1-2689-40f5-a920-041c4c82224c up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:07:25.345861 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061692e1-70ba-4f8f-8b5a-751d0722bf6a req-0b21b602-7676-449a-b388-cfbb62e80b05 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:25.347357 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-061692e1-70ba-4f8f-8b5a-751d0722bf6a req-0b21b602-7676-449a-b388-cfbb62e80b05 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34 HTTP/1.1" status: 200 len: 944 time: 0.0543013 Nov 12 04:07:25.394270 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port c87f54e1-2689-40f5-a920-041c4c82224c completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:07:25.395431 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-061692e1-70ba-4f8f-8b5a-751d0722bf6a req-40dd9409-d31c-4589-a564-f024739ca183 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421176 Nov 12 04:07:25.405594 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port c87f54e1-2689-40f5-a920-041c4c82224c triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:07:25.405980 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:25.484171 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:25.506371 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6174dc-ec62-4b8e-8947-bed25a5f2e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c87f54e1-2689-40f5-a920-041c4c82224c'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:07:25.508523 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfaf0df8-c71d-4432-850f-48f020a1bd19" -d '{"events": [{"server_uuid": "7b6174dc-ec62-4b8e-8947-bed25a5f2e34", "name": "network-vif-plugged", "status": "completed", "tag": "c87f54e1-2689-40f5-a920-041c4c82224c"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:07:25.521887 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port c87f54e1-2689-40f5-a920-041c4c82224c, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=c87f54e1-2689-40f5-a920-041c4c82224c,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:25.525904 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:25.550187 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bf4e50-f835-4cbc-a64b-483bc818c446 x-openstack-request-id: req-c9bf4e50-f835-4cbc-a64b-483bc818c446 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:07:25.550477 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6174dc-ec62-4b8e-8947-bed25a5f2e34", "name": "network-vif-plugged", "status": "completed", "tag": "c87f54e1-2689-40f5-a920-041c4c82224c", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:07:25.550775 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c9bf4e50-f835-4cbc-a64b-483bc818c446 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:07:25.551190 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6174dc-ec62-4b8e-8947-bed25a5f2e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c87f54e1-2689-40f5-a920-041c4c82224c', 'code': 200} Nov 12 04:07:25.580114 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=c87f54e1-2689-40f5-a920-041c4c82224c,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:25.644538 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1707482-1345-4bdc-81ae-6ae58fe69e88 req-dcdc0039-6ad0-4211-b3ab-865f50fd4135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:25.646041 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c1707482-1345-4bdc-81ae-6ae58fe69e88 req-dcdc0039-6ad0-4211-b3ab-865f50fd4135 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34 HTTP/1.1" status: 200 len: 1097 time: 0.0409522 Nov 12 04:07:25.702621 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c1707482-1345-4bdc-81ae-6ae58fe69e88 req-7145749a-4647-4ade-804d-716d9e9293ac service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480955 Nov 12 04:07:26.513547 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8d394-eed0-4a29-861d-4d3688d45501 req-069e77e5-459a-421e-96cc-fb05e4225033 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:26.515049 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-66d8d394-eed0-4a29-861d-4d3688d45501 req-069e77e5-459a-421e-96cc-fb05e4225033 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34 HTTP/1.1" status: 200 len: 945 time: 0.0491431 Nov 12 04:07:26.566469 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-66d8d394-eed0-4a29-861d-4d3688d45501 req-52bff78c-93a1-498e-8ec7-ce2ecbd36a35 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455821 Nov 12 04:07:27.689440 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5909663-76c0-4f74-bb57-be5c81027c09 req-0756b9cd-64d3-4f66-906e-fd48271e6c0d tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:27.690787 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a5909663-76c0-4f74-bb57-be5c81027c09 req-0756b9cd-64d3-4f66-906e-fd48271e6c0d tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34 HTTP/1.1" status: 200 len: 945 time: 0.0528846 Nov 12 04:07:27.737481 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a5909663-76c0-4f74-bb57-be5c81027c09 req-f603a4f5-c47b-44bd-8831-59cd45c6fbc4 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407701 Nov 12 04:07:27.849257 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd531e-5aa5-4d34-8292-a0df27ae599f req-d5c19b15-7e21-4374-a8b9-eb287355c660 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:27.850733 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-87bd531e-5aa5-4d34-8292-a0df27ae599f req-d5c19b15-7e21-4374-a8b9-eb287355c660 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34 HTTP/1.1" status: 200 len: 945 time: 0.0489907 Nov 12 04:07:27.860128 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55322) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:27.864529 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-dbcc3866-d8ca-4654-ab7a-38b19c861e17 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Request body: {'floatingip': {'port_id': 'c87f54e1-2689-40f5-a920-041c4c82224c'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:07:27.903179 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-dbcc3866-d8ca-4654-ab7a-38b19c861e17 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks [] for floatingip, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:28.338419 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-dbcc3866-d8ca-4654-ab7a-38b19c861e17 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:28.342061 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-dbcc3866-d8ca-4654-ab7a-38b19c861e17 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:28.446000 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [None req-dbcc3866-d8ca-4654-ab7a-38b19c861e17 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Floating IP 0bc0e632-a324-468e-899c-5db3539fc526 associated. External IP: 172.25.5.212, port: c87f54e1-2689-40f5-a920-041c4c82224c. Nov 12 04:07:28.655003 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbcc3866-d8ca-4654-ab7a-38b19c861e17 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Router d6ec1b75-2f36-49a1-9988-4c09bf2ed264 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:07:28.765408 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcc3866-d8ca-4654-ab7a-38b19c861e17 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:07:28.770000 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-dbcc3866-d8ca-4654-ab7a-38b19c861e17 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:28.776732 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae64f867-efae-4629-883b-925cd5e9771f None None] Sync routers for ids ['d6ec1b75-2f36-49a1-9988-4c09bf2ed264'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:07:28.786915 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae64f867-efae-4629-883b-925cd5e9771f None None] Routers {'d6ec1b75-2f36-49a1-9988-4c09bf2ed264'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:28.787998 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-ae64f867-efae-4629-883b-925cd5e9771f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:07:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['d6ec1b75-2f36-49a1-9988-4c09bf2ed264'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:28.797142 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-dbcc3866-d8ca-4654-ab7a-38b19c861e17 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "PUT /v2.0/floatingips/0bc0e632-a324-468e-899c-5db3539fc526 HTTP/1.1" status: 200 len: 991 time: 0.9359512 Nov 12 04:07:28.797853 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b6174dc-ec62-4b8e-8947-bed25a5f2e34', 'tag': 'c87f54e1-2689-40f5-a920-041c4c82224c'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:07:28.800423 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a834065c-812b-4654-aa06-4362bb50becf" -d '{"events": [{"name": "network-changed", "server_uuid": "7b6174dc-ec62-4b8e-8947-bed25a5f2e34", "tag": "c87f54e1-2689-40f5-a920-041c4c82224c"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:07:28.852216 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3756da6a-e4c5-4a34-a5c2-4e28fcdcad0d x-openstack-request-id: req-3756da6a-e4c5-4a34-a5c2-4e28fcdcad0d {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:07:28.852830 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b6174dc-ec62-4b8e-8947-bed25a5f2e34", "tag": "c87f54e1-2689-40f5-a920-041c4c82224c", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:07:28.852830 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3756da6a-e4c5-4a34-a5c2-4e28fcdcad0d {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:07:28.853144 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b6174dc-ec62-4b8e-8947-bed25a5f2e34', 'tag': 'c87f54e1-2689-40f5-a920-041c4c82224c', 'status': 'completed', 'code': 200} Nov 12 04:07:28.895380 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-ae64f867-efae-4629-883b-925cd5e9771f None None] Set router d6ec1b75-2f36-49a1-9988-4c09bf2ed264 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:07:28.995579 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834065c-812b-4654-aa06-4362bb50becf req-61b5fc7f-3a51-4f9d-afd0-cfe2f8d3bc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:28.997170 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a834065c-812b-4654-aa06-4362bb50becf req-61b5fc7f-3a51-4f9d-afd0-cfe2f8d3bc36 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34 HTTP/1.1" status: 200 len: 1097 time: 0.1208053 Nov 12 04:07:29.094166 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834065c-812b-4654-aa06-4362bb50becf req-1dda7402-9bea-439e-8289-98fb9f8dcfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:29.095639 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a834065c-812b-4654-aa06-4362bb50becf req-1dda7402-9bea-439e-8289-98fb9f8dcfe3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 912 time: 0.0912495 Nov 12 04:07:29.131437 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-ae64f867-efae-4629-883b-925cd5e9771f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'name': 'tempest-ServerActionsTestJSON-117487654-router', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'gw_port': {'id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '0bc0e632-a324-468e-899c-5db3539fc526', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'floating_ip_address': '172.25.5.212', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'port_id': 'c87f54e1-2689-40f5-a920-041c4c82224c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'mac_address': 'fa:16:3e:e3:d3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174dc-ec62-4b8e-8947-bed25a5f2e34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:07:16Z', 'updated_at': '2021-11-12T04:07:28Z', 'revision_number': 1, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b6c269e-1546-442d-a885-c3f443c803fd', 'name': '', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'mac_address': 'fa:16:3e:a9:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:14Z', 'updated_at': '2021-11-12T04:07:18Z', 'revision_number': 5, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'subnets': [{'id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:29.157133 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae64f867-efae-4629-883b-925cd5e9771f None None] Checking router: d6ec1b75-2f36-49a1-9988-4c09bf2ed264 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:07:29.163793 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a834065c-812b-4654-aa06-4362bb50becf req-fe4e919d-14ef-4f02-a364-9e2b01872cac service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c87f54e1-2689-40f5-a920-041c4c82224c HTTP/1.1" status: 200 len: 999 time: 0.0596054 Nov 12 04:07:29.165529 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae64f867-efae-4629-883b-925cd5e9771f None None] Routers {'d6ec1b75-2f36-49a1-9988-4c09bf2ed264'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:29.166249 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-ae64f867-efae-4629-883b-925cd5e9771f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:07:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['d6ec1b75-2f36-49a1-9988-4c09bf2ed264'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:29.218923 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834065c-812b-4654-aa06-4362bb50becf req-3ed577ec-abbf-45d2-b323-ef3365be9957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:29.220411 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a834065c-812b-4654-aa06-4362bb50becf req-3ed577ec-abbf-45d2-b323-ef3365be9957 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0485191 Nov 12 04:07:29.268536 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834065c-812b-4654-aa06-4362bb50becf req-19262ddc-77da-454a-86d0-5b53f6f989f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:29.270042 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a834065c-812b-4654-aa06-4362bb50becf req-19262ddc-77da-454a-86d0-5b53f6f989f7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415125 Nov 12 04:07:29.272777 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-ae64f867-efae-4629-883b-925cd5e9771f None None] Set router d6ec1b75-2f36-49a1-9988-4c09bf2ed264 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:07:29.282132 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [req-a834065c-812b-4654-aa06-4362bb50becf req-57432260-86f0-4ae3-a447-a670a7012920 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:07:29.283119 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a834065c-812b-4654-aa06-4362bb50becf req-57432260-86f0-4ae3-a447-a670a7012920 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052869 Nov 12 04:07:29.377047 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a834065c-812b-4654-aa06-4362bb50becf req-10e8f53d-ff27-4bec-ae14-80f3d45bd9eb service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861738 Nov 12 04:07:29.479150 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a834065c-812b-4654-aa06-4362bb50becf req-5b4184dd-3b71-4576-9cfb-4fdbdb5581a8 service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943568 Nov 12 04:07:29.499854 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-ae64f867-efae-4629-883b-925cd5e9771f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'name': 'tempest-ServerActionsTestJSON-117487654-router', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'gw_port': {'id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '0bc0e632-a324-468e-899c-5db3539fc526', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'floating_ip_address': '172.25.5.212', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'port_id': 'c87f54e1-2689-40f5-a920-041c4c82224c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'mac_address': 'fa:16:3e:e3:d3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174dc-ec62-4b8e-8947-bed25a5f2e34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:07:16Z', 'updated_at': '2021-11-12T04:07:28Z', 'revision_number': 1, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b6c269e-1546-442d-a885-c3f443c803fd', 'name': '', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'mac_address': 'fa:16:3e:a9:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:14Z', 'updated_at': '2021-11-12T04:07:18Z', 'revision_number': 5, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'subnets': [{'id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:29.623069 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae64f867-efae-4629-883b-925cd5e9771f None None] The sync data for ids ['d6ec1b75-2f36-49a1-9988-4c09bf2ed264'] in n-d-715271-27 is: [{'id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'name': 'tempest-ServerActionsTestJSON-117487654-router', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'gw_port': {'id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '0bc0e632-a324-468e-899c-5db3539fc526', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'floating_ip_address': '172.25.5.212', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'port_id': 'c87f54e1-2689-40f5-a920-041c4c82224c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'mac_address': 'fa:16:3e:e3:d3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6174dc-ec62-4b8e-8947-bed25a5f2e34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:07:16Z', 'updated_at': '2021-11-12T04:07:28Z', 'revision_number': 1, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b6c269e-1546-442d-a885-c3f443c803fd', 'name': '', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'mac_address': 'fa:16:3e:a9:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:14Z', 'updated_at': '2021-11-12T04:07:18Z', 'revision_number': 5, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'subnets': [{'id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:07:29.824007 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8be0802-093b-492f-8a86-c9ff9c076fd7 None None] New status for floating IP 0bc0e632-a324-468e-899c-5db3539fc526: ACTIVE {{(pid=102573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:07:30.403843 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-20a4d7f7-6e94-447b-bcb6-b0e39a10c93c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:32.293287 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ad3362b5-a139-452e-84ae-c1dff54dc0df req-aa937528-416d-44eb-b03f-d95d84e55964 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407293 Nov 12 04:07:32.377183 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3362b5-a139-452e-84ae-c1dff54dc0df req-08085fcf-ab2e-442c-a176-4fe2023b14d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:32.378676 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ad3362b5-a139-452e-84ae-c1dff54dc0df req-08085fcf-ab2e-442c-a176-4fe2023b14d0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34 HTTP/1.1" status: 200 len: 1097 time: 0.0403383 Nov 12 04:07:32.488807 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3362b5-a139-452e-84ae-c1dff54dc0df req-49ac1a25-85f9-4592-8584-7bafb2098703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:32.490287 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ad3362b5-a139-452e-84ae-c1dff54dc0df req-49ac1a25-85f9-4592-8584-7bafb2098703 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 912 time: 0.0909061 Nov 12 04:07:32.556661 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ad3362b5-a139-452e-84ae-c1dff54dc0df req-b004fef7-bf3f-4d95-bcc2-9d490b4c4d40 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c87f54e1-2689-40f5-a920-041c4c82224c HTTP/1.1" status: 200 len: 1001 time: 0.0581136 Nov 12 04:07:32.609224 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3362b5-a139-452e-84ae-c1dff54dc0df req-b6a9bbfe-61ca-4d9d-8c1e-f640d9a37e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:32.610628 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ad3362b5-a139-452e-84ae-c1dff54dc0df req-b6a9bbfe-61ca-4d9d-8c1e-f640d9a37e58 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0469654 Nov 12 04:07:32.657699 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3362b5-a139-452e-84ae-c1dff54dc0df req-65db1295-e8c3-44d3-bf4a-f93f0bae542c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:32.659198 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ad3362b5-a139-452e-84ae-c1dff54dc0df req-65db1295-e8c3-44d3-bf4a-f93f0bae542c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398612 Nov 12 04:07:32.749551 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ad3362b5-a139-452e-84ae-c1dff54dc0df req-e6ce7989-209f-4f3e-b940-7f78a328472e service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818627 Nov 12 04:07:32.843793 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ad3362b5-a139-452e-84ae-c1dff54dc0df req-cff594a6-2bdb-474c-b6ad-7e1273e472f3 service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853152 Nov 12 04:07:33.421220 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5e8f5d4d-c955-4fac-a5a8-59bca7e455ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:34.225581 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:35.561451 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:36.409375 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:38.949229 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:39.937562 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:07:48.485165 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:00.408006 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3ebd4557-b3d5-4556-bac7-a27695d1dd41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:03.425524 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f05b8e47-059a-4cbf-a892-34c267dfbed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:04.227390 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:05.560718 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:06.411929 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:08.954516 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:16.936936 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:08:18.482608 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:30.408953 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0de65bd4-e6d9-4ef0-96ac-a2a73f92b39d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:33.308781 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a1779661-a7d9-4ae1-ae8a-35a8bea02f74 req-f928f934-2eb8-4ef6-9382-f6ba3deff652 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424922 Nov 12 04:08:33.399814 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1779661-a7d9-4ae1-ae8a-35a8bea02f74 req-2e78ba2b-676c-4041-945a-bdd9e5fdf9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:33.401343 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a1779661-a7d9-4ae1-ae8a-35a8bea02f74 req-2e78ba2b-676c-4041-945a-bdd9e5fdf9d1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34 HTTP/1.1" status: 200 len: 1097 time: 0.0452504 Nov 12 04:08:33.432389 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fd7fa63f-8a99-4645-89e4-c3ed85ad8c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:33.505846 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1779661-a7d9-4ae1-ae8a-35a8bea02f74 req-b16dc432-c1d2-4276-a8c8-5a776ccbde6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:33.507298 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a1779661-a7d9-4ae1-ae8a-35a8bea02f74 req-b16dc432-c1d2-4276-a8c8-5a776ccbde6b service neutron] 10.222.0.74 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 912 time: 0.0843830 Nov 12 04:08:33.577404 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a1779661-a7d9-4ae1-ae8a-35a8bea02f74 req-fd136689-09bc-4b0c-bfd1-9b0caef189ab service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c87f54e1-2689-40f5-a920-041c4c82224c HTTP/1.1" status: 200 len: 1001 time: 0.0613880 Nov 12 04:08:33.626946 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1779661-a7d9-4ae1-ae8a-35a8bea02f74 req-5e050804-9053-4832-91d7-f51481d3377c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:33.628413 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a1779661-a7d9-4ae1-ae8a-35a8bea02f74 req-5e050804-9053-4832-91d7-f51481d3377c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0435784 Nov 12 04:08:33.674686 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1779661-a7d9-4ae1-ae8a-35a8bea02f74 req-dc70b640-1f08-470f-a765-fead1e5b6207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:33.676434 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a1779661-a7d9-4ae1-ae8a-35a8bea02f74 req-dc70b640-1f08-470f-a765-fead1e5b6207 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400329 Nov 12 04:08:33.769698 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a1779661-a7d9-4ae1-ae8a-35a8bea02f74 req-c9947b07-0879-4119-9627-dfdc337097a5 service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854657 Nov 12 04:08:33.875978 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a1779661-a7d9-4ae1-ae8a-35a8bea02f74 req-e5cdbb64-8e8a-4ef1-89de-1e707892c916 service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982897 Nov 12 04:08:34.234655 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:35.562207 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:36.414811 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:38.986194 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:48.484048 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:53.936113 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:09:00.412327 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-086ec091-ebb3-4622-8778-bc19218585d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:03.423522 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3938a112-807b-4447-9097-8298e5400182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:04.234756 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:05.564293 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:06.417609 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:09.001009 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:10.299781 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039016a7-8d52-425a-91fa-c0579178899d req-f00ee8bf-eaff-4a25-b213-ec877f846f41 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:10.301558 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-039016a7-8d52-425a-91fa-c0579178899d req-f00ee8bf-eaff-4a25-b213-ec877f846f41 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34 HTTP/1.1" status: 200 len: 945 time: 0.1123512 Nov 12 04:09:10.349224 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-039016a7-8d52-425a-91fa-c0579178899d req-690d351b-931d-4a0c-9f77-cfff9737bdeb tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417621 Nov 12 04:09:10.609741 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-c6087ec6-8410-4e16-a409-9f4e8cc79bb8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0735424 Nov 12 04:09:10.617954 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a9d13-c96f-4319-b280-459603e79208 req-d7ae0a91-933d-4298-b02a-98032f1256c5 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:10.619366 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-404a9d13-c96f-4319-b280-459603e79208 req-d7ae0a91-933d-4298-b02a-98032f1256c5 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34 HTTP/1.1" status: 200 len: 945 time: 0.0754504 Nov 12 04:09:10.668794 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-404a9d13-c96f-4319-b280-459603e79208 req-efff5f64-0f97-4b21-bceb-5385aab43005 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433974 Nov 12 04:09:11.845227 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1862565-0539-4b96-af51-22008e1f89f4 req-efc7ec7d-c5bb-43c0-8eb2-8e5fdb90b168 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:11.846790 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f1862565-0539-4b96-af51-22008e1f89f4 req-efc7ec7d-c5bb-43c0-8eb2-8e5fdb90b168 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34 HTTP/1.1" status: 200 len: 945 time: 0.1081359 Nov 12 04:09:12.243664 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-8b73d4ca-7658-4d60-a5e0-775b5190966a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:12.245202 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-8b73d4ca-7658-4d60-a5e0-775b5190966a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34 HTTP/1.1" status: 200 len: 1097 time: 0.3975458 Nov 12 04:09:12.248946 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f1862565-0539-4b96-af51-22008e1f89f4 req-b9495d00-65c2-48c6-bace-f40fa24dd44d tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3935959 Nov 12 04:09:12.336834 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-c7065768-e37a-426a-8b64-e8df0db71bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:12.338298 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-c7065768-e37a-426a-8b64-e8df0db71bed service neutron] 10.222.0.74 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 912 time: 0.0839946 Nov 12 04:09:12.409075 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-113ba64e-2c78-474f-a8ad-005d7ce2551d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c87f54e1-2689-40f5-a920-041c4c82224c HTTP/1.1" status: 200 len: 1001 time: 0.0626447 Nov 12 04:09:12.461632 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-1f9a57d2-219d-4438-b1a9-a963178cf179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:12.463114 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-1f9a57d2-219d-4438-b1a9-a963178cf179 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0453570 Nov 12 04:09:12.512807 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-09ebc9e2-b117-44c1-8af0-69828f4b1eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:12.515267 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-09ebc9e2-b117-44c1-8af0-69828f4b1eec service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400150 Nov 12 04:09:12.611606 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-5d9c579e-c75c-4424-9b2b-0866bf900f56 service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859756 Nov 12 04:09:12.709731 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-a3bd0ca7-a8eb-4945-899d-1a139cba3bb5 service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865648 Nov 12 04:09:13.366589 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088f849-d702-40c4-a637-b892c70c5a22 req-87a528be-d905-484e-9b45-15b4aae65d7a tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:13.368118 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b088f849-d702-40c4-a637-b892c70c5a22 req-87a528be-d905-484e-9b45-15b4aae65d7a tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34 HTTP/1.1" status: 200 len: 945 time: 0.0491829 Nov 12 04:09:13.415417 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b088f849-d702-40c4-a637-b892c70c5a22 req-bdba420e-e7de-4a28-86fe-a46e15f99840 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413773 Nov 12 04:09:14.533704 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d40a2-5efb-43da-9917-19f228b7a4d0 req-a3385e98-94ba-4304-a387-69b41cfd0ee6 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:14.535173 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cb2d40a2-5efb-43da-9917-19f228b7a4d0 req-a3385e98-94ba-4304-a387-69b41cfd0ee6 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34 HTTP/1.1" status: 200 len: 945 time: 0.0495415 Nov 12 04:09:14.585060 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cb2d40a2-5efb-43da-9917-19f228b7a4d0 req-99271e7f-e7d1-4990-818c-8075684e2e2e tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438931 Nov 12 04:09:15.704046 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc7857-ffd4-4f3d-9a5c-cfd5707fe10e req-024d8aa0-1e8f-4b23-a4e3-4456cb2037bb tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:15.705437 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fbfc7857-ffd4-4f3d-9a5c-cfd5707fe10e req-024d8aa0-1e8f-4b23-a4e3-4456cb2037bb tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34 HTTP/1.1" status: 200 len: 945 time: 0.0525024 Nov 12 04:09:15.752190 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fbfc7857-ffd4-4f3d-9a5c-cfd5707fe10e req-2bc560c4-6d9a-487b-a791-5944e243a260 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408661 Nov 12 04:09:16.869506 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e6273f-6a5a-4eb0-a374-44b1088f1020 req-f368998e-3f72-41af-bc62-0cb4def364e8 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:16.870989 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f9e6273f-6a5a-4eb0-a374-44b1088f1020 req-f368998e-3f72-41af-bc62-0cb4def364e8 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34 HTTP/1.1" status: 200 len: 945 time: 0.0492675 Nov 12 04:09:16.918335 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f9e6273f-6a5a-4eb0-a374-44b1088f1020 req-0b160fda-e70f-4824-899a-91464337775d tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407345 Nov 12 04:09:18.034620 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c3f91-8507-4e7f-b9e1-db15bb006ab2 req-e7364f4e-e8d9-433a-bb55-9b76191a619d tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:18.036119 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-397c3f91-8507-4e7f-b9e1-db15bb006ab2 req-e7364f4e-e8d9-433a-bb55-9b76191a619d tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34 HTTP/1.1" status: 200 len: 945 time: 0.0491772 Nov 12 04:09:18.084374 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-397c3f91-8507-4e7f-b9e1-db15bb006ab2 req-7d8942b8-f6af-481a-96ec-e28b2094921c tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421443 Nov 12 04:09:18.485331 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:19.202813 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4b678-e582-4e68-bdca-23b5b9c26c5c req-4ca037dc-9d41-442f-84a9-38f89445a639 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:19.204284 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5ba4b678-e582-4e68-bdca-23b5b9c26c5c req-4ca037dc-9d41-442f-84a9-38f89445a639 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34 HTTP/1.1" status: 200 len: 945 time: 0.0529118 Nov 12 04:09:19.251732 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5ba4b678-e582-4e68-bdca-23b5b9c26c5c req-59f07da1-cf90-4402-8983-75530c684d25 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415804 Nov 12 04:09:20.369687 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a3ddc-4591-4078-b1cb-3af4663aca90 req-3e51dbf0-5991-4dbf-8110-7f1578daa1e1 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:20.371080 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ff5a3ddc-4591-4078-b1cb-3af4663aca90 req-3e51dbf0-5991-4dbf-8110-7f1578daa1e1 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34 HTTP/1.1" status: 200 len: 945 time: 0.0518234 Nov 12 04:09:20.421415 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ff5a3ddc-4591-4078-b1cb-3af4663aca90 req-6f2c59a2-aaa8-4c0d-88bd-f8c12477f276 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435963 Nov 12 04:09:21.548473 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a0442-770e-478f-a651-50a75b1bc323 req-904f2b23-4664-4cd8-8cb2-d76f0cffbea9 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:21.549991 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fb1a0442-770e-478f-a651-50a75b1bc323 req-904f2b23-4664-4cd8-8cb2-d76f0cffbea9 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34 HTTP/1.1" status: 200 len: 945 time: 0.0493717 Nov 12 04:09:21.597616 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fb1a0442-770e-478f-a651-50a75b1bc323 req-55e7956a-0322-462f-9c7b-12d7d3e63e83 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415735 Nov 12 04:09:22.715462 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c38fb-946f-41bc-a778-89b814708c1c req-56e533e2-13d8-4e39-ba95-e9e4abb9b3b9 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:22.717535 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2f3c38fb-946f-41bc-a778-89b814708c1c req-56e533e2-13d8-4e39-ba95-e9e4abb9b3b9 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34 HTTP/1.1" status: 200 len: 945 time: 0.0492966 Nov 12 04:09:22.766754 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2f3c38fb-946f-41bc-a778-89b814708c1c req-4a89e3ef-a342-4b26-9a80-9c22a8274598 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431485 Nov 12 04:09:23.885141 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9d77b-a23a-4000-971e-f96bd414370c req-08357484-10c7-452c-95a6-80675655adbe tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:23.886622 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c5f9d77b-a23a-4000-971e-f96bd414370c req-08357484-10c7-452c-95a6-80675655adbe tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34 HTTP/1.1" status: 200 len: 945 time: 0.0494583 Nov 12 04:09:23.939462 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c5f9d77b-a23a-4000-971e-f96bd414370c req-2f861035-944c-43f3-b4c7-364977d83004 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469723 Nov 12 04:09:24.942013 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-07bc2342-b6c2-45ac-8c02-969d8f4f6e6b service neutron] show failed (client error): The resource could not be found. Nov 12 04:09:24.943027 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-07bc2342-b6c2-45ac-8c02-969d8f4f6e6b service neutron] 10.222.0.74 "GET /v2.0/ports/c87f54e1-2689-40f5-a920-041c4c82224c/bindings/n-h2-715271-27 HTTP/1.1" status: 404 len: 381 time: 0.0590262 Nov 12 04:09:25.056410 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be4118-875d-4926-b727-acc2e466e68d req-71345757-ff96-45b3-898f-a2761c1220c0 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:25.057873 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-75be4118-875d-4926-b727-acc2e466e68d req-71345757-ff96-45b3-898f-a2761c1220c0 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34 HTTP/1.1" status: 200 len: 945 time: 0.0491498 Nov 12 04:09:25.116312 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-75be4118-875d-4926-b727-acc2e466e68d req-ca6e9485-bef4-4f1b-8dbe-1d4612f7e408 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515168 Nov 12 04:09:25.157692 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-2880cb32-3f10-4845-a6db-ea476fc10f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:25.159174 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-2880cb32-3f10-4845-a6db-ea476fc10f2b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34&tenant_id=9480d8101ef043e1ba7e2d8089e38c2f HTTP/1.1" status: 200 len: 1097 time: 0.0410876 Nov 12 04:09:25.180782 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-3d19e099-1720-434d-8192-0f295a0aec89 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-27', 'device_owner': 'compute:nova'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:25.232259 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-3d19e099-1720-434d-8192-0f295a0aec89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:25.434974 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-3d19e099-1720-434d-8192-0f295a0aec89 service neutron] For port c87f54e1-2689-40f5-a920-041c4c82224c, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=c87f54e1-2689-40f5-a920-041c4c82224c,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:25.471973 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-3d19e099-1720-434d-8192-0f295a0aec89 service neutron] For port c87f54e1-2689-40f5-a920-041c4c82224c, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:09:25.511358 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6174dc-ec62-4b8e-8947-bed25a5f2e34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c87f54e1-2689-40f5-a920-041c4c82224c'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:25.513701 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec7919e-b2c9-43ca-ad41-79b4d112e77e" -d '{"events": [{"server_uuid": "7b6174dc-ec62-4b8e-8947-bed25a5f2e34", "name": "network-vif-unplugged", "status": "completed", "tag": "c87f54e1-2689-40f5-a920-041c4c82224c"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:25.518058 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-3d19e099-1720-434d-8192-0f295a0aec89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:25.530781 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-3d19e099-1720-434d-8192-0f295a0aec89 service neutron] Transition to ACTIVE for port object c87f54e1-2689-40f5-a920-041c4c82224c will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:09:25.534522 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-3d19e099-1720-434d-8192-0f295a0aec89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:25.564631 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38fb3cc-3b82-4a58-abf7-8a5fe623e45c x-openstack-request-id: req-e38fb3cc-3b82-4a58-abf7-8a5fe623e45c {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:25.564923 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6174dc-ec62-4b8e-8947-bed25a5f2e34", "name": "network-vif-unplugged", "status": "completed", "tag": "c87f54e1-2689-40f5-a920-041c4c82224c", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:25.565178 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e38fb3cc-3b82-4a58-abf7-8a5fe623e45c {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:25.565572 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6174dc-ec62-4b8e-8947-bed25a5f2e34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c87f54e1-2689-40f5-a920-041c4c82224c', 'code': 200} Nov 12 04:09:25.617011 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d19e099-1720-434d-8192-0f295a0aec89 service neutron] Pushing event updated for resources: {'Port': ['ID=c87f54e1-2689-40f5-a920-041c4c82224c,revision_number=6']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:25.630162 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d19e099-1720-434d-8192-0f295a0aec89 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:25.630506 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d19e099-1720-434d-8192-0f295a0aec89 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:25.630849 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d19e099-1720-434d-8192-0f295a0aec89 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:25.631183 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d19e099-1720-434d-8192-0f295a0aec89 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:25.631514 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d19e099-1720-434d-8192-0f295a0aec89 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:25.631842 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d19e099-1720-434d-8192-0f295a0aec89 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:25.632197 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d19e099-1720-434d-8192-0f295a0aec89 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:25.632522 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d19e099-1720-434d-8192-0f295a0aec89 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:25.632850 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d19e099-1720-434d-8192-0f295a0aec89 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:25.633170 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d19e099-1720-434d-8192-0f295a0aec89 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:25.633490 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d19e099-1720-434d-8192-0f295a0aec89 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:25.633808 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d19e099-1720-434d-8192-0f295a0aec89 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:25.670408 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-3d19e099-1720-434d-8192-0f295a0aec89 service neutron] No DVR routers for this DVR port c87f54e1-2689-40f5-a920-041c4c82224c on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:09:25.811489 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-3d19e099-1720-434d-8192-0f295a0aec89 service neutron] Attempting to bind port c87f54e1-2689-40f5-a920-041c4c82224c on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:09:25.812040 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-3d19e099-1720-434d-8192-0f295a0aec89 service neutron] Attempting to bind port c87f54e1-2689-40f5-a920-041c4c82224c by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:09:25.812434 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-3d19e099-1720-434d-8192-0f295a0aec89 service neutron] Attempting to bind port c87f54e1-2689-40f5-a920-041c4c82224c on network cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:25.816726 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-3d19e099-1720-434d-8192-0f295a0aec89 service neutron] Port c87f54e1-2689-40f5-a920-041c4c82224c on network cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:09:25.817038 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-3d19e099-1720-434d-8192-0f295a0aec89 service neutron] Attempting to bind port c87f54e1-2689-40f5-a920-041c4c82224c on network cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:25.821812 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-3d19e099-1720-434d-8192-0f295a0aec89 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:09:25.822138 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-3d19e099-1720-434d-8192-0f295a0aec89 service neutron] Checking segment: {'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:09:25.822519 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-3d19e099-1720-434d-8192-0f295a0aec89 service neutron] Bound using segment: {'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:09:25.822928 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-3d19e099-1720-434d-8192-0f295a0aec89 service neutron] Bound port: c87f54e1-2689-40f5-a920-041c4c82224c, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:09:25.823271 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-3d19e099-1720-434d-8192-0f295a0aec89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:25.885713 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-3d19e099-1720-434d-8192-0f295a0aec89 service neutron] For port c87f54e1-2689-40f5-a920-041c4c82224c, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:09:25.888704 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-3d19e099-1720-434d-8192-0f295a0aec89 service neutron] For port c87f54e1-2689-40f5-a920-041c4c82224c, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=c87f54e1-2689-40f5-a920-041c4c82224c,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:09:25.893141 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-3d19e099-1720-434d-8192-0f295a0aec89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:25.929465 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-3d19e099-1720-434d-8192-0f295a0aec89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:25.930069 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-3d19e099-1720-434d-8192-0f295a0aec89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:25.931439 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-3d19e099-1720-434d-8192-0f295a0aec89 service neutron] 10.222.0.90 "PUT /v2.0/ports/c87f54e1-2689-40f5-a920-041c4c82224c HTTP/1.1" status: 200 len: 1092 time: 0.7545416 Nov 12 04:09:25.954483 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d19e099-1720-434d-8192-0f295a0aec89 service neutron] Pushing event updated for resources: {'Port': ['ID=c87f54e1-2689-40f5-a920-041c4c82224c,revision_number=7']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:26.016361 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-cedcdb70-8737-4b67-9f2c-e3b6b2e9cdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:26.017874 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-cedcdb70-8737-4b67-9f2c-e3b6b2e9cdf3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34 HTTP/1.1" status: 200 len: 1095 time: 0.0468314 Nov 12 04:09:26.112560 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-26c0fa5f-56ed-4a9c-ba84-c451d197216a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:26.114016 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-26c0fa5f-56ed-4a9c-ba84-c451d197216a service neutron] 10.222.0.90 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 912 time: 0.0889177 Nov 12 04:09:26.188839 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-aff56f80-14a0-42fc-bf28-d5cc867d700f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c87f54e1-2689-40f5-a920-041c4c82224c HTTP/1.1" status: 200 len: 999 time: 0.0665700 Nov 12 04:09:26.271591 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92208359-69fe-4a5c-b2b9-b3574141357b req-51936fb0-aa21-4092-b3ea-6f405ce34440 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:26.273095 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-92208359-69fe-4a5c-b2b9-b3574141357b req-51936fb0-aa21-4092-b3ea-6f405ce34440 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34 HTTP/1.1" status: 200 len: 943 time: 0.0833876 Nov 12 04:09:26.276771 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-b014560e-c89a-479a-bb51-e918a49b7663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:26.278079 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-b014560e-c89a-479a-bb51-e918a49b7663 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0631211 Nov 12 04:09:26.355405 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-92208359-69fe-4a5c-b2b9-b3574141357b req-0805d4c5-be84-4cc0-8715-db823c07f19d tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761442 Nov 12 04:09:26.357910 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-c6f95e3d-a824-4ad6-a64b-941144a5684a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:26.359789 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-c6f95e3d-a824-4ad6-a64b-941144a5684a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0740442 Nov 12 04:09:26.377775 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-8efb3699-b96a-42aa-be5a-99254a1b4912 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:09:26.378718 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-8efb3699-b96a-42aa-be5a-99254a1b4912 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059836 Nov 12 04:09:26.479303 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-c1e47d83-ead5-485e-bd3b-d07485da7e42 service neutron] 10.222.0.90 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918217 Nov 12 04:09:26.572678 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6154a456-1be3-41eb-9dff-afc390f500b3 req-50248ba5-02c5-4c81-93c3-bde885db90ae service neutron] 10.222.0.90 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860376 Nov 12 04:09:27.474104 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d23a8d-4269-4fed-95f1-d7bdc01302c7 req-d7824dc6-a4b8-49d8-910e-467ded475d89 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:27.475558 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-51d23a8d-4269-4fed-95f1-d7bdc01302c7 req-d7824dc6-a4b8-49d8-910e-467ded475d89 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34 HTTP/1.1" status: 200 len: 943 time: 0.0485625 Nov 12 04:09:27.529057 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-51d23a8d-4269-4fed-95f1-d7bdc01302c7 req-ccc594c1-3a8e-443b-a812-529e01fecb54 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476019 Nov 12 04:09:27.566366 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b6174dc-ec62-4b8e-8947-bed25a5f2e34', 'tag': 'c87f54e1-2689-40f5-a920-041c4c82224c'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:27.568772 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f491bc96-32c7-4510-8f6c-3477f9ead8ad" -d '{"events": [{"name": "network-changed", "server_uuid": "7b6174dc-ec62-4b8e-8947-bed25a5f2e34", "tag": "c87f54e1-2689-40f5-a920-041c4c82224c"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:27.618051 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2c6621-4bfd-4507-a4c5-cef676f7b66b x-openstack-request-id: req-1f2c6621-4bfd-4507-a4c5-cef676f7b66b {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:27.618342 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b6174dc-ec62-4b8e-8947-bed25a5f2e34", "tag": "c87f54e1-2689-40f5-a920-041c4c82224c", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:27.618599 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1f2c6621-4bfd-4507-a4c5-cef676f7b66b {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:27.618997 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b6174dc-ec62-4b8e-8947-bed25a5f2e34', 'tag': 'c87f54e1-2689-40f5-a920-041c4c82224c', 'status': 'completed', 'code': 200} Nov 12 04:09:27.690636 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491bc96-32c7-4510-8f6c-3477f9ead8ad req-aaeadcd1-3e1d-41a8-aca4-4f2db11b1bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:27.692223 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f491bc96-32c7-4510-8f6c-3477f9ead8ad req-aaeadcd1-3e1d-41a8-aca4-4f2db11b1bde service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34 HTTP/1.1" status: 200 len: 1095 time: 0.0493999 Nov 12 04:09:27.713269 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491bc96-32c7-4510-8f6c-3477f9ead8ad req-e95d6c1c-e835-4d6d-a01a-01cfff0c3636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:27.714761 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f491bc96-32c7-4510-8f6c-3477f9ead8ad req-e95d6c1c-e835-4d6d-a01a-01cfff0c3636 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34 HTTP/1.1" status: 200 len: 1095 time: 0.0419829 Nov 12 04:09:27.791909 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491bc96-32c7-4510-8f6c-3477f9ead8ad req-e73037f7-53f2-4b91-b9f7-dc9994393d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:27.793703 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f491bc96-32c7-4510-8f6c-3477f9ead8ad req-e73037f7-53f2-4b91-b9f7-dc9994393d4f service neutron] 10.222.0.74 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 912 time: 0.0943050 Nov 12 04:09:27.820217 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491bc96-32c7-4510-8f6c-3477f9ead8ad req-1d4468d5-5f3f-46a9-b88e-5de6fa78eec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:27.821984 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f491bc96-32c7-4510-8f6c-3477f9ead8ad req-1d4468d5-5f3f-46a9-b88e-5de6fa78eec1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 912 time: 0.0941782 Nov 12 04:09:27.868618 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f491bc96-32c7-4510-8f6c-3477f9ead8ad req-2577616b-d4d7-421c-9a83-fc4fb50d9225 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c87f54e1-2689-40f5-a920-041c4c82224c HTTP/1.1" status: 200 len: 999 time: 0.0666842 Nov 12 04:09:27.889325 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f491bc96-32c7-4510-8f6c-3477f9ead8ad req-abbe215d-0f07-4da3-838b-ca0132ee373a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c87f54e1-2689-40f5-a920-041c4c82224c HTTP/1.1" status: 200 len: 999 time: 0.0598607 Nov 12 04:09:27.920422 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491bc96-32c7-4510-8f6c-3477f9ead8ad req-20b80f9b-fc55-49c9-8916-67d72951bbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:27.922452 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f491bc96-32c7-4510-8f6c-3477f9ead8ad req-20b80f9b-fc55-49c9-8916-67d72951bbea service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0462136 Nov 12 04:09:27.938893 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491bc96-32c7-4510-8f6c-3477f9ead8ad req-1c6cd408-a2ec-410b-8dec-23c505e4eaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:27.940396 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f491bc96-32c7-4510-8f6c-3477f9ead8ad req-1c6cd408-a2ec-410b-8dec-23c505e4eaf2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0440662 Nov 12 04:09:27.969108 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491bc96-32c7-4510-8f6c-3477f9ead8ad req-a5a01fe5-1238-4e38-bb85-f8128897c6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:27.970520 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f491bc96-32c7-4510-8f6c-3477f9ead8ad req-a5a01fe5-1238-4e38-bb85-f8128897c6f3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410585 Nov 12 04:09:27.990988 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491bc96-32c7-4510-8f6c-3477f9ead8ad req-105cfc45-7a39-4f55-936e-8fba793f39e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:27.992510 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f491bc96-32c7-4510-8f6c-3477f9ead8ad req-105cfc45-7a39-4f55-936e-8fba793f39e9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448122 Nov 12 04:09:28.068264 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f491bc96-32c7-4510-8f6c-3477f9ead8ad req-e7c07e20-da9e-4577-836e-9dcea4c6afeb service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897171 Nov 12 04:09:28.070428 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device c87f54e1-2689-40f5-a920-041c4c82224c no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:09:28.113021 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device c87f54e1-2689-40f5-a920-041c4c82224c not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:09:28.171270 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f491bc96-32c7-4510-8f6c-3477f9ead8ad req-8921b94c-4c17-4068-8eb0-07d6b936e1d2 service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917935 Nov 12 04:09:28.437735 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f491bc96-32c7-4510-8f6c-3477f9ead8ad req-5d84bee8-8840-4530-906b-e1490f6d2dcc service neutron] 10.222.0.90 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367001 Nov 12 04:09:28.584098 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f491bc96-32c7-4510-8f6c-3477f9ead8ad req-a1af3546-8454-4a60-a6ac-6e0e51ead4d0 service neutron] 10.222.0.90 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901611 Nov 12 04:09:28.658573 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f753810-c2c2-4b9c-9c04-c76261e4d614 req-601fdeda-1e21-478d-8398-a5fcbe4755f9 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:28.660082 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1f753810-c2c2-4b9c-9c04-c76261e4d614 req-601fdeda-1e21-478d-8398-a5fcbe4755f9 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34 HTTP/1.1" status: 200 len: 943 time: 0.0569332 Nov 12 04:09:28.708305 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1f753810-c2c2-4b9c-9c04-c76261e4d614 req-0bb84cb2-b6d9-4d55-8f00-1c35fd9659af tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421846 Nov 12 04:09:28.889884 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device c87f54e1-2689-40f5-a920-041c4c82224c details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:09:28.933954 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166f6ee-26bf-4ef3-9634-3dab8eb5cbbb req-a1ae15c1-b500-4a3d-aae3-e22ad641138a tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:28.935428 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1166f6ee-26bf-4ef3-9634-3dab8eb5cbbb req-a1ae15c1-b500-4a3d-aae3-e22ad641138a tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34 HTTP/1.1" status: 200 len: 943 time: 0.0828168 Nov 12 04:09:28.956351 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e6c9f-32f5-421c-b6b8-5beaa1cf653e req-ed35a36c-3f1b-4233-ad65-290720aaa930 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:28.957935 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9c7e6c9f-32f5-421c-b6b8-5beaa1cf653e req-ed35a36c-3f1b-4233-ad65-290720aaa930 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34&tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&binding%3Ahost_id=n-h2-715271-27 HTTP/1.1" status: 200 len: 943 time: 0.0779948 Nov 12 04:09:28.987467 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port c87f54e1-2689-40f5-a920-041c4c82224c, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=c87f54e1-2689-40f5-a920-041c4c82224c,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:28.998861 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': 'c87f54e1-2689-40f5-a920-041c4c82224c', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'port_id': 'c87f54e1-2689-40f5-a920-041c4c82224c', 'mac_address': 'fa:16:3e:e3:d3:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:09:29.036389 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:29.039201 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1166f6ee-26bf-4ef3-9634-3dab8eb5cbbb req-f4fa70c4-14a9-4a32-973a-32ec860d9ba9 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963109 Nov 12 04:09:29.046206 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [req-9c7e6c9f-32f5-421c-b6b8-5beaa1cf653e req-5ac8e52f-8653-4fc4-a554-84d89a974068 service neutron] delete failed (client error): The resource could not be found. Nov 12 04:09:29.047285 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9c7e6c9f-32f5-421c-b6b8-5beaa1cf653e req-5ac8e52f-8653-4fc4-a554-84d89a974068 service neutron] 10.222.0.74 "DELETE /v2.0/ports/c87f54e1-2689-40f5-a920-041c4c82224c/bindings/n-h1-715271-27 HTTP/1.1" status: 404 len: 381 time: 0.0817068 Nov 12 04:09:29.055899 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c87f54e1-2689-40f5-a920-041c4c82224c {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:09:29.077900 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port c87f54e1-2689-40f5-a920-041c4c82224c, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=c87f54e1-2689-40f5-a920-041c4c82224c,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:29.082078 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:29.131106 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=c87f54e1-2689-40f5-a920-041c4c82224c,revision_number=8']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:29.133702 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e6c9f-32f5-421c-b6b8-5beaa1cf653e req-a2c8df3c-bcb8-486c-a358-7f8d760de8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:29.135299 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9c7e6c9f-32f5-421c-b6b8-5beaa1cf653e req-a2c8df3c-bcb8-486c-a358-7f8d760de8b0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34 HTTP/1.1" status: 200 len: 1096 time: 0.0414464 Nov 12 04:09:29.138233 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:29.138582 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:29.138925 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:29.139263 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:29.140296 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:29.140732 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:29.141061 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:29.141419 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:29.141753 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:29.142083 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:29.142413 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:29.142737 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:29.231040 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e6c9f-32f5-421c-b6b8-5beaa1cf653e req-b776b2ad-3375-40dc-9666-13c4668e39c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:29.232548 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9c7e6c9f-32f5-421c-b6b8-5beaa1cf653e req-b776b2ad-3375-40dc-9666-13c4668e39c9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 912 time: 0.0882282 Nov 12 04:09:29.304880 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9c7e6c9f-32f5-421c-b6b8-5beaa1cf653e req-c8851ee1-015c-4603-a471-fb7a5847f7f2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c87f54e1-2689-40f5-a920-041c4c82224c HTTP/1.1" status: 200 len: 1000 time: 0.0630095 Nov 12 04:09:29.358209 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e6c9f-32f5-421c-b6b8-5beaa1cf653e req-b3a110a9-1513-430f-80c0-8a909fa1d52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:29.359659 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9c7e6c9f-32f5-421c-b6b8-5beaa1cf653e req-b3a110a9-1513-430f-80c0-8a909fa1d52d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0454216 Nov 12 04:09:29.409296 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e6c9f-32f5-421c-b6b8-5beaa1cf653e req-c8e1d5d4-3dc4-4164-903f-5687bd7012d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:29.410856 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9c7e6c9f-32f5-421c-b6b8-5beaa1cf653e req-c8e1d5d4-3dc4-4164-903f-5687bd7012d9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439730 Nov 12 04:09:29.497298 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['c87f54e1-2689-40f5-a920-041c4c82224c'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:09:29.507605 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9c7e6c9f-32f5-421c-b6b8-5beaa1cf653e req-1eede9c9-d82d-4763-9822-2bafd245ac48 service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888035 Nov 12 04:09:29.600156 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9c7e6c9f-32f5-421c-b6b8-5beaa1cf653e req-75a0fa66-25d8-435f-93d3-07bf0bbdac34 service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842817 Nov 12 04:09:30.174477 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7831da-66c1-4ea4-9aac-bfba99a8d248 req-349ba8e4-6bf5-4d93-adce-3a2a38d88325 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:30.176305 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2b7831da-66c1-4ea4-9aac-bfba99a8d248 req-349ba8e4-6bf5-4d93-adce-3a2a38d88325 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34 HTTP/1.1" status: 200 len: 944 time: 0.0524793 Nov 12 04:09:30.225725 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2b7831da-66c1-4ea4-9aac-bfba99a8d248 req-be8da214-a485-41f7-99a0-0bd5fe12b986 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430493 Nov 12 04:09:30.346459 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486bc916-7885-4850-ab5c-d7153c2459af req-e8396a8e-9028-44e5-81ce-9940c656a9fa tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:30.347935 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-486bc916-7885-4850-ab5c-d7153c2459af req-e8396a8e-9028-44e5-81ce-9940c656a9fa tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34 HTTP/1.1" status: 200 len: 944 time: 0.0544865 Nov 12 04:09:30.395419 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-486bc916-7885-4850-ab5c-d7153c2459af req-18bf8f1f-7fb0-4589-9d3b-349a5785d511 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415652 Nov 12 04:09:30.420582 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-057cf918-1034-46cb-9b80-e5f4341e39f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:30.515755 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca859d-3f0c-44de-b2b2-801bf145086b req-0938c8cf-ed7c-426a-ad48-16d3e1249ba9 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:30.517220 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e3ca859d-3f0c-44de-b2b2-801bf145086b req-0938c8cf-ed7c-426a-ad48-16d3e1249ba9 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34 HTTP/1.1" status: 200 len: 944 time: 0.0477481 Nov 12 04:09:30.569340 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e3ca859d-3f0c-44de-b2b2-801bf145086b req-1917b4e9-878e-4417-b30e-e8dbff1146c9 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462294 Nov 12 04:09:30.799706 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a3860-1e74-4fc5-8953-264b93d2e3b8 req-6e0b7d51-1d97-421e-980e-2215c5a7e67c tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:30.801532 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-712a3860-1e74-4fc5-8953-264b93d2e3b8 req-6e0b7d51-1d97-421e-980e-2215c5a7e67c tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34 HTTP/1.1" status: 200 len: 944 time: 0.0492802 Nov 12 04:09:30.848298 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-712a3860-1e74-4fc5-8953-264b93d2e3b8 req-6ec437dd-2c12-4208-b49a-a37239bf747a tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407565 Nov 12 04:09:30.905453 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device c87f54e1-2689-40f5-a920-041c4c82224c up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:09:30.935030 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:09:30.955612 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port c87f54e1-2689-40f5-a920-041c4c82224c completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:09:30.959554 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port c87f54e1-2689-40f5-a920-041c4c82224c triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:30.959924 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:31.038244 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:31.064917 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6174dc-ec62-4b8e-8947-bed25a5f2e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c87f54e1-2689-40f5-a920-041c4c82224c'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:31.067187 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d0f5e4-9399-435d-bd2a-81d2d66c800e" -d '{"events": [{"server_uuid": "7b6174dc-ec62-4b8e-8947-bed25a5f2e34", "name": "network-vif-plugged", "status": "completed", "tag": "c87f54e1-2689-40f5-a920-041c4c82224c"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:31.079864 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port c87f54e1-2689-40f5-a920-041c4c82224c, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=c87f54e1-2689-40f5-a920-041c4c82224c,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:31.083904 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:31.107258 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89901067-59de-4d29-81be-1123966bb4b2 x-openstack-request-id: req-89901067-59de-4d29-81be-1123966bb4b2 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:31.107978 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6174dc-ec62-4b8e-8947-bed25a5f2e34", "name": "network-vif-plugged", "status": "completed", "tag": "c87f54e1-2689-40f5-a920-041c4c82224c", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:31.108259 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-89901067-59de-4d29-81be-1123966bb4b2 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:31.108654 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6174dc-ec62-4b8e-8947-bed25a5f2e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c87f54e1-2689-40f5-a920-041c4c82224c', 'code': 200} Nov 12 04:09:31.133858 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=c87f54e1-2689-40f5-a920-041c4c82224c,revision_number=9']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:31.965318 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf3b30-d49f-499d-bd09-d7988f5f82fd req-4d00bb8f-2db5-448f-82b6-fa1ea538b07e tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:31.966768 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0cdf3b30-d49f-499d-bd09-d7988f5f82fd req-4d00bb8f-2db5-448f-82b6-fa1ea538b07e tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34 HTTP/1.1" status: 200 len: 945 time: 0.0488286 Nov 12 04:09:32.013830 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0cdf3b30-d49f-499d-bd09-d7988f5f82fd req-0c02be08-b011-4954-a849-c41d7022cec8 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406752 Nov 12 04:09:32.662680 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd36861-50c3-4a45-b1cd-b53e0126733b req-85cfe72c-70e6-4f4b-a1d6-9247b37e865d tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:32.664133 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0bd36861-50c3-4a45-b1cd-b53e0126733b req-85cfe72c-70e6-4f4b-a1d6-9247b37e865d tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.90 "GET /v2.0/ports?device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34 HTTP/1.1" status: 200 len: 945 time: 0.0518501 Nov 12 04:09:32.756240 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-0bd36861-50c3-4a45-b1cd-b53e0126733b req-e18da7e8-9b6b-4def-b427-286b86b5588f tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Deleting port c87f54e1-2689-40f5-a920-041c4c82224c {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:09:32.756508 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0bd36861-50c3-4a45-b1cd-b53e0126733b req-e18da7e8-9b6b-4def-b427-286b86b5588f tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:32.845987 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-0bd36861-50c3-4a45-b1cd-b53e0126733b req-e18da7e8-9b6b-4def-b427-286b86b5588f tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] For port c87f54e1-2689-40f5-a920-041c4c82224c, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=c87f54e1-2689-40f5-a920-041c4c82224c,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:32.846334 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0bd36861-50c3-4a45-b1cd-b53e0126733b req-e18da7e8-9b6b-4def-b427-286b86b5588f tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:33.012594 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0bd36861-50c3-4a45-b1cd-b53e0126733b req-e18da7e8-9b6b-4def-b427-286b86b5588f tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:33.013257 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0bd36861-50c3-4a45-b1cd-b53e0126733b req-e18da7e8-9b6b-4def-b427-286b86b5588f tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:33.013257 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [req-0bd36861-50c3-4a45-b1cd-b53e0126733b req-e18da7e8-9b6b-4def-b427-286b86b5588f tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Floating IP 0bc0e632-a324-468e-899c-5db3539fc526 disassociated. External IP: 172.25.5.212, port: c87f54e1-2689-40f5-a920-041c4c82224c. Nov 12 04:09:33.013458 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-0bd36861-50c3-4a45-b1cd-b53e0126733b req-e18da7e8-9b6b-4def-b427-286b86b5588f tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Calling delete_port for c87f54e1-2689-40f5-a920-041c4c82224c owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:09:33.136828 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94677b-91c5-41e6-aac5-eb9800e5969e req-bc9d2be0-c957-400b-9a1f-3899dbad5901 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:33.138309 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1f94677b-91c5-41e6-aac5-eb9800e5969e req-bc9d2be0-c957-400b-9a1f-3899dbad5901 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b6174dc-ec62-4b8e-8947-bed25a5f2e34 HTTP/1.1" status: 200 len: 945 time: 0.0517490 Nov 12 04:09:33.146632 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0bd36861-50c3-4a45-b1cd-b53e0126733b req-e18da7e8-9b6b-4def-b427-286b86b5588f tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:33.175706 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18da7e8-9b6b-4def-b427-286b86b5588f tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Pushing event deleted for resources: {'Port': ['ID=c87f54e1-2689-40f5-a920-041c4c82224c,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:33.190900 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1f94677b-91c5-41e6-aac5-eb9800e5969e req-71924e79-4f40-4438-a475-bd06d7a2ccea tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450399 Nov 12 04:09:33.294975 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0bd36861-50c3-4a45-b1cd-b53e0126733b req-e18da7e8-9b6b-4def-b427-286b86b5588f tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Router d6ec1b75-2f36-49a1-9988-4c09bf2ed264 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:09:33.409450 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0bd36861-50c3-4a45-b1cd-b53e0126733b req-e18da7e8-9b6b-4def-b427-286b86b5588f tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:09:33.422780 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf2fc6e-758e-4420-a09c-2bbc0bbdaf65 None None] Sync routers for ids ['d6ec1b75-2f36-49a1-9988-4c09bf2ed264'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:09:33.434024 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf2fc6e-758e-4420-a09c-2bbc0bbdaf65 None None] Routers {'d6ec1b75-2f36-49a1-9988-4c09bf2ed264'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:09:33.434301 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-575e4c00-2e65-4606-af62-e416044e117e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:33.434824 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-ccf2fc6e-758e-4420-a09c-2bbc0bbdaf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:09:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['d6ec1b75-2f36-49a1-9988-4c09bf2ed264'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:33.451927 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd36861-50c3-4a45-b1cd-b53e0126733b req-e18da7e8-9b6b-4def-b427-286b86b5588f tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] No DVR routers for this DVR port c87f54e1-2689-40f5-a920-041c4c82224c on host n-h2-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:09:33.455674 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-0bd36861-50c3-4a45-b1cd-b53e0126733b req-e18da7e8-9b6b-4def-b427-286b86b5588f tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:33.459203 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0bd36861-50c3-4a45-b1cd-b53e0126733b req-e18da7e8-9b6b-4def-b427-286b86b5588f tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.90 "DELETE /v2.0/ports/c87f54e1-2689-40f5-a920-041c4c82224c HTTP/1.1" status: 204 len: 173 time: 0.7861063 Nov 12 04:09:33.459674 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6174dc-ec62-4b8e-8947-bed25a5f2e34', 'name': 'network-vif-deleted', 'tag': 'c87f54e1-2689-40f5-a920-041c4c82224c'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:33.462528 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5546d9e6-bd0d-4866-8f55-cd2379c33bfd" -d '{"events": [{"server_uuid": "7b6174dc-ec62-4b8e-8947-bed25a5f2e34", "name": "network-vif-deleted", "tag": "c87f54e1-2689-40f5-a920-041c4c82224c"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:33.500470 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805b7fa5-56de-4d95-a527-6c64e69bf3a4 x-openstack-request-id: req-805b7fa5-56de-4d95-a527-6c64e69bf3a4 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:33.500783 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6174dc-ec62-4b8e-8947-bed25a5f2e34", "name": "network-vif-deleted", "tag": "c87f54e1-2689-40f5-a920-041c4c82224c", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:33.501025 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-805b7fa5-56de-4d95-a527-6c64e69bf3a4 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:33.501616 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6174dc-ec62-4b8e-8947-bed25a5f2e34', 'name': 'network-vif-deleted', 'tag': 'c87f54e1-2689-40f5-a920-041c4c82224c', 'status': 'completed', 'code': 200} Nov 12 04:09:33.557217 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-ccf2fc6e-758e-4420-a09c-2bbc0bbdaf65 None None] Set router d6ec1b75-2f36-49a1-9988-4c09bf2ed264 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:09:33.767721 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-ccf2fc6e-758e-4420-a09c-2bbc0bbdaf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'name': 'tempest-ServerActionsTestJSON-117487654-router', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'gw_port': {'id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '1b6c269e-1546-442d-a885-c3f443c803fd', 'name': '', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'mac_address': 'fa:16:3e:a9:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:14Z', 'updated_at': '2021-11-12T04:07:18Z', 'revision_number': 5, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'subnets': [{'id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:33.793037 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf2fc6e-758e-4420-a09c-2bbc0bbdaf65 None None] Checking router: d6ec1b75-2f36-49a1-9988-4c09bf2ed264 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:09:33.802291 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf2fc6e-758e-4420-a09c-2bbc0bbdaf65 None None] Routers {'d6ec1b75-2f36-49a1-9988-4c09bf2ed264'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:09:33.802887 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-ccf2fc6e-758e-4420-a09c-2bbc0bbdaf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:09:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['d6ec1b75-2f36-49a1-9988-4c09bf2ed264'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:33.905663 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-ccf2fc6e-758e-4420-a09c-2bbc0bbdaf65 None None] Set router d6ec1b75-2f36-49a1-9988-4c09bf2ed264 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:09:34.101748 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-ccf2fc6e-758e-4420-a09c-2bbc0bbdaf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'name': 'tempest-ServerActionsTestJSON-117487654-router', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'gw_port': {'id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '1b6c269e-1546-442d-a885-c3f443c803fd', 'name': '', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'mac_address': 'fa:16:3e:a9:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:14Z', 'updated_at': '2021-11-12T04:07:18Z', 'revision_number': 5, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'subnets': [{'id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:34.128228 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf2fc6e-758e-4420-a09c-2bbc0bbdaf65 None None] The sync data for ids ['d6ec1b75-2f36-49a1-9988-4c09bf2ed264'] in n-d-715271-27 is: [{'id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'name': 'tempest-ServerActionsTestJSON-117487654-router', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'gw_port': {'id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '1b6c269e-1546-442d-a885-c3f443c803fd', 'name': '', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'mac_address': 'fa:16:3e:a9:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:14Z', 'updated_at': '2021-11-12T04:07:18Z', 'revision_number': 5, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'subnets': [{'id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:09:34.237536 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:34.371659 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e96e84-5245-42aa-8921-20a08d00b6a0 None None] New status for floating IP 0bc0e632-a324-468e-899c-5db3539fc526: DOWN {{(pid=102573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:09:34.446147 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-5b8dd0ac-625d-49d4-8a7c-daeb9e6fa1f5 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1726162638&fields=id&tenant_id=9480d8101ef043e1ba7e2d8089e38c2f HTTP/1.1" status: 200 len: 267 time: 0.0445116 Nov 12 04:09:34.563304 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-b127c6bd-c867-4c01-b806-ed5818fb6f30 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:34.564779 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-b127c6bd-c867-4c01-b806-ed5818fb6f30 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 811 time: 0.1100063 Nov 12 04:09:34.579644 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-b535ae14-dcd9-47d9-95f8-6c93b14b7e37 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/quotas/9480d8101ef043e1ba7e2d8089e38c2f HTTP/1.1" status: 200 len: 375 time: 0.0091400 Nov 12 04:09:34.633104 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-98b5b592-b7dc-475d-bc2d-dc9c29b96402 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482979 Nov 12 04:09:34.784740 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-b9a0f128-5f94-43e3-8128-219e78b1ba07 service neutron] 10.222.0.50 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397595 Nov 12 04:09:34.872667 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-478685b4-22c2-434d-b9e6-f6aab4d56e10 service neutron] 10.222.0.50 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819037 Nov 12 04:09:34.911850 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device c87f54e1-2689-40f5-a920-041c4c82224c no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:09:34.936325 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: c87f54e1-2689-40f5-a920-041c4c82224c {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:09:34.936603 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device c87f54e1-2689-40f5-a920-041c4c82224c not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:09:35.041103 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c5074baf-09c4-430c-99ad-f0a5d642b4bf req-e96630d6-a3e3-47cf-b04e-b6e7b964d357 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 210 time: 0.0283070 Nov 12 04:09:35.566477 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:36.013748 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-e9d267bc-0dbd-4107-80c2-4f4aafdd922d tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:36.015287 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-e9d267bc-0dbd-4107-80c2-4f4aafdd922d tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.74 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 811 time: 0.1157935 Nov 12 04:09:36.084447 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-73102333-e3a9-4082-a2dc-a0f857c4366a tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9480d8101ef043e1ba7e2d8089e38c2f HTTP/1.1" status: 200 len: 380 time: 0.0589960 Nov 12 04:09:36.095377 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-74f45d74-e12b-4b47-8d68-3133b2438dc9 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Request body: {'port': {'device_id': 'c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'admin_state_up': True, 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'security_groups': ['e9134890-162d-4a85-a515-993b59d13e8d']}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:36.182281 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-aa7f8303-595f-455e-b63c-3713b344d9c1 req-c93fd69b-8b6c-4755-bc16-92a8a3e0e8fa tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 210 time: 0.0638444 Nov 12 04:09:36.238144 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-74f45d74-e12b-4b47-8d68-3133b2438dc9 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Made reservation on behalf of 9480d8101ef043e1ba7e2d8089e38c2f for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:09:36.241715 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-74f45d74-e12b-4b47-8d68-3133b2438dc9 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:36.372497 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-74f45d74-e12b-4b47-8d68-3133b2438dc9 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Allocated IP 172.20.0.7 (cf3f8615-bc98-4e2f-8b7f-cf47f62f9404/b5bd156f-3c6c-4381-a540-62b719246e6e/67bcf6d1-67c6-416c-978a-b2ffbf8450a1) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:09:36.424356 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:36.523886 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-74f45d74-e12b-4b47-8d68-3133b2438dc9 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:36.560006 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-74f45d74-e12b-4b47-8d68-3133b2438dc9 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:36.614393 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-74f45d74-e12b-4b47-8d68-3133b2438dc9 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Network cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:09:36.617570 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-74f45d74-e12b-4b47-8d68-3133b2438dc9 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:09:36.620144 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-74f45d74-e12b-4b47-8d68-3133b2438dc9 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:09:36.648819 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f45d74-e12b-4b47-8d68-3133b2438dc9 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Pushing event updated for resources: {'Port': ['ID=67bcf6d1-67c6-416c-978a-b2ffbf8450a1,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:36.662157 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f45d74-e12b-4b47-8d68-3133b2438dc9 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:36.662492 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f45d74-e12b-4b47-8d68-3133b2438dc9 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:36.662828 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f45d74-e12b-4b47-8d68-3133b2438dc9 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:36.663159 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f45d74-e12b-4b47-8d68-3133b2438dc9 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:36.663486 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f45d74-e12b-4b47-8d68-3133b2438dc9 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:36.663814 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f45d74-e12b-4b47-8d68-3133b2438dc9 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:36.664155 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f45d74-e12b-4b47-8d68-3133b2438dc9 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:36.664480 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f45d74-e12b-4b47-8d68-3133b2438dc9 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:36.664797 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f45d74-e12b-4b47-8d68-3133b2438dc9 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:36.665115 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f45d74-e12b-4b47-8d68-3133b2438dc9 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:36.665430 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f45d74-e12b-4b47-8d68-3133b2438dc9 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:36.665747 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f45d74-e12b-4b47-8d68-3133b2438dc9 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:36.688473 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-74f45d74-e12b-4b47-8d68-3133b2438dc9 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:36.689121 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-74f45d74-e12b-4b47-8d68-3133b2438dc9 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:36.704863 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-74f45d74-e12b-4b47-8d68-3133b2438dc9 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6140692 Nov 12 04:09:36.718923 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-c5e41217-e5a1-42f5-9a9d-fcee0b9b5067 service neutron] Request body: {'port': {'device_id': 'c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:36.777923 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-c5e41217-e5a1-42f5-9a9d-fcee0b9b5067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:36.898164 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-84063582-598f-4f09-9dd8-ea817689777b None None] Provisioning complete for port 67bcf6d1-67c6-416c-978a-b2ffbf8450a1 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:36.898416 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-84063582-598f-4f09-9dd8-ea817689777b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:36.932989 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-84063582-598f-4f09-9dd8-ea817689777b None None] Port 67bcf6d1-67c6-416c-978a-b2ffbf8450a1 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:09:37.046214 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-c5e41217-e5a1-42f5-9a9d-fcee0b9b5067 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67bcf6d1-67c6-416c-978a-b2ffbf8450a1 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:09:37.054718 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-c5e41217-e5a1-42f5-9a9d-fcee0b9b5067 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:37.066536 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-c5e41217-e5a1-42f5-9a9d-fcee0b9b5067 service neutron] Transition to ACTIVE for port object 67bcf6d1-67c6-416c-978a-b2ffbf8450a1 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:09:37.070324 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-c5e41217-e5a1-42f5-9a9d-fcee0b9b5067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:37.137423 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e41217-e5a1-42f5-9a9d-fcee0b9b5067 service neutron] Pushing event updated for resources: {'Port': ['ID=67bcf6d1-67c6-416c-978a-b2ffbf8450a1,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:37.193314 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-c5e41217-e5a1-42f5-9a9d-fcee0b9b5067 service neutron] Attempting to bind port 67bcf6d1-67c6-416c-978a-b2ffbf8450a1 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:09:37.193640 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-c5e41217-e5a1-42f5-9a9d-fcee0b9b5067 service neutron] Attempting to bind port 67bcf6d1-67c6-416c-978a-b2ffbf8450a1 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:09:37.193957 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-c5e41217-e5a1-42f5-9a9d-fcee0b9b5067 service neutron] Attempting to bind port 67bcf6d1-67c6-416c-978a-b2ffbf8450a1 on network cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:37.198571 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-c5e41217-e5a1-42f5-9a9d-fcee0b9b5067 service neutron] Port 67bcf6d1-67c6-416c-978a-b2ffbf8450a1 on network cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:09:37.198887 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-c5e41217-e5a1-42f5-9a9d-fcee0b9b5067 service neutron] Attempting to bind port 67bcf6d1-67c6-416c-978a-b2ffbf8450a1 on network cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:37.204367 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-c5e41217-e5a1-42f5-9a9d-fcee0b9b5067 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:09:37.204695 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-c5e41217-e5a1-42f5-9a9d-fcee0b9b5067 service neutron] Checking segment: {'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:09:37.205079 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-c5e41217-e5a1-42f5-9a9d-fcee0b9b5067 service neutron] Bound using segment: {'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:09:37.205500 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-c5e41217-e5a1-42f5-9a9d-fcee0b9b5067 service neutron] Bound port: 67bcf6d1-67c6-416c-978a-b2ffbf8450a1, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:09:37.205850 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-c5e41217-e5a1-42f5-9a9d-fcee0b9b5067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:37.274906 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-c5e41217-e5a1-42f5-9a9d-fcee0b9b5067 service neutron] For port 67bcf6d1-67c6-416c-978a-b2ffbf8450a1, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:09:37.278667 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-c5e41217-e5a1-42f5-9a9d-fcee0b9b5067 service neutron] For port 67bcf6d1-67c6-416c-978a-b2ffbf8450a1, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=67bcf6d1-67c6-416c-978a-b2ffbf8450a1,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:09:37.283620 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-c5e41217-e5a1-42f5-9a9d-fcee0b9b5067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:37.318874 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc814d-69e2-4a3c-bf71-3369014571d2 req-3ed0e40e-e009-4dc0-ba1d-517d99ecb202 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:37.320430 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1bdc814d-69e2-4a3c-bf71-3369014571d2 req-3ed0e40e-e009-4dc0-ba1d-517d99ecb202 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 943 time: 0.0592470 Nov 12 04:09:37.324751 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-c5e41217-e5a1-42f5-9a9d-fcee0b9b5067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:37.325436 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-c5e41217-e5a1-42f5-9a9d-fcee0b9b5067 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:37.326901 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-c5e41217-e5a1-42f5-9a9d-fcee0b9b5067 service neutron] 10.222.0.74 "PUT /v2.0/ports/67bcf6d1-67c6-416c-978a-b2ffbf8450a1 HTTP/1.1" status: 200 len: 1092 time: 0.6124015 Nov 12 04:09:37.327426 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d', 'tag': '67bcf6d1-67c6-416c-978a-b2ffbf8450a1'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:37.330624 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b83e8f-80c2-409a-bb3c-aa1fbd06b160" -d '{"events": [{"name": "network-changed", "server_uuid": "c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d", "tag": "67bcf6d1-67c6-416c-978a-b2ffbf8450a1"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:37.362986 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e41217-e5a1-42f5-9a9d-fcee0b9b5067 service neutron] Pushing event updated for resources: {'Port': ['ID=67bcf6d1-67c6-416c-978a-b2ffbf8450a1,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:37.411697 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1bdc814d-69e2-4a3c-bf71-3369014571d2 req-179e886c-7e06-426d-bbba-38e68efcefb0 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850403 Nov 12 04:09:37.453417 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-6ad9f247-6ad6-48c8-9b0a-e5e9f35daaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:37.455430 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-6ad9f247-6ad6-48c8-9b0a-e5e9f35daaca service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 1095 time: 0.0597720 Nov 12 04:09:37.513796 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-fab600d4-6ce4-41bd-9fdb-418b92234d90 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67bcf6d1-67c6-416c-978a-b2ffbf8450a1 HTTP/1.1" status: 200 len: 217 time: 0.0463972 Nov 12 04:09:37.515911 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb17ec1-75ee-4d06-a5db-96b7d3da1d0c x-openstack-request-id: req-4eb17ec1-75ee-4d06-a5db-96b7d3da1d0c {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:37.516427 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d", "tag": "67bcf6d1-67c6-416c-978a-b2ffbf8450a1", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:37.516851 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4eb17ec1-75ee-4d06-a5db-96b7d3da1d0c {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:37.517334 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d', 'tag': '67bcf6d1-67c6-416c-978a-b2ffbf8450a1', 'status': 'completed', 'code': 200} Nov 12 04:09:37.568820 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-f903f72a-3224-486e-ab28-41bde054b212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:37.570284 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-f903f72a-3224-486e-ab28-41bde054b212 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0457270 Nov 12 04:09:37.618053 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-d74c6c70-8bf2-4a73-b721-13a715961b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:37.619670 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-d74c6c70-8bf2-4a73-b721-13a715961b1b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406694 Nov 12 04:09:37.714506 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-228baa0d-0a35-420e-a02e-2db67cc6b869 service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870459 Nov 12 04:09:37.805250 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e4bd0ab0-cb3a-4840-9978-3ce6329fafbc req-0803e966-8ccd-435c-9258-0874618e9fff service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830553 Nov 12 04:09:37.900681 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b83e8f-80c2-409a-bb3c-aa1fbd06b160 req-bf386bf2-2cc9-41ec-b691-1acd86d785d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:37.902205 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-25b83e8f-80c2-409a-bb3c-aa1fbd06b160 req-bf386bf2-2cc9-41ec-b691-1acd86d785d9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 1095 time: 0.0453560 Nov 12 04:09:37.993199 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b83e8f-80c2-409a-bb3c-aa1fbd06b160 req-e253efcf-dbef-4150-acf5-15cc8092d79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:37.994566 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-25b83e8f-80c2-409a-bb3c-aa1fbd06b160 req-e253efcf-dbef-4150-acf5-15cc8092d79a service neutron] 10.222.0.74 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 912 time: 0.0840888 Nov 12 04:09:38.040697 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-25b83e8f-80c2-409a-bb3c-aa1fbd06b160 req-1a0e21af-be3c-48a9-9bbf-8ccdc2e62b96 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67bcf6d1-67c6-416c-978a-b2ffbf8450a1 HTTP/1.1" status: 200 len: 217 time: 0.0383887 Nov 12 04:09:38.090115 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b83e8f-80c2-409a-bb3c-aa1fbd06b160 req-cbc97bc6-42a7-437f-984d-34e84908595d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:38.091552 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-25b83e8f-80c2-409a-bb3c-aa1fbd06b160 req-cbc97bc6-42a7-437f-984d-34e84908595d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0434427 Nov 12 04:09:38.138186 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b83e8f-80c2-409a-bb3c-aa1fbd06b160 req-296d245a-43d8-421e-9088-075dcf188434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:38.139741 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-25b83e8f-80c2-409a-bb3c-aa1fbd06b160 req-296d245a-43d8-421e-9088-075dcf188434 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404875 Nov 12 04:09:38.235361 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-25b83e8f-80c2-409a-bb3c-aa1fbd06b160 req-58443d43-66de-4ee5-81ca-6798fef518e4 service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865123 Nov 12 04:09:38.326169 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-25b83e8f-80c2-409a-bb3c-aa1fbd06b160 req-79d0882b-903b-4d7a-9667-9017f3413493 service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816064 Nov 12 04:09:38.523409 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875497d-c049-4faa-9133-627f05abf15b req-f861efb2-7d0b-4eb4-a6a9-fadd1034f63c tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:38.524933 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f875497d-c049-4faa-9133-627f05abf15b req-f861efb2-7d0b-4eb4-a6a9-fadd1034f63c tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 943 time: 0.0491571 Nov 12 04:09:38.572474 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f875497d-c049-4faa-9133-627f05abf15b req-b5ee647a-6653-4695-9a15-b881fefd3622 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416145 Nov 12 04:09:39.020106 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:39.691392 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de18230-7698-4d87-a9ac-84ff038774ff req-ec00b332-4a0a-404e-83d8-f2c55931746e tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:39.692806 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3de18230-7698-4d87-a9ac-84ff038774ff req-ec00b332-4a0a-404e-83d8-f2c55931746e tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 943 time: 0.0500534 Nov 12 04:09:39.743546 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3de18230-7698-4d87-a9ac-84ff038774ff req-b15ec4b4-2892-472e-a0c8-4575bd50270e tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449152 Nov 12 04:09:40.144864 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 67bcf6d1-67c6-416c-978a-b2ffbf8450a1 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:09:40.240179 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 67bcf6d1-67c6-416c-978a-b2ffbf8450a1, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=67bcf6d1-67c6-416c-978a-b2ffbf8450a1,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:40.251403 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '67bcf6d1-67c6-416c-978a-b2ffbf8450a1', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'port_id': '67bcf6d1-67c6-416c-978a-b2ffbf8450a1', 'mac_address': 'fa:16:3e:09:cc:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:09:40.291112 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:40.304125 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67bcf6d1-67c6-416c-978a-b2ffbf8450a1 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:09:40.322549 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 67bcf6d1-67c6-416c-978a-b2ffbf8450a1, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=67bcf6d1-67c6-416c-978a-b2ffbf8450a1,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:40.326213 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:40.371037 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=67bcf6d1-67c6-416c-978a-b2ffbf8450a1,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:40.582161 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['67bcf6d1-67c6-416c-978a-b2ffbf8450a1'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:09:40.863622 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af45df8-ccb0-4f0b-b401-726a73f8e27d req-3460e70a-e9cf-4d3f-83c6-fa41341bccf8 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:40.865134 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8af45df8-ccb0-4f0b-b401-726a73f8e27d req-3460e70a-e9cf-4d3f-83c6-fa41341bccf8 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 944 time: 0.0533237 Nov 12 04:09:40.913479 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8af45df8-ccb0-4f0b-b401-726a73f8e27d req-71c9a82e-7f95-4fab-849a-59c3c88f69db tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424423 Nov 12 04:09:42.029111 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974231c-2f9e-409a-82f6-ebf8aa128c84 req-1faa95c8-f0ce-4fe8-b858-e2bf38853c49 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:42.030585 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4974231c-2f9e-409a-82f6-ebf8aa128c84 req-1faa95c8-f0ce-4fe8-b858-e2bf38853c49 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 944 time: 0.0496690 Nov 12 04:09:42.078457 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4974231c-2f9e-409a-82f6-ebf8aa128c84 req-a7f7d086-1aa2-407e-8bd3-4f145c915fff tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417600 Nov 12 04:09:42.145176 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 67bcf6d1-67c6-416c-978a-b2ffbf8450a1 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:09:42.195237 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 67bcf6d1-67c6-416c-978a-b2ffbf8450a1 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:09:42.198870 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 67bcf6d1-67c6-416c-978a-b2ffbf8450a1 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:42.199236 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:42.273218 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:42.298702 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67bcf6d1-67c6-416c-978a-b2ffbf8450a1'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:42.301190 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdab3c5f-8027-44e8-ad39-7311608a8d8a" -d '{"events": [{"server_uuid": "c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d", "name": "network-vif-plugged", "status": "completed", "tag": "67bcf6d1-67c6-416c-978a-b2ffbf8450a1"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:42.313961 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 67bcf6d1-67c6-416c-978a-b2ffbf8450a1, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=67bcf6d1-67c6-416c-978a-b2ffbf8450a1,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:42.318172 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:42.342565 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca78b85-3ea6-476c-a566-662a71b78109 x-openstack-request-id: req-0ca78b85-3ea6-476c-a566-662a71b78109 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:42.342851 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d", "name": "network-vif-plugged", "status": "completed", "tag": "67bcf6d1-67c6-416c-978a-b2ffbf8450a1", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:42.343102 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0ca78b85-3ea6-476c-a566-662a71b78109 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:42.344260 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67bcf6d1-67c6-416c-978a-b2ffbf8450a1', 'code': 200} Nov 12 04:09:42.370307 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=67bcf6d1-67c6-416c-978a-b2ffbf8450a1,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:42.446459 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa4457-0696-4424-abb8-057cad9918b7 req-d34bc58e-57b5-4d1e-bbea-82bebbe66137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:42.448524 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-99aa4457-0696-4424-abb8-057cad9918b7 req-d34bc58e-57b5-4d1e-bbea-82bebbe66137 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 1097 time: 0.0425160 Nov 12 04:09:42.494866 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-99aa4457-0696-4424-abb8-057cad9918b7 req-ad4b5a82-3126-4935-9070-d30fe4fe6185 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389590 Nov 12 04:09:43.199922 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a6b47-5d8b-4dfc-b262-30a6d85499c0 req-5668b8bc-32f7-461d-bb77-9ddd4d7f1b22 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:43.201422 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f35a6b47-5d8b-4dfc-b262-30a6d85499c0 req-5668b8bc-32f7-461d-bb77-9ddd4d7f1b22 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 945 time: 0.0527811 Nov 12 04:09:43.249711 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f35a6b47-5d8b-4dfc-b262-30a6d85499c0 req-1be258f8-cffe-4ee4-a889-a19d9fa2fe29 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413432 Nov 12 04:09:44.375256 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e259cc8-19d1-404f-8cc5-152473486bb5 req-955c9305-16ab-41a2-a720-c3832c6505b1 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:44.377088 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3e259cc8-19d1-404f-8cc5-152473486bb5 req-955c9305-16ab-41a2-a720-c3832c6505b1 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 945 time: 0.0516710 Nov 12 04:09:44.438098 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3e259cc8-19d1-404f-8cc5-152473486bb5 req-ee34f88f-656c-445b-a74c-4c8c9b6eacc2 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552673 Nov 12 04:09:44.552770 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61adfd7-8a99-4bc9-acc9-08685239b69d req-ea98f878-bb3c-4d7f-8c18-938dcc43baec tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:44.554174 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f61adfd7-8a99-4bc9-acc9-08685239b69d req-ea98f878-bb3c-4d7f-8c18-938dcc43baec tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 945 time: 0.0491714 Nov 12 04:09:44.562650 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 55692) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:44.567064 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-2268114c-537b-49da-9cb9-a15c14ce72cb tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Request body: {'floatingip': {'port_id': '67bcf6d1-67c6-416c-978a-b2ffbf8450a1'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:44.616879 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2268114c-537b-49da-9cb9-a15c14ce72cb tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks [] for floatingip, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:45.048412 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2268114c-537b-49da-9cb9-a15c14ce72cb tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:45.053491 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2268114c-537b-49da-9cb9-a15c14ce72cb tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:45.154596 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [None req-2268114c-537b-49da-9cb9-a15c14ce72cb tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Floating IP 0bc0e632-a324-468e-899c-5db3539fc526 associated. External IP: 172.25.5.212, port: 67bcf6d1-67c6-416c-978a-b2ffbf8450a1. Nov 12 04:09:45.358299 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2268114c-537b-49da-9cb9-a15c14ce72cb tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Router d6ec1b75-2f36-49a1-9988-4c09bf2ed264 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:09:45.789723 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2268114c-537b-49da-9cb9-a15c14ce72cb tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:09:45.794845 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2268114c-537b-49da-9cb9-a15c14ce72cb tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:45.801053 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f326fe-715e-4d29-810b-4c0d9a5a3595 None None] Sync routers for ids ['d6ec1b75-2f36-49a1-9988-4c09bf2ed264'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:09:45.810296 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f326fe-715e-4d29-810b-4c0d9a5a3595 None None] Routers {'d6ec1b75-2f36-49a1-9988-4c09bf2ed264'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:09:45.810883 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-37f326fe-715e-4d29-810b-4c0d9a5a3595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:09:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['d6ec1b75-2f36-49a1-9988-4c09bf2ed264'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:45.823604 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2268114c-537b-49da-9cb9-a15c14ce72cb tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "PUT /v2.0/floatingips/0bc0e632-a324-468e-899c-5db3539fc526 HTTP/1.1" status: 200 len: 991 time: 1.2598889 Nov 12 04:09:45.824339 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d', 'tag': '67bcf6d1-67c6-416c-978a-b2ffbf8450a1'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:45.826757 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0222603c-f9ac-4c9a-9259-a166288cf2ec" -d '{"events": [{"name": "network-changed", "server_uuid": "c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d", "tag": "67bcf6d1-67c6-416c-978a-b2ffbf8450a1"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:45.864021 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b157e6-2886-40e8-aa97-9ae9ccd1f22f x-openstack-request-id: req-85b157e6-2886-40e8-aa97-9ae9ccd1f22f {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:45.864399 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d", "tag": "67bcf6d1-67c6-416c-978a-b2ffbf8450a1", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:45.864703 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-85b157e6-2886-40e8-aa97-9ae9ccd1f22f {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:45.865158 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d', 'tag': '67bcf6d1-67c6-416c-978a-b2ffbf8450a1', 'status': 'completed', 'code': 200} Nov 12 04:09:45.922653 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-37f326fe-715e-4d29-810b-4c0d9a5a3595 None None] Set router d6ec1b75-2f36-49a1-9988-4c09bf2ed264 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:09:45.929298 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222603c-f9ac-4c9a-9259-a166288cf2ec req-83b07396-2464-4e22-a63a-4269f3b70799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:45.930858 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0222603c-f9ac-4c9a-9259-a166288cf2ec req-83b07396-2464-4e22-a63a-4269f3b70799 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 1097 time: 0.0416529 Nov 12 04:09:46.025203 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222603c-f9ac-4c9a-9259-a166288cf2ec req-b97c8e06-8824-4705-b18b-f270dc3d337e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:46.026677 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0222603c-f9ac-4c9a-9259-a166288cf2ec req-b97c8e06-8824-4705-b18b-f270dc3d337e service neutron] 10.222.0.74 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 912 time: 0.0866446 Nov 12 04:09:46.092590 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0222603c-f9ac-4c9a-9259-a166288cf2ec req-a219682e-f54c-4156-beb6-e4d129821f99 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67bcf6d1-67c6-416c-978a-b2ffbf8450a1 HTTP/1.1" status: 200 len: 999 time: 0.0579383 Nov 12 04:09:46.149976 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222603c-f9ac-4c9a-9259-a166288cf2ec req-4e0a81a9-1d13-4ff3-bcb4-bc0c21463cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:46.151466 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0222603c-f9ac-4c9a-9259-a166288cf2ec req-4e0a81a9-1d13-4ff3-bcb4-bc0c21463cf5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0506773 Nov 12 04:09:46.202778 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222603c-f9ac-4c9a-9259-a166288cf2ec req-0578dc1f-0b5c-4763-a531-e32a09885ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:46.205039 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0222603c-f9ac-4c9a-9259-a166288cf2ec req-0578dc1f-0b5c-4763-a531-e32a09885ce0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432889 Nov 12 04:09:46.238744 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-37f326fe-715e-4d29-810b-4c0d9a5a3595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'name': 'tempest-ServerActionsTestJSON-117487654-router', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'gw_port': {'id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '0bc0e632-a324-468e-899c-5db3539fc526', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'floating_ip_address': '172.25.5.212', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'port_id': '67bcf6d1-67c6-416c-978a-b2ffbf8450a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'mac_address': 'fa:16:3e:09:cc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:07:16Z', 'updated_at': '2021-11-12T04:09:44Z', 'revision_number': 5, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b6c269e-1546-442d-a885-c3f443c803fd', 'name': '', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'mac_address': 'fa:16:3e:a9:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:14Z', 'updated_at': '2021-11-12T04:07:18Z', 'revision_number': 5, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'subnets': [{'id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:46.263826 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f326fe-715e-4d29-810b-4c0d9a5a3595 None None] Checking router: d6ec1b75-2f36-49a1-9988-4c09bf2ed264 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:09:46.272668 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f326fe-715e-4d29-810b-4c0d9a5a3595 None None] Routers {'d6ec1b75-2f36-49a1-9988-4c09bf2ed264'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:09:46.273275 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-37f326fe-715e-4d29-810b-4c0d9a5a3595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:09:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['d6ec1b75-2f36-49a1-9988-4c09bf2ed264'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:46.295566 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0222603c-f9ac-4c9a-9259-a166288cf2ec req-5cfcf526-0ccb-4342-bcce-e92d799fcf25 service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822279 Nov 12 04:09:46.376932 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-37f326fe-715e-4d29-810b-4c0d9a5a3595 None None] Set router d6ec1b75-2f36-49a1-9988-4c09bf2ed264 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:09:46.389244 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0222603c-f9ac-4c9a-9259-a166288cf2ec req-e42504ba-9171-4009-b8af-af7b110c6fce service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855567 Nov 12 04:09:46.601564 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-37f326fe-715e-4d29-810b-4c0d9a5a3595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'name': 'tempest-ServerActionsTestJSON-117487654-router', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'gw_port': {'id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '0bc0e632-a324-468e-899c-5db3539fc526', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'floating_ip_address': '172.25.5.212', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'port_id': '67bcf6d1-67c6-416c-978a-b2ffbf8450a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'mac_address': 'fa:16:3e:09:cc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:07:16Z', 'updated_at': '2021-11-12T04:09:44Z', 'revision_number': 5, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b6c269e-1546-442d-a885-c3f443c803fd', 'name': '', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'mac_address': 'fa:16:3e:a9:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:14Z', 'updated_at': '2021-11-12T04:07:18Z', 'revision_number': 5, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'subnets': [{'id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:46.627662 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f326fe-715e-4d29-810b-4c0d9a5a3595 None None] The sync data for ids ['d6ec1b75-2f36-49a1-9988-4c09bf2ed264'] in n-d-715271-27 is: [{'id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'name': 'tempest-ServerActionsTestJSON-117487654-router', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'gw_port': {'id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '0bc0e632-a324-468e-899c-5db3539fc526', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'floating_ip_address': '172.25.5.212', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'port_id': '67bcf6d1-67c6-416c-978a-b2ffbf8450a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'mac_address': 'fa:16:3e:09:cc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:07:16Z', 'updated_at': '2021-11-12T04:09:44Z', 'revision_number': 5, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b6c269e-1546-442d-a885-c3f443c803fd', 'name': '', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'mac_address': 'fa:16:3e:a9:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:14Z', 'updated_at': '2021-11-12T04:07:18Z', 'revision_number': 5, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'subnets': [{'id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:09:46.823147 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4b2838-6311-428b-9967-109fcbf55a17 None None] New status for floating IP 0bc0e632-a324-468e-899c-5db3539fc526: ACTIVE {{(pid=102573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:09:48.488041 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:00.416824 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-950f2340-21f2-4d72-8aa3-f56b4bb9d5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:03.426040 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9c543d45-9573-4e94-9b97-fda5de782015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:04.239125 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:05.572343 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:06.418147 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:07.937133 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:10:09.034979 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:18.489127 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:30.419123 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4bb4ea4c-8ef1-4604-9177-80ed6b215576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:33.432787 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f1d5dc26-b041-4b50-be57-93d8d05550fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:34.242676 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:35.304890 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-279dd43d-8821-46e2-aab4-06528f5588f3 req-ff065fe9-08c6-41ec-b084-76f592cc29d9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427291 Nov 12 04:10:35.396312 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279dd43d-8821-46e2-aab4-06528f5588f3 req-8e9eb068-e6d8-4a3c-be11-fb93f7b7d580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:35.397801 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-279dd43d-8821-46e2-aab4-06528f5588f3 req-8e9eb068-e6d8-4a3c-be11-fb93f7b7d580 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 1097 time: 0.0453100 Nov 12 04:10:35.507651 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279dd43d-8821-46e2-aab4-06528f5588f3 req-ca1e27a7-aeb4-46b3-aa33-66673ea66247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:35.509210 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-279dd43d-8821-46e2-aab4-06528f5588f3 req-ca1e27a7-aeb4-46b3-aa33-66673ea66247 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 912 time: 0.0845318 Nov 12 04:10:35.572342 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:35.582016 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-279dd43d-8821-46e2-aab4-06528f5588f3 req-483d6bc8-f995-41ee-9574-8eb9e6b280b8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67bcf6d1-67c6-416c-978a-b2ffbf8450a1 HTTP/1.1" status: 200 len: 1001 time: 0.0640600 Nov 12 04:10:35.632645 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279dd43d-8821-46e2-aab4-06528f5588f3 req-10d315ef-8791-4d9f-8a93-d601937c51bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:35.634115 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-279dd43d-8821-46e2-aab4-06528f5588f3 req-10d315ef-8791-4d9f-8a93-d601937c51bf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0445409 Nov 12 04:10:35.684795 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279dd43d-8821-46e2-aab4-06528f5588f3 req-43628195-2cd5-4ece-823c-34cb7c2c33d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:35.687115 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-279dd43d-8821-46e2-aab4-06528f5588f3 req-43628195-2cd5-4ece-823c-34cb7c2c33d0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435643 Nov 12 04:10:35.788986 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-279dd43d-8821-46e2-aab4-06528f5588f3 req-39647fbc-a2f1-4bc2-8409-8b18adef6f16 service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934589 Nov 12 04:10:35.891433 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-279dd43d-8821-46e2-aab4-06528f5588f3 req-1461cf8b-9dbf-4c0b-8fa4-49e62b515308 service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941396 Nov 12 04:10:36.424270 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:39.027656 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:44.937219 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:10:48.496017 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:00.420938 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6b7c03e4-607f-4ec5-ae32-aaefff103b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:03.424198 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4d912ead-a9cd-48dc-bc1b-ec1e1fb37adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:04.245878 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:05.575233 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:06.418093 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:09.047972 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:18.495076 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:21.935996 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:11:27.607509 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b134f-7068-4877-8e3c-0fda8d69d39a req-92ff1606-ed32-48f7-9e39-1f6ddb7f78ad tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:27.608943 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f49b134f-7068-4877-8e3c-0fda8d69d39a req-92ff1606-ed32-48f7-9e39-1f6ddb7f78ad tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 945 time: 0.0557904 Nov 12 04:11:27.663680 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f49b134f-7068-4877-8e3c-0fda8d69d39a req-045810a9-0797-4dd0-959b-04a28973415f tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481646 Nov 12 04:11:28.788358 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96d46b-c673-449b-ba01-7b2d45dbde12 req-154a71f9-ca8d-4832-913a-4dd3e6fae6a4 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:28.790014 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7a96d46b-c673-449b-ba01-7b2d45dbde12 req-154a71f9-ca8d-4832-913a-4dd3e6fae6a4 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 945 time: 0.0528886 Nov 12 04:11:28.851069 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7a96d46b-c673-449b-ba01-7b2d45dbde12 req-70dd59ea-0530-46c8-b0a6-edce6f0cdc00 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516310 Nov 12 04:11:29.974599 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf260b1-db8d-44d5-9d38-11634ca6f9e1 req-9a076d88-197a-4fd9-ab2f-2b1331edb3df tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:29.976124 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3bf260b1-db8d-44d5-9d38-11634ca6f9e1 req-9a076d88-197a-4fd9-ab2f-2b1331edb3df tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 945 time: 0.0543489 Nov 12 04:11:30.028288 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3bf260b1-db8d-44d5-9d38-11634ca6f9e1 req-69cc23e4-5a5e-4f77-a49c-db4847628d7c tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461268 Nov 12 04:11:30.423873 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b4f83a88-0843-4ab3-b626-348eba672d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:31.144677 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ad5f5-ed1f-4b00-85dd-30d5befa39eb req-4a65558f-a61d-4dfd-a8c4-b5c665aa03eb tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:31.146242 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7d3ad5f5-ed1f-4b00-85dd-30d5befa39eb req-4a65558f-a61d-4dfd-a8c4-b5c665aa03eb tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 945 time: 0.0498812 Nov 12 04:11:31.194564 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7d3ad5f5-ed1f-4b00-85dd-30d5befa39eb req-48e1c6c3-0ed8-496b-b7c9-c00a907581c5 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424142 Nov 12 04:11:32.307654 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc548b-5001-42c9-af45-efd6e88ba5d2 req-6d82f8a3-657a-415b-8620-d63dc76863a2 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:32.309134 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-98cc548b-5001-42c9-af45-efd6e88ba5d2 req-6d82f8a3-657a-415b-8620-d63dc76863a2 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 945 time: 0.0487428 Nov 12 04:11:32.359381 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-98cc548b-5001-42c9-af45-efd6e88ba5d2 req-75de1416-94fd-4135-b424-8e5e30943591 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443275 Nov 12 04:11:33.428568 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-35b37dd1-c23f-4b01-849c-fca8634fdd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:33.480058 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075ba97-a51d-4dd4-b778-6654c2ebf7f9 req-5802c183-d986-4f4f-bd22-77942f3a5623 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:33.481599 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e075ba97-a51d-4dd4-b778-6654c2ebf7f9 req-5802c183-d986-4f4f-bd22-77942f3a5623 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 945 time: 0.0514812 Nov 12 04:11:33.529126 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e075ba97-a51d-4dd4-b778-6654c2ebf7f9 req-eb0172c4-350d-4302-af4e-6fade3ab43a0 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415287 Nov 12 04:11:34.250787 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:34.652625 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4eb90-062e-4819-a93f-7a5e0dfdc479 req-35197b05-31ae-42de-b77f-0a527e377f2e tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:34.654112 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3ff4eb90-062e-4819-a93f-7a5e0dfdc479 req-35197b05-31ae-42de-b77f-0a527e377f2e tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 945 time: 0.0538216 Nov 12 04:11:34.702870 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3ff4eb90-062e-4819-a93f-7a5e0dfdc479 req-1fca2ed0-a233-47b9-826e-4f2f5a636182 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418644 Nov 12 04:11:35.361921 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbb7ae-4ed8-4e0f-ac47-cfa54cdd9369 req-06bb597a-9824-4220-b00c-9a4ccaddeec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:35.363226 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a9dbb7ae-4ed8-4e0f-ac47-cfa54cdd9369 req-06bb597a-9824-4220-b00c-9a4ccaddeec0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 1097 time: 0.0464530 Nov 12 04:11:35.485581 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbb7ae-4ed8-4e0f-ac47-cfa54cdd9369 req-65cb560b-d3f4-487f-8512-e7b225bb4bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:35.487206 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a9dbb7ae-4ed8-4e0f-ac47-cfa54cdd9369 req-65cb560b-d3f4-487f-8512-e7b225bb4bec service neutron] 10.222.0.74 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 912 time: 0.1022670 Nov 12 04:11:35.560125 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a9dbb7ae-4ed8-4e0f-ac47-cfa54cdd9369 req-ea231994-c3ad-4c2c-b53e-a072931e1cc6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67bcf6d1-67c6-416c-978a-b2ffbf8450a1 HTTP/1.1" status: 200 len: 1001 time: 0.0652688 Nov 12 04:11:35.580531 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:35.613592 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbb7ae-4ed8-4e0f-ac47-cfa54cdd9369 req-2c312343-4930-4257-893f-4a5e475457d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:35.615011 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a9dbb7ae-4ed8-4e0f-ac47-cfa54cdd9369 req-2c312343-4930-4257-893f-4a5e475457d5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0475762 Nov 12 04:11:35.668089 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbb7ae-4ed8-4e0f-ac47-cfa54cdd9369 req-7a2c7dd5-6bb1-469b-b3a0-5e1e610a2711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:35.669696 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a9dbb7ae-4ed8-4e0f-ac47-cfa54cdd9369 req-7a2c7dd5-6bb1-469b-b3a0-5e1e610a2711 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469089 Nov 12 04:11:35.768622 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a9dbb7ae-4ed8-4e0f-ac47-cfa54cdd9369 req-928f5789-aec8-4785-a7e6-a76eec5576c1 service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907290 Nov 12 04:11:35.834099 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045736d-63bd-4a9f-82d7-e1c72d1726eb req-315a81ba-065c-4e76-a10b-5e951aa82a47 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:35.835656 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5045736d-63bd-4a9f-82d7-e1c72d1726eb req-315a81ba-065c-4e76-a10b-5e951aa82a47 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 945 time: 0.0579689 Nov 12 04:11:35.869538 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a9dbb7ae-4ed8-4e0f-ac47-cfa54cdd9369 req-b9276504-0898-4034-b60f-ba3e4be90058 service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933244 Nov 12 04:11:35.888378 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5045736d-63bd-4a9f-82d7-e1c72d1726eb req-bf3058b7-1295-4238-b560-867e019006d9 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467043 Nov 12 04:11:36.425180 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:37.017338 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4bc5a-f714-4010-9cba-f0eb1c374806 req-c25bc3d6-b518-40f9-b043-ce4973a4e06f tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:37.018906 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b7c4bc5a-f714-4010-9cba-f0eb1c374806 req-c25bc3d6-b518-40f9-b043-ce4973a4e06f tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 945 time: 0.0495737 Nov 12 04:11:37.066539 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b7c4bc5a-f714-4010-9cba-f0eb1c374806 req-ca48ca72-176d-4892-9817-fdeaa636e57d tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418026 Nov 12 04:11:38.185235 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ff0e0-5eb5-4311-95af-ed10f35a622e req-f0302364-cd23-4389-8f85-b3e3aa2bf678 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:38.186723 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-741ff0e0-5eb5-4311-95af-ed10f35a622e req-f0302364-cd23-4389-8f85-b3e3aa2bf678 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 945 time: 0.0502081 Nov 12 04:11:38.234892 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-741ff0e0-5eb5-4311-95af-ed10f35a622e req-3226eb8a-6ace-4a76-99e1-082785c625b2 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413871 Nov 12 04:11:38.495605 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007a260-8d67-46a9-8f8f-2f770f4d686d req-544529f8-e12f-431d-807f-303b0091ef87 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:38.497085 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9007a260-8d67-46a9-8f8f-2f770f4d686d req-544529f8-e12f-431d-807f-303b0091ef87 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 945 time: 0.0629206 Nov 12 04:11:38.559156 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-07217294-71d6-4976-a65b-60fec1d94ace service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1307275 Nov 12 04:11:38.562890 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9007a260-8d67-46a9-8f8f-2f770f4d686d req-8abfaa2c-fde0-4e92-95e1-a3bebc22c8b6 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523734 Nov 12 04:11:39.052556 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:39.683963 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce55a81-119a-4b07-9136-20126f6e2b08 req-82994d0b-e009-4b8d-8f4a-536225f86c12 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:39.685459 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7ce55a81-119a-4b07-9136-20126f6e2b08 req-82994d0b-e009-4b8d-8f4a-536225f86c12 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 945 time: 0.0531604 Nov 12 04:11:39.735901 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7ce55a81-119a-4b07-9136-20126f6e2b08 req-067dedc9-c75d-46f0-a210-d809dd2cda77 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446005 Nov 12 04:11:39.871307 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-804b0532-1435-4968-b950-19053ea4de96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:39.872828 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-804b0532-1435-4968-b950-19053ea4de96 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 1097 time: 0.0409899 Nov 12 04:11:39.968668 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-c4cb5434-a2cc-46e1-9e6b-691fc31d5243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:39.970139 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-c4cb5434-a2cc-46e1-9e6b-691fc31d5243 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 912 time: 0.0892985 Nov 12 04:11:40.036188 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-0683a19f-f848-4cc7-a868-4e7bb900e2b7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67bcf6d1-67c6-416c-978a-b2ffbf8450a1 HTTP/1.1" status: 200 len: 1001 time: 0.0582914 Nov 12 04:11:40.086494 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-fb00f020-d66b-4d4e-a894-6c26cf4d5a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:40.087947 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-fb00f020-d66b-4d4e-a894-6c26cf4d5a3a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0446649 Nov 12 04:11:40.143455 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-297ebfab-bf48-413f-ab66-45e814b9651d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:40.144968 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-297ebfab-bf48-413f-ab66-45e814b9651d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440698 Nov 12 04:11:40.237750 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-6735dfd9-c8b4-4bbd-98bf-90012556fe79 service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849071 Nov 12 04:11:40.333622 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-4ff22c25-2176-4ccc-b3ad-73e00992a22b service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882912 Nov 12 04:11:40.853817 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5151f-ee5a-439f-827b-fb3a717f7f50 req-5b8880a6-7b37-402a-bb65-95e905b9d01f tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:40.855309 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b2f5151f-ee5a-439f-827b-fb3a717f7f50 req-5b8880a6-7b37-402a-bb65-95e905b9d01f tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 945 time: 0.0500815 Nov 12 04:11:40.901947 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b2f5151f-ee5a-439f-827b-fb3a717f7f50 req-ec79da60-4052-4259-b783-2b4e58d6b707 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407777 Nov 12 04:11:42.021379 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03fc5a-6bf0-4674-b968-86b46d94845a req-88d42931-bfb4-4316-80a3-470bf9ca966b tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:42.022868 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cf03fc5a-6bf0-4674-b968-86b46d94845a req-88d42931-bfb4-4316-80a3-470bf9ca966b tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 945 time: 0.0508447 Nov 12 04:11:42.070852 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cf03fc5a-6bf0-4674-b968-86b46d94845a req-507e6205-6381-47c8-91ae-801cdcc80a93 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420175 Nov 12 04:11:42.580342 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-47841e6a-cdd6-4b07-9d03-7b12b47e7e4e service neutron] show failed (client error): The resource could not be found. Nov 12 04:11:42.581343 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-47841e6a-cdd6-4b07-9d03-7b12b47e7e4e service neutron] 10.222.0.74 "GET /v2.0/ports/67bcf6d1-67c6-416c-978a-b2ffbf8450a1/bindings/n-h2-715271-27 HTTP/1.1" status: 404 len: 381 time: 0.0540318 Nov 12 04:11:42.847371 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-797a6563-7c11-40ef-95c8-94b11790e3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:42.849507 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-797a6563-7c11-40ef-95c8-94b11790e3e9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d&tenant_id=9480d8101ef043e1ba7e2d8089e38c2f HTTP/1.1" status: 200 len: 1097 time: 0.0936739 Nov 12 04:11:42.868838 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-f4e36069-f6ca-49db-bc37-1150648c40bd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-27', 'device_owner': 'compute:nova'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:42.921123 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-f4e36069-f6ca-49db-bc37-1150648c40bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:43.122956 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-f4e36069-f6ca-49db-bc37-1150648c40bd service neutron] For port 67bcf6d1-67c6-416c-978a-b2ffbf8450a1, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=67bcf6d1-67c6-416c-978a-b2ffbf8450a1,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:43.185593 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-f4e36069-f6ca-49db-bc37-1150648c40bd service neutron] For port 67bcf6d1-67c6-416c-978a-b2ffbf8450a1, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:11:43.230654 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9878cd-ff86-4f77-8e56-d3bd53af0912 req-a764769e-e84c-4c81-8d47-3a60c1c150ed tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:43.232159 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6a9878cd-ff86-4f77-8e56-d3bd53af0912 req-a764769e-e84c-4c81-8d47-3a60c1c150ed tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 945 time: 0.0910318 Nov 12 04:11:43.247409 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67bcf6d1-67c6-416c-978a-b2ffbf8450a1'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:43.249625 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4f13b4-d227-4cc0-9876-5f5b8f3bf62f" -d '{"events": [{"server_uuid": "c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d", "name": "network-vif-unplugged", "status": "completed", "tag": "67bcf6d1-67c6-416c-978a-b2ffbf8450a1"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:43.253417 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-f4e36069-f6ca-49db-bc37-1150648c40bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:43.284401 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-f4e36069-f6ca-49db-bc37-1150648c40bd service neutron] Transition to ACTIVE for port object 67bcf6d1-67c6-416c-978a-b2ffbf8450a1 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:11:43.296372 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-f4e36069-f6ca-49db-bc37-1150648c40bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:43.329461 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6a9878cd-ff86-4f77-8e56-d3bd53af0912 req-a8266cee-1aa0-43f7-af9b-963a26a3d27f tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913060 Nov 12 04:11:43.382705 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f114e34-5008-424a-8389-a9954be58588 x-openstack-request-id: req-0f114e34-5008-424a-8389-a9954be58588 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:43.383005 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d", "name": "network-vif-unplugged", "status": "completed", "tag": "67bcf6d1-67c6-416c-978a-b2ffbf8450a1", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:43.383260 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0f114e34-5008-424a-8389-a9954be58588 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:43.383655 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67bcf6d1-67c6-416c-978a-b2ffbf8450a1', 'code': 200} Nov 12 04:11:43.408046 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e36069-f6ca-49db-bc37-1150648c40bd service neutron] Pushing event updated for resources: {'Port': ['ID=67bcf6d1-67c6-416c-978a-b2ffbf8450a1,revision_number=6']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:43.423666 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e36069-f6ca-49db-bc37-1150648c40bd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:43.424008 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e36069-f6ca-49db-bc37-1150648c40bd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:43.424373 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e36069-f6ca-49db-bc37-1150648c40bd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:43.424702 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e36069-f6ca-49db-bc37-1150648c40bd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:43.425027 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e36069-f6ca-49db-bc37-1150648c40bd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:43.425347 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e36069-f6ca-49db-bc37-1150648c40bd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:43.425699 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e36069-f6ca-49db-bc37-1150648c40bd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:43.426023 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e36069-f6ca-49db-bc37-1150648c40bd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:43.426346 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e36069-f6ca-49db-bc37-1150648c40bd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:43.426922 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e36069-f6ca-49db-bc37-1150648c40bd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:43.427236 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e36069-f6ca-49db-bc37-1150648c40bd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:43.427554 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e36069-f6ca-49db-bc37-1150648c40bd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:43.455321 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-f4e36069-f6ca-49db-bc37-1150648c40bd service neutron] No DVR routers for this DVR port 67bcf6d1-67c6-416c-978a-b2ffbf8450a1 on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:11:43.594299 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-f4e36069-f6ca-49db-bc37-1150648c40bd service neutron] Attempting to bind port 67bcf6d1-67c6-416c-978a-b2ffbf8450a1 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:43.594631 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-f4e36069-f6ca-49db-bc37-1150648c40bd service neutron] Attempting to bind port 67bcf6d1-67c6-416c-978a-b2ffbf8450a1 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:43.594954 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-f4e36069-f6ca-49db-bc37-1150648c40bd service neutron] Attempting to bind port 67bcf6d1-67c6-416c-978a-b2ffbf8450a1 on network cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:43.600222 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-f4e36069-f6ca-49db-bc37-1150648c40bd service neutron] Port 67bcf6d1-67c6-416c-978a-b2ffbf8450a1 on network cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:43.600539 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-f4e36069-f6ca-49db-bc37-1150648c40bd service neutron] Attempting to bind port 67bcf6d1-67c6-416c-978a-b2ffbf8450a1 on network cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:43.605447 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-f4e36069-f6ca-49db-bc37-1150648c40bd service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:11:43.605723 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-f4e36069-f6ca-49db-bc37-1150648c40bd service neutron] Checking segment: {'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:43.606100 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-f4e36069-f6ca-49db-bc37-1150648c40bd service neutron] Bound using segment: {'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:11:43.606517 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-f4e36069-f6ca-49db-bc37-1150648c40bd service neutron] Bound port: 67bcf6d1-67c6-416c-978a-b2ffbf8450a1, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:11:43.606868 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-f4e36069-f6ca-49db-bc37-1150648c40bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:43.669347 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-f4e36069-f6ca-49db-bc37-1150648c40bd service neutron] For port 67bcf6d1-67c6-416c-978a-b2ffbf8450a1, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:11:43.672441 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-f4e36069-f6ca-49db-bc37-1150648c40bd service neutron] For port 67bcf6d1-67c6-416c-978a-b2ffbf8450a1, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=67bcf6d1-67c6-416c-978a-b2ffbf8450a1,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:11:43.678114 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-f4e36069-f6ca-49db-bc37-1150648c40bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:43.715448 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-f4e36069-f6ca-49db-bc37-1150648c40bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:43.716061 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-f4e36069-f6ca-49db-bc37-1150648c40bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:43.717462 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-f4e36069-f6ca-49db-bc37-1150648c40bd service neutron] 10.222.0.90 "PUT /v2.0/ports/67bcf6d1-67c6-416c-978a-b2ffbf8450a1 HTTP/1.1" status: 200 len: 1092 time: 0.8527102 Nov 12 04:11:43.739506 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e36069-f6ca-49db-bc37-1150648c40bd service neutron] Pushing event updated for resources: {'Port': ['ID=67bcf6d1-67c6-416c-978a-b2ffbf8450a1,revision_number=7']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:43.796324 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-b4ad14a4-7132-4d07-8e53-a5cff95beb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:43.797964 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-b4ad14a4-7132-4d07-8e53-a5cff95beb20 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 1095 time: 0.0443499 Nov 12 04:11:43.891482 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-9eca89ac-bb0e-49b3-987b-d6486228afc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:43.892978 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-9eca89ac-bb0e-49b3-987b-d6486228afc3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 912 time: 0.0877120 Nov 12 04:11:43.963506 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-548de196-728c-4873-866f-7b70683a3fae service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67bcf6d1-67c6-416c-978a-b2ffbf8450a1 HTTP/1.1" status: 200 len: 999 time: 0.0618923 Nov 12 04:11:44.020374 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-740c5da7-893d-4fe3-92ab-e9b9f851c7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:44.021826 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-740c5da7-893d-4fe3-92ab-e9b9f851c7dd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0502882 Nov 12 04:11:44.069999 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-a7b59acb-1fe7-4269-83b9-9007d69bc055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:44.071522 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-a7b59acb-1fe7-4269-83b9-9007d69bc055 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410807 Nov 12 04:11:44.165094 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-0033648b-01cb-42e4-bea7-325da22301ac service neutron] 10.222.0.90 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852184 Nov 12 04:11:44.255458 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4e0c177f-7775-438e-ab19-01a77a185b82 req-4f2ee686-021e-49cc-be52-7dcf5cac1942 service neutron] 10.222.0.90 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831230 Nov 12 04:11:44.458248 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d2cd8-4a68-4abd-a6bd-8e218f396c57 req-6befd744-0788-4a63-a54c-d1a56aff21eb tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:44.459714 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-af7d2cd8-4a68-4abd-a6bd-8e218f396c57 req-6befd744-0788-4a63-a54c-d1a56aff21eb tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 943 time: 0.0572228 Nov 12 04:11:44.507327 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-af7d2cd8-4a68-4abd-a6bd-8e218f396c57 req-4f441e0f-ce54-4763-a84e-e985092acdfd tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415561 Nov 12 04:11:45.385306 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d', 'tag': '67bcf6d1-67c6-416c-978a-b2ffbf8450a1'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:45.388020 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22715da-b7bc-49e5-b51f-be27714a28e6" -d '{"events": [{"name": "network-changed", "server_uuid": "c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d", "tag": "67bcf6d1-67c6-416c-978a-b2ffbf8450a1"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:45.443781 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed492d63-0346-4598-b0f4-485c0febf237 x-openstack-request-id: req-ed492d63-0346-4598-b0f4-485c0febf237 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:45.445782 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d", "tag": "67bcf6d1-67c6-416c-978a-b2ffbf8450a1", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:45.446121 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ed492d63-0346-4598-b0f4-485c0febf237 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:45.446636 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d', 'tag': '67bcf6d1-67c6-416c-978a-b2ffbf8450a1', 'status': 'completed', 'code': 200} Nov 12 04:11:45.508429 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22715da-b7bc-49e5-b51f-be27714a28e6 req-a76889c5-62ff-4dc1-b900-9138bd08dd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:45.509963 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c22715da-b7bc-49e5-b51f-be27714a28e6 req-a76889c5-62ff-4dc1-b900-9138bd08dd2a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 1095 time: 0.0487385 Nov 12 04:11:45.531855 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22715da-b7bc-49e5-b51f-be27714a28e6 req-030b6d51-f022-4669-b9c4-98914af45aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:45.533392 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c22715da-b7bc-49e5-b51f-be27714a28e6 req-030b6d51-f022-4669-b9c4-98914af45aad service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 1095 time: 0.0426261 Nov 12 04:11:45.606977 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22715da-b7bc-49e5-b51f-be27714a28e6 req-8a0e10eb-1638-4e06-a2f0-d03b4cfd169c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:45.609086 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c22715da-b7bc-49e5-b51f-be27714a28e6 req-8a0e10eb-1638-4e06-a2f0-d03b4cfd169c service neutron] 10.222.0.74 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 912 time: 0.0902691 Nov 12 04:11:45.675123 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df54d9-fc64-4f1c-ae44-b6955d9732c9 req-8cc19508-aad6-46b3-9cdc-4e5480ddfbe1 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:45.677549 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e0df54d9-fc64-4f1c-ae44-b6955d9732c9 req-8cc19508-aad6-46b3-9cdc-4e5480ddfbe1 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 943 time: 0.0769691 Nov 12 04:11:45.682777 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22715da-b7bc-49e5-b51f-be27714a28e6 req-95c0b94e-ec96-4db7-9f84-523be302f01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:45.684688 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c22715da-b7bc-49e5-b51f-be27714a28e6 req-95c0b94e-ec96-4db7-9f84-523be302f01f service neutron] 10.222.0.90 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 912 time: 0.1419063 Nov 12 04:11:45.688153 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c22715da-b7bc-49e5-b51f-be27714a28e6 req-3c016782-5fce-464f-891a-78c970b251d3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67bcf6d1-67c6-416c-978a-b2ffbf8450a1 HTTP/1.1" status: 200 len: 999 time: 0.0696542 Nov 12 04:11:45.747653 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22715da-b7bc-49e5-b51f-be27714a28e6 req-cd4c82a6-67b7-4820-9f08-bd9536285c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:45.749552 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c22715da-b7bc-49e5-b51f-be27714a28e6 req-cd4c82a6-67b7-4820-9f08-bd9536285c8f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0497925 Nov 12 04:11:45.782351 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e0df54d9-fc64-4f1c-ae44-b6955d9732c9 req-1cd38f9f-7a37-4dd4-bdfe-c89fffa6101f tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961001 Nov 12 04:11:45.791409 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c22715da-b7bc-49e5-b51f-be27714a28e6 req-490abb63-d6a0-480f-8d6b-638bcf1f1f32 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67bcf6d1-67c6-416c-978a-b2ffbf8450a1 HTTP/1.1" status: 200 len: 999 time: 0.0992546 Nov 12 04:11:45.805665 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22715da-b7bc-49e5-b51f-be27714a28e6 req-f3c00da0-1adf-4844-96e5-a09ff344a224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:45.807342 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c22715da-b7bc-49e5-b51f-be27714a28e6 req-f3c00da0-1adf-4844-96e5-a09ff344a224 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485406 Nov 12 04:11:45.845295 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22715da-b7bc-49e5-b51f-be27714a28e6 req-cbfacacb-8ae1-4b9c-a05d-6ca335cb38f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:45.846742 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c22715da-b7bc-49e5-b51f-be27714a28e6 req-cbfacacb-8ae1-4b9c-a05d-6ca335cb38f8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0476270 Nov 12 04:11:45.896583 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22715da-b7bc-49e5-b51f-be27714a28e6 req-d0d575d8-efd7-4e47-a0cf-a7b65c86f329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:45.898085 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c22715da-b7bc-49e5-b51f-be27714a28e6 req-d0d575d8-efd7-4e47-a0cf-a7b65c86f329 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415800 Nov 12 04:11:45.904227 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c22715da-b7bc-49e5-b51f-be27714a28e6 req-a35bae6c-8565-4de7-b6c1-46a6dea77a02 service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886714 Nov 12 04:11:45.994344 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c22715da-b7bc-49e5-b51f-be27714a28e6 req-b3a6368b-fac5-423f-8db0-913ee2da5cab service neutron] 10.222.0.90 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875232 Nov 12 04:11:45.995985 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c22715da-b7bc-49e5-b51f-be27714a28e6 req-1eab4e12-a9aa-4d61-9b46-71613527c09b service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841839 Nov 12 04:11:46.089566 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c22715da-b7bc-49e5-b51f-be27714a28e6 req-4870598e-fe7e-41d9-bb0c-2fda19630690 service neutron] 10.222.0.90 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878527 Nov 12 04:11:46.751747 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 67bcf6d1-67c6-416c-978a-b2ffbf8450a1 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:11:46.791644 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 67bcf6d1-67c6-416c-978a-b2ffbf8450a1 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:11:46.914499 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac37dd-f546-4df0-b72b-9761fd3f3ff9 req-30a087fa-34d4-42b4-a5ba-a729d14c96b9 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:46.916136 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-65ac37dd-f546-4df0-b72b-9761fd3f3ff9 req-30a087fa-34d4-42b4-a5ba-a729d14c96b9 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 943 time: 0.0558069 Nov 12 04:11:46.965843 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-65ac37dd-f546-4df0-b72b-9761fd3f3ff9 req-373e08bb-0c56-429f-b196-86c18a6875f1 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436211 Nov 12 04:11:47.185512 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0141a-5f63-42f4-a0c5-922a364e6e61 req-3c4d70fd-8095-4e46-a898-0d23ce704a49 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:47.186991 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e8c0141a-5f63-42f4-a0c5-922a364e6e61 req-3c4d70fd-8095-4e46-a898-0d23ce704a49 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 943 time: 0.0772142 Nov 12 04:11:47.209209 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004f515-b710-423e-81b2-f832b7b25841 req-db2d391a-a982-4fda-904d-09f34338ddab tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:47.210610 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8004f515-b710-423e-81b2-f832b7b25841 req-db2d391a-a982-4fda-904d-09f34338ddab tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.74 "GET /v2.0/ports?device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d&tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&binding%3Ahost_id=n-h2-715271-27 HTTP/1.1" status: 200 len: 943 time: 0.0753298 Nov 12 04:11:47.281872 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e8c0141a-5f63-42f4-a0c5-922a364e6e61 req-94d31960-213f-47c5-a1dd-3f4ff7831b26 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867198 Nov 12 04:11:47.298248 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [req-8004f515-b710-423e-81b2-f832b7b25841 req-901e3a34-acbf-4100-bd4f-b396c3bed18b service neutron] delete failed (client error): The resource could not be found. Nov 12 04:11:47.299249 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8004f515-b710-423e-81b2-f832b7b25841 req-901e3a34-acbf-4100-bd4f-b396c3bed18b service neutron] 10.222.0.74 "DELETE /v2.0/ports/67bcf6d1-67c6-416c-978a-b2ffbf8450a1/bindings/n-h1-715271-27 HTTP/1.1" status: 404 len: 381 time: 0.0796969 Nov 12 04:11:47.385426 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004f515-b710-423e-81b2-f832b7b25841 req-3db5e15a-a0de-449f-89fd-e2f138738b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:47.386892 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8004f515-b710-423e-81b2-f832b7b25841 req-3db5e15a-a0de-449f-89fd-e2f138738b1a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 1095 time: 0.0408156 Nov 12 04:11:47.485993 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004f515-b710-423e-81b2-f832b7b25841 req-6553b65c-837e-4eb3-a498-12a13f4d5db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:47.487476 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8004f515-b710-423e-81b2-f832b7b25841 req-6553b65c-837e-4eb3-a498-12a13f4d5db8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 912 time: 0.0888593 Nov 12 04:11:47.555209 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8004f515-b710-423e-81b2-f832b7b25841 req-6cafa8c6-c7d1-4023-a785-46f09fce8ca5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67bcf6d1-67c6-416c-978a-b2ffbf8450a1 HTTP/1.1" status: 200 len: 999 time: 0.0594635 Nov 12 04:11:47.597471 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 67bcf6d1-67c6-416c-978a-b2ffbf8450a1 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:11:47.605207 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004f515-b710-423e-81b2-f832b7b25841 req-7eb42c64-4568-45ad-82eb-8283ede5513e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:47.606725 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8004f515-b710-423e-81b2-f832b7b25841 req-7eb42c64-4568-45ad-82eb-8283ede5513e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0442178 Nov 12 04:11:47.657200 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004f515-b710-423e-81b2-f832b7b25841 req-15edf0d1-9bab-4c1a-97b8-9789cabac346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:47.658629 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8004f515-b710-423e-81b2-f832b7b25841 req-15edf0d1-9bab-4c1a-97b8-9789cabac346 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442193 Nov 12 04:11:47.700546 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 67bcf6d1-67c6-416c-978a-b2ffbf8450a1, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=67bcf6d1-67c6-416c-978a-b2ffbf8450a1,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:47.711495 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '67bcf6d1-67c6-416c-978a-b2ffbf8450a1', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'port_id': '67bcf6d1-67c6-416c-978a-b2ffbf8450a1', 'mac_address': 'fa:16:3e:09:cc:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:11:47.748690 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:47.761641 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8004f515-b710-423e-81b2-f832b7b25841 req-4f3f1867-22d6-47e8-9665-dca76066ce66 service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947859 Nov 12 04:11:47.762376 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67bcf6d1-67c6-416c-978a-b2ffbf8450a1 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:11:47.782174 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 67bcf6d1-67c6-416c-978a-b2ffbf8450a1, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=67bcf6d1-67c6-416c-978a-b2ffbf8450a1,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:47.786112 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:47.834019 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=67bcf6d1-67c6-416c-978a-b2ffbf8450a1,revision_number=8']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:47.840905 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:47.841250 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:47.841622 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:47.841944 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:47.842271 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:47.842597 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:47.842918 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:47.843239 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:47.843558 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:47.843878 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:47.844226 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:47.844545 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:47.866071 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8004f515-b710-423e-81b2-f832b7b25841 req-1d69793a-fdd7-4c92-864c-75750bd5d4ec service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960863 Nov 12 04:11:48.126413 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['67bcf6d1-67c6-416c-978a-b2ffbf8450a1'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:11:48.407818 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377d08a-4858-4422-ba37-3718157796eb req-88638a1c-6245-453c-888a-ae2e9323bc91 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:48.409360 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7377d08a-4858-4422-ba37-3718157796eb req-88638a1c-6245-453c-888a-ae2e9323bc91 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 944 time: 0.0521758 Nov 12 04:11:48.465494 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7377d08a-4858-4422-ba37-3718157796eb req-2bb0fa50-7678-4752-855e-c80813baa801 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485957 Nov 12 04:11:48.504728 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:48.589872 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387afa9-6454-4847-b107-f30925794474 req-96793e54-e66e-454c-947d-4198aa07e7d8 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:48.592129 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0387afa9-6454-4847-b107-f30925794474 req-96793e54-e66e-454c-947d-4198aa07e7d8 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 944 time: 0.0512123 Nov 12 04:11:48.640288 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0387afa9-6454-4847-b107-f30925794474 req-551a33d4-72e6-47d8-821d-7eb345095f81 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419109 Nov 12 04:11:48.833323 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345bda3-8adc-403c-b548-29df503729c3 req-bd04816f-fdd7-4c16-bc82-49eb8d0ae09d tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:48.834958 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3345bda3-8adc-403c-b548-29df503729c3 req-bd04816f-fdd7-4c16-bc82-49eb8d0ae09d tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 944 time: 0.0492637 Nov 12 04:11:48.888397 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3345bda3-8adc-403c-b548-29df503729c3 req-14ccea1d-d7a6-456b-82f1-73af88815a09 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474069 Nov 12 04:11:48.892968 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02231620-095e-4878-b29c-d81824be3e59 req-514ddf86-f280-44a9-8a0c-7f47eb5d6fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:48.894507 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-02231620-095e-4878-b29c-d81824be3e59 req-514ddf86-f280-44a9-8a0c-7f47eb5d6fff service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 1096 time: 0.0415363 Nov 12 04:11:48.986304 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02231620-095e-4878-b29c-d81824be3e59 req-1abdf450-7578-46d3-9a29-cdda8cecd922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:48.987674 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-02231620-095e-4878-b29c-d81824be3e59 req-1abdf450-7578-46d3-9a29-cdda8cecd922 service neutron] 10.222.0.90 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 912 time: 0.0852649 Nov 12 04:11:49.057600 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-02231620-095e-4878-b29c-d81824be3e59 req-d0f17f55-99e1-417a-aa42-02a389530ba2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67bcf6d1-67c6-416c-978a-b2ffbf8450a1 HTTP/1.1" status: 200 len: 1000 time: 0.0613003 Nov 12 04:11:49.107113 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02231620-095e-4878-b29c-d81824be3e59 req-ce09d92e-09af-4dc4-84b4-ded5346ee990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:49.108669 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-02231620-095e-4878-b29c-d81824be3e59 req-ce09d92e-09af-4dc4-84b4-ded5346ee990 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0437694 Nov 12 04:11:49.154613 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02231620-095e-4878-b29c-d81824be3e59 req-67f17dc7-0d93-4f68-a618-01c69847bcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:49.156105 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-02231620-095e-4878-b29c-d81824be3e59 req-67f17dc7-0d93-4f68-a618-01c69847bcb6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401838 Nov 12 04:11:49.247930 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-02231620-095e-4878-b29c-d81824be3e59 req-93870471-4066-4d5a-b93f-59fc3e592a6f service neutron] 10.222.0.90 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836136 Nov 12 04:11:49.336332 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-02231620-095e-4878-b29c-d81824be3e59 req-03e3aa83-6295-42a7-b999-fcd3186bd64c service neutron] 10.222.0.90 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815530 Nov 12 04:11:49.619629 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 67bcf6d1-67c6-416c-978a-b2ffbf8450a1 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:49.668830 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 67bcf6d1-67c6-416c-978a-b2ffbf8450a1 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:11:49.672917 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 67bcf6d1-67c6-416c-978a-b2ffbf8450a1 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:49.673426 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:49.754782 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:49.778511 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67bcf6d1-67c6-416c-978a-b2ffbf8450a1'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:49.780813 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138b73ec-aacf-46de-ae52-e16159663442" -d '{"events": [{"server_uuid": "c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d", "name": "network-vif-plugged", "status": "completed", "tag": "67bcf6d1-67c6-416c-978a-b2ffbf8450a1"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:49.796215 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 67bcf6d1-67c6-416c-978a-b2ffbf8450a1, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=67bcf6d1-67c6-416c-978a-b2ffbf8450a1,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:49.799153 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dba437-7dec-4a87-a74e-e01167574cb3 req-47b3429b-8b29-4379-a5b5-e867eb31ccad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:49.800953 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-70dba437-7dec-4a87-a74e-e01167574cb3 req-47b3429b-8b29-4379-a5b5-e867eb31ccad service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 1096 time: 0.0478709 Nov 12 04:11:49.805617 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:49.878233 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=67bcf6d1-67c6-416c-978a-b2ffbf8450a1,revision_number=9']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:49.906771 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2652f453-8c7d-4210-ab75-667dc518aea5 x-openstack-request-id: req-2652f453-8c7d-4210-ab75-667dc518aea5 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:49.907100 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d", "name": "network-vif-plugged", "status": "completed", "tag": "67bcf6d1-67c6-416c-978a-b2ffbf8450a1", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:49.907391 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2652f453-8c7d-4210-ab75-667dc518aea5 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:49.907829 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67bcf6d1-67c6-416c-978a-b2ffbf8450a1', 'code': 200} Nov 12 04:11:49.932118 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dba437-7dec-4a87-a74e-e01167574cb3 req-a8832a77-f488-42a3-b4fa-10bd3ef51751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:49.933622 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-70dba437-7dec-4a87-a74e-e01167574cb3 req-a8832a77-f488-42a3-b4fa-10bd3ef51751 service neutron] 10.222.0.90 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 912 time: 0.1062641 Nov 12 04:11:50.006577 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c2b4f-da74-4a1f-bcdd-02627179768a req-16dd6c6d-c311-41df-90b7-c3c0e9135fef tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:50.007245 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-70dba437-7dec-4a87-a74e-e01167574cb3 req-de40cc6c-1cbf-4738-8a28-96367ec80b9a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67bcf6d1-67c6-416c-978a-b2ffbf8450a1 HTTP/1.1" status: 200 len: 1001 time: 0.0628791 Nov 12 04:11:50.008107 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-516c2b4f-da74-4a1f-bcdd-02627179768a req-16dd6c6d-c311-41df-90b7-c3c0e9135fef tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 945 time: 0.0494199 Nov 12 04:11:50.058075 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dba437-7dec-4a87-a74e-e01167574cb3 req-191ab199-26d3-4dea-960f-1bbff74518d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:50.059548 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-70dba437-7dec-4a87-a74e-e01167574cb3 req-191ab199-26d3-4dea-960f-1bbff74518d1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0459058 Nov 12 04:11:50.063121 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-516c2b4f-da74-4a1f-bcdd-02627179768a req-237b2855-4882-4e59-8662-f312432e9bb3 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490744 Nov 12 04:11:50.106700 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dba437-7dec-4a87-a74e-e01167574cb3 req-56ab8bb1-c9ee-4d74-add8-c6158398f6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:50.108225 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-70dba437-7dec-4a87-a74e-e01167574cb3 req-56ab8bb1-c9ee-4d74-add8-c6158398f6d8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400734 Nov 12 04:11:50.221832 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-70dba437-7dec-4a87-a74e-e01167574cb3 req-151f3724-c52b-4e41-b77a-fa8a04ba5906 service neutron] 10.222.0.90 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057050 Nov 12 04:11:50.319434 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822039b5-9755-4e9d-b05c-a07d38c5532b req-49360796-016e-4a96-83fb-d0b0e252d60d tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:50.320944 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-822039b5-9755-4e9d-b05c-a07d38c5532b req-49360796-016e-4a96-83fb-d0b0e252d60d tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 945 time: 0.0499504 Nov 12 04:11:50.374873 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-822039b5-9755-4e9d-b05c-a07d38c5532b req-034994cc-383a-42a9-a566-64f495019815 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479391 Nov 12 04:11:50.449607 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-70dba437-7dec-4a87-a74e-e01167574cb3 req-8a041da5-a6df-40aa-8ede-d73521a677ac service neutron] 10.222.0.90 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987482 Nov 12 04:11:51.495571 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0659dc2-0d6a-4ccf-9b59-38701cf4eac6 req-90f2d6e0-b9ed-43b3-928c-c1e3c4939752 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:51.497058 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c0659dc2-0d6a-4ccf-9b59-38701cf4eac6 req-90f2d6e0-b9ed-43b3-928c-c1e3c4939752 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 945 time: 0.0546360 Nov 12 04:11:51.543606 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c0659dc2-0d6a-4ccf-9b59-38701cf4eac6 req-64f311c6-ddf1-4545-b3b3-1775470c183c tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406697 Nov 12 04:11:52.031645 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5003f-0e62-4f92-a477-29ed2fa6cd47 req-540b43e8-d89b-4c99-846c-08448e3718e4 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:52.033024 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-28a5003f-0e62-4f92-a477-29ed2fa6cd47 req-540b43e8-d89b-4c99-846c-08448e3718e4 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.90 "GET /v2.0/ports?device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 945 time: 0.0489013 Nov 12 04:11:52.126559 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-28a5003f-0e62-4f92-a477-29ed2fa6cd47 req-199f128b-e938-4b9e-b9e0-509fe3a47d5a tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Deleting port 67bcf6d1-67c6-416c-978a-b2ffbf8450a1 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:52.126894 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-28a5003f-0e62-4f92-a477-29ed2fa6cd47 req-199f128b-e938-4b9e-b9e0-509fe3a47d5a tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:52.221302 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-28a5003f-0e62-4f92-a477-29ed2fa6cd47 req-199f128b-e938-4b9e-b9e0-509fe3a47d5a tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] For port 67bcf6d1-67c6-416c-978a-b2ffbf8450a1, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=67bcf6d1-67c6-416c-978a-b2ffbf8450a1,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:52.221659 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-28a5003f-0e62-4f92-a477-29ed2fa6cd47 req-199f128b-e938-4b9e-b9e0-509fe3a47d5a tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:52.396323 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-28a5003f-0e62-4f92-a477-29ed2fa6cd47 req-199f128b-e938-4b9e-b9e0-509fe3a47d5a tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:52.396664 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-28a5003f-0e62-4f92-a477-29ed2fa6cd47 req-199f128b-e938-4b9e-b9e0-509fe3a47d5a tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:52.396979 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [req-28a5003f-0e62-4f92-a477-29ed2fa6cd47 req-199f128b-e938-4b9e-b9e0-509fe3a47d5a tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Floating IP 0bc0e632-a324-468e-899c-5db3539fc526 disassociated. External IP: 172.25.5.212, port: 67bcf6d1-67c6-416c-978a-b2ffbf8450a1. Nov 12 04:11:52.397310 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-28a5003f-0e62-4f92-a477-29ed2fa6cd47 req-199f128b-e938-4b9e-b9e0-509fe3a47d5a tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Calling delete_port for 67bcf6d1-67c6-416c-978a-b2ffbf8450a1 owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:52.530524 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-28a5003f-0e62-4f92-a477-29ed2fa6cd47 req-199f128b-e938-4b9e-b9e0-509fe3a47d5a tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:52.568670 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f128b-e938-4b9e-b9e0-509fe3a47d5a tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Pushing event deleted for resources: {'Port': ['ID=67bcf6d1-67c6-416c-978a-b2ffbf8450a1,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:52.679774 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9893810b-77e2-47e1-9688-f5b3f2220245 req-63f012f9-abcb-44e3-9bb9-89d96a6a2c32 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d HTTP/1.1" status: 200 len: 210 time: 0.0416751 Nov 12 04:11:52.704486 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28a5003f-0e62-4f92-a477-29ed2fa6cd47 req-199f128b-e938-4b9e-b9e0-509fe3a47d5a tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Router d6ec1b75-2f36-49a1-9988-4c09bf2ed264 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:11:52.824434 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28a5003f-0e62-4f92-a477-29ed2fa6cd47 req-199f128b-e938-4b9e-b9e0-509fe3a47d5a tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:11:52.834166 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9f6964-9832-4f84-b601-7d2527e4c510 None None] Sync routers for ids ['d6ec1b75-2f36-49a1-9988-4c09bf2ed264'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:11:52.843648 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9f6964-9832-4f84-b601-7d2527e4c510 None None] Routers {'d6ec1b75-2f36-49a1-9988-4c09bf2ed264'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:52.844379 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-6c9f6964-9832-4f84-b601-7d2527e4c510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:11:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['d6ec1b75-2f36-49a1-9988-4c09bf2ed264'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:52.867795 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a5003f-0e62-4f92-a477-29ed2fa6cd47 req-199f128b-e938-4b9e-b9e0-509fe3a47d5a tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] No DVR routers for this DVR port 67bcf6d1-67c6-416c-978a-b2ffbf8450a1 on host n-h2-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:11:52.870658 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-28a5003f-0e62-4f92-a477-29ed2fa6cd47 req-199f128b-e938-4b9e-b9e0-509fe3a47d5a tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:52.874396 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-28a5003f-0e62-4f92-a477-29ed2fa6cd47 req-199f128b-e938-4b9e-b9e0-509fe3a47d5a tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.90 "DELETE /v2.0/ports/67bcf6d1-67c6-416c-978a-b2ffbf8450a1 HTTP/1.1" status: 204 len: 173 time: 0.8339822 Nov 12 04:11:52.874977 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d', 'name': 'network-vif-deleted', 'tag': '67bcf6d1-67c6-416c-978a-b2ffbf8450a1'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:52.877936 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774531eb-304f-45f7-b4d2-824dffb20ce2" -d '{"events": [{"server_uuid": "c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d", "name": "network-vif-deleted", "tag": "67bcf6d1-67c6-416c-978a-b2ffbf8450a1"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:52.930886 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32c550e-9af4-4681-b408-f20635a8238b x-openstack-request-id: req-c32c550e-9af4-4681-b408-f20635a8238b {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:52.931244 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d", "name": "network-vif-deleted", "tag": "67bcf6d1-67c6-416c-978a-b2ffbf8450a1", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:52.931616 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c32c550e-9af4-4681-b408-f20635a8238b {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:52.932570 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41a8e2b-5eff-47ae-96ca-ce8af66cbe7d', 'name': 'network-vif-deleted', 'tag': '67bcf6d1-67c6-416c-978a-b2ffbf8450a1', 'status': 'completed', 'code': 200} Nov 12 04:11:52.969623 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-6c9f6964-9832-4f84-b601-7d2527e4c510 None None] Set router d6ec1b75-2f36-49a1-9988-4c09bf2ed264 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:11:53.167833 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-6c9f6964-9832-4f84-b601-7d2527e4c510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'name': 'tempest-ServerActionsTestJSON-117487654-router', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'gw_port': {'id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '1b6c269e-1546-442d-a885-c3f443c803fd', 'name': '', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'mac_address': 'fa:16:3e:a9:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:14Z', 'updated_at': '2021-11-12T04:07:18Z', 'revision_number': 5, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'subnets': [{'id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:53.194254 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9f6964-9832-4f84-b601-7d2527e4c510 None None] Checking router: d6ec1b75-2f36-49a1-9988-4c09bf2ed264 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:11:53.202374 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9f6964-9832-4f84-b601-7d2527e4c510 None None] Routers {'d6ec1b75-2f36-49a1-9988-4c09bf2ed264'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:53.202960 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-6c9f6964-9832-4f84-b601-7d2527e4c510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:11:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['d6ec1b75-2f36-49a1-9988-4c09bf2ed264'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:53.306179 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-6c9f6964-9832-4f84-b601-7d2527e4c510 None None] Set router d6ec1b75-2f36-49a1-9988-4c09bf2ed264 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:11:53.591196 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-6c9f6964-9832-4f84-b601-7d2527e4c510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'name': 'tempest-ServerActionsTestJSON-117487654-router', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'gw_port': {'id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '1b6c269e-1546-442d-a885-c3f443c803fd', 'name': '', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'mac_address': 'fa:16:3e:a9:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:14Z', 'updated_at': '2021-11-12T04:07:18Z', 'revision_number': 5, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'subnets': [{'id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:53.620358 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9f6964-9832-4f84-b601-7d2527e4c510 None None] The sync data for ids ['d6ec1b75-2f36-49a1-9988-4c09bf2ed264'] in n-d-715271-27 is: [{'id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'name': 'tempest-ServerActionsTestJSON-117487654-router', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'gw_port': {'id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '1b6c269e-1546-442d-a885-c3f443c803fd', 'name': '', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'mac_address': 'fa:16:3e:a9:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:14Z', 'updated_at': '2021-11-12T04:07:18Z', 'revision_number': 5, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'subnets': [{'id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:11:53.865630 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5df26da-e9aa-4259-8622-4d9c53a50b72 None None] New status for floating IP 0bc0e632-a324-468e-899c-5db3539fc526: DOWN {{(pid=102573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:11:53.966386 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea844ff0-152b-419f-887d-00d71651bb4a req-8254c65d-3d4b-4595-8a78-941a98eafa5c tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1726162638&fields=id&tenant_id=9480d8101ef043e1ba7e2d8089e38c2f HTTP/1.1" status: 200 len: 267 time: 0.0454726 Nov 12 04:11:54.083321 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea844ff0-152b-419f-887d-00d71651bb4a req-ed4ed77b-640f-4f00-a4d1-c907eaa2fd90 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:54.084834 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea844ff0-152b-419f-887d-00d71651bb4a req-ed4ed77b-640f-4f00-a4d1-c907eaa2fd90 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 811 time: 0.1100838 Nov 12 04:11:54.100520 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea844ff0-152b-419f-887d-00d71651bb4a req-090afa15-d93e-4490-aed6-2a0f8ca419f5 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/quotas/9480d8101ef043e1ba7e2d8089e38c2f HTTP/1.1" status: 200 len: 375 time: 0.0095217 Nov 12 04:11:54.158774 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea844ff0-152b-419f-887d-00d71651bb4a req-540aabfd-1401-49d9-a1b3-295fe3a93bd9 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0527539 Nov 12 04:11:54.173914 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [req-ea844ff0-152b-419f-887d-00d71651bb4a req-0dc007ea-f27d-4c2b-86f2-de71ecca9af7 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:11:54.174862 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea844ff0-152b-419f-887d-00d71651bb4a req-0dc007ea-f27d-4c2b-86f2-de71ecca9af7 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050442 Nov 12 04:11:54.264591 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea844ff0-152b-419f-887d-00d71651bb4a req-0f5393e5-cf3c-4813-8f64-89de34517f0d service neutron] 10.222.0.50 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830786 Nov 12 04:11:54.358051 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea844ff0-152b-419f-887d-00d71651bb4a req-df15cf01-0a12-4f3e-8907-aca65fb457ab service neutron] 10.222.0.50 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866275 Nov 12 04:11:54.872097 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bdfb6e0b-a54d-4267-9a67-5ec4d50bafb6 req-b3f434df-32b7-4963-9584-3750ba97ecee tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 210 time: 0.3733897 Nov 12 04:11:55.971648 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8bf8c8ca-2af9-4f50-b4bc-a8cb070c89cc req-c3dec018-1c25-4d08-a846-add72b9a0ffc tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 210 time: 0.0268927 Nov 12 04:11:57.071550 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2bbcd848-144f-4e46-9993-3ee37185cb49 req-0a64eac3-304e-41a0-a66a-d9f70afdb8af tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 210 time: 0.0270202 Nov 12 04:11:57.582580 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea844ff0-152b-419f-887d-00d71651bb4a req-afa20cb5-a284-4ec5-aab9-32b0d6d53353 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:57.584147 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea844ff0-152b-419f-887d-00d71651bb4a req-afa20cb5-a284-4ec5-aab9-32b0d6d53353 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.74 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 811 time: 0.1036794 Nov 12 04:11:57.643312 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 67bcf6d1-67c6-416c-978a-b2ffbf8450a1 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:11:57.652711 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea844ff0-152b-419f-887d-00d71651bb4a req-068d47f9-7809-40ff-bd04-33591194526c tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9480d8101ef043e1ba7e2d8089e38c2f HTTP/1.1" status: 200 len: 380 time: 0.0576057 Nov 12 04:11:57.663705 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: 67bcf6d1-67c6-416c-978a-b2ffbf8450a1 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:11:57.664049 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 67bcf6d1-67c6-416c-978a-b2ffbf8450a1 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:11:57.666848 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-ea844ff0-152b-419f-887d-00d71651bb4a req-ea162151-0efd-4f80-99ad-0c7f2d029b27 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Request body: {'port': {'device_id': '18088475-527b-4b9e-929d-8a9e187c67b9', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'admin_state_up': True, 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'security_groups': ['e9134890-162d-4a85-a515-993b59d13e8d']}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:57.774223 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea844ff0-152b-419f-887d-00d71651bb4a req-ea162151-0efd-4f80-99ad-0c7f2d029b27 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Made reservation on behalf of 9480d8101ef043e1ba7e2d8089e38c2f for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:11:57.779658 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ea844ff0-152b-419f-887d-00d71651bb4a req-ea162151-0efd-4f80-99ad-0c7f2d029b27 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:57.913063 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-ea844ff0-152b-419f-887d-00d71651bb4a req-ea162151-0efd-4f80-99ad-0c7f2d029b27 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Allocated IP 172.20.0.13 (cf3f8615-bc98-4e2f-8b7f-cf47f62f9404/b5bd156f-3c6c-4381-a540-62b719246e6e/4a2ac7f2-8abe-4e6f-b6d7-542f549ac566) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:58.050044 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ea844ff0-152b-419f-887d-00d71651bb4a req-ea162151-0efd-4f80-99ad-0c7f2d029b27 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:58.081299 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ea844ff0-152b-419f-887d-00d71651bb4a req-ea162151-0efd-4f80-99ad-0c7f2d029b27 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:58.137123 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea844ff0-152b-419f-887d-00d71651bb4a req-ea162151-0efd-4f80-99ad-0c7f2d029b27 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Network cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:58.140501 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-ea844ff0-152b-419f-887d-00d71651bb4a req-ea162151-0efd-4f80-99ad-0c7f2d029b27 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:58.145155 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea844ff0-152b-419f-887d-00d71651bb4a req-ea162151-0efd-4f80-99ad-0c7f2d029b27 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:58.148592 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea162151-0efd-4f80-99ad-0c7f2d029b27 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Pushing event updated for resources: {'Port': ['ID=4a2ac7f2-8abe-4e6f-b6d7-542f549ac566,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:58.192615 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea162151-0efd-4f80-99ad-0c7f2d029b27 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:58.193525 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea162151-0efd-4f80-99ad-0c7f2d029b27 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:58.194088 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea162151-0efd-4f80-99ad-0c7f2d029b27 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:58.194591 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea162151-0efd-4f80-99ad-0c7f2d029b27 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:58.194936 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea162151-0efd-4f80-99ad-0c7f2d029b27 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:58.195266 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea162151-0efd-4f80-99ad-0c7f2d029b27 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:58.195597 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea162151-0efd-4f80-99ad-0c7f2d029b27 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:58.195920 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea162151-0efd-4f80-99ad-0c7f2d029b27 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:58.196273 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea162151-0efd-4f80-99ad-0c7f2d029b27 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:58.196594 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea162151-0efd-4f80-99ad-0c7f2d029b27 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:58.196917 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea162151-0efd-4f80-99ad-0c7f2d029b27 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:58.197235 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea162151-0efd-4f80-99ad-0c7f2d029b27 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:58.242727 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea844ff0-152b-419f-887d-00d71651bb4a req-ea162151-0efd-4f80-99ad-0c7f2d029b27 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:58.243360 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ea844ff0-152b-419f-887d-00d71651bb4a req-ea162151-0efd-4f80-99ad-0c7f2d029b27 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:58.264031 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44208aa-daa6-4f9c-a25b-f263062b3941 req-9e78766a-7c76-490a-b03c-4d1289244d0b tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:58.265589 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c44208aa-daa6-4f9c-a25b-f263062b3941 req-9e78766a-7c76-490a-b03c-4d1289244d0b tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 932 time: 0.1136901 Nov 12 04:11:58.274207 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea844ff0-152b-419f-887d-00d71651bb4a req-ea162151-0efd-4f80-99ad-0c7f2d029b27 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6112685 Nov 12 04:11:58.295031 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-ea844ff0-152b-419f-887d-00d71651bb4a req-decf97a2-cdac-4117-8972-6d42b4376b43 service neutron] Request body: {'port': {'device_id': '18088475-527b-4b9e-929d-8a9e187c67b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:58.352438 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c44208aa-daa6-4f9c-a25b-f263062b3941 req-3a9de3e9-4899-4ce8-afaf-67eab8a12d19 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771587 Nov 12 04:11:58.375014 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ea844ff0-152b-419f-887d-00d71651bb4a req-decf97a2-cdac-4117-8972-6d42b4376b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:58.411415 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-a40f6ff8-ebea-4423-9987-4a53ac2db582 None None] Provisioning complete for port 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:58.412282 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a40f6ff8-ebea-4423-9987-4a53ac2db582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:58.447173 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-a40f6ff8-ebea-4423-9987-4a53ac2db582 None None] Port 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:11:58.637177 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-ea844ff0-152b-419f-887d-00d71651bb4a req-decf97a2-cdac-4117-8972-6d42b4376b43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:11:58.644437 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ea844ff0-152b-419f-887d-00d71651bb4a req-decf97a2-cdac-4117-8972-6d42b4376b43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:58.657531 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-ea844ff0-152b-419f-887d-00d71651bb4a req-decf97a2-cdac-4117-8972-6d42b4376b43 service neutron] Transition to ACTIVE for port object 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:11:58.661242 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ea844ff0-152b-419f-887d-00d71651bb4a req-decf97a2-cdac-4117-8972-6d42b4376b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:58.733917 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf97a2-cdac-4117-8972-6d42b4376b43 service neutron] Pushing event updated for resources: {'Port': ['ID=4a2ac7f2-8abe-4e6f-b6d7-542f549ac566,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:58.788216 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-ea844ff0-152b-419f-887d-00d71651bb4a req-decf97a2-cdac-4117-8972-6d42b4376b43 service neutron] Attempting to bind port 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:58.788562 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-ea844ff0-152b-419f-887d-00d71651bb4a req-decf97a2-cdac-4117-8972-6d42b4376b43 service neutron] Attempting to bind port 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:58.788889 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea844ff0-152b-419f-887d-00d71651bb4a req-decf97a2-cdac-4117-8972-6d42b4376b43 service neutron] Attempting to bind port 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 on network cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:58.793610 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea844ff0-152b-419f-887d-00d71651bb4a req-decf97a2-cdac-4117-8972-6d42b4376b43 service neutron] Port 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 on network cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:58.793936 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea844ff0-152b-419f-887d-00d71651bb4a req-decf97a2-cdac-4117-8972-6d42b4376b43 service neutron] Attempting to bind port 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 on network cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:58.799135 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea844ff0-152b-419f-887d-00d71651bb4a req-decf97a2-cdac-4117-8972-6d42b4376b43 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:11:58.799468 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea844ff0-152b-419f-887d-00d71651bb4a req-decf97a2-cdac-4117-8972-6d42b4376b43 service neutron] Checking segment: {'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:58.800054 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea844ff0-152b-419f-887d-00d71651bb4a req-decf97a2-cdac-4117-8972-6d42b4376b43 service neutron] Bound using segment: {'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:11:58.800786 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-ea844ff0-152b-419f-887d-00d71651bb4a req-decf97a2-cdac-4117-8972-6d42b4376b43 service neutron] Bound port: 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:11:58.801354 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ea844ff0-152b-419f-887d-00d71651bb4a req-decf97a2-cdac-4117-8972-6d42b4376b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:58.877092 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-ea844ff0-152b-419f-887d-00d71651bb4a req-decf97a2-cdac-4117-8972-6d42b4376b43 service neutron] For port 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:11:58.880245 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-ea844ff0-152b-419f-887d-00d71651bb4a req-decf97a2-cdac-4117-8972-6d42b4376b43 service neutron] For port 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4a2ac7f2-8abe-4e6f-b6d7-542f549ac566,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:11:58.884929 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ea844ff0-152b-419f-887d-00d71651bb4a req-decf97a2-cdac-4117-8972-6d42b4376b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:58.922164 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea844ff0-152b-419f-887d-00d71651bb4a req-decf97a2-cdac-4117-8972-6d42b4376b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:58.922754 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-ea844ff0-152b-419f-887d-00d71651bb4a req-decf97a2-cdac-4117-8972-6d42b4376b43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:58.924139 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea844ff0-152b-419f-887d-00d71651bb4a req-decf97a2-cdac-4117-8972-6d42b4376b43 service neutron] 10.222.0.74 "PUT /v2.0/ports/4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 HTTP/1.1" status: 200 len: 1093 time: 0.6347787 Nov 12 04:11:58.924575 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18088475-527b-4b9e-929d-8a9e187c67b9', 'tag': '4a2ac7f2-8abe-4e6f-b6d7-542f549ac566'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:58.928462 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90178df-243e-45e4-9007-caa2a2ca0f89" -d '{"events": [{"name": "network-changed", "server_uuid": "18088475-527b-4b9e-929d-8a9e187c67b9", "tag": "4a2ac7f2-8abe-4e6f-b6d7-542f549ac566"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:58.937572 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:11:58.962542 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf97a2-cdac-4117-8972-6d42b4376b43 service neutron] Pushing event updated for resources: {'Port': ['ID=4a2ac7f2-8abe-4e6f-b6d7-542f549ac566,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:58.977555 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3f1ffb-925e-4674-93c7-484ccd24a674 x-openstack-request-id: req-0c3f1ffb-925e-4674-93c7-484ccd24a674 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:58.978155 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18088475-527b-4b9e-929d-8a9e187c67b9", "tag": "4a2ac7f2-8abe-4e6f-b6d7-542f549ac566", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:58.978526 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0c3f1ffb-925e-4674-93c7-484ccd24a674 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:58.979004 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18088475-527b-4b9e-929d-8a9e187c67b9', 'tag': '4a2ac7f2-8abe-4e6f-b6d7-542f549ac566', 'status': 'completed', 'code': 200} Nov 12 04:11:59.027424 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea844ff0-152b-419f-887d-00d71651bb4a req-9bd780c9-d14b-4520-96ed-0fbaba72d90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:59.028964 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea844ff0-152b-419f-887d-00d71651bb4a req-9bd780c9-d14b-4520-96ed-0fbaba72d90e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 1096 time: 0.0436220 Nov 12 04:11:59.075674 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea844ff0-152b-419f-887d-00d71651bb4a req-97978a34-68e5-4084-ab6d-eb440b36980b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 HTTP/1.1" status: 200 len: 217 time: 0.0359552 Nov 12 04:11:59.140395 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea844ff0-152b-419f-887d-00d71651bb4a req-78f833c1-7ec8-47f6-96ef-4b386dc8ba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:59.141869 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea844ff0-152b-419f-887d-00d71651bb4a req-78f833c1-7ec8-47f6-96ef-4b386dc8ba28 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0568609 Nov 12 04:11:59.195488 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea844ff0-152b-419f-887d-00d71651bb4a req-1b8eb1f5-b086-4bb5-847a-8b879570193f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:59.196945 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea844ff0-152b-419f-887d-00d71651bb4a req-1b8eb1f5-b086-4bb5-847a-8b879570193f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423336 Nov 12 04:11:59.289183 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea844ff0-152b-419f-887d-00d71651bb4a req-aea545fd-a316-464e-b501-801cea2d2eaa service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826180 Nov 12 04:11:59.386522 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea844ff0-152b-419f-887d-00d71651bb4a req-e81dfec6-018e-424a-948d-892c3c596f62 service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866747 Nov 12 04:11:59.501234 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36e785-447c-4fab-b560-7c2346a79e89 req-f38cc37b-c1f6-46d6-8c3c-f0658520dafc tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:59.502638 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0c36e785-447c-4fab-b560-7c2346a79e89 req-f38cc37b-c1f6-46d6-8c3c-f0658520dafc tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 944 time: 0.0759411 Nov 12 04:11:59.509682 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90178df-243e-45e4-9007-caa2a2ca0f89 req-bf396f7c-43b1-4c16-b888-f3675262ce95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:59.511118 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f90178df-243e-45e4-9007-caa2a2ca0f89 req-bf396f7c-43b1-4c16-b888-f3675262ce95 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 1096 time: 0.0725949 Nov 12 04:11:59.607640 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0c36e785-447c-4fab-b560-7c2346a79e89 req-312a235d-981f-4173-886c-ab3668b8b5cb tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955691 Nov 12 04:11:59.634270 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90178df-243e-45e4-9007-caa2a2ca0f89 req-323a294f-568e-4e32-9e1c-84305516dbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:59.635843 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f90178df-243e-45e4-9007-caa2a2ca0f89 req-323a294f-568e-4e32-9e1c-84305516dbb7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 912 time: 0.1079295 Nov 12 04:11:59.682879 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f90178df-243e-45e4-9007-caa2a2ca0f89 req-8a982ee1-3c80-4bbf-baee-f68c4defed23 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 HTTP/1.1" status: 200 len: 217 time: 0.0389619 Nov 12 04:12:00.062730 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90178df-243e-45e4-9007-caa2a2ca0f89 req-e09cdffe-49ce-4b3f-94ae-2ced32c1d1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:00.064214 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f90178df-243e-45e4-9007-caa2a2ca0f89 req-e09cdffe-49ce-4b3f-94ae-2ced32c1d1fe service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.3732438 Nov 12 04:12:00.113430 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90178df-243e-45e4-9007-caa2a2ca0f89 req-d63e1021-92ec-4d65-9488-f2e112485f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:00.114901 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f90178df-243e-45e4-9007-caa2a2ca0f89 req-d63e1021-92ec-4d65-9488-f2e112485f3e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392246 Nov 12 04:12:00.213247 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f90178df-243e-45e4-9007-caa2a2ca0f89 req-1f8de39d-c0f6-4e6f-94e7-5a7c01baf7a8 service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890720 Nov 12 04:12:00.306681 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f90178df-243e-45e4-9007-caa2a2ca0f89 req-c9474a1e-a29c-4a44-b0ce-2a265fbe152b service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824304 Nov 12 04:12:00.425620 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2b151ebe-853c-4621-86d8-72bd685c2dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:00.726107 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150907a1-011f-481e-85d7-1828d3e18dc1 req-b54fa024-efff-4a14-b500-ce90da0060a8 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:00.727467 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-150907a1-011f-481e-85d7-1828d3e18dc1 req-b54fa024-efff-4a14-b500-ce90da0060a8 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 944 time: 0.0481443 Nov 12 04:12:00.774321 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-150907a1-011f-481e-85d7-1828d3e18dc1 req-3d69cfe6-e2d6-4d78-b3ca-da30d65764ae tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408077 Nov 12 04:12:00.800676 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:12:00.900656 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4a2ac7f2-8abe-4e6f-b6d7-542f549ac566,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:00.911581 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '4a2ac7f2-8abe-4e6f-b6d7-542f549ac566', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'port_id': '4a2ac7f2-8abe-4e6f-b6d7-542f549ac566', 'mac_address': 'fa:16:3e:55:9e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:12:00.952387 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:00.965837 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:12:00.985197 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4a2ac7f2-8abe-4e6f-b6d7-542f549ac566,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:00.989226 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:01.036191 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=4a2ac7f2-8abe-4e6f-b6d7-542f549ac566,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:01.267440 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['4a2ac7f2-8abe-4e6f-b6d7-542f549ac566'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:12:01.893347 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c348177-3c25-45ac-bc24-e18482c8209b req-be10925f-da9a-4ad7-9276-9bb028b67f9a tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:01.894838 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5c348177-3c25-45ac-bc24-e18482c8209b req-be10925f-da9a-4ad7-9276-9bb028b67f9a tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 945 time: 0.0506320 Nov 12 04:12:01.947429 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5c348177-3c25-45ac-bc24-e18482c8209b req-d20a5efd-d538-4318-a443-374b2a2dc205 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454955 Nov 12 04:12:02.813334 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:12:02.861488 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:12:02.866004 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:02.866381 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:02.947194 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:02.969606 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18088475-527b-4b9e-929d-8a9e187c67b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2ac7f2-8abe-4e6f-b6d7-542f549ac566'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:12:02.971832 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3fab6b-4c30-4d8d-8f7c-2e082cadf82c" -d '{"events": [{"server_uuid": "18088475-527b-4b9e-929d-8a9e187c67b9", "name": "network-vif-plugged", "status": "completed", "tag": "4a2ac7f2-8abe-4e6f-b6d7-542f549ac566"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:12:02.986719 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4a2ac7f2-8abe-4e6f-b6d7-542f549ac566,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:02.991758 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:03.016789 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11101e1-cf43-45c2-9837-2512064dcb21 x-openstack-request-id: req-a11101e1-cf43-45c2-9837-2512064dcb21 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:12:03.017081 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18088475-527b-4b9e-929d-8a9e187c67b9", "name": "network-vif-plugged", "status": "completed", "tag": "4a2ac7f2-8abe-4e6f-b6d7-542f549ac566", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:12:03.017335 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a11101e1-cf43-45c2-9837-2512064dcb21 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:12:03.017730 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18088475-527b-4b9e-929d-8a9e187c67b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2ac7f2-8abe-4e6f-b6d7-542f549ac566', 'code': 200} Nov 12 04:12:03.048951 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=4a2ac7f2-8abe-4e6f-b6d7-542f549ac566,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:03.078660 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b7a15-6c38-4d7f-a484-38a21156ebdc req-b25806d0-1a8e-4580-9748-00df20efd0da tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:03.080156 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-303b7a15-6c38-4d7f-a484-38a21156ebdc req-b25806d0-1a8e-4580-9748-00df20efd0da tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 946 time: 0.0550861 Nov 12 04:12:03.121046 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d0120-9118-42f2-91d0-aff84c97e077 req-8865cbe9-9d72-4963-8d70-b48e7c7b42f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:03.122676 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f00d0120-9118-42f2-91d0-aff84c97e077 req-8865cbe9-9d72-4963-8d70-b48e7c7b42f9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 1098 time: 0.0416353 Nov 12 04:12:03.127514 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-303b7a15-6c38-4d7f-a484-38a21156ebdc req-3fc6f3f3-f48a-447d-bd60-ef968c6f0dce tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406747 Nov 12 04:12:03.169730 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f00d0120-9118-42f2-91d0-aff84c97e077 req-1bdfb11d-a461-4074-8dca-1bfcd32e6376 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380974 Nov 12 04:12:03.431424 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f217b99d-1e99-454f-902f-84b230d5d53f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:04.249796 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:04.250663 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7866b1e1-0aab-456c-a59f-0376c5a5e139 req-fce76565-c570-41ea-b0cc-886dfe52c72b tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:04.252176 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7866b1e1-0aab-456c-a59f-0376c5a5e139 req-fce76565-c570-41ea-b0cc-886dfe52c72b tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 946 time: 0.0535650 Nov 12 04:12:04.300195 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7866b1e1-0aab-456c-a59f-0376c5a5e139 req-10e4740f-8543-499e-b72a-f38238517cd9 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417747 Nov 12 04:12:05.416563 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f201aa-a52b-4b68-82ca-202fc17858b0 req-a2aaf521-420e-4f4e-b4ee-a8aafe48ba5c tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:05.418104 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-18f201aa-a52b-4b68-82ca-202fc17858b0 req-a2aaf521-420e-4f4e-b4ee-a8aafe48ba5c tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 946 time: 0.0489564 Nov 12 04:12:05.466231 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-18f201aa-a52b-4b68-82ca-202fc17858b0 req-c52a2274-bf5d-4e25-841a-d9c7bbc8b221 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420160 Nov 12 04:12:05.580353 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:05.582683 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a8ca3-6dd1-44c1-b40c-49cff19914cd req-724bf553-e564-4106-bcca-6e515c54a2f6 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:05.584809 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-228a8ca3-6dd1-44c1-b40c-49cff19914cd req-724bf553-e564-4106-bcca-6e515c54a2f6 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 946 time: 0.0536137 Nov 12 04:12:05.593432 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 56064) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:05.597790 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-b75f6aaf-10aa-4623-87e7-33fff548aedc tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Request body: {'floatingip': {'port_id': '4a2ac7f2-8abe-4e6f-b6d7-542f549ac566'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:05.636981 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b75f6aaf-10aa-4623-87e7-33fff548aedc tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks [] for floatingip, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:06.094306 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b75f6aaf-10aa-4623-87e7-33fff548aedc tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:06.098022 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b75f6aaf-10aa-4623-87e7-33fff548aedc tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:06.206505 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [None req-b75f6aaf-10aa-4623-87e7-33fff548aedc tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Floating IP 0bc0e632-a324-468e-899c-5db3539fc526 associated. External IP: 172.25.5.212, port: 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566. Nov 12 04:12:06.418350 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b75f6aaf-10aa-4623-87e7-33fff548aedc tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Router d6ec1b75-2f36-49a1-9988-4c09bf2ed264 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:12:06.420202 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:06.530466 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75f6aaf-10aa-4623-87e7-33fff548aedc tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:12:06.535357 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b75f6aaf-10aa-4623-87e7-33fff548aedc tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:06.540430 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe897fe5-34e8-4ffa-81ce-241490569a38 None None] Sync routers for ids ['d6ec1b75-2f36-49a1-9988-4c09bf2ed264'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:12:06.549852 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe897fe5-34e8-4ffa-81ce-241490569a38 None None] Routers {'d6ec1b75-2f36-49a1-9988-4c09bf2ed264'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:06.550448 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-fe897fe5-34e8-4ffa-81ce-241490569a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:12:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['d6ec1b75-2f36-49a1-9988-4c09bf2ed264'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:06.562916 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b75f6aaf-10aa-4623-87e7-33fff548aedc tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "PUT /v2.0/floatingips/0bc0e632-a324-468e-899c-5db3539fc526 HTTP/1.1" status: 200 len: 992 time: 0.9684389 Nov 12 04:12:06.563510 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18088475-527b-4b9e-929d-8a9e187c67b9', 'tag': '4a2ac7f2-8abe-4e6f-b6d7-542f549ac566'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:12:06.566023 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a69f1fb-3439-4f28-8ffe-686a04d6929f" -d '{"events": [{"name": "network-changed", "server_uuid": "18088475-527b-4b9e-929d-8a9e187c67b9", "tag": "4a2ac7f2-8abe-4e6f-b6d7-542f549ac566"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:12:06.608285 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46475ad-0d17-4892-92b2-04eda5fc2fb9 x-openstack-request-id: req-d46475ad-0d17-4892-92b2-04eda5fc2fb9 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:12:06.608903 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18088475-527b-4b9e-929d-8a9e187c67b9", "tag": "4a2ac7f2-8abe-4e6f-b6d7-542f549ac566", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:12:06.608903 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d46475ad-0d17-4892-92b2-04eda5fc2fb9 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:12:06.609221 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18088475-527b-4b9e-929d-8a9e187c67b9', 'tag': '4a2ac7f2-8abe-4e6f-b6d7-542f549ac566', 'status': 'completed', 'code': 200} Nov 12 04:12:06.665058 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-fe897fe5-34e8-4ffa-81ce-241490569a38 None None] Set router d6ec1b75-2f36-49a1-9988-4c09bf2ed264 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:06.672966 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69f1fb-3439-4f28-8ffe-686a04d6929f req-a4168668-d324-4d23-88cc-a59e762ebacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:06.674377 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9a69f1fb-3439-4f28-8ffe-686a04d6929f req-a4168668-d324-4d23-88cc-a59e762ebacd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 1098 time: 0.0408776 Nov 12 04:12:06.768347 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69f1fb-3439-4f28-8ffe-686a04d6929f req-b11cbe0a-d690-43ec-959f-ecc41ae2f22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:06.769812 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9a69f1fb-3439-4f28-8ffe-686a04d6929f req-b11cbe0a-d690-43ec-959f-ecc41ae2f22d service neutron] 10.222.0.74 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 912 time: 0.0884018 Nov 12 04:12:06.835845 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9a69f1fb-3439-4f28-8ffe-686a04d6929f req-96c9a913-ff53-408c-9544-679af5a121f6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 HTTP/1.1" status: 200 len: 1000 time: 0.0583587 Nov 12 04:12:06.885567 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69f1fb-3439-4f28-8ffe-686a04d6929f req-f260e9a1-dac9-41f2-80ef-1f85e263c9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:06.887303 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9a69f1fb-3439-4f28-8ffe-686a04d6929f req-f260e9a1-dac9-41f2-80ef-1f85e263c9bd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0443892 Nov 12 04:12:06.891583 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-fe897fe5-34e8-4ffa-81ce-241490569a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'name': 'tempest-ServerActionsTestJSON-117487654-router', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'gw_port': {'id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '0bc0e632-a324-468e-899c-5db3539fc526', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'floating_ip_address': '172.25.5.212', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'port_id': '4a2ac7f2-8abe-4e6f-b6d7-542f549ac566', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'mac_address': 'fa:16:3e:55:9e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18088475-527b-4b9e-929d-8a9e187c67b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:07:16Z', 'updated_at': '2021-11-12T04:12:06Z', 'revision_number': 9, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b6c269e-1546-442d-a885-c3f443c803fd', 'name': '', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'mac_address': 'fa:16:3e:a9:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:14Z', 'updated_at': '2021-11-12T04:07:18Z', 'revision_number': 5, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'subnets': [{'id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:06.918464 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe897fe5-34e8-4ffa-81ce-241490569a38 None None] Checking router: d6ec1b75-2f36-49a1-9988-4c09bf2ed264 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:12:06.927316 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe897fe5-34e8-4ffa-81ce-241490569a38 None None] Routers {'d6ec1b75-2f36-49a1-9988-4c09bf2ed264'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:06.928423 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-fe897fe5-34e8-4ffa-81ce-241490569a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:12:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['d6ec1b75-2f36-49a1-9988-4c09bf2ed264'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:06.939521 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69f1fb-3439-4f28-8ffe-686a04d6929f req-5bb9e281-bc78-4473-b1f0-2be53ccec4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:06.941124 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9a69f1fb-3439-4f28-8ffe-686a04d6929f req-5bb9e281-bc78-4473-b1f0-2be53ccec4a5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463455 Nov 12 04:12:07.034386 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-fe897fe5-34e8-4ffa-81ce-241490569a38 None None] Set router d6ec1b75-2f36-49a1-9988-4c09bf2ed264 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:07.035815 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9a69f1fb-3439-4f28-8ffe-686a04d6929f req-93676f88-97dc-459d-9031-10e32f11cfcb service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845242 Nov 12 04:12:07.130561 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9a69f1fb-3439-4f28-8ffe-686a04d6929f req-7719ddad-21dd-4ccf-ab14-2f6c4ef23cde service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871651 Nov 12 04:12:07.256992 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-fe897fe5-34e8-4ffa-81ce-241490569a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'name': 'tempest-ServerActionsTestJSON-117487654-router', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'gw_port': {'id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '0bc0e632-a324-468e-899c-5db3539fc526', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'floating_ip_address': '172.25.5.212', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'port_id': '4a2ac7f2-8abe-4e6f-b6d7-542f549ac566', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'mac_address': 'fa:16:3e:55:9e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18088475-527b-4b9e-929d-8a9e187c67b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:07:16Z', 'updated_at': '2021-11-12T04:12:06Z', 'revision_number': 9, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b6c269e-1546-442d-a885-c3f443c803fd', 'name': '', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'mac_address': 'fa:16:3e:a9:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:14Z', 'updated_at': '2021-11-12T04:07:18Z', 'revision_number': 5, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'subnets': [{'id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:07.285530 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe897fe5-34e8-4ffa-81ce-241490569a38 None None] The sync data for ids ['d6ec1b75-2f36-49a1-9988-4c09bf2ed264'] in n-d-715271-27 is: [{'id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'name': 'tempest-ServerActionsTestJSON-117487654-router', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'gw_port': {'id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '0bc0e632-a324-468e-899c-5db3539fc526', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'floating_ip_address': '172.25.5.212', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'port_id': '4a2ac7f2-8abe-4e6f-b6d7-542f549ac566', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'mac_address': 'fa:16:3e:55:9e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18088475-527b-4b9e-929d-8a9e187c67b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:07:16Z', 'updated_at': '2021-11-12T04:12:06Z', 'revision_number': 9, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b6c269e-1546-442d-a885-c3f443c803fd', 'name': '', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'mac_address': 'fa:16:3e:a9:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:14Z', 'updated_at': '2021-11-12T04:07:18Z', 'revision_number': 5, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'subnets': [{'id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:12:07.489854 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c4cc44-e131-4745-a3f4-b9d1c1ab8d49 None None] New status for floating IP 0bc0e632-a324-468e-899c-5db3539fc526: ACTIVE {{(pid=102573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:12:09.061701 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.508151 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:30.428151 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8d646ffa-8135-4bf2-a78d-3f806aaa090d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:32.038976 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-4e637839-9d03-4952-8fc3-dffe081699ff req-f8d13922-455d-4d45-9fa9-aa10e75502d9 service neutron] (102572) timed out ('10.222.0.74', 58760) {{(pid=102572) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:12:33.434101 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a627ad1e-4940-416d-accc-d746c3fbebc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:34.253414 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:35.582618 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:35.937904 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:12:36.350899 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8524ca28-4a24-4ddb-b114-95feeda86533 req-9426b41f-0c35-4d57-b636-b60ef1ed327d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=18088475-527b-4b9e-929d-8a9e187c67b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0917933 Nov 12 04:12:36.423191 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:36.438953 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524ca28-4a24-4ddb-b114-95feeda86533 req-accedbb1-a07a-48f4-9221-a1700ef1278c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:36.440527 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8524ca28-4a24-4ddb-b114-95feeda86533 req-accedbb1-a07a-48f4-9221-a1700ef1278c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 1098 time: 0.0443578 Nov 12 04:12:36.557452 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524ca28-4a24-4ddb-b114-95feeda86533 req-c71a7e6a-8008-44be-ba3b-a30deefdcca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:36.558946 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8524ca28-4a24-4ddb-b114-95feeda86533 req-c71a7e6a-8008-44be-ba3b-a30deefdcca6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 912 time: 0.0943248 Nov 12 04:12:36.626311 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8524ca28-4a24-4ddb-b114-95feeda86533 req-35edbabe-df5b-4746-9a85-01e5235f498d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 HTTP/1.1" status: 200 len: 1003 time: 0.0583169 Nov 12 04:12:36.682660 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524ca28-4a24-4ddb-b114-95feeda86533 req-4053134c-a007-44bd-893a-6abd97d7fa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:36.684149 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8524ca28-4a24-4ddb-b114-95feeda86533 req-4053134c-a007-44bd-893a-6abd97d7fa7a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0502264 Nov 12 04:12:36.734498 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524ca28-4a24-4ddb-b114-95feeda86533 req-73ec7d1a-6494-47f9-bd78-f496a968c1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:36.735920 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8524ca28-4a24-4ddb-b114-95feeda86533 req-73ec7d1a-6494-47f9-bd78-f496a968c1db service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440967 Nov 12 04:12:36.826108 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8524ca28-4a24-4ddb-b114-95feeda86533 req-3bd5a736-12ac-4d6b-8bcb-9b6510226247 service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812302 Nov 12 04:12:36.921080 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8524ca28-4a24-4ddb-b114-95feeda86533 req-e50448e0-23ba-457e-8a5d-30261e9e8888 service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864606 Nov 12 04:12:39.060755 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:48.524541 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:00.431170 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9cdaff64-61e0-4f18-be9b-e9a0b7b41cd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:03.435051 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-85638fc5-37e2-401e-ac30-2dacc553644a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:04.256770 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.584852 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.429359 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.074848 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:12.936875 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:13:18.538777 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:30.433661 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fad66f6f-f729-48d2-9588-c4ebe760d634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:33.436957 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f4fee03d-d876-4f3c-8e5d-944b1aae8f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:34.261641 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:35.588652 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:36.422383 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:37.313989 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a651dc4f-ef6d-4b1e-a47f-d28152c6fd80 req-a07a46be-ec33-4978-9b30-59177524e14e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=18088475-527b-4b9e-929d-8a9e187c67b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410564 Nov 12 04:13:37.407679 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651dc4f-ef6d-4b1e-a47f-d28152c6fd80 req-d4f8d524-358a-4ccf-a3f9-0814f742d2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:37.409398 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a651dc4f-ef6d-4b1e-a47f-d28152c6fd80 req-d4f8d524-358a-4ccf-a3f9-0814f742d2c9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 1098 time: 0.0426490 Nov 12 04:13:37.521569 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651dc4f-ef6d-4b1e-a47f-d28152c6fd80 req-9cdca538-ca35-4909-9e88-f8c1ad95f29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:37.523096 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a651dc4f-ef6d-4b1e-a47f-d28152c6fd80 req-9cdca538-ca35-4909-9e88-f8c1ad95f29f service neutron] 10.222.0.74 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 912 time: 0.0907755 Nov 12 04:13:37.591436 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a651dc4f-ef6d-4b1e-a47f-d28152c6fd80 req-0d5b5bff-bfc1-4097-87c1-e28dfaa135d3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 HTTP/1.1" status: 200 len: 1003 time: 0.0580277 Nov 12 04:13:37.645933 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651dc4f-ef6d-4b1e-a47f-d28152c6fd80 req-d0a45f90-1d08-4cbd-bb44-bf6eded6727b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:37.647401 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a651dc4f-ef6d-4b1e-a47f-d28152c6fd80 req-d0a45f90-1d08-4cbd-bb44-bf6eded6727b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0483544 Nov 12 04:13:37.694013 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651dc4f-ef6d-4b1e-a47f-d28152c6fd80 req-e6ccf089-6a3c-494d-a1bd-a843ae664858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:37.695476 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a651dc4f-ef6d-4b1e-a47f-d28152c6fd80 req-e6ccf089-6a3c-494d-a1bd-a843ae664858 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404687 Nov 12 04:13:37.785877 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a651dc4f-ef6d-4b1e-a47f-d28152c6fd80 req-8f7b76c6-ae82-44d7-bfad-d64605270369 service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822389 Nov 12 04:13:37.881556 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a651dc4f-ef6d-4b1e-a47f-d28152c6fd80 req-c7163c46-da6f-44b6-9d02-495aff3b92e2 service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876143 Nov 12 04:13:39.090491 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:48.305810 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-dab10903-35ed-42fa-8b4d-39b56c8b9e39 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=18088475-527b-4b9e-929d-8a9e187c67b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0442235 Nov 12 04:13:48.324555 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c2880-8f27-4f5e-a79a-e10ac2b564fb req-7a15d9d2-f6ed-45f2-905c-ae26a3ba8089 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:48.326248 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-369c2880-8f27-4f5e-a79a-e10ac2b564fb req-7a15d9d2-f6ed-45f2-905c-ae26a3ba8089 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 946 time: 0.0519013 Nov 12 04:13:48.377013 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-369c2880-8f27-4f5e-a79a-e10ac2b564fb req-619d8d9e-f1fb-49bc-86f2-ca198bef661a tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448244 Nov 12 04:13:48.542453 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:49.508845 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fb723-24e9-42f3-bdb5-3aa3646d05fe req-6c3ecafb-4a4f-452e-8fc5-49629aca3914 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:49.510838 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-422fb723-24e9-42f3-bdb5-3aa3646d05fe req-6c3ecafb-4a4f-452e-8fc5-49629aca3914 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 946 time: 0.0492141 Nov 12 04:13:49.567522 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-422fb723-24e9-42f3-bdb5-3aa3646d05fe req-e8ed9873-96b6-4790-8639-4e569c07db36 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505276 Nov 12 04:13:49.618155 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-5568be1d-e12b-4923-8177-988a3830d110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:49.620397 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-5568be1d-e12b-4923-8177-988a3830d110 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 1098 time: 0.0446091 Nov 12 04:13:49.711841 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-6e5d75f1-92d3-4058-98d1-bb10fa32866d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:49.713248 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-6e5d75f1-92d3-4058-98d1-bb10fa32866d service neutron] 10.222.0.74 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 912 time: 0.0851660 Nov 12 04:13:49.783060 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-f0d9b7e2-7356-4412-bdc3-f2d93526f05c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 HTTP/1.1" status: 200 len: 1003 time: 0.0617623 Nov 12 04:13:49.832388 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-816803d7-d55d-4a2a-963b-0de56a8a04d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:49.833816 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-816803d7-d55d-4a2a-963b-0de56a8a04d0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0436847 Nov 12 04:13:49.879171 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-19529dde-dfdd-43d4-b291-7de2cc4c250c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:49.880656 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-19529dde-dfdd-43d4-b291-7de2cc4c250c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396714 Nov 12 04:13:49.936391 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:13:49.976138 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-ba93d4a6-6a4a-40dd-a0fa-acbd619fba76 service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868769 Nov 12 04:13:50.069529 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-35bb7aac-9e0e-4bfa-9949-abee81c1efa0 service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850983 Nov 12 04:13:50.689357 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44894a2d-f54b-486b-86c5-7ea2bdac92b9 req-93129424-2aa2-48dd-be84-695d792fd2cc tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:50.690887 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-44894a2d-f54b-486b-86c5-7ea2bdac92b9 req-93129424-2aa2-48dd-be84-695d792fd2cc tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 946 time: 0.0536768 Nov 12 04:13:50.739349 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-44894a2d-f54b-486b-86c5-7ea2bdac92b9 req-082239a1-6b24-45e0-bdd5-c87059c7b510 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425522 Nov 12 04:13:51.857098 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854d1d6-d2bf-4067-8431-f0919a32f9f4 req-1b397897-669c-452c-a81d-48ac2be3c020 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:51.858589 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7854d1d6-d2bf-4067-8431-f0919a32f9f4 req-1b397897-669c-452c-a81d-48ac2be3c020 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 946 time: 0.0487442 Nov 12 04:13:51.906912 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7854d1d6-d2bf-4067-8431-f0919a32f9f4 req-5ecce7cf-36b4-43d6-80ff-fc801b76dd83 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422709 Nov 12 04:13:53.023132 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b8dff-434e-459f-8636-0969078016ea req-c4bfe383-df6b-4a3c-b6c5-32fb746ba39b tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:53.024664 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-711b8dff-434e-459f-8636-0969078016ea req-c4bfe383-df6b-4a3c-b6c5-32fb746ba39b tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 946 time: 0.0488660 Nov 12 04:13:53.071598 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-711b8dff-434e-459f-8636-0969078016ea req-75fe5d94-699e-4820-92bb-cf0ef50db3d3 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403631 Nov 12 04:13:54.191497 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d27b4f-9ee7-4a45-92fe-af2bf5bb36f2 req-f86a20bb-85e2-4729-a1d2-0ea65cfe2c0f tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:54.192994 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-43d27b4f-9ee7-4a45-92fe-af2bf5bb36f2 req-f86a20bb-85e2-4729-a1d2-0ea65cfe2c0f tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 946 time: 0.0522954 Nov 12 04:13:54.240276 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-43d27b4f-9ee7-4a45-92fe-af2bf5bb36f2 req-b5161303-3473-460f-9d07-191a7ee583db tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405581 Nov 12 04:13:55.357542 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f88d9-095b-416d-ba60-1fe1cd151cc2 req-fb53ef25-480e-43fe-997a-f835974145f5 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:55.358933 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ee1f88d9-095b-416d-ba60-1fe1cd151cc2 req-fb53ef25-480e-43fe-997a-f835974145f5 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 946 time: 0.0499206 Nov 12 04:13:55.410967 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ee1f88d9-095b-416d-ba60-1fe1cd151cc2 req-f08e1a28-9578-464b-a5fd-ce7664f36683 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460880 Nov 12 04:13:56.531160 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5a392-cd3b-4c51-bc29-22b7c07d829f req-49e6e720-41c0-47f1-98b1-1fef1ce83e30 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:56.532560 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-86b5a392-cd3b-4c51-bc29-22b7c07d829f req-49e6e720-41c0-47f1-98b1-1fef1ce83e30 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 946 time: 0.0491388 Nov 12 04:13:56.581499 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-86b5a392-cd3b-4c51-bc29-22b7c07d829f req-79881f49-62d8-4231-b292-92338d301754 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427794 Nov 12 04:13:57.700588 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c289c32-820e-4409-8353-86f4c55cd246 req-847851ee-e544-4c91-890a-2904016daef0 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:57.701985 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5c289c32-820e-4409-8353-86f4c55cd246 req-847851ee-e544-4c91-890a-2904016daef0 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 946 time: 0.0510075 Nov 12 04:13:57.751312 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5c289c32-820e-4409-8353-86f4c55cd246 req-18648e53-1377-4803-99ab-b41549c3ea3d tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434747 Nov 12 04:13:58.875094 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7c77b-968f-470e-ad87-805ab2a2ba87 req-42653c88-84ab-4406-8b10-37fb75bb244c tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:58.876617 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-49c7c77b-968f-470e-ad87-805ab2a2ba87 req-42653c88-84ab-4406-8b10-37fb75bb244c tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 946 time: 0.0553997 Nov 12 04:13:58.924252 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-49c7c77b-968f-470e-ad87-805ab2a2ba87 req-50d211c1-6999-4a6e-8e0a-34026df876d0 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414782 Nov 12 04:14:00.041999 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8b849-1274-47a1-9b8b-3c16756cb05d req-bd3fb814-baaa-4617-b44a-93c55003ef78 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:00.043465 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-51b8b849-1274-47a1-9b8b-3c16756cb05d req-bd3fb814-baaa-4617-b44a-93c55003ef78 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 946 time: 0.0501676 Nov 12 04:14:00.091883 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-51b8b849-1274-47a1-9b8b-3c16756cb05d req-bb2824b8-1f69-41ff-8189-bc55c0d7df98 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420766 Nov 12 04:14:00.436909 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4f4456ef-263b-4117-9b54-a7db10dbb828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:01.221172 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce22a7-5863-4ccd-8917-d4acfd5dd2c8 req-b41fd9b2-fe21-49e3-b7d9-49dbebdaeab4 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:01.222645 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5dce22a7-5863-4ccd-8917-d4acfd5dd2c8 req-b41fd9b2-fe21-49e3-b7d9-49dbebdaeab4 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 946 time: 0.0503957 Nov 12 04:14:01.270564 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5dce22a7-5863-4ccd-8917-d4acfd5dd2c8 req-8f921c79-e2af-4674-8ab4-ed5673aa3acd tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419774 Nov 12 04:14:02.204481 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-55d98be9-1cdc-40a1-9846-390982b28bbc service neutron] show failed (client error): The resource could not be found. Nov 12 04:14:02.205489 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-55d98be9-1cdc-40a1-9846-390982b28bbc service neutron] 10.222.0.74 "GET /v2.0/ports/4a2ac7f2-8abe-4e6f-b6d7-542f549ac566/bindings/n-h2-715271-27 HTTP/1.1" status: 404 len: 381 time: 0.0599217 Nov 12 04:14:02.394297 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e9876-4e8d-40ee-9f24-f040403d1228 req-58151242-df08-4ce0-b3c2-d5eb0beb9e70 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:02.395781 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7d5e9876-4e8d-40ee-9f24-f040403d1228 req-58151242-df08-4ce0-b3c2-d5eb0beb9e70 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 946 time: 0.0501797 Nov 12 04:14:02.413136 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-99667783-ed23-42ab-9f6f-facf9118de26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:02.414662 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-99667783-ed23-42ab-9f6f-facf9118de26 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=18088475-527b-4b9e-929d-8a9e187c67b9&tenant_id=9480d8101ef043e1ba7e2d8089e38c2f HTTP/1.1" status: 200 len: 1098 time: 0.0432909 Nov 12 04:14:02.435190 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-92bf441f-1901-44a3-b46f-0ad77c264b70 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-27', 'device_owner': 'compute:nova'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:02.449337 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7d5e9876-4e8d-40ee-9f24-f040403d1228 req-bf18a901-15c9-476b-95f0-85428bf8151a tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460467 Nov 12 04:14:02.492591 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-92bf441f-1901-44a3-b46f-0ad77c264b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:02.694454 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-92bf441f-1901-44a3-b46f-0ad77c264b70 service neutron] For port 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4a2ac7f2-8abe-4e6f-b6d7-542f549ac566,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:02.728264 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-92bf441f-1901-44a3-b46f-0ad77c264b70 service neutron] For port 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:14:02.767467 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18088475-527b-4b9e-929d-8a9e187c67b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a2ac7f2-8abe-4e6f-b6d7-542f549ac566'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:14:02.769959 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7272924-3941-412c-86d4-0c269b9052e7" -d '{"events": [{"server_uuid": "18088475-527b-4b9e-929d-8a9e187c67b9", "name": "network-vif-unplugged", "status": "completed", "tag": "4a2ac7f2-8abe-4e6f-b6d7-542f549ac566"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:14:02.773715 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-92bf441f-1901-44a3-b46f-0ad77c264b70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:02.786572 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-92bf441f-1901-44a3-b46f-0ad77c264b70 service neutron] Transition to ACTIVE for port object 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:14:02.790398 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-92bf441f-1901-44a3-b46f-0ad77c264b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:02.874314 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361a4187-6e32-4973-bed7-a1f3034905c9 x-openstack-request-id: req-361a4187-6e32-4973-bed7-a1f3034905c9 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:14:02.874609 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18088475-527b-4b9e-929d-8a9e187c67b9", "name": "network-vif-unplugged", "status": "completed", "tag": "4a2ac7f2-8abe-4e6f-b6d7-542f549ac566", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:14:02.874867 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-361a4187-6e32-4973-bed7-a1f3034905c9 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:14:02.875264 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18088475-527b-4b9e-929d-8a9e187c67b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a2ac7f2-8abe-4e6f-b6d7-542f549ac566', 'code': 200} Nov 12 04:14:02.886022 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf441f-1901-44a3-b46f-0ad77c264b70 service neutron] Pushing event updated for resources: {'Port': ['ID=4a2ac7f2-8abe-4e6f-b6d7-542f549ac566,revision_number=6']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:02.898921 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf441f-1901-44a3-b46f-0ad77c264b70 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:02.899263 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf441f-1901-44a3-b46f-0ad77c264b70 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:02.899603 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf441f-1901-44a3-b46f-0ad77c264b70 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:02.899937 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf441f-1901-44a3-b46f-0ad77c264b70 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:02.900290 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf441f-1901-44a3-b46f-0ad77c264b70 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:02.900620 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf441f-1901-44a3-b46f-0ad77c264b70 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:02.900939 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf441f-1901-44a3-b46f-0ad77c264b70 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:02.901260 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf441f-1901-44a3-b46f-0ad77c264b70 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:02.901581 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf441f-1901-44a3-b46f-0ad77c264b70 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:02.901901 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf441f-1901-44a3-b46f-0ad77c264b70 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:02.902217 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf441f-1901-44a3-b46f-0ad77c264b70 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:02.902530 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf441f-1901-44a3-b46f-0ad77c264b70 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:02.939527 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-92bf441f-1901-44a3-b46f-0ad77c264b70 service neutron] No DVR routers for this DVR port 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:14:03.081487 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-92bf441f-1901-44a3-b46f-0ad77c264b70 service neutron] Attempting to bind port 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:14:03.081817 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-92bf441f-1901-44a3-b46f-0ad77c264b70 service neutron] Attempting to bind port 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:14:03.082147 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-92bf441f-1901-44a3-b46f-0ad77c264b70 service neutron] Attempting to bind port 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 on network cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:14:03.086419 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-92bf441f-1901-44a3-b46f-0ad77c264b70 service neutron] Port 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 on network cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:14:03.086732 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-92bf441f-1901-44a3-b46f-0ad77c264b70 service neutron] Attempting to bind port 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 on network cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:14:03.091806 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-92bf441f-1901-44a3-b46f-0ad77c264b70 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:14:03.092114 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-92bf441f-1901-44a3-b46f-0ad77c264b70 service neutron] Checking segment: {'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:14:03.092486 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-92bf441f-1901-44a3-b46f-0ad77c264b70 service neutron] Bound using segment: {'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:14:03.092904 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-92bf441f-1901-44a3-b46f-0ad77c264b70 service neutron] Bound port: 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:14:03.093248 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-92bf441f-1901-44a3-b46f-0ad77c264b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:03.160452 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-92bf441f-1901-44a3-b46f-0ad77c264b70 service neutron] For port 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:14:03.163614 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-92bf441f-1901-44a3-b46f-0ad77c264b70 service neutron] For port 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=4a2ac7f2-8abe-4e6f-b6d7-542f549ac566,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:14:03.168099 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-92bf441f-1901-44a3-b46f-0ad77c264b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:03.209676 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-92bf441f-1901-44a3-b46f-0ad77c264b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:03.210282 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-92bf441f-1901-44a3-b46f-0ad77c264b70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:03.211679 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-92bf441f-1901-44a3-b46f-0ad77c264b70 service neutron] 10.222.0.90 "PUT /v2.0/ports/4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 HTTP/1.1" status: 200 len: 1093 time: 0.7810142 Nov 12 04:14:03.229618 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf441f-1901-44a3-b46f-0ad77c264b70 service neutron] Pushing event updated for resources: {'Port': ['ID=4a2ac7f2-8abe-4e6f-b6d7-542f549ac566,revision_number=7']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:03.295292 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-db574f06-86ab-4173-9190-9ca4277c4ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:03.296855 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-db574f06-86ab-4173-9190-9ca4277c4ecc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 1096 time: 0.0440292 Nov 12 04:14:03.401028 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-69a901b5-fcf8-4310-b1bf-a8e602e066c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:03.402515 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-69a901b5-fcf8-4310-b1bf-a8e602e066c8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 912 time: 0.0951822 Nov 12 04:14:03.438771 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-796dddb9-fbf4-4bad-9761-83ced827d8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:03.474744 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-b4866fdd-bed8-45e8-89dd-879dcb4fffe5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 HTTP/1.1" status: 200 len: 1001 time: 0.0607328 Nov 12 04:14:03.532847 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-1a12bbfd-c64f-4752-90f0-a440079c74d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:03.534265 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-1a12bbfd-c64f-4752-90f0-a440079c74d1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0491765 Nov 12 04:14:03.572984 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c5e93-fbfa-4fee-89c5-7c99ea8c50ed req-9ad5fd6d-b42c-4459-a3ec-0feb2f827e3a tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:03.574477 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fa4c5e93-fbfa-4fee-89c5-7c99ea8c50ed req-9ad5fd6d-b42c-4459-a3ec-0feb2f827e3a tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 944 time: 0.0520504 Nov 12 04:14:03.590628 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-47906de5-6753-444e-9d5e-9d8c1c5fcc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:03.593136 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-47906de5-6753-444e-9d5e-9d8c1c5fcc2b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487807 Nov 12 04:14:03.631057 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fa4c5e93-fbfa-4fee-89c5-7c99ea8c50ed req-e38c5fcc-572a-4443-8ff5-91df371538b1 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501285 Nov 12 04:14:03.688591 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-f37a3f6e-a4c8-44e7-9a62-033ccf8de510 service neutron] 10.222.0.90 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875401 Nov 12 04:14:03.787043 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a0c5de4b-1112-402b-afa5-1afa5d9a20d5 req-70c41564-b256-4921-bc48-11297badce61 service neutron] 10.222.0.90 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899777 Nov 12 04:14:04.263812 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:04.753264 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33080868-9a85-4d0e-a63c-2fdb70fc3f9b req-e918aacf-32f0-4b0a-8370-f55ca51a7ef8 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:04.754751 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-33080868-9a85-4d0e-a63c-2fdb70fc3f9b req-e918aacf-32f0-4b0a-8370-f55ca51a7ef8 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 944 time: 0.0499909 Nov 12 04:14:04.804766 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-33080868-9a85-4d0e-a63c-2fdb70fc3f9b req-bfb5dc3e-1d83-4e56-bf89-cc972bc2adb6 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438755 Nov 12 04:14:04.876722 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18088475-527b-4b9e-929d-8a9e187c67b9', 'tag': '4a2ac7f2-8abe-4e6f-b6d7-542f549ac566'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:14:04.879532 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa3723d933cababeb74d37530425f15be55bc0c494260d95a4d2173365cc672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8322938-a5d2-492f-b5f1-94d0e4b65996" -d '{"events": [{"name": "network-changed", "server_uuid": "18088475-527b-4b9e-929d-8a9e187c67b9", "tag": "4a2ac7f2-8abe-4e6f-b6d7-542f549ac566"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:14:04.930767 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b163c28-0a1e-4096-927c-3781e9d934e6 x-openstack-request-id: req-5b163c28-0a1e-4096-927c-3781e9d934e6 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:14:04.931057 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18088475-527b-4b9e-929d-8a9e187c67b9", "tag": "4a2ac7f2-8abe-4e6f-b6d7-542f549ac566", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:14:04.931313 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5b163c28-0a1e-4096-927c-3781e9d934e6 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:14:04.931736 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18088475-527b-4b9e-929d-8a9e187c67b9', 'tag': '4a2ac7f2-8abe-4e6f-b6d7-542f549ac566', 'status': 'completed', 'code': 200} Nov 12 04:14:04.993510 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8322938-a5d2-492f-b5f1-94d0e4b65996 req-63f8ad35-e6ed-43fa-811a-92946486eef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:04.994998 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a8322938-a5d2-492f-b5f1-94d0e4b65996 req-63f8ad35-e6ed-43fa-811a-92946486eef0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 1096 time: 0.0426641 Nov 12 04:14:05.033348 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8322938-a5d2-492f-b5f1-94d0e4b65996 req-4cc6bb7d-6bb6-4ebd-9ec0-f695390d2130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:05.034900 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a8322938-a5d2-492f-b5f1-94d0e4b65996 req-4cc6bb7d-6bb6-4ebd-9ec0-f695390d2130 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 1096 time: 0.0469024 Nov 12 04:14:05.087322 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8322938-a5d2-492f-b5f1-94d0e4b65996 req-c9bba67d-68ec-4d2e-8979-0469b80d4634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:05.088827 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a8322938-a5d2-492f-b5f1-94d0e4b65996 req-c9bba67d-68ec-4d2e-8979-0469b80d4634 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 912 time: 0.0865984 Nov 12 04:14:05.128311 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8322938-a5d2-492f-b5f1-94d0e4b65996 req-89ac0049-afd6-4ab3-a366-cf3aba31c12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:05.129786 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a8322938-a5d2-492f-b5f1-94d0e4b65996 req-89ac0049-afd6-4ab3-a366-cf3aba31c12d service neutron] 10.222.0.90 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 912 time: 0.0857065 Nov 12 04:14:05.162288 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a8322938-a5d2-492f-b5f1-94d0e4b65996 req-9d24a0dd-6a91-4afd-95bb-640f332fe635 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 HTTP/1.1" status: 200 len: 1001 time: 0.0655785 Nov 12 04:14:05.202622 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a8322938-a5d2-492f-b5f1-94d0e4b65996 req-e817ea96-06cc-4091-b416-772354961045 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 HTTP/1.1" status: 200 len: 1001 time: 0.0641065 Nov 12 04:14:05.215210 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8322938-a5d2-492f-b5f1-94d0e4b65996 req-17b3917b-69be-4969-9f82-2d4e5a4cf397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:05.216692 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a8322938-a5d2-492f-b5f1-94d0e4b65996 req-17b3917b-69be-4969-9f82-2d4e5a4cf397 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0472538 Nov 12 04:14:05.256735 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8322938-a5d2-492f-b5f1-94d0e4b65996 req-d14ae6b4-a8d7-42fb-878d-98df98cb3b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:05.258255 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a8322938-a5d2-492f-b5f1-94d0e4b65996 req-d14ae6b4-a8d7-42fb-878d-98df98cb3b7b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0459630 Nov 12 04:14:05.263403 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8322938-a5d2-492f-b5f1-94d0e4b65996 req-ac0959cc-24bc-49e9-9c13-bdda82ece7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:05.265485 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a8322938-a5d2-492f-b5f1-94d0e4b65996 req-ac0959cc-24bc-49e9-9c13-bdda82ece7ad service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408735 Nov 12 04:14:05.306515 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8322938-a5d2-492f-b5f1-94d0e4b65996 req-af4b222a-0c0a-4288-a22a-1ff9168316af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:05.307996 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a8322938-a5d2-492f-b5f1-94d0e4b65996 req-af4b222a-0c0a-4288-a22a-1ff9168316af service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412421 Nov 12 04:14:05.363119 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a8322938-a5d2-492f-b5f1-94d0e4b65996 req-dbf9c8ad-736f-4370-9218-959b97332a2b service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893955 Nov 12 04:14:05.410553 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a8322938-a5d2-492f-b5f1-94d0e4b65996 req-088116b3-5d23-410c-bf2d-abc1d9fd938f service neutron] 10.222.0.90 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910316 Nov 12 04:14:05.457126 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a8322938-a5d2-492f-b5f1-94d0e4b65996 req-5c86d153-6861-478c-8011-50116678ecad service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863922 Nov 12 04:14:05.499592 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:14:05.504046 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a8322938-a5d2-492f-b5f1-94d0e4b65996 req-0f2597fa-5fbc-473c-a48c-f4f32edc3d0b service neutron] 10.222.0.90 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858335 Nov 12 04:14:05.537933 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:14:05.589614 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:05.932434 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2785f3f-d6d5-476b-844b-1de50f1447a8 req-6d937bdb-3ac6-43b6-98a8-1971f734b283 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:05.934317 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e2785f3f-d6d5-476b-844b-1de50f1447a8 req-6d937bdb-3ac6-43b6-98a8-1971f734b283 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 944 time: 0.0581858 Nov 12 04:14:05.984855 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e2785f3f-d6d5-476b-844b-1de50f1447a8 req-2ee18672-78f1-42a7-bad3-9373e6c9ddec tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438254 Nov 12 04:14:06.305163 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-e6af9607-7963-4b92-8770-64db737fc441 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:06.306622 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-e6af9607-7963-4b92-8770-64db737fc441 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.90 "GET /v2.0/ports?device_id=18088475-527b-4b9e-929d-8a9e187c67b9&tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&binding%3Ahost_id=n-h2-715271-27 HTTP/1.1" status: 200 len: 944 time: 0.0913486 Nov 12 04:14:06.319030 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9041d8-d6b5-480a-973d-3200ad5593f8 req-b1b6a6b7-d79c-436f-a614-fc1bb0173348 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:06.320433 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1e9041d8-d6b5-480a-973d-3200ad5593f8 req-b1b6a6b7-d79c-436f-a614-fc1bb0173348 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 944 time: 0.0727127 Nov 12 04:14:06.413325 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1e9041d8-d6b5-480a-973d-3200ad5593f8 req-0a210f24-e628-40e6-929d-34c322de63b5 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869355 Nov 12 04:14:06.417028 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-c74de39e-cb47-4a9f-a2de-3542229cb5e5 service neutron] 10.222.0.90 "GET /v2.0/ports/4a2ac7f2-8abe-4e6f-b6d7-542f549ac566/bindings/n-h2-715271-27 HTTP/1.1" status: 200 len: 383 time: 0.0955827 Nov 12 04:14:06.424925 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:06.500361 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-5d7d81fd-df5a-4837-ab11-9c26fe94803d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:06.501637 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-5d7d81fd-df5a-4837-ab11-9c26fe94803d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 1096 time: 0.0419216 Nov 12 04:14:06.600243 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-5f8eebd5-1e57-4e6f-b375-b90a658160c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:06.601713 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-5f8eebd5-1e57-4e6f-b375-b90a658160c5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 912 time: 0.0917609 Nov 12 04:14:06.667875 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-d189fa47-059c-4ab8-b59b-27635aa63c29 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 HTTP/1.1" status: 200 len: 1001 time: 0.0578504 Nov 12 04:14:06.717594 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-506a4310-3226-403b-bdb4-076facc924ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:06.719025 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-506a4310-3226-403b-bdb4-076facc924ba service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0437856 Nov 12 04:14:06.769473 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-bd4fdbe6-9796-4361-bea9-72010b541450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:06.770857 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-bd4fdbe6-9796-4361-bea9-72010b541450 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439308 Nov 12 04:14:06.862394 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-8e8d1de4-fa90-4879-afe5-c0f598ad7af6 service neutron] 10.222.0.90 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820897 Nov 12 04:14:06.957279 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-643d9c21-481d-40f9-8ff6-4a4c804ce188 service neutron] 10.222.0.90 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855896 Nov 12 04:14:07.540419 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec3461-bbea-47c1-97e7-c9b2ffe91d87 req-8fad8a05-0407-4c0e-b3a1-7f45c7e8465b tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:07.541927 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-47ec3461-bbea-47c1-97e7-c9b2ffe91d87 req-8fad8a05-0407-4c0e-b3a1-7f45c7e8465b tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 944 time: 0.0538900 Nov 12 04:14:07.589390 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-47ec3461-bbea-47c1-97e7-c9b2ffe91d87 req-2707e680-0432-4d36-a98e-96a83ee3d47f tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415878 Nov 12 04:14:08.265223 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:14:08.520558 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=4a2ac7f2-8abe-4e6f-b6d7-542f549ac566,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:08.531946 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '4a2ac7f2-8abe-4e6f-b6d7-542f549ac566', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'port_id': '4a2ac7f2-8abe-4e6f-b6d7-542f549ac566', 'mac_address': 'fa:16:3e:55:9e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:14:08.569421 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:08.582902 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:14:08.603497 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=4a2ac7f2-8abe-4e6f-b6d7-542f549ac566,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:08.606752 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:08.658805 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=4a2ac7f2-8abe-4e6f-b6d7-542f549ac566,revision_number=8']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:08.666876 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:08.667226 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:08.667570 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:08.667909 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:08.668268 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:08.668606 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:08.668934 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:08.669261 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:08.669593 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:08.669977 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:08.670297 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:08.670620 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:08.710041 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad4cf9-99d7-4309-8889-b1dc6b01d14a req-4728bc5e-765c-4048-9b84-f38d0ae29eb3 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:08.711510 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b4ad4cf9-99d7-4309-8889-b1dc6b01d14a req-4728bc5e-765c-4048-9b84-f38d0ae29eb3 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 945 time: 0.0502768 Nov 12 04:14:08.759322 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b4ad4cf9-99d7-4309-8889-b1dc6b01d14a req-86e6d15d-a22b-4399-aaec-ef9373389039 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410209 Nov 12 04:14:09.106832 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:09.313434 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-6a534c6e-3911-4336-97ff-bb0c7a861ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:09.314909 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-6a534c6e-3911-4336-97ff-bb0c7a861ca9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=18088475-527b-4b9e-929d-8a9e187c67b9&tenant_id=9480d8101ef043e1ba7e2d8089e38c2f HTTP/1.1" status: 200 len: 1097 time: 0.0412328 Nov 12 04:14:09.327245 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-e13aac60-8ae5-4a90-bda4-466fb90d3f91 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-27', 'device_owner': 'compute:nova'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:09.383835 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-e13aac60-8ae5-4a90-bda4-466fb90d3f91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:09.585687 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-e13aac60-8ae5-4a90-bda4-466fb90d3f91 service neutron] For port 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=4a2ac7f2-8abe-4e6f-b6d7-542f549ac566,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:09.618966 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-e13aac60-8ae5-4a90-bda4-466fb90d3f91 service neutron] For port 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:14:09.650730 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-e13aac60-8ae5-4a90-bda4-466fb90d3f91 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:14:09.659609 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-e13aac60-8ae5-4a90-bda4-466fb90d3f91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:09.670298 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-e13aac60-8ae5-4a90-bda4-466fb90d3f91 service neutron] Ignored duplicate provisioning block setup for port 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 12 04:14:09.673672 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-e13aac60-8ae5-4a90-bda4-466fb90d3f91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:10.095471 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13aac60-8ae5-4a90-bda4-466fb90d3f91 service neutron] Pushing event updated for resources: {'Port': ['ID=4a2ac7f2-8abe-4e6f-b6d7-542f549ac566,revision_number=9']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:10.125158 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13aac60-8ae5-4a90-bda4-466fb90d3f91 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:10.125494 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13aac60-8ae5-4a90-bda4-466fb90d3f91 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:10.125905 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13aac60-8ae5-4a90-bda4-466fb90d3f91 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:10.126233 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13aac60-8ae5-4a90-bda4-466fb90d3f91 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:10.126554 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13aac60-8ae5-4a90-bda4-466fb90d3f91 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:10.126870 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13aac60-8ae5-4a90-bda4-466fb90d3f91 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:10.127184 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13aac60-8ae5-4a90-bda4-466fb90d3f91 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:10.127496 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13aac60-8ae5-4a90-bda4-466fb90d3f91 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:10.127809 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13aac60-8ae5-4a90-bda4-466fb90d3f91 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:10.128144 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13aac60-8ae5-4a90-bda4-466fb90d3f91 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:10.128457 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13aac60-8ae5-4a90-bda4-466fb90d3f91 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:10.128763 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13aac60-8ae5-4a90-bda4-466fb90d3f91 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:10.158797 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-e13aac60-8ae5-4a90-bda4-466fb90d3f91 service neutron] No DVR routers for this DVR port 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:14:10.204664 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31c128-57bc-445f-ac3f-ee2b7cec724f req-46b9b3e4-8900-4462-b8c8-f900c60038bd tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:10.206074 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ff31c128-57bc-445f-ac3f-ee2b7cec724f req-46b9b3e4-8900-4462-b8c8-f900c60038bd tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 944 time: 0.1325440 Nov 12 04:14:10.289034 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:14:10.302732 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ff31c128-57bc-445f-ac3f-ee2b7cec724f req-be9d9f20-994b-45da-bc40-c0b4c1d1b400 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902483 Nov 12 04:14:10.328791 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:14:10.345031 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-e13aac60-8ae5-4a90-bda4-466fb90d3f91 service neutron] Attempting to bind port 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:14:10.345562 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-e13aac60-8ae5-4a90-bda4-466fb90d3f91 service neutron] Attempting to bind port 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:14:10.345708 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-e13aac60-8ae5-4a90-bda4-466fb90d3f91 service neutron] Attempting to bind port 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 on network cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:14:10.349918 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-e13aac60-8ae5-4a90-bda4-466fb90d3f91 service neutron] Port 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 on network cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:14:10.350231 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-e13aac60-8ae5-4a90-bda4-466fb90d3f91 service neutron] Attempting to bind port 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 on network cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:14:10.354976 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-e13aac60-8ae5-4a90-bda4-466fb90d3f91 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:14:10.355304 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-e13aac60-8ae5-4a90-bda4-466fb90d3f91 service neutron] Checking segment: {'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:14:10.355682 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-e13aac60-8ae5-4a90-bda4-466fb90d3f91 service neutron] Bound using segment: {'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:14:10.356124 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-e13aac60-8ae5-4a90-bda4-466fb90d3f91 service neutron] Bound port: 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:14:10.356477 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-e13aac60-8ae5-4a90-bda4-466fb90d3f91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:10.422780 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-e13aac60-8ae5-4a90-bda4-466fb90d3f91 service neutron] For port 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:14:10.426168 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-e13aac60-8ae5-4a90-bda4-466fb90d3f91 service neutron] For port 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4a2ac7f2-8abe-4e6f-b6d7-542f549ac566,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:14:10.430199 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-e13aac60-8ae5-4a90-bda4-466fb90d3f91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:10.463355 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-e13aac60-8ae5-4a90-bda4-466fb90d3f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:10.463965 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-e13aac60-8ae5-4a90-bda4-466fb90d3f91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:10.465404 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-e13aac60-8ae5-4a90-bda4-466fb90d3f91 service neutron] 10.222.0.74 "PUT /v2.0/ports/4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 HTTP/1.1" status: 200 len: 1093 time: 1.1421056 Nov 12 04:14:10.465892 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18088475-527b-4b9e-929d-8a9e187c67b9', 'tag': '4a2ac7f2-8abe-4e6f-b6d7-542f549ac566'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:14:10.468257 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8c32b9-2de5-4875-a9c5-97878a0d8cb7" -d '{"events": [{"name": "network-changed", "server_uuid": "18088475-527b-4b9e-929d-8a9e187c67b9", "tag": "4a2ac7f2-8abe-4e6f-b6d7-542f549ac566"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:14:10.499089 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13aac60-8ae5-4a90-bda4-466fb90d3f91 service neutron] Pushing event updated for resources: {'Port': ['ID=4a2ac7f2-8abe-4e6f-b6d7-542f549ac566,revision_number=10']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:10.536514 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e89b821-86f5-4739-981b-ac2cf4c7c9b0 x-openstack-request-id: req-4e89b821-86f5-4739-981b-ac2cf4c7c9b0 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:14:10.536807 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18088475-527b-4b9e-929d-8a9e187c67b9", "tag": "4a2ac7f2-8abe-4e6f-b6d7-542f549ac566", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:14:10.537056 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4e89b821-86f5-4739-981b-ac2cf4c7c9b0 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:14:10.537453 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18088475-527b-4b9e-929d-8a9e187c67b9', 'tag': '4a2ac7f2-8abe-4e6f-b6d7-542f549ac566', 'status': 'completed', 'code': 200} Nov 12 04:14:10.554639 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-10d9bda4-d0b9-479c-b6c4-0bdd9383152b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:10.556361 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-10d9bda4-d0b9-479c-b6c4-0bdd9383152b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 1097 time: 0.0512216 Nov 12 04:14:10.618759 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c32b9-2de5-4875-a9c5-97878a0d8cb7 req-30f3f499-32fc-425a-819a-fe644891212f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:10.620466 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4c8c32b9-2de5-4875-a9c5-97878a0d8cb7 req-30f3f499-32fc-425a-819a-fe644891212f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 1097 time: 0.0427649 Nov 12 04:14:10.670509 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-ec3d45fc-eb94-4e5e-8fa3-4e0099c0757b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:10.673208 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-ec3d45fc-eb94-4e5e-8fa3-4e0099c0757b service neutron] 10.222.0.74 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 912 time: 0.1089869 Nov 12 04:14:10.730163 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c32b9-2de5-4875-a9c5-97878a0d8cb7 req-c47fe54e-f4e4-4267-9ccf-ca93bc692df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:10.731542 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4c8c32b9-2de5-4875-a9c5-97878a0d8cb7 req-c47fe54e-f4e4-4267-9ccf-ca93bc692df6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 912 time: 0.1007929 Nov 12 04:14:10.741003 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-62d3af33-7ded-4471-821e-159db633fd69 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 HTTP/1.1" status: 200 len: 1001 time: 0.0603774 Nov 12 04:14:10.797313 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-5fc24bb7-5b28-4008-a8a5-cdb440f0a342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:10.798786 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-5fc24bb7-5b28-4008-a8a5-cdb440f0a342 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0507820 Nov 12 04:14:10.803576 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4c8c32b9-2de5-4875-a9c5-97878a0d8cb7 req-00eb392e-f92f-4855-84e7-641017b17702 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 HTTP/1.1" status: 200 len: 1001 time: 0.0631669 Nov 12 04:14:10.846947 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-874729bc-b358-4615-a7ef-a7b92ff41cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:10.848637 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-874729bc-b358-4615-a7ef-a7b92ff41cbb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420887 Nov 12 04:14:10.858526 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c32b9-2de5-4875-a9c5-97878a0d8cb7 req-87cb1912-ac53-478f-a2e1-b15557d2f728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:10.859981 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4c8c32b9-2de5-4875-a9c5-97878a0d8cb7 req-87cb1912-ac53-478f-a2e1-b15557d2f728 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0480540 Nov 12 04:14:10.908493 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c32b9-2de5-4875-a9c5-97878a0d8cb7 req-94340e8b-7fde-40ce-8f8e-f1e7d34cf232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:10.910004 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4c8c32b9-2de5-4875-a9c5-97878a0d8cb7 req-94340e8b-7fde-40ce-8f8e-f1e7d34cf232 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413406 Nov 12 04:14:10.941525 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-8a20f6cf-a7a2-4737-990c-930a61588d91 service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840037 Nov 12 04:14:11.001563 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4c8c32b9-2de5-4875-a9c5-97878a0d8cb7 req-5cff2fb4-25cf-4124-a043-b7044371a5df service neutron] 10.222.0.90 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826724 Nov 12 04:14:11.037862 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10f8d725-30bc-4c8a-8b9a-d12093f498b1 req-200e3157-d621-4ed8-b9d9-27c8781da312 service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882769 Nov 12 04:14:11.101448 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4c8c32b9-2de5-4875-a9c5-97878a0d8cb7 req-be79e023-f663-4d4f-9f30-96d31180a798 service neutron] 10.222.0.90 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915060 Nov 12 04:14:11.133220 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c32b9-2de5-4875-a9c5-97878a0d8cb7 req-3d4d8060-631d-4da6-aedd-6f967a2d430c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:11.134717 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4c8c32b9-2de5-4875-a9c5-97878a0d8cb7 req-3d4d8060-631d-4da6-aedd-6f967a2d430c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 1097 time: 0.0457020 Nov 12 04:14:11.233076 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c32b9-2de5-4875-a9c5-97878a0d8cb7 req-2b2fe34e-fb98-4591-9bcb-d69635b96bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:11.234534 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4c8c32b9-2de5-4875-a9c5-97878a0d8cb7 req-2b2fe34e-fb98-4591-9bcb-d69635b96bdd service neutron] 10.222.0.74 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 912 time: 0.0911705 Nov 12 04:14:11.306781 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4c8c32b9-2de5-4875-a9c5-97878a0d8cb7 req-0758e16d-a203-435c-a988-fa540f79bc78 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 HTTP/1.1" status: 200 len: 1001 time: 0.0640657 Nov 12 04:14:11.364039 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c32b9-2de5-4875-a9c5-97878a0d8cb7 req-e9c9ad8f-17ba-4ea3-afc0-916cbf7431d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:11.365531 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4c8c32b9-2de5-4875-a9c5-97878a0d8cb7 req-e9c9ad8f-17ba-4ea3-afc0-916cbf7431d5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0497258 Nov 12 04:14:11.442158 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c32b9-2de5-4875-a9c5-97878a0d8cb7 req-a2b0c94b-51d3-49db-8210-1e44f93dec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:11.443655 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4c8c32b9-2de5-4875-a9c5-97878a0d8cb7 req-a2b0c94b-51d3-49db-8210-1e44f93dec4c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0702646 Nov 12 04:14:11.452769 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972db5b-7e41-4852-938a-9d31d1565619 req-db7f3f91-aa67-406d-82ed-c52a20c58afa tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:11.454549 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5972db5b-7e41-4852-938a-9d31d1565619 req-db7f3f91-aa67-406d-82ed-c52a20c58afa tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 945 time: 0.0733650 Nov 12 04:14:11.568742 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5972db5b-7e41-4852-938a-9d31d1565619 req-d3b0c1a9-3d1f-49e9-8769-49c87884f9ab tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061902 Nov 12 04:14:11.584996 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4c8c32b9-2de5-4875-a9c5-97878a0d8cb7 req-78f72940-c07a-45cf-891a-0b9e7eaf6764 service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295118 Nov 12 04:14:11.676315 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4c8c32b9-2de5-4875-a9c5-97878a0d8cb7 req-fe7cec3b-555b-4716-82d0-21416820671a service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820854 Nov 12 04:14:11.747235 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [req-fa28e2f3-8fe6-4c2f-ae0a-362f9709d3d1 req-7b79237c-18fd-4051-a29c-50b7453228f0 service neutron] (102571) timed out ('10.222.0.50', 51986) {{(pid=102571) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:14:12.754278 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c4268-c0be-4c14-9140-5b957d9e79b3 req-0425c6cc-a599-48be-add0-da1557ea210b tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:12.755778 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-353c4268-c0be-4c14-9140-5b957d9e79b3 req-0425c6cc-a599-48be-add0-da1557ea210b tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 945 time: 0.1148822 Nov 12 04:14:12.804825 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-353c4268-c0be-4c14-9140-5b957d9e79b3 req-31534c41-a79b-4621-8054-9b06f8bbfc66 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428839 Nov 12 04:14:13.531871 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:14:13.628056 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4a2ac7f2-8abe-4e6f-b6d7-542f549ac566,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:13.640578 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '4a2ac7f2-8abe-4e6f-b6d7-542f549ac566', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'port_id': '4a2ac7f2-8abe-4e6f-b6d7-542f549ac566', 'mac_address': 'fa:16:3e:55:9e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:14:13.678668 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:13.690988 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:14:13.710322 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4a2ac7f2-8abe-4e6f-b6d7-542f549ac566,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:13.713846 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:13.765062 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=4a2ac7f2-8abe-4e6f-b6d7-542f549ac566,revision_number=11']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:13.958791 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['4a2ac7f2-8abe-4e6f-b6d7-542f549ac566'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:14:13.988674 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b3fd7-7cfa-4cb2-8555-a66da3fe20cc req-14104976-b049-4531-a6f8-0df8078ac695 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:13.990209 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-975b3fd7-7cfa-4cb2-8555-a66da3fe20cc req-14104976-b049-4531-a6f8-0df8078ac695 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 946 time: 0.1144989 Nov 12 04:14:14.038717 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-975b3fd7-7cfa-4cb2-8555-a66da3fe20cc req-2b643d0c-281b-45ed-97c0-49f42821c83e tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423748 Nov 12 04:14:14.160628 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056705e-593e-426b-8a76-294b452c69a7 req-6bd578f0-bda4-41e1-954a-9f706ff370b6 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:14.162103 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f056705e-593e-426b-8a76-294b452c69a7 req-6bd578f0-bda4-41e1-954a-9f706ff370b6 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 946 time: 0.0519722 Nov 12 04:14:14.209747 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f056705e-593e-426b-8a76-294b452c69a7 req-c9182119-7999-4821-9a66-6757c01188d5 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415456 Nov 12 04:14:14.323188 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce081899-d990-4217-b364-804890986031 req-567e6c7a-6bad-4b96-90dc-ea58c210a42e tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:14.324655 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ce081899-d990-4217-b364-804890986031 req-567e6c7a-6bad-4b96-90dc-ea58c210a42e tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 946 time: 0.0490506 Nov 12 04:14:14.373511 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ce081899-d990-4217-b364-804890986031 req-15a94d70-4225-487e-9b2f-283e02e7a37a tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407660 Nov 12 04:14:14.617795 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51917ef4-0658-45e6-8106-9ea5cc932c67 req-93054d54-4236-4909-965a-3d62640be02e tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:14.619265 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-51917ef4-0658-45e6-8106-9ea5cc932c67 req-93054d54-4236-4909-965a-3d62640be02e tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 946 time: 0.0543098 Nov 12 04:14:14.667176 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-51917ef4-0658-45e6-8106-9ea5cc932c67 req-95c8b75c-e1c3-4335-b058-0e570107cd2f tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413706 Nov 12 04:14:15.540314 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:14:15.588894 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:14:15.593082 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:15.593451 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:15.670165 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:15.692667 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18088475-527b-4b9e-929d-8a9e187c67b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2ac7f2-8abe-4e6f-b6d7-542f549ac566'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:14:15.695016 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae350ce-976f-4a31-b179-59f331c341d9" -d '{"events": [{"server_uuid": "18088475-527b-4b9e-929d-8a9e187c67b9", "name": "network-vif-plugged", "status": "completed", "tag": "4a2ac7f2-8abe-4e6f-b6d7-542f549ac566"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:14:15.708667 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4a2ac7f2-8abe-4e6f-b6d7-542f549ac566,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:15.714291 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:15.743325 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263cab2b-d1b7-4c8a-9e89-00f675458e30 x-openstack-request-id: req-263cab2b-d1b7-4c8a-9e89-00f675458e30 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:14:15.743628 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18088475-527b-4b9e-929d-8a9e187c67b9", "name": "network-vif-plugged", "status": "completed", "tag": "4a2ac7f2-8abe-4e6f-b6d7-542f549ac566", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:14:15.743888 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-263cab2b-d1b7-4c8a-9e89-00f675458e30 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:14:15.744312 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18088475-527b-4b9e-929d-8a9e187c67b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2ac7f2-8abe-4e6f-b6d7-542f549ac566', 'code': 200} Nov 12 04:14:15.770065 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=4a2ac7f2-8abe-4e6f-b6d7-542f549ac566,revision_number=12']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:15.793489 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c5ed6-df1f-4c6a-aa59-e2d8b609f9b9 req-42fc2550-2f4c-4a19-9d05-5149d4323d53 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:15.796924 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dd2c5ed6-df1f-4c6a-aa59-e2d8b609f9b9 req-42fc2550-2f4c-4a19-9d05-5149d4323d53 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 947 time: 0.0515144 Nov 12 04:14:15.843476 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dd2c5ed6-df1f-4c6a-aa59-e2d8b609f9b9 req-96b8e7b9-9b87-4cc4-aeba-c778238fe82d tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414846 Nov 12 04:14:16.044301 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ae2fd-db61-43f2-bc96-6a10548959bd req-8783bf57-e0dc-44a0-a3d8-ccad370b37c0 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:16.046416 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6f1ae2fd-db61-43f2-bc96-6a10548959bd req-8783bf57-e0dc-44a0-a3d8-ccad370b37c0 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.74 "GET /v2.0/ports?device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 947 time: 0.0516477 Nov 12 04:14:16.137060 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-6f1ae2fd-db61-43f2-bc96-6a10548959bd req-f3a4d723-9515-4963-83d5-6be8e0e14588 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Deleting port 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:14:16.137399 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6f1ae2fd-db61-43f2-bc96-6a10548959bd req-f3a4d723-9515-4963-83d5-6be8e0e14588 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:16.229415 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-6f1ae2fd-db61-43f2-bc96-6a10548959bd req-f3a4d723-9515-4963-83d5-6be8e0e14588 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] For port 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4a2ac7f2-8abe-4e6f-b6d7-542f549ac566,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:16.229773 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6f1ae2fd-db61-43f2-bc96-6a10548959bd req-f3a4d723-9515-4963-83d5-6be8e0e14588 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:16.453263 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6f1ae2fd-db61-43f2-bc96-6a10548959bd req-f3a4d723-9515-4963-83d5-6be8e0e14588 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:16.453626 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6f1ae2fd-db61-43f2-bc96-6a10548959bd req-f3a4d723-9515-4963-83d5-6be8e0e14588 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:16.453943 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [req-6f1ae2fd-db61-43f2-bc96-6a10548959bd req-f3a4d723-9515-4963-83d5-6be8e0e14588 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Floating IP 0bc0e632-a324-468e-899c-5db3539fc526 disassociated. External IP: 172.25.5.212, port: 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566. Nov 12 04:14:16.454284 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-6f1ae2fd-db61-43f2-bc96-6a10548959bd req-f3a4d723-9515-4963-83d5-6be8e0e14588 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Calling delete_port for 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:14:16.582753 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6f1ae2fd-db61-43f2-bc96-6a10548959bd req-f3a4d723-9515-4963-83d5-6be8e0e14588 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:16.618601 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a4d723-9515-4963-83d5-6be8e0e14588 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Pushing event deleted for resources: {'Port': ['ID=4a2ac7f2-8abe-4e6f-b6d7-542f549ac566,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:16.743755 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f1ae2fd-db61-43f2-bc96-6a10548959bd req-f3a4d723-9515-4963-83d5-6be8e0e14588 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Router d6ec1b75-2f36-49a1-9988-4c09bf2ed264 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:14:16.855444 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f1ae2fd-db61-43f2-bc96-6a10548959bd req-f3a4d723-9515-4963-83d5-6be8e0e14588 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:14:16.866225 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1057c78e-68e6-4b0b-b85d-cd425dd1647e None None] Sync routers for ids ['d6ec1b75-2f36-49a1-9988-4c09bf2ed264'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:14:16.876767 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1057c78e-68e6-4b0b-b85d-cd425dd1647e None None] Routers {'d6ec1b75-2f36-49a1-9988-4c09bf2ed264'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:14:16.877890 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-1057c78e-68e6-4b0b-b85d-cd425dd1647e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:14:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['d6ec1b75-2f36-49a1-9988-4c09bf2ed264'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:16.897768 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1ae2fd-db61-43f2-bc96-6a10548959bd req-f3a4d723-9515-4963-83d5-6be8e0e14588 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] No DVR routers for this DVR port 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:14:16.900577 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6f1ae2fd-db61-43f2-bc96-6a10548959bd req-f3a4d723-9515-4963-83d5-6be8e0e14588 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:16.904003 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6f1ae2fd-db61-43f2-bc96-6a10548959bd req-f3a4d723-9515-4963-83d5-6be8e0e14588 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.74 "DELETE /v2.0/ports/4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 HTTP/1.1" status: 204 len: 173 time: 0.8484690 Nov 12 04:14:16.905264 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18088475-527b-4b9e-929d-8a9e187c67b9', 'name': 'network-vif-deleted', 'tag': '4a2ac7f2-8abe-4e6f-b6d7-542f549ac566'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:14:16.908011 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba8e284-11b9-4fb5-9681-9b6554885d94" -d '{"events": [{"server_uuid": "18088475-527b-4b9e-929d-8a9e187c67b9", "name": "network-vif-deleted", "tag": "4a2ac7f2-8abe-4e6f-b6d7-542f549ac566"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:14:16.957159 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7a1e1e77-3337-4662-98c1-c32bc0000cfd req-50d65f99-7e92-49e0-8547-f7f24cc94ce4 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=18088475-527b-4b9e-929d-8a9e187c67b9 HTTP/1.1" status: 200 len: 210 time: 0.0304036 Nov 12 04:14:16.964506 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f276e484-13bf-41f8-8ae2-a5471f19a272 x-openstack-request-id: req-f276e484-13bf-41f8-8ae2-a5471f19a272 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:14:16.964793 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18088475-527b-4b9e-929d-8a9e187c67b9", "name": "network-vif-deleted", "tag": "4a2ac7f2-8abe-4e6f-b6d7-542f549ac566", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:14:16.965051 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f276e484-13bf-41f8-8ae2-a5471f19a272 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:14:16.965502 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18088475-527b-4b9e-929d-8a9e187c67b9', 'name': 'network-vif-deleted', 'tag': '4a2ac7f2-8abe-4e6f-b6d7-542f549ac566', 'status': 'completed', 'code': 200} Nov 12 04:14:17.089261 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-1057c78e-68e6-4b0b-b85d-cd425dd1647e None None] Set router d6ec1b75-2f36-49a1-9988-4c09bf2ed264 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:14:17.284602 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-1057c78e-68e6-4b0b-b85d-cd425dd1647e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'name': 'tempest-ServerActionsTestJSON-117487654-router', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'gw_port': {'id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '1b6c269e-1546-442d-a885-c3f443c803fd', 'name': '', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'mac_address': 'fa:16:3e:a9:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:14Z', 'updated_at': '2021-11-12T04:07:18Z', 'revision_number': 5, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'subnets': [{'id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:17.310195 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1057c78e-68e6-4b0b-b85d-cd425dd1647e None None] Checking router: d6ec1b75-2f36-49a1-9988-4c09bf2ed264 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:14:17.318966 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1057c78e-68e6-4b0b-b85d-cd425dd1647e None None] Routers {'d6ec1b75-2f36-49a1-9988-4c09bf2ed264'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:14:17.319555 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-1057c78e-68e6-4b0b-b85d-cd425dd1647e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:14:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['d6ec1b75-2f36-49a1-9988-4c09bf2ed264'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:17.433594 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-1057c78e-68e6-4b0b-b85d-cd425dd1647e None None] Set router d6ec1b75-2f36-49a1-9988-4c09bf2ed264 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:14:17.633002 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-1057c78e-68e6-4b0b-b85d-cd425dd1647e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'name': 'tempest-ServerActionsTestJSON-117487654-router', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'gw_port': {'id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '1b6c269e-1546-442d-a885-c3f443c803fd', 'name': '', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'mac_address': 'fa:16:3e:a9:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:14Z', 'updated_at': '2021-11-12T04:07:18Z', 'revision_number': 5, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'subnets': [{'id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:17.659837 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1057c78e-68e6-4b0b-b85d-cd425dd1647e None None] The sync data for ids ['d6ec1b75-2f36-49a1-9988-4c09bf2ed264'] in n-d-715271-27 is: [{'id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'name': 'tempest-ServerActionsTestJSON-117487654-router', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'gw_port': {'id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '1b6c269e-1546-442d-a885-c3f443c803fd', 'name': '', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'mac_address': 'fa:16:3e:a9:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:14Z', 'updated_at': '2021-11-12T04:07:18Z', 'revision_number': 5, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'subnets': [{'id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:14:17.871680 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4882bd4-c470-4549-98b0-1b47089d799e None None] New status for floating IP 0bc0e632-a324-468e-899c-5db3539fc526: DOWN {{(pid=102573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:14:18.252527 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b18180b-47d3-419e-9885-c4959bd89477 req-d5bc4cbb-d96e-40dc-90fa-df843971f232 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1726162638&fields=id&tenant_id=9480d8101ef043e1ba7e2d8089e38c2f HTTP/1.1" status: 200 len: 267 time: 0.0458980 Nov 12 04:14:18.367557 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18180b-47d3-419e-9885-c4959bd89477 req-12640494-658d-49c0-ad13-54a0344a1755 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:18.369065 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b18180b-47d3-419e-9885-c4959bd89477 req-12640494-658d-49c0-ad13-54a0344a1755 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 811 time: 0.1089852 Nov 12 04:14:18.384422 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b18180b-47d3-419e-9885-c4959bd89477 req-b5d00f44-cf41-437e-84f9-4cbe75500739 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/quotas/9480d8101ef043e1ba7e2d8089e38c2f HTTP/1.1" status: 200 len: 375 time: 0.0089474 Nov 12 04:14:18.438826 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b18180b-47d3-419e-9885-c4959bd89477 req-6b339e6c-e223-4b09-81d2-49047a795820 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489326 Nov 12 04:14:18.501277 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-6b18180b-47d3-419e-9885-c4959bd89477 req-f61e9a6a-8918-4c2f-bfd1-7148f25f6535 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:14:18.502266 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b18180b-47d3-419e-9885-c4959bd89477 req-f61e9a6a-8918-4c2f-bfd1-7148f25f6535 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0522449 Nov 12 04:14:18.569865 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:18.598145 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b18180b-47d3-419e-9885-c4959bd89477 req-2d159fab-8106-4282-a4e6-fcbc23071e6e service neutron] 10.222.0.50 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895689 Nov 12 04:14:18.693430 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6b18180b-47d3-419e-9885-c4959bd89477 req-3acc58e6-6e87-4000-99ee-a94cf77ed053 service neutron] 10.222.0.50 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892007 Nov 12 04:14:18.854838 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-170a66b5-2297-44cc-b0bf-ed5b0580d86a req-3aa40e97-9603-4c97-860e-d38201ba4331 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 210 time: 0.0269146 Nov 12 04:14:19.555096 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:14:19.575521 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:14:19.575866 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 4a2ac7f2-8abe-4e6f-b6d7-542f549ac566 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:14:19.871576 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18180b-47d3-419e-9885-c4959bd89477 req-bac04ae7-a085-4686-8f8a-2fc3b0dc25d3 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:19.873092 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6b18180b-47d3-419e-9885-c4959bd89477 req-bac04ae7-a085-4686-8f8a-2fc3b0dc25d3 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.74 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 811 time: 0.1151493 Nov 12 04:14:19.945126 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6b18180b-47d3-419e-9885-c4959bd89477 req-d8a69a24-9e27-437b-8770-4f45c22deacd tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9480d8101ef043e1ba7e2d8089e38c2f HTTP/1.1" status: 200 len: 380 time: 0.0582244 Nov 12 04:14:19.955966 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-6b18180b-47d3-419e-9885-c4959bd89477 req-1599d4fd-0dc9-4b2b-b746-7cffbca09c6a tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Request body: {'port': {'device_id': 'be05abfc-5c65-4bc7-aff4-502c71fe777b', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'admin_state_up': True, 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'security_groups': ['e9134890-162d-4a85-a515-993b59d13e8d']}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:19.957661 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e863112c-1d67-4942-9f8c-03214058b76b req-c7e5a26a-9e78-4396-a3bf-0b6f4049cb69 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 210 time: 0.0321615 Nov 12 04:14:20.069187 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b18180b-47d3-419e-9885-c4959bd89477 req-1599d4fd-0dc9-4b2b-b746-7cffbca09c6a tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Made reservation on behalf of 9480d8101ef043e1ba7e2d8089e38c2f for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:20.072737 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6b18180b-47d3-419e-9885-c4959bd89477 req-1599d4fd-0dc9-4b2b-b746-7cffbca09c6a tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:20.197546 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-6b18180b-47d3-419e-9885-c4959bd89477 req-1599d4fd-0dc9-4b2b-b746-7cffbca09c6a tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Allocated IP 172.20.0.12 (cf3f8615-bc98-4e2f-8b7f-cf47f62f9404/b5bd156f-3c6c-4381-a540-62b719246e6e/05d31b29-bde2-40a0-9c81-8e5753d37598) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:14:20.342977 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6b18180b-47d3-419e-9885-c4959bd89477 req-1599d4fd-0dc9-4b2b-b746-7cffbca09c6a tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:20.376910 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6b18180b-47d3-419e-9885-c4959bd89477 req-1599d4fd-0dc9-4b2b-b746-7cffbca09c6a tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:20.421625 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b18180b-47d3-419e-9885-c4959bd89477 req-1599d4fd-0dc9-4b2b-b746-7cffbca09c6a tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Network cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:14:20.424796 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-6b18180b-47d3-419e-9885-c4959bd89477 req-1599d4fd-0dc9-4b2b-b746-7cffbca09c6a tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:20.428870 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b18180b-47d3-419e-9885-c4959bd89477 req-1599d4fd-0dc9-4b2b-b746-7cffbca09c6a tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:14:20.435325 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1599d4fd-0dc9-4b2b-b746-7cffbca09c6a tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Pushing event updated for resources: {'Port': ['ID=05d31b29-bde2-40a0-9c81-8e5753d37598,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:20.489363 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18180b-47d3-419e-9885-c4959bd89477 req-1599d4fd-0dc9-4b2b-b746-7cffbca09c6a tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:20.490068 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6b18180b-47d3-419e-9885-c4959bd89477 req-1599d4fd-0dc9-4b2b-b746-7cffbca09c6a tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:20.508745 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6b18180b-47d3-419e-9885-c4959bd89477 req-1599d4fd-0dc9-4b2b-b746-7cffbca09c6a tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5573604 Nov 12 04:14:20.524627 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-6b18180b-47d3-419e-9885-c4959bd89477 req-1c6eaee4-1f98-46f5-801f-4c58dc1bf08b service neutron] Request body: {'port': {'device_id': 'be05abfc-5c65-4bc7-aff4-502c71fe777b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:20.582879 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6b18180b-47d3-419e-9885-c4959bd89477 req-1c6eaee4-1f98-46f5-801f-4c58dc1bf08b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:20.653788 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-24bd6144-0457-4bca-8376-3538fc1a15e9 None None] Provisioning complete for port 05d31b29-bde2-40a0-9c81-8e5753d37598 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:20.655008 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-24bd6144-0457-4bca-8376-3538fc1a15e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:20.694243 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-24bd6144-0457-4bca-8376-3538fc1a15e9 None None] Port 05d31b29-bde2-40a0-9c81-8e5753d37598 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:14:20.846930 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-6b18180b-47d3-419e-9885-c4959bd89477 req-1c6eaee4-1f98-46f5-801f-4c58dc1bf08b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05d31b29-bde2-40a0-9c81-8e5753d37598 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:14:20.854167 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6b18180b-47d3-419e-9885-c4959bd89477 req-1c6eaee4-1f98-46f5-801f-4c58dc1bf08b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:20.865984 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-6b18180b-47d3-419e-9885-c4959bd89477 req-1c6eaee4-1f98-46f5-801f-4c58dc1bf08b service neutron] Transition to ACTIVE for port object 05d31b29-bde2-40a0-9c81-8e5753d37598 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:14:20.869706 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6b18180b-47d3-419e-9885-c4959bd89477 req-1c6eaee4-1f98-46f5-801f-4c58dc1bf08b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:20.921631 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6eaee4-1f98-46f5-801f-4c58dc1bf08b service neutron] Pushing event updated for resources: {'Port': ['ID=05d31b29-bde2-40a0-9c81-8e5753d37598,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:20.996260 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-6b18180b-47d3-419e-9885-c4959bd89477 req-1c6eaee4-1f98-46f5-801f-4c58dc1bf08b service neutron] Attempting to bind port 05d31b29-bde2-40a0-9c81-8e5753d37598 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:14:20.996660 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-6b18180b-47d3-419e-9885-c4959bd89477 req-1c6eaee4-1f98-46f5-801f-4c58dc1bf08b service neutron] Attempting to bind port 05d31b29-bde2-40a0-9c81-8e5753d37598 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:14:20.996996 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b18180b-47d3-419e-9885-c4959bd89477 req-1c6eaee4-1f98-46f5-801f-4c58dc1bf08b service neutron] Attempting to bind port 05d31b29-bde2-40a0-9c81-8e5753d37598 on network cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:14:21.002393 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b18180b-47d3-419e-9885-c4959bd89477 req-1c6eaee4-1f98-46f5-801f-4c58dc1bf08b service neutron] Port 05d31b29-bde2-40a0-9c81-8e5753d37598 on network cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:14:21.002716 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b18180b-47d3-419e-9885-c4959bd89477 req-1c6eaee4-1f98-46f5-801f-4c58dc1bf08b service neutron] Attempting to bind port 05d31b29-bde2-40a0-9c81-8e5753d37598 on network cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:14:21.007955 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b18180b-47d3-419e-9885-c4959bd89477 req-1c6eaee4-1f98-46f5-801f-4c58dc1bf08b service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:14:21.008321 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b18180b-47d3-419e-9885-c4959bd89477 req-1c6eaee4-1f98-46f5-801f-4c58dc1bf08b service neutron] Checking segment: {'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:14:21.008712 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b18180b-47d3-419e-9885-c4959bd89477 req-1c6eaee4-1f98-46f5-801f-4c58dc1bf08b service neutron] Bound using segment: {'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:14:21.009124 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-6b18180b-47d3-419e-9885-c4959bd89477 req-1c6eaee4-1f98-46f5-801f-4c58dc1bf08b service neutron] Bound port: 05d31b29-bde2-40a0-9c81-8e5753d37598, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:14:21.009474 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6b18180b-47d3-419e-9885-c4959bd89477 req-1c6eaee4-1f98-46f5-801f-4c58dc1bf08b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:21.111475 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-6b18180b-47d3-419e-9885-c4959bd89477 req-1c6eaee4-1f98-46f5-801f-4c58dc1bf08b service neutron] For port 05d31b29-bde2-40a0-9c81-8e5753d37598, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:14:21.115262 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-6b18180b-47d3-419e-9885-c4959bd89477 req-1c6eaee4-1f98-46f5-801f-4c58dc1bf08b service neutron] For port 05d31b29-bde2-40a0-9c81-8e5753d37598, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=05d31b29-bde2-40a0-9c81-8e5753d37598,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:14:21.124130 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143340a8-3b82-40bd-b62a-062c4f8409e4 req-e2f444ce-86d1-450b-b0e0-d865a4376425 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:21.125701 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-143340a8-3b82-40bd-b62a-062c4f8409e4 req-e2f444ce-86d1-450b-b0e0-d865a4376425 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 944 time: 0.0828152 Nov 12 04:14:21.127336 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6b18180b-47d3-419e-9885-c4959bd89477 req-1c6eaee4-1f98-46f5-801f-4c58dc1bf08b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:21.182586 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18180b-47d3-419e-9885-c4959bd89477 req-1c6eaee4-1f98-46f5-801f-4c58dc1bf08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:21.183198 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-6b18180b-47d3-419e-9885-c4959bd89477 req-1c6eaee4-1f98-46f5-801f-4c58dc1bf08b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:21.184637 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6b18180b-47d3-419e-9885-c4959bd89477 req-1c6eaee4-1f98-46f5-801f-4c58dc1bf08b service neutron] 10.222.0.74 "PUT /v2.0/ports/05d31b29-bde2-40a0-9c81-8e5753d37598 HTTP/1.1" status: 200 len: 1093 time: 0.6644955 Nov 12 04:14:21.185361 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be05abfc-5c65-4bc7-aff4-502c71fe777b', 'tag': '05d31b29-bde2-40a0-9c81-8e5753d37598'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:14:21.188485 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8279477e-1a72-4753-aaaa-8f5b7025c48b" -d '{"events": [{"name": "network-changed", "server_uuid": "be05abfc-5c65-4bc7-aff4-502c71fe777b", "tag": "05d31b29-bde2-40a0-9c81-8e5753d37598"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:14:21.229479 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6eaee4-1f98-46f5-801f-4c58dc1bf08b service neutron] Pushing event updated for resources: {'Port': ['ID=05d31b29-bde2-40a0-9c81-8e5753d37598,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:21.236940 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-143340a8-3b82-40bd-b62a-062c4f8409e4 req-e4865d82-2023-440d-bf56-e4cb235ab464 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040514 Nov 12 04:14:21.241526 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ab7424-4347-4b5c-9575-e81a33d58f73 x-openstack-request-id: req-e2ab7424-4347-4b5c-9575-e81a33d58f73 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:14:21.241832 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be05abfc-5c65-4bc7-aff4-502c71fe777b", "tag": "05d31b29-bde2-40a0-9c81-8e5753d37598", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:14:21.242088 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e2ab7424-4347-4b5c-9575-e81a33d58f73 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:14:21.242591 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be05abfc-5c65-4bc7-aff4-502c71fe777b', 'tag': '05d31b29-bde2-40a0-9c81-8e5753d37598', 'status': 'completed', 'code': 200} Nov 12 04:14:21.297923 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18180b-47d3-419e-9885-c4959bd89477 req-c4969243-9f38-4f8d-a6ab-1154c04728a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:21.299513 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6b18180b-47d3-419e-9885-c4959bd89477 req-c4969243-9f38-4f8d-a6ab-1154c04728a4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 1096 time: 0.0493526 Nov 12 04:14:21.346397 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6b18180b-47d3-419e-9885-c4959bd89477 req-0d1d72fc-a81c-49a8-97f5-40660853834d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05d31b29-bde2-40a0-9c81-8e5753d37598 HTTP/1.1" status: 200 len: 217 time: 0.0365744 Nov 12 04:14:21.399102 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18180b-47d3-419e-9885-c4959bd89477 req-2e91eef0-de8e-4b72-8daf-688e51dc205d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:21.400587 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6b18180b-47d3-419e-9885-c4959bd89477 req-2e91eef0-de8e-4b72-8daf-688e51dc205d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0440524 Nov 12 04:14:21.455475 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18180b-47d3-419e-9885-c4959bd89477 req-d2e8b99f-5d87-4f7d-9ef7-4c646e652b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:21.457014 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6b18180b-47d3-419e-9885-c4959bd89477 req-d2e8b99f-5d87-4f7d-9ef7-4c646e652b08 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441234 Nov 12 04:14:21.557791 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6b18180b-47d3-419e-9885-c4959bd89477 req-56a06ccd-24ab-40c6-9f79-264b51a0b439 service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867822 Nov 12 04:14:21.652364 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6b18180b-47d3-419e-9885-c4959bd89477 req-1d9834d0-bfea-49d5-85a1-3ba09c09de0a service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862372 Nov 12 04:14:21.757824 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279477e-1a72-4753-aaaa-8f5b7025c48b req-906e113d-82aa-46fa-a5b7-3cd53489b60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:21.759328 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8279477e-1a72-4753-aaaa-8f5b7025c48b req-906e113d-82aa-46fa-a5b7-3cd53489b60e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 1096 time: 0.0427301 Nov 12 04:14:21.850616 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279477e-1a72-4753-aaaa-8f5b7025c48b req-7e1ed102-8e33-40b0-b76e-9d26ff686173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:21.852098 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8279477e-1a72-4753-aaaa-8f5b7025c48b req-7e1ed102-8e33-40b0-b76e-9d26ff686173 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 912 time: 0.0853667 Nov 12 04:14:21.896756 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8279477e-1a72-4753-aaaa-8f5b7025c48b req-2a63c7c4-1b91-47b6-9071-81eeacae09b6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05d31b29-bde2-40a0-9c81-8e5753d37598 HTTP/1.1" status: 200 len: 217 time: 0.0370016 Nov 12 04:14:21.947763 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279477e-1a72-4753-aaaa-8f5b7025c48b req-e8bd5542-a23a-4ffa-8d90-e44360d4f9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:21.949283 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8279477e-1a72-4753-aaaa-8f5b7025c48b req-e8bd5542-a23a-4ffa-8d90-e44360d4f9dd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0453279 Nov 12 04:14:21.997189 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279477e-1a72-4753-aaaa-8f5b7025c48b req-8e7bee89-3324-4686-adc7-a3d50ed8eff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:21.998748 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8279477e-1a72-4753-aaaa-8f5b7025c48b req-8e7bee89-3324-4686-adc7-a3d50ed8eff4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413384 Nov 12 04:14:22.093401 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8279477e-1a72-4753-aaaa-8f5b7025c48b req-8bc4b978-491e-42d1-8fac-1bab73787cc1 service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862794 Nov 12 04:14:22.182570 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8279477e-1a72-4753-aaaa-8f5b7025c48b req-fa0e611b-4565-4243-b262-40d2e6717f79 service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807779 Nov 12 04:14:22.369380 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5233fc6-b900-498b-989c-1d3dd0637672 req-a2990ddc-b1ec-40a0-bbb1-325491ffa88e tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:22.371186 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d5233fc6-b900-498b-989c-1d3dd0637672 req-a2990ddc-b1ec-40a0-bbb1-325491ffa88e tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 944 time: 0.0525599 Nov 12 04:14:22.419035 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d5233fc6-b900-498b-989c-1d3dd0637672 req-2e2ae29d-bd2e-4779-a534-00f15eadc052 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418518 Nov 12 04:14:23.541490 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95bef53-11be-410f-8e6e-40663c0685e7 req-e842d1a7-f077-4f24-aef0-4d21ce027464 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:23.542951 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e95bef53-11be-410f-8e6e-40663c0685e7 req-e842d1a7-f077-4f24-aef0-4d21ce027464 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 944 time: 0.0524065 Nov 12 04:14:23.591707 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e95bef53-11be-410f-8e6e-40663c0685e7 req-ae90405f-dc29-49c1-9ff4-d1ef26d7e3db tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420492 Nov 12 04:14:23.594017 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 05d31b29-bde2-40a0-9c81-8e5753d37598 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:14:23.692259 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 05d31b29-bde2-40a0-9c81-8e5753d37598, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=05d31b29-bde2-40a0-9c81-8e5753d37598,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:23.703952 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '05d31b29-bde2-40a0-9c81-8e5753d37598', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'port_id': '05d31b29-bde2-40a0-9c81-8e5753d37598', 'mac_address': 'fa:16:3e:0a:eb:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:14:23.741020 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:23.754141 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05d31b29-bde2-40a0-9c81-8e5753d37598 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:14:23.774481 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 05d31b29-bde2-40a0-9c81-8e5753d37598, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=05d31b29-bde2-40a0-9c81-8e5753d37598,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:23.778301 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:23.827412 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=05d31b29-bde2-40a0-9c81-8e5753d37598,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:24.031755 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['05d31b29-bde2-40a0-9c81-8e5753d37598'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:14:24.712640 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f96d1-d70e-40b4-8a11-4465e4967e65 req-34e139d3-7749-4ce8-b907-bb17b3759fd8 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:24.714005 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-654f96d1-d70e-40b4-8a11-4465e4967e65 req-34e139d3-7749-4ce8-b907-bb17b3759fd8 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 945 time: 0.0517094 Nov 12 04:14:24.764161 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-654f96d1-d70e-40b4-8a11-4465e4967e65 req-9a24ed82-3372-42d2-af3a-5462e5db3c3c tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429153 Nov 12 04:14:25.595446 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 05d31b29-bde2-40a0-9c81-8e5753d37598 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:14:25.651015 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 05d31b29-bde2-40a0-9c81-8e5753d37598 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:14:25.655003 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 05d31b29-bde2-40a0-9c81-8e5753d37598 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:25.655366 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:25.733768 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:25.756838 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be05abfc-5c65-4bc7-aff4-502c71fe777b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d31b29-bde2-40a0-9c81-8e5753d37598'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:14:25.759079 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a0953432f435d8e484d14710d1945eb48639cbcc26ca43e170c455dff5d36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25b5742-6d11-41f6-9dd2-3c7e0ff7124d" -d '{"events": [{"server_uuid": "be05abfc-5c65-4bc7-aff4-502c71fe777b", "name": "network-vif-plugged", "status": "completed", "tag": "05d31b29-bde2-40a0-9c81-8e5753d37598"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:14:25.772152 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 05d31b29-bde2-40a0-9c81-8e5753d37598, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=05d31b29-bde2-40a0-9c81-8e5753d37598,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:25.777327 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:25.801773 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4aa7b97-3eca-454b-b2e0-d9dbd11d5875 x-openstack-request-id: req-b4aa7b97-3eca-454b-b2e0-d9dbd11d5875 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:14:25.802066 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be05abfc-5c65-4bc7-aff4-502c71fe777b", "name": "network-vif-plugged", "status": "completed", "tag": "05d31b29-bde2-40a0-9c81-8e5753d37598", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:14:25.802578 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b4aa7b97-3eca-454b-b2e0-d9dbd11d5875 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:14:25.802978 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be05abfc-5c65-4bc7-aff4-502c71fe777b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d31b29-bde2-40a0-9c81-8e5753d37598', 'code': 200} Nov 12 04:14:25.830680 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=05d31b29-bde2-40a0-9c81-8e5753d37598,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:25.893752 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197282ad-29c4-495c-97ef-ee4bdccac3cb req-0ebcbc9d-06f9-4f9a-a0cd-5fe068b70e16 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:25.895259 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-197282ad-29c4-495c-97ef-ee4bdccac3cb req-0ebcbc9d-06f9-4f9a-a0cd-5fe068b70e16 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 946 time: 0.0547078 Nov 12 04:14:25.903056 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb9a9e-b69f-4b1d-928b-727cb63beb49 req-1ac41a0f-b638-47ad-869d-0648f45b7a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:25.904570 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b9fb9a9e-b69f-4b1d-928b-727cb63beb49 req-1ac41a0f-b638-47ad-869d-0648f45b7a77 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 1098 time: 0.0412641 Nov 12 04:14:25.950776 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b9fb9a9e-b69f-4b1d-928b-727cb63beb49 req-d2269658-555b-44a9-9329-a1c43f42daf7 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387640 Nov 12 04:14:25.953307 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-197282ad-29c4-495c-97ef-ee4bdccac3cb req-7f652896-a24f-43f7-aefb-b2a26e2ea25c tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511067 Nov 12 04:14:26.935635 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:14:27.075384 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855e26f-8421-4a01-a193-b0b2189685a3 req-b902eae0-2670-4acd-9961-d0cf6e3f1fe9 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:27.077584 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5855e26f-8421-4a01-a193-b0b2189685a3 req-b902eae0-2670-4acd-9961-d0cf6e3f1fe9 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 946 time: 0.0530427 Nov 12 04:14:27.125383 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5855e26f-8421-4a01-a193-b0b2189685a3 req-18587188-3ebf-41f5-b889-754ee60435d0 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405319 Nov 12 04:14:28.241525 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa06ed-10f1-4431-9c30-39a2bea90aba req-c1d30e6a-37e1-479c-8881-5ab82243e711 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:28.242993 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d7fa06ed-10f1-4431-9c30-39a2bea90aba req-c1d30e6a-37e1-479c-8881-5ab82243e711 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 946 time: 0.0492680 Nov 12 04:14:28.291153 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d7fa06ed-10f1-4431-9c30-39a2bea90aba req-74b4e3e6-4f19-4501-9e31-4ddf0ea8f818 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421770 Nov 12 04:14:28.402384 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12412098-2d25-48e6-a343-d6b639f0a63b req-c3dd3c4f-d321-4cf2-9693-045823265d95 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:28.403935 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-12412098-2d25-48e6-a343-d6b639f0a63b req-c3dd3c4f-d321-4cf2-9693-045823265d95 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 946 time: 0.0486403 Nov 12 04:14:28.412737 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 56436) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:28.417283 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-1e9fa80c-89df-4a76-8f64-db04e7b37923 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Request body: {'floatingip': {'port_id': '05d31b29-bde2-40a0-9c81-8e5753d37598'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:28.456687 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1e9fa80c-89df-4a76-8f64-db04e7b37923 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks [] for floatingip, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:28.891261 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1e9fa80c-89df-4a76-8f64-db04e7b37923 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:28.895118 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1e9fa80c-89df-4a76-8f64-db04e7b37923 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:29.330929 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [None req-1e9fa80c-89df-4a76-8f64-db04e7b37923 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Floating IP 0bc0e632-a324-468e-899c-5db3539fc526 associated. External IP: 172.25.5.212, port: 05d31b29-bde2-40a0-9c81-8e5753d37598. Nov 12 04:14:29.538270 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9fa80c-89df-4a76-8f64-db04e7b37923 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Router d6ec1b75-2f36-49a1-9988-4c09bf2ed264 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:14:29.646306 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9fa80c-89df-4a76-8f64-db04e7b37923 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:14:29.651173 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1e9fa80c-89df-4a76-8f64-db04e7b37923 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:29.655579 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179d7e2e-6234-4c00-aa3a-edab105c4af8 None None] Sync routers for ids ['d6ec1b75-2f36-49a1-9988-4c09bf2ed264'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:14:29.665680 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179d7e2e-6234-4c00-aa3a-edab105c4af8 None None] Routers {'d6ec1b75-2f36-49a1-9988-4c09bf2ed264'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:14:29.666503 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-179d7e2e-6234-4c00-aa3a-edab105c4af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:14:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['d6ec1b75-2f36-49a1-9988-4c09bf2ed264'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:29.678533 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1e9fa80c-89df-4a76-8f64-db04e7b37923 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "PUT /v2.0/floatingips/0bc0e632-a324-468e-899c-5db3539fc526 HTTP/1.1" status: 200 len: 993 time: 1.2646847 Nov 12 04:14:29.679124 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be05abfc-5c65-4bc7-aff4-502c71fe777b', 'tag': '05d31b29-bde2-40a0-9c81-8e5753d37598'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:14:29.681374 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c7a9c784b1f19f5d0778091846612e2acdfd4ffae609dd6d613bea69db6bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ffe17a8-d0cc-470c-831c-a859880ccb54" -d '{"events": [{"name": "network-changed", "server_uuid": "be05abfc-5c65-4bc7-aff4-502c71fe777b", "tag": "05d31b29-bde2-40a0-9c81-8e5753d37598"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:14:29.719751 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c427fdef-0e77-4b0c-89dc-539eb4690fb8 x-openstack-request-id: req-c427fdef-0e77-4b0c-89dc-539eb4690fb8 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:14:29.720033 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be05abfc-5c65-4bc7-aff4-502c71fe777b", "tag": "05d31b29-bde2-40a0-9c81-8e5753d37598", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:14:29.720365 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c427fdef-0e77-4b0c-89dc-539eb4690fb8 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:14:29.720775 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be05abfc-5c65-4bc7-aff4-502c71fe777b', 'tag': '05d31b29-bde2-40a0-9c81-8e5753d37598', 'status': 'completed', 'code': 200} Nov 12 04:14:29.775484 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-179d7e2e-6234-4c00-aa3a-edab105c4af8 None None] Set router d6ec1b75-2f36-49a1-9988-4c09bf2ed264 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:14:29.783682 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe17a8-d0cc-470c-831c-a859880ccb54 req-505a2291-2b15-4085-b75e-bc79ad162fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:29.785315 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3ffe17a8-d0cc-470c-831c-a859880ccb54 req-505a2291-2b15-4085-b75e-bc79ad162fa2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 1098 time: 0.0408669 Nov 12 04:14:29.881310 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe17a8-d0cc-470c-831c-a859880ccb54 req-09ea09be-812b-47bc-b120-36dec9da75ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:29.882815 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3ffe17a8-d0cc-470c-831c-a859880ccb54 req-09ea09be-812b-47bc-b120-36dec9da75ed service neutron] 10.222.0.74 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 912 time: 0.0902674 Nov 12 04:14:29.950622 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3ffe17a8-d0cc-470c-831c-a859880ccb54 req-f4f2d05b-9b6c-4141-a22b-98c1eb09ada9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05d31b29-bde2-40a0-9c81-8e5753d37598 HTTP/1.1" status: 200 len: 1001 time: 0.0600698 Nov 12 04:14:30.003303 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-179d7e2e-6234-4c00-aa3a-edab105c4af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'name': 'tempest-ServerActionsTestJSON-117487654-router', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'gw_port': {'id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '0bc0e632-a324-468e-899c-5db3539fc526', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'floating_ip_address': '172.25.5.212', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'port_id': '05d31b29-bde2-40a0-9c81-8e5753d37598', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'mac_address': 'fa:16:3e:0a:eb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be05abfc-5c65-4bc7-aff4-502c71fe777b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:07:16Z', 'updated_at': '2021-11-12T04:14:28Z', 'revision_number': 13, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b6c269e-1546-442d-a885-c3f443c803fd', 'name': '', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'mac_address': 'fa:16:3e:a9:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:14Z', 'updated_at': '2021-11-12T04:07:18Z', 'revision_number': 5, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'subnets': [{'id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:30.005625 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe17a8-d0cc-470c-831c-a859880ccb54 req-a7ce66ff-38ea-4411-908f-307402c5c6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:30.007168 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3ffe17a8-d0cc-470c-831c-a859880ccb54 req-a7ce66ff-38ea-4411-908f-307402c5c6f1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0493648 Nov 12 04:14:30.028833 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179d7e2e-6234-4c00-aa3a-edab105c4af8 None None] Checking router: d6ec1b75-2f36-49a1-9988-4c09bf2ed264 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:14:30.038128 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179d7e2e-6234-4c00-aa3a-edab105c4af8 None None] Routers {'d6ec1b75-2f36-49a1-9988-4c09bf2ed264'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:14:30.038732 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-179d7e2e-6234-4c00-aa3a-edab105c4af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:14:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['d6ec1b75-2f36-49a1-9988-4c09bf2ed264'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:30.054511 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe17a8-d0cc-470c-831c-a859880ccb54 req-4b8c8590-ab38-48fb-91c6-efa8f8380c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:30.056104 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3ffe17a8-d0cc-470c-831c-a859880ccb54 req-4b8c8590-ab38-48fb-91c6-efa8f8380c10 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415289 Nov 12 04:14:30.143295 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-179d7e2e-6234-4c00-aa3a-edab105c4af8 None None] Set router d6ec1b75-2f36-49a1-9988-4c09bf2ed264 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:14:30.147430 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3ffe17a8-d0cc-470c-831c-a859880ccb54 req-03b3cb50-ae18-458e-86cd-4c5bafe889eb service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841713 Nov 12 04:14:30.247531 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3ffe17a8-d0cc-470c-831c-a859880ccb54 req-acd49c0b-163f-4fe6-b25e-96a307f5389d service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929129 Nov 12 04:14:30.365923 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-179d7e2e-6234-4c00-aa3a-edab105c4af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'name': 'tempest-ServerActionsTestJSON-117487654-router', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'gw_port': {'id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '0bc0e632-a324-468e-899c-5db3539fc526', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'floating_ip_address': '172.25.5.212', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'port_id': '05d31b29-bde2-40a0-9c81-8e5753d37598', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'mac_address': 'fa:16:3e:0a:eb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be05abfc-5c65-4bc7-aff4-502c71fe777b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:07:16Z', 'updated_at': '2021-11-12T04:14:28Z', 'revision_number': 13, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b6c269e-1546-442d-a885-c3f443c803fd', 'name': '', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'mac_address': 'fa:16:3e:a9:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:14Z', 'updated_at': '2021-11-12T04:07:18Z', 'revision_number': 5, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'subnets': [{'id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:30.395108 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179d7e2e-6234-4c00-aa3a-edab105c4af8 None None] The sync data for ids ['d6ec1b75-2f36-49a1-9988-4c09bf2ed264'] in n-d-715271-27 is: [{'id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'name': 'tempest-ServerActionsTestJSON-117487654-router', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'gw_port': {'id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '0bc0e632-a324-468e-899c-5db3539fc526', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'floating_ip_address': '172.25.5.212', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'port_id': '05d31b29-bde2-40a0-9c81-8e5753d37598', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'mac_address': 'fa:16:3e:0a:eb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be05abfc-5c65-4bc7-aff4-502c71fe777b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:07:16Z', 'updated_at': '2021-11-12T04:14:28Z', 'revision_number': 13, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b6c269e-1546-442d-a885-c3f443c803fd', 'name': '', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'mac_address': 'fa:16:3e:a9:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:14Z', 'updated_at': '2021-11-12T04:07:18Z', 'revision_number': 5, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'subnets': [{'id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:14:30.440859 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-84c430b2-d419-4b8f-b430-b2610c9c3ceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:30.590838 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae31fe5-5317-4339-9f48-b96ae34463bf None None] New status for floating IP 0bc0e632-a324-468e-899c-5db3539fc526: ACTIVE {{(pid=102573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:14:33.440548 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8bf2384b-0bad-4214-a250-a1d86c10446a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:34.265976 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:35.592403 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:36.426774 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:37.290253 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0eadc6e8-9dbe-4724-a42e-fa9e055c2658 req-95233578-0a1d-4597-be0e-f0f8835346b6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391941 Nov 12 04:14:37.373258 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eadc6e8-9dbe-4724-a42e-fa9e055c2658 req-7a343e3f-0c9d-47aa-adce-384f1b59f181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:37.375391 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0eadc6e8-9dbe-4724-a42e-fa9e055c2658 req-7a343e3f-0c9d-47aa-adce-384f1b59f181 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 1098 time: 0.0411441 Nov 12 04:14:37.487643 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eadc6e8-9dbe-4724-a42e-fa9e055c2658 req-6427b0d7-52d3-494b-bc45-1ba55bd5eb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:37.489157 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0eadc6e8-9dbe-4724-a42e-fa9e055c2658 req-6427b0d7-52d3-494b-bc45-1ba55bd5eb22 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 912 time: 0.0914454 Nov 12 04:14:37.554720 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0eadc6e8-9dbe-4724-a42e-fa9e055c2658 req-3d3c7af4-644b-40f7-991f-2b5c3e0d2d62 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05d31b29-bde2-40a0-9c81-8e5753d37598 HTTP/1.1" status: 200 len: 1003 time: 0.0583909 Nov 12 04:14:37.608513 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eadc6e8-9dbe-4724-a42e-fa9e055c2658 req-84f8dc68-6720-4a3c-a4db-b0dfc161f413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:37.610116 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0eadc6e8-9dbe-4724-a42e-fa9e055c2658 req-84f8dc68-6720-4a3c-a4db-b0dfc161f413 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0475068 Nov 12 04:14:37.660334 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eadc6e8-9dbe-4724-a42e-fa9e055c2658 req-6ef1eda9-e7c3-4997-afd7-6ebb554b08a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:37.661718 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0eadc6e8-9dbe-4724-a42e-fa9e055c2658 req-6ef1eda9-e7c3-4997-afd7-6ebb554b08a0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407858 Nov 12 04:14:37.752781 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0eadc6e8-9dbe-4724-a42e-fa9e055c2658 req-0c547c7f-65d2-43d4-b1ec-e88ff9cdb57e service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831707 Nov 12 04:14:37.848836 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0eadc6e8-9dbe-4724-a42e-fa9e055c2658 req-f2dfb721-d3ea-4e8c-a243-555381252c0f service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884991 Nov 12 04:14:39.133613 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.567053 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:00.443519 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d450d203-52fb-4d75-8b0d-1432f7112606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:03.442276 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-41e8b548-84de-4d21-bb96-89b5d59e5b8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:03.934931 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:15:04.268823 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:05.596001 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:06.429589 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:09.154673 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:18.570619 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:28.447511 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [req-6dcf8a5d-a0ca-40dc-8242-64055dcb2374 req-fbbd0249-623b-4fd4-b2cd-7ccfc44472ea service neutron] (102571) timed out ('10.222.0.74', 59344) {{(pid=102571) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:15:30.445648 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-042541ff-f9e8-4170-bffd-a284b97e9159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:33.443433 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9936b33d-79b1-4f3a-bde8-708e2a15976c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:34.272890 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:35.612614 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:36.431996 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:39.152155 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:39.394699 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d2f50a20-5665-41f2-8c31-e526bc3aae8d req-ce1e6c17-d7c4-42c3-925b-ca005805dab5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0769870 Nov 12 04:15:39.486579 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f50a20-5665-41f2-8c31-e526bc3aae8d req-e7b88d71-2446-4fbd-afe9-a6bde806d110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:39.488158 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d2f50a20-5665-41f2-8c31-e526bc3aae8d req-e7b88d71-2446-4fbd-afe9-a6bde806d110 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 1098 time: 0.0452209 Nov 12 04:15:39.594653 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f50a20-5665-41f2-8c31-e526bc3aae8d req-f457a79d-280d-455c-b0c7-1611eda4a55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:39.596713 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d2f50a20-5665-41f2-8c31-e526bc3aae8d req-f457a79d-280d-455c-b0c7-1611eda4a55d service neutron] 10.222.0.74 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 912 time: 0.0870101 Nov 12 04:15:39.667165 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d2f50a20-5665-41f2-8c31-e526bc3aae8d req-d4711041-8a43-47b1-97f0-3add2c183f9f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05d31b29-bde2-40a0-9c81-8e5753d37598 HTTP/1.1" status: 200 len: 1003 time: 0.0623164 Nov 12 04:15:39.717478 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f50a20-5665-41f2-8c31-e526bc3aae8d req-b07e0133-acef-4ab2-af7f-78dc4c4dcbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:39.718911 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d2f50a20-5665-41f2-8c31-e526bc3aae8d req-b07e0133-acef-4ab2-af7f-78dc4c4dcbcd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0433793 Nov 12 04:15:39.767088 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f50a20-5665-41f2-8c31-e526bc3aae8d req-8a40981b-e028-43b1-a45c-6a74e4e3c546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:39.768863 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d2f50a20-5665-41f2-8c31-e526bc3aae8d req-8a40981b-e028-43b1-a45c-6a74e4e3c546 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397758 Nov 12 04:15:39.865127 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d2f50a20-5665-41f2-8c31-e526bc3aae8d req-d06c929b-3c61-4d0d-9bc6-982be78f290c service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873952 Nov 12 04:15:39.960215 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d2f50a20-5665-41f2-8c31-e526bc3aae8d req-ac4c6582-0f8f-4659-a320-149f4e9f1d78 service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858848 Nov 12 04:15:40.933967 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:15:48.566599 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:00.447628 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c1e46b6d-59ca-467e-8028-a0dbfc1001a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:03.447677 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c6754960-ecd4-4f53-991f-5a8d0c395e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.274437 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:05.602393 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.435105 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.155862 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:10.826943 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc5171-69ae-4cf9-abe6-cecb75d38312 req-43fe0608-50cd-4dc5-9f61-b7367d484e4c tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:10.828352 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-76fc5171-69ae-4cf9-abe6-cecb75d38312 req-43fe0608-50cd-4dc5-9f61-b7367d484e4c tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 946 time: 0.0975091 Nov 12 04:16:10.875411 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-76fc5171-69ae-4cf9-abe6-cecb75d38312 req-2a30de67-1994-4f97-a139-7244ae0535ad tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404258 Nov 12 04:16:17.933317 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:16:18.580621 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:23.067309 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-4bfe2567-a9ad-4240-aff8-bff0dfbe3abf req-05cf942c-871c-487a-a9b9-e037bbe90db8 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:16:23.068354 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4bfe2567-a9ad-4240-aff8-bff0dfbe3abf req-05cf942c-871c-487a-a9b9-e037bbe90db8 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059707 Nov 12 04:16:23.254204 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fa0e0-1ad8-4efd-8983-0c2d1077d28e req-5c15e61b-c15f-4024-9c80-d08932195a20 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:23.255740 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-866fa0e0-1ad8-4efd-8983-0c2d1077d28e req-5c15e61b-c15f-4024-9c80-d08932195a20 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 946 time: 0.0533020 Nov 12 04:16:23.313831 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-866fa0e0-1ad8-4efd-8983-0c2d1077d28e req-98ced3df-6f3d-4101-9e61-42dbed139b83 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496955 Nov 12 04:16:23.316602 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-70748767-e298-48b3-afa6-d096438598c1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0876508 Nov 12 04:16:23.323349 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-31fc4ce7-ed61-4814-a266-fcc8650b8a82 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:16:23.324329 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-31fc4ce7-ed61-4814-a266-fcc8650b8a82 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049665 Nov 12 04:16:24.432869 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c1e63-e6c9-452e-888f-20a65ae71dde req-8fca7d52-2d1a-4ecd-8109-ac91a1192567 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:24.434626 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-816c1e63-e6c9-452e-888f-20a65ae71dde req-8fca7d52-2d1a-4ecd-8109-ac91a1192567 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 946 time: 0.0498552 Nov 12 04:16:24.481958 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-816c1e63-e6c9-452e-888f-20a65ae71dde req-5d721ab6-3ce1-4e93-a9a0-ef3b803cbadb tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411086 Nov 12 04:16:25.599693 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba98e3-6e8d-440b-b687-4cbe02add701 req-c56ce44c-d481-4822-8f0c-e13f87db7cdc tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:25.601184 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e6ba98e3-6e8d-440b-b687-4cbe02add701 req-c56ce44c-d481-4822-8f0c-e13f87db7cdc tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 946 time: 0.0493817 Nov 12 04:16:25.648426 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e6ba98e3-6e8d-440b-b687-4cbe02add701 req-72f3b4a8-514a-431c-9546-7703792ad808 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412939 Nov 12 04:16:26.569147 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-8cff526e-43b0-440f-aaf9-959a86dca391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:26.570545 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-8cff526e-43b0-440f-aaf9-959a86dca391 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 1098 time: 0.0413766 Nov 12 04:16:26.665133 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-1b250e98-1345-4af3-b6c2-982c5c93253f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:26.666591 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-1b250e98-1345-4af3-b6c2-982c5c93253f service neutron] 10.222.0.74 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 912 time: 0.0885489 Nov 12 04:16:26.737919 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-ec6e353e-cd28-45a7-afa0-5b78969845d5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05d31b29-bde2-40a0-9c81-8e5753d37598 HTTP/1.1" status: 200 len: 1003 time: 0.0628080 Nov 12 04:16:26.772031 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a8726-77b0-4596-a428-6d5564a4c5e6 req-0c93a0eb-0ecb-478d-a123-24af712d54ca tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:26.773547 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a94a8726-77b0-4596-a428-6d5564a4c5e6 req-0c93a0eb-0ecb-478d-a123-24af712d54ca tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 946 time: 0.0557225 Nov 12 04:16:26.796148 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-26c47a9e-42bd-44b4-abe8-e760bf009dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:26.798036 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-26c47a9e-42bd-44b4-abe8-e760bf009dde service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0509667 Nov 12 04:16:26.825405 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a94a8726-77b0-4596-a428-6d5564a4c5e6 req-e0c42dc5-58df-4e46-8646-4c6931bbfc69 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458355 Nov 12 04:16:26.846362 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-d7abed2e-fb35-4bec-b66d-4045f6356114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:26.847861 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-d7abed2e-fb35-4bec-b66d-4045f6356114 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427580 Nov 12 04:16:26.937416 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-a7fffb9b-2f47-4fc8-a470-f2cd17ca0c78 service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811841 Nov 12 04:16:27.030806 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-2301b957-e6fc-4054-bc32-6b99d0c18a23 service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854623 Nov 12 04:16:27.945932 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3cd374-39f4-40c3-928f-46b8d5568de4 req-9f4f797e-ba36-411f-9722-2b919fc7758d tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:27.947409 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1d3cd374-39f4-40c3-928f-46b8d5568de4 req-9f4f797e-ba36-411f-9722-2b919fc7758d tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 946 time: 0.0497551 Nov 12 04:16:27.993872 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1d3cd374-39f4-40c3-928f-46b8d5568de4 req-e69ef45d-d8e2-48bb-87aa-c265e2cc47e6 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405636 Nov 12 04:16:29.114914 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0774908-9721-49df-a2cc-8343b9e77699 req-3729d49c-dd53-4d36-ab35-5fa58f98a8d5 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:29.116432 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c0774908-9721-49df-a2cc-8343b9e77699 req-3729d49c-dd53-4d36-ab35-5fa58f98a8d5 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 946 time: 0.0492733 Nov 12 04:16:29.169300 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c0774908-9721-49df-a2cc-8343b9e77699 req-6dde23a6-537c-4acb-854d-8527c73243d8 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468702 Nov 12 04:16:30.291000 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67393f77-b212-4097-9e36-2a4e6252963c req-e539e806-76e5-4ba7-8f62-9e053ca28914 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:30.292513 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-67393f77-b212-4097-9e36-2a4e6252963c req-e539e806-76e5-4ba7-8f62-9e053ca28914 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 946 time: 0.0536909 Nov 12 04:16:30.340588 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-67393f77-b212-4097-9e36-2a4e6252963c req-558138c8-e8d3-4425-9d96-859a718ff700 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419424 Nov 12 04:16:30.449994 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4d129520-ee4a-4418-b838-11e6dc41e3c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:31.463230 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abcb21b-b2e2-47c1-a6eb-3b7034cd7fab req-91758813-5ff4-4f27-b2fd-c72f26f42f0f tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:31.464717 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3abcb21b-b2e2-47c1-a6eb-3b7034cd7fab req-91758813-5ff4-4f27-b2fd-c72f26f42f0f tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 946 time: 0.0540230 Nov 12 04:16:31.514626 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3abcb21b-b2e2-47c1-a6eb-3b7034cd7fab req-33315937-b0b3-4960-8f49-347e613b7613 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439150 Nov 12 04:16:32.632346 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99090c61-9770-4d5e-9dda-a2afc6bc60ad req-d49e7158-76ae-4e71-a36f-0cab80ae1008 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:32.633826 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-99090c61-9770-4d5e-9dda-a2afc6bc60ad req-d49e7158-76ae-4e71-a36f-0cab80ae1008 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 946 time: 0.0504110 Nov 12 04:16:32.680672 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-99090c61-9770-4d5e-9dda-a2afc6bc60ad req-54b543ef-2adc-4506-a514-4ae187bb8a64 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408592 Nov 12 04:16:33.448303 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0f36d8ee-09bb-4502-8c27-7c8f71f0220e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:33.799602 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d81de-a10c-4ebb-a503-d6e9470f02a6 req-f4f2c979-fcc8-4d56-a30a-1f668af75e2f tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:33.801350 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1f2d81de-a10c-4ebb-a503-d6e9470f02a6 req-f4f2c979-fcc8-4d56-a30a-1f668af75e2f tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 946 time: 0.0497398 Nov 12 04:16:33.850737 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1f2d81de-a10c-4ebb-a503-d6e9470f02a6 req-3470bfe0-f609-40f4-8b53-fbfe3ec0bd1e tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434763 Nov 12 04:16:34.276754 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:34.982849 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906ae55-e652-4374-9a29-fdde55669cda req-02cb2244-5692-4db8-9beb-c6c1065a43d9 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:34.984325 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c906ae55-e652-4374-9a29-fdde55669cda req-02cb2244-5692-4db8-9beb-c6c1065a43d9 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 946 time: 0.0562057 Nov 12 04:16:35.032240 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c906ae55-e652-4374-9a29-fdde55669cda req-25d35611-c69a-438c-a5ca-530e0b56b217 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405543 Nov 12 04:16:35.605321 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:36.149481 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055fbdf-eb50-43a9-a6c2-bbe8957aef9d req-caa91adb-db34-4dbc-b4ba-555ca4d42d60 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:36.150921 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d055fbdf-eb50-43a9-a6c2-bbe8957aef9d req-caa91adb-db34-4dbc-b4ba-555ca4d42d60 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 946 time: 0.0482469 Nov 12 04:16:36.203417 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d055fbdf-eb50-43a9-a6c2-bbe8957aef9d req-d5be1067-8a13-4290-aaf5-d932bf3349d2 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462749 Nov 12 04:16:36.437841 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:37.322156 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee32b17-508c-400f-833a-b8fa6cbb166c req-15afbb5f-c36b-4347-b5e5-499815c0d9f2 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:37.323619 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fee32b17-508c-400f-833a-b8fa6cbb166c req-15afbb5f-c36b-4347-b5e5-499815c0d9f2 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 946 time: 0.0511649 Nov 12 04:16:37.371231 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fee32b17-508c-400f-833a-b8fa6cbb166c req-f08834a2-412f-4253-b4e7-89ef0b753d72 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416155 Nov 12 04:16:38.488873 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1247e-054b-4272-86ee-25e92d4e091c req-f16b89f9-2438-46bc-8b60-4aa0bb70f188 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:38.490319 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-05d1247e-054b-4272-86ee-25e92d4e091c req-f16b89f9-2438-46bc-8b60-4aa0bb70f188 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 946 time: 0.0482814 Nov 12 04:16:38.537181 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-05d1247e-054b-4272-86ee-25e92d4e091c req-c3ba2680-1e72-4cfb-8ff2-c55315322265 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408783 Nov 12 04:16:39.158856 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:39.332742 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd5efa-74e3-4ce4-b3b6-04dabad1f6fc req-10f09e08-e05d-4420-b261-fe24d838dd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:39.334208 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-82fd5efa-74e3-4ce4-b3b6-04dabad1f6fc req-10f09e08-e05d-4420-b261-fe24d838dd1d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 1098 time: 0.0407169 Nov 12 04:16:39.444468 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd5efa-74e3-4ce4-b3b6-04dabad1f6fc req-648b1c0f-3ad0-4fa0-b4b6-08f57d44bc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:39.445925 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-82fd5efa-74e3-4ce4-b3b6-04dabad1f6fc req-648b1c0f-3ad0-4fa0-b4b6-08f57d44bc72 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 912 time: 0.0909886 Nov 12 04:16:39.512941 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-82fd5efa-74e3-4ce4-b3b6-04dabad1f6fc req-992db5b6-29d5-449e-9c54-2db733a2aec1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05d31b29-bde2-40a0-9c81-8e5753d37598 HTTP/1.1" status: 200 len: 1003 time: 0.0592284 Nov 12 04:16:39.569966 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd5efa-74e3-4ce4-b3b6-04dabad1f6fc req-b017c2b3-01c7-4eae-be4b-cef20993f94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:39.571831 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-82fd5efa-74e3-4ce4-b3b6-04dabad1f6fc req-b017c2b3-01c7-4eae-be4b-cef20993f94e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0503337 Nov 12 04:16:39.648444 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd5efa-74e3-4ce4-b3b6-04dabad1f6fc req-3654a272-dc2e-47a8-9c52-392b2e25e054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:39.649982 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-82fd5efa-74e3-4ce4-b3b6-04dabad1f6fc req-3654a272-dc2e-47a8-9c52-392b2e25e054 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0698149 Nov 12 04:16:39.671637 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91459d3-49d8-44d8-a12d-006b85fe3c44 req-dcc307cb-c475-4cd7-a7c8-7e513d86ba37 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:39.673135 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d91459d3-49d8-44d8-a12d-006b85fe3c44 req-dcc307cb-c475-4cd7-a7c8-7e513d86ba37 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 946 time: 0.0618596 Nov 12 04:16:39.778971 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d91459d3-49d8-44d8-a12d-006b85fe3c44 req-2dfb0b12-8019-48db-8e0e-236b6bdb6d06 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979581 Nov 12 04:16:39.798035 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-82fd5efa-74e3-4ce4-b3b6-04dabad1f6fc req-5c7db129-7475-46ee-8c3a-87d25f3beb30 service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342113 Nov 12 04:16:39.893752 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-82fd5efa-74e3-4ce4-b3b6-04dabad1f6fc req-856bca04-0009-4bb1-9f97-19bbe3d4b191 service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883572 Nov 12 04:16:40.902138 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab039bad-e56c-4cd6-b51b-43b0d7a4575e req-4abbc26d-7512-4792-b1bc-00e599286e44 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:40.903629 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ab039bad-e56c-4cd6-b51b-43b0d7a4575e req-4abbc26d-7512-4792-b1bc-00e599286e44 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 946 time: 0.0497134 Nov 12 04:16:40.953289 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ab039bad-e56c-4cd6-b51b-43b0d7a4575e req-70e04ca5-7331-45ed-b4c1-bac4dd3b9051 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433664 Nov 12 04:16:41.487092 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-e14e1e1a-a6bb-4904-86be-2cd1fdf29ab2 service neutron] show failed (client error): The resource could not be found. Nov 12 04:16:41.488149 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-e14e1e1a-a6bb-4904-86be-2cd1fdf29ab2 service neutron] 10.222.0.74 "GET /v2.0/ports/05d31b29-bde2-40a0-9c81-8e5753d37598/bindings/n-h2-715271-27 HTTP/1.1" status: 404 len: 381 time: 0.0602827 Nov 12 04:16:41.774867 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-442fb5ac-fbb5-4182-b2e5-00afd4a4c2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:41.776440 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-442fb5ac-fbb5-4182-b2e5-00afd4a4c2c8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b&tenant_id=9480d8101ef043e1ba7e2d8089e38c2f HTTP/1.1" status: 200 len: 1098 time: 0.0824594 Nov 12 04:16:41.794435 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-a952e6bb-12ab-427b-9743-07c2d23a5cab service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-27', 'device_owner': 'compute:nova'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:41.848190 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-a952e6bb-12ab-427b-9743-07c2d23a5cab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:42.054737 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-a952e6bb-12ab-427b-9743-07c2d23a5cab service neutron] For port 05d31b29-bde2-40a0-9c81-8e5753d37598, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=05d31b29-bde2-40a0-9c81-8e5753d37598,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:42.074476 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d4c0a-5bf2-4751-9f18-d0ea37801b6b req-4d0060a4-0bd5-4082-ba22-ba27d373caad tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:42.075973 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-878d4c0a-5bf2-4751-9f18-d0ea37801b6b req-4d0060a4-0bd5-4082-ba22-ba27d373caad tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 946 time: 0.0503495 Nov 12 04:16:42.088344 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-a952e6bb-12ab-427b-9743-07c2d23a5cab service neutron] For port 05d31b29-bde2-40a0-9c81-8e5753d37598, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:16:42.125085 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-878d4c0a-5bf2-4751-9f18-d0ea37801b6b req-452630a4-8faa-4247-8aa2-42dc1176d53f tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430906 Nov 12 04:16:42.133906 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be05abfc-5c65-4bc7-aff4-502c71fe777b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05d31b29-bde2-40a0-9c81-8e5753d37598'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:16:42.139553 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-a952e6bb-12ab-427b-9743-07c2d23a5cab service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:42.154173 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-a952e6bb-12ab-427b-9743-07c2d23a5cab service neutron] Transition to ACTIVE for port object 05d31b29-bde2-40a0-9c81-8e5753d37598 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:16:42.158850 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-a952e6bb-12ab-427b-9743-07c2d23a5cab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:42.187337 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c174c990332584687cba245f58d77d589c2fb4d31e1df7b34358bbebc3c39c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c80af2-9b40-48d2-97bd-f55e2131c9e2" -d '{"events": [{"server_uuid": "be05abfc-5c65-4bc7-aff4-502c71fe777b", "name": "network-vif-unplugged", "status": "completed", "tag": "05d31b29-bde2-40a0-9c81-8e5753d37598"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:16:42.244526 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a952e6bb-12ab-427b-9743-07c2d23a5cab service neutron] Pushing event updated for resources: {'Port': ['ID=05d31b29-bde2-40a0-9c81-8e5753d37598,revision_number=6']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:42.256854 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a952e6bb-12ab-427b-9743-07c2d23a5cab service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:42.257295 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a952e6bb-12ab-427b-9743-07c2d23a5cab service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:42.257534 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a952e6bb-12ab-427b-9743-07c2d23a5cab service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:42.257866 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a952e6bb-12ab-427b-9743-07c2d23a5cab service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:42.258573 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a952e6bb-12ab-427b-9743-07c2d23a5cab service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:42.258573 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a952e6bb-12ab-427b-9743-07c2d23a5cab service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:42.258986 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a952e6bb-12ab-427b-9743-07c2d23a5cab service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:42.259239 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a952e6bb-12ab-427b-9743-07c2d23a5cab service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:42.259565 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a952e6bb-12ab-427b-9743-07c2d23a5cab service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:42.259887 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a952e6bb-12ab-427b-9743-07c2d23a5cab service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:42.260235 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a952e6bb-12ab-427b-9743-07c2d23a5cab service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:42.260556 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a952e6bb-12ab-427b-9743-07c2d23a5cab service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:42.295034 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-a952e6bb-12ab-427b-9743-07c2d23a5cab service neutron] No DVR routers for this DVR port 05d31b29-bde2-40a0-9c81-8e5753d37598 on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:16:42.336816 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab795943-901e-4558-839b-b13740d64151 x-openstack-request-id: req-ab795943-901e-4558-839b-b13740d64151 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:16:42.337114 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be05abfc-5c65-4bc7-aff4-502c71fe777b", "name": "network-vif-unplugged", "status": "completed", "tag": "05d31b29-bde2-40a0-9c81-8e5753d37598", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:16:42.337372 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ab795943-901e-4558-839b-b13740d64151 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:16:42.337772 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be05abfc-5c65-4bc7-aff4-502c71fe777b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05d31b29-bde2-40a0-9c81-8e5753d37598', 'code': 200} Nov 12 04:16:42.445446 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-a952e6bb-12ab-427b-9743-07c2d23a5cab service neutron] Attempting to bind port 05d31b29-bde2-40a0-9c81-8e5753d37598 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:16:42.445775 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-a952e6bb-12ab-427b-9743-07c2d23a5cab service neutron] Attempting to bind port 05d31b29-bde2-40a0-9c81-8e5753d37598 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:16:42.446102 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-a952e6bb-12ab-427b-9743-07c2d23a5cab service neutron] Attempting to bind port 05d31b29-bde2-40a0-9c81-8e5753d37598 on network cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:16:42.450452 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-a952e6bb-12ab-427b-9743-07c2d23a5cab service neutron] Port 05d31b29-bde2-40a0-9c81-8e5753d37598 on network cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:16:42.450767 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-a952e6bb-12ab-427b-9743-07c2d23a5cab service neutron] Attempting to bind port 05d31b29-bde2-40a0-9c81-8e5753d37598 on network cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:16:42.455667 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-a952e6bb-12ab-427b-9743-07c2d23a5cab service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:16:42.455996 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-a952e6bb-12ab-427b-9743-07c2d23a5cab service neutron] Checking segment: {'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:16:42.456410 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-a952e6bb-12ab-427b-9743-07c2d23a5cab service neutron] Bound using segment: {'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:16:42.456823 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-a952e6bb-12ab-427b-9743-07c2d23a5cab service neutron] Bound port: 05d31b29-bde2-40a0-9c81-8e5753d37598, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:16:42.457178 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-a952e6bb-12ab-427b-9743-07c2d23a5cab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:42.518183 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-a952e6bb-12ab-427b-9743-07c2d23a5cab service neutron] For port 05d31b29-bde2-40a0-9c81-8e5753d37598, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:16:42.521042 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-a952e6bb-12ab-427b-9743-07c2d23a5cab service neutron] For port 05d31b29-bde2-40a0-9c81-8e5753d37598, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=05d31b29-bde2-40a0-9c81-8e5753d37598,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:16:42.525441 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-a952e6bb-12ab-427b-9743-07c2d23a5cab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:42.563783 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-a952e6bb-12ab-427b-9743-07c2d23a5cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:42.564421 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-a952e6bb-12ab-427b-9743-07c2d23a5cab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:42.565821 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-a952e6bb-12ab-427b-9743-07c2d23a5cab service neutron] 10.222.0.90 "PUT /v2.0/ports/05d31b29-bde2-40a0-9c81-8e5753d37598 HTTP/1.1" status: 200 len: 1093 time: 0.7753823 Nov 12 04:16:42.583998 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a952e6bb-12ab-427b-9743-07c2d23a5cab service neutron] Pushing event updated for resources: {'Port': ['ID=05d31b29-bde2-40a0-9c81-8e5753d37598,revision_number=7']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:42.646264 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-b3c6adf9-1e31-4f1a-a041-60a42d8ca9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:42.647743 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-b3c6adf9-1e31-4f1a-a041-60a42d8ca9d7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 1096 time: 0.0428479 Nov 12 04:16:42.749088 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-2801ca47-991f-49fc-bf19-79bc5a2ccaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:42.750592 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-2801ca47-991f-49fc-bf19-79bc5a2ccaed service neutron] 10.222.0.90 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 912 time: 0.0940096 Nov 12 04:16:42.817419 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-9b676e13-fb5e-487d-bf53-807ae55be339 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05d31b29-bde2-40a0-9c81-8e5753d37598 HTTP/1.1" status: 200 len: 1001 time: 0.0594528 Nov 12 04:16:42.872018 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-471caac1-790c-415b-8e12-d90c96a567e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:42.873467 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-471caac1-790c-415b-8e12-d90c96a567e8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0475655 Nov 12 04:16:42.920733 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-69c44cc7-96fb-49ca-8552-a101fd962fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:42.922200 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-69c44cc7-96fb-49ca-8552-a101fd962fd7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412085 Nov 12 04:16:43.012560 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-f3a76ecc-dbe4-4a7b-906a-194204de47bc service neutron] 10.222.0.90 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827138 Nov 12 04:16:43.106056 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-31a837a8-0481-43cb-8d12-994544513b1e service neutron] 10.222.0.90 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846860 Nov 12 04:16:43.254604 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673dadb-7556-4060-9c58-2e3ba7df2aea req-0613f39b-c3d6-44ba-977d-440df8a74299 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:43.256440 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b673dadb-7556-4060-9c58-2e3ba7df2aea req-0613f39b-c3d6-44ba-977d-440df8a74299 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 944 time: 0.0580049 Nov 12 04:16:43.336339 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b673dadb-7556-4060-9c58-2e3ba7df2aea req-1b6cdfb8-8fcb-4e91-990c-fafeae4664d1 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732994 Nov 12 04:16:44.339060 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be05abfc-5c65-4bc7-aff4-502c71fe777b', 'tag': '05d31b29-bde2-40a0-9c81-8e5753d37598'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:16:44.341426 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c174c990332584687cba245f58d77d589c2fb4d31e1df7b34358bbebc3c39c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6b87c2-2c87-4b9e-96e9-c61d28ad9653" -d '{"events": [{"name": "network-changed", "server_uuid": "be05abfc-5c65-4bc7-aff4-502c71fe777b", "tag": "05d31b29-bde2-40a0-9c81-8e5753d37598"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:16:44.391759 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 05d31b29-bde2-40a0-9c81-8e5753d37598 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:16:44.393571 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8752d5c-9d4f-4adb-b1ed-03679143f329 x-openstack-request-id: req-f8752d5c-9d4f-4adb-b1ed-03679143f329 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:16:44.393882 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be05abfc-5c65-4bc7-aff4-502c71fe777b", "tag": "05d31b29-bde2-40a0-9c81-8e5753d37598", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:16:44.394136 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f8752d5c-9d4f-4adb-b1ed-03679143f329 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:16:44.394535 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be05abfc-5c65-4bc7-aff4-502c71fe777b', 'tag': '05d31b29-bde2-40a0-9c81-8e5753d37598', 'status': 'completed', 'code': 200} Nov 12 04:16:44.465788 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 05d31b29-bde2-40a0-9c81-8e5753d37598 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:16:44.491067 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b87c2-2c87-4b9e-96e9-c61d28ad9653 req-80195c59-9670-4f63-809b-1a3607423fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:44.492580 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ea6b87c2-2c87-4b9e-96e9-c61d28ad9653 req-80195c59-9670-4f63-809b-1a3607423fe1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 1096 time: 0.0435512 Nov 12 04:16:44.523584 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b87c2-2c87-4b9e-96e9-c61d28ad9653 req-4b526f5e-0d33-4f9b-8a30-88b044f948d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:44.525182 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea6b87c2-2c87-4b9e-96e9-c61d28ad9653 req-4b526f5e-0d33-4f9b-8a30-88b044f948d4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 1096 time: 0.1084015 Nov 12 04:16:44.550579 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74432e77-db30-4ad1-b19c-2a5675bd71f1 req-c6d8294e-f3ef-46e7-875b-b022956e4b48 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:44.552053 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-74432e77-db30-4ad1-b19c-2a5675bd71f1 req-c6d8294e-f3ef-46e7-875b-b022956e4b48 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 944 time: 0.0735686 Nov 12 04:16:44.600520 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b87c2-2c87-4b9e-96e9-c61d28ad9653 req-61fc2355-326c-46db-9b9d-787fa67af600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:44.601909 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ea6b87c2-2c87-4b9e-96e9-c61d28ad9653 req-61fc2355-326c-46db-9b9d-787fa67af600 service neutron] 10.222.0.90 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 912 time: 0.1003444 Nov 12 04:16:44.652683 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-74432e77-db30-4ad1-b19c-2a5675bd71f1 req-f5004c2b-e4bd-4b7c-b41e-b8522ce33b91 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900867 Nov 12 04:16:44.681558 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b87c2-2c87-4b9e-96e9-c61d28ad9653 req-769785ce-c195-452f-8ffe-0bfb5dfb0731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:44.683047 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea6b87c2-2c87-4b9e-96e9-c61d28ad9653 req-769785ce-c195-452f-8ffe-0bfb5dfb0731 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 912 time: 0.1495051 Nov 12 04:16:44.697878 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ea6b87c2-2c87-4b9e-96e9-c61d28ad9653 req-3064e431-24f4-4c2b-b274-49087ab45964 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05d31b29-bde2-40a0-9c81-8e5753d37598 HTTP/1.1" status: 200 len: 1001 time: 0.0812178 Nov 12 04:16:44.758044 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea6b87c2-2c87-4b9e-96e9-c61d28ad9653 req-6957b142-d070-420f-a6f3-b2bb393be3fe service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05d31b29-bde2-40a0-9c81-8e5753d37598 HTTP/1.1" status: 200 len: 1001 time: 0.0666082 Nov 12 04:16:44.758404 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b87c2-2c87-4b9e-96e9-c61d28ad9653 req-0eaa47c5-6046-4bb2-a020-45dbd4a44b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:44.759894 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ea6b87c2-2c87-4b9e-96e9-c61d28ad9653 req-0eaa47c5-6046-4bb2-a020-45dbd4a44b9b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0534959 Nov 12 04:16:44.810240 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b87c2-2c87-4b9e-96e9-c61d28ad9653 req-150db3d2-24b0-40ba-850d-8faf71ef60af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:44.811799 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ea6b87c2-2c87-4b9e-96e9-c61d28ad9653 req-150db3d2-24b0-40ba-850d-8faf71ef60af service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438864 Nov 12 04:16:44.815430 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b87c2-2c87-4b9e-96e9-c61d28ad9653 req-3797918f-7a4b-4fd8-8dcb-bf25a6fb098c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:44.816974 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea6b87c2-2c87-4b9e-96e9-c61d28ad9653 req-3797918f-7a4b-4fd8-8dcb-bf25a6fb098c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0494804 Nov 12 04:16:44.869077 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b87c2-2c87-4b9e-96e9-c61d28ad9653 req-c60cdc0d-754b-47d9-aff6-eed802184060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:44.870881 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea6b87c2-2c87-4b9e-96e9-c61d28ad9653 req-c60cdc0d-754b-47d9-aff6-eed802184060 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459452 Nov 12 04:16:44.912067 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ea6b87c2-2c87-4b9e-96e9-c61d28ad9653 req-1409eaaf-ec6e-4aa7-a17b-0462215a5432 service neutron] 10.222.0.90 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917530 Nov 12 04:16:44.967812 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea6b87c2-2c87-4b9e-96e9-c61d28ad9653 req-5dafba84-dc52-4101-92f7-50cbb269ba7a service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876245 Nov 12 04:16:45.017947 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ea6b87c2-2c87-4b9e-96e9-c61d28ad9653 req-730265af-f17a-49ba-9e76-ebb76c0a4d15 service neutron] 10.222.0.90 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957582 Nov 12 04:16:45.073030 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea6b87c2-2c87-4b9e-96e9-c61d28ad9653 req-5f9f6263-fb91-4943-b02f-040f9977530a service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929811 Nov 12 04:16:45.775705 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6b724-6456-4523-aa4d-d29ef7310639 req-4d06e492-84b7-4e0b-a3e5-a7bba2d17da1 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:45.777195 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aec6b724-6456-4523-aa4d-d29ef7310639 req-4d06e492-84b7-4e0b-a3e5-a7bba2d17da1 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 944 time: 0.0494645 Nov 12 04:16:45.825985 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aec6b724-6456-4523-aa4d-d29ef7310639 req-0a8d080f-f367-4924-9f17-2d906053efc4 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418422 Nov 12 04:16:46.947509 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157bcaa-8037-462d-aa1d-d5ca88cd9729 req-f559ea12-22fe-4b49-8c5b-855286e40b37 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:46.949040 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8157bcaa-8037-462d-aa1d-d5ca88cd9729 req-f559ea12-22fe-4b49-8c5b-855286e40b37 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 944 time: 0.0518284 Nov 12 04:16:46.997397 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8157bcaa-8037-462d-aa1d-d5ca88cd9729 req-b31dd390-d883-487d-b95d-35542eaffe12 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419981 Nov 12 04:16:48.126462 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2758e60-cc37-439c-bb93-3cd4bffd3f58 req-4f1d10d0-14e3-452a-a0d8-1d0c0d0358c8 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:48.127950 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c2758e60-cc37-439c-bb93-3cd4bffd3f58 req-4f1d10d0-14e3-452a-a0d8-1d0c0d0358c8 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 944 time: 0.0576234 Nov 12 04:16:48.179015 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c2758e60-cc37-439c-bb93-3cd4bffd3f58 req-08d64137-27aa-460e-a1c4-c74d576751ec tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451832 Nov 12 04:16:48.591021 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:49.297340 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c6149-9188-46bd-a1cb-5a86539c23f1 req-04a37911-0ca4-431e-89ce-223d905d2b21 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:49.298899 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6f1c6149-9188-46bd-a1cb-5a86539c23f1 req-04a37911-0ca4-431e-89ce-223d905d2b21 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 944 time: 0.0492768 Nov 12 04:16:49.351524 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6f1c6149-9188-46bd-a1cb-5a86539c23f1 req-965e22f6-6597-4022-a4e3-59a873235126 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466611 Nov 12 04:16:50.478899 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d0d9d-d743-41ee-824d-c7d936fa58fb req-bba06043-5cbc-45f2-876f-2017179bc87c tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:50.480416 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7d2d0d9d-d743-41ee-824d-c7d936fa58fb req-bba06043-5cbc-45f2-876f-2017179bc87c tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 944 time: 0.0521855 Nov 12 04:16:50.528067 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7d2d0d9d-d743-41ee-824d-c7d936fa58fb req-4b2e525a-2b86-4846-9362-aae1a19fef32 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411134 Nov 12 04:16:51.647949 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9c6b3-7966-4c52-be82-334859a7d573 req-b0232432-118f-471d-8e08-5d1be7619053 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:51.649484 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-acc9c6b3-7966-4c52-be82-334859a7d573 req-b0232432-118f-471d-8e08-5d1be7619053 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 944 time: 0.0508974 Nov 12 04:16:51.698453 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-acc9c6b3-7966-4c52-be82-334859a7d573 req-c96e37cc-7ce9-478f-b918-c44071e416fe tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426042 Nov 12 04:16:52.823478 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d9a26-af0e-42b7-bb39-9c6305591c90 req-d74ef391-a6e8-4a06-86e2-3e2abe8a3cdd tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:52.825085 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7a2d9a26-af0e-42b7-bb39-9c6305591c90 req-d74ef391-a6e8-4a06-86e2-3e2abe8a3cdd tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 944 time: 0.0560954 Nov 12 04:16:52.874084 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7a2d9a26-af0e-42b7-bb39-9c6305591c90 req-e5056baa-0d72-4cd1-ad55-846487f7f2c4 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427389 Nov 12 04:16:53.791980 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd3877c-8745-43c8-aa00-b1ebd8da617c req-71665ff5-9214-4adc-a3b7-b3def88646c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:53.793380 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dbd3877c-8745-43c8-aa00-b1ebd8da617c req-71665ff5-9214-4adc-a3b7-b3def88646c6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 1096 time: 0.0398884 Nov 12 04:16:53.900541 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd3877c-8745-43c8-aa00-b1ebd8da617c req-91d4a9de-7568-4585-9d00-2cbe60fc873c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:53.901889 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dbd3877c-8745-43c8-aa00-b1ebd8da617c req-91d4a9de-7568-4585-9d00-2cbe60fc873c service neutron] 10.222.0.90 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 912 time: 0.0874662 Nov 12 04:16:54.000729 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d1b2d-60ff-4d0e-9066-408a144918b1 req-2d347191-2b87-436f-8967-191bdfff2fea tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:54.002553 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-479d1b2d-60ff-4d0e-9066-408a144918b1 req-2d347191-2b87-436f-8967-191bdfff2fea tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 944 time: 0.0523655 Nov 12 04:16:54.062801 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-479d1b2d-60ff-4d0e-9066-408a144918b1 req-c339a8c7-0935-43fa-b86e-fcd4b58709a3 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460720 Nov 12 04:16:54.312161 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dbd3877c-8745-43c8-aa00-b1ebd8da617c req-6035b639-5f3a-49a5-9273-e647bc574e7c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05d31b29-bde2-40a0-9c81-8e5753d37598 HTTP/1.1" status: 200 len: 1001 time: 0.4025149 Nov 12 04:16:54.363550 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd3877c-8745-43c8-aa00-b1ebd8da617c req-295eeefe-25eb-4eb7-9929-26f5592aa591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:54.365101 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dbd3877c-8745-43c8-aa00-b1ebd8da617c req-295eeefe-25eb-4eb7-9929-26f5592aa591 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0451984 Nov 12 04:16:54.418207 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd3877c-8745-43c8-aa00-b1ebd8da617c req-922203af-d3eb-4ca9-a90c-a8eca9e88b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:54.419672 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dbd3877c-8745-43c8-aa00-b1ebd8da617c req-922203af-d3eb-4ca9-a90c-a8eca9e88b96 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474687 Nov 12 04:16:54.511300 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dbd3877c-8745-43c8-aa00-b1ebd8da617c req-d5c95696-6820-4750-aa8d-1533bd57c0df service neutron] 10.222.0.90 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838878 Nov 12 04:16:54.604334 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dbd3877c-8745-43c8-aa00-b1ebd8da617c req-4244294c-f31c-463d-bf93-085030b97be6 service neutron] 10.222.0.90 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857484 Nov 12 04:16:54.932221 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:16:55.183250 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac6f2c-a0ba-4a55-a3bb-9e0fb750ca2c req-6b45a012-40ae-45ca-8287-af1faa023ee6 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:55.184925 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c2ac6f2c-a0ba-4a55-a3bb-9e0fb750ca2c req-6b45a012-40ae-45ca-8287-af1faa023ee6 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 944 time: 0.0490565 Nov 12 04:16:55.232176 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c2ac6f2c-a0ba-4a55-a3bb-9e0fb750ca2c req-1ab2a573-8261-427f-8b67-3de15fa173bb tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412197 Nov 12 04:16:56.356594 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01e392-51bb-4b23-b01b-f870aa6f424f req-2292ed1d-67f0-4fd4-bc0d-09da76127895 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:56.360096 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6a01e392-51bb-4b23-b01b-f870aa6f424f req-2292ed1d-67f0-4fd4-bc0d-09da76127895 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 944 time: 0.0546379 Nov 12 04:16:56.420051 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6a01e392-51bb-4b23-b01b-f870aa6f424f req-978e26c8-3626-463b-808e-9b61bf302a11 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545657 Nov 12 04:16:56.709003 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-e3d8ef3a-27ff-4f5c-a531-7428a1e29a9e tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:56.710541 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-e3d8ef3a-27ff-4f5c-a531-7428a1e29a9e tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.90 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b&tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&binding%3Ahost_id=n-h2-715271-27 HTTP/1.1" status: 200 len: 944 time: 0.0528696 Nov 12 04:16:56.727322 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024485d2-fd86-4dd1-9384-bad47a8c7c67 req-828373e4-7888-4cfe-b51a-5ddd020c9d8f tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:56.728986 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-024485d2-fd86-4dd1-9384-bad47a8c7c67 req-828373e4-7888-4cfe-b51a-5ddd020c9d8f tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 944 time: 0.0517678 Nov 12 04:16:56.778556 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-024485d2-fd86-4dd1-9384-bad47a8c7c67 req-f5e013dc-57aa-4782-a4bf-3d845f9d7bce tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432098 Nov 12 04:16:56.780614 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-0a9c9a92-080e-4e20-b155-61f091d5e1c6 service neutron] 10.222.0.90 "GET /v2.0/ports/05d31b29-bde2-40a0-9c81-8e5753d37598/bindings/n-h2-715271-27 HTTP/1.1" status: 200 len: 383 time: 0.0618012 Nov 12 04:16:56.860577 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-e8e80574-0eef-4231-9036-6e8ea25b71a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:56.862039 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-e8e80574-0eef-4231-9036-6e8ea25b71a7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 1096 time: 0.0411212 Nov 12 04:16:56.954342 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-5755f045-ac3e-4c26-9ceb-0f3121534960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:56.955792 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-5755f045-ac3e-4c26-9ceb-0f3121534960 service neutron] 10.222.0.90 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 912 time: 0.0868340 Nov 12 04:16:57.023362 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-4b9b4fbe-b712-4423-afac-569a39a31d0e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05d31b29-bde2-40a0-9c81-8e5753d37598 HTTP/1.1" status: 200 len: 1001 time: 0.0598946 Nov 12 04:16:57.073251 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-6f0032ef-d768-4cbb-ab78-6e4033f1ce00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:57.074575 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-6f0032ef-d768-4cbb-ab78-6e4033f1ce00 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0437846 Nov 12 04:16:57.120228 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-5f04a401-7dc4-4fbf-ae3a-68d1694bed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:57.121677 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-5f04a401-7dc4-4fbf-ae3a-68d1694bed26 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402772 Nov 12 04:16:57.175331 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 05d31b29-bde2-40a0-9c81-8e5753d37598 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:16:57.214778 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-5f393137-161b-4267-b5de-08fb4982aecb service neutron] 10.222.0.90 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857913 Nov 12 04:16:57.273302 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 05d31b29-bde2-40a0-9c81-8e5753d37598, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=05d31b29-bde2-40a0-9c81-8e5753d37598,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:57.284603 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '05d31b29-bde2-40a0-9c81-8e5753d37598', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'port_id': '05d31b29-bde2-40a0-9c81-8e5753d37598', 'mac_address': 'fa:16:3e:0a:eb:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:16:57.306389 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-9917099c-cc57-4df4-a0d8-a2853175f35d service neutron] 10.222.0.90 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839670 Nov 12 04:16:57.331435 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:57.344471 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05d31b29-bde2-40a0-9c81-8e5753d37598 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:16:57.364554 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 05d31b29-bde2-40a0-9c81-8e5753d37598, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=05d31b29-bde2-40a0-9c81-8e5753d37598,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:57.368470 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:57.418808 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=05d31b29-bde2-40a0-9c81-8e5753d37598,revision_number=8']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:57.426655 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:57.427008 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:57.427347 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:57.427682 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:57.428016 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:57.428372 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:57.428699 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:57.429022 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:57.429345 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:57.429671 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:57.429993 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:57.430360 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:57.714144 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['05d31b29-bde2-40a0-9c81-8e5753d37598'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:16:57.905329 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e747e3d-396f-4531-9958-b37657de7a7e req-307cba35-8abe-4825-b5d3-a744c5579657 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:57.907491 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1e747e3d-396f-4531-9958-b37657de7a7e req-307cba35-8abe-4825-b5d3-a744c5579657 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 945 time: 0.0547578 Nov 12 04:16:57.954200 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1e747e3d-396f-4531-9958-b37657de7a7e req-353ba86a-e316-486a-9ab0-96bf495169f1 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406032 Nov 12 04:16:59.077243 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce98cde-a32e-41b0-aa3a-7a4ebd476f19 req-ed26f140-9522-4099-976f-296877616a09 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:59.078798 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7ce98cde-a32e-41b0-aa3a-7a4ebd476f19 req-ed26f140-9522-4099-976f-296877616a09 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 945 time: 0.0539179 Nov 12 04:16:59.128720 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7ce98cde-a32e-41b0-aa3a-7a4ebd476f19 req-aa06ce69-4e3e-414f-9e73-a146a4dc5eda tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435228 Nov 12 04:16:59.193164 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 05d31b29-bde2-40a0-9c81-8e5753d37598 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:16:59.244934 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 05d31b29-bde2-40a0-9c81-8e5753d37598 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:16:59.249221 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 05d31b29-bde2-40a0-9c81-8e5753d37598 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:59.249620 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:59.329355 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:59.356820 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be05abfc-5c65-4bc7-aff4-502c71fe777b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d31b29-bde2-40a0-9c81-8e5753d37598'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:16:59.367927 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 05d31b29-bde2-40a0-9c81-8e5753d37598, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=05d31b29-bde2-40a0-9c81-8e5753d37598,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:59.371923 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:59.398597 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b6ddd3dcdf33591bed50c5a7e661b8bd9e6bfa45082c02e2ff7a95d810a3d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e445f7-aea0-4295-8532-8c6b4ab8901b" -d '{"events": [{"server_uuid": "be05abfc-5c65-4bc7-aff4-502c71fe777b", "name": "network-vif-plugged", "status": "completed", "tag": "05d31b29-bde2-40a0-9c81-8e5753d37598"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:16:59.432826 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=05d31b29-bde2-40a0-9c81-8e5753d37598,revision_number=9']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:59.503801 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bdac94-921a-472f-ae93-e92af991951f x-openstack-request-id: req-e4bdac94-921a-472f-ae93-e92af991951f {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:16:59.504118 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be05abfc-5c65-4bc7-aff4-502c71fe777b", "name": "network-vif-plugged", "status": "completed", "tag": "05d31b29-bde2-40a0-9c81-8e5753d37598", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:16:59.504382 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e4bdac94-921a-472f-ae93-e92af991951f {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:16:59.504780 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be05abfc-5c65-4bc7-aff4-502c71fe777b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d31b29-bde2-40a0-9c81-8e5753d37598', 'code': 200} Nov 12 04:17:00.251392 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debeee1a-4a13-474c-b155-5e0b98a8efdf req-07a5728f-de4e-4b58-8873-83f24820c257 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:00.252931 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-debeee1a-4a13-474c-b155-5e0b98a8efdf req-07a5728f-de4e-4b58-8873-83f24820c257 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 946 time: 0.0503104 Nov 12 04:17:00.301777 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-debeee1a-4a13-474c-b155-5e0b98a8efdf req-8677b051-e652-4916-837d-fc6ec0318f02 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427995 Nov 12 04:17:00.452420 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-10ce4330-464f-40d3-8b21-87c5542a1b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:01.427056 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae7c10a-57e4-4ed2-8772-b32c36639589 req-6a06d90d-a6ee-4856-a9fb-c9f6b7d2055d tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:01.428550 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fae7c10a-57e4-4ed2-8772-b32c36639589 req-6a06d90d-a6ee-4856-a9fb-c9f6b7d2055d tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 946 time: 0.0513906 Nov 12 04:17:01.477349 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fae7c10a-57e4-4ed2-8772-b32c36639589 req-67a2cbac-ae79-427d-ae05-fb582d37a894 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425525 Nov 12 04:17:01.665235 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-8332422a-d945-4b89-b67c-25c2d121ea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:01.666716 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-8332422a-d945-4b89-b67c-25c2d121ea3d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b&tenant_id=9480d8101ef043e1ba7e2d8089e38c2f HTTP/1.1" status: 200 len: 1098 time: 0.0403819 Nov 12 04:17:01.679550 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-5b653608-2f5d-4584-bb8a-681129917a45 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-27', 'device_owner': 'compute:nova'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:01.735431 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-5b653608-2f5d-4584-bb8a-681129917a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:01.934246 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-5b653608-2f5d-4584-bb8a-681129917a45 service neutron] For port 05d31b29-bde2-40a0-9c81-8e5753d37598, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=05d31b29-bde2-40a0-9c81-8e5753d37598,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:01.967649 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-5b653608-2f5d-4584-bb8a-681129917a45 service neutron] For port 05d31b29-bde2-40a0-9c81-8e5753d37598, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:17:02.008595 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be05abfc-5c65-4bc7-aff4-502c71fe777b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05d31b29-bde2-40a0-9c81-8e5753d37598'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:17:02.013654 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-5b653608-2f5d-4584-bb8a-681129917a45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:02.026412 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-5b653608-2f5d-4584-bb8a-681129917a45 service neutron] Transition to ACTIVE for port object 05d31b29-bde2-40a0-9c81-8e5753d37598 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:17:02.030354 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-5b653608-2f5d-4584-bb8a-681129917a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:02.060192 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6663d1d3f3c9eef7926d12034ee86df45d83a9b81db0163b8b39b36c8946953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b578a7-02bf-4a65-b2fd-d3dd6dbe8531" -d '{"events": [{"server_uuid": "be05abfc-5c65-4bc7-aff4-502c71fe777b", "name": "network-vif-unplugged", "status": "completed", "tag": "05d31b29-bde2-40a0-9c81-8e5753d37598"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:17:02.127478 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b653608-2f5d-4584-bb8a-681129917a45 service neutron] Pushing event updated for resources: {'Port': ['ID=05d31b29-bde2-40a0-9c81-8e5753d37598,revision_number=10']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:02.142117 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b653608-2f5d-4584-bb8a-681129917a45 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:02.142464 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b653608-2f5d-4584-bb8a-681129917a45 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:02.142804 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b653608-2f5d-4584-bb8a-681129917a45 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:02.143140 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b653608-2f5d-4584-bb8a-681129917a45 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:02.143468 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b653608-2f5d-4584-bb8a-681129917a45 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:02.143793 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b653608-2f5d-4584-bb8a-681129917a45 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:02.144139 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b653608-2f5d-4584-bb8a-681129917a45 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:02.144465 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b653608-2f5d-4584-bb8a-681129917a45 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:02.144787 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b653608-2f5d-4584-bb8a-681129917a45 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:02.145107 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b653608-2f5d-4584-bb8a-681129917a45 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:02.145424 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b653608-2f5d-4584-bb8a-681129917a45 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:02.145739 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b653608-2f5d-4584-bb8a-681129917a45 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:02.179710 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-5b653608-2f5d-4584-bb8a-681129917a45 service neutron] No DVR routers for this DVR port 05d31b29-bde2-40a0-9c81-8e5753d37598 on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:17:02.182252 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b039c19b-a521-454f-87db-e0eb471b57aa x-openstack-request-id: req-b039c19b-a521-454f-87db-e0eb471b57aa {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:17:02.182539 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be05abfc-5c65-4bc7-aff4-502c71fe777b", "name": "network-vif-unplugged", "status": "completed", "tag": "05d31b29-bde2-40a0-9c81-8e5753d37598", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:17:02.182787 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b039c19b-a521-454f-87db-e0eb471b57aa {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:17:02.183185 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be05abfc-5c65-4bc7-aff4-502c71fe777b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05d31b29-bde2-40a0-9c81-8e5753d37598', 'code': 200} Nov 12 04:17:02.324611 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-5b653608-2f5d-4584-bb8a-681129917a45 service neutron] Attempting to bind port 05d31b29-bde2-40a0-9c81-8e5753d37598 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:17:02.324945 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-5b653608-2f5d-4584-bb8a-681129917a45 service neutron] Attempting to bind port 05d31b29-bde2-40a0-9c81-8e5753d37598 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:17:02.325272 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-5b653608-2f5d-4584-bb8a-681129917a45 service neutron] Attempting to bind port 05d31b29-bde2-40a0-9c81-8e5753d37598 on network cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:17:02.329827 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-5b653608-2f5d-4584-bb8a-681129917a45 service neutron] Port 05d31b29-bde2-40a0-9c81-8e5753d37598 on network cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:17:02.330152 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-5b653608-2f5d-4584-bb8a-681129917a45 service neutron] Attempting to bind port 05d31b29-bde2-40a0-9c81-8e5753d37598 on network cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:17:02.335108 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-5b653608-2f5d-4584-bb8a-681129917a45 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:17:02.335440 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-5b653608-2f5d-4584-bb8a-681129917a45 service neutron] Checking segment: {'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:17:02.335820 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-5b653608-2f5d-4584-bb8a-681129917a45 service neutron] Bound using segment: {'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:17:02.336301 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-5b653608-2f5d-4584-bb8a-681129917a45 service neutron] Bound port: 05d31b29-bde2-40a0-9c81-8e5753d37598, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03736c8e-c66b-4d51-9c34-38773ef3e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:17:02.336720 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-5b653608-2f5d-4584-bb8a-681129917a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:02.402436 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-5b653608-2f5d-4584-bb8a-681129917a45 service neutron] For port 05d31b29-bde2-40a0-9c81-8e5753d37598, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:17:02.405604 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-5b653608-2f5d-4584-bb8a-681129917a45 service neutron] For port 05d31b29-bde2-40a0-9c81-8e5753d37598, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=05d31b29-bde2-40a0-9c81-8e5753d37598,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:17:02.410530 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-5b653608-2f5d-4584-bb8a-681129917a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:02.444506 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-5b653608-2f5d-4584-bb8a-681129917a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:02.445118 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-5b653608-2f5d-4584-bb8a-681129917a45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:02.446501 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-5b653608-2f5d-4584-bb8a-681129917a45 service neutron] 10.222.0.74 "PUT /v2.0/ports/05d31b29-bde2-40a0-9c81-8e5753d37598 HTTP/1.1" status: 200 len: 1094 time: 0.7708957 Nov 12 04:17:02.467778 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b653608-2f5d-4584-bb8a-681129917a45 service neutron] Pushing event updated for resources: {'Port': ['ID=05d31b29-bde2-40a0-9c81-8e5753d37598,revision_number=11']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:02.520263 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-eedc1276-a6da-4671-9e41-2602882d59f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:02.521867 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-eedc1276-a6da-4671-9e41-2602882d59f8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 1097 time: 0.0457573 Nov 12 04:17:02.620499 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c121c-7aef-4208-854e-e1c57e4348a9 req-29dd987a-c3c8-4d46-984d-fa76eed8931a tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:02.622702 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a28c121c-7aef-4208-854e-e1c57e4348a9 req-29dd987a-c3c8-4d46-984d-fa76eed8931a tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 945 time: 0.0608275 Nov 12 04:17:02.629685 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-578a32e0-3678-4ee0-9436-9a50ff0efbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:02.631166 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-578a32e0-3678-4ee0-9436-9a50ff0efbb1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 912 time: 0.1008346 Nov 12 04:17:02.672418 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a28c121c-7aef-4208-854e-e1c57e4348a9 req-26610182-9c8e-4b36-954d-34e6269228dc tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423238 Nov 12 04:17:02.700061 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-a41c9e2a-4fe2-4f62-9ec0-be701ab04f03 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05d31b29-bde2-40a0-9c81-8e5753d37598 HTTP/1.1" status: 200 len: 1001 time: 0.0605047 Nov 12 04:17:02.751869 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-0f624254-2760-40d9-96cc-0acd498d1c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:02.753346 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-0f624254-2760-40d9-96cc-0acd498d1c33 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0441091 Nov 12 04:17:02.809111 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-c7b95e25-d494-4e04-80b1-78f7d0185a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:02.810575 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-c7b95e25-d494-4e04-80b1-78f7d0185a0b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447373 Nov 12 04:17:02.899316 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-6f63b1ef-5358-4bd4-bcbe-b6f17123c555 service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807438 Nov 12 04:17:02.995987 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-40c17cd7-48be-47e1-94c2-7dbe263aa7e9 req-c6aedada-3a1d-403d-9903-a2fbfbfa2b79 service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881393 Nov 12 04:17:03.223487 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 05d31b29-bde2-40a0-9c81-8e5753d37598 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:17:03.263356 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 05d31b29-bde2-40a0-9c81-8e5753d37598 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:17:03.450400 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a7ad3384-ba73-4377-a422-c9f292b9812f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:03.794537 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12019e36-0273-4d78-899c-0ac7a7297f2f req-f7356b3b-5d3e-4fc5-82ae-ed6ed7486362 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:03.796018 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-12019e36-0273-4d78-899c-0ac7a7297f2f req-f7356b3b-5d3e-4fc5-82ae-ed6ed7486362 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 945 time: 0.0510192 Nov 12 04:17:03.845614 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-12019e36-0273-4d78-899c-0ac7a7297f2f req-bb6c9aba-183e-47a0-b240-3c7358b9e572 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429950 Nov 12 04:17:04.184639 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be05abfc-5c65-4bc7-aff4-502c71fe777b', 'tag': '05d31b29-bde2-40a0-9c81-8e5753d37598'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:17:04.187119 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6663d1d3f3c9eef7926d12034ee86df45d83a9b81db0163b8b39b36c8946953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58108ed9-3aff-404b-863d-a4aefe8caa04" -d '{"events": [{"name": "network-changed", "server_uuid": "be05abfc-5c65-4bc7-aff4-502c71fe777b", "tag": "05d31b29-bde2-40a0-9c81-8e5753d37598"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:17:04.249843 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b670e3-470a-4bd8-9572-fa9e34979525 x-openstack-request-id: req-a0b670e3-470a-4bd8-9572-fa9e34979525 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:17:04.250133 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be05abfc-5c65-4bc7-aff4-502c71fe777b", "tag": "05d31b29-bde2-40a0-9c81-8e5753d37598", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:17:04.250387 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a0b670e3-470a-4bd8-9572-fa9e34979525 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:17:04.250787 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be05abfc-5c65-4bc7-aff4-502c71fe777b', 'tag': '05d31b29-bde2-40a0-9c81-8e5753d37598', 'status': 'completed', 'code': 200} Nov 12 04:17:04.280200 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:04.322745 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58108ed9-3aff-404b-863d-a4aefe8caa04 req-e09b3f79-d466-4afb-bdc2-a9ee669f0846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:04.324411 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-58108ed9-3aff-404b-863d-a4aefe8caa04 req-e09b3f79-d466-4afb-bdc2-a9ee669f0846 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 1097 time: 0.0493641 Nov 12 04:17:04.344848 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58108ed9-3aff-404b-863d-a4aefe8caa04 req-4951c19e-e51b-496b-979e-97f0cb2b6eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:04.346508 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-58108ed9-3aff-404b-863d-a4aefe8caa04 req-4951c19e-e51b-496b-979e-97f0cb2b6eac service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 1097 time: 0.0450010 Nov 12 04:17:04.459622 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58108ed9-3aff-404b-863d-a4aefe8caa04 req-c6eb241c-1e8d-459d-b19a-30478608722c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:04.461268 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-58108ed9-3aff-404b-863d-a4aefe8caa04 req-c6eb241c-1e8d-459d-b19a-30478608722c service neutron] 10.222.0.90 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 912 time: 0.1063046 Nov 12 04:17:04.538348 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-58108ed9-3aff-404b-863d-a4aefe8caa04 req-73fa819b-1c68-4c10-bc38-d1b4908d399a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05d31b29-bde2-40a0-9c81-8e5753d37598 HTTP/1.1" status: 200 len: 1001 time: 0.0684767 Nov 12 04:17:04.592893 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58108ed9-3aff-404b-863d-a4aefe8caa04 req-574173b1-87b9-4e86-bcdd-6196b214660e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:04.594530 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-58108ed9-3aff-404b-863d-a4aefe8caa04 req-574173b1-87b9-4e86-bcdd-6196b214660e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0489957 Nov 12 04:17:04.649456 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58108ed9-3aff-404b-863d-a4aefe8caa04 req-475797a0-7d69-47a9-ac61-51c2d32fcf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:04.652270 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-58108ed9-3aff-404b-863d-a4aefe8caa04 req-475797a0-7d69-47a9-ac61-51c2d32fcf41 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494452 Nov 12 04:17:04.747925 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-58108ed9-3aff-404b-863d-a4aefe8caa04 req-8459cc35-e188-491f-a7c4-f0402eda9701 service neutron] 10.222.0.90 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880833 Nov 12 04:17:04.791786 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58108ed9-3aff-404b-863d-a4aefe8caa04 req-a9a9aaeb-c717-4780-9d9c-566759f5618e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:04.793387 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-58108ed9-3aff-404b-863d-a4aefe8caa04 req-a9a9aaeb-c717-4780-9d9c-566759f5618e service neutron] 10.222.0.74 "GET /v2.0/networks?id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 200 len: 912 time: 0.4537644 Nov 12 04:17:04.847771 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-58108ed9-3aff-404b-863d-a4aefe8caa04 req-399ca465-341d-4b5a-a865-9cd9ba09a0aa service neutron] 10.222.0.90 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920146 Nov 12 04:17:04.864126 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-58108ed9-3aff-404b-863d-a4aefe8caa04 req-efff5ccd-b4c5-470b-bea0-a41d0c2033c7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05d31b29-bde2-40a0-9c81-8e5753d37598 HTTP/1.1" status: 200 len: 1001 time: 0.0622289 Nov 12 04:17:04.926895 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58108ed9-3aff-404b-863d-a4aefe8caa04 req-124bf259-1db5-4225-b9a6-05559c67333a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:04.928397 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-58108ed9-3aff-404b-863d-a4aefe8caa04 req-124bf259-1db5-4225-b9a6-05559c67333a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 200 len: 850 time: 0.0574248 Nov 12 04:17:05.005057 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b11fa-0fc7-4301-bf99-ac2849b7fd37 req-26def72a-cc17-4985-9020-c135832953b3 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:05.006445 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-272b11fa-0fc7-4301-bf99-ac2849b7fd37 req-26def72a-cc17-4985-9020-c135832953b3 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 945 time: 0.0825722 Nov 12 04:17:05.008225 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58108ed9-3aff-404b-863d-a4aefe8caa04 req-d3716258-69f6-49d2-8ab9-3c41fa9d0300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:05.009570 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-58108ed9-3aff-404b-863d-a4aefe8caa04 req-d3716258-69f6-49d2-8ab9-3c41fa9d0300 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0734375 Nov 12 04:17:05.115105 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-272b11fa-0fc7-4301-bf99-ac2849b7fd37 req-6d6ca6ae-2829-42c7-ad5e-c4b18fdc57e7 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019852 Nov 12 04:17:05.137910 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-58108ed9-3aff-404b-863d-a4aefe8caa04 req-c21e132e-45a2-4311-b396-f5c03211ca40 service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179843 Nov 12 04:17:05.235862 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-58108ed9-3aff-404b-863d-a4aefe8caa04 req-4fda2515-8af8-4a75-aad1-ce3b71a2e36f service neutron] 10.222.0.74 "GET /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896692 Nov 12 04:17:05.608665 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:06.246081 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9946f72-4124-4eb7-9cb6-e4cb5f1e5bbd req-3c5a3912-7419-4053-8b0c-a2d7631f82bc tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:06.247718 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b9946f72-4124-4eb7-9cb6-e4cb5f1e5bbd req-3c5a3912-7419-4053-8b0c-a2d7631f82bc tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 945 time: 0.0537553 Nov 12 04:17:06.299217 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b9946f72-4124-4eb7-9cb6-e4cb5f1e5bbd req-d2b9158e-7ad3-46bb-8c39-3e431d5362f1 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446260 Nov 12 04:17:06.441233 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:07.422940 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22913bfd-41e1-4bf3-813f-ec1b20fdf1a7 req-2894048c-ff57-4632-87fa-edf0ee37fe72 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:07.424607 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-22913bfd-41e1-4bf3-813f-ec1b20fdf1a7 req-2894048c-ff57-4632-87fa-edf0ee37fe72 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 945 time: 0.0550976 Nov 12 04:17:07.474252 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-22913bfd-41e1-4bf3-813f-ec1b20fdf1a7 req-13fca126-6a66-442b-8f01-35acc3abba68 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436685 Nov 12 04:17:08.591999 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3328e-62cd-4c0d-948f-1d8addc634e1 req-9a708029-5599-4bc5-98ed-24dba4185782 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:08.593449 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aad3328e-62cd-4c0d-948f-1d8addc634e1 req-9a708029-5599-4bc5-98ed-24dba4185782 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 945 time: 0.0492249 Nov 12 04:17:08.647616 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aad3328e-62cd-4c0d-948f-1d8addc634e1 req-ee87a265-f383-48ce-9a88-da7f4d52d269 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481150 Nov 12 04:17:09.175712 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:09.769363 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68331a9a-5a49-4d7d-ae5e-0112c9d28d8a req-a203d70f-ea0f-4375-9237-1ea80729dd7d tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:09.770851 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-68331a9a-5a49-4d7d-ae5e-0112c9d28d8a req-a203d70f-ea0f-4375-9237-1ea80729dd7d tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 945 time: 0.0520844 Nov 12 04:17:09.818720 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-68331a9a-5a49-4d7d-ae5e-0112c9d28d8a req-a97c681c-7609-4a50-bde1-69252da1b8b6 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419590 Nov 12 04:17:10.936943 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2ab01-0f24-4339-beea-f3109af36f50 req-6d5da8a2-87e5-4baf-b215-e341deea2b97 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:10.938748 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-07f2ab01-0f24-4339-beea-f3109af36f50 req-6d5da8a2-87e5-4baf-b215-e341deea2b97 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 945 time: 0.0513363 Nov 12 04:17:10.987339 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-07f2ab01-0f24-4339-beea-f3109af36f50 req-8224857b-3327-4bf4-90c3-7c447d176d6d tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425699 Nov 12 04:17:12.111258 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c66d4-4c1a-4736-893e-0b90a6d919a7 req-234fcdb7-2735-4b54-808b-0969c75130c1 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:12.112780 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-782c66d4-4c1a-4736-893e-0b90a6d919a7 req-234fcdb7-2735-4b54-808b-0969c75130c1 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 945 time: 0.0560441 Nov 12 04:17:12.160339 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-782c66d4-4c1a-4736-893e-0b90a6d919a7 req-bf8b3f8c-4fa9-44e9-886b-dd2247417859 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417449 Nov 12 04:17:13.278140 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ace7aa-5741-45cb-b717-73e0e058ec49 req-506357d0-a7fb-4ccc-9587-ce547934b369 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:13.279599 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-66ace7aa-5741-45cb-b717-73e0e058ec49 req-506357d0-a7fb-4ccc-9587-ce547934b369 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 945 time: 0.0493507 Nov 12 04:17:13.328811 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-66ace7aa-5741-45cb-b717-73e0e058ec49 req-14acd036-4a09-428f-bef4-0e2becfa1500 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426400 Nov 12 04:17:14.448229 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05215b-919c-4f7f-8e4a-7bd63a6282b1 req-2331bf4c-3ace-483b-9bdf-e9ec2ec4826e tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:14.449699 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f05215b-919c-4f7f-8e4a-7bd63a6282b1 req-2331bf4c-3ace-483b-9bdf-e9ec2ec4826e tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 945 time: 0.0506480 Nov 12 04:17:14.497466 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2f05215b-919c-4f7f-8e4a-7bd63a6282b1 req-023e2071-0a5a-4040-91fc-7b7334fb3dcc tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411162 Nov 12 04:17:15.631077 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b0deb-3c08-479e-b30a-dfdc66abf213 req-13f6a946-8f4b-45dc-aeac-ac6467d498d5 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:15.632640 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-278b0deb-3c08-479e-b30a-dfdc66abf213 req-13f6a946-8f4b-45dc-aeac-ac6467d498d5 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 945 time: 0.0620112 Nov 12 04:17:15.855469 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-278b0deb-3c08-479e-b30a-dfdc66abf213 req-9a4e76d7-c506-4ff7-96cb-b1cebbc5dfe6 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167211 Nov 12 04:17:15.974897 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f28476-91bc-44c4-9c98-a9af594fa611 req-eac53ed3-401b-4d20-9c99-18ee5dec78d1 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:15.976293 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-69f28476-91bc-44c4-9c98-a9af594fa611 req-eac53ed3-401b-4d20-9c99-18ee5dec78d1 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 945 time: 0.0529335 Nov 12 04:17:16.023599 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-69f28476-91bc-44c4-9c98-a9af594fa611 req-11a9df0c-be9a-42ea-b72e-da9ec6073f1b tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410647 Nov 12 04:17:16.138036 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bbde97-2f1b-4535-83ac-522e6aa54ef7 req-e522e99f-0153-4465-977e-9016f99e30e4 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:16.139516 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-29bbde97-2f1b-4535-83ac-522e6aa54ef7 req-e522e99f-0153-4465-977e-9016f99e30e4 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 945 time: 0.0492208 Nov 12 04:17:16.186442 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-29bbde97-2f1b-4535-83ac-522e6aa54ef7 req-171b5bc7-5cde-4c2e-95d1-bb0e4d23831e tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409236 Nov 12 04:17:16.427027 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5fa25a-1fbb-499d-803a-16759c03217b req-60cf9855-5280-445b-b9d6-8be186bb9de0 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:16.428555 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ee5fa25a-1fbb-499d-803a-16759c03217b req-60cf9855-5280-445b-b9d6-8be186bb9de0 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 945 time: 0.0505431 Nov 12 04:17:16.480658 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ee5fa25a-1fbb-499d-803a-16759c03217b req-20739d4f-37b6-49e7-90b0-3ae93077d961 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458283 Nov 12 04:17:16.495864 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 05d31b29-bde2-40a0-9c81-8e5753d37598 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:17:16.594291 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 05d31b29-bde2-40a0-9c81-8e5753d37598, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=05d31b29-bde2-40a0-9c81-8e5753d37598,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:16.606484 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '05d31b29-bde2-40a0-9c81-8e5753d37598', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'port_id': '05d31b29-bde2-40a0-9c81-8e5753d37598', 'mac_address': 'fa:16:3e:0a:eb:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:17:16.643567 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:16.657187 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05d31b29-bde2-40a0-9c81-8e5753d37598 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:17:16.675937 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 05d31b29-bde2-40a0-9c81-8e5753d37598, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=05d31b29-bde2-40a0-9c81-8e5753d37598,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:16.680022 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:16.730259 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=05d31b29-bde2-40a0-9c81-8e5753d37598,revision_number=12']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:16.999993 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['05d31b29-bde2-40a0-9c81-8e5753d37598'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:17:17.600060 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae6aac-4414-4e34-b469-483d09a78c06 req-56a91b96-f0f0-40c9-9cd9-3473b32eb08b tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:17.601600 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b7ae6aac-4414-4e34-b469-483d09a78c06 req-56a91b96-f0f0-40c9-9cd9-3473b32eb08b tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 946 time: 0.0500076 Nov 12 04:17:17.650218 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b7ae6aac-4414-4e34-b469-483d09a78c06 req-ca759041-7075-4475-8839-a79ce17f5201 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9134890-162d-4a85-a515-993b59d13e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425568 Nov 12 04:17:18.206713 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93537c-8af9-4a48-8e6a-16105ada9ad4 req-5dfea508-23fd-48f5-8402-88e96a98776c tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:18.208198 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1c93537c-8af9-4a48-8e6a-16105ada9ad4 req-5dfea508-23fd-48f5-8402-88e96a98776c tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.74 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 946 time: 0.0505688 Nov 12 04:17:18.302588 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-1c93537c-8af9-4a48-8e6a-16105ada9ad4 req-dee4399c-a7ce-4906-853b-0aab93d7c0d7 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Deleting port 05d31b29-bde2-40a0-9c81-8e5753d37598 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:17:18.302920 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-1c93537c-8af9-4a48-8e6a-16105ada9ad4 req-dee4399c-a7ce-4906-853b-0aab93d7c0d7 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:18.390776 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-1c93537c-8af9-4a48-8e6a-16105ada9ad4 req-dee4399c-a7ce-4906-853b-0aab93d7c0d7 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] For port 05d31b29-bde2-40a0-9c81-8e5753d37598, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=05d31b29-bde2-40a0-9c81-8e5753d37598,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:18.391189 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-1c93537c-8af9-4a48-8e6a-16105ada9ad4 req-dee4399c-a7ce-4906-853b-0aab93d7c0d7 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:18.495909 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 05d31b29-bde2-40a0-9c81-8e5753d37598 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:17:18.547071 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 05d31b29-bde2-40a0-9c81-8e5753d37598 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:17:18.551706 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 05d31b29-bde2-40a0-9c81-8e5753d37598 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:18.552096 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:18.567090 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-1c93537c-8af9-4a48-8e6a-16105ada9ad4 req-dee4399c-a7ce-4906-853b-0aab93d7c0d7 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:18.567454 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-1c93537c-8af9-4a48-8e6a-16105ada9ad4 req-dee4399c-a7ce-4906-853b-0aab93d7c0d7 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:18.567783 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [req-1c93537c-8af9-4a48-8e6a-16105ada9ad4 req-dee4399c-a7ce-4906-853b-0aab93d7c0d7 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Floating IP 0bc0e632-a324-468e-899c-5db3539fc526 disassociated. External IP: 172.25.5.212, port: 05d31b29-bde2-40a0-9c81-8e5753d37598. Nov 12 04:17:18.568141 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-1c93537c-8af9-4a48-8e6a-16105ada9ad4 req-dee4399c-a7ce-4906-853b-0aab93d7c0d7 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Calling delete_port for 05d31b29-bde2-40a0-9c81-8e5753d37598 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:17:18.598623 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:18.642306 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:18.697384 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-1c93537c-8af9-4a48-8e6a-16105ada9ad4 req-dee4399c-a7ce-4906-853b-0aab93d7c0d7 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:18.730048 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee4399c-a7ce-4906-853b-0aab93d7c0d7 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Pushing event deleted for resources: {'Port': ['ID=05d31b29-bde2-40a0-9c81-8e5753d37598,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:18.764424 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-030bc1f1-710a-48d4-b60f-de025dc0f3f5 req-e987190c-1c4b-4032-8ffd-0dc372d03e5b tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 210 time: 0.0395067 Nov 12 04:17:18.849471 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c93537c-8af9-4a48-8e6a-16105ada9ad4 req-dee4399c-a7ce-4906-853b-0aab93d7c0d7 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Router d6ec1b75-2f36-49a1-9988-4c09bf2ed264 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:17:18.962028 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c93537c-8af9-4a48-8e6a-16105ada9ad4 req-dee4399c-a7ce-4906-853b-0aab93d7c0d7 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:17:18.972503 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023bdfaa-41b0-4c3c-8d62-fd14fef1014c None None] Sync routers for ids ['d6ec1b75-2f36-49a1-9988-4c09bf2ed264'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:17:18.982679 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023bdfaa-41b0-4c3c-8d62-fd14fef1014c None None] Routers {'d6ec1b75-2f36-49a1-9988-4c09bf2ed264'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:17:18.983284 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-023bdfaa-41b0-4c3c-8d62-fd14fef1014c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:17:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['d6ec1b75-2f36-49a1-9988-4c09bf2ed264'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:19.005688 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c93537c-8af9-4a48-8e6a-16105ada9ad4 req-dee4399c-a7ce-4906-853b-0aab93d7c0d7 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] No DVR routers for this DVR port 05d31b29-bde2-40a0-9c81-8e5753d37598 on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:17:19.008550 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-1c93537c-8af9-4a48-8e6a-16105ada9ad4 req-dee4399c-a7ce-4906-853b-0aab93d7c0d7 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:19.011931 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1c93537c-8af9-4a48-8e6a-16105ada9ad4 req-dee4399c-a7ce-4906-853b-0aab93d7c0d7 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.74 "DELETE /v2.0/ports/05d31b29-bde2-40a0-9c81-8e5753d37598 HTTP/1.1" status: 204 len: 173 time: 0.7966156 Nov 12 04:17:19.012423 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be05abfc-5c65-4bc7-aff4-502c71fe777b', 'name': 'network-vif-deleted', 'tag': '05d31b29-bde2-40a0-9c81-8e5753d37598'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:17:19.014798 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6663d1d3f3c9eef7926d12034ee86df45d83a9b81db0163b8b39b36c8946953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f520201-dbe9-4f0d-a158-a8139ae5d10d" -d '{"events": [{"server_uuid": "be05abfc-5c65-4bc7-aff4-502c71fe777b", "name": "network-vif-deleted", "tag": "05d31b29-bde2-40a0-9c81-8e5753d37598"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:17:19.056989 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b3fb38-c4ef-46aa-9ada-c24efcc3c874 x-openstack-request-id: req-81b3fb38-c4ef-46aa-9ada-c24efcc3c874 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:17:19.057287 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be05abfc-5c65-4bc7-aff4-502c71fe777b", "name": "network-vif-deleted", "tag": "05d31b29-bde2-40a0-9c81-8e5753d37598", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:17:19.057536 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-81b3fb38-c4ef-46aa-9ada-c24efcc3c874 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:17:19.058030 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be05abfc-5c65-4bc7-aff4-502c71fe777b', 'name': 'network-vif-deleted', 'tag': '05d31b29-bde2-40a0-9c81-8e5753d37598', 'status': 'completed', 'code': 200} Nov 12 04:17:19.095809 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-023bdfaa-41b0-4c3c-8d62-fd14fef1014c None None] Set router d6ec1b75-2f36-49a1-9988-4c09bf2ed264 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:17:19.391051 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-023bdfaa-41b0-4c3c-8d62-fd14fef1014c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'name': 'tempest-ServerActionsTestJSON-117487654-router', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'gw_port': {'id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '1b6c269e-1546-442d-a885-c3f443c803fd', 'name': '', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'mac_address': 'fa:16:3e:a9:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:14Z', 'updated_at': '2021-11-12T04:07:18Z', 'revision_number': 5, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'subnets': [{'id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:19.417651 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023bdfaa-41b0-4c3c-8d62-fd14fef1014c None None] Checking router: d6ec1b75-2f36-49a1-9988-4c09bf2ed264 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:17:19.427616 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023bdfaa-41b0-4c3c-8d62-fd14fef1014c None None] Routers {'d6ec1b75-2f36-49a1-9988-4c09bf2ed264'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:17:19.428248 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-023bdfaa-41b0-4c3c-8d62-fd14fef1014c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:17:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['d6ec1b75-2f36-49a1-9988-4c09bf2ed264'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:19.534523 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-023bdfaa-41b0-4c3c-8d62-fd14fef1014c None None] Set router d6ec1b75-2f36-49a1-9988-4c09bf2ed264 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:17:19.739368 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-023bdfaa-41b0-4c3c-8d62-fd14fef1014c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'name': 'tempest-ServerActionsTestJSON-117487654-router', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'gw_port': {'id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '1b6c269e-1546-442d-a885-c3f443c803fd', 'name': '', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'mac_address': 'fa:16:3e:a9:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:14Z', 'updated_at': '2021-11-12T04:07:18Z', 'revision_number': 5, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'subnets': [{'id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:19.765887 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023bdfaa-41b0-4c3c-8d62-fd14fef1014c None None] The sync data for ids ['d6ec1b75-2f36-49a1-9988-4c09bf2ed264'] in n-d-715271-27 is: [{'id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'name': 'tempest-ServerActionsTestJSON-117487654-router', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'gw_port': {'id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '1b6c269e-1546-442d-a885-c3f443c803fd', 'name': '', 'network_id': 'cf3f8615-bc98-4e2f-8b7f-cf47f62f9404', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'mac_address': 'fa:16:3e:a9:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:14Z', 'updated_at': '2021-11-12T04:07:18Z', 'revision_number': 5, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'subnets': [{'id': 'b5bd156f-3c6c-4381-a540-62b719246e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:17:19.871983 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a979ad46-4ac6-4ac7-877e-b903819174a0 req-69f244b0-e3bc-4b25-b37b-e2ba7688690f tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 210 time: 0.0289135 Nov 12 04:17:20.010499 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596643ca-baaf-4180-8d10-486abaaa16b0 None None] New status for floating IP 0bc0e632-a324-468e-899c-5db3539fc526: DOWN {{(pid=102573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:17:20.974641 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7c0a41c3-7519-4262-8f9e-853bd3d3bdf3 req-6c79b126-3697-4e3b-9b75-64ee77953866 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 210 time: 0.0285776 Nov 12 04:17:22.071255 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-eb9f3f8f-0fb1-4745-a696-6cdbbe6560ba req-75941947-646a-4484-adfe-701dee377ad2 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 210 time: 0.0276949 Nov 12 04:17:22.506717 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 05d31b29-bde2-40a0-9c81-8e5753d37598 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:17:22.526494 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 05d31b29-bde2-40a0-9c81-8e5753d37598 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:17:22.526840 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 05d31b29-bde2-40a0-9c81-8e5753d37598 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:17:23.169356 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6b342dbb-2ee9-46a8-8ce6-5ee59e571b1d req-3f9df5d7-58ef-4c49-ae2e-c32fb88edc57 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/ports?device_id=be05abfc-5c65-4bc7-aff4-502c71fe777b HTTP/1.1" status: 200 len: 210 time: 0.0270269 Nov 12 04:17:27.927738 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 56956) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:27.983935 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-50119056-7c1d-4d49-be68-ccf25248cf18 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:28.007335 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-50119056-7c1d-4d49-be68-ccf25248cf18 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:28.071080 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-50119056-7c1d-4d49-be68-ccf25248cf18 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:28.073722 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-50119056-7c1d-4d49-be68-ccf25248cf18 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:28.074927 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-50119056-7c1d-4d49-be68-ccf25248cf18 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "DELETE /v2.0/security-groups/e9134890-162d-4a85-a515-993b59d13e8d HTTP/1.1" status: 204 len: 168 time: 0.1461592 Nov 12 04:17:28.077723 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56958) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:28.087362 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50119056-7c1d-4d49-be68-ccf25248cf18 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9134890-162d-4a85-a515-993b59d13e8d,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:28.093139 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [None req-8edad489-9c62-42d4-a119-7845c8a42cb7 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] show failed (client error): The resource could not be found. Nov 12 04:17:28.094573 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8edad489-9c62-42d4-a119-7845c8a42cb7 tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "GET /v2.0/security-groups/e9134890-162d-4a85-a515-993b59d13e8d HTTP/1.1" status: 404 len: 347 time: 0.0149620 Nov 12 04:17:28.097266 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56960) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:28.230354 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-d51bc921-a42b-47cc-bf45-a60badcc10ed tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Deleting port 4931b627-9996-48cc-8b1e-7694e5c8e999 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:17:28.230667 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d51bc921-a42b-47cc-bf45-a60badcc10ed tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:28.314056 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d51bc921-a42b-47cc-bf45-a60badcc10ed tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:28.314376 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d51bc921-a42b-47cc-bf45-a60badcc10ed tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:28.326825 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-d51bc921-a42b-47cc-bf45-a60badcc10ed tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Calling delete_port for 4931b627-9996-48cc-8b1e-7694e5c8e999 owned by network:floatingip {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:17:28.475650 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d51bc921-a42b-47cc-bf45-a60badcc10ed tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:28.499024 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51bc921-a42b-47cc-bf45-a60badcc10ed tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Pushing event deleted for resources: {'Port': ['ID=4931b627-9996-48cc-8b1e-7694e5c8e999,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:28.566749 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d51bc921-a42b-47cc-bf45-a60badcc10ed tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks [] for floatingip, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:28.569380 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d51bc921-a42b-47cc-bf45-a60badcc10ed tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:28.573441 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d51bc921-a42b-47cc-bf45-a60badcc10ed tempest-ServerActionsTestJSON-545516393 tempest-ServerActionsTestJSON-545516393-project] 10.222.0.50 "DELETE /v2.0/floatingips/0bc0e632-a324-468e-899c-5db3539fc526 HTTP/1.1" status: 204 len: 168 time: 0.4722126 Nov 12 04:17:28.573691 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56962) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:29.050361 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-229fbff6-c6fc-4bde-ba39-19907d08434c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:29.292309 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-229fbff6-c6fc-4bde-ba39-19907d08434c admin admin] Deleting port 1b6c269e-1546-442d-a885-c3f443c803fd {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:17:29.292985 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-229fbff6-c6fc-4bde-ba39-19907d08434c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:29.369806 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-229fbff6-c6fc-4bde-ba39-19907d08434c admin admin] For port 1b6c269e-1546-442d-a885-c3f443c803fd, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=1b6c269e-1546-442d-a885-c3f443c803fd,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:29.370043 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-229fbff6-c6fc-4bde-ba39-19907d08434c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:29.382919 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-229fbff6-c6fc-4bde-ba39-19907d08434c admin admin] Calling delete_port for 1b6c269e-1546-442d-a885-c3f443c803fd owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:17:29.563553 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-229fbff6-c6fc-4bde-ba39-19907d08434c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:29.592696 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229fbff6-c6fc-4bde-ba39-19907d08434c admin admin] Pushing event deleted for resources: {'Port': ['ID=1b6c269e-1546-442d-a885-c3f443c803fd,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:29.768540 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-229fbff6-c6fc-4bde-ba39-19907d08434c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:29.981478 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229fbff6-c6fc-4bde-ba39-19907d08434c admin admin] Router d6ec1b75-2f36-49a1-9988-4c09bf2ed264 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:17:30.088639 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229fbff6-c6fc-4bde-ba39-19907d08434c admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:17:30.093623 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-229fbff6-c6fc-4bde-ba39-19907d08434c admin admin] 10.222.0.50 "PUT /v2.0/routers/d6ec1b75-2f36-49a1-9988-4c09bf2ed264/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5191188 Nov 12 04:17:30.096215 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56966) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:30.097755 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672a7803-de38-45d8-8464-baeb37cf3f62 None None] Sync routers for ids ['d6ec1b75-2f36-49a1-9988-4c09bf2ed264'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:17:30.107619 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672a7803-de38-45d8-8464-baeb37cf3f62 None None] Routers {'d6ec1b75-2f36-49a1-9988-4c09bf2ed264'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:17:30.108249 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-672a7803-de38-45d8-8464-baeb37cf3f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:17:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['d6ec1b75-2f36-49a1-9988-4c09bf2ed264'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:30.200767 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-390e76dc-9563-4706-a72f-2e311adb5e77 admin admin] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:30.215305 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-672a7803-de38-45d8-8464-baeb37cf3f62 None None] Set router d6ec1b75-2f36-49a1-9988-4c09bf2ed264 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:17:30.300778 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-390e76dc-9563-4706-a72f-2e311adb5e77 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:30.400425 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-672a7803-de38-45d8-8464-baeb37cf3f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'name': 'tempest-ServerActionsTestJSON-117487654-router', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:17:29Z', 'revision_number': 5, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'gw_port': {'id': '9173f5c4-1164-4b1f-85cc-f007db847c4c', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:65:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:30.432293 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672a7803-de38-45d8-8464-baeb37cf3f62 None None] Checking router: d6ec1b75-2f36-49a1-9988-4c09bf2ed264 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:17:30.444003 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672a7803-de38-45d8-8464-baeb37cf3f62 None None] Routers {'d6ec1b75-2f36-49a1-9988-4c09bf2ed264'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:17:30.444938 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-672a7803-de38-45d8-8464-baeb37cf3f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:17:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['d6ec1b75-2f36-49a1-9988-4c09bf2ed264'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:30.457495 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3cafc3d7-0eb6-4b94-94ed-2f4899e73f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:30.540518 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-672a7803-de38-45d8-8464-baeb37cf3f62 None None] Set router d6ec1b75-2f36-49a1-9988-4c09bf2ed264 gateway port host: None {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:17:30.593829 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-672a7803-de38-45d8-8464-baeb37cf3f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'name': 'tempest-ServerActionsTestJSON-117487654-router', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:17:30Z', 'revision_number': 6, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:30.627527 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672a7803-de38-45d8-8464-baeb37cf3f62 None None] The sync data for ids ['d6ec1b75-2f36-49a1-9988-4c09bf2ed264'] in n-d-715271-27 is: [{'id': 'd6ec1b75-2f36-49a1-9988-4c09bf2ed264', 'name': 'tempest-ServerActionsTestJSON-117487654-router', 'tenant_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:07:12Z', 'updated_at': '2021-11-12T04:17:30Z', 'revision_number': 6, 'project_id': '9480d8101ef043e1ba7e2d8089e38c2f', 'gw_port_host': None}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:17:30.716575 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-390e76dc-9563-4706-a72f-2e311adb5e77 admin admin] Deleting port 9173f5c4-1164-4b1f-85cc-f007db847c4c {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:17:30.716904 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-390e76dc-9563-4706-a72f-2e311adb5e77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:30.793783 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-390e76dc-9563-4706-a72f-2e311adb5e77 admin admin] For port 9173f5c4-1164-4b1f-85cc-f007db847c4c, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=9173f5c4-1164-4b1f-85cc-f007db847c4c,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:30.794137 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-390e76dc-9563-4706-a72f-2e311adb5e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:30.808147 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-390e76dc-9563-4706-a72f-2e311adb5e77 admin admin] Calling delete_port for 9173f5c4-1164-4b1f-85cc-f007db847c4c owned by network:router_gateway {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:17:30.974653 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-390e76dc-9563-4706-a72f-2e311adb5e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:31.006671 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390e76dc-9563-4706-a72f-2e311adb5e77 admin admin] Pushing event deleted for resources: {'Port': ['ID=9173f5c4-1164-4b1f-85cc-f007db847c4c,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:31.022946 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e2191f-39b7-4fe3-bc89-7a511947e660 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:17:31.074932 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-390e76dc-9563-4706-a72f-2e311adb5e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:31.165676 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-390e76dc-9563-4706-a72f-2e311adb5e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:31.168061 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-390e76dc-9563-4706-a72f-2e311adb5e77 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:31.216214 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-390e76dc-9563-4706-a72f-2e311adb5e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:31.216739 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390e76dc-9563-4706-a72f-2e311adb5e77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6ec1b75-2f36-49a1-9988-4c09bf2ed264 {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:17:31.221988 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-390e76dc-9563-4706-a72f-2e311adb5e77 admin admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:31.224609 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-390e76dc-9563-4706-a72f-2e311adb5e77 admin admin] 10.222.0.50 "DELETE /v2.0/routers/d6ec1b75-2f36-49a1-9988-4c09bf2ed264 HTTP/1.1" status: 204 len: 168 time: 1.1273427 Nov 12 04:17:31.225721 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56968) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:31.269735 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d247b87-148e-4230-81ba-03fdb169eb2d admin admin] Deleting subnet b5bd156f-3c6c-4381-a540-62b719246e6e {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:17:31.272932 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8d247b87-148e-4230-81ba-03fdb169eb2d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:31.307509 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8d247b87-148e-4230-81ba-03fdb169eb2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:31.386356 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8d247b87-148e-4230-81ba-03fdb169eb2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:31.441924 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8d247b87-148e-4230-81ba-03fdb169eb2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:31.465785 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d247b87-148e-4230-81ba-03fdb169eb2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5bd156f-3c6c-4381-a540-62b719246e6e,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:31.472414 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8d247b87-148e-4230-81ba-03fdb169eb2d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:31.475549 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8d247b87-148e-4230-81ba-03fdb169eb2d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b5bd156f-3c6c-4381-a540-62b719246e6e HTTP/1.1" status: 204 len: 168 time: 0.2489302 Nov 12 04:17:31.478131 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56970) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:31.478925 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db89a376-414d-4d56-8661-775623a929e1 None None] Network cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:17:31.554181 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0b7f1f48-c325-43a0-9849-0ac57c88feb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:31.616155 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-0b7f1f48-c325-43a0-9849-0ac57c88feb6 admin admin] Deleting port 281793aa-b709-47d6-a749-ea662949c1b8 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:17:31.616471 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0b7f1f48-c325-43a0-9849-0ac57c88feb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:31.672022 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7111ab9d-28b2-48ad-b097-090c3e1c9bc5 None None] DHCP port deletion for cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:17:31.685874 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-0b7f1f48-c325-43a0-9849-0ac57c88feb6 admin admin] For port 281793aa-b709-47d6-a749-ea662949c1b8, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=281793aa-b709-47d6-a749-ea662949c1b8,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:31.686252 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0b7f1f48-c325-43a0-9849-0ac57c88feb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:31.701196 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-0b7f1f48-c325-43a0-9849-0ac57c88feb6 admin admin] Calling delete_port for 281793aa-b709-47d6-a749-ea662949c1b8 owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:17:31.726819 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-7111ab9d-28b2-48ad-b097-090c3e1c9bc5 None None] Deleting port 281793aa-b709-47d6-a749-ea662949c1b8 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:17:31.726819 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7111ab9d-28b2-48ad-b097-090c3e1c9bc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:31.788985 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-7111ab9d-28b2-48ad-b097-090c3e1c9bc5 None None] For port 281793aa-b709-47d6-a749-ea662949c1b8, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=281793aa-b709-47d6-a749-ea662949c1b8,segment=NetworkSegment(03736c8e-c66b-4d51-9c34-38773ef3e14b),segment_id=03736c8e-c66b-4d51-9c34-38773ef3e14b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:31.789242 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0b7f1f48-c325-43a0-9849-0ac57c88feb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:31.789822 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7111ab9d-28b2-48ad-b097-090c3e1c9bc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:31.807274 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-7111ab9d-28b2-48ad-b097-090c3e1c9bc5 None None] Calling delete_port for 281793aa-b709-47d6-a749-ea662949c1b8 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:17:31.817992 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7f1f48-c325-43a0-9849-0ac57c88feb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=281793aa-b709-47d6-a749-ea662949c1b8,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:31.823266 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7f1f48-c325-43a0-9849-0ac57c88feb6 admin admin] No DVR routers for this DVR port 281793aa-b709-47d6-a749-ea662949c1b8 on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:17:31.883147 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7111ab9d-28b2-48ad-b097-090c3e1c9bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:31.899791 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0b7f1f48-c325-43a0-9849-0ac57c88feb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:31.909074 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7111ab9d-28b2-48ad-b097-090c3e1c9bc5 None None] Pushing event deleted for resources: {'Port': ['ID=281793aa-b709-47d6-a749-ea662949c1b8,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:31.913054 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7111ab9d-28b2-48ad-b097-090c3e1c9bc5 None None] No DVR routers for this DVR port 281793aa-b709-47d6-a749-ea662949c1b8 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:17:31.925094 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-0b7f1f48-c325-43a0-9849-0ac57c88feb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf3f8615-bc98-4e2f-8b7f-cf47f62f9404']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:31.931319 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:17:31.935199 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-0b7f1f48-c325-43a0-9849-0ac57c88feb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03736c8e-c66b-4d51-9c34-38773ef3e14b') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:31.935508 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-0b7f1f48-c325-43a0-9849-0ac57c88feb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03736c8e-c66b-4d51-9c34-38773ef3e14b') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:31.946158 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0b7f1f48-c325-43a0-9849-0ac57c88feb6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:31.959948 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0b7f1f48-c325-43a0-9849-0ac57c88feb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:31.965979 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b7f1f48-c325-43a0-9849-0ac57c88feb6 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:17:31.966373 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0b7f1f48-c325-43a0-9849-0ac57c88feb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:31.968257 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 04:17:31.968257 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:17:31.968257 n-d-715271-27 neutron-server[102572]: timer() Nov 12 04:17:31.968257 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:17:31.968257 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 04:17:31.968257 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:17:31.968257 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 04:17:31.968257 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:17:31.968257 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 04:17:31.968257 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:17:31.968257 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 04:17:31.968257 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:17:31.968257 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 04:17:31.968257 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:17:31.968257 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:17:31.968257 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:17:31.968257 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:17:31.968257 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:17:31.968257 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 04:17:31.968257 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:17:31.968257 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 04:17:31.968257 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:17:31.968257 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:17:31.968257 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:17:31.968257 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 04:17:31.968257 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:17:31.968257 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:17:31.968257 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:17:31.968257 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:17:31.968257 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:17:31.968257 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:17:31.968257 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:17:32.024062 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0b7f1f48-c325-43a0-9849-0ac57c88feb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:32.029489 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0b7f1f48-c325-43a0-9849-0ac57c88feb6 admin admin] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:32.032882 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-0b7f1f48-c325-43a0-9849-0ac57c88feb6 admin admin] 10.222.0.50 "DELETE /v2.0/networks/cf3f8615-bc98-4e2f-8b7f-cf47f62f9404 HTTP/1.1" status: 204 len: 168 time: 0.5537157 Nov 12 04:17:32.044140 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7f1f48-c325-43a0-9849-0ac57c88feb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf3f8615-bc98-4e2f-8b7f-cf47f62f9404,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:32.144560 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56974) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:32.184658 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5b493180-98bc-4cc3-aed8-243e00af8ef5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9480d8101ef043e1ba7e2d8089e38c2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388248 Nov 12 04:17:32.187501 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56976) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:32.240129 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3140e5ca-1cc7-4754-aa07-f597f59b397c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:32.261087 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3140e5ca-1cc7-4754-aa07-f597f59b397c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:32.307838 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3140e5ca-1cc7-4754-aa07-f597f59b397c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:32.310597 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3140e5ca-1cc7-4754-aa07-f597f59b397c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:32.311882 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3140e5ca-1cc7-4754-aa07-f597f59b397c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/24d898b8-9b95-4209-96fd-7813f2bf636f HTTP/1.1" status: 204 len: 168 time: 0.1233363 Nov 12 04:17:32.320394 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140e5ca-1cc7-4754-aa07-f597f59b397c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d898b8-9b95-4209-96fd-7813f2bf636f,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:32.404590 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 1b6c269e-1546-442d-a885-c3f443c803fd no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:17:32.429904 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 1b6c269e-1546-442d-a885-c3f443c803fd {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:17:32.430241 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 1b6c269e-1546-442d-a885-c3f443c803fd not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:17:32.430655 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 9173f5c4-1164-4b1f-85cc-f007db847c4c no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:17:32.450371 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 9173f5c4-1164-4b1f-85cc-f007db847c4c {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:17:32.450710 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 9173f5c4-1164-4b1f-85cc-f007db847c4c not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:17:32.451203 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 281793aa-b709-47d6-a749-ea662949c1b8 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:17:32.470902 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 281793aa-b709-47d6-a749-ea662949c1b8 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:17:32.471249 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 281793aa-b709-47d6-a749-ea662949c1b8 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:17:33.024688 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 56998) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:33.147901 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-e149368e-ca6d-4431-b07b-af1c5ad57ce3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-364467387-network', 'tenant_id': '1c6389455edc46e8826e874262058ef4'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:33.169005 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e149368e-ca6d-4431-b07b-af1c5ad57ce3 admin admin] Made reservation on behalf of 1c6389455edc46e8826e874262058ef4 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:33.172105 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e149368e-ca6d-4431-b07b-af1c5ad57ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:33.180623 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e149368e-ca6d-4431-b07b-af1c5ad57ce3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:33.255359 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e149368e-ca6d-4431-b07b-af1c5ad57ce3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:33.259022 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e149368e-ca6d-4431-b07b-af1c5ad57ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:33.283104 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e149368e-ca6d-4431-b07b-af1c5ad57ce3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:17:33.292642 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e149368e-ca6d-4431-b07b-af1c5ad57ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db9e599-ae84-4ca6-b391-507d846b5339,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:33.298239 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e149368e-ca6d-4431-b07b-af1c5ad57ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:33.298573 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-e149368e-ca6d-4431-b07b-af1c5ad57ce3 admin admin] Added segment 1c3ed53b-5b07-423d-a54c-b87c25f9bfb5 of type vlan for network 2fecca27-e8b3-4cb2-a0a1-5d26242c489f Nov 12 04:17:33.337560 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e149368e-ca6d-4431-b07b-af1c5ad57ce3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:33.365497 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e149368e-ca6d-4431-b07b-af1c5ad57ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:33.366464 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e149368e-ca6d-4431-b07b-af1c5ad57ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:33.366966 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e149368e-ca6d-4431-b07b-af1c5ad57ce3 admin admin] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:33.398065 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e149368e-ca6d-4431-b07b-af1c5ad57ce3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3722825 Nov 12 04:17:33.401159 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57002) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:33.406821 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-64280a70-fb84-49e8-996e-3c1b36f6d0bb admin admin] Request body: {'subnet': {'network_id': '2fecca27-e8b3-4cb2-a0a1-5d26242c489f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-364467387-subnet', 'tenant_id': '1c6389455edc46e8826e874262058ef4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:33.429520 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e149368e-ca6d-4431-b07b-af1c5ad57ce3 admin admin] Pushing event updated for resources: {'Network': ['ID=2fecca27-e8b3-4cb2-a0a1-5d26242c489f,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:33.433366 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64280a70-fb84-49e8-996e-3c1b36f6d0bb admin admin] Made reservation on behalf of 1c6389455edc46e8826e874262058ef4 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:33.436191 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-64280a70-fb84-49e8-996e-3c1b36f6d0bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:33.446541 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 2fecca27-e8b3-4cb2-a0a1-5d26242c489f details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:17:33.477434 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-10958463-7b14-4220-9b99-7f244b08ef34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:33.611257 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-64280a70-fb84-49e8-996e-3c1b36f6d0bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:33.670391 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64280a70-fb84-49e8-996e-3c1b36f6d0bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=75edef6d-3b4f-4e57-a077-217e591b2331,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:33.676522 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64280a70-fb84-49e8-996e-3c1b36f6d0bb admin admin] Checking segment: {'id': '1c3ed53b-5b07-423d-a54c-b87c25f9bfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2fecca27-e8b3-4cb2-a0a1-5d26242c489f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:17:33.676882 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64280a70-fb84-49e8-996e-3c1b36f6d0bb admin admin] Network hostable DHCP agents. Network: 2fecca27-e8b3-4cb2-a0a1-5d26242c489f, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:17:33.693249 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64280a70-fb84-49e8-996e-3c1b36f6d0bb admin admin] Network 2fecca27-e8b3-4cb2-a0a1-5d26242c489f is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:17:33.701853 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-64280a70-fb84-49e8-996e-3c1b36f6d0bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 2fecca27-e8b3-4cb2-a0a1-5d26242c489f) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:33.706180 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64280a70-fb84-49e8-996e-3c1b36f6d0bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:33.706765 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-64280a70-fb84-49e8-996e-3c1b36f6d0bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:33.711066 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90028e65-6588-4738-92c1-c1e6dbf40653 None None] Network 2fecca27-e8b3-4cb2-a0a1-5d26242c489f requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:17:33.722391 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-64280a70-fb84-49e8-996e-3c1b36f6d0bb admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3199852 Nov 12 04:17:33.844861 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f02a505-7d35-47d3-8b53-b3d8b1ec2bcb None None] Network 2fecca27-e8b3-4cb2-a0a1-5d26242c489f requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:17:34.172474 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e3af5-1465-481e-8962-f84cdb30eefa req-d65ce32f-4a2e-4918-a709-9378309a456b tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:34.173939 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-068e3af5-1465-481e-8962-f84cdb30eefa req-d65ce32f-4a2e-4918-a709-9378309a456b tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/networks?id=2fecca27-e8b3-4cb2-a0a1-5d26242c489f HTTP/1.1" status: 200 len: 813 time: 0.1094649 Nov 12 04:17:34.188835 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-068e3af5-1465-481e-8962-f84cdb30eefa req-9331655f-3bca-4885-a847-189673443320 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/quotas/1c6389455edc46e8826e874262058ef4 HTTP/1.1" status: 200 len: 375 time: 0.0091767 Nov 12 04:17:34.226221 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-068e3af5-1465-481e-8962-f84cdb30eefa req-7917e99d-c668-4d6e-b02a-1adc984094de tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1c6389455edc46e8826e874262058ef4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320482 Nov 12 04:17:34.288886 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:34.397348 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-068e3af5-1465-481e-8962-f84cdb30eefa req-4dcc41ec-41f9-4540-98ad-6648cd6e2291 service neutron] 10.222.0.50 "GET /v2.0/networks/2fecca27-e8b3-4cb2-a0a1-5d26242c489f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292117 Nov 12 04:17:34.492444 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-068e3af5-1465-481e-8962-f84cdb30eefa req-4b4232aa-587c-40a1-a7d3-b879ccc9a60a service neutron] 10.222.0.50 "GET /v2.0/networks/2fecca27-e8b3-4cb2-a0a1-5d26242c489f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887911 Nov 12 04:17:34.659583 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b6a9ea19-2a66-432f-b206-a6c2f3ec7302 req-93a57139-1cbf-4a40-b8a0-29ce8a628014 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f9ec2e-5c32-4a23-a5c4-a82d9c18eb60 HTTP/1.1" status: 200 len: 210 time: 0.0275474 Nov 12 04:17:35.609224 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:35.801906 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f0f20e6a-6c72-4e66-80e2-0bc0e7f5020b req-a2138cdb-0b67-4f6b-9d9a-6b62142f206d tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f9ec2e-5c32-4a23-a5c4-a82d9c18eb60 HTTP/1.1" status: 200 len: 210 time: 0.0651419 Nov 12 04:17:35.848995 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e3af5-1465-481e-8962-f84cdb30eefa req-063e2f4e-23ef-4420-8716-940de02e0ea2 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:35.850605 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-068e3af5-1465-481e-8962-f84cdb30eefa req-063e2f4e-23ef-4420-8716-940de02e0ea2 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.74 "GET /v2.0/networks?id=2fecca27-e8b3-4cb2-a0a1-5d26242c489f HTTP/1.1" status: 200 len: 813 time: 0.1366880 Nov 12 04:17:35.869565 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-068e3af5-1465-481e-8962-f84cdb30eefa req-8ca6261b-5771-41f8-916b-42fe476274cc tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Request body: {'port': {'device_id': 'a1f9ec2e-5c32-4a23-a5c4-a82d9c18eb60', 'network_id': '2fecca27-e8b3-4cb2-a0a1-5d26242c489f', 'admin_state_up': True, 'tenant_id': '1c6389455edc46e8826e874262058ef4'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:35.977208 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-068e3af5-1465-481e-8962-f84cdb30eefa req-8ca6261b-5771-41f8-916b-42fe476274cc tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Made reservation on behalf of 1c6389455edc46e8826e874262058ef4 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:35.980604 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-068e3af5-1465-481e-8962-f84cdb30eefa req-8ca6261b-5771-41f8-916b-42fe476274cc tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:36.114288 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-068e3af5-1465-481e-8962-f84cdb30eefa req-8ca6261b-5771-41f8-916b-42fe476274cc tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Allocated IP 172.20.0.11 (2fecca27-e8b3-4cb2-a0a1-5d26242c489f/75edef6d-3b4f-4e57-a077-217e591b2331/69ba6a34-96c3-4f86-8bd8-92a7c58c212b) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:17:36.263494 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-068e3af5-1465-481e-8962-f84cdb30eefa req-8ca6261b-5771-41f8-916b-42fe476274cc tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:36.298459 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-068e3af5-1465-481e-8962-f84cdb30eefa req-8ca6261b-5771-41f8-916b-42fe476274cc tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:36.339131 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-068e3af5-1465-481e-8962-f84cdb30eefa req-8ca6261b-5771-41f8-916b-42fe476274cc tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Network 2fecca27-e8b3-4cb2-a0a1-5d26242c489f is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:17:36.344770 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-068e3af5-1465-481e-8962-f84cdb30eefa req-8ca6261b-5771-41f8-916b-42fe476274cc tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:36.348592 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-068e3af5-1465-481e-8962-f84cdb30eefa req-8ca6261b-5771-41f8-916b-42fe476274cc tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:17:36.386753 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca6261b-5771-41f8-916b-42fe476274cc tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Pushing event updated for resources: {'Port': ['ID=69ba6a34-96c3-4f86-8bd8-92a7c58c212b,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:36.416284 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e3af5-1465-481e-8962-f84cdb30eefa req-8ca6261b-5771-41f8-916b-42fe476274cc tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:36.417059 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-068e3af5-1465-481e-8962-f84cdb30eefa req-8ca6261b-5771-41f8-916b-42fe476274cc tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:36.433547 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-068e3af5-1465-481e-8962-f84cdb30eefa req-8ca6261b-5771-41f8-916b-42fe476274cc tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5677512 Nov 12 04:17:36.445393 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:36.449021 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [req-068e3af5-1465-481e-8962-f84cdb30eefa req-b9e2f8c5-e7ce-469d-ad48-fdb8d28fd71c tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:17:36.449966 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-068e3af5-1465-481e-8962-f84cdb30eefa req-b9e2f8c5-e7ce-469d-ad48-fdb8d28fd71c tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069942 Nov 12 04:17:36.463484 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-068e3af5-1465-481e-8962-f84cdb30eefa req-20e22d1d-19bc-411b-aaab-fef9b77745a4 service neutron] Request body: {'port': {'device_id': 'a1f9ec2e-5c32-4a23-a5c4-a82d9c18eb60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:36.522132 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-068e3af5-1465-481e-8962-f84cdb30eefa req-20e22d1d-19bc-411b-aaab-fef9b77745a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:36.787343 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-068e3af5-1465-481e-8962-f84cdb30eefa req-20e22d1d-19bc-411b-aaab-fef9b77745a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69ba6a34-96c3-4f86-8bd8-92a7c58c212b {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:17:36.794621 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-068e3af5-1465-481e-8962-f84cdb30eefa req-20e22d1d-19bc-411b-aaab-fef9b77745a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:36.808594 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-068e3af5-1465-481e-8962-f84cdb30eefa req-20e22d1d-19bc-411b-aaab-fef9b77745a4 service neutron] Transition to ACTIVE for port object 69ba6a34-96c3-4f86-8bd8-92a7c58c212b will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:17:36.812759 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-068e3af5-1465-481e-8962-f84cdb30eefa req-20e22d1d-19bc-411b-aaab-fef9b77745a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:36.866894 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e22d1d-19bc-411b-aaab-fef9b77745a4 service neutron] Pushing event updated for resources: {'Port': ['ID=69ba6a34-96c3-4f86-8bd8-92a7c58c212b,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:36.926517 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae61ff7-5054-46e8-a51d-3d03796c6f08 req-c9b5a1e0-d7f2-453a-86fd-65b34837e22b tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:36.928103 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dae61ff7-5054-46e8-a51d-3d03796c6f08 req-c9b5a1e0-d7f2-453a-86fd-65b34837e22b tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f9ec2e-5c32-4a23-a5c4-a82d9c18eb60 HTTP/1.1" status: 200 len: 944 time: 0.0507772 Nov 12 04:17:36.939302 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-068e3af5-1465-481e-8962-f84cdb30eefa req-20e22d1d-19bc-411b-aaab-fef9b77745a4 service neutron] Attempting to bind port 69ba6a34-96c3-4f86-8bd8-92a7c58c212b on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:17:36.939635 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-068e3af5-1465-481e-8962-f84cdb30eefa req-20e22d1d-19bc-411b-aaab-fef9b77745a4 service neutron] Attempting to bind port 69ba6a34-96c3-4f86-8bd8-92a7c58c212b by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '1c3ed53b-5b07-423d-a54c-b87c25f9bfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2fecca27-e8b3-4cb2-a0a1-5d26242c489f'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:17:36.939961 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068e3af5-1465-481e-8962-f84cdb30eefa req-20e22d1d-19bc-411b-aaab-fef9b77745a4 service neutron] Attempting to bind port 69ba6a34-96c3-4f86-8bd8-92a7c58c212b on network 2fecca27-e8b3-4cb2-a0a1-5d26242c489f {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:17:36.944801 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068e3af5-1465-481e-8962-f84cdb30eefa req-20e22d1d-19bc-411b-aaab-fef9b77745a4 service neutron] Port 69ba6a34-96c3-4f86-8bd8-92a7c58c212b on network 2fecca27-e8b3-4cb2-a0a1-5d26242c489f not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:17:36.945140 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068e3af5-1465-481e-8962-f84cdb30eefa req-20e22d1d-19bc-411b-aaab-fef9b77745a4 service neutron] Attempting to bind port 69ba6a34-96c3-4f86-8bd8-92a7c58c212b on network 2fecca27-e8b3-4cb2-a0a1-5d26242c489f {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:17:36.950123 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068e3af5-1465-481e-8962-f84cdb30eefa req-20e22d1d-19bc-411b-aaab-fef9b77745a4 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:17:36.950532 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068e3af5-1465-481e-8962-f84cdb30eefa req-20e22d1d-19bc-411b-aaab-fef9b77745a4 service neutron] Checking segment: {'id': '1c3ed53b-5b07-423d-a54c-b87c25f9bfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2fecca27-e8b3-4cb2-a0a1-5d26242c489f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:17:36.950904 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068e3af5-1465-481e-8962-f84cdb30eefa req-20e22d1d-19bc-411b-aaab-fef9b77745a4 service neutron] Bound using segment: {'id': '1c3ed53b-5b07-423d-a54c-b87c25f9bfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2fecca27-e8b3-4cb2-a0a1-5d26242c489f'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:17:36.951319 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-068e3af5-1465-481e-8962-f84cdb30eefa req-20e22d1d-19bc-411b-aaab-fef9b77745a4 service neutron] Bound port: 69ba6a34-96c3-4f86-8bd8-92a7c58c212b, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c3ed53b-5b07-423d-a54c-b87c25f9bfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2fecca27-e8b3-4cb2-a0a1-5d26242c489f'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:17:36.951664 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-068e3af5-1465-481e-8962-f84cdb30eefa req-20e22d1d-19bc-411b-aaab-fef9b77745a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:36.981937 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dae61ff7-5054-46e8-a51d-3d03796c6f08 req-6ca90edc-5604-4275-9308-98c9470ddae5 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/security-groups?id=6db9e599-ae84-4ca6-b391-507d846b5339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473714 Nov 12 04:17:37.014415 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-068e3af5-1465-481e-8962-f84cdb30eefa req-20e22d1d-19bc-411b-aaab-fef9b77745a4 service neutron] For port 69ba6a34-96c3-4f86-8bd8-92a7c58c212b, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:17:37.018209 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-068e3af5-1465-481e-8962-f84cdb30eefa req-20e22d1d-19bc-411b-aaab-fef9b77745a4 service neutron] For port 69ba6a34-96c3-4f86-8bd8-92a7c58c212b, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=69ba6a34-96c3-4f86-8bd8-92a7c58c212b,segment=NetworkSegment(1c3ed53b-5b07-423d-a54c-b87c25f9bfb5),segment_id=1c3ed53b-5b07-423d-a54c-b87c25f9bfb5)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:17:37.022510 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-068e3af5-1465-481e-8962-f84cdb30eefa req-20e22d1d-19bc-411b-aaab-fef9b77745a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:37.071085 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e3af5-1465-481e-8962-f84cdb30eefa req-20e22d1d-19bc-411b-aaab-fef9b77745a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:37.071704 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-068e3af5-1465-481e-8962-f84cdb30eefa req-20e22d1d-19bc-411b-aaab-fef9b77745a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:37.073297 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-068e3af5-1465-481e-8962-f84cdb30eefa req-20e22d1d-19bc-411b-aaab-fef9b77745a4 service neutron] 10.222.0.74 "PUT /v2.0/ports/69ba6a34-96c3-4f86-8bd8-92a7c58c212b HTTP/1.1" status: 200 len: 1093 time: 0.6136355 Nov 12 04:17:37.073834 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f9ec2e-5c32-4a23-a5c4-a82d9c18eb60', 'tag': '69ba6a34-96c3-4f86-8bd8-92a7c58c212b'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:17:37.076387 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6663d1d3f3c9eef7926d12034ee86df45d83a9b81db0163b8b39b36c8946953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e31b49-855b-49af-bdd7-8dfbe3096f7a" -d '{"events": [{"name": "network-changed", "server_uuid": "a1f9ec2e-5c32-4a23-a5c4-a82d9c18eb60", "tag": "69ba6a34-96c3-4f86-8bd8-92a7c58c212b"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:17:37.104547 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e22d1d-19bc-411b-aaab-fef9b77745a4 service neutron] Pushing event updated for resources: {'Port': ['ID=69ba6a34-96c3-4f86-8bd8-92a7c58c212b,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:37.130117 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098e5f87-063b-4fb9-923d-9a81f2d023e0 x-openstack-request-id: req-098e5f87-063b-4fb9-923d-9a81f2d023e0 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:17:37.130407 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1f9ec2e-5c32-4a23-a5c4-a82d9c18eb60", "tag": "69ba6a34-96c3-4f86-8bd8-92a7c58c212b", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:17:37.130657 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-098e5f87-063b-4fb9-923d-9a81f2d023e0 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:17:37.131050 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1f9ec2e-5c32-4a23-a5c4-a82d9c18eb60', 'tag': '69ba6a34-96c3-4f86-8bd8-92a7c58c212b', 'status': 'completed', 'code': 200} Nov 12 04:17:37.165622 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e3af5-1465-481e-8962-f84cdb30eefa req-b463106c-9d0a-44ec-b467-cb0a88296ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:37.167105 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-068e3af5-1465-481e-8962-f84cdb30eefa req-b463106c-9d0a-44ec-b467-cb0a88296ef2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1c6389455edc46e8826e874262058ef4&device_id=a1f9ec2e-5c32-4a23-a5c4-a82d9c18eb60 HTTP/1.1" status: 200 len: 1096 time: 0.0476499 Nov 12 04:17:37.211042 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-068e3af5-1465-481e-8962-f84cdb30eefa req-4c300683-875a-4c03-8641-c35727fb3f34 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69ba6a34-96c3-4f86-8bd8-92a7c58c212b HTTP/1.1" status: 200 len: 217 time: 0.0345120 Nov 12 04:17:37.266901 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e3af5-1465-481e-8962-f84cdb30eefa req-6600b121-f86e-4c55-b5da-f758560dffe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:37.268327 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-068e3af5-1465-481e-8962-f84cdb30eefa req-6600b121-f86e-4c55-b5da-f758560dffe8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=75edef6d-3b4f-4e57-a077-217e591b2331 HTTP/1.1" status: 200 len: 853 time: 0.0435119 Nov 12 04:17:37.300689 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-068e3af5-1465-481e-8962-f84cdb30eefa req-d704d247-eee9-4a4f-962b-0241d6870577 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2fecca27-e8b3-4cb2-a0a1-5d26242c489f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237250 Nov 12 04:17:37.403434 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-068e3af5-1465-481e-8962-f84cdb30eefa req-5234784c-1d9c-4e94-bb7b-6ba0a0a6cd6b service neutron] 10.222.0.74 "GET /v2.0/networks/2fecca27-e8b3-4cb2-a0a1-5d26242c489f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948491 Nov 12 04:17:37.521729 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-068e3af5-1465-481e-8962-f84cdb30eefa req-1ed088d0-c80b-4ae8-8f69-ea2d60d3ea2d service neutron] 10.222.0.74 "GET /v2.0/networks/2fecca27-e8b3-4cb2-a0a1-5d26242c489f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106727 Nov 12 04:17:37.614667 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e31b49-855b-49af-bdd7-8dfbe3096f7a req-f69e7282-aff7-4800-b70c-13ab13943412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:37.616199 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e6e31b49-855b-49af-bdd7-8dfbe3096f7a req-f69e7282-aff7-4800-b70c-13ab13943412 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1c6389455edc46e8826e874262058ef4&device_id=a1f9ec2e-5c32-4a23-a5c4-a82d9c18eb60 HTTP/1.1" status: 200 len: 1096 time: 0.0422606 Nov 12 04:17:37.706174 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e31b49-855b-49af-bdd7-8dfbe3096f7a req-95ebd423-e7e0-45da-b20c-a3c61214da92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:37.707568 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e6e31b49-855b-49af-bdd7-8dfbe3096f7a req-95ebd423-e7e0-45da-b20c-a3c61214da92 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2fecca27-e8b3-4cb2-a0a1-5d26242c489f HTTP/1.1" status: 200 len: 914 time: 0.0844123 Nov 12 04:17:37.753439 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e6e31b49-855b-49af-bdd7-8dfbe3096f7a req-3b1a9275-8a79-40df-aa01-9e8042e61e10 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69ba6a34-96c3-4f86-8bd8-92a7c58c212b HTTP/1.1" status: 200 len: 217 time: 0.0380969 Nov 12 04:17:37.802654 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e31b49-855b-49af-bdd7-8dfbe3096f7a req-05fd8db4-4e22-4175-ab65-bacba4550455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:37.804123 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e6e31b49-855b-49af-bdd7-8dfbe3096f7a req-05fd8db4-4e22-4175-ab65-bacba4550455 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=75edef6d-3b4f-4e57-a077-217e591b2331 HTTP/1.1" status: 200 len: 853 time: 0.0431387 Nov 12 04:17:37.836890 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e6e31b49-855b-49af-bdd7-8dfbe3096f7a req-7791bfea-4571-4420-a197-842f3838d89c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2fecca27-e8b3-4cb2-a0a1-5d26242c489f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248156 Nov 12 04:17:37.931744 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e6e31b49-855b-49af-bdd7-8dfbe3096f7a req-a7bef4cd-9dfa-4c48-9129-be07e8add7cd service neutron] 10.222.0.74 "GET /v2.0/networks/2fecca27-e8b3-4cb2-a0a1-5d26242c489f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859668 Nov 12 04:17:38.022008 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e6e31b49-855b-49af-bdd7-8dfbe3096f7a req-4521d263-be85-49f1-a645-7608ab75b60d service neutron] 10.222.0.74 "GET /v2.0/networks/2fecca27-e8b3-4cb2-a0a1-5d26242c489f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834200 Nov 12 04:17:38.099011 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e2b2a-bfd1-42fc-a137-a57713a98822 req-6f226ce8-6b9a-40cd-873c-c45254250dde tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:38.100493 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-373e2b2a-bfd1-42fc-a137-a57713a98822 req-6f226ce8-6b9a-40cd-873c-c45254250dde tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f9ec2e-5c32-4a23-a5c4-a82d9c18eb60 HTTP/1.1" status: 200 len: 944 time: 0.0487375 Nov 12 04:17:38.148290 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-373e2b2a-bfd1-42fc-a137-a57713a98822 req-ee2e8414-9d9a-43e2-a47c-1032e7ab7c55 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/security-groups?id=6db9e599-ae84-4ca6-b391-507d846b5339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417752 Nov 12 04:17:39.198491 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:39.274071 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d03726-7aed-46d0-b842-7c67319ad38e req-ea122897-a8d5-4f42-b999-c041dc7c2c3b tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:39.275568 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b6d03726-7aed-46d0-b842-7c67319ad38e req-ea122897-a8d5-4f42-b999-c041dc7c2c3b tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f9ec2e-5c32-4a23-a5c4-a82d9c18eb60 HTTP/1.1" status: 200 len: 944 time: 0.0562618 Nov 12 04:17:39.324942 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b6d03726-7aed-46d0-b842-7c67319ad38e req-79ad80d8-41d0-431a-9a06-3ff357cf1ce9 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/security-groups?id=6db9e599-ae84-4ca6-b391-507d846b5339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428226 Nov 12 04:17:40.444549 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c574ba-8265-4cf6-a803-b86d94bddf6a req-70d54729-9d84-4640-b6f6-58de8e6609eb tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:40.446004 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-37c574ba-8265-4cf6-a803-b86d94bddf6a req-70d54729-9d84-4640-b6f6-58de8e6609eb tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f9ec2e-5c32-4a23-a5c4-a82d9c18eb60 HTTP/1.1" status: 200 len: 944 time: 0.0514746 Nov 12 04:17:40.493193 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-37c574ba-8265-4cf6-a803-b86d94bddf6a req-1be088f9-e5db-4c62-a8ee-bc235deaf13b tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/security-groups?id=6db9e599-ae84-4ca6-b391-507d846b5339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411320 Nov 12 04:17:40.638374 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 69ba6a34-96c3-4f86-8bd8-92a7c58c212b details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:17:40.756024 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 69ba6a34-96c3-4f86-8bd8-92a7c58c212b, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=69ba6a34-96c3-4f86-8bd8-92a7c58c212b,segment=NetworkSegment(1c3ed53b-5b07-423d-a54c-b87c25f9bfb5),segment_id=1c3ed53b-5b07-423d-a54c-b87c25f9bfb5)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:40.768641 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '69ba6a34-96c3-4f86-8bd8-92a7c58c212b', 'network_id': '2fecca27-e8b3-4cb2-a0a1-5d26242c489f', 'port_id': '69ba6a34-96c3-4f86-8bd8-92a7c58c212b', 'mac_address': 'fa:16:3e:e3:cb:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75edef6d-3b4f-4e57-a077-217e591b2331', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:17:40.807417 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:40.821088 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69ba6a34-96c3-4f86-8bd8-92a7c58c212b {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:17:40.841438 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 69ba6a34-96c3-4f86-8bd8-92a7c58c212b, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=69ba6a34-96c3-4f86-8bd8-92a7c58c212b,segment=NetworkSegment(1c3ed53b-5b07-423d-a54c-b87c25f9bfb5),segment_id=1c3ed53b-5b07-423d-a54c-b87c25f9bfb5)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:40.845877 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:40.893060 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=69ba6a34-96c3-4f86-8bd8-92a7c58c212b,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:41.073690 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['69ba6a34-96c3-4f86-8bd8-92a7c58c212b'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:17:41.609020 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77dd8c8-e0fb-4f85-840f-33f784491368 req-8ddd2b73-6f49-4241-9a5f-7fe318a2ffd6 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:41.610615 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b77dd8c8-e0fb-4f85-840f-33f784491368 req-8ddd2b73-6f49-4241-9a5f-7fe318a2ffd6 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f9ec2e-5c32-4a23-a5c4-a82d9c18eb60 HTTP/1.1" status: 200 len: 945 time: 0.0496199 Nov 12 04:17:41.658976 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b77dd8c8-e0fb-4f85-840f-33f784491368 req-23e6ee83-3d2e-499d-9409-b518dc83fe9c tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/security-groups?id=6db9e599-ae84-4ca6-b391-507d846b5339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423274 Nov 12 04:17:42.652743 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 69ba6a34-96c3-4f86-8bd8-92a7c58c212b up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:17:42.701952 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 69ba6a34-96c3-4f86-8bd8-92a7c58c212b completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:17:42.706756 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 69ba6a34-96c3-4f86-8bd8-92a7c58c212b triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:42.707132 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:42.783481 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae126f17-98ff-4826-8671-bf27f9e28acb req-bb317b1f-efab-4c7a-91ab-44b44fd54cc3 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:42.784976 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ae126f17-98ff-4826-8671-bf27f9e28acb req-bb317b1f-efab-4c7a-91ab-44b44fd54cc3 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f9ec2e-5c32-4a23-a5c4-a82d9c18eb60 HTTP/1.1" status: 200 len: 945 time: 0.0549428 Nov 12 04:17:42.788342 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:42.812151 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f9ec2e-5c32-4a23-a5c4-a82d9c18eb60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ba6a34-96c3-4f86-8bd8-92a7c58c212b'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:17:42.814407 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b6ddd3dcdf33591bed50c5a7e661b8bd9e6bfa45082c02e2ff7a95d810a3d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a7aa9d-4877-4f33-80a7-e4cc260b58b2" -d '{"events": [{"server_uuid": "a1f9ec2e-5c32-4a23-a5c4-a82d9c18eb60", "name": "network-vif-plugged", "status": "completed", "tag": "69ba6a34-96c3-4f86-8bd8-92a7c58c212b"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:17:42.826876 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 69ba6a34-96c3-4f86-8bd8-92a7c58c212b, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=69ba6a34-96c3-4f86-8bd8-92a7c58c212b,segment=NetworkSegment(1c3ed53b-5b07-423d-a54c-b87c25f9bfb5),segment_id=1c3ed53b-5b07-423d-a54c-b87c25f9bfb5)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:42.832211 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:42.839875 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ae126f17-98ff-4826-8671-bf27f9e28acb req-44aa948f-7092-45d3-a2b0-696ddd9b55e5 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/security-groups?id=6db9e599-ae84-4ca6-b391-507d846b5339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481050 Nov 12 04:17:42.869604 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d86d67e-969d-4751-81cb-4da5fc7b83a1 x-openstack-request-id: req-8d86d67e-969d-4751-81cb-4da5fc7b83a1 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:17:42.869897 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f9ec2e-5c32-4a23-a5c4-a82d9c18eb60", "name": "network-vif-plugged", "status": "completed", "tag": "69ba6a34-96c3-4f86-8bd8-92a7c58c212b", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:17:42.870151 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8d86d67e-969d-4751-81cb-4da5fc7b83a1 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:17:42.870550 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f9ec2e-5c32-4a23-a5c4-a82d9c18eb60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ba6a34-96c3-4f86-8bd8-92a7c58c212b', 'code': 200} Nov 12 04:17:42.882572 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=69ba6a34-96c3-4f86-8bd8-92a7c58c212b,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:42.973998 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0aa57f-e0ee-4a37-9265-259dfb763910 req-3ad69e5c-4914-4476-a11a-8433123da9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:42.975389 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dd0aa57f-e0ee-4a37-9265-259dfb763910 req-3ad69e5c-4914-4476-a11a-8433123da9d0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a1f9ec2e-5c32-4a23-a5c4-a82d9c18eb60 HTTP/1.1" status: 200 len: 1098 time: 0.0404267 Nov 12 04:17:43.026047 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dd0aa57f-e0ee-4a37-9265-259dfb763910 req-7797ba83-4f07-45e3-aa5c-29b9c6ca18b3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6db9e599-ae84-4ca6-b391-507d846b5339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406294 Nov 12 04:17:43.956535 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b5849-1149-4a65-b1e2-152cbf8cef65 req-37590535-f684-4903-88ef-8c36f2e1022f tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:43.958011 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6f1b5849-1149-4a65-b1e2-152cbf8cef65 req-37590535-f684-4903-88ef-8c36f2e1022f tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f9ec2e-5c32-4a23-a5c4-a82d9c18eb60 HTTP/1.1" status: 200 len: 946 time: 0.0498888 Nov 12 04:17:44.005529 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6f1b5849-1149-4a65-b1e2-152cbf8cef65 req-5bd874e7-a980-4522-96ba-5bab93e18ae8 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/security-groups?id=6db9e599-ae84-4ca6-b391-507d846b5339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415149 Nov 12 04:17:45.125427 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834eac0e-2a64-42f8-bb4b-a81dcefd1aee req-a27c37f1-6cef-4d4e-ba00-18aa3f8d975f tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:45.126907 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-834eac0e-2a64-42f8-bb4b-a81dcefd1aee req-a27c37f1-6cef-4d4e-ba00-18aa3f8d975f tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f9ec2e-5c32-4a23-a5c4-a82d9c18eb60 HTTP/1.1" status: 200 len: 946 time: 0.0498068 Nov 12 04:17:45.173902 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-834eac0e-2a64-42f8-bb4b-a81dcefd1aee req-8f6733dc-960b-4d50-91d5-10007236838b tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/security-groups?id=6db9e599-ae84-4ca6-b391-507d846b5339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411005 Nov 12 04:17:45.413638 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-56b4c7d9-0fe6-4824-afac-0d29b5c97f3e tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:45.415464 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-56b4c7d9-0fe6-4824-afac-0d29b5c97f3e tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/networks?id=2fecca27-e8b3-4cb2-a0a1-5d26242c489f HTTP/1.1" status: 200 len: 813 time: 0.1068540 Nov 12 04:17:45.430569 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-2d4d7edf-4bdf-4ec9-bf66-14c299f6e35a tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/quotas/1c6389455edc46e8826e874262058ef4 HTTP/1.1" status: 200 len: 375 time: 0.0097184 Nov 12 04:17:45.482034 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-d53db174-d2a2-48bd-97da-2ef35b5f7597 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1c6389455edc46e8826e874262058ef4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0457940 Nov 12 04:17:45.653560 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-fea6e829-fd54-41f3-abd3-1a941350a124 service neutron] 10.222.0.50 "GET /v2.0/networks/2fecca27-e8b3-4cb2-a0a1-5d26242c489f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291366 Nov 12 04:17:45.749056 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-f4443f9a-1cf1-43ad-85a9-6ed08af659b8 service neutron] 10.222.0.50 "GET /v2.0/networks/2fecca27-e8b3-4cb2-a0a1-5d26242c489f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887902 Nov 12 04:17:45.908370 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-df9838ca-a488-4e5d-ad34-2c236bcadcbc req-0693fc63-0587-4901-ad53-6b5d5e1f87ca tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac44b43e-287d-43f4-9bc6-33441a85b7a3 HTTP/1.1" status: 200 len: 210 time: 0.0278883 Nov 12 04:17:47.026945 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-22902a6b-b8dd-49a4-8140-cff95af934ca req-8ef9f0e2-0fb4-4d33-b4a9-7f165b52c7f2 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac44b43e-287d-43f4-9bc6-33441a85b7a3 HTTP/1.1" status: 200 len: 210 time: 0.0410311 Nov 12 04:17:47.052818 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-72daddc2-60bd-4d31-8981-2b34d72fb77d tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:47.054258 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-72daddc2-60bd-4d31-8981-2b34d72fb77d tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.90 "GET /v2.0/networks?id=2fecca27-e8b3-4cb2-a0a1-5d26242c489f HTTP/1.1" status: 200 len: 813 time: 0.1449759 Nov 12 04:17:47.101013 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-3f1c628f-d407-4bc5-beb9-e89d49bf43f3 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Request body: {'port': {'device_id': 'ac44b43e-287d-43f4-9bc6-33441a85b7a3', 'network_id': '2fecca27-e8b3-4cb2-a0a1-5d26242c489f', 'admin_state_up': True, 'tenant_id': '1c6389455edc46e8826e874262058ef4'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:47.209656 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-3f1c628f-d407-4bc5-beb9-e89d49bf43f3 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Made reservation on behalf of 1c6389455edc46e8826e874262058ef4 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:47.213309 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-3f1c628f-d407-4bc5-beb9-e89d49bf43f3 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:47.340490 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-3f1c628f-d407-4bc5-beb9-e89d49bf43f3 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Allocated IP 172.20.0.12 (2fecca27-e8b3-4cb2-a0a1-5d26242c489f/75edef6d-3b4f-4e57-a077-217e591b2331/0ab4a259-7f1c-465d-a05b-97b52df5e24d) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:17:47.492437 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-3f1c628f-d407-4bc5-beb9-e89d49bf43f3 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:47.526732 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-3f1c628f-d407-4bc5-beb9-e89d49bf43f3 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:47.539880 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['69ba6a34-96c3-4f86-8bd8-92a7c58c212b'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:17:47.571777 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-3f1c628f-d407-4bc5-beb9-e89d49bf43f3 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Network 2fecca27-e8b3-4cb2-a0a1-5d26242c489f is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:17:47.575071 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-3f1c628f-d407-4bc5-beb9-e89d49bf43f3 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:47.579664 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-3f1c628f-d407-4bc5-beb9-e89d49bf43f3 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:17:47.603812 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c628f-d407-4bc5-beb9-e89d49bf43f3 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Pushing event updated for resources: {'Port': ['ID=0ab4a259-7f1c-465d-a05b-97b52df5e24d,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:47.616817 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1c628f-d407-4bc5-beb9-e89d49bf43f3 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:47.617163 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1c628f-d407-4bc5-beb9-e89d49bf43f3 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:47.617506 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1c628f-d407-4bc5-beb9-e89d49bf43f3 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:47.617845 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1c628f-d407-4bc5-beb9-e89d49bf43f3 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:47.618180 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1c628f-d407-4bc5-beb9-e89d49bf43f3 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:47.618512 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1c628f-d407-4bc5-beb9-e89d49bf43f3 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:47.618840 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1c628f-d407-4bc5-beb9-e89d49bf43f3 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:47.619166 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1c628f-d407-4bc5-beb9-e89d49bf43f3 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:47.619491 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1c628f-d407-4bc5-beb9-e89d49bf43f3 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:47.619813 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1c628f-d407-4bc5-beb9-e89d49bf43f3 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:47.620165 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1c628f-d407-4bc5-beb9-e89d49bf43f3 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:47.620492 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1c628f-d407-4bc5-beb9-e89d49bf43f3 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:47.649077 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-3f1c628f-d407-4bc5-beb9-e89d49bf43f3 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:47.649682 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-3f1c628f-d407-4bc5-beb9-e89d49bf43f3 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:47.667247 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-3f1c628f-d407-4bc5-beb9-e89d49bf43f3 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5697362 Nov 12 04:17:47.685494 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-94753dd9-0508-4bda-afec-bd866f62c56d service neutron] Request body: {'port': {'device_id': 'ac44b43e-287d-43f4-9bc6-33441a85b7a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:47.740029 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-94753dd9-0508-4bda-afec-bd866f62c56d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:48.004001 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-94753dd9-0508-4bda-afec-bd866f62c56d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ab4a259-7f1c-465d-a05b-97b52df5e24d {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:17:48.011558 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-94753dd9-0508-4bda-afec-bd866f62c56d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:48.024044 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-94753dd9-0508-4bda-afec-bd866f62c56d service neutron] Transition to ACTIVE for port object 0ab4a259-7f1c-465d-a05b-97b52df5e24d will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:17:48.028044 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-94753dd9-0508-4bda-afec-bd866f62c56d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:48.084820 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94753dd9-0508-4bda-afec-bd866f62c56d service neutron] Pushing event updated for resources: {'Port': ['ID=0ab4a259-7f1c-465d-a05b-97b52df5e24d,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:48.153109 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26561bf0-adc4-4e44-b0c4-ad8fd5b1fcac req-d260d2fe-3917-4ad4-83b8-4a03fabc9a8e tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:48.154007 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-94753dd9-0508-4bda-afec-bd866f62c56d service neutron] Attempting to bind port 0ab4a259-7f1c-465d-a05b-97b52df5e24d on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:17:48.154345 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-94753dd9-0508-4bda-afec-bd866f62c56d service neutron] Attempting to bind port 0ab4a259-7f1c-465d-a05b-97b52df5e24d by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '1c3ed53b-5b07-423d-a54c-b87c25f9bfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2fecca27-e8b3-4cb2-a0a1-5d26242c489f'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:17:48.154572 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26561bf0-adc4-4e44-b0c4-ad8fd5b1fcac req-d260d2fe-3917-4ad4-83b8-4a03fabc9a8e tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac44b43e-287d-43f4-9bc6-33441a85b7a3 HTTP/1.1" status: 200 len: 944 time: 0.0499699 Nov 12 04:17:48.154715 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-94753dd9-0508-4bda-afec-bd866f62c56d service neutron] Attempting to bind port 0ab4a259-7f1c-465d-a05b-97b52df5e24d on network 2fecca27-e8b3-4cb2-a0a1-5d26242c489f {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:17:48.159283 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-94753dd9-0508-4bda-afec-bd866f62c56d service neutron] Port 0ab4a259-7f1c-465d-a05b-97b52df5e24d on network 2fecca27-e8b3-4cb2-a0a1-5d26242c489f not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:17:48.159600 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-94753dd9-0508-4bda-afec-bd866f62c56d service neutron] Attempting to bind port 0ab4a259-7f1c-465d-a05b-97b52df5e24d on network 2fecca27-e8b3-4cb2-a0a1-5d26242c489f {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:17:48.164826 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-94753dd9-0508-4bda-afec-bd866f62c56d service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:17:48.165161 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-94753dd9-0508-4bda-afec-bd866f62c56d service neutron] Checking segment: {'id': '1c3ed53b-5b07-423d-a54c-b87c25f9bfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2fecca27-e8b3-4cb2-a0a1-5d26242c489f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:17:48.165540 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-94753dd9-0508-4bda-afec-bd866f62c56d service neutron] Bound using segment: {'id': '1c3ed53b-5b07-423d-a54c-b87c25f9bfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2fecca27-e8b3-4cb2-a0a1-5d26242c489f'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:17:48.165966 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-94753dd9-0508-4bda-afec-bd866f62c56d service neutron] Bound port: 0ab4a259-7f1c-465d-a05b-97b52df5e24d, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c3ed53b-5b07-423d-a54c-b87c25f9bfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2fecca27-e8b3-4cb2-a0a1-5d26242c489f'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:17:48.166320 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-94753dd9-0508-4bda-afec-bd866f62c56d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:48.207432 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-26561bf0-adc4-4e44-b0c4-ad8fd5b1fcac req-ddfc6454-139f-40f1-8c2b-9e26577ce08d tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/security-groups?id=6db9e599-ae84-4ca6-b391-507d846b5339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466049 Nov 12 04:17:48.230012 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-94753dd9-0508-4bda-afec-bd866f62c56d service neutron] For port 0ab4a259-7f1c-465d-a05b-97b52df5e24d, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:17:48.233207 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-94753dd9-0508-4bda-afec-bd866f62c56d service neutron] For port 0ab4a259-7f1c-465d-a05b-97b52df5e24d, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=0ab4a259-7f1c-465d-a05b-97b52df5e24d,segment=NetworkSegment(1c3ed53b-5b07-423d-a54c-b87c25f9bfb5),segment_id=1c3ed53b-5b07-423d-a54c-b87c25f9bfb5)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:17:48.238118 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-94753dd9-0508-4bda-afec-bd866f62c56d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:48.273337 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-94753dd9-0508-4bda-afec-bd866f62c56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:48.274406 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-94753dd9-0508-4bda-afec-bd866f62c56d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:48.275797 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-94753dd9-0508-4bda-afec-bd866f62c56d service neutron] 10.222.0.90 "PUT /v2.0/ports/0ab4a259-7f1c-465d-a05b-97b52df5e24d HTTP/1.1" status: 200 len: 1093 time: 0.5949588 Nov 12 04:17:48.278326 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac44b43e-287d-43f4-9bc6-33441a85b7a3', 'tag': '0ab4a259-7f1c-465d-a05b-97b52df5e24d'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:17:48.280631 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c174c990332584687cba245f58d77d589c2fb4d31e1df7b34358bbebc3c39c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a263aa0c-8ee1-41da-a328-c39837e5e93d" -d '{"events": [{"name": "network-changed", "server_uuid": "ac44b43e-287d-43f4-9bc6-33441a85b7a3", "tag": "0ab4a259-7f1c-465d-a05b-97b52df5e24d"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:17:48.311052 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94753dd9-0508-4bda-afec-bd866f62c56d service neutron] Pushing event updated for resources: {'Port': ['ID=0ab4a259-7f1c-465d-a05b-97b52df5e24d,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:48.320216 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5d0d05-a355-4c78-a660-04ae99121652 x-openstack-request-id: req-bf5d0d05-a355-4c78-a660-04ae99121652 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:17:48.320502 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac44b43e-287d-43f4-9bc6-33441a85b7a3", "tag": "0ab4a259-7f1c-465d-a05b-97b52df5e24d", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:17:48.320762 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bf5d0d05-a355-4c78-a660-04ae99121652 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:17:48.321166 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac44b43e-287d-43f4-9bc6-33441a85b7a3', 'tag': '0ab4a259-7f1c-465d-a05b-97b52df5e24d', 'status': 'completed', 'code': 200} Nov 12 04:17:48.392688 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-030f1683-59b6-4a36-911d-d6856eb137ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:48.394177 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-030f1683-59b6-4a36-911d-d6856eb137ef service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1c6389455edc46e8826e874262058ef4&device_id=ac44b43e-287d-43f4-9bc6-33441a85b7a3 HTTP/1.1" status: 200 len: 1096 time: 0.0428088 Nov 12 04:17:48.448480 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-e83dd510-dfbe-46dc-827c-7f4b9a479861 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ab4a259-7f1c-465d-a05b-97b52df5e24d HTTP/1.1" status: 200 len: 217 time: 0.0352631 Nov 12 04:17:48.501635 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-17ac467f-4b6a-4981-b7ff-93e560d317e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:48.503036 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-17ac467f-4b6a-4981-b7ff-93e560d317e4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=75edef6d-3b4f-4e57-a077-217e591b2331 HTTP/1.1" status: 200 len: 853 time: 0.0472779 Nov 12 04:17:48.536916 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-e74f1cd3-195d-42c8-9a97-a58f94c73c42 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2fecca27-e8b3-4cb2-a0a1-5d26242c489f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243194 Nov 12 04:17:48.608143 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:48.630631 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-a5cc1f30-4e91-4ba7-9fa2-3601b12bcdb6 service neutron] 10.222.0.90 "GET /v2.0/networks/2fecca27-e8b3-4cb2-a0a1-5d26242c489f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834794 Nov 12 04:17:48.724140 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e674ca26-11b6-40b7-9c4e-6dbe59910796 req-6e4f7188-3720-42b1-8e4d-8aae26860b08 service neutron] 10.222.0.90 "GET /v2.0/networks/2fecca27-e8b3-4cb2-a0a1-5d26242c489f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847847 Nov 12 04:17:48.862212 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263aa0c-8ee1-41da-a328-c39837e5e93d req-d5ee207a-e04b-4d47-ae4f-502a99f6d0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:48.863644 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a263aa0c-8ee1-41da-a328-c39837e5e93d req-d5ee207a-e04b-4d47-ae4f-502a99f6d0e9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1c6389455edc46e8826e874262058ef4&device_id=ac44b43e-287d-43f4-9bc6-33441a85b7a3 HTTP/1.1" status: 200 len: 1096 time: 0.0425839 Nov 12 04:17:48.960321 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263aa0c-8ee1-41da-a328-c39837e5e93d req-c5e594eb-39c6-4344-8085-992712a231da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:48.961781 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a263aa0c-8ee1-41da-a328-c39837e5e93d req-c5e594eb-39c6-4344-8085-992712a231da service neutron] 10.222.0.90 "GET /v2.0/networks?id=2fecca27-e8b3-4cb2-a0a1-5d26242c489f HTTP/1.1" status: 200 len: 914 time: 0.0905445 Nov 12 04:17:49.006184 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a263aa0c-8ee1-41da-a328-c39837e5e93d req-15470d55-8e51-4637-bfb7-bc7cb2af0a51 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ab4a259-7f1c-465d-a05b-97b52df5e24d HTTP/1.1" status: 200 len: 217 time: 0.0353403 Nov 12 04:17:49.057103 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263aa0c-8ee1-41da-a328-c39837e5e93d req-a8b90a64-9197-4650-bc40-570026e264f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:49.058547 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a263aa0c-8ee1-41da-a328-c39837e5e93d req-a8b90a64-9197-4650-bc40-570026e264f2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=75edef6d-3b4f-4e57-a077-217e591b2331 HTTP/1.1" status: 200 len: 853 time: 0.0427744 Nov 12 04:17:49.100430 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a263aa0c-8ee1-41da-a328-c39837e5e93d req-dafb8854-033c-45bf-9fee-08d0567414c1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2fecca27-e8b3-4cb2-a0a1-5d26242c489f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329037 Nov 12 04:17:49.194737 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a263aa0c-8ee1-41da-a328-c39837e5e93d req-6ece4ab4-b048-4d41-a672-4043434df19d service neutron] 10.222.0.90 "GET /v2.0/networks/2fecca27-e8b3-4cb2-a0a1-5d26242c489f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870032 Nov 12 04:17:49.298711 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a263aa0c-8ee1-41da-a328-c39837e5e93d req-c9d4ce2b-ebee-4cf6-b562-138b4cfd1239 service neutron] 10.222.0.90 "GET /v2.0/networks/2fecca27-e8b3-4cb2-a0a1-5d26242c489f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945735 Nov 12 04:17:49.329962 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104cb614-c1b2-4fbc-923d-51df386907e4 req-0167601b-33d4-4662-a3c8-d8f0df19980b tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:49.331570 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-104cb614-c1b2-4fbc-923d-51df386907e4 req-0167601b-33d4-4662-a3c8-d8f0df19980b tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac44b43e-287d-43f4-9bc6-33441a85b7a3 HTTP/1.1" status: 200 len: 944 time: 0.0517271 Nov 12 04:17:49.380936 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-104cb614-c1b2-4fbc-923d-51df386907e4 req-e40393c6-9a00-4620-94db-e57554e23f0e tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/security-groups?id=6db9e599-ae84-4ca6-b391-507d846b5339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432568 Nov 12 04:17:50.511451 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbaf89d-697c-42e5-9cfd-ed3158720ab4 req-ce6a5799-9a14-4639-9404-3ed0bfd7fc2f tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:50.512965 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fbbaf89d-697c-42e5-9cfd-ed3158720ab4 req-ce6a5799-9a14-4639-9404-3ed0bfd7fc2f tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac44b43e-287d-43f4-9bc6-33441a85b7a3 HTTP/1.1" status: 200 len: 944 time: 0.0496933 Nov 12 04:17:50.562758 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fbbaf89d-697c-42e5-9cfd-ed3158720ab4 req-f1ad5c64-85b6-4c94-a9ff-c75098ecab7e tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/security-groups?id=6db9e599-ae84-4ca6-b391-507d846b5339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425467 Nov 12 04:17:51.476521 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 0ab4a259-7f1c-465d-a05b-97b52df5e24d details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:17:51.574543 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 0ab4a259-7f1c-465d-a05b-97b52df5e24d, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=0ab4a259-7f1c-465d-a05b-97b52df5e24d,segment=NetworkSegment(1c3ed53b-5b07-423d-a54c-b87c25f9bfb5),segment_id=1c3ed53b-5b07-423d-a54c-b87c25f9bfb5)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:51.585838 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '0ab4a259-7f1c-465d-a05b-97b52df5e24d', 'network_id': '2fecca27-e8b3-4cb2-a0a1-5d26242c489f', 'port_id': '0ab4a259-7f1c-465d-a05b-97b52df5e24d', 'mac_address': 'fa:16:3e:d4:67:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75edef6d-3b4f-4e57-a077-217e591b2331', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:17:51.626070 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:51.644417 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ab4a259-7f1c-465d-a05b-97b52df5e24d {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:17:51.664211 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 0ab4a259-7f1c-465d-a05b-97b52df5e24d, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=0ab4a259-7f1c-465d-a05b-97b52df5e24d,segment=NetworkSegment(1c3ed53b-5b07-423d-a54c-b87c25f9bfb5),segment_id=1c3ed53b-5b07-423d-a54c-b87c25f9bfb5)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:51.669182 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:51.686511 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f48a6e-54fc-4888-bf9f-841ef0b4e097 req-ea98ea53-85b3-43a5-8e85-48f05c7e1782 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:51.688019 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a6f48a6e-54fc-4888-bf9f-841ef0b4e097 req-ea98ea53-85b3-43a5-8e85-48f05c7e1782 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac44b43e-287d-43f4-9bc6-33441a85b7a3 HTTP/1.1" status: 200 len: 944 time: 0.0532441 Nov 12 04:17:51.718615 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=0ab4a259-7f1c-465d-a05b-97b52df5e24d,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:51.736635 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a6f48a6e-54fc-4888-bf9f-841ef0b4e097 req-23163916-9014-4792-86ac-5fbdc1379272 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/security-groups?id=6db9e599-ae84-4ca6-b391-507d846b5339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426154 Nov 12 04:17:51.962514 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['0ab4a259-7f1c-465d-a05b-97b52df5e24d'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:17:52.855684 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4cae1-6db0-4546-8426-b9dafce26d31 req-ef83f1cf-0a04-4c1e-b091-69113ebe14b6 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:52.857215 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3ac4cae1-6db0-4546-8426-b9dafce26d31 req-ef83f1cf-0a04-4c1e-b091-69113ebe14b6 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac44b43e-287d-43f4-9bc6-33441a85b7a3 HTTP/1.1" status: 200 len: 945 time: 0.0502977 Nov 12 04:17:52.909584 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3ac4cae1-6db0-4546-8426-b9dafce26d31 req-99addc61-4ac9-48b1-83d2-03686be91e97 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/security-groups?id=6db9e599-ae84-4ca6-b391-507d846b5339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464265 Nov 12 04:17:53.494310 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 0ab4a259-7f1c-465d-a05b-97b52df5e24d up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:17:53.544685 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 0ab4a259-7f1c-465d-a05b-97b52df5e24d completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:17:53.549371 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 0ab4a259-7f1c-465d-a05b-97b52df5e24d triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:53.549736 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:53.625431 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:53.648776 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac44b43e-287d-43f4-9bc6-33441a85b7a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab4a259-7f1c-465d-a05b-97b52df5e24d'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:17:53.651003 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b6ddd3dcdf33591bed50c5a7e661b8bd9e6bfa45082c02e2ff7a95d810a3d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56c7edf-85c5-4229-9d62-98f2781d4d1c" -d '{"events": [{"server_uuid": "ac44b43e-287d-43f4-9bc6-33441a85b7a3", "name": "network-vif-plugged", "status": "completed", "tag": "0ab4a259-7f1c-465d-a05b-97b52df5e24d"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:17:53.668171 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 0ab4a259-7f1c-465d-a05b-97b52df5e24d, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=0ab4a259-7f1c-465d-a05b-97b52df5e24d,segment=NetworkSegment(1c3ed53b-5b07-423d-a54c-b87c25f9bfb5),segment_id=1c3ed53b-5b07-423d-a54c-b87c25f9bfb5)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:53.673938 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:53.701544 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce61f5e-92ff-46e6-91f1-588534eeaac3 x-openstack-request-id: req-2ce61f5e-92ff-46e6-91f1-588534eeaac3 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:17:53.701825 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac44b43e-287d-43f4-9bc6-33441a85b7a3", "name": "network-vif-plugged", "status": "completed", "tag": "0ab4a259-7f1c-465d-a05b-97b52df5e24d", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:17:53.702073 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2ce61f5e-92ff-46e6-91f1-588534eeaac3 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:17:53.702456 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac44b43e-287d-43f4-9bc6-33441a85b7a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab4a259-7f1c-465d-a05b-97b52df5e24d', 'code': 200} Nov 12 04:17:53.728970 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=0ab4a259-7f1c-465d-a05b-97b52df5e24d,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:53.821891 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f6d7a-b012-451c-a424-bb98b682f9f5 req-b5bd7174-0d1d-4f53-bb72-8d14aead52fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:53.823383 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e20f6d7a-b012-451c-a424-bb98b682f9f5 req-b5bd7174-0d1d-4f53-bb72-8d14aead52fb service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ac44b43e-287d-43f4-9bc6-33441a85b7a3 HTTP/1.1" status: 200 len: 1098 time: 0.0420623 Nov 12 04:17:53.867456 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e20f6d7a-b012-451c-a424-bb98b682f9f5 req-9ce7c720-57ac-4298-bfe1-bee8d7d015cd service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6db9e599-ae84-4ca6-b391-507d846b5339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361655 Nov 12 04:17:54.024903 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e311a14-9132-4554-bb9a-228b22a5a48d req-43bd8599-8bfb-46ef-ba69-5ca3de4380fe tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:54.026384 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1e311a14-9132-4554-bb9a-228b22a5a48d req-43bd8599-8bfb-46ef-ba69-5ca3de4380fe tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac44b43e-287d-43f4-9bc6-33441a85b7a3 HTTP/1.1" status: 200 len: 946 time: 0.0494771 Nov 12 04:17:54.073829 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1e311a14-9132-4554-bb9a-228b22a5a48d req-5add4942-d357-4e7c-a1f0-5cbe349bcbc1 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/security-groups?id=6db9e599-ae84-4ca6-b391-507d846b5339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415983 Nov 12 04:17:55.201552 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0773cdf-5458-4a5f-b65b-844f90e48d3e req-65bda90b-5683-440c-bc61-c5d28334de15 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:55.203102 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a0773cdf-5458-4a5f-b65b-844f90e48d3e req-65bda90b-5683-440c-bc61-c5d28334de15 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac44b43e-287d-43f4-9bc6-33441a85b7a3 HTTP/1.1" status: 200 len: 946 time: 0.0574861 Nov 12 04:17:55.255116 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a0773cdf-5458-4a5f-b65b-844f90e48d3e req-6827332c-da67-4e31-a8db-5203159d5795 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/security-groups?id=6db9e599-ae84-4ca6-b391-507d846b5339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451910 Nov 12 04:17:55.507921 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7084a74-4d26-4dfe-9d1b-865f79a2241e req-d55ee002-2651-4027-92ca-aef5523e755a tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:55.509580 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c7084a74-4d26-4dfe-9d1b-865f79a2241e req-d55ee002-2651-4027-92ca-aef5523e755a tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac44b43e-287d-43f4-9bc6-33441a85b7a3 HTTP/1.1" status: 200 len: 946 time: 0.0536299 Nov 12 04:17:55.561289 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c7084a74-4d26-4dfe-9d1b-865f79a2241e req-628c74cf-b499-4ec1-98bc-6563e27b6284 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/security-groups?id=6db9e599-ae84-4ca6-b391-507d846b5339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454657 Nov 12 04:17:56.695869 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d995180c-5e09-4631-84d3-2b6b4ba322b6 req-26e77eb2-b1da-46bf-8ad0-1008c6ec45c0 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:56.698856 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d995180c-5e09-4631-84d3-2b6b4ba322b6 req-26e77eb2-b1da-46bf-8ad0-1008c6ec45c0 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac44b43e-287d-43f4-9bc6-33441a85b7a3 HTTP/1.1" status: 200 len: 946 time: 0.0567880 Nov 12 04:17:56.758004 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d995180c-5e09-4631-84d3-2b6b4ba322b6 req-ffa7af61-32e5-4d11-9d89-5af11905d326 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/security-groups?id=6db9e599-ae84-4ca6-b391-507d846b5339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516739 Nov 12 04:17:57.157954 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9cc89-2e26-4ebb-8ab1-06fc33814bde req-08b1a10f-fc2c-44f2-a359-ae9f0e190ced tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:57.159648 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-84c9cc89-2e26-4ebb-8ab1-06fc33814bde req-08b1a10f-fc2c-44f2-a359-ae9f0e190ced tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac44b43e-287d-43f4-9bc6-33441a85b7a3 HTTP/1.1" status: 200 len: 946 time: 0.0484729 Nov 12 04:17:57.256687 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-84c9cc89-2e26-4ebb-8ab1-06fc33814bde req-cdbe3052-9a07-4c69-b792-7bfc2434329b tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Deleting port 0ab4a259-7f1c-465d-a05b-97b52df5e24d {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:17:57.257019 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-84c9cc89-2e26-4ebb-8ab1-06fc33814bde req-cdbe3052-9a07-4c69-b792-7bfc2434329b tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:57.348621 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-84c9cc89-2e26-4ebb-8ab1-06fc33814bde req-cdbe3052-9a07-4c69-b792-7bfc2434329b tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] For port 0ab4a259-7f1c-465d-a05b-97b52df5e24d, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=0ab4a259-7f1c-465d-a05b-97b52df5e24d,segment=NetworkSegment(1c3ed53b-5b07-423d-a54c-b87c25f9bfb5),segment_id=1c3ed53b-5b07-423d-a54c-b87c25f9bfb5)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:57.348973 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-84c9cc89-2e26-4ebb-8ab1-06fc33814bde req-cdbe3052-9a07-4c69-b792-7bfc2434329b tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:57.363291 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-84c9cc89-2e26-4ebb-8ab1-06fc33814bde req-cdbe3052-9a07-4c69-b792-7bfc2434329b tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Calling delete_port for 0ab4a259-7f1c-465d-a05b-97b52df5e24d owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:17:57.495729 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-84c9cc89-2e26-4ebb-8ab1-06fc33814bde req-cdbe3052-9a07-4c69-b792-7bfc2434329b tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:57.508234 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['69ba6a34-96c3-4f86-8bd8-92a7c58c212b'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:17:57.525678 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe3052-9a07-4c69-b792-7bfc2434329b tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Pushing event deleted for resources: {'Port': ['ID=0ab4a259-7f1c-465d-a05b-97b52df5e24d,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:57.537305 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['0ab4a259-7f1c-465d-a05b-97b52df5e24d'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:17:57.568782 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c9cc89-2e26-4ebb-8ab1-06fc33814bde req-cdbe3052-9a07-4c69-b792-7bfc2434329b tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] No DVR routers for this DVR port 0ab4a259-7f1c-465d-a05b-97b52df5e24d on host n-h2-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:17:57.571862 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-84c9cc89-2e26-4ebb-8ab1-06fc33814bde req-cdbe3052-9a07-4c69-b792-7bfc2434329b tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:57.575134 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-84c9cc89-2e26-4ebb-8ab1-06fc33814bde req-cdbe3052-9a07-4c69-b792-7bfc2434329b tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.90 "DELETE /v2.0/ports/0ab4a259-7f1c-465d-a05b-97b52df5e24d HTTP/1.1" status: 204 len: 173 time: 0.4098516 Nov 12 04:17:57.575572 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac44b43e-287d-43f4-9bc6-33441a85b7a3', 'name': 'network-vif-deleted', 'tag': '0ab4a259-7f1c-465d-a05b-97b52df5e24d'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:17:57.577926 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c174c990332584687cba245f58d77d589c2fb4d31e1df7b34358bbebc3c39c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081cec2b-5839-46e0-9943-ea14cececd2b" -d '{"events": [{"server_uuid": "ac44b43e-287d-43f4-9bc6-33441a85b7a3", "name": "network-vif-deleted", "tag": "0ab4a259-7f1c-465d-a05b-97b52df5e24d"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:17:57.624048 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccdaf382-ed8b-4632-9f5f-337f8fcb3ba0 x-openstack-request-id: req-ccdaf382-ed8b-4632-9f5f-337f8fcb3ba0 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:17:57.624362 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac44b43e-287d-43f4-9bc6-33441a85b7a3", "name": "network-vif-deleted", "tag": "0ab4a259-7f1c-465d-a05b-97b52df5e24d", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:17:57.624616 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ccdaf382-ed8b-4632-9f5f-337f8fcb3ba0 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:17:57.625018 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac44b43e-287d-43f4-9bc6-33441a85b7a3', 'name': 'network-vif-deleted', 'tag': '0ab4a259-7f1c-465d-a05b-97b52df5e24d', 'status': 'completed', 'code': 200} Nov 12 04:17:57.873796 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6eed7fa2-b31e-406c-b26a-6f8b3af90a7a req-4d9f6b49-1f77-4c12-95db-0df208dd948b tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac44b43e-287d-43f4-9bc6-33441a85b7a3 HTTP/1.1" status: 200 len: 210 time: 0.0304017 Nov 12 04:17:59.031138 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa61b48-d102-48c8-bdba-061e876664ff req-0c75b752-c4bf-4e7e-85c2-53c5e7618aa2 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:59.032655 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-daa61b48-d102-48c8-bdba-061e876664ff req-0c75b752-c4bf-4e7e-85c2-53c5e7618aa2 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f9ec2e-5c32-4a23-a5c4-a82d9c18eb60 HTTP/1.1" status: 200 len: 946 time: 0.0517414 Nov 12 04:17:59.080919 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-daa61b48-d102-48c8-bdba-061e876664ff req-9559d9bc-f343-4579-ba17-bc84b3504442 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/security-groups?id=6db9e599-ae84-4ca6-b391-507d846b5339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416100 Nov 12 04:17:59.212912 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a1a6d-e18e-418c-aa40-ac195ea21004 req-3f45e58f-c82d-4fed-97a4-11cb25497f5e tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:59.214325 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c93a1a6d-e18e-418c-aa40-ac195ea21004 req-3f45e58f-c82d-4fed-97a4-11cb25497f5e tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f9ec2e-5c32-4a23-a5c4-a82d9c18eb60 HTTP/1.1" status: 200 len: 946 time: 0.0502095 Nov 12 04:17:59.260656 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c93a1a6d-e18e-418c-aa40-ac195ea21004 req-bf4a3295-1656-4ff5-b4b9-748091da1b00 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/security-groups?id=6db9e599-ae84-4ca6-b391-507d846b5339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402653 Nov 12 04:17:59.376836 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04d86d-77a6-4fa9-a8ac-12e937d03348 req-26cf94b5-a475-4a01-8c33-26e1bc3d2b89 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:59.378386 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6a04d86d-77a6-4fa9-a8ac-12e937d03348 req-26cf94b5-a475-4a01-8c33-26e1bc3d2b89 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f9ec2e-5c32-4a23-a5c4-a82d9c18eb60 HTTP/1.1" status: 200 len: 946 time: 0.0488908 Nov 12 04:17:59.431229 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6a04d86d-77a6-4fa9-a8ac-12e937d03348 req-e6ebd8d4-bc9f-4e04-9629-4da9e6ac4b92 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/security-groups?id=6db9e599-ae84-4ca6-b391-507d846b5339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466406 Nov 12 04:17:59.603735 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa175aa-d37b-4d35-bbd8-318c789c571a req-c4b4e02d-7089-488e-9777-3a93c71df07e tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:59.605253 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1fa175aa-d37b-4d35-bbd8-318c789c571a req-c4b4e02d-7089-488e-9777-3a93c71df07e tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f9ec2e-5c32-4a23-a5c4-a82d9c18eb60 HTTP/1.1" status: 200 len: 946 time: 0.0500300 Nov 12 04:17:59.653621 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1fa175aa-d37b-4d35-bbd8-318c789c571a req-3be2eb5f-bdba-4467-9c8b-517a1895542c tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/security-groups?id=6db9e599-ae84-4ca6-b391-507d846b5339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424466 Nov 12 04:17:59.778109 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15425b30-772b-4d41-9e69-f5dcbf1c4acf req-3ea04af6-6b8a-47a9-8fc3-9ac030bf4908 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:59.779492 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-15425b30-772b-4d41-9e69-f5dcbf1c4acf req-3ea04af6-6b8a-47a9-8fc3-9ac030bf4908 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f9ec2e-5c32-4a23-a5c4-a82d9c18eb60 HTTP/1.1" status: 200 len: 946 time: 0.0519526 Nov 12 04:17:59.828354 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-15425b30-772b-4d41-9e69-f5dcbf1c4acf req-c914b608-fb23-4e1c-8d63-add5eacdfb0a tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/security-groups?id=6db9e599-ae84-4ca6-b391-507d846b5339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416563 Nov 12 04:17:59.951576 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30808e-9ab2-410d-b34b-183dc92b678e req-c0e67969-1909-48d9-b9ba-b07d54044986 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:59.953062 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5d30808e-9ab2-410d-b34b-183dc92b678e req-c0e67969-1909-48d9-b9ba-b07d54044986 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f9ec2e-5c32-4a23-a5c4-a82d9c18eb60 HTTP/1.1" status: 200 len: 946 time: 0.0490794 Nov 12 04:18:00.000573 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5d30808e-9ab2-410d-b34b-183dc92b678e req-701fd57c-d9f4-4a3b-a28f-43ed5b324205 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/security-groups?id=6db9e599-ae84-4ca6-b391-507d846b5339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411553 Nov 12 04:18:00.311925 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3747c649-2db0-4abf-831b-5dae6cf06866 req-5532dd5a-fb09-4ba8-a14f-52db9d10261a tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:00.313656 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3747c649-2db0-4abf-831b-5dae6cf06866 req-5532dd5a-fb09-4ba8-a14f-52db9d10261a tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f9ec2e-5c32-4a23-a5c4-a82d9c18eb60 HTTP/1.1" status: 200 len: 946 time: 0.0573404 Nov 12 04:18:00.361242 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3747c649-2db0-4abf-831b-5dae6cf06866 req-eb2f0783-51dc-469e-9df0-088b73982bd8 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/security-groups?id=6db9e599-ae84-4ca6-b391-507d846b5339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410752 Nov 12 04:18:00.460621 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3f51becd-3a2d-4a12-8122-6c971b4d503b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:01.480465 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e68a55-52b9-4c77-a0d7-1a1423143c59 req-55e60c4b-c10f-4c7c-90ab-2d678107fdb1 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:01.481960 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a7e68a55-52b9-4c77-a0d7-1a1423143c59 req-55e60c4b-c10f-4c7c-90ab-2d678107fdb1 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f9ec2e-5c32-4a23-a5c4-a82d9c18eb60 HTTP/1.1" status: 200 len: 946 time: 0.0490179 Nov 12 04:18:01.509274 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 0ab4a259-7f1c-465d-a05b-97b52df5e24d no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:18:01.528164 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: 0ab4a259-7f1c-465d-a05b-97b52df5e24d {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:18:01.528503 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 0ab4a259-7f1c-465d-a05b-97b52df5e24d not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:18:01.530903 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a7e68a55-52b9-4c77-a0d7-1a1423143c59 req-a2c2d5e9-8f3c-4e47-99b0-b15031a2ae5e tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/security-groups?id=6db9e599-ae84-4ca6-b391-507d846b5339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425534 Nov 12 04:18:01.749357 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7024f7e-d86d-4439-ade7-f58b7287bc25 req-b16909a4-ce4e-47e8-a29c-468318b21db3 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:01.750742 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a7024f7e-d86d-4439-ade7-f58b7287bc25 req-b16909a4-ce4e-47e8-a29c-468318b21db3 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.74 "GET /v2.0/ports?device_id=a1f9ec2e-5c32-4a23-a5c4-a82d9c18eb60 HTTP/1.1" status: 200 len: 946 time: 0.0527074 Nov 12 04:18:01.839692 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-a7024f7e-d86d-4439-ade7-f58b7287bc25 req-2e8c3d72-ac75-47ea-ba14-8ce3dd6c2b82 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Deleting port 69ba6a34-96c3-4f86-8bd8-92a7c58c212b {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:18:01.840023 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-a7024f7e-d86d-4439-ade7-f58b7287bc25 req-2e8c3d72-ac75-47ea-ba14-8ce3dd6c2b82 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:01.930377 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-a7024f7e-d86d-4439-ade7-f58b7287bc25 req-2e8c3d72-ac75-47ea-ba14-8ce3dd6c2b82 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] For port 69ba6a34-96c3-4f86-8bd8-92a7c58c212b, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=69ba6a34-96c3-4f86-8bd8-92a7c58c212b,segment=NetworkSegment(1c3ed53b-5b07-423d-a54c-b87c25f9bfb5),segment_id=1c3ed53b-5b07-423d-a54c-b87c25f9bfb5)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:01.930732 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-a7024f7e-d86d-4439-ade7-f58b7287bc25 req-2e8c3d72-ac75-47ea-ba14-8ce3dd6c2b82 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:01.943939 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-a7024f7e-d86d-4439-ade7-f58b7287bc25 req-2e8c3d72-ac75-47ea-ba14-8ce3dd6c2b82 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Calling delete_port for 69ba6a34-96c3-4f86-8bd8-92a7c58c212b owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:18:02.071399 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-a7024f7e-d86d-4439-ade7-f58b7287bc25 req-2e8c3d72-ac75-47ea-ba14-8ce3dd6c2b82 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:02.084126 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['69ba6a34-96c3-4f86-8bd8-92a7c58c212b'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:18:02.107527 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c3d72-ac75-47ea-ba14-8ce3dd6c2b82 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Pushing event deleted for resources: {'Port': ['ID=69ba6a34-96c3-4f86-8bd8-92a7c58c212b,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:02.143619 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7024f7e-d86d-4439-ade7-f58b7287bc25 req-2e8c3d72-ac75-47ea-ba14-8ce3dd6c2b82 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] No DVR routers for this DVR port 69ba6a34-96c3-4f86-8bd8-92a7c58c212b on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:18:02.146844 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-a7024f7e-d86d-4439-ade7-f58b7287bc25 req-2e8c3d72-ac75-47ea-ba14-8ce3dd6c2b82 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:02.150597 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a7024f7e-d86d-4439-ade7-f58b7287bc25 req-2e8c3d72-ac75-47ea-ba14-8ce3dd6c2b82 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.74 "DELETE /v2.0/ports/69ba6a34-96c3-4f86-8bd8-92a7c58c212b HTTP/1.1" status: 204 len: 173 time: 0.3930931 Nov 12 04:18:02.151035 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f9ec2e-5c32-4a23-a5c4-a82d9c18eb60', 'name': 'network-vif-deleted', 'tag': '69ba6a34-96c3-4f86-8bd8-92a7c58c212b'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:18:02.153356 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6663d1d3f3c9eef7926d12034ee86df45d83a9b81db0163b8b39b36c8946953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b145abb8-fbe1-4e0f-a20c-60ec90181de9" -d '{"events": [{"server_uuid": "a1f9ec2e-5c32-4a23-a5c4-a82d9c18eb60", "name": "network-vif-deleted", "tag": "69ba6a34-96c3-4f86-8bd8-92a7c58c212b"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:18:02.194602 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042e7859-1184-43ff-b816-b3873893e990 x-openstack-request-id: req-042e7859-1184-43ff-b816-b3873893e990 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:18:02.194890 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f9ec2e-5c32-4a23-a5c4-a82d9c18eb60", "name": "network-vif-deleted", "tag": "69ba6a34-96c3-4f86-8bd8-92a7c58c212b", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:18:02.195138 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-042e7859-1184-43ff-b816-b3873893e990 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:18:02.195583 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f9ec2e-5c32-4a23-a5c4-a82d9c18eb60', 'name': 'network-vif-deleted', 'tag': '69ba6a34-96c3-4f86-8bd8-92a7c58c212b', 'status': 'completed', 'code': 200} Nov 12 04:18:02.645084 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d2e181fa-b455-47dc-a6db-34368a771317 req-624ccba5-90e7-4667-afda-236d69dabac9 tempest-ServersNegativeTestJSON-2104695304 tempest-ServersNegativeTestJSON-2104695304-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f9ec2e-5c32-4a23-a5c4-a82d9c18eb60 HTTP/1.1" status: 200 len: 210 time: 0.0279319 Nov 12 04:18:03.448754 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-208ab9fc-7395-4627-aadc-1b06b8f5f0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:03.704524 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57190) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:03.751957 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-af462063-9227-4941-b97b-e0cd66717dcb admin admin] Deleting subnet 75edef6d-3b4f-4e57-a077-217e591b2331 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:18:03.755034 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-af462063-9227-4941-b97b-e0cd66717dcb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:03.790242 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-af462063-9227-4941-b97b-e0cd66717dcb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:03.828613 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-af462063-9227-4941-b97b-e0cd66717dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:03.879045 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-af462063-9227-4941-b97b-e0cd66717dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:03.907951 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af462063-9227-4941-b97b-e0cd66717dcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75edef6d-3b4f-4e57-a077-217e591b2331,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:03.913252 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-af462063-9227-4941-b97b-e0cd66717dcb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:03.916515 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-af462063-9227-4941-b97b-e0cd66717dcb admin admin] 10.222.0.50 "DELETE /v2.0/subnets/75edef6d-3b4f-4e57-a077-217e591b2331 HTTP/1.1" status: 204 len: 168 time: 0.2109997 Nov 12 04:18:03.919207 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57192) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:03.921948 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af462063-9227-4941-b97b-e0cd66717dcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:03.922329 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af462063-9227-4941-b97b-e0cd66717dcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:03.922662 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af462063-9227-4941-b97b-e0cd66717dcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:03.922988 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af462063-9227-4941-b97b-e0cd66717dcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:03.923310 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af462063-9227-4941-b97b-e0cd66717dcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:03.923632 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af462063-9227-4941-b97b-e0cd66717dcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:03.923954 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af462063-9227-4941-b97b-e0cd66717dcb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:03.924299 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af462063-9227-4941-b97b-e0cd66717dcb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:03.924615 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af462063-9227-4941-b97b-e0cd66717dcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:03.924979 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af462063-9227-4941-b97b-e0cd66717dcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:03.925242 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af462063-9227-4941-b97b-e0cd66717dcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:03.925557 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af462063-9227-4941-b97b-e0cd66717dcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:03.985467 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fd744f0d-4b3c-4f8d-9662-2e5c20f04160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:04.064203 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fd744f0d-4b3c-4f8d-9662-2e5c20f04160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:04.083526 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-fd744f0d-4b3c-4f8d-9662-2e5c20f04160 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fecca27-e8b3-4cb2-a0a1-5d26242c489f']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:04.093097 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-fd744f0d-4b3c-4f8d-9662-2e5c20f04160 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c3ed53b-5b07-423d-a54c-b87c25f9bfb5') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:04.093384 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-fd744f0d-4b3c-4f8d-9662-2e5c20f04160 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c3ed53b-5b07-423d-a54c-b87c25f9bfb5') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:04.102406 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fd744f0d-4b3c-4f8d-9662-2e5c20f04160 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:04.114985 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fd744f0d-4b3c-4f8d-9662-2e5c20f04160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:04.120828 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd744f0d-4b3c-4f8d-9662-2e5c20f04160 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:18:04.121201 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fd744f0d-4b3c-4f8d-9662-2e5c20f04160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:04.122790 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 04:18:04.122790 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:18:04.122790 n-d-715271-27 neutron-server[102572]: timer() Nov 12 04:18:04.122790 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:18:04.122790 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 04:18:04.122790 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:18:04.122790 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 04:18:04.122790 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:18:04.122790 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 04:18:04.122790 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:18:04.122790 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 04:18:04.122790 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:18:04.122790 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 04:18:04.122790 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:18:04.122790 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:18:04.122790 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:18:04.122790 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:18:04.122790 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:18:04.122790 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 04:18:04.122790 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:18:04.122790 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 04:18:04.122790 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:18:04.122790 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:18:04.122790 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:18:04.122790 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 04:18:04.122790 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:18:04.122790 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:18:04.122790 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:18:04.122790 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:18:04.122790 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:18:04.122790 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:18:04.122790 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:18:04.178916 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fd744f0d-4b3c-4f8d-9662-2e5c20f04160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:04.185455 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fd744f0d-4b3c-4f8d-9662-2e5c20f04160 admin admin] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:04.188748 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-fd744f0d-4b3c-4f8d-9662-2e5c20f04160 admin admin] 10.222.0.50 "DELETE /v2.0/networks/2fecca27-e8b3-4cb2-a0a1-5d26242c489f HTTP/1.1" status: 204 len: 168 time: 0.2685590 Nov 12 04:18:04.200908 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd744f0d-4b3c-4f8d-9662-2e5c20f04160 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fecca27-e8b3-4cb2-a0a1-5d26242c489f,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:04.283310 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:04.298693 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57196) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:04.339227 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-14ea11de-ae98-4628-a8a1-bf474886ab35 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1c6389455edc46e8826e874262058ef4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393391 Nov 12 04:18:04.341616 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57198) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:04.387419 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8509a76d-d2b6-428f-8343-6c8113614cfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:04.408693 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8509a76d-d2b6-428f-8343-6c8113614cfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:04.456443 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8509a76d-d2b6-428f-8343-6c8113614cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:04.459017 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8509a76d-d2b6-428f-8343-6c8113614cfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:04.460189 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8509a76d-d2b6-428f-8343-6c8113614cfa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6db9e599-ae84-4ca6-b391-507d846b5339 HTTP/1.1" status: 204 len: 168 time: 0.1176622 Nov 12 04:18:04.467895 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509a76d-d2b6-428f-8343-6c8113614cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db9e599-ae84-4ca6-b391-507d846b5339,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:05.132856 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57220) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:05.228941 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-42731cd3-2e87-4a00-a7e4-27ae45849555 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2059804946'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:18:05.249708 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42731cd3-2e87-4a00-a7e4-27ae45849555 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Made reservation on behalf of 4d0056a16b4948d884fda8088f2448bf for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:18:05.253194 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-42731cd3-2e87-4a00-a7e4-27ae45849555 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:05.261731 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-42731cd3-2e87-4a00-a7e4-27ae45849555 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:05.335361 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-42731cd3-2e87-4a00-a7e4-27ae45849555 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:05.339133 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-42731cd3-2e87-4a00-a7e4-27ae45849555 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:05.364581 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42731cd3-2e87-4a00-a7e4-27ae45849555 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:18:05.379296 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42731cd3-2e87-4a00-a7e4-27ae45849555 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a61de6-c478-48fb-92d4-29ed802aa502,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:05.382235 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-42731cd3-2e87-4a00-a7e4-27ae45849555 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:05.382571 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-42731cd3-2e87-4a00-a7e4-27ae45849555 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Added segment ffc917fb-cf13-409b-b3d5-4567a31398b2 of type vlan for network 0367e372-4fb1-4676-b4f8-fb5421bc4a0f Nov 12 04:18:05.425256 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-42731cd3-2e87-4a00-a7e4-27ae45849555 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:05.449878 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-42731cd3-2e87-4a00-a7e4-27ae45849555 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:05.455539 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42731cd3-2e87-4a00-a7e4-27ae45849555 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:05.456185 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-42731cd3-2e87-4a00-a7e4-27ae45849555 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:05.493355 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-42731cd3-2e87-4a00-a7e4-27ae45849555 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3591669 Nov 12 04:18:05.526809 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42731cd3-2e87-4a00-a7e4-27ae45849555 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Pushing event updated for resources: {'Network': ['ID=0367e372-4fb1-4676-b4f8-fb5421bc4a0f,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:05.538860 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 0367e372-4fb1-4676-b4f8-fb5421bc4a0f details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:18:05.620416 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:06.447437 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:06.730535 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 69ba6a34-96c3-4f86-8bd8-92a7c58c212b no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:18:06.751107 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 69ba6a34-96c3-4f86-8bd8-92a7c58c212b {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:18:06.751448 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 69ba6a34-96c3-4f86-8bd8-92a7c58c212b not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:18:08.885745 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57224) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:08.890981 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-450379ce-bad1-452e-a721-fdcb6b40a688 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Request body: {'subnet': {'network_id': '0367e372-4fb1-4676-b4f8-fb5421bc4a0f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:18:08.931170 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:18:08.982445 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450379ce-bad1-452e-a721-fdcb6b40a688 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Made reservation on behalf of 4d0056a16b4948d884fda8088f2448bf for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:18:08.986045 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-450379ce-bad1-452e-a721-fdcb6b40a688 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:09.170599 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-450379ce-bad1-452e-a721-fdcb6b40a688 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:09.198038 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:09.238493 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450379ce-bad1-452e-a721-fdcb6b40a688 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Pushing event updated for resources: {'Subnet': ['ID=b6a82978-44de-4eca-8216-f7e701b480f6,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:09.244408 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450379ce-bad1-452e-a721-fdcb6b40a688 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Checking segment: {'id': 'ffc917fb-cf13-409b-b3d5-4567a31398b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0367e372-4fb1-4676-b4f8-fb5421bc4a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:18:09.244817 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450379ce-bad1-452e-a721-fdcb6b40a688 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Network hostable DHCP agents. Network: 0367e372-4fb1-4676-b4f8-fb5421bc4a0f, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:18:09.261529 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450379ce-bad1-452e-a721-fdcb6b40a688 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Network 0367e372-4fb1-4676-b4f8-fb5421bc4a0f is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:18:09.269812 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-450379ce-bad1-452e-a721-fdcb6b40a688 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 0367e372-4fb1-4676-b4f8-fb5421bc4a0f) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:18:09.274326 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450379ce-bad1-452e-a721-fdcb6b40a688 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:09.274912 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-450379ce-bad1-452e-a721-fdcb6b40a688 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:09.279287 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475216ec-8c4b-4737-b340-4635ee99e081 None None] Network 0367e372-4fb1-4676-b4f8-fb5421bc4a0f requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:18:09.296120 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-450379ce-bad1-452e-a721-fdcb6b40a688 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4071546 Nov 12 04:18:09.297425 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57226) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:09.302940 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-ffbad3cc-503d-460f-b5e9-8b511c9bfad1 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1089241768'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:18:09.325337 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbad3cc-503d-460f-b5e9-8b511c9bfad1 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Made reservation on behalf of 4d0056a16b4948d884fda8088f2448bf for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:18:09.329300 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ffbad3cc-503d-460f-b5e9-8b511c9bfad1 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:09.355406 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffbad3cc-503d-460f-b5e9-8b511c9bfad1 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:18:09.366198 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ffbad3cc-503d-460f-b5e9-8b511c9bfad1 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:09.366529 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-ffbad3cc-503d-460f-b5e9-8b511c9bfad1 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Added segment 41fb446b-be06-4bd7-9aa4-7e58c0357a1a of type vlan for network 0e6538b5-a875-4c71-91b6-24414891d4b3 Nov 12 04:18:09.408508 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ffbad3cc-503d-460f-b5e9-8b511c9bfad1 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:09.441784 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ffbad3cc-503d-460f-b5e9-8b511c9bfad1 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:09.447999 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbad3cc-503d-460f-b5e9-8b511c9bfad1 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:09.448668 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ffbad3cc-503d-460f-b5e9-8b511c9bfad1 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:09.510228 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ffbad3cc-503d-460f-b5e9-8b511c9bfad1 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2116451 Nov 12 04:18:09.513157 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57228) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:09.523539 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-3ccc94be-6254-4830-b064-82d350e80f65 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Request body: {'subnet': {'network_id': '0e6538b5-a875-4c71-91b6-24414891d4b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:18:09.528552 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbad3cc-503d-460f-b5e9-8b511c9bfad1 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Pushing event updated for resources: {'Network': ['ID=0e6538b5-a875-4c71-91b6-24414891d4b3,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:09.543553 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 0e6538b5-a875-4c71-91b6-24414891d4b3 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:18:09.622600 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ccc94be-6254-4830-b064-82d350e80f65 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Made reservation on behalf of 4d0056a16b4948d884fda8088f2448bf for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:18:09.626513 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3ccc94be-6254-4830-b064-82d350e80f65 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:09.674711 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ac4e53-83a4-4777-8b38-a69244b1e62c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-0367e372-4fb1-4676-b4f8-fb5421bc4a0f', 'network_id': '0367e372-4fb1-4676-b4f8-fb5421bc4a0f', 'tenant_id': '4d0056a16b4948d884fda8088f2448bf', 'fixed_ips': [{'subnet_id': 'b6a82978-44de-4eca-8216-f7e701b480f6'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:18:09.675614 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-88ac4e53-83a4-4777-8b38-a69244b1e62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:09.832634 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-88ac4e53-83a4-4777-8b38-a69244b1e62c None None] Allocated IP 2001:db8:0:ffff::2 (0367e372-4fb1-4676-b4f8-fb5421bc4a0f/b6a82978-44de-4eca-8216-f7e701b480f6/1f246baa-d3a9-4c28-8213-2478600245b3) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:18:09.834859 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3ccc94be-6254-4830-b064-82d350e80f65 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:09.906114 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc94be-6254-4830-b064-82d350e80f65 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Pushing event updated for resources: {'Subnet': ['ID=b7ccea2a-629a-4482-8a22-ffc82f1ea3da,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:09.916811 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccc94be-6254-4830-b064-82d350e80f65 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Checking segment: {'id': '41fb446b-be06-4bd7-9aa4-7e58c0357a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0e6538b5-a875-4c71-91b6-24414891d4b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:18:09.917174 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccc94be-6254-4830-b064-82d350e80f65 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Network hostable DHCP agents. Network: 0e6538b5-a875-4c71-91b6-24414891d4b3, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:18:09.937524 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccc94be-6254-4830-b064-82d350e80f65 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Network 0e6538b5-a875-4c71-91b6-24414891d4b3 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:18:09.947837 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-3ccc94be-6254-4830-b064-82d350e80f65 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 0e6538b5-a875-4c71-91b6-24414891d4b3) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:18:09.952027 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccc94be-6254-4830-b064-82d350e80f65 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:09.952659 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3ccc94be-6254-4830-b064-82d350e80f65 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:09.960298 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018bdc31-8bc9-4ceb-a5fd-548037c9d951 None None] Network 0e6538b5-a875-4c71-91b6-24414891d4b3 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:18:09.970126 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3ccc94be-6254-4830-b064-82d350e80f65 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4559541 Nov 12 04:18:09.972830 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57230) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:10.053013 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-88ac4e53-83a4-4777-8b38-a69244b1e62c None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:10.064848 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-88ac4e53-83a4-4777-8b38-a69244b1e62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:10.127472 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ac4e53-83a4-4777-8b38-a69244b1e62c None None] Network 0367e372-4fb1-4676-b4f8-fb5421bc4a0f is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:18:10.153607 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-88ac4e53-83a4-4777-8b38-a69244b1e62c None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:18:10.157423 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac4e53-83a4-4777-8b38-a69244b1e62c None None] Pushing event updated for resources: {'Port': ['ID=1f246baa-d3a9-4c28-8213-2478600245b3,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:10.166846 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ac4e53-83a4-4777-8b38-a69244b1e62c None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:18:10.172503 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ac4e53-83a4-4777-8b38-a69244b1e62c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:10.172852 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ac4e53-83a4-4777-8b38-a69244b1e62c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:10.173198 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ac4e53-83a4-4777-8b38-a69244b1e62c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:10.173537 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ac4e53-83a4-4777-8b38-a69244b1e62c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:10.173873 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ac4e53-83a4-4777-8b38-a69244b1e62c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:10.174208 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ac4e53-83a4-4777-8b38-a69244b1e62c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:10.174556 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ac4e53-83a4-4777-8b38-a69244b1e62c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:10.174871 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ac4e53-83a4-4777-8b38-a69244b1e62c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:10.175202 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ac4e53-83a4-4777-8b38-a69244b1e62c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:10.175533 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ac4e53-83a4-4777-8b38-a69244b1e62c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:10.175866 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ac4e53-83a4-4777-8b38-a69244b1e62c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:10.176221 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ac4e53-83a4-4777-8b38-a69244b1e62c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:10.261423 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6630edac-b2f9-4a79-b6a3-0f5da1b56db3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-0e6538b5-a875-4c71-91b6-24414891d4b3', 'network_id': '0e6538b5-a875-4c71-91b6-24414891d4b3', 'tenant_id': '4d0056a16b4948d884fda8088f2448bf', 'fixed_ips': [{'subnet_id': 'b7ccea2a-629a-4482-8a22-ffc82f1ea3da'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:18:10.262453 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6630edac-b2f9-4a79-b6a3-0f5da1b56db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:10.268407 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-88ac4e53-83a4-4777-8b38-a69244b1e62c None None] Attempting to bind port 1f246baa-d3a9-4c28-8213-2478600245b3 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:18:10.268783 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-88ac4e53-83a4-4777-8b38-a69244b1e62c None None] Attempting to bind port 1f246baa-d3a9-4c28-8213-2478600245b3 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'ffc917fb-cf13-409b-b3d5-4567a31398b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0367e372-4fb1-4676-b4f8-fb5421bc4a0f'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:18:10.269149 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ac4e53-83a4-4777-8b38-a69244b1e62c None None] Attempting to bind port 1f246baa-d3a9-4c28-8213-2478600245b3 on network 0367e372-4fb1-4676-b4f8-fb5421bc4a0f {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:18:10.287359 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ac4e53-83a4-4777-8b38-a69244b1e62c None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:18:10.287790 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ac4e53-83a4-4777-8b38-a69244b1e62c None None] Checking segment: {'id': 'ffc917fb-cf13-409b-b3d5-4567a31398b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0367e372-4fb1-4676-b4f8-fb5421bc4a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:18:10.288165 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-88ac4e53-83a4-4777-8b38-a69244b1e62c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:10.288568 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ac4e53-83a4-4777-8b38-a69244b1e62c None None] Bound using segment: {'id': 'ffc917fb-cf13-409b-b3d5-4567a31398b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0367e372-4fb1-4676-b4f8-fb5421bc4a0f'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:18:10.289055 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-88ac4e53-83a4-4777-8b38-a69244b1e62c None None] Bound port: 1f246baa-d3a9-4c28-8213-2478600245b3, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc917fb-cf13-409b-b3d5-4567a31398b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0367e372-4fb1-4676-b4f8-fb5421bc4a0f'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:18:10.289437 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-88ac4e53-83a4-4777-8b38-a69244b1e62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:10.434313 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0bf3b517-2ef4-45f8-ac1e-ea6fd73de6a8 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:10.467567 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-88ac4e53-83a4-4777-8b38-a69244b1e62c None None] For port 1f246baa-d3a9-4c28-8213-2478600245b3, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:18:10.490216 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-88ac4e53-83a4-4777-8b38-a69244b1e62c None None] For port 1f246baa-d3a9-4c28-8213-2478600245b3, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=1f246baa-d3a9-4c28-8213-2478600245b3,segment=NetworkSegment(ffc917fb-cf13-409b-b3d5-4567a31398b2),segment_id=ffc917fb-cf13-409b-b3d5-4567a31398b2)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:18:10.498466 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-6630edac-b2f9-4a79-b6a3-0f5da1b56db3 None None] Allocated IP 2001:db8::2 (0e6538b5-a875-4c71-91b6-24414891d4b3/b7ccea2a-629a-4482-8a22-ffc82f1ea3da/4393ef07-5cf9-4443-8ff4-ce2afe78ef3c) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:18:10.501191 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-88ac4e53-83a4-4777-8b38-a69244b1e62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:10.512382 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0bf3b517-2ef4-45f8-ac1e-ea6fd73de6a8 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:10.627752 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac4e53-83a4-4777-8b38-a69244b1e62c None None] Pushing event updated for resources: {'Port': ['ID=1f246baa-d3a9-4c28-8213-2478600245b3,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:10.715655 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6630edac-b2f9-4a79-b6a3-0f5da1b56db3 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:10.729965 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6630edac-b2f9-4a79-b6a3-0f5da1b56db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:10.747203 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0bf3b517-2ef4-45f8-ac1e-ea6fd73de6a8 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:10.798358 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3b517-2ef4-45f8-ac1e-ea6fd73de6a8 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Pushing event deleted for resources: {'Subnet': ['ID=b7ccea2a-629a-4482-8a22-ffc82f1ea3da,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:10.817270 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6630edac-b2f9-4a79-b6a3-0f5da1b56db3 None None] Network 0e6538b5-a875-4c71-91b6-24414891d4b3 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:18:10.822872 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-6630edac-b2f9-4a79-b6a3-0f5da1b56db3 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:18:10.826592 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6630edac-b2f9-4a79-b6a3-0f5da1b56db3 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:18:10.832481 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6630edac-b2f9-4a79-b6a3-0f5da1b56db3 None None] Pushing event updated for resources: {'Port': ['ID=4393ef07-5cf9-4443-8ff4-ce2afe78ef3c,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:10.861778 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0bf3b517-2ef4-45f8-ac1e-ea6fd73de6a8 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:10.887163 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-0bf3b517-2ef4-45f8-ac1e-ea6fd73de6a8 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e6538b5-a875-4c71-91b6-24414891d4b3']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:10.892990 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-6630edac-b2f9-4a79-b6a3-0f5da1b56db3 None None] Attempting to bind port 4393ef07-5cf9-4443-8ff4-ce2afe78ef3c on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:18:10.893367 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-6630edac-b2f9-4a79-b6a3-0f5da1b56db3 None None] Attempting to bind port 4393ef07-5cf9-4443-8ff4-ce2afe78ef3c by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '41fb446b-be06-4bd7-9aa4-7e58c0357a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0e6538b5-a875-4c71-91b6-24414891d4b3'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:18:10.894144 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6630edac-b2f9-4a79-b6a3-0f5da1b56db3 None None] Attempting to bind port 4393ef07-5cf9-4443-8ff4-ce2afe78ef3c on network 0e6538b5-a875-4c71-91b6-24414891d4b3 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:18:10.898897 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-0bf3b517-2ef4-45f8-ac1e-ea6fd73de6a8 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41fb446b-be06-4bd7-9aa4-7e58c0357a1a') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:10.899201 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-0bf3b517-2ef4-45f8-ac1e-ea6fd73de6a8 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41fb446b-be06-4bd7-9aa4-7e58c0357a1a') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:10.900850 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6630edac-b2f9-4a79-b6a3-0f5da1b56db3 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:18:10.901251 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6630edac-b2f9-4a79-b6a3-0f5da1b56db3 None None] Checking segment: {'id': '41fb446b-be06-4bd7-9aa4-7e58c0357a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0e6538b5-a875-4c71-91b6-24414891d4b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:18:10.901672 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6630edac-b2f9-4a79-b6a3-0f5da1b56db3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:10.902070 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6630edac-b2f9-4a79-b6a3-0f5da1b56db3 None None] Bound using segment: {'id': '41fb446b-be06-4bd7-9aa4-7e58c0357a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0e6538b5-a875-4c71-91b6-24414891d4b3'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:18:10.902547 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-6630edac-b2f9-4a79-b6a3-0f5da1b56db3 None None] Bound port: 4393ef07-5cf9-4443-8ff4-ce2afe78ef3c, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41fb446b-be06-4bd7-9aa4-7e58c0357a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0e6538b5-a875-4c71-91b6-24414891d4b3'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:18:10.902935 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6630edac-b2f9-4a79-b6a3-0f5da1b56db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:10.909680 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0bf3b517-2ef4-45f8-ac1e-ea6fd73de6a8 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:10.923850 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0bf3b517-2ef4-45f8-ac1e-ea6fd73de6a8 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:10.931018 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bf3b517-2ef4-45f8-ac1e-ea6fd73de6a8 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:18:10.931404 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0bf3b517-2ef4-45f8-ac1e-ea6fd73de6a8 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:10.934719 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 04:18:10.934719 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:18:10.934719 n-d-715271-27 neutron-server[102571]: timer() Nov 12 04:18:10.934719 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:18:10.934719 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 04:18:10.934719 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:18:10.934719 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 04:18:10.934719 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:18:10.934719 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 04:18:10.934719 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:18:10.934719 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 04:18:10.934719 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:18:10.934719 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 04:18:10.934719 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:18:10.934719 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:18:10.934719 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:18:10.934719 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:18:10.934719 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:18:10.934719 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 04:18:10.934719 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:18:10.934719 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 04:18:10.934719 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:18:10.934719 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:18:10.934719 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:18:10.934719 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 04:18:10.934719 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:18:10.934719 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:18:10.934719 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:18:10.934719 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:18:10.934719 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:18:10.934719 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:18:10.934719 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:18:10.967703 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-6630edac-b2f9-4a79-b6a3-0f5da1b56db3 None None] For port 4393ef07-5cf9-4443-8ff4-ce2afe78ef3c, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:18:10.995885 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-6630edac-b2f9-4a79-b6a3-0f5da1b56db3 None None] For port 4393ef07-5cf9-4443-8ff4-ce2afe78ef3c, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=4393ef07-5cf9-4443-8ff4-ce2afe78ef3c,segment=NetworkSegment(41fb446b-be06-4bd7-9aa4-7e58c0357a1a),segment_id=41fb446b-be06-4bd7-9aa4-7e58c0357a1a)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:18:10.996177 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.db.api [None req-0bf3b517-2ef4-45f8-ac1e-ea6fd73de6a8 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 04:18:10.996177 n-d-715271-27 neutron-server[102571]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 04:18:10.996177 n-d-715271-27 neutron-server[102571]: [parameters: {'id': '0e6538b5-a875-4c71-91b6-24414891d4b3'}] Nov 12 04:18:10.996177 n-d-715271-27 neutron-server[102571]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:18:10.996596 n-d-715271-27 neutron-server[102571]: DEBUG oslo_db.api [None req-0bf3b517-2ef4-45f8-ac1e-ea6fd73de6a8 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:18:11.000209 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6630edac-b2f9-4a79-b6a3-0f5da1b56db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:11.082974 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6630edac-b2f9-4a79-b6a3-0f5da1b56db3 None None] Pushing event updated for resources: {'Port': ['ID=4393ef07-5cf9-4443-8ff4-ce2afe78ef3c,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:11.096107 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ad1729-fd96-4ddf-94b2-75dc2d9d43c8 None None] Network 0e6538b5-a875-4c71-91b6-24414891d4b3 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:18:11.497892 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0bf3b517-2ef4-45f8-ac1e-ea6fd73de6a8 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:11.502052 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702b6d16-563e-40af-97e9-aa3df3c3ecea None None] Network 0367e372-4fb1-4676-b4f8-fb5421bc4a0f requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:18:11.556474 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-0bf3b517-2ef4-45f8-ac1e-ea6fd73de6a8 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Deleting port 4393ef07-5cf9-4443-8ff4-ce2afe78ef3c {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:18:11.556813 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0bf3b517-2ef4-45f8-ac1e-ea6fd73de6a8 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:11.611859 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-c901ce23-028a-4cd5-a57b-0b97bdb0d38a None None] Provisioning complete for port 1f246baa-d3a9-4c28-8213-2478600245b3 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:11.612333 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c901ce23-028a-4cd5-a57b-0b97bdb0d38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:11.624850 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-0bf3b517-2ef4-45f8-ac1e-ea6fd73de6a8 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] For port 4393ef07-5cf9-4443-8ff4-ce2afe78ef3c, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=4393ef07-5cf9-4443-8ff4-ce2afe78ef3c,segment=NetworkSegment(41fb446b-be06-4bd7-9aa4-7e58c0357a1a),segment_id=41fb446b-be06-4bd7-9aa4-7e58c0357a1a)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:11.625213 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0bf3b517-2ef4-45f8-ac1e-ea6fd73de6a8 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:11.638374 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-0bf3b517-2ef4-45f8-ac1e-ea6fd73de6a8 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Calling delete_port for 4393ef07-5cf9-4443-8ff4-ce2afe78ef3c owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:18:11.719140 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0bf3b517-2ef4-45f8-ac1e-ea6fd73de6a8 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:11.734937 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c901ce23-028a-4cd5-a57b-0b97bdb0d38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:11.735392 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf3b517-2ef4-45f8-ac1e-ea6fd73de6a8 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] No DVR routers for this DVR port 4393ef07-5cf9-4443-8ff4-ce2afe78ef3c on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:18:11.770940 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-c901ce23-028a-4cd5-a57b-0b97bdb0d38a None None] For port 1f246baa-d3a9-4c28-8213-2478600245b3, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=1f246baa-d3a9-4c28-8213-2478600245b3,segment=NetworkSegment(ffc917fb-cf13-409b-b3d5-4567a31398b2),segment_id=ffc917fb-cf13-409b-b3d5-4567a31398b2)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:11.776532 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c901ce23-028a-4cd5-a57b-0b97bdb0d38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:11.797238 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3b517-2ef4-45f8-ac1e-ea6fd73de6a8 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Pushing event deleted for resources: {'Port': ['ID=4393ef07-5cf9-4443-8ff4-ce2afe78ef3c,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:11.838323 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901ce23-028a-4cd5-a57b-0b97bdb0d38a None None] Pushing event updated for resources: {'Port': ['ID=1f246baa-d3a9-4c28-8213-2478600245b3,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:11.875462 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0bf3b517-2ef4-45f8-ac1e-ea6fd73de6a8 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:11.897625 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-0bf3b517-2ef4-45f8-ac1e-ea6fd73de6a8 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e6538b5-a875-4c71-91b6-24414891d4b3']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:11.907578 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-0bf3b517-2ef4-45f8-ac1e-ea6fd73de6a8 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41fb446b-be06-4bd7-9aa4-7e58c0357a1a') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:11.907880 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-0bf3b517-2ef4-45f8-ac1e-ea6fd73de6a8 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41fb446b-be06-4bd7-9aa4-7e58c0357a1a') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:11.918950 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0bf3b517-2ef4-45f8-ac1e-ea6fd73de6a8 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:11.932916 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0bf3b517-2ef4-45f8-ac1e-ea6fd73de6a8 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:11.933616 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5cf41c-664e-4e12-ad8e-e280e998cf96 None None] get_active_networks_info from n-d-715271-27 {{(pid=102573) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:18:11.939148 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bf3b517-2ef4-45f8-ac1e-ea6fd73de6a8 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:18:11.939534 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0bf3b517-2ef4-45f8-ac1e-ea6fd73de6a8 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:11.942981 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 04:18:11.942981 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:18:11.942981 n-d-715271-27 neutron-server[102571]: timer() Nov 12 04:18:11.942981 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:18:11.942981 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 04:18:11.942981 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:18:11.942981 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 04:18:11.942981 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:18:11.942981 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 04:18:11.942981 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:18:11.942981 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 04:18:11.942981 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:18:11.942981 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 04:18:11.942981 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:18:11.942981 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:18:11.942981 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:18:11.942981 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:18:11.942981 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:18:11.942981 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 04:18:11.942981 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:18:11.942981 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 04:18:11.942981 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:18:11.942981 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:18:11.942981 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:18:11.942981 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 04:18:11.942981 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:18:11.942981 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:18:11.942981 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:18:11.942981 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:18:11.942981 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:18:11.942981 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:18:11.942981 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:18:12.007170 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0bf3b517-2ef4-45f8-ac1e-ea6fd73de6a8 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:12.012201 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5cf41c-664e-4e12-ad8e-e280e998cf96 None None] Resources bound (agent type, host, resource id): {{(pid=102573) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:18:12.015382 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4ca8f7f3-7b1a-437c-a53c-a5b27431c907 None None] Provisioning complete for port 1f246baa-d3a9-4c28-8213-2478600245b3 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:12.015748 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4ca8f7f3-7b1a-437c-a53c-a5b27431c907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:12.016972 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0bf3b517-2ef4-45f8-ac1e-ea6fd73de6a8 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:12.020094 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0bf3b517-2ef4-45f8-ac1e-ea6fd73de6a8 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] 10.222.0.50 "DELETE /v2.0/networks/0e6538b5-a875-4c71-91b6-24414891d4b3 HTTP/1.1" status: 204 len: 168 time: 2.0463455 Nov 12 04:18:12.024442 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57232) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:12.029706 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-d5021d76-f1f3-4933-b560-90602c38eb33 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-380995309'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:18:12.031455 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3b517-2ef4-45f8-ac1e-ea6fd73de6a8 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Pushing event deleted for resources: {'Network': ['ID=0e6538b5-a875-4c71-91b6-24414891d4b3,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:12.057137 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5021d76-f1f3-4933-b560-90602c38eb33 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Made reservation on behalf of 4d0056a16b4948d884fda8088f2448bf for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:18:12.061056 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d5021d76-f1f3-4933-b560-90602c38eb33 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:12.086034 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5021d76-f1f3-4933-b560-90602c38eb33 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:18:12.095147 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d5021d76-f1f3-4933-b560-90602c38eb33 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:12.095526 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-d5021d76-f1f3-4933-b560-90602c38eb33 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Added segment a5871676-fd13-4df3-adfe-0584fc2898b9 of type vlan for network a6c4bfae-7474-473f-b0fe-38702ae15c7f Nov 12 04:18:12.158540 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d5021d76-f1f3-4933-b560-90602c38eb33 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:12.188490 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d5021d76-f1f3-4933-b560-90602c38eb33 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:12.194419 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5021d76-f1f3-4933-b560-90602c38eb33 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:12.195224 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d5021d76-f1f3-4933-b560-90602c38eb33 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:12.232272 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d5021d76-f1f3-4933-b560-90602c38eb33 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2065809 Nov 12 04:18:12.235217 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57234) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:12.242320 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-69c34f6b-f633-4f33-bab4-027a194d7fa4 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Request body: {'subnet': {'network_id': 'a6c4bfae-7474-473f-b0fe-38702ae15c7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:18:12.269476 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5021d76-f1f3-4933-b560-90602c38eb33 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Pushing event updated for resources: {'Network': ['ID=a6c4bfae-7474-473f-b0fe-38702ae15c7f,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:12.284704 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network a6c4bfae-7474-473f-b0fe-38702ae15c7f details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:18:12.336838 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c34f6b-f633-4f33-bab4-027a194d7fa4 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Made reservation on behalf of 4d0056a16b4948d884fda8088f2448bf for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:18:12.341193 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-69c34f6b-f633-4f33-bab4-027a194d7fa4 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:12.407592 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.ipam_backend_mixin [None req-69c34f6b-f633-4f33-bab4-027a194d7fa4 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Performing IP validity checks on allocation pools {{(pid=102571) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 04:18:12.408142 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.ipam_backend_mixin [None req-69c34f6b-f633-4f33-bab4-027a194d7fa4 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102571) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 04:18:12.460252 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 1f246baa-d3a9-4c28-8213-2478600245b3 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:18:12.519302 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 1f246baa-d3a9-4c28-8213-2478600245b3 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:12.520133 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:12.539352 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-69c34f6b-f633-4f33-bab4-027a194d7fa4 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:12.606003 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c34f6b-f633-4f33-bab4-027a194d7fa4 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Pushing event updated for resources: {'Subnet': ['ID=9a2ae3b7-352c-4ef5-a7d6-8d66130adb8c,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:12.615455 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c34f6b-f633-4f33-bab4-027a194d7fa4 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Checking segment: {'id': 'a5871676-fd13-4df3-adfe-0584fc2898b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a6c4bfae-7474-473f-b0fe-38702ae15c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:18:12.615964 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c34f6b-f633-4f33-bab4-027a194d7fa4 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Network hostable DHCP agents. Network: a6c4bfae-7474-473f-b0fe-38702ae15c7f, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:18:12.632566 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c34f6b-f633-4f33-bab4-027a194d7fa4 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Network a6c4bfae-7474-473f-b0fe-38702ae15c7f is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:18:12.644412 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-69c34f6b-f633-4f33-bab4-027a194d7fa4 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, a6c4bfae-7474-473f-b0fe-38702ae15c7f) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:18:12.650624 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c34f6b-f633-4f33-bab4-027a194d7fa4 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:12.651284 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-69c34f6b-f633-4f33-bab4-027a194d7fa4 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:12.655372 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2d9452-074a-456e-95f6-1a89d6d3a312 None None] Network a6c4bfae-7474-473f-b0fe-38702ae15c7f requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:18:12.671329 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-69c34f6b-f633-4f33-bab4-027a194d7fa4 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4321012 Nov 12 04:18:12.671585 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57236) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:12.773179 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-de893b48-45e0-4240-97e8-5d82cfd9c503 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:12.818749 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082de5b8-94f2-481c-aaae-e95ccf4a5ffa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-a6c4bfae-7474-473f-b0fe-38702ae15c7f', 'network_id': 'a6c4bfae-7474-473f-b0fe-38702ae15c7f', 'tenant_id': '4d0056a16b4948d884fda8088f2448bf', 'fixed_ips': [{'subnet_id': '9a2ae3b7-352c-4ef5-a7d6-8d66130adb8c'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:18:12.819607 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-082de5b8-94f2-481c-aaae-e95ccf4a5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:12.831433 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-de893b48-45e0-4240-97e8-5d82cfd9c503 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:12.899184 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-de893b48-45e0-4240-97e8-5d82cfd9c503 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server [None req-082de5b8-94f2-481c-aaae-e95ccf4a5ffa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9a2ae3b7-352c-4ef5-a7d6-8d66130adb8c: This subnet is being modified by another concurrent operation. Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise exception Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9a2ae3b7-352c-4ef5-a7d6-8d66130adb8c: This subnet is being modified by another concurrent operation. Nov 12 04:18:12.918303 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server Nov 12 04:18:12.936412 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e4f0b3-c923-4276-a8e4-46133878ba18 None None] Network a6c4bfae-7474-473f-b0fe-38702ae15c7f requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:18:12.936878 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de893b48-45e0-4240-97e8-5d82cfd9c503 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Pushing event deleted for resources: {'Subnet': ['ID=9a2ae3b7-352c-4ef5-a7d6-8d66130adb8c,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:12.999560 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-de893b48-45e0-4240-97e8-5d82cfd9c503 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:13.020522 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-de893b48-45e0-4240-97e8-5d82cfd9c503 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c4bfae-7474-473f-b0fe-38702ae15c7f']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:13.030139 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-de893b48-45e0-4240-97e8-5d82cfd9c503 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5871676-fd13-4df3-adfe-0584fc2898b9') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:13.030360 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-de893b48-45e0-4240-97e8-5d82cfd9c503 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5871676-fd13-4df3-adfe-0584fc2898b9') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:13.040551 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-de893b48-45e0-4240-97e8-5d82cfd9c503 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:13.054771 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-de893b48-45e0-4240-97e8-5d82cfd9c503 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:13.057314 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b59d250-f209-420b-8669-81d6df11a6b1 None None] get_active_networks_info from n-d-715271-27 {{(pid=102573) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:18:13.062070 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de893b48-45e0-4240-97e8-5d82cfd9c503 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:18:13.062456 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-de893b48-45e0-4240-97e8-5d82cfd9c503 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:13.065696 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 04:18:13.065696 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:18:13.065696 n-d-715271-27 neutron-server[102571]: timer() Nov 12 04:18:13.065696 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:18:13.065696 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 04:18:13.065696 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:18:13.065696 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 04:18:13.065696 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:18:13.065696 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 04:18:13.065696 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:18:13.065696 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 04:18:13.065696 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:18:13.065696 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 04:18:13.065696 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:18:13.065696 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:18:13.065696 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:18:13.065696 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:18:13.065696 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:18:13.065696 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 04:18:13.065696 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:18:13.065696 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 04:18:13.065696 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:18:13.065696 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:18:13.065696 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:18:13.065696 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 04:18:13.065696 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:18:13.065696 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:18:13.065696 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:18:13.065696 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:18:13.065696 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:18:13.065696 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:18:13.065696 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:18:13.130834 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-de893b48-45e0-4240-97e8-5d82cfd9c503 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:13.137505 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b59d250-f209-420b-8669-81d6df11a6b1 None None] Resources bound (agent type, host, resource id): {{(pid=102573) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:18:13.137878 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-de893b48-45e0-4240-97e8-5d82cfd9c503 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:13.141043 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-de893b48-45e0-4240-97e8-5d82cfd9c503 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] 10.222.0.50 "DELETE /v2.0/networks/a6c4bfae-7474-473f-b0fe-38702ae15c7f HTTP/1.1" status: 204 len: 168 time: 0.4683442 Nov 12 04:18:13.144911 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57238) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:13.150820 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-f91274eb-c45a-4ee8-96a3-0313fdc1db5b tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-103988704'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:18:13.153613 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de893b48-45e0-4240-97e8-5d82cfd9c503 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Pushing event deleted for resources: {'Network': ['ID=a6c4bfae-7474-473f-b0fe-38702ae15c7f,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:13.178143 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91274eb-c45a-4ee8-96a3-0313fdc1db5b tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Made reservation on behalf of 4d0056a16b4948d884fda8088f2448bf for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:18:13.181827 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f91274eb-c45a-4ee8-96a3-0313fdc1db5b tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:13.206597 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f91274eb-c45a-4ee8-96a3-0313fdc1db5b tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:18:13.217353 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f91274eb-c45a-4ee8-96a3-0313fdc1db5b tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:13.217900 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-f91274eb-c45a-4ee8-96a3-0313fdc1db5b tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Added segment e8fe2ed8-9379-491d-b573-7e834dc6b097 of type vlan for network 4664ad59-e515-4dba-baba-06ef3bee88e9 Nov 12 04:18:13.261802 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f91274eb-c45a-4ee8-96a3-0313fdc1db5b tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:13.289538 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f91274eb-c45a-4ee8-96a3-0313fdc1db5b tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:13.295494 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91274eb-c45a-4ee8-96a3-0313fdc1db5b tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:13.296097 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f91274eb-c45a-4ee8-96a3-0313fdc1db5b tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:13.340626 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f91274eb-c45a-4ee8-96a3-0313fdc1db5b tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1945846 Nov 12 04:18:13.343829 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57240) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:13.349788 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-a29eac6a-9a4f-4bc8-a065-f3ca2843fb1c tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Request body: {'subnet': {'network_id': '4664ad59-e515-4dba-baba-06ef3bee88e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:18:13.376536 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91274eb-c45a-4ee8-96a3-0313fdc1db5b tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Pushing event updated for resources: {'Network': ['ID=4664ad59-e515-4dba-baba-06ef3bee88e9,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:13.388214 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 4664ad59-e515-4dba-baba-06ef3bee88e9 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:18:13.440493 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29eac6a-9a4f-4bc8-a065-f3ca2843fb1c tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Made reservation on behalf of 4d0056a16b4948d884fda8088f2448bf for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:18:13.444592 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a29eac6a-9a4f-4bc8-a065-f3ca2843fb1c tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:13.654221 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a29eac6a-9a4f-4bc8-a065-f3ca2843fb1c tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:13.721727 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29eac6a-9a4f-4bc8-a065-f3ca2843fb1c tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Pushing event updated for resources: {'Subnet': ['ID=5287666f-c8eb-4385-ad9a-1a64a627eb0a,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:13.730700 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29eac6a-9a4f-4bc8-a065-f3ca2843fb1c tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Checking segment: {'id': 'e8fe2ed8-9379-491d-b573-7e834dc6b097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4664ad59-e515-4dba-baba-06ef3bee88e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:18:13.731069 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29eac6a-9a4f-4bc8-a065-f3ca2843fb1c tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Network hostable DHCP agents. Network: 4664ad59-e515-4dba-baba-06ef3bee88e9, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:18:13.747912 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29eac6a-9a4f-4bc8-a065-f3ca2843fb1c tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Network 4664ad59-e515-4dba-baba-06ef3bee88e9 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:18:13.757095 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-a29eac6a-9a4f-4bc8-a065-f3ca2843fb1c tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 4664ad59-e515-4dba-baba-06ef3bee88e9) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:18:13.761080 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29eac6a-9a4f-4bc8-a065-f3ca2843fb1c tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:13.761670 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a29eac6a-9a4f-4bc8-a065-f3ca2843fb1c tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:13.766510 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71228c30-f48c-41d8-a4fb-78db2b194030 None None] Network 4664ad59-e515-4dba-baba-06ef3bee88e9 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:18:13.777725 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a29eac6a-9a4f-4bc8-a065-f3ca2843fb1c tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4324090 Nov 12 04:18:13.781699 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57242) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:13.787469 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-86ace8f1-db2d-4cca-8c4b-ffa073e43653 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-585121389'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:18:13.810234 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ace8f1-db2d-4cca-8c4b-ffa073e43653 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Made reservation on behalf of 4d0056a16b4948d884fda8088f2448bf for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:18:13.814000 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-86ace8f1-db2d-4cca-8c4b-ffa073e43653 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:13.839141 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86ace8f1-db2d-4cca-8c4b-ffa073e43653 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:18:13.849738 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-86ace8f1-db2d-4cca-8c4b-ffa073e43653 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:13.850072 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-86ace8f1-db2d-4cca-8c4b-ffa073e43653 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Added segment d87c5636-749a-4664-8757-f639e4b46d18 of type vlan for network 372d0350-e845-4124-a797-6b23bb10ee35 Nov 12 04:18:13.893909 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-86ace8f1-db2d-4cca-8c4b-ffa073e43653 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:13.920812 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-86ace8f1-db2d-4cca-8c4b-ffa073e43653 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:13.926674 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ace8f1-db2d-4cca-8c4b-ffa073e43653 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:13.927349 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-86ace8f1-db2d-4cca-8c4b-ffa073e43653 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:13.967405 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-86ace8f1-db2d-4cca-8c4b-ffa073e43653 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1845846 Nov 12 04:18:13.970395 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57244) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:13.976840 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-62517012-868f-4946-b46d-664289be4a45 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Request body: {'subnet': {'network_id': '372d0350-e845-4124-a797-6b23bb10ee35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:18:14.007613 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ace8f1-db2d-4cca-8c4b-ffa073e43653 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Pushing event updated for resources: {'Network': ['ID=372d0350-e845-4124-a797-6b23bb10ee35,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:14.020534 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 372d0350-e845-4124-a797-6b23bb10ee35 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:18:14.160921 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1db4036-1be2-46c6-ae21-8778d2c74e5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-4664ad59-e515-4dba-baba-06ef3bee88e9', 'network_id': '4664ad59-e515-4dba-baba-06ef3bee88e9', 'tenant_id': '4d0056a16b4948d884fda8088f2448bf', 'fixed_ips': [{'subnet_id': '5287666f-c8eb-4385-ad9a-1a64a627eb0a'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:18:14.161823 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d1db4036-1be2-46c6-ae21-8778d2c74e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:14.304027 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-d1db4036-1be2-46c6-ae21-8778d2c74e5b None None] Allocated IP 2001:db8::2 (4664ad59-e515-4dba-baba-06ef3bee88e9/5287666f-c8eb-4385-ad9a-1a64a627eb0a/c84a10a6-b0c8-4fa0-b0eb-9e39b403b3d2) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:18:14.456850 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62517012-868f-4946-b46d-664289be4a45 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Made reservation on behalf of 4d0056a16b4948d884fda8088f2448bf for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:18:14.460669 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-62517012-868f-4946-b46d-664289be4a45 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:14.471452 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d1db4036-1be2-46c6-ae21-8778d2c74e5b None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:14.478124 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d1db4036-1be2-46c6-ae21-8778d2c74e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:14.518857 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1db4036-1be2-46c6-ae21-8778d2c74e5b None None] Network 4664ad59-e515-4dba-baba-06ef3bee88e9 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:18:14.526670 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-d1db4036-1be2-46c6-ae21-8778d2c74e5b None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:18:14.534908 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1db4036-1be2-46c6-ae21-8778d2c74e5b None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:18:14.545695 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db4036-1be2-46c6-ae21-8778d2c74e5b None None] Pushing event updated for resources: {'Port': ['ID=c84a10a6-b0c8-4fa0-b0eb-9e39b403b3d2,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:14.602025 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-d1db4036-1be2-46c6-ae21-8778d2c74e5b None None] Attempting to bind port c84a10a6-b0c8-4fa0-b0eb-9e39b403b3d2 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:18:14.602725 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-d1db4036-1be2-46c6-ae21-8778d2c74e5b None None] Attempting to bind port c84a10a6-b0c8-4fa0-b0eb-9e39b403b3d2 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'e8fe2ed8-9379-491d-b573-7e834dc6b097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4664ad59-e515-4dba-baba-06ef3bee88e9'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:18:14.602725 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1db4036-1be2-46c6-ae21-8778d2c74e5b None None] Attempting to bind port c84a10a6-b0c8-4fa0-b0eb-9e39b403b3d2 on network 4664ad59-e515-4dba-baba-06ef3bee88e9 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:18:14.607914 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1db4036-1be2-46c6-ae21-8778d2c74e5b None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:18:14.608308 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1db4036-1be2-46c6-ae21-8778d2c74e5b None None] Checking segment: {'id': 'e8fe2ed8-9379-491d-b573-7e834dc6b097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4664ad59-e515-4dba-baba-06ef3bee88e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:18:14.608706 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d1db4036-1be2-46c6-ae21-8778d2c74e5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:14.609094 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1db4036-1be2-46c6-ae21-8778d2c74e5b None None] Bound using segment: {'id': 'e8fe2ed8-9379-491d-b573-7e834dc6b097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4664ad59-e515-4dba-baba-06ef3bee88e9'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:18:14.609650 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-d1db4036-1be2-46c6-ae21-8778d2c74e5b None None] Bound port: c84a10a6-b0c8-4fa0-b0eb-9e39b403b3d2, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fe2ed8-9379-491d-b573-7e834dc6b097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4664ad59-e515-4dba-baba-06ef3bee88e9'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:18:14.610006 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d1db4036-1be2-46c6-ae21-8778d2c74e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:14.651817 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-62517012-868f-4946-b46d-664289be4a45 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:14.676358 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-d1db4036-1be2-46c6-ae21-8778d2c74e5b None None] For port c84a10a6-b0c8-4fa0-b0eb-9e39b403b3d2, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:18:14.679983 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-d1db4036-1be2-46c6-ae21-8778d2c74e5b None None] For port c84a10a6-b0c8-4fa0-b0eb-9e39b403b3d2, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=c84a10a6-b0c8-4fa0-b0eb-9e39b403b3d2,segment=NetworkSegment(e8fe2ed8-9379-491d-b573-7e834dc6b097),segment_id=e8fe2ed8-9379-491d-b573-7e834dc6b097)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:18:14.686062 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d1db4036-1be2-46c6-ae21-8778d2c74e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:14.718841 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62517012-868f-4946-b46d-664289be4a45 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Pushing event updated for resources: {'Subnet': ['ID=38dcad11-df33-405a-9043-d2c560add16a,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:14.726697 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62517012-868f-4946-b46d-664289be4a45 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Checking segment: {'id': 'd87c5636-749a-4664-8757-f639e4b46d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '372d0350-e845-4124-a797-6b23bb10ee35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:18:14.726910 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62517012-868f-4946-b46d-664289be4a45 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Network hostable DHCP agents. Network: 372d0350-e845-4124-a797-6b23bb10ee35, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:18:14.748009 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db4036-1be2-46c6-ae21-8778d2c74e5b None None] Pushing event updated for resources: {'Port': ['ID=c84a10a6-b0c8-4fa0-b0eb-9e39b403b3d2,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:14.748406 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62517012-868f-4946-b46d-664289be4a45 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Network 372d0350-e845-4124-a797-6b23bb10ee35 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:18:14.760554 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-62517012-868f-4946-b46d-664289be4a45 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 372d0350-e845-4124-a797-6b23bb10ee35) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:18:14.764828 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62517012-868f-4946-b46d-664289be4a45 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:14.765413 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-62517012-868f-4946-b46d-664289be4a45 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:14.771761 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8f885d-67ed-4f4b-9228-d2261fccdd90 None None] Network 372d0350-e845-4124-a797-6b23bb10ee35 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:18:14.783674 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-62517012-868f-4946-b46d-664289be4a45 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8119144 Nov 12 04:18:14.786301 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57246) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:14.888630 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3961d0e1-f54d-4f42-9cb2-21ae8db56b9e tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:14.960734 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb02b9aa-1b0d-4fea-87c9-453a835909b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-372d0350-e845-4124-a797-6b23bb10ee35', 'network_id': '372d0350-e845-4124-a797-6b23bb10ee35', 'tenant_id': '4d0056a16b4948d884fda8088f2448bf', 'fixed_ips': [{'subnet_id': '38dcad11-df33-405a-9043-d2c560add16a'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:18:14.961732 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cb02b9aa-1b0d-4fea-87c9-453a835909b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:15.012209 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3961d0e1-f54d-4f42-9cb2-21ae8db56b9e tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:15.087379 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3961d0e1-f54d-4f42-9cb2-21ae8db56b9e tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server [None req-cb02b9aa-1b0d-4fea-87c9-453a835909b7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 38dcad11-df33-405a-9043-d2c560add16a: This subnet is being modified by another concurrent operation. Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise exception Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 38dcad11-df33-405a-9043-d2c560add16a: This subnet is being modified by another concurrent operation. Nov 12 04:18:15.091305 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server Nov 12 04:18:15.109989 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddee1d9c-3c73-465f-a07c-5c5912524f1b None None] Network 372d0350-e845-4124-a797-6b23bb10ee35 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:18:15.116773 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961d0e1-f54d-4f42-9cb2-21ae8db56b9e tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Pushing event deleted for resources: {'Subnet': ['ID=38dcad11-df33-405a-9043-d2c560add16a,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:15.181204 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3961d0e1-f54d-4f42-9cb2-21ae8db56b9e tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:15.202228 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-3961d0e1-f54d-4f42-9cb2-21ae8db56b9e tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['372d0350-e845-4124-a797-6b23bb10ee35']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:15.212734 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-3961d0e1-f54d-4f42-9cb2-21ae8db56b9e tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd87c5636-749a-4664-8757-f639e4b46d18') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:15.213030 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-3961d0e1-f54d-4f42-9cb2-21ae8db56b9e tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd87c5636-749a-4664-8757-f639e4b46d18') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:15.224897 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3961d0e1-f54d-4f42-9cb2-21ae8db56b9e tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:15.238988 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3961d0e1-f54d-4f42-9cb2-21ae8db56b9e tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:15.245602 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3961d0e1-f54d-4f42-9cb2-21ae8db56b9e tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:18:15.245982 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3961d0e1-f54d-4f42-9cb2-21ae8db56b9e tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:15.249022 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 04:18:15.249022 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:18:15.249022 n-d-715271-27 neutron-server[102572]: timer() Nov 12 04:18:15.249022 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:18:15.249022 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 04:18:15.249022 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:18:15.249022 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 04:18:15.249022 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:18:15.249022 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 04:18:15.249022 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:18:15.249022 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 04:18:15.249022 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:18:15.249022 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 04:18:15.249022 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:18:15.249022 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:18:15.249022 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:18:15.249022 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:18:15.249022 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:18:15.249022 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 04:18:15.249022 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:18:15.249022 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 04:18:15.249022 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:18:15.249022 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:18:15.249022 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:18:15.249022 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 04:18:15.249022 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:18:15.249022 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:18:15.249022 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:18:15.249022 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:18:15.249022 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:18:15.249022 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:18:15.249022 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:18:15.309163 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3961d0e1-f54d-4f42-9cb2-21ae8db56b9e tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:15.315985 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3961d0e1-f54d-4f42-9cb2-21ae8db56b9e tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:15.320003 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3961d0e1-f54d-4f42-9cb2-21ae8db56b9e tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] 10.222.0.50 "DELETE /v2.0/networks/372d0350-e845-4124-a797-6b23bb10ee35 HTTP/1.1" status: 204 len: 168 time: 0.5323625 Nov 12 04:18:15.323269 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57248) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:15.331162 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961d0e1-f54d-4f42-9cb2-21ae8db56b9e tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Pushing event deleted for resources: {'Network': ['ID=372d0350-e845-4124-a797-6b23bb10ee35,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:15.353655 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-899c3982-9e64-4a08-b96c-5914f413de07 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] GET failed (client error): The resource could not be found. Nov 12 04:18:15.355066 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-899c3982-9e64-4a08-b96c-5914f413de07 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] 10.222.0.50 "GET /v2.0/subnets/38dcad11-df33-405a-9043-d2c560add16a HTTP/1.1" status: 404 len: 337 time: 0.0301378 Nov 12 04:18:15.357795 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57250) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:15.376996 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-a26cd06a-45d7-4245-b6dc-df440503f648 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] DELETE failed (client error): The resource could not be found. Nov 12 04:18:15.377671 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a26cd06a-45d7-4245-b6dc-df440503f648 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:18:15.381352 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a26cd06a-45d7-4245-b6dc-df440503f648 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] 10.222.0.50 "DELETE /v2.0/networks/372d0350-e845-4124-a797-6b23bb10ee35 HTTP/1.1" status: 404 len: 339 time: 0.0225730 Nov 12 04:18:15.385304 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57252) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:15.415645 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-48c15b8c-75e6-4b65-bcde-e76baaf20955 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] DELETE failed (client error): The resource could not be found. Nov 12 04:18:15.416129 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48c15b8c-75e6-4b65-bcde-e76baaf20955 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:18:15.419273 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-48c15b8c-75e6-4b65-bcde-e76baaf20955 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] 10.222.0.50 "DELETE /v2.0/subnets/38dcad11-df33-405a-9043-d2c560add16a HTTP/1.1" status: 404 len: 337 time: 0.0329607 Nov 12 04:18:15.421907 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57254) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:15.441268 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-9de4fc8c-7624-475f-b322-fffef38916f1 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] DELETE failed (client error): The resource could not be found. Nov 12 04:18:15.443377 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9de4fc8c-7624-475f-b322-fffef38916f1 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:18:15.446608 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9de4fc8c-7624-475f-b322-fffef38916f1 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] 10.222.0.50 "DELETE /v2.0/networks/372d0350-e845-4124-a797-6b23bb10ee35 HTTP/1.1" status: 404 len: 339 time: 0.0237145 Nov 12 04:18:15.449509 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57256) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:15.517504 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-381bb201-e11c-4d9b-af96-d69dae48f569 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Deleting subnet 5287666f-c8eb-4385-ad9a-1a64a627eb0a {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:18:15.521992 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-381bb201-e11c-4d9b-af96-d69dae48f569 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:15.565921 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-381bb201-e11c-4d9b-af96-d69dae48f569 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:15.655325 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-381bb201-e11c-4d9b-af96-d69dae48f569 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:15.699521 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0dcfa93-45d6-48ec-aed9-d37fe9ddd85d None None] Network 4664ad59-e515-4dba-baba-06ef3bee88e9 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:18:15.725713 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-381bb201-e11c-4d9b-af96-d69dae48f569 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:15.752328 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381bb201-e11c-4d9b-af96-d69dae48f569 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Pushing event deleted for resources: {'Subnet': ['ID=5287666f-c8eb-4385-ad9a-1a64a627eb0a,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:15.759132 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-381bb201-e11c-4d9b-af96-d69dae48f569 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:15.762422 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-381bb201-e11c-4d9b-af96-d69dae48f569 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] 10.222.0.50 "DELETE /v2.0/subnets/5287666f-c8eb-4385-ad9a-1a64a627eb0a HTTP/1.1" status: 204 len: 168 time: 0.3116922 Nov 12 04:18:15.764929 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57258) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:15.775202 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-8a37310f-4f11-4ec2-8003-3e61ef1daac2 None None] Provisioning complete for port c84a10a6-b0c8-4fa0-b0eb-9e39b403b3d2 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:15.775744 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8a37310f-4f11-4ec2-8003-3e61ef1daac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:15.842433 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-41b26775-208a-459c-9139-d0b0e73ed54f tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:15.899057 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-41b26775-208a-459c-9139-d0b0e73ed54f tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Deleting port c84a10a6-b0c8-4fa0-b0eb-9e39b403b3d2 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:18:15.899392 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-41b26775-208a-459c-9139-d0b0e73ed54f tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:15.914860 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8a37310f-4f11-4ec2-8003-3e61ef1daac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:15.957204 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-8a37310f-4f11-4ec2-8003-3e61ef1daac2 None None] For port c84a10a6-b0c8-4fa0-b0eb-9e39b403b3d2, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=c84a10a6-b0c8-4fa0-b0eb-9e39b403b3d2,segment=NetworkSegment(e8fe2ed8-9379-491d-b573-7e834dc6b097),segment_id=e8fe2ed8-9379-491d-b573-7e834dc6b097)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:15.964343 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8a37310f-4f11-4ec2-8003-3e61ef1daac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:15.969480 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacff3a6-a0c9-4835-963f-7d1a0430c8c7 None None] DHCP port deletion for 4664ad59-e515-4dba-baba-06ef3bee88e9 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:18:15.977732 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-41b26775-208a-459c-9139-d0b0e73ed54f tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] For port c84a10a6-b0c8-4fa0-b0eb-9e39b403b3d2, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=c84a10a6-b0c8-4fa0-b0eb-9e39b403b3d2,segment=NetworkSegment(e8fe2ed8-9379-491d-b573-7e834dc6b097),segment_id=e8fe2ed8-9379-491d-b573-7e834dc6b097)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:15.978123 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-41b26775-208a-459c-9139-d0b0e73ed54f tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:15.991936 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-41b26775-208a-459c-9139-d0b0e73ed54f tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Calling delete_port for c84a10a6-b0c8-4fa0-b0eb-9e39b403b3d2 owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:18:16.042464 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a37310f-4f11-4ec2-8003-3e61ef1daac2 None None] Pushing event updated for resources: {'Port': ['ID=c84a10a6-b0c8-4fa0-b0eb-9e39b403b3d2,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:16.062075 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-eacff3a6-a0c9-4835-963f-7d1a0430c8c7 None None] Deleting port c84a10a6-b0c8-4fa0-b0eb-9e39b403b3d2 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:18:16.062454 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-eacff3a6-a0c9-4835-963f-7d1a0430c8c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:16.072663 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-41b26775-208a-459c-9139-d0b0e73ed54f tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:16.103262 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b26775-208a-459c-9139-d0b0e73ed54f tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Pushing event deleted for resources: {'Port': ['ID=c84a10a6-b0c8-4fa0-b0eb-9e39b403b3d2,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:16.106775 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b26775-208a-459c-9139-d0b0e73ed54f tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] No DVR routers for this DVR port c84a10a6-b0c8-4fa0-b0eb-9e39b403b3d2 on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:18:16.127428 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-eacff3a6-a0c9-4835-963f-7d1a0430c8c7 None None] For port c84a10a6-b0c8-4fa0-b0eb-9e39b403b3d2, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=c84a10a6-b0c8-4fa0-b0eb-9e39b403b3d2,segment=NetworkSegment(e8fe2ed8-9379-491d-b573-7e834dc6b097),segment_id=e8fe2ed8-9379-491d-b573-7e834dc6b097)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:16.127829 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-eacff3a6-a0c9-4835-963f-7d1a0430c8c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:16.141560 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-eacff3a6-a0c9-4835-963f-7d1a0430c8c7 None None] Calling delete_port for c84a10a6-b0c8-4fa0-b0eb-9e39b403b3d2 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:18:16.185203 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-41b26775-208a-459c-9139-d0b0e73ed54f tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:16.205239 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-41b26775-208a-459c-9139-d0b0e73ed54f tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4664ad59-e515-4dba-baba-06ef3bee88e9']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:16.215237 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-41b26775-208a-459c-9139-d0b0e73ed54f tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8fe2ed8-9379-491d-b573-7e834dc6b097') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:16.215531 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-41b26775-208a-459c-9139-d0b0e73ed54f tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8fe2ed8-9379-491d-b573-7e834dc6b097') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:16.225651 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-eacff3a6-a0c9-4835-963f-7d1a0430c8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:16.232433 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-41b26775-208a-459c-9139-d0b0e73ed54f tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:16.247164 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-41b26775-208a-459c-9139-d0b0e73ed54f tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:16.251659 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacff3a6-a0c9-4835-963f-7d1a0430c8c7 None None] Pushing event deleted for resources: {'Port': ['ID=c84a10a6-b0c8-4fa0-b0eb-9e39b403b3d2,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:16.253657 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b26775-208a-459c-9139-d0b0e73ed54f tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:18:16.254424 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-41b26775-208a-459c-9139-d0b0e73ed54f tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:16.255969 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacff3a6-a0c9-4835-963f-7d1a0430c8c7 None None] No DVR routers for this DVR port c84a10a6-b0c8-4fa0-b0eb-9e39b403b3d2 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:18:16.258863 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 04:18:16.258863 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:18:16.258863 n-d-715271-27 neutron-server[102572]: timer() Nov 12 04:18:16.258863 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:18:16.258863 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 04:18:16.258863 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:18:16.258863 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 04:18:16.258863 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:18:16.258863 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 04:18:16.258863 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:18:16.258863 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 04:18:16.258863 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:18:16.258863 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 04:18:16.258863 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:18:16.258863 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:18:16.258863 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:18:16.258863 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:18:16.258863 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:18:16.258863 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 04:18:16.258863 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:18:16.258863 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 04:18:16.258863 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:18:16.258863 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:18:16.258863 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:18:16.258863 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 04:18:16.258863 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:18:16.258863 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:18:16.258863 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:18:16.258863 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:18:16.258863 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:18:16.258863 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:18:16.258863 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:18:16.277952 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73068646-c86a-4d40-a28f-e3fd099b0c9d None None] get_active_networks_info from n-d-715271-27 {{(pid=102573) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:18:16.319716 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-41b26775-208a-459c-9139-d0b0e73ed54f tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:16.324763 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-41b26775-208a-459c-9139-d0b0e73ed54f tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:16.330553 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-41b26775-208a-459c-9139-d0b0e73ed54f tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] 10.222.0.50 "DELETE /v2.0/networks/4664ad59-e515-4dba-baba-06ef3bee88e9 HTTP/1.1" status: 204 len: 168 time: 0.5646262 Nov 12 04:18:16.330705 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57260) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:16.344875 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b26775-208a-459c-9139-d0b0e73ed54f tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Pushing event deleted for resources: {'Network': ['ID=4664ad59-e515-4dba-baba-06ef3bee88e9,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:16.348698 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73068646-c86a-4d40-a28f-e3fd099b0c9d None None] Resources bound (agent type, host, resource id): {{(pid=102573) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:18:16.359950 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ccc220f-7953-43ba-9dc1-08a01076414d tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] DELETE failed (client error): The resource could not be found. Nov 12 04:18:16.360453 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ccc220f-7953-43ba-9dc1-08a01076414d tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:18:16.363472 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1ccc220f-7953-43ba-9dc1-08a01076414d tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] 10.222.0.50 "DELETE /v2.0/subnets/9a2ae3b7-352c-4ef5-a7d6-8d66130adb8c HTTP/1.1" status: 404 len: 337 time: 0.0318928 Nov 12 04:18:16.366217 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57262) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:16.385377 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7b21717-acae-454f-92ca-2225e4d7ecdb tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] DELETE failed (client error): The resource could not be found. Nov 12 04:18:16.385921 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7b21717-acae-454f-92ca-2225e4d7ecdb tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:18:16.389004 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d7b21717-acae-454f-92ca-2225e4d7ecdb tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] 10.222.0.50 "DELETE /v2.0/networks/a6c4bfae-7474-473f-b0fe-38702ae15c7f HTTP/1.1" status: 404 len: 339 time: 0.0216241 Nov 12 04:18:16.391624 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57264) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:16.422775 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c2ab6b3-35a9-4c49-89be-78c8d60edf87 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] DELETE failed (client error): The resource could not be found. Nov 12 04:18:16.423234 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c2ab6b3-35a9-4c49-89be-78c8d60edf87 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:18:16.426260 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6c2ab6b3-35a9-4c49-89be-78c8d60edf87 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] 10.222.0.50 "DELETE /v2.0/subnets/b7ccea2a-629a-4482-8a22-ffc82f1ea3da HTTP/1.1" status: 404 len: 337 time: 0.0336723 Nov 12 04:18:16.429975 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57266) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:16.448612 n-d-715271-27 neutron-server[102571]: INFO neutron.pecan_wsgi.hooks.translation [None req-fab2ab1f-7abd-4731-b145-13678a388d44 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] DELETE failed (client error): The resource could not be found. Nov 12 04:18:16.449710 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fab2ab1f-7abd-4731-b145-13678a388d44 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:18:16.452735 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-fab2ab1f-7abd-4731-b145-13678a388d44 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] 10.222.0.50 "DELETE /v2.0/networks/0e6538b5-a875-4c71-91b6-24414891d4b3 HTTP/1.1" status: 404 len: 339 time: 0.0218265 Nov 12 04:18:16.455423 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57268) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:16.508168 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-45505ae6-2f70-4d72-a88c-e029260e749f tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Deleting subnet b6a82978-44de-4eca-8216-f7e701b480f6 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:18:16.511241 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-45505ae6-2f70-4d72-a88c-e029260e749f tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:16.550291 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-45505ae6-2f70-4d72-a88c-e029260e749f tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:16.637641 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-45505ae6-2f70-4d72-a88c-e029260e749f tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:16.696916 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-45505ae6-2f70-4d72-a88c-e029260e749f tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:16.723615 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45505ae6-2f70-4d72-a88c-e029260e749f tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Pushing event deleted for resources: {'Subnet': ['ID=b6a82978-44de-4eca-8216-f7e701b480f6,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:16.728372 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-45505ae6-2f70-4d72-a88c-e029260e749f tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:16.731625 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-45505ae6-2f70-4d72-a88c-e029260e749f tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] 10.222.0.50 "DELETE /v2.0/subnets/b6a82978-44de-4eca-8216-f7e701b480f6 HTTP/1.1" status: 204 len: 168 time: 0.2752428 Nov 12 04:18:16.733886 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdc0541-8294-42bd-b579-74a3cfec5b9a None None] Network 0367e372-4fb1-4676-b4f8-fb5421bc4a0f requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:18:16.734041 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57270) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:16.815538 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d8c64c56-6437-4abd-bd54-1621be3693e2 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:16.871167 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-d8c64c56-6437-4abd-bd54-1621be3693e2 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Deleting port 1f246baa-d3a9-4c28-8213-2478600245b3 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:18:16.871559 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d8c64c56-6437-4abd-bd54-1621be3693e2 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:16.910052 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8018e198-5e7e-4fb9-ab3d-0a3fca7de1c3 None None] DHCP port deletion for 0367e372-4fb1-4676-b4f8-fb5421bc4a0f request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:18:16.944456 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-d8c64c56-6437-4abd-bd54-1621be3693e2 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] For port 1f246baa-d3a9-4c28-8213-2478600245b3, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=1f246baa-d3a9-4c28-8213-2478600245b3,segment=NetworkSegment(ffc917fb-cf13-409b-b3d5-4567a31398b2),segment_id=ffc917fb-cf13-409b-b3d5-4567a31398b2)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:16.944820 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d8c64c56-6437-4abd-bd54-1621be3693e2 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:16.963436 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-d8c64c56-6437-4abd-bd54-1621be3693e2 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Calling delete_port for 1f246baa-d3a9-4c28-8213-2478600245b3 owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:18:16.968923 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-8018e198-5e7e-4fb9-ab3d-0a3fca7de1c3 None None] Deleting port 1f246baa-d3a9-4c28-8213-2478600245b3 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:18:16.969299 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8018e198-5e7e-4fb9-ab3d-0a3fca7de1c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:17.031566 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-8018e198-5e7e-4fb9-ab3d-0a3fca7de1c3 None None] For port 1f246baa-d3a9-4c28-8213-2478600245b3, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=1f246baa-d3a9-4c28-8213-2478600245b3,segment=NetworkSegment(ffc917fb-cf13-409b-b3d5-4567a31398b2),segment_id=ffc917fb-cf13-409b-b3d5-4567a31398b2)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:17.031875 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8018e198-5e7e-4fb9-ab3d-0a3fca7de1c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:17.042895 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d8c64c56-6437-4abd-bd54-1621be3693e2 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:17.046027 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-8018e198-5e7e-4fb9-ab3d-0a3fca7de1c3 None None] Calling delete_port for 1f246baa-d3a9-4c28-8213-2478600245b3 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:18:17.071567 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c64c56-6437-4abd-bd54-1621be3693e2 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] No DVR routers for this DVR port 1f246baa-d3a9-4c28-8213-2478600245b3 on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:18:17.076058 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c64c56-6437-4abd-bd54-1621be3693e2 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Pushing event deleted for resources: {'Port': ['ID=1f246baa-d3a9-4c28-8213-2478600245b3,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:17.126506 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8018e198-5e7e-4fb9-ab3d-0a3fca7de1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:17.150913 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8018e198-5e7e-4fb9-ab3d-0a3fca7de1c3 None None] Pushing event deleted for resources: {'Port': ['ID=1f246baa-d3a9-4c28-8213-2478600245b3,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:17.156322 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8018e198-5e7e-4fb9-ab3d-0a3fca7de1c3 None None] No DVR routers for this DVR port 1f246baa-d3a9-4c28-8213-2478600245b3 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:18:17.157361 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d8c64c56-6437-4abd-bd54-1621be3693e2 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:17.179738 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-d8c64c56-6437-4abd-bd54-1621be3693e2 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0367e372-4fb1-4676-b4f8-fb5421bc4a0f']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:17.189204 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-d8c64c56-6437-4abd-bd54-1621be3693e2 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffc917fb-cf13-409b-b3d5-4567a31398b2') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:17.189497 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-d8c64c56-6437-4abd-bd54-1621be3693e2 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffc917fb-cf13-409b-b3d5-4567a31398b2') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:17.199636 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d8c64c56-6437-4abd-bd54-1621be3693e2 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:17.212798 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d8c64c56-6437-4abd-bd54-1621be3693e2 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:17.218660 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8c64c56-6437-4abd-bd54-1621be3693e2 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:18:17.219036 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d8c64c56-6437-4abd-bd54-1621be3693e2 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:17.222348 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 04:18:17.222348 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:18:17.222348 n-d-715271-27 neutron-server[102571]: timer() Nov 12 04:18:17.222348 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:18:17.222348 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 04:18:17.222348 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:18:17.222348 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 04:18:17.222348 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:18:17.222348 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 04:18:17.222348 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:18:17.222348 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 04:18:17.222348 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:18:17.222348 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 04:18:17.222348 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:18:17.222348 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:18:17.222348 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:18:17.222348 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:18:17.222348 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:18:17.222348 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 04:18:17.222348 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:18:17.222348 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 04:18:17.222348 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:18:17.222348 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:18:17.222348 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:18:17.222348 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 04:18:17.222348 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:18:17.222348 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:18:17.222348 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:18:17.222348 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:18:17.222348 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:18:17.222348 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:18:17.222348 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:18:17.279352 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d8c64c56-6437-4abd-bd54-1621be3693e2 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:17.289168 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d8c64c56-6437-4abd-bd54-1621be3693e2 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:17.291662 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d8c64c56-6437-4abd-bd54-1621be3693e2 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] 10.222.0.50 "DELETE /v2.0/networks/0367e372-4fb1-4676-b4f8-fb5421bc4a0f HTTP/1.1" status: 204 len: 168 time: 0.5567353 Nov 12 04:18:17.304271 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c64c56-6437-4abd-bd54-1621be3693e2 tempest-NetworksIpV6Test-252380958 tempest-NetworksIpV6Test-252380958-project] Pushing event deleted for resources: {'Network': ['ID=0367e372-4fb1-4676-b4f8-fb5421bc4a0f,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:17.529765 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57276) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:17.666701 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-bae17b6e-9f82-452e-966e-e83f67ecf869 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4d0056a16b4948d884fda8088f2448bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1357203 Nov 12 04:18:17.669145 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57280) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:17.716405 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aaf6217e-74b7-440b-bd8f-639fd5651fc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:17.736845 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aaf6217e-74b7-440b-bd8f-639fd5651fc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:17.782880 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aaf6217e-74b7-440b-bd8f-639fd5651fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:17.785693 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aaf6217e-74b7-440b-bd8f-639fd5651fc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:17.787027 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-aaf6217e-74b7-440b-bd8f-639fd5651fc2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b6a61de6-c478-48fb-92d4-29ed802aa502 HTTP/1.1" status: 204 len: 168 time: 0.1169491 Nov 12 04:18:17.794873 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6217e-74b7-440b-bd8f-639fd5651fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a61de6-c478-48fb-92d4-29ed802aa502,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:18.430525 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 1f246baa-d3a9-4c28-8213-2478600245b3 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:18:18.432145 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57302) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:18.450914 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 1f246baa-d3a9-4c28-8213-2478600245b3 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:18:18.451257 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 1f246baa-d3a9-4c28-8213-2478600245b3 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:18:18.528352 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-21272cd1-76b1-44bc-8560-47b240e678e7 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-454902115', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:18:18.552827 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-21272cd1-76b1-44bc-8560-47b240e678e7 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:18.553844 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-21272cd1-76b1-44bc-8560-47b240e678e7 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:18.606390 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-21272cd1-76b1-44bc-8560-47b240e678e7 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:18.609630 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:18.610680 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-21272cd1-76b1-44bc-8560-47b240e678e7 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:18.628849 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-21272cd1-76b1-44bc-8560-47b240e678e7 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:18.629982 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-21272cd1-76b1-44bc-8560-47b240e678e7 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1966820 Nov 12 04:18:18.632785 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57306) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:18.637597 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-0bc54a76-50ab-41a2-aed2-32cc66adb619 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1869057347'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:18:18.658744 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc54a76-50ab-41a2-aed2-32cc66adb619 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Made reservation on behalf of 2e201a7c8cea4597afa204459628f690 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:18:18.663166 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0bc54a76-50ab-41a2-aed2-32cc66adb619 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:18.671973 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0bc54a76-50ab-41a2-aed2-32cc66adb619 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:18.748994 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0bc54a76-50ab-41a2-aed2-32cc66adb619 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:18.752726 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0bc54a76-50ab-41a2-aed2-32cc66adb619 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:18.777287 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bc54a76-50ab-41a2-aed2-32cc66adb619 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:18:18.792195 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc54a76-50ab-41a2-aed2-32cc66adb619 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=922b5ecd-db97-413a-a448-9adc12f69408,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:18.797050 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0bc54a76-50ab-41a2-aed2-32cc66adb619 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:18.797401 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-0bc54a76-50ab-41a2-aed2-32cc66adb619 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Added segment d6c1050d-4ba4-4c85-88ea-8b1aca749368 of type vlan for network 68f80536-5ade-4fd2-a472-2d87994c1449 Nov 12 04:18:18.838741 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0bc54a76-50ab-41a2-aed2-32cc66adb619 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:18.863564 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0bc54a76-50ab-41a2-aed2-32cc66adb619 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:18.869443 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc54a76-50ab-41a2-aed2-32cc66adb619 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:18.870016 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0bc54a76-50ab-41a2-aed2-32cc66adb619 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:18.934106 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0bc54a76-50ab-41a2-aed2-32cc66adb619 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2999201 Nov 12 04:18:18.936777 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57308) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:18.944193 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-899e392d-c093-48b1-94bf-16959d59021f tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Request body: {'subnet': {'network_id': '68f80536-5ade-4fd2-a472-2d87994c1449', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:18:18.950558 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc54a76-50ab-41a2-aed2-32cc66adb619 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Pushing event updated for resources: {'Network': ['ID=68f80536-5ade-4fd2-a472-2d87994c1449,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:18.964225 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 68f80536-5ade-4fd2-a472-2d87994c1449 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:18:19.035022 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899e392d-c093-48b1-94bf-16959d59021f tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Made reservation on behalf of 2e201a7c8cea4597afa204459628f690 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:18:19.039697 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-899e392d-c093-48b1-94bf-16959d59021f tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:19.218312 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-899e392d-c093-48b1-94bf-16959d59021f tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:19.277606 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e392d-c093-48b1-94bf-16959d59021f tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Pushing event updated for resources: {'Subnet': ['ID=696a3484-540f-4ee5-9788-4db01f3837b7,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:19.284547 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899e392d-c093-48b1-94bf-16959d59021f tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Checking segment: {'id': 'd6c1050d-4ba4-4c85-88ea-8b1aca749368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '68f80536-5ade-4fd2-a472-2d87994c1449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:18:19.284900 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899e392d-c093-48b1-94bf-16959d59021f tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Network hostable DHCP agents. Network: 68f80536-5ade-4fd2-a472-2d87994c1449, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:18:19.301055 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899e392d-c093-48b1-94bf-16959d59021f tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Network 68f80536-5ade-4fd2-a472-2d87994c1449 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:18:19.309995 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-899e392d-c093-48b1-94bf-16959d59021f tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 68f80536-5ade-4fd2-a472-2d87994c1449) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:18:19.313964 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899e392d-c093-48b1-94bf-16959d59021f tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:19.314569 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-899e392d-c093-48b1-94bf-16959d59021f tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:19.320356 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359cda92-6351-45bc-97ce-646759f35e36 None None] Network 68f80536-5ade-4fd2-a472-2d87994c1449 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:18:19.331402 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-899e392d-c093-48b1-94bf-16959d59021f tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3936229 Nov 12 04:18:19.335515 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57310) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:19.340428 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-160de804-5f9e-4220-9458-3f240fe2d4f7 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-306979570'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:18:19.360569 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160de804-5f9e-4220-9458-3f240fe2d4f7 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Made reservation on behalf of 2e201a7c8cea4597afa204459628f690 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:18:19.363937 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-160de804-5f9e-4220-9458-3f240fe2d4f7 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:19.392746 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-160de804-5f9e-4220-9458-3f240fe2d4f7 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:18:19.403124 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-160de804-5f9e-4220-9458-3f240fe2d4f7 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:19.403623 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-160de804-5f9e-4220-9458-3f240fe2d4f7 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Added segment 24594c26-f294-49a2-86c5-0561a8f1b71e of type vlan for network fd0cd8e7-b3db-40fd-b45f-266a2d85e869 Nov 12 04:18:19.445361 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-160de804-5f9e-4220-9458-3f240fe2d4f7 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:19.470935 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277042b7-fd16-470e-979f-24841d48c0c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-68f80536-5ade-4fd2-a472-2d87994c1449', 'network_id': '68f80536-5ade-4fd2-a472-2d87994c1449', 'tenant_id': '2e201a7c8cea4597afa204459628f690', 'fixed_ips': [{'subnet_id': '696a3484-540f-4ee5-9788-4db01f3837b7'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:18:19.471509 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-160de804-5f9e-4220-9458-3f240fe2d4f7 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:19.471734 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-277042b7-fd16-470e-979f-24841d48c0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:19.477765 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160de804-5f9e-4220-9458-3f240fe2d4f7 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:19.478372 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-160de804-5f9e-4220-9458-3f240fe2d4f7 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:19.513072 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-160de804-5f9e-4220-9458-3f240fe2d4f7 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1764600 Nov 12 04:18:19.516942 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57312) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:19.523184 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-820a4f8b-fe72-45d7-83a1-358414fe8684 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Request body: {'subnet': {'network_id': 'fd0cd8e7-b3db-40fd-b45f-266a2d85e869', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:18:19.551004 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160de804-5f9e-4220-9458-3f240fe2d4f7 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Pushing event updated for resources: {'Network': ['ID=fd0cd8e7-b3db-40fd-b45f-266a2d85e869,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:19.562207 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network fd0cd8e7-b3db-40fd-b45f-266a2d85e869 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:18:19.627933 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820a4f8b-fe72-45d7-83a1-358414fe8684 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Made reservation on behalf of 2e201a7c8cea4597afa204459628f690 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:18:19.632123 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-820a4f8b-fe72-45d7-83a1-358414fe8684 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:19.663762 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-277042b7-fd16-470e-979f-24841d48c0c5 None None] Allocated IP 172.20.0.2 (68f80536-5ade-4fd2-a472-2d87994c1449/696a3484-540f-4ee5-9788-4db01f3837b7/ac6ca9fb-2858-4f0f-9429-46c3f9225c94) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:18:19.814314 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-277042b7-fd16-470e-979f-24841d48c0c5 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:19.821772 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-277042b7-fd16-470e-979f-24841d48c0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:19.826933 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-820a4f8b-fe72-45d7-83a1-358414fe8684 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:19.857998 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277042b7-fd16-470e-979f-24841d48c0c5 None None] Network 68f80536-5ade-4fd2-a472-2d87994c1449 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:18:19.864342 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-277042b7-fd16-470e-979f-24841d48c0c5 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:18:19.867927 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277042b7-fd16-470e-979f-24841d48c0c5 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:18:19.875735 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277042b7-fd16-470e-979f-24841d48c0c5 None None] Pushing event updated for resources: {'Port': ['ID=ac6ca9fb-2858-4f0f-9429-46c3f9225c94,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:19.897175 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a4f8b-fe72-45d7-83a1-358414fe8684 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Pushing event updated for resources: {'Subnet': ['ID=eeaf30a7-fcfe-4563-b5b1-4377852be851,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:19.909359 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820a4f8b-fe72-45d7-83a1-358414fe8684 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Checking segment: {'id': '24594c26-f294-49a2-86c5-0561a8f1b71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fd0cd8e7-b3db-40fd-b45f-266a2d85e869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:18:19.909713 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820a4f8b-fe72-45d7-83a1-358414fe8684 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Network hostable DHCP agents. Network: fd0cd8e7-b3db-40fd-b45f-266a2d85e869, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:18:19.926686 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820a4f8b-fe72-45d7-83a1-358414fe8684 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Network fd0cd8e7-b3db-40fd-b45f-266a2d85e869 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:18:19.935003 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-277042b7-fd16-470e-979f-24841d48c0c5 None None] Attempting to bind port ac6ca9fb-2858-4f0f-9429-46c3f9225c94 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:18:19.935374 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-277042b7-fd16-470e-979f-24841d48c0c5 None None] Attempting to bind port ac6ca9fb-2858-4f0f-9429-46c3f9225c94 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'd6c1050d-4ba4-4c85-88ea-8b1aca749368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '68f80536-5ade-4fd2-a472-2d87994c1449'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:18:19.935740 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277042b7-fd16-470e-979f-24841d48c0c5 None None] Attempting to bind port ac6ca9fb-2858-4f0f-9429-46c3f9225c94 on network 68f80536-5ade-4fd2-a472-2d87994c1449 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:18:19.937557 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-820a4f8b-fe72-45d7-83a1-358414fe8684 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, fd0cd8e7-b3db-40fd-b45f-266a2d85e869) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:18:19.941043 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277042b7-fd16-470e-979f-24841d48c0c5 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:18:19.941419 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277042b7-fd16-470e-979f-24841d48c0c5 None None] Checking segment: {'id': 'd6c1050d-4ba4-4c85-88ea-8b1aca749368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '68f80536-5ade-4fd2-a472-2d87994c1449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:18:19.941819 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-277042b7-fd16-470e-979f-24841d48c0c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:19.942209 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277042b7-fd16-470e-979f-24841d48c0c5 None None] Bound using segment: {'id': 'd6c1050d-4ba4-4c85-88ea-8b1aca749368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '68f80536-5ade-4fd2-a472-2d87994c1449'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:18:19.942705 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-277042b7-fd16-470e-979f-24841d48c0c5 None None] Bound port: ac6ca9fb-2858-4f0f-9429-46c3f9225c94, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c1050d-4ba4-4c85-88ea-8b1aca749368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '68f80536-5ade-4fd2-a472-2d87994c1449'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:18:19.942961 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820a4f8b-fe72-45d7-83a1-358414fe8684 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:19.943075 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-277042b7-fd16-470e-979f-24841d48c0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:19.943556 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-820a4f8b-fe72-45d7-83a1-358414fe8684 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:19.953545 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2614826a-4681-464a-8ae5-e28c43863c0f None None] Network fd0cd8e7-b3db-40fd-b45f-266a2d85e869 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:18:19.961987 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-820a4f8b-fe72-45d7-83a1-358414fe8684 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4436994 Nov 12 04:18:19.964999 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57314) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:19.969633 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-69168112-fcd0-4e50-aa6c-383010c62dbf tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fd0cd8e7-b3db-40fd-b45f-266a2d85e869'}}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:18:20.064220 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-277042b7-fd16-470e-979f-24841d48c0c5 None None] For port ac6ca9fb-2858-4f0f-9429-46c3f9225c94, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:18:20.069846 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-277042b7-fd16-470e-979f-24841d48c0c5 None None] For port ac6ca9fb-2858-4f0f-9429-46c3f9225c94, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=ac6ca9fb-2858-4f0f-9429-46c3f9225c94,segment=NetworkSegment(d6c1050d-4ba4-4c85-88ea-8b1aca749368),segment_id=d6c1050d-4ba4-4c85-88ea-8b1aca749368)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:18:20.076183 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-277042b7-fd16-470e-979f-24841d48c0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:20.182260 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-69168112-fcd0-4e50-aa6c-383010c62dbf tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:20.290056 n-d-715271-27 neutron-server[102571]: INFO neutron.api.v2.resource [None req-69168112-fcd0-4e50-aa6c-383010c62dbf tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:18:20.291117 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-69168112-fcd0-4e50-aa6c-383010c62dbf tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] 10.222.0.50 "PUT /v2.0/routers/0975a245-eaf3-4f17-9f2d-2a15c048c3b5 HTTP/1.1" status: 400 len: 364 time: 0.3250933 Nov 12 04:18:20.296971 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57316) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:20.330854 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277042b7-fd16-470e-979f-24841d48c0c5 None None] Pushing event updated for resources: {'Port': ['ID=ac6ca9fb-2858-4f0f-9429-46c3f9225c94,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:20.358952 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc95f3e0-d8d6-4c1d-9706-8d65192ff8bf tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Deleting subnet eeaf30a7-fcfe-4563-b5b1-4377852be851 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:18:20.361449 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a2c883-9eaa-4e2d-aedf-5c159fc38187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-fd0cd8e7-b3db-40fd-b45f-266a2d85e869', 'network_id': 'fd0cd8e7-b3db-40fd-b45f-266a2d85e869', 'tenant_id': '2e201a7c8cea4597afa204459628f690', 'fixed_ips': [{'subnet_id': 'eeaf30a7-fcfe-4563-b5b1-4377852be851'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:18:20.362445 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-81a2c883-9eaa-4e2d-aedf-5c159fc38187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:20.362867 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bc95f3e0-d8d6-4c1d-9706-8d65192ff8bf tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:20.412955 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bc95f3e0-d8d6-4c1d-9706-8d65192ff8bf tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:20.463029 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bc95f3e0-d8d6-4c1d-9706-8d65192ff8bf tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server [None req-81a2c883-9eaa-4e2d-aedf-5c159fc38187 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eeaf30a7-fcfe-4563-b5b1-4377852be851: This subnet is being modified by another concurrent operation. Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server raise exception Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eeaf30a7-fcfe-4563-b5b1-4377852be851: This subnet is being modified by another concurrent operation. Nov 12 04:18:20.534502 n-d-715271-27 neutron-server[102573]: ERROR oslo_messaging.rpc.server Nov 12 04:18:20.547742 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bc95f3e0-d8d6-4c1d-9706-8d65192ff8bf tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:20.560221 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d910175e-328e-4bb9-b28f-f2fe3a720438 None None] Network fd0cd8e7-b3db-40fd-b45f-266a2d85e869 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:18:20.581281 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc95f3e0-d8d6-4c1d-9706-8d65192ff8bf tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Pushing event deleted for resources: {'Subnet': ['ID=eeaf30a7-fcfe-4563-b5b1-4377852be851,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:20.583605 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-bc95f3e0-d8d6-4c1d-9706-8d65192ff8bf tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:20.587912 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-bc95f3e0-d8d6-4c1d-9706-8d65192ff8bf tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] 10.222.0.50 "DELETE /v2.0/subnets/eeaf30a7-fcfe-4563-b5b1-4377852be851 HTTP/1.1" status: 204 len: 168 time: 0.2892442 Nov 12 04:18:20.591781 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57318) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:20.685082 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-06e22972-f1f7-4024-95ca-ba988007b306 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:20.777475 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-06e22972-f1f7-4024-95ca-ba988007b306 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:20.797868 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-06e22972-f1f7-4024-95ca-ba988007b306 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd0cd8e7-b3db-40fd-b45f-266a2d85e869']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:20.807556 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-06e22972-f1f7-4024-95ca-ba988007b306 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24594c26-f294-49a2-86c5-0561a8f1b71e') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:20.807865 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-06e22972-f1f7-4024-95ca-ba988007b306 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24594c26-f294-49a2-86c5-0561a8f1b71e') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:20.818089 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-06e22972-f1f7-4024-95ca-ba988007b306 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:20.831043 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-06e22972-f1f7-4024-95ca-ba988007b306 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:20.838015 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06e22972-f1f7-4024-95ca-ba988007b306 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:18:20.838336 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-06e22972-f1f7-4024-95ca-ba988007b306 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:20.841317 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 04:18:20.841317 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:18:20.841317 n-d-715271-27 neutron-server[102571]: timer() Nov 12 04:18:20.841317 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:18:20.841317 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 04:18:20.841317 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:18:20.841317 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 04:18:20.841317 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:18:20.841317 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 04:18:20.841317 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:18:20.841317 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 04:18:20.841317 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:18:20.841317 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 04:18:20.841317 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:18:20.841317 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:18:20.841317 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:18:20.841317 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:18:20.841317 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:18:20.841317 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 04:18:20.841317 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:18:20.841317 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 04:18:20.841317 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:18:20.841317 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:18:20.841317 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:18:20.841317 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 04:18:20.841317 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:18:20.841317 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:18:20.841317 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:18:20.841317 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:18:20.841317 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:18:20.841317 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:18:20.841317 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:18:20.899691 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-06e22972-f1f7-4024-95ca-ba988007b306 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:20.906664 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-06e22972-f1f7-4024-95ca-ba988007b306 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:20.909827 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-06e22972-f1f7-4024-95ca-ba988007b306 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] 10.222.0.50 "DELETE /v2.0/networks/fd0cd8e7-b3db-40fd-b45f-266a2d85e869 HTTP/1.1" status: 204 len: 168 time: 0.3118806 Nov 12 04:18:20.912615 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57320) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:20.921131 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e22972-f1f7-4024-95ca-ba988007b306 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Pushing event deleted for resources: {'Network': ['ID=fd0cd8e7-b3db-40fd-b45f-266a2d85e869,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:20.965982 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-caf16a73-d84b-4c1b-8291-07677611d16a tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Deleting subnet 696a3484-540f-4ee5-9788-4db01f3837b7 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:18:20.969126 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-caf16a73-d84b-4c1b-8291-07677611d16a tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:21.010277 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-caf16a73-d84b-4c1b-8291-07677611d16a tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:21.103772 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-caf16a73-d84b-4c1b-8291-07677611d16a tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:21.166555 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-caf16a73-d84b-4c1b-8291-07677611d16a tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:21.196042 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf16a73-d84b-4c1b-8291-07677611d16a tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Pushing event deleted for resources: {'Subnet': ['ID=696a3484-540f-4ee5-9788-4db01f3837b7,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:21.199666 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-caf16a73-d84b-4c1b-8291-07677611d16a tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:21.203255 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-caf16a73-d84b-4c1b-8291-07677611d16a tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] 10.222.0.50 "DELETE /v2.0/subnets/696a3484-540f-4ee5-9788-4db01f3837b7 HTTP/1.1" status: 204 len: 168 time: 0.2895906 Nov 12 04:18:21.205736 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57322) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:21.291251 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a488b6a0-7209-4141-be1a-36dbfb9e36b2 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:21.330405 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaaec17e-99a8-4e28-9b89-a1484ff84b17 None None] Network 68f80536-5ade-4fd2-a472-2d87994c1449 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:18:21.347271 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-a488b6a0-7209-4141-be1a-36dbfb9e36b2 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Deleting port ac6ca9fb-2858-4f0f-9429-46c3f9225c94 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:18:21.347612 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a488b6a0-7209-4141-be1a-36dbfb9e36b2 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:21.424378 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-a488b6a0-7209-4141-be1a-36dbfb9e36b2 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] For port ac6ca9fb-2858-4f0f-9429-46c3f9225c94, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=ac6ca9fb-2858-4f0f-9429-46c3f9225c94,segment=NetworkSegment(d6c1050d-4ba4-4c85-88ea-8b1aca749368),segment_id=d6c1050d-4ba4-4c85-88ea-8b1aca749368)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:21.424755 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a488b6a0-7209-4141-be1a-36dbfb9e36b2 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:21.439083 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-a488b6a0-7209-4141-be1a-36dbfb9e36b2 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Calling delete_port for ac6ca9fb-2858-4f0f-9429-46c3f9225c94 owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:18:21.451684 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-11a54f91-46ce-4d04-b445-623235f6dbf2 None None] Provisioning complete for port ac6ca9fb-2858-4f0f-9429-46c3f9225c94 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:21.452056 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-11a54f91-46ce-4d04-b445-623235f6dbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:21.523176 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a488b6a0-7209-4141-be1a-36dbfb9e36b2 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:21.539481 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-11a54f91-46ce-4d04-b445-623235f6dbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:21.553883 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb7e453-fde7-46f0-83bc-a8e391f47f86 None None] DHCP port deletion for 68f80536-5ade-4fd2-a472-2d87994c1449 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:18:21.554702 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a488b6a0-7209-4141-be1a-36dbfb9e36b2 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] No DVR routers for this DVR port ac6ca9fb-2858-4f0f-9429-46c3f9225c94 on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:18:21.556947 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488b6a0-7209-4141-be1a-36dbfb9e36b2 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Pushing event deleted for resources: {'Port': ['ID=ac6ca9fb-2858-4f0f-9429-46c3f9225c94,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:21.591122 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3178a92f-733d-470f-b64b-c405b93956c0 None None] get_active_networks_info from n-d-715271-27 {{(pid=102573) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:18:21.642584 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a488b6a0-7209-4141-be1a-36dbfb9e36b2 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:21.655989 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3178a92f-733d-470f-b64b-c405b93956c0 None None] Resources bound (agent type, host, resource id): {{(pid=102573) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:18:21.664571 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-a488b6a0-7209-4141-be1a-36dbfb9e36b2 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68f80536-5ade-4fd2-a472-2d87994c1449']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:21.674594 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-a488b6a0-7209-4141-be1a-36dbfb9e36b2 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c1050d-4ba4-4c85-88ea-8b1aca749368') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:21.674813 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-a488b6a0-7209-4141-be1a-36dbfb9e36b2 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c1050d-4ba4-4c85-88ea-8b1aca749368') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:21.685836 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a488b6a0-7209-4141-be1a-36dbfb9e36b2 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:21.699331 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a488b6a0-7209-4141-be1a-36dbfb9e36b2 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:21.705701 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a488b6a0-7209-4141-be1a-36dbfb9e36b2 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:18:21.706106 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a488b6a0-7209-4141-be1a-36dbfb9e36b2 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:21.709646 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 04:18:21.709646 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:18:21.709646 n-d-715271-27 neutron-server[102572]: timer() Nov 12 04:18:21.709646 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:18:21.709646 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 04:18:21.709646 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:18:21.709646 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 04:18:21.709646 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:18:21.709646 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 04:18:21.709646 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:18:21.709646 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 04:18:21.709646 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:18:21.709646 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 04:18:21.709646 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:18:21.709646 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:18:21.709646 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:18:21.709646 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:18:21.709646 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:18:21.709646 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 04:18:21.709646 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:18:21.709646 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 04:18:21.709646 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:18:21.709646 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:18:21.709646 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:18:21.709646 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 04:18:21.709646 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:18:21.709646 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:18:21.709646 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:18:21.709646 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:18:21.709646 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:18:21.709646 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:18:21.709646 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:18:21.774690 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a488b6a0-7209-4141-be1a-36dbfb9e36b2 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:21.782368 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a488b6a0-7209-4141-be1a-36dbfb9e36b2 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:21.785603 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a488b6a0-7209-4141-be1a-36dbfb9e36b2 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] 10.222.0.50 "DELETE /v2.0/networks/68f80536-5ade-4fd2-a472-2d87994c1449 HTTP/1.1" status: 204 len: 168 time: 0.5788939 Nov 12 04:18:21.789425 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57324) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:21.801844 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488b6a0-7209-4141-be1a-36dbfb9e36b2 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Pushing event deleted for resources: {'Network': ['ID=68f80536-5ade-4fd2-a472-2d87994c1449,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:21.823152 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-49fa9a61-7e45-4b99-8c59-714acc79f182 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] 10.222.0.50 "GET /v2.0/ports?device_id=0975a245-eaf3-4f17-9f2d-2a15c048c3b5 HTTP/1.1" status: 200 len: 205 time: 0.0325091 Nov 12 04:18:21.825808 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57326) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:21.900581 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-45490f8b-42c9-41c0-a597-c2855572d173 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:22.055398 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-45490f8b-42c9-41c0-a597-c2855572d173 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:22.057439 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-45490f8b-42c9-41c0-a597-c2855572d173 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:22.105093 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-45490f8b-42c9-41c0-a597-c2855572d173 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:22.105634 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45490f8b-42c9-41c0-a597-c2855572d173 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Fanout notify agent at l3_agent the message router_deleted on router 0975a245-eaf3-4f17-9f2d-2a15c048c3b5 {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:18:22.112405 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-45490f8b-42c9-41c0-a597-c2855572d173 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:22.113498 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-45490f8b-42c9-41c0-a597-c2855572d173 tempest-RoutersNegativeTest-1736939970 tempest-RoutersNegativeTest-1736939970-project] 10.222.0.50 "DELETE /v2.0/routers/0975a245-eaf3-4f17-9f2d-2a15c048c3b5 HTTP/1.1" status: 204 len: 168 time: 0.2866702 Nov 12 04:18:22.355232 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57332) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:22.484498 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7607face-a545-489c-9085-4e9fe35b461a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2e201a7c8cea4597afa204459628f690&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1280875 Nov 12 04:18:22.486912 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57336) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:22.534649 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-76730e1f-64a1-40fb-bba5-c34a90be0572 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:22.557139 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-76730e1f-64a1-40fb-bba5-c34a90be0572 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:22.608900 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-76730e1f-64a1-40fb-bba5-c34a90be0572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:22.611360 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-76730e1f-64a1-40fb-bba5-c34a90be0572 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:22.612548 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-76730e1f-64a1-40fb-bba5-c34a90be0572 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/922b5ecd-db97-413a-a448-9adc12f69408 HTTP/1.1" status: 204 len: 168 time: 0.1247501 Nov 12 04:18:22.621104 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76730e1f-64a1-40fb-bba5-c34a90be0572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922b5ecd-db97-413a-a448-9adc12f69408,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:23.222171 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57358) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:23.317000 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-84a3735c-12ec-49b3-9a05-84c48fa542ff admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1617830757-network', 'tenant_id': 'b35a45b9a31240bf93b84bc41ee7aff5'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:18:23.337621 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a3735c-12ec-49b3-9a05-84c48fa542ff admin admin] Made reservation on behalf of b35a45b9a31240bf93b84bc41ee7aff5 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:18:23.339821 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-84a3735c-12ec-49b3-9a05-84c48fa542ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:23.348237 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-84a3735c-12ec-49b3-9a05-84c48fa542ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:23.420538 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-84a3735c-12ec-49b3-9a05-84c48fa542ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:23.424388 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-84a3735c-12ec-49b3-9a05-84c48fa542ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:23.449314 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84a3735c-12ec-49b3-9a05-84c48fa542ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:18:23.459398 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a3735c-12ec-49b3-9a05-84c48fa542ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c94d4a-da58-4419-9881-7de603df2ff2,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:23.464624 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-84a3735c-12ec-49b3-9a05-84c48fa542ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:23.464965 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-84a3735c-12ec-49b3-9a05-84c48fa542ff admin admin] Added segment abc4cb8e-d6ca-49e7-bcd3-d5701cde8442 of type vlan for network bc873039-29cd-4c08-be4b-ff0f76829327 Nov 12 04:18:23.502805 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-84a3735c-12ec-49b3-9a05-84c48fa542ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:23.527741 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-84a3735c-12ec-49b3-9a05-84c48fa542ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:23.528733 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a3735c-12ec-49b3-9a05-84c48fa542ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:23.529296 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-84a3735c-12ec-49b3-9a05-84c48fa542ff admin admin] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:23.563777 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-84a3735c-12ec-49b3-9a05-84c48fa542ff admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3405197 Nov 12 04:18:23.566799 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57362) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:23.572059 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-ceabbb25-162b-4c9f-b3f7-b2d2b642c84f admin admin] Request body: {'subnet': {'network_id': 'bc873039-29cd-4c08-be4b-ff0f76829327', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1617830757-subnet', 'tenant_id': 'b35a45b9a31240bf93b84bc41ee7aff5', 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:18:23.593238 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceabbb25-162b-4c9f-b3f7-b2d2b642c84f admin admin] Made reservation on behalf of b35a45b9a31240bf93b84bc41ee7aff5 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:18:23.594808 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a3735c-12ec-49b3-9a05-84c48fa542ff admin admin] Pushing event updated for resources: {'Network': ['ID=bc873039-29cd-4c08-be4b-ff0f76829327,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:23.595631 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ceabbb25-162b-4c9f-b3f7-b2d2b642c84f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:23.605513 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network bc873039-29cd-4c08-be4b-ff0f76829327 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:18:23.766838 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ceabbb25-162b-4c9f-b3f7-b2d2b642c84f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:23.824292 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceabbb25-162b-4c9f-b3f7-b2d2b642c84f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3217285-c638-47ea-a0b0-250e73acc4bf,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:23.834812 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceabbb25-162b-4c9f-b3f7-b2d2b642c84f admin admin] Checking segment: {'id': 'abc4cb8e-d6ca-49e7-bcd3-d5701cde8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bc873039-29cd-4c08-be4b-ff0f76829327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:18:23.835197 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceabbb25-162b-4c9f-b3f7-b2d2b642c84f admin admin] Network hostable DHCP agents. Network: bc873039-29cd-4c08-be4b-ff0f76829327, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:18:23.852663 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceabbb25-162b-4c9f-b3f7-b2d2b642c84f admin admin] Network bc873039-29cd-4c08-be4b-ff0f76829327 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:18:23.861028 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-ceabbb25-162b-4c9f-b3f7-b2d2b642c84f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, bc873039-29cd-4c08-be4b-ff0f76829327) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:18:23.866098 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceabbb25-162b-4c9f-b3f7-b2d2b642c84f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:23.867381 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ceabbb25-162b-4c9f-b3f7-b2d2b642c84f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:23.871355 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ed9349-0fa0-43ad-b1f1-d495e8e66b9b None None] Network bc873039-29cd-4c08-be4b-ff0f76829327 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:18:23.886967 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ceabbb25-162b-4c9f-b3f7-b2d2b642c84f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3161223 Nov 12 04:18:23.887194 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57364) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:23.891481 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-6639b948-c783-40c8-a15c-cc25f265ed38 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1617830757-router', 'tenant_id': 'b35a45b9a31240bf93b84bc41ee7aff5', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:18:23.914475 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6639b948-c783-40c8-a15c-cc25f265ed38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:23.915782 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6639b948-c783-40c8-a15c-cc25f265ed38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:23.967675 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6639b948-c783-40c8-a15c-cc25f265ed38 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:24.041470 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a1dad4-5d87-4840-bd13-cee9e1cc5a06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-bc873039-29cd-4c08-be4b-ff0f76829327', 'network_id': 'bc873039-29cd-4c08-be4b-ff0f76829327', 'tenant_id': 'b35a45b9a31240bf93b84bc41ee7aff5', 'fixed_ips': [{'subnet_id': 'f3217285-c638-47ea-a0b0-250e73acc4bf'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:18:24.042347 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-02a1dad4-5d87-4840-bd13-cee9e1cc5a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:24.115515 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6639b948-c783-40c8-a15c-cc25f265ed38 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:24.184202 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-02a1dad4-5d87-4840-bd13-cee9e1cc5a06 None None] Allocated IP 172.20.0.2 (bc873039-29cd-4c08-be4b-ff0f76829327/f3217285-c638-47ea-a0b0-250e73acc4bf/30b54818-a4bd-4c56-a271-0a71aae43441) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:18:24.318952 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6639b948-c783-40c8-a15c-cc25f265ed38 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:24.337325 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-02a1dad4-5d87-4840-bd13-cee9e1cc5a06 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:24.342643 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-02a1dad4-5d87-4840-bd13-cee9e1cc5a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:24.343461 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6639b948-c783-40c8-a15c-cc25f265ed38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:24.384780 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a1dad4-5d87-4840-bd13-cee9e1cc5a06 None None] Network bc873039-29cd-4c08-be4b-ff0f76829327 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:18:24.387745 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-02a1dad4-5d87-4840-bd13-cee9e1cc5a06 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:18:24.392053 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a1dad4-5d87-4840-bd13-cee9e1cc5a06 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:18:24.395129 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1dad4-5d87-4840-bd13-cee9e1cc5a06 None None] Pushing event updated for resources: {'Port': ['ID=30b54818-a4bd-4c56-a271-0a71aae43441,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:24.451269 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-6639b948-c783-40c8-a15c-cc25f265ed38 admin admin] Allocated IP 172.25.5.167 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/e57873ec-381e-452f-a524-10bbd722a5b2) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:18:24.464449 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-02a1dad4-5d87-4840-bd13-cee9e1cc5a06 None None] Attempting to bind port 30b54818-a4bd-4c56-a271-0a71aae43441 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:18:24.465036 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-02a1dad4-5d87-4840-bd13-cee9e1cc5a06 None None] Attempting to bind port 30b54818-a4bd-4c56-a271-0a71aae43441 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'abc4cb8e-d6ca-49e7-bcd3-d5701cde8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bc873039-29cd-4c08-be4b-ff0f76829327'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:18:24.465447 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a1dad4-5d87-4840-bd13-cee9e1cc5a06 None None] Attempting to bind port 30b54818-a4bd-4c56-a271-0a71aae43441 on network bc873039-29cd-4c08-be4b-ff0f76829327 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:18:24.470948 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a1dad4-5d87-4840-bd13-cee9e1cc5a06 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:18:24.471326 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a1dad4-5d87-4840-bd13-cee9e1cc5a06 None None] Checking segment: {'id': 'abc4cb8e-d6ca-49e7-bcd3-d5701cde8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bc873039-29cd-4c08-be4b-ff0f76829327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:18:24.471721 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-02a1dad4-5d87-4840-bd13-cee9e1cc5a06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:24.472132 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a1dad4-5d87-4840-bd13-cee9e1cc5a06 None None] Bound using segment: {'id': 'abc4cb8e-d6ca-49e7-bcd3-d5701cde8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bc873039-29cd-4c08-be4b-ff0f76829327'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:18:24.472604 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-02a1dad4-5d87-4840-bd13-cee9e1cc5a06 None None] Bound port: 30b54818-a4bd-4c56-a271-0a71aae43441, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc4cb8e-d6ca-49e7-bcd3-d5701cde8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bc873039-29cd-4c08-be4b-ff0f76829327'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:18:24.472970 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-02a1dad4-5d87-4840-bd13-cee9e1cc5a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:24.536996 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-02a1dad4-5d87-4840-bd13-cee9e1cc5a06 None None] For port 30b54818-a4bd-4c56-a271-0a71aae43441, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:18:24.540291 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-02a1dad4-5d87-4840-bd13-cee9e1cc5a06 None None] For port 30b54818-a4bd-4c56-a271-0a71aae43441, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=30b54818-a4bd-4c56-a271-0a71aae43441,segment=NetworkSegment(abc4cb8e-d6ca-49e7-bcd3-d5701cde8442),segment_id=abc4cb8e-d6ca-49e7-bcd3-d5701cde8442)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:18:24.544355 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-02a1dad4-5d87-4840-bd13-cee9e1cc5a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:24.559294 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6639b948-c783-40c8-a15c-cc25f265ed38 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:24.593802 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6639b948-c783-40c8-a15c-cc25f265ed38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:24.607911 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1dad4-5d87-4840-bd13-cee9e1cc5a06 None None] Pushing event updated for resources: {'Port': ['ID=30b54818-a4bd-4c56-a271-0a71aae43441,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:24.657333 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6639b948-c783-40c8-a15c-cc25f265ed38 admin admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:18:24.660399 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-6639b948-c783-40c8-a15c-cc25f265ed38 admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:18:24.666310 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6639b948-c783-40c8-a15c-cc25f265ed38 admin admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:18:24.669900 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639b948-c783-40c8-a15c-cc25f265ed38 admin admin] Pushing event updated for resources: {'Port': ['ID=e57873ec-381e-452f-a524-10bbd722a5b2,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:24.675080 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239b4e22-c4bf-49d1-9ad8-f459fccfc06c None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:18:24.731926 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-04a17ab1-4c4a-4c34-83d5-9ff7362a082b None None] Provisioning complete for port e57873ec-381e-452f-a524-10bbd722a5b2 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:24.732366 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-04a17ab1-4c4a-4c34-83d5-9ff7362a082b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:24.788201 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-04a17ab1-4c4a-4c34-83d5-9ff7362a082b None None] Port e57873ec-381e-452f-a524-10bbd722a5b2 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:18:24.949389 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6639b948-c783-40c8-a15c-cc25f265ed38 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:25.144629 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6639b948-c783-40c8-a15c-cc25f265ed38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:25.276467 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6639b948-c783-40c8-a15c-cc25f265ed38 admin admin] Router 6bb36af2-2e49-4e0d-a16b-0e7a5805fc87 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:18:25.513553 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd403322-a239-47ce-80c8-b826b96abf71 None None] Network bc873039-29cd-4c08-be4b-ff0f76829327 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:18:25.644565 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-a8dc0e23-a7b1-4c4d-affa-f182b4196f63 None None] Provisioning complete for port 30b54818-a4bd-4c56-a271-0a71aae43441 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:25.645286 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a8dc0e23-a7b1-4c4d-affa-f182b4196f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:25.749311 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6639b948-c783-40c8-a15c-cc25f265ed38 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:18:25.762179 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e89f9ca-1b71-4bc8-b0ba-c41c36063579 None None] Sync routers for ids ['6bb36af2-2e49-4e0d-a16b-0e7a5805fc87'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:18:25.771066 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a8dc0e23-a7b1-4c4d-affa-f182b4196f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:25.771706 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6639b948-c783-40c8-a15c-cc25f265ed38 admin admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:25.773292 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6639b948-c783-40c8-a15c-cc25f265ed38 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8851671 Nov 12 04:18:25.776137 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57366) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:25.786999 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e89f9ca-1b71-4bc8-b0ba-c41c36063579 None None] Routers {'6bb36af2-2e49-4e0d-a16b-0e7a5805fc87'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:18:25.787934 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-0e89f9ca-1b71-4bc8-b0ba-c41c36063579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:18:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['6bb36af2-2e49-4e0d-a16b-0e7a5805fc87'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:25.870251 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-a8dc0e23-a7b1-4c4d-affa-f182b4196f63 None None] For port 30b54818-a4bd-4c56-a271-0a71aae43441, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=30b54818-a4bd-4c56-a271-0a71aae43441,segment=NetworkSegment(abc4cb8e-d6ca-49e7-bcd3-d5701cde8442),segment_id=abc4cb8e-d6ca-49e7-bcd3-d5701cde8442)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:25.898839 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a8dc0e23-a7b1-4c4d-affa-f182b4196f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:25.971502 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-0e89f9ca-1b71-4bc8-b0ba-c41c36063579 None None] Set router 6bb36af2-2e49-4e0d-a16b-0e7a5805fc87 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:18:26.039730 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc0e23-a7b1-4c4d-affa-f182b4196f63 None None] Pushing event updated for resources: {'Port': ['ID=30b54818-a4bd-4c56-a271-0a71aae43441,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:26.105525 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-83f73096-66fd-4939-9bd3-9b105ac27640 None None] Provisioning complete for port 30b54818-a4bd-4c56-a271-0a71aae43441 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:26.105957 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-83f73096-66fd-4939-9bd3-9b105ac27640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:26.254149 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-0e89f9ca-1b71-4bc8-b0ba-c41c36063579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb36af2-2e49-4e0d-a16b-0e7a5805fc87', 'name': 'tempest-TestEncryptedCinderVolumes-1617830757-router', 'tenant_id': 'b35a45b9a31240bf93b84bc41ee7aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'e57873ec-381e-452f-a524-10bbd722a5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:18:23Z', 'updated_at': '2021-11-12T04:18:24Z', 'revision_number': 3, 'project_id': 'b35a45b9a31240bf93b84bc41ee7aff5', 'gw_port': {'id': 'e57873ec-381e-452f-a524-10bbd722a5b2', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb36af2-2e49-4e0d-a16b-0e7a5805fc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:24Z', 'updated_at': '2021-11-12T04:18:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:26.281335 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e89f9ca-1b71-4bc8-b0ba-c41c36063579 None None] Checking router: 6bb36af2-2e49-4e0d-a16b-0e7a5805fc87 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:18:26.281689 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e89f9ca-1b71-4bc8-b0ba-c41c36063579 None None] Updating router 6bb36af2-2e49-4e0d-a16b-0e7a5805fc87 port e57873ec-381e-452f-a524-10bbd722a5b2 binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:18:26.307379 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0e89f9ca-1b71-4bc8-b0ba-c41c36063579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:26.480684 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 30b54818-a4bd-4c56-a271-0a71aae43441 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:18:26.569897 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-734c1650-b76d-4aef-b5ba-aae86e69aa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:26.731224 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-734c1650-b76d-4aef-b5ba-aae86e69aa6c admin admin] Allocated IP 172.20.0.1 (bc873039-29cd-4c08-be4b-ff0f76829327/f3217285-c638-47ea-a0b0-250e73acc4bf/073744cb-83e3-480b-a7de-decd782eac31) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:18:26.733257 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 30b54818-a4bd-4c56-a271-0a71aae43441 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:26.734129 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:26.807009 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0e89f9ca-1b71-4bc8-b0ba-c41c36063579 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:26.814761 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0e89f9ca-1b71-4bc8-b0ba-c41c36063579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:26.839202 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-734c1650-b76d-4aef-b5ba-aae86e69aa6c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:26.865729 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07aa139c-5313-4cad-aa8b-160e9ee3ae31 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:18:26.877722 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-734c1650-b76d-4aef-b5ba-aae86e69aa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:26.902233 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931285-12c4-44ae-89c0-79f9ae7e368a None None] Pushing event updated for resources: {'Port': ['ID=e57873ec-381e-452f-a524-10bbd722a5b2,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:26.907224 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-0e89f9ca-1b71-4bc8-b0ba-c41c36063579 None None] Attempting to bind port e57873ec-381e-452f-a524-10bbd722a5b2 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:18:26.907596 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-0e89f9ca-1b71-4bc8-b0ba-c41c36063579 None None] Attempting to bind port e57873ec-381e-452f-a524-10bbd722a5b2 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:18:26.907962 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e89f9ca-1b71-4bc8-b0ba-c41c36063579 None None] Attempting to bind port e57873ec-381e-452f-a524-10bbd722a5b2 on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:18:26.914059 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734c1650-b76d-4aef-b5ba-aae86e69aa6c admin admin] Network bc873039-29cd-4c08-be4b-ff0f76829327 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:18:26.917778 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-734c1650-b76d-4aef-b5ba-aae86e69aa6c admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:18:26.919535 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e89f9ca-1b71-4bc8-b0ba-c41c36063579 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:18:26.919905 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e89f9ca-1b71-4bc8-b0ba-c41c36063579 None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:18:26.920327 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0e89f9ca-1b71-4bc8-b0ba-c41c36063579 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:26.920719 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e89f9ca-1b71-4bc8-b0ba-c41c36063579 None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:18:26.921183 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-0e89f9ca-1b71-4bc8-b0ba-c41c36063579 None None] Bound port: e57873ec-381e-452f-a524-10bbd722a5b2, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:18:26.921866 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0e89f9ca-1b71-4bc8-b0ba-c41c36063579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:26.922052 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734c1650-b76d-4aef-b5ba-aae86e69aa6c admin admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:18:26.960760 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c1650-b76d-4aef-b5ba-aae86e69aa6c admin admin] Pushing event updated for resources: {'Port': ['ID=073744cb-83e3-480b-a7de-decd782eac31,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:26.976350 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-734c1650-b76d-4aef-b5ba-aae86e69aa6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:26.992815 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-0e89f9ca-1b71-4bc8-b0ba-c41c36063579 None None] For port e57873ec-381e-452f-a524-10bbd722a5b2, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:18:26.997887 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-0e89f9ca-1b71-4bc8-b0ba-c41c36063579 None None] For port e57873ec-381e-452f-a524-10bbd722a5b2, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e57873ec-381e-452f-a524-10bbd722a5b2,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:18:27.003859 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0e89f9ca-1b71-4bc8-b0ba-c41c36063579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:27.017617 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-6b0148c7-e43b-4cec-ba32-807cf1d5a4cf None None] Provisioning complete for port e57873ec-381e-452f-a524-10bbd722a5b2 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:27.018099 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6b0148c7-e43b-4cec-ba32-807cf1d5a4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:27.093987 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3d66c2-707a-413a-ad85-f89df883e8f6 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:18:27.110431 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e89f9ca-1b71-4bc8-b0ba-c41c36063579 None None] Routers {'6bb36af2-2e49-4e0d-a16b-0e7a5805fc87'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:18:27.111347 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-0e89f9ca-1b71-4bc8-b0ba-c41c36063579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:18:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['6bb36af2-2e49-4e0d-a16b-0e7a5805fc87'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:27.120042 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-734c1650-b76d-4aef-b5ba-aae86e69aa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:27.215154 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931285-12c4-44ae-89c0-79f9ae7e368a None None] Pushing event updated for resources: {'Port': ['ID=e57873ec-381e-452f-a524-10bbd722a5b2,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:27.268942 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-0e89f9ca-1b71-4bc8-b0ba-c41c36063579 None None] Set router 6bb36af2-2e49-4e0d-a16b-0e7a5805fc87 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:18:27.285285 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-734c1650-b76d-4aef-b5ba-aae86e69aa6c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:27.291115 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-734c1650-b76d-4aef-b5ba-aae86e69aa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:27.318821 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6b0148c7-e43b-4cec-ba32-807cf1d5a4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:27.363792 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c1650-b76d-4aef-b5ba-aae86e69aa6c admin admin] Pushing event updated for resources: {'Port': ['ID=073744cb-83e3-480b-a7de-decd782eac31,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:27.377899 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-734c1650-b76d-4aef-b5ba-aae86e69aa6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:27.389663 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-6b0148c7-e43b-4cec-ba32-807cf1d5a4cf None None] For port e57873ec-381e-452f-a524-10bbd722a5b2, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e57873ec-381e-452f-a524-10bbd722a5b2,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:27.396371 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6b0148c7-e43b-4cec-ba32-807cf1d5a4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:27.473250 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734c1650-b76d-4aef-b5ba-aae86e69aa6c admin admin] Network bc873039-29cd-4c08-be4b-ff0f76829327 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:18:27.475321 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-734c1650-b76d-4aef-b5ba-aae86e69aa6c admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:18:27.495910 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0148c7-e43b-4cec-ba32-807cf1d5a4cf None None] Pushing event updated for resources: {'Port': ['ID=e57873ec-381e-452f-a524-10bbd722a5b2,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:27.544056 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-d51a1048-2530-4c17-bf12-e8f721aae601 None None] Provisioning complete for port e57873ec-381e-452f-a524-10bbd722a5b2 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:27.544530 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d51a1048-2530-4c17-bf12-e8f721aae601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:27.602137 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-734c1650-b76d-4aef-b5ba-aae86e69aa6c admin admin] Router 6bb36af2-2e49-4e0d-a16b-0e7a5805fc87 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:18:27.606067 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-0e89f9ca-1b71-4bc8-b0ba-c41c36063579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb36af2-2e49-4e0d-a16b-0e7a5805fc87', 'name': 'tempest-TestEncryptedCinderVolumes-1617830757-router', 'tenant_id': 'b35a45b9a31240bf93b84bc41ee7aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'e57873ec-381e-452f-a524-10bbd722a5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:18:23Z', 'updated_at': '2021-11-12T04:18:27Z', 'revision_number': 4, 'project_id': 'b35a45b9a31240bf93b84bc41ee7aff5', 'gw_port': {'id': 'e57873ec-381e-452f-a524-10bbd722a5b2', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb36af2-2e49-4e0d-a16b-0e7a5805fc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:24Z', 'updated_at': '2021-11-12T04:18:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '073744cb-83e3-480b-a7de-decd782eac31', 'name': '', 'network_id': 'bc873039-29cd-4c08-be4b-ff0f76829327', 'tenant_id': 'b35a45b9a31240bf93b84bc41ee7aff5', 'mac_address': 'fa:16:3e:59:c9:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb36af2-2e49-4e0d-a16b-0e7a5805fc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'f3217285-c638-47ea-a0b0-250e73acc4bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:26Z', 'updated_at': '2021-11-12T04:18:26Z', 'revision_number': 1, 'project_id': 'b35a45b9a31240bf93b84bc41ee7aff5', 'subnets': [{'id': 'f3217285-c638-47ea-a0b0-250e73acc4bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:27.639152 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e89f9ca-1b71-4bc8-b0ba-c41c36063579 None None] The sync data for ids ['6bb36af2-2e49-4e0d-a16b-0e7a5805fc87'] in n-d-715271-27 is: [{'id': '6bb36af2-2e49-4e0d-a16b-0e7a5805fc87', 'name': 'tempest-TestEncryptedCinderVolumes-1617830757-router', 'tenant_id': 'b35a45b9a31240bf93b84bc41ee7aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'e57873ec-381e-452f-a524-10bbd722a5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:18:23Z', 'updated_at': '2021-11-12T04:18:27Z', 'revision_number': 4, 'project_id': 'b35a45b9a31240bf93b84bc41ee7aff5', 'gw_port': {'id': 'e57873ec-381e-452f-a524-10bbd722a5b2', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb36af2-2e49-4e0d-a16b-0e7a5805fc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:24Z', 'updated_at': '2021-11-12T04:18:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '073744cb-83e3-480b-a7de-decd782eac31', 'name': '', 'network_id': 'bc873039-29cd-4c08-be4b-ff0f76829327', 'tenant_id': 'b35a45b9a31240bf93b84bc41ee7aff5', 'mac_address': 'fa:16:3e:59:c9:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb36af2-2e49-4e0d-a16b-0e7a5805fc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'f3217285-c638-47ea-a0b0-250e73acc4bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:26Z', 'updated_at': '2021-11-12T04:18:26Z', 'revision_number': 1, 'project_id': 'b35a45b9a31240bf93b84bc41ee7aff5', 'subnets': [{'id': 'f3217285-c638-47ea-a0b0-250e73acc4bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:18:27.703980 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-d51a1048-2530-4c17-bf12-e8f721aae601 None None] Provisioning complete for port 073744cb-83e3-480b-a7de-decd782eac31 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:27.704392 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d51a1048-2530-4c17-bf12-e8f721aae601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:27.741861 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-d51a1048-2530-4c17-bf12-e8f721aae601 None None] Port 073744cb-83e3-480b-a7de-decd782eac31 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:18:27.748055 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734c1650-b76d-4aef-b5ba-aae86e69aa6c admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:18:27.753225 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-734c1650-b76d-4aef-b5ba-aae86e69aa6c admin admin] 10.222.0.50 "PUT /v2.0/routers/6bb36af2-2e49-4e0d-a16b-0e7a5805fc87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9756761 Nov 12 04:18:27.894935 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-8e30d82f-4b98-4d44-8760-5056351b8b2e None None] Provisioning complete for port 073744cb-83e3-480b-a7de-decd782eac31 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:27.895595 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8e30d82f-4b98-4d44-8760-5056351b8b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:27.945368 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-8e30d82f-4b98-4d44-8760-5056351b8b2e None None] Port 073744cb-83e3-480b-a7de-decd782eac31 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:18:28.271332 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57382) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:28.276473 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-560e98eb-1d34-4c6d-a0d9-fa5017f2605d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-77907157-network', 'tenant_id': '2e945da3d4cb485bb45a186bac0f7e31'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:18:28.321562 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560e98eb-1d34-4c6d-a0d9-fa5017f2605d admin admin] Made reservation on behalf of 2e945da3d4cb485bb45a186bac0f7e31 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:18:28.324168 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-560e98eb-1d34-4c6d-a0d9-fa5017f2605d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:28.335899 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-560e98eb-1d34-4c6d-a0d9-fa5017f2605d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:28.444504 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-560e98eb-1d34-4c6d-a0d9-fa5017f2605d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:28.449192 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-560e98eb-1d34-4c6d-a0d9-fa5017f2605d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:28.475596 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e57873ec-381e-452f-a524-10bbd722a5b2 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:18:28.475960 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-560e98eb-1d34-4c6d-a0d9-fa5017f2605d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:18:28.486206 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e98eb-1d34-4c6d-a0d9-fa5017f2605d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c4df55-ea40-4d79-9c06-f15051472535,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:28.492312 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-560e98eb-1d34-4c6d-a0d9-fa5017f2605d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:28.492672 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-560e98eb-1d34-4c6d-a0d9-fa5017f2605d admin admin] Added segment fb83abf2-a655-4595-9136-1bdc0d23cea9 of type vlan for network 2beee5db-7810-4856-bea3-dfacaf93380e Nov 12 04:18:28.530891 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port e57873ec-381e-452f-a524-10bbd722a5b2 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:28.531267 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:28.544100 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-560e98eb-1d34-4c6d-a0d9-fa5017f2605d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:28.576532 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-560e98eb-1d34-4c6d-a0d9-fa5017f2605d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:28.578142 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560e98eb-1d34-4c6d-a0d9-fa5017f2605d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:28.578559 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-560e98eb-1d34-4c6d-a0d9-fa5017f2605d admin admin] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:28.617909 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57384) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:28.620663 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-560e98eb-1d34-4c6d-a0d9-fa5017f2605d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3479533 Nov 12 04:18:28.624948 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-50d77efa-0078-456e-9602-b8fb49d77ccb admin admin] Request body: {'subnet': {'network_id': '2beee5db-7810-4856-bea3-dfacaf93380e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-77907157-subnet', 'tenant_id': '2e945da3d4cb485bb45a186bac0f7e31', 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:18:28.647017 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d77efa-0078-456e-9602-b8fb49d77ccb admin admin] Made reservation on behalf of 2e945da3d4cb485bb45a186bac0f7e31 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:18:28.649571 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-50d77efa-0078-456e-9602-b8fb49d77ccb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:28.659034 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e98eb-1d34-4c6d-a0d9-fa5017f2605d admin admin] Pushing event updated for resources: {'Network': ['ID=2beee5db-7810-4856-bea3-dfacaf93380e,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:28.670403 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 2beee5db-7810-4856-bea3-dfacaf93380e details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:18:28.834137 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-50d77efa-0078-456e-9602-b8fb49d77ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:28.883207 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d77efa-0078-456e-9602-b8fb49d77ccb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5721f417-57d4-47cd-a75c-3cf7a34e599d,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:28.900789 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d77efa-0078-456e-9602-b8fb49d77ccb admin admin] Checking segment: {'id': 'fb83abf2-a655-4595-9136-1bdc0d23cea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2beee5db-7810-4856-bea3-dfacaf93380e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:18:28.901189 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d77efa-0078-456e-9602-b8fb49d77ccb admin admin] Network hostable DHCP agents. Network: 2beee5db-7810-4856-bea3-dfacaf93380e, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:18:28.919405 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d77efa-0078-456e-9602-b8fb49d77ccb admin admin] Network 2beee5db-7810-4856-bea3-dfacaf93380e is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:18:28.928396 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-50d77efa-0078-456e-9602-b8fb49d77ccb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 2beee5db-7810-4856-bea3-dfacaf93380e) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:18:28.932867 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d77efa-0078-456e-9602-b8fb49d77ccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:28.933460 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-50d77efa-0078-456e-9602-b8fb49d77ccb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:28.940895 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b96ac00-e477-459f-823e-ac343e265d15 None None] Network 2beee5db-7810-4856-bea3-dfacaf93380e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:18:28.952028 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-50d77efa-0078-456e-9602-b8fb49d77ccb admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3329043 Nov 12 04:18:28.954590 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57386) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:28.960884 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-40039b54-a16e-4d7e-bdc3-87854066b255 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-77907157-router', 'tenant_id': '2e945da3d4cb485bb45a186bac0f7e31', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:18:28.986110 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-40039b54-a16e-4d7e-bdc3-87854066b255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:28.987232 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-40039b54-a16e-4d7e-bdc3-87854066b255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:29.038034 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-40039b54-a16e-4d7e-bdc3-87854066b255 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:29.095751 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75225c79-616a-48a0-8d48-c5c350ad5903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-2beee5db-7810-4856-bea3-dfacaf93380e', 'network_id': '2beee5db-7810-4856-bea3-dfacaf93380e', 'tenant_id': '2e945da3d4cb485bb45a186bac0f7e31', 'fixed_ips': [{'subnet_id': '5721f417-57d4-47cd-a75c-3cf7a34e599d'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:18:29.096641 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-75225c79-616a-48a0-8d48-c5c350ad5903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:29.175177 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-40039b54-a16e-4d7e-bdc3-87854066b255 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:29.231885 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-75225c79-616a-48a0-8d48-c5c350ad5903 None None] Allocated IP 172.20.0.2 (2beee5db-7810-4856-bea3-dfacaf93380e/5721f417-57d4-47cd-a75c-3cf7a34e599d/e928d993-0e85-4de9-be78-7d5d9d1f1d8f) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:18:29.380446 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-40039b54-a16e-4d7e-bdc3-87854066b255 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:29.392642 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-75225c79-616a-48a0-8d48-c5c350ad5903 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:29.399300 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-75225c79-616a-48a0-8d48-c5c350ad5903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:29.401471 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-40039b54-a16e-4d7e-bdc3-87854066b255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:29.446201 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75225c79-616a-48a0-8d48-c5c350ad5903 None None] Network 2beee5db-7810-4856-bea3-dfacaf93380e is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:18:29.449212 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-75225c79-616a-48a0-8d48-c5c350ad5903 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:18:29.452166 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75225c79-616a-48a0-8d48-c5c350ad5903 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:18:29.464088 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75225c79-616a-48a0-8d48-c5c350ad5903 None None] Pushing event updated for resources: {'Port': ['ID=e928d993-0e85-4de9-be78-7d5d9d1f1d8f,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:29.514107 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-75225c79-616a-48a0-8d48-c5c350ad5903 None None] Attempting to bind port e928d993-0e85-4de9-be78-7d5d9d1f1d8f on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:18:29.514481 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-75225c79-616a-48a0-8d48-c5c350ad5903 None None] Attempting to bind port e928d993-0e85-4de9-be78-7d5d9d1f1d8f by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'fb83abf2-a655-4595-9136-1bdc0d23cea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2beee5db-7810-4856-bea3-dfacaf93380e'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:18:29.514848 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75225c79-616a-48a0-8d48-c5c350ad5903 None None] Attempting to bind port e928d993-0e85-4de9-be78-7d5d9d1f1d8f on network 2beee5db-7810-4856-bea3-dfacaf93380e {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:18:29.515146 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-40039b54-a16e-4d7e-bdc3-87854066b255 admin admin] Allocated IP 172.25.5.249 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/d2fb34b2-c831-4f92-9333-fc3bd430955e) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:18:29.519782 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75225c79-616a-48a0-8d48-c5c350ad5903 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:18:29.520188 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75225c79-616a-48a0-8d48-c5c350ad5903 None None] Checking segment: {'id': 'fb83abf2-a655-4595-9136-1bdc0d23cea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2beee5db-7810-4856-bea3-dfacaf93380e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:18:29.521122 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-75225c79-616a-48a0-8d48-c5c350ad5903 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:29.521585 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75225c79-616a-48a0-8d48-c5c350ad5903 None None] Bound using segment: {'id': 'fb83abf2-a655-4595-9136-1bdc0d23cea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2beee5db-7810-4856-bea3-dfacaf93380e'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:18:29.522139 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-75225c79-616a-48a0-8d48-c5c350ad5903 None None] Bound port: e928d993-0e85-4de9-be78-7d5d9d1f1d8f, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb83abf2-a655-4595-9136-1bdc0d23cea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2beee5db-7810-4856-bea3-dfacaf93380e'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:18:29.522543 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-75225c79-616a-48a0-8d48-c5c350ad5903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:29.587212 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-75225c79-616a-48a0-8d48-c5c350ad5903 None None] For port e928d993-0e85-4de9-be78-7d5d9d1f1d8f, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:18:29.590316 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-75225c79-616a-48a0-8d48-c5c350ad5903 None None] For port e928d993-0e85-4de9-be78-7d5d9d1f1d8f, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e928d993-0e85-4de9-be78-7d5d9d1f1d8f,segment=NetworkSegment(fb83abf2-a655-4595-9136-1bdc0d23cea9),segment_id=fb83abf2-a655-4595-9136-1bdc0d23cea9)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:18:29.594886 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-75225c79-616a-48a0-8d48-c5c350ad5903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:29.627001 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-40039b54-a16e-4d7e-bdc3-87854066b255 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:29.654363 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75225c79-616a-48a0-8d48-c5c350ad5903 None None] Pushing event updated for resources: {'Port': ['ID=e928d993-0e85-4de9-be78-7d5d9d1f1d8f,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:29.663525 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-40039b54-a16e-4d7e-bdc3-87854066b255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:29.698606 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40039b54-a16e-4d7e-bdc3-87854066b255 admin admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:18:29.701646 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-40039b54-a16e-4d7e-bdc3-87854066b255 admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:18:29.705172 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40039b54-a16e-4d7e-bdc3-87854066b255 admin admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:18:29.715757 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc79fa6-0b2e-491d-9817-a495f8d8e062 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:18:29.748385 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40039b54-a16e-4d7e-bdc3-87854066b255 admin admin] Pushing event updated for resources: {'Port': ['ID=d2fb34b2-c831-4f92-9333-fc3bd430955e,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:29.773768 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df09e081-f079-42ce-a33b-3469f7236497 None None] Sync routers for ids ['6bb36af2-2e49-4e0d-a16b-0e7a5805fc87'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:18:29.785743 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df09e081-f079-42ce-a33b-3469f7236497 None None] Routers {'6bb36af2-2e49-4e0d-a16b-0e7a5805fc87'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:18:29.786600 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-df09e081-f079-42ce-a33b-3469f7236497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:18:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['6bb36af2-2e49-4e0d-a16b-0e7a5805fc87'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:29.787970 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-bea74fb5-ca0c-41aa-8acb-b057b9d32954 None None] Provisioning complete for port d2fb34b2-c831-4f92-9333-fc3bd430955e triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:29.788588 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bea74fb5-ca0c-41aa-8acb-b057b9d32954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:29.829195 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-bea74fb5-ca0c-41aa-8acb-b057b9d32954 None None] Port d2fb34b2-c831-4f92-9333-fc3bd430955e cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:18:30.011980 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-40039b54-a16e-4d7e-bdc3-87854066b255 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:30.033037 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-df09e081-f079-42ce-a33b-3469f7236497 None None] Set router 6bb36af2-2e49-4e0d-a16b-0e7a5805fc87 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:18:30.213153 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-40039b54-a16e-4d7e-bdc3-87854066b255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:30.231206 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-df09e081-f079-42ce-a33b-3469f7236497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb36af2-2e49-4e0d-a16b-0e7a5805fc87', 'name': 'tempest-TestEncryptedCinderVolumes-1617830757-router', 'tenant_id': 'b35a45b9a31240bf93b84bc41ee7aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'e57873ec-381e-452f-a524-10bbd722a5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:18:23Z', 'updated_at': '2021-11-12T04:18:27Z', 'revision_number': 4, 'project_id': 'b35a45b9a31240bf93b84bc41ee7aff5', 'gw_port': {'id': 'e57873ec-381e-452f-a524-10bbd722a5b2', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb36af2-2e49-4e0d-a16b-0e7a5805fc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:24Z', 'updated_at': '2021-11-12T04:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '073744cb-83e3-480b-a7de-decd782eac31', 'name': '', 'network_id': 'bc873039-29cd-4c08-be4b-ff0f76829327', 'tenant_id': 'b35a45b9a31240bf93b84bc41ee7aff5', 'mac_address': 'fa:16:3e:59:c9:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb36af2-2e49-4e0d-a16b-0e7a5805fc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'f3217285-c638-47ea-a0b0-250e73acc4bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:26Z', 'updated_at': '2021-11-12T04:18:27Z', 'revision_number': 2, 'project_id': 'b35a45b9a31240bf93b84bc41ee7aff5', 'subnets': [{'id': 'f3217285-c638-47ea-a0b0-250e73acc4bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:30.257364 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df09e081-f079-42ce-a33b-3469f7236497 None None] Checking router: 6bb36af2-2e49-4e0d-a16b-0e7a5805fc87 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:18:30.257723 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df09e081-f079-42ce-a33b-3469f7236497 None None] Updating router 6bb36af2-2e49-4e0d-a16b-0e7a5805fc87 port 073744cb-83e3-480b-a7de-decd782eac31 binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:18:30.286701 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-df09e081-f079-42ce-a33b-3469f7236497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:30.343539 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40039b54-a16e-4d7e-bdc3-87854066b255 admin admin] Router 430341fd-0b38-443b-8921-90b9aa8c09ef is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:18:30.471555 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9f119599-e5c3-4a43-8369-eea153309780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:30.481400 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40039b54-a16e-4d7e-bdc3-87854066b255 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:18:30.500468 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70abf81-f893-4ff8-835f-14c85b6bbb1d None None] Sync routers for ids ['430341fd-0b38-443b-8921-90b9aa8c09ef'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:18:30.512708 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e928d993-0e85-4de9-be78-7d5d9d1f1d8f up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:18:30.521278 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-40039b54-a16e-4d7e-bdc3-87854066b255 admin admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:30.525613 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-40039b54-a16e-4d7e-bdc3-87854066b255 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5691950 Nov 12 04:18:30.525805 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57388) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:30.543977 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70abf81-f893-4ff8-835f-14c85b6bbb1d None None] Routers {'430341fd-0b38-443b-8921-90b9aa8c09ef'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:18:30.545067 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-c70abf81-f893-4ff8-835f-14c85b6bbb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:18:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['430341fd-0b38-443b-8921-90b9aa8c09ef'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:30.629193 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-df09e081-f079-42ce-a33b-3469f7236497 None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:30.640392 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-df09e081-f079-42ce-a33b-3469f7236497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:30.690439 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port e928d993-0e85-4de9-be78-7d5d9d1f1d8f triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:30.690833 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:30.696182 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b5a906-94be-40d7-b441-fd9cbf98d534 None None] Pushing event updated for resources: {'Port': ['ID=073744cb-83e3-480b-a7de-decd782eac31,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:30.701202 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-c70abf81-f893-4ff8-835f-14c85b6bbb1d None None] Set router 430341fd-0b38-443b-8921-90b9aa8c09ef gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:18:30.765219 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5a906-94be-40d7-b441-fd9cbf98d534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:30.765561 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5a906-94be-40d7-b441-fd9cbf98d534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:30.765903 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5a906-94be-40d7-b441-fd9cbf98d534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:30.766237 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5a906-94be-40d7-b441-fd9cbf98d534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:30.766572 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5a906-94be-40d7-b441-fd9cbf98d534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:30.766891 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5a906-94be-40d7-b441-fd9cbf98d534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:30.767216 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5a906-94be-40d7-b441-fd9cbf98d534 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:30.767537 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5a906-94be-40d7-b441-fd9cbf98d534 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:30.768009 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5a906-94be-40d7-b441-fd9cbf98d534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:30.768377 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5a906-94be-40d7-b441-fd9cbf98d534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:30.768856 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5a906-94be-40d7-b441-fd9cbf98d534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:30.769431 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5a906-94be-40d7-b441-fd9cbf98d534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:30.784991 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-df09e081-f079-42ce-a33b-3469f7236497 None None] Attempting to bind port 073744cb-83e3-480b-a7de-decd782eac31 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:18:30.785635 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-df09e081-f079-42ce-a33b-3469f7236497 None None] Attempting to bind port 073744cb-83e3-480b-a7de-decd782eac31 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'abc4cb8e-d6ca-49e7-bcd3-d5701cde8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bc873039-29cd-4c08-be4b-ff0f76829327'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:18:30.785765 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df09e081-f079-42ce-a33b-3469f7236497 None None] Attempting to bind port 073744cb-83e3-480b-a7de-decd782eac31 on network bc873039-29cd-4c08-be4b-ff0f76829327 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:18:30.791985 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df09e081-f079-42ce-a33b-3469f7236497 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:18:30.792392 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df09e081-f079-42ce-a33b-3469f7236497 None None] Checking segment: {'id': 'abc4cb8e-d6ca-49e7-bcd3-d5701cde8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bc873039-29cd-4c08-be4b-ff0f76829327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:18:30.792796 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-df09e081-f079-42ce-a33b-3469f7236497 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:30.793188 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df09e081-f079-42ce-a33b-3469f7236497 None None] Bound using segment: {'id': 'abc4cb8e-d6ca-49e7-bcd3-d5701cde8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bc873039-29cd-4c08-be4b-ff0f76829327'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:18:30.793655 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-df09e081-f079-42ce-a33b-3469f7236497 None None] Bound port: 073744cb-83e3-480b-a7de-decd782eac31, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc4cb8e-d6ca-49e7-bcd3-d5701cde8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bc873039-29cd-4c08-be4b-ff0f76829327'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:18:30.794115 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-df09e081-f079-42ce-a33b-3469f7236497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:30.876759 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-df09e081-f079-42ce-a33b-3469f7236497 None None] For port 073744cb-83e3-480b-a7de-decd782eac31, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:18:30.881455 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-df09e081-f079-42ce-a33b-3469f7236497 None None] For port 073744cb-83e3-480b-a7de-decd782eac31, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=073744cb-83e3-480b-a7de-decd782eac31,segment=NetworkSegment(abc4cb8e-d6ca-49e7-bcd3-d5701cde8442),segment_id=abc4cb8e-d6ca-49e7-bcd3-d5701cde8442)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:18:30.886850 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-df09e081-f079-42ce-a33b-3469f7236497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:30.951866 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df09e081-f079-42ce-a33b-3469f7236497 None None] Routers {'6bb36af2-2e49-4e0d-a16b-0e7a5805fc87'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:18:30.952775 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-df09e081-f079-42ce-a33b-3469f7236497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:18:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['6bb36af2-2e49-4e0d-a16b-0e7a5805fc87'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:31.012186 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b5a906-94be-40d7-b441-fd9cbf98d534 None None] Pushing event updated for resources: {'Port': ['ID=073744cb-83e3-480b-a7de-decd782eac31,revision_number=4']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:31.078581 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64210651-192c-485c-a408-8c6aba2d83ac None None] Network 2beee5db-7810-4856-bea3-dfacaf93380e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:18:31.095197 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-df09e081-f079-42ce-a33b-3469f7236497 None None] Set router 6bb36af2-2e49-4e0d-a16b-0e7a5805fc87 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:18:31.144957 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c82ad7f8-df7f-4189-9cbe-da9a0462b080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:31.181186 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-d19d7170-eed4-476b-aec8-4630737ecd4b None None] Provisioning complete for port e928d993-0e85-4de9-be78-7d5d9d1f1d8f triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:31.181564 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d19d7170-eed4-476b-aec8-4630737ecd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:31.268167 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:31.320132 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-df09e081-f079-42ce-a33b-3469f7236497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb36af2-2e49-4e0d-a16b-0e7a5805fc87', 'name': 'tempest-TestEncryptedCinderVolumes-1617830757-router', 'tenant_id': 'b35a45b9a31240bf93b84bc41ee7aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'e57873ec-381e-452f-a524-10bbd722a5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:18:23Z', 'updated_at': '2021-11-12T04:18:27Z', 'revision_number': 4, 'project_id': 'b35a45b9a31240bf93b84bc41ee7aff5', 'gw_port': {'id': 'e57873ec-381e-452f-a524-10bbd722a5b2', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb36af2-2e49-4e0d-a16b-0e7a5805fc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:24Z', 'updated_at': '2021-11-12T04:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '073744cb-83e3-480b-a7de-decd782eac31', 'name': '', 'network_id': 'bc873039-29cd-4c08-be4b-ff0f76829327', 'tenant_id': 'b35a45b9a31240bf93b84bc41ee7aff5', 'mac_address': 'fa:16:3e:59:c9:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb36af2-2e49-4e0d-a16b-0e7a5805fc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'f3217285-c638-47ea-a0b0-250e73acc4bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:26Z', 'updated_at': '2021-11-12T04:18:30Z', 'revision_number': 4, 'project_id': 'b35a45b9a31240bf93b84bc41ee7aff5', 'subnets': [{'id': 'f3217285-c638-47ea-a0b0-250e73acc4bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:31.343016 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-c82ad7f8-df7f-4189-9cbe-da9a0462b080 admin admin] Allocated IP 172.20.0.1 (2beee5db-7810-4856-bea3-dfacaf93380e/5721f417-57d4-47cd-a75c-3cf7a34e599d/c7b6ff46-7410-4793-a416-1c6f9cb4542f) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:18:31.348458 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df09e081-f079-42ce-a33b-3469f7236497 None None] The sync data for ids ['6bb36af2-2e49-4e0d-a16b-0e7a5805fc87'] in n-d-715271-27 is: [{'id': '6bb36af2-2e49-4e0d-a16b-0e7a5805fc87', 'name': 'tempest-TestEncryptedCinderVolumes-1617830757-router', 'tenant_id': 'b35a45b9a31240bf93b84bc41ee7aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'e57873ec-381e-452f-a524-10bbd722a5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:18:23Z', 'updated_at': '2021-11-12T04:18:27Z', 'revision_number': 4, 'project_id': 'b35a45b9a31240bf93b84bc41ee7aff5', 'gw_port': {'id': 'e57873ec-381e-452f-a524-10bbd722a5b2', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb36af2-2e49-4e0d-a16b-0e7a5805fc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:24Z', 'updated_at': '2021-11-12T04:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '073744cb-83e3-480b-a7de-decd782eac31', 'name': '', 'network_id': 'bc873039-29cd-4c08-be4b-ff0f76829327', 'tenant_id': 'b35a45b9a31240bf93b84bc41ee7aff5', 'mac_address': 'fa:16:3e:59:c9:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb36af2-2e49-4e0d-a16b-0e7a5805fc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'f3217285-c638-47ea-a0b0-250e73acc4bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:26Z', 'updated_at': '2021-11-12T04:18:30Z', 'revision_number': 4, 'project_id': 'b35a45b9a31240bf93b84bc41ee7aff5', 'subnets': [{'id': 'f3217285-c638-47ea-a0b0-250e73acc4bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:18:31.372475 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port e928d993-0e85-4de9-be78-7d5d9d1f1d8f, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e928d993-0e85-4de9-be78-7d5d9d1f1d8f,segment=NetworkSegment(fb83abf2-a655-4595-9136-1bdc0d23cea9),segment_id=fb83abf2-a655-4595-9136-1bdc0d23cea9)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:31.387093 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:31.477860 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c82ad7f8-df7f-4189-9cbe-da9a0462b080 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:31.521540 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c82ad7f8-df7f-4189-9cbe-da9a0462b080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:31.527381 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=e928d993-0e85-4de9-be78-7d5d9d1f1d8f,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:31.533118 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-c70abf81-f893-4ff8-835f-14c85b6bbb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '430341fd-0b38-443b-8921-90b9aa8c09ef', 'name': 'tempest-TestEncryptedCinderVolumes-77907157-router', 'tenant_id': '2e945da3d4cb485bb45a186bac0f7e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'd2fb34b2-c831-4f92-9333-fc3bd430955e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:18:28Z', 'updated_at': '2021-11-12T04:18:29Z', 'revision_number': 3, 'project_id': '2e945da3d4cb485bb45a186bac0f7e31', 'gw_port': {'id': 'd2fb34b2-c831-4f92-9333-fc3bd430955e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '430341fd-0b38-443b-8921-90b9aa8c09ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:29Z', 'updated_at': '2021-11-12T04:18:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:31.564047 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82ad7f8-df7f-4189-9cbe-da9a0462b080 admin admin] Network 2beee5db-7810-4856-bea3-dfacaf93380e is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:18:31.570735 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-c82ad7f8-df7f-4189-9cbe-da9a0462b080 admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:18:31.570917 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70abf81-f893-4ff8-835f-14c85b6bbb1d None None] Checking router: 430341fd-0b38-443b-8921-90b9aa8c09ef for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:18:31.571278 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70abf81-f893-4ff8-835f-14c85b6bbb1d None None] Updating router 430341fd-0b38-443b-8921-90b9aa8c09ef port d2fb34b2-c831-4f92-9333-fc3bd430955e binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:18:31.576386 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82ad7f8-df7f-4189-9cbe-da9a0462b080 admin admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:18:31.601115 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ad7f8-df7f-4189-9cbe-da9a0462b080 admin admin] Pushing event updated for resources: {'Port': ['ID=c7b6ff46-7410-4793-a416-1c6f9cb4542f,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:31.619490 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c70abf81-f893-4ff8-835f-14c85b6bbb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:31.622788 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c82ad7f8-df7f-4189-9cbe-da9a0462b080 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:31.725499 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-7ddcb5f5-2c20-4d0d-8056-c7acd787472c None None] Provisioning complete for port 073744cb-83e3-480b-a7de-decd782eac31 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:31.725877 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7ddcb5f5-2c20-4d0d-8056-c7acd787472c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:31.780967 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c82ad7f8-df7f-4189-9cbe-da9a0462b080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:31.909019 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7ddcb5f5-2c20-4d0d-8056-c7acd787472c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:31.971628 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-7ddcb5f5-2c20-4d0d-8056-c7acd787472c None None] For port 073744cb-83e3-480b-a7de-decd782eac31, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=073744cb-83e3-480b-a7de-decd782eac31,segment=NetworkSegment(abc4cb8e-d6ca-49e7-bcd3-d5701cde8442),segment_id=abc4cb8e-d6ca-49e7-bcd3-d5701cde8442)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:31.986339 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c82ad7f8-df7f-4189-9cbe-da9a0462b080 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:31.991244 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7ddcb5f5-2c20-4d0d-8056-c7acd787472c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:31.992442 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c82ad7f8-df7f-4189-9cbe-da9a0462b080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:32.046181 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c70abf81-f893-4ff8-835f-14c85b6bbb1d None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:32.059574 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c70abf81-f893-4ff8-835f-14c85b6bbb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:32.071202 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddcb5f5-2c20-4d0d-8056-c7acd787472c None None] Pushing event updated for resources: {'Port': ['ID=073744cb-83e3-480b-a7de-decd782eac31,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:32.075086 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ad7f8-df7f-4189-9cbe-da9a0462b080 admin admin] Pushing event updated for resources: {'Port': ['ID=c7b6ff46-7410-4793-a416-1c6f9cb4542f,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:32.098561 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c82ad7f8-df7f-4189-9cbe-da9a0462b080 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:32.115087 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bec0ffa-bce3-4ce4-8249-1a331670e19f None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:18:32.130737 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-c70abf81-f893-4ff8-835f-14c85b6bbb1d None None] Attempting to bind port d2fb34b2-c831-4f92-9333-fc3bd430955e on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:18:32.131374 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-c70abf81-f893-4ff8-835f-14c85b6bbb1d None None] Attempting to bind port d2fb34b2-c831-4f92-9333-fc3bd430955e by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:18:32.131694 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70abf81-f893-4ff8-835f-14c85b6bbb1d None None] Attempting to bind port d2fb34b2-c831-4f92-9333-fc3bd430955e on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:18:32.149913 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70abf81-f893-4ff8-835f-14c85b6bbb1d None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:18:32.150300 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70abf81-f893-4ff8-835f-14c85b6bbb1d None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:18:32.150708 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c70abf81-f893-4ff8-835f-14c85b6bbb1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:32.151164 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70abf81-f893-4ff8-835f-14c85b6bbb1d None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:18:32.151581 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-c70abf81-f893-4ff8-835f-14c85b6bbb1d None None] Bound port: d2fb34b2-c831-4f92-9333-fc3bd430955e, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:18:32.151939 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c70abf81-f893-4ff8-835f-14c85b6bbb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:32.177303 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456eec7c-2f09-48df-8e0d-d264c2dbc5f8 None None] Pushing event updated for resources: {'Port': ['ID=d2fb34b2-c831-4f92-9333-fc3bd430955e,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:32.184685 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-6c7f98c5-baf0-47f6-9ef3-802b7990065d None None] Provisioning complete for port e928d993-0e85-4de9-be78-7d5d9d1f1d8f triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:32.185061 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6c7f98c5-baf0-47f6-9ef3-802b7990065d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:32.210508 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82ad7f8-df7f-4189-9cbe-da9a0462b080 admin admin] Network 2beee5db-7810-4856-bea3-dfacaf93380e is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:18:32.212516 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-c82ad7f8-df7f-4189-9cbe-da9a0462b080 admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:18:32.253067 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-c70abf81-f893-4ff8-835f-14c85b6bbb1d None None] For port d2fb34b2-c831-4f92-9333-fc3bd430955e, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:18:32.257834 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-c70abf81-f893-4ff8-835f-14c85b6bbb1d None None] For port d2fb34b2-c831-4f92-9333-fc3bd430955e, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d2fb34b2-c831-4f92-9333-fc3bd430955e,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:18:32.268544 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c70abf81-f893-4ff8-835f-14c85b6bbb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:32.331336 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70052c0f-149f-48aa-b564-1408a3d058be None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:18:32.365299 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c82ad7f8-df7f-4189-9cbe-da9a0462b080 admin admin] Router 430341fd-0b38-443b-8921-90b9aa8c09ef has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:18:32.386415 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456eec7c-2f09-48df-8e0d-d264c2dbc5f8 None None] Pushing event updated for resources: {'Port': ['ID=d2fb34b2-c831-4f92-9333-fc3bd430955e,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:32.392792 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70abf81-f893-4ff8-835f-14c85b6bbb1d None None] Routers {'430341fd-0b38-443b-8921-90b9aa8c09ef'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:18:32.393427 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-c70abf81-f893-4ff8-835f-14c85b6bbb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:18:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['430341fd-0b38-443b-8921-90b9aa8c09ef'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:32.456018 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-6c7f98c5-baf0-47f6-9ef3-802b7990065d None None] Provisioning complete for port c7b6ff46-7410-4793-a416-1c6f9cb4542f triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:32.456399 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6c7f98c5-baf0-47f6-9ef3-802b7990065d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:32.516892 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 073744cb-83e3-480b-a7de-decd782eac31 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:18:32.523881 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82ad7f8-df7f-4189-9cbe-da9a0462b080 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:18:32.528825 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c82ad7f8-df7f-4189-9cbe-da9a0462b080 admin admin] 10.222.0.50 "PUT /v2.0/routers/430341fd-0b38-443b-8921-90b9aa8c09ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0020957 Nov 12 04:18:32.570960 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-6c7f98c5-baf0-47f6-9ef3-802b7990065d None None] Port c7b6ff46-7410-4793-a416-1c6f9cb4542f cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:18:32.582181 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-c70abf81-f893-4ff8-835f-14c85b6bbb1d None None] Set router 430341fd-0b38-443b-8921-90b9aa8c09ef gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:18:32.690145 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 073744cb-83e3-480b-a7de-decd782eac31 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:32.690611 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:32.768870 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-c1cc4651-5e23-4bc7-b1a5-b51f2aebb645 None None] Provisioning complete for port d2fb34b2-c831-4f92-9333-fc3bd430955e triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:32.769243 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c1cc4651-5e23-4bc7-b1a5-b51f2aebb645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:32.902288 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e928d993-0e85-4de9-be78-7d5d9d1f1d8f up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:18:32.973692 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c1cc4651-5e23-4bc7-b1a5-b51f2aebb645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:32.985041 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-c70abf81-f893-4ff8-835f-14c85b6bbb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '430341fd-0b38-443b-8921-90b9aa8c09ef', 'name': 'tempest-TestEncryptedCinderVolumes-77907157-router', 'tenant_id': '2e945da3d4cb485bb45a186bac0f7e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'd2fb34b2-c831-4f92-9333-fc3bd430955e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:18:28Z', 'updated_at': '2021-11-12T04:18:31Z', 'revision_number': 4, 'project_id': '2e945da3d4cb485bb45a186bac0f7e31', 'gw_port': {'id': 'd2fb34b2-c831-4f92-9333-fc3bd430955e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '430341fd-0b38-443b-8921-90b9aa8c09ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:29Z', 'updated_at': '2021-11-12T04:18:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'c7b6ff46-7410-4793-a416-1c6f9cb4542f', 'name': '', 'network_id': '2beee5db-7810-4856-bea3-dfacaf93380e', 'tenant_id': '2e945da3d4cb485bb45a186bac0f7e31', 'mac_address': 'fa:16:3e:a6:06:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '430341fd-0b38-443b-8921-90b9aa8c09ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '5721f417-57d4-47cd-a75c-3cf7a34e599d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:31Z', 'updated_at': '2021-11-12T04:18:31Z', 'revision_number': 2, 'project_id': '2e945da3d4cb485bb45a186bac0f7e31', 'subnets': [{'id': '5721f417-57d4-47cd-a75c-3cf7a34e599d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:33.026591 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70abf81-f893-4ff8-835f-14c85b6bbb1d None None] The sync data for ids ['430341fd-0b38-443b-8921-90b9aa8c09ef'] in n-d-715271-27 is: [{'id': '430341fd-0b38-443b-8921-90b9aa8c09ef', 'name': 'tempest-TestEncryptedCinderVolumes-77907157-router', 'tenant_id': '2e945da3d4cb485bb45a186bac0f7e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'd2fb34b2-c831-4f92-9333-fc3bd430955e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:18:28Z', 'updated_at': '2021-11-12T04:18:31Z', 'revision_number': 4, 'project_id': '2e945da3d4cb485bb45a186bac0f7e31', 'gw_port': {'id': 'd2fb34b2-c831-4f92-9333-fc3bd430955e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '430341fd-0b38-443b-8921-90b9aa8c09ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:29Z', 'updated_at': '2021-11-12T04:18:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'c7b6ff46-7410-4793-a416-1c6f9cb4542f', 'name': '', 'network_id': '2beee5db-7810-4856-bea3-dfacaf93380e', 'tenant_id': '2e945da3d4cb485bb45a186bac0f7e31', 'mac_address': 'fa:16:3e:a6:06:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '430341fd-0b38-443b-8921-90b9aa8c09ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '5721f417-57d4-47cd-a75c-3cf7a34e599d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:31Z', 'updated_at': '2021-11-12T04:18:31Z', 'revision_number': 2, 'project_id': '2e945da3d4cb485bb45a186bac0f7e31', 'subnets': [{'id': '5721f417-57d4-47cd-a75c-3cf7a34e599d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:18:33.029112 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-c1cc4651-5e23-4bc7-b1a5-b51f2aebb645 None None] For port d2fb34b2-c831-4f92-9333-fc3bd430955e, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d2fb34b2-c831-4f92-9333-fc3bd430955e,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:33.035597 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c1cc4651-5e23-4bc7-b1a5-b51f2aebb645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:33.041274 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port e928d993-0e85-4de9-be78-7d5d9d1f1d8f triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:33.041448 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:33.328236 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-c1cc4651-5e23-4bc7-b1a5-b51f2aebb645 None None] Provisioning complete for port c7b6ff46-7410-4793-a416-1c6f9cb4542f triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:33.328522 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c1cc4651-5e23-4bc7-b1a5-b51f2aebb645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:33.365398 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc4651-5e23-4bc7-b1a5-b51f2aebb645 None None] Pushing event updated for resources: {'Port': ['ID=d2fb34b2-c831-4f92-9333-fc3bd430955e,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:33.366300 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-24fd2d9c-531d-46d1-8add-48db29db2e54 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:33.368294 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-24fd2d9c-531d-46d1-8add-48db29db2e54 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/networks?id=bc873039-29cd-4c08-be4b-ff0f76829327 HTTP/1.1" status: 200 len: 817 time: 0.1270192 Nov 12 04:18:33.382580 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-c1cc4651-5e23-4bc7-b1a5-b51f2aebb645 None None] Port c7b6ff46-7410-4793-a416-1c6f9cb4542f cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:18:33.388011 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-0acda89a-7247-42a2-90eb-8cf3cb2de9ee tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/quotas/b35a45b9a31240bf93b84bc41ee7aff5 HTTP/1.1" status: 200 len: 375 time: 0.0133259 Nov 12 04:18:33.452203 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-95d6cb62-a43f-4d23-8bb6-4ac16e8ab28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:33.463713 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-fba79cec-e745-4e3d-b170-4391ee9b10d6 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b35a45b9a31240bf93b84bc41ee7aff5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0663140 Nov 12 04:18:33.569174 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-5f2ca083-8911-4ff7-b1d7-898c0ceac4ef service neutron] 10.222.0.50 "GET /v2.0/networks/bc873039-29cd-4c08-be4b-ff0f76829327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924764 Nov 12 04:18:33.668651 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-796e9138-1bca-4c75-af1e-e1ec96147fd9 service neutron] 10.222.0.50 "GET /v2.0/networks/bc873039-29cd-4c08-be4b-ff0f76829327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931194 Nov 12 04:18:33.844120 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-43d40d54-5517-4007-a0b1-750d5663d188 req-c44e8eab-be93-4637-b04f-6ed55aeac45b tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cc698b6-14f4-48ec-a23b-b74f2177bd4c HTTP/1.1" status: 200 len: 210 time: 0.0304658 Nov 12 04:18:34.293347 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:34.484939 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d2fb34b2-c831-4f92-9333-fc3bd430955e up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:18:34.536513 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port d2fb34b2-c831-4f92-9333-fc3bd430955e triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:34.536990 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:34.972589 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2c943cf3-4260-4588-9748-ad6b14bf5122 req-1223c3d7-3208-4f34-b369-d5cc7555d9af tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cc698b6-14f4-48ec-a23b-b74f2177bd4c HTTP/1.1" status: 200 len: 210 time: 0.0366328 Nov 12 04:18:35.008554 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-bc644ac8-0f43-49bb-9b27-f540f738f0ab tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:35.010208 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-bc644ac8-0f43-49bb-9b27-f540f738f0ab tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.74 "GET /v2.0/networks?id=bc873039-29cd-4c08-be4b-ff0f76829327 HTTP/1.1" status: 200 len: 817 time: 0.1268895 Nov 12 04:18:35.025149 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-dd3aeb88-575c-4077-9e4b-6ce56fc19226 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Request body: {'port': {'device_id': '7cc698b6-14f4-48ec-a23b-b74f2177bd4c', 'network_id': 'bc873039-29cd-4c08-be4b-ff0f76829327', 'admin_state_up': True, 'tenant_id': 'b35a45b9a31240bf93b84bc41ee7aff5'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:18:35.137936 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-dd3aeb88-575c-4077-9e4b-6ce56fc19226 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Made reservation on behalf of b35a45b9a31240bf93b84bc41ee7aff5 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:18:35.141709 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-dd3aeb88-575c-4077-9e4b-6ce56fc19226 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:35.268473 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-dd3aeb88-575c-4077-9e4b-6ce56fc19226 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Allocated IP 172.20.0.9 (bc873039-29cd-4c08-be4b-ff0f76829327/f3217285-c638-47ea-a0b0-250e73acc4bf/996fde8b-5f8e-40f6-b9bd-4f84ebe81b32) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:18:35.421524 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-dd3aeb88-575c-4077-9e4b-6ce56fc19226 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:35.455535 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-dd3aeb88-575c-4077-9e4b-6ce56fc19226 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:35.500977 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-dd3aeb88-575c-4077-9e4b-6ce56fc19226 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Network bc873039-29cd-4c08-be4b-ff0f76829327 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:18:35.504285 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-dd3aeb88-575c-4077-9e4b-6ce56fc19226 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:18:35.508991 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-dd3aeb88-575c-4077-9e4b-6ce56fc19226 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:18:35.515486 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3aeb88-575c-4077-9e4b-6ce56fc19226 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Pushing event updated for resources: {'Port': ['ID=996fde8b-5f8e-40f6-b9bd-4f84ebe81b32,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:35.565020 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-dd3aeb88-575c-4077-9e4b-6ce56fc19226 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:35.565640 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-dd3aeb88-575c-4077-9e4b-6ce56fc19226 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:35.584445 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-dd3aeb88-575c-4077-9e4b-6ce56fc19226 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5643692 Nov 12 04:18:35.597451 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-deb202e9-9b38-44b0-80b6-9a9e8879fbc8 service neutron] Request body: {'port': {'device_id': '7cc698b6-14f4-48ec-a23b-b74f2177bd4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:18:35.616198 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:35.663072 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-deb202e9-9b38-44b0-80b6-9a9e8879fbc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:35.820111 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-954468e0-f097-461e-bf00-01c96991756b None None] Provisioning complete for port 996fde8b-5f8e-40f6-b9bd-4f84ebe81b32 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:35.820871 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-954468e0-f097-461e-bf00-01c96991756b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:35.833866 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295d962c-6445-4752-8c5b-e128a562977f None None] Sync routers for ids ['430341fd-0b38-443b-8921-90b9aa8c09ef'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:18:35.844627 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295d962c-6445-4752-8c5b-e128a562977f None None] Routers {'430341fd-0b38-443b-8921-90b9aa8c09ef'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:18:35.845337 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-295d962c-6445-4752-8c5b-e128a562977f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:18:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['430341fd-0b38-443b-8921-90b9aa8c09ef'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:35.857307 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-954468e0-f097-461e-bf00-01c96991756b None None] Port 996fde8b-5f8e-40f6-b9bd-4f84ebe81b32 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:18:35.958153 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-295d962c-6445-4752-8c5b-e128a562977f None None] Set router 430341fd-0b38-443b-8921-90b9aa8c09ef gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:18:36.171838 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-295d962c-6445-4752-8c5b-e128a562977f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '430341fd-0b38-443b-8921-90b9aa8c09ef', 'name': 'tempest-TestEncryptedCinderVolumes-77907157-router', 'tenant_id': '2e945da3d4cb485bb45a186bac0f7e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'd2fb34b2-c831-4f92-9333-fc3bd430955e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:18:28Z', 'updated_at': '2021-11-12T04:18:31Z', 'revision_number': 4, 'project_id': '2e945da3d4cb485bb45a186bac0f7e31', 'gw_port': {'id': 'd2fb34b2-c831-4f92-9333-fc3bd430955e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430341fd-0b38-443b-8921-90b9aa8c09ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:29Z', 'updated_at': '2021-11-12T04:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'c7b6ff46-7410-4793-a416-1c6f9cb4542f', 'name': '', 'network_id': '2beee5db-7810-4856-bea3-dfacaf93380e', 'tenant_id': '2e945da3d4cb485bb45a186bac0f7e31', 'mac_address': 'fa:16:3e:a6:06:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '430341fd-0b38-443b-8921-90b9aa8c09ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '5721f417-57d4-47cd-a75c-3cf7a34e599d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:31Z', 'updated_at': '2021-11-12T04:18:31Z', 'revision_number': 2, 'project_id': '2e945da3d4cb485bb45a186bac0f7e31', 'subnets': [{'id': '5721f417-57d4-47cd-a75c-3cf7a34e599d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:36.200550 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295d962c-6445-4752-8c5b-e128a562977f None None] Checking router: 430341fd-0b38-443b-8921-90b9aa8c09ef for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:18:36.201480 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295d962c-6445-4752-8c5b-e128a562977f None None] Updating router 430341fd-0b38-443b-8921-90b9aa8c09ef port c7b6ff46-7410-4793-a416-1c6f9cb4542f binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:18:36.226565 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-295d962c-6445-4752-8c5b-e128a562977f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:36.266477 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11843ebb-5269-4658-9b30-58e8aadcf8e9 req-cd293d93-055a-4acf-9d7a-8a2dabccba11 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:36.267933 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-11843ebb-5269-4658-9b30-58e8aadcf8e9 req-cd293d93-055a-4acf-9d7a-8a2dabccba11 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cc698b6-14f4-48ec-a23b-b74f2177bd4c HTTP/1.1" status: 200 len: 931 time: 0.0698159 Nov 12 04:18:36.360660 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-11843ebb-5269-4658-9b30-58e8aadcf8e9 req-5ba176ab-4801-45d0-8530-9327a6ca74d0 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3c94d4a-da58-4419-9881-7de603df2ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810158 Nov 12 04:18:36.373537 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-deb202e9-9b38-44b0-80b6-9a9e8879fbc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 996fde8b-5f8e-40f6-b9bd-4f84ebe81b32 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:18:36.387359 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-deb202e9-9b38-44b0-80b6-9a9e8879fbc8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:36.400452 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-deb202e9-9b38-44b0-80b6-9a9e8879fbc8 service neutron] Transition to ACTIVE for port object 996fde8b-5f8e-40f6-b9bd-4f84ebe81b32 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:18:36.404891 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-deb202e9-9b38-44b0-80b6-9a9e8879fbc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:36.459117 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:36.462170 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb202e9-9b38-44b0-80b6-9a9e8879fbc8 service neutron] Pushing event updated for resources: {'Port': ['ID=996fde8b-5f8e-40f6-b9bd-4f84ebe81b32,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:36.517558 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-295d962c-6445-4752-8c5b-e128a562977f None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:36.525116 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-295d962c-6445-4752-8c5b-e128a562977f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:36.535048 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-deb202e9-9b38-44b0-80b6-9a9e8879fbc8 service neutron] Attempting to bind port 996fde8b-5f8e-40f6-b9bd-4f84ebe81b32 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:18:36.535398 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-deb202e9-9b38-44b0-80b6-9a9e8879fbc8 service neutron] Attempting to bind port 996fde8b-5f8e-40f6-b9bd-4f84ebe81b32 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'abc4cb8e-d6ca-49e7-bcd3-d5701cde8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bc873039-29cd-4c08-be4b-ff0f76829327'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:18:36.536568 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-deb202e9-9b38-44b0-80b6-9a9e8879fbc8 service neutron] Attempting to bind port 996fde8b-5f8e-40f6-b9bd-4f84ebe81b32 on network bc873039-29cd-4c08-be4b-ff0f76829327 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:18:36.542145 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-deb202e9-9b38-44b0-80b6-9a9e8879fbc8 service neutron] Port 996fde8b-5f8e-40f6-b9bd-4f84ebe81b32 on network bc873039-29cd-4c08-be4b-ff0f76829327 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:18:36.542468 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-deb202e9-9b38-44b0-80b6-9a9e8879fbc8 service neutron] Attempting to bind port 996fde8b-5f8e-40f6-b9bd-4f84ebe81b32 on network bc873039-29cd-4c08-be4b-ff0f76829327 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:18:36.548418 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-deb202e9-9b38-44b0-80b6-9a9e8879fbc8 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:18:36.548753 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-deb202e9-9b38-44b0-80b6-9a9e8879fbc8 service neutron] Checking segment: {'id': 'abc4cb8e-d6ca-49e7-bcd3-d5701cde8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bc873039-29cd-4c08-be4b-ff0f76829327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:18:36.549155 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-deb202e9-9b38-44b0-80b6-9a9e8879fbc8 service neutron] Bound using segment: {'id': 'abc4cb8e-d6ca-49e7-bcd3-d5701cde8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bc873039-29cd-4c08-be4b-ff0f76829327'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:18:36.549556 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-deb202e9-9b38-44b0-80b6-9a9e8879fbc8 service neutron] Bound port: 996fde8b-5f8e-40f6-b9bd-4f84ebe81b32, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abc4cb8e-d6ca-49e7-bcd3-d5701cde8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bc873039-29cd-4c08-be4b-ff0f76829327'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:18:36.549903 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-deb202e9-9b38-44b0-80b6-9a9e8879fbc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:36.579406 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d872dd20-8eb7-4777-9f55-fdbe46519b54 None None] Pushing event updated for resources: {'Port': ['ID=c7b6ff46-7410-4793-a416-1c6f9cb4542f,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:36.643309 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-deb202e9-9b38-44b0-80b6-9a9e8879fbc8 service neutron] For port 996fde8b-5f8e-40f6-b9bd-4f84ebe81b32, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:18:36.647460 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-deb202e9-9b38-44b0-80b6-9a9e8879fbc8 service neutron] For port 996fde8b-5f8e-40f6-b9bd-4f84ebe81b32, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=996fde8b-5f8e-40f6-b9bd-4f84ebe81b32,segment=NetworkSegment(abc4cb8e-d6ca-49e7-bcd3-d5701cde8442),segment_id=abc4cb8e-d6ca-49e7-bcd3-d5701cde8442)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:18:36.649051 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-295d962c-6445-4752-8c5b-e128a562977f None None] Attempting to bind port c7b6ff46-7410-4793-a416-1c6f9cb4542f on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:18:36.649425 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-295d962c-6445-4752-8c5b-e128a562977f None None] Attempting to bind port c7b6ff46-7410-4793-a416-1c6f9cb4542f by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'fb83abf2-a655-4595-9136-1bdc0d23cea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2beee5db-7810-4856-bea3-dfacaf93380e'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:18:36.649861 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295d962c-6445-4752-8c5b-e128a562977f None None] Attempting to bind port c7b6ff46-7410-4793-a416-1c6f9cb4542f on network 2beee5db-7810-4856-bea3-dfacaf93380e {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:18:36.652552 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-deb202e9-9b38-44b0-80b6-9a9e8879fbc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:36.658167 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295d962c-6445-4752-8c5b-e128a562977f None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:18:36.658582 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295d962c-6445-4752-8c5b-e128a562977f None None] Checking segment: {'id': 'fb83abf2-a655-4595-9136-1bdc0d23cea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2beee5db-7810-4856-bea3-dfacaf93380e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:18:36.659041 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-295d962c-6445-4752-8c5b-e128a562977f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:36.659437 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295d962c-6445-4752-8c5b-e128a562977f None None] Bound using segment: {'id': 'fb83abf2-a655-4595-9136-1bdc0d23cea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2beee5db-7810-4856-bea3-dfacaf93380e'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:18:36.659904 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-295d962c-6445-4752-8c5b-e128a562977f None None] Bound port: c7b6ff46-7410-4793-a416-1c6f9cb4542f, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb83abf2-a655-4595-9136-1bdc0d23cea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2beee5db-7810-4856-bea3-dfacaf93380e'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:18:36.660359 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-295d962c-6445-4752-8c5b-e128a562977f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:36.690571 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-deb202e9-9b38-44b0-80b6-9a9e8879fbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:36.691652 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-deb202e9-9b38-44b0-80b6-9a9e8879fbc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:36.693813 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-deb202e9-9b38-44b0-80b6-9a9e8879fbc8 service neutron] 10.222.0.74 "PUT /v2.0/ports/996fde8b-5f8e-40f6-b9bd-4f84ebe81b32 HTTP/1.1" status: 200 len: 1092 time: 1.1005046 Nov 12 04:18:36.696365 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc698b6-14f4-48ec-a23b-b74f2177bd4c', 'tag': '996fde8b-5f8e-40f6-b9bd-4f84ebe81b32'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:18:36.698685 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6663d1d3f3c9eef7926d12034ee86df45d83a9b81db0163b8b39b36c8946953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f0782f-f1fa-4bca-86be-9fc581f182ba" -d '{"events": [{"name": "network-changed", "server_uuid": "7cc698b6-14f4-48ec-a23b-b74f2177bd4c", "tag": "996fde8b-5f8e-40f6-b9bd-4f84ebe81b32"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:18:36.739156 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb202e9-9b38-44b0-80b6-9a9e8879fbc8 service neutron] Pushing event updated for resources: {'Port': ['ID=996fde8b-5f8e-40f6-b9bd-4f84ebe81b32,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:36.747976 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-295d962c-6445-4752-8c5b-e128a562977f None None] For port c7b6ff46-7410-4793-a416-1c6f9cb4542f, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:18:36.751645 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-295d962c-6445-4752-8c5b-e128a562977f None None] For port c7b6ff46-7410-4793-a416-1c6f9cb4542f, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=c7b6ff46-7410-4793-a416-1c6f9cb4542f,segment=NetworkSegment(fb83abf2-a655-4595-9136-1bdc0d23cea9),segment_id=fb83abf2-a655-4595-9136-1bdc0d23cea9)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:18:36.758735 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-295d962c-6445-4752-8c5b-e128a562977f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:36.807903 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2e6ea6-3f13-4c32-8dfe-bca8e9e8ab06 x-openstack-request-id: req-dd2e6ea6-3f13-4c32-8dfe-bca8e9e8ab06 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:18:36.808279 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cc698b6-14f4-48ec-a23b-b74f2177bd4c", "tag": "996fde8b-5f8e-40f6-b9bd-4f84ebe81b32", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:18:36.808639 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dd2e6ea6-3f13-4c32-8dfe-bca8e9e8ab06 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:18:36.809556 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cc698b6-14f4-48ec-a23b-b74f2177bd4c', 'tag': '996fde8b-5f8e-40f6-b9bd-4f84ebe81b32', 'status': 'completed', 'code': 200} Nov 12 04:18:36.821018 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295d962c-6445-4752-8c5b-e128a562977f None None] Routers {'430341fd-0b38-443b-8921-90b9aa8c09ef'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:18:36.821653 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-295d962c-6445-4752-8c5b-e128a562977f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:18:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['430341fd-0b38-443b-8921-90b9aa8c09ef'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:36.832393 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-13785a12-36db-451c-a6c9-ba10503004ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:36.835346 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-13785a12-36db-451c-a6c9-ba10503004ee service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b35a45b9a31240bf93b84bc41ee7aff5&device_id=7cc698b6-14f4-48ec-a23b-b74f2177bd4c HTTP/1.1" status: 200 len: 1095 time: 0.0695343 Nov 12 04:18:36.872513 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d872dd20-8eb7-4777-9f55-fdbe46519b54 None None] Pushing event updated for resources: {'Port': ['ID=c7b6ff46-7410-4793-a416-1c6f9cb4542f,revision_number=4']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:36.900322 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-7fad9f69-854a-43b7-9142-a6a1173fb095 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=996fde8b-5f8e-40f6-b9bd-4f84ebe81b32 HTTP/1.1" status: 200 len: 217 time: 0.0545957 Nov 12 04:18:36.936934 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-9b875710-aa79-4498-926e-a4a2334f42d4 None None] Provisioning complete for port c7b6ff46-7410-4793-a416-1c6f9cb4542f triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:36.937945 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9b875710-aa79-4498-926e-a4a2334f42d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:36.965360 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-c7423aa8-6315-4980-9500-9732ff8ca848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:36.967915 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-c7423aa8-6315-4980-9500-9732ff8ca848 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f3217285-c638-47ea-a0b0-250e73acc4bf HTTP/1.1" status: 200 len: 856 time: 0.0592630 Nov 12 04:18:37.038135 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-a932e680-e7f4-4f12-a4ef-0c18e6baed09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:37.039750 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-a932e680-e7f4-4f12-a4ef-0c18e6baed09 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bc873039-29cd-4c08-be4b-ff0f76829327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593338 Nov 12 04:18:37.048193 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9b875710-aa79-4498-926e-a4a2334f42d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:37.095899 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-295d962c-6445-4752-8c5b-e128a562977f None None] Set router 430341fd-0b38-443b-8921-90b9aa8c09ef gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:18:37.111834 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-9b875710-aa79-4498-926e-a4a2334f42d4 None None] For port c7b6ff46-7410-4793-a416-1c6f9cb4542f, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=c7b6ff46-7410-4793-a416-1c6f9cb4542f,segment=NetworkSegment(fb83abf2-a655-4595-9136-1bdc0d23cea9),segment_id=fb83abf2-a655-4595-9136-1bdc0d23cea9)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:37.119041 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9b875710-aa79-4498-926e-a4a2334f42d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:37.188058 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-673c05d0-fd13-4c31-8b72-a09e9c836178 service neutron] 10.222.0.74 "GET /v2.0/networks/bc873039-29cd-4c08-be4b-ff0f76829327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361332 Nov 12 04:18:37.216680 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b875710-aa79-4498-926e-a4a2334f42d4 None None] Pushing event updated for resources: {'Port': ['ID=c7b6ff46-7410-4793-a416-1c6f9cb4542f,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:37.248579 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3694ea4b-9cb5-4ef9-bd9a-9088a6b6a976 None None] Provisioning complete for port c7b6ff46-7410-4793-a416-1c6f9cb4542f triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:37.249208 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3694ea4b-9cb5-4ef9-bd9a-9088a6b6a976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:37.324398 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cd974204-ae03-4f0e-bfa8-56a3834239d1 req-f899ff58-e7a2-4359-9c9e-66dcd62149b9 service neutron] 10.222.0.74 "GET /v2.0/networks/bc873039-29cd-4c08-be4b-ff0f76829327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266720 Nov 12 04:18:37.331906 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-295d962c-6445-4752-8c5b-e128a562977f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '430341fd-0b38-443b-8921-90b9aa8c09ef', 'name': 'tempest-TestEncryptedCinderVolumes-77907157-router', 'tenant_id': '2e945da3d4cb485bb45a186bac0f7e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'd2fb34b2-c831-4f92-9333-fc3bd430955e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:18:28Z', 'updated_at': '2021-11-12T04:18:31Z', 'revision_number': 4, 'project_id': '2e945da3d4cb485bb45a186bac0f7e31', 'gw_port': {'id': 'd2fb34b2-c831-4f92-9333-fc3bd430955e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430341fd-0b38-443b-8921-90b9aa8c09ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:29Z', 'updated_at': '2021-11-12T04:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'c7b6ff46-7410-4793-a416-1c6f9cb4542f', 'name': '', 'network_id': '2beee5db-7810-4856-bea3-dfacaf93380e', 'tenant_id': '2e945da3d4cb485bb45a186bac0f7e31', 'mac_address': 'fa:16:3e:a6:06:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '430341fd-0b38-443b-8921-90b9aa8c09ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '5721f417-57d4-47cd-a75c-3cf7a34e599d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:31Z', 'updated_at': '2021-11-12T04:18:36Z', 'revision_number': 4, 'project_id': '2e945da3d4cb485bb45a186bac0f7e31', 'subnets': [{'id': '5721f417-57d4-47cd-a75c-3cf7a34e599d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:37.363230 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295d962c-6445-4752-8c5b-e128a562977f None None] The sync data for ids ['430341fd-0b38-443b-8921-90b9aa8c09ef'] in n-d-715271-27 is: [{'id': '430341fd-0b38-443b-8921-90b9aa8c09ef', 'name': 'tempest-TestEncryptedCinderVolumes-77907157-router', 'tenant_id': '2e945da3d4cb485bb45a186bac0f7e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'd2fb34b2-c831-4f92-9333-fc3bd430955e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:18:28Z', 'updated_at': '2021-11-12T04:18:31Z', 'revision_number': 4, 'project_id': '2e945da3d4cb485bb45a186bac0f7e31', 'gw_port': {'id': 'd2fb34b2-c831-4f92-9333-fc3bd430955e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430341fd-0b38-443b-8921-90b9aa8c09ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:29Z', 'updated_at': '2021-11-12T04:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'c7b6ff46-7410-4793-a416-1c6f9cb4542f', 'name': '', 'network_id': '2beee5db-7810-4856-bea3-dfacaf93380e', 'tenant_id': '2e945da3d4cb485bb45a186bac0f7e31', 'mac_address': 'fa:16:3e:a6:06:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '430341fd-0b38-443b-8921-90b9aa8c09ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '5721f417-57d4-47cd-a75c-3cf7a34e599d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:31Z', 'updated_at': '2021-11-12T04:18:36Z', 'revision_number': 4, 'project_id': '2e945da3d4cb485bb45a186bac0f7e31', 'subnets': [{'id': '5721f417-57d4-47cd-a75c-3cf7a34e599d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:18:37.437511 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0782f-f1fa-4bca-86be-9fc581f182ba req-e1bd3479-99cb-4477-8d22-afa6a2bfa4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:37.440281 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-17f0782f-f1fa-4bca-86be-9fc581f182ba req-e1bd3479-99cb-4477-8d22-afa6a2bfa4b8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b35a45b9a31240bf93b84bc41ee7aff5&device_id=7cc698b6-14f4-48ec-a23b-b74f2177bd4c HTTP/1.1" status: 200 len: 1095 time: 0.0642219 Nov 12 04:18:37.554088 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635f10e-5ade-4154-97a3-9d225b717cb2 req-416ab1b9-937b-40bf-bccd-90b1eb3fd591 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:37.555655 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1635f10e-5ade-4154-97a3-9d225b717cb2 req-416ab1b9-937b-40bf-bccd-90b1eb3fd591 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cc698b6-14f4-48ec-a23b-b74f2177bd4c HTTP/1.1" status: 200 len: 943 time: 0.1144817 Nov 12 04:18:37.595960 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0782f-f1fa-4bca-86be-9fc581f182ba req-12b21930-e63e-429f-8681-47fd23347cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:37.597581 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-17f0782f-f1fa-4bca-86be-9fc581f182ba req-12b21930-e63e-429f-8681-47fd23347cf7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bc873039-29cd-4c08-be4b-ff0f76829327 HTTP/1.1" status: 200 len: 918 time: 0.1475074 Nov 12 04:18:37.659336 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-17f0782f-f1fa-4bca-86be-9fc581f182ba req-4cf53a1b-f6b5-4020-a0b0-015425009cd0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=996fde8b-5f8e-40f6-b9bd-4f84ebe81b32 HTTP/1.1" status: 200 len: 217 time: 0.0517118 Nov 12 04:18:37.668900 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1635f10e-5ade-4154-97a3-9d225b717cb2 req-27c6046a-f56c-4f3f-90ec-c225e27b6a64 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3c94d4a-da58-4419-9881-7de603df2ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968266 Nov 12 04:18:37.714941 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0782f-f1fa-4bca-86be-9fc581f182ba req-03728934-2200-44a6-9552-344bf2f20c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:37.716471 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-17f0782f-f1fa-4bca-86be-9fc581f182ba req-03728934-2200-44a6-9552-344bf2f20c3e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f3217285-c638-47ea-a0b0-250e73acc4bf HTTP/1.1" status: 200 len: 856 time: 0.0466945 Nov 12 04:18:37.768019 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0782f-f1fa-4bca-86be-9fc581f182ba req-cbe3fbd9-81b7-4ac9-9a38-d87c6760620c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:37.769577 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-17f0782f-f1fa-4bca-86be-9fc581f182ba req-cbe3fbd9-81b7-4ac9-9a38-d87c6760620c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bc873039-29cd-4c08-be4b-ff0f76829327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430729 Nov 12 04:18:37.873146 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-17f0782f-f1fa-4bca-86be-9fc581f182ba req-e2abfff7-42b7-4621-bb70-5f803b9725f7 service neutron] 10.222.0.74 "GET /v2.0/networks/bc873039-29cd-4c08-be4b-ff0f76829327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921423 Nov 12 04:18:37.974561 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-17f0782f-f1fa-4bca-86be-9fc581f182ba req-d0a55189-5fa0-4863-bbff-22ba08f54199 service neutron] 10.222.0.74 "GET /v2.0/networks/bc873039-29cd-4c08-be4b-ff0f76829327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919263 Nov 12 04:18:38.454135 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device c7b6ff46-7410-4793-a416-1c6f9cb4542f up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:18:38.502001 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port c7b6ff46-7410-4793-a416-1c6f9cb4542f triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:38.502372 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:38.793802 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d1854-618d-4032-93e4-26e5caa7a721 req-7bd2ed2a-19a1-4357-b7d8-6abe3de71ebb tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:38.795272 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a36d1854-618d-4032-93e4-26e5caa7a721 req-7bd2ed2a-19a1-4357-b7d8-6abe3de71ebb tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cc698b6-14f4-48ec-a23b-b74f2177bd4c HTTP/1.1" status: 200 len: 943 time: 0.0500686 Nov 12 04:18:38.849616 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a36d1854-618d-4032-93e4-26e5caa7a721 req-f6548489-01b3-4a5d-be88-082b765cc933 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3c94d4a-da58-4419-9881-7de603df2ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481110 Nov 12 04:18:39.227775 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:39.966929 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452b76f-31fd-43f9-a739-e418eb7113c1 req-39f98c0a-1c71-4647-9265-4e1d68424832 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:39.968487 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f452b76f-31fd-43f9-a739-e418eb7113c1 req-39f98c0a-1c71-4647-9265-4e1d68424832 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cc698b6-14f4-48ec-a23b-b74f2177bd4c HTTP/1.1" status: 200 len: 943 time: 0.0511088 Nov 12 04:18:40.032664 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f452b76f-31fd-43f9-a739-e418eb7113c1 req-f9fc1f13-e121-43fa-a6d1-4a0b0e91323f tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3c94d4a-da58-4419-9881-7de603df2ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578601 Nov 12 04:18:40.885842 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 996fde8b-5f8e-40f6-b9bd-4f84ebe81b32 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:18:40.983670 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 996fde8b-5f8e-40f6-b9bd-4f84ebe81b32, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=996fde8b-5f8e-40f6-b9bd-4f84ebe81b32,segment=NetworkSegment(abc4cb8e-d6ca-49e7-bcd3-d5701cde8442),segment_id=abc4cb8e-d6ca-49e7-bcd3-d5701cde8442)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:41.000103 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '996fde8b-5f8e-40f6-b9bd-4f84ebe81b32', 'network_id': 'bc873039-29cd-4c08-be4b-ff0f76829327', 'port_id': '996fde8b-5f8e-40f6-b9bd-4f84ebe81b32', 'mac_address': 'fa:16:3e:1d:00:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3217285-c638-47ea-a0b0-250e73acc4bf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:18:41.043308 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:41.057860 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 996fde8b-5f8e-40f6-b9bd-4f84ebe81b32 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:18:41.081599 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 996fde8b-5f8e-40f6-b9bd-4f84ebe81b32, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=996fde8b-5f8e-40f6-b9bd-4f84ebe81b32,segment=NetworkSegment(abc4cb8e-d6ca-49e7-bcd3-d5701cde8442),segment_id=abc4cb8e-d6ca-49e7-bcd3-d5701cde8442)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:41.087095 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:41.138271 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=996fde8b-5f8e-40f6-b9bd-4f84ebe81b32,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:41.169360 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d013e5b-77fc-487a-9bc1-ca6034dca4c7 req-262b6d45-5637-4170-84e1-8a715486db50 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:41.170832 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2d013e5b-77fc-487a-9bc1-ca6034dca4c7 req-262b6d45-5637-4170-84e1-8a715486db50 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cc698b6-14f4-48ec-a23b-b74f2177bd4c HTTP/1.1" status: 200 len: 944 time: 0.0620410 Nov 12 04:18:41.224095 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2d013e5b-77fc-487a-9bc1-ca6034dca4c7 req-c51300a1-8ee9-4810-a33d-8141319dedaa tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3c94d4a-da58-4419-9881-7de603df2ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462515 Nov 12 04:18:41.341478 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['996fde8b-5f8e-40f6-b9bd-4f84ebe81b32'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:18:42.341775 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8307819b-5a96-4f69-ad09-dcbd9c077b9e req-04d9ed31-db3b-435e-b618-162d13081b45 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:42.343265 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8307819b-5a96-4f69-ad09-dcbd9c077b9e req-04d9ed31-db3b-435e-b618-162d13081b45 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cc698b6-14f4-48ec-a23b-b74f2177bd4c HTTP/1.1" status: 200 len: 944 time: 0.0498242 Nov 12 04:18:42.393207 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8307819b-5a96-4f69-ad09-dcbd9c077b9e req-39ffb13c-c67e-4f74-abec-eb93e61f527e tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3c94d4a-da58-4419-9881-7de603df2ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432377 Nov 12 04:18:42.918394 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 996fde8b-5f8e-40f6-b9bd-4f84ebe81b32 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:18:42.966386 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 996fde8b-5f8e-40f6-b9bd-4f84ebe81b32 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:18:42.970428 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 996fde8b-5f8e-40f6-b9bd-4f84ebe81b32 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:42.970799 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:43.061247 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:43.090255 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc698b6-14f4-48ec-a23b-b74f2177bd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996fde8b-5f8e-40f6-b9bd-4f84ebe81b32'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:18:43.092601 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b6ddd3dcdf33591bed50c5a7e661b8bd9e6bfa45082c02e2ff7a95d810a3d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c711061e-041e-40cb-b084-14ae350b66d3" -d '{"events": [{"server_uuid": "7cc698b6-14f4-48ec-a23b-b74f2177bd4c", "name": "network-vif-plugged", "status": "completed", "tag": "996fde8b-5f8e-40f6-b9bd-4f84ebe81b32"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:18:43.106246 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 996fde8b-5f8e-40f6-b9bd-4f84ebe81b32, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=996fde8b-5f8e-40f6-b9bd-4f84ebe81b32,segment=NetworkSegment(abc4cb8e-d6ca-49e7-bcd3-d5701cde8442),segment_id=abc4cb8e-d6ca-49e7-bcd3-d5701cde8442)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:43.110496 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:43.136561 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c51adc-fa5e-44fb-bd74-5a1234e4c602 x-openstack-request-id: req-a7c51adc-fa5e-44fb-bd74-5a1234e4c602 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:18:43.136855 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc698b6-14f4-48ec-a23b-b74f2177bd4c", "name": "network-vif-plugged", "status": "completed", "tag": "996fde8b-5f8e-40f6-b9bd-4f84ebe81b32", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:18:43.137107 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a7c51adc-fa5e-44fb-bd74-5a1234e4c602 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:18:43.137492 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc698b6-14f4-48ec-a23b-b74f2177bd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996fde8b-5f8e-40f6-b9bd-4f84ebe81b32', 'code': 200} Nov 12 04:18:43.161217 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=996fde8b-5f8e-40f6-b9bd-4f84ebe81b32,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:43.245034 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c69d0-6b18-45b6-8346-0f0d69591dfc req-9eb270b0-ca4e-47ee-9d39-f2d644263dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:43.246518 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c78c69d0-6b18-45b6-8346-0f0d69591dfc req-9eb270b0-ca4e-47ee-9d39-f2d644263dfc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7cc698b6-14f4-48ec-a23b-b74f2177bd4c HTTP/1.1" status: 200 len: 1097 time: 0.0452049 Nov 12 04:18:43.295428 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c78c69d0-6b18-45b6-8346-0f0d69591dfc req-76ee04e7-cb4e-4894-81bb-a13cfd98cce1 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f3c94d4a-da58-4419-9881-7de603df2ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393150 Nov 12 04:18:43.509946 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c874e-b53f-4a43-a95e-a9acfc9611eb req-b771972f-9f3e-406f-a139-88a32d17d8fe tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:43.511508 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d87c874e-b53f-4a43-a95e-a9acfc9611eb req-b771972f-9f3e-406f-a139-88a32d17d8fe tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cc698b6-14f4-48ec-a23b-b74f2177bd4c HTTP/1.1" status: 200 len: 945 time: 0.0496080 Nov 12 04:18:43.561765 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d87c874e-b53f-4a43-a95e-a9acfc9611eb req-240005f5-9f2f-44a0-ba8c-5a0336770deb tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3c94d4a-da58-4419-9881-7de603df2ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441606 Nov 12 04:18:44.683352 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eedfbd-1657-4ed5-8198-ba126f134234 req-013ad640-7345-4528-997d-cdbe52408af9 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:44.685125 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-51eedfbd-1657-4ed5-8198-ba126f134234 req-013ad640-7345-4528-997d-cdbe52408af9 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cc698b6-14f4-48ec-a23b-b74f2177bd4c HTTP/1.1" status: 200 len: 945 time: 0.0509958 Nov 12 04:18:44.734503 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-51eedfbd-1657-4ed5-8198-ba126f134234 req-c848c9b4-0229-4e19-a32f-d56a0f382c58 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3c94d4a-da58-4419-9881-7de603df2ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433309 Nov 12 04:18:44.854160 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23426e-4e51-49be-90f2-2ff1c2513ac7 req-b8edd7df-a0e0-4526-a22c-3c30f84c8484 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:44.855579 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2e23426e-4e51-49be-90f2-2ff1c2513ac7 req-b8edd7df-a0e0-4526-a22c-3c30f84c8484 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cc698b6-14f4-48ec-a23b-b74f2177bd4c HTTP/1.1" status: 200 len: 945 time: 0.0500412 Nov 12 04:18:44.908924 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2e23426e-4e51-49be-90f2-2ff1c2513ac7 req-c51f2515-5d9d-40bc-945f-d1307d8f0e5b tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3c94d4a-da58-4419-9881-7de603df2ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473530 Nov 12 04:18:45.931315 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:18:48.621515 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:00.465668 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a3a4deaa-4d8b-4818-99eb-892a452d8dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:03.453033 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-10a33c0d-e7f7-4520-baab-b40665760542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:04.288565 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:05.620477 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:06.451975 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:07.647152 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e9979-0cff-4b90-9250-96b0d1992933 req-e482a82e-8f38-4929-9869-9d380aa748dc tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:07.648818 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-585e9979-0cff-4b90-9250-96b0d1992933 req-e482a82e-8f38-4929-9869-9d380aa748dc tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cc698b6-14f4-48ec-a23b-b74f2177bd4c HTTP/1.1" status: 200 len: 945 time: 0.0517473 Nov 12 04:19:07.700882 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-585e9979-0cff-4b90-9250-96b0d1992933 req-94a0a6f2-17b0-415e-9209-e74cf03fae16 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3c94d4a-da58-4419-9881-7de603df2ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461140 Nov 12 04:19:08.823576 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5448f-f713-4b6c-b73a-064b935d0a7e req-1ff28412-e083-4027-8282-01f09589bbe1 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:08.825095 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5ba5448f-f713-4b6c-b73a-064b935d0a7e req-1ff28412-e083-4027-8282-01f09589bbe1 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cc698b6-14f4-48ec-a23b-b74f2177bd4c HTTP/1.1" status: 200 len: 945 time: 0.0507727 Nov 12 04:19:08.872867 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5ba5448f-f713-4b6c-b73a-064b935d0a7e req-06fc97e4-eddc-4d13-b020-7ffe0cf57919 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3c94d4a-da58-4419-9881-7de603df2ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418043 Nov 12 04:19:09.238785 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:09.474465 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d9672-7e80-46ba-b1e7-c28fd1f36db4 req-7cb723e3-bf92-4f59-b354-149aac625e09 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:09.475950 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f38d9672-7e80-46ba-b1e7-c28fd1f36db4 req-7cb723e3-bf92-4f59-b354-149aac625e09 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.74 "GET /v2.0/ports?device_id=7cc698b6-14f4-48ec-a23b-b74f2177bd4c HTTP/1.1" status: 200 len: 945 time: 0.0490046 Nov 12 04:19:09.573722 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-f38d9672-7e80-46ba-b1e7-c28fd1f36db4 req-51a83108-9c6b-421b-a3b7-b21d970f9cca tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Deleting port 996fde8b-5f8e-40f6-b9bd-4f84ebe81b32 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:19:09.574048 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-f38d9672-7e80-46ba-b1e7-c28fd1f36db4 req-51a83108-9c6b-421b-a3b7-b21d970f9cca tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:09.660221 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-f38d9672-7e80-46ba-b1e7-c28fd1f36db4 req-51a83108-9c6b-421b-a3b7-b21d970f9cca tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] For port 996fde8b-5f8e-40f6-b9bd-4f84ebe81b32, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=996fde8b-5f8e-40f6-b9bd-4f84ebe81b32,segment=NetworkSegment(abc4cb8e-d6ca-49e7-bcd3-d5701cde8442),segment_id=abc4cb8e-d6ca-49e7-bcd3-d5701cde8442)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:09.660582 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-f38d9672-7e80-46ba-b1e7-c28fd1f36db4 req-51a83108-9c6b-421b-a3b7-b21d970f9cca tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:09.672758 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-f38d9672-7e80-46ba-b1e7-c28fd1f36db4 req-51a83108-9c6b-421b-a3b7-b21d970f9cca tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Calling delete_port for 996fde8b-5f8e-40f6-b9bd-4f84ebe81b32 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:19:09.810022 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-f38d9672-7e80-46ba-b1e7-c28fd1f36db4 req-51a83108-9c6b-421b-a3b7-b21d970f9cca tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:09.823679 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['996fde8b-5f8e-40f6-b9bd-4f84ebe81b32'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:19:09.854624 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a83108-9c6b-421b-a3b7-b21d970f9cca tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Pushing event deleted for resources: {'Port': ['ID=996fde8b-5f8e-40f6-b9bd-4f84ebe81b32,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:09.884014 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a83108-9c6b-421b-a3b7-b21d970f9cca tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:09.884518 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a83108-9c6b-421b-a3b7-b21d970f9cca tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:09.884861 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a83108-9c6b-421b-a3b7-b21d970f9cca tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:09.885192 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a83108-9c6b-421b-a3b7-b21d970f9cca tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:09.885523 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a83108-9c6b-421b-a3b7-b21d970f9cca tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:09.885852 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a83108-9c6b-421b-a3b7-b21d970f9cca tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:09.886179 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a83108-9c6b-421b-a3b7-b21d970f9cca tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:09.886501 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a83108-9c6b-421b-a3b7-b21d970f9cca tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:09.886826 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a83108-9c6b-421b-a3b7-b21d970f9cca tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:09.887147 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a83108-9c6b-421b-a3b7-b21d970f9cca tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:09.887473 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a83108-9c6b-421b-a3b7-b21d970f9cca tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:09.887786 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a83108-9c6b-421b-a3b7-b21d970f9cca tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:09.912369 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38d9672-7e80-46ba-b1e7-c28fd1f36db4 req-51a83108-9c6b-421b-a3b7-b21d970f9cca tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] No DVR routers for this DVR port 996fde8b-5f8e-40f6-b9bd-4f84ebe81b32 on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:19:09.915235 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-f38d9672-7e80-46ba-b1e7-c28fd1f36db4 req-51a83108-9c6b-421b-a3b7-b21d970f9cca tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:09.918920 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f38d9672-7e80-46ba-b1e7-c28fd1f36db4 req-51a83108-9c6b-421b-a3b7-b21d970f9cca tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.74 "DELETE /v2.0/ports/996fde8b-5f8e-40f6-b9bd-4f84ebe81b32 HTTP/1.1" status: 204 len: 173 time: 0.4328909 Nov 12 04:19:09.919412 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc698b6-14f4-48ec-a23b-b74f2177bd4c', 'name': 'network-vif-deleted', 'tag': '996fde8b-5f8e-40f6-b9bd-4f84ebe81b32'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:19:09.921741 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6663d1d3f3c9eef7926d12034ee86df45d83a9b81db0163b8b39b36c8946953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f559f5b9-a433-4f9a-b199-d83e86075bfb" -d '{"events": [{"server_uuid": "7cc698b6-14f4-48ec-a23b-b74f2177bd4c", "name": "network-vif-deleted", "tag": "996fde8b-5f8e-40f6-b9bd-4f84ebe81b32"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:19:09.968099 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3895f51-2d84-4736-9653-f0522c67c86c x-openstack-request-id: req-b3895f51-2d84-4736-9653-f0522c67c86c {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:19:09.968099 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc698b6-14f4-48ec-a23b-b74f2177bd4c", "name": "network-vif-deleted", "tag": "996fde8b-5f8e-40f6-b9bd-4f84ebe81b32", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:19:09.968374 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b3895f51-2d84-4736-9653-f0522c67c86c {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:19:09.968586 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc698b6-14f4-48ec-a23b-b74f2177bd4c', 'name': 'network-vif-deleted', 'tag': '996fde8b-5f8e-40f6-b9bd-4f84ebe81b32', 'status': 'completed', 'code': 200} Nov 12 04:19:10.008634 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-35b68623-9197-42b9-a4d7-af82943e621b req-e0020db1-7d20-4908-b300-fde157b0b607 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cc698b6-14f4-48ec-a23b-b74f2177bd4c HTTP/1.1" status: 200 len: 210 time: 0.0380232 Nov 12 04:19:11.441955 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39168ad-d947-49ae-b463-790f0e50b393 req-dbf0b135-a68c-48fd-a43c-be5016ccb85e tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:11.443436 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b39168ad-d947-49ae-b463-790f0e50b393 req-dbf0b135-a68c-48fd-a43c-be5016ccb85e tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/networks?id=bc873039-29cd-4c08-be4b-ff0f76829327 HTTP/1.1" status: 200 len: 817 time: 0.1036479 Nov 12 04:19:11.458134 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b39168ad-d947-49ae-b463-790f0e50b393 req-531ef5a4-a705-458e-8301-fe5fc02ff238 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/quotas/b35a45b9a31240bf93b84bc41ee7aff5 HTTP/1.1" status: 200 len: 375 time: 0.0090387 Nov 12 04:19:11.513525 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b39168ad-d947-49ae-b463-790f0e50b393 req-b255e451-c8ed-4d6a-a8dc-42a6fa672683 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b35a45b9a31240bf93b84bc41ee7aff5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500634 Nov 12 04:19:11.608510 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b39168ad-d947-49ae-b463-790f0e50b393 req-d3d9f4df-7cf6-4b17-b333-95d919bd3f08 service neutron] 10.222.0.50 "GET /v2.0/networks/bc873039-29cd-4c08-be4b-ff0f76829327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827036 Nov 12 04:19:11.700303 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b39168ad-d947-49ae-b463-790f0e50b393 req-729366dc-a04e-4495-bc6b-1f0a2f5fe442 service neutron] 10.222.0.50 "GET /v2.0/networks/bc873039-29cd-4c08-be4b-ff0f76829327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850542 Nov 12 04:19:11.860951 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-993afef0-4f25-4c36-943b-6c02dc0d7844 req-cce19972-0052-4028-aabb-8d2f6b052642 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf3337c1-2080-4adb-914d-8779137510ff HTTP/1.1" status: 200 len: 210 time: 0.0275779 Nov 12 04:19:12.974604 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-04d8d56a-27d3-41cd-901f-465bbf39ace1 req-a166296c-8aab-4ea7-9916-cf61b1efa06b tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf3337c1-2080-4adb-914d-8779137510ff HTTP/1.1" status: 200 len: 210 time: 0.0341344 Nov 12 04:19:12.975170 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39168ad-d947-49ae-b463-790f0e50b393 req-25d4191e-fc5e-40f2-898d-c49622867248 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:12.976703 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b39168ad-d947-49ae-b463-790f0e50b393 req-25d4191e-fc5e-40f2-898d-c49622867248 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.74 "GET /v2.0/networks?id=bc873039-29cd-4c08-be4b-ff0f76829327 HTTP/1.1" status: 200 len: 817 time: 0.1072955 Nov 12 04:19:12.991712 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-b39168ad-d947-49ae-b463-790f0e50b393 req-38896f10-18f3-4375-a871-5d3102938aee tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Request body: {'port': {'device_id': 'bf3337c1-2080-4adb-914d-8779137510ff', 'network_id': 'bc873039-29cd-4c08-be4b-ff0f76829327', 'admin_state_up': True, 'tenant_id': 'b35a45b9a31240bf93b84bc41ee7aff5'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:13.090450 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 996fde8b-5f8e-40f6-b9bd-4f84ebe81b32 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:19:13.103871 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b39168ad-d947-49ae-b463-790f0e50b393 req-38896f10-18f3-4375-a871-5d3102938aee tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Made reservation on behalf of b35a45b9a31240bf93b84bc41ee7aff5 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:19:13.107358 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b39168ad-d947-49ae-b463-790f0e50b393 req-38896f10-18f3-4375-a871-5d3102938aee tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:13.111006 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 996fde8b-5f8e-40f6-b9bd-4f84ebe81b32 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:19:13.111350 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 996fde8b-5f8e-40f6-b9bd-4f84ebe81b32 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:19:13.235350 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-b39168ad-d947-49ae-b463-790f0e50b393 req-38896f10-18f3-4375-a871-5d3102938aee tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Allocated IP 172.20.0.10 (bc873039-29cd-4c08-be4b-ff0f76829327/f3217285-c638-47ea-a0b0-250e73acc4bf/20e29bad-159a-4aa3-bf6f-b46f4ab45a15) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:19:13.380891 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b39168ad-d947-49ae-b463-790f0e50b393 req-38896f10-18f3-4375-a871-5d3102938aee tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:13.414992 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b39168ad-d947-49ae-b463-790f0e50b393 req-38896f10-18f3-4375-a871-5d3102938aee tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:13.463495 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b39168ad-d947-49ae-b463-790f0e50b393 req-38896f10-18f3-4375-a871-5d3102938aee tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Network bc873039-29cd-4c08-be4b-ff0f76829327 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:19:13.466617 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-b39168ad-d947-49ae-b463-790f0e50b393 req-38896f10-18f3-4375-a871-5d3102938aee tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:19:13.470397 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-b39168ad-d947-49ae-b463-790f0e50b393 req-38896f10-18f3-4375-a871-5d3102938aee tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:19:13.477148 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38896f10-18f3-4375-a871-5d3102938aee tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Pushing event updated for resources: {'Port': ['ID=20e29bad-159a-4aa3-bf6f-b46f4ab45a15,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:13.539541 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39168ad-d947-49ae-b463-790f0e50b393 req-38896f10-18f3-4375-a871-5d3102938aee tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:13.540219 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b39168ad-d947-49ae-b463-790f0e50b393 req-38896f10-18f3-4375-a871-5d3102938aee tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:13.557440 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b39168ad-d947-49ae-b463-790f0e50b393 req-38896f10-18f3-4375-a871-5d3102938aee tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5702350 Nov 12 04:19:13.573681 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-b39168ad-d947-49ae-b463-790f0e50b393 req-f3fca86f-9955-4f81-bd1b-5868326c868e service neutron] Request body: {'port': {'device_id': 'bf3337c1-2080-4adb-914d-8779137510ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:13.635091 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b39168ad-d947-49ae-b463-790f0e50b393 req-f3fca86f-9955-4f81-bd1b-5868326c868e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:13.709861 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-e7953db9-ae9f-4f1b-a35f-e0a6557ad8b9 None None] Provisioning complete for port 20e29bad-159a-4aa3-bf6f-b46f4ab45a15 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:13.710241 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e7953db9-ae9f-4f1b-a35f-e0a6557ad8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:13.746672 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-e7953db9-ae9f-4f1b-a35f-e0a6557ad8b9 None None] Port 20e29bad-159a-4aa3-bf6f-b46f4ab45a15 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:19:13.906012 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-b39168ad-d947-49ae-b463-790f0e50b393 req-f3fca86f-9955-4f81-bd1b-5868326c868e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20e29bad-159a-4aa3-bf6f-b46f4ab45a15 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:19:13.913505 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b39168ad-d947-49ae-b463-790f0e50b393 req-f3fca86f-9955-4f81-bd1b-5868326c868e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:13.925267 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-b39168ad-d947-49ae-b463-790f0e50b393 req-f3fca86f-9955-4f81-bd1b-5868326c868e service neutron] Transition to ACTIVE for port object 20e29bad-159a-4aa3-bf6f-b46f4ab45a15 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:19:13.928636 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b39168ad-d947-49ae-b463-790f0e50b393 req-f3fca86f-9955-4f81-bd1b-5868326c868e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:13.980373 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fca86f-9955-4f81-bd1b-5868326c868e service neutron] Pushing event updated for resources: {'Port': ['ID=20e29bad-159a-4aa3-bf6f-b46f4ab45a15,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:14.087663 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-b39168ad-d947-49ae-b463-790f0e50b393 req-f3fca86f-9955-4f81-bd1b-5868326c868e service neutron] Attempting to bind port 20e29bad-159a-4aa3-bf6f-b46f4ab45a15 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:19:14.087894 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-b39168ad-d947-49ae-b463-790f0e50b393 req-f3fca86f-9955-4f81-bd1b-5868326c868e service neutron] Attempting to bind port 20e29bad-159a-4aa3-bf6f-b46f4ab45a15 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'abc4cb8e-d6ca-49e7-bcd3-d5701cde8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bc873039-29cd-4c08-be4b-ff0f76829327'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:19:14.088244 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39168ad-d947-49ae-b463-790f0e50b393 req-f3fca86f-9955-4f81-bd1b-5868326c868e service neutron] Attempting to bind port 20e29bad-159a-4aa3-bf6f-b46f4ab45a15 on network bc873039-29cd-4c08-be4b-ff0f76829327 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:19:14.095526 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39168ad-d947-49ae-b463-790f0e50b393 req-f3fca86f-9955-4f81-bd1b-5868326c868e service neutron] Port 20e29bad-159a-4aa3-bf6f-b46f4ab45a15 on network bc873039-29cd-4c08-be4b-ff0f76829327 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:19:14.095843 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39168ad-d947-49ae-b463-790f0e50b393 req-f3fca86f-9955-4f81-bd1b-5868326c868e service neutron] Attempting to bind port 20e29bad-159a-4aa3-bf6f-b46f4ab45a15 on network bc873039-29cd-4c08-be4b-ff0f76829327 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:19:14.107476 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1454b-66f8-4045-8c0c-0eef7c945906 req-3f3b23e2-54c4-4074-88fc-24b2eabf3b3e tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:14.109133 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fce1454b-66f8-4045-8c0c-0eef7c945906 req-3f3b23e2-54c4-4074-88fc-24b2eabf3b3e tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf3337c1-2080-4adb-914d-8779137510ff HTTP/1.1" status: 200 len: 944 time: 0.0714846 Nov 12 04:19:14.112171 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39168ad-d947-49ae-b463-790f0e50b393 req-f3fca86f-9955-4f81-bd1b-5868326c868e service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:19:14.112509 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39168ad-d947-49ae-b463-790f0e50b393 req-f3fca86f-9955-4f81-bd1b-5868326c868e service neutron] Checking segment: {'id': 'abc4cb8e-d6ca-49e7-bcd3-d5701cde8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bc873039-29cd-4c08-be4b-ff0f76829327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:19:14.115683 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39168ad-d947-49ae-b463-790f0e50b393 req-f3fca86f-9955-4f81-bd1b-5868326c868e service neutron] Bound using segment: {'id': 'abc4cb8e-d6ca-49e7-bcd3-d5701cde8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bc873039-29cd-4c08-be4b-ff0f76829327'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:19:14.116154 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-b39168ad-d947-49ae-b463-790f0e50b393 req-f3fca86f-9955-4f81-bd1b-5868326c868e service neutron] Bound port: 20e29bad-159a-4aa3-bf6f-b46f4ab45a15, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abc4cb8e-d6ca-49e7-bcd3-d5701cde8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bc873039-29cd-4c08-be4b-ff0f76829327'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:19:14.116514 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b39168ad-d947-49ae-b463-790f0e50b393 req-f3fca86f-9955-4f81-bd1b-5868326c868e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:14.206933 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fce1454b-66f8-4045-8c0c-0eef7c945906 req-b2329da0-f596-40a1-9f21-f713a93c846e tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3c94d4a-da58-4419-9881-7de603df2ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873895 Nov 12 04:19:14.228302 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-b39168ad-d947-49ae-b463-790f0e50b393 req-f3fca86f-9955-4f81-bd1b-5868326c868e service neutron] For port 20e29bad-159a-4aa3-bf6f-b46f4ab45a15, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:19:14.228302 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-b39168ad-d947-49ae-b463-790f0e50b393 req-f3fca86f-9955-4f81-bd1b-5868326c868e service neutron] For port 20e29bad-159a-4aa3-bf6f-b46f4ab45a15, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=20e29bad-159a-4aa3-bf6f-b46f4ab45a15,segment=NetworkSegment(abc4cb8e-d6ca-49e7-bcd3-d5701cde8442),segment_id=abc4cb8e-d6ca-49e7-bcd3-d5701cde8442)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:19:14.230132 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b39168ad-d947-49ae-b463-790f0e50b393 req-f3fca86f-9955-4f81-bd1b-5868326c868e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:14.271730 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39168ad-d947-49ae-b463-790f0e50b393 req-f3fca86f-9955-4f81-bd1b-5868326c868e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:14.272315 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-b39168ad-d947-49ae-b463-790f0e50b393 req-f3fca86f-9955-4f81-bd1b-5868326c868e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:14.273755 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b39168ad-d947-49ae-b463-790f0e50b393 req-f3fca86f-9955-4f81-bd1b-5868326c868e service neutron] 10.222.0.74 "PUT /v2.0/ports/20e29bad-159a-4aa3-bf6f-b46f4ab45a15 HTTP/1.1" status: 200 len: 1093 time: 0.7044649 Nov 12 04:19:14.274110 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf3337c1-2080-4adb-914d-8779137510ff', 'tag': '20e29bad-159a-4aa3-bf6f-b46f4ab45a15'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:19:14.276363 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6663d1d3f3c9eef7926d12034ee86df45d83a9b81db0163b8b39b36c8946953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872fa450-c5de-43b1-8849-69e6bdf2ed59" -d '{"events": [{"name": "network-changed", "server_uuid": "bf3337c1-2080-4adb-914d-8779137510ff", "tag": "20e29bad-159a-4aa3-bf6f-b46f4ab45a15"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:19:14.310795 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fca86f-9955-4f81-bd1b-5868326c868e service neutron] Pushing event updated for resources: {'Port': ['ID=20e29bad-159a-4aa3-bf6f-b46f4ab45a15,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:14.337186 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ba25d6-7df9-4381-8569-4c2fc43a8fe4 x-openstack-request-id: req-76ba25d6-7df9-4381-8569-4c2fc43a8fe4 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:19:14.337476 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf3337c1-2080-4adb-914d-8779137510ff", "tag": "20e29bad-159a-4aa3-bf6f-b46f4ab45a15", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:19:14.337733 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-76ba25d6-7df9-4381-8569-4c2fc43a8fe4 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:19:14.338132 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf3337c1-2080-4adb-914d-8779137510ff', 'tag': '20e29bad-159a-4aa3-bf6f-b46f4ab45a15', 'status': 'completed', 'code': 200} Nov 12 04:19:14.373698 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39168ad-d947-49ae-b463-790f0e50b393 req-e90f3a21-2679-41ee-9dcb-9eb557e5202b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:14.375238 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b39168ad-d947-49ae-b463-790f0e50b393 req-e90f3a21-2679-41ee-9dcb-9eb557e5202b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b35a45b9a31240bf93b84bc41ee7aff5&device_id=bf3337c1-2080-4adb-914d-8779137510ff HTTP/1.1" status: 200 len: 1096 time: 0.0495188 Nov 12 04:19:14.424761 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b39168ad-d947-49ae-b463-790f0e50b393 req-1bc2c7ba-3d9f-475c-b568-9e4de53dd7b1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20e29bad-159a-4aa3-bf6f-b46f4ab45a15 HTTP/1.1" status: 200 len: 217 time: 0.0389609 Nov 12 04:19:14.490369 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39168ad-d947-49ae-b463-790f0e50b393 req-de19bc36-d1dc-47e5-b7e0-80e3a31b82ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:14.491867 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b39168ad-d947-49ae-b463-790f0e50b393 req-de19bc36-d1dc-47e5-b7e0-80e3a31b82ff service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f3217285-c638-47ea-a0b0-250e73acc4bf HTTP/1.1" status: 200 len: 856 time: 0.0589402 Nov 12 04:19:14.540152 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39168ad-d947-49ae-b463-790f0e50b393 req-7a0da410-98e9-43fe-b3ad-a26d6ff2c357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:14.541539 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b39168ad-d947-49ae-b463-790f0e50b393 req-7a0da410-98e9-43fe-b3ad-a26d6ff2c357 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bc873039-29cd-4c08-be4b-ff0f76829327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415015 Nov 12 04:19:14.633252 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b39168ad-d947-49ae-b463-790f0e50b393 req-93b9bb12-2f70-4a4b-aea3-c4914157b6b7 service neutron] 10.222.0.74 "GET /v2.0/networks/bc873039-29cd-4c08-be4b-ff0f76829327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816000 Nov 12 04:19:14.726504 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b39168ad-d947-49ae-b463-790f0e50b393 req-63bdc5cf-378e-4c6c-b918-164ff67edc1e service neutron] 10.222.0.74 "GET /v2.0/networks/bc873039-29cd-4c08-be4b-ff0f76829327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855823 Nov 12 04:19:14.821593 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872fa450-c5de-43b1-8849-69e6bdf2ed59 req-77b9a968-52ea-4dc7-906d-913bd206ced9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:14.822986 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-872fa450-c5de-43b1-8849-69e6bdf2ed59 req-77b9a968-52ea-4dc7-906d-913bd206ced9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b35a45b9a31240bf93b84bc41ee7aff5&device_id=bf3337c1-2080-4adb-914d-8779137510ff HTTP/1.1" status: 200 len: 1096 time: 0.0428426 Nov 12 04:19:14.919202 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872fa450-c5de-43b1-8849-69e6bdf2ed59 req-422f05ee-86b3-47c2-8c00-0e3c9d2c5d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:14.920692 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-872fa450-c5de-43b1-8849-69e6bdf2ed59 req-422f05ee-86b3-47c2-8c00-0e3c9d2c5d93 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bc873039-29cd-4c08-be4b-ff0f76829327 HTTP/1.1" status: 200 len: 918 time: 0.0887516 Nov 12 04:19:14.962134 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-872fa450-c5de-43b1-8849-69e6bdf2ed59 req-f4be531d-aa2f-4f31-9ee6-00aec397df2e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20e29bad-159a-4aa3-bf6f-b46f4ab45a15 HTTP/1.1" status: 200 len: 217 time: 0.0341151 Nov 12 04:19:15.016836 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872fa450-c5de-43b1-8849-69e6bdf2ed59 req-487197cf-15d2-4df3-bb7b-1ad363d9935f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:15.018258 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-872fa450-c5de-43b1-8849-69e6bdf2ed59 req-487197cf-15d2-4df3-bb7b-1ad363d9935f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f3217285-c638-47ea-a0b0-250e73acc4bf HTTP/1.1" status: 200 len: 856 time: 0.0476005 Nov 12 04:19:15.067186 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872fa450-c5de-43b1-8849-69e6bdf2ed59 req-5530055a-9dc7-4483-a266-da7f30172064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:15.067764 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-872fa450-c5de-43b1-8849-69e6bdf2ed59 req-5530055a-9dc7-4483-a266-da7f30172064 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bc873039-29cd-4c08-be4b-ff0f76829327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404859 Nov 12 04:19:15.156988 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-872fa450-c5de-43b1-8849-69e6bdf2ed59 req-e643d639-803c-483c-80a3-658c57e1dded service neutron] 10.222.0.74 "GET /v2.0/networks/bc873039-29cd-4c08-be4b-ff0f76829327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812609 Nov 12 04:19:15.252565 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-872fa450-c5de-43b1-8849-69e6bdf2ed59 req-318b21fa-d173-465a-b2be-1fdb9f1920b0 service neutron] 10.222.0.74 "GET /v2.0/networks/bc873039-29cd-4c08-be4b-ff0f76829327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877993 Nov 12 04:19:15.330755 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fce512-17f0-4dbe-9515-11ab032cefad req-59f375cc-c0cf-4a8d-a1d4-fd944bf40cfc tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:15.333271 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b4fce512-17f0-4dbe-9515-11ab032cefad req-59f375cc-c0cf-4a8d-a1d4-fd944bf40cfc tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf3337c1-2080-4adb-914d-8779137510ff HTTP/1.1" status: 200 len: 944 time: 0.0529666 Nov 12 04:19:15.381780 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b4fce512-17f0-4dbe-9515-11ab032cefad req-3f91973b-67b2-49b4-9a9a-5b672a65a2ea tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3c94d4a-da58-4419-9881-7de603df2ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420253 Nov 12 04:19:16.501914 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5f85a-b442-410f-9279-765a9971885b req-f348d992-f0fe-4e40-999e-0467526d4240 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:16.504031 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bee5f85a-b442-410f-9279-765a9971885b req-f348d992-f0fe-4e40-999e-0467526d4240 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf3337c1-2080-4adb-914d-8779137510ff HTTP/1.1" status: 200 len: 944 time: 0.0498888 Nov 12 04:19:16.549356 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bee5f85a-b442-410f-9279-765a9971885b req-b6bb0f46-91f0-454f-b192-b58eb7e531ca tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3c94d4a-da58-4419-9881-7de603df2ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394492 Nov 12 04:19:17.119455 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 20e29bad-159a-4aa3-bf6f-b46f4ab45a15 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:19:17.214973 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 20e29bad-159a-4aa3-bf6f-b46f4ab45a15, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=20e29bad-159a-4aa3-bf6f-b46f4ab45a15,segment=NetworkSegment(abc4cb8e-d6ca-49e7-bcd3-d5701cde8442),segment_id=abc4cb8e-d6ca-49e7-bcd3-d5701cde8442)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:17.226519 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '20e29bad-159a-4aa3-bf6f-b46f4ab45a15', 'network_id': 'bc873039-29cd-4c08-be4b-ff0f76829327', 'port_id': '20e29bad-159a-4aa3-bf6f-b46f4ab45a15', 'mac_address': 'fa:16:3e:b4:8e:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3217285-c638-47ea-a0b0-250e73acc4bf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:19:17.261658 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:17.274409 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20e29bad-159a-4aa3-bf6f-b46f4ab45a15 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:19:17.293491 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 20e29bad-159a-4aa3-bf6f-b46f4ab45a15, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=20e29bad-159a-4aa3-bf6f-b46f4ab45a15,segment=NetworkSegment(abc4cb8e-d6ca-49e7-bcd3-d5701cde8442),segment_id=abc4cb8e-d6ca-49e7-bcd3-d5701cde8442)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:17.297510 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:17.345461 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=20e29bad-159a-4aa3-bf6f-b46f4ab45a15,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:17.353709 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:17.354051 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:17.354387 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:17.354719 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:17.355048 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:17.355376 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:17.355698 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:17.356018 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:17.356386 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:17.356704 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:17.357024 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:17.357341 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:17.553531 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['20e29bad-159a-4aa3-bf6f-b46f4ab45a15'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:19:17.671311 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1d668-2bd1-42d7-b3c4-2e33de57d007 req-e77d227a-8ed7-466b-b9a8-9f2375fbcd86 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:17.672831 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9fb1d668-2bd1-42d7-b3c4-2e33de57d007 req-e77d227a-8ed7-466b-b9a8-9f2375fbcd86 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf3337c1-2080-4adb-914d-8779137510ff HTTP/1.1" status: 200 len: 945 time: 0.0540860 Nov 12 04:19:17.720479 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9fb1d668-2bd1-42d7-b3c4-2e33de57d007 req-a4f8eca3-ca1a-465e-b9d3-28726c676d0a tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3c94d4a-da58-4419-9881-7de603df2ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412197 Nov 12 04:19:18.622802 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:18.840209 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef5ab0-c62b-4670-9610-fcce2c785629 req-fa50f333-68fc-460c-9b68-b39022916bdb tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:18.841701 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aaef5ab0-c62b-4670-9610-fcce2c785629 req-fa50f333-68fc-460c-9b68-b39022916bdb tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf3337c1-2080-4adb-914d-8779137510ff HTTP/1.1" status: 200 len: 945 time: 0.0551822 Nov 12 04:19:18.888618 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aaef5ab0-c62b-4670-9610-fcce2c785629 req-dd9e4d31-c880-4524-afe6-fe50680cb5b8 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3c94d4a-da58-4419-9881-7de603df2ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409808 Nov 12 04:19:19.115016 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 20e29bad-159a-4aa3-bf6f-b46f4ab45a15 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:19:19.163027 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 20e29bad-159a-4aa3-bf6f-b46f4ab45a15 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:19:19.166965 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 20e29bad-159a-4aa3-bf6f-b46f4ab45a15 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:19.167330 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:19.245068 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:19.268458 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3337c1-2080-4adb-914d-8779137510ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e29bad-159a-4aa3-bf6f-b46f4ab45a15'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:19:19.271581 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b6ddd3dcdf33591bed50c5a7e661b8bd9e6bfa45082c02e2ff7a95d810a3d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae24352-1a93-4310-afc3-223d2b498ab1" -d '{"events": [{"server_uuid": "bf3337c1-2080-4adb-914d-8779137510ff", "name": "network-vif-plugged", "status": "completed", "tag": "20e29bad-159a-4aa3-bf6f-b46f4ab45a15"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:19:19.284506 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 20e29bad-159a-4aa3-bf6f-b46f4ab45a15, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=20e29bad-159a-4aa3-bf6f-b46f4ab45a15,segment=NetworkSegment(abc4cb8e-d6ca-49e7-bcd3-d5701cde8442),segment_id=abc4cb8e-d6ca-49e7-bcd3-d5701cde8442)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:19.288558 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:19.315153 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda6bd3e-529c-49a5-8f40-fd448ceca543 x-openstack-request-id: req-fda6bd3e-529c-49a5-8f40-fd448ceca543 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:19:19.315442 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3337c1-2080-4adb-914d-8779137510ff", "name": "network-vif-plugged", "status": "completed", "tag": "20e29bad-159a-4aa3-bf6f-b46f4ab45a15", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:19:19.315692 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fda6bd3e-529c-49a5-8f40-fd448ceca543 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:19:19.316105 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3337c1-2080-4adb-914d-8779137510ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e29bad-159a-4aa3-bf6f-b46f4ab45a15', 'code': 200} Nov 12 04:19:19.344649 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=20e29bad-159a-4aa3-bf6f-b46f4ab45a15,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:19.413311 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89276e-62e9-47dd-86af-e4819c3592e2 req-35091144-a878-46b5-aa00-34cd3fa9b979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:19.414843 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9c89276e-62e9-47dd-86af-e4819c3592e2 req-35091144-a878-46b5-aa00-34cd3fa9b979 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=bf3337c1-2080-4adb-914d-8779137510ff HTTP/1.1" status: 200 len: 1098 time: 0.0419710 Nov 12 04:19:19.462419 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9c89276e-62e9-47dd-86af-e4819c3592e2 req-a24bac73-0dac-413c-9a77-4cc123cfbe51 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f3c94d4a-da58-4419-9881-7de603df2ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387690 Nov 12 04:19:20.005675 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5004fa0-9e61-4a98-9e0c-7afc9651a482 req-23b79890-132f-4735-ba7b-ef57c7a5c7fe tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:20.007139 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a5004fa0-9e61-4a98-9e0c-7afc9651a482 req-23b79890-132f-4735-ba7b-ef57c7a5c7fe tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf3337c1-2080-4adb-914d-8779137510ff HTTP/1.1" status: 200 len: 946 time: 0.0498431 Nov 12 04:19:20.053991 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a5004fa0-9e61-4a98-9e0c-7afc9651a482 req-013a2ef2-76c4-4e76-9a0c-7102358150b9 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3c94d4a-da58-4419-9881-7de603df2ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409315 Nov 12 04:19:21.173241 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5994e1-fcbf-4239-8b7a-720c0402ae89 req-d12a187a-c056-418a-97e4-5a16fa10453a tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:21.174704 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6c5994e1-fcbf-4239-8b7a-720c0402ae89 req-d12a187a-c056-418a-97e4-5a16fa10453a tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf3337c1-2080-4adb-914d-8779137510ff HTTP/1.1" status: 200 len: 946 time: 0.0492597 Nov 12 04:19:21.226735 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6c5994e1-fcbf-4239-8b7a-720c0402ae89 req-6fc6cf31-b7dc-43a4-87b1-94288fd996e4 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3c94d4a-da58-4419-9881-7de603df2ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454726 Nov 12 04:19:21.343451 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d494726-1ddd-432a-8de3-74abf3845364 req-bf3654e2-912c-4d17-8e90-60404ef32519 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:21.344850 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4d494726-1ddd-432a-8de3-74abf3845364 req-bf3654e2-912c-4d17-8e90-60404ef32519 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf3337c1-2080-4adb-914d-8779137510ff HTTP/1.1" status: 200 len: 946 time: 0.0514312 Nov 12 04:19:21.396589 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4d494726-1ddd-432a-8de3-74abf3845364 req-1005a6bd-1149-45c1-89a8-06444ea1531f tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3c94d4a-da58-4419-9881-7de603df2ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450611 Nov 12 04:19:22.931340 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:19:30.468250 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-982dc853-dc85-4e2e-ac60-89d5b015921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:33.455004 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-775f7b38-f388-4fe2-9600-5635ad81a711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:34.289978 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:35.621199 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:36.455245 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:39.248976 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:42.832338 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b7735-dee8-43bd-aab0-7cc4bde57ac6 req-4a7e9958-bb8a-4235-96c2-8dceb9f76aa4 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:42.833910 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d56b7735-dee8-43bd-aab0-7cc4bde57ac6 req-4a7e9958-bb8a-4235-96c2-8dceb9f76aa4 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf3337c1-2080-4adb-914d-8779137510ff HTTP/1.1" status: 200 len: 946 time: 0.0556815 Nov 12 04:19:42.886757 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d56b7735-dee8-43bd-aab0-7cc4bde57ac6 req-8a9ce41b-17f4-4014-959c-4b09b90741f5 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3c94d4a-da58-4419-9881-7de603df2ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466905 Nov 12 04:19:44.003630 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd50f53-2cbd-42a9-949f-322e2ade2c6b req-6e71e43f-2f2b-432a-8028-8d3d951f0d3b tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:44.005853 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7bd50f53-2cbd-42a9-949f-322e2ade2c6b req-6e71e43f-2f2b-432a-8028-8d3d951f0d3b tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf3337c1-2080-4adb-914d-8779137510ff HTTP/1.1" status: 200 len: 946 time: 0.0490410 Nov 12 04:19:44.051657 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7bd50f53-2cbd-42a9-949f-322e2ade2c6b req-bc827c47-4e8c-4762-8a45-80e9dc91b4c5 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3c94d4a-da58-4419-9881-7de603df2ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399311 Nov 12 04:19:44.684594 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b73a3-2294-43ae-b4aa-7759eb523ad4 req-31fb0307-b356-4987-bc20-b6e82e42a77a tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:44.685945 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-134b73a3-2294-43ae-b4aa-7759eb523ad4 req-31fb0307-b356-4987-bc20-b6e82e42a77a tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf3337c1-2080-4adb-914d-8779137510ff HTTP/1.1" status: 200 len: 946 time: 0.0481789 Nov 12 04:19:44.783496 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-134b73a3-2294-43ae-b4aa-7759eb523ad4 req-64ce6698-2db9-4450-bfda-75dd50af9ec7 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Deleting port 20e29bad-159a-4aa3-bf6f-b46f4ab45a15 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:19:44.783827 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-134b73a3-2294-43ae-b4aa-7759eb523ad4 req-64ce6698-2db9-4450-bfda-75dd50af9ec7 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:44.871575 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-134b73a3-2294-43ae-b4aa-7759eb523ad4 req-64ce6698-2db9-4450-bfda-75dd50af9ec7 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] For port 20e29bad-159a-4aa3-bf6f-b46f4ab45a15, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=20e29bad-159a-4aa3-bf6f-b46f4ab45a15,segment=NetworkSegment(abc4cb8e-d6ca-49e7-bcd3-d5701cde8442),segment_id=abc4cb8e-d6ca-49e7-bcd3-d5701cde8442)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:44.871924 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-134b73a3-2294-43ae-b4aa-7759eb523ad4 req-64ce6698-2db9-4450-bfda-75dd50af9ec7 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:44.885550 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-134b73a3-2294-43ae-b4aa-7759eb523ad4 req-64ce6698-2db9-4450-bfda-75dd50af9ec7 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Calling delete_port for 20e29bad-159a-4aa3-bf6f-b46f4ab45a15 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:19:45.016217 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-134b73a3-2294-43ae-b4aa-7759eb523ad4 req-64ce6698-2db9-4450-bfda-75dd50af9ec7 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:45.031735 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['20e29bad-159a-4aa3-bf6f-b46f4ab45a15'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:19:45.043126 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce6698-2db9-4450-bfda-75dd50af9ec7 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Pushing event deleted for resources: {'Port': ['ID=20e29bad-159a-4aa3-bf6f-b46f4ab45a15,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:45.094401 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-134b73a3-2294-43ae-b4aa-7759eb523ad4 req-64ce6698-2db9-4450-bfda-75dd50af9ec7 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] No DVR routers for this DVR port 20e29bad-159a-4aa3-bf6f-b46f4ab45a15 on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:19:45.097192 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-134b73a3-2294-43ae-b4aa-7759eb523ad4 req-64ce6698-2db9-4450-bfda-75dd50af9ec7 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:45.101741 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-134b73a3-2294-43ae-b4aa-7759eb523ad4 req-64ce6698-2db9-4450-bfda-75dd50af9ec7 tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.74 "DELETE /v2.0/ports/20e29bad-159a-4aa3-bf6f-b46f4ab45a15 HTTP/1.1" status: 204 len: 173 time: 0.4080963 Nov 12 04:19:45.102224 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3337c1-2080-4adb-914d-8779137510ff', 'name': 'network-vif-deleted', 'tag': '20e29bad-159a-4aa3-bf6f-b46f4ab45a15'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:19:45.104563 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6663d1d3f3c9eef7926d12034ee86df45d83a9b81db0163b8b39b36c8946953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8736d49-1e14-4893-82c9-cc39b42c234e" -d '{"events": [{"server_uuid": "bf3337c1-2080-4adb-914d-8779137510ff", "name": "network-vif-deleted", "tag": "20e29bad-159a-4aa3-bf6f-b46f4ab45a15"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:19:45.165377 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d59defc-fe57-4746-b424-b869e40867ce x-openstack-request-id: req-0d59defc-fe57-4746-b424-b869e40867ce {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:19:45.165679 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3337c1-2080-4adb-914d-8779137510ff", "name": "network-vif-deleted", "tag": "20e29bad-159a-4aa3-bf6f-b46f4ab45a15", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:19:45.167160 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0d59defc-fe57-4746-b424-b869e40867ce {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:19:45.167160 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3337c1-2080-4adb-914d-8779137510ff', 'name': 'network-vif-deleted', 'tag': '20e29bad-159a-4aa3-bf6f-b46f4ab45a15', 'status': 'completed', 'code': 200} Nov 12 04:19:45.168514 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9175924c-2570-4ff8-9efc-7a4d0b793d21 req-e570e91e-0ed7-4552-abf6-9728ac6aaf9f tempest-TestEncryptedCinderVolumes-1378541790 tempest-TestEncryptedCinderVolumes-1378541790-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf3337c1-2080-4adb-914d-8779137510ff HTTP/1.1" status: 200 len: 210 time: 0.0327575 Nov 12 04:19:46.267309 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57710) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:46.608397 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-de30627d-5d51-40c5-b8f1-04ce9036c3ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:46.853706 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-de30627d-5d51-40c5-b8f1-04ce9036c3ae admin admin] Deleting port 073744cb-83e3-480b-a7de-decd782eac31 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:19:46.854227 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-de30627d-5d51-40c5-b8f1-04ce9036c3ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:46.988983 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-de30627d-5d51-40c5-b8f1-04ce9036c3ae admin admin] For port 073744cb-83e3-480b-a7de-decd782eac31, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=073744cb-83e3-480b-a7de-decd782eac31,segment=NetworkSegment(abc4cb8e-d6ca-49e7-bcd3-d5701cde8442),segment_id=abc4cb8e-d6ca-49e7-bcd3-d5701cde8442)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:46.989536 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-de30627d-5d51-40c5-b8f1-04ce9036c3ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:47.008714 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-de30627d-5d51-40c5-b8f1-04ce9036c3ae admin admin] Calling delete_port for 073744cb-83e3-480b-a7de-decd782eac31 owned by network:router_interface {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:19:47.224656 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-de30627d-5d51-40c5-b8f1-04ce9036c3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:47.250638 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de30627d-5d51-40c5-b8f1-04ce9036c3ae admin admin] Pushing event deleted for resources: {'Port': ['ID=073744cb-83e3-480b-a7de-decd782eac31,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:47.421109 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-de30627d-5d51-40c5-b8f1-04ce9036c3ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:47.637238 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de30627d-5d51-40c5-b8f1-04ce9036c3ae admin admin] Router 6bb36af2-2e49-4e0d-a16b-0e7a5805fc87 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:19:47.744238 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de30627d-5d51-40c5-b8f1-04ce9036c3ae admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:19:47.749243 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-de30627d-5d51-40c5-b8f1-04ce9036c3ae admin admin] 10.222.0.50 "PUT /v2.0/routers/6bb36af2-2e49-4e0d-a16b-0e7a5805fc87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4808669 Nov 12 04:19:47.751791 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57712) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:47.752765 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21782f93-9fe0-41e8-b2cb-230453f58877 None None] Sync routers for ids ['6bb36af2-2e49-4e0d-a16b-0e7a5805fc87'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:19:47.763048 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21782f93-9fe0-41e8-b2cb-230453f58877 None None] Routers {'6bb36af2-2e49-4e0d-a16b-0e7a5805fc87'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:19:47.763659 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-21782f93-9fe0-41e8-b2cb-230453f58877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:19:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['6bb36af2-2e49-4e0d-a16b-0e7a5805fc87'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:47.858294 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-396bc918-37ea-4a3b-9142-1194ab6ecdc9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:47.871143 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-21782f93-9fe0-41e8-b2cb-230453f58877 None None] Set router 6bb36af2-2e49-4e0d-a16b-0e7a5805fc87 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:19:48.061137 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-21782f93-9fe0-41e8-b2cb-230453f58877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb36af2-2e49-4e0d-a16b-0e7a5805fc87', 'name': 'tempest-TestEncryptedCinderVolumes-1617830757-router', 'tenant_id': 'b35a45b9a31240bf93b84bc41ee7aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'e57873ec-381e-452f-a524-10bbd722a5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:18:23Z', 'updated_at': '2021-11-12T04:19:47Z', 'revision_number': 5, 'project_id': 'b35a45b9a31240bf93b84bc41ee7aff5', 'gw_port': {'id': 'e57873ec-381e-452f-a524-10bbd722a5b2', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb36af2-2e49-4e0d-a16b-0e7a5805fc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:24Z', 'updated_at': '2021-11-12T04:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:48.089077 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21782f93-9fe0-41e8-b2cb-230453f58877 None None] Checking router: 6bb36af2-2e49-4e0d-a16b-0e7a5805fc87 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:19:48.098833 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21782f93-9fe0-41e8-b2cb-230453f58877 None None] Routers {'6bb36af2-2e49-4e0d-a16b-0e7a5805fc87'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:19:48.099499 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-21782f93-9fe0-41e8-b2cb-230453f58877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:19:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['6bb36af2-2e49-4e0d-a16b-0e7a5805fc87'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:48.321937 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-396bc918-37ea-4a3b-9142-1194ab6ecdc9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:48.373618 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-21782f93-9fe0-41e8-b2cb-230453f58877 None None] Set router 6bb36af2-2e49-4e0d-a16b-0e7a5805fc87 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:19:48.375552 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-396bc918-37ea-4a3b-9142-1194ab6ecdc9 admin admin] Deleting port e57873ec-381e-452f-a524-10bbd722a5b2 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:19:48.375932 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-396bc918-37ea-4a3b-9142-1194ab6ecdc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:48.474690 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-396bc918-37ea-4a3b-9142-1194ab6ecdc9 admin admin] For port e57873ec-381e-452f-a524-10bbd722a5b2, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e57873ec-381e-452f-a524-10bbd722a5b2,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:48.475411 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-396bc918-37ea-4a3b-9142-1194ab6ecdc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:48.487323 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-396bc918-37ea-4a3b-9142-1194ab6ecdc9 admin admin] Calling delete_port for e57873ec-381e-452f-a524-10bbd722a5b2 owned by network:router_gateway {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:19:48.579338 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-21782f93-9fe0-41e8-b2cb-230453f58877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb36af2-2e49-4e0d-a16b-0e7a5805fc87', 'name': 'tempest-TestEncryptedCinderVolumes-1617830757-router', 'tenant_id': 'b35a45b9a31240bf93b84bc41ee7aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'e57873ec-381e-452f-a524-10bbd722a5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:18:23Z', 'updated_at': '2021-11-12T04:19:47Z', 'revision_number': 5, 'project_id': 'b35a45b9a31240bf93b84bc41ee7aff5', 'gw_port': {'id': 'e57873ec-381e-452f-a524-10bbd722a5b2', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb36af2-2e49-4e0d-a16b-0e7a5805fc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:24Z', 'updated_at': '2021-11-12T04:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:48.610075 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21782f93-9fe0-41e8-b2cb-230453f58877 None None] The sync data for ids ['6bb36af2-2e49-4e0d-a16b-0e7a5805fc87'] in n-d-715271-27 is: [{'id': '6bb36af2-2e49-4e0d-a16b-0e7a5805fc87', 'name': 'tempest-TestEncryptedCinderVolumes-1617830757-router', 'tenant_id': 'b35a45b9a31240bf93b84bc41ee7aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'e57873ec-381e-452f-a524-10bbd722a5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:18:23Z', 'updated_at': '2021-11-12T04:19:47Z', 'revision_number': 5, 'project_id': 'b35a45b9a31240bf93b84bc41ee7aff5', 'gw_port': {'id': 'e57873ec-381e-452f-a524-10bbd722a5b2', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb36af2-2e49-4e0d-a16b-0e7a5805fc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:24Z', 'updated_at': '2021-11-12T04:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:19:48.638738 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:48.660620 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-396bc918-37ea-4a3b-9142-1194ab6ecdc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:48.685976 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396bc918-37ea-4a3b-9142-1194ab6ecdc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e57873ec-381e-452f-a524-10bbd722a5b2,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:48.701960 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62aba02b-f36c-4c53-996e-ede5e5cf1daf None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:19:48.750296 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-396bc918-37ea-4a3b-9142-1194ab6ecdc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:48.842076 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-396bc918-37ea-4a3b-9142-1194ab6ecdc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:48.844390 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-396bc918-37ea-4a3b-9142-1194ab6ecdc9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:48.886540 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-396bc918-37ea-4a3b-9142-1194ab6ecdc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:48.887114 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396bc918-37ea-4a3b-9142-1194ab6ecdc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bb36af2-2e49-4e0d-a16b-0e7a5805fc87 {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:19:48.892002 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-396bc918-37ea-4a3b-9142-1194ab6ecdc9 admin admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:48.893232 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-396bc918-37ea-4a3b-9142-1194ab6ecdc9 admin admin] 10.222.0.50 "DELETE /v2.0/routers/6bb36af2-2e49-4e0d-a16b-0e7a5805fc87 HTTP/1.1" status: 204 len: 168 time: 1.1404598 Nov 12 04:19:48.896285 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57714) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:48.940788 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d762b7c-4e56-403d-9e29-de44c17104d9 admin admin] Deleting subnet f3217285-c638-47ea-a0b0-250e73acc4bf {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:19:48.944178 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7d762b7c-4e56-403d-9e29-de44c17104d9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:48.981010 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7d762b7c-4e56-403d-9e29-de44c17104d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:49.075101 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7d762b7c-4e56-403d-9e29-de44c17104d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:49.131279 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7d762b7c-4e56-403d-9e29-de44c17104d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:49.155824 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d762b7c-4e56-403d-9e29-de44c17104d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3217285-c638-47ea-a0b0-250e73acc4bf,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:49.161582 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7d762b7c-4e56-403d-9e29-de44c17104d9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:49.165375 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7d762b7c-4e56-403d-9e29-de44c17104d9 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f3217285-c638-47ea-a0b0-250e73acc4bf HTTP/1.1" status: 204 len: 168 time: 0.2679672 Nov 12 04:19:49.166627 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7568bc-68cb-4c53-9000-da8a477c1e19 None None] Network bc873039-29cd-4c08-be4b-ff0f76829327 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:19:49.167641 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57716) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:49.242662 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5f977fba-8512-43f5-9ecb-a453f2b73280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:49.302940 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-5f977fba-8512-43f5-9ecb-a453f2b73280 admin admin] Deleting port 30b54818-a4bd-4c56-a271-0a71aae43441 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:19:49.303386 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5f977fba-8512-43f5-9ecb-a453f2b73280 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:49.338689 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 20e29bad-159a-4aa3-bf6f-b46f4ab45a15 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:19:49.359045 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 20e29bad-159a-4aa3-bf6f-b46f4ab45a15 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:19:49.359316 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 20e29bad-159a-4aa3-bf6f-b46f4ab45a15 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:19:49.375258 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-5f977fba-8512-43f5-9ecb-a453f2b73280 admin admin] For port 30b54818-a4bd-4c56-a271-0a71aae43441, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=30b54818-a4bd-4c56-a271-0a71aae43441,segment=NetworkSegment(abc4cb8e-d6ca-49e7-bcd3-d5701cde8442),segment_id=abc4cb8e-d6ca-49e7-bcd3-d5701cde8442)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:49.375625 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5f977fba-8512-43f5-9ecb-a453f2b73280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:49.388652 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-5f977fba-8512-43f5-9ecb-a453f2b73280 admin admin] Calling delete_port for 30b54818-a4bd-4c56-a271-0a71aae43441 owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:19:49.465788 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5f977fba-8512-43f5-9ecb-a453f2b73280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:49.491740 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f977fba-8512-43f5-9ecb-a453f2b73280 admin admin] Pushing event deleted for resources: {'Port': ['ID=30b54818-a4bd-4c56-a271-0a71aae43441,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:49.495113 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f977fba-8512-43f5-9ecb-a453f2b73280 admin admin] No DVR routers for this DVR port 30b54818-a4bd-4c56-a271-0a71aae43441 on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:19:49.568904 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5f977fba-8512-43f5-9ecb-a453f2b73280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:49.588181 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-5f977fba-8512-43f5-9ecb-a453f2b73280 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc873039-29cd-4c08-be4b-ff0f76829327']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:49.597253 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-5f977fba-8512-43f5-9ecb-a453f2b73280 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abc4cb8e-d6ca-49e7-bcd3-d5701cde8442') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:49.597463 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-5f977fba-8512-43f5-9ecb-a453f2b73280 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abc4cb8e-d6ca-49e7-bcd3-d5701cde8442') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:49.608103 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5f977fba-8512-43f5-9ecb-a453f2b73280 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:49.622846 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5f977fba-8512-43f5-9ecb-a453f2b73280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:49.626735 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfffa8a-433c-404f-9d01-ba5d3d0b4863 None None] DHCP port deletion for bc873039-29cd-4c08-be4b-ff0f76829327 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:19:49.632584 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f977fba-8512-43f5-9ecb-a453f2b73280 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:19:49.632969 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5f977fba-8512-43f5-9ecb-a453f2b73280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:49.634783 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 04:19:49.634783 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:19:49.634783 n-d-715271-27 neutron-server[102571]: timer() Nov 12 04:19:49.634783 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:19:49.634783 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 04:19:49.634783 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:19:49.634783 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 04:19:49.634783 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:19:49.634783 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 04:19:49.634783 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:19:49.634783 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 04:19:49.634783 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:19:49.634783 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 04:19:49.634783 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:19:49.634783 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:19:49.634783 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:19:49.634783 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:19:49.634783 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:19:49.634783 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 04:19:49.634783 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:19:49.634783 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 04:19:49.634783 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:19:49.634783 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:19:49.634783 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:19:49.634783 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 04:19:49.634783 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:19:49.634783 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:19:49.634783 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:19:49.634783 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:19:49.634783 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:19:49.634783 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:19:49.634783 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:19:49.705410 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5f977fba-8512-43f5-9ecb-a453f2b73280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:49.713391 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5f977fba-8512-43f5-9ecb-a453f2b73280 admin admin] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:49.716498 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5f977fba-8512-43f5-9ecb-a453f2b73280 admin admin] 10.222.0.50 "DELETE /v2.0/networks/bc873039-29cd-4c08-be4b-ff0f76829327 HTTP/1.1" status: 204 len: 168 time: 0.5478699 Nov 12 04:19:49.719568 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57718) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:49.726675 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f977fba-8512-43f5-9ecb-a453f2b73280 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc873039-29cd-4c08-be4b-ff0f76829327,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:50.132471 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fb335a2a-ff15-40dc-a705-a02c5b554ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:50.417606 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-fb335a2a-ff15-40dc-a705-a02c5b554ea2 admin admin] Deleting port c7b6ff46-7410-4793-a416-1c6f9cb4542f {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:19:50.418004 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fb335a2a-ff15-40dc-a705-a02c5b554ea2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:50.484027 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e57873ec-381e-452f-a524-10bbd722a5b2 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:19:50.504330 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-fb335a2a-ff15-40dc-a705-a02c5b554ea2 admin admin] For port c7b6ff46-7410-4793-a416-1c6f9cb4542f, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=c7b6ff46-7410-4793-a416-1c6f9cb4542f,segment=NetworkSegment(fb83abf2-a655-4595-9136-1bdc0d23cea9),segment_id=fb83abf2-a655-4595-9136-1bdc0d23cea9)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:50.505264 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fb335a2a-ff15-40dc-a705-a02c5b554ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:50.509331 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: e57873ec-381e-452f-a524-10bbd722a5b2 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:19:50.509680 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e57873ec-381e-452f-a524-10bbd722a5b2 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:19:50.510109 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 073744cb-83e3-480b-a7de-decd782eac31 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:19:50.519132 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-fb335a2a-ff15-40dc-a705-a02c5b554ea2 admin admin] Calling delete_port for c7b6ff46-7410-4793-a416-1c6f9cb4542f owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:19:50.531363 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 073744cb-83e3-480b-a7de-decd782eac31 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:19:50.531729 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 073744cb-83e3-480b-a7de-decd782eac31 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:19:50.532167 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 30b54818-a4bd-4c56-a271-0a71aae43441 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:19:50.553519 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 30b54818-a4bd-4c56-a271-0a71aae43441 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:19:50.553872 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 30b54818-a4bd-4c56-a271-0a71aae43441 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:19:50.957317 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fb335a2a-ff15-40dc-a705-a02c5b554ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:50.984459 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb335a2a-ff15-40dc-a705-a02c5b554ea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7b6ff46-7410-4793-a416-1c6f9cb4542f,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:50.995570 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb335a2a-ff15-40dc-a705-a02c5b554ea2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:50.995913 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb335a2a-ff15-40dc-a705-a02c5b554ea2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:50.996278 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb335a2a-ff15-40dc-a705-a02c5b554ea2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:50.996604 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb335a2a-ff15-40dc-a705-a02c5b554ea2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:50.996963 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb335a2a-ff15-40dc-a705-a02c5b554ea2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:50.997791 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb335a2a-ff15-40dc-a705-a02c5b554ea2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:50.997791 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb335a2a-ff15-40dc-a705-a02c5b554ea2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:50.997968 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb335a2a-ff15-40dc-a705-a02c5b554ea2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:50.998172 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb335a2a-ff15-40dc-a705-a02c5b554ea2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:50.998488 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb335a2a-ff15-40dc-a705-a02c5b554ea2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:50.998805 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb335a2a-ff15-40dc-a705-a02c5b554ea2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:50.999219 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb335a2a-ff15-40dc-a705-a02c5b554ea2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:51.172728 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fb335a2a-ff15-40dc-a705-a02c5b554ea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:51.407767 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb335a2a-ff15-40dc-a705-a02c5b554ea2 admin admin] Router 430341fd-0b38-443b-8921-90b9aa8c09ef has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:19:51.520797 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb335a2a-ff15-40dc-a705-a02c5b554ea2 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:19:51.526655 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-fb335a2a-ff15-40dc-a705-a02c5b554ea2 admin admin] 10.222.0.50 "PUT /v2.0/routers/430341fd-0b38-443b-8921-90b9aa8c09ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8060098 Nov 12 04:19:51.529759 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6378ced0-7d1e-4908-936c-7c19ba60dc70 None None] Sync routers for ids ['430341fd-0b38-443b-8921-90b9aa8c09ef'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:19:51.533267 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57722) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:51.545426 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6378ced0-7d1e-4908-936c-7c19ba60dc70 None None] Routers {'430341fd-0b38-443b-8921-90b9aa8c09ef'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:19:51.546270 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-6378ced0-7d1e-4908-936c-7c19ba60dc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:19:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['430341fd-0b38-443b-8921-90b9aa8c09ef'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:51.656555 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-6378ced0-7d1e-4908-936c-7c19ba60dc70 None None] Set router 430341fd-0b38-443b-8921-90b9aa8c09ef gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:19:51.676097 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-58415a6b-ce14-4345-8346-a07cae128ce2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:51.824475 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-58415a6b-ce14-4345-8346-a07cae128ce2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:51.852620 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-6378ced0-7d1e-4908-936c-7c19ba60dc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '430341fd-0b38-443b-8921-90b9aa8c09ef', 'name': 'tempest-TestEncryptedCinderVolumes-77907157-router', 'tenant_id': '2e945da3d4cb485bb45a186bac0f7e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'd2fb34b2-c831-4f92-9333-fc3bd430955e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:18:28Z', 'updated_at': '2021-11-12T04:19:50Z', 'revision_number': 5, 'project_id': '2e945da3d4cb485bb45a186bac0f7e31', 'gw_port': {'id': 'd2fb34b2-c831-4f92-9333-fc3bd430955e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430341fd-0b38-443b-8921-90b9aa8c09ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:18:29Z', 'updated_at': '2021-11-12T04:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:51.901413 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-58415a6b-ce14-4345-8346-a07cae128ce2 admin admin] Deleting port d2fb34b2-c831-4f92-9333-fc3bd430955e {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:19:51.901840 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-58415a6b-ce14-4345-8346-a07cae128ce2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:51.902191 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6378ced0-7d1e-4908-936c-7c19ba60dc70 None None] Checking router: 430341fd-0b38-443b-8921-90b9aa8c09ef for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:19:51.916883 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6378ced0-7d1e-4908-936c-7c19ba60dc70 None None] Routers {'430341fd-0b38-443b-8921-90b9aa8c09ef'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:19:51.917826 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-6378ced0-7d1e-4908-936c-7c19ba60dc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:19:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['430341fd-0b38-443b-8921-90b9aa8c09ef'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:51.990339 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-58415a6b-ce14-4345-8346-a07cae128ce2 admin admin] For port d2fb34b2-c831-4f92-9333-fc3bd430955e, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d2fb34b2-c831-4f92-9333-fc3bd430955e,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:51.990894 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-58415a6b-ce14-4345-8346-a07cae128ce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:52.004394 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-58415a6b-ce14-4345-8346-a07cae128ce2 admin admin] Calling delete_port for d2fb34b2-c831-4f92-9333-fc3bd430955e owned by network:router_gateway {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:19:52.040738 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-6378ced0-7d1e-4908-936c-7c19ba60dc70 None None] Set router 430341fd-0b38-443b-8921-90b9aa8c09ef gateway port host: None {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:19:52.096141 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-6378ced0-7d1e-4908-936c-7c19ba60dc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '430341fd-0b38-443b-8921-90b9aa8c09ef', 'name': 'tempest-TestEncryptedCinderVolumes-77907157-router', 'tenant_id': '2e945da3d4cb485bb45a186bac0f7e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:18:28Z', 'updated_at': '2021-11-12T04:19:51Z', 'revision_number': 6, 'project_id': '2e945da3d4cb485bb45a186bac0f7e31', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:52.122884 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6378ced0-7d1e-4908-936c-7c19ba60dc70 None None] The sync data for ids ['430341fd-0b38-443b-8921-90b9aa8c09ef'] in n-d-715271-27 is: [{'id': '430341fd-0b38-443b-8921-90b9aa8c09ef', 'name': 'tempest-TestEncryptedCinderVolumes-77907157-router', 'tenant_id': '2e945da3d4cb485bb45a186bac0f7e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:18:28Z', 'updated_at': '2021-11-12T04:19:51Z', 'revision_number': 6, 'project_id': '2e945da3d4cb485bb45a186bac0f7e31', 'gw_port_host': None}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:19:52.236891 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-58415a6b-ce14-4345-8346-a07cae128ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:52.267429 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58415a6b-ce14-4345-8346-a07cae128ce2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2fb34b2-c831-4f92-9333-fc3bd430955e,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:52.282891 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3996ac56-e563-4207-946b-ddf628abe2f3 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:19:52.334332 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-58415a6b-ce14-4345-8346-a07cae128ce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:52.426729 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-58415a6b-ce14-4345-8346-a07cae128ce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:52.429381 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-58415a6b-ce14-4345-8346-a07cae128ce2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:52.475239 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-58415a6b-ce14-4345-8346-a07cae128ce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:52.475843 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58415a6b-ce14-4345-8346-a07cae128ce2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 430341fd-0b38-443b-8921-90b9aa8c09ef {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:19:52.485482 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-58415a6b-ce14-4345-8346-a07cae128ce2 admin admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:52.489405 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57724) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:52.489953 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-58415a6b-ce14-4345-8346-a07cae128ce2 admin admin] 10.222.0.50 "DELETE /v2.0/routers/430341fd-0b38-443b-8921-90b9aa8c09ef HTTP/1.1" status: 204 len: 168 time: 0.9554198 Nov 12 04:19:52.566103 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd6451ca-a833-4079-b496-c7df8dfe57c4 admin admin] Deleting subnet 5721f417-57d4-47cd-a75c-3cf7a34e599d {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:19:52.574063 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cd6451ca-a833-4079-b496-c7df8dfe57c4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:52.621584 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cd6451ca-a833-4079-b496-c7df8dfe57c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:52.711395 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cd6451ca-a833-4079-b496-c7df8dfe57c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:52.765778 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cd6451ca-a833-4079-b496-c7df8dfe57c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:52.792062 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6451ca-a833-4079-b496-c7df8dfe57c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5721f417-57d4-47cd-a75c-3cf7a34e599d,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:52.796502 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cd6451ca-a833-4079-b496-c7df8dfe57c4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:52.799640 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-cd6451ca-a833-4079-b496-c7df8dfe57c4 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5721f417-57d4-47cd-a75c-3cf7a34e599d HTTP/1.1" status: 204 len: 168 time: 0.3091731 Nov 12 04:19:52.802550 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57726) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:52.805336 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd73572b-3b5b-40d1-9555-828cf0993cdd None None] Network 2beee5db-7810-4856-bea3-dfacaf93380e requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:19:52.878313 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2bad94d4-b436-4460-a76a-262687838bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:52.947361 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-2bad94d4-b436-4460-a76a-262687838bb9 admin admin] Deleting port e928d993-0e85-4de9-be78-7d5d9d1f1d8f {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:19:52.947700 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2bad94d4-b436-4460-a76a-262687838bb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:52.959167 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device c7b6ff46-7410-4793-a416-1c6f9cb4542f no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:19:52.991221 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: c7b6ff46-7410-4793-a416-1c6f9cb4542f {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:19:52.991636 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device c7b6ff46-7410-4793-a416-1c6f9cb4542f not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:19:53.032000 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93f3bef-3a6e-4a57-853d-352ca5ad5acd None None] DHCP port deletion for 2beee5db-7810-4856-bea3-dfacaf93380e request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:19:53.047781 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-2bad94d4-b436-4460-a76a-262687838bb9 admin admin] For port e928d993-0e85-4de9-be78-7d5d9d1f1d8f, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e928d993-0e85-4de9-be78-7d5d9d1f1d8f,segment=NetworkSegment(fb83abf2-a655-4595-9136-1bdc0d23cea9),segment_id=fb83abf2-a655-4595-9136-1bdc0d23cea9)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:53.048386 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2bad94d4-b436-4460-a76a-262687838bb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:53.062762 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-2bad94d4-b436-4460-a76a-262687838bb9 admin admin] Calling delete_port for e928d993-0e85-4de9-be78-7d5d9d1f1d8f owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:19:53.081871 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-c93f3bef-3a6e-4a57-853d-352ca5ad5acd None None] Deleting port e928d993-0e85-4de9-be78-7d5d9d1f1d8f {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:19:53.082548 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c93f3bef-3a6e-4a57-853d-352ca5ad5acd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:53.143791 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2bad94d4-b436-4460-a76a-262687838bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:53.152701 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-c93f3bef-3a6e-4a57-853d-352ca5ad5acd None None] For port e928d993-0e85-4de9-be78-7d5d9d1f1d8f, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e928d993-0e85-4de9-be78-7d5d9d1f1d8f,segment=NetworkSegment(fb83abf2-a655-4595-9136-1bdc0d23cea9),segment_id=fb83abf2-a655-4595-9136-1bdc0d23cea9)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:53.153095 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c93f3bef-3a6e-4a57-853d-352ca5ad5acd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:53.170737 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad94d4-b436-4460-a76a-262687838bb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e928d993-0e85-4de9-be78-7d5d9d1f1d8f,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:53.171251 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-c93f3bef-3a6e-4a57-853d-352ca5ad5acd None None] Calling delete_port for e928d993-0e85-4de9-be78-7d5d9d1f1d8f owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:19:53.174395 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bad94d4-b436-4460-a76a-262687838bb9 admin admin] No DVR routers for this DVR port e928d993-0e85-4de9-be78-7d5d9d1f1d8f on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:19:53.258688 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2bad94d4-b436-4460-a76a-262687838bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:53.259956 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c93f3bef-3a6e-4a57-853d-352ca5ad5acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:53.280441 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-2bad94d4-b436-4460-a76a-262687838bb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2beee5db-7810-4856-bea3-dfacaf93380e']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:53.288768 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f3bef-3a6e-4a57-853d-352ca5ad5acd None None] Pushing event deleted for resources: {'Port': ['ID=e928d993-0e85-4de9-be78-7d5d9d1f1d8f,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:53.292683 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93f3bef-3a6e-4a57-853d-352ca5ad5acd None None] No DVR routers for this DVR port e928d993-0e85-4de9-be78-7d5d9d1f1d8f on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:19:53.296520 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-2bad94d4-b436-4460-a76a-262687838bb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb83abf2-a655-4595-9136-1bdc0d23cea9') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:53.296921 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-2bad94d4-b436-4460-a76a-262687838bb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb83abf2-a655-4595-9136-1bdc0d23cea9') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:53.310343 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2bad94d4-b436-4460-a76a-262687838bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:53.327924 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2bad94d4-b436-4460-a76a-262687838bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:53.334565 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bad94d4-b436-4460-a76a-262687838bb9 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:19:53.334956 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2bad94d4-b436-4460-a76a-262687838bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:53.337006 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 04:19:53.337006 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:19:53.337006 n-d-715271-27 neutron-server[102572]: timer() Nov 12 04:19:53.337006 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:19:53.337006 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 04:19:53.337006 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:19:53.337006 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 04:19:53.337006 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:19:53.337006 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 04:19:53.337006 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:19:53.337006 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 04:19:53.337006 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:19:53.337006 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 04:19:53.337006 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:19:53.337006 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:19:53.337006 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:19:53.337006 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:19:53.337006 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:19:53.337006 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 04:19:53.337006 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:19:53.337006 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 04:19:53.337006 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:19:53.337006 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:19:53.337006 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:19:53.337006 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 04:19:53.337006 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:19:53.337006 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:19:53.337006 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:19:53.337006 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:19:53.337006 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:19:53.337006 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:19:53.337006 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:19:53.398527 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2bad94d4-b436-4460-a76a-262687838bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:53.404479 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2bad94d4-b436-4460-a76a-262687838bb9 admin admin] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:53.407595 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2bad94d4-b436-4460-a76a-262687838bb9 admin admin] 10.222.0.50 "DELETE /v2.0/networks/2beee5db-7810-4856-bea3-dfacaf93380e HTTP/1.1" status: 204 len: 168 time: 0.6040959 Nov 12 04:19:53.420654 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad94d4-b436-4460-a76a-262687838bb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2beee5db-7810-4856-bea3-dfacaf93380e,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:53.574760 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57730) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:53.623085 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-fc5e0956-ac8c-492c-a5c9-1cd99f309731 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b35a45b9a31240bf93b84bc41ee7aff5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0453246 Nov 12 04:19:53.623853 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57732) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:53.672512 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-87a9d83c-f23e-4252-b3cc-ce415e046e6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:53.700874 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-87a9d83c-f23e-4252-b3cc-ce415e046e6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:53.761018 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-87a9d83c-f23e-4252-b3cc-ce415e046e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:53.763610 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-87a9d83c-f23e-4252-b3cc-ce415e046e6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:53.765229 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-87a9d83c-f23e-4252-b3cc-ce415e046e6a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f3c94d4a-da58-4419-9881-7de603df2ff2 HTTP/1.1" status: 204 len: 168 time: 0.1400485 Nov 12 04:19:53.774323 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9d83c-f23e-4252-b3cc-ce415e046e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c94d4a-da58-4419-9881-7de603df2ff2,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:54.095664 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57738) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:54.135903 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a22b3293-5e76-4b7e-9401-2df96a0eb9e9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2e945da3d4cb485bb45a186bac0f7e31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389791 Nov 12 04:19:54.138362 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57740) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:54.185159 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b6b83b22-8cdd-45b6-9360-ecc6e626e95b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:54.205797 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b6b83b22-8cdd-45b6-9360-ecc6e626e95b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:54.264104 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b6b83b22-8cdd-45b6-9360-ecc6e626e95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:54.266736 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b6b83b22-8cdd-45b6-9360-ecc6e626e95b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:54.267907 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b6b83b22-8cdd-45b6-9360-ecc6e626e95b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d9c4df55-ea40-4d79-9c06-f15051472535 HTTP/1.1" status: 204 len: 168 time: 0.1286631 Nov 12 04:19:54.278502 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b83b22-8cdd-45b6-9360-ecc6e626e95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c4df55-ea40-4d79-9c06-f15051472535,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:54.500706 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d2fb34b2-c831-4f92-9333-fc3bd430955e no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:19:54.525797 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: d2fb34b2-c831-4f92-9333-fc3bd430955e {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:19:54.526139 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d2fb34b2-c831-4f92-9333-fc3bd430955e not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:19:54.526771 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e928d993-0e85-4de9-be78-7d5d9d1f1d8f no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:19:54.548823 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: e928d993-0e85-4de9-be78-7d5d9d1f1d8f {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:19:54.549148 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e928d993-0e85-4de9-be78-7d5d9d1f1d8f not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:19:54.974385 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57762) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:55.070840 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-6e71a74e-9bab-4cfd-b4a5-3bb65130dc69 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2058187330-network', 'tenant_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:55.092445 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e71a74e-9bab-4cfd-b4a5-3bb65130dc69 admin admin] Made reservation on behalf of d703a4a6b2cd4504bf0d81b4cbbe2b62 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:19:55.094799 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6e71a74e-9bab-4cfd-b4a5-3bb65130dc69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:55.103633 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6e71a74e-9bab-4cfd-b4a5-3bb65130dc69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:55.177692 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6e71a74e-9bab-4cfd-b4a5-3bb65130dc69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:55.181623 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6e71a74e-9bab-4cfd-b4a5-3bb65130dc69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:55.201971 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e71a74e-9bab-4cfd-b4a5-3bb65130dc69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:19:55.216859 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e71a74e-9bab-4cfd-b4a5-3bb65130dc69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70b4fd7-ec9b-4d46-a590-bd4da937ff62,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:55.219676 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6e71a74e-9bab-4cfd-b4a5-3bb65130dc69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:55.220019 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-6e71a74e-9bab-4cfd-b4a5-3bb65130dc69 admin admin] Added segment 49e131f5-c561-4deb-baef-991b3672231e of type vlan for network 753c7d5e-803d-4b9a-ad97-24545b050da6 Nov 12 04:19:55.260958 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6e71a74e-9bab-4cfd-b4a5-3bb65130dc69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:55.285707 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6e71a74e-9bab-4cfd-b4a5-3bb65130dc69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:55.286693 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e71a74e-9bab-4cfd-b4a5-3bb65130dc69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:55.287264 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6e71a74e-9bab-4cfd-b4a5-3bb65130dc69 admin admin] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:55.319983 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6e71a74e-9bab-4cfd-b4a5-3bb65130dc69 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3444800 Nov 12 04:19:55.322879 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57766) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:55.328049 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-8ab7a084-c825-4644-b8e5-817f7bec4c3d admin admin] Request body: {'subnet': {'network_id': '753c7d5e-803d-4b9a-ad97-24545b050da6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2058187330-subnet', 'tenant_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'ip_version': 4}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:55.350314 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab7a084-c825-4644-b8e5-817f7bec4c3d admin admin] Made reservation on behalf of d703a4a6b2cd4504bf0d81b4cbbe2b62 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:19:55.352686 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8ab7a084-c825-4644-b8e5-817f7bec4c3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:55.356893 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e71a74e-9bab-4cfd-b4a5-3bb65130dc69 admin admin] Pushing event updated for resources: {'Network': ['ID=753c7d5e-803d-4b9a-ad97-24545b050da6,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:55.367221 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 753c7d5e-803d-4b9a-ad97-24545b050da6 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:19:55.530993 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8ab7a084-c825-4644-b8e5-817f7bec4c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:55.594349 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7a084-c825-4644-b8e5-817f7bec4c3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcb82d66-80ec-4997-b680-ca5623edec7a,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:55.602373 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab7a084-c825-4644-b8e5-817f7bec4c3d admin admin] Checking segment: {'id': '49e131f5-c561-4deb-baef-991b3672231e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '753c7d5e-803d-4b9a-ad97-24545b050da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:19:55.602729 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab7a084-c825-4644-b8e5-817f7bec4c3d admin admin] Network hostable DHCP agents. Network: 753c7d5e-803d-4b9a-ad97-24545b050da6, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:19:55.618642 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab7a084-c825-4644-b8e5-817f7bec4c3d admin admin] Network 753c7d5e-803d-4b9a-ad97-24545b050da6 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:19:55.627555 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-8ab7a084-c825-4644-b8e5-817f7bec4c3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 753c7d5e-803d-4b9a-ad97-24545b050da6) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:19:55.632982 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab7a084-c825-4644-b8e5-817f7bec4c3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:55.633779 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8ab7a084-c825-4644-b8e5-817f7bec4c3d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:55.636854 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf3304d-23c6-44ed-af8c-0813c4cde92c None None] Network 753c7d5e-803d-4b9a-ad97-24545b050da6 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:19:55.651263 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8ab7a084-c825-4644-b8e5-817f7bec4c3d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3259256 Nov 12 04:19:55.652733 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57768) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:55.656959 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-b48c4a6b-0c5b-470b-bd3e-ccc76935d529 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2058187330-router', 'tenant_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:55.679103 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b48c4a6b-0c5b-470b-bd3e-ccc76935d529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:55.680237 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b48c4a6b-0c5b-470b-bd3e-ccc76935d529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:55.732887 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b48c4a6b-0c5b-470b-bd3e-ccc76935d529 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:55.791655 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9800c7-94e4-4a46-aded-0383663e9744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-753c7d5e-803d-4b9a-ad97-24545b050da6', 'network_id': '753c7d5e-803d-4b9a-ad97-24545b050da6', 'tenant_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'fixed_ips': [{'subnet_id': 'fcb82d66-80ec-4997-b680-ca5623edec7a'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:19:55.792552 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5a9800c7-94e4-4a46-aded-0383663e9744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:55.873452 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b48c4a6b-0c5b-470b-bd3e-ccc76935d529 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:55.943645 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-5a9800c7-94e4-4a46-aded-0383663e9744 None None] Allocated IP 172.20.0.2 (753c7d5e-803d-4b9a-ad97-24545b050da6/fcb82d66-80ec-4997-b680-ca5623edec7a/1f30e15e-e8ab-4406-bb42-caa5b6f9606d) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:19:56.102749 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b48c4a6b-0c5b-470b-bd3e-ccc76935d529 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:56.106701 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5a9800c7-94e4-4a46-aded-0383663e9744 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:56.112259 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5a9800c7-94e4-4a46-aded-0383663e9744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:56.123824 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b48c4a6b-0c5b-470b-bd3e-ccc76935d529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:56.152191 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9800c7-94e4-4a46-aded-0383663e9744 None None] Network 753c7d5e-803d-4b9a-ad97-24545b050da6 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:19:56.156741 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-5a9800c7-94e4-4a46-aded-0383663e9744 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:19:56.161935 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9800c7-94e4-4a46-aded-0383663e9744 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:19:56.163908 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9800c7-94e4-4a46-aded-0383663e9744 None None] Pushing event updated for resources: {'Port': ['ID=1f30e15e-e8ab-4406-bb42-caa5b6f9606d,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:56.216548 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-5a9800c7-94e4-4a46-aded-0383663e9744 None None] Attempting to bind port 1f30e15e-e8ab-4406-bb42-caa5b6f9606d on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:19:56.216913 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-5a9800c7-94e4-4a46-aded-0383663e9744 None None] Attempting to bind port 1f30e15e-e8ab-4406-bb42-caa5b6f9606d by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '49e131f5-c561-4deb-baef-991b3672231e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '753c7d5e-803d-4b9a-ad97-24545b050da6'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:19:56.217270 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9800c7-94e4-4a46-aded-0383663e9744 None None] Attempting to bind port 1f30e15e-e8ab-4406-bb42-caa5b6f9606d on network 753c7d5e-803d-4b9a-ad97-24545b050da6 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:19:56.222323 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9800c7-94e4-4a46-aded-0383663e9744 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:19:56.223201 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9800c7-94e4-4a46-aded-0383663e9744 None None] Checking segment: {'id': '49e131f5-c561-4deb-baef-991b3672231e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '753c7d5e-803d-4b9a-ad97-24545b050da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:19:56.223599 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5a9800c7-94e4-4a46-aded-0383663e9744 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:56.224102 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9800c7-94e4-4a46-aded-0383663e9744 None None] Bound using segment: {'id': '49e131f5-c561-4deb-baef-991b3672231e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '753c7d5e-803d-4b9a-ad97-24545b050da6'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:19:56.224634 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-5a9800c7-94e4-4a46-aded-0383663e9744 None None] Bound port: 1f30e15e-e8ab-4406-bb42-caa5b6f9606d, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e131f5-c561-4deb-baef-991b3672231e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '753c7d5e-803d-4b9a-ad97-24545b050da6'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:19:56.225009 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5a9800c7-94e4-4a46-aded-0383663e9744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:56.232157 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-b48c4a6b-0c5b-470b-bd3e-ccc76935d529 admin admin] Allocated IP 172.25.5.216 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/fea59dd3-9aa4-4edc-82a2-416565b7ad5e) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:19:56.294051 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-5a9800c7-94e4-4a46-aded-0383663e9744 None None] For port 1f30e15e-e8ab-4406-bb42-caa5b6f9606d, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:19:56.297286 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-5a9800c7-94e4-4a46-aded-0383663e9744 None None] For port 1f30e15e-e8ab-4406-bb42-caa5b6f9606d, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=1f30e15e-e8ab-4406-bb42-caa5b6f9606d,segment=NetworkSegment(49e131f5-c561-4deb-baef-991b3672231e),segment_id=49e131f5-c561-4deb-baef-991b3672231e)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:19:56.301133 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5a9800c7-94e4-4a46-aded-0383663e9744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:56.360371 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b48c4a6b-0c5b-470b-bd3e-ccc76935d529 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:56.362102 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9800c7-94e4-4a46-aded-0383663e9744 None None] Pushing event updated for resources: {'Port': ['ID=1f30e15e-e8ab-4406-bb42-caa5b6f9606d,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:56.393838 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b48c4a6b-0c5b-470b-bd3e-ccc76935d529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:56.433609 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48c4a6b-0c5b-470b-bd3e-ccc76935d529 admin admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:19:56.436786 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-b48c4a6b-0c5b-470b-bd3e-ccc76935d529 admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:19:56.442506 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48c4a6b-0c5b-470b-bd3e-ccc76935d529 admin admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:19:56.453263 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9061bb-a946-4fdf-b1cf-cc2d9985d6fc None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:19:56.473892 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c4a6b-0c5b-470b-bd3e-ccc76935d529 admin admin] Pushing event updated for resources: {'Port': ['ID=fea59dd3-9aa4-4edc-82a2-416565b7ad5e,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:56.492842 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-be6bf737-a220-4ce2-ad77-4d798fed69c3 None None] Provisioning complete for port fea59dd3-9aa4-4edc-82a2-416565b7ad5e triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:56.493207 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-be6bf737-a220-4ce2-ad77-4d798fed69c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:56.554940 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-be6bf737-a220-4ce2-ad77-4d798fed69c3 None None] Port fea59dd3-9aa4-4edc-82a2-416565b7ad5e cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:19:56.758201 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b48c4a6b-0c5b-470b-bd3e-ccc76935d529 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:56.957501 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b48c4a6b-0c5b-470b-bd3e-ccc76935d529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:57.111536 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b48c4a6b-0c5b-470b-bd3e-ccc76935d529 admin admin] Router 4c23b109-48ca-4bf8-840b-2850ce3735cc is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:19:57.242230 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48c4a6b-0c5b-470b-bd3e-ccc76935d529 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:19:57.257289 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa511455-2f75-4f25-ad28-ac9baa7770ac None None] Sync routers for ids ['4c23b109-48ca-4bf8-840b-2850ce3735cc'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:19:57.261533 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b48c4a6b-0c5b-470b-bd3e-ccc76935d529 admin admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:57.263119 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b48c4a6b-0c5b-470b-bd3e-ccc76935d529 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6093049 Nov 12 04:19:57.265982 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57770) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:57.273694 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa511455-2f75-4f25-ad28-ac9baa7770ac None None] Routers {'4c23b109-48ca-4bf8-840b-2850ce3735cc'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:19:57.274665 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-aa511455-2f75-4f25-ad28-ac9baa7770ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:19:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4c23b109-48ca-4bf8-840b-2850ce3735cc'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:57.379505 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2a566d-1b5c-40c8-9b35-ae0a48bcd94f None None] Network 753c7d5e-803d-4b9a-ad97-24545b050da6 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:19:57.461633 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-77123584-4cb9-4375-a973-25738d3f0e70 None None] Provisioning complete for port 1f30e15e-e8ab-4406-bb42-caa5b6f9606d triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:57.462001 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-77123584-4cb9-4375-a973-25738d3f0e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:57.495428 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-aa511455-2f75-4f25-ad28-ac9baa7770ac None None] Set router 4c23b109-48ca-4bf8-840b-2850ce3735cc gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:19:57.776142 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-77123584-4cb9-4375-a973-25738d3f0e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:57.835227 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-77123584-4cb9-4375-a973-25738d3f0e70 None None] For port 1f30e15e-e8ab-4406-bb42-caa5b6f9606d, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=1f30e15e-e8ab-4406-bb42-caa5b6f9606d,segment=NetworkSegment(49e131f5-c561-4deb-baef-991b3672231e),segment_id=49e131f5-c561-4deb-baef-991b3672231e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:57.841387 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-77123584-4cb9-4375-a973-25738d3f0e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:57.881012 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-aa511455-2f75-4f25-ad28-ac9baa7770ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c23b109-48ca-4bf8-840b-2850ce3735cc', 'name': 'tempest-TestMinimumBasicScenario-2058187330-router', 'tenant_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fea59dd3-9aa4-4edc-82a2-416565b7ad5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:55Z', 'updated_at': '2021-11-12T04:19:56Z', 'revision_number': 3, 'project_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'gw_port': {'id': 'fea59dd3-9aa4-4edc-82a2-416565b7ad5e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bf:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c23b109-48ca-4bf8-840b-2850ce3735cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:56Z', 'updated_at': '2021-11-12T04:19:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:57.916499 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa511455-2f75-4f25-ad28-ac9baa7770ac None None] Checking router: 4c23b109-48ca-4bf8-840b-2850ce3735cc for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:19:57.916973 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa511455-2f75-4f25-ad28-ac9baa7770ac None None] Updating router 4c23b109-48ca-4bf8-840b-2850ce3735cc port fea59dd3-9aa4-4edc-82a2-416565b7ad5e binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:19:57.940416 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77123584-4cb9-4375-a973-25738d3f0e70 None None] Pushing event updated for resources: {'Port': ['ID=1f30e15e-e8ab-4406-bb42-caa5b6f9606d,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:57.950534 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-aa511455-2f75-4f25-ad28-ac9baa7770ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:57.986266 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-785f1798-9889-40ea-86ac-3b6b36370014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:58.092913 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4bd11211-be3a-40c2-9a03-633eab37dee0 None None] Provisioning complete for port 1f30e15e-e8ab-4406-bb42-caa5b6f9606d triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:58.093198 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4bd11211-be3a-40c2-9a03-633eab37dee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:58.198092 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-785f1798-9889-40ea-86ac-3b6b36370014 admin admin] Allocated IP 172.20.0.1 (753c7d5e-803d-4b9a-ad97-24545b050da6/fcb82d66-80ec-4997-b680-ca5623edec7a/244dfe5d-aa09-40a9-8047-748029da06bd) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:19:58.311513 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-785f1798-9889-40ea-86ac-3b6b36370014 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:58.346035 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-785f1798-9889-40ea-86ac-3b6b36370014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:58.399301 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785f1798-9889-40ea-86ac-3b6b36370014 admin admin] Network 753c7d5e-803d-4b9a-ad97-24545b050da6 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:19:58.402340 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-785f1798-9889-40ea-86ac-3b6b36370014 admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:19:58.406049 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785f1798-9889-40ea-86ac-3b6b36370014 admin admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:19:58.432900 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f1798-9889-40ea-86ac-3b6b36370014 admin admin] Pushing event updated for resources: {'Port': ['ID=244dfe5d-aa09-40a9-8047-748029da06bd,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:58.449438 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-785f1798-9889-40ea-86ac-3b6b36370014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:58.483277 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-aa511455-2f75-4f25-ad28-ac9baa7770ac None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:58.491989 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-aa511455-2f75-4f25-ad28-ac9baa7770ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:58.553471 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888e9fc7-3304-4349-b6ed-1e3c8adf5f7b None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:19:58.560753 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-aa511455-2f75-4f25-ad28-ac9baa7770ac None None] Attempting to bind port fea59dd3-9aa4-4edc-82a2-416565b7ad5e on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:19:58.561125 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-aa511455-2f75-4f25-ad28-ac9baa7770ac None None] Attempting to bind port fea59dd3-9aa4-4edc-82a2-416565b7ad5e by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:19:58.561635 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa511455-2f75-4f25-ad28-ac9baa7770ac None None] Attempting to bind port fea59dd3-9aa4-4edc-82a2-416565b7ad5e on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:19:58.576965 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa625a95-5fd0-40c0-9f84-78c3f3cf9443 None None] Pushing event updated for resources: {'Port': ['ID=fea59dd3-9aa4-4edc-82a2-416565b7ad5e,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:58.587195 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 1f30e15e-e8ab-4406-bb42-caa5b6f9606d up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:19:58.589863 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa511455-2f75-4f25-ad28-ac9baa7770ac None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:19:58.590361 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa511455-2f75-4f25-ad28-ac9baa7770ac None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:19:58.590861 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-aa511455-2f75-4f25-ad28-ac9baa7770ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:58.591352 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa511455-2f75-4f25-ad28-ac9baa7770ac None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:19:58.592035 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-aa511455-2f75-4f25-ad28-ac9baa7770ac None None] Bound port: fea59dd3-9aa4-4edc-82a2-416565b7ad5e, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:19:58.592593 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-aa511455-2f75-4f25-ad28-ac9baa7770ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:58.656770 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-785f1798-9889-40ea-86ac-3b6b36370014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:58.694430 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-aa511455-2f75-4f25-ad28-ac9baa7770ac None None] For port fea59dd3-9aa4-4edc-82a2-416565b7ad5e, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:19:58.700788 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-aa511455-2f75-4f25-ad28-ac9baa7770ac None None] For port fea59dd3-9aa4-4edc-82a2-416565b7ad5e, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=fea59dd3-9aa4-4edc-82a2-416565b7ad5e,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:19:58.702952 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-19cfaf0c-f5aa-4b5f-aad6-de289c7adc59 None None] Provisioning complete for port fea59dd3-9aa4-4edc-82a2-416565b7ad5e triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:58.703378 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-19cfaf0c-f5aa-4b5f-aad6-de289c7adc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:58.730987 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-aa511455-2f75-4f25-ad28-ac9baa7770ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:58.788804 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 1f30e15e-e8ab-4406-bb42-caa5b6f9606d triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:58.789207 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:58.796881 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d317ed-f45a-4c51-bc39-29bd927cf936 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:19:58.835700 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-785f1798-9889-40ea-86ac-3b6b36370014 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:58.840999 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-785f1798-9889-40ea-86ac-3b6b36370014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:58.853113 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa511455-2f75-4f25-ad28-ac9baa7770ac None None] Routers {'4c23b109-48ca-4bf8-840b-2850ce3735cc'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:19:58.853755 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-aa511455-2f75-4f25-ad28-ac9baa7770ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:19:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4c23b109-48ca-4bf8-840b-2850ce3735cc'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:58.858170 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa625a95-5fd0-40c0-9f84-78c3f3cf9443 None None] Pushing event updated for resources: {'Port': ['ID=fea59dd3-9aa4-4edc-82a2-416565b7ad5e,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:58.908579 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-785f1798-9889-40ea-86ac-3b6b36370014 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:58.911143 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f1798-9889-40ea-86ac-3b6b36370014 admin admin] Pushing event updated for resources: {'Port': ['ID=244dfe5d-aa09-40a9-8047-748029da06bd,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:58.990872 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-19cfaf0c-f5aa-4b5f-aad6-de289c7adc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:59.005149 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785f1798-9889-40ea-86ac-3b6b36370014 admin admin] Network 753c7d5e-803d-4b9a-ad97-24545b050da6 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:19:59.006682 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-785f1798-9889-40ea-86ac-3b6b36370014 admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:19:59.052790 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-19cfaf0c-f5aa-4b5f-aad6-de289c7adc59 None None] For port fea59dd3-9aa4-4edc-82a2-416565b7ad5e, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=fea59dd3-9aa4-4edc-82a2-416565b7ad5e,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:59.063921 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-19cfaf0c-f5aa-4b5f-aad6-de289c7adc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:59.067891 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-aa511455-2f75-4f25-ad28-ac9baa7770ac None None] Set router 4c23b109-48ca-4bf8-840b-2850ce3735cc gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:19:59.140679 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785f1798-9889-40ea-86ac-3b6b36370014 admin admin] Router 4c23b109-48ca-4bf8-840b-2850ce3735cc has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:19:59.201542 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cfaf0c-f5aa-4b5f-aad6-de289c7adc59 None None] Pushing event updated for resources: {'Port': ['ID=fea59dd3-9aa4-4edc-82a2-416565b7ad5e,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:59.250810 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4866753a-60cc-43f8-aeca-20b2117ab680 None None] Provisioning complete for port 244dfe5d-aa09-40a9-8047-748029da06bd triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:59.251183 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4866753a-60cc-43f8-aeca-20b2117ab680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:59.259720 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785f1798-9889-40ea-86ac-3b6b36370014 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:19:59.266115 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-785f1798-9889-40ea-86ac-3b6b36370014 admin admin] 10.222.0.50 "PUT /v2.0/routers/4c23b109-48ca-4bf8-840b-2850ce3735cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9988084 Nov 12 04:19:59.308549 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4866753a-60cc-43f8-aeca-20b2117ab680 None None] Port 244dfe5d-aa09-40a9-8047-748029da06bd cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:19:59.347373 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4866753a-60cc-43f8-aeca-20b2117ab680 None None] Provisioning complete for port fea59dd3-9aa4-4edc-82a2-416565b7ad5e triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:59.347763 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4866753a-60cc-43f8-aeca-20b2117ab680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:59.415163 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-aa511455-2f75-4f25-ad28-ac9baa7770ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c23b109-48ca-4bf8-840b-2850ce3735cc', 'name': 'tempest-TestMinimumBasicScenario-2058187330-router', 'tenant_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fea59dd3-9aa4-4edc-82a2-416565b7ad5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:55Z', 'updated_at': '2021-11-12T04:19:58Z', 'revision_number': 4, 'project_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'gw_port': {'id': 'fea59dd3-9aa4-4edc-82a2-416565b7ad5e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bf:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c23b109-48ca-4bf8-840b-2850ce3735cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:56Z', 'updated_at': '2021-11-12T04:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '244dfe5d-aa09-40a9-8047-748029da06bd', 'name': '', 'network_id': '753c7d5e-803d-4b9a-ad97-24545b050da6', 'tenant_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'mac_address': 'fa:16:3e:40:34:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c23b109-48ca-4bf8-840b-2850ce3735cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'fcb82d66-80ec-4997-b680-ca5623edec7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:58Z', 'updated_at': '2021-11-12T04:19:58Z', 'revision_number': 2, 'project_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'subnets': [{'id': 'fcb82d66-80ec-4997-b680-ca5623edec7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:59.463152 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa511455-2f75-4f25-ad28-ac9baa7770ac None None] The sync data for ids ['4c23b109-48ca-4bf8-840b-2850ce3735cc'] in n-d-715271-27 is: [{'id': '4c23b109-48ca-4bf8-840b-2850ce3735cc', 'name': 'tempest-TestMinimumBasicScenario-2058187330-router', 'tenant_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fea59dd3-9aa4-4edc-82a2-416565b7ad5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:55Z', 'updated_at': '2021-11-12T04:19:58Z', 'revision_number': 4, 'project_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'gw_port': {'id': 'fea59dd3-9aa4-4edc-82a2-416565b7ad5e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bf:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c23b109-48ca-4bf8-840b-2850ce3735cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:56Z', 'updated_at': '2021-11-12T04:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '244dfe5d-aa09-40a9-8047-748029da06bd', 'name': '', 'network_id': '753c7d5e-803d-4b9a-ad97-24545b050da6', 'tenant_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'mac_address': 'fa:16:3e:40:34:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c23b109-48ca-4bf8-840b-2850ce3735cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'fcb82d66-80ec-4997-b680-ca5623edec7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:58Z', 'updated_at': '2021-11-12T04:19:58Z', 'revision_number': 2, 'project_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'subnets': [{'id': 'fcb82d66-80ec-4997-b680-ca5623edec7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:19:59.599300 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-fad17863-e25d-4afe-aaed-6954c3af5b39 None None] Provisioning complete for port 244dfe5d-aa09-40a9-8047-748029da06bd triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:59.599988 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fad17863-e25d-4afe-aaed-6954c3af5b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:59.641250 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-fad17863-e25d-4afe-aaed-6954c3af5b39 None None] Port 244dfe5d-aa09-40a9-8047-748029da06bd cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:19:59.790611 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57786) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:59.795719 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-6f798968-cf23-4fb7-a951-a23e1ed43fad admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1642169483-network', 'tenant_id': 'b8c735c84fc149f480f97a6427a14623'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:59.820790 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f798968-cf23-4fb7-a951-a23e1ed43fad admin admin] Made reservation on behalf of b8c735c84fc149f480f97a6427a14623 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:19:59.823310 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6f798968-cf23-4fb7-a951-a23e1ed43fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:59.833113 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6f798968-cf23-4fb7-a951-a23e1ed43fad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:59.914628 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6f798968-cf23-4fb7-a951-a23e1ed43fad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:59.918808 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6f798968-cf23-4fb7-a951-a23e1ed43fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:59.930470 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:19:59.948745 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f798968-cf23-4fb7-a951-a23e1ed43fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e3b96d-3744-4a0e-b790-e91f006dc482,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:59.951360 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f798968-cf23-4fb7-a951-a23e1ed43fad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:19:59.962451 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6f798968-cf23-4fb7-a951-a23e1ed43fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:59.962802 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-6f798968-cf23-4fb7-a951-a23e1ed43fad admin admin] Added segment e769682f-e8df-45b4-a8f6-227e83b467d7 of type vlan for network 0d0c0a8a-d5ac-490a-b72c-1a2a49319059 Nov 12 04:20:00.005957 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6f798968-cf23-4fb7-a951-a23e1ed43fad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:00.033588 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6f798968-cf23-4fb7-a951-a23e1ed43fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:00.034601 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f798968-cf23-4fb7-a951-a23e1ed43fad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:00.035940 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6f798968-cf23-4fb7-a951-a23e1ed43fad admin admin] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:00.109629 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6f798968-cf23-4fb7-a951-a23e1ed43fad admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3178959 Nov 12 04:20:00.113271 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57788) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:00.119623 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-c3fc6d6c-9c64-4206-ba89-b965bd1e1386 admin admin] Request body: {'subnet': {'network_id': '0d0c0a8a-d5ac-490a-b72c-1a2a49319059', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1642169483-subnet', 'tenant_id': 'b8c735c84fc149f480f97a6427a14623', 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:00.133700 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f798968-cf23-4fb7-a951-a23e1ed43fad admin admin] Pushing event updated for resources: {'Network': ['ID=0d0c0a8a-d5ac-490a-b72c-1a2a49319059,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:00.143399 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 0d0c0a8a-d5ac-490a-b72c-1a2a49319059 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:20:00.149909 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fc6d6c-9c64-4206-ba89-b965bd1e1386 admin admin] Made reservation on behalf of b8c735c84fc149f480f97a6427a14623 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:20:00.152681 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c3fc6d6c-9c64-4206-ba89-b965bd1e1386 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:00.342634 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c3fc6d6c-9c64-4206-ba89-b965bd1e1386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:00.411629 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fc6d6c-9c64-4206-ba89-b965bd1e1386 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b05cc83-9574-4805-9bd8-045f028b6162,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:00.420958 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fc6d6c-9c64-4206-ba89-b965bd1e1386 admin admin] Checking segment: {'id': 'e769682f-e8df-45b4-a8f6-227e83b467d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0d0c0a8a-d5ac-490a-b72c-1a2a49319059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:20:00.421313 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fc6d6c-9c64-4206-ba89-b965bd1e1386 admin admin] Network hostable DHCP agents. Network: 0d0c0a8a-d5ac-490a-b72c-1a2a49319059, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:20:00.443151 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fc6d6c-9c64-4206-ba89-b965bd1e1386 admin admin] Network 0d0c0a8a-d5ac-490a-b72c-1a2a49319059 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:20:00.458559 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-c3fc6d6c-9c64-4206-ba89-b965bd1e1386 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 0d0c0a8a-d5ac-490a-b72c-1a2a49319059) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:20:00.462818 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fc6d6c-9c64-4206-ba89-b965bd1e1386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:00.463408 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c3fc6d6c-9c64-4206-ba89-b965bd1e1386 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:00.478392 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74020b6b-8de6-482e-bd48-ff1eeca9d166 None None] Network 0d0c0a8a-d5ac-490a-b72c-1a2a49319059 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:20:00.486983 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c3fc6d6c-9c64-4206-ba89-b965bd1e1386 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3719356 Nov 12 04:20:00.490387 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 57790) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:00.494807 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-4f88eb01-278a-4cfa-8370-d615448194b8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1642169483-router', 'tenant_id': 'b8c735c84fc149f480f97a6427a14623', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:00.516410 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5c1a248e-4014-4b5d-b38b-fc9ff1c4245e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:00.539758 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4f88eb01-278a-4cfa-8370-d615448194b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:00.541013 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4f88eb01-278a-4cfa-8370-d615448194b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:00.553460 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device fea59dd3-9aa4-4edc-82a2-416565b7ad5e up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:20:00.596757 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4f88eb01-278a-4cfa-8370-d615448194b8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:00.636544 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port fea59dd3-9aa4-4edc-82a2-416565b7ad5e triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:00.637567 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:00.754357 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4f88eb01-278a-4cfa-8370-d615448194b8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:00.766883 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768ec3d0-8c93-4963-b918-185921e15ec3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-0d0c0a8a-d5ac-490a-b72c-1a2a49319059', 'network_id': '0d0c0a8a-d5ac-490a-b72c-1a2a49319059', 'tenant_id': 'b8c735c84fc149f480f97a6427a14623', 'fixed_ips': [{'subnet_id': '7b05cc83-9574-4805-9bd8-045f028b6162'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:20:00.767897 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-768ec3d0-8c93-4963-b918-185921e15ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:00.935469 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-768ec3d0-8c93-4963-b918-185921e15ec3 None None] Allocated IP 172.20.0.2 (0d0c0a8a-d5ac-490a-b72c-1a2a49319059/7b05cc83-9574-4805-9bd8-045f028b6162/0f662f2f-a9ea-4cba-a524-76da60cfea3f) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:20:00.977894 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4f88eb01-278a-4cfa-8370-d615448194b8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:01.001609 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4f88eb01-278a-4cfa-8370-d615448194b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:01.088686 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-768ec3d0-8c93-4963-b918-185921e15ec3 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:01.095523 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-768ec3d0-8c93-4963-b918-185921e15ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:01.118483 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-4f88eb01-278a-4cfa-8370-d615448194b8 admin admin] Allocated IP 172.25.5.243 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/668451b4-3537-4db0-84c8-8ef89cbd4710) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:20:01.134764 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768ec3d0-8c93-4963-b918-185921e15ec3 None None] Network 0d0c0a8a-d5ac-490a-b72c-1a2a49319059 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:20:01.139616 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-768ec3d0-8c93-4963-b918-185921e15ec3 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:20:01.142047 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768ec3d0-8c93-4963-b918-185921e15ec3 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:20:01.177222 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ec3d0-8c93-4963-b918-185921e15ec3 None None] Pushing event updated for resources: {'Port': ['ID=0f662f2f-a9ea-4cba-a524-76da60cfea3f,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:01.204482 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-768ec3d0-8c93-4963-b918-185921e15ec3 None None] Attempting to bind port 0f662f2f-a9ea-4cba-a524-76da60cfea3f on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:20:01.204845 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-768ec3d0-8c93-4963-b918-185921e15ec3 None None] Attempting to bind port 0f662f2f-a9ea-4cba-a524-76da60cfea3f by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'e769682f-e8df-45b4-a8f6-227e83b467d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0d0c0a8a-d5ac-490a-b72c-1a2a49319059'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:20:01.205207 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768ec3d0-8c93-4963-b918-185921e15ec3 None None] Attempting to bind port 0f662f2f-a9ea-4cba-a524-76da60cfea3f on network 0d0c0a8a-d5ac-490a-b72c-1a2a49319059 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:20:01.210573 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768ec3d0-8c93-4963-b918-185921e15ec3 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:20:01.210936 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768ec3d0-8c93-4963-b918-185921e15ec3 None None] Checking segment: {'id': 'e769682f-e8df-45b4-a8f6-227e83b467d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0d0c0a8a-d5ac-490a-b72c-1a2a49319059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:20:01.211333 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-768ec3d0-8c93-4963-b918-185921e15ec3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:01.211715 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768ec3d0-8c93-4963-b918-185921e15ec3 None None] Bound using segment: {'id': 'e769682f-e8df-45b4-a8f6-227e83b467d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0d0c0a8a-d5ac-490a-b72c-1a2a49319059'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:20:01.212200 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-768ec3d0-8c93-4963-b918-185921e15ec3 None None] Bound port: 0f662f2f-a9ea-4cba-a524-76da60cfea3f, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e769682f-e8df-45b4-a8f6-227e83b467d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0d0c0a8a-d5ac-490a-b72c-1a2a49319059'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:20:01.212576 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-768ec3d0-8c93-4963-b918-185921e15ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:01.225570 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4f88eb01-278a-4cfa-8370-d615448194b8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:01.261530 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4f88eb01-278a-4cfa-8370-d615448194b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:01.288875 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-768ec3d0-8c93-4963-b918-185921e15ec3 None None] For port 0f662f2f-a9ea-4cba-a524-76da60cfea3f, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:20:01.291912 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-768ec3d0-8c93-4963-b918-185921e15ec3 None None] For port 0f662f2f-a9ea-4cba-a524-76da60cfea3f, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=0f662f2f-a9ea-4cba-a524-76da60cfea3f,segment=NetworkSegment(e769682f-e8df-45b4-a8f6-227e83b467d7),segment_id=e769682f-e8df-45b4-a8f6-227e83b467d7)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:20:01.298581 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-768ec3d0-8c93-4963-b918-185921e15ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:01.305123 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f88eb01-278a-4cfa-8370-d615448194b8 admin admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:20:01.311029 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-4f88eb01-278a-4cfa-8370-d615448194b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:20:01.317884 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f88eb01-278a-4cfa-8370-d615448194b8 admin admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:20:01.338595 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67866924-53ab-4cb6-b9ec-0cff7c7d7e22 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:20:01.350535 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f88eb01-278a-4cfa-8370-d615448194b8 admin admin] Pushing event updated for resources: {'Port': ['ID=668451b4-3537-4db0-84c8-8ef89cbd4710,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:01.394063 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ec3d0-8c93-4963-b918-185921e15ec3 None None] Pushing event updated for resources: {'Port': ['ID=0f662f2f-a9ea-4cba-a524-76da60cfea3f,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:01.483953 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-321d76b7-fa83-433c-8d54-0929896342c7 None None] Provisioning complete for port 668451b4-3537-4db0-84c8-8ef89cbd4710 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:01.484762 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-321d76b7-fa83-433c-8d54-0929896342c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:01.532208 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-321d76b7-fa83-433c-8d54-0929896342c7 None None] Port 668451b4-3537-4db0-84c8-8ef89cbd4710 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:20:01.641453 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4f88eb01-278a-4cfa-8370-d615448194b8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:01.750806 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43338f60-027e-4810-8383-01020b4174b7 None None] Sync routers for ids ['4c23b109-48ca-4bf8-840b-2850ce3735cc'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:20:01.765075 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43338f60-027e-4810-8383-01020b4174b7 None None] Routers {'4c23b109-48ca-4bf8-840b-2850ce3735cc'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:01.765670 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-43338f60-027e-4810-8383-01020b4174b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:19:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4c23b109-48ca-4bf8-840b-2850ce3735cc'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:01.856148 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4f88eb01-278a-4cfa-8370-d615448194b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:01.868397 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-43338f60-027e-4810-8383-01020b4174b7 None None] Set router 4c23b109-48ca-4bf8-840b-2850ce3735cc gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:20:02.099131 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-43338f60-027e-4810-8383-01020b4174b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c23b109-48ca-4bf8-840b-2850ce3735cc', 'name': 'tempest-TestMinimumBasicScenario-2058187330-router', 'tenant_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fea59dd3-9aa4-4edc-82a2-416565b7ad5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:55Z', 'updated_at': '2021-11-12T04:19:58Z', 'revision_number': 4, 'project_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'gw_port': {'id': 'fea59dd3-9aa4-4edc-82a2-416565b7ad5e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bf:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c23b109-48ca-4bf8-840b-2850ce3735cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:56Z', 'updated_at': '2021-11-12T04:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '244dfe5d-aa09-40a9-8047-748029da06bd', 'name': '', 'network_id': '753c7d5e-803d-4b9a-ad97-24545b050da6', 'tenant_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'mac_address': 'fa:16:3e:40:34:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c23b109-48ca-4bf8-840b-2850ce3735cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'fcb82d66-80ec-4997-b680-ca5623edec7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:58Z', 'updated_at': '2021-11-12T04:19:58Z', 'revision_number': 2, 'project_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'subnets': [{'id': 'fcb82d66-80ec-4997-b680-ca5623edec7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:02.126738 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43338f60-027e-4810-8383-01020b4174b7 None None] Checking router: 4c23b109-48ca-4bf8-840b-2850ce3735cc for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:20:02.127090 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43338f60-027e-4810-8383-01020b4174b7 None None] Updating router 4c23b109-48ca-4bf8-840b-2850ce3735cc port 244dfe5d-aa09-40a9-8047-748029da06bd binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:20:02.152937 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-43338f60-027e-4810-8383-01020b4174b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:02.350513 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f88eb01-278a-4cfa-8370-d615448194b8 admin admin] Router 4721f686-c36a-48e6-b1c3-5a15e3718706 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:20:02.482363 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-43338f60-027e-4810-8383-01020b4174b7 None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:02.488580 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f88eb01-278a-4cfa-8370-d615448194b8 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:20:02.493526 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-43338f60-027e-4810-8383-01020b4174b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:02.500358 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76360d00-1d7f-46a1-97e1-705c05288d4a None None] Sync routers for ids ['4721f686-c36a-48e6-b1c3-5a15e3718706'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:20:02.509129 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4f88eb01-278a-4cfa-8370-d615448194b8 admin admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:02.510927 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4f88eb01-278a-4cfa-8370-d615448194b8 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0191088 Nov 12 04:20:02.513520 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57792) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:02.526817 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76360d00-1d7f-46a1-97e1-705c05288d4a None None] Routers {'4721f686-c36a-48e6-b1c3-5a15e3718706'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:02.532848 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-76360d00-1d7f-46a1-97e1-705c05288d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:19:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4721f686-c36a-48e6-b1c3-5a15e3718706'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:02.546848 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee387a51-e181-40f2-858b-231d5656d403 None None] Pushing event updated for resources: {'Port': ['ID=244dfe5d-aa09-40a9-8047-748029da06bd,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:02.555671 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee387a51-e181-40f2-858b-231d5656d403 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:02.556352 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee387a51-e181-40f2-858b-231d5656d403 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:02.556848 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee387a51-e181-40f2-858b-231d5656d403 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:02.557361 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee387a51-e181-40f2-858b-231d5656d403 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:02.557868 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee387a51-e181-40f2-858b-231d5656d403 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:02.558354 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee387a51-e181-40f2-858b-231d5656d403 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:02.560200 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee387a51-e181-40f2-858b-231d5656d403 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:02.560886 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee387a51-e181-40f2-858b-231d5656d403 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:02.561544 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee387a51-e181-40f2-858b-231d5656d403 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:02.562317 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee387a51-e181-40f2-858b-231d5656d403 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:02.562806 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee387a51-e181-40f2-858b-231d5656d403 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:02.563294 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee387a51-e181-40f2-858b-231d5656d403 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:02.620935 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 0f662f2f-a9ea-4cba-a524-76da60cfea3f up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:20:02.646430 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-43338f60-027e-4810-8383-01020b4174b7 None None] Attempting to bind port 244dfe5d-aa09-40a9-8047-748029da06bd on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:20:02.646715 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-43338f60-027e-4810-8383-01020b4174b7 None None] Attempting to bind port 244dfe5d-aa09-40a9-8047-748029da06bd by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '49e131f5-c561-4deb-baef-991b3672231e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '753c7d5e-803d-4b9a-ad97-24545b050da6'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:20:02.647404 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43338f60-027e-4810-8383-01020b4174b7 None None] Attempting to bind port 244dfe5d-aa09-40a9-8047-748029da06bd on network 753c7d5e-803d-4b9a-ad97-24545b050da6 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:20:02.653823 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43338f60-027e-4810-8383-01020b4174b7 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:20:02.654482 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43338f60-027e-4810-8383-01020b4174b7 None None] Checking segment: {'id': '49e131f5-c561-4deb-baef-991b3672231e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '753c7d5e-803d-4b9a-ad97-24545b050da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:20:02.655079 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-43338f60-027e-4810-8383-01020b4174b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:02.655633 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43338f60-027e-4810-8383-01020b4174b7 None None] Bound using segment: {'id': '49e131f5-c561-4deb-baef-991b3672231e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '753c7d5e-803d-4b9a-ad97-24545b050da6'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:20:02.656312 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-43338f60-027e-4810-8383-01020b4174b7 None None] Bound port: 244dfe5d-aa09-40a9-8047-748029da06bd, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e131f5-c561-4deb-baef-991b3672231e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '753c7d5e-803d-4b9a-ad97-24545b050da6'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:20:02.656983 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-43338f60-027e-4810-8383-01020b4174b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:02.752041 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-43338f60-027e-4810-8383-01020b4174b7 None None] For port 244dfe5d-aa09-40a9-8047-748029da06bd, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:20:02.755981 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-43338f60-027e-4810-8383-01020b4174b7 None None] For port 244dfe5d-aa09-40a9-8047-748029da06bd, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=244dfe5d-aa09-40a9-8047-748029da06bd,segment=NetworkSegment(49e131f5-c561-4deb-baef-991b3672231e),segment_id=49e131f5-c561-4deb-baef-991b3672231e)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:20:02.761779 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-43338f60-027e-4810-8383-01020b4174b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:02.819687 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee387a51-e181-40f2-858b-231d5656d403 None None] Pushing event updated for resources: {'Port': ['ID=244dfe5d-aa09-40a9-8047-748029da06bd,revision_number=4']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:02.843205 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43338f60-027e-4810-8383-01020b4174b7 None None] Routers {'4c23b109-48ca-4bf8-840b-2850ce3735cc'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:02.843916 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-43338f60-027e-4810-8383-01020b4174b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:19:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4c23b109-48ca-4bf8-840b-2850ce3735cc'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:02.890537 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e2c8a2-7d1f-4bfa-beb7-2028f84c5093 None None] Network 0d0c0a8a-d5ac-490a-b72c-1a2a49319059 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:20:03.028993 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-b4b010ba-affd-4bee-a7c0-81c82dbcf8a3 None None] Provisioning complete for port 0f662f2f-a9ea-4cba-a524-76da60cfea3f triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:03.029362 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b4b010ba-affd-4bee-a7c0-81c82dbcf8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:03.078921 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-76360d00-1d7f-46a1-97e1-705c05288d4a None None] Set router 4721f686-c36a-48e6-b1c3-5a15e3718706 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:20:03.083325 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8b0028c3-98ef-4a79-818f-c59359429795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:03.099409 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-43338f60-027e-4810-8383-01020b4174b7 None None] Set router 4c23b109-48ca-4bf8-840b-2850ce3735cc gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:20:03.159572 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 0f662f2f-a9ea-4cba-a524-76da60cfea3f triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:03.159857 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:03.252182 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-8b0028c3-98ef-4a79-818f-c59359429795 admin admin] Allocated IP 172.20.0.1 (0d0c0a8a-d5ac-490a-b72c-1a2a49319059/7b05cc83-9574-4805-9bd8-045f028b6162/c0a7d589-c1e3-4766-b9c8-523e603fccb3) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:20:03.320134 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-43338f60-027e-4810-8383-01020b4174b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c23b109-48ca-4bf8-840b-2850ce3735cc', 'name': 'tempest-TestMinimumBasicScenario-2058187330-router', 'tenant_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fea59dd3-9aa4-4edc-82a2-416565b7ad5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:55Z', 'updated_at': '2021-11-12T04:19:58Z', 'revision_number': 4, 'project_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'gw_port': {'id': 'fea59dd3-9aa4-4edc-82a2-416565b7ad5e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bf:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c23b109-48ca-4bf8-840b-2850ce3735cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:56Z', 'updated_at': '2021-11-12T04:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '244dfe5d-aa09-40a9-8047-748029da06bd', 'name': '', 'network_id': '753c7d5e-803d-4b9a-ad97-24545b050da6', 'tenant_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'mac_address': 'fa:16:3e:40:34:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c23b109-48ca-4bf8-840b-2850ce3735cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'fcb82d66-80ec-4997-b680-ca5623edec7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:58Z', 'updated_at': '2021-11-12T04:20:02Z', 'revision_number': 4, 'project_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'subnets': [{'id': 'fcb82d66-80ec-4997-b680-ca5623edec7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:03.352620 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43338f60-027e-4810-8383-01020b4174b7 None None] The sync data for ids ['4c23b109-48ca-4bf8-840b-2850ce3735cc'] in n-d-715271-27 is: [{'id': '4c23b109-48ca-4bf8-840b-2850ce3735cc', 'name': 'tempest-TestMinimumBasicScenario-2058187330-router', 'tenant_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fea59dd3-9aa4-4edc-82a2-416565b7ad5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:55Z', 'updated_at': '2021-11-12T04:19:58Z', 'revision_number': 4, 'project_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'gw_port': {'id': 'fea59dd3-9aa4-4edc-82a2-416565b7ad5e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bf:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c23b109-48ca-4bf8-840b-2850ce3735cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:56Z', 'updated_at': '2021-11-12T04:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '244dfe5d-aa09-40a9-8047-748029da06bd', 'name': '', 'network_id': '753c7d5e-803d-4b9a-ad97-24545b050da6', 'tenant_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'mac_address': 'fa:16:3e:40:34:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c23b109-48ca-4bf8-840b-2850ce3735cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'fcb82d66-80ec-4997-b680-ca5623edec7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:58Z', 'updated_at': '2021-11-12T04:20:02Z', 'revision_number': 4, 'project_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'subnets': [{'id': 'fcb82d66-80ec-4997-b680-ca5623edec7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:20:03.372226 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8b0028c3-98ef-4a79-818f-c59359429795 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:03.420558 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8b0028c3-98ef-4a79-818f-c59359429795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:03.454646 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:03.457914 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b4b010ba-affd-4bee-a7c0-81c82dbcf8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:03.476741 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0028c3-98ef-4a79-818f-c59359429795 admin admin] Network 0d0c0a8a-d5ac-490a-b72c-1a2a49319059 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:20:03.479948 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-8b0028c3-98ef-4a79-818f-c59359429795 admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:20:03.483054 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0028c3-98ef-4a79-818f-c59359429795 admin admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:20:03.512728 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-610df6fc-ded9-4b05-9e55-f3a693466d5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:03.515816 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0028c3-98ef-4a79-818f-c59359429795 admin admin] Pushing event updated for resources: {'Port': ['ID=c0a7d589-c1e3-4766-b9c8-523e603fccb3,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:03.540136 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8b0028c3-98ef-4a79-818f-c59359429795 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:03.547905 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-b4b010ba-affd-4bee-a7c0-81c82dbcf8a3 None None] For port 0f662f2f-a9ea-4cba-a524-76da60cfea3f, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=0f662f2f-a9ea-4cba-a524-76da60cfea3f,segment=NetworkSegment(e769682f-e8df-45b4-a8f6-227e83b467d7),segment_id=e769682f-e8df-45b4-a8f6-227e83b467d7)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:03.554333 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b4b010ba-affd-4bee-a7c0-81c82dbcf8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:03.648613 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b010ba-affd-4bee-a7c0-81c82dbcf8a3 None None] Pushing event updated for resources: {'Port': ['ID=0f662f2f-a9ea-4cba-a524-76da60cfea3f,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:03.667650 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-76360d00-1d7f-46a1-97e1-705c05288d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4721f686-c36a-48e6-b1c3-5a15e3718706', 'name': 'tempest-TestMinimumBasicScenario-1642169483-router', 'tenant_id': 'b8c735c84fc149f480f97a6427a14623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '668451b4-3537-4db0-84c8-8ef89cbd4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:20:00Z', 'updated_at': '2021-11-12T04:20:01Z', 'revision_number': 3, 'project_id': 'b8c735c84fc149f480f97a6427a14623', 'gw_port': {'id': '668451b4-3537-4db0-84c8-8ef89cbd4710', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c2:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4721f686-c36a-48e6-b1c3-5a15e3718706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:20:01Z', 'updated_at': '2021-11-12T04:20:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:03.711822 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76360d00-1d7f-46a1-97e1-705c05288d4a None None] Checking router: 4721f686-c36a-48e6-b1c3-5a15e3718706 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:20:03.712361 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76360d00-1d7f-46a1-97e1-705c05288d4a None None] Updating router 4721f686-c36a-48e6-b1c3-5a15e3718706 port 668451b4-3537-4db0-84c8-8ef89cbd4710 binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:20:03.715917 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:20:03.716408 n-d-715271-27 neutron-server[102573]: DEBUG oslo_db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:20:03.752838 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-7dd4db37-ab3f-4b96-bc8e-fbf1c47fd0be None None] Provisioning complete for port 244dfe5d-aa09-40a9-8047-748029da06bd triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:03.753504 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7dd4db37-ab3f-4b96-bc8e-fbf1c47fd0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:03.805113 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-76360d00-1d7f-46a1-97e1-705c05288d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:03.878124 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7dd4db37-ab3f-4b96-bc8e-fbf1c47fd0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:03.982217 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8b0028c3-98ef-4a79-818f-c59359429795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:03.994998 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-7dd4db37-ab3f-4b96-bc8e-fbf1c47fd0be None None] For port 244dfe5d-aa09-40a9-8047-748029da06bd, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=244dfe5d-aa09-40a9-8047-748029da06bd,segment=NetworkSegment(49e131f5-c561-4deb-baef-991b3672231e),segment_id=49e131f5-c561-4deb-baef-991b3672231e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:04.008780 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7dd4db37-ab3f-4b96-bc8e-fbf1c47fd0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:04.155304 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8b0028c3-98ef-4a79-818f-c59359429795 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:04.157122 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd4db37-ab3f-4b96-bc8e-fbf1c47fd0be None None] Pushing event updated for resources: {'Port': ['ID=244dfe5d-aa09-40a9-8047-748029da06bd,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:04.161546 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8b0028c3-98ef-4a79-818f-c59359429795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:04.179218 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-e2290c37-3bac-480e-8d0a-07ef2e08b944 None None] Provisioning complete for port 0f662f2f-a9ea-4cba-a524-76da60cfea3f triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:04.179598 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e2290c37-3bac-480e-8d0a-07ef2e08b944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:04.238448 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8b0028c3-98ef-4a79-818f-c59359429795 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:04.250381 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0028c3-98ef-4a79-818f-c59359429795 admin admin] Pushing event updated for resources: {'Port': ['ID=c0a7d589-c1e3-4766-b9c8-523e603fccb3,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:04.324193 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:04.353540 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0028c3-98ef-4a79-818f-c59359429795 admin admin] Network 0d0c0a8a-d5ac-490a-b72c-1a2a49319059 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:20:04.354966 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-8b0028c3-98ef-4a79-818f-c59359429795 admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:20:04.392837 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-76360d00-1d7f-46a1-97e1-705c05288d4a None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:04.407331 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-76360d00-1d7f-46a1-97e1-705c05288d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:04.479460 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fef50c-44ee-47fe-9852-a1a0a3fbd791 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:20:04.493808 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-76360d00-1d7f-46a1-97e1-705c05288d4a None None] Attempting to bind port 668451b4-3537-4db0-84c8-8ef89cbd4710 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:20:04.494178 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-76360d00-1d7f-46a1-97e1-705c05288d4a None None] Attempting to bind port 668451b4-3537-4db0-84c8-8ef89cbd4710 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:20:04.494546 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76360d00-1d7f-46a1-97e1-705c05288d4a None None] Attempting to bind port 668451b4-3537-4db0-84c8-8ef89cbd4710 on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:20:04.498443 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63f7da-c7bf-4c13-821f-625bb6e78241 None None] Pushing event updated for resources: {'Port': ['ID=668451b4-3537-4db0-84c8-8ef89cbd4710,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:04.505612 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76360d00-1d7f-46a1-97e1-705c05288d4a None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:20:04.505993 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76360d00-1d7f-46a1-97e1-705c05288d4a None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:20:04.506401 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-76360d00-1d7f-46a1-97e1-705c05288d4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:04.506798 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76360d00-1d7f-46a1-97e1-705c05288d4a None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:20:04.507275 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-76360d00-1d7f-46a1-97e1-705c05288d4a None None] Bound port: 668451b4-3537-4db0-84c8-8ef89cbd4710, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:20:04.507661 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-76360d00-1d7f-46a1-97e1-705c05288d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:04.536922 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0028c3-98ef-4a79-818f-c59359429795 admin admin] Router 4721f686-c36a-48e6-b1c3-5a15e3718706 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:20:04.577403 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 0f662f2f-a9ea-4cba-a524-76da60cfea3f up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:20:04.640770 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-76360d00-1d7f-46a1-97e1-705c05288d4a None None] For port 668451b4-3537-4db0-84c8-8ef89cbd4710, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:20:04.652042 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-d6cda77e-2134-4bd2-9961-5e2c39d3c40f None None] Provisioning complete for port 668451b4-3537-4db0-84c8-8ef89cbd4710 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:04.652444 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d6cda77e-2134-4bd2-9961-5e2c39d3c40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:04.673943 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0028c3-98ef-4a79-818f-c59359429795 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:20:04.676307 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-76360d00-1d7f-46a1-97e1-705c05288d4a None None] For port 668451b4-3537-4db0-84c8-8ef89cbd4710, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=668451b4-3537-4db0-84c8-8ef89cbd4710,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:20:04.689610 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8b0028c3-98ef-4a79-818f-c59359429795 admin admin] 10.222.0.50 "PUT /v2.0/routers/4721f686-c36a-48e6-b1c3-5a15e3718706/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1674058 Nov 12 04:20:04.689874 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-76360d00-1d7f-46a1-97e1-705c05288d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:04.729856 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-d6cda77e-2134-4bd2-9961-5e2c39d3c40f None None] Port 668451b4-3537-4db0-84c8-8ef89cbd4710 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:20:04.745205 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb09d8b4-bd86-4e85-8ccd-7654b53f0877 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:20:04.757037 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 0f662f2f-a9ea-4cba-a524-76da60cfea3f triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:04.757406 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:04.801253 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63f7da-c7bf-4c13-821f-625bb6e78241 None None] Pushing event updated for resources: {'Port': ['ID=668451b4-3537-4db0-84c8-8ef89cbd4710,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:04.803709 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76360d00-1d7f-46a1-97e1-705c05288d4a None None] Routers {'4721f686-c36a-48e6-b1c3-5a15e3718706'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:04.804356 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-76360d00-1d7f-46a1-97e1-705c05288d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:20:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4721f686-c36a-48e6-b1c3-5a15e3718706'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:04.847126 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-d6cda77e-2134-4bd2-9961-5e2c39d3c40f None None] Provisioning complete for port c0a7d589-c1e3-4766-b9c8-523e603fccb3 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:04.847496 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d6cda77e-2134-4bd2-9961-5e2c39d3c40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:04.903523 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-d6cda77e-2134-4bd2-9961-5e2c39d3c40f None None] Port c0a7d589-c1e3-4766-b9c8-523e603fccb3 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:20:05.162901 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-dee8f80f-93b7-4d56-8e81-fcf5a365c460 None None] Provisioning complete for port 668451b4-3537-4db0-84c8-8ef89cbd4710 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:05.163197 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-dee8f80f-93b7-4d56-8e81-fcf5a365c460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:05.174713 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-76360d00-1d7f-46a1-97e1-705c05288d4a None None] Set router 4721f686-c36a-48e6-b1c3-5a15e3718706 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:20:05.224727 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 244dfe5d-aa09-40a9-8047-748029da06bd up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:20:05.417088 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 244dfe5d-aa09-40a9-8047-748029da06bd triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:05.417504 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:05.455641 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-dee8f80f-93b7-4d56-8e81-fcf5a365c460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:05.510340 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-dee8f80f-93b7-4d56-8e81-fcf5a365c460 None None] For port 668451b4-3537-4db0-84c8-8ef89cbd4710, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=668451b4-3537-4db0-84c8-8ef89cbd4710,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:05.517128 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-dee8f80f-93b7-4d56-8e81-fcf5a365c460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:05.572235 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-dee8f80f-93b7-4d56-8e81-fcf5a365c460 None None] Provisioning complete for port c0a7d589-c1e3-4766-b9c8-523e603fccb3 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:05.572235 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-dee8f80f-93b7-4d56-8e81-fcf5a365c460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:05.648366 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee8f80f-93b7-4d56-8e81-fcf5a365c460 None None] Pushing event updated for resources: {'Port': ['ID=668451b4-3537-4db0-84c8-8ef89cbd4710,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:05.672382 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-dee8f80f-93b7-4d56-8e81-fcf5a365c460 None None] Port c0a7d589-c1e3-4766-b9c8-523e603fccb3 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:20:05.681167 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:05.683194 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-76360d00-1d7f-46a1-97e1-705c05288d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4721f686-c36a-48e6-b1c3-5a15e3718706', 'name': 'tempest-TestMinimumBasicScenario-1642169483-router', 'tenant_id': 'b8c735c84fc149f480f97a6427a14623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '668451b4-3537-4db0-84c8-8ef89cbd4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:20:00Z', 'updated_at': '2021-11-12T04:20:03Z', 'revision_number': 4, 'project_id': 'b8c735c84fc149f480f97a6427a14623', 'gw_port': {'id': '668451b4-3537-4db0-84c8-8ef89cbd4710', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c2:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4721f686-c36a-48e6-b1c3-5a15e3718706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:20:01Z', 'updated_at': '2021-11-12T04:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'c0a7d589-c1e3-4766-b9c8-523e603fccb3', 'name': '', 'network_id': '0d0c0a8a-d5ac-490a-b72c-1a2a49319059', 'tenant_id': 'b8c735c84fc149f480f97a6427a14623', 'mac_address': 'fa:16:3e:bd:9a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4721f686-c36a-48e6-b1c3-5a15e3718706', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '7b05cc83-9574-4805-9bd8-045f028b6162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:20:03Z', 'updated_at': '2021-11-12T04:20:04Z', 'revision_number': 2, 'project_id': 'b8c735c84fc149f480f97a6427a14623', 'subnets': [{'id': '7b05cc83-9574-4805-9bd8-045f028b6162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:05.721613 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76360d00-1d7f-46a1-97e1-705c05288d4a None None] The sync data for ids ['4721f686-c36a-48e6-b1c3-5a15e3718706'] in n-d-715271-27 is: [{'id': '4721f686-c36a-48e6-b1c3-5a15e3718706', 'name': 'tempest-TestMinimumBasicScenario-1642169483-router', 'tenant_id': 'b8c735c84fc149f480f97a6427a14623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '668451b4-3537-4db0-84c8-8ef89cbd4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:20:00Z', 'updated_at': '2021-11-12T04:20:03Z', 'revision_number': 4, 'project_id': 'b8c735c84fc149f480f97a6427a14623', 'gw_port': {'id': '668451b4-3537-4db0-84c8-8ef89cbd4710', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c2:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4721f686-c36a-48e6-b1c3-5a15e3718706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:20:01Z', 'updated_at': '2021-11-12T04:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'c0a7d589-c1e3-4766-b9c8-523e603fccb3', 'name': '', 'network_id': '0d0c0a8a-d5ac-490a-b72c-1a2a49319059', 'tenant_id': 'b8c735c84fc149f480f97a6427a14623', 'mac_address': 'fa:16:3e:bd:9a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4721f686-c36a-48e6-b1c3-5a15e3718706', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '7b05cc83-9574-4805-9bd8-045f028b6162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:20:03Z', 'updated_at': '2021-11-12T04:20:04Z', 'revision_number': 2, 'project_id': 'b8c735c84fc149f480f97a6427a14623', 'subnets': [{'id': '7b05cc83-9574-4805-9bd8-045f028b6162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:20:06.515488 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:08.115922 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be368ef1-4d49-4802-8980-87577a2479fc None None] Sync routers for ids ['4721f686-c36a-48e6-b1c3-5a15e3718706'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:20:08.127515 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be368ef1-4d49-4802-8980-87577a2479fc None None] Routers {'4721f686-c36a-48e6-b1c3-5a15e3718706'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:08.128291 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-be368ef1-4d49-4802-8980-87577a2479fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:20:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4721f686-c36a-48e6-b1c3-5a15e3718706'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:08.265746 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-be368ef1-4d49-4802-8980-87577a2479fc None None] Set router 4721f686-c36a-48e6-b1c3-5a15e3718706 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:20:08.546261 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 668451b4-3537-4db0-84c8-8ef89cbd4710 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:20:08.549010 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-be368ef1-4d49-4802-8980-87577a2479fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4721f686-c36a-48e6-b1c3-5a15e3718706', 'name': 'tempest-TestMinimumBasicScenario-1642169483-router', 'tenant_id': 'b8c735c84fc149f480f97a6427a14623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '668451b4-3537-4db0-84c8-8ef89cbd4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:20:00Z', 'updated_at': '2021-11-12T04:20:03Z', 'revision_number': 4, 'project_id': 'b8c735c84fc149f480f97a6427a14623', 'gw_port': {'id': '668451b4-3537-4db0-84c8-8ef89cbd4710', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4721f686-c36a-48e6-b1c3-5a15e3718706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:20:01Z', 'updated_at': '2021-11-12T04:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'c0a7d589-c1e3-4766-b9c8-523e603fccb3', 'name': '', 'network_id': '0d0c0a8a-d5ac-490a-b72c-1a2a49319059', 'tenant_id': 'b8c735c84fc149f480f97a6427a14623', 'mac_address': 'fa:16:3e:bd:9a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4721f686-c36a-48e6-b1c3-5a15e3718706', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '7b05cc83-9574-4805-9bd8-045f028b6162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:20:03Z', 'updated_at': '2021-11-12T04:20:04Z', 'revision_number': 2, 'project_id': 'b8c735c84fc149f480f97a6427a14623', 'subnets': [{'id': '7b05cc83-9574-4805-9bd8-045f028b6162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:08.590568 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be368ef1-4d49-4802-8980-87577a2479fc None None] Checking router: 4721f686-c36a-48e6-b1c3-5a15e3718706 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:20:08.590923 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be368ef1-4d49-4802-8980-87577a2479fc None None] Updating router 4721f686-c36a-48e6-b1c3-5a15e3718706 port c0a7d589-c1e3-4766-b9c8-523e603fccb3 binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:20:08.621963 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-be368ef1-4d49-4802-8980-87577a2479fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:08.628670 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 668451b4-3537-4db0-84c8-8ef89cbd4710 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:08.629434 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:08.944095 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-be368ef1-4d49-4802-8980-87577a2479fc None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:08.949484 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-be368ef1-4d49-4802-8980-87577a2479fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:09.031054 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5cb018-0ea3-41be-b942-abb9a798cf77 None None] Pushing event updated for resources: {'Port': ['ID=c0a7d589-c1e3-4766-b9c8-523e603fccb3,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:09.067268 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-be368ef1-4d49-4802-8980-87577a2479fc None None] Attempting to bind port c0a7d589-c1e3-4766-b9c8-523e603fccb3 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:20:09.067633 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-be368ef1-4d49-4802-8980-87577a2479fc None None] Attempting to bind port c0a7d589-c1e3-4766-b9c8-523e603fccb3 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'e769682f-e8df-45b4-a8f6-227e83b467d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0d0c0a8a-d5ac-490a-b72c-1a2a49319059'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:20:09.067982 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be368ef1-4d49-4802-8980-87577a2479fc None None] Attempting to bind port c0a7d589-c1e3-4766-b9c8-523e603fccb3 on network 0d0c0a8a-d5ac-490a-b72c-1a2a49319059 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:20:09.073592 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be368ef1-4d49-4802-8980-87577a2479fc None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:20:09.073947 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be368ef1-4d49-4802-8980-87577a2479fc None None] Checking segment: {'id': 'e769682f-e8df-45b4-a8f6-227e83b467d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0d0c0a8a-d5ac-490a-b72c-1a2a49319059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:20:09.074332 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-be368ef1-4d49-4802-8980-87577a2479fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:09.074722 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be368ef1-4d49-4802-8980-87577a2479fc None None] Bound using segment: {'id': 'e769682f-e8df-45b4-a8f6-227e83b467d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0d0c0a8a-d5ac-490a-b72c-1a2a49319059'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:20:09.075177 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-be368ef1-4d49-4802-8980-87577a2479fc None None] Bound port: c0a7d589-c1e3-4766-b9c8-523e603fccb3, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e769682f-e8df-45b4-a8f6-227e83b467d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0d0c0a8a-d5ac-490a-b72c-1a2a49319059'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:20:09.075551 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-be368ef1-4d49-4802-8980-87577a2479fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:09.171094 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-be368ef1-4d49-4802-8980-87577a2479fc None None] For port c0a7d589-c1e3-4766-b9c8-523e603fccb3, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:20:09.175414 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-be368ef1-4d49-4802-8980-87577a2479fc None None] For port c0a7d589-c1e3-4766-b9c8-523e603fccb3, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=c0a7d589-c1e3-4766-b9c8-523e603fccb3,segment=NetworkSegment(e769682f-e8df-45b4-a8f6-227e83b467d7),segment_id=e769682f-e8df-45b4-a8f6-227e83b467d7)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:20:09.180410 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-be368ef1-4d49-4802-8980-87577a2479fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:09.249816 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:09.266718 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be368ef1-4d49-4802-8980-87577a2479fc None None] Routers {'4721f686-c36a-48e6-b1c3-5a15e3718706'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:09.267350 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-be368ef1-4d49-4802-8980-87577a2479fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:20:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4721f686-c36a-48e6-b1c3-5a15e3718706'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:09.272685 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5cb018-0ea3-41be-b942-abb9a798cf77 None None] Pushing event updated for resources: {'Port': ['ID=c0a7d589-c1e3-4766-b9c8-523e603fccb3,revision_number=4']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:09.322168 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-14f15447-2c4d-477e-95fc-1e72d4d730a3 None None] Provisioning complete for port c0a7d589-c1e3-4766-b9c8-523e603fccb3 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:09.322532 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-14f15447-2c4d-477e-95fc-1e72d4d730a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:09.429653 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-be368ef1-4d49-4802-8980-87577a2479fc None None] Set router 4721f686-c36a-48e6-b1c3-5a15e3718706 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:20:09.467149 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-14f15447-2c4d-477e-95fc-1e72d4d730a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:09.528583 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-14f15447-2c4d-477e-95fc-1e72d4d730a3 None None] For port c0a7d589-c1e3-4766-b9c8-523e603fccb3, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=c0a7d589-c1e3-4766-b9c8-523e603fccb3,segment=NetworkSegment(e769682f-e8df-45b4-a8f6-227e83b467d7),segment_id=e769682f-e8df-45b4-a8f6-227e83b467d7)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:09.536258 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-14f15447-2c4d-477e-95fc-1e72d4d730a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:09.616779 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f15447-2c4d-477e-95fc-1e72d4d730a3 None None] Pushing event updated for resources: {'Port': ['ID=c0a7d589-c1e3-4766-b9c8-523e603fccb3,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:09.667398 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-c1888152-500d-4a50-90e8-ee9ffd4f4a6b None None] Provisioning complete for port c0a7d589-c1e3-4766-b9c8-523e603fccb3 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:09.673457 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c1888152-500d-4a50-90e8-ee9ffd4f4a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:09.692959 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-be368ef1-4d49-4802-8980-87577a2479fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4721f686-c36a-48e6-b1c3-5a15e3718706', 'name': 'tempest-TestMinimumBasicScenario-1642169483-router', 'tenant_id': 'b8c735c84fc149f480f97a6427a14623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '668451b4-3537-4db0-84c8-8ef89cbd4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:20:00Z', 'updated_at': '2021-11-12T04:20:03Z', 'revision_number': 4, 'project_id': 'b8c735c84fc149f480f97a6427a14623', 'gw_port': {'id': '668451b4-3537-4db0-84c8-8ef89cbd4710', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4721f686-c36a-48e6-b1c3-5a15e3718706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:20:01Z', 'updated_at': '2021-11-12T04:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'c0a7d589-c1e3-4766-b9c8-523e603fccb3', 'name': '', 'network_id': '0d0c0a8a-d5ac-490a-b72c-1a2a49319059', 'tenant_id': 'b8c735c84fc149f480f97a6427a14623', 'mac_address': 'fa:16:3e:bd:9a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4721f686-c36a-48e6-b1c3-5a15e3718706', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '7b05cc83-9574-4805-9bd8-045f028b6162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:20:03Z', 'updated_at': '2021-11-12T04:20:09Z', 'revision_number': 4, 'project_id': 'b8c735c84fc149f480f97a6427a14623', 'subnets': [{'id': '7b05cc83-9574-4805-9bd8-045f028b6162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:09.723726 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be368ef1-4d49-4802-8980-87577a2479fc None None] The sync data for ids ['4721f686-c36a-48e6-b1c3-5a15e3718706'] in n-d-715271-27 is: [{'id': '4721f686-c36a-48e6-b1c3-5a15e3718706', 'name': 'tempest-TestMinimumBasicScenario-1642169483-router', 'tenant_id': 'b8c735c84fc149f480f97a6427a14623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '668451b4-3537-4db0-84c8-8ef89cbd4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:20:00Z', 'updated_at': '2021-11-12T04:20:03Z', 'revision_number': 4, 'project_id': 'b8c735c84fc149f480f97a6427a14623', 'gw_port': {'id': '668451b4-3537-4db0-84c8-8ef89cbd4710', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4721f686-c36a-48e6-b1c3-5a15e3718706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:20:01Z', 'updated_at': '2021-11-12T04:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'c0a7d589-c1e3-4766-b9c8-523e603fccb3', 'name': '', 'network_id': '0d0c0a8a-d5ac-490a-b72c-1a2a49319059', 'tenant_id': 'b8c735c84fc149f480f97a6427a14623', 'mac_address': 'fa:16:3e:bd:9a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4721f686-c36a-48e6-b1c3-5a15e3718706', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '7b05cc83-9574-4805-9bd8-045f028b6162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:20:03Z', 'updated_at': '2021-11-12T04:20:09Z', 'revision_number': 4, 'project_id': 'b8c735c84fc149f480f97a6427a14623', 'subnets': [{'id': '7b05cc83-9574-4805-9bd8-045f028b6162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:20:10.559356 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device c0a7d589-c1e3-4766-b9c8-523e603fccb3 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:20:10.639574 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port c0a7d589-c1e3-4766-b9c8-523e603fccb3 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:10.640782 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:15.195543 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd4f66-102b-40c0-9320-3e615201a307 req-5ba6f6ed-387a-459e-be81-db74ec19b28c tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:15.197066 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2acd4f66-102b-40c0-9320-3e615201a307 req-5ba6f6ed-387a-459e-be81-db74ec19b28c tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/networks?id=753c7d5e-803d-4b9a-ad97-24545b050da6 HTTP/1.1" status: 200 len: 815 time: 0.1053514 Nov 12 04:20:15.222890 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2acd4f66-102b-40c0-9320-3e615201a307 req-ddd9683f-2cf0-418e-bdbc-98253606fecb tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/quotas/d703a4a6b2cd4504bf0d81b4cbbe2b62 HTTP/1.1" status: 200 len: 375 time: 0.0201311 Nov 12 04:20:15.289583 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2acd4f66-102b-40c0-9320-3e615201a307 req-02ec2843-30c4-437c-b89d-0c9d54669aca tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d703a4a6b2cd4504bf0d81b4cbbe2b62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605528 Nov 12 04:20:15.386660 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2acd4f66-102b-40c0-9320-3e615201a307 req-fc85cf64-810e-404d-bba7-9b7f2ba599c0 service neutron] 10.222.0.50 "GET /v2.0/networks/753c7d5e-803d-4b9a-ad97-24545b050da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846949 Nov 12 04:20:15.487720 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2acd4f66-102b-40c0-9320-3e615201a307 req-431a1533-b7bc-4e46-8e68-29f1a078e52a service neutron] 10.222.0.50 "GET /v2.0/networks/753c7d5e-803d-4b9a-ad97-24545b050da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941005 Nov 12 04:20:15.669387 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-24f20989-7283-41c3-a8cc-d2a413afb25c req-b6f11fb5-f9b4-4396-8d52-400b4acf753f tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/ports?device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 210 time: 0.0307646 Nov 12 04:20:16.694535 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd4f66-102b-40c0-9320-3e615201a307 req-bbfee767-7f82-4a42-8f9d-994106fa5f03 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:16.696023 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2acd4f66-102b-40c0-9320-3e615201a307 req-bbfee767-7f82-4a42-8f9d-994106fa5f03 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.74 "GET /v2.0/networks?id=753c7d5e-803d-4b9a-ad97-24545b050da6 HTTP/1.1" status: 200 len: 815 time: 0.1180046 Nov 12 04:20:16.712386 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-2acd4f66-102b-40c0-9320-3e615201a307 req-e6ec5489-3326-467e-8bec-0ea7b5ae025d tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Request body: {'port': {'device_id': '43f97ff1-31a8-4149-8275-411c25ef4926', 'network_id': '753c7d5e-803d-4b9a-ad97-24545b050da6', 'admin_state_up': True, 'tenant_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:16.798662 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2d2deaf8-d984-4971-875b-36f1a5373646 req-b390b56b-f748-46c5-8498-45c953cb7491 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/ports?device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 210 time: 0.0563500 Nov 12 04:20:16.867017 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2acd4f66-102b-40c0-9320-3e615201a307 req-e6ec5489-3326-467e-8bec-0ea7b5ae025d tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Made reservation on behalf of d703a4a6b2cd4504bf0d81b4cbbe2b62 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:20:16.870707 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2acd4f66-102b-40c0-9320-3e615201a307 req-e6ec5489-3326-467e-8bec-0ea7b5ae025d tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:17.044775 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-2acd4f66-102b-40c0-9320-3e615201a307 req-e6ec5489-3326-467e-8bec-0ea7b5ae025d tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Allocated IP 172.20.0.7 (753c7d5e-803d-4b9a-ad97-24545b050da6/fcb82d66-80ec-4997-b680-ca5623edec7a/6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:20:17.292415 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2acd4f66-102b-40c0-9320-3e615201a307 req-e6ec5489-3326-467e-8bec-0ea7b5ae025d tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:17.334242 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2acd4f66-102b-40c0-9320-3e615201a307 req-e6ec5489-3326-467e-8bec-0ea7b5ae025d tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:17.385887 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2acd4f66-102b-40c0-9320-3e615201a307 req-e6ec5489-3326-467e-8bec-0ea7b5ae025d tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Network 753c7d5e-803d-4b9a-ad97-24545b050da6 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:20:17.391129 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-2acd4f66-102b-40c0-9320-3e615201a307 req-e6ec5489-3326-467e-8bec-0ea7b5ae025d tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:20:17.396484 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-2acd4f66-102b-40c0-9320-3e615201a307 req-e6ec5489-3326-467e-8bec-0ea7b5ae025d tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:20:17.432298 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec5489-3326-467e-8bec-0ea7b5ae025d tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Pushing event updated for resources: {'Port': ['ID=6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:17.458924 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec5489-3326-467e-8bec-0ea7b5ae025d tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:17.459253 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec5489-3326-467e-8bec-0ea7b5ae025d tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:17.459588 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec5489-3326-467e-8bec-0ea7b5ae025d tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:17.460046 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec5489-3326-467e-8bec-0ea7b5ae025d tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:17.460301 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec5489-3326-467e-8bec-0ea7b5ae025d tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:17.460663 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec5489-3326-467e-8bec-0ea7b5ae025d tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:17.460973 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec5489-3326-467e-8bec-0ea7b5ae025d tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:17.461291 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec5489-3326-467e-8bec-0ea7b5ae025d tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:17.461617 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec5489-3326-467e-8bec-0ea7b5ae025d tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:17.461938 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec5489-3326-467e-8bec-0ea7b5ae025d tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:17.462254 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec5489-3326-467e-8bec-0ea7b5ae025d tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:17.462567 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec5489-3326-467e-8bec-0ea7b5ae025d tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:17.473310 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd4f66-102b-40c0-9320-3e615201a307 req-e6ec5489-3326-467e-8bec-0ea7b5ae025d tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:17.474561 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2acd4f66-102b-40c0-9320-3e615201a307 req-e6ec5489-3326-467e-8bec-0ea7b5ae025d tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:17.498394 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2acd4f66-102b-40c0-9320-3e615201a307 req-e6ec5489-3326-467e-8bec-0ea7b5ae025d tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7907975 Nov 12 04:20:17.690036 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-486783db-3394-4a0f-9587-4e41475cb382 None None] Provisioning complete for port 6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:17.691387 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-486783db-3394-4a0f-9587-4e41475cb382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:17.727165 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-486783db-3394-4a0f-9587-4e41475cb382 None None] Port 6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:20:17.935669 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848e537-5dac-48cf-9533-b329e7c8d305 req-210e89aa-c2d8-4e94-9ec0-eb6d16c37e24 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:17.937416 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d848e537-5dac-48cf-9533-b329e7c8d305 req-210e89aa-c2d8-4e94-9ec0-eb6d16c37e24 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/ports?device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 931 time: 0.0600066 Nov 12 04:20:17.992722 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d848e537-5dac-48cf-9533-b329e7c8d305 req-6dee2ad1-c151-4e31-91ad-6f9ad90753ff tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/security-groups?id=c70b4fd7-ec9b-4d46-a590-bd4da937ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481439 Nov 12 04:20:18.661195 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:19.127107 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e67d90-2ca9-4e46-9a6b-a68f6c75e4c9 req-c82463fd-72c5-469a-a2c0-a4e31dcf8dce tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:19.129460 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-38e67d90-2ca9-4e46-9a6b-a68f6c75e4c9 req-c82463fd-72c5-469a-a2c0-a4e31dcf8dce tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/ports?device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 931 time: 0.0572944 Nov 12 04:20:19.188406 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-38e67d90-2ca9-4e46-9a6b-a68f6c75e4c9 req-5ecbf7eb-f7d1-43c7-bb81-54cdcb4ac1f1 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/security-groups?id=c70b4fd7-ec9b-4d46-a590-bd4da937ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506611 Nov 12 04:20:20.344642 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c494dd-b78a-4c2e-adf8-d86abecd733d req-a0334245-8ee5-459c-9a1b-92b8c65fe9bd tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:20.346915 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-88c494dd-b78a-4c2e-adf8-d86abecd733d req-a0334245-8ee5-459c-9a1b-92b8c65fe9bd tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/ports?device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 931 time: 0.0605707 Nov 12 04:20:20.409416 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-88c494dd-b78a-4c2e-adf8-d86abecd733d req-dd7d599b-3a18-4af6-b646-085be85fc98a tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/security-groups?id=c70b4fd7-ec9b-4d46-a590-bd4da937ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563054 Nov 12 04:20:21.552246 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf28cb-ad18-43ce-b454-6e2e4c3ba837 req-a0f9441c-c628-4ead-845a-0853e62af580 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:21.553842 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9bbf28cb-ad18-43ce-b454-6e2e4c3ba837 req-a0f9441c-c628-4ead-845a-0853e62af580 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/ports?device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 931 time: 0.0615258 Nov 12 04:20:21.623826 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9bbf28cb-ad18-43ce-b454-6e2e4c3ba837 req-17a8dbe4-1cb1-4b00-b287-b8de849904d4 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/security-groups?id=c70b4fd7-ec9b-4d46-a590-bd4da937ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595009 Nov 12 04:20:22.754422 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c64b94-7b73-4548-b9b7-b144bf974730 req-f7bd0414-50db-4176-8e2b-ccfa80f89843 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:22.756179 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f1c64b94-7b73-4548-b9b7-b144bf974730 req-f7bd0414-50db-4176-8e2b-ccfa80f89843 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/ports?device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 931 time: 0.0539799 Nov 12 04:20:22.814535 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f1c64b94-7b73-4548-b9b7-b144bf974730 req-7d61b2d3-d07e-41ce-9d84-f752a0b1e7bb tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/security-groups?id=c70b4fd7-ec9b-4d46-a590-bd4da937ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522652 Nov 12 04:20:23.949534 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d23e8-26fa-4613-85df-d25baba7746c req-34473096-9937-42a4-b27a-3e3c74b8ca6b tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:23.956464 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3d6d23e8-26fa-4613-85df-d25baba7746c req-34473096-9937-42a4-b27a-3e3c74b8ca6b tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/ports?device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 931 time: 0.0598762 Nov 12 04:20:24.021721 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3d6d23e8-26fa-4613-85df-d25baba7746c req-b4a1ee31-e95a-476f-a8ca-4158ed31a0d3 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/security-groups?id=c70b4fd7-ec9b-4d46-a590-bd4da937ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632255 Nov 12 04:20:25.155443 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fb2dd-0f02-43db-b1a7-c309fc511f48 req-5afe9ebe-9c2b-47ce-bb56-3da4b41f3615 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:25.160984 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-728fb2dd-0f02-43db-b1a7-c309fc511f48 req-5afe9ebe-9c2b-47ce-bb56-3da4b41f3615 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/ports?device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 931 time: 0.0581298 Nov 12 04:20:25.211805 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-728fb2dd-0f02-43db-b1a7-c309fc511f48 req-2e10f957-0108-4713-9a67-47b226046f63 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/security-groups?id=c70b4fd7-ec9b-4d46-a590-bd4da937ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479572 Nov 12 04:20:26.356122 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304a7b2-09e1-418e-9972-11195109f9ad req-9fd4b9e6-b149-4e47-9f01-689f5bb5fe95 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:26.357656 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7304a7b2-09e1-418e-9972-11195109f9ad req-9fd4b9e6-b149-4e47-9f01-689f5bb5fe95 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/ports?device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 931 time: 0.0557854 Nov 12 04:20:26.407345 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7304a7b2-09e1-418e-9972-11195109f9ad req-78cc49b5-05f9-4b43-aacd-7b47b782b0fa tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/security-groups?id=c70b4fd7-ec9b-4d46-a590-bd4da937ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423112 Nov 12 04:20:26.584158 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-2acd4f66-102b-40c0-9320-3e615201a307 req-a9378b5d-e7ec-4dfc-9471-ebe5f50cc721 service neutron] Request body: {'port': {'device_id': '43f97ff1-31a8-4149-8275-411c25ef4926', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:26.640771 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2acd4f66-102b-40c0-9320-3e615201a307 req-a9378b5d-e7ec-4dfc-9471-ebe5f50cc721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:26.917391 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-2acd4f66-102b-40c0-9320-3e615201a307 req-a9378b5d-e7ec-4dfc-9471-ebe5f50cc721 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:20:26.926038 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2acd4f66-102b-40c0-9320-3e615201a307 req-a9378b5d-e7ec-4dfc-9471-ebe5f50cc721 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:26.943031 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-2acd4f66-102b-40c0-9320-3e615201a307 req-a9378b5d-e7ec-4dfc-9471-ebe5f50cc721 service neutron] Transition to ACTIVE for port object 6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:20:26.946413 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2acd4f66-102b-40c0-9320-3e615201a307 req-a9378b5d-e7ec-4dfc-9471-ebe5f50cc721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:27.007760 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9378b5d-e7ec-4dfc-9471-ebe5f50cc721 service neutron] Pushing event updated for resources: {'Port': ['ID=6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:27.093259 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-2acd4f66-102b-40c0-9320-3e615201a307 req-a9378b5d-e7ec-4dfc-9471-ebe5f50cc721 service neutron] Attempting to bind port 6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:20:27.093879 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-2acd4f66-102b-40c0-9320-3e615201a307 req-a9378b5d-e7ec-4dfc-9471-ebe5f50cc721 service neutron] Attempting to bind port 6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '49e131f5-c561-4deb-baef-991b3672231e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '753c7d5e-803d-4b9a-ad97-24545b050da6'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:20:27.094400 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acd4f66-102b-40c0-9320-3e615201a307 req-a9378b5d-e7ec-4dfc-9471-ebe5f50cc721 service neutron] Attempting to bind port 6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86 on network 753c7d5e-803d-4b9a-ad97-24545b050da6 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:20:27.100367 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acd4f66-102b-40c0-9320-3e615201a307 req-a9378b5d-e7ec-4dfc-9471-ebe5f50cc721 service neutron] Port 6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86 on network 753c7d5e-803d-4b9a-ad97-24545b050da6 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:20:27.100865 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acd4f66-102b-40c0-9320-3e615201a307 req-a9378b5d-e7ec-4dfc-9471-ebe5f50cc721 service neutron] Attempting to bind port 6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86 on network 753c7d5e-803d-4b9a-ad97-24545b050da6 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:20:27.107985 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acd4f66-102b-40c0-9320-3e615201a307 req-a9378b5d-e7ec-4dfc-9471-ebe5f50cc721 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:20:27.107985 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acd4f66-102b-40c0-9320-3e615201a307 req-a9378b5d-e7ec-4dfc-9471-ebe5f50cc721 service neutron] Checking segment: {'id': '49e131f5-c561-4deb-baef-991b3672231e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '753c7d5e-803d-4b9a-ad97-24545b050da6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:20:27.108420 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acd4f66-102b-40c0-9320-3e615201a307 req-a9378b5d-e7ec-4dfc-9471-ebe5f50cc721 service neutron] Bound using segment: {'id': '49e131f5-c561-4deb-baef-991b3672231e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '753c7d5e-803d-4b9a-ad97-24545b050da6'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:20:27.108849 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-2acd4f66-102b-40c0-9320-3e615201a307 req-a9378b5d-e7ec-4dfc-9471-ebe5f50cc721 service neutron] Bound port: 6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49e131f5-c561-4deb-baef-991b3672231e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '753c7d5e-803d-4b9a-ad97-24545b050da6'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:20:27.109203 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2acd4f66-102b-40c0-9320-3e615201a307 req-a9378b5d-e7ec-4dfc-9471-ebe5f50cc721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:27.181783 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-2acd4f66-102b-40c0-9320-3e615201a307 req-a9378b5d-e7ec-4dfc-9471-ebe5f50cc721 service neutron] For port 6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:20:27.185130 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-2acd4f66-102b-40c0-9320-3e615201a307 req-a9378b5d-e7ec-4dfc-9471-ebe5f50cc721 service neutron] For port 6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86,segment=NetworkSegment(49e131f5-c561-4deb-baef-991b3672231e),segment_id=49e131f5-c561-4deb-baef-991b3672231e)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:20:27.190583 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2acd4f66-102b-40c0-9320-3e615201a307 req-a9378b5d-e7ec-4dfc-9471-ebe5f50cc721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:27.226753 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd4f66-102b-40c0-9320-3e615201a307 req-a9378b5d-e7ec-4dfc-9471-ebe5f50cc721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:27.227374 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2acd4f66-102b-40c0-9320-3e615201a307 req-a9378b5d-e7ec-4dfc-9471-ebe5f50cc721 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:27.228803 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2acd4f66-102b-40c0-9320-3e615201a307 req-a9378b5d-e7ec-4dfc-9471-ebe5f50cc721 service neutron] 10.222.0.74 "PUT /v2.0/ports/6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86 HTTP/1.1" status: 200 len: 1092 time: 0.6497991 Nov 12 04:20:27.229252 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f97ff1-31a8-4149-8275-411c25ef4926', 'tag': '6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:20:27.231544 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6663d1d3f3c9eef7926d12034ee86df45d83a9b81db0163b8b39b36c8946953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691bf17c-bfdf-45a8-b384-b2e2b39ab71d" -d '{"events": [{"name": "network-changed", "server_uuid": "43f97ff1-31a8-4149-8275-411c25ef4926", "tag": "6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:20:27.260749 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9378b5d-e7ec-4dfc-9471-ebe5f50cc721 service neutron] Pushing event updated for resources: {'Port': ['ID=6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:27.304123 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b2c984-409f-46f6-950f-eadff01d50c1 x-openstack-request-id: req-85b2c984-409f-46f6-950f-eadff01d50c1 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:20:27.304424 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f97ff1-31a8-4149-8275-411c25ef4926", "tag": "6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:20:27.304675 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-85b2c984-409f-46f6-950f-eadff01d50c1 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:20:27.305076 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43f97ff1-31a8-4149-8275-411c25ef4926', 'tag': '6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86', 'status': 'completed', 'code': 200} Nov 12 04:20:27.325720 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd4f66-102b-40c0-9320-3e615201a307 req-5277aba3-4aee-4be7-88eb-b62d01d467ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:27.327239 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2acd4f66-102b-40c0-9320-3e615201a307 req-5277aba3-4aee-4be7-88eb-b62d01d467ae service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d703a4a6b2cd4504bf0d81b4cbbe2b62&device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 1095 time: 0.0508599 Nov 12 04:20:27.379629 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2acd4f66-102b-40c0-9320-3e615201a307 req-e8f2974d-ba5c-42c4-96f4-4046914b3fc0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86 HTTP/1.1" status: 200 len: 217 time: 0.0432432 Nov 12 04:20:27.434457 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd4f66-102b-40c0-9320-3e615201a307 req-3435423c-d945-435b-8d81-5476a94ea4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:27.435879 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2acd4f66-102b-40c0-9320-3e615201a307 req-3435423c-d945-435b-8d81-5476a94ea4df service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fcb82d66-80ec-4997-b680-ca5623edec7a HTTP/1.1" status: 200 len: 854 time: 0.0468857 Nov 12 04:20:27.492984 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd4f66-102b-40c0-9320-3e615201a307 req-a4a36a65-c83b-48c8-9fb6-5a52e9a2ceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:27.494414 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2acd4f66-102b-40c0-9320-3e615201a307 req-a4a36a65-c83b-48c8-9fb6-5a52e9a2ceb3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=753c7d5e-803d-4b9a-ad97-24545b050da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510771 Nov 12 04:20:27.593725 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aee37e-1cba-42de-98b3-025c1dfe433b req-6dfa54d5-7147-4f59-997d-a3deaf338827 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:27.595190 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a9aee37e-1cba-42de-98b3-025c1dfe433b req-6dfa54d5-7147-4f59-997d-a3deaf338827 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/ports?device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 943 time: 0.1132629 Nov 12 04:20:27.631036 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2acd4f66-102b-40c0-9320-3e615201a307 req-2e54adbc-cc7e-4b89-862a-26d07c995f28 service neutron] 10.222.0.74 "GET /v2.0/networks/753c7d5e-803d-4b9a-ad97-24545b050da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202111 Nov 12 04:20:27.682036 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a9aee37e-1cba-42de-98b3-025c1dfe433b req-a9383eb8-79f1-418d-81b5-4b5e899c6589 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/security-groups?id=c70b4fd7-ec9b-4d46-a590-bd4da937ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797963 Nov 12 04:20:27.746094 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2acd4f66-102b-40c0-9320-3e615201a307 req-cdf41975-a34d-4860-a1f7-850e08e6b6f1 service neutron] 10.222.0.74 "GET /v2.0/networks/753c7d5e-803d-4b9a-ad97-24545b050da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055262 Nov 12 04:20:27.838246 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bf17c-bfdf-45a8-b384-b2e2b39ab71d req-ee567667-c803-4803-be11-68baaddc3a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:27.839754 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-691bf17c-bfdf-45a8-b384-b2e2b39ab71d req-ee567667-c803-4803-be11-68baaddc3a83 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d703a4a6b2cd4504bf0d81b4cbbe2b62&device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 1095 time: 0.0436313 Nov 12 04:20:27.935846 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bf17c-bfdf-45a8-b384-b2e2b39ab71d req-5fddcc23-3ba8-4a17-9416-9579f38ce7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:27.937257 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-691bf17c-bfdf-45a8-b384-b2e2b39ab71d req-5fddcc23-3ba8-4a17-9416-9579f38ce7c6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=753c7d5e-803d-4b9a-ad97-24545b050da6 HTTP/1.1" status: 200 len: 916 time: 0.0898595 Nov 12 04:20:27.979736 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-691bf17c-bfdf-45a8-b384-b2e2b39ab71d req-b5112860-379d-4c5c-97a9-ba135bdb82ee service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86 HTTP/1.1" status: 200 len: 217 time: 0.0353107 Nov 12 04:20:28.031740 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bf17c-bfdf-45a8-b384-b2e2b39ab71d req-070b92fc-fb98-4a77-8d65-827b3c42f5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:28.033278 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-691bf17c-bfdf-45a8-b384-b2e2b39ab71d req-070b92fc-fb98-4a77-8d65-827b3c42f5be service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fcb82d66-80ec-4997-b680-ca5623edec7a HTTP/1.1" status: 200 len: 854 time: 0.0453207 Nov 12 04:20:28.092446 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bf17c-bfdf-45a8-b384-b2e2b39ab71d req-68379694-3e68-48ec-9344-1736e69dfc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:28.093953 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-691bf17c-bfdf-45a8-b384-b2e2b39ab71d req-68379694-3e68-48ec-9344-1736e69dfc9d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=753c7d5e-803d-4b9a-ad97-24545b050da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528569 Nov 12 04:20:28.186444 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-691bf17c-bfdf-45a8-b384-b2e2b39ab71d req-4df401f1-b6a0-4526-88c6-f5a8f31d95fc service neutron] 10.222.0.74 "GET /v2.0/networks/753c7d5e-803d-4b9a-ad97-24545b050da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839491 Nov 12 04:20:28.279649 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-691bf17c-bfdf-45a8-b384-b2e2b39ab71d req-50fa35b2-939c-40f6-b33d-30f16975aa8d service neutron] 10.222.0.74 "GET /v2.0/networks/753c7d5e-803d-4b9a-ad97-24545b050da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853865 Nov 12 04:20:28.810170 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39160789-542d-454e-9052-35f8cc30184a req-471d7c14-c2e2-43f6-b8df-490509d92b15 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:28.811843 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-39160789-542d-454e-9052-35f8cc30184a req-471d7c14-c2e2-43f6-b8df-490509d92b15 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/ports?device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 943 time: 0.0526397 Nov 12 04:20:28.877413 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-39160789-542d-454e-9052-35f8cc30184a req-00b21042-d3cb-411e-a749-91d4718d082e tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/security-groups?id=c70b4fd7-ec9b-4d46-a590-bd4da937ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582719 Nov 12 04:20:30.003277 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2089f3-b7df-442b-81d0-5f1124cfd2bc req-d5ab596e-415c-48a9-850b-678fb9629d95 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:30.004942 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7f2089f3-b7df-442b-81d0-5f1124cfd2bc req-d5ab596e-415c-48a9-850b-678fb9629d95 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/ports?device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 943 time: 0.0518332 Nov 12 04:20:30.052280 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7f2089f3-b7df-442b-81d0-5f1124cfd2bc req-76b4a456-0421-4aaa-9d13-c0fd530e0e85 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/security-groups?id=c70b4fd7-ec9b-4d46-a590-bd4da937ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412152 Nov 12 04:20:30.464868 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c05a7ad9-dfce-4ff1-9103-3244cba96ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:31.178546 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404c96f-df0c-4ae3-81f0-e85b67fe54ce req-76ad606d-3cc9-4c69-bc83-f328080c4234 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:31.180024 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3404c96f-df0c-4ae3-81f0-e85b67fe54ce req-76ad606d-3cc9-4c69-bc83-f328080c4234 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/ports?device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 943 time: 0.0597310 Nov 12 04:20:31.227847 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3404c96f-df0c-4ae3-81f0-e85b67fe54ce req-7b9a9163-f494-4dd9-b8ab-60b7f4dc543c tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/security-groups?id=c70b4fd7-ec9b-4d46-a590-bd4da937ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416162 Nov 12 04:20:31.477258 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:20:31.571015 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86,segment=NetworkSegment(49e131f5-c561-4deb-baef-991b3672231e),segment_id=49e131f5-c561-4deb-baef-991b3672231e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:31.582648 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86', 'network_id': '753c7d5e-803d-4b9a-ad97-24545b050da6', 'port_id': '6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86', 'mac_address': 'fa:16:3e:39:86:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcb82d66-80ec-4997-b680-ca5623edec7a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:20:31.623076 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:31.636187 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:20:31.656227 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86,segment=NetworkSegment(49e131f5-c561-4deb-baef-991b3672231e),segment_id=49e131f5-c561-4deb-baef-991b3672231e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:31.660861 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:31.716702 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:31.727708 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:31.728056 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:31.728431 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:31.728771 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:31.729110 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:31.729441 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:31.729769 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:31.730095 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:31.730423 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:31.730747 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:31.731072 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:31.731395 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:31.896995 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:20:32.348054 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba9970-bfe8-40b1-9f0f-dde72a4bc529 req-179c5573-faf8-4021-96cb-23e763f15963 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:32.350048 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fbba9970-bfe8-40b1-9f0f-dde72a4bc529 req-179c5573-faf8-4021-96cb-23e763f15963 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/ports?device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 944 time: 0.0538833 Nov 12 04:20:32.411747 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fbba9970-bfe8-40b1-9f0f-dde72a4bc529 req-c2c09044-2ef2-4008-ac4f-5292c9dad61e tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/security-groups?id=c70b4fd7-ec9b-4d46-a590-bd4da937ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544300 Nov 12 04:20:33.457626 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-62c6c734-2450-4501-83df-b287dd166a19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:33.511901 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:20:33.537351 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e97278-03d2-497c-b559-b75b8191be7c req-6d556885-26e6-4102-81f9-63f0d203f1b6 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:33.538857 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-41e97278-03d2-497c-b559-b75b8191be7c req-6d556885-26e6-4102-81f9-63f0d203f1b6 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/ports?device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 944 time: 0.0523930 Nov 12 04:20:33.565254 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:20:33.569785 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:33.570275 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:33.589569 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-41e97278-03d2-497c-b559-b75b8191be7c req-ef81379f-aee3-4813-bc5a-8e329fab8b1c tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/security-groups?id=c70b4fd7-ec9b-4d46-a590-bd4da937ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446703 Nov 12 04:20:33.649941 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:33.673366 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f97ff1-31a8-4149-8275-411c25ef4926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:20:33.676216 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b6ddd3dcdf33591bed50c5a7e661b8bd9e6bfa45082c02e2ff7a95d810a3d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95edb40f-cd2a-4e67-b979-7de251fed70b" -d '{"events": [{"server_uuid": "43f97ff1-31a8-4149-8275-411c25ef4926", "name": "network-vif-plugged", "status": "completed", "tag": "6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:20:33.689615 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86,segment=NetworkSegment(49e131f5-c561-4deb-baef-991b3672231e),segment_id=49e131f5-c561-4deb-baef-991b3672231e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:33.694387 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:33.717979 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43e5422-af7b-45ae-a1f4-2ead38d965d2 x-openstack-request-id: req-a43e5422-af7b-45ae-a1f4-2ead38d965d2 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:20:33.718269 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f97ff1-31a8-4149-8275-411c25ef4926", "name": "network-vif-plugged", "status": "completed", "tag": "6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:20:33.718519 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a43e5422-af7b-45ae-a1f4-2ead38d965d2 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:20:33.718903 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f97ff1-31a8-4149-8275-411c25ef4926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86', 'code': 200} Nov 12 04:20:33.748655 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:33.816917 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96167e-136c-4335-9e62-a56527cb0814 req-b6a350e6-3f9b-40be-bc5d-b1bb79f2e770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:33.818416 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-af96167e-136c-4335-9e62-a56527cb0814 req-b6a350e6-3f9b-40be-bc5d-b1bb79f2e770 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 1097 time: 0.0455048 Nov 12 04:20:33.864251 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-af96167e-136c-4335-9e62-a56527cb0814 req-b96aaca8-a87a-4544-b17c-47bd1c6b6f91 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c70b4fd7-ec9b-4d46-a590-bd4da937ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372019 Nov 12 04:20:34.298362 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:34.716052 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf767e-d045-4646-81b0-39e4fcd9e46f req-79c7351d-47b2-464d-9983-2a2f58375087 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:34.717546 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1abf767e-d045-4646-81b0-39e4fcd9e46f req-79c7351d-47b2-464d-9983-2a2f58375087 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/ports?device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 945 time: 0.0536215 Nov 12 04:20:34.765156 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1abf767e-d045-4646-81b0-39e4fcd9e46f req-7a7ba1d9-212b-4d1f-a080-e3c8131a5158 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/security-groups?id=c70b4fd7-ec9b-4d46-a590-bd4da937ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409827 Nov 12 04:20:35.627893 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:35.887832 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5262f-724d-4b80-9ae8-51fcd975e8d7 req-ea635aae-5339-4cd0-b4fe-c0ed0dd4b39c tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:35.889478 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0cc5262f-724d-4b80-9ae8-51fcd975e8d7 req-ea635aae-5339-4cd0-b4fe-c0ed0dd4b39c tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/ports?device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 945 time: 0.0531592 Nov 12 04:20:35.941168 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0cc5262f-724d-4b80-9ae8-51fcd975e8d7 req-d7fd57a2-0b33-4310-802f-33d914a2cb35 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/security-groups?id=c70b4fd7-ec9b-4d46-a590-bd4da937ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456991 Nov 12 04:20:36.056200 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5035df-653e-4ee1-8f37-5a352f9094a1 req-6a2bbdd3-d68b-443b-abfc-2d7ed62d6186 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:36.057592 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3b5035df-653e-4ee1-8f37-5a352f9094a1 req-6a2bbdd3-d68b-443b-abfc-2d7ed62d6186 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/ports?device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 945 time: 0.0491424 Nov 12 04:20:36.105284 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3b5035df-653e-4ee1-8f37-5a352f9094a1 req-68611085-33c6-4f37-9e15-506accdf2878 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/security-groups?id=c70b4fd7-ec9b-4d46-a590-bd4da937ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414989 Nov 12 04:20:36.297461 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce53ce-c378-4a77-a3d1-2f4f90f59484 req-997e6413-8067-4fd7-8fbb-1134f1110e5c tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:36.298919 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-90ce53ce-c378-4a77-a3d1-2f4f90f59484 req-997e6413-8067-4fd7-8fbb-1134f1110e5c tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/ports?device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 945 time: 0.0535784 Nov 12 04:20:36.351240 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-90ce53ce-c378-4a77-a3d1-2f4f90f59484 req-18672c4d-2922-4344-8395-9bbf0b5779ff tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/security-groups?id=c70b4fd7-ec9b-4d46-a590-bd4da937ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454302 Nov 12 04:20:36.467967 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:36.930247 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:20:39.247675 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:45.132772 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b409d37a-8a61-44ae-9f24-1556cbd05e1d req-9fd78dbe-97ff-4e78-867e-e0e3afb3f0be service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=43f97ff1-31a8-4149-8275-411c25ef4926&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1349950 Nov 12 04:20:45.220051 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409d37a-8a61-44ae-9f24-1556cbd05e1d req-c376d73e-6285-4ada-ba59-7788ee00fa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:45.221547 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b409d37a-8a61-44ae-9f24-1556cbd05e1d req-c376d73e-6285-4ada-ba59-7788ee00fa95 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d703a4a6b2cd4504bf0d81b4cbbe2b62&device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 1097 time: 0.0415978 Nov 12 04:20:45.325822 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409d37a-8a61-44ae-9f24-1556cbd05e1d req-f0706f3a-6556-4808-814f-f241095034d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:45.327185 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b409d37a-8a61-44ae-9f24-1556cbd05e1d req-f0706f3a-6556-4808-814f-f241095034d5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=753c7d5e-803d-4b9a-ad97-24545b050da6 HTTP/1.1" status: 200 len: 916 time: 0.0845244 Nov 12 04:20:45.374854 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b409d37a-8a61-44ae-9f24-1556cbd05e1d req-251d1e5f-1f71-46ba-82ba-18dc213813c4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86 HTTP/1.1" status: 200 len: 217 time: 0.0372193 Nov 12 04:20:45.425440 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409d37a-8a61-44ae-9f24-1556cbd05e1d req-95aa3354-889f-436a-957c-43517f60a295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:45.427780 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b409d37a-8a61-44ae-9f24-1556cbd05e1d req-95aa3354-889f-436a-957c-43517f60a295 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fcb82d66-80ec-4997-b680-ca5623edec7a HTTP/1.1" status: 200 len: 854 time: 0.0454023 Nov 12 04:20:45.477702 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409d37a-8a61-44ae-9f24-1556cbd05e1d req-6c69488c-8e70-43aa-a837-8ab98d99ed69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:45.479198 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b409d37a-8a61-44ae-9f24-1556cbd05e1d req-6c69488c-8e70-43aa-a837-8ab98d99ed69 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=753c7d5e-803d-4b9a-ad97-24545b050da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437868 Nov 12 04:20:45.577226 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b409d37a-8a61-44ae-9f24-1556cbd05e1d req-12778ed0-dbff-487b-8a6c-11c72cbf7667 service neutron] 10.222.0.74 "GET /v2.0/networks/753c7d5e-803d-4b9a-ad97-24545b050da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902007 Nov 12 04:20:45.670783 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b409d37a-8a61-44ae-9f24-1556cbd05e1d req-78a34e6d-c996-4603-a8ae-b2ed79369f49 service neutron] 10.222.0.74 "GET /v2.0/networks/753c7d5e-803d-4b9a-ad97-24545b050da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853503 Nov 12 04:20:48.652924 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:49.939691 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99522c5-4ab3-4eb1-8d31-b8f5004489dc req-a23b41a2-79f4-44d1-ad58-62d1791986a2 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:49.941190 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c99522c5-4ab3-4eb1-8d31-b8f5004489dc req-a23b41a2-79f4-44d1-ad58-62d1791986a2 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/ports?device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 945 time: 0.0496638 Nov 12 04:20:49.988980 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c99522c5-4ab3-4eb1-8d31-b8f5004489dc req-9240b7d7-5619-4a46-b76c-949a27a499ca tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/security-groups?id=c70b4fd7-ec9b-4d46-a590-bd4da937ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415545 Nov 12 04:20:50.011624 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 57996) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:50.095891 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f11160-37fe-43d8-872f-0614cd2fbc44 tempest-TestMinimumBasicScenario-1945956081 tempest-TestMinimumBasicScenario-1945956081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:50.097622 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-56f11160-37fe-43d8-872f-0614cd2fbc44 tempest-TestMinimumBasicScenario-1945956081 tempest-TestMinimumBasicScenario-1945956081-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 1092 time: 0.0847857 Nov 12 04:20:50.101182 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58000) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:50.105497 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-000d1909-7da8-4108-91d4-fdd89457312a tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'port_id': '6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86', 'tenant_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:50.128636 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-000d1909-7da8-4108-91d4-fdd89457312a tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks [] for floatingip, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:50.228686 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-000d1909-7da8-4108-91d4-fdd89457312a tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:50.331335 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-000d1909-7da8-4108-91d4-fdd89457312a tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Allocated IP 172.25.5.24 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/cdedcb8e-e1ef-4b06-8fea-df47e0bf64f3) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:20:50.439161 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-000d1909-7da8-4108-91d4-fdd89457312a tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:50.473002 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-000d1909-7da8-4108-91d4-fdd89457312a tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:50.512829 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000d1909-7da8-4108-91d4-fdd89457312a tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:20:50.515726 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-000d1909-7da8-4108-91d4-fdd89457312a tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:20:50.519282 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000d1909-7da8-4108-91d4-fdd89457312a tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:20:50.525624 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d1909-7da8-4108-91d4-fdd89457312a tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Pushing event updated for resources: {'Port': ['ID=cdedcb8e-e1ef-4b06-8fea-df47e0bf64f3,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:51.005338 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-000d1909-7da8-4108-91d4-fdd89457312a tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:51.102572 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-000d1909-7da8-4108-91d4-fdd89457312a tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:51.247247 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-000d1909-7da8-4108-91d4-fdd89457312a tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:51.251691 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-000d1909-7da8-4108-91d4-fdd89457312a tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:51.322507 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d1909-7da8-4108-91d4-fdd89457312a tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Pushing event updated for resources: {'Port': ['ID=cdedcb8e-e1ef-4b06-8fea-df47e0bf64f3,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:51.336907 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d1909-7da8-4108-91d4-fdd89457312a tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:51.337245 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d1909-7da8-4108-91d4-fdd89457312a tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:51.337577 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d1909-7da8-4108-91d4-fdd89457312a tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:51.337904 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d1909-7da8-4108-91d4-fdd89457312a tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:51.338229 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d1909-7da8-4108-91d4-fdd89457312a tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:51.338551 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d1909-7da8-4108-91d4-fdd89457312a tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:51.338868 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d1909-7da8-4108-91d4-fdd89457312a tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:51.339182 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d1909-7da8-4108-91d4-fdd89457312a tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:51.339498 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d1909-7da8-4108-91d4-fdd89457312a tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:51.339811 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d1909-7da8-4108-91d4-fdd89457312a tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:51.340143 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d1909-7da8-4108-91d4-fdd89457312a tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:51.340456 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d1909-7da8-4108-91d4-fdd89457312a tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:51.347527 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-000d1909-7da8-4108-91d4-fdd89457312a tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:51.446959 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [None req-000d1909-7da8-4108-91d4-fdd89457312a tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Floating IP 6aa8a5bd-8725-407a-9b24-89ebd3c5d647 associated. External IP: 172.25.5.24, port: 6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86. Nov 12 04:20:51.903750 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000d1909-7da8-4108-91d4-fdd89457312a tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Router 4c23b109-48ca-4bf8-840b-2850ce3735cc has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:20:52.008861 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000d1909-7da8-4108-91d4-fdd89457312a tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:20:52.019030 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2381b7e7-df2e-4a0a-a38f-a40752814b94 None None] Sync routers for ids ['4c23b109-48ca-4bf8-840b-2850ce3735cc'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:20:52.029620 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-000d1909-7da8-4108-91d4-fdd89457312a tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:52.030082 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2381b7e7-df2e-4a0a-a38f-a40752814b94 None None] Routers {'4c23b109-48ca-4bf8-840b-2850ce3735cc'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:52.030691 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-2381b7e7-df2e-4a0a-a38f-a40752814b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:20:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4c23b109-48ca-4bf8-840b-2850ce3735cc'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:52.065541 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58002) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:52.066210 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-000d1909-7da8-4108-91d4-fdd89457312a tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9634075 Nov 12 04:20:52.066210 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f97ff1-31a8-4149-8275-411c25ef4926', 'tag': '6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:20:52.070084 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c174c990332584687cba245f58d77d589c2fb4d31e1df7b34358bbebc3c39c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310539fd-d1f4-41e1-93b2-fb171565d91b" -d '{"events": [{"name": "network-changed", "server_uuid": "43f97ff1-31a8-4149-8275-411c25ef4926", "tag": "6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:20:52.071930 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-c008c460-6e4f-403a-a86e-7fb09831acd9 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-200274163', 'description': 'tempest-secgroup-smoke-200274163 description', 'project_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:52.102250 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c008c460-6e4f-403a-a86e-7fb09831acd9 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:52.126108 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848ab302-b374-4a0c-910d-c8b32b5b33f8 x-openstack-request-id: req-848ab302-b374-4a0c-910d-c8b32b5b33f8 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:20:52.126418 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f97ff1-31a8-4149-8275-411c25ef4926", "tag": "6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:20:52.126765 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-848ab302-b374-4a0c-910d-c8b32b5b33f8 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:20:52.128095 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43f97ff1-31a8-4149-8275-411c25ef4926', 'tag': '6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86', 'status': 'completed', 'code': 200} Nov 12 04:20:52.153591 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-2381b7e7-df2e-4a0a-a38f-a40752814b94 None None] Set router 4c23b109-48ca-4bf8-840b-2850ce3735cc gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:20:52.199933 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c008c460-6e4f-403a-a86e-7fb09831acd9 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:52.207902 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c008c460-6e4f-403a-a86e-7fb09831acd9 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:52.235704 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310539fd-d1f4-41e1-93b2-fb171565d91b req-9742d4bd-02fc-40c2-a81c-94f5f2c45ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:52.237266 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-310539fd-d1f4-41e1-93b2-fb171565d91b req-9742d4bd-02fc-40c2-a81c-94f5f2c45ce4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d703a4a6b2cd4504bf0d81b4cbbe2b62&device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 1097 time: 0.0805664 Nov 12 04:20:52.259637 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c008c460-6e4f-403a-a86e-7fb09831acd9 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:52.260418 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c008c460-6e4f-403a-a86e-7fb09831acd9 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1926661 Nov 12 04:20:52.263445 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58006) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:52.268801 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-ec1d1457-1de1-4ebd-b236-c85fb0743293 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Request body: {'security_group_rule': {'security_group_id': '32de07b4-e1b3-4bcb-8781-6a97748aae73', 'project_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:52.278722 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c008c460-6e4f-403a-a86e-7fb09831acd9 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32de07b4-e1b3-4bcb-8781-6a97748aae73,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:52.309828 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ec1d1457-1de1-4ebd-b236-c85fb0743293 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:52.354128 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310539fd-d1f4-41e1-93b2-fb171565d91b req-edf2566e-3b84-4553-a435-499bfed18082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:52.356338 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-310539fd-d1f4-41e1-93b2-fb171565d91b req-edf2566e-3b84-4553-a435-499bfed18082 service neutron] 10.222.0.74 "GET /v2.0/networks?id=753c7d5e-803d-4b9a-ad97-24545b050da6 HTTP/1.1" status: 200 len: 916 time: 0.1100168 Nov 12 04:20:52.381650 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ec1d1457-1de1-4ebd-b236-c85fb0743293 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:52.386878 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ec1d1457-1de1-4ebd-b236-c85fb0743293 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:52.429312 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d1457-1de1-4ebd-b236-c85fb0743293 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5ff53f4-e28d-49c2-a420-6f933f87d1ed,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:52.436465 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ec1d1457-1de1-4ebd-b236-c85fb0743293 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:52.437748 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ec1d1457-1de1-4ebd-b236-c85fb0743293 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1730335 Nov 12 04:20:52.440379 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58008) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:52.443007 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-2381b7e7-df2e-4a0a-a38f-a40752814b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c23b109-48ca-4bf8-840b-2850ce3735cc', 'name': 'tempest-TestMinimumBasicScenario-2058187330-router', 'tenant_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fea59dd3-9aa4-4edc-82a2-416565b7ad5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:55Z', 'updated_at': '2021-11-12T04:19:58Z', 'revision_number': 4, 'project_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'gw_port': {'id': 'fea59dd3-9aa4-4edc-82a2-416565b7ad5e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bf:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c23b109-48ca-4bf8-840b-2850ce3735cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:56Z', 'updated_at': '2021-11-12T04:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '6aa8a5bd-8725-407a-9b24-89ebd3c5d647', 'tenant_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'floating_ip_address': '172.25.5.24', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '4c23b109-48ca-4bf8-840b-2850ce3735cc', 'port_id': '6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '753c7d5e-803d-4b9a-ad97-24545b050da6', 'mac_address': 'fa:16:3e:39:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f97ff1-31a8-4149-8275-411c25ef4926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:20:50Z', 'updated_at': '2021-11-12T04:20:50Z', 'revision_number': 0, 'project_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244dfe5d-aa09-40a9-8047-748029da06bd', 'name': '', 'network_id': '753c7d5e-803d-4b9a-ad97-24545b050da6', 'tenant_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'mac_address': 'fa:16:3e:40:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c23b109-48ca-4bf8-840b-2850ce3735cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'fcb82d66-80ec-4997-b680-ca5623edec7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:58Z', 'updated_at': '2021-11-12T04:20:03Z', 'revision_number': 5, 'project_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'subnets': [{'id': 'fcb82d66-80ec-4997-b680-ca5623edec7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:52.447970 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-72b8a9b0-b54a-40a2-a8dd-54409e9932fc tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Request body: {'security_group_rule': {'security_group_id': '32de07b4-e1b3-4bcb-8781-6a97748aae73', 'project_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:52.459925 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-310539fd-d1f4-41e1-93b2-fb171565d91b req-e8c62b3f-4647-41d2-b3d4-bcd7da456320 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86 HTTP/1.1" status: 200 len: 998 time: 0.0949323 Nov 12 04:20:52.472300 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2381b7e7-df2e-4a0a-a38f-a40752814b94 None None] Checking router: 4c23b109-48ca-4bf8-840b-2850ce3735cc for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:20:52.487764 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-72b8a9b0-b54a-40a2-a8dd-54409e9932fc tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:52.489524 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2381b7e7-df2e-4a0a-a38f-a40752814b94 None None] Routers {'4c23b109-48ca-4bf8-840b-2850ce3735cc'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:52.490330 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-2381b7e7-df2e-4a0a-a38f-a40752814b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:20:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4c23b109-48ca-4bf8-840b-2850ce3735cc'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:52.520971 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310539fd-d1f4-41e1-93b2-fb171565d91b req-67ff58bf-4c0e-46dd-89be-e43e809ec8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:52.522818 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-310539fd-d1f4-41e1-93b2-fb171565d91b req-67ff58bf-4c0e-46dd-89be-e43e809ec8cb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fcb82d66-80ec-4997-b680-ca5623edec7a HTTP/1.1" status: 200 len: 854 time: 0.0536482 Nov 12 04:20:52.546972 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-72b8a9b0-b54a-40a2-a8dd-54409e9932fc tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:52.553641 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-72b8a9b0-b54a-40a2-a8dd-54409e9932fc tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:52.583400 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8a9b0-b54a-40a2-a8dd-54409e9932fc tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5d119c9-cead-4799-a5c9-faeebe8b5f91,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:52.584717 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310539fd-d1f4-41e1-93b2-fb171565d91b req-aadf7c86-74a8-4ff8-a7a9-e4614bb84678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:52.587466 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-310539fd-d1f4-41e1-93b2-fb171565d91b req-aadf7c86-74a8-4ff8-a7a9-e4614bb84678 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=753c7d5e-803d-4b9a-ad97-24545b050da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553389 Nov 12 04:20:52.588000 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-72b8a9b0-b54a-40a2-a8dd-54409e9932fc tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:52.589452 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-72b8a9b0-b54a-40a2-a8dd-54409e9932fc tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1470270 Nov 12 04:20:52.592016 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58010) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:52.597313 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-f4883cc4-48bc-49f3-8444-fcbbd791b3e7 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Request body: {'security_group_rule': {'security_group_id': '32de07b4-e1b3-4bcb-8781-6a97748aae73', 'project_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:52.643532 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f4883cc4-48bc-49f3-8444-fcbbd791b3e7 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:52.648009 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-2381b7e7-df2e-4a0a-a38f-a40752814b94 None None] Set router 4c23b109-48ca-4bf8-840b-2850ce3735cc gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:20:52.707925 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-310539fd-d1f4-41e1-93b2-fb171565d91b req-48974be5-6ea5-4d4f-b73f-658ec78c77f2 service neutron] 10.222.0.74 "GET /v2.0/networks/753c7d5e-803d-4b9a-ad97-24545b050da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102793 Nov 12 04:20:52.721053 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f4883cc4-48bc-49f3-8444-fcbbd791b3e7 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:52.726251 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f4883cc4-48bc-49f3-8444-fcbbd791b3e7 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:52.742482 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4883cc4-48bc-49f3-8444-fcbbd791b3e7 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bfd7d6a-a099-4560-8354-c85de7fe7d8b,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:52.770015 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f4883cc4-48bc-49f3-8444-fcbbd791b3e7 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:52.771411 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f4883cc4-48bc-49f3-8444-fcbbd791b3e7 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1781943 Nov 12 04:20:52.775581 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58012) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:52.781977 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-06402764-83f0-429c-abfd-e1c48ebab774 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Request body: {'security_group_rule': {'security_group_id': '32de07b4-e1b3-4bcb-8781-6a97748aae73', 'project_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:52.823066 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-06402764-83f0-429c-abfd-e1c48ebab774 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:52.830684 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-310539fd-d1f4-41e1-93b2-fb171565d91b req-c5f0b0af-3d73-4996-b1fd-d31a81fdbe24 service neutron] 10.222.0.74 "GET /v2.0/networks/753c7d5e-803d-4b9a-ad97-24545b050da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135261 Nov 12 04:20:52.908477 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-06402764-83f0-429c-abfd-e1c48ebab774 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:52.912709 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-06402764-83f0-429c-abfd-e1c48ebab774 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:52.935187 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06402764-83f0-429c-abfd-e1c48ebab774 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b4c73f1-95cf-4d4c-9718-b7026744e7a3,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:52.945644 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-06402764-83f0-429c-abfd-e1c48ebab774 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:52.948126 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-06402764-83f0-429c-abfd-e1c48ebab774 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1691861 Nov 12 04:20:52.950114 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58014) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:52.954659 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-54392b1b-6f8e-4aae-ba1f-f5a9ad74e30b tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Request body: {'security_group_rule': {'security_group_id': '32de07b4-e1b3-4bcb-8781-6a97748aae73', 'project_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:52.971260 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-2381b7e7-df2e-4a0a-a38f-a40752814b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c23b109-48ca-4bf8-840b-2850ce3735cc', 'name': 'tempest-TestMinimumBasicScenario-2058187330-router', 'tenant_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fea59dd3-9aa4-4edc-82a2-416565b7ad5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:55Z', 'updated_at': '2021-11-12T04:19:58Z', 'revision_number': 4, 'project_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'gw_port': {'id': 'fea59dd3-9aa4-4edc-82a2-416565b7ad5e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bf:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c23b109-48ca-4bf8-840b-2850ce3735cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:56Z', 'updated_at': '2021-11-12T04:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '6aa8a5bd-8725-407a-9b24-89ebd3c5d647', 'tenant_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'floating_ip_address': '172.25.5.24', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '4c23b109-48ca-4bf8-840b-2850ce3735cc', 'port_id': '6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '753c7d5e-803d-4b9a-ad97-24545b050da6', 'mac_address': 'fa:16:3e:39:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f97ff1-31a8-4149-8275-411c25ef4926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:20:50Z', 'updated_at': '2021-11-12T04:20:50Z', 'revision_number': 0, 'project_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244dfe5d-aa09-40a9-8047-748029da06bd', 'name': '', 'network_id': '753c7d5e-803d-4b9a-ad97-24545b050da6', 'tenant_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'mac_address': 'fa:16:3e:40:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c23b109-48ca-4bf8-840b-2850ce3735cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'fcb82d66-80ec-4997-b680-ca5623edec7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:58Z', 'updated_at': '2021-11-12T04:20:03Z', 'revision_number': 5, 'project_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'subnets': [{'id': 'fcb82d66-80ec-4997-b680-ca5623edec7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:52.977780 n-d-715271-27 neutron-server[102572]: INFO neutron.db.securitygroups_db [None req-54392b1b-6f8e-4aae-ba1f-f5a9ad74e30b tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Project d703a4a6b2cd4504bf0d81b4cbbe2b62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:20:52.983169 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-54392b1b-6f8e-4aae-ba1f-f5a9ad74e30b tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:53.001055 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2381b7e7-df2e-4a0a-a38f-a40752814b94 None None] The sync data for ids ['4c23b109-48ca-4bf8-840b-2850ce3735cc'] in n-d-715271-27 is: [{'id': '4c23b109-48ca-4bf8-840b-2850ce3735cc', 'name': 'tempest-TestMinimumBasicScenario-2058187330-router', 'tenant_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fea59dd3-9aa4-4edc-82a2-416565b7ad5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:55Z', 'updated_at': '2021-11-12T04:19:58Z', 'revision_number': 4, 'project_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'gw_port': {'id': 'fea59dd3-9aa4-4edc-82a2-416565b7ad5e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bf:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c23b109-48ca-4bf8-840b-2850ce3735cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:56Z', 'updated_at': '2021-11-12T04:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '6aa8a5bd-8725-407a-9b24-89ebd3c5d647', 'tenant_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'floating_ip_address': '172.25.5.24', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '4c23b109-48ca-4bf8-840b-2850ce3735cc', 'port_id': '6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '753c7d5e-803d-4b9a-ad97-24545b050da6', 'mac_address': 'fa:16:3e:39:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f97ff1-31a8-4149-8275-411c25ef4926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:20:50Z', 'updated_at': '2021-11-12T04:20:50Z', 'revision_number': 0, 'project_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244dfe5d-aa09-40a9-8047-748029da06bd', 'name': '', 'network_id': '753c7d5e-803d-4b9a-ad97-24545b050da6', 'tenant_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'mac_address': 'fa:16:3e:40:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c23b109-48ca-4bf8-840b-2850ce3735cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'fcb82d66-80ec-4997-b680-ca5623edec7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:58Z', 'updated_at': '2021-11-12T04:20:03Z', 'revision_number': 5, 'project_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'subnets': [{'id': 'fcb82d66-80ec-4997-b680-ca5623edec7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:20:53.058693 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-54392b1b-6f8e-4aae-ba1f-f5a9ad74e30b tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:53.064946 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-54392b1b-6f8e-4aae-ba1f-f5a9ad74e30b tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:53.099778 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54392b1b-6f8e-4aae-ba1f-f5a9ad74e30b tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de34c91a-5fd9-4adc-bc32-9f67a7f22678,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:53.108181 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-54392b1b-6f8e-4aae-ba1f-f5a9ad74e30b tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:53.109442 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-54392b1b-6f8e-4aae-ba1f-f5a9ad74e30b tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1583271 Nov 12 04:20:53.112788 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58016) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:53.117939 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-a024839f-1288-4139-9067-e0155fee8809 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Request body: {'security_group_rule': {'security_group_id': '32de07b4-e1b3-4bcb-8781-6a97748aae73', 'project_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:53.140405 n-d-715271-27 neutron-server[102572]: INFO neutron.db.securitygroups_db [None req-a024839f-1288-4139-9067-e0155fee8809 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Project d703a4a6b2cd4504bf0d81b4cbbe2b62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:20:53.146607 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a024839f-1288-4139-9067-e0155fee8809 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:53.219394 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a024839f-1288-4139-9067-e0155fee8809 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:53.223959 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a024839f-1288-4139-9067-e0155fee8809 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:53.246830 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a024839f-1288-4139-9067-e0155fee8809 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a14a231a-e106-455c-8c1e-3319ea7d1d81,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:53.253472 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a024839f-1288-4139-9067-e0155fee8809 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:53.256145 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a024839f-1288-4139-9067-e0155fee8809 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1421893 Nov 12 04:20:53.259389 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a26af7f-7688-4c62-9411-ae0d5feca545 None None] New status for floating IP 6aa8a5bd-8725-407a-9b24-89ebd3c5d647: ACTIVE {{(pid=102574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:20:53.366341 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6cdde3bc-7f80-4815-ac2c-b248ec91ddc0 req-f0741396-0f44-4f43-ae73-bc2302c80a22 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-200274163&fields=id&tenant_id=d703a4a6b2cd4504bf0d81b4cbbe2b62 HTTP/1.1" status: 200 len: 267 time: 0.0516598 Nov 12 04:20:53.426378 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdde3bc-7f80-4815-ac2c-b248ec91ddc0 req-202e2b9d-b09a-4fa4-9e48-d7bb4c8677c6 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:53.428233 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6cdde3bc-7f80-4815-ac2c-b248ec91ddc0 req-202e2b9d-b09a-4fa4-9e48-d7bb4c8677c6 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/ports?device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 945 time: 0.0554972 Nov 12 04:20:53.447679 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-6cdde3bc-7f80-4815-ac2c-b248ec91ddc0 req-c244280a-2eaa-4698-a5f3-c475031540a5 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Request body: {'port': {'security_groups': ['c70b4fd7-ec9b-4d46-a590-bd4da937ff62', '32de07b4-e1b3-4bcb-8781-6a97748aae73']}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:53.521255 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6cdde3bc-7f80-4815-ac2c-b248ec91ddc0 req-c244280a-2eaa-4698-a5f3-c475031540a5 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:53.709191 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-6cdde3bc-7f80-4815-ac2c-b248ec91ddc0 req-c244280a-2eaa-4698-a5f3-c475031540a5 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] For port 6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86,segment=NetworkSegment(49e131f5-c561-4deb-baef-991b3672231e),segment_id=49e131f5-c561-4deb-baef-991b3672231e)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:53.747917 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6cdde3bc-7f80-4815-ac2c-b248ec91ddc0 req-c244280a-2eaa-4698-a5f3-c475031540a5 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:53.752728 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6cdde3bc-7f80-4815-ac2c-b248ec91ddc0 req-c244280a-2eaa-4698-a5f3-c475031540a5 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:53.767007 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:20:53.801425 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdde3bc-7f80-4815-ac2c-b248ec91ddc0 req-c244280a-2eaa-4698-a5f3-c475031540a5 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:53.802298 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-6cdde3bc-7f80-4815-ac2c-b248ec91ddc0 req-c244280a-2eaa-4698-a5f3-c475031540a5 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:53.803818 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6cdde3bc-7f80-4815-ac2c-b248ec91ddc0 req-c244280a-2eaa-4698-a5f3-c475031540a5 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "PUT /v2.0/ports/6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86 HTTP/1.1" status: 200 len: 981 time: 0.3612518 Nov 12 04:20:53.829453 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c244280a-2eaa-4698-a5f3-c475031540a5 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Pushing event updated for resources: {'Port': ['ID=6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86,revision_number=6']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:53.885069 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:20:53.933382 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c453ed8c-68ae-49c6-a753-2b55dfd7d1a0 req-de3ea432-0722-4b53-9ddd-d3ceb1696aed tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:53.935354 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c453ed8c-68ae-49c6-a753-2b55dfd7d1a0 req-de3ea432-0722-4b53-9ddd-d3ceb1696aed tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/ports?device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 984 time: 0.0624866 Nov 12 04:20:54.008155 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c453ed8c-68ae-49c6-a753-2b55dfd7d1a0 req-7a6d628c-0162-461e-a014-7f560309138c tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/security-groups?id=32de07b4-e1b3-4bcb-8781-6a97748aae73&id=c70b4fd7-ec9b-4d46-a590-bd4da937ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0651495 Nov 12 04:20:54.129617 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f97ff1-31a8-4149-8275-411c25ef4926', 'tag': '6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:20:54.132253 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c174c990332584687cba245f58d77d589c2fb4d31e1df7b34358bbebc3c39c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4d058c-52af-4863-8476-02b0bf583e98" -d '{"events": [{"name": "network-changed", "server_uuid": "43f97ff1-31a8-4149-8275-411c25ef4926", "tag": "6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:20:54.171065 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81111414-6c2d-4c2f-bff4-5ab38ffb5b15 x-openstack-request-id: req-81111414-6c2d-4c2f-bff4-5ab38ffb5b15 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:20:54.171360 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f97ff1-31a8-4149-8275-411c25ef4926", "tag": "6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:20:54.171613 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-81111414-6c2d-4c2f-bff4-5ab38ffb5b15 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:20:54.172019 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43f97ff1-31a8-4149-8275-411c25ef4926', 'tag': '6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86', 'status': 'completed', 'code': 200} Nov 12 04:20:54.237690 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d058c-52af-4863-8476-02b0bf583e98 req-b290abe6-1291-4d96-9e9c-c9fd7653cf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:54.239531 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea4d058c-52af-4863-8476-02b0bf583e98 req-b290abe6-1291-4d96-9e9c-c9fd7653cf1e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d703a4a6b2cd4504bf0d81b4cbbe2b62&device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 1136 time: 0.0439606 Nov 12 04:20:54.341153 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d058c-52af-4863-8476-02b0bf583e98 req-70b4cfb5-d954-4bc0-87d6-2204664eff80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:54.342636 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea4d058c-52af-4863-8476-02b0bf583e98 req-70b4cfb5-d954-4bc0-87d6-2204664eff80 service neutron] 10.222.0.74 "GET /v2.0/networks?id=753c7d5e-803d-4b9a-ad97-24545b050da6 HTTP/1.1" status: 200 len: 916 time: 0.0935690 Nov 12 04:20:54.345963 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-670701be-f1ad-428e-bd45-3d107ab721a0 None None] Provisioning complete for port 6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:54.346123 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-670701be-f1ad-428e-bd45-3d107ab721a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:54.422726 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea4d058c-52af-4863-8476-02b0bf583e98 req-14e6c713-edc1-41e4-b3af-b16ea0ef9a87 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86 HTTP/1.1" status: 200 len: 1000 time: 0.0701108 Nov 12 04:20:54.482234 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d058c-52af-4863-8476-02b0bf583e98 req-2fa0ac26-bfac-40c7-85b3-19daba8713a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:54.483724 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea4d058c-52af-4863-8476-02b0bf583e98 req-2fa0ac26-bfac-40c7-85b3-19daba8713a4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fcb82d66-80ec-4997-b680-ca5623edec7a HTTP/1.1" status: 200 len: 854 time: 0.0495586 Nov 12 04:20:54.536472 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d058c-52af-4863-8476-02b0bf583e98 req-ebb25a3b-717a-4449-af56-3bd183c095e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:54.537972 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea4d058c-52af-4863-8476-02b0bf583e98 req-ebb25a3b-717a-4449-af56-3bd183c095e5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=753c7d5e-803d-4b9a-ad97-24545b050da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465665 Nov 12 04:20:54.631510 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea4d058c-52af-4863-8476-02b0bf583e98 req-cc810c9b-15c5-4775-b612-4c03b8167476 service neutron] 10.222.0.74 "GET /v2.0/networks/753c7d5e-803d-4b9a-ad97-24545b050da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838377 Nov 12 04:20:54.728736 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ea4d058c-52af-4863-8476-02b0bf583e98 req-3790aa71-eaa0-41b0-891e-11158a7eba44 service neutron] 10.222.0.74 "GET /v2.0/networks/753c7d5e-803d-4b9a-ad97-24545b050da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892551 Nov 12 04:21:00.469350 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f3bc2a6f-34a2-4cfc-8934-bfd0301dd458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:03.459524 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f60baa1f-139c-4dd6-baf7-23b214fc1b11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:04.301408 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:05.629540 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:06.470273 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:09.257730 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:13.929590 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:21:16.853750 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e17db-b63b-4613-8148-0d420a38436f req-a8f4eacf-b501-4507-815f-52c391f210f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:16.855264 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fc9e17db-b63b-4613-8148-0d420a38436f req-a8f4eacf-b501-4507-815f-52c391f210f7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d703a4a6b2cd4504bf0d81b4cbbe2b62&device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 1136 time: 0.0430994 Nov 12 04:21:16.953411 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e17db-b63b-4613-8148-0d420a38436f req-b4a5960f-83f1-4349-9b0d-24355f357f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:16.954919 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fc9e17db-b63b-4613-8148-0d420a38436f req-b4a5960f-83f1-4349-9b0d-24355f357f6b service neutron] 10.222.0.74 "GET /v2.0/networks?id=753c7d5e-803d-4b9a-ad97-24545b050da6 HTTP/1.1" status: 200 len: 916 time: 0.0922468 Nov 12 04:21:16.974423 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96dd210-7875-4df1-b59f-04a098b1ce6d req-cbd1ee1a-c213-47f9-af3f-c444e9add67b tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:16.976011 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b96dd210-7875-4df1-b59f-04a098b1ce6d req-cbd1ee1a-c213-47f9-af3f-c444e9add67b tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/ports?device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 984 time: 0.1779318 Nov 12 04:21:17.025525 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fc9e17db-b63b-4613-8148-0d420a38436f req-5bd1d1b4-33df-40be-87f3-6c37965096d4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86 HTTP/1.1" status: 200 len: 1000 time: 0.0613890 Nov 12 04:21:17.036898 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b96dd210-7875-4df1-b59f-04a098b1ce6d req-dba8f7cb-d742-433c-8b7b-d38026b21d85 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/security-groups?id=32de07b4-e1b3-4bcb-8781-6a97748aae73&id=c70b4fd7-ec9b-4d46-a590-bd4da937ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547357 Nov 12 04:21:17.076120 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e17db-b63b-4613-8148-0d420a38436f req-3ef8a1b1-0cee-4c96-94ab-a1bdce343383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:17.077610 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fc9e17db-b63b-4613-8148-0d420a38436f req-3ef8a1b1-0cee-4c96-94ab-a1bdce343383 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fcb82d66-80ec-4997-b680-ca5623edec7a HTTP/1.1" status: 200 len: 854 time: 0.0443270 Nov 12 04:21:17.128851 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e17db-b63b-4613-8148-0d420a38436f req-86028e1c-c8aa-43f7-ba63-5ca570d4a9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:17.130337 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fc9e17db-b63b-4613-8148-0d420a38436f req-86028e1c-c8aa-43f7-ba63-5ca570d4a9d8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=753c7d5e-803d-4b9a-ad97-24545b050da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441301 Nov 12 04:21:17.219458 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fc9e17db-b63b-4613-8148-0d420a38436f req-610f0b42-042c-4aae-8f74-4f290b9ff732 service neutron] 10.222.0.74 "GET /v2.0/networks/753c7d5e-803d-4b9a-ad97-24545b050da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807662 Nov 12 04:21:17.315618 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fc9e17db-b63b-4613-8148-0d420a38436f req-4537f7e1-46ab-4305-a73d-56496986d2c6 service neutron] 10.222.0.74 "GET /v2.0/networks/753c7d5e-803d-4b9a-ad97-24545b050da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882151 Nov 12 04:21:18.213442 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a47876-a6d5-4832-b5d1-992a25fbe9fb req-dd77da3f-370f-43a8-bab8-30b1ee4751ac tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:18.214933 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-40a47876-a6d5-4832-b5d1-992a25fbe9fb req-dd77da3f-370f-43a8-bab8-30b1ee4751ac tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/ports?device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 984 time: 0.1061084 Nov 12 04:21:18.275466 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-40a47876-a6d5-4832-b5d1-992a25fbe9fb req-c36d6f81-a3ad-47dd-b902-3e5425c456e8 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/security-groups?id=32de07b4-e1b3-4bcb-8781-6a97748aae73&id=c70b4fd7-ec9b-4d46-a590-bd4da937ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543592 Nov 12 04:21:18.652910 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:19.008129 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [req-86c20ba6-94e5-42f3-b9f5-01645c41dc38 req-7aaf4824-4df1-462c-b7ae-a7e1aa6503d6 tempest-ServerDiskConfigTestJSON-564210679 tempest-ServerDiskConfigTestJSON-564210679-project] (102571) timed out ('10.222.0.90', 58603) {{(pid=102571) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:21:19.394193 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb7fbf-1174-421c-a284-53120c2b9c29 req-8ae0dc23-e3b3-4e45-bd92-48b583360c2c tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:19.395652 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-58cb7fbf-1174-421c-a284-53120c2b9c29 req-8ae0dc23-e3b3-4e45-bd92-48b583360c2c tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/ports?device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 984 time: 0.0489597 Nov 12 04:21:19.461940 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-58cb7fbf-1174-421c-a284-53120c2b9c29 req-e3169768-2774-4576-a6f7-778cadded7ed tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/security-groups?id=32de07b4-e1b3-4bcb-8781-6a97748aae73&id=c70b4fd7-ec9b-4d46-a590-bd4da937ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0593987 Nov 12 04:21:20.582748 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518da533-4afe-4219-b2b5-3d91a2d658f7 req-03a84ffb-f497-4d88-98ee-3dc933b20eef tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:20.584239 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-518da533-4afe-4219-b2b5-3d91a2d658f7 req-03a84ffb-f497-4d88-98ee-3dc933b20eef tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/ports?device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 984 time: 0.0549040 Nov 12 04:21:20.643663 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-518da533-4afe-4219-b2b5-3d91a2d658f7 req-49bfd9d9-4b1e-4fdf-bfbc-f1bfb66fed68 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/security-groups?id=32de07b4-e1b3-4bcb-8781-6a97748aae73&id=c70b4fd7-ec9b-4d46-a590-bd4da937ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533595 Nov 12 04:21:21.760577 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea1593-7797-4651-865f-141f12768516 req-c969ad6f-03a6-4aa0-9dd3-fc6195384303 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:21.762059 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-89ea1593-7797-4651-865f-141f12768516 req-c969ad6f-03a6-4aa0-9dd3-fc6195384303 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/ports?device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 984 time: 0.0496991 Nov 12 04:21:21.822166 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-89ea1593-7797-4651-865f-141f12768516 req-c0d7382c-82df-4a7d-8b47-4519aa88e561 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/security-groups?id=32de07b4-e1b3-4bcb-8781-6a97748aae73&id=c70b4fd7-ec9b-4d46-a590-bd4da937ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541255 Nov 12 04:21:22.937396 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee80b43-5999-4679-9a01-dc9115f9b644 req-6acbbc4b-464e-4d4d-9ca4-22e11ebcb8af tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:22.939261 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ee80b43-5999-4679-9a01-dc9115f9b644 req-6acbbc4b-464e-4d4d-9ca4-22e11ebcb8af tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/ports?device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 984 time: 0.0500762 Nov 12 04:21:22.999131 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2ee80b43-5999-4679-9a01-dc9115f9b644 req-301f4d86-1687-4941-87d5-cfb4c948f30c tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/security-groups?id=32de07b4-e1b3-4bcb-8781-6a97748aae73&id=c70b4fd7-ec9b-4d46-a590-bd4da937ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531199 Nov 12 04:21:24.115390 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb49fc7-a074-4d0c-882f-b567e89023c4 req-a62fbaf0-2848-4d93-9729-1493c5d8a94d tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:24.116901 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2fb49fc7-a074-4d0c-882f-b567e89023c4 req-a62fbaf0-2848-4d93-9729-1493c5d8a94d tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/ports?device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 984 time: 0.0502472 Nov 12 04:21:24.178085 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2fb49fc7-a074-4d0c-882f-b567e89023c4 req-e5601159-b739-4c4e-8908-257b772539cc tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/security-groups?id=32de07b4-e1b3-4bcb-8781-6a97748aae73&id=c70b4fd7-ec9b-4d46-a590-bd4da937ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550804 Nov 12 04:21:25.301398 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674bbb24-d3e5-4e9b-9870-65dff74ff4ea req-6f6d6a21-09f7-4d05-a690-0b6421d6dd1d tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:25.302835 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-674bbb24-d3e5-4e9b-9870-65dff74ff4ea req-6f6d6a21-09f7-4d05-a690-0b6421d6dd1d tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/ports?device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 984 time: 0.0491025 Nov 12 04:21:25.367323 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-674bbb24-d3e5-4e9b-9870-65dff74ff4ea req-32fbd09e-746e-4101-83d9-d5ac1a04b580 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/security-groups?id=32de07b4-e1b3-4bcb-8781-6a97748aae73&id=c70b4fd7-ec9b-4d46-a590-bd4da937ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576916 Nov 12 04:21:26.488403 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebddf408-e224-4705-9b08-75cf7e25784d req-b8163c67-de44-406c-a96a-56e35dc1ab03 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:26.489857 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ebddf408-e224-4705-9b08-75cf7e25784d req-b8163c67-de44-406c-a96a-56e35dc1ab03 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/ports?device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 984 time: 0.0540736 Nov 12 04:21:26.548970 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ebddf408-e224-4705-9b08-75cf7e25784d req-3cfeaa1a-4f22-4655-aa0f-38602d6335a5 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/security-groups?id=32de07b4-e1b3-4bcb-8781-6a97748aae73&id=c70b4fd7-ec9b-4d46-a590-bd4da937ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523229 Nov 12 04:21:27.665814 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f200233-1bbb-41f3-a8b6-6e463f47429e req-ff338456-1641-44de-b051-de65bda3dd2a tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:27.667367 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6f200233-1bbb-41f3-a8b6-6e463f47429e req-ff338456-1641-44de-b051-de65bda3dd2a tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/ports?device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 984 time: 0.0500388 Nov 12 04:21:27.727274 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6f200233-1bbb-41f3-a8b6-6e463f47429e req-bf04446c-7a88-4e1b-86eb-42f775df973a tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/security-groups?id=32de07b4-e1b3-4bcb-8781-6a97748aae73&id=c70b4fd7-ec9b-4d46-a590-bd4da937ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538969 Nov 12 04:21:28.846932 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29fddf2-f1b1-4d0b-a3aa-e1085da42580 req-8ced8ab1-3e8a-4ec4-a426-9132500d5c89 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:28.848449 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d29fddf2-f1b1-4d0b-a3aa-e1085da42580 req-8ced8ab1-3e8a-4ec4-a426-9132500d5c89 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/ports?device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 984 time: 0.0523531 Nov 12 04:21:28.914233 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d29fddf2-f1b1-4d0b-a3aa-e1085da42580 req-02ebad5d-cc01-4635-9ad9-4d837782d851 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/security-groups?id=32de07b4-e1b3-4bcb-8781-6a97748aae73&id=c70b4fd7-ec9b-4d46-a590-bd4da937ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595026 Nov 12 04:21:30.031501 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b648b-bc10-4b6b-b440-02b6787c6bbc req-79e10ad4-6b3f-471e-88a3-7aed9af27a13 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:30.033008 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-428b648b-bc10-4b6b-b440-02b6787c6bbc req-79e10ad4-6b3f-471e-88a3-7aed9af27a13 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/ports?device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 984 time: 0.0496109 Nov 12 04:21:30.092792 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-428b648b-bc10-4b6b-b440-02b6787c6bbc req-31762e4d-e784-4e9c-9cf9-9a39ccce28fa tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/security-groups?id=32de07b4-e1b3-4bcb-8781-6a97748aae73&id=c70b4fd7-ec9b-4d46-a590-bd4da937ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535867 Nov 12 04:21:30.470576 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b8bc8f77-ece1-4678-b244-f84f2ee24ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:31.225648 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df0132-ea29-41ab-9cdc-9e58b1c3e975 req-34044dba-6d8d-4a6f-8c02-6587046ce2a7 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:31.227206 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-14df0132-ea29-41ab-9cdc-9e58b1c3e975 req-34044dba-6d8d-4a6f-8c02-6587046ce2a7 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/ports?device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 984 time: 0.0657620 Nov 12 04:21:31.290904 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-14df0132-ea29-41ab-9cdc-9e58b1c3e975 req-2772b348-93d7-4327-a9e7-595c14b0fbdf tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/security-groups?id=32de07b4-e1b3-4bcb-8781-6a97748aae73&id=c70b4fd7-ec9b-4d46-a590-bd4da937ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574152 Nov 12 04:21:32.412529 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204eb4d-5526-4d20-ace4-f28137b1d738 req-821f5e9e-6b62-4584-8ecc-c30b7366363d tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:32.414032 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2204eb4d-5526-4d20-ace4-f28137b1d738 req-821f5e9e-6b62-4584-8ecc-c30b7366363d tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/ports?device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 984 time: 0.0542479 Nov 12 04:21:32.475910 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2204eb4d-5526-4d20-ace4-f28137b1d738 req-8c30876e-a4a0-46e4-8af7-db3708d1b86a tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/security-groups?id=32de07b4-e1b3-4bcb-8781-6a97748aae73&id=c70b4fd7-ec9b-4d46-a590-bd4da937ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547767 Nov 12 04:21:33.461715 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f2fec753-58a0-4d9a-8b08-4a861d858112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:33.594209 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b2d9da-c312-48a2-bcbb-92b44fa26623 req-2642184e-06b8-48f0-bbc9-d04b17d8cae4 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:33.595681 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-22b2d9da-c312-48a2-bcbb-92b44fa26623 req-2642184e-06b8-48f0-bbc9-d04b17d8cae4 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/ports?device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 984 time: 0.0499635 Nov 12 04:21:33.656522 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-22b2d9da-c312-48a2-bcbb-92b44fa26623 req-8174ee0d-858e-4075-b528-f1986fbc9084 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/security-groups?id=32de07b4-e1b3-4bcb-8781-6a97748aae73&id=c70b4fd7-ec9b-4d46-a590-bd4da937ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548086 Nov 12 04:21:34.304366 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:35.632736 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:36.472768 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:39.254905 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:46.290220 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-31f816a2-5178-4cd1-97a0-d5416afc41b5 req-4885d1b1-fc1f-47f7-b353-ff0b1b2dd1c1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=43f97ff1-31a8-4149-8275-411c25ef4926&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415890 Nov 12 04:21:46.374931 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f816a2-5178-4cd1-97a0-d5416afc41b5 req-dcb6bf0d-17fd-469e-957b-b1344ec94234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:46.376481 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-31f816a2-5178-4cd1-97a0-d5416afc41b5 req-dcb6bf0d-17fd-469e-957b-b1344ec94234 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d703a4a6b2cd4504bf0d81b4cbbe2b62&device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 1136 time: 0.0415182 Nov 12 04:21:46.486479 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f816a2-5178-4cd1-97a0-d5416afc41b5 req-8c680e6e-113c-4c2b-8aac-240238d1c569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:46.487958 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-31f816a2-5178-4cd1-97a0-d5416afc41b5 req-8c680e6e-113c-4c2b-8aac-240238d1c569 service neutron] 10.222.0.74 "GET /v2.0/networks?id=753c7d5e-803d-4b9a-ad97-24545b050da6 HTTP/1.1" status: 200 len: 916 time: 0.0897198 Nov 12 04:21:46.554479 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-31f816a2-5178-4cd1-97a0-d5416afc41b5 req-eb60e829-f06a-480f-bb14-55623c891290 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86 HTTP/1.1" status: 200 len: 1000 time: 0.0582945 Nov 12 04:21:46.609950 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f816a2-5178-4cd1-97a0-d5416afc41b5 req-f92bd243-8624-449f-baa0-d84decb47833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:46.611389 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-31f816a2-5178-4cd1-97a0-d5416afc41b5 req-f92bd243-8624-449f-baa0-d84decb47833 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fcb82d66-80ec-4997-b680-ca5623edec7a HTTP/1.1" status: 200 len: 854 time: 0.0489645 Nov 12 04:21:46.663760 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f816a2-5178-4cd1-97a0-d5416afc41b5 req-9a354308-863e-4a18-bf9f-3d2b2089b671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:46.665295 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-31f816a2-5178-4cd1-97a0-d5416afc41b5 req-9a354308-863e-4a18-bf9f-3d2b2089b671 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=753c7d5e-803d-4b9a-ad97-24545b050da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417063 Nov 12 04:21:46.753462 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-31f816a2-5178-4cd1-97a0-d5416afc41b5 req-9442f742-2a9a-4308-b276-2c19328063e5 service neutron] 10.222.0.74 "GET /v2.0/networks/753c7d5e-803d-4b9a-ad97-24545b050da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801730 Nov 12 04:21:46.851193 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-31f816a2-5178-4cd1-97a0-d5416afc41b5 req-b0378270-36a2-4126-94e5-5d1a38bca3ec service neutron] 10.222.0.74 "GET /v2.0/networks/753c7d5e-803d-4b9a-ad97-24545b050da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888231 Nov 12 04:21:48.678361 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:50.929671 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:22:00.472867 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-93ad82eb-cc41-4a85-ab65-4f35ada2241f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:03.462944 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-dd18127a-7fe3-45d3-8718-82ea7670576e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:04.306936 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:05.634880 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:06.474580 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:06.893677 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8920af8c-d46b-491a-9220-db2328173885 req-842e5880-8859-4db5-97c2-a250d62aeb05 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-200274163&fields=id&tenant_id=d703a4a6b2cd4504bf0d81b4cbbe2b62 HTTP/1.1" status: 200 len: 267 time: 0.0446365 Nov 12 04:22:06.946430 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920af8c-d46b-491a-9220-db2328173885 req-43d78eab-e3e1-48c0-9152-2dcf80e4ee41 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:06.947889 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8920af8c-d46b-491a-9220-db2328173885 req-43d78eab-e3e1-48c0-9152-2dcf80e4ee41 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/ports?device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 984 time: 0.0485890 Nov 12 04:22:06.959554 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-8920af8c-d46b-491a-9220-db2328173885 req-070ccc40-efbd-4969-b697-800030203347 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Request body: {'port': {'security_groups': ['c70b4fd7-ec9b-4d46-a590-bd4da937ff62']}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:07.026041 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-8920af8c-d46b-491a-9220-db2328173885 req-070ccc40-efbd-4969-b697-800030203347 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:07.199195 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-8920af8c-d46b-491a-9220-db2328173885 req-070ccc40-efbd-4969-b697-800030203347 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] For port 6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86,segment=NetworkSegment(49e131f5-c561-4deb-baef-991b3672231e),segment_id=49e131f5-c561-4deb-baef-991b3672231e)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:07.228675 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-8920af8c-d46b-491a-9220-db2328173885 req-070ccc40-efbd-4969-b697-800030203347 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:07.233164 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-8920af8c-d46b-491a-9220-db2328173885 req-070ccc40-efbd-4969-b697-800030203347 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:07.245869 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:22:07.275335 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920af8c-d46b-491a-9220-db2328173885 req-070ccc40-efbd-4969-b697-800030203347 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:07.275985 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-8920af8c-d46b-491a-9220-db2328173885 req-070ccc40-efbd-4969-b697-800030203347 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:07.277432 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8920af8c-d46b-491a-9220-db2328173885 req-070ccc40-efbd-4969-b697-800030203347 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "PUT /v2.0/ports/6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86 HTTP/1.1" status: 200 len: 942 time: 0.3222873 Nov 12 04:22:07.277899 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f97ff1-31a8-4149-8275-411c25ef4926', 'tag': '6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:22:07.280167 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6663d1d3f3c9eef7926d12034ee86df45d83a9b81db0163b8b39b36c8946953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9844488f-8233-44e0-b189-692d1de15d2b" -d '{"events": [{"name": "network-changed", "server_uuid": "43f97ff1-31a8-4149-8275-411c25ef4926", "tag": "6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:22:07.284998 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58098) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:07.314444 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ccc40-efbd-4969-b697-800030203347 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Pushing event updated for resources: {'Port': ['ID=6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86,revision_number=7']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:07.322775 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070ccc40-efbd-4969-b697-800030203347 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:07.323293 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070ccc40-efbd-4969-b697-800030203347 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:07.324155 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070ccc40-efbd-4969-b697-800030203347 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:07.324155 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070ccc40-efbd-4969-b697-800030203347 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:07.324619 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070ccc40-efbd-4969-b697-800030203347 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:07.325029 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070ccc40-efbd-4969-b697-800030203347 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:07.325447 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070ccc40-efbd-4969-b697-800030203347 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:07.325869 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070ccc40-efbd-4969-b697-800030203347 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:07.326288 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070ccc40-efbd-4969-b697-800030203347 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:07.326716 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070ccc40-efbd-4969-b697-800030203347 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:07.327125 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070ccc40-efbd-4969-b697-800030203347 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:07.327561 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070ccc40-efbd-4969-b697-800030203347 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:07.370525 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:22:07.376360 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-acf3a46b-c0d5-4593-95d0-1a1b2be84d75 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:07.408209 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-acf3a46b-c0d5-4593-95d0-1a1b2be84d75 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:07.418497 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd7eeff-15c7-4e78-a553-d31ddfe6aea2 x-openstack-request-id: req-6cd7eeff-15c7-4e78-a553-d31ddfe6aea2 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:22:07.418641 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f97ff1-31a8-4149-8275-411c25ef4926", "tag": "6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:22:07.418853 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6cd7eeff-15c7-4e78-a553-d31ddfe6aea2 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:22:07.419282 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43f97ff1-31a8-4149-8275-411c25ef4926', 'tag': '6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86', 'status': 'completed', 'code': 200} Nov 12 04:22:07.511467 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-acf3a46b-c0d5-4593-95d0-1a1b2be84d75 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:07.517065 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-acf3a46b-c0d5-4593-95d0-1a1b2be84d75 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:07.519387 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-acf3a46b-c0d5-4593-95d0-1a1b2be84d75 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "DELETE /v2.0/security-groups/32de07b4-e1b3-4bcb-8781-6a97748aae73 HTTP/1.1" status: 204 len: 168 time: 0.2327628 Nov 12 04:22:07.522720 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844488f-8233-44e0-b189-692d1de15d2b req-acd482e3-accf-493b-96a9-2e5231192cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:07.523702 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58102) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:07.524609 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9844488f-8233-44e0-b189-692d1de15d2b req-acd482e3-accf-493b-96a9-2e5231192cc0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d703a4a6b2cd4504bf0d81b4cbbe2b62&device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 1097 time: 0.0835898 Nov 12 04:22:07.572036 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf3a46b-c0d5-4593-95d0-1a1b2be84d75 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32de07b4-e1b3-4bcb-8781-6a97748aae73,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:07.587467 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3a46b-c0d5-4593-95d0-1a1b2be84d75 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:07.587965 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3a46b-c0d5-4593-95d0-1a1b2be84d75 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:07.588340 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3a46b-c0d5-4593-95d0-1a1b2be84d75 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:07.588677 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3a46b-c0d5-4593-95d0-1a1b2be84d75 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:07.589011 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3a46b-c0d5-4593-95d0-1a1b2be84d75 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:07.589342 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3a46b-c0d5-4593-95d0-1a1b2be84d75 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:07.589672 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3a46b-c0d5-4593-95d0-1a1b2be84d75 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:07.590677 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3a46b-c0d5-4593-95d0-1a1b2be84d75 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:07.590677 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3a46b-c0d5-4593-95d0-1a1b2be84d75 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:07.590677 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3a46b-c0d5-4593-95d0-1a1b2be84d75 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:07.590980 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3a46b-c0d5-4593-95d0-1a1b2be84d75 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:07.591253 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3a46b-c0d5-4593-95d0-1a1b2be84d75 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:07.629235 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-1293ce46-e70b-4349-b21a-43d5b2c1d1eb None None] Provisioning complete for port 6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:07.629502 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1293ce46-e70b-4349-b21a-43d5b2c1d1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:07.630056 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844488f-8233-44e0-b189-692d1de15d2b req-443cbc4d-7424-4946-ab8d-0bfcc24fc7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:07.631549 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9844488f-8233-44e0-b189-692d1de15d2b req-443cbc4d-7424-4946-ab8d-0bfcc24fc7a4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=753c7d5e-803d-4b9a-ad97-24545b050da6 HTTP/1.1" status: 200 len: 916 time: 0.0949292 Nov 12 04:22:07.726668 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-5e2a5723-d19a-4de5-b70a-0a0c0b8fdeba tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Deleting port cdedcb8e-e1ef-4b06-8fea-df47e0bf64f3 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:22:07.727011 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5e2a5723-d19a-4de5-b70a-0a0c0b8fdeba tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:07.807095 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5e2a5723-d19a-4de5-b70a-0a0c0b8fdeba tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:07.807418 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5e2a5723-d19a-4de5-b70a-0a0c0b8fdeba tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:07.821324 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-5e2a5723-d19a-4de5-b70a-0a0c0b8fdeba tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Calling delete_port for cdedcb8e-e1ef-4b06-8fea-df47e0bf64f3 owned by network:floatingip {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:22:08.007417 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5e2a5723-d19a-4de5-b70a-0a0c0b8fdeba tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:08.034251 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a5723-d19a-4de5-b70a-0a0c0b8fdeba tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Pushing event deleted for resources: {'Port': ['ID=cdedcb8e-e1ef-4b06-8fea-df47e0bf64f3,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:08.075003 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9844488f-8233-44e0-b189-692d1de15d2b req-7a104e33-b6f6-46d0-a4a4-1b834b7d7104 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86 HTTP/1.1" status: 200 len: 1000 time: 0.4349427 Nov 12 04:22:08.101929 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5e2a5723-d19a-4de5-b70a-0a0c0b8fdeba tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks [] for floatingip, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:08.102297 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [None req-5e2a5723-d19a-4de5-b70a-0a0c0b8fdeba tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Floating IP 6aa8a5bd-8725-407a-9b24-89ebd3c5d647 disassociated (deleted). External IP: 172.25.5.24, port: 6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86. Nov 12 04:22:08.127315 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844488f-8233-44e0-b189-692d1de15d2b req-54169d5b-e288-40fe-88a1-9397b61d2638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:08.128797 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9844488f-8233-44e0-b189-692d1de15d2b req-54169d5b-e288-40fe-88a1-9397b61d2638 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fcb82d66-80ec-4997-b680-ca5623edec7a HTTP/1.1" status: 200 len: 854 time: 0.0451024 Nov 12 04:22:08.176468 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844488f-8233-44e0-b189-692d1de15d2b req-050e5c85-81bb-4633-bccb-d843419c2f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:08.178023 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9844488f-8233-44e0-b189-692d1de15d2b req-050e5c85-81bb-4633-bccb-d843419c2f03 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=753c7d5e-803d-4b9a-ad97-24545b050da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405481 Nov 12 04:22:08.274124 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9844488f-8233-44e0-b189-692d1de15d2b req-6c0e7595-d3c7-4197-845c-fe805c3d7d2c service neutron] 10.222.0.74 "GET /v2.0/networks/753c7d5e-803d-4b9a-ad97-24545b050da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878868 Nov 12 04:22:08.315942 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2a5723-d19a-4de5-b70a-0a0c0b8fdeba tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Router 4c23b109-48ca-4bf8-840b-2850ce3735cc has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:22:08.364228 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9844488f-8233-44e0-b189-692d1de15d2b req-0dae5b16-2795-433c-95fa-b6d5216bb4d3 service neutron] 10.222.0.74 "GET /v2.0/networks/753c7d5e-803d-4b9a-ad97-24545b050da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819771 Nov 12 04:22:08.425436 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2a5723-d19a-4de5-b70a-0a0c0b8fdeba tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:22:08.430246 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5e2a5723-d19a-4de5-b70a-0a0c0b8fdeba tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:08.434967 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5e97ea-77d3-4465-8fa0-88f922572010 None None] Sync routers for ids ['4c23b109-48ca-4bf8-840b-2850ce3735cc'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:22:08.445445 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5e97ea-77d3-4465-8fa0-88f922572010 None None] Routers {'4c23b109-48ca-4bf8-840b-2850ce3735cc'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:08.446050 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-3a5e97ea-77d3-4465-8fa0-88f922572010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:22:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4c23b109-48ca-4bf8-840b-2850ce3735cc'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:08.460262 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5e2a5723-d19a-4de5-b70a-0a0c0b8fdeba tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "DELETE /v2.0/floatingips/6aa8a5bd-8725-407a-9b24-89ebd3c5d647 HTTP/1.1" status: 204 len: 168 time: 0.9273152 Nov 12 04:22:08.460844 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f97ff1-31a8-4149-8275-411c25ef4926', 'tag': '6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:22:08.463095 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c174c990332584687cba245f58d77d589c2fb4d31e1df7b34358bbebc3c39c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85a7ad7-e9bb-43a6-9ae0-73095368820a" -d '{"events": [{"name": "network-changed", "server_uuid": "43f97ff1-31a8-4149-8275-411c25ef4926", "tag": "6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:22:08.560898 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-3a5e97ea-77d3-4465-8fa0-88f922572010 None None] Set router 4c23b109-48ca-4bf8-840b-2850ce3735cc gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:08.570712 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03d434a-df26-410c-bb28-6f9cb2b86551 x-openstack-request-id: req-b03d434a-df26-410c-bb28-6f9cb2b86551 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:22:08.572140 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f97ff1-31a8-4149-8275-411c25ef4926", "tag": "6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:22:08.572140 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b03d434a-df26-410c-bb28-6f9cb2b86551 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:22:08.572140 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43f97ff1-31a8-4149-8275-411c25ef4926', 'tag': '6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86', 'status': 'completed', 'code': 200} Nov 12 04:22:08.641626 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a7ad7-e9bb-43a6-9ae0-73095368820a req-8b264b15-db9f-4f9c-bc9d-cef71df5faa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:08.643205 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c85a7ad7-e9bb-43a6-9ae0-73095368820a req-8b264b15-db9f-4f9c-bc9d-cef71df5faa9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d703a4a6b2cd4504bf0d81b4cbbe2b62&device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 1097 time: 0.0435376 Nov 12 04:22:08.752308 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a7ad7-e9bb-43a6-9ae0-73095368820a req-d79fe236-0a84-4e40-8e7c-836e9dc730be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:08.753801 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c85a7ad7-e9bb-43a6-9ae0-73095368820a req-d79fe236-0a84-4e40-8e7c-836e9dc730be service neutron] 10.222.0.74 "GET /v2.0/networks?id=753c7d5e-803d-4b9a-ad97-24545b050da6 HTTP/1.1" status: 200 len: 916 time: 0.0963721 Nov 12 04:22:08.777067 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-3a5e97ea-77d3-4465-8fa0-88f922572010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c23b109-48ca-4bf8-840b-2850ce3735cc', 'name': 'tempest-TestMinimumBasicScenario-2058187330-router', 'tenant_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fea59dd3-9aa4-4edc-82a2-416565b7ad5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:55Z', 'updated_at': '2021-11-12T04:19:58Z', 'revision_number': 4, 'project_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'gw_port': {'id': 'fea59dd3-9aa4-4edc-82a2-416565b7ad5e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bf:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c23b109-48ca-4bf8-840b-2850ce3735cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:56Z', 'updated_at': '2021-11-12T04:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '244dfe5d-aa09-40a9-8047-748029da06bd', 'name': '', 'network_id': '753c7d5e-803d-4b9a-ad97-24545b050da6', 'tenant_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'mac_address': 'fa:16:3e:40:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c23b109-48ca-4bf8-840b-2850ce3735cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'fcb82d66-80ec-4997-b680-ca5623edec7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:58Z', 'updated_at': '2021-11-12T04:20:03Z', 'revision_number': 5, 'project_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'subnets': [{'id': 'fcb82d66-80ec-4997-b680-ca5623edec7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:08.797296 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c85a7ad7-e9bb-43a6-9ae0-73095368820a req-a8048b51-db43-4262-9520-c4b88bc01cb0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86 HTTP/1.1" status: 200 len: 217 time: 0.0362926 Nov 12 04:22:08.803134 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5e97ea-77d3-4465-8fa0-88f922572010 None None] Checking router: 4c23b109-48ca-4bf8-840b-2850ce3735cc for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:22:08.812600 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5e97ea-77d3-4465-8fa0-88f922572010 None None] Routers {'4c23b109-48ca-4bf8-840b-2850ce3735cc'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:08.813168 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-3a5e97ea-77d3-4465-8fa0-88f922572010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:22:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4c23b109-48ca-4bf8-840b-2850ce3735cc'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:08.855721 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a7ad7-e9bb-43a6-9ae0-73095368820a req-ca365dfc-b208-4a83-a87d-ad0a9742a687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:08.857186 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c85a7ad7-e9bb-43a6-9ae0-73095368820a req-ca365dfc-b208-4a83-a87d-ad0a9742a687 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fcb82d66-80ec-4997-b680-ca5623edec7a HTTP/1.1" status: 200 len: 854 time: 0.0494397 Nov 12 04:22:08.909332 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a7ad7-e9bb-43a6-9ae0-73095368820a req-b4042382-cb25-46ad-b403-8ca582f69e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:08.910972 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c85a7ad7-e9bb-43a6-9ae0-73095368820a req-b4042382-cb25-46ad-b403-8ca582f69e1a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=753c7d5e-803d-4b9a-ad97-24545b050da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441015 Nov 12 04:22:08.922429 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-3a5e97ea-77d3-4465-8fa0-88f922572010 None None] Set router 4c23b109-48ca-4bf8-840b-2850ce3735cc gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:09.006949 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c85a7ad7-e9bb-43a6-9ae0-73095368820a req-378df7c1-15da-423c-a30a-8d16c11b4de0 service neutron] 10.222.0.74 "GET /v2.0/networks/753c7d5e-803d-4b9a-ad97-24545b050da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873222 Nov 12 04:22:09.099118 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c85a7ad7-e9bb-43a6-9ae0-73095368820a req-0726de1b-c08e-460e-8836-1d39d18ce89d service neutron] 10.222.0.74 "GET /v2.0/networks/753c7d5e-803d-4b9a-ad97-24545b050da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840809 Nov 12 04:22:09.125601 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-3a5e97ea-77d3-4465-8fa0-88f922572010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c23b109-48ca-4bf8-840b-2850ce3735cc', 'name': 'tempest-TestMinimumBasicScenario-2058187330-router', 'tenant_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fea59dd3-9aa4-4edc-82a2-416565b7ad5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:55Z', 'updated_at': '2021-11-12T04:19:58Z', 'revision_number': 4, 'project_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'gw_port': {'id': 'fea59dd3-9aa4-4edc-82a2-416565b7ad5e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bf:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c23b109-48ca-4bf8-840b-2850ce3735cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:56Z', 'updated_at': '2021-11-12T04:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '244dfe5d-aa09-40a9-8047-748029da06bd', 'name': '', 'network_id': '753c7d5e-803d-4b9a-ad97-24545b050da6', 'tenant_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'mac_address': 'fa:16:3e:40:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c23b109-48ca-4bf8-840b-2850ce3735cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'fcb82d66-80ec-4997-b680-ca5623edec7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:58Z', 'updated_at': '2021-11-12T04:20:03Z', 'revision_number': 5, 'project_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'subnets': [{'id': 'fcb82d66-80ec-4997-b680-ca5623edec7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:09.151073 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5e97ea-77d3-4465-8fa0-88f922572010 None None] The sync data for ids ['4c23b109-48ca-4bf8-840b-2850ce3735cc'] in n-d-715271-27 is: [{'id': '4c23b109-48ca-4bf8-840b-2850ce3735cc', 'name': 'tempest-TestMinimumBasicScenario-2058187330-router', 'tenant_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fea59dd3-9aa4-4edc-82a2-416565b7ad5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:55Z', 'updated_at': '2021-11-12T04:19:58Z', 'revision_number': 4, 'project_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'gw_port': {'id': 'fea59dd3-9aa4-4edc-82a2-416565b7ad5e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bf:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c23b109-48ca-4bf8-840b-2850ce3735cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:56Z', 'updated_at': '2021-11-12T04:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '244dfe5d-aa09-40a9-8047-748029da06bd', 'name': '', 'network_id': '753c7d5e-803d-4b9a-ad97-24545b050da6', 'tenant_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'mac_address': 'fa:16:3e:40:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c23b109-48ca-4bf8-840b-2850ce3735cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'fcb82d66-80ec-4997-b680-ca5623edec7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:58Z', 'updated_at': '2021-11-12T04:20:03Z', 'revision_number': 5, 'project_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'subnets': [{'id': 'fcb82d66-80ec-4997-b680-ca5623edec7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:22:09.270776 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:09.387248 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccce349-5bc5-407b-942f-c0eac89afa91 None None] New status for floating IP 6aa8a5bd-8725-407a-9b24-89ebd3c5d647: DOWN {{(pid=102574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:22:17.504449 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856386ab-6311-473d-9089-fdbbab04fe42 req-c0547444-18c6-4d2c-997d-b037ba04ccff tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:17.506015 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-856386ab-6311-473d-9089-fdbbab04fe42 req-c0547444-18c6-4d2c-997d-b037ba04ccff tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/ports?device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 945 time: 0.0531702 Nov 12 04:22:17.554918 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-856386ab-6311-473d-9089-fdbbab04fe42 req-b1727247-339c-4066-8fc9-fe061f8d49f6 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/security-groups?id=c70b4fd7-ec9b-4d46-a590-bd4da937ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426717 Nov 12 04:22:18.671198 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:18.681747 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c367c-7809-46d5-ada9-ed8b334cab4a req-2263f7e7-9343-4f5d-8855-e56573c6dde6 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:18.683365 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f43c367c-7809-46d5-ada9-ed8b334cab4a req-2263f7e7-9343-4f5d-8855-e56573c6dde6 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/ports?device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 945 time: 0.0583560 Nov 12 04:22:18.735481 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f43c367c-7809-46d5-ada9-ed8b334cab4a req-c405823c-ac5a-4b77-a111-4c12e922cf10 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/security-groups?id=c70b4fd7-ec9b-4d46-a590-bd4da937ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455463 Nov 12 04:22:19.434113 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1a253-d752-4d42-988a-cbd638553a2c req-2ae5b39f-b907-41f9-b80f-c14152c003fc tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:19.435546 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-04b1a253-d752-4d42-988a-cbd638553a2c req-2ae5b39f-b907-41f9-b80f-c14152c003fc tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.74 "GET /v2.0/ports?device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 945 time: 0.0491767 Nov 12 04:22:19.527380 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-04b1a253-d752-4d42-988a-cbd638553a2c req-e277917c-cadb-4767-83fe-cefe49b4ac3e tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Deleting port 6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:22:19.527717 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-04b1a253-d752-4d42-988a-cbd638553a2c req-e277917c-cadb-4767-83fe-cefe49b4ac3e tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:19.624316 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-04b1a253-d752-4d42-988a-cbd638553a2c req-e277917c-cadb-4767-83fe-cefe49b4ac3e tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] For port 6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86,segment=NetworkSegment(49e131f5-c561-4deb-baef-991b3672231e),segment_id=49e131f5-c561-4deb-baef-991b3672231e)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:19.624729 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-04b1a253-d752-4d42-988a-cbd638553a2c req-e277917c-cadb-4767-83fe-cefe49b4ac3e tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:19.637397 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-04b1a253-d752-4d42-988a-cbd638553a2c req-e277917c-cadb-4767-83fe-cefe49b4ac3e tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Calling delete_port for 6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:22:19.767541 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-04b1a253-d752-4d42-988a-cbd638553a2c req-e277917c-cadb-4767-83fe-cefe49b4ac3e tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:19.781248 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:22:19.808043 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277917c-cadb-4767-83fe-cefe49b4ac3e tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Pushing event deleted for resources: {'Port': ['ID=6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:19.835254 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1983eab1-e2c2-4b5d-a8e3-44c4b558eb27 req-3de709de-cdce-49ed-a99d-9fbea3ab4653 tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.50 "GET /v2.0/ports?device_id=43f97ff1-31a8-4149-8275-411c25ef4926 HTTP/1.1" status: 200 len: 210 time: 0.0278885 Nov 12 04:22:19.853764 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b1a253-d752-4d42-988a-cbd638553a2c req-e277917c-cadb-4767-83fe-cefe49b4ac3e tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] No DVR routers for this DVR port 6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86 on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:22:19.856311 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-04b1a253-d752-4d42-988a-cbd638553a2c req-e277917c-cadb-4767-83fe-cefe49b4ac3e tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:19.860182 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-04b1a253-d752-4d42-988a-cbd638553a2c req-e277917c-cadb-4767-83fe-cefe49b4ac3e tempest-TestMinimumBasicScenario-138688422 tempest-TestMinimumBasicScenario-138688422-project] 10.222.0.74 "DELETE /v2.0/ports/6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86 HTTP/1.1" status: 204 len: 173 time: 0.4158976 Nov 12 04:22:19.860657 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f97ff1-31a8-4149-8275-411c25ef4926', 'name': 'network-vif-deleted', 'tag': '6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:22:19.862928 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6663d1d3f3c9eef7926d12034ee86df45d83a9b81db0163b8b39b36c8946953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb117ccd-cd6a-4711-a36c-dfa1e25190df" -d '{"events": [{"server_uuid": "43f97ff1-31a8-4149-8275-411c25ef4926", "name": "network-vif-deleted", "tag": "6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:22:19.906612 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b350015-0d2f-489e-9879-78cbe589403f x-openstack-request-id: req-1b350015-0d2f-489e-9879-78cbe589403f {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:22:19.906905 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f97ff1-31a8-4149-8275-411c25ef4926", "name": "network-vif-deleted", "tag": "6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:22:19.907167 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1b350015-0d2f-489e-9879-78cbe589403f {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:22:19.907607 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f97ff1-31a8-4149-8275-411c25ef4926', 'name': 'network-vif-deleted', 'tag': '6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86', 'status': 'completed', 'code': 200} Nov 12 04:22:21.423746 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58202) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:21.771482 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-246a6087-1ac3-40ac-b3d0-b38e03e0cfc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:22.014474 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-246a6087-1ac3-40ac-b3d0-b38e03e0cfc7 admin admin] Deleting port 244dfe5d-aa09-40a9-8047-748029da06bd {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:22:22.014838 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-246a6087-1ac3-40ac-b3d0-b38e03e0cfc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:22.091035 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-246a6087-1ac3-40ac-b3d0-b38e03e0cfc7 admin admin] For port 244dfe5d-aa09-40a9-8047-748029da06bd, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=244dfe5d-aa09-40a9-8047-748029da06bd,segment=NetworkSegment(49e131f5-c561-4deb-baef-991b3672231e),segment_id=49e131f5-c561-4deb-baef-991b3672231e)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:22.091297 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-246a6087-1ac3-40ac-b3d0-b38e03e0cfc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:22.108293 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-246a6087-1ac3-40ac-b3d0-b38e03e0cfc7 admin admin] Calling delete_port for 244dfe5d-aa09-40a9-8047-748029da06bd owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:22:22.289478 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-246a6087-1ac3-40ac-b3d0-b38e03e0cfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:22.315476 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a6087-1ac3-40ac-b3d0-b38e03e0cfc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=244dfe5d-aa09-40a9-8047-748029da06bd,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:22.480277 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-246a6087-1ac3-40ac-b3d0-b38e03e0cfc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:22.698971 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246a6087-1ac3-40ac-b3d0-b38e03e0cfc7 admin admin] Router 4c23b109-48ca-4bf8-840b-2850ce3735cc has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:22:22.804100 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246a6087-1ac3-40ac-b3d0-b38e03e0cfc7 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:22:22.809514 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-246a6087-1ac3-40ac-b3d0-b38e03e0cfc7 admin admin] 10.222.0.50 "PUT /v2.0/routers/4c23b109-48ca-4bf8-840b-2850ce3735cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3847067 Nov 12 04:22:22.811983 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58204) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:22.815486 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a8cb3d-cd8f-4812-9c03-1194011e9233 None None] Sync routers for ids ['4c23b109-48ca-4bf8-840b-2850ce3735cc'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:22:22.825866 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a8cb3d-cd8f-4812-9c03-1194011e9233 None None] Routers {'4c23b109-48ca-4bf8-840b-2850ce3735cc'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:22.826742 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-b2a8cb3d-cd8f-4812-9c03-1194011e9233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:22:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4c23b109-48ca-4bf8-840b-2850ce3735cc'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:22.941193 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-b2a8cb3d-cd8f-4812-9c03-1194011e9233 None None] Set router 4c23b109-48ca-4bf8-840b-2850ce3735cc gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:23.134765 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-b2a8cb3d-cd8f-4812-9c03-1194011e9233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c23b109-48ca-4bf8-840b-2850ce3735cc', 'name': 'tempest-TestMinimumBasicScenario-2058187330-router', 'tenant_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fea59dd3-9aa4-4edc-82a2-416565b7ad5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:55Z', 'updated_at': '2021-11-12T04:22:22Z', 'revision_number': 5, 'project_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'gw_port': {'id': 'fea59dd3-9aa4-4edc-82a2-416565b7ad5e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bf:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c23b109-48ca-4bf8-840b-2850ce3735cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:56Z', 'updated_at': '2021-11-12T04:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:23.166490 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a8cb3d-cd8f-4812-9c03-1194011e9233 None None] Checking router: 4c23b109-48ca-4bf8-840b-2850ce3735cc for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:22:23.176065 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a8cb3d-cd8f-4812-9c03-1194011e9233 None None] Routers {'4c23b109-48ca-4bf8-840b-2850ce3735cc'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:23.176705 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-b2a8cb3d-cd8f-4812-9c03-1194011e9233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:22:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4c23b109-48ca-4bf8-840b-2850ce3735cc'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:23.191707 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5f6fd953-ff55-4959-8ee6-875b17a06eeb admin admin] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:23.297200 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5f6fd953-ff55-4959-8ee6-875b17a06eeb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:23.354096 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-5f6fd953-ff55-4959-8ee6-875b17a06eeb admin admin] Deleting port fea59dd3-9aa4-4edc-82a2-416565b7ad5e {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:22:23.354436 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5f6fd953-ff55-4959-8ee6-875b17a06eeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:23.444312 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-5f6fd953-ff55-4959-8ee6-875b17a06eeb admin admin] For port fea59dd3-9aa4-4edc-82a2-416565b7ad5e, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=fea59dd3-9aa4-4edc-82a2-416565b7ad5e,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:23.444582 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-b2a8cb3d-cd8f-4812-9c03-1194011e9233 None None] Set router 4c23b109-48ca-4bf8-840b-2850ce3735cc gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:23.444694 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5f6fd953-ff55-4959-8ee6-875b17a06eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:23.462037 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-5f6fd953-ff55-4959-8ee6-875b17a06eeb admin admin] Calling delete_port for fea59dd3-9aa4-4edc-82a2-416565b7ad5e owned by network:router_gateway {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:22:23.626047 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-b2a8cb3d-cd8f-4812-9c03-1194011e9233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c23b109-48ca-4bf8-840b-2850ce3735cc', 'name': 'tempest-TestMinimumBasicScenario-2058187330-router', 'tenant_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fea59dd3-9aa4-4edc-82a2-416565b7ad5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:55Z', 'updated_at': '2021-11-12T04:22:22Z', 'revision_number': 5, 'project_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'gw_port': {'id': 'fea59dd3-9aa4-4edc-82a2-416565b7ad5e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bf:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c23b109-48ca-4bf8-840b-2850ce3735cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:56Z', 'updated_at': '2021-11-12T04:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:23.626322 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5f6fd953-ff55-4959-8ee6-875b17a06eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:23.654232 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a8cb3d-cd8f-4812-9c03-1194011e9233 None None] The sync data for ids ['4c23b109-48ca-4bf8-840b-2850ce3735cc'] in n-d-715271-27 is: [{'id': '4c23b109-48ca-4bf8-840b-2850ce3735cc', 'name': 'tempest-TestMinimumBasicScenario-2058187330-router', 'tenant_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fea59dd3-9aa4-4edc-82a2-416565b7ad5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:55Z', 'updated_at': '2021-11-12T04:22:22Z', 'revision_number': 5, 'project_id': 'd703a4a6b2cd4504bf0d81b4cbbe2b62', 'gw_port': {'id': 'fea59dd3-9aa4-4edc-82a2-416565b7ad5e', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bf:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c23b109-48ca-4bf8-840b-2850ce3735cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:56Z', 'updated_at': '2021-11-12T04:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:22:23.657904 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6fd953-ff55-4959-8ee6-875b17a06eeb admin admin] Pushing event deleted for resources: {'Port': ['ID=fea59dd3-9aa4-4edc-82a2-416565b7ad5e,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:23.675033 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44b8290-acd8-4cdf-b60b-fb8fa0df719c None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:22:23.720002 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5f6fd953-ff55-4959-8ee6-875b17a06eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:23.810016 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5f6fd953-ff55-4959-8ee6-875b17a06eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:23.812884 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5f6fd953-ff55-4959-8ee6-875b17a06eeb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:23.855553 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5f6fd953-ff55-4959-8ee6-875b17a06eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:23.856064 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6fd953-ff55-4959-8ee6-875b17a06eeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c23b109-48ca-4bf8-840b-2850ce3735cc {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:22:23.861558 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5f6fd953-ff55-4959-8ee6-875b17a06eeb admin admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:23.862374 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5f6fd953-ff55-4959-8ee6-875b17a06eeb admin admin] 10.222.0.50 "DELETE /v2.0/routers/4c23b109-48ca-4bf8-840b-2850ce3735cc HTTP/1.1" status: 204 len: 168 time: 1.0494153 Nov 12 04:22:23.864811 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58206) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:23.912119 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-6982ac59-9bf7-4530-ad4c-786c6dddad99 admin admin] Deleting subnet fcb82d66-80ec-4997-b680-ca5623edec7a {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:22:23.915108 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6982ac59-9bf7-4530-ad4c-786c6dddad99 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:23.948659 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6982ac59-9bf7-4530-ad4c-786c6dddad99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:23.990523 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:22:24.016826 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:22:24.017515 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 6b0fbab3-7b6d-4803-85c2-ef5e4c1ced86 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:22:24.024828 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6982ac59-9bf7-4530-ad4c-786c6dddad99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:24.082872 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6982ac59-9bf7-4530-ad4c-786c6dddad99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:24.108156 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6982ac59-9bf7-4530-ad4c-786c6dddad99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcb82d66-80ec-4997-b680-ca5623edec7a,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:24.117222 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6982ac59-9bf7-4530-ad4c-786c6dddad99 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:24.118469 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6d4cac-c682-4105-8908-58fdf0728950 None None] Network 753c7d5e-803d-4b9a-ad97-24545b050da6 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:22:24.121033 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6982ac59-9bf7-4530-ad4c-786c6dddad99 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/fcb82d66-80ec-4997-b680-ca5623edec7a HTTP/1.1" status: 204 len: 168 time: 0.2552972 Nov 12 04:22:24.123565 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58208) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:24.197983 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1017ec78-ca4b-4688-ad45-97d8aa00be23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:24.266830 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-1017ec78-ca4b-4688-ad45-97d8aa00be23 admin admin] Deleting port 1f30e15e-e8ab-4406-bb42-caa5b6f9606d {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:22:24.267296 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1017ec78-ca4b-4688-ad45-97d8aa00be23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:24.323403 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de0d593-35dc-4339-b77c-76290efd3bdd None None] DHCP port deletion for 753c7d5e-803d-4b9a-ad97-24545b050da6 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:22:24.338191 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-1017ec78-ca4b-4688-ad45-97d8aa00be23 admin admin] For port 1f30e15e-e8ab-4406-bb42-caa5b6f9606d, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=1f30e15e-e8ab-4406-bb42-caa5b6f9606d,segment=NetworkSegment(49e131f5-c561-4deb-baef-991b3672231e),segment_id=49e131f5-c561-4deb-baef-991b3672231e)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:24.338553 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1017ec78-ca4b-4688-ad45-97d8aa00be23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:24.356055 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-1017ec78-ca4b-4688-ad45-97d8aa00be23 admin admin] Calling delete_port for 1f30e15e-e8ab-4406-bb42-caa5b6f9606d owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:22:24.379174 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4de0d593-35dc-4339-b77c-76290efd3bdd None None] Deleting port 1f30e15e-e8ab-4406-bb42-caa5b6f9606d {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:22:24.379550 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4de0d593-35dc-4339-b77c-76290efd3bdd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:24.441126 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1017ec78-ca4b-4688-ad45-97d8aa00be23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:24.443822 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4de0d593-35dc-4339-b77c-76290efd3bdd None None] For port 1f30e15e-e8ab-4406-bb42-caa5b6f9606d, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=1f30e15e-e8ab-4406-bb42-caa5b6f9606d,segment=NetworkSegment(49e131f5-c561-4deb-baef-991b3672231e),segment_id=49e131f5-c561-4deb-baef-991b3672231e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:24.444259 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4de0d593-35dc-4339-b77c-76290efd3bdd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:24.460498 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4de0d593-35dc-4339-b77c-76290efd3bdd None None] Calling delete_port for 1f30e15e-e8ab-4406-bb42-caa5b6f9606d owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:22:24.470969 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1017ec78-ca4b-4688-ad45-97d8aa00be23 admin admin] No DVR routers for this DVR port 1f30e15e-e8ab-4406-bb42-caa5b6f9606d on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:22:24.475792 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017ec78-ca4b-4688-ad45-97d8aa00be23 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f30e15e-e8ab-4406-bb42-caa5b6f9606d,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:22:24.536493 n-d-715271-27 neutron-server[102573]: self.session.flush() Nov 12 04:22:24.540952 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4de0d593-35dc-4339-b77c-76290efd3bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:24.547143 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1017ec78-ca4b-4688-ad45-97d8aa00be23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:24.566249 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0d593-35dc-4339-b77c-76290efd3bdd None None] Pushing event deleted for resources: {'Port': ['ID=1f30e15e-e8ab-4406-bb42-caa5b6f9606d,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:24.567885 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-1017ec78-ca4b-4688-ad45-97d8aa00be23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['753c7d5e-803d-4b9a-ad97-24545b050da6']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:24.570507 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de0d593-35dc-4339-b77c-76290efd3bdd None None] No DVR routers for this DVR port 1f30e15e-e8ab-4406-bb42-caa5b6f9606d on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:22:24.577165 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de0d593-35dc-4339-b77c-76290efd3bdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:24.580550 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de0d593-35dc-4339-b77c-76290efd3bdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:24.581078 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de0d593-35dc-4339-b77c-76290efd3bdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:24.581445 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de0d593-35dc-4339-b77c-76290efd3bdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:24.581779 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de0d593-35dc-4339-b77c-76290efd3bdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:24.582106 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de0d593-35dc-4339-b77c-76290efd3bdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:24.582430 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de0d593-35dc-4339-b77c-76290efd3bdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:24.582759 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de0d593-35dc-4339-b77c-76290efd3bdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:24.583076 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de0d593-35dc-4339-b77c-76290efd3bdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:24.583395 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de0d593-35dc-4339-b77c-76290efd3bdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:24.583711 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de0d593-35dc-4339-b77c-76290efd3bdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:24.584021 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de0d593-35dc-4339-b77c-76290efd3bdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:24.584599 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-1017ec78-ca4b-4688-ad45-97d8aa00be23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49e131f5-c561-4deb-baef-991b3672231e') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:24.584898 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-1017ec78-ca4b-4688-ad45-97d8aa00be23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49e131f5-c561-4deb-baef-991b3672231e') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:24.601047 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1017ec78-ca4b-4688-ad45-97d8aa00be23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:24.615952 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1017ec78-ca4b-4688-ad45-97d8aa00be23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:24.621903 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1017ec78-ca4b-4688-ad45-97d8aa00be23 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:22:24.622285 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1017ec78-ca4b-4688-ad45-97d8aa00be23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:24.624102 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 04:22:24.624102 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:22:24.624102 n-d-715271-27 neutron-server[102572]: timer() Nov 12 04:22:24.624102 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:22:24.624102 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 04:22:24.624102 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:22:24.624102 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 04:22:24.624102 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:22:24.624102 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 04:22:24.624102 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:22:24.624102 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 04:22:24.624102 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:22:24.624102 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 04:22:24.624102 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:22:24.624102 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:22:24.624102 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:22:24.624102 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:22:24.624102 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:22:24.624102 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 04:22:24.624102 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:22:24.624102 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 04:22:24.624102 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:22:24.624102 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:22:24.624102 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:22:24.624102 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 04:22:24.624102 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:22:24.624102 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:22:24.624102 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:22:24.624102 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:22:24.624102 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:22:24.624102 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:22:24.624102 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:22:24.688386 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1017ec78-ca4b-4688-ad45-97d8aa00be23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:24.697318 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1017ec78-ca4b-4688-ad45-97d8aa00be23 admin admin] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:24.704594 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-1017ec78-ca4b-4688-ad45-97d8aa00be23 admin admin] 10.222.0.50 "DELETE /v2.0/networks/753c7d5e-803d-4b9a-ad97-24545b050da6 HTTP/1.1" status: 204 len: 168 time: 0.5751612 Nov 12 04:22:24.705448 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58210) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:24.721543 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017ec78-ca4b-4688-ad45-97d8aa00be23 admin admin] Pushing event deleted for resources: {'Network': ['ID=753c7d5e-803d-4b9a-ad97-24545b050da6,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:24.749898 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device fea59dd3-9aa4-4edc-82a2-416565b7ad5e no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:22:24.771553 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: fea59dd3-9aa4-4edc-82a2-416565b7ad5e {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:22:24.771903 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device fea59dd3-9aa4-4edc-82a2-416565b7ad5e not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:22:24.772348 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 1f30e15e-e8ab-4406-bb42-caa5b6f9606d no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:22:24.792130 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 1f30e15e-e8ab-4406-bb42-caa5b6f9606d {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:22:24.792481 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 1f30e15e-e8ab-4406-bb42-caa5b6f9606d not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:22:24.792902 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 244dfe5d-aa09-40a9-8047-748029da06bd no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:22:24.814979 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 244dfe5d-aa09-40a9-8047-748029da06bd {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:22:24.815318 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 244dfe5d-aa09-40a9-8047-748029da06bd not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:22:25.070046 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aea49e4a-dd47-4092-b6bb-d9dbabc0cf2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:25.315248 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-aea49e4a-dd47-4092-b6bb-d9dbabc0cf2f admin admin] Deleting port c0a7d589-c1e3-4766-b9c8-523e603fccb3 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:22:25.315582 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aea49e4a-dd47-4092-b6bb-d9dbabc0cf2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:25.392606 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-aea49e4a-dd47-4092-b6bb-d9dbabc0cf2f admin admin] For port c0a7d589-c1e3-4766-b9c8-523e603fccb3, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=c0a7d589-c1e3-4766-b9c8-523e603fccb3,segment=NetworkSegment(e769682f-e8df-45b4-a8f6-227e83b467d7),segment_id=e769682f-e8df-45b4-a8f6-227e83b467d7)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:25.392962 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aea49e4a-dd47-4092-b6bb-d9dbabc0cf2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:25.407087 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-aea49e4a-dd47-4092-b6bb-d9dbabc0cf2f admin admin] Calling delete_port for c0a7d589-c1e3-4766-b9c8-523e603fccb3 owned by network:router_interface {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:22:25.585433 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aea49e4a-dd47-4092-b6bb-d9dbabc0cf2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:25.614775 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea49e4a-dd47-4092-b6bb-d9dbabc0cf2f admin admin] Pushing event deleted for resources: {'Port': ['ID=c0a7d589-c1e3-4766-b9c8-523e603fccb3,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:25.790569 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-aea49e4a-dd47-4092-b6bb-d9dbabc0cf2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:26.007148 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea49e4a-dd47-4092-b6bb-d9dbabc0cf2f admin admin] Router 4721f686-c36a-48e6-b1c3-5a15e3718706 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:22:26.112258 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea49e4a-dd47-4092-b6bb-d9dbabc0cf2f admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:22:26.117395 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-aea49e4a-dd47-4092-b6bb-d9dbabc0cf2f admin admin] 10.222.0.50 "PUT /v2.0/routers/4721f686-c36a-48e6-b1c3-5a15e3718706/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4104006 Nov 12 04:22:26.119828 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58212) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:26.126971 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825e950b-2d02-4395-aaee-00dff7dcd062 None None] Sync routers for ids ['4721f686-c36a-48e6-b1c3-5a15e3718706'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:22:26.135914 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825e950b-2d02-4395-aaee-00dff7dcd062 None None] Routers {'4721f686-c36a-48e6-b1c3-5a15e3718706'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:26.136533 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-825e950b-2d02-4395-aaee-00dff7dcd062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:22:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4721f686-c36a-48e6-b1c3-5a15e3718706'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:26.224751 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-98609450-3938-42c4-97c8-a9691fe5acf1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:26.239145 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-825e950b-2d02-4395-aaee-00dff7dcd062 None None] Set router 4721f686-c36a-48e6-b1c3-5a15e3718706 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:26.327224 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-98609450-3938-42c4-97c8-a9691fe5acf1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:26.384038 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-98609450-3938-42c4-97c8-a9691fe5acf1 admin admin] Deleting port 668451b4-3537-4db0-84c8-8ef89cbd4710 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:22:26.384393 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-98609450-3938-42c4-97c8-a9691fe5acf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:26.463820 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-98609450-3938-42c4-97c8-a9691fe5acf1 admin admin] For port 668451b4-3537-4db0-84c8-8ef89cbd4710, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=668451b4-3537-4db0-84c8-8ef89cbd4710,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:26.464297 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-98609450-3938-42c4-97c8-a9691fe5acf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:26.478285 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-98609450-3938-42c4-97c8-a9691fe5acf1 admin admin] Calling delete_port for 668451b4-3537-4db0-84c8-8ef89cbd4710 owned by network:router_gateway {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:22:26.510641 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-825e950b-2d02-4395-aaee-00dff7dcd062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4721f686-c36a-48e6-b1c3-5a15e3718706', 'name': 'tempest-TestMinimumBasicScenario-1642169483-router', 'tenant_id': 'b8c735c84fc149f480f97a6427a14623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '668451b4-3537-4db0-84c8-8ef89cbd4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:20:00Z', 'updated_at': '2021-11-12T04:22:25Z', 'revision_number': 5, 'project_id': 'b8c735c84fc149f480f97a6427a14623', 'gw_port': {'id': '668451b4-3537-4db0-84c8-8ef89cbd4710', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4721f686-c36a-48e6-b1c3-5a15e3718706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:20:01Z', 'updated_at': '2021-11-12T04:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:26.540307 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825e950b-2d02-4395-aaee-00dff7dcd062 None None] Checking router: 4721f686-c36a-48e6-b1c3-5a15e3718706 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:22:26.549322 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825e950b-2d02-4395-aaee-00dff7dcd062 None None] Routers {'4721f686-c36a-48e6-b1c3-5a15e3718706'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:26.549928 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-825e950b-2d02-4395-aaee-00dff7dcd062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:22:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4721f686-c36a-48e6-b1c3-5a15e3718706'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:26.642751 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-825e950b-2d02-4395-aaee-00dff7dcd062 None None] Set router 4721f686-c36a-48e6-b1c3-5a15e3718706 gateway port host: None {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:26.653687 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-98609450-3938-42c4-97c8-a9691fe5acf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:26.680066 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98609450-3938-42c4-97c8-a9691fe5acf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=668451b4-3537-4db0-84c8-8ef89cbd4710,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:26.696851 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-825e950b-2d02-4395-aaee-00dff7dcd062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4721f686-c36a-48e6-b1c3-5a15e3718706', 'name': 'tempest-TestMinimumBasicScenario-1642169483-router', 'tenant_id': 'b8c735c84fc149f480f97a6427a14623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:20:00Z', 'updated_at': '2021-11-12T04:22:26Z', 'revision_number': 6, 'project_id': 'b8c735c84fc149f480f97a6427a14623', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:26.698501 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ea659e-55c6-4000-8062-879649abaabd None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:22:26.725222 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825e950b-2d02-4395-aaee-00dff7dcd062 None None] The sync data for ids ['4721f686-c36a-48e6-b1c3-5a15e3718706'] in n-d-715271-27 is: [{'id': '4721f686-c36a-48e6-b1c3-5a15e3718706', 'name': 'tempest-TestMinimumBasicScenario-1642169483-router', 'tenant_id': 'b8c735c84fc149f480f97a6427a14623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:20:00Z', 'updated_at': '2021-11-12T04:22:26Z', 'revision_number': 6, 'project_id': 'b8c735c84fc149f480f97a6427a14623', 'gw_port_host': None}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:22:26.752214 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-98609450-3938-42c4-97c8-a9691fe5acf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:26.851850 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-98609450-3938-42c4-97c8-a9691fe5acf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:26.853915 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-98609450-3938-42c4-97c8-a9691fe5acf1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:26.900297 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-98609450-3938-42c4-97c8-a9691fe5acf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:26.901068 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98609450-3938-42c4-97c8-a9691fe5acf1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4721f686-c36a-48e6-b1c3-5a15e3718706 {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:22:26.907063 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-98609450-3938-42c4-97c8-a9691fe5acf1 admin admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:26.908237 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-98609450-3938-42c4-97c8-a9691fe5acf1 admin admin] 10.222.0.50 "DELETE /v2.0/routers/4721f686-c36a-48e6-b1c3-5a15e3718706 HTTP/1.1" status: 204 len: 168 time: 0.7874188 Nov 12 04:22:26.910764 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58214) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:26.959426 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c5c329b-645c-41a2-b80a-9cf51cc3870e admin admin] Deleting subnet 7b05cc83-9574-4805-9bd8-045f028b6162 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:22:26.962496 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5c5c329b-645c-41a2-b80a-9cf51cc3870e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:26.999110 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5c5c329b-645c-41a2-b80a-9cf51cc3870e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:27.076009 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5c5c329b-645c-41a2-b80a-9cf51cc3870e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:27.132644 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5c5c329b-645c-41a2-b80a-9cf51cc3870e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:27.162650 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c329b-645c-41a2-b80a-9cf51cc3870e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b05cc83-9574-4805-9bd8-045f028b6162,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:27.168412 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5c5c329b-645c-41a2-b80a-9cf51cc3870e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:27.171823 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5c5c329b-645c-41a2-b80a-9cf51cc3870e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7b05cc83-9574-4805-9bd8-045f028b6162 HTTP/1.1" status: 204 len: 168 time: 0.2601166 Nov 12 04:22:27.174410 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58216) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:27.179757 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ace0ffe-6418-4707-b340-968ef29accde None None] Network 0d0c0a8a-d5ac-490a-b72c-1a2a49319059 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:22:27.243467 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b4a72e75-11e1-45b7-84b8-8b1537b3d729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:27.298795 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-b4a72e75-11e1-45b7-84b8-8b1537b3d729 admin admin] Deleting port 0f662f2f-a9ea-4cba-a524-76da60cfea3f {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:22:27.299133 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b4a72e75-11e1-45b7-84b8-8b1537b3d729 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:27.368004 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-b4a72e75-11e1-45b7-84b8-8b1537b3d729 admin admin] For port 0f662f2f-a9ea-4cba-a524-76da60cfea3f, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=0f662f2f-a9ea-4cba-a524-76da60cfea3f,segment=NetworkSegment(e769682f-e8df-45b4-a8f6-227e83b467d7),segment_id=e769682f-e8df-45b4-a8f6-227e83b467d7)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:27.368387 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b4a72e75-11e1-45b7-84b8-8b1537b3d729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:27.381118 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-b4a72e75-11e1-45b7-84b8-8b1537b3d729 admin admin] Calling delete_port for 0f662f2f-a9ea-4cba-a524-76da60cfea3f owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:22:27.460320 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b4a72e75-11e1-45b7-84b8-8b1537b3d729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:27.491901 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a72e75-11e1-45b7-84b8-8b1537b3d729 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f662f2f-a9ea-4cba-a524-76da60cfea3f,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:27.493784 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a72e75-11e1-45b7-84b8-8b1537b3d729 admin admin] No DVR routers for this DVR port 0f662f2f-a9ea-4cba-a524-76da60cfea3f on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:22:27.516586 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb09ca72-ea1d-443a-94f4-aa18eee8907d None None] DHCP port deletion for 0d0c0a8a-d5ac-490a-b72c-1a2a49319059 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:22:27.569306 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b4a72e75-11e1-45b7-84b8-8b1537b3d729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:27.589124 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-b4a72e75-11e1-45b7-84b8-8b1537b3d729 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d0c0a8a-d5ac-490a-b72c-1a2a49319059']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:27.598851 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-b4a72e75-11e1-45b7-84b8-8b1537b3d729 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e769682f-e8df-45b4-a8f6-227e83b467d7') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:27.599145 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-b4a72e75-11e1-45b7-84b8-8b1537b3d729 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e769682f-e8df-45b4-a8f6-227e83b467d7') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:27.609404 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b4a72e75-11e1-45b7-84b8-8b1537b3d729 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:27.623646 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b4a72e75-11e1-45b7-84b8-8b1537b3d729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:27.630749 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4a72e75-11e1-45b7-84b8-8b1537b3d729 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:22:27.631157 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b4a72e75-11e1-45b7-84b8-8b1537b3d729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:27.633039 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 04:22:27.633039 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:22:27.633039 n-d-715271-27 neutron-server[102571]: timer() Nov 12 04:22:27.633039 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:22:27.633039 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 04:22:27.633039 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:22:27.633039 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 04:22:27.633039 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:22:27.633039 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 04:22:27.633039 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:22:27.633039 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 04:22:27.633039 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:22:27.633039 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 04:22:27.633039 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:22:27.633039 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:22:27.633039 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:22:27.633039 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:22:27.633039 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:22:27.633039 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 04:22:27.633039 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:22:27.633039 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 04:22:27.633039 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:22:27.633039 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:22:27.633039 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:22:27.633039 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 04:22:27.633039 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:22:27.633039 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:22:27.633039 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:22:27.633039 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:22:27.633039 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:22:27.633039 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:22:27.633039 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:22:27.694212 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b4a72e75-11e1-45b7-84b8-8b1537b3d729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:27.699285 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b4a72e75-11e1-45b7-84b8-8b1537b3d729 admin admin] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:27.703240 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b4a72e75-11e1-45b7-84b8-8b1537b3d729 admin admin] 10.222.0.50 "DELETE /v2.0/networks/0d0c0a8a-d5ac-490a-b72c-1a2a49319059 HTTP/1.1" status: 204 len: 168 time: 0.5269954 Nov 12 04:22:27.720849 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a72e75-11e1-45b7-84b8-8b1537b3d729 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d0c0a8a-d5ac-490a-b72c-1a2a49319059,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:27.878493 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58220) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:27.917231 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b9c6d5bc-7598-485d-bf56-d0f1d2fd80c7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d703a4a6b2cd4504bf0d81b4cbbe2b62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375795 Nov 12 04:22:27.919709 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58222) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:27.929736 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:22:27.968823 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4d094923-3087-45ba-aaf8-d9b1c05a6345 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:27.993911 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4d094923-3087-45ba-aaf8-d9b1c05a6345 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:28.038605 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4d094923-3087-45ba-aaf8-d9b1c05a6345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:28.041243 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4d094923-3087-45ba-aaf8-d9b1c05a6345 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:28.042435 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4d094923-3087-45ba-aaf8-d9b1c05a6345 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c70b4fd7-ec9b-4d46-a590-bd4da937ff62 HTTP/1.1" status: 204 len: 168 time: 0.1217022 Nov 12 04:22:28.050958 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d094923-3087-45ba-aaf8-d9b1c05a6345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70b4fd7-ec9b-4d46-a590-bd4da937ff62,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:28.353430 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58228) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:28.392648 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6064f3b9-e8f4-42ad-8234-68684ea3ea64 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b8c735c84fc149f480f97a6427a14623&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380483 Nov 12 04:22:28.395121 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58230) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:28.443839 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-76e12cf6-ad79-4fda-a2b6-d75d5090315a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:28.464844 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-76e12cf6-ad79-4fda-a2b6-d75d5090315a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:28.511018 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-76e12cf6-ad79-4fda-a2b6-d75d5090315a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:28.513204 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-76e12cf6-ad79-4fda-a2b6-d75d5090315a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:28.514390 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-76e12cf6-ad79-4fda-a2b6-d75d5090315a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/50e3b96d-3744-4a0e-b790-e91f006dc482 HTTP/1.1" status: 204 len: 168 time: 0.1183760 Nov 12 04:22:28.522526 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e12cf6-ad79-4fda-a2b6-d75d5090315a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e3b96d-3744-4a0e-b790-e91f006dc482,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:28.565875 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device c0a7d589-c1e3-4766-b9c8-523e603fccb3 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:22:28.586031 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: c0a7d589-c1e3-4766-b9c8-523e603fccb3 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:22:28.586375 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device c0a7d589-c1e3-4766-b9c8-523e603fccb3 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:22:28.586791 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 0f662f2f-a9ea-4cba-a524-76da60cfea3f no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:22:28.605489 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 0f662f2f-a9ea-4cba-a524-76da60cfea3f {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:22:28.605857 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 0f662f2f-a9ea-4cba-a524-76da60cfea3f not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:22:28.606254 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 668451b4-3537-4db0-84c8-8ef89cbd4710 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:22:28.631210 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 668451b4-3537-4db0-84c8-8ef89cbd4710 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:22:28.631564 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 668451b4-3537-4db0-84c8-8ef89cbd4710 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:22:30.139209 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58270) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:30.143773 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-347ee39c-8fbd-4122-9da9-4cfbdd5c877d tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1817858218', 'description': 'tempest-secgroup-smoke-1817858218 description', 'project_id': '30062bada0e44b3289e392ccc393918e'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:30.167841 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-347ee39c-8fbd-4122-9da9-4cfbdd5c877d tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:30.177019 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-347ee39c-8fbd-4122-9da9-4cfbdd5c877d tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:30.257283 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-347ee39c-8fbd-4122-9da9-4cfbdd5c877d tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:30.261212 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-347ee39c-8fbd-4122-9da9-4cfbdd5c877d tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:30.302617 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ee39c-8fbd-4122-9da9-4cfbdd5c877d tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8feb50-70a2-4017-a47c-6a8a6950ad47,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:30.336832 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-347ee39c-8fbd-4122-9da9-4cfbdd5c877d tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:30.340463 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-347ee39c-8fbd-4122-9da9-4cfbdd5c877d tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:30.369340 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-347ee39c-8fbd-4122-9da9-4cfbdd5c877d tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:30.370478 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-347ee39c-8fbd-4122-9da9-4cfbdd5c877d tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2302389 Nov 12 04:22:30.373580 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58272) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:30.374778 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ee39c-8fbd-4122-9da9-4cfbdd5c877d tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4afd76ce-73bc-4ede-b149-68c0eca9215f,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:30.378626 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-5f9d1aae-6f5b-4a15-92f4-6f7996501c2f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'security_group_rule': {'security_group_id': '4afd76ce-73bc-4ede-b149-68c0eca9215f', 'project_id': '30062bada0e44b3289e392ccc393918e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:30.407189 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5f9d1aae-6f5b-4a15-92f4-6f7996501c2f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:30.465259 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5f9d1aae-6f5b-4a15-92f4-6f7996501c2f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:30.470264 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5f9d1aae-6f5b-4a15-92f4-6f7996501c2f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:30.474556 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5650f415-700b-452f-8205-63533aae5b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:30.489784 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9d1aae-6f5b-4a15-92f4-6f7996501c2f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c5e8279-ff43-4ceb-828d-d2a0e6920ad0,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:30.497074 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5f9d1aae-6f5b-4a15-92f4-6f7996501c2f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:30.498263 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5f9d1aae-6f5b-4a15-92f4-6f7996501c2f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1232653 Nov 12 04:22:30.501007 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58274) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:30.505304 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-6df92106-da3e-4ab2-9a84-5459efe1ead7 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'security_group_rule': {'security_group_id': '4afd76ce-73bc-4ede-b149-68c0eca9215f', 'project_id': '30062bada0e44b3289e392ccc393918e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:30.532976 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6df92106-da3e-4ab2-9a84-5459efe1ead7 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:30.591144 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6df92106-da3e-4ab2-9a84-5459efe1ead7 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:30.595106 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6df92106-da3e-4ab2-9a84-5459efe1ead7 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:30.613822 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df92106-da3e-4ab2-9a84-5459efe1ead7 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31d30e69-48af-44df-80a3-d65032ae3f3f,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:30.622841 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6df92106-da3e-4ab2-9a84-5459efe1ead7 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:30.624185 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6df92106-da3e-4ab2-9a84-5459efe1ead7 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1221313 Nov 12 04:22:30.626896 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58276) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:30.631151 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-a3bd39a1-deaa-47a2-8462-12097aa3db63 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'security_group_rule': {'security_group_id': '4afd76ce-73bc-4ede-b149-68c0eca9215f', 'project_id': '30062bada0e44b3289e392ccc393918e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:30.658620 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a3bd39a1-deaa-47a2-8462-12097aa3db63 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:30.715530 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a3bd39a1-deaa-47a2-8462-12097aa3db63 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:30.720858 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a3bd39a1-deaa-47a2-8462-12097aa3db63 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:30.739368 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd39a1-deaa-47a2-8462-12097aa3db63 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5554e5ad-c6da-4fe0-94ff-49a2e4d4888b,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:30.747701 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a3bd39a1-deaa-47a2-8462-12097aa3db63 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:30.749289 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a3bd39a1-deaa-47a2-8462-12097aa3db63 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1213722 Nov 12 04:22:30.751846 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58278) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:30.756096 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-66591dee-1956-4062-9d64-d3d2c052981e tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'security_group_rule': {'security_group_id': '4afd76ce-73bc-4ede-b149-68c0eca9215f', 'project_id': '30062bada0e44b3289e392ccc393918e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:30.783904 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-66591dee-1956-4062-9d64-d3d2c052981e tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:30.841782 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-66591dee-1956-4062-9d64-d3d2c052981e tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:30.845873 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-66591dee-1956-4062-9d64-d3d2c052981e tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:30.865323 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66591dee-1956-4062-9d64-d3d2c052981e tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e71e0e1d-ecc3-4166-9754-d80181bc080b,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:30.875072 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-66591dee-1956-4062-9d64-d3d2c052981e tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:30.876307 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-66591dee-1956-4062-9d64-d3d2c052981e tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1234980 Nov 12 04:22:30.878927 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58280) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:30.883542 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-15536276-2341-49b3-b552-d80001267169 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'security_group_rule': {'security_group_id': '4afd76ce-73bc-4ede-b149-68c0eca9215f', 'project_id': '30062bada0e44b3289e392ccc393918e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:30.906149 n-d-715271-27 neutron-server[102571]: INFO neutron.db.securitygroups_db [None req-15536276-2341-49b3-b552-d80001267169 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Project 30062bada0e44b3289e392ccc393918e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:22:30.911230 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-15536276-2341-49b3-b552-d80001267169 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:30.971304 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-15536276-2341-49b3-b552-d80001267169 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:30.974855 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-15536276-2341-49b3-b552-d80001267169 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:30.992359 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15536276-2341-49b3-b552-d80001267169 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f7b33cc-7109-4e5c-b61f-e907e10008fc,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:31.003819 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-15536276-2341-49b3-b552-d80001267169 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:31.005376 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-15536276-2341-49b3-b552-d80001267169 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1253340 Nov 12 04:22:31.008242 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58282) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:31.012528 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-b5a23441-0ec4-4b13-ba9e-fc9d7c2ae190 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'security_group_rule': {'security_group_id': '4afd76ce-73bc-4ede-b149-68c0eca9215f', 'project_id': '30062bada0e44b3289e392ccc393918e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:31.033921 n-d-715271-27 neutron-server[102571]: INFO neutron.db.securitygroups_db [None req-b5a23441-0ec4-4b13-ba9e-fc9d7c2ae190 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Project 30062bada0e44b3289e392ccc393918e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:22:31.038892 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b5a23441-0ec4-4b13-ba9e-fc9d7c2ae190 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:31.100297 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b5a23441-0ec4-4b13-ba9e-fc9d7c2ae190 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:31.103911 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b5a23441-0ec4-4b13-ba9e-fc9d7c2ae190 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:31.121765 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a23441-0ec4-4b13-ba9e-fc9d7c2ae190 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b25b08c1-b07c-4b7f-aa09-520e942b75f1,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:31.131074 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b5a23441-0ec4-4b13-ba9e-fc9d7c2ae190 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:31.134895 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b5a23441-0ec4-4b13-ba9e-fc9d7c2ae190 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1231129 Nov 12 04:22:31.135274 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58284) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:31.140063 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-80a08617-8d4a-4443-b84c-ddf521ed4d52 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'network': {'name': 'tempest-network-smoke--1023838001', 'project_id': '30062bada0e44b3289e392ccc393918e', 'port_security_enabled': True}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:31.160753 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a08617-8d4a-4443-b84c-ddf521ed4d52 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Made reservation on behalf of 30062bada0e44b3289e392ccc393918e for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:22:31.164354 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-80a08617-8d4a-4443-b84c-ddf521ed4d52 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:31.188513 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80a08617-8d4a-4443-b84c-ddf521ed4d52 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:22:31.197379 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-80a08617-8d4a-4443-b84c-ddf521ed4d52 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:31.197721 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-80a08617-8d4a-4443-b84c-ddf521ed4d52 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Added segment 0ecfada6-3c03-41e6-abb9-5a343e546aa4 of type vlan for network 526f45f1-82e6-4754-be67-e1c71a47e461 Nov 12 04:22:31.237505 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-80a08617-8d4a-4443-b84c-ddf521ed4d52 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:31.261071 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-80a08617-8d4a-4443-b84c-ddf521ed4d52 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:31.266705 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a08617-8d4a-4443-b84c-ddf521ed4d52 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:31.267282 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-80a08617-8d4a-4443-b84c-ddf521ed4d52 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:31.306489 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-80a08617-8d4a-4443-b84c-ddf521ed4d52 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1702011 Nov 12 04:22:31.309669 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58286) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:31.314412 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-41da9f3e-2ddb-4618-9807-db6e6b8102c6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1563089932', 'admin_state_up': True, 'project_id': '30062bada0e44b3289e392ccc393918e', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:31.337235 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-41da9f3e-2ddb-4618-9807-db6e6b8102c6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:31.338323 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-41da9f3e-2ddb-4618-9807-db6e6b8102c6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:31.340045 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a08617-8d4a-4443-b84c-ddf521ed4d52 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'Network': ['ID=526f45f1-82e6-4754-be67-e1c71a47e461,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:31.351735 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 526f45f1-82e6-4754-be67-e1c71a47e461 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:22:31.392993 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-41da9f3e-2ddb-4618-9807-db6e6b8102c6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:31.582338 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-41da9f3e-2ddb-4618-9807-db6e6b8102c6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:31.775845 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-41da9f3e-2ddb-4618-9807-db6e6b8102c6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for router_gateway, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:31.794633 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-41da9f3e-2ddb-4618-9807-db6e6b8102c6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:31.898805 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-41da9f3e-2ddb-4618-9807-db6e6b8102c6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Allocated IP 172.25.5.246 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/48c0a373-e999-4d38-b911-fc20e6037e65) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:22:31.997164 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-41da9f3e-2ddb-4618-9807-db6e6b8102c6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:32.031638 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-41da9f3e-2ddb-4618-9807-db6e6b8102c6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:32.071529 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41da9f3e-2ddb-4618-9807-db6e6b8102c6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:22:32.076233 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-41da9f3e-2ddb-4618-9807-db6e6b8102c6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:22:32.082138 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41da9f3e-2ddb-4618-9807-db6e6b8102c6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:22:32.090002 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ae3639-6932-474d-898c-b67dc361eff2 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:22:32.107651 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da9f3e-2ddb-4618-9807-db6e6b8102c6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'Port': ['ID=48c0a373-e999-4d38-b911-fc20e6037e65,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:32.196794 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-b5cb5396-f81c-4b19-93a2-b5d709ac2835 None None] Provisioning complete for port 48c0a373-e999-4d38-b911-fc20e6037e65 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:32.197160 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b5cb5396-f81c-4b19-93a2-b5d709ac2835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:32.235986 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-b5cb5396-f81c-4b19-93a2-b5d709ac2835 None None] Port 48c0a373-e999-4d38-b911-fc20e6037e65 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:22:32.389976 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-41da9f3e-2ddb-4618-9807-db6e6b8102c6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for router_gateway, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:32.583290 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-41da9f3e-2ddb-4618-9807-db6e6b8102c6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:32.709251 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41da9f3e-2ddb-4618-9807-db6e6b8102c6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Router bf25b915-7987-436c-a2db-cbbac4061362 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:22:32.814818 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41da9f3e-2ddb-4618-9807-db6e6b8102c6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:22:32.824421 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1c85d0-1e08-4057-8a5f-ba85cea0deb7 None None] Sync routers for ids ['bf25b915-7987-436c-a2db-cbbac4061362'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:22:32.836770 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1c85d0-1e08-4057-8a5f-ba85cea0deb7 None None] Routers {'bf25b915-7987-436c-a2db-cbbac4061362'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:32.837180 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-41da9f3e-2ddb-4618-9807-db6e6b8102c6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:32.837436 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-8b1c85d0-1e08-4057-8a5f-ba85cea0deb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:22:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['bf25b915-7987-436c-a2db-cbbac4061362'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:32.838409 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-41da9f3e-2ddb-4618-9807-db6e6b8102c6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5277326 Nov 12 04:22:32.841780 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58288) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:32.947476 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-8b1c85d0-1e08-4057-8a5f-ba85cea0deb7 None None] Set router bf25b915-7987-436c-a2db-cbbac4061362 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:32.962089 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-677a8fdd-8a36-4aec-b8c6-1cd8db5f5f9b tempest-TestNetworkAdvancedServerOps-1443237335 tempest-TestNetworkAdvancedServerOps-1443237335-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=30062bada0e44b3289e392ccc393918e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1192019 Nov 12 04:22:32.964679 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58292) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:33.136715 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-8b1c85d0-1e08-4057-8a5f-ba85cea0deb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf25b915-7987-436c-a2db-cbbac4061362', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1563089932', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '48c0a373-e999-4d38-b911-fc20e6037e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:31Z', 'updated_at': '2021-11-12T04:22:32Z', 'revision_number': 3, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': '48c0a373-e999-4d38-b911-fc20e6037e65', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:95:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf25b915-7987-436c-a2db-cbbac4061362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:31Z', 'updated_at': '2021-11-12T04:22:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:33.163802 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1c85d0-1e08-4057-8a5f-ba85cea0deb7 None None] Checking router: bf25b915-7987-436c-a2db-cbbac4061362 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:22:33.164177 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1c85d0-1e08-4057-8a5f-ba85cea0deb7 None None] Updating router bf25b915-7987-436c-a2db-cbbac4061362 port 48c0a373-e999-4d38-b911-fc20e6037e65 binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:22:33.196198 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8b1c85d0-1e08-4057-8a5f-ba85cea0deb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:33.397175 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f2003d-b53c-48a4-86ae-6ce78fc18324 tempest-TestNetworkAdvancedServerOps-1443237335 tempest-TestNetworkAdvancedServerOps-1443237335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:33.403085 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-40f2003d-b53c-48a4-86ae-6ce78fc18324 tempest-TestNetworkAdvancedServerOps-1443237335 tempest-TestNetworkAdvancedServerOps-1443237335-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4331000 Nov 12 04:22:33.403085 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58294) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:33.428841 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-753afba5-ab0f-4563-982d-e49f2a32210b tempest-TestNetworkAdvancedServerOps-1443237335 tempest-TestNetworkAdvancedServerOps-1443237335-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=7932a4b6-40b8-49fc-bb5c-2a6d25b0a895&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261924 Nov 12 04:22:33.431450 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58296) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:33.437278 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-cb5ea397-9c03-4184-927c-e9d21e270899 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1278295005', 'network_id': '526f45f1-82e6-4754-be67-e1c71a47e461', 'project_id': '30062bada0e44b3289e392ccc393918e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:33.460002 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8b1c85d0-1e08-4057-8a5f-ba85cea0deb7 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:33.470424 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8b1c85d0-1e08-4057-8a5f-ba85cea0deb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:33.475575 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5ba0f5ec-b485-4c33-9f94-9318cd0a70d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:33.523906 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e22f7f-9e32-4cd8-9635-df0903a3be2f None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:22:33.526327 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5ea397-9c03-4184-927c-e9d21e270899 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Made reservation on behalf of 30062bada0e44b3289e392ccc393918e for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:22:33.529822 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cb5ea397-9c03-4184-927c-e9d21e270899 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:33.536243 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-8b1c85d0-1e08-4057-8a5f-ba85cea0deb7 None None] Attempting to bind port 48c0a373-e999-4d38-b911-fc20e6037e65 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:22:33.536611 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-8b1c85d0-1e08-4057-8a5f-ba85cea0deb7 None None] Attempting to bind port 48c0a373-e999-4d38-b911-fc20e6037e65 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:22:33.536970 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1c85d0-1e08-4057-8a5f-ba85cea0deb7 None None] Attempting to bind port 48c0a373-e999-4d38-b911-fc20e6037e65 on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:22:33.542436 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d554a-456d-45ae-9fd3-72e60d2552ff None None] Pushing event updated for resources: {'Port': ['ID=48c0a373-e999-4d38-b911-fc20e6037e65,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:33.547065 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1c85d0-1e08-4057-8a5f-ba85cea0deb7 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:22:33.547456 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1c85d0-1e08-4057-8a5f-ba85cea0deb7 None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:22:33.547855 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8b1c85d0-1e08-4057-8a5f-ba85cea0deb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:33.548265 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1c85d0-1e08-4057-8a5f-ba85cea0deb7 None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:22:33.548733 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-8b1c85d0-1e08-4057-8a5f-ba85cea0deb7 None None] Bound port: 48c0a373-e999-4d38-b911-fc20e6037e65, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:22:33.549107 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8b1c85d0-1e08-4057-8a5f-ba85cea0deb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:33.606495 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-f8335ff6-42aa-4c60-8a3a-34200efc62f1 None None] Provisioning complete for port 48c0a373-e999-4d38-b911-fc20e6037e65 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:33.606839 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f8335ff6-42aa-4c60-8a3a-34200efc62f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:33.636862 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-8b1c85d0-1e08-4057-8a5f-ba85cea0deb7 None None] For port 48c0a373-e999-4d38-b911-fc20e6037e65, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:22:33.655666 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-8b1c85d0-1e08-4057-8a5f-ba85cea0deb7 None None] For port 48c0a373-e999-4d38-b911-fc20e6037e65, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=48c0a373-e999-4d38-b911-fc20e6037e65,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:22:33.658524 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-f8335ff6-42aa-4c60-8a3a-34200efc62f1 None None] Port 48c0a373-e999-4d38-b911-fc20e6037e65 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:22:33.661030 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8b1c85d0-1e08-4057-8a5f-ba85cea0deb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:33.709771 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3956f3c3-d2ac-4093-8b46-8a0fed56862e None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:22:33.718357 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cb5ea397-9c03-4184-927c-e9d21e270899 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:33.736027 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1c85d0-1e08-4057-8a5f-ba85cea0deb7 None None] Routers {'bf25b915-7987-436c-a2db-cbbac4061362'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:33.736657 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-8b1c85d0-1e08-4057-8a5f-ba85cea0deb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:22:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['bf25b915-7987-436c-a2db-cbbac4061362'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:33.738583 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d554a-456d-45ae-9fd3-72e60d2552ff None None] Pushing event updated for resources: {'Port': ['ID=48c0a373-e999-4d38-b911-fc20e6037e65,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:33.788920 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ea397-9c03-4184-927c-e9d21e270899 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'Subnet': ['ID=e72b9383-b89c-4650-b30f-b9fcfc16618d,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:33.800657 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5ea397-9c03-4184-927c-e9d21e270899 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Checking segment: {'id': '0ecfada6-3c03-41e6-abb9-5a343e546aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '526f45f1-82e6-4754-be67-e1c71a47e461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:22:33.801011 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5ea397-9c03-4184-927c-e9d21e270899 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Network hostable DHCP agents. Network: 526f45f1-82e6-4754-be67-e1c71a47e461, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:22:33.803761 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-f0c14395-e813-4358-9a38-8eda5957bf7b None None] Provisioning complete for port 48c0a373-e999-4d38-b911-fc20e6037e65 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:33.804236 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f0c14395-e813-4358-9a38-8eda5957bf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:33.818343 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5ea397-9c03-4184-927c-e9d21e270899 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Network 526f45f1-82e6-4754-be67-e1c71a47e461 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:22:33.829743 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-cb5ea397-9c03-4184-927c-e9d21e270899 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 526f45f1-82e6-4754-be67-e1c71a47e461) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:22:33.833961 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5ea397-9c03-4184-927c-e9d21e270899 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:33.834555 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cb5ea397-9c03-4184-927c-e9d21e270899 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:33.851302 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-cb5ea397-9c03-4184-927c-e9d21e270899 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4187927 Nov 12 04:22:33.853441 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58298) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:33.858747 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdd4a06-1981-449a-8894-31169f727ce2 None None] Network 526f45f1-82e6-4754-be67-e1c71a47e461 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:22:33.943844 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-8b1c85d0-1e08-4057-8a5f-ba85cea0deb7 None None] Set router bf25b915-7987-436c-a2db-cbbac4061362 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:34.135328 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f0c14395-e813-4358-9a38-8eda5957bf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:34.193053 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-f0c14395-e813-4358-9a38-8eda5957bf7b None None] For port 48c0a373-e999-4d38-b911-fc20e6037e65, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=48c0a373-e999-4d38-b911-fc20e6037e65,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:34.203625 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f0c14395-e813-4358-9a38-8eda5957bf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:34.305408 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-544b8ab3-8268-4545-9de2-aa85efe9cf53 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:34.418755 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04a15cc-3d08-453a-9e7c-f04d1a3d3e2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-526f45f1-82e6-4754-be67-e1c71a47e461', 'network_id': '526f45f1-82e6-4754-be67-e1c71a47e461', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'fixed_ips': [{'subnet_id': 'e72b9383-b89c-4650-b30f-b9fcfc16618d'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:22:34.419680 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b04a15cc-3d08-453a-9e7c-f04d1a3d3e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:34.458634 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:34.526001 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c14395-e813-4358-9a38-8eda5957bf7b None None] Pushing event updated for resources: {'Port': ['ID=48c0a373-e999-4d38-b911-fc20e6037e65,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:34.560132 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-8b1c85d0-1e08-4057-8a5f-ba85cea0deb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf25b915-7987-436c-a2db-cbbac4061362', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1563089932', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '48c0a373-e999-4d38-b911-fc20e6037e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:31Z', 'updated_at': '2021-11-12T04:22:32Z', 'revision_number': 3, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': '48c0a373-e999-4d38-b911-fc20e6037e65', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:95:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf25b915-7987-436c-a2db-cbbac4061362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:31Z', 'updated_at': '2021-11-12T04:22:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:34.588729 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1c85d0-1e08-4057-8a5f-ba85cea0deb7 None None] The sync data for ids ['bf25b915-7987-436c-a2db-cbbac4061362'] in n-d-715271-27 is: [{'id': 'bf25b915-7987-436c-a2db-cbbac4061362', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1563089932', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '48c0a373-e999-4d38-b911-fc20e6037e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:31Z', 'updated_at': '2021-11-12T04:22:32Z', 'revision_number': 3, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': '48c0a373-e999-4d38-b911-fc20e6037e65', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:95:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf25b915-7987-436c-a2db-cbbac4061362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:31Z', 'updated_at': '2021-11-12T04:22:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:22:34.607053 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-544b8ab3-8268-4545-9de2-aa85efe9cf53 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Allocated IP 172.20.0.1 (526f45f1-82e6-4754-be67-e1c71a47e461/e72b9383-b89c-4650-b30f-b9fcfc16618d/adf8a1de-12d5-4fef-a42b-ad216a8772ae) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:22:34.728854 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-544b8ab3-8268-4545-9de2-aa85efe9cf53 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:34.766130 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-544b8ab3-8268-4545-9de2-aa85efe9cf53 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:34.819628 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-b04a15cc-3d08-453a-9e7c-f04d1a3d3e2b None None] Allocated IP 172.20.0.2 (526f45f1-82e6-4754-be67-e1c71a47e461/e72b9383-b89c-4650-b30f-b9fcfc16618d/8005ffa4-4b09-47eb-912f-24aac904008a) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:22:34.830471 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544b8ab3-8268-4545-9de2-aa85efe9cf53 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Network 526f45f1-82e6-4754-be67-e1c71a47e461 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:22:34.836113 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-544b8ab3-8268-4545-9de2-aa85efe9cf53 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:22:34.841219 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544b8ab3-8268-4545-9de2-aa85efe9cf53 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:22:34.871333 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b8ab3-8268-4545-9de2-aa85efe9cf53 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'Port': ['ID=adf8a1de-12d5-4fef-a42b-ad216a8772ae,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:34.900545 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-544b8ab3-8268-4545-9de2-aa85efe9cf53 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:34.992507 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b04a15cc-3d08-453a-9e7c-f04d1a3d3e2b None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:34.998481 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b04a15cc-3d08-453a-9e7c-f04d1a3d3e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:35.043953 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04a15cc-3d08-453a-9e7c-f04d1a3d3e2b None None] Network 526f45f1-82e6-4754-be67-e1c71a47e461 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:22:35.050093 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-b04a15cc-3d08-453a-9e7c-f04d1a3d3e2b None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:22:35.053933 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-544b8ab3-8268-4545-9de2-aa85efe9cf53 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:35.055057 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04a15cc-3d08-453a-9e7c-f04d1a3d3e2b None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:22:35.060270 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a15cc-3d08-453a-9e7c-f04d1a3d3e2b None None] Pushing event updated for resources: {'Port': ['ID=8005ffa4-4b09-47eb-912f-24aac904008a,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:35.131494 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-b04a15cc-3d08-453a-9e7c-f04d1a3d3e2b None None] Attempting to bind port 8005ffa4-4b09-47eb-912f-24aac904008a on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:22:35.131871 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-b04a15cc-3d08-453a-9e7c-f04d1a3d3e2b None None] Attempting to bind port 8005ffa4-4b09-47eb-912f-24aac904008a by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '0ecfada6-3c03-41e6-abb9-5a343e546aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '526f45f1-82e6-4754-be67-e1c71a47e461'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:22:35.132263 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04a15cc-3d08-453a-9e7c-f04d1a3d3e2b None None] Attempting to bind port 8005ffa4-4b09-47eb-912f-24aac904008a on network 526f45f1-82e6-4754-be67-e1c71a47e461 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:22:35.137570 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04a15cc-3d08-453a-9e7c-f04d1a3d3e2b None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:22:35.137943 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04a15cc-3d08-453a-9e7c-f04d1a3d3e2b None None] Checking segment: {'id': '0ecfada6-3c03-41e6-abb9-5a343e546aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '526f45f1-82e6-4754-be67-e1c71a47e461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:22:35.138348 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b04a15cc-3d08-453a-9e7c-f04d1a3d3e2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:35.138742 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04a15cc-3d08-453a-9e7c-f04d1a3d3e2b None None] Bound using segment: {'id': '0ecfada6-3c03-41e6-abb9-5a343e546aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '526f45f1-82e6-4754-be67-e1c71a47e461'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:22:35.139205 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-b04a15cc-3d08-453a-9e7c-f04d1a3d3e2b None None] Bound port: 8005ffa4-4b09-47eb-912f-24aac904008a, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ecfada6-3c03-41e6-abb9-5a343e546aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '526f45f1-82e6-4754-be67-e1c71a47e461'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:22:35.139800 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b04a15cc-3d08-453a-9e7c-f04d1a3d3e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:35.207517 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-b04a15cc-3d08-453a-9e7c-f04d1a3d3e2b None None] For port 8005ffa4-4b09-47eb-912f-24aac904008a, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:22:35.210882 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-b04a15cc-3d08-453a-9e7c-f04d1a3d3e2b None None] For port 8005ffa4-4b09-47eb-912f-24aac904008a, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=8005ffa4-4b09-47eb-912f-24aac904008a,segment=NetworkSegment(0ecfada6-3c03-41e6-abb9-5a343e546aa4),segment_id=0ecfada6-3c03-41e6-abb9-5a343e546aa4)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:22:35.215694 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b04a15cc-3d08-453a-9e7c-f04d1a3d3e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:35.279796 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a15cc-3d08-453a-9e7c-f04d1a3d3e2b None None] Pushing event updated for resources: {'Port': ['ID=8005ffa4-4b09-47eb-912f-24aac904008a,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:35.379221 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-544b8ab3-8268-4545-9de2-aa85efe9cf53 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:35.385369 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-544b8ab3-8268-4545-9de2-aa85efe9cf53 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:35.472752 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b8ab3-8268-4545-9de2-aa85efe9cf53 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'Port': ['ID=adf8a1de-12d5-4fef-a42b-ad216a8772ae,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:35.500625 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-544b8ab3-8268-4545-9de2-aa85efe9cf53 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:35.614344 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544b8ab3-8268-4545-9de2-aa85efe9cf53 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Network 526f45f1-82e6-4754-be67-e1c71a47e461 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:22:35.615707 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-544b8ab3-8268-4545-9de2-aa85efe9cf53 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:22:35.641484 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:35.735222 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-544b8ab3-8268-4545-9de2-aa85efe9cf53 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Router bf25b915-7987-436c-a2db-cbbac4061362 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:22:35.847227 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544b8ab3-8268-4545-9de2-aa85efe9cf53 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:22:35.852514 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-544b8ab3-8268-4545-9de2-aa85efe9cf53 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "PUT /v2.0/routers/bf25b915-7987-436c-a2db-cbbac4061362/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9981346 Nov 12 04:22:36.006888 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-3e69778f-47df-4e69-9b3e-c2bc7c93f38c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1817858218&fields=id&tenant_id=30062bada0e44b3289e392ccc393918e HTTP/1.1" status: 200 len: 267 time: 0.0472128 Nov 12 04:22:36.118438 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-f666856e-ac9c-414c-8052-8d86a03012a1 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:36.119828 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-f666856e-ac9c-414c-8052-8d86a03012a1 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/networks?id=526f45f1-82e6-4754-be67-e1c71a47e461 HTTP/1.1" status: 200 len: 797 time: 0.1062112 Nov 12 04:22:36.135147 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-6669bd60-c21a-40b1-8974-ec336574cd0f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/quotas/30062bada0e44b3289e392ccc393918e HTTP/1.1" status: 200 len: 375 time: 0.0090621 Nov 12 04:22:36.187498 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-385ce272-525c-4df5-8a12-ea86b40ffd38 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=30062bada0e44b3289e392ccc393918e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462704 Nov 12 04:22:36.246119 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-fee185da-1954-4aa4-a933-07f4ed1a2cdd service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:22:36.247108 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-fee185da-1954-4aa4-a933-07f4ed1a2cdd service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0480030 Nov 12 04:22:36.338177 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-82f9a8ee-575f-46ca-94f7-05387461f5d4 service neutron] 10.222.0.50 "GET /v2.0/networks/526f45f1-82e6-4754-be67-e1c71a47e461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838673 Nov 12 04:22:36.440439 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-375e8feb-a1e7-4af1-bd1f-adc50f60a753 service neutron] 10.222.0.50 "GET /v2.0/networks/526f45f1-82e6-4754-be67-e1c71a47e461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948660 Nov 12 04:22:36.486406 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:36.662542 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 48c0a373-e999-4d38-b911-fc20e6037e65 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:22:36.663411 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4eb2b0ba-32bf-4b88-8223-5ba3a7fc8932 req-70fc3d30-7f40-42e2-9a70-1cf9bdbbdfe7 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=5133b0e7-22b0-46fe-a165-4c2a3c6e4df0 HTTP/1.1" status: 200 len: 210 time: 0.0582297 Nov 12 04:22:36.730890 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3a83c4-36cb-4f04-9e1f-676b865314f8 None None] Sync routers for ids ['bf25b915-7987-436c-a2db-cbbac4061362'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:22:36.732491 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 48c0a373-e999-4d38-b911-fc20e6037e65 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:36.732872 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:36.742339 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3a83c4-36cb-4f04-9e1f-676b865314f8 None None] Routers {'bf25b915-7987-436c-a2db-cbbac4061362'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:36.742957 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-7f3a83c4-36cb-4f04-9e1f-676b865314f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:22:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['bf25b915-7987-436c-a2db-cbbac4061362'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:36.808131 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dff149-6c5b-46a4-9f84-64c61a5937aa None None] Network 526f45f1-82e6-4754-be67-e1c71a47e461 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:22:36.876255 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-7f3a83c4-36cb-4f04-9e1f-676b865314f8 None None] Set router bf25b915-7987-436c-a2db-cbbac4061362 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:36.880798 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 8005ffa4-4b09-47eb-912f-24aac904008a up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:22:36.935153 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-090c8a9d-d1a6-4a22-9666-64eff8125d47 None None] Provisioning complete for port 8005ffa4-4b09-47eb-912f-24aac904008a triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:36.935519 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-090c8a9d-d1a6-4a22-9666-64eff8125d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:37.035675 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 8005ffa4-4b09-47eb-912f-24aac904008a triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:37.036191 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:37.097648 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-7f3a83c4-36cb-4f04-9e1f-676b865314f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf25b915-7987-436c-a2db-cbbac4061362', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1563089932', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '48c0a373-e999-4d38-b911-fc20e6037e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:31Z', 'updated_at': '2021-11-12T04:22:35Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': '48c0a373-e999-4d38-b911-fc20e6037e65', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf25b915-7987-436c-a2db-cbbac4061362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:31Z', 'updated_at': '2021-11-12T04:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'adf8a1de-12d5-4fef-a42b-ad216a8772ae', 'name': '', 'network_id': '526f45f1-82e6-4754-be67-e1c71a47e461', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'mac_address': 'fa:16:3e:e2:2f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf25b915-7987-436c-a2db-cbbac4061362', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'e72b9383-b89c-4650-b30f-b9fcfc16618d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:34Z', 'updated_at': '2021-11-12T04:22:35Z', 'revision_number': 2, 'project_id': '30062bada0e44b3289e392ccc393918e', 'subnets': [{'id': 'e72b9383-b89c-4650-b30f-b9fcfc16618d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:37.125048 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3a83c4-36cb-4f04-9e1f-676b865314f8 None None] Checking router: bf25b915-7987-436c-a2db-cbbac4061362 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:22:37.125483 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3a83c4-36cb-4f04-9e1f-676b865314f8 None None] Updating router bf25b915-7987-436c-a2db-cbbac4061362 port adf8a1de-12d5-4fef-a42b-ad216a8772ae binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:22:37.129122 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-090c8a9d-d1a6-4a22-9666-64eff8125d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:37.152765 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-7f3a83c4-36cb-4f04-9e1f-676b865314f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:37.201396 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-090c8a9d-d1a6-4a22-9666-64eff8125d47 None None] For port 8005ffa4-4b09-47eb-912f-24aac904008a, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=8005ffa4-4b09-47eb-912f-24aac904008a,segment=NetworkSegment(0ecfada6-3c03-41e6-abb9-5a343e546aa4),segment_id=0ecfada6-3c03-41e6-abb9-5a343e546aa4)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:37.209458 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-090c8a9d-d1a6-4a22-9666-64eff8125d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:37.217783 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:37.296247 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c8a9d-d1a6-4a22-9666-64eff8125d47 None None] Pushing event updated for resources: {'Port': ['ID=8005ffa4-4b09-47eb-912f-24aac904008a,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:37.317566 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:22:37.318218 n-d-715271-27 neutron-server[102573]: DEBUG oslo_db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:22:37.434523 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-bab842b1-91ae-40c8-b941-f3d64fe800a2 None None] Provisioning complete for port adf8a1de-12d5-4fef-a42b-ad216a8772ae triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:37.434892 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bab842b1-91ae-40c8-b941-f3d64fe800a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:37.463666 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-7f3a83c4-36cb-4f04-9e1f-676b865314f8 None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:37.470381 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-7f3a83c4-36cb-4f04-9e1f-676b865314f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:37.483961 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-bab842b1-91ae-40c8-b941-f3d64fe800a2 None None] Port adf8a1de-12d5-4fef-a42b-ad216a8772ae cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:22:37.498263 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-bab842b1-91ae-40c8-b941-f3d64fe800a2 None None] Provisioning complete for port 8005ffa4-4b09-47eb-912f-24aac904008a triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:37.498263 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bab842b1-91ae-40c8-b941-f3d64fe800a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:37.523078 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2a210-ce7e-41a4-a811-e2df0f907597 None None] Pushing event updated for resources: {'Port': ['ID=adf8a1de-12d5-4fef-a42b-ad216a8772ae,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:37.563171 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee2a210-ce7e-41a4-a811-e2df0f907597 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:37.563511 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee2a210-ce7e-41a4-a811-e2df0f907597 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:37.563844 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee2a210-ce7e-41a4-a811-e2df0f907597 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:37.564198 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee2a210-ce7e-41a4-a811-e2df0f907597 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:37.564527 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee2a210-ce7e-41a4-a811-e2df0f907597 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:37.564848 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee2a210-ce7e-41a4-a811-e2df0f907597 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:37.565168 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee2a210-ce7e-41a4-a811-e2df0f907597 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:37.565483 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee2a210-ce7e-41a4-a811-e2df0f907597 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:37.565803 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee2a210-ce7e-41a4-a811-e2df0f907597 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:37.566117 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee2a210-ce7e-41a4-a811-e2df0f907597 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:37.566430 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee2a210-ce7e-41a4-a811-e2df0f907597 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:37.566738 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee2a210-ce7e-41a4-a811-e2df0f907597 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:37.581181 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-7f3a83c4-36cb-4f04-9e1f-676b865314f8 None None] Attempting to bind port adf8a1de-12d5-4fef-a42b-ad216a8772ae on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:22:37.581552 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-7f3a83c4-36cb-4f04-9e1f-676b865314f8 None None] Attempting to bind port adf8a1de-12d5-4fef-a42b-ad216a8772ae by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '0ecfada6-3c03-41e6-abb9-5a343e546aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '526f45f1-82e6-4754-be67-e1c71a47e461'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:22:37.581915 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3a83c4-36cb-4f04-9e1f-676b865314f8 None None] Attempting to bind port adf8a1de-12d5-4fef-a42b-ad216a8772ae on network 526f45f1-82e6-4754-be67-e1c71a47e461 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:22:37.587331 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3a83c4-36cb-4f04-9e1f-676b865314f8 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:22:37.587717 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3a83c4-36cb-4f04-9e1f-676b865314f8 None None] Checking segment: {'id': '0ecfada6-3c03-41e6-abb9-5a343e546aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '526f45f1-82e6-4754-be67-e1c71a47e461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:22:37.588126 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-7f3a83c4-36cb-4f04-9e1f-676b865314f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:37.588520 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3a83c4-36cb-4f04-9e1f-676b865314f8 None None] Bound using segment: {'id': '0ecfada6-3c03-41e6-abb9-5a343e546aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '526f45f1-82e6-4754-be67-e1c71a47e461'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:22:37.588986 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-7f3a83c4-36cb-4f04-9e1f-676b865314f8 None None] Bound port: adf8a1de-12d5-4fef-a42b-ad216a8772ae, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ecfada6-3c03-41e6-abb9-5a343e546aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '526f45f1-82e6-4754-be67-e1c71a47e461'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:22:37.589364 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-7f3a83c4-36cb-4f04-9e1f-676b865314f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:37.662712 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-7f3a83c4-36cb-4f04-9e1f-676b865314f8 None None] For port adf8a1de-12d5-4fef-a42b-ad216a8772ae, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:22:37.666410 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-7f3a83c4-36cb-4f04-9e1f-676b865314f8 None None] For port adf8a1de-12d5-4fef-a42b-ad216a8772ae, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=adf8a1de-12d5-4fef-a42b-ad216a8772ae,segment=NetworkSegment(0ecfada6-3c03-41e6-abb9-5a343e546aa4),segment_id=0ecfada6-3c03-41e6-abb9-5a343e546aa4)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:22:37.671098 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-7f3a83c4-36cb-4f04-9e1f-676b865314f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:37.721032 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-cba8b0dd-b08b-4f89-9de6-9385e1552c16 None None] Provisioning complete for port adf8a1de-12d5-4fef-a42b-ad216a8772ae triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:37.721433 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cba8b0dd-b08b-4f89-9de6-9385e1552c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:37.729673 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3a83c4-36cb-4f04-9e1f-676b865314f8 None None] Routers {'bf25b915-7987-436c-a2db-cbbac4061362'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:37.730294 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-7f3a83c4-36cb-4f04-9e1f-676b865314f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:22:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['bf25b915-7987-436c-a2db-cbbac4061362'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:37.811222 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-25e0c7b7-d5fa-4b11-8cef-5f88d08628fc req-1ec69993-516f-4927-8f8b-12c0ac187f4f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=5133b0e7-22b0-46fe-a165-4c2a3c6e4df0 HTTP/1.1" status: 200 len: 210 time: 0.0483961 Nov 12 04:22:37.894018 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-7f3a83c4-36cb-4f04-9e1f-676b865314f8 None None] Set router bf25b915-7987-436c-a2db-cbbac4061362 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:37.903923 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cba8b0dd-b08b-4f89-9de6-9385e1552c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:37.947499 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2a210-ce7e-41a4-a811-e2df0f907597 None None] Pushing event updated for resources: {'Port': ['ID=adf8a1de-12d5-4fef-a42b-ad216a8772ae,revision_number=4']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:37.954679 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-cba8b0dd-b08b-4f89-9de6-9385e1552c16 None None] For port adf8a1de-12d5-4fef-a42b-ad216a8772ae, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=adf8a1de-12d5-4fef-a42b-ad216a8772ae,segment=NetworkSegment(0ecfada6-3c03-41e6-abb9-5a343e546aa4),segment_id=0ecfada6-3c03-41e6-abb9-5a343e546aa4)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:37.961448 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cba8b0dd-b08b-4f89-9de6-9385e1552c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:37.971697 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-687fd4d1-89d6-4828-b65b-a00ecdce87b9 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:37.973578 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-687fd4d1-89d6-4828-b65b-a00ecdce87b9 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.90 "GET /v2.0/networks?id=526f45f1-82e6-4754-be67-e1c71a47e461 HTTP/1.1" status: 200 len: 797 time: 0.2275853 Nov 12 04:22:38.017280 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba8b0dd-b08b-4f89-9de6-9385e1552c16 None None] Pushing event updated for resources: {'Port': ['ID=adf8a1de-12d5-4fef-a42b-ad216a8772ae,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:38.075401 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-0a58170b-ad03-45e9-9e86-c65e34dfa93a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30062bada0e44b3289e392ccc393918e HTTP/1.1" status: 200 len: 380 time: 0.0842423 Nov 12 04:22:38.085374 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-555cd921-b97e-4622-b6c1-b4ebff78354c None None] Provisioning complete for port adf8a1de-12d5-4fef-a42b-ad216a8772ae triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:38.085753 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-555cd921-b97e-4622-b6c1-b4ebff78354c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:38.087170 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-dcd410bd-d28d-4641-b19c-3a32c1a39b20 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'port': {'device_id': '5133b0e7-22b0-46fe-a165-4c2a3c6e4df0', 'network_id': '526f45f1-82e6-4754-be67-e1c71a47e461', 'admin_state_up': True, 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'security_groups': ['4afd76ce-73bc-4ede-b149-68c0eca9215f']}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:38.232550 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-dcd410bd-d28d-4641-b19c-3a32c1a39b20 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Made reservation on behalf of 30062bada0e44b3289e392ccc393918e for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:22:38.237971 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-dcd410bd-d28d-4641-b19c-3a32c1a39b20 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:38.258651 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-7f3a83c4-36cb-4f04-9e1f-676b865314f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf25b915-7987-436c-a2db-cbbac4061362', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1563089932', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '48c0a373-e999-4d38-b911-fc20e6037e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:31Z', 'updated_at': '2021-11-12T04:22:35Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': '48c0a373-e999-4d38-b911-fc20e6037e65', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf25b915-7987-436c-a2db-cbbac4061362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:31Z', 'updated_at': '2021-11-12T04:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'adf8a1de-12d5-4fef-a42b-ad216a8772ae', 'name': '', 'network_id': '526f45f1-82e6-4754-be67-e1c71a47e461', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'mac_address': 'fa:16:3e:e2:2f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf25b915-7987-436c-a2db-cbbac4061362', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'e72b9383-b89c-4650-b30f-b9fcfc16618d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:34Z', 'updated_at': '2021-11-12T04:22:37Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'subnets': [{'id': 'e72b9383-b89c-4650-b30f-b9fcfc16618d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:38.296766 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3a83c4-36cb-4f04-9e1f-676b865314f8 None None] The sync data for ids ['bf25b915-7987-436c-a2db-cbbac4061362'] in n-d-715271-27 is: [{'id': 'bf25b915-7987-436c-a2db-cbbac4061362', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1563089932', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '48c0a373-e999-4d38-b911-fc20e6037e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:31Z', 'updated_at': '2021-11-12T04:22:35Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': '48c0a373-e999-4d38-b911-fc20e6037e65', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf25b915-7987-436c-a2db-cbbac4061362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:31Z', 'updated_at': '2021-11-12T04:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'adf8a1de-12d5-4fef-a42b-ad216a8772ae', 'name': '', 'network_id': '526f45f1-82e6-4754-be67-e1c71a47e461', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'mac_address': 'fa:16:3e:e2:2f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf25b915-7987-436c-a2db-cbbac4061362', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'e72b9383-b89c-4650-b30f-b9fcfc16618d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:34Z', 'updated_at': '2021-11-12T04:22:37Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'subnets': [{'id': 'e72b9383-b89c-4650-b30f-b9fcfc16618d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:22:38.307566 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-0a7bca15-b68f-4604-83cd-d53482bfe58a None None] Provisioning complete for port adf8a1de-12d5-4fef-a42b-ad216a8772ae triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:38.308259 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0a7bca15-b68f-4604-83cd-d53482bfe58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:38.669827 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-eaea6e3e-95fd-4b5f-9b2d-b601687dde32 None None] Provisioning complete for port adf8a1de-12d5-4fef-a42b-ad216a8772ae triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:38.671456 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-eaea6e3e-95fd-4b5f-9b2d-b601687dde32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:38.687661 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-dcd410bd-d28d-4641-b19c-3a32c1a39b20 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Allocated IP 172.20.0.3 (526f45f1-82e6-4754-be67-e1c71a47e461/e72b9383-b89c-4650-b30f-b9fcfc16618d/00830373-abf0-49db-a2d2-20aef3b38101) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:22:38.704943 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 8005ffa4-4b09-47eb-912f-24aac904008a up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:22:38.802467 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 8005ffa4-4b09-47eb-912f-24aac904008a triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:38.802835 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:38.848839 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-dcd410bd-d28d-4641-b19c-3a32c1a39b20 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:38.902802 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device adf8a1de-12d5-4fef-a42b-ad216a8772ae up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:22:38.911438 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-dcd410bd-d28d-4641-b19c-3a32c1a39b20 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:38.960957 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port adf8a1de-12d5-4fef-a42b-ad216a8772ae triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:38.960957 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:38.992416 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-dcd410bd-d28d-4641-b19c-3a32c1a39b20 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Network 526f45f1-82e6-4754-be67-e1c71a47e461 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:22:39.004174 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06cda1-e8b0-4749-8d33-104346aabaad req-1b6aa821-529c-4d56-901f-22785a25da02 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:39.005777 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bc06cda1-e8b0-4749-8d33-104346aabaad req-1b6aa821-529c-4d56-901f-22785a25da02 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=5133b0e7-22b0-46fe-a165-4c2a3c6e4df0 HTTP/1.1" status: 200 len: 931 time: 0.1076927 Nov 12 04:22:39.006941 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-dcd410bd-d28d-4641-b19c-3a32c1a39b20 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:22:39.009810 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd410bd-d28d-4641-b19c-3a32c1a39b20 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'Port': ['ID=00830373-abf0-49db-a2d2-20aef3b38101,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:39.011051 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-dcd410bd-d28d-4641-b19c-3a32c1a39b20 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:22:39.092178 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-dcd410bd-d28d-4641-b19c-3a32c1a39b20 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:39.093916 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-dcd410bd-d28d-4641-b19c-3a32c1a39b20 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:39.123195 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bc06cda1-e8b0-4749-8d33-104346aabaad req-51744448-87e8-46fb-b9ec-7a4bd0a5176e tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=4afd76ce-73bc-4ede-b149-68c0eca9215f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831363 Nov 12 04:22:39.127620 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-dcd410bd-d28d-4641-b19c-3a32c1a39b20 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0448034 Nov 12 04:22:39.139886 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-66c68b5f-4367-4ab9-bbba-2210f828a74c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:22:39.141228 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-66c68b5f-4367-4ab9-bbba-2210f828a74c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064833 Nov 12 04:22:39.217574 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-caabe2f9-a9db-447d-925c-67f6c205ef10 service neutron] Request body: {'port': {'device_id': '5133b0e7-22b0-46fe-a165-4c2a3c6e4df0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:39.280662 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-caabe2f9-a9db-447d-925c-67f6c205ef10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:39.284999 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:39.338252 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-ad01622f-b9d5-4d2d-bc5a-a84dee37e9bb None None] Provisioning complete for port 00830373-abf0-49db-a2d2-20aef3b38101 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:39.338706 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ad01622f-b9d5-4d2d-bc5a-a84dee37e9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:39.376674 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-ad01622f-b9d5-4d2d-bc5a-a84dee37e9bb None None] Port 00830373-abf0-49db-a2d2-20aef3b38101 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:22:39.567580 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-caabe2f9-a9db-447d-925c-67f6c205ef10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00830373-abf0-49db-a2d2-20aef3b38101 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:22:39.574985 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-caabe2f9-a9db-447d-925c-67f6c205ef10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:39.587690 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-caabe2f9-a9db-447d-925c-67f6c205ef10 service neutron] Transition to ACTIVE for port object 00830373-abf0-49db-a2d2-20aef3b38101 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:22:39.592151 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-caabe2f9-a9db-447d-925c-67f6c205ef10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:39.642079 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caabe2f9-a9db-447d-925c-67f6c205ef10 service neutron] Pushing event updated for resources: {'Port': ['ID=00830373-abf0-49db-a2d2-20aef3b38101,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:39.719436 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-caabe2f9-a9db-447d-925c-67f6c205ef10 service neutron] Attempting to bind port 00830373-abf0-49db-a2d2-20aef3b38101 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:22:39.719769 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-caabe2f9-a9db-447d-925c-67f6c205ef10 service neutron] Attempting to bind port 00830373-abf0-49db-a2d2-20aef3b38101 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '0ecfada6-3c03-41e6-abb9-5a343e546aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '526f45f1-82e6-4754-be67-e1c71a47e461'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:22:39.720119 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-caabe2f9-a9db-447d-925c-67f6c205ef10 service neutron] Attempting to bind port 00830373-abf0-49db-a2d2-20aef3b38101 on network 526f45f1-82e6-4754-be67-e1c71a47e461 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:22:39.724786 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-caabe2f9-a9db-447d-925c-67f6c205ef10 service neutron] Port 00830373-abf0-49db-a2d2-20aef3b38101 on network 526f45f1-82e6-4754-be67-e1c71a47e461 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:22:39.725099 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-caabe2f9-a9db-447d-925c-67f6c205ef10 service neutron] Attempting to bind port 00830373-abf0-49db-a2d2-20aef3b38101 on network 526f45f1-82e6-4754-be67-e1c71a47e461 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:22:39.730111 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-caabe2f9-a9db-447d-925c-67f6c205ef10 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:22:39.730445 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-caabe2f9-a9db-447d-925c-67f6c205ef10 service neutron] Checking segment: {'id': '0ecfada6-3c03-41e6-abb9-5a343e546aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '526f45f1-82e6-4754-be67-e1c71a47e461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:22:39.730834 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-caabe2f9-a9db-447d-925c-67f6c205ef10 service neutron] Bound using segment: {'id': '0ecfada6-3c03-41e6-abb9-5a343e546aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '526f45f1-82e6-4754-be67-e1c71a47e461'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:22:39.731258 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-caabe2f9-a9db-447d-925c-67f6c205ef10 service neutron] Bound port: 00830373-abf0-49db-a2d2-20aef3b38101, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ecfada6-3c03-41e6-abb9-5a343e546aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '526f45f1-82e6-4754-be67-e1c71a47e461'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:22:39.731611 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-caabe2f9-a9db-447d-925c-67f6c205ef10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:39.801388 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-caabe2f9-a9db-447d-925c-67f6c205ef10 service neutron] For port 00830373-abf0-49db-a2d2-20aef3b38101, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:22:39.805481 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-caabe2f9-a9db-447d-925c-67f6c205ef10 service neutron] For port 00830373-abf0-49db-a2d2-20aef3b38101, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=00830373-abf0-49db-a2d2-20aef3b38101,segment=NetworkSegment(0ecfada6-3c03-41e6-abb9-5a343e546aa4),segment_id=0ecfada6-3c03-41e6-abb9-5a343e546aa4)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:22:39.810481 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-caabe2f9-a9db-447d-925c-67f6c205ef10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:39.844160 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-caabe2f9-a9db-447d-925c-67f6c205ef10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:39.845331 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-caabe2f9-a9db-447d-925c-67f6c205ef10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:39.846800 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-caabe2f9-a9db-447d-925c-67f6c205ef10 service neutron] 10.222.0.90 "PUT /v2.0/ports/00830373-abf0-49db-a2d2-20aef3b38101 HTTP/1.1" status: 200 len: 1092 time: 0.6895704 Nov 12 04:22:39.851098 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5133b0e7-22b0-46fe-a165-4c2a3c6e4df0', 'tag': '00830373-abf0-49db-a2d2-20aef3b38101'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:22:39.853419 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c174c990332584687cba245f58d77d589c2fb4d31e1df7b34358bbebc3c39c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5c1750-f65b-4446-a179-442a4afe6ccb" -d '{"events": [{"name": "network-changed", "server_uuid": "5133b0e7-22b0-46fe-a165-4c2a3c6e4df0", "tag": "00830373-abf0-49db-a2d2-20aef3b38101"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:22:39.881197 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caabe2f9-a9db-447d-925c-67f6c205ef10 service neutron] Pushing event updated for resources: {'Port': ['ID=00830373-abf0-49db-a2d2-20aef3b38101,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:39.937513 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d94cc92-4474-4df3-a792-9514118c71e8 x-openstack-request-id: req-5d94cc92-4474-4df3-a792-9514118c71e8 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:22:39.937801 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5133b0e7-22b0-46fe-a165-4c2a3c6e4df0", "tag": "00830373-abf0-49db-a2d2-20aef3b38101", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:22:39.938056 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5d94cc92-4474-4df3-a792-9514118c71e8 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:22:39.938465 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5133b0e7-22b0-46fe-a165-4c2a3c6e4df0', 'tag': '00830373-abf0-49db-a2d2-20aef3b38101', 'status': 'completed', 'code': 200} Nov 12 04:22:39.955290 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-4a70f169-d6e9-4e35-8c64-17dab33a861b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:39.957012 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-4a70f169-d6e9-4e35-8c64-17dab33a861b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=30062bada0e44b3289e392ccc393918e&device_id=5133b0e7-22b0-46fe-a165-4c2a3c6e4df0 HTTP/1.1" status: 200 len: 1095 time: 0.0502584 Nov 12 04:22:40.012942 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-b1713efe-ade2-4e83-bd77-d3f7c361905e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00830373-abf0-49db-a2d2-20aef3b38101 HTTP/1.1" status: 200 len: 217 time: 0.0395541 Nov 12 04:22:40.064271 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-9e648dfa-283a-45a6-b41a-934cf9664c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:40.065744 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-9e648dfa-283a-45a6-b41a-934cf9664c3e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e72b9383-b89c-4650-b30f-b9fcfc16618d HTTP/1.1" status: 200 len: 835 time: 0.0456994 Nov 12 04:22:40.112232 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-f28c7681-dc4f-46dc-a9f4-5749d0e7da98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:40.113718 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-f28c7681-dc4f-46dc-a9f4-5749d0e7da98 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=526f45f1-82e6-4754-be67-e1c71a47e461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403826 Nov 12 04:22:40.237371 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-14e8a47f-0b75-4618-8b5d-94ea11217c2b service neutron] 10.222.0.90 "GET /v2.0/networks/526f45f1-82e6-4754-be67-e1c71a47e461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142695 Nov 12 04:22:40.279219 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8190e9-679a-495b-9ad6-778bd6566f70 req-db618239-27a1-4ded-984c-82a3f167bb35 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:40.280807 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-af8190e9-679a-495b-9ad6-778bd6566f70 req-db618239-27a1-4ded-984c-82a3f167bb35 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=5133b0e7-22b0-46fe-a165-4c2a3c6e4df0 HTTP/1.1" status: 200 len: 943 time: 0.0833557 Nov 12 04:22:40.376822 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-af8190e9-679a-495b-9ad6-778bd6566f70 req-bb4365e4-42c3-43f4-8177-eb1ea8b67445 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=4afd76ce-73bc-4ede-b149-68c0eca9215f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631967 Nov 12 04:22:40.380403 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a66c14fd-05d5-4bcb-b2f4-07ee03e7a251 req-e1047106-4ba4-4369-87d1-f702b72ffc34 service neutron] 10.222.0.90 "GET /v2.0/networks/526f45f1-82e6-4754-be67-e1c71a47e461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348462 Nov 12 04:22:40.516563 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c1750-f65b-4446-a179-442a4afe6ccb req-6c50ad7e-d77e-4eba-8d08-db7453418246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:40.517978 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3a5c1750-f65b-4446-a179-442a4afe6ccb req-6c50ad7e-d77e-4eba-8d08-db7453418246 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=30062bada0e44b3289e392ccc393918e&device_id=5133b0e7-22b0-46fe-a165-4c2a3c6e4df0 HTTP/1.1" status: 200 len: 1095 time: 0.0443022 Nov 12 04:22:40.615264 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c1750-f65b-4446-a179-442a4afe6ccb req-6981d257-37c1-43e3-9f32-de7c51a1ce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:40.616779 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3a5c1750-f65b-4446-a179-442a4afe6ccb req-6981d257-37c1-43e3-9f32-de7c51a1ce8f service neutron] 10.222.0.90 "GET /v2.0/networks?id=526f45f1-82e6-4754-be67-e1c71a47e461 HTTP/1.1" status: 200 len: 898 time: 0.0916519 Nov 12 04:22:40.659555 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3a5c1750-f65b-4446-a179-442a4afe6ccb req-7532b8ca-45d0-4ec9-8597-bb1400dd91ca service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00830373-abf0-49db-a2d2-20aef3b38101 HTTP/1.1" status: 200 len: 217 time: 0.0339892 Nov 12 04:22:40.711723 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c1750-f65b-4446-a179-442a4afe6ccb req-d7ec8ada-5100-4fce-8409-44a1f77096cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:40.713181 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3a5c1750-f65b-4446-a179-442a4afe6ccb req-d7ec8ada-5100-4fce-8409-44a1f77096cb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e72b9383-b89c-4650-b30f-b9fcfc16618d HTTP/1.1" status: 200 len: 835 time: 0.0460117 Nov 12 04:22:40.770800 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c1750-f65b-4446-a179-442a4afe6ccb req-75069711-f5cb-41a6-93b1-e60550006505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:40.772328 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3a5c1750-f65b-4446-a179-442a4afe6ccb req-75069711-f5cb-41a6-93b1-e60550006505 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=526f45f1-82e6-4754-be67-e1c71a47e461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451014 Nov 12 04:22:40.864790 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3a5c1750-f65b-4446-a179-442a4afe6ccb req-41853232-c208-4f30-b481-26a2b4fff6da service neutron] 10.222.0.90 "GET /v2.0/networks/526f45f1-82e6-4754-be67-e1c71a47e461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841856 Nov 12 04:22:40.959662 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3a5c1750-f65b-4446-a179-442a4afe6ccb req-db49928a-ce78-4115-a660-f50258dd9475 service neutron] 10.222.0.90 "GET /v2.0/networks/526f45f1-82e6-4754-be67-e1c71a47e461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855284 Nov 12 04:22:41.498003 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81893cc1-a772-4a7e-9829-45fa74156d88 req-ce5bed8b-ec78-4c66-a378-04c9a47a9e80 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:41.500322 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-81893cc1-a772-4a7e-9829-45fa74156d88 req-ce5bed8b-ec78-4c66-a378-04c9a47a9e80 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=5133b0e7-22b0-46fe-a165-4c2a3c6e4df0 HTTP/1.1" status: 200 len: 943 time: 0.0506957 Nov 12 04:22:41.550093 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-81893cc1-a772-4a7e-9829-45fa74156d88 req-51697b6f-7892-4327-8012-2d2eceb7d563 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=4afd76ce-73bc-4ede-b149-68c0eca9215f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440094 Nov 12 04:22:42.664734 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c91606-ea6d-4f51-8234-7b8f108f06b8 req-fd035000-b738-44ac-8791-e5f9ffc7c1c5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:42.666191 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-56c91606-ea6d-4f51-8234-7b8f108f06b8 req-fd035000-b738-44ac-8791-e5f9ffc7c1c5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=5133b0e7-22b0-46fe-a165-4c2a3c6e4df0 HTTP/1.1" status: 200 len: 943 time: 0.0492363 Nov 12 04:22:42.719714 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-56c91606-ea6d-4f51-8234-7b8f108f06b8 req-3430097b-005f-476a-8c9c-002356595e7c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=4afd76ce-73bc-4ede-b149-68c0eca9215f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474162 Nov 12 04:22:42.741209 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 00830373-abf0-49db-a2d2-20aef3b38101 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:22:42.837845 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 00830373-abf0-49db-a2d2-20aef3b38101, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=00830373-abf0-49db-a2d2-20aef3b38101,segment=NetworkSegment(0ecfada6-3c03-41e6-abb9-5a343e546aa4),segment_id=0ecfada6-3c03-41e6-abb9-5a343e546aa4)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:42.849091 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '00830373-abf0-49db-a2d2-20aef3b38101', 'network_id': '526f45f1-82e6-4754-be67-e1c71a47e461', 'port_id': '00830373-abf0-49db-a2d2-20aef3b38101', 'mac_address': 'fa:16:3e:c0:58:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72b9383-b89c-4650-b30f-b9fcfc16618d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:22:42.885851 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:42.900683 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00830373-abf0-49db-a2d2-20aef3b38101 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:22:42.921128 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 00830373-abf0-49db-a2d2-20aef3b38101, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=00830373-abf0-49db-a2d2-20aef3b38101,segment=NetworkSegment(0ecfada6-3c03-41e6-abb9-5a343e546aa4),segment_id=0ecfada6-3c03-41e6-abb9-5a343e546aa4)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:42.925344 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:42.972013 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=00830373-abf0-49db-a2d2-20aef3b38101,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:43.249607 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['00830373-abf0-49db-a2d2-20aef3b38101'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:22:43.839303 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14b244-77bb-4101-a393-60b4f7a4bde9 req-f139c0d6-523b-442a-8376-a431b210e1ca tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:43.840790 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4d14b244-77bb-4101-a393-60b4f7a4bde9 req-f139c0d6-523b-442a-8376-a431b210e1ca tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=5133b0e7-22b0-46fe-a165-4c2a3c6e4df0 HTTP/1.1" status: 200 len: 944 time: 0.0536258 Nov 12 04:22:43.890954 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4d14b244-77bb-4101-a393-60b4f7a4bde9 req-1d3d942e-7d4f-431e-a169-0f57666ad676 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=4afd76ce-73bc-4ede-b149-68c0eca9215f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431550 Nov 12 04:22:44.767343 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 00830373-abf0-49db-a2d2-20aef3b38101 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:22:44.816224 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 00830373-abf0-49db-a2d2-20aef3b38101 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:22:44.820593 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 00830373-abf0-49db-a2d2-20aef3b38101 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:44.820986 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:44.901242 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:44.924261 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5133b0e7-22b0-46fe-a165-4c2a3c6e4df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00830373-abf0-49db-a2d2-20aef3b38101'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:22:44.926564 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b6ddd3dcdf33591bed50c5a7e661b8bd9e6bfa45082c02e2ff7a95d810a3d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6e0011-938f-43a0-af7a-db1254b96112" -d '{"events": [{"server_uuid": "5133b0e7-22b0-46fe-a165-4c2a3c6e4df0", "name": "network-vif-plugged", "status": "completed", "tag": "00830373-abf0-49db-a2d2-20aef3b38101"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:22:44.942018 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 00830373-abf0-49db-a2d2-20aef3b38101, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=00830373-abf0-49db-a2d2-20aef3b38101,segment=NetworkSegment(0ecfada6-3c03-41e6-abb9-5a343e546aa4),segment_id=0ecfada6-3c03-41e6-abb9-5a343e546aa4)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:44.946592 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:45.004760 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=00830373-abf0-49db-a2d2-20aef3b38101,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:45.014122 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aeac38-7f4c-43f8-9df1-882da1438fc8 req-2b9caf76-bbb6-41ec-8aaa-4c271b443a74 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:45.015833 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-75aeac38-7f4c-43f8-9df1-882da1438fc8 req-2b9caf76-bbb6-41ec-8aaa-4c271b443a74 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=5133b0e7-22b0-46fe-a165-4c2a3c6e4df0 HTTP/1.1" status: 200 len: 945 time: 0.0524955 Nov 12 04:22:45.035659 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a047d3b-c211-4f0d-8670-ad00986b2769 x-openstack-request-id: req-0a047d3b-c211-4f0d-8670-ad00986b2769 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:22:45.036030 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5133b0e7-22b0-46fe-a165-4c2a3c6e4df0", "name": "network-vif-plugged", "status": "completed", "tag": "00830373-abf0-49db-a2d2-20aef3b38101", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:22:45.036329 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0a047d3b-c211-4f0d-8670-ad00986b2769 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:22:45.036728 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5133b0e7-22b0-46fe-a165-4c2a3c6e4df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00830373-abf0-49db-a2d2-20aef3b38101', 'code': 200} Nov 12 04:22:45.072425 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-75aeac38-7f4c-43f8-9df1-882da1438fc8 req-5d33d6a4-3161-4a91-9cba-343adf9f96f2 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=4afd76ce-73bc-4ede-b149-68c0eca9215f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500154 Nov 12 04:22:45.159021 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933c575-7e7f-4ddb-942a-59ca10db7828 req-5602d1ec-f554-4267-a6c6-95f1dc205e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:45.160525 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c933c575-7e7f-4ddb-942a-59ca10db7828 req-5602d1ec-f554-4267-a6c6-95f1dc205e44 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5133b0e7-22b0-46fe-a165-4c2a3c6e4df0 HTTP/1.1" status: 200 len: 1097 time: 0.0400312 Nov 12 04:22:45.206904 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c933c575-7e7f-4ddb-942a-59ca10db7828 req-2c38b25b-f6b9-4833-8200-39a5ecf1fbce service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=4afd76ce-73bc-4ede-b149-68c0eca9215f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395408 Nov 12 04:22:46.192358 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05015934-ccce-4a19-8224-d4bd89c7f723 req-24533015-5ffe-4a0b-9e03-ed5441377f0b tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:46.194116 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-05015934-ccce-4a19-8224-d4bd89c7f723 req-24533015-5ffe-4a0b-9e03-ed5441377f0b tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=5133b0e7-22b0-46fe-a165-4c2a3c6e4df0 HTTP/1.1" status: 200 len: 945 time: 0.0513487 Nov 12 04:22:46.244898 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-05015934-ccce-4a19-8224-d4bd89c7f723 req-a7950dd0-7f27-414b-ac64-9b684f54693f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=4afd76ce-73bc-4ede-b149-68c0eca9215f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451078 Nov 12 04:22:47.361910 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686d351-1b15-4958-9f49-113d4ccd71e9 req-49ead906-2c9b-42b4-9e2a-06bea27245e1 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:47.363374 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f686d351-1b15-4958-9f49-113d4ccd71e9 req-49ead906-2c9b-42b4-9e2a-06bea27245e1 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=5133b0e7-22b0-46fe-a165-4c2a3c6e4df0 HTTP/1.1" status: 200 len: 945 time: 0.0484340 Nov 12 04:22:47.412103 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f686d351-1b15-4958-9f49-113d4ccd71e9 req-72a9db85-b288-4525-9174-c5bf71653854 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=4afd76ce-73bc-4ede-b149-68c0eca9215f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427091 Nov 12 04:22:47.531260 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4673a-9fad-488f-89df-aada52bae32b req-8c6a68fc-0cb9-45ff-a4d8-4fb4d516253c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:47.532655 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d0a4673a-9fad-488f-89df-aada52bae32b req-8c6a68fc-0cb9-45ff-a4d8-4fb4d516253c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=5133b0e7-22b0-46fe-a165-4c2a3c6e4df0 HTTP/1.1" status: 200 len: 945 time: 0.0529759 Nov 12 04:22:47.583238 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d0a4673a-9fad-488f-89df-aada52bae32b req-63cb8be2-730a-4e93-b73b-f00458e02e90 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=4afd76ce-73bc-4ede-b149-68c0eca9215f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446267 Nov 12 04:22:47.604838 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58354) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:47.644186 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447e56be-09ed-49ae-87ae-7252804c0011 tempest-TestNetworkAdvancedServerOps-1443237335 tempest-TestNetworkAdvancedServerOps-1443237335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:47.645684 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-447e56be-09ed-49ae-87ae-7252804c0011 tempest-TestNetworkAdvancedServerOps-1443237335 tempest-TestNetworkAdvancedServerOps-1443237335-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5133b0e7-22b0-46fe-a165-4c2a3c6e4df0 HTTP/1.1" status: 200 len: 1092 time: 0.0398796 Nov 12 04:22:47.648514 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58356) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:47.652742 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-ae7cefb9-663f-4770-ad48-fd7df8484151 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'port_id': '00830373-abf0-49db-a2d2-20aef3b38101', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:47.674969 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ae7cefb9-663f-4770-ad48-fd7df8484151 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for floatingip, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:47.770806 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ae7cefb9-663f-4770-ad48-fd7df8484151 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:47.869807 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-ae7cefb9-663f-4770-ad48-fd7df8484151 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Allocated IP 172.25.5.46 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/0c219acc-173e-4f81-9905-d50c6a11a7a1) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:22:47.974397 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ae7cefb9-663f-4770-ad48-fd7df8484151 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:48.009344 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ae7cefb9-663f-4770-ad48-fd7df8484151 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:48.045881 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7cefb9-663f-4770-ad48-fd7df8484151 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:22:48.050761 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-ae7cefb9-663f-4770-ad48-fd7df8484151 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:22:48.055230 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7cefb9-663f-4770-ad48-fd7df8484151 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:22:48.079381 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7cefb9-663f-4770-ad48-fd7df8484151 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'Port': ['ID=0c219acc-173e-4f81-9905-d50c6a11a7a1,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:48.416960 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ae7cefb9-663f-4770-ad48-fd7df8484151 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:48.481115 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ae7cefb9-663f-4770-ad48-fd7df8484151 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:48.688333 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:48.969580 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ae7cefb9-663f-4770-ad48-fd7df8484151 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:48.974165 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ae7cefb9-663f-4770-ad48-fd7df8484151 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:49.045238 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7cefb9-663f-4770-ad48-fd7df8484151 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'Port': ['ID=0c219acc-173e-4f81-9905-d50c6a11a7a1,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:49.054174 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ae7cefb9-663f-4770-ad48-fd7df8484151 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:49.157973 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [None req-ae7cefb9-663f-4770-ad48-fd7df8484151 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Floating IP 710444d8-b1ac-4352-a5d5-8399f32af7a8 associated. External IP: 172.25.5.46, port: 00830373-abf0-49db-a2d2-20aef3b38101. Nov 12 04:22:49.371388 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae7cefb9-663f-4770-ad48-fd7df8484151 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Router bf25b915-7987-436c-a2db-cbbac4061362 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:22:49.482229 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7cefb9-663f-4770-ad48-fd7df8484151 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:22:49.493013 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48896c12-2873-446d-9273-98949afc2e49 None None] Sync routers for ids ['bf25b915-7987-436c-a2db-cbbac4061362'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:22:49.503430 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ae7cefb9-663f-4770-ad48-fd7df8484151 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:49.505257 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48896c12-2873-446d-9273-98949afc2e49 None None] Routers {'bf25b915-7987-436c-a2db-cbbac4061362'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:49.507011 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-48896c12-2873-446d-9273-98949afc2e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:22:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['bf25b915-7987-436c-a2db-cbbac4061362'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:49.530707 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ae7cefb9-663f-4770-ad48-fd7df8484151 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8810551 Nov 12 04:22:49.531259 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5133b0e7-22b0-46fe-a165-4c2a3c6e4df0', 'tag': '00830373-abf0-49db-a2d2-20aef3b38101'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:22:49.533704 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6663d1d3f3c9eef7926d12034ee86df45d83a9b81db0163b8b39b36c8946953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf30accc-0966-4bd3-b6bc-013f2912b8dc" -d '{"events": [{"name": "network-changed", "server_uuid": "5133b0e7-22b0-46fe-a165-4c2a3c6e4df0", "tag": "00830373-abf0-49db-a2d2-20aef3b38101"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:22:49.577274 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ed4a28-f2e8-4bb0-baec-2243380e1f85 x-openstack-request-id: req-b2ed4a28-f2e8-4bb0-baec-2243380e1f85 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:22:49.577274 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5133b0e7-22b0-46fe-a165-4c2a3c6e4df0", "tag": "00830373-abf0-49db-a2d2-20aef3b38101", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:22:49.577703 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b2ed4a28-f2e8-4bb0-baec-2243380e1f85 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:22:49.578122 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5133b0e7-22b0-46fe-a165-4c2a3c6e4df0', 'tag': '00830373-abf0-49db-a2d2-20aef3b38101', 'status': 'completed', 'code': 200} Nov 12 04:22:49.629616 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-48896c12-2873-446d-9273-98949afc2e49 None None] Set router bf25b915-7987-436c-a2db-cbbac4061362 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:49.672010 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d76e25-02e7-402b-80a7-47dacd8f84bd req-7e592e56-97cb-4a97-bd10-739b4712ff45 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:49.673534 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-85d76e25-02e7-402b-80a7-47dacd8f84bd req-7e592e56-97cb-4a97-bd10-739b4712ff45 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=5133b0e7-22b0-46fe-a165-4c2a3c6e4df0 HTTP/1.1" status: 200 len: 945 time: 0.0822387 Nov 12 04:22:49.679246 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30accc-0966-4bd3-b6bc-013f2912b8dc req-696d3632-2a19-4b59-a848-e5b672b1150a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:49.680694 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bf30accc-0966-4bd3-b6bc-013f2912b8dc req-696d3632-2a19-4b59-a848-e5b672b1150a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=30062bada0e44b3289e392ccc393918e&device_id=5133b0e7-22b0-46fe-a165-4c2a3c6e4df0 HTTP/1.1" status: 200 len: 1097 time: 0.0564094 Nov 12 04:22:49.781302 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-85d76e25-02e7-402b-80a7-47dacd8f84bd req-a000590c-6664-426d-8236-a8cf8c5ebd01 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=4afd76ce-73bc-4ede-b149-68c0eca9215f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996444 Nov 12 04:22:49.806810 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58362) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:49.808979 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30accc-0966-4bd3-b6bc-013f2912b8dc req-9741f262-2d7a-4ab9-b136-deb91623b313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:49.810478 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bf30accc-0966-4bd3-b6bc-013f2912b8dc req-9741f262-2d7a-4ab9-b136-deb91623b313 service neutron] 10.222.0.90 "GET /v2.0/networks?id=526f45f1-82e6-4754-be67-e1c71a47e461 HTTP/1.1" status: 200 len: 898 time: 0.1211417 Nov 12 04:22:49.874957 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e97ec2db-4eef-4368-9665-db289f90e89a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/floatingips/710444d8-b1ac-4352-a5d5-8399f32af7a8 HTTP/1.1" status: 200 len: 990 time: 0.0668893 Nov 12 04:22:49.875864 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-48896c12-2873-446d-9273-98949afc2e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf25b915-7987-436c-a2db-cbbac4061362', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1563089932', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '48c0a373-e999-4d38-b911-fc20e6037e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:31Z', 'updated_at': '2021-11-12T04:22:35Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': '48c0a373-e999-4d38-b911-fc20e6037e65', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf25b915-7987-436c-a2db-cbbac4061362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:31Z', 'updated_at': '2021-11-12T04:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '710444d8-b1ac-4352-a5d5-8399f32af7a8', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'floating_ip_address': '172.25.5.46', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'bf25b915-7987-436c-a2db-cbbac4061362', 'port_id': '00830373-abf0-49db-a2d2-20aef3b38101', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '526f45f1-82e6-4754-be67-e1c71a47e461', 'mac_address': 'fa:16:3e:c0:58:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5133b0e7-22b0-46fe-a165-4c2a3c6e4df0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:22:48Z', 'updated_at': '2021-11-12T04:22:48Z', 'revision_number': 0, 'project_id': '30062bada0e44b3289e392ccc393918e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adf8a1de-12d5-4fef-a42b-ad216a8772ae', 'name': '', 'network_id': '526f45f1-82e6-4754-be67-e1c71a47e461', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'mac_address': 'fa:16:3e:e2:2f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf25b915-7987-436c-a2db-cbbac4061362', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'e72b9383-b89c-4650-b30f-b9fcfc16618d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:34Z', 'updated_at': '2021-11-12T04:22:37Z', 'revision_number': 5, 'project_id': '30062bada0e44b3289e392ccc393918e', 'subnets': [{'id': 'e72b9383-b89c-4650-b30f-b9fcfc16618d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:49.893406 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bf30accc-0966-4bd3-b6bc-013f2912b8dc req-dd1a316a-5852-4f10-adc7-a544f1ef4a20 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00830373-abf0-49db-a2d2-20aef3b38101 HTTP/1.1" status: 200 len: 998 time: 0.0755696 Nov 12 04:22:49.901807 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48896c12-2873-446d-9273-98949afc2e49 None None] Checking router: bf25b915-7987-436c-a2db-cbbac4061362 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:22:49.911423 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48896c12-2873-446d-9273-98949afc2e49 None None] Routers {'bf25b915-7987-436c-a2db-cbbac4061362'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:49.912029 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-48896c12-2873-446d-9273-98949afc2e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:22:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['bf25b915-7987-436c-a2db-cbbac4061362'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:49.944170 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30accc-0966-4bd3-b6bc-013f2912b8dc req-ab32c6da-56d9-4f90-b193-71ca223eca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:49.945713 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bf30accc-0966-4bd3-b6bc-013f2912b8dc req-ab32c6da-56d9-4f90-b193-71ca223eca7f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e72b9383-b89c-4650-b30f-b9fcfc16618d HTTP/1.1" status: 200 len: 835 time: 0.0451629 Nov 12 04:22:49.997153 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30accc-0966-4bd3-b6bc-013f2912b8dc req-f793b375-858e-4ce1-a986-6a3a8cfe1289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:49.998751 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bf30accc-0966-4bd3-b6bc-013f2912b8dc req-f793b375-858e-4ce1-a986-6a3a8cfe1289 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=526f45f1-82e6-4754-be67-e1c71a47e461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457475 Nov 12 04:22:50.095176 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bf30accc-0966-4bd3-b6bc-013f2912b8dc req-682dad0f-bd2e-4a82-a08e-50592a83c106 service neutron] 10.222.0.90 "GET /v2.0/networks/526f45f1-82e6-4754-be67-e1c71a47e461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888231 Nov 12 04:22:50.181547 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-48896c12-2873-446d-9273-98949afc2e49 None None] Set router bf25b915-7987-436c-a2db-cbbac4061362 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:50.204789 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bf30accc-0966-4bd3-b6bc-013f2912b8dc req-3bf18178-fe93-45ba-81cc-b17acb943f04 service neutron] 10.222.0.90 "GET /v2.0/networks/526f45f1-82e6-4754-be67-e1c71a47e461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021864 Nov 12 04:22:50.403313 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-48896c12-2873-446d-9273-98949afc2e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf25b915-7987-436c-a2db-cbbac4061362', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1563089932', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '48c0a373-e999-4d38-b911-fc20e6037e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:31Z', 'updated_at': '2021-11-12T04:22:35Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': '48c0a373-e999-4d38-b911-fc20e6037e65', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf25b915-7987-436c-a2db-cbbac4061362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:31Z', 'updated_at': '2021-11-12T04:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '710444d8-b1ac-4352-a5d5-8399f32af7a8', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'floating_ip_address': '172.25.5.46', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'bf25b915-7987-436c-a2db-cbbac4061362', 'port_id': '00830373-abf0-49db-a2d2-20aef3b38101', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '526f45f1-82e6-4754-be67-e1c71a47e461', 'mac_address': 'fa:16:3e:c0:58:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5133b0e7-22b0-46fe-a165-4c2a3c6e4df0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:22:48Z', 'updated_at': '2021-11-12T04:22:48Z', 'revision_number': 0, 'project_id': '30062bada0e44b3289e392ccc393918e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adf8a1de-12d5-4fef-a42b-ad216a8772ae', 'name': '', 'network_id': '526f45f1-82e6-4754-be67-e1c71a47e461', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'mac_address': 'fa:16:3e:e2:2f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf25b915-7987-436c-a2db-cbbac4061362', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'e72b9383-b89c-4650-b30f-b9fcfc16618d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:34Z', 'updated_at': '2021-11-12T04:22:37Z', 'revision_number': 5, 'project_id': '30062bada0e44b3289e392ccc393918e', 'subnets': [{'id': 'e72b9383-b89c-4650-b30f-b9fcfc16618d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:50.434197 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48896c12-2873-446d-9273-98949afc2e49 None None] The sync data for ids ['bf25b915-7987-436c-a2db-cbbac4061362'] in n-d-715271-27 is: [{'id': 'bf25b915-7987-436c-a2db-cbbac4061362', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1563089932', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '48c0a373-e999-4d38-b911-fc20e6037e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:31Z', 'updated_at': '2021-11-12T04:22:35Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': '48c0a373-e999-4d38-b911-fc20e6037e65', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf25b915-7987-436c-a2db-cbbac4061362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:31Z', 'updated_at': '2021-11-12T04:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '710444d8-b1ac-4352-a5d5-8399f32af7a8', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'floating_ip_address': '172.25.5.46', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'bf25b915-7987-436c-a2db-cbbac4061362', 'port_id': '00830373-abf0-49db-a2d2-20aef3b38101', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '526f45f1-82e6-4754-be67-e1c71a47e461', 'mac_address': 'fa:16:3e:c0:58:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5133b0e7-22b0-46fe-a165-4c2a3c6e4df0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:22:48Z', 'updated_at': '2021-11-12T04:22:48Z', 'revision_number': 0, 'project_id': '30062bada0e44b3289e392ccc393918e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adf8a1de-12d5-4fef-a42b-ad216a8772ae', 'name': '', 'network_id': '526f45f1-82e6-4754-be67-e1c71a47e461', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'mac_address': 'fa:16:3e:e2:2f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf25b915-7987-436c-a2db-cbbac4061362', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'e72b9383-b89c-4650-b30f-b9fcfc16618d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:34Z', 'updated_at': '2021-11-12T04:22:37Z', 'revision_number': 5, 'project_id': '30062bada0e44b3289e392ccc393918e', 'subnets': [{'id': 'e72b9383-b89c-4650-b30f-b9fcfc16618d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:22:50.620424 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1300099-58c0-4280-89b1-eb8c5a80245b None None] New status for floating IP 710444d8-b1ac-4352-a5d5-8399f32af7a8: ACTIVE {{(pid=102574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:22:50.877954 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58364) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:50.939180 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ed66f527-4ece-41d0-827d-3a21ada17c4e tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/floatingips/710444d8-b1ac-4352-a5d5-8399f32af7a8 HTTP/1.1" status: 200 len: 992 time: 0.0600541 Nov 12 04:23:00.476034 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-61d8ced9-43e7-44ce-a25b-2a14eddaebd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:03.467005 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-49317399-9161-4199-9078-814a707accc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:03.661556 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-19cdb1ed-96e7-4ef9-8a13-6c4e2466582c req-11704465-aa4a-44d6-a0d2-b385ce552298 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5133b0e7-22b0-46fe-a165-4c2a3c6e4df0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0459604 Nov 12 04:23:03.780792 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdb1ed-96e7-4ef9-8a13-6c4e2466582c req-24cb75e3-f427-49dc-8815-573cdd2f230b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:03.782191 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-19cdb1ed-96e7-4ef9-8a13-6c4e2466582c req-24cb75e3-f427-49dc-8815-573cdd2f230b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=30062bada0e44b3289e392ccc393918e&device_id=5133b0e7-22b0-46fe-a165-4c2a3c6e4df0 HTTP/1.1" status: 200 len: 1097 time: 0.0452678 Nov 12 04:23:03.900205 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdb1ed-96e7-4ef9-8a13-6c4e2466582c req-7946adec-e4f0-4e41-a168-961bcc4c42a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:03.901982 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-19cdb1ed-96e7-4ef9-8a13-6c4e2466582c req-7946adec-e4f0-4e41-a168-961bcc4c42a6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=526f45f1-82e6-4754-be67-e1c71a47e461 HTTP/1.1" status: 200 len: 898 time: 0.0977519 Nov 12 04:23:03.972602 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-19cdb1ed-96e7-4ef9-8a13-6c4e2466582c req-c2381f2e-7c46-4353-b808-347503b2351f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00830373-abf0-49db-a2d2-20aef3b38101 HTTP/1.1" status: 200 len: 1000 time: 0.0628104 Nov 12 04:23:04.022300 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdb1ed-96e7-4ef9-8a13-6c4e2466582c req-a260725f-541b-43cb-a9f7-ec014164288b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:04.023799 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-19cdb1ed-96e7-4ef9-8a13-6c4e2466582c req-a260725f-541b-43cb-a9f7-ec014164288b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e72b9383-b89c-4650-b30f-b9fcfc16618d HTTP/1.1" status: 200 len: 835 time: 0.0444710 Nov 12 04:23:04.075635 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdb1ed-96e7-4ef9-8a13-6c4e2466582c req-e0d7a1cd-f89e-4da3-82ce-257dfb0bb9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:04.077072 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-19cdb1ed-96e7-4ef9-8a13-6c4e2466582c req-e0d7a1cd-f89e-4da3-82ce-257dfb0bb9a8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=526f45f1-82e6-4754-be67-e1c71a47e461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415947 Nov 12 04:23:04.175423 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-19cdb1ed-96e7-4ef9-8a13-6c4e2466582c req-81f4e39a-96ae-4ed8-9c64-f8d08e73b986 service neutron] 10.222.0.90 "GET /v2.0/networks/526f45f1-82e6-4754-be67-e1c71a47e461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855029 Nov 12 04:23:04.263667 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-19cdb1ed-96e7-4ef9-8a13-6c4e2466582c req-f587a8fb-3067-40e1-b3f6-1516b910701e service neutron] 10.222.0.90 "GET /v2.0/networks/526f45f1-82e6-4754-be67-e1c71a47e461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813606 Nov 12 04:23:04.315837 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:04.928836 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:23:05.638562 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:06.479052 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:09.284412 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:18.706370 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:19.775632 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a04c0e-7486-4213-bbfd-3dc7284a869d req-23edf344-db0d-4de4-afb1-fcb26c94beca tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:19.777154 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-88a04c0e-7486-4213-bbfd-3dc7284a869d req-23edf344-db0d-4de4-afb1-fcb26c94beca tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=5133b0e7-22b0-46fe-a165-4c2a3c6e4df0 HTTP/1.1" status: 200 len: 945 time: 0.0513554 Nov 12 04:23:19.828191 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-88a04c0e-7486-4213-bbfd-3dc7284a869d req-49711798-7459-403a-9337-479f765ad5cb tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=4afd76ce-73bc-4ede-b149-68c0eca9215f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432615 Nov 12 04:23:20.950911 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935e56b-74a0-4024-91d6-a202111cc7eb req-af68626a-c220-45ea-8523-e1fde9302255 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:20.952633 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9935e56b-74a0-4024-91d6-a202111cc7eb req-af68626a-c220-45ea-8523-e1fde9302255 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=5133b0e7-22b0-46fe-a165-4c2a3c6e4df0 HTTP/1.1" status: 200 len: 945 time: 0.0541134 Nov 12 04:23:21.004207 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9935e56b-74a0-4024-91d6-a202111cc7eb req-96ca3ff3-1e91-41e5-930c-32fa2d129a41 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=4afd76ce-73bc-4ede-b149-68c0eca9215f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455143 Nov 12 04:23:21.026597 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58382) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:21.085472 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-0fd07517-6be0-4343-99cf-ed75b64a7f6a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/floatingips/710444d8-b1ac-4352-a5d5-8399f32af7a8 HTTP/1.1" status: 200 len: 992 time: 0.0577703 Nov 12 04:23:22.364651 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f615f-ff36-4328-891f-92ac3377c85c req-6627e53e-32ad-4c54-a746-cc8ad733080e tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:22.366028 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-702f615f-ff36-4328-891f-92ac3377c85c req-6627e53e-32ad-4c54-a746-cc8ad733080e tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=5133b0e7-22b0-46fe-a165-4c2a3c6e4df0 HTTP/1.1" status: 200 len: 945 time: 0.0538199 Nov 12 04:23:22.415372 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-702f615f-ff36-4328-891f-92ac3377c85c req-027f1f30-91cf-404c-8216-e840040b1ec7 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=4afd76ce-73bc-4ede-b149-68c0eca9215f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434232 Nov 12 04:23:23.537829 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d5c01-92d7-454b-84b5-f0cd8bbc01ca req-a77fd0ab-b1e2-47f8-84a7-fd522fd6b7f0 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:23.539306 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-168d5c01-92d7-454b-84b5-f0cd8bbc01ca req-a77fd0ab-b1e2-47f8-84a7-fd522fd6b7f0 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=5133b0e7-22b0-46fe-a165-4c2a3c6e4df0 HTTP/1.1" status: 200 len: 945 time: 0.0532782 Nov 12 04:23:23.587976 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-168d5c01-92d7-454b-84b5-f0cd8bbc01ca req-618054de-4297-4f1f-9c5f-2d803f3857de tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=4afd76ce-73bc-4ede-b149-68c0eca9215f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426912 Nov 12 04:23:23.611186 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58392) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:23.670744 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6f596a20-b2d2-46f3-9d0c-124831c7d4d7 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/floatingips/710444d8-b1ac-4352-a5d5-8399f32af7a8 HTTP/1.1" status: 200 len: 992 time: 0.0583372 Nov 12 04:23:23.958528 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58398) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:24.114204 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-fcbdebc8-46f8-4b87-92ea-1f5687c005c5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Deleting port 0c219acc-173e-4f81-9905-d50c6a11a7a1 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:23:24.114542 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fcbdebc8-46f8-4b87-92ea-1f5687c005c5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:24.187955 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fcbdebc8-46f8-4b87-92ea-1f5687c005c5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:24.188292 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fcbdebc8-46f8-4b87-92ea-1f5687c005c5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:24.199669 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-fcbdebc8-46f8-4b87-92ea-1f5687c005c5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Calling delete_port for 0c219acc-173e-4f81-9905-d50c6a11a7a1 owned by network:floatingip {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:23:24.349785 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fcbdebc8-46f8-4b87-92ea-1f5687c005c5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:24.378482 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbdebc8-46f8-4b87-92ea-1f5687c005c5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event deleted for resources: {'Port': ['ID=0c219acc-173e-4f81-9905-d50c6a11a7a1,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:24.390257 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbdebc8-46f8-4b87-92ea-1f5687c005c5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:24.391171 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbdebc8-46f8-4b87-92ea-1f5687c005c5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:24.391510 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbdebc8-46f8-4b87-92ea-1f5687c005c5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:24.391845 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbdebc8-46f8-4b87-92ea-1f5687c005c5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:24.392201 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbdebc8-46f8-4b87-92ea-1f5687c005c5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:24.392535 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbdebc8-46f8-4b87-92ea-1f5687c005c5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:24.392860 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbdebc8-46f8-4b87-92ea-1f5687c005c5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:24.393184 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbdebc8-46f8-4b87-92ea-1f5687c005c5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:24.393506 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbdebc8-46f8-4b87-92ea-1f5687c005c5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:24.393826 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbdebc8-46f8-4b87-92ea-1f5687c005c5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:24.394147 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbdebc8-46f8-4b87-92ea-1f5687c005c5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:24.394469 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbdebc8-46f8-4b87-92ea-1f5687c005c5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:24.448949 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fcbdebc8-46f8-4b87-92ea-1f5687c005c5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for floatingip, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:24.449375 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [None req-fcbdebc8-46f8-4b87-92ea-1f5687c005c5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Floating IP 710444d8-b1ac-4352-a5d5-8399f32af7a8 disassociated (deleted). External IP: 172.25.5.46, port: 00830373-abf0-49db-a2d2-20aef3b38101. Nov 12 04:23:24.660680 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbdebc8-46f8-4b87-92ea-1f5687c005c5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Router bf25b915-7987-436c-a2db-cbbac4061362 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:23:24.770065 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbdebc8-46f8-4b87-92ea-1f5687c005c5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:23:24.774962 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fcbdebc8-46f8-4b87-92ea-1f5687c005c5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:24.779653 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f845d3b2-c5a7-498c-8a79-50259289fc48 None None] Sync routers for ids ['bf25b915-7987-436c-a2db-cbbac4061362'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:23:24.789749 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f845d3b2-c5a7-498c-8a79-50259289fc48 None None] Routers {'bf25b915-7987-436c-a2db-cbbac4061362'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:23:24.790356 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f845d3b2-c5a7-498c-8a79-50259289fc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:23:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['bf25b915-7987-436c-a2db-cbbac4061362'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:24.802460 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-fcbdebc8-46f8-4b87-92ea-1f5687c005c5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "DELETE /v2.0/floatingips/710444d8-b1ac-4352-a5d5-8399f32af7a8 HTTP/1.1" status: 204 len: 168 time: 0.8428349 Nov 12 04:23:24.803030 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5133b0e7-22b0-46fe-a165-4c2a3c6e4df0', 'tag': '00830373-abf0-49db-a2d2-20aef3b38101'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:23:24.805301 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6663d1d3f3c9eef7926d12034ee86df45d83a9b81db0163b8b39b36c8946953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8655f45d-6a33-40ca-8ee8-bfb8ca7586b2" -d '{"events": [{"name": "network-changed", "server_uuid": "5133b0e7-22b0-46fe-a165-4c2a3c6e4df0", "tag": "00830373-abf0-49db-a2d2-20aef3b38101"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:23:24.850684 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c22766-9508-41c5-be89-52a91c4bc64b x-openstack-request-id: req-19c22766-9508-41c5-be89-52a91c4bc64b {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:23:24.850969 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5133b0e7-22b0-46fe-a165-4c2a3c6e4df0", "tag": "00830373-abf0-49db-a2d2-20aef3b38101", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:23:24.851215 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-19c22766-9508-41c5-be89-52a91c4bc64b {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:23:24.851610 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5133b0e7-22b0-46fe-a165-4c2a3c6e4df0', 'tag': '00830373-abf0-49db-a2d2-20aef3b38101', 'status': 'completed', 'code': 200} Nov 12 04:23:24.909339 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-f845d3b2-c5a7-498c-8a79-50259289fc48 None None] Set router bf25b915-7987-436c-a2db-cbbac4061362 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:23:24.958323 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8655f45d-6a33-40ca-8ee8-bfb8ca7586b2 req-dabfc5da-7d46-44a9-a845-64104a076f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:24.959864 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8655f45d-6a33-40ca-8ee8-bfb8ca7586b2 req-dabfc5da-7d46-44a9-a845-64104a076f68 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=30062bada0e44b3289e392ccc393918e&device_id=5133b0e7-22b0-46fe-a165-4c2a3c6e4df0 HTTP/1.1" status: 200 len: 1097 time: 0.0602596 Nov 12 04:23:25.045373 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323fe2b5-005a-4fa6-9a3d-90a766106910 req-831cd2a1-fd17-4fad-9afe-77b4ab8a277a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:25.047587 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-323fe2b5-005a-4fa6-9a3d-90a766106910 req-831cd2a1-fd17-4fad-9afe-77b4ab8a277a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=5133b0e7-22b0-46fe-a165-4c2a3c6e4df0 HTTP/1.1" status: 200 len: 945 time: 0.0507789 Nov 12 04:23:25.098954 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-323fe2b5-005a-4fa6-9a3d-90a766106910 req-0e5ea5fd-5dff-418f-a345-624a9e9fbe5d tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=4afd76ce-73bc-4ede-b149-68c0eca9215f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447030 Nov 12 04:23:25.107994 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8655f45d-6a33-40ca-8ee8-bfb8ca7586b2 req-b02fbb57-4e58-47e3-81bf-b29505dd5c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:25.109707 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8655f45d-6a33-40ca-8ee8-bfb8ca7586b2 req-b02fbb57-4e58-47e3-81bf-b29505dd5c59 service neutron] 10.222.0.90 "GET /v2.0/networks?id=526f45f1-82e6-4754-be67-e1c71a47e461 HTTP/1.1" status: 200 len: 898 time: 0.1078856 Nov 12 04:23:25.123150 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f845d3b2-c5a7-498c-8a79-50259289fc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf25b915-7987-436c-a2db-cbbac4061362', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1563089932', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '48c0a373-e999-4d38-b911-fc20e6037e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:31Z', 'updated_at': '2021-11-12T04:22:35Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': '48c0a373-e999-4d38-b911-fc20e6037e65', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf25b915-7987-436c-a2db-cbbac4061362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:31Z', 'updated_at': '2021-11-12T04:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'adf8a1de-12d5-4fef-a42b-ad216a8772ae', 'name': '', 'network_id': '526f45f1-82e6-4754-be67-e1c71a47e461', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'mac_address': 'fa:16:3e:e2:2f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf25b915-7987-436c-a2db-cbbac4061362', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'e72b9383-b89c-4650-b30f-b9fcfc16618d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:34Z', 'updated_at': '2021-11-12T04:22:37Z', 'revision_number': 5, 'project_id': '30062bada0e44b3289e392ccc393918e', 'subnets': [{'id': 'e72b9383-b89c-4650-b30f-b9fcfc16618d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:25.150393 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f845d3b2-c5a7-498c-8a79-50259289fc48 None None] Checking router: bf25b915-7987-436c-a2db-cbbac4061362 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:23:25.153134 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8655f45d-6a33-40ca-8ee8-bfb8ca7586b2 req-363ae25f-ec39-4dc7-9962-0e7393a34b53 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00830373-abf0-49db-a2d2-20aef3b38101 HTTP/1.1" status: 200 len: 217 time: 0.0358367 Nov 12 04:23:25.159079 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f845d3b2-c5a7-498c-8a79-50259289fc48 None None] Routers {'bf25b915-7987-436c-a2db-cbbac4061362'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:23:25.159682 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f845d3b2-c5a7-498c-8a79-50259289fc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:23:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['bf25b915-7987-436c-a2db-cbbac4061362'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:25.210213 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8655f45d-6a33-40ca-8ee8-bfb8ca7586b2 req-1024ec98-e77d-43db-ab82-10f580ff425a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:25.211573 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8655f45d-6a33-40ca-8ee8-bfb8ca7586b2 req-1024ec98-e77d-43db-ab82-10f580ff425a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e72b9383-b89c-4650-b30f-b9fcfc16618d HTTP/1.1" status: 200 len: 835 time: 0.0495052 Nov 12 04:23:25.260231 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8655f45d-6a33-40ca-8ee8-bfb8ca7586b2 req-f0490b2e-da84-4064-9eaa-fbe1cf2d6763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:25.261757 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8655f45d-6a33-40ca-8ee8-bfb8ca7586b2 req-f0490b2e-da84-4064-9eaa-fbe1cf2d6763 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=526f45f1-82e6-4754-be67-e1c71a47e461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417013 Nov 12 04:23:25.268610 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-f845d3b2-c5a7-498c-8a79-50259289fc48 None None] Set router bf25b915-7987-436c-a2db-cbbac4061362 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:23:25.356320 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8655f45d-6a33-40ca-8ee8-bfb8ca7586b2 req-e7a68bf3-c748-4015-93ce-3436879d9a3a service neutron] 10.222.0.90 "GET /v2.0/networks/526f45f1-82e6-4754-be67-e1c71a47e461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841584 Nov 12 04:23:25.451604 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8655f45d-6a33-40ca-8ee8-bfb8ca7586b2 req-a9190809-f7e0-4fa8-9a6e-1b5fe37a960c service neutron] 10.222.0.90 "GET /v2.0/networks/526f45f1-82e6-4754-be67-e1c71a47e461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858946 Nov 12 04:23:25.474267 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-f845d3b2-c5a7-498c-8a79-50259289fc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf25b915-7987-436c-a2db-cbbac4061362', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1563089932', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '48c0a373-e999-4d38-b911-fc20e6037e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:31Z', 'updated_at': '2021-11-12T04:22:35Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': '48c0a373-e999-4d38-b911-fc20e6037e65', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf25b915-7987-436c-a2db-cbbac4061362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:31Z', 'updated_at': '2021-11-12T04:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'adf8a1de-12d5-4fef-a42b-ad216a8772ae', 'name': '', 'network_id': '526f45f1-82e6-4754-be67-e1c71a47e461', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'mac_address': 'fa:16:3e:e2:2f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf25b915-7987-436c-a2db-cbbac4061362', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'e72b9383-b89c-4650-b30f-b9fcfc16618d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:34Z', 'updated_at': '2021-11-12T04:22:37Z', 'revision_number': 5, 'project_id': '30062bada0e44b3289e392ccc393918e', 'subnets': [{'id': 'e72b9383-b89c-4650-b30f-b9fcfc16618d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:25.501487 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f845d3b2-c5a7-498c-8a79-50259289fc48 None None] The sync data for ids ['bf25b915-7987-436c-a2db-cbbac4061362'] in n-d-715271-27 is: [{'id': 'bf25b915-7987-436c-a2db-cbbac4061362', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1563089932', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '48c0a373-e999-4d38-b911-fc20e6037e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:31Z', 'updated_at': '2021-11-12T04:22:35Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': '48c0a373-e999-4d38-b911-fc20e6037e65', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf25b915-7987-436c-a2db-cbbac4061362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:31Z', 'updated_at': '2021-11-12T04:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'adf8a1de-12d5-4fef-a42b-ad216a8772ae', 'name': '', 'network_id': '526f45f1-82e6-4754-be67-e1c71a47e461', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'mac_address': 'fa:16:3e:e2:2f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf25b915-7987-436c-a2db-cbbac4061362', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'e72b9383-b89c-4650-b30f-b9fcfc16618d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:34Z', 'updated_at': '2021-11-12T04:22:37Z', 'revision_number': 5, 'project_id': '30062bada0e44b3289e392ccc393918e', 'subnets': [{'id': 'e72b9383-b89c-4650-b30f-b9fcfc16618d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:23:25.728939 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bc9d90-e566-4a98-97af-7df14f916089 None None] New status for floating IP 710444d8-b1ac-4352-a5d5-8399f32af7a8: DOWN {{(pid=102574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:23:26.217564 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a3e4e-4fac-4d06-99a3-940b9e3723df req-fffad51f-1d87-42f8-b069-09cde15a3156 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:26.220827 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f88a3e4e-4fac-4d06-99a3-940b9e3723df req-fffad51f-1d87-42f8-b069-09cde15a3156 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=5133b0e7-22b0-46fe-a165-4c2a3c6e4df0 HTTP/1.1" status: 200 len: 945 time: 0.0493562 Nov 12 04:23:26.274026 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f88a3e4e-4fac-4d06-99a3-940b9e3723df req-410b7d52-2199-45cb-bfa0-2c2aa4174291 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=4afd76ce-73bc-4ede-b149-68c0eca9215f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479753 Nov 12 04:23:27.117125 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3877602-8c57-4074-8bd2-9085b8910943 req-824b3656-f0f1-4c6b-84ec-cbefedaf9ce1 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:27.118612 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f3877602-8c57-4074-8bd2-9085b8910943 req-824b3656-f0f1-4c6b-84ec-cbefedaf9ce1 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.90 "GET /v2.0/ports?device_id=5133b0e7-22b0-46fe-a165-4c2a3c6e4df0 HTTP/1.1" status: 200 len: 945 time: 0.0478809 Nov 12 04:23:27.206166 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-f3877602-8c57-4074-8bd2-9085b8910943 req-e452124b-755f-481a-9066-5c1cb16158e5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Deleting port 00830373-abf0-49db-a2d2-20aef3b38101 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:23:27.206497 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f3877602-8c57-4074-8bd2-9085b8910943 req-e452124b-755f-481a-9066-5c1cb16158e5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:27.296545 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-f3877602-8c57-4074-8bd2-9085b8910943 req-e452124b-755f-481a-9066-5c1cb16158e5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] For port 00830373-abf0-49db-a2d2-20aef3b38101, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=00830373-abf0-49db-a2d2-20aef3b38101,segment=NetworkSegment(0ecfada6-3c03-41e6-abb9-5a343e546aa4),segment_id=0ecfada6-3c03-41e6-abb9-5a343e546aa4)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:27.298358 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f3877602-8c57-4074-8bd2-9085b8910943 req-e452124b-755f-481a-9066-5c1cb16158e5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:27.311409 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-f3877602-8c57-4074-8bd2-9085b8910943 req-e452124b-755f-481a-9066-5c1cb16158e5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Calling delete_port for 00830373-abf0-49db-a2d2-20aef3b38101 owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:23:27.399467 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c17d36-aec3-43c9-a067-1896efb1c334 req-81912096-5606-4a31-813d-0d5b8bd44378 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:27.401130 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-75c17d36-aec3-43c9-a067-1896efb1c334 req-81912096-5606-4a31-813d-0d5b8bd44378 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=5133b0e7-22b0-46fe-a165-4c2a3c6e4df0 HTTP/1.1" status: 200 len: 945 time: 0.0548480 Nov 12 04:23:27.442120 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f3877602-8c57-4074-8bd2-9085b8910943 req-e452124b-755f-481a-9066-5c1cb16158e5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:27.457092 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-75c17d36-aec3-43c9-a067-1896efb1c334 req-aefae2a8-dc45-42fb-a406-e0f475827329 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=4afd76ce-73bc-4ede-b149-68c0eca9215f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486915 Nov 12 04:23:27.471164 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e452124b-755f-481a-9066-5c1cb16158e5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event deleted for resources: {'Port': ['ID=00830373-abf0-49db-a2d2-20aef3b38101,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:27.498038 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452124b-755f-481a-9066-5c1cb16158e5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:27.498383 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452124b-755f-481a-9066-5c1cb16158e5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:27.498717 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452124b-755f-481a-9066-5c1cb16158e5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:27.499053 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452124b-755f-481a-9066-5c1cb16158e5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:27.499381 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452124b-755f-481a-9066-5c1cb16158e5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:27.499717 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452124b-755f-481a-9066-5c1cb16158e5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:27.500693 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452124b-755f-481a-9066-5c1cb16158e5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:27.501049 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452124b-755f-481a-9066-5c1cb16158e5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:27.501412 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452124b-755f-481a-9066-5c1cb16158e5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:27.501733 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452124b-755f-481a-9066-5c1cb16158e5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:27.502052 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452124b-755f-481a-9066-5c1cb16158e5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:27.502367 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452124b-755f-481a-9066-5c1cb16158e5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:27.521364 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3877602-8c57-4074-8bd2-9085b8910943 req-e452124b-755f-481a-9066-5c1cb16158e5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] No DVR routers for this DVR port 00830373-abf0-49db-a2d2-20aef3b38101 on host n-h2-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:23:27.523913 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-f3877602-8c57-4074-8bd2-9085b8910943 req-e452124b-755f-481a-9066-5c1cb16158e5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:27.527234 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f3877602-8c57-4074-8bd2-9085b8910943 req-e452124b-755f-481a-9066-5c1cb16158e5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.90 "DELETE /v2.0/ports/00830373-abf0-49db-a2d2-20aef3b38101 HTTP/1.1" status: 204 len: 173 time: 0.4025149 Nov 12 04:23:27.527660 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5133b0e7-22b0-46fe-a165-4c2a3c6e4df0', 'name': 'network-vif-deleted', 'tag': '00830373-abf0-49db-a2d2-20aef3b38101'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:23:27.529907 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c174c990332584687cba245f58d77d589c2fb4d31e1df7b34358bbebc3c39c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0456da7f-f786-4409-a852-bd24fa3b904c" -d '{"events": [{"server_uuid": "5133b0e7-22b0-46fe-a165-4c2a3c6e4df0", "name": "network-vif-deleted", "tag": "00830373-abf0-49db-a2d2-20aef3b38101"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:23:27.578070 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7a99cc-a5f2-497d-86e9-4829b46247c6 x-openstack-request-id: req-cd7a99cc-a5f2-497d-86e9-4829b46247c6 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:23:27.578418 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5133b0e7-22b0-46fe-a165-4c2a3c6e4df0", "name": "network-vif-deleted", "tag": "00830373-abf0-49db-a2d2-20aef3b38101", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:23:27.578665 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cd7a99cc-a5f2-497d-86e9-4829b46247c6 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:23:27.579027 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5133b0e7-22b0-46fe-a165-4c2a3c6e4df0', 'name': 'network-vif-deleted', 'tag': '00830373-abf0-49db-a2d2-20aef3b38101', 'status': 'completed', 'code': 200} Nov 12 04:23:28.513680 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58414) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:28.865823 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-dee6d234-3686-4207-8e84-161c4246cde8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:29.121151 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-dee6d234-3686-4207-8e84-161c4246cde8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Deleting port adf8a1de-12d5-4fef-a42b-ad216a8772ae {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:23:29.121487 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-dee6d234-3686-4207-8e84-161c4246cde8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:29.212614 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-dee6d234-3686-4207-8e84-161c4246cde8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] For port adf8a1de-12d5-4fef-a42b-ad216a8772ae, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=adf8a1de-12d5-4fef-a42b-ad216a8772ae,segment=NetworkSegment(0ecfada6-3c03-41e6-abb9-5a343e546aa4),segment_id=0ecfada6-3c03-41e6-abb9-5a343e546aa4)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:29.212971 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-dee6d234-3686-4207-8e84-161c4246cde8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:29.226367 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-dee6d234-3686-4207-8e84-161c4246cde8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Calling delete_port for adf8a1de-12d5-4fef-a42b-ad216a8772ae owned by network:router_interface {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:23:29.413394 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-dee6d234-3686-4207-8e84-161c4246cde8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:29.443283 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6d234-3686-4207-8e84-161c4246cde8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event deleted for resources: {'Port': ['ID=adf8a1de-12d5-4fef-a42b-ad216a8772ae,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:29.613999 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-dee6d234-3686-4207-8e84-161c4246cde8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:29.830793 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee6d234-3686-4207-8e84-161c4246cde8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Router bf25b915-7987-436c-a2db-cbbac4061362 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:23:29.935288 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee6d234-3686-4207-8e84-161c4246cde8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:23:29.945769 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-dee6d234-3686-4207-8e84-161c4246cde8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "PUT /v2.0/routers/bf25b915-7987-436c-a2db-cbbac4061362/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4266448 Nov 12 04:23:29.945769 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58416) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:29.946079 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1dd656-e202-4345-a311-510c708b331e None None] Sync routers for ids ['bf25b915-7987-436c-a2db-cbbac4061362'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:23:29.956724 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1dd656-e202-4345-a311-510c708b331e None None] Routers {'bf25b915-7987-436c-a2db-cbbac4061362'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:23:29.957334 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-ee1dd656-e202-4345-a311-510c708b331e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:23:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['bf25b915-7987-436c-a2db-cbbac4061362'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:29.995821 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-c37c2048-a7f2-4ad5-9dff-dae0e302c784 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Deleting subnet e72b9383-b89c-4650-b30f-b9fcfc16618d {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:23:29.998906 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c37c2048-a7f2-4ad5-9dff-dae0e302c784 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:30.038556 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c37c2048-a7f2-4ad5-9dff-dae0e302c784 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:30.067328 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-ee1dd656-e202-4345-a311-510c708b331e None None] Set router bf25b915-7987-436c-a2db-cbbac4061362 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:23:30.129496 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c37c2048-a7f2-4ad5-9dff-dae0e302c784 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:30.188595 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c37c2048-a7f2-4ad5-9dff-dae0e302c784 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:30.216780 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37c2048-a7f2-4ad5-9dff-dae0e302c784 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event deleted for resources: {'Subnet': ['ID=e72b9383-b89c-4650-b30f-b9fcfc16618d,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:30.218819 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c37c2048-a7f2-4ad5-9dff-dae0e302c784 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:30.222147 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c37c2048-a7f2-4ad5-9dff-dae0e302c784 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "DELETE /v2.0/subnets/e72b9383-b89c-4650-b30f-b9fcfc16618d HTTP/1.1" status: 204 len: 168 time: 0.2761655 Nov 12 04:23:30.224966 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58418) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:30.228133 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45de1608-8a33-494c-bb6e-01699e187698 None None] Network 526f45f1-82e6-4754-be67-e1c71a47e461 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:23:30.337385 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4753260f-f2d7-41be-9ad0-fcf86484a183 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:30.355903 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-ee1dd656-e202-4345-a311-510c708b331e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf25b915-7987-436c-a2db-cbbac4061362', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1563089932', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '48c0a373-e999-4d38-b911-fc20e6037e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:31Z', 'updated_at': '2021-11-12T04:23:29Z', 'revision_number': 5, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': '48c0a373-e999-4d38-b911-fc20e6037e65', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf25b915-7987-436c-a2db-cbbac4061362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:31Z', 'updated_at': '2021-11-12T04:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:30.386989 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1dd656-e202-4345-a311-510c708b331e None None] Checking router: bf25b915-7987-436c-a2db-cbbac4061362 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:23:30.402456 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1dd656-e202-4345-a311-510c708b331e None None] Routers {'bf25b915-7987-436c-a2db-cbbac4061362'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:23:30.403365 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-ee1dd656-e202-4345-a311-510c708b331e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:23:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['bf25b915-7987-436c-a2db-cbbac4061362'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:30.505430 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de8bdd4-fd44-4705-aefa-f3532c9e901f None None] DHCP port deletion for 526f45f1-82e6-4754-be67-e1c71a47e461 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:23:30.527696 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3cf3c094-2378-4dbc-82d1-5d9b1fa6ec49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:30.568240 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-ee1dd656-e202-4345-a311-510c708b331e None None] Set router bf25b915-7987-436c-a2db-cbbac4061362 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:23:30.701510 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 8005ffa4-4b09-47eb-912f-24aac904008a no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:23:30.707282 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-8de8bdd4-fd44-4705-aefa-f3532c9e901f None None] Deleting port 8005ffa4-4b09-47eb-912f-24aac904008a {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:23:30.707635 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8de8bdd4-fd44-4705-aefa-f3532c9e901f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:30.798858 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4753260f-f2d7-41be-9ad0-fcf86484a183 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:30.854933 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-4753260f-f2d7-41be-9ad0-fcf86484a183 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Deleting port 48c0a373-e999-4d38-b911-fc20e6037e65 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:23:30.855271 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4753260f-f2d7-41be-9ad0-fcf86484a183 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:30.938282 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-4753260f-f2d7-41be-9ad0-fcf86484a183 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] For port 48c0a373-e999-4d38-b911-fc20e6037e65, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=48c0a373-e999-4d38-b911-fc20e6037e65,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:30.938542 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4753260f-f2d7-41be-9ad0-fcf86484a183 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:30.951250 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-4753260f-f2d7-41be-9ad0-fcf86484a183 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Calling delete_port for 48c0a373-e999-4d38-b911-fc20e6037e65 owned by network:router_gateway {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:23:31.032060 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-8de8bdd4-fd44-4705-aefa-f3532c9e901f None None] For port 8005ffa4-4b09-47eb-912f-24aac904008a, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=8005ffa4-4b09-47eb-912f-24aac904008a,segment=NetworkSegment(0ecfada6-3c03-41e6-abb9-5a343e546aa4),segment_id=0ecfada6-3c03-41e6-abb9-5a343e546aa4)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:31.032706 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8de8bdd4-fd44-4705-aefa-f3532c9e901f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:31.049050 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-8de8bdd4-fd44-4705-aefa-f3532c9e901f None None] Calling delete_port for 8005ffa4-4b09-47eb-912f-24aac904008a owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:23:31.074113 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 00830373-abf0-49db-a2d2-20aef3b38101 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:23:31.113965 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: 00830373-abf0-49db-a2d2-20aef3b38101 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:23:31.114307 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 00830373-abf0-49db-a2d2-20aef3b38101 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:23:31.120522 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4753260f-f2d7-41be-9ad0-fcf86484a183 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:31.153323 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753260f-f2d7-41be-9ad0-fcf86484a183 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event deleted for resources: {'Port': ['ID=48c0a373-e999-4d38-b911-fc20e6037e65,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:31.157754 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:31.164619 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb2eb36-dcf1-468e-8d8f-dceae57b0e31 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:23:31.206412 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-ee1dd656-e202-4345-a311-510c708b331e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf25b915-7987-436c-a2db-cbbac4061362', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1563089932', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '48c0a373-e999-4d38-b911-fc20e6037e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:31Z', 'updated_at': '2021-11-12T04:23:29Z', 'revision_number': 5, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': '48c0a373-e999-4d38-b911-fc20e6037e65', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf25b915-7987-436c-a2db-cbbac4061362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:31Z', 'updated_at': '2021-11-12T04:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:31.212355 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4753260f-f2d7-41be-9ad0-fcf86484a183 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:31.246250 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1dd656-e202-4345-a311-510c708b331e None None] The sync data for ids ['bf25b915-7987-436c-a2db-cbbac4061362'] in n-d-715271-27 is: [{'id': 'bf25b915-7987-436c-a2db-cbbac4061362', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1563089932', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '48c0a373-e999-4d38-b911-fc20e6037e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:31Z', 'updated_at': '2021-11-12T04:23:29Z', 'revision_number': 5, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': '48c0a373-e999-4d38-b911-fc20e6037e65', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf25b915-7987-436c-a2db-cbbac4061362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:31Z', 'updated_at': '2021-11-12T04:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:23:31.252457 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 8005ffa4-4b09-47eb-912f-24aac904008a, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=8005ffa4-4b09-47eb-912f-24aac904008a,segment=NetworkSegment(0ecfada6-3c03-41e6-abb9-5a343e546aa4),segment_id=0ecfada6-3c03-41e6-abb9-5a343e546aa4)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:31.262467 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:31.301425 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8de8bdd4-fd44-4705-aefa-f3532c9e901f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:31.326130 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de8bdd4-fd44-4705-aefa-f3532c9e901f None None] No DVR routers for this DVR port 8005ffa4-4b09-47eb-912f-24aac904008a on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:23:31.330193 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4753260f-f2d7-41be-9ad0-fcf86484a183 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:31.332374 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=8005ffa4-4b09-47eb-912f-24aac904008a,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:31.332721 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4753260f-f2d7-41be-9ad0-fcf86484a183 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:31.347569 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:31.347914 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:31.348281 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:31.348618 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:31.348947 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:31.349272 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:31.349597 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:31.349916 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:31.350244 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:31.350564 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:31.350882 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:31.351201 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:31.377533 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4753260f-f2d7-41be-9ad0-fcf86484a183 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:31.378391 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4753260f-f2d7-41be-9ad0-fcf86484a183 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Fanout notify agent at l3_agent the message router_deleted on router bf25b915-7987-436c-a2db-cbbac4061362 {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:23:31.380159 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de8bdd4-fd44-4705-aefa-f3532c9e901f None None] Pushing event deleted for resources: {'Port': ['ID=8005ffa4-4b09-47eb-912f-24aac904008a,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:31.386913 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4753260f-f2d7-41be-9ad0-fcf86484a183 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:31.388180 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4753260f-f2d7-41be-9ad0-fcf86484a183 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "DELETE /v2.0/routers/bf25b915-7987-436c-a2db-cbbac4061362 HTTP/1.1" status: 204 len: 168 time: 1.1620846 Nov 12 04:23:31.391720 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58420) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:31.469304 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4aa2ac3f-c05a-4ce9-a4e9-10282cab932c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:31.563338 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4aa2ac3f-c05a-4ce9-a4e9-10282cab932c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:31.582947 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-4aa2ac3f-c05a-4ce9-a4e9-10282cab932c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['526f45f1-82e6-4754-be67-e1c71a47e461']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:31.596318 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-4aa2ac3f-c05a-4ce9-a4e9-10282cab932c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ecfada6-3c03-41e6-abb9-5a343e546aa4') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:31.596611 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-4aa2ac3f-c05a-4ce9-a4e9-10282cab932c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ecfada6-3c03-41e6-abb9-5a343e546aa4') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:31.606823 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4aa2ac3f-c05a-4ce9-a4e9-10282cab932c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:31.620364 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4aa2ac3f-c05a-4ce9-a4e9-10282cab932c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:31.627087 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aa2ac3f-c05a-4ce9-a4e9-10282cab932c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:23:31.627514 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4aa2ac3f-c05a-4ce9-a4e9-10282cab932c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:31.630593 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 04:23:31.630593 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:23:31.630593 n-d-715271-27 neutron-server[102571]: timer() Nov 12 04:23:31.630593 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:23:31.630593 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 04:23:31.630593 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:23:31.630593 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 04:23:31.630593 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:23:31.630593 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 04:23:31.630593 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:23:31.630593 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 04:23:31.630593 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:23:31.630593 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 04:23:31.630593 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:23:31.630593 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:23:31.630593 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:23:31.630593 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:23:31.630593 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:23:31.630593 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 04:23:31.630593 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:23:31.630593 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 04:23:31.630593 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:23:31.630593 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:23:31.630593 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:23:31.630593 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 04:23:31.630593 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:23:31.630593 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:23:31.630593 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:23:31.630593 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:23:31.630593 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:23:31.630593 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:23:31.630593 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:23:31.696653 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4aa2ac3f-c05a-4ce9-a4e9-10282cab932c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:31.710506 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4aa2ac3f-c05a-4ce9-a4e9-10282cab932c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:31.714171 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4aa2ac3f-c05a-4ce9-a4e9-10282cab932c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "DELETE /v2.0/networks/526f45f1-82e6-4754-be67-e1c71a47e461 HTTP/1.1" status: 204 len: 168 time: 0.3211386 Nov 12 04:23:31.716872 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58422) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:31.738709 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa2ac3f-c05a-4ce9-a4e9-10282cab932c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event deleted for resources: {'Network': ['ID=526f45f1-82e6-4754-be67-e1c71a47e461,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:31.778738 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b146819a-6fbf-4bab-a284-0eadbb0dde77 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:31.807934 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b146819a-6fbf-4bab-a284-0eadbb0dde77 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:31.876164 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b146819a-6fbf-4bab-a284-0eadbb0dde77 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:31.879445 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b146819a-6fbf-4bab-a284-0eadbb0dde77 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:31.880691 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b146819a-6fbf-4bab-a284-0eadbb0dde77 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "DELETE /v2.0/security-groups/4afd76ce-73bc-4ede-b149-68c0eca9215f HTTP/1.1" status: 204 len: 168 time: 0.1628156 Nov 12 04:23:31.891028 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b146819a-6fbf-4bab-a284-0eadbb0dde77 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afd76ce-73bc-4ede-b149-68c0eca9215f,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:32.252336 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58428) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:32.257257 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-72adf7c6-e9c1-46d1-ac73-4cb285fb8dc1 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-529461232', 'description': 'tempest-secgroup-smoke-529461232 description', 'project_id': '30062bada0e44b3289e392ccc393918e'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:32.282847 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-72adf7c6-e9c1-46d1-ac73-4cb285fb8dc1 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:32.349074 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-72adf7c6-e9c1-46d1-ac73-4cb285fb8dc1 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:32.352733 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-72adf7c6-e9c1-46d1-ac73-4cb285fb8dc1 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:32.382797 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-72adf7c6-e9c1-46d1-ac73-4cb285fb8dc1 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:32.384031 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-72adf7c6-e9c1-46d1-ac73-4cb285fb8dc1 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1306722 Nov 12 04:23:32.385910 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72adf7c6-e9c1-46d1-ac73-4cb285fb8dc1 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ab66c9-c264-4e41-9d7f-55fde46298fa,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:32.387254 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58430) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:32.393406 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-5db0d256-dbd5-43db-90b8-903ab8210182 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'security_group_rule': {'security_group_id': 'f1ab66c9-c264-4e41-9d7f-55fde46298fa', 'project_id': '30062bada0e44b3289e392ccc393918e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:32.421325 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5db0d256-dbd5-43db-90b8-903ab8210182 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:32.468545 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5db0d256-dbd5-43db-90b8-903ab8210182 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:32.472037 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5db0d256-dbd5-43db-90b8-903ab8210182 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:32.491775 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0d256-dbd5-43db-90b8-903ab8210182 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dab6c586-6ee8-4e00-9233-9c44dc494f26,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:32.497555 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5db0d256-dbd5-43db-90b8-903ab8210182 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:32.498645 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5db0d256-dbd5-43db-90b8-903ab8210182 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1096587 Nov 12 04:23:32.502521 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58432) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:32.507218 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-ef06ad0a-28f7-4d0e-8c63-1edfcaf90650 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'security_group_rule': {'security_group_id': 'f1ab66c9-c264-4e41-9d7f-55fde46298fa', 'project_id': '30062bada0e44b3289e392ccc393918e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:32.534968 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ef06ad0a-28f7-4d0e-8c63-1edfcaf90650 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:32.594244 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ef06ad0a-28f7-4d0e-8c63-1edfcaf90650 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:32.598071 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ef06ad0a-28f7-4d0e-8c63-1edfcaf90650 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:32.615729 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 48c0a373-e999-4d38-b911-fc20e6037e65 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:23:32.620283 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef06ad0a-28f7-4d0e-8c63-1edfcaf90650 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fa8bbfb-e815-4777-a061-10516a9679c8,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:32.626830 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ef06ad0a-28f7-4d0e-8c63-1edfcaf90650 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:32.628266 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ef06ad0a-28f7-4d0e-8c63-1edfcaf90650 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1244595 Nov 12 04:23:32.630793 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58434) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:32.635693 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-ea4c98eb-710e-4632-bf13-d27e3a966b60 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'security_group_rule': {'security_group_id': 'f1ab66c9-c264-4e41-9d7f-55fde46298fa', 'project_id': '30062bada0e44b3289e392ccc393918e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:32.636790 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 48c0a373-e999-4d38-b911-fc20e6037e65 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:23:32.637153 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 48c0a373-e999-4d38-b911-fc20e6037e65 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:23:32.637576 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device adf8a1de-12d5-4fef-a42b-ad216a8772ae no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:23:32.657683 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: adf8a1de-12d5-4fef-a42b-ad216a8772ae {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:23:32.657992 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device adf8a1de-12d5-4fef-a42b-ad216a8772ae not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:23:32.665748 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ea4c98eb-710e-4632-bf13-d27e3a966b60 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:32.725675 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ea4c98eb-710e-4632-bf13-d27e3a966b60 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:32.730283 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ea4c98eb-710e-4632-bf13-d27e3a966b60 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:32.753236 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c98eb-710e-4632-bf13-d27e3a966b60 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3cd4165-9d43-4d37-aea5-c4c59072cfd4,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:32.759703 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ea4c98eb-710e-4632-bf13-d27e3a966b60 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:32.760904 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ea4c98eb-710e-4632-bf13-d27e3a966b60 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1285717 Nov 12 04:23:32.763613 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58436) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:32.768416 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-c9bc6ef4-b42a-46ac-a457-0004440c7688 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'security_group_rule': {'security_group_id': 'f1ab66c9-c264-4e41-9d7f-55fde46298fa', 'project_id': '30062bada0e44b3289e392ccc393918e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:32.794699 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c9bc6ef4-b42a-46ac-a457-0004440c7688 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:32.853197 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c9bc6ef4-b42a-46ac-a457-0004440c7688 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:32.856756 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c9bc6ef4-b42a-46ac-a457-0004440c7688 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:32.875494 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc6ef4-b42a-46ac-a457-0004440c7688 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb3c4017-29fe-471f-a915-dcd53823a341,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:32.882752 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c9bc6ef4-b42a-46ac-a457-0004440c7688 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:32.883919 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c9bc6ef4-b42a-46ac-a457-0004440c7688 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1193006 Nov 12 04:23:32.886750 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58438) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:32.891862 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-c87bc1e1-5307-40ff-ab94-875267c7956f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'security_group_rule': {'security_group_id': 'f1ab66c9-c264-4e41-9d7f-55fde46298fa', 'project_id': '30062bada0e44b3289e392ccc393918e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:32.913756 n-d-715271-27 neutron-server[102571]: INFO neutron.db.securitygroups_db [None req-c87bc1e1-5307-40ff-ab94-875267c7956f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Project 30062bada0e44b3289e392ccc393918e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:23:32.918653 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c87bc1e1-5307-40ff-ab94-875267c7956f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:32.976881 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c87bc1e1-5307-40ff-ab94-875267c7956f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:32.980448 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c87bc1e1-5307-40ff-ab94-875267c7956f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:32.997789 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bc1e1-5307-40ff-ab94-875267c7956f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a2e27f9-db4a-4a07-b2a7-2f72bec55753,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:33.014461 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c87bc1e1-5307-40ff-ab94-875267c7956f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:33.016600 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c87bc1e1-5307-40ff-ab94-875267c7956f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1287546 Nov 12 04:23:33.019314 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58440) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:33.024565 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-7d26ee3d-3372-453e-8d13-ed4c2d08a7ec tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'security_group_rule': {'security_group_id': 'f1ab66c9-c264-4e41-9d7f-55fde46298fa', 'project_id': '30062bada0e44b3289e392ccc393918e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:33.052739 n-d-715271-27 neutron-server[102571]: INFO neutron.db.securitygroups_db [None req-7d26ee3d-3372-453e-8d13-ed4c2d08a7ec tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Project 30062bada0e44b3289e392ccc393918e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:23:33.057718 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7d26ee3d-3372-453e-8d13-ed4c2d08a7ec tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:33.125206 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7d26ee3d-3372-453e-8d13-ed4c2d08a7ec tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:33.128853 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7d26ee3d-3372-453e-8d13-ed4c2d08a7ec tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:33.148677 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26ee3d-3372-453e-8d13-ed4c2d08a7ec tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=686e5521-a0a7-4713-81a7-708132e5d362,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:33.154024 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7d26ee3d-3372-453e-8d13-ed4c2d08a7ec tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:33.155321 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7d26ee3d-3372-453e-8d13-ed4c2d08a7ec tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1350112 Nov 12 04:23:33.158777 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58442) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:33.163535 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-7ae5932c-6c8f-4f91-8265-3c8dcd85b3b8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'network': {'name': 'tempest-network-smoke--808314636', 'project_id': '30062bada0e44b3289e392ccc393918e', 'port_security_enabled': True}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:33.184193 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae5932c-6c8f-4f91-8265-3c8dcd85b3b8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Made reservation on behalf of 30062bada0e44b3289e392ccc393918e for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:23:33.187590 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7ae5932c-6c8f-4f91-8265-3c8dcd85b3b8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:33.211299 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ae5932c-6c8f-4f91-8265-3c8dcd85b3b8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:23:33.221014 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7ae5932c-6c8f-4f91-8265-3c8dcd85b3b8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:33.221417 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-7ae5932c-6c8f-4f91-8265-3c8dcd85b3b8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Added segment 40803557-7b3e-4e23-96e2-e65b4cdabf9f of type vlan for network eded9f80-ccbf-44b4-a882-ee4a00fa22dc Nov 12 04:23:33.268681 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7ae5932c-6c8f-4f91-8265-3c8dcd85b3b8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:33.299198 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7ae5932c-6c8f-4f91-8265-3c8dcd85b3b8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:33.304760 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae5932c-6c8f-4f91-8265-3c8dcd85b3b8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:33.305333 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-7ae5932c-6c8f-4f91-8265-3c8dcd85b3b8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:33.369820 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-7ae5932c-6c8f-4f91-8265-3c8dcd85b3b8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2100134 Nov 12 04:23:33.372743 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58444) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:33.378245 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-e6230c2d-5897-4ac7-ab1d-3d1fe655daa4 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-935324078', 'admin_state_up': True, 'project_id': '30062bada0e44b3289e392ccc393918e', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:33.379150 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5932c-6c8f-4f91-8265-3c8dcd85b3b8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'Network': ['ID=eded9f80-ccbf-44b4-a882-ee4a00fa22dc,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:33.389227 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network eded9f80-ccbf-44b4-a882-ee4a00fa22dc details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:23:33.407161 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e6230c2d-5897-4ac7-ab1d-3d1fe655daa4 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:33.408254 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e6230c2d-5897-4ac7-ab1d-3d1fe655daa4 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:33.462912 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e6230c2d-5897-4ac7-ab1d-3d1fe655daa4 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:33.473996 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0602001c-2e91-4536-8427-9a816ec2b87b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:33.600207 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e6230c2d-5897-4ac7-ab1d-3d1fe655daa4 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:33.798736 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e6230c2d-5897-4ac7-ab1d-3d1fe655daa4 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for router_gateway, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:34.097146 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e6230c2d-5897-4ac7-ab1d-3d1fe655daa4 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:34.196833 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-e6230c2d-5897-4ac7-ab1d-3d1fe655daa4 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Allocated IP 172.25.5.177 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/db9fa0f7-4df8-4f72-b1c2-be1516cf0905) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:23:34.299191 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e6230c2d-5897-4ac7-ab1d-3d1fe655daa4 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:34.319315 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:34.335087 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e6230c2d-5897-4ac7-ab1d-3d1fe655daa4 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:34.373677 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6230c2d-5897-4ac7-ab1d-3d1fe655daa4 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:23:34.377300 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-e6230c2d-5897-4ac7-ab1d-3d1fe655daa4 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:23:34.379717 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6230c2d-5897-4ac7-ab1d-3d1fe655daa4 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:23:34.390099 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d47afd-af3b-4655-806c-af7a40582cfd None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:23:34.405576 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6230c2d-5897-4ac7-ab1d-3d1fe655daa4 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'Port': ['ID=db9fa0f7-4df8-4f72-b1c2-be1516cf0905,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:34.423980 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4ffd89aa-772b-473c-aad9-205b78342bc1 None None] Provisioning complete for port db9fa0f7-4df8-4f72-b1c2-be1516cf0905 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:34.424379 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4ffd89aa-772b-473c-aad9-205b78342bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:34.459875 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4ffd89aa-772b-473c-aad9-205b78342bc1 None None] Port db9fa0f7-4df8-4f72-b1c2-be1516cf0905 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:23:34.632444 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e6230c2d-5897-4ac7-ab1d-3d1fe655daa4 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for router_gateway, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:34.825694 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e6230c2d-5897-4ac7-ab1d-3d1fe655daa4 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:34.954785 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6230c2d-5897-4ac7-ab1d-3d1fe655daa4 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Router 4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:23:35.061231 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6230c2d-5897-4ac7-ab1d-3d1fe655daa4 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:23:35.071192 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe9d030-e5d6-46f5-b65d-b272c0245142 None None] Sync routers for ids ['4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:23:35.082329 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe9d030-e5d6-46f5-b65d-b272c0245142 None None] Routers {'4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:23:35.082692 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e6230c2d-5897-4ac7-ab1d-3d1fe655daa4 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:35.082941 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-cbe9d030-e5d6-46f5-b65d-b272c0245142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:23:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:35.086941 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e6230c2d-5897-4ac7-ab1d-3d1fe655daa4 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7101502 Nov 12 04:23:35.087116 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58446) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:35.122839 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6ac0bc2f-9bc4-4f86-86f6-d1db2944e325 tempest-TestNetworkAdvancedServerOps-1443237335 tempest-TestNetworkAdvancedServerOps-1443237335-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=30062bada0e44b3289e392ccc393918e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337873 Nov 12 04:23:35.124795 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58448) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:35.189841 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-cbe9d030-e5d6-46f5-b65d-b272c0245142 None None] Set router 4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:23:35.278974 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc3ab4a-59f5-4e1c-ae4e-0421f953f6fe tempest-TestNetworkAdvancedServerOps-1443237335 tempest-TestNetworkAdvancedServerOps-1443237335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:35.280404 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-0fc3ab4a-59f5-4e1c-ae4e-0421f953f6fe tempest-TestNetworkAdvancedServerOps-1443237335 tempest-TestNetworkAdvancedServerOps-1443237335-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1546855 Nov 12 04:23:35.284005 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58450) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:35.329209 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-26c65e95-53e8-44d3-bd9d-b9a773779698 tempest-TestNetworkAdvancedServerOps-1443237335 tempest-TestNetworkAdvancedServerOps-1443237335-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=7932a4b6-40b8-49fc-bb5c-2a6d25b0a895&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0440667 Nov 12 04:23:35.331716 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58452) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:35.336500 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-bc52fd36-a69e-4c6b-99d4-9bd5cd024240 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1460017813', 'network_id': 'eded9f80-ccbf-44b4-a882-ee4a00fa22dc', 'project_id': '30062bada0e44b3289e392ccc393918e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:35.369252 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-cbe9d030-e5d6-46f5-b65d-b272c0245142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-935324078', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'db9fa0f7-4df8-4f72-b1c2-be1516cf0905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:33Z', 'updated_at': '2021-11-12T04:23:34Z', 'revision_number': 3, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': 'db9fa0f7-4df8-4f72-b1c2-be1516cf0905', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:34Z', 'updated_at': '2021-11-12T04:23:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:35.403645 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe9d030-e5d6-46f5-b65d-b272c0245142 None None] Checking router: 4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:23:35.403645 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe9d030-e5d6-46f5-b65d-b272c0245142 None None] Updating router 4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e port db9fa0f7-4df8-4f72-b1c2-be1516cf0905 binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:23:35.431678 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc52fd36-a69e-4c6b-99d4-9bd5cd024240 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Made reservation on behalf of 30062bada0e44b3289e392ccc393918e for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:23:35.432009 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-cbe9d030-e5d6-46f5-b65d-b272c0245142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:35.435426 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bc52fd36-a69e-4c6b-99d4-9bd5cd024240 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:35.621277 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bc52fd36-a69e-4c6b-99d4-9bd5cd024240 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:35.642684 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:35.682619 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc52fd36-a69e-4c6b-99d4-9bd5cd024240 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'Subnet': ['ID=128d940c-fdfc-43ea-a62c-9088047928ab,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:35.694639 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-cbe9d030-e5d6-46f5-b65d-b272c0245142 None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:35.700480 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-cbe9d030-e5d6-46f5-b65d-b272c0245142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:35.705488 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc52fd36-a69e-4c6b-99d4-9bd5cd024240 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Checking segment: {'id': '40803557-7b3e-4e23-96e2-e65b4cdabf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'eded9f80-ccbf-44b4-a882-ee4a00fa22dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:23:35.706066 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc52fd36-a69e-4c6b-99d4-9bd5cd024240 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Network hostable DHCP agents. Network: eded9f80-ccbf-44b4-a882-ee4a00fa22dc, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:23:35.726864 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc52fd36-a69e-4c6b-99d4-9bd5cd024240 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Network eded9f80-ccbf-44b4-a882-ee4a00fa22dc is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:23:35.737554 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-bc52fd36-a69e-4c6b-99d4-9bd5cd024240 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, eded9f80-ccbf-44b4-a882-ee4a00fa22dc) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:23:35.742321 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc52fd36-a69e-4c6b-99d4-9bd5cd024240 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:35.743312 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bc52fd36-a69e-4c6b-99d4-9bd5cd024240 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:35.752614 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d8a1ce-c62c-4c12-8924-f7a74059d0d3 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:23:35.761150 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-cbe9d030-e5d6-46f5-b65d-b272c0245142 None None] Attempting to bind port db9fa0f7-4df8-4f72-b1c2-be1516cf0905 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:23:35.761420 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-cbe9d030-e5d6-46f5-b65d-b272c0245142 None None] Attempting to bind port db9fa0f7-4df8-4f72-b1c2-be1516cf0905 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:23:35.761791 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe9d030-e5d6-46f5-b65d-b272c0245142 None None] Attempting to bind port db9fa0f7-4df8-4f72-b1c2-be1516cf0905 on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:23:35.768193 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9ac31e-0814-4f1a-865a-be1d1ab81516 None None] Network eded9f80-ccbf-44b4-a882-ee4a00fa22dc requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:23:35.771639 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834707d-3850-4d98-84a5-7e9f821fb8f6 None None] Pushing event updated for resources: {'Port': ['ID=db9fa0f7-4df8-4f72-b1c2-be1516cf0905,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:35.772404 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-bc52fd36-a69e-4c6b-99d4-9bd5cd024240 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4394574 Nov 12 04:23:35.774170 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe9d030-e5d6-46f5-b65d-b272c0245142 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:23:35.774532 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe9d030-e5d6-46f5-b65d-b272c0245142 None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:23:35.775107 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58454) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:35.775577 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-cbe9d030-e5d6-46f5-b65d-b272c0245142 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:35.776127 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe9d030-e5d6-46f5-b65d-b272c0245142 None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:23:35.776764 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-cbe9d030-e5d6-46f5-b65d-b272c0245142 None None] Bound port: db9fa0f7-4df8-4f72-b1c2-be1516cf0905, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:23:35.777314 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-cbe9d030-e5d6-46f5-b65d-b272c0245142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:35.829889 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-cbe9d030-e5d6-46f5-b65d-b272c0245142 None None] For port db9fa0f7-4df8-4f72-b1c2-be1516cf0905, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:23:35.833196 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-cbe9d030-e5d6-46f5-b65d-b272c0245142 None None] For port db9fa0f7-4df8-4f72-b1c2-be1516cf0905, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=db9fa0f7-4df8-4f72-b1c2-be1516cf0905,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:23:35.838701 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-cbe9d030-e5d6-46f5-b65d-b272c0245142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:35.899711 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe9d030-e5d6-46f5-b65d-b272c0245142 None None] Routers {'4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:23:35.900462 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-cbe9d030-e5d6-46f5-b65d-b272c0245142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:23:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:35.903901 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6d3d96-3d7a-44af-b81e-5b7fd46ed44b None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:23:35.945013 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-cfb87d10-8df2-41bc-b8f3-b70fded88b89 None None] Provisioning complete for port db9fa0f7-4df8-4f72-b1c2-be1516cf0905 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:35.945383 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cfb87d10-8df2-41bc-b8f3-b70fded88b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:35.971296 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218fbe9e-cdce-45b8-ad86-7e1bc43df3d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-eded9f80-ccbf-44b4-a882-ee4a00fa22dc', 'network_id': 'eded9f80-ccbf-44b4-a882-ee4a00fa22dc', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'fixed_ips': [{'subnet_id': '128d940c-fdfc-43ea-a62c-9088047928ab'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:23:35.971296 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-218fbe9e-cdce-45b8-ad86-7e1bc43df3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:36.010056 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834707d-3850-4d98-84a5-7e9f821fb8f6 None None] Pushing event updated for resources: {'Port': ['ID=db9fa0f7-4df8-4f72-b1c2-be1516cf0905,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:36.044672 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-cbe9d030-e5d6-46f5-b65d-b272c0245142 None None] Set router 4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:23:36.148790 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cfb87d10-8df2-41bc-b8f3-b70fded88b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:36.177081 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-cfb87d10-8df2-41bc-b8f3-b70fded88b89 None None] For port db9fa0f7-4df8-4f72-b1c2-be1516cf0905, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=db9fa0f7-4df8-4f72-b1c2-be1516cf0905,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:36.182308 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-218fbe9e-cdce-45b8-ad86-7e1bc43df3d0 None None] Allocated IP 172.20.0.2 (eded9f80-ccbf-44b4-a882-ee4a00fa22dc/128d940c-fdfc-43ea-a62c-9088047928ab/97d45b7a-2aa4-45a8-aae4-10278987af8c) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:23:36.185336 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cfb87d10-8df2-41bc-b8f3-b70fded88b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:36.272944 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cf117eb1-9e88-4309-84ba-ffef25dcbe0f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:36.302030 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb87d10-8df2-41bc-b8f3-b70fded88b89 None None] Pushing event updated for resources: {'Port': ['ID=db9fa0f7-4df8-4f72-b1c2-be1516cf0905,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:36.342468 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-cbe9d030-e5d6-46f5-b65d-b272c0245142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-935324078', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'db9fa0f7-4df8-4f72-b1c2-be1516cf0905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:33Z', 'updated_at': '2021-11-12T04:23:34Z', 'revision_number': 3, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': 'db9fa0f7-4df8-4f72-b1c2-be1516cf0905', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:34Z', 'updated_at': '2021-11-12T04:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:36.372454 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-d5dd2efa-31a7-4835-9fc2-8129ecd8edee None None] Provisioning complete for port db9fa0f7-4df8-4f72-b1c2-be1516cf0905 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:36.372835 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d5dd2efa-31a7-4835-9fc2-8129ecd8edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:36.374255 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe9d030-e5d6-46f5-b65d-b272c0245142 None None] The sync data for ids ['4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e'] in n-d-715271-27 is: [{'id': '4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-935324078', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'db9fa0f7-4df8-4f72-b1c2-be1516cf0905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:33Z', 'updated_at': '2021-11-12T04:23:34Z', 'revision_number': 3, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': 'db9fa0f7-4df8-4f72-b1c2-be1516cf0905', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:34Z', 'updated_at': '2021-11-12T04:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:23:36.387781 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-218fbe9e-cdce-45b8-ad86-7e1bc43df3d0 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:36.418448 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-218fbe9e-cdce-45b8-ad86-7e1bc43df3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:36.472742 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218fbe9e-cdce-45b8-ad86-7e1bc43df3d0 None None] Network eded9f80-ccbf-44b4-a882-ee4a00fa22dc is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:23:36.490797 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-218fbe9e-cdce-45b8-ad86-7e1bc43df3d0 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:23:36.500189 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218fbe9e-cdce-45b8-ad86-7e1bc43df3d0 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:23:36.505252 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218fbe9e-cdce-45b8-ad86-7e1bc43df3d0 None None] Pushing event updated for resources: {'Port': ['ID=97d45b7a-2aa4-45a8-aae4-10278987af8c,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:36.510146 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:36.595136 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-218fbe9e-cdce-45b8-ad86-7e1bc43df3d0 None None] Attempting to bind port 97d45b7a-2aa4-45a8-aae4-10278987af8c on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:23:36.595513 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-218fbe9e-cdce-45b8-ad86-7e1bc43df3d0 None None] Attempting to bind port 97d45b7a-2aa4-45a8-aae4-10278987af8c by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '40803557-7b3e-4e23-96e2-e65b4cdabf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'eded9f80-ccbf-44b4-a882-ee4a00fa22dc'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:23:36.595981 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218fbe9e-cdce-45b8-ad86-7e1bc43df3d0 None None] Attempting to bind port 97d45b7a-2aa4-45a8-aae4-10278987af8c on network eded9f80-ccbf-44b4-a882-ee4a00fa22dc {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:23:36.599748 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-cf117eb1-9e88-4309-84ba-ffef25dcbe0f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Allocated IP 172.20.0.1 (eded9f80-ccbf-44b4-a882-ee4a00fa22dc/128d940c-fdfc-43ea-a62c-9088047928ab/ff3e04ff-a1ac-428d-ba1a-e553539e4ef1) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:23:36.601177 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218fbe9e-cdce-45b8-ad86-7e1bc43df3d0 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:23:36.601648 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218fbe9e-cdce-45b8-ad86-7e1bc43df3d0 None None] Checking segment: {'id': '40803557-7b3e-4e23-96e2-e65b4cdabf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'eded9f80-ccbf-44b4-a882-ee4a00fa22dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:23:36.602111 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-218fbe9e-cdce-45b8-ad86-7e1bc43df3d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:36.602503 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218fbe9e-cdce-45b8-ad86-7e1bc43df3d0 None None] Bound using segment: {'id': '40803557-7b3e-4e23-96e2-e65b4cdabf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'eded9f80-ccbf-44b4-a882-ee4a00fa22dc'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:23:36.603009 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-218fbe9e-cdce-45b8-ad86-7e1bc43df3d0 None None] Bound port: 97d45b7a-2aa4-45a8-aae4-10278987af8c, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40803557-7b3e-4e23-96e2-e65b4cdabf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'eded9f80-ccbf-44b4-a882-ee4a00fa22dc'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:23:36.603387 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-218fbe9e-cdce-45b8-ad86-7e1bc43df3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:36.695703 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-218fbe9e-cdce-45b8-ad86-7e1bc43df3d0 None None] For port 97d45b7a-2aa4-45a8-aae4-10278987af8c, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:23:36.703198 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-218fbe9e-cdce-45b8-ad86-7e1bc43df3d0 None None] For port 97d45b7a-2aa4-45a8-aae4-10278987af8c, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=97d45b7a-2aa4-45a8-aae4-10278987af8c,segment=NetworkSegment(40803557-7b3e-4e23-96e2-e65b4cdabf9f),segment_id=40803557-7b3e-4e23-96e2-e65b4cdabf9f)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:23:36.708923 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-218fbe9e-cdce-45b8-ad86-7e1bc43df3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:36.777409 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cf117eb1-9e88-4309-84ba-ffef25dcbe0f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:36.782467 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218fbe9e-cdce-45b8-ad86-7e1bc43df3d0 None None] Pushing event updated for resources: {'Port': ['ID=97d45b7a-2aa4-45a8-aae4-10278987af8c,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:36.819155 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cf117eb1-9e88-4309-84ba-ffef25dcbe0f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:36.864688 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf117eb1-9e88-4309-84ba-ffef25dcbe0f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Network eded9f80-ccbf-44b4-a882-ee4a00fa22dc is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:23:36.870370 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-cf117eb1-9e88-4309-84ba-ffef25dcbe0f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:23:36.873058 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf117eb1-9e88-4309-84ba-ffef25dcbe0f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:23:36.905458 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf117eb1-9e88-4309-84ba-ffef25dcbe0f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'Port': ['ID=ff3e04ff-a1ac-428d-ba1a-e553539e4ef1,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:36.931647 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cf117eb1-9e88-4309-84ba-ffef25dcbe0f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:37.104116 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cf117eb1-9e88-4309-84ba-ffef25dcbe0f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:37.410450 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cf117eb1-9e88-4309-84ba-ffef25dcbe0f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:37.419753 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cf117eb1-9e88-4309-84ba-ffef25dcbe0f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:37.492617 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf117eb1-9e88-4309-84ba-ffef25dcbe0f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'Port': ['ID=ff3e04ff-a1ac-428d-ba1a-e553539e4ef1,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:37.497628 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cf117eb1-9e88-4309-84ba-ffef25dcbe0f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:37.597388 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf117eb1-9e88-4309-84ba-ffef25dcbe0f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Network eded9f80-ccbf-44b4-a882-ee4a00fa22dc is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:23:37.598901 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-cf117eb1-9e88-4309-84ba-ffef25dcbe0f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:23:37.720838 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf117eb1-9e88-4309-84ba-ffef25dcbe0f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Router 4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:23:37.755184 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418df03a-ef05-41e4-9d83-31557da4d7e8 None None] Network eded9f80-ccbf-44b4-a882-ee4a00fa22dc requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:23:37.836136 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf117eb1-9e88-4309-84ba-ffef25dcbe0f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:23:37.841282 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-11627d50-1ae9-4f32-a4a4-6eff7145939b None None] Provisioning complete for port 97d45b7a-2aa4-45a8-aae4-10278987af8c triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:37.841470 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-cf117eb1-9e88-4309-84ba-ffef25dcbe0f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "PUT /v2.0/routers/4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0649295 Nov 12 04:23:37.841724 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-11627d50-1ae9-4f32-a4a4-6eff7145939b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:37.988827 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-11627d50-1ae9-4f32-a4a4-6eff7145939b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:38.013063 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-683862b3-c34b-4286-808d-ada081aca94c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-529461232&fields=id&tenant_id=30062bada0e44b3289e392ccc393918e HTTP/1.1" status: 200 len: 267 time: 0.0539544 Nov 12 04:23:38.026991 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-11627d50-1ae9-4f32-a4a4-6eff7145939b None None] For port 97d45b7a-2aa4-45a8-aae4-10278987af8c, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=97d45b7a-2aa4-45a8-aae4-10278987af8c,segment=NetworkSegment(40803557-7b3e-4e23-96e2-e65b4cdabf9f),segment_id=40803557-7b3e-4e23-96e2-e65b4cdabf9f)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:38.037211 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-11627d50-1ae9-4f32-a4a4-6eff7145939b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:38.099217 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11627d50-1ae9-4f32-a4a4-6eff7145939b None None] Pushing event updated for resources: {'Port': ['ID=97d45b7a-2aa4-45a8-aae4-10278987af8c,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:38.134033 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-50f7451b-fb7e-4140-97f6-398894fe3a5c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:38.135620 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-50f7451b-fb7e-4140-97f6-398894fe3a5c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/networks?id=eded9f80-ccbf-44b4-a882-ee4a00fa22dc HTTP/1.1" status: 200 len: 796 time: 0.1217678 Nov 12 04:23:38.152018 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-8582d251-1b64-42e9-8601-0bbab20ea3d5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/quotas/30062bada0e44b3289e392ccc393918e HTTP/1.1" status: 200 len: 375 time: 0.0096610 Nov 12 04:23:38.214857 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-9912046d-1ffd-4231-9d84-2c52eeabf5da tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=30062bada0e44b3289e392ccc393918e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560465 Nov 12 04:23:38.264057 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-c1e6cd77-d958-4714-b060-4a3cb6501fe9 None None] Provisioning complete for port 97d45b7a-2aa4-45a8-aae4-10278987af8c triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:38.265692 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c1e6cd77-d958-4714-b060-4a3cb6501fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:38.293671 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b640969-d5a5-481c-bc2c-90017535e769 None None] Sync routers for ids ['4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:23:38.318888 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b640969-d5a5-481c-bc2c-90017535e769 None None] Routers {'4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:23:38.319540 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-9b640969-d5a5-481c-bc2c-90017535e769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:23:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:38.378406 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-b7000971-e15f-47a4-ac7f-765b44e4a633 service neutron] 10.222.0.50 "GET /v2.0/networks/eded9f80-ccbf-44b4-a882-ee4a00fa22dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501307 Nov 12 04:23:38.467340 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-9b640969-d5a5-481c-bc2c-90017535e769 None None] Set router 4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:23:38.485154 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-b078b6f6-c3ae-4e8b-a53d-9c4d30e89c4b service neutron] 10.222.0.50 "GET /v2.0/networks/eded9f80-ccbf-44b4-a882-ee4a00fa22dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998557 Nov 12 04:23:38.500829 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-c1e6cd77-d958-4714-b060-4a3cb6501fe9 None None] Provisioning complete for port ff3e04ff-a1ac-428d-ba1a-e553539e4ef1 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:38.501222 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c1e6cd77-d958-4714-b060-4a3cb6501fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:38.576628 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-c1e6cd77-d958-4714-b060-4a3cb6501fe9 None None] Port ff3e04ff-a1ac-428d-ba1a-e553539e4ef1 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:23:38.730315 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-39c1ee2f-63b9-4321-8347-b793e6794d46 req-897dc3c4-42d8-48e8-a1a9-4e14e6de30bb tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=f67cac3d-18aa-4a8b-966b-b18c0e9c0481 HTTP/1.1" status: 200 len: 210 time: 0.0349791 Nov 12 04:23:38.744975 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 97d45b7a-2aa4-45a8-aae4-10278987af8c up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:23:38.751506 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-9c6b41d2-36f9-44d6-985e-b63f80871e73 None None] Provisioning complete for port ff3e04ff-a1ac-428d-ba1a-e553539e4ef1 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:38.751819 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9c6b41d2-36f9-44d6-985e-b63f80871e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:38.828615 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-9c6b41d2-36f9-44d6-985e-b63f80871e73 None None] Port ff3e04ff-a1ac-428d-ba1a-e553539e4ef1 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:23:38.856057 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-9b640969-d5a5-481c-bc2c-90017535e769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-935324078', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'db9fa0f7-4df8-4f72-b1c2-be1516cf0905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:33Z', 'updated_at': '2021-11-12T04:23:37Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': 'db9fa0f7-4df8-4f72-b1c2-be1516cf0905', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:34Z', 'updated_at': '2021-11-12T04:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'ff3e04ff-a1ac-428d-ba1a-e553539e4ef1', 'name': '', 'network_id': 'eded9f80-ccbf-44b4-a882-ee4a00fa22dc', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'mac_address': 'fa:16:3e:3c:13:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '128d940c-fdfc-43ea-a62c-9088047928ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:36Z', 'updated_at': '2021-11-12T04:23:37Z', 'revision_number': 2, 'project_id': '30062bada0e44b3289e392ccc393918e', 'subnets': [{'id': '128d940c-fdfc-43ea-a62c-9088047928ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:38.857940 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 97d45b7a-2aa4-45a8-aae4-10278987af8c triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:38.858306 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:38.901305 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b640969-d5a5-481c-bc2c-90017535e769 None None] Checking router: 4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:23:38.901668 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b640969-d5a5-481c-bc2c-90017535e769 None None] Updating router 4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e port ff3e04ff-a1ac-428d-ba1a-e553539e4ef1 binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:23:38.942728 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9b640969-d5a5-481c-bc2c-90017535e769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:39.076760 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device db9fa0f7-4df8-4f72-b1c2-be1516cf0905 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:23:39.348181 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:39.378063 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port db9fa0f7-4df8-4f72-b1c2-be1516cf0905 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:39.378426 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:39.509338 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9b640969-d5a5-481c-bc2c-90017535e769 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:39.518826 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9b640969-d5a5-481c-bc2c-90017535e769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:39.574811 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c777e3f-c481-4cdc-9427-82e5dbe72f40 None None] Pushing event updated for resources: {'Port': ['ID=ff3e04ff-a1ac-428d-ba1a-e553539e4ef1,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:39.627131 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-9b640969-d5a5-481c-bc2c-90017535e769 None None] Attempting to bind port ff3e04ff-a1ac-428d-ba1a-e553539e4ef1 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:23:39.627501 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-9b640969-d5a5-481c-bc2c-90017535e769 None None] Attempting to bind port ff3e04ff-a1ac-428d-ba1a-e553539e4ef1 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '40803557-7b3e-4e23-96e2-e65b4cdabf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'eded9f80-ccbf-44b4-a882-ee4a00fa22dc'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:23:39.627865 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b640969-d5a5-481c-bc2c-90017535e769 None None] Attempting to bind port ff3e04ff-a1ac-428d-ba1a-e553539e4ef1 on network eded9f80-ccbf-44b4-a882-ee4a00fa22dc {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:23:39.633232 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b640969-d5a5-481c-bc2c-90017535e769 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:23:39.633604 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b640969-d5a5-481c-bc2c-90017535e769 None None] Checking segment: {'id': '40803557-7b3e-4e23-96e2-e65b4cdabf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'eded9f80-ccbf-44b4-a882-ee4a00fa22dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:23:39.634005 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9b640969-d5a5-481c-bc2c-90017535e769 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:39.634396 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b640969-d5a5-481c-bc2c-90017535e769 None None] Bound using segment: {'id': '40803557-7b3e-4e23-96e2-e65b4cdabf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'eded9f80-ccbf-44b4-a882-ee4a00fa22dc'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:23:39.634855 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-9b640969-d5a5-481c-bc2c-90017535e769 None None] Bound port: ff3e04ff-a1ac-428d-ba1a-e553539e4ef1, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40803557-7b3e-4e23-96e2-e65b4cdabf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'eded9f80-ccbf-44b4-a882-ee4a00fa22dc'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:23:39.635232 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9b640969-d5a5-481c-bc2c-90017535e769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:39.703992 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-9b640969-d5a5-481c-bc2c-90017535e769 None None] For port ff3e04ff-a1ac-428d-ba1a-e553539e4ef1, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:23:39.707533 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-9b640969-d5a5-481c-bc2c-90017535e769 None None] For port ff3e04ff-a1ac-428d-ba1a-e553539e4ef1, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=ff3e04ff-a1ac-428d-ba1a-e553539e4ef1,segment=NetworkSegment(40803557-7b3e-4e23-96e2-e65b4cdabf9f),segment_id=40803557-7b3e-4e23-96e2-e65b4cdabf9f)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:23:39.713184 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9b640969-d5a5-481c-bc2c-90017535e769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:39.777536 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b640969-d5a5-481c-bc2c-90017535e769 None None] Routers {'4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:23:39.778173 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-9b640969-d5a5-481c-bc2c-90017535e769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:23:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:39.830508 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c777e3f-c481-4cdc-9427-82e5dbe72f40 None None] Pushing event updated for resources: {'Port': ['ID=ff3e04ff-a1ac-428d-ba1a-e553539e4ef1,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:39.883334 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-be5b1a4a-a8f9-44d0-a932-7a9beb1c5eee req-51dab804-86b7-4ff1-b281-1bab59f34b44 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=f67cac3d-18aa-4a8b-966b-b18c0e9c0481 HTTP/1.1" status: 200 len: 210 time: 0.0657105 Nov 12 04:23:39.958033 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2a617f18-e4b8-4efb-9e93-12ce754b860c None None] Provisioning complete for port ff3e04ff-a1ac-428d-ba1a-e553539e4ef1 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:39.958644 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2a617f18-e4b8-4efb-9e93-12ce754b860c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:39.965591 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-9b640969-d5a5-481c-bc2c-90017535e769 None None] Set router 4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:23:39.987347 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-4c68895b-53fb-45a5-8101-ec3770521be4 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:39.989792 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-4c68895b-53fb-45a5-8101-ec3770521be4 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.74 "GET /v2.0/networks?id=eded9f80-ccbf-44b4-a882-ee4a00fa22dc HTTP/1.1" status: 200 len: 796 time: 0.2035091 Nov 12 04:23:40.068187 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-c630a38a-a32a-4112-8944-2569c1a98256 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30062bada0e44b3289e392ccc393918e HTTP/1.1" status: 200 len: 379 time: 0.0594125 Nov 12 04:23:40.079445 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-d633c27f-9c2e-4499-9e5e-6660f9034be7 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'port': {'device_id': 'f67cac3d-18aa-4a8b-966b-b18c0e9c0481', 'network_id': 'eded9f80-ccbf-44b4-a882-ee4a00fa22dc', 'admin_state_up': True, 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'security_groups': ['f1ab66c9-c264-4e41-9d7f-55fde46298fa']}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:40.177595 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2a617f18-e4b8-4efb-9e93-12ce754b860c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:40.185644 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-d633c27f-9c2e-4499-9e5e-6660f9034be7 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Made reservation on behalf of 30062bada0e44b3289e392ccc393918e for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:23:40.190078 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-d633c27f-9c2e-4499-9e5e-6660f9034be7 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:40.247374 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2a617f18-e4b8-4efb-9e93-12ce754b860c None None] For port ff3e04ff-a1ac-428d-ba1a-e553539e4ef1, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=ff3e04ff-a1ac-428d-ba1a-e553539e4ef1,segment=NetworkSegment(40803557-7b3e-4e23-96e2-e65b4cdabf9f),segment_id=40803557-7b3e-4e23-96e2-e65b4cdabf9f)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:40.253347 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2a617f18-e4b8-4efb-9e93-12ce754b860c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:40.312705 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-9b640969-d5a5-481c-bc2c-90017535e769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-935324078', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'db9fa0f7-4df8-4f72-b1c2-be1516cf0905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:33Z', 'updated_at': '2021-11-12T04:23:37Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': 'db9fa0f7-4df8-4f72-b1c2-be1516cf0905', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:34Z', 'updated_at': '2021-11-12T04:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'ff3e04ff-a1ac-428d-ba1a-e553539e4ef1', 'name': '', 'network_id': 'eded9f80-ccbf-44b4-a882-ee4a00fa22dc', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'mac_address': 'fa:16:3e:3c:13:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '128d940c-fdfc-43ea-a62c-9088047928ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:36Z', 'updated_at': '2021-11-12T04:23:39Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'subnets': [{'id': '128d940c-fdfc-43ea-a62c-9088047928ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:40.315604 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a617f18-e4b8-4efb-9e93-12ce754b860c None None] Pushing event updated for resources: {'Port': ['ID=ff3e04ff-a1ac-428d-ba1a-e553539e4ef1,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:40.328870 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-d633c27f-9c2e-4499-9e5e-6660f9034be7 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Allocated IP 172.20.0.12 (eded9f80-ccbf-44b4-a882-ee4a00fa22dc/128d940c-fdfc-43ea-a62c-9088047928ab/23ed2081-3a70-487d-96bb-dcf983505b68) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:23:40.342300 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b640969-d5a5-481c-bc2c-90017535e769 None None] The sync data for ids ['4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e'] in n-d-715271-27 is: [{'id': '4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-935324078', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'db9fa0f7-4df8-4f72-b1c2-be1516cf0905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:33Z', 'updated_at': '2021-11-12T04:23:37Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': 'db9fa0f7-4df8-4f72-b1c2-be1516cf0905', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:34Z', 'updated_at': '2021-11-12T04:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'ff3e04ff-a1ac-428d-ba1a-e553539e4ef1', 'name': '', 'network_id': 'eded9f80-ccbf-44b4-a882-ee4a00fa22dc', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'mac_address': 'fa:16:3e:3c:13:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '128d940c-fdfc-43ea-a62c-9088047928ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:36Z', 'updated_at': '2021-11-12T04:23:39Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'subnets': [{'id': '128d940c-fdfc-43ea-a62c-9088047928ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:23:40.375385 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-be837d26-6c2f-4f5f-bba3-e7a8ed48f7e5 None None] Provisioning complete for port ff3e04ff-a1ac-428d-ba1a-e553539e4ef1 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:40.376057 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-be837d26-6c2f-4f5f-bba3-e7a8ed48f7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:40.533392 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-d633c27f-9c2e-4499-9e5e-6660f9034be7 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:40.575199 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-d633c27f-9c2e-4499-9e5e-6660f9034be7 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:40.618048 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-d633c27f-9c2e-4499-9e5e-6660f9034be7 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Network eded9f80-ccbf-44b4-a882-ee4a00fa22dc is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:23:40.621213 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-d633c27f-9c2e-4499-9e5e-6660f9034be7 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:23:40.625088 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-d633c27f-9c2e-4499-9e5e-6660f9034be7 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:23:40.668256 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d633c27f-9c2e-4499-9e5e-6660f9034be7 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'Port': ['ID=23ed2081-3a70-487d-96bb-dcf983505b68,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:40.673036 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device ff3e04ff-a1ac-428d-ba1a-e553539e4ef1 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:23:40.698537 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-d633c27f-9c2e-4499-9e5e-6660f9034be7 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:40.699208 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-d633c27f-9c2e-4499-9e5e-6660f9034be7 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:40.721747 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-d633c27f-9c2e-4499-9e5e-6660f9034be7 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6464262 Nov 12 04:23:40.736582 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-4ca6048c-7e3b-4dd5-ba76-77497e3144ab service neutron] Request body: {'port': {'device_id': 'f67cac3d-18aa-4a8b-966b-b18c0e9c0481', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:40.751450 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port ff3e04ff-a1ac-428d-ba1a-e553539e4ef1 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:40.752058 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:40.803532 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-4ca6048c-7e3b-4dd5-ba76-77497e3144ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:41.037737 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-1bab151c-1e6b-4380-9564-dd88a66afeec None None] Provisioning complete for port 23ed2081-3a70-487d-96bb-dcf983505b68 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:41.038773 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1bab151c-1e6b-4380-9564-dd88a66afeec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:41.075254 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-1bab151c-1e6b-4380-9564-dd88a66afeec None None] Port 23ed2081-3a70-487d-96bb-dcf983505b68 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:23:41.083442 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285c5dc-d0a1-40d2-8fc1-d41249f9c162 req-443f8243-e154-4a62-88e1-ddb2e2c256d3 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:41.085026 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5285c5dc-d0a1-40d2-8fc1-d41249f9c162 req-443f8243-e154-4a62-88e1-ddb2e2c256d3 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=f67cac3d-18aa-4a8b-966b-b18c0e9c0481 HTTP/1.1" status: 200 len: 932 time: 0.1141348 Nov 12 04:23:41.165002 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5285c5dc-d0a1-40d2-8fc1-d41249f9c162 req-deca9486-8751-4190-af49-9bc913aca191 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=f1ab66c9-c264-4e41-9d7f-55fde46298fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726910 Nov 12 04:23:41.209118 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-4ca6048c-7e3b-4dd5-ba76-77497e3144ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23ed2081-3a70-487d-96bb-dcf983505b68 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:23:41.217244 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-4ca6048c-7e3b-4dd5-ba76-77497e3144ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:41.230108 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-4ca6048c-7e3b-4dd5-ba76-77497e3144ab service neutron] Transition to ACTIVE for port object 23ed2081-3a70-487d-96bb-dcf983505b68 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:23:41.234288 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-4ca6048c-7e3b-4dd5-ba76-77497e3144ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:41.292807 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6048c-7e3b-4dd5-ba76-77497e3144ab service neutron] Pushing event updated for resources: {'Port': ['ID=23ed2081-3a70-487d-96bb-dcf983505b68,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:41.375498 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-4ca6048c-7e3b-4dd5-ba76-77497e3144ab service neutron] Attempting to bind port 23ed2081-3a70-487d-96bb-dcf983505b68 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:23:41.376065 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-4ca6048c-7e3b-4dd5-ba76-77497e3144ab service neutron] Attempting to bind port 23ed2081-3a70-487d-96bb-dcf983505b68 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '40803557-7b3e-4e23-96e2-e65b4cdabf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'eded9f80-ccbf-44b4-a882-ee4a00fa22dc'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:23:41.376381 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-4ca6048c-7e3b-4dd5-ba76-77497e3144ab service neutron] Attempting to bind port 23ed2081-3a70-487d-96bb-dcf983505b68 on network eded9f80-ccbf-44b4-a882-ee4a00fa22dc {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:23:41.381958 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-4ca6048c-7e3b-4dd5-ba76-77497e3144ab service neutron] Port 23ed2081-3a70-487d-96bb-dcf983505b68 on network eded9f80-ccbf-44b4-a882-ee4a00fa22dc not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:23:41.382310 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-4ca6048c-7e3b-4dd5-ba76-77497e3144ab service neutron] Attempting to bind port 23ed2081-3a70-487d-96bb-dcf983505b68 on network eded9f80-ccbf-44b4-a882-ee4a00fa22dc {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:23:41.387824 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-4ca6048c-7e3b-4dd5-ba76-77497e3144ab service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:23:41.388211 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-4ca6048c-7e3b-4dd5-ba76-77497e3144ab service neutron] Checking segment: {'id': '40803557-7b3e-4e23-96e2-e65b4cdabf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'eded9f80-ccbf-44b4-a882-ee4a00fa22dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:23:41.388582 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-4ca6048c-7e3b-4dd5-ba76-77497e3144ab service neutron] Bound using segment: {'id': '40803557-7b3e-4e23-96e2-e65b4cdabf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'eded9f80-ccbf-44b4-a882-ee4a00fa22dc'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:23:41.389023 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-4ca6048c-7e3b-4dd5-ba76-77497e3144ab service neutron] Bound port: 23ed2081-3a70-487d-96bb-dcf983505b68, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40803557-7b3e-4e23-96e2-e65b4cdabf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'eded9f80-ccbf-44b4-a882-ee4a00fa22dc'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:23:41.389372 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-4ca6048c-7e3b-4dd5-ba76-77497e3144ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:41.470341 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-4ca6048c-7e3b-4dd5-ba76-77497e3144ab service neutron] For port 23ed2081-3a70-487d-96bb-dcf983505b68, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:23:41.473971 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-4ca6048c-7e3b-4dd5-ba76-77497e3144ab service neutron] For port 23ed2081-3a70-487d-96bb-dcf983505b68, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=23ed2081-3a70-487d-96bb-dcf983505b68,segment=NetworkSegment(40803557-7b3e-4e23-96e2-e65b4cdabf9f),segment_id=40803557-7b3e-4e23-96e2-e65b4cdabf9f)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:23:41.479416 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-4ca6048c-7e3b-4dd5-ba76-77497e3144ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:41.518128 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-4ca6048c-7e3b-4dd5-ba76-77497e3144ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:41.519149 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-4ca6048c-7e3b-4dd5-ba76-77497e3144ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:41.520582 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-4ca6048c-7e3b-4dd5-ba76-77497e3144ab service neutron] 10.222.0.74 "PUT /v2.0/ports/23ed2081-3a70-487d-96bb-dcf983505b68 HTTP/1.1" status: 200 len: 1093 time: 0.7884417 Nov 12 04:23:41.523208 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67cac3d-18aa-4a8b-966b-b18c0e9c0481', 'tag': '23ed2081-3a70-487d-96bb-dcf983505b68'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:23:41.526129 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6663d1d3f3c9eef7926d12034ee86df45d83a9b81db0163b8b39b36c8946953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6628525e-1302-4723-a6be-b53adac8c118" -d '{"events": [{"name": "network-changed", "server_uuid": "f67cac3d-18aa-4a8b-966b-b18c0e9c0481", "tag": "23ed2081-3a70-487d-96bb-dcf983505b68"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:23:41.559104 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6048c-7e3b-4dd5-ba76-77497e3144ab service neutron] Pushing event updated for resources: {'Port': ['ID=23ed2081-3a70-487d-96bb-dcf983505b68,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:41.614368 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8e9ec8-823a-482e-871a-aef63dddb48f x-openstack-request-id: req-2b8e9ec8-823a-482e-871a-aef63dddb48f {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:23:41.614645 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f67cac3d-18aa-4a8b-966b-b18c0e9c0481", "tag": "23ed2081-3a70-487d-96bb-dcf983505b68", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:23:41.614894 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2b8e9ec8-823a-482e-871a-aef63dddb48f {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:23:41.615434 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f67cac3d-18aa-4a8b-966b-b18c0e9c0481', 'tag': '23ed2081-3a70-487d-96bb-dcf983505b68', 'status': 'completed', 'code': 200} Nov 12 04:23:41.632654 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-77cdd1ba-4ae0-4cf7-98e5-1728ecc61e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:41.634142 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-77cdd1ba-4ae0-4cf7-98e5-1728ecc61e28 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=30062bada0e44b3289e392ccc393918e&device_id=f67cac3d-18aa-4a8b-966b-b18c0e9c0481 HTTP/1.1" status: 200 len: 1096 time: 0.0528102 Nov 12 04:23:41.679092 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-718b215f-c5f2-4721-80b8-32a958e005de service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23ed2081-3a70-487d-96bb-dcf983505b68 HTTP/1.1" status: 200 len: 217 time: 0.0358205 Nov 12 04:23:41.739531 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-59966ff6-a235-4452-9b55-5b5fe7f921e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:41.741014 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-59966ff6-a235-4452-9b55-5b5fe7f921e2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=128d940c-fdfc-43ea-a62c-9088047928ab HTTP/1.1" status: 200 len: 835 time: 0.0506790 Nov 12 04:23:41.791696 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-b6c4615a-0029-4ee6-a79d-7a35015a40b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:41.793195 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-b6c4615a-0029-4ee6-a79d-7a35015a40b0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eded9f80-ccbf-44b4-a882-ee4a00fa22dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406041 Nov 12 04:23:41.891836 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-211a7655-f99c-4647-acc7-5f6a69639946 service neutron] 10.222.0.74 "GET /v2.0/networks/eded9f80-ccbf-44b4-a882-ee4a00fa22dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894928 Nov 12 04:23:41.928222 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:23:41.992490 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-10a41780-33d3-4ba7-890b-173d15a0c98e req-7e5c2315-5e25-4f33-9470-0d1f0f7bb46f service neutron] 10.222.0.74 "GET /v2.0/networks/eded9f80-ccbf-44b4-a882-ee4a00fa22dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889041 Nov 12 04:23:42.086676 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628525e-1302-4723-a6be-b53adac8c118 req-bf1a2a66-ac83-4739-9c8c-afbf449d378d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:42.088246 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6628525e-1302-4723-a6be-b53adac8c118 req-bf1a2a66-ac83-4739-9c8c-afbf449d378d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=30062bada0e44b3289e392ccc393918e&device_id=f67cac3d-18aa-4a8b-966b-b18c0e9c0481 HTTP/1.1" status: 200 len: 1096 time: 0.0412323 Nov 12 04:23:42.181345 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628525e-1302-4723-a6be-b53adac8c118 req-5924fa90-d755-49b2-9977-a45a5b8f09d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:42.182782 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6628525e-1302-4723-a6be-b53adac8c118 req-5924fa90-d755-49b2-9977-a45a5b8f09d4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eded9f80-ccbf-44b4-a882-ee4a00fa22dc HTTP/1.1" status: 200 len: 897 time: 0.0868371 Nov 12 04:23:42.226023 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6628525e-1302-4723-a6be-b53adac8c118 req-fb15c035-5585-4ddf-a7ad-e3bd0371564f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23ed2081-3a70-487d-96bb-dcf983505b68 HTTP/1.1" status: 200 len: 217 time: 0.0358670 Nov 12 04:23:42.657946 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628525e-1302-4723-a6be-b53adac8c118 req-73feba62-acee-4436-928c-1cfc53c9a2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:42.659467 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6628525e-1302-4723-a6be-b53adac8c118 req-73feba62-acee-4436-928c-1cfc53c9a2a2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=128d940c-fdfc-43ea-a62c-9088047928ab HTTP/1.1" status: 200 len: 835 time: 0.4151809 Nov 12 04:23:42.670925 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e4719-39a8-4cd9-b189-df3c35625c0f req-2e496db8-cf13-41c1-91db-0a5e30f389d0 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:42.672593 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-be2e4719-39a8-4cd9-b189-df3c35625c0f req-2e496db8-cf13-41c1-91db-0a5e30f389d0 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=f67cac3d-18aa-4a8b-966b-b18c0e9c0481 HTTP/1.1" status: 200 len: 944 time: 0.4374886 Nov 12 04:23:42.750697 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628525e-1302-4723-a6be-b53adac8c118 req-836f671b-fe00-4550-8fe9-126351306794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:42.752124 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6628525e-1302-4723-a6be-b53adac8c118 req-836f671b-fe00-4550-8fe9-126351306794 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eded9f80-ccbf-44b4-a882-ee4a00fa22dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0786502 Nov 12 04:23:42.757150 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-be2e4719-39a8-4cd9-b189-df3c35625c0f req-6ae36095-bcb7-420a-ba2e-968d0b87fad6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=f1ab66c9-c264-4e41-9d7f-55fde46298fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761890 Nov 12 04:23:42.849793 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6628525e-1302-4723-a6be-b53adac8c118 req-f99fa999-9fd1-4f96-9df8-aebb3b5eac73 service neutron] 10.222.0.74 "GET /v2.0/networks/eded9f80-ccbf-44b4-a882-ee4a00fa22dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869699 Nov 12 04:23:42.941285 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6628525e-1302-4723-a6be-b53adac8c118 req-aa45866a-34b4-49f7-9327-648229574276 service neutron] 10.222.0.74 "GET /v2.0/networks/eded9f80-ccbf-44b4-a882-ee4a00fa22dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815330 Nov 12 04:23:43.876381 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e97d6d-decf-44f1-858e-8f6653911ca6 req-6099992e-2e19-4174-bf4c-9ca6212ccaa3 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:43.877845 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b0e97d6d-decf-44f1-858e-8f6653911ca6 req-6099992e-2e19-4174-bf4c-9ca6212ccaa3 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=f67cac3d-18aa-4a8b-966b-b18c0e9c0481 HTTP/1.1" status: 200 len: 944 time: 0.0499587 Nov 12 04:23:43.927553 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b0e97d6d-decf-44f1-858e-8f6653911ca6 req-a9c4a53e-4100-4031-b9ae-2c80789b0826 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=f1ab66c9-c264-4e41-9d7f-55fde46298fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437937 Nov 12 04:23:44.442533 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 23ed2081-3a70-487d-96bb-dcf983505b68 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:23:44.542653 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 23ed2081-3a70-487d-96bb-dcf983505b68, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=23ed2081-3a70-487d-96bb-dcf983505b68,segment=NetworkSegment(40803557-7b3e-4e23-96e2-e65b4cdabf9f),segment_id=40803557-7b3e-4e23-96e2-e65b4cdabf9f)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:44.553998 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '23ed2081-3a70-487d-96bb-dcf983505b68', 'network_id': 'eded9f80-ccbf-44b4-a882-ee4a00fa22dc', 'port_id': '23ed2081-3a70-487d-96bb-dcf983505b68', 'mac_address': 'fa:16:3e:8f:8d:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '128d940c-fdfc-43ea-a62c-9088047928ab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:23:44.591631 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:44.604285 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23ed2081-3a70-487d-96bb-dcf983505b68 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:23:44.623111 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 23ed2081-3a70-487d-96bb-dcf983505b68, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=23ed2081-3a70-487d-96bb-dcf983505b68,segment=NetworkSegment(40803557-7b3e-4e23-96e2-e65b4cdabf9f),segment_id=40803557-7b3e-4e23-96e2-e65b4cdabf9f)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:44.627614 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:44.677309 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=23ed2081-3a70-487d-96bb-dcf983505b68,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:44.933306 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['23ed2081-3a70-487d-96bb-dcf983505b68'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:23:45.053620 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1c90b-1f43-4276-b51e-0d9bea932868 req-e8acf224-151a-4e2f-b5fe-55d9d2312ccb tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:45.055294 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dfd1c90b-1f43-4276-b51e-0d9bea932868 req-e8acf224-151a-4e2f-b5fe-55d9d2312ccb tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=f67cac3d-18aa-4a8b-966b-b18c0e9c0481 HTTP/1.1" status: 200 len: 945 time: 0.0559740 Nov 12 04:23:45.112220 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dfd1c90b-1f43-4276-b51e-0d9bea932868 req-76afafb5-547d-4519-8cc2-34f71d675a5c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=f1ab66c9-c264-4e41-9d7f-55fde46298fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502269 Nov 12 04:23:46.231957 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c0f7a-2c8a-4681-b309-73c75eea9098 req-bd44326a-e5df-4e95-84e2-1438f7499e84 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:46.234173 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1c4c0f7a-2c8a-4681-b309-73c75eea9098 req-bd44326a-e5df-4e95-84e2-1438f7499e84 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=f67cac3d-18aa-4a8b-966b-b18c0e9c0481 HTTP/1.1" status: 200 len: 945 time: 0.0528827 Nov 12 04:23:46.282749 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1c4c0f7a-2c8a-4681-b309-73c75eea9098 req-ee576d4e-8f2b-4033-94c3-de79b5015a8d tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=f1ab66c9-c264-4e41-9d7f-55fde46298fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426459 Nov 12 04:23:46.444542 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 23ed2081-3a70-487d-96bb-dcf983505b68 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:23:46.493800 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 23ed2081-3a70-487d-96bb-dcf983505b68 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:23:46.497878 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 23ed2081-3a70-487d-96bb-dcf983505b68 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:46.498254 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:46.575682 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:46.602280 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67cac3d-18aa-4a8b-966b-b18c0e9c0481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ed2081-3a70-487d-96bb-dcf983505b68'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:23:46.604562 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b6ddd3dcdf33591bed50c5a7e661b8bd9e6bfa45082c02e2ff7a95d810a3d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0f1a44-14af-48cc-a1da-a639f09e40fe" -d '{"events": [{"server_uuid": "f67cac3d-18aa-4a8b-966b-b18c0e9c0481", "name": "network-vif-plugged", "status": "completed", "tag": "23ed2081-3a70-487d-96bb-dcf983505b68"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:23:46.616669 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 23ed2081-3a70-487d-96bb-dcf983505b68, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=23ed2081-3a70-487d-96bb-dcf983505b68,segment=NetworkSegment(40803557-7b3e-4e23-96e2-e65b4cdabf9f),segment_id=40803557-7b3e-4e23-96e2-e65b4cdabf9f)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:46.620534 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:46.644367 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52fbdb4-0478-4342-a10f-abce44e422dc x-openstack-request-id: req-d52fbdb4-0478-4342-a10f-abce44e422dc {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:23:46.644662 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67cac3d-18aa-4a8b-966b-b18c0e9c0481", "name": "network-vif-plugged", "status": "completed", "tag": "23ed2081-3a70-487d-96bb-dcf983505b68", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:23:46.644918 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d52fbdb4-0478-4342-a10f-abce44e422dc {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:23:46.645339 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67cac3d-18aa-4a8b-966b-b18c0e9c0481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ed2081-3a70-487d-96bb-dcf983505b68', 'code': 200} Nov 12 04:23:46.671356 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=23ed2081-3a70-487d-96bb-dcf983505b68,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:46.745609 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233941a0-5a0c-4d37-a1f5-516e5dd32ab9 req-e6861668-83ec-41f8-850a-45e6db2c35f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:46.747137 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-233941a0-5a0c-4d37-a1f5-516e5dd32ab9 req-e6861668-83ec-41f8-850a-45e6db2c35f6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f67cac3d-18aa-4a8b-966b-b18c0e9c0481 HTTP/1.1" status: 200 len: 1098 time: 0.0412073 Nov 12 04:23:46.800560 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-233941a0-5a0c-4d37-a1f5-516e5dd32ab9 req-e615b54f-c92d-41db-8ba7-700d3a55bb11 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f1ab66c9-c264-4e41-9d7f-55fde46298fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404978 Nov 12 04:23:47.402850 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1af57-2558-43b7-8ae2-dfc26d44b5ae req-6f5aee5e-f73d-4d56-97db-4671c0930774 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:47.404604 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-87d1af57-2558-43b7-8ae2-dfc26d44b5ae req-6f5aee5e-f73d-4d56-97db-4671c0930774 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=f67cac3d-18aa-4a8b-966b-b18c0e9c0481 HTTP/1.1" status: 200 len: 946 time: 0.0507457 Nov 12 04:23:47.454327 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-87d1af57-2558-43b7-8ae2-dfc26d44b5ae req-2214e3c0-1c91-4f43-b2a3-b1a04d54d2b1 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=f1ab66c9-c264-4e41-9d7f-55fde46298fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438578 Nov 12 04:23:48.578263 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46b6b2-7a82-4262-9562-1f10a5bb9691 req-0d743d8c-191d-4701-93d8-4046410e5ae0 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:48.579784 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cc46b6b2-7a82-4262-9562-1f10a5bb9691 req-0d743d8c-191d-4701-93d8-4046410e5ae0 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=f67cac3d-18aa-4a8b-966b-b18c0e9c0481 HTTP/1.1" status: 200 len: 946 time: 0.0533607 Nov 12 04:23:48.629321 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cc46b6b2-7a82-4262-9562-1f10a5bb9691 req-fdf43d0c-9e1a-42f8-b65a-66132ab6382c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=f1ab66c9-c264-4e41-9d7f-55fde46298fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435896 Nov 12 04:23:48.719797 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:48.746574 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143e31e-590b-4f2c-bb85-54d90308cff3 req-63478560-52fb-4f41-9fa0-13abdbf3259a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:48.748066 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4143e31e-590b-4f2c-bb85-54d90308cff3 req-63478560-52fb-4f41-9fa0-13abdbf3259a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=f67cac3d-18aa-4a8b-966b-b18c0e9c0481 HTTP/1.1" status: 200 len: 946 time: 0.0495951 Nov 12 04:23:48.805179 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4143e31e-590b-4f2c-bb85-54d90308cff3 req-66104d4d-c474-4bf2-b6c3-3b63ed97654f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=f1ab66c9-c264-4e41-9d7f-55fde46298fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485375 Nov 12 04:23:48.827811 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58510) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:48.867110 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db80d709-b63a-4e1a-9241-589cc5124e1c tempest-TestNetworkAdvancedServerOps-1443237335 tempest-TestNetworkAdvancedServerOps-1443237335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:48.868617 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-db80d709-b63a-4e1a-9241-589cc5124e1c tempest-TestNetworkAdvancedServerOps-1443237335 tempest-TestNetworkAdvancedServerOps-1443237335-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f67cac3d-18aa-4a8b-966b-b18c0e9c0481 HTTP/1.1" status: 200 len: 1093 time: 0.0397825 Nov 12 04:23:48.871375 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58512) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:48.876397 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-0d9a66fb-47e8-4bc2-b146-9f6afc49cc3f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'port_id': '23ed2081-3a70-487d-96bb-dcf983505b68', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:48.897376 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0d9a66fb-47e8-4bc2-b146-9f6afc49cc3f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for floatingip, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:48.991878 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0d9a66fb-47e8-4bc2-b146-9f6afc49cc3f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:49.099403 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-0d9a66fb-47e8-4bc2-b146-9f6afc49cc3f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Allocated IP 172.25.5.69 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/843978b7-590f-4f9a-99ca-7838456735c8) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:23:49.200984 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0d9a66fb-47e8-4bc2-b146-9f6afc49cc3f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:49.238810 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0d9a66fb-47e8-4bc2-b146-9f6afc49cc3f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:49.275025 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9a66fb-47e8-4bc2-b146-9f6afc49cc3f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:23:49.279713 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-0d9a66fb-47e8-4bc2-b146-9f6afc49cc3f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:23:49.285034 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9a66fb-47e8-4bc2-b146-9f6afc49cc3f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:23:49.312832 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a66fb-47e8-4bc2-b146-9f6afc49cc3f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'Port': ['ID=843978b7-590f-4f9a-99ca-7838456735c8,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:49.642148 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0d9a66fb-47e8-4bc2-b146-9f6afc49cc3f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:49.708250 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0d9a66fb-47e8-4bc2-b146-9f6afc49cc3f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:49.859106 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0d9a66fb-47e8-4bc2-b146-9f6afc49cc3f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:49.863599 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0d9a66fb-47e8-4bc2-b146-9f6afc49cc3f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:49.933148 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a66fb-47e8-4bc2-b146-9f6afc49cc3f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'Port': ['ID=843978b7-590f-4f9a-99ca-7838456735c8,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:49.943131 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0d9a66fb-47e8-4bc2-b146-9f6afc49cc3f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:50.043877 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [None req-0d9a66fb-47e8-4bc2-b146-9f6afc49cc3f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Floating IP ad338ce7-3c76-4a40-913f-07f2ab5310b3 associated. External IP: 172.25.5.69, port: 23ed2081-3a70-487d-96bb-dcf983505b68. Nov 12 04:23:50.250087 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9a66fb-47e8-4bc2-b146-9f6afc49cc3f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Router 4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:23:50.356318 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9a66fb-47e8-4bc2-b146-9f6afc49cc3f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:23:50.367528 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d407df3d-76c7-424f-ae90-ee5d6ca8546c None None] Sync routers for ids ['4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:23:50.375217 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-0d9a66fb-47e8-4bc2-b146-9f6afc49cc3f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:50.379675 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d407df3d-76c7-424f-ae90-ee5d6ca8546c None None] Routers {'4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:23:50.380316 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-d407df3d-76c7-424f-ae90-ee5d6ca8546c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:23:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:50.402711 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-0d9a66fb-47e8-4bc2-b146-9f6afc49cc3f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5303304 Nov 12 04:23:50.403438 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67cac3d-18aa-4a8b-966b-b18c0e9c0481', 'tag': '23ed2081-3a70-487d-96bb-dcf983505b68'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:23:50.405769 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c174c990332584687cba245f58d77d589c2fb4d31e1df7b34358bbebc3c39c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d8b367-54bf-49ec-92b3-ebae10eb6f00" -d '{"events": [{"name": "network-changed", "server_uuid": "f67cac3d-18aa-4a8b-966b-b18c0e9c0481", "tag": "23ed2081-3a70-487d-96bb-dcf983505b68"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:23:50.449620 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd29e0d-8478-48db-a2b6-628e1b391b1a x-openstack-request-id: req-4fd29e0d-8478-48db-a2b6-628e1b391b1a {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:23:50.451803 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f67cac3d-18aa-4a8b-966b-b18c0e9c0481", "tag": "23ed2081-3a70-487d-96bb-dcf983505b68", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:23:50.451803 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4fd29e0d-8478-48db-a2b6-628e1b391b1a {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:23:50.451803 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f67cac3d-18aa-4a8b-966b-b18c0e9c0481', 'tag': '23ed2081-3a70-487d-96bb-dcf983505b68', 'status': 'completed', 'code': 200} Nov 12 04:23:50.507341 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-d407df3d-76c7-424f-ae90-ee5d6ca8546c None None] Set router 4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:23:50.533167 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cb94b-dc08-46d4-997e-111dc4986ce5 req-b487b708-932f-4424-97a6-326d9e5d16af tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:50.534651 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5f7cb94b-dc08-46d4-997e-111dc4986ce5 req-b487b708-932f-4424-97a6-326d9e5d16af tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=f67cac3d-18aa-4a8b-966b-b18c0e9c0481 HTTP/1.1" status: 200 len: 946 time: 0.0775445 Nov 12 04:23:50.541186 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8b367-54bf-49ec-92b3-ebae10eb6f00 req-e6247867-b11a-4e28-b903-7f99a53b2e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:50.542778 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f3d8b367-54bf-49ec-92b3-ebae10eb6f00 req-e6247867-b11a-4e28-b903-7f99a53b2e2b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=30062bada0e44b3289e392ccc393918e&device_id=f67cac3d-18aa-4a8b-966b-b18c0e9c0481 HTTP/1.1" status: 200 len: 1098 time: 0.0590122 Nov 12 04:23:50.647755 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5f7cb94b-dc08-46d4-997e-111dc4986ce5 req-7e73a02d-3fc8-4fd9-a2f7-c639eab484a1 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=f1ab66c9-c264-4e41-9d7f-55fde46298fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040111 Nov 12 04:23:50.669837 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58518) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:50.670374 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8b367-54bf-49ec-92b3-ebae10eb6f00 req-4e292edd-d1f9-4498-a94b-0b9db6dc67e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:50.672177 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f3d8b367-54bf-49ec-92b3-ebae10eb6f00 req-4e292edd-d1f9-4498-a94b-0b9db6dc67e4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eded9f80-ccbf-44b4-a882-ee4a00fa22dc HTTP/1.1" status: 200 len: 897 time: 0.1216557 Nov 12 04:23:50.738031 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7dc79004-d119-4c1d-9821-31e6773348cd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/floatingips/ad338ce7-3c76-4a40-913f-07f2ab5310b3 HTTP/1.1" status: 200 len: 991 time: 0.0657947 Nov 12 04:23:50.751560 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f3d8b367-54bf-49ec-92b3-ebae10eb6f00 req-19b902a3-00e8-4223-8308-2c3dd1b5bee7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23ed2081-3a70-487d-96bb-dcf983505b68 HTTP/1.1" status: 200 len: 999 time: 0.0721772 Nov 12 04:23:50.756194 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-d407df3d-76c7-424f-ae90-ee5d6ca8546c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-935324078', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'db9fa0f7-4df8-4f72-b1c2-be1516cf0905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:33Z', 'updated_at': '2021-11-12T04:23:37Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': 'db9fa0f7-4df8-4f72-b1c2-be1516cf0905', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:34Z', 'updated_at': '2021-11-12T04:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'ad338ce7-3c76-4a40-913f-07f2ab5310b3', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'floating_ip_address': '172.25.5.69', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e', 'port_id': '23ed2081-3a70-487d-96bb-dcf983505b68', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eded9f80-ccbf-44b4-a882-ee4a00fa22dc', 'mac_address': 'fa:16:3e:8f:8d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67cac3d-18aa-4a8b-966b-b18c0e9c0481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:23:49Z', 'updated_at': '2021-11-12T04:23:49Z', 'revision_number': 0, 'project_id': '30062bada0e44b3289e392ccc393918e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff3e04ff-a1ac-428d-ba1a-e553539e4ef1', 'name': '', 'network_id': 'eded9f80-ccbf-44b4-a882-ee4a00fa22dc', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'mac_address': 'fa:16:3e:3c:13:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '128d940c-fdfc-43ea-a62c-9088047928ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:36Z', 'updated_at': '2021-11-12T04:23:40Z', 'revision_number': 5, 'project_id': '30062bada0e44b3289e392ccc393918e', 'subnets': [{'id': '128d940c-fdfc-43ea-a62c-9088047928ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:50.783731 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d407df3d-76c7-424f-ae90-ee5d6ca8546c None None] Checking router: 4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:23:50.791848 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d407df3d-76c7-424f-ae90-ee5d6ca8546c None None] Routers {'4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:23:50.792469 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-d407df3d-76c7-424f-ae90-ee5d6ca8546c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:23:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:50.802729 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8b367-54bf-49ec-92b3-ebae10eb6f00 req-1e511811-cd10-4f59-af92-6a7cf312ccdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:50.804221 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f3d8b367-54bf-49ec-92b3-ebae10eb6f00 req-1e511811-cd10-4f59-af92-6a7cf312ccdf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=128d940c-fdfc-43ea-a62c-9088047928ab HTTP/1.1" status: 200 len: 835 time: 0.0459917 Nov 12 04:23:50.851435 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8b367-54bf-49ec-92b3-ebae10eb6f00 req-17d517d3-bc2a-49b5-b84e-ba3770f6ab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:50.852973 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f3d8b367-54bf-49ec-92b3-ebae10eb6f00 req-17d517d3-bc2a-49b5-b84e-ba3770f6ab20 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eded9f80-ccbf-44b4-a882-ee4a00fa22dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421467 Nov 12 04:23:50.903330 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-d407df3d-76c7-424f-ae90-ee5d6ca8546c None None] Set router 4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:23:50.949207 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f3d8b367-54bf-49ec-92b3-ebae10eb6f00 req-c03a42ff-7729-4f01-bf88-1db363eb4173 service neutron] 10.222.0.74 "GET /v2.0/networks/eded9f80-ccbf-44b4-a882-ee4a00fa22dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881386 Nov 12 04:23:51.040065 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f3d8b367-54bf-49ec-92b3-ebae10eb6f00 req-fd28488b-f42f-440d-9897-3a732fbe182c service neutron] 10.222.0.74 "GET /v2.0/networks/eded9f80-ccbf-44b4-a882-ee4a00fa22dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829902 Nov 12 04:23:51.123659 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-d407df3d-76c7-424f-ae90-ee5d6ca8546c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-935324078', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'db9fa0f7-4df8-4f72-b1c2-be1516cf0905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:33Z', 'updated_at': '2021-11-12T04:23:37Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': 'db9fa0f7-4df8-4f72-b1c2-be1516cf0905', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:34Z', 'updated_at': '2021-11-12T04:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'ad338ce7-3c76-4a40-913f-07f2ab5310b3', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'floating_ip_address': '172.25.5.69', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e', 'port_id': '23ed2081-3a70-487d-96bb-dcf983505b68', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eded9f80-ccbf-44b4-a882-ee4a00fa22dc', 'mac_address': 'fa:16:3e:8f:8d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67cac3d-18aa-4a8b-966b-b18c0e9c0481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:23:49Z', 'updated_at': '2021-11-12T04:23:49Z', 'revision_number': 0, 'project_id': '30062bada0e44b3289e392ccc393918e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff3e04ff-a1ac-428d-ba1a-e553539e4ef1', 'name': '', 'network_id': 'eded9f80-ccbf-44b4-a882-ee4a00fa22dc', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'mac_address': 'fa:16:3e:3c:13:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '128d940c-fdfc-43ea-a62c-9088047928ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:36Z', 'updated_at': '2021-11-12T04:23:40Z', 'revision_number': 5, 'project_id': '30062bada0e44b3289e392ccc393918e', 'subnets': [{'id': '128d940c-fdfc-43ea-a62c-9088047928ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:51.166497 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d407df3d-76c7-424f-ae90-ee5d6ca8546c None None] The sync data for ids ['4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e'] in n-d-715271-27 is: [{'id': '4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-935324078', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'db9fa0f7-4df8-4f72-b1c2-be1516cf0905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:33Z', 'updated_at': '2021-11-12T04:23:37Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': 'db9fa0f7-4df8-4f72-b1c2-be1516cf0905', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:34Z', 'updated_at': '2021-11-12T04:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'ad338ce7-3c76-4a40-913f-07f2ab5310b3', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'floating_ip_address': '172.25.5.69', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e', 'port_id': '23ed2081-3a70-487d-96bb-dcf983505b68', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eded9f80-ccbf-44b4-a882-ee4a00fa22dc', 'mac_address': 'fa:16:3e:8f:8d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67cac3d-18aa-4a8b-966b-b18c0e9c0481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:23:49Z', 'updated_at': '2021-11-12T04:23:49Z', 'revision_number': 0, 'project_id': '30062bada0e44b3289e392ccc393918e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff3e04ff-a1ac-428d-ba1a-e553539e4ef1', 'name': '', 'network_id': 'eded9f80-ccbf-44b4-a882-ee4a00fa22dc', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'mac_address': 'fa:16:3e:3c:13:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '128d940c-fdfc-43ea-a62c-9088047928ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:36Z', 'updated_at': '2021-11-12T04:23:40Z', 'revision_number': 5, 'project_id': '30062bada0e44b3289e392ccc393918e', 'subnets': [{'id': '128d940c-fdfc-43ea-a62c-9088047928ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:23:51.355217 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d88f1e-5b55-4e9e-8970-2a982cad2338 None None] New status for floating IP ad338ce7-3c76-4a40-913f-07f2ab5310b3: ACTIVE {{(pid=102573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:23:51.740847 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58520) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:52.088812 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6e078084-04e4-4402-9ce6-abc8399e6f09 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/floatingips/ad338ce7-3c76-4a40-913f-07f2ab5310b3 HTTP/1.1" status: 200 len: 993 time: 0.3465569 Nov 12 04:24:00.479882 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e35ede21-bf9b-4a66-81bd-196974e47d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:03.466356 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b147c91a-0fa6-4e28-a85c-0392094c95a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:04.319791 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:05.643857 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:06.481437 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:09.313942 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:18.739644 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:18.928950 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:24:27.536004 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc2550-b129-4c78-94ad-b1a89fd4a7e0 req-61799b73-c7dd-43b3-9515-739704bc390f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:27.537566 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b6fc2550-b129-4c78-94ad-b1a89fd4a7e0 req-61799b73-c7dd-43b3-9515-739704bc390f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=30062bada0e44b3289e392ccc393918e&device_id=f67cac3d-18aa-4a8b-966b-b18c0e9c0481 HTTP/1.1" status: 200 len: 1098 time: 0.0436594 Nov 12 04:24:27.544378 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0ea79-d2f7-4854-9d09-ab1154a61f44 req-0dbc52b5-ff94-48f1-846c-342e7447a02c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:27.545834 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-38d0ea79-d2f7-4854-9d09-ab1154a61f44 req-0dbc52b5-ff94-48f1-846c-342e7447a02c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=f67cac3d-18aa-4a8b-966b-b18c0e9c0481 HTTP/1.1" status: 200 len: 946 time: 0.0549228 Nov 12 04:24:27.597593 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-38d0ea79-d2f7-4854-9d09-ab1154a61f44 req-e6aa67d7-4d55-44c1-a7e4-615fde047cd6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=f1ab66c9-c264-4e41-9d7f-55fde46298fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455213 Nov 12 04:24:27.636370 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc2550-b129-4c78-94ad-b1a89fd4a7e0 req-41d81514-a372-4edd-a52d-aa230e4a6efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:27.637826 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b6fc2550-b129-4c78-94ad-b1a89fd4a7e0 req-41d81514-a372-4edd-a52d-aa230e4a6efb service neutron] 10.222.0.74 "GET /v2.0/networks?id=eded9f80-ccbf-44b4-a882-ee4a00fa22dc HTTP/1.1" status: 200 len: 897 time: 0.0930300 Nov 12 04:24:27.707421 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b6fc2550-b129-4c78-94ad-b1a89fd4a7e0 req-67091806-4817-470d-9e76-19e1cab87403 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23ed2081-3a70-487d-96bb-dcf983505b68 HTTP/1.1" status: 200 len: 1001 time: 0.0616858 Nov 12 04:24:27.757718 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc2550-b129-4c78-94ad-b1a89fd4a7e0 req-88114836-4370-4eec-be33-807cb7219bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:27.759145 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b6fc2550-b129-4c78-94ad-b1a89fd4a7e0 req-88114836-4370-4eec-be33-807cb7219bc2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=128d940c-fdfc-43ea-a62c-9088047928ab HTTP/1.1" status: 200 len: 835 time: 0.0444567 Nov 12 04:24:27.805316 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc2550-b129-4c78-94ad-b1a89fd4a7e0 req-73f46431-2fe4-40d6-bc77-87b487d9d9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:27.806774 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b6fc2550-b129-4c78-94ad-b1a89fd4a7e0 req-73f46431-2fe4-40d6-bc77-87b487d9d9e2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eded9f80-ccbf-44b4-a882-ee4a00fa22dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395348 Nov 12 04:24:27.898868 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b6fc2550-b129-4c78-94ad-b1a89fd4a7e0 req-2e255f49-27db-43fb-a410-769aff9a1650 service neutron] 10.222.0.74 "GET /v2.0/networks/eded9f80-ccbf-44b4-a882-ee4a00fa22dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839860 Nov 12 04:24:27.993349 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b6fc2550-b129-4c78-94ad-b1a89fd4a7e0 req-69173378-754d-41db-a5e3-a37ab02d3fab service neutron] 10.222.0.74 "GET /v2.0/networks/eded9f80-ccbf-44b4-a882-ee4a00fa22dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833073 Nov 12 04:24:28.716624 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97d038-d1f7-40b2-a08a-c10e86b84f4e req-f5506662-1c9c-47be-b603-5b7638acf91b tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:28.718038 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ab97d038-d1f7-40b2-a08a-c10e86b84f4e req-f5506662-1c9c-47be-b603-5b7638acf91b tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=f67cac3d-18aa-4a8b-966b-b18c0e9c0481 HTTP/1.1" status: 200 len: 946 time: 0.0497603 Nov 12 04:24:28.772051 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ab97d038-d1f7-40b2-a08a-c10e86b84f4e req-6f91772d-1e57-4071-879d-f5b7f42591ed tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=f1ab66c9-c264-4e41-9d7f-55fde46298fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473332 Nov 12 04:24:29.896092 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee3d81-3d34-4040-bf94-8ee1fe98f3a8 req-7114883f-ab4c-4dfb-942b-ac4507965de7 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:29.897563 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-15ee3d81-3d34-4040-bf94-8ee1fe98f3a8 req-7114883f-ab4c-4dfb-942b-ac4507965de7 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=f67cac3d-18aa-4a8b-966b-b18c0e9c0481 HTTP/1.1" status: 200 len: 946 time: 0.0535972 Nov 12 04:24:29.946329 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-15ee3d81-3d34-4040-bf94-8ee1fe98f3a8 req-5c4867ca-116f-427f-8b8a-edfebd846967 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=f1ab66c9-c264-4e41-9d7f-55fde46298fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427368 Nov 12 04:24:30.481197 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d86979ef-9eaf-416f-a8bb-ee4449b17d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:31.064325 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37639b3e-1b4f-49ce-a6d0-3d0655692721 req-e52895f1-7747-41c0-a80f-66b18cef08a7 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:31.065803 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-37639b3e-1b4f-49ce-a6d0-3d0655692721 req-e52895f1-7747-41c0-a80f-66b18cef08a7 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=f67cac3d-18aa-4a8b-966b-b18c0e9c0481 HTTP/1.1" status: 200 len: 946 time: 0.0507905 Nov 12 04:24:31.115979 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-37639b3e-1b4f-49ce-a6d0-3d0655692721 req-5e5795da-d7fd-43cf-8da4-23b0e390b85f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=f1ab66c9-c264-4e41-9d7f-55fde46298fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442007 Nov 12 04:24:32.230502 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111dddc-65ac-4f8a-8260-68d12eafca87 req-466e75f9-950d-4e24-a1b8-f14c0d03455a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:32.231970 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d111dddc-65ac-4f8a-8260-68d12eafca87 req-466e75f9-950d-4e24-a1b8-f14c0d03455a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=f67cac3d-18aa-4a8b-966b-b18c0e9c0481 HTTP/1.1" status: 200 len: 946 time: 0.0489035 Nov 12 04:24:32.280744 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d111dddc-65ac-4f8a-8260-68d12eafca87 req-8b3173bf-2c9a-4e0d-a384-76b312f7dd03 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=f1ab66c9-c264-4e41-9d7f-55fde46298fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420849 Nov 12 04:24:33.401234 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a780c-314a-4dd4-bf5c-d0f2912c8de9 req-7457189f-7641-4a12-9cca-b95304cd9d59 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:33.402713 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a94a780c-314a-4dd4-bf5c-d0f2912c8de9 req-7457189f-7641-4a12-9cca-b95304cd9d59 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=f67cac3d-18aa-4a8b-966b-b18c0e9c0481 HTTP/1.1" status: 200 len: 946 time: 0.0497959 Nov 12 04:24:33.452631 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a94a780c-314a-4dd4-bf5c-d0f2912c8de9 req-40c91588-93a8-451d-b20e-dfc0ab89ba99 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=f1ab66c9-c264-4e41-9d7f-55fde46298fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437939 Nov 12 04:24:33.472266 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8344d7ed-4bc5-491b-9545-295d5df70c8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:34.321473 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:34.573865 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abae16-bc58-4f6e-bc4e-cabc615e0b8e req-95f069ff-b675-4eea-9e10-beac7bcda553 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:34.575574 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-86abae16-bc58-4f6e-bc4e-cabc615e0b8e req-95f069ff-b675-4eea-9e10-beac7bcda553 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=f67cac3d-18aa-4a8b-966b-b18c0e9c0481 HTTP/1.1" status: 200 len: 946 time: 0.0548685 Nov 12 04:24:34.626745 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-86abae16-bc58-4f6e-bc4e-cabc615e0b8e req-5a6b1cfd-4abf-470c-b088-8854c8da5b3e tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=f1ab66c9-c264-4e41-9d7f-55fde46298fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442753 Nov 12 04:24:35.646811 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:35.753615 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422bd97-1590-4a5c-af80-5600aee669ca req-8cf2bed4-9a35-4918-a59f-29cb51a9d3b6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:35.755115 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c422bd97-1590-4a5c-af80-5600aee669ca req-8cf2bed4-9a35-4918-a59f-29cb51a9d3b6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=f67cac3d-18aa-4a8b-966b-b18c0e9c0481 HTTP/1.1" status: 200 len: 946 time: 0.0547118 Nov 12 04:24:35.807726 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c422bd97-1590-4a5c-af80-5600aee669ca req-5489e1cc-3c0f-4ce9-9db3-2079fa035fd7 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=f1ab66c9-c264-4e41-9d7f-55fde46298fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464923 Nov 12 04:24:36.482991 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:36.927308 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0cd8d6-6cb1-4c51-a78c-b0254424039b req-8cce53bc-1226-402b-a080-ab61c62c5905 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:36.928826 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7e0cd8d6-6cb1-4c51-a78c-b0254424039b req-8cce53bc-1226-402b-a080-ab61c62c5905 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=f67cac3d-18aa-4a8b-966b-b18c0e9c0481 HTTP/1.1" status: 200 len: 946 time: 0.0490985 Nov 12 04:24:36.977939 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7e0cd8d6-6cb1-4c51-a78c-b0254424039b req-b77c46ea-d9d3-4c66-9fa8-4186be2441b0 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=f1ab66c9-c264-4e41-9d7f-55fde46298fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428095 Nov 12 04:24:38.096301 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7eefb-6fd2-4404-b559-f45dee46db98 req-2f7758b7-1810-4ab6-9cba-821f07a3784c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:38.097789 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5eb7eefb-6fd2-4404-b559-f45dee46db98 req-2f7758b7-1810-4ab6-9cba-821f07a3784c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=f67cac3d-18aa-4a8b-966b-b18c0e9c0481 HTTP/1.1" status: 200 len: 946 time: 0.0494614 Nov 12 04:24:38.147078 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5eb7eefb-6fd2-4404-b559-f45dee46db98 req-00bb51cd-1abe-4771-9d86-3c3a19c4edec tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=f1ab66c9-c264-4e41-9d7f-55fde46298fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433955 Nov 12 04:24:39.266758 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad59d3-9dfe-411e-80e1-7312cc7cee04 req-4bdcf466-0891-46f8-bcb3-8c468403725e tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:39.269236 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-29ad59d3-9dfe-411e-80e1-7312cc7cee04 req-4bdcf466-0891-46f8-bcb3-8c468403725e tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=f67cac3d-18aa-4a8b-966b-b18c0e9c0481 HTTP/1.1" status: 200 len: 946 time: 0.0542970 Nov 12 04:24:39.312774 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:39.325292 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-29ad59d3-9dfe-411e-80e1-7312cc7cee04 req-409060ce-aa48-447c-84e6-137008c14c2d tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=f1ab66c9-c264-4e41-9d7f-55fde46298fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500729 Nov 12 04:24:39.348267 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58558) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:39.407942 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b376df95-4ab6-428b-ac06-82f1ee18f3ed tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/floatingips/ad338ce7-3c76-4a40-913f-07f2ab5310b3 HTTP/1.1" status: 200 len: 993 time: 0.0584755 Nov 12 04:24:47.289138 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bcad9adc-ef93-4666-a39f-cbcc41436cf8 req-ecdb72bf-b892-4328-80eb-00c642023f38 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f67cac3d-18aa-4a8b-966b-b18c0e9c0481&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0468695 Nov 12 04:24:47.374584 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad9adc-ef93-4666-a39f-cbcc41436cf8 req-fb39318f-a085-4675-9a75-9232942cb724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:47.377090 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bcad9adc-ef93-4666-a39f-cbcc41436cf8 req-fb39318f-a085-4675-9a75-9232942cb724 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=30062bada0e44b3289e392ccc393918e&device_id=f67cac3d-18aa-4a8b-966b-b18c0e9c0481 HTTP/1.1" status: 200 len: 1098 time: 0.0428205 Nov 12 04:24:47.485261 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad9adc-ef93-4666-a39f-cbcc41436cf8 req-b8bdafa1-71d2-42cc-a9ec-eb549e88aaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:47.487344 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bcad9adc-ef93-4666-a39f-cbcc41436cf8 req-b8bdafa1-71d2-42cc-a9ec-eb549e88aaf0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eded9f80-ccbf-44b4-a882-ee4a00fa22dc HTTP/1.1" status: 200 len: 897 time: 0.0916023 Nov 12 04:24:47.558412 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bcad9adc-ef93-4666-a39f-cbcc41436cf8 req-d5844a39-cf52-42c0-92ac-ee83ba6f4690 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23ed2081-3a70-487d-96bb-dcf983505b68 HTTP/1.1" status: 200 len: 1001 time: 0.0630214 Nov 12 04:24:47.606838 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad9adc-ef93-4666-a39f-cbcc41436cf8 req-6085a2b7-80d6-40bb-8ab6-9d37acaca13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:47.608288 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bcad9adc-ef93-4666-a39f-cbcc41436cf8 req-6085a2b7-80d6-40bb-8ab6-9d37acaca13b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=128d940c-fdfc-43ea-a62c-9088047928ab HTTP/1.1" status: 200 len: 835 time: 0.0433123 Nov 12 04:24:47.658088 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad9adc-ef93-4666-a39f-cbcc41436cf8 req-e5dc1e27-8729-4a97-8bb5-c179ef7964c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:47.659607 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bcad9adc-ef93-4666-a39f-cbcc41436cf8 req-e5dc1e27-8729-4a97-8bb5-c179ef7964c0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eded9f80-ccbf-44b4-a882-ee4a00fa22dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411427 Nov 12 04:24:47.760434 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bcad9adc-ef93-4666-a39f-cbcc41436cf8 req-6deafba4-96f5-4fb1-8520-0716898ecd61 service neutron] 10.222.0.74 "GET /v2.0/networks/eded9f80-ccbf-44b4-a882-ee4a00fa22dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936832 Nov 12 04:24:47.850174 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bcad9adc-ef93-4666-a39f-cbcc41436cf8 req-1ccc49ea-c199-40ad-b36d-01c8cf8b459c service neutron] 10.222.0.74 "GET /v2.0/networks/eded9f80-ccbf-44b4-a882-ee4a00fa22dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830462 Nov 12 04:24:48.750500 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:55.928642 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:25:00.483916 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-20c41898-280f-4ee6-a16e-974d5399916d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:03.462995 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cc39fc39-2ae9-436d-a488-eb91650f0ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:04.324295 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:05.649194 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:06.486385 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:09.344009 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:12.031436 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58574) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:12.194105 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-cfd213f5-52da-4d04-b24d-eaa002af5e41 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Deleting port 843978b7-590f-4f9a-99ca-7838456735c8 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:25:12.194439 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cfd213f5-52da-4d04-b24d-eaa002af5e41 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:12.268497 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cfd213f5-52da-4d04-b24d-eaa002af5e41 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:12.268813 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cfd213f5-52da-4d04-b24d-eaa002af5e41 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:12.280265 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-cfd213f5-52da-4d04-b24d-eaa002af5e41 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Calling delete_port for 843978b7-590f-4f9a-99ca-7838456735c8 owned by network:floatingip {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:25:12.428368 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cfd213f5-52da-4d04-b24d-eaa002af5e41 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:12.453798 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd213f5-52da-4d04-b24d-eaa002af5e41 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event deleted for resources: {'Port': ['ID=843978b7-590f-4f9a-99ca-7838456735c8,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:12.479730 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd213f5-52da-4d04-b24d-eaa002af5e41 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:12.480103 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd213f5-52da-4d04-b24d-eaa002af5e41 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:12.480433 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd213f5-52da-4d04-b24d-eaa002af5e41 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:12.480762 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd213f5-52da-4d04-b24d-eaa002af5e41 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:12.481089 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd213f5-52da-4d04-b24d-eaa002af5e41 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:12.481414 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd213f5-52da-4d04-b24d-eaa002af5e41 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:12.481738 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd213f5-52da-4d04-b24d-eaa002af5e41 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:12.482056 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd213f5-52da-4d04-b24d-eaa002af5e41 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:12.482372 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd213f5-52da-4d04-b24d-eaa002af5e41 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:12.482686 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd213f5-52da-4d04-b24d-eaa002af5e41 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:12.482999 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd213f5-52da-4d04-b24d-eaa002af5e41 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:12.483313 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd213f5-52da-4d04-b24d-eaa002af5e41 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:12.528645 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cfd213f5-52da-4d04-b24d-eaa002af5e41 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for floatingip, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:12.528980 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [None req-cfd213f5-52da-4d04-b24d-eaa002af5e41 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Floating IP ad338ce7-3c76-4a40-913f-07f2ab5310b3 disassociated (deleted). External IP: 172.25.5.69, port: 23ed2081-3a70-487d-96bb-dcf983505b68. Nov 12 04:25:12.733025 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd213f5-52da-4d04-b24d-eaa002af5e41 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Router 4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:25:12.842242 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd213f5-52da-4d04-b24d-eaa002af5e41 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:25:12.846999 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cfd213f5-52da-4d04-b24d-eaa002af5e41 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:12.851940 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd735b8d-fee3-4165-b2bd-221cd20a3060 None None] Sync routers for ids ['4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:25:12.862833 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd735b8d-fee3-4165-b2bd-221cd20a3060 None None] Routers {'4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:12.863500 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-cd735b8d-fee3-4165-b2bd-221cd20a3060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:25:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:12.873902 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-cfd213f5-52da-4d04-b24d-eaa002af5e41 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "DELETE /v2.0/floatingips/ad338ce7-3c76-4a40-913f-07f2ab5310b3 HTTP/1.1" status: 204 len: 168 time: 0.8413353 Nov 12 04:25:12.874501 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67cac3d-18aa-4a8b-966b-b18c0e9c0481', 'tag': '23ed2081-3a70-487d-96bb-dcf983505b68'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:25:12.876796 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6663d1d3f3c9eef7926d12034ee86df45d83a9b81db0163b8b39b36c8946953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c673a93e-cf7e-4b7e-9326-138ffb355a6f" -d '{"events": [{"name": "network-changed", "server_uuid": "f67cac3d-18aa-4a8b-966b-b18c0e9c0481", "tag": "23ed2081-3a70-487d-96bb-dcf983505b68"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:25:12.920542 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09eaa387-ef4a-4725-b731-a75f7282efdb x-openstack-request-id: req-09eaa387-ef4a-4725-b731-a75f7282efdb {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:25:12.920829 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f67cac3d-18aa-4a8b-966b-b18c0e9c0481", "tag": "23ed2081-3a70-487d-96bb-dcf983505b68", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:25:12.921084 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-09eaa387-ef4a-4725-b731-a75f7282efdb {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:25:12.921518 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f67cac3d-18aa-4a8b-966b-b18c0e9c0481', 'tag': '23ed2081-3a70-487d-96bb-dcf983505b68', 'status': 'completed', 'code': 200} Nov 12 04:25:12.982361 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-cd735b8d-fee3-4165-b2bd-221cd20a3060 None None] Set router 4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:12.994108 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673a93e-cf7e-4b7e-9326-138ffb355a6f req-5c3c1f6f-cb25-488f-9e19-ea33fcec4e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:12.995673 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c673a93e-cf7e-4b7e-9326-138ffb355a6f req-5c3c1f6f-cb25-488f-9e19-ea33fcec4e7b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=30062bada0e44b3289e392ccc393918e&device_id=f67cac3d-18aa-4a8b-966b-b18c0e9c0481 HTTP/1.1" status: 200 len: 1098 time: 0.0530250 Nov 12 04:25:13.132461 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673a93e-cf7e-4b7e-9326-138ffb355a6f req-0fe66de8-0bed-4173-984c-a94ef0e14925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:13.133977 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c673a93e-cf7e-4b7e-9326-138ffb355a6f req-0fe66de8-0bed-4173-984c-a94ef0e14925 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eded9f80-ccbf-44b4-a882-ee4a00fa22dc HTTP/1.1" status: 200 len: 897 time: 0.1271164 Nov 12 04:25:13.142630 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6796f8-0d46-477c-8e5e-e63a86367133 req-2bc054c5-b731-4ef6-933b-3caf2824125d tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:13.144140 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cd6796f8-0d46-477c-8e5e-e63a86367133 req-2bc054c5-b731-4ef6-933b-3caf2824125d tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=f67cac3d-18aa-4a8b-966b-b18c0e9c0481 HTTP/1.1" status: 200 len: 946 time: 0.0817108 Nov 12 04:25:13.187715 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c673a93e-cf7e-4b7e-9326-138ffb355a6f req-ac601a87-6393-431a-bc5b-3e52f081bec0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23ed2081-3a70-487d-96bb-dcf983505b68 HTTP/1.1" status: 200 len: 217 time: 0.0415506 Nov 12 04:25:13.253621 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cd6796f8-0d46-477c-8e5e-e63a86367133 req-ff962f64-a8f3-465a-a51b-1fd619dfd245 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=f1ab66c9-c264-4e41-9d7f-55fde46298fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005492 Nov 12 04:25:13.264648 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673a93e-cf7e-4b7e-9326-138ffb355a6f req-503ba95d-5270-4e96-b52e-4727bd6ab316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:13.266256 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c673a93e-cf7e-4b7e-9326-138ffb355a6f req-503ba95d-5270-4e96-b52e-4727bd6ab316 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=128d940c-fdfc-43ea-a62c-9088047928ab HTTP/1.1" status: 200 len: 835 time: 0.0684378 Nov 12 04:25:13.293860 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-cd735b8d-fee3-4165-b2bd-221cd20a3060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-935324078', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'db9fa0f7-4df8-4f72-b1c2-be1516cf0905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:33Z', 'updated_at': '2021-11-12T04:23:37Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': 'db9fa0f7-4df8-4f72-b1c2-be1516cf0905', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:34Z', 'updated_at': '2021-11-12T04:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'ff3e04ff-a1ac-428d-ba1a-e553539e4ef1', 'name': '', 'network_id': 'eded9f80-ccbf-44b4-a882-ee4a00fa22dc', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'mac_address': 'fa:16:3e:3c:13:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '128d940c-fdfc-43ea-a62c-9088047928ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:36Z', 'updated_at': '2021-11-12T04:23:40Z', 'revision_number': 5, 'project_id': '30062bada0e44b3289e392ccc393918e', 'subnets': [{'id': '128d940c-fdfc-43ea-a62c-9088047928ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:13.319542 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673a93e-cf7e-4b7e-9326-138ffb355a6f req-43c4a2e4-81e5-4e2c-8993-9ffe6366feb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:13.321086 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c673a93e-cf7e-4b7e-9326-138ffb355a6f req-43c4a2e4-81e5-4e2c-8993-9ffe6366feb7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eded9f80-ccbf-44b4-a882-ee4a00fa22dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469680 Nov 12 04:25:13.323846 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd735b8d-fee3-4165-b2bd-221cd20a3060 None None] Checking router: 4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:25:13.332029 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd735b8d-fee3-4165-b2bd-221cd20a3060 None None] Routers {'4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:13.332640 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-cd735b8d-fee3-4165-b2bd-221cd20a3060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:25:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:13.414350 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c673a93e-cf7e-4b7e-9326-138ffb355a6f req-fc0ed0fe-d12e-4857-a325-9dbc3da1e52a service neutron] 10.222.0.74 "GET /v2.0/networks/eded9f80-ccbf-44b4-a882-ee4a00fa22dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843174 Nov 12 04:25:13.438652 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-cd735b8d-fee3-4165-b2bd-221cd20a3060 None None] Set router 4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:13.513559 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c673a93e-cf7e-4b7e-9326-138ffb355a6f req-e10a45bc-6b24-411d-b29c-2c0efcfe32a2 service neutron] 10.222.0.74 "GET /v2.0/networks/eded9f80-ccbf-44b4-a882-ee4a00fa22dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902584 Nov 12 04:25:13.633241 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-cd735b8d-fee3-4165-b2bd-221cd20a3060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-935324078', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'db9fa0f7-4df8-4f72-b1c2-be1516cf0905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:33Z', 'updated_at': '2021-11-12T04:23:37Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': 'db9fa0f7-4df8-4f72-b1c2-be1516cf0905', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:34Z', 'updated_at': '2021-11-12T04:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'ff3e04ff-a1ac-428d-ba1a-e553539e4ef1', 'name': '', 'network_id': 'eded9f80-ccbf-44b4-a882-ee4a00fa22dc', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'mac_address': 'fa:16:3e:3c:13:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '128d940c-fdfc-43ea-a62c-9088047928ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:36Z', 'updated_at': '2021-11-12T04:23:40Z', 'revision_number': 5, 'project_id': '30062bada0e44b3289e392ccc393918e', 'subnets': [{'id': '128d940c-fdfc-43ea-a62c-9088047928ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:13.662956 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd735b8d-fee3-4165-b2bd-221cd20a3060 None None] The sync data for ids ['4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e'] in n-d-715271-27 is: [{'id': '4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-935324078', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'db9fa0f7-4df8-4f72-b1c2-be1516cf0905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:33Z', 'updated_at': '2021-11-12T04:23:37Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': 'db9fa0f7-4df8-4f72-b1c2-be1516cf0905', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:34Z', 'updated_at': '2021-11-12T04:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'ff3e04ff-a1ac-428d-ba1a-e553539e4ef1', 'name': '', 'network_id': 'eded9f80-ccbf-44b4-a882-ee4a00fa22dc', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'mac_address': 'fa:16:3e:3c:13:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '128d940c-fdfc-43ea-a62c-9088047928ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:36Z', 'updated_at': '2021-11-12T04:23:40Z', 'revision_number': 5, 'project_id': '30062bada0e44b3289e392ccc393918e', 'subnets': [{'id': '128d940c-fdfc-43ea-a62c-9088047928ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:25:13.890797 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac181c53-2809-4883-a680-f8243effc828 None None] New status for floating IP ad338ce7-3c76-4a40-913f-07f2ab5310b3: DOWN {{(pid=102573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:25:14.373661 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ff2eb-02e7-4ed9-9e1d-29f5cc216e21 req-ce5a2791-12e7-4f4b-befb-9436869b0197 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:14.375110 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e42ff2eb-02e7-4ed9-9e1d-29f5cc216e21 req-ce5a2791-12e7-4f4b-befb-9436869b0197 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=f67cac3d-18aa-4a8b-966b-b18c0e9c0481 HTTP/1.1" status: 200 len: 946 time: 0.0501285 Nov 12 04:25:14.426825 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e42ff2eb-02e7-4ed9-9e1d-29f5cc216e21 req-dd9b510c-8ce7-44b2-b3a3-a7c0a91cac82 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=f1ab66c9-c264-4e41-9d7f-55fde46298fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455627 Nov 12 04:25:14.844178 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566dee9-99c1-40a1-8d68-4c8bd89a98bd req-afa0a3e0-0b7c-48cc-bfbb-da8e52e877e6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:14.845602 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2566dee9-99c1-40a1-8d68-4c8bd89a98bd req-afa0a3e0-0b7c-48cc-bfbb-da8e52e877e6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.74 "GET /v2.0/ports?device_id=f67cac3d-18aa-4a8b-966b-b18c0e9c0481 HTTP/1.1" status: 200 len: 946 time: 0.0513647 Nov 12 04:25:14.938886 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-2566dee9-99c1-40a1-8d68-4c8bd89a98bd req-572adda0-01c7-4b04-aade-0a3462bc6a76 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Deleting port 23ed2081-3a70-487d-96bb-dcf983505b68 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:25:14.939221 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2566dee9-99c1-40a1-8d68-4c8bd89a98bd req-572adda0-01c7-4b04-aade-0a3462bc6a76 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:15.029501 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-2566dee9-99c1-40a1-8d68-4c8bd89a98bd req-572adda0-01c7-4b04-aade-0a3462bc6a76 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] For port 23ed2081-3a70-487d-96bb-dcf983505b68, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=23ed2081-3a70-487d-96bb-dcf983505b68,segment=NetworkSegment(40803557-7b3e-4e23-96e2-e65b4cdabf9f),segment_id=40803557-7b3e-4e23-96e2-e65b4cdabf9f)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:15.029857 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2566dee9-99c1-40a1-8d68-4c8bd89a98bd req-572adda0-01c7-4b04-aade-0a3462bc6a76 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:15.042857 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-2566dee9-99c1-40a1-8d68-4c8bd89a98bd req-572adda0-01c7-4b04-aade-0a3462bc6a76 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Calling delete_port for 23ed2081-3a70-487d-96bb-dcf983505b68 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:25:15.170407 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2566dee9-99c1-40a1-8d68-4c8bd89a98bd req-572adda0-01c7-4b04-aade-0a3462bc6a76 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:15.198959 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572adda0-01c7-4b04-aade-0a3462bc6a76 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event deleted for resources: {'Port': ['ID=23ed2081-3a70-487d-96bb-dcf983505b68,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:15.242238 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-2566dee9-99c1-40a1-8d68-4c8bd89a98bd req-572adda0-01c7-4b04-aade-0a3462bc6a76 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] No DVR routers for this DVR port 23ed2081-3a70-487d-96bb-dcf983505b68 on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:25:15.244923 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-2566dee9-99c1-40a1-8d68-4c8bd89a98bd req-572adda0-01c7-4b04-aade-0a3462bc6a76 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:15.248265 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2566dee9-99c1-40a1-8d68-4c8bd89a98bd req-572adda0-01c7-4b04-aade-0a3462bc6a76 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.74 "DELETE /v2.0/ports/23ed2081-3a70-487d-96bb-dcf983505b68 HTTP/1.1" status: 204 len: 173 time: 0.3928239 Nov 12 04:25:15.248716 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67cac3d-18aa-4a8b-966b-b18c0e9c0481', 'name': 'network-vif-deleted', 'tag': '23ed2081-3a70-487d-96bb-dcf983505b68'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:25:15.250989 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6663d1d3f3c9eef7926d12034ee86df45d83a9b81db0163b8b39b36c8946953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be42a75a-7c7f-4628-8d27-966efe6c2f12" -d '{"events": [{"server_uuid": "f67cac3d-18aa-4a8b-966b-b18c0e9c0481", "name": "network-vif-deleted", "tag": "23ed2081-3a70-487d-96bb-dcf983505b68"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:25:15.290882 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a76b2c-1453-49d5-aff8-87e48272b821 x-openstack-request-id: req-70a76b2c-1453-49d5-aff8-87e48272b821 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:25:15.291196 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67cac3d-18aa-4a8b-966b-b18c0e9c0481", "name": "network-vif-deleted", "tag": "23ed2081-3a70-487d-96bb-dcf983505b68", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:25:15.291495 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-70a76b2c-1453-49d5-aff8-87e48272b821 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:25:15.291899 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67cac3d-18aa-4a8b-966b-b18c0e9c0481', 'name': 'network-vif-deleted', 'tag': '23ed2081-3a70-487d-96bb-dcf983505b68', 'status': 'completed', 'code': 200} Nov 12 04:25:15.542470 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-15bdfa3c-2384-4985-97a4-69dfa5cfe0f1 req-2760296b-f4ca-42d7-9eaa-168eb8ebdc13 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=f67cac3d-18aa-4a8b-966b-b18c0e9c0481 HTTP/1.1" status: 200 len: 210 time: 0.0318103 Nov 12 04:25:16.601444 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58592) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:16.962088 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ef97d0f6-b67e-460b-96db-fae485c9b196 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:17.219697 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-ef97d0f6-b67e-460b-96db-fae485c9b196 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Deleting port ff3e04ff-a1ac-428d-ba1a-e553539e4ef1 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:25:17.219948 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ef97d0f6-b67e-460b-96db-fae485c9b196 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:17.310200 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-ef97d0f6-b67e-460b-96db-fae485c9b196 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] For port ff3e04ff-a1ac-428d-ba1a-e553539e4ef1, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=ff3e04ff-a1ac-428d-ba1a-e553539e4ef1,segment=NetworkSegment(40803557-7b3e-4e23-96e2-e65b4cdabf9f),segment_id=40803557-7b3e-4e23-96e2-e65b4cdabf9f)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:17.310549 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ef97d0f6-b67e-460b-96db-fae485c9b196 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:17.323567 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-ef97d0f6-b67e-460b-96db-fae485c9b196 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Calling delete_port for ff3e04ff-a1ac-428d-ba1a-e553539e4ef1 owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:25:17.508289 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ef97d0f6-b67e-460b-96db-fae485c9b196 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:17.532580 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97d0f6-b67e-460b-96db-fae485c9b196 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event deleted for resources: {'Port': ['ID=ff3e04ff-a1ac-428d-ba1a-e553539e4ef1,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:17.547422 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97d0f6-b67e-460b-96db-fae485c9b196 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:17.547422 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97d0f6-b67e-460b-96db-fae485c9b196 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:17.547422 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97d0f6-b67e-460b-96db-fae485c9b196 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:17.547828 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97d0f6-b67e-460b-96db-fae485c9b196 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:17.548015 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97d0f6-b67e-460b-96db-fae485c9b196 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:17.548355 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97d0f6-b67e-460b-96db-fae485c9b196 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:17.548686 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97d0f6-b67e-460b-96db-fae485c9b196 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:17.549014 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97d0f6-b67e-460b-96db-fae485c9b196 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:17.549340 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97d0f6-b67e-460b-96db-fae485c9b196 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:17.549664 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97d0f6-b67e-460b-96db-fae485c9b196 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:17.549991 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97d0f6-b67e-460b-96db-fae485c9b196 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:17.550311 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97d0f6-b67e-460b-96db-fae485c9b196 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:17.718571 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ef97d0f6-b67e-460b-96db-fae485c9b196 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:17.941582 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef97d0f6-b67e-460b-96db-fae485c9b196 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Router 4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:25:18.048544 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef97d0f6-b67e-460b-96db-fae485c9b196 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:25:18.054489 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ef97d0f6-b67e-460b-96db-fae485c9b196 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "PUT /v2.0/routers/4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4518101 Nov 12 04:25:18.056905 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58594) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:18.059359 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0631a430-5bbf-4ac8-bc03-63cfa11ea780 None None] Sync routers for ids ['4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:25:18.070320 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0631a430-5bbf-4ac8-bc03-63cfa11ea780 None None] Routers {'4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:18.071046 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-0631a430-5bbf-4ac8-bc03-63cfa11ea780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:25:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:18.112484 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-5adfb44a-b937-45c7-88b8-1f55a9f96efb tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Deleting subnet 128d940c-fdfc-43ea-a62c-9088047928ab {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:25:18.115834 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5adfb44a-b937-45c7-88b8-1f55a9f96efb tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.155922 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5adfb44a-b937-45c7-88b8-1f55a9f96efb tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.174293 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-0631a430-5bbf-4ac8-bc03-63cfa11ea780 None None] Set router 4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:18.237834 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5adfb44a-b937-45c7-88b8-1f55a9f96efb tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.298830 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5adfb44a-b937-45c7-88b8-1f55a9f96efb tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.324355 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adfb44a-b937-45c7-88b8-1f55a9f96efb tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event deleted for resources: {'Subnet': ['ID=128d940c-fdfc-43ea-a62c-9088047928ab,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:18.330220 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-5adfb44a-b937-45c7-88b8-1f55a9f96efb tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.334244 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-5adfb44a-b937-45c7-88b8-1f55a9f96efb tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "DELETE /v2.0/subnets/128d940c-fdfc-43ea-a62c-9088047928ab HTTP/1.1" status: 204 len: 168 time: 0.2760375 Nov 12 04:25:18.336627 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58596) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:18.341907 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce8b1b4-92e4-4834-9777-2c476d41a483 None None] Network eded9f80-ccbf-44b4-a882-ee4a00fa22dc requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:25:18.357837 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-0631a430-5bbf-4ac8-bc03-63cfa11ea780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-935324078', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'db9fa0f7-4df8-4f72-b1c2-be1516cf0905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:33Z', 'updated_at': '2021-11-12T04:25:17Z', 'revision_number': 5, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': 'db9fa0f7-4df8-4f72-b1c2-be1516cf0905', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:34Z', 'updated_at': '2021-11-12T04:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:18.385189 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0631a430-5bbf-4ac8-bc03-63cfa11ea780 None None] Checking router: 4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:25:18.395183 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0631a430-5bbf-4ac8-bc03-63cfa11ea780 None None] Routers {'4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:18.396607 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-0631a430-5bbf-4ac8-bc03-63cfa11ea780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:25:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:18.455277 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-26866b77-7e91-4cf9-b1ab-6972266b5c82 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.512313 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-0631a430-5bbf-4ac8-bc03-63cfa11ea780 None None] Set router 4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:18.547795 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecac4d6-ed12-4b58-827e-97bb2ae94a22 None None] DHCP port deletion for eded9f80-ccbf-44b4-a882-ee4a00fa22dc request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:25:18.592401 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-26866b77-7e91-4cf9-b1ab-6972266b5c82 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.621874 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-7ecac4d6-ed12-4b58-827e-97bb2ae94a22 None None] Deleting port 97d45b7a-2aa4-45a8-aae4-10278987af8c {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:25:18.622252 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7ecac4d6-ed12-4b58-827e-97bb2ae94a22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.659648 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-26866b77-7e91-4cf9-b1ab-6972266b5c82 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Deleting port db9fa0f7-4df8-4f72-b1c2-be1516cf0905 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:25:18.660174 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-26866b77-7e91-4cf9-b1ab-6972266b5c82 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.727536 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-0631a430-5bbf-4ac8-bc03-63cfa11ea780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-935324078', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'db9fa0f7-4df8-4f72-b1c2-be1516cf0905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:33Z', 'updated_at': '2021-11-12T04:25:17Z', 'revision_number': 5, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': 'db9fa0f7-4df8-4f72-b1c2-be1516cf0905', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:34Z', 'updated_at': '2021-11-12T04:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:18.752545 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-26866b77-7e91-4cf9-b1ab-6972266b5c82 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] For port db9fa0f7-4df8-4f72-b1c2-be1516cf0905, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=db9fa0f7-4df8-4f72-b1c2-be1516cf0905,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:18.752975 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-26866b77-7e91-4cf9-b1ab-6972266b5c82 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.761495 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0631a430-5bbf-4ac8-bc03-63cfa11ea780 None None] The sync data for ids ['4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e'] in n-d-715271-27 is: [{'id': '4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-935324078', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'db9fa0f7-4df8-4f72-b1c2-be1516cf0905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:33Z', 'updated_at': '2021-11-12T04:25:17Z', 'revision_number': 5, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': 'db9fa0f7-4df8-4f72-b1c2-be1516cf0905', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:34Z', 'updated_at': '2021-11-12T04:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:25:18.769466 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-26866b77-7e91-4cf9-b1ab-6972266b5c82 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Calling delete_port for db9fa0f7-4df8-4f72-b1c2-be1516cf0905 owned by network:router_gateway {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:25:18.812760 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 97d45b7a-2aa4-45a8-aae4-10278987af8c no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:25:18.903101 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.919200 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-7ecac4d6-ed12-4b58-827e-97bb2ae94a22 None None] For port 97d45b7a-2aa4-45a8-aae4-10278987af8c, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=97d45b7a-2aa4-45a8-aae4-10278987af8c,segment=NetworkSegment(40803557-7b3e-4e23-96e2-e65b4cdabf9f),segment_id=40803557-7b3e-4e23-96e2-e65b4cdabf9f)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:18.919597 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7ecac4d6-ed12-4b58-827e-97bb2ae94a22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.930578 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 23ed2081-3a70-487d-96bb-dcf983505b68 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:25:18.945345 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-26866b77-7e91-4cf9-b1ab-6972266b5c82 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.955614 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-7ecac4d6-ed12-4b58-827e-97bb2ae94a22 None None] Calling delete_port for 97d45b7a-2aa4-45a8-aae4-10278987af8c owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:25:18.961003 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 23ed2081-3a70-487d-96bb-dcf983505b68 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:25:18.961352 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 23ed2081-3a70-487d-96bb-dcf983505b68 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:25:18.976555 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26866b77-7e91-4cf9-b1ab-6972266b5c82 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event deleted for resources: {'Port': ['ID=db9fa0f7-4df8-4f72-b1c2-be1516cf0905,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:19.020506 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e86aa4e-e7c3-4a1e-a1cb-b4478ccf87aa None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:25:19.037925 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-26866b77-7e91-4cf9-b1ab-6972266b5c82 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:19.058008 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:19.100918 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port 97d45b7a-2aa4-45a8-aae4-10278987af8c, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=97d45b7a-2aa4-45a8-aae4-10278987af8c,segment=NetworkSegment(40803557-7b3e-4e23-96e2-e65b4cdabf9f),segment_id=40803557-7b3e-4e23-96e2-e65b4cdabf9f)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:19.108766 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:19.138518 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7ecac4d6-ed12-4b58-827e-97bb2ae94a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:19.156196 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecac4d6-ed12-4b58-827e-97bb2ae94a22 None None] No DVR routers for this DVR port 97d45b7a-2aa4-45a8-aae4-10278987af8c on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:25:19.180363 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=97d45b7a-2aa4-45a8-aae4-10278987af8c,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:19.190849 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:19.190849 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:19.190849 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:19.190849 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:19.190849 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:19.190849 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:19.191517 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:19.191738 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:19.192084 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:19.192468 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:19.192815 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:19.193564 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:19.218539 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecac4d6-ed12-4b58-827e-97bb2ae94a22 None None] Pushing event deleted for resources: {'Port': ['ID=97d45b7a-2aa4-45a8-aae4-10278987af8c,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:19.479545 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-26866b77-7e91-4cf9-b1ab-6972266b5c82 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:19.481681 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-26866b77-7e91-4cf9-b1ab-6972266b5c82 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:19.522166 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-26866b77-7e91-4cf9-b1ab-6972266b5c82 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:19.522692 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26866b77-7e91-4cf9-b1ab-6972266b5c82 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Fanout notify agent at l3_agent the message router_deleted on router 4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:25:19.529604 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-26866b77-7e91-4cf9-b1ab-6972266b5c82 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:19.530739 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-26866b77-7e91-4cf9-b1ab-6972266b5c82 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "DELETE /v2.0/routers/4b4dd6ac-1513-44ea-af4f-5e0d2346cc6e HTTP/1.1" status: 204 len: 168 time: 1.1931884 Nov 12 04:25:19.533421 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58600) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:19.615101 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-372e082d-db31-4a00-85d7-7242bff01a77 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:19.707121 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-372e082d-db31-4a00-85d7-7242bff01a77 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:19.728722 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-372e082d-db31-4a00-85d7-7242bff01a77 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eded9f80-ccbf-44b4-a882-ee4a00fa22dc']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:19.737659 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-372e082d-db31-4a00-85d7-7242bff01a77 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40803557-7b3e-4e23-96e2-e65b4cdabf9f') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:19.737953 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-372e082d-db31-4a00-85d7-7242bff01a77 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40803557-7b3e-4e23-96e2-e65b4cdabf9f') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:19.747516 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-372e082d-db31-4a00-85d7-7242bff01a77 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:19.760963 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-372e082d-db31-4a00-85d7-7242bff01a77 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:19.766617 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-372e082d-db31-4a00-85d7-7242bff01a77 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:25:19.766992 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-372e082d-db31-4a00-85d7-7242bff01a77 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:19.769910 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 04:25:19.769910 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:25:19.769910 n-d-715271-27 neutron-server[102571]: timer() Nov 12 04:25:19.769910 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:25:19.769910 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 04:25:19.769910 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:25:19.769910 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 04:25:19.769910 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:25:19.769910 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 04:25:19.769910 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:25:19.769910 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 04:25:19.769910 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:25:19.769910 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 04:25:19.769910 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:25:19.769910 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:25:19.769910 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:25:19.769910 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:25:19.769910 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:25:19.769910 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 04:25:19.769910 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:25:19.769910 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 04:25:19.769910 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:25:19.769910 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:25:19.769910 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:25:19.769910 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 04:25:19.769910 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:25:19.769910 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:25:19.769910 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:25:19.769910 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:25:19.769910 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:25:19.769910 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:25:19.769910 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:25:19.828723 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-372e082d-db31-4a00-85d7-7242bff01a77 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:19.835354 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-372e082d-db31-4a00-85d7-7242bff01a77 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:19.838368 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-372e082d-db31-4a00-85d7-7242bff01a77 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "DELETE /v2.0/networks/eded9f80-ccbf-44b4-a882-ee4a00fa22dc HTTP/1.1" status: 204 len: 168 time: 0.3040185 Nov 12 04:25:19.841295 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58602) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:19.850966 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e082d-db31-4a00-85d7-7242bff01a77 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event deleted for resources: {'Network': ['ID=eded9f80-ccbf-44b4-a882-ee4a00fa22dc,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:19.898775 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-81a71455-614a-4003-a39b-38fbc5825bd4 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:19.923312 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-81a71455-614a-4003-a39b-38fbc5825bd4 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:19.986464 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-81a71455-614a-4003-a39b-38fbc5825bd4 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:19.989094 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-81a71455-614a-4003-a39b-38fbc5825bd4 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:19.990439 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-81a71455-614a-4003-a39b-38fbc5825bd4 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "DELETE /v2.0/security-groups/f1ab66c9-c264-4e41-9d7f-55fde46298fa HTTP/1.1" status: 204 len: 168 time: 0.1479659 Nov 12 04:25:19.999484 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a71455-614a-4003-a39b-38fbc5825bd4 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ab66c9-c264-4e41-9d7f-55fde46298fa,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:20.154332 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58608) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:20.159146 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-42be36e9-6b27-40f1-9d07-18ffb134a84a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-758703005', 'description': 'tempest-secgroup-smoke-758703005 description', 'project_id': '30062bada0e44b3289e392ccc393918e'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:20.182342 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-42be36e9-6b27-40f1-9d07-18ffb134a84a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:20.262261 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-42be36e9-6b27-40f1-9d07-18ffb134a84a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:20.265772 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-42be36e9-6b27-40f1-9d07-18ffb134a84a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:20.296316 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-42be36e9-6b27-40f1-9d07-18ffb134a84a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:20.297538 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-42be36e9-6b27-40f1-9d07-18ffb134a84a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1420605 Nov 12 04:25:20.299813 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be36e9-6b27-40f1-9d07-18ffb134a84a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=317aafca-7fe3-4755-8743-981fce599aeb,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:20.300781 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58612) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:20.305640 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-63c2e921-5636-4b1d-9ba0-b5d065ce774d tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'security_group_rule': {'security_group_id': '317aafca-7fe3-4755-8743-981fce599aeb', 'project_id': '30062bada0e44b3289e392ccc393918e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:20.334442 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-63c2e921-5636-4b1d-9ba0-b5d065ce774d tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:20.394142 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-63c2e921-5636-4b1d-9ba0-b5d065ce774d tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:20.397810 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-63c2e921-5636-4b1d-9ba0-b5d065ce774d tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:20.418708 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2e921-5636-4b1d-9ba0-b5d065ce774d tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b2b4bc0-d9a6-40e6-9505-a11ca9554ab9,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:20.423756 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-63c2e921-5636-4b1d-9ba0-b5d065ce774d tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:20.424943 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-63c2e921-5636-4b1d-9ba0-b5d065ce774d tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1231630 Nov 12 04:25:20.428672 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58614) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:20.432985 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-23481f1c-fa46-415f-b110-41bc03af5d81 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'security_group_rule': {'security_group_id': '317aafca-7fe3-4755-8743-981fce599aeb', 'project_id': '30062bada0e44b3289e392ccc393918e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:20.458665 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-23481f1c-fa46-415f-b110-41bc03af5d81 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:20.512361 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-23481f1c-fa46-415f-b110-41bc03af5d81 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:20.515826 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-23481f1c-fa46-415f-b110-41bc03af5d81 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:20.533541 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23481f1c-fa46-415f-b110-41bc03af5d81 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7387cb8-f9a6-462e-817c-57e0792d6bfb,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:20.541643 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-23481f1c-fa46-415f-b110-41bc03af5d81 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:20.542842 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-23481f1c-fa46-415f-b110-41bc03af5d81 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1132579 Nov 12 04:25:20.545696 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58616) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:20.550157 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-8b1e5a28-5193-4f72-af1c-8eefe0645500 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'security_group_rule': {'security_group_id': '317aafca-7fe3-4755-8743-981fce599aeb', 'project_id': '30062bada0e44b3289e392ccc393918e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:20.577336 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8b1e5a28-5193-4f72-af1c-8eefe0645500 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:20.638665 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8b1e5a28-5193-4f72-af1c-8eefe0645500 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:20.642581 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8b1e5a28-5193-4f72-af1c-8eefe0645500 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:20.659033 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device db9fa0f7-4df8-4f72-b1c2-be1516cf0905 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:25:20.663516 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e5a28-5193-4f72-af1c-8eefe0645500 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8dad854-cf9a-49fc-af5e-5ecb2fc21ee8,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:20.672522 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8b1e5a28-5193-4f72-af1c-8eefe0645500 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:20.673778 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8b1e5a28-5193-4f72-af1c-8eefe0645500 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1271596 Nov 12 04:25:20.676625 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58618) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:20.679795 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: db9fa0f7-4df8-4f72-b1c2-be1516cf0905 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:25:20.680164 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device db9fa0f7-4df8-4f72-b1c2-be1516cf0905 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:25:20.680590 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device ff3e04ff-a1ac-428d-ba1a-e553539e4ef1 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:25:20.681950 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-66284ea3-0bb3-42b2-8dd4-d6bded5693ce tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'security_group_rule': {'security_group_id': '317aafca-7fe3-4755-8743-981fce599aeb', 'project_id': '30062bada0e44b3289e392ccc393918e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:20.703503 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: ff3e04ff-a1ac-428d-ba1a-e553539e4ef1 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:25:20.704197 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device ff3e04ff-a1ac-428d-ba1a-e553539e4ef1 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:25:20.710660 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-66284ea3-0bb3-42b2-8dd4-d6bded5693ce tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:20.771486 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-66284ea3-0bb3-42b2-8dd4-d6bded5693ce tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:20.775487 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-66284ea3-0bb3-42b2-8dd4-d6bded5693ce tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:20.793642 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66284ea3-0bb3-42b2-8dd4-d6bded5693ce tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2004e94a-699c-4189-a5cf-1e1688e6b2a4,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:20.801768 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-66284ea3-0bb3-42b2-8dd4-d6bded5693ce tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:20.805943 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58622) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:20.806090 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-66284ea3-0bb3-42b2-8dd4-d6bded5693ce tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1275239 Nov 12 04:25:20.810909 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-f310f36f-fc82-46b5-99dd-c7627d0747ba tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'security_group_rule': {'security_group_id': '317aafca-7fe3-4755-8743-981fce599aeb', 'project_id': '30062bada0e44b3289e392ccc393918e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:20.832230 n-d-715271-27 neutron-server[102572]: INFO neutron.db.securitygroups_db [None req-f310f36f-fc82-46b5-99dd-c7627d0747ba tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Project 30062bada0e44b3289e392ccc393918e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:25:20.837851 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f310f36f-fc82-46b5-99dd-c7627d0747ba tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:20.900687 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f310f36f-fc82-46b5-99dd-c7627d0747ba tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:20.904383 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f310f36f-fc82-46b5-99dd-c7627d0747ba tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:20.923967 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f310f36f-fc82-46b5-99dd-c7627d0747ba tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11d6b9bf-ae55-4f56-977a-887847be30e5,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:20.933343 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f310f36f-fc82-46b5-99dd-c7627d0747ba tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:20.934812 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f310f36f-fc82-46b5-99dd-c7627d0747ba tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1278467 Nov 12 04:25:20.937691 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58624) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:20.941926 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-ecc1dfeb-7c41-4dfa-ab54-f215588c2bdf tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'security_group_rule': {'security_group_id': '317aafca-7fe3-4755-8743-981fce599aeb', 'project_id': '30062bada0e44b3289e392ccc393918e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:20.964036 n-d-715271-27 neutron-server[102572]: INFO neutron.db.securitygroups_db [None req-ecc1dfeb-7c41-4dfa-ab54-f215588c2bdf tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Project 30062bada0e44b3289e392ccc393918e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:25:20.969119 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ecc1dfeb-7c41-4dfa-ab54-f215588c2bdf tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:21.027321 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ecc1dfeb-7c41-4dfa-ab54-f215588c2bdf tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:21.031178 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ecc1dfeb-7c41-4dfa-ab54-f215588c2bdf tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:21.048656 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc1dfeb-7c41-4dfa-ab54-f215588c2bdf tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06b52887-c245-4b7b-b3ba-31643bf2c8a7,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:21.057979 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ecc1dfeb-7c41-4dfa-ab54-f215588c2bdf tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:21.059491 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ecc1dfeb-7c41-4dfa-ab54-f215588c2bdf tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1208813 Nov 12 04:25:21.062370 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58626) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:21.067877 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-e1e819a2-3039-4068-99b2-be24d1f214a8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'network': {'name': 'tempest-network-smoke--394567953', 'project_id': '30062bada0e44b3289e392ccc393918e', 'port_security_enabled': True}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:21.089055 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e819a2-3039-4068-99b2-be24d1f214a8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Made reservation on behalf of 30062bada0e44b3289e392ccc393918e for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:25:21.092514 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e1e819a2-3039-4068-99b2-be24d1f214a8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:21.116026 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1e819a2-3039-4068-99b2-be24d1f214a8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:25:21.125083 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e1e819a2-3039-4068-99b2-be24d1f214a8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:21.125424 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-e1e819a2-3039-4068-99b2-be24d1f214a8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Added segment f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a of type vlan for network e37ed6af-6232-435b-bf3b-f14d285c589a Nov 12 04:25:21.168389 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e1e819a2-3039-4068-99b2-be24d1f214a8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:21.192262 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e1e819a2-3039-4068-99b2-be24d1f214a8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:21.199620 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e819a2-3039-4068-99b2-be24d1f214a8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:21.200230 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-e1e819a2-3039-4068-99b2-be24d1f214a8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:21.261802 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e1e819a2-3039-4068-99b2-be24d1f214a8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1984072 Nov 12 04:25:21.264620 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58628) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:21.269299 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-6353fa2d-2807-4cdb-b45f-d77937864ecb tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1808133053', 'admin_state_up': True, 'project_id': '30062bada0e44b3289e392ccc393918e', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:21.270286 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e819a2-3039-4068-99b2-be24d1f214a8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'Network': ['ID=e37ed6af-6232-435b-bf3b-f14d285c589a,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:21.281479 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network e37ed6af-6232-435b-bf3b-f14d285c589a details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:25:21.294014 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6353fa2d-2807-4cdb-b45f-d77937864ecb tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:21.295030 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6353fa2d-2807-4cdb-b45f-d77937864ecb tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:21.345343 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6353fa2d-2807-4cdb-b45f-d77937864ecb tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:21.481872 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6353fa2d-2807-4cdb-b45f-d77937864ecb tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:21.671543 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6353fa2d-2807-4cdb-b45f-d77937864ecb tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for router_gateway, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:21.693460 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6353fa2d-2807-4cdb-b45f-d77937864ecb tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:21.795049 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-6353fa2d-2807-4cdb-b45f-d77937864ecb tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Allocated IP 172.25.5.14 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/e7569571-f3ac-402a-af4b-aaeedf48fc2f) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:25:21.900299 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6353fa2d-2807-4cdb-b45f-d77937864ecb tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:21.932242 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6353fa2d-2807-4cdb-b45f-d77937864ecb tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:21.973249 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6353fa2d-2807-4cdb-b45f-d77937864ecb tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:21.976896 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-6353fa2d-2807-4cdb-b45f-d77937864ecb tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:21.980498 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6353fa2d-2807-4cdb-b45f-d77937864ecb tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:25:21.992736 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb50886b-7dd1-432b-ab2e-a9141e06c5b2 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:25:22.003134 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6353fa2d-2807-4cdb-b45f-d77937864ecb tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'Port': ['ID=e7569571-f3ac-402a-af4b-aaeedf48fc2f,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:22.058140 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-f90c4959-f61a-4756-821e-f62f95736662 None None] Provisioning complete for port e7569571-f3ac-402a-af4b-aaeedf48fc2f triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:22.058761 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f90c4959-f61a-4756-821e-f62f95736662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:22.096833 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-f90c4959-f61a-4756-821e-f62f95736662 None None] Port e7569571-f3ac-402a-af4b-aaeedf48fc2f cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:25:22.232460 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6353fa2d-2807-4cdb-b45f-d77937864ecb tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for router_gateway, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:22.427820 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6353fa2d-2807-4cdb-b45f-d77937864ecb tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:22.554990 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6353fa2d-2807-4cdb-b45f-d77937864ecb tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Router 777f6a2a-ecca-46a1-89d9-e62d988dc6cd is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:25:22.660478 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6353fa2d-2807-4cdb-b45f-d77937864ecb tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:25:22.670372 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac954ea3-8a00-44c2-8033-f336f2a2342d None None] Sync routers for ids ['777f6a2a-ecca-46a1-89d9-e62d988dc6cd'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:25:22.681165 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac954ea3-8a00-44c2-8033-f336f2a2342d None None] Routers {'777f6a2a-ecca-46a1-89d9-e62d988dc6cd'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:22.681570 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6353fa2d-2807-4cdb-b45f-d77937864ecb tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:22.682058 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-ac954ea3-8a00-44c2-8033-f336f2a2342d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:25:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['777f6a2a-ecca-46a1-89d9-e62d988dc6cd'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:22.682802 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6353fa2d-2807-4cdb-b45f-d77937864ecb tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4171350 Nov 12 04:25:22.686398 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58632) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:22.714981 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-30e04809-ef00-49a6-a2d3-db7a8f4feef3 tempest-TestNetworkAdvancedServerOps-1443237335 tempest-TestNetworkAdvancedServerOps-1443237335-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=30062bada0e44b3289e392ccc393918e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273705 Nov 12 04:25:22.717550 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58634) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:22.788520 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-ac954ea3-8a00-44c2-8033-f336f2a2342d None None] Set router 777f6a2a-ecca-46a1-89d9-e62d988dc6cd gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:22.807234 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de0d567-52e2-4c78-9cfb-d239f4f43fa0 tempest-TestNetworkAdvancedServerOps-1443237335 tempest-TestNetworkAdvancedServerOps-1443237335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:22.809047 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7de0d567-52e2-4c78-9cfb-d239f4f43fa0 tempest-TestNetworkAdvancedServerOps-1443237335 tempest-TestNetworkAdvancedServerOps-1443237335-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902667 Nov 12 04:25:22.811759 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58636) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:22.840183 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ceedc6ef-5671-4b82-a343-285f01f1d5d4 tempest-TestNetworkAdvancedServerOps-1443237335 tempest-TestNetworkAdvancedServerOps-1443237335-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=7932a4b6-40b8-49fc-bb5c-2a6d25b0a895&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271115 Nov 12 04:25:22.842566 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58638) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:22.847404 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-b5397172-02a4-4afb-933e-bcc3363941c2 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-467748040', 'network_id': 'e37ed6af-6232-435b-bf3b-f14d285c589a', 'project_id': '30062bada0e44b3289e392ccc393918e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:22.939196 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5397172-02a4-4afb-933e-bcc3363941c2 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Made reservation on behalf of 30062bada0e44b3289e392ccc393918e for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:25:22.945583 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b5397172-02a4-4afb-933e-bcc3363941c2 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:22.969763 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-ac954ea3-8a00-44c2-8033-f336f2a2342d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777f6a2a-ecca-46a1-89d9-e62d988dc6cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1808133053', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'e7569571-f3ac-402a-af4b-aaeedf48fc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:21Z', 'updated_at': '2021-11-12T04:25:22Z', 'revision_number': 3, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': 'e7569571-f3ac-402a-af4b-aaeedf48fc2f', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '777f6a2a-ecca-46a1-89d9-e62d988dc6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:21Z', 'updated_at': '2021-11-12T04:25:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:22.997100 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac954ea3-8a00-44c2-8033-f336f2a2342d None None] Checking router: 777f6a2a-ecca-46a1-89d9-e62d988dc6cd for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:25:22.997782 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac954ea3-8a00-44c2-8033-f336f2a2342d None None] Updating router 777f6a2a-ecca-46a1-89d9-e62d988dc6cd port e7569571-f3ac-402a-af4b-aaeedf48fc2f binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:25:23.028474 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ac954ea3-8a00-44c2-8033-f336f2a2342d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:23.128849 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b5397172-02a4-4afb-933e-bcc3363941c2 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:23.187963 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5397172-02a4-4afb-933e-bcc3363941c2 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'Subnet': ['ID=d6dc0352-48d0-4883-8fab-382351a3bac3,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:23.200412 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5397172-02a4-4afb-933e-bcc3363941c2 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Checking segment: {'id': 'f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e37ed6af-6232-435b-bf3b-f14d285c589a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:25:23.200770 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5397172-02a4-4afb-933e-bcc3363941c2 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Network hostable DHCP agents. Network: e37ed6af-6232-435b-bf3b-f14d285c589a, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:25:23.217157 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5397172-02a4-4afb-933e-bcc3363941c2 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Network e37ed6af-6232-435b-bf3b-f14d285c589a is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:25:23.226157 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-b5397172-02a4-4afb-933e-bcc3363941c2 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, e37ed6af-6232-435b-bf3b-f14d285c589a) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:23.231098 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5397172-02a4-4afb-933e-bcc3363941c2 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:23.231978 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b5397172-02a4-4afb-933e-bcc3363941c2 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:23.235333 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28c70f0-c51f-47fd-9f9f-0e8e43a023ca None None] Network e37ed6af-6232-435b-bf3b-f14d285c589a requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:25:23.251190 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b5397172-02a4-4afb-933e-bcc3363941c2 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4050128 Nov 12 04:25:23.251415 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58640) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:23.358792 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ac954ea3-8a00-44c2-8033-f336f2a2342d None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:23.366402 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ac954ea3-8a00-44c2-8033-f336f2a2342d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:23.438615 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfc6dc9-7498-4dfc-a4a0-27041b8c4ca8 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:25:23.447283 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43396be-aa7e-49bc-a813-729314027156 None None] Pushing event updated for resources: {'Port': ['ID=e7569571-f3ac-402a-af4b-aaeedf48fc2f,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:23.460941 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-ac954ea3-8a00-44c2-8033-f336f2a2342d None None] Attempting to bind port e7569571-f3ac-402a-af4b-aaeedf48fc2f on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:25:23.461149 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-ac954ea3-8a00-44c2-8033-f336f2a2342d None None] Attempting to bind port e7569571-f3ac-402a-af4b-aaeedf48fc2f by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:25:23.461592 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac954ea3-8a00-44c2-8033-f336f2a2342d None None] Attempting to bind port e7569571-f3ac-402a-af4b-aaeedf48fc2f on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:25:23.487085 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac954ea3-8a00-44c2-8033-f336f2a2342d None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:25:23.487490 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac954ea3-8a00-44c2-8033-f336f2a2342d None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:25:23.487986 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ac954ea3-8a00-44c2-8033-f336f2a2342d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:23.488238 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac954ea3-8a00-44c2-8033-f336f2a2342d None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:25:23.488721 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-ac954ea3-8a00-44c2-8033-f336f2a2342d None None] Bound port: e7569571-f3ac-402a-af4b-aaeedf48fc2f, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:25:23.489102 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ac954ea3-8a00-44c2-8033-f336f2a2342d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:23.510596 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72359143-5b17-41c1-9eb2-0c7ae7bf4940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-e37ed6af-6232-435b-bf3b-f14d285c589a', 'network_id': 'e37ed6af-6232-435b-bf3b-f14d285c589a', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'fixed_ips': [{'subnet_id': 'd6dc0352-48d0-4883-8fab-382351a3bac3'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:25:23.511540 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-72359143-5b17-41c1-9eb2-0c7ae7bf4940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:23.570476 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-90e0953e-2751-4d8c-af88-8b7e03d9b8a9 None None] Provisioning complete for port e7569571-f3ac-402a-af4b-aaeedf48fc2f triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:23.570845 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-90e0953e-2751-4d8c-af88-8b7e03d9b8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:23.638710 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-ac954ea3-8a00-44c2-8033-f336f2a2342d None None] For port e7569571-f3ac-402a-af4b-aaeedf48fc2f, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:25:23.674535 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-ac954ea3-8a00-44c2-8033-f336f2a2342d None None] For port e7569571-f3ac-402a-af4b-aaeedf48fc2f, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e7569571-f3ac-402a-af4b-aaeedf48fc2f,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:25:23.678944 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-90e0953e-2751-4d8c-af88-8b7e03d9b8a9 None None] Port e7569571-f3ac-402a-af4b-aaeedf48fc2f cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:25:23.684383 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ac954ea3-8a00-44c2-8033-f336f2a2342d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:23.696344 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fa32de6d-0b31-484c-9c59-3ef9b0452edd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:23.754684 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513f23a1-85ce-4585-8b51-b560f05c655b None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:25:23.789219 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43396be-aa7e-49bc-a813-729314027156 None None] Pushing event updated for resources: {'Port': ['ID=e7569571-f3ac-402a-af4b-aaeedf48fc2f,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:23.794445 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac954ea3-8a00-44c2-8033-f336f2a2342d None None] Routers {'777f6a2a-ecca-46a1-89d9-e62d988dc6cd'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:23.795063 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-ac954ea3-8a00-44c2-8033-f336f2a2342d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:25:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['777f6a2a-ecca-46a1-89d9-e62d988dc6cd'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:23.797904 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-72359143-5b17-41c1-9eb2-0c7ae7bf4940 None None] Allocated IP 172.20.0.2 (e37ed6af-6232-435b-bf3b-f14d285c589a/d6dc0352-48d0-4883-8fab-382351a3bac3/9a7d276f-24c3-470b-979b-99c1f4434c8e) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:25:23.976695 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4e17cb8b-0973-42b8-b2f5-e4336c0004d7 None None] Provisioning complete for port e7569571-f3ac-402a-af4b-aaeedf48fc2f triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:23.977060 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4e17cb8b-0973-42b8-b2f5-e4336c0004d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:23.985487 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-ac954ea3-8a00-44c2-8033-f336f2a2342d None None] Set router 777f6a2a-ecca-46a1-89d9-e62d988dc6cd gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:24.337869 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-72359143-5b17-41c1-9eb2-0c7ae7bf4940 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:24.366590 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-72359143-5b17-41c1-9eb2-0c7ae7bf4940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:24.399203 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-fa32de6d-0b31-484c-9c59-3ef9b0452edd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Allocated IP 172.20.0.1 (e37ed6af-6232-435b-bf3b-f14d285c589a/d6dc0352-48d0-4883-8fab-382351a3bac3/01c38617-262e-4f81-b22c-0249ddfff3b9) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:25:24.426670 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72359143-5b17-41c1-9eb2-0c7ae7bf4940 None None] Network e37ed6af-6232-435b-bf3b-f14d285c589a is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:24.452496 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-72359143-5b17-41c1-9eb2-0c7ae7bf4940 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:24.458680 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4e17cb8b-0973-42b8-b2f5-e4336c0004d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:24.463686 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72359143-5b17-41c1-9eb2-0c7ae7bf4940 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:25:24.468906 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72359143-5b17-41c1-9eb2-0c7ae7bf4940 None None] Pushing event updated for resources: {'Port': ['ID=9a7d276f-24c3-470b-979b-99c1f4434c8e,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:24.509358 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4e17cb8b-0973-42b8-b2f5-e4336c0004d7 None None] For port e7569571-f3ac-402a-af4b-aaeedf48fc2f, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e7569571-f3ac-402a-af4b-aaeedf48fc2f,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:24.516240 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fa32de6d-0b31-484c-9c59-3ef9b0452edd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:24.530615 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4e17cb8b-0973-42b8-b2f5-e4336c0004d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:24.551323 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fa32de6d-0b31-484c-9c59-3ef9b0452edd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:24.573099 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-72359143-5b17-41c1-9eb2-0c7ae7bf4940 None None] Attempting to bind port 9a7d276f-24c3-470b-979b-99c1f4434c8e on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:25:24.573467 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-72359143-5b17-41c1-9eb2-0c7ae7bf4940 None None] Attempting to bind port 9a7d276f-24c3-470b-979b-99c1f4434c8e by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e37ed6af-6232-435b-bf3b-f14d285c589a'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:25:24.573831 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72359143-5b17-41c1-9eb2-0c7ae7bf4940 None None] Attempting to bind port 9a7d276f-24c3-470b-979b-99c1f4434c8e on network e37ed6af-6232-435b-bf3b-f14d285c589a {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:25:24.590826 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72359143-5b17-41c1-9eb2-0c7ae7bf4940 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:25:24.591113 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72359143-5b17-41c1-9eb2-0c7ae7bf4940 None None] Checking segment: {'id': 'f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e37ed6af-6232-435b-bf3b-f14d285c589a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:25:24.591508 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-72359143-5b17-41c1-9eb2-0c7ae7bf4940 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:24.591893 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72359143-5b17-41c1-9eb2-0c7ae7bf4940 None None] Bound using segment: {'id': 'f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e37ed6af-6232-435b-bf3b-f14d285c589a'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:25:24.592373 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-72359143-5b17-41c1-9eb2-0c7ae7bf4940 None None] Bound port: 9a7d276f-24c3-470b-979b-99c1f4434c8e, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e37ed6af-6232-435b-bf3b-f14d285c589a'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:25:24.592748 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-72359143-5b17-41c1-9eb2-0c7ae7bf4940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:24.601448 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa32de6d-0b31-484c-9c59-3ef9b0452edd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Network e37ed6af-6232-435b-bf3b-f14d285c589a is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:24.604766 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-fa32de6d-0b31-484c-9c59-3ef9b0452edd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:24.607359 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa32de6d-0b31-484c-9c59-3ef9b0452edd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:25:24.614513 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-ac954ea3-8a00-44c2-8033-f336f2a2342d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777f6a2a-ecca-46a1-89d9-e62d988dc6cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1808133053', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'e7569571-f3ac-402a-af4b-aaeedf48fc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:21Z', 'updated_at': '2021-11-12T04:25:22Z', 'revision_number': 3, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': 'e7569571-f3ac-402a-af4b-aaeedf48fc2f', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '777f6a2a-ecca-46a1-89d9-e62d988dc6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:21Z', 'updated_at': '2021-11-12T04:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:24.616257 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e17cb8b-0973-42b8-b2f5-e4336c0004d7 None None] Pushing event updated for resources: {'Port': ['ID=e7569571-f3ac-402a-af4b-aaeedf48fc2f,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:24.635129 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa32de6d-0b31-484c-9c59-3ef9b0452edd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'Port': ['ID=01c38617-262e-4f81-b22c-0249ddfff3b9,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:24.659751 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fa32de6d-0b31-484c-9c59-3ef9b0452edd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:24.667243 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac954ea3-8a00-44c2-8033-f336f2a2342d None None] The sync data for ids ['777f6a2a-ecca-46a1-89d9-e62d988dc6cd'] in n-d-715271-27 is: [{'id': '777f6a2a-ecca-46a1-89d9-e62d988dc6cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1808133053', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'e7569571-f3ac-402a-af4b-aaeedf48fc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:21Z', 'updated_at': '2021-11-12T04:25:22Z', 'revision_number': 3, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': 'e7569571-f3ac-402a-af4b-aaeedf48fc2f', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '777f6a2a-ecca-46a1-89d9-e62d988dc6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:21Z', 'updated_at': '2021-11-12T04:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:25:24.703729 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-72359143-5b17-41c1-9eb2-0c7ae7bf4940 None None] For port 9a7d276f-24c3-470b-979b-99c1f4434c8e, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:25:24.707059 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-72359143-5b17-41c1-9eb2-0c7ae7bf4940 None None] For port 9a7d276f-24c3-470b-979b-99c1f4434c8e, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=9a7d276f-24c3-470b-979b-99c1f4434c8e,segment=NetworkSegment(f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a),segment_id=f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:25:24.713721 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-72359143-5b17-41c1-9eb2-0c7ae7bf4940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:24.776744 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72359143-5b17-41c1-9eb2-0c7ae7bf4940 None None] Pushing event updated for resources: {'Port': ['ID=9a7d276f-24c3-470b-979b-99c1f4434c8e,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:25.150439 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fa32de6d-0b31-484c-9c59-3ef9b0452edd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:25.447889 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fa32de6d-0b31-484c-9c59-3ef9b0452edd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:25.453234 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fa32de6d-0b31-484c-9c59-3ef9b0452edd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:25.531024 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-fa32de6d-0b31-484c-9c59-3ef9b0452edd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:25.533071 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa32de6d-0b31-484c-9c59-3ef9b0452edd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'Port': ['ID=01c38617-262e-4f81-b22c-0249ddfff3b9,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:25.635949 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa32de6d-0b31-484c-9c59-3ef9b0452edd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Network e37ed6af-6232-435b-bf3b-f14d285c589a is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:25.637516 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-fa32de6d-0b31-484c-9c59-3ef9b0452edd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:25.758308 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa32de6d-0b31-484c-9c59-3ef9b0452edd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Router 777f6a2a-ecca-46a1-89d9-e62d988dc6cd has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:25:25.797190 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58918c18-4ffe-477e-9916-111551fe9cc2 None None] Network e37ed6af-6232-435b-bf3b-f14d285c589a requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:25:25.873649 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa32de6d-0b31-484c-9c59-3ef9b0452edd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:25:25.877808 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-1e0e9e5d-21c0-4d21-9faf-b2de8ca0c0ca None None] Provisioning complete for port 9a7d276f-24c3-470b-979b-99c1f4434c8e triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:25.878530 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1e0e9e5d-21c0-4d21-9faf-b2de8ca0c0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:25.880448 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-fa32de6d-0b31-484c-9c59-3ef9b0452edd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "PUT /v2.0/routers/777f6a2a-ecca-46a1-89d9-e62d988dc6cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6266546 Nov 12 04:25:26.039066 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1e0e9e5d-21c0-4d21-9faf-b2de8ca0c0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:26.045542 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-a9494698-7d30-4ca8-b64d-e6c4cc41e921 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-758703005&fields=id&tenant_id=30062bada0e44b3289e392ccc393918e HTTP/1.1" status: 200 len: 267 time: 0.0491157 Nov 12 04:25:26.080562 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-1e0e9e5d-21c0-4d21-9faf-b2de8ca0c0ca None None] For port 9a7d276f-24c3-470b-979b-99c1f4434c8e, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=9a7d276f-24c3-470b-979b-99c1f4434c8e,segment=NetworkSegment(f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a),segment_id=f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:26.089852 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1e0e9e5d-21c0-4d21-9faf-b2de8ca0c0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:26.147434 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e9e5d-21c0-4d21-9faf-b2de8ca0c0ca None None] Pushing event updated for resources: {'Port': ['ID=9a7d276f-24c3-470b-979b-99c1f4434c8e,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:26.175874 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-916b3d1f-3543-47cc-a1eb-b013b81a74e8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:26.177781 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-916b3d1f-3543-47cc-a1eb-b013b81a74e8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/networks?id=e37ed6af-6232-435b-bf3b-f14d285c589a HTTP/1.1" status: 200 len: 796 time: 0.1244972 Nov 12 04:25:26.194138 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-199d36a1-1282-4a28-8c91-383303e71ffe tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/quotas/30062bada0e44b3289e392ccc393918e HTTP/1.1" status: 200 len: 375 time: 0.0103071 Nov 12 04:25:26.255105 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-29fe676a-f139-4980-9f01-b7eb85c456b0 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=30062bada0e44b3289e392ccc393918e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548394 Nov 12 04:25:26.272790 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-29803216-e6bc-4cfd-a955-9ce71d40b3cc service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:25:26.274070 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-29803216-e6bc-4cfd-a955-9ce71d40b3cc service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064237 Nov 12 04:25:26.316902 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-1538aa91-8ba5-4843-803d-a30782ab1cd8 None None] Provisioning complete for port 9a7d276f-24c3-470b-979b-99c1f4434c8e triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:26.319694 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1538aa91-8ba5-4843-803d-a30782ab1cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:26.319889 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4fc35e-c04e-43ad-b540-8aa58991d2a1 None None] Sync routers for ids ['777f6a2a-ecca-46a1-89d9-e62d988dc6cd'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:25:26.331802 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4fc35e-c04e-43ad-b540-8aa58991d2a1 None None] Routers {'777f6a2a-ecca-46a1-89d9-e62d988dc6cd'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:26.332556 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-5e4fc35e-c04e-43ad-b540-8aa58991d2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:25:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['777f6a2a-ecca-46a1-89d9-e62d988dc6cd'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:26.400656 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-771fbb24-1589-4e0e-8b14-d737e454f496 service neutron] 10.222.0.50 "GET /v2.0/networks/e37ed6af-6232-435b-bf3b-f14d285c589a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202588 Nov 12 04:25:26.435583 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-1538aa91-8ba5-4843-803d-a30782ab1cd8 None None] Provisioning complete for port 01c38617-262e-4f81-b22c-0249ddfff3b9 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:26.436350 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1538aa91-8ba5-4843-803d-a30782ab1cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:26.472539 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-5e4fc35e-c04e-43ad-b540-8aa58991d2a1 None None] Set router 777f6a2a-ecca-46a1-89d9-e62d988dc6cd gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:26.474358 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-1538aa91-8ba5-4843-803d-a30782ab1cd8 None None] Port 01c38617-262e-4f81-b22c-0249ddfff3b9 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:25:26.512158 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-992ae555-e497-4ee9-9464-d65b8f85d85d service neutron] 10.222.0.50 "GET /v2.0/networks/e37ed6af-6232-435b-bf3b-f14d285c589a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032634 Nov 12 04:25:26.598471 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-acf3b8f0-460d-44c2-b65a-112d20977ef3 None None] Provisioning complete for port 01c38617-262e-4f81-b22c-0249ddfff3b9 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:26.612799 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-acf3b8f0-460d-44c2-b65a-112d20977ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:26.675892 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-acf3b8f0-460d-44c2-b65a-112d20977ef3 None None] Port 01c38617-262e-4f81-b22c-0249ddfff3b9 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:25:26.711067 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8d8af77c-18e0-4e1e-9c0a-5959d39abfd8 req-6c8a9013-d089-40e9-8e42-f191cda30773 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 210 time: 0.0296874 Nov 12 04:25:26.807800 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-11c963a6-fe35-4b4d-9b10-2537c5dfb1a8 None None] Provisioning complete for port 01c38617-262e-4f81-b22c-0249ddfff3b9 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:26.808334 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-11c963a6-fe35-4b4d-9b10-2537c5dfb1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:26.841986 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e7569571-f3ac-402a-af4b-aaeedf48fc2f up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:25:26.868998 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-5e4fc35e-c04e-43ad-b540-8aa58991d2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777f6a2a-ecca-46a1-89d9-e62d988dc6cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1808133053', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'e7569571-f3ac-402a-af4b-aaeedf48fc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:21Z', 'updated_at': '2021-11-12T04:25:25Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': 'e7569571-f3ac-402a-af4b-aaeedf48fc2f', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777f6a2a-ecca-46a1-89d9-e62d988dc6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:21Z', 'updated_at': '2021-11-12T04:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '01c38617-262e-4f81-b22c-0249ddfff3b9', 'name': '', 'network_id': 'e37ed6af-6232-435b-bf3b-f14d285c589a', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'mac_address': 'fa:16:3e:75:76:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '777f6a2a-ecca-46a1-89d9-e62d988dc6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'd6dc0352-48d0-4883-8fab-382351a3bac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:23Z', 'updated_at': '2021-11-12T04:25:25Z', 'revision_number': 2, 'project_id': '30062bada0e44b3289e392ccc393918e', 'subnets': [{'id': 'd6dc0352-48d0-4883-8fab-382351a3bac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:26.888848 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-11c963a6-fe35-4b4d-9b10-2537c5dfb1a8 None None] Port 01c38617-262e-4f81-b22c-0249ddfff3b9 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:25:26.903404 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4fc35e-c04e-43ad-b540-8aa58991d2a1 None None] Checking router: 777f6a2a-ecca-46a1-89d9-e62d988dc6cd for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:25:26.904112 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4fc35e-c04e-43ad-b540-8aa58991d2a1 None None] Updating router 777f6a2a-ecca-46a1-89d9-e62d988dc6cd port 01c38617-262e-4f81-b22c-0249ddfff3b9 binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:25:26.904792 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port e7569571-f3ac-402a-af4b-aaeedf48fc2f triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:26.905165 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:26.936669 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5e4fc35e-c04e-43ad-b540-8aa58991d2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:26.990706 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 9a7d276f-24c3-470b-979b-99c1f4434c8e up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:25:27.046697 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 9a7d276f-24c3-470b-979b-99c1f4434c8e triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:27.047085 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:27.238273 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5e4fc35e-c04e-43ad-b540-8aa58991d2a1 None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:27.244329 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5e4fc35e-c04e-43ad-b540-8aa58991d2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:27.314561 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400aeb9f-cb92-4e1b-afd4-89e8d50a2905 None None] Pushing event updated for resources: {'Port': ['ID=01c38617-262e-4f81-b22c-0249ddfff3b9,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:27.342797 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400aeb9f-cb92-4e1b-afd4-89e8d50a2905 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:27.343457 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400aeb9f-cb92-4e1b-afd4-89e8d50a2905 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:27.343647 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400aeb9f-cb92-4e1b-afd4-89e8d50a2905 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:27.343873 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400aeb9f-cb92-4e1b-afd4-89e8d50a2905 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:27.344164 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400aeb9f-cb92-4e1b-afd4-89e8d50a2905 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:27.344492 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400aeb9f-cb92-4e1b-afd4-89e8d50a2905 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:27.344814 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400aeb9f-cb92-4e1b-afd4-89e8d50a2905 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:27.345124 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400aeb9f-cb92-4e1b-afd4-89e8d50a2905 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:27.345449 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400aeb9f-cb92-4e1b-afd4-89e8d50a2905 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:27.345767 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400aeb9f-cb92-4e1b-afd4-89e8d50a2905 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:27.346082 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400aeb9f-cb92-4e1b-afd4-89e8d50a2905 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:27.346413 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400aeb9f-cb92-4e1b-afd4-89e8d50a2905 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:27.353916 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-5e4fc35e-c04e-43ad-b540-8aa58991d2a1 None None] Attempting to bind port 01c38617-262e-4f81-b22c-0249ddfff3b9 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:25:27.354279 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-5e4fc35e-c04e-43ad-b540-8aa58991d2a1 None None] Attempting to bind port 01c38617-262e-4f81-b22c-0249ddfff3b9 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e37ed6af-6232-435b-bf3b-f14d285c589a'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:25:27.354633 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4fc35e-c04e-43ad-b540-8aa58991d2a1 None None] Attempting to bind port 01c38617-262e-4f81-b22c-0249ddfff3b9 on network e37ed6af-6232-435b-bf3b-f14d285c589a {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:25:27.359708 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4fc35e-c04e-43ad-b540-8aa58991d2a1 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:25:27.360355 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4fc35e-c04e-43ad-b540-8aa58991d2a1 None None] Checking segment: {'id': 'f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e37ed6af-6232-435b-bf3b-f14d285c589a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:25:27.360928 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5e4fc35e-c04e-43ad-b540-8aa58991d2a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:27.361476 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4fc35e-c04e-43ad-b540-8aa58991d2a1 None None] Bound using segment: {'id': 'f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e37ed6af-6232-435b-bf3b-f14d285c589a'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:25:27.361942 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-5e4fc35e-c04e-43ad-b540-8aa58991d2a1 None None] Bound port: 01c38617-262e-4f81-b22c-0249ddfff3b9, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e37ed6af-6232-435b-bf3b-f14d285c589a'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:25:27.362320 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5e4fc35e-c04e-43ad-b540-8aa58991d2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:27.443171 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-5e4fc35e-c04e-43ad-b540-8aa58991d2a1 None None] For port 01c38617-262e-4f81-b22c-0249ddfff3b9, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:25:27.446970 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-5e4fc35e-c04e-43ad-b540-8aa58991d2a1 None None] For port 01c38617-262e-4f81-b22c-0249ddfff3b9, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=01c38617-262e-4f81-b22c-0249ddfff3b9,segment=NetworkSegment(f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a),segment_id=f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:25:27.450949 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5e4fc35e-c04e-43ad-b540-8aa58991d2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:27.502901 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4fc35e-c04e-43ad-b540-8aa58991d2a1 None None] Routers {'777f6a2a-ecca-46a1-89d9-e62d988dc6cd'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:27.503595 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-5e4fc35e-c04e-43ad-b540-8aa58991d2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:25:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['777f6a2a-ecca-46a1-89d9-e62d988dc6cd'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:27.515265 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-81234efe-bf96-4aac-b258-e86c626003b1 None None] Provisioning complete for port 01c38617-262e-4f81-b22c-0249ddfff3b9 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:27.515633 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-81234efe-bf96-4aac-b258-e86c626003b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:27.549577 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400aeb9f-cb92-4e1b-afd4-89e8d50a2905 None None] Pushing event updated for resources: {'Port': ['ID=01c38617-262e-4f81-b22c-0249ddfff3b9,revision_number=4']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:27.608905 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-81234efe-bf96-4aac-b258-e86c626003b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:27.629017 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-5e4fc35e-c04e-43ad-b540-8aa58991d2a1 None None] Set router 777f6a2a-ecca-46a1-89d9-e62d988dc6cd gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:27.645752 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-81234efe-bf96-4aac-b258-e86c626003b1 None None] For port 01c38617-262e-4f81-b22c-0249ddfff3b9, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=01c38617-262e-4f81-b22c-0249ddfff3b9,segment=NetworkSegment(f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a),segment_id=f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:27.651057 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-81234efe-bf96-4aac-b258-e86c626003b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:27.704432 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81234efe-bf96-4aac-b258-e86c626003b1 None None] Pushing event updated for resources: {'Port': ['ID=01c38617-262e-4f81-b22c-0249ddfff3b9,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:27.778271 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4f67bb41-f8ce-4593-ad79-2a1fddfb3abf None None] Provisioning complete for port 01c38617-262e-4f81-b22c-0249ddfff3b9 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:27.779198 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4f67bb41-f8ce-4593-ad79-2a1fddfb3abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:27.842847 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fc47e3d7-a252-4d1c-bee3-41af3ed41076 req-5451e953-f2ec-4e47-a026-a335a3ab5772 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 210 time: 0.0358605 Nov 12 04:25:27.886610 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-5e4fc35e-c04e-43ad-b540-8aa58991d2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777f6a2a-ecca-46a1-89d9-e62d988dc6cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1808133053', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'e7569571-f3ac-402a-af4b-aaeedf48fc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:21Z', 'updated_at': '2021-11-12T04:25:25Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': 'e7569571-f3ac-402a-af4b-aaeedf48fc2f', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777f6a2a-ecca-46a1-89d9-e62d988dc6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:21Z', 'updated_at': '2021-11-12T04:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '01c38617-262e-4f81-b22c-0249ddfff3b9', 'name': '', 'network_id': 'e37ed6af-6232-435b-bf3b-f14d285c589a', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'mac_address': 'fa:16:3e:75:76:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '777f6a2a-ecca-46a1-89d9-e62d988dc6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'd6dc0352-48d0-4883-8fab-382351a3bac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:23Z', 'updated_at': '2021-11-12T04:25:27Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'subnets': [{'id': 'd6dc0352-48d0-4883-8fab-382351a3bac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:27.920999 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4fc35e-c04e-43ad-b540-8aa58991d2a1 None None] The sync data for ids ['777f6a2a-ecca-46a1-89d9-e62d988dc6cd'] in n-d-715271-27 is: [{'id': '777f6a2a-ecca-46a1-89d9-e62d988dc6cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1808133053', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'e7569571-f3ac-402a-af4b-aaeedf48fc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:21Z', 'updated_at': '2021-11-12T04:25:25Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': 'e7569571-f3ac-402a-af4b-aaeedf48fc2f', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777f6a2a-ecca-46a1-89d9-e62d988dc6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:21Z', 'updated_at': '2021-11-12T04:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '01c38617-262e-4f81-b22c-0249ddfff3b9', 'name': '', 'network_id': 'e37ed6af-6232-435b-bf3b-f14d285c589a', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'mac_address': 'fa:16:3e:75:76:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '777f6a2a-ecca-46a1-89d9-e62d988dc6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'd6dc0352-48d0-4883-8fab-382351a3bac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:23Z', 'updated_at': '2021-11-12T04:25:27Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'subnets': [{'id': 'd6dc0352-48d0-4883-8fab-382351a3bac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:25:27.977893 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-ed748dfc-302c-46a0-a19e-a8048be5b67c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:27.979555 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-ed748dfc-302c-46a0-a19e-a8048be5b67c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.90 "GET /v2.0/networks?id=e37ed6af-6232-435b-bf3b-f14d285c589a HTTP/1.1" status: 200 len: 796 time: 0.1347280 Nov 12 04:25:28.056037 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-73c56ce4-9746-48b7-a8d7-fdebdef10a58 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30062bada0e44b3289e392ccc393918e HTTP/1.1" status: 200 len: 379 time: 0.0602021 Nov 12 04:25:28.087824 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-997d934d-03fa-455b-a5d7-0b10ba27166a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'port': {'device_id': 'bd45911c-7a4a-43ce-a340-2af6ef7d38d7', 'network_id': 'e37ed6af-6232-435b-bf3b-f14d285c589a', 'admin_state_up': True, 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'security_groups': ['317aafca-7fe3-4755-8743-981fce599aeb']}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:28.202233 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-997d934d-03fa-455b-a5d7-0b10ba27166a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Made reservation on behalf of 30062bada0e44b3289e392ccc393918e for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:25:28.205978 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-997d934d-03fa-455b-a5d7-0b10ba27166a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:28.341776 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-997d934d-03fa-455b-a5d7-0b10ba27166a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Allocated IP 172.20.0.12 (e37ed6af-6232-435b-bf3b-f14d285c589a/d6dc0352-48d0-4883-8fab-382351a3bac3/8f0208db-da40-4817-90f6-8af61b0bb525) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:25:28.495995 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-997d934d-03fa-455b-a5d7-0b10ba27166a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:28.530363 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-997d934d-03fa-455b-a5d7-0b10ba27166a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:28.577145 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-997d934d-03fa-455b-a5d7-0b10ba27166a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Network e37ed6af-6232-435b-bf3b-f14d285c589a is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:28.580500 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-997d934d-03fa-455b-a5d7-0b10ba27166a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:28.585100 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-997d934d-03fa-455b-a5d7-0b10ba27166a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:25:28.620141 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d934d-03fa-455b-a5d7-0b10ba27166a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'Port': ['ID=8f0208db-da40-4817-90f6-8af61b0bb525,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:28.640438 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-997d934d-03fa-455b-a5d7-0b10ba27166a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:28.641648 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-997d934d-03fa-455b-a5d7-0b10ba27166a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:28.666256 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-997d934d-03fa-455b-a5d7-0b10ba27166a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5808928 Nov 12 04:25:28.686083 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-056f88b2-d0c8-4cfd-a250-bf0ef607cfa8 service neutron] Request body: {'port': {'device_id': 'bd45911c-7a4a-43ce-a340-2af6ef7d38d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:28.721132 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 01c38617-262e-4f81-b22c-0249ddfff3b9 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:25:28.772773 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-056f88b2-d0c8-4cfd-a250-bf0ef607cfa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:28.785470 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 01c38617-262e-4f81-b22c-0249ddfff3b9 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:28.785760 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:28.922743 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-0f81f5cd-0e10-4fce-b07e-3874be8f9c37 None None] Provisioning complete for port 8f0208db-da40-4817-90f6-8af61b0bb525 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:28.923511 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0f81f5cd-0e10-4fce-b07e-3874be8f9c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:28.966623 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-0f81f5cd-0e10-4fce-b07e-3874be8f9c37 None None] Port 8f0208db-da40-4817-90f6-8af61b0bb525 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:25:29.005175 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0809d3a-962d-4500-9f3a-5927f77e1a9b req-a49a0047-bf59-4070-8a48-837cffec8e70 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:29.013535 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d0809d3a-962d-4500-9f3a-5927f77e1a9b req-a49a0047-bf59-4070-8a48-837cffec8e70 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 932 time: 0.0615757 Nov 12 04:25:29.062766 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d0809d3a-962d-4500-9f3a-5927f77e1a9b req-f4172bf6-dbed-4db4-a8ad-c02d5cc35547 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=317aafca-7fe3-4755-8743-981fce599aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483534 Nov 12 04:25:29.081215 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-056f88b2-d0c8-4cfd-a250-bf0ef607cfa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f0208db-da40-4817-90f6-8af61b0bb525 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:25:29.089766 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-056f88b2-d0c8-4cfd-a250-bf0ef607cfa8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:29.103296 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-056f88b2-d0c8-4cfd-a250-bf0ef607cfa8 service neutron] Transition to ACTIVE for port object 8f0208db-da40-4817-90f6-8af61b0bb525 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:25:29.106920 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-056f88b2-d0c8-4cfd-a250-bf0ef607cfa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:29.159418 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f88b2-d0c8-4cfd-a250-bf0ef607cfa8 service neutron] Pushing event updated for resources: {'Port': ['ID=8f0208db-da40-4817-90f6-8af61b0bb525,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:29.231613 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-056f88b2-d0c8-4cfd-a250-bf0ef607cfa8 service neutron] Attempting to bind port 8f0208db-da40-4817-90f6-8af61b0bb525 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:25:29.231944 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-056f88b2-d0c8-4cfd-a250-bf0ef607cfa8 service neutron] Attempting to bind port 8f0208db-da40-4817-90f6-8af61b0bb525 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': 'f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e37ed6af-6232-435b-bf3b-f14d285c589a'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:25:29.232303 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-056f88b2-d0c8-4cfd-a250-bf0ef607cfa8 service neutron] Attempting to bind port 8f0208db-da40-4817-90f6-8af61b0bb525 on network e37ed6af-6232-435b-bf3b-f14d285c589a {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:25:29.236855 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-056f88b2-d0c8-4cfd-a250-bf0ef607cfa8 service neutron] Port 8f0208db-da40-4817-90f6-8af61b0bb525 on network e37ed6af-6232-435b-bf3b-f14d285c589a not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:25:29.237171 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-056f88b2-d0c8-4cfd-a250-bf0ef607cfa8 service neutron] Attempting to bind port 8f0208db-da40-4817-90f6-8af61b0bb525 on network e37ed6af-6232-435b-bf3b-f14d285c589a {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:25:29.242594 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-056f88b2-d0c8-4cfd-a250-bf0ef607cfa8 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:25:29.242935 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-056f88b2-d0c8-4cfd-a250-bf0ef607cfa8 service neutron] Checking segment: {'id': 'f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e37ed6af-6232-435b-bf3b-f14d285c589a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:25:29.243339 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-056f88b2-d0c8-4cfd-a250-bf0ef607cfa8 service neutron] Bound using segment: {'id': 'f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e37ed6af-6232-435b-bf3b-f14d285c589a'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:25:29.243746 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-056f88b2-d0c8-4cfd-a250-bf0ef607cfa8 service neutron] Bound port: 8f0208db-da40-4817-90f6-8af61b0bb525, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e37ed6af-6232-435b-bf3b-f14d285c589a'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:25:29.244118 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-056f88b2-d0c8-4cfd-a250-bf0ef607cfa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:29.311352 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-056f88b2-d0c8-4cfd-a250-bf0ef607cfa8 service neutron] For port 8f0208db-da40-4817-90f6-8af61b0bb525, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:25:29.314620 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-056f88b2-d0c8-4cfd-a250-bf0ef607cfa8 service neutron] For port 8f0208db-da40-4817-90f6-8af61b0bb525, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=8f0208db-da40-4817-90f6-8af61b0bb525,segment=NetworkSegment(f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a),segment_id=f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:25:29.318947 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-056f88b2-d0c8-4cfd-a250-bf0ef607cfa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:29.352901 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-056f88b2-d0c8-4cfd-a250-bf0ef607cfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:29.353530 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-056f88b2-d0c8-4cfd-a250-bf0ef607cfa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:29.355398 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-056f88b2-d0c8-4cfd-a250-bf0ef607cfa8 service neutron] 10.222.0.90 "PUT /v2.0/ports/8f0208db-da40-4817-90f6-8af61b0bb525 HTTP/1.1" status: 200 len: 1093 time: 0.6752396 Nov 12 04:25:29.357536 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd45911c-7a4a-43ce-a340-2af6ef7d38d7', 'tag': '8f0208db-da40-4817-90f6-8af61b0bb525'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:25:29.359841 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c174c990332584687cba245f58d77d589c2fb4d31e1df7b34358bbebc3c39c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffe4e11-961e-4ab3-9626-137e4961f8c5" -d '{"events": [{"name": "network-changed", "server_uuid": "bd45911c-7a4a-43ce-a340-2af6ef7d38d7", "tag": "8f0208db-da40-4817-90f6-8af61b0bb525"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:25:29.387536 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f88b2-d0c8-4cfd-a250-bf0ef607cfa8 service neutron] Pushing event updated for resources: {'Port': ['ID=8f0208db-da40-4817-90f6-8af61b0bb525,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:29.407169 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd33ae7-36c5-4e01-8ff7-f777320380fa x-openstack-request-id: req-ecd33ae7-36c5-4e01-8ff7-f777320380fa {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:25:29.407577 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd45911c-7a4a-43ce-a340-2af6ef7d38d7", "tag": "8f0208db-da40-4817-90f6-8af61b0bb525", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:25:29.408228 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ecd33ae7-36c5-4e01-8ff7-f777320380fa {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:25:29.408736 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd45911c-7a4a-43ce-a340-2af6ef7d38d7', 'tag': '8f0208db-da40-4817-90f6-8af61b0bb525', 'status': 'completed', 'code': 200} Nov 12 04:25:29.485229 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-c9b86aeb-1e23-45ab-ad5e-666274836488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:29.486991 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-c9b86aeb-1e23-45ab-ad5e-666274836488 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=30062bada0e44b3289e392ccc393918e&device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 1096 time: 0.0486531 Nov 12 04:25:29.540067 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-75b5c94e-9e8f-4205-9de2-3587696d9043 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f0208db-da40-4817-90f6-8af61b0bb525 HTTP/1.1" status: 200 len: 217 time: 0.0380538 Nov 12 04:25:29.591805 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-2559277f-866d-49b8-b1ed-6a5affce9de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:29.593154 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-2559277f-866d-49b8-b1ed-6a5affce9de5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d6dc0352-48d0-4883-8fab-382351a3bac3 HTTP/1.1" status: 200 len: 834 time: 0.0437121 Nov 12 04:25:29.646955 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-42981cd3-ef3b-41cc-a0f1-f41411dea6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:29.648510 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-42981cd3-ef3b-41cc-a0f1-f41411dea6f2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e37ed6af-6232-435b-bf3b-f14d285c589a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467594 Nov 12 04:25:29.739690 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-7de46ea7-568a-4939-9cfe-8773872dfe0b service neutron] 10.222.0.90 "GET /v2.0/networks/e37ed6af-6232-435b-bf3b-f14d285c589a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824916 Nov 12 04:25:29.834578 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-07dc5ca7-afc0-4889-a9c9-f00b609ddc08 req-fe2c5da3-dbb0-4eb6-95c7-d2117ded920c service neutron] 10.222.0.90 "GET /v2.0/networks/e37ed6af-6232-435b-bf3b-f14d285c589a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872805 Nov 12 04:25:29.969143 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe4e11-961e-4ab3-9626-137e4961f8c5 req-c683cd44-675f-4356-adb4-9b476c2ad040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:29.970617 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2ffe4e11-961e-4ab3-9626-137e4961f8c5 req-c683cd44-675f-4356-adb4-9b476c2ad040 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=30062bada0e44b3289e392ccc393918e&device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 1096 time: 0.0427306 Nov 12 04:25:30.066792 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe4e11-961e-4ab3-9626-137e4961f8c5 req-e033639a-6a52-4b24-acb3-8fa0ea2fb2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:30.069156 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2ffe4e11-961e-4ab3-9626-137e4961f8c5 req-e033639a-6a52-4b24-acb3-8fa0ea2fb2e9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e37ed6af-6232-435b-bf3b-f14d285c589a HTTP/1.1" status: 200 len: 897 time: 0.0881681 Nov 12 04:25:30.111528 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2ffe4e11-961e-4ab3-9626-137e4961f8c5 req-0b257550-e235-4c41-bebd-1c94dfb3cf89 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f0208db-da40-4817-90f6-8af61b0bb525 HTTP/1.1" status: 200 len: 217 time: 0.0350795 Nov 12 04:25:30.164602 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe4e11-961e-4ab3-9626-137e4961f8c5 req-54114ba2-3841-4efc-8d8d-c4f42651789d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:30.166058 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2ffe4e11-961e-4ab3-9626-137e4961f8c5 req-54114ba2-3841-4efc-8d8d-c4f42651789d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d6dc0352-48d0-4883-8fab-382351a3bac3 HTTP/1.1" status: 200 len: 834 time: 0.0437913 Nov 12 04:25:30.185221 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983961a-8bed-4e87-874b-0ccc7f21300d req-9430e83a-e98e-4045-a0fb-43975c81f3a7 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:30.186719 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1983961a-8bed-4e87-874b-0ccc7f21300d req-9430e83a-e98e-4045-a0fb-43975c81f3a7 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 944 time: 0.0543518 Nov 12 04:25:30.214077 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe4e11-961e-4ab3-9626-137e4961f8c5 req-a4d08975-0d43-486a-a22c-28fa37da078c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:30.215472 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2ffe4e11-961e-4ab3-9626-137e4961f8c5 req-a4d08975-0d43-486a-a22c-28fa37da078c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e37ed6af-6232-435b-bf3b-f14d285c589a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419238 Nov 12 04:25:30.237737 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1983961a-8bed-4e87-874b-0ccc7f21300d req-f573748a-36a8-41c8-8afb-9483a4767802 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=317aafca-7fe3-4755-8743-981fce599aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443561 Nov 12 04:25:30.318604 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2ffe4e11-961e-4ab3-9626-137e4961f8c5 req-989b83d5-2b9a-4f1c-a326-a1cb3ba94083 service neutron] 10.222.0.90 "GET /v2.0/networks/e37ed6af-6232-435b-bf3b-f14d285c589a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916233 Nov 12 04:25:30.411598 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2ffe4e11-961e-4ab3-9626-137e4961f8c5 req-6d45c99a-144f-459d-a52f-235ff5ba45de service neutron] 10.222.0.90 "GET /v2.0/networks/e37ed6af-6232-435b-bf3b-f14d285c589a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853357 Nov 12 04:25:30.485478 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-adbda6e9-8750-43d3-a23d-ae6a3aa1fe23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:31.355811 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6290c3d-9ddd-4f22-9f9e-d48549d2808a req-d5757101-fb8e-4539-8ed7-f946963d9fc8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:31.357312 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a6290c3d-9ddd-4f22-9f9e-d48549d2808a req-d5757101-fb8e-4539-8ed7-f946963d9fc8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 944 time: 0.0495462 Nov 12 04:25:31.406190 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a6290c3d-9ddd-4f22-9f9e-d48549d2808a req-4a45551c-fec0-4bad-8b62-fbba21e9eff4 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=317aafca-7fe3-4755-8743-981fce599aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430012 Nov 12 04:25:32.526085 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d886e-1fd8-4f79-82f3-f0a1d46dbffc req-27c7e18b-7354-4447-bf7f-4fd42d9bbfb4 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:32.527581 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3d5d886e-1fd8-4f79-82f3-f0a1d46dbffc req-27c7e18b-7354-4447-bf7f-4fd42d9bbfb4 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 944 time: 0.0496137 Nov 12 04:25:32.577336 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3d5d886e-1fd8-4f79-82f3-f0a1d46dbffc req-1b506058-7cb7-4936-88b5-b12ebc5248bb tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=317aafca-7fe3-4755-8743-981fce599aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437987 Nov 12 04:25:32.927715 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:25:33.464859 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5a9caffe-7b1e-4b16-b272-abae6d2f0613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:33.691501 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca788b-6722-40d8-859b-cdc14077b39f req-8ba4f0cf-a6be-4e64-9296-819faacec291 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:33.692960 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4bca788b-6722-40d8-859b-cdc14077b39f req-8ba4f0cf-a6be-4e64-9296-819faacec291 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 944 time: 0.0483994 Nov 12 04:25:33.743329 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4bca788b-6722-40d8-859b-cdc14077b39f req-3943214d-5178-41d3-8caa-e4b9d615f014 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=317aafca-7fe3-4755-8743-981fce599aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434849 Nov 12 04:25:33.749723 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 8f0208db-da40-4817-90f6-8af61b0bb525 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:25:33.848823 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 8f0208db-da40-4817-90f6-8af61b0bb525, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=8f0208db-da40-4817-90f6-8af61b0bb525,segment=NetworkSegment(f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a),segment_id=f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:33.859736 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '8f0208db-da40-4817-90f6-8af61b0bb525', 'network_id': 'e37ed6af-6232-435b-bf3b-f14d285c589a', 'port_id': '8f0208db-da40-4817-90f6-8af61b0bb525', 'mac_address': 'fa:16:3e:93:aa:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6dc0352-48d0-4883-8fab-382351a3bac3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:25:33.897642 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:33.910032 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f0208db-da40-4817-90f6-8af61b0bb525 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:25:33.930255 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 8f0208db-da40-4817-90f6-8af61b0bb525, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=8f0208db-da40-4817-90f6-8af61b0bb525,segment=NetworkSegment(f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a),segment_id=f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:33.934625 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:33.985883 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=8f0208db-da40-4817-90f6-8af61b0bb525,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:34.257712 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['8f0208db-da40-4817-90f6-8af61b0bb525'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:25:34.344235 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:34.859684 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd54cd-eefe-4605-a3d1-69fc0f8c0ffd req-01c4acdf-fa16-434e-ab6e-eb49263f5a2a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:34.861172 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-57fd54cd-eefe-4605-a3d1-69fc0f8c0ffd req-01c4acdf-fa16-434e-ab6e-eb49263f5a2a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 945 time: 0.0493772 Nov 12 04:25:34.915128 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-57fd54cd-eefe-4605-a3d1-69fc0f8c0ffd req-e225a685-b2d1-4ead-9a8c-c2b91b876002 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=317aafca-7fe3-4755-8743-981fce599aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472870 Nov 12 04:25:35.653400 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:35.773885 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 8f0208db-da40-4817-90f6-8af61b0bb525 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:25:35.824263 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 8f0208db-da40-4817-90f6-8af61b0bb525 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:25:35.828652 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 8f0208db-da40-4817-90f6-8af61b0bb525 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:35.829023 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:35.911334 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:35.940510 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd45911c-7a4a-43ce-a340-2af6ef7d38d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0208db-da40-4817-90f6-8af61b0bb525'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:25:35.943037 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b6ddd3dcdf33591bed50c5a7e661b8bd9e6bfa45082c02e2ff7a95d810a3d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f17305-60a4-4039-8676-ae6ec62eef52" -d '{"events": [{"server_uuid": "bd45911c-7a4a-43ce-a340-2af6ef7d38d7", "name": "network-vif-plugged", "status": "completed", "tag": "8f0208db-da40-4817-90f6-8af61b0bb525"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:25:35.956487 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 8f0208db-da40-4817-90f6-8af61b0bb525, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=8f0208db-da40-4817-90f6-8af61b0bb525,segment=NetworkSegment(f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a),segment_id=f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:35.961598 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:35.992608 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3be0faa-cbdc-43c0-b93f-67c1583cf362 x-openstack-request-id: req-c3be0faa-cbdc-43c0-b93f-67c1583cf362 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:25:35.992894 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd45911c-7a4a-43ce-a340-2af6ef7d38d7", "name": "network-vif-plugged", "status": "completed", "tag": "8f0208db-da40-4817-90f6-8af61b0bb525", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:25:35.993143 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c3be0faa-cbdc-43c0-b93f-67c1583cf362 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:25:35.993530 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd45911c-7a4a-43ce-a340-2af6ef7d38d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0208db-da40-4817-90f6-8af61b0bb525', 'code': 200} Nov 12 04:25:36.024497 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=8f0208db-da40-4817-90f6-8af61b0bb525,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:36.044296 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ba1f5-1f8d-456f-bb3f-289eec8a4df5 req-aa894a83-8ede-4a90-91e7-c5c8c9a497f6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:36.045768 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a81ba1f5-1f8d-456f-bb3f-289eec8a4df5 req-aa894a83-8ede-4a90-91e7-c5c8c9a497f6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 946 time: 0.0583489 Nov 12 04:25:36.120139 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a81ba1f5-1f8d-456f-bb3f-289eec8a4df5 req-adaf9106-48d0-4901-8835-38af359db32c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=317aafca-7fe3-4755-8743-981fce599aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683651 Nov 12 04:25:36.132823 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f098a-00f7-4a0d-9813-6162ca9c7c75 req-b1d32496-bfb8-4f17-8759-b9ffdc268f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:36.134376 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3c2f098a-00f7-4a0d-9813-6162ca9c7c75 req-b1d32496-bfb8-4f17-8759-b9ffdc268f8c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 1098 time: 0.0536156 Nov 12 04:25:36.181231 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3c2f098a-00f7-4a0d-9813-6162ca9c7c75 req-fe99f09a-52bc-4f01-9c49-bc6bff991354 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=317aafca-7fe3-4755-8743-981fce599aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395582 Nov 12 04:25:36.488387 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:37.240244 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23a53f-9784-4131-bd3d-54739d711a84 req-fd73b878-bbd8-4a73-a7d5-76d4a2f7c4d2 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:37.241759 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4c23a53f-9784-4131-bd3d-54739d711a84 req-fd73b878-bbd8-4a73-a7d5-76d4a2f7c4d2 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 946 time: 0.0522535 Nov 12 04:25:37.292065 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4c23a53f-9784-4131-bd3d-54739d711a84 req-401d195f-42df-4113-a1ad-c539a50095e6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=317aafca-7fe3-4755-8743-981fce599aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443656 Nov 12 04:25:38.411371 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695eb95-1f7c-4feb-b03e-f7586a0561e5 req-67f13548-75d7-417f-a03c-657e0229b4ae tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:38.413530 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7695eb95-1f7c-4feb-b03e-f7586a0561e5 req-67f13548-75d7-417f-a03c-657e0229b4ae tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 946 time: 0.0534034 Nov 12 04:25:38.464761 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7695eb95-1f7c-4feb-b03e-f7586a0561e5 req-fdeac3c5-ea82-4f16-9a45-a8085716c683 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=317aafca-7fe3-4755-8743-981fce599aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449929 Nov 12 04:25:38.578181 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b396f126-3dd6-4137-a21d-5c14d8c78ad8 req-631b5eee-d621-459b-acab-a97d3cb9dd07 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:38.579672 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b396f126-3dd6-4137-a21d-5c14d8c78ad8 req-631b5eee-d621-459b-acab-a97d3cb9dd07 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 946 time: 0.0487390 Nov 12 04:25:38.630041 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b396f126-3dd6-4137-a21d-5c14d8c78ad8 req-0345661a-8006-4f86-853b-47f7782d79c1 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=317aafca-7fe3-4755-8743-981fce599aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439036 Nov 12 04:25:38.651959 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58698) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:38.691970 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b1518c-8acb-4407-9849-3727720fd34b tempest-TestNetworkAdvancedServerOps-1443237335 tempest-TestNetworkAdvancedServerOps-1443237335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:38.694105 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b5b1518c-8acb-4407-9849-3727720fd34b tempest-TestNetworkAdvancedServerOps-1443237335 tempest-TestNetworkAdvancedServerOps-1443237335-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 1093 time: 0.0402911 Nov 12 04:25:38.697511 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58700) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:38.701838 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-d6a7dc9b-d800-4a53-b3a3-3792cfb90200 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'port_id': '8f0208db-da40-4817-90f6-8af61b0bb525', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:38.724636 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d6a7dc9b-d800-4a53-b3a3-3792cfb90200 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for floatingip, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:38.821937 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d6a7dc9b-d800-4a53-b3a3-3792cfb90200 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:38.922643 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-d6a7dc9b-d800-4a53-b3a3-3792cfb90200 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Allocated IP 172.25.5.39 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/635c40a8-5d39-4881-9f33-1da2e61ef623) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:25:39.039362 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d6a7dc9b-d800-4a53-b3a3-3792cfb90200 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:39.074223 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d6a7dc9b-d800-4a53-b3a3-3792cfb90200 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:39.109409 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a7dc9b-d800-4a53-b3a3-3792cfb90200 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:39.114132 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-d6a7dc9b-d800-4a53-b3a3-3792cfb90200 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:39.118829 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a7dc9b-d800-4a53-b3a3-3792cfb90200 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:25:39.145038 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7dc9b-d800-4a53-b3a3-3792cfb90200 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'Port': ['ID=635c40a8-5d39-4881-9f33-1da2e61ef623,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:39.359129 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:39.782503 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d6a7dc9b-d800-4a53-b3a3-3792cfb90200 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:39.851077 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d6a7dc9b-d800-4a53-b3a3-3792cfb90200 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:40.009588 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d6a7dc9b-d800-4a53-b3a3-3792cfb90200 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:40.014067 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d6a7dc9b-d800-4a53-b3a3-3792cfb90200 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:40.086873 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7dc9b-d800-4a53-b3a3-3792cfb90200 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'Port': ['ID=635c40a8-5d39-4881-9f33-1da2e61ef623,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:40.095645 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d6a7dc9b-d800-4a53-b3a3-3792cfb90200 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:40.207633 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [None req-d6a7dc9b-d800-4a53-b3a3-3792cfb90200 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Floating IP 2d1c9324-aba4-490f-b45f-3790fe31570a associated. External IP: 172.25.5.39, port: 8f0208db-da40-4817-90f6-8af61b0bb525. Nov 12 04:25:40.425540 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a7dc9b-d800-4a53-b3a3-3792cfb90200 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Router 777f6a2a-ecca-46a1-89d9-e62d988dc6cd has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:25:40.537411 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a7dc9b-d800-4a53-b3a3-3792cfb90200 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:25:40.547400 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344afae3-275b-4d68-a650-aa65fa95d508 None None] Sync routers for ids ['777f6a2a-ecca-46a1-89d9-e62d988dc6cd'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:25:40.554876 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-d6a7dc9b-d800-4a53-b3a3-3792cfb90200 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:40.559346 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344afae3-275b-4d68-a650-aa65fa95d508 None None] Routers {'777f6a2a-ecca-46a1-89d9-e62d988dc6cd'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:40.559981 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-344afae3-275b-4d68-a650-aa65fa95d508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:25:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['777f6a2a-ecca-46a1-89d9-e62d988dc6cd'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:40.584439 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d6a7dc9b-d800-4a53-b3a3-3792cfb90200 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8856964 Nov 12 04:25:40.585031 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd45911c-7a4a-43ce-a340-2af6ef7d38d7', 'tag': '8f0208db-da40-4817-90f6-8af61b0bb525'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:25:40.587326 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c174c990332584687cba245f58d77d589c2fb4d31e1df7b34358bbebc3c39c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0bbaa3-fdd7-4d33-b54d-dc574b4e221c" -d '{"events": [{"name": "network-changed", "server_uuid": "bd45911c-7a4a-43ce-a340-2af6ef7d38d7", "tag": "8f0208db-da40-4817-90f6-8af61b0bb525"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:25:40.629670 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322d5fba-25f5-4896-be13-63f31db1992b x-openstack-request-id: req-322d5fba-25f5-4896-be13-63f31db1992b {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:25:40.630203 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd45911c-7a4a-43ce-a340-2af6ef7d38d7", "tag": "8f0208db-da40-4817-90f6-8af61b0bb525", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:25:40.630456 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-322d5fba-25f5-4896-be13-63f31db1992b {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:25:40.631717 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd45911c-7a4a-43ce-a340-2af6ef7d38d7', 'tag': '8f0208db-da40-4817-90f6-8af61b0bb525', 'status': 'completed', 'code': 200} Nov 12 04:25:40.681252 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-344afae3-275b-4d68-a650-aa65fa95d508 None None] Set router 777f6a2a-ecca-46a1-89d9-e62d988dc6cd gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:40.719345 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813d7f5-716d-4ce5-8c2d-b9b5cfca4d1d req-8200d8e3-be31-47b3-b69a-7ea70caadbc5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:40.720869 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0813d7f5-716d-4ce5-8c2d-b9b5cfca4d1d req-8200d8e3-be31-47b3-b69a-7ea70caadbc5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 946 time: 0.0805352 Nov 12 04:25:40.735995 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0bbaa3-fdd7-4d33-b54d-dc574b4e221c req-da4c8b34-e76a-42f7-b99d-10eb7b52d452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:40.737506 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2c0bbaa3-fdd7-4d33-b54d-dc574b4e221c req-da4c8b34-e76a-42f7-b99d-10eb7b52d452 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=30062bada0e44b3289e392ccc393918e&device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 1098 time: 0.0636024 Nov 12 04:25:40.836327 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0813d7f5-716d-4ce5-8c2d-b9b5cfca4d1d req-8891853f-ab39-488d-86b8-4b8c31acff10 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=317aafca-7fe3-4755-8743-981fce599aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080217 Nov 12 04:25:40.862221 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0bbaa3-fdd7-4d33-b54d-dc574b4e221c req-6abe34af-432f-4907-be1b-48137458dd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:40.862221 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2c0bbaa3-fdd7-4d33-b54d-dc574b4e221c req-6abe34af-432f-4907-be1b-48137458dd47 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e37ed6af-6232-435b-bf3b-f14d285c589a HTTP/1.1" status: 200 len: 897 time: 0.1160152 Nov 12 04:25:40.862221 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58706) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:40.914499 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-344afae3-275b-4d68-a650-aa65fa95d508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777f6a2a-ecca-46a1-89d9-e62d988dc6cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1808133053', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'e7569571-f3ac-402a-af4b-aaeedf48fc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:21Z', 'updated_at': '2021-11-12T04:25:25Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': 'e7569571-f3ac-402a-af4b-aaeedf48fc2f', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777f6a2a-ecca-46a1-89d9-e62d988dc6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:21Z', 'updated_at': '2021-11-12T04:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '2d1c9324-aba4-490f-b45f-3790fe31570a', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'floating_ip_address': '172.25.5.39', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '777f6a2a-ecca-46a1-89d9-e62d988dc6cd', 'port_id': '8f0208db-da40-4817-90f6-8af61b0bb525', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e37ed6af-6232-435b-bf3b-f14d285c589a', 'mac_address': 'fa:16:3e:93:aa:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd45911c-7a4a-43ce-a340-2af6ef7d38d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:25:39Z', 'updated_at': '2021-11-12T04:25:39Z', 'revision_number': 0, 'project_id': '30062bada0e44b3289e392ccc393918e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01c38617-262e-4f81-b22c-0249ddfff3b9', 'name': '', 'network_id': 'e37ed6af-6232-435b-bf3b-f14d285c589a', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'mac_address': 'fa:16:3e:75:76:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777f6a2a-ecca-46a1-89d9-e62d988dc6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'd6dc0352-48d0-4883-8fab-382351a3bac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:23Z', 'updated_at': '2021-11-12T04:25:27Z', 'revision_number': 5, 'project_id': '30062bada0e44b3289e392ccc393918e', 'subnets': [{'id': 'd6dc0352-48d0-4883-8fab-382351a3bac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:40.941055 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344afae3-275b-4d68-a650-aa65fa95d508 None None] Checking router: 777f6a2a-ecca-46a1-89d9-e62d988dc6cd for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:25:40.950548 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344afae3-275b-4d68-a650-aa65fa95d508 None None] Routers {'777f6a2a-ecca-46a1-89d9-e62d988dc6cd'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:40.950814 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-344afae3-275b-4d68-a650-aa65fa95d508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:25:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['777f6a2a-ecca-46a1-89d9-e62d988dc6cd'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:40.973862 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-bb045b0a-3939-4420-b3ac-ac26742718d7 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/floatingips/2d1c9324-aba4-490f-b45f-3790fe31570a HTTP/1.1" status: 200 len: 991 time: 0.1090455 Nov 12 04:25:40.977377 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2c0bbaa3-fdd7-4d33-b54d-dc574b4e221c req-569220d0-5005-4a14-9e03-a6ad8c4b0bcb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f0208db-da40-4817-90f6-8af61b0bb525 HTTP/1.1" status: 200 len: 999 time: 0.1080739 Nov 12 04:25:41.026386 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0bbaa3-fdd7-4d33-b54d-dc574b4e221c req-f0df1ef7-d5f2-4dd2-bf2b-7770a4c489fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:41.027836 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2c0bbaa3-fdd7-4d33-b54d-dc574b4e221c req-f0df1ef7-d5f2-4dd2-bf2b-7770a4c489fe service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d6dc0352-48d0-4883-8fab-382351a3bac3 HTTP/1.1" status: 200 len: 834 time: 0.0435975 Nov 12 04:25:41.057855 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-344afae3-275b-4d68-a650-aa65fa95d508 None None] Set router 777f6a2a-ecca-46a1-89d9-e62d988dc6cd gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:41.075454 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0bbaa3-fdd7-4d33-b54d-dc574b4e221c req-f5b1da00-5c45-4165-8ac3-0f02ed49c30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:41.076975 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2c0bbaa3-fdd7-4d33-b54d-dc574b4e221c req-f5b1da00-5c45-4165-8ac3-0f02ed49c30f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e37ed6af-6232-435b-bf3b-f14d285c589a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419855 Nov 12 04:25:41.173345 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2c0bbaa3-fdd7-4d33-b54d-dc574b4e221c req-a35575fd-1350-47e2-b653-c364c8183e74 service neutron] 10.222.0.90 "GET /v2.0/networks/e37ed6af-6232-435b-bf3b-f14d285c589a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857921 Nov 12 04:25:41.270813 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2c0bbaa3-fdd7-4d33-b54d-dc574b4e221c req-ae430971-6179-4845-98ab-406436287fcd service neutron] 10.222.0.90 "GET /v2.0/networks/e37ed6af-6232-435b-bf3b-f14d285c589a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898581 Nov 12 04:25:41.291504 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-344afae3-275b-4d68-a650-aa65fa95d508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777f6a2a-ecca-46a1-89d9-e62d988dc6cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1808133053', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'e7569571-f3ac-402a-af4b-aaeedf48fc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:21Z', 'updated_at': '2021-11-12T04:25:25Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': 'e7569571-f3ac-402a-af4b-aaeedf48fc2f', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777f6a2a-ecca-46a1-89d9-e62d988dc6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:21Z', 'updated_at': '2021-11-12T04:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '2d1c9324-aba4-490f-b45f-3790fe31570a', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'floating_ip_address': '172.25.5.39', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '777f6a2a-ecca-46a1-89d9-e62d988dc6cd', 'port_id': '8f0208db-da40-4817-90f6-8af61b0bb525', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e37ed6af-6232-435b-bf3b-f14d285c589a', 'mac_address': 'fa:16:3e:93:aa:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd45911c-7a4a-43ce-a340-2af6ef7d38d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:25:39Z', 'updated_at': '2021-11-12T04:25:39Z', 'revision_number': 0, 'project_id': '30062bada0e44b3289e392ccc393918e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01c38617-262e-4f81-b22c-0249ddfff3b9', 'name': '', 'network_id': 'e37ed6af-6232-435b-bf3b-f14d285c589a', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'mac_address': 'fa:16:3e:75:76:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777f6a2a-ecca-46a1-89d9-e62d988dc6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'd6dc0352-48d0-4883-8fab-382351a3bac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:23Z', 'updated_at': '2021-11-12T04:25:27Z', 'revision_number': 5, 'project_id': '30062bada0e44b3289e392ccc393918e', 'subnets': [{'id': 'd6dc0352-48d0-4883-8fab-382351a3bac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:41.318278 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344afae3-275b-4d68-a650-aa65fa95d508 None None] The sync data for ids ['777f6a2a-ecca-46a1-89d9-e62d988dc6cd'] in n-d-715271-27 is: [{'id': '777f6a2a-ecca-46a1-89d9-e62d988dc6cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1808133053', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'e7569571-f3ac-402a-af4b-aaeedf48fc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:21Z', 'updated_at': '2021-11-12T04:25:25Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': 'e7569571-f3ac-402a-af4b-aaeedf48fc2f', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777f6a2a-ecca-46a1-89d9-e62d988dc6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:21Z', 'updated_at': '2021-11-12T04:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '2d1c9324-aba4-490f-b45f-3790fe31570a', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'floating_ip_address': '172.25.5.39', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '777f6a2a-ecca-46a1-89d9-e62d988dc6cd', 'port_id': '8f0208db-da40-4817-90f6-8af61b0bb525', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e37ed6af-6232-435b-bf3b-f14d285c589a', 'mac_address': 'fa:16:3e:93:aa:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd45911c-7a4a-43ce-a340-2af6ef7d38d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:25:39Z', 'updated_at': '2021-11-12T04:25:39Z', 'revision_number': 0, 'project_id': '30062bada0e44b3289e392ccc393918e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01c38617-262e-4f81-b22c-0249ddfff3b9', 'name': '', 'network_id': 'e37ed6af-6232-435b-bf3b-f14d285c589a', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'mac_address': 'fa:16:3e:75:76:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777f6a2a-ecca-46a1-89d9-e62d988dc6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'd6dc0352-48d0-4883-8fab-382351a3bac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:23Z', 'updated_at': '2021-11-12T04:25:27Z', 'revision_number': 5, 'project_id': '30062bada0e44b3289e392ccc393918e', 'subnets': [{'id': 'd6dc0352-48d0-4883-8fab-382351a3bac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:25:41.513588 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d399563-ecfc-4a46-afb9-bdcc3f673d13 None None] New status for floating IP 2d1c9324-aba4-490f-b45f-3790fe31570a: ACTIVE {{(pid=102574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:25:41.976687 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58708) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:42.039684 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f0e39cfd-28cd-4caf-bb46-c61b34ad0de0 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/floatingips/2d1c9324-aba4-490f-b45f-3790fe31570a HTTP/1.1" status: 200 len: 993 time: 0.0615659 Nov 12 04:25:48.751871 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:00.486339 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-972f848b-8933-4413-9bf8-984901c71eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:03.466400 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c7d86157-becb-43d0-8a93-490c6e67ba3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:04.329244 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:05.654396 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:06.491494 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:08.642447 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f3ea7574-2539-4e82-a03f-5b5a04d63227 req-732221d0-3ea5-431a-a89f-a5e24dc47650 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405352 Nov 12 04:26:08.748707 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea7574-2539-4e82-a03f-5b5a04d63227 req-f75661f7-0a34-45d3-85cf-cc83246895a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:08.750111 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f3ea7574-2539-4e82-a03f-5b5a04d63227 req-f75661f7-0a34-45d3-85cf-cc83246895a1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=30062bada0e44b3289e392ccc393918e&device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 1098 time: 0.0463152 Nov 12 04:26:08.862134 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea7574-2539-4e82-a03f-5b5a04d63227 req-af44662d-bdc8-40ce-aa81-df2517331b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:08.863599 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f3ea7574-2539-4e82-a03f-5b5a04d63227 req-af44662d-bdc8-40ce-aa81-df2517331b2b service neutron] 10.222.0.90 "GET /v2.0/networks?id=e37ed6af-6232-435b-bf3b-f14d285c589a HTTP/1.1" status: 200 len: 897 time: 0.0924442 Nov 12 04:26:08.934496 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f3ea7574-2539-4e82-a03f-5b5a04d63227 req-34ae52a0-6fa5-4fef-a546-81397c6fe033 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f0208db-da40-4817-90f6-8af61b0bb525 HTTP/1.1" status: 200 len: 1001 time: 0.0623307 Nov 12 04:26:08.985193 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea7574-2539-4e82-a03f-5b5a04d63227 req-4c721780-6385-4e95-bce3-93dc4027a565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:08.986660 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f3ea7574-2539-4e82-a03f-5b5a04d63227 req-4c721780-6385-4e95-bce3-93dc4027a565 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d6dc0352-48d0-4883-8fab-382351a3bac3 HTTP/1.1" status: 200 len: 834 time: 0.0440590 Nov 12 04:26:09.032912 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea7574-2539-4e82-a03f-5b5a04d63227 req-6865794c-23ca-4421-93c8-a36970a118b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:09.034300 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f3ea7574-2539-4e82-a03f-5b5a04d63227 req-6865794c-23ca-4421-93c8-a36970a118b1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e37ed6af-6232-435b-bf3b-f14d285c589a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398366 Nov 12 04:26:09.127065 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f3ea7574-2539-4e82-a03f-5b5a04d63227 req-195aceab-1bea-46e3-b4f9-d1e14f453f61 service neutron] 10.222.0.90 "GET /v2.0/networks/e37ed6af-6232-435b-bf3b-f14d285c589a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847960 Nov 12 04:26:09.215261 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f3ea7574-2539-4e82-a03f-5b5a04d63227 req-2491aada-7583-42dc-b383-3350994a191a service neutron] 10.222.0.90 "GET /v2.0/networks/e37ed6af-6232-435b-bf3b-f14d285c589a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805624 Nov 12 04:26:09.358351 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:09.926752 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:26:10.827247 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58724) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:10.828088 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0f78a-298d-4988-b386-8fb5a5027e20 req-bd6347a9-a8e0-467d-b3cc-043e4d2fbb74 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:10.829611 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8ce0f78a-298d-4988-b386-8fb5a5027e20 req-bd6347a9-a8e0-467d-b3cc-043e4d2fbb74 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 946 time: 0.0545518 Nov 12 04:26:10.881085 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8ce0f78a-298d-4988-b386-8fb5a5027e20 req-914103b4-ff72-4b2d-9cd3-e455c20a5051 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=317aafca-7fe3-4755-8743-981fce599aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450399 Nov 12 04:26:10.914809 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-bafe6cfa-f048-4587-b1fa-d4ab32c5b5d6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0863419 Nov 12 04:26:10.924124 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-0e075c5b-8e9b-4ce7-83a0-6157ffef2077 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:26:10.925075 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-0e075c5b-8e9b-4ce7-83a0-6157ffef2077 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049825 Nov 12 04:26:12.004408 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f6074-9da0-4bff-8773-511702a0d14f req-a69ca3e2-44e5-4be4-a04b-67d67434e2dd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:12.005904 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3d8f6074-9da0-4bff-8773-511702a0d14f req-a69ca3e2-44e5-4be4-a04b-67d67434e2dd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 946 time: 0.0543325 Nov 12 04:26:12.058191 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3d8f6074-9da0-4bff-8773-511702a0d14f req-30a20e90-9a87-4e1c-bb7c-148b689f47c7 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=317aafca-7fe3-4755-8743-981fce599aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461407 Nov 12 04:26:12.138753 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-8ad681d7-68aa-4d09-9b12-b887b08cc028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:12.140245 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-8ad681d7-68aa-4d09-9b12-b887b08cc028 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=30062bada0e44b3289e392ccc393918e&device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 1098 time: 0.0403719 Nov 12 04:26:12.236050 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-7b9feda4-abdb-4808-ae95-f77f026e8c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:12.237491 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-7b9feda4-abdb-4808-ae95-f77f026e8c4e service neutron] 10.222.0.90 "GET /v2.0/networks?id=e37ed6af-6232-435b-bf3b-f14d285c589a HTTP/1.1" status: 200 len: 897 time: 0.0882883 Nov 12 04:26:12.305672 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-55b5cbe0-02e4-4741-956a-7a952baaa3b8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f0208db-da40-4817-90f6-8af61b0bb525 HTTP/1.1" status: 200 len: 1001 time: 0.0572610 Nov 12 04:26:12.360630 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-1a0f5dd5-6e1f-4901-8185-cec78a887d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:12.362043 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-1a0f5dd5-6e1f-4901-8185-cec78a887d97 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d6dc0352-48d0-4883-8fab-382351a3bac3 HTTP/1.1" status: 200 len: 834 time: 0.0469127 Nov 12 04:26:12.411035 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-6b2da19d-c520-4db3-b5d0-4043e773b884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:12.412593 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-6b2da19d-c520-4db3-b5d0-4043e773b884 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e37ed6af-6232-435b-bf3b-f14d285c589a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434086 Nov 12 04:26:12.502532 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-efa5ea7d-059b-4e2a-a602-09d2396bac8f service neutron] 10.222.0.90 "GET /v2.0/networks/e37ed6af-6232-435b-bf3b-f14d285c589a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821903 Nov 12 04:26:12.596310 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-1c61d073-c23e-4cb8-8d69-42820920da72 service neutron] 10.222.0.90 "GET /v2.0/networks/e37ed6af-6232-435b-bf3b-f14d285c589a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852318 Nov 12 04:26:13.175772 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70fe53-4e93-4c4c-b160-09b4d2bba038 req-685dd59b-7ac2-426a-8cce-18347ec8dc55 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:13.177395 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0f70fe53-4e93-4c4c-b160-09b4d2bba038 req-685dd59b-7ac2-426a-8cce-18347ec8dc55 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 946 time: 0.0498672 Nov 12 04:26:13.231805 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0f70fe53-4e93-4c4c-b160-09b4d2bba038 req-886c32f9-12d1-4ac9-a369-1eab594215ee tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=317aafca-7fe3-4755-8743-981fce599aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482779 Nov 12 04:26:14.348484 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aae333-f0d3-4b10-9ac7-f29fbb15fc17 req-4612fa1d-296f-4ac7-ad11-6691622c52b0 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:14.349952 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-48aae333-f0d3-4b10-9ac7-f29fbb15fc17 req-4612fa1d-296f-4ac7-ad11-6691622c52b0 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 946 time: 0.0496261 Nov 12 04:26:14.399127 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-48aae333-f0d3-4b10-9ac7-f29fbb15fc17 req-ae01894f-942c-4a0d-aefa-676fa76f0176 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=317aafca-7fe3-4755-8743-981fce599aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430477 Nov 12 04:26:15.515835 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b09c2-6125-4b3e-bd0d-99d35700b600 req-c176653b-edaa-452d-bc40-ec56b77fe7bd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:15.517331 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7d2b09c2-6125-4b3e-bd0d-99d35700b600 req-c176653b-edaa-452d-bc40-ec56b77fe7bd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 946 time: 0.0484891 Nov 12 04:26:15.565800 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7d2b09c2-6125-4b3e-bd0d-99d35700b600 req-1e31fe32-dc9c-45da-9795-0eb2e26341dc tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=317aafca-7fe3-4755-8743-981fce599aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418270 Nov 12 04:26:16.687500 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbdf15-fc8a-4835-a007-ba92c88f86f4 req-fa15b25a-5f41-4d7d-b379-6e97f8d3d8f3 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:16.688914 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e0fbdf15-fc8a-4835-a007-ba92c88f86f4 req-fa15b25a-5f41-4d7d-b379-6e97f8d3d8f3 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 946 time: 0.0536118 Nov 12 04:26:16.739062 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e0fbdf15-fc8a-4835-a007-ba92c88f86f4 req-598912d4-4df7-4187-a374-07551866dcff tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=317aafca-7fe3-4755-8743-981fce599aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442152 Nov 12 04:26:17.916821 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f2f7e-072c-4a54-9ce2-f54e0ff2dcd6 req-6157b5ed-dbc7-4cc7-9e1d-590b2c443f0e tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:17.918306 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-232f2f7e-072c-4a54-9ce2-f54e0ff2dcd6 req-6157b5ed-dbc7-4cc7-9e1d-590b2c443f0e tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 946 time: 0.1085372 Nov 12 04:26:17.967441 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-232f2f7e-072c-4a54-9ce2-f54e0ff2dcd6 req-db86cd83-c10a-4c74-81b9-dba1a4806c99 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=317aafca-7fe3-4755-8743-981fce599aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431683 Nov 12 04:26:18.747150 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:19.133943 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007b01b-484e-4670-91e7-07c1b2df5f51 req-eaf9d060-d1c4-4ef6-a510-dbe2b11ec448 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:19.135433 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5007b01b-484e-4670-91e7-07c1b2df5f51 req-eaf9d060-d1c4-4ef6-a510-dbe2b11ec448 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 946 time: 0.0988867 Nov 12 04:26:19.184379 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-5007b01b-484e-4670-91e7-07c1b2df5f51 req-501e9806-a5d2-4e29-ab92-8ae9bec13fab tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=317aafca-7fe3-4755-8743-981fce599aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429776 Nov 12 04:26:20.306612 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d62acf-6793-4c30-ac96-b21f3cace298 req-eed0632a-de54-4f03-96cf-4885e5fc77cd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:20.308098 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-61d62acf-6793-4c30-ac96-b21f3cace298 req-eed0632a-de54-4f03-96cf-4885e5fc77cd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 946 time: 0.0544689 Nov 12 04:26:20.357976 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-61d62acf-6793-4c30-ac96-b21f3cace298 req-4e17c868-afdf-462e-98be-e48c4353609f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=317aafca-7fe3-4755-8743-981fce599aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436499 Nov 12 04:26:21.480139 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e1bd4-280f-4d34-9a8c-e378e6a3efef req-c5c9df28-1dea-4ee9-8e52-7a2462eafbb7 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:21.481600 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-274e1bd4-280f-4d34-9a8c-e378e6a3efef req-c5c9df28-1dea-4ee9-8e52-7a2462eafbb7 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 946 time: 0.0523777 Nov 12 04:26:21.530931 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-274e1bd4-280f-4d34-9a8c-e378e6a3efef req-f6fe9f3f-bbf5-455d-a75c-0eb2b42da2d7 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=317aafca-7fe3-4755-8743-981fce599aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433526 Nov 12 04:26:22.651553 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e2a11-6989-440b-a8b0-03069277778a req-b9788f8f-174e-4230-a000-d708c191488f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:22.653088 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1d9e2a11-6989-440b-a8b0-03069277778a req-b9788f8f-174e-4230-a000-d708c191488f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 946 time: 0.0515456 Nov 12 04:26:22.702641 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1d9e2a11-6989-440b-a8b0-03069277778a req-a9518127-f47c-493a-bcf8-87d5c4857970 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=317aafca-7fe3-4755-8743-981fce599aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435042 Nov 12 04:26:23.818992 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a87afa6-4be4-4338-bfda-77d354fdf2d4 req-288d587c-1bdf-4d72-82f1-a908f06558d1 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:23.820473 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6a87afa6-4be4-4338-bfda-77d354fdf2d4 req-288d587c-1bdf-4d72-82f1-a908f06558d1 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 946 time: 0.0493364 Nov 12 04:26:23.871566 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6a87afa6-4be4-4338-bfda-77d354fdf2d4 req-a90d67b0-8da0-4869-8624-2ef60e7d119c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=317aafca-7fe3-4755-8743-981fce599aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444064 Nov 12 04:26:24.710772 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-df52cc3a-9311-4d22-aaa6-83cbd7557981 service neutron] show failed (client error): The resource could not be found. Nov 12 04:26:24.712396 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-df52cc3a-9311-4d22-aaa6-83cbd7557981 service neutron] 10.222.0.90 "GET /v2.0/ports/8f0208db-da40-4817-90f6-8af61b0bb525/bindings/n-h1-715271-27 HTTP/1.1" status: 404 len: 381 time: 0.0539012 Nov 12 04:26:25.004217 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-c2a7f5ac-39d0-4f27-b235-eb7396f01286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:25.005633 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-c2a7f5ac-39d0-4f27-b235-eb7396f01286 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7&tenant_id=30062bada0e44b3289e392ccc393918e HTTP/1.1" status: 200 len: 1098 time: 0.1180615 Nov 12 04:26:25.021330 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9b145-84da-4fc0-9372-4e94faf47673 req-fb6bb9aa-a803-4247-89f1-577f2d68907d tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:25.022744 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-12e9b145-84da-4fc0-9372-4e94faf47673 req-fb6bb9aa-a803-4247-89f1-577f2d68907d tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 946 time: 0.0659575 Nov 12 04:26:25.028191 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-e3122d6a-293a-4fab-b03b-2c3661da56de service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-27', 'device_owner': 'compute:nova'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:25.112037 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-e3122d6a-293a-4fab-b03b-2c3661da56de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:25.118316 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-12e9b145-84da-4fc0-9372-4e94faf47673 req-5ad7a094-d3e6-497d-9d75-d7120d3733d0 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=317aafca-7fe3-4755-8743-981fce599aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873883 Nov 12 04:26:25.320425 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-e3122d6a-293a-4fab-b03b-2c3661da56de service neutron] For port 8f0208db-da40-4817-90f6-8af61b0bb525, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=8f0208db-da40-4817-90f6-8af61b0bb525,segment=NetworkSegment(f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a),segment_id=f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:25.352680 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-e3122d6a-293a-4fab-b03b-2c3661da56de service neutron] For port 8f0208db-da40-4817-90f6-8af61b0bb525, host n-h2-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:26:25.390926 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd45911c-7a4a-43ce-a340-2af6ef7d38d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f0208db-da40-4817-90f6-8af61b0bb525'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:26:25.393246 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6663d1d3f3c9eef7926d12034ee86df45d83a9b81db0163b8b39b36c8946953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93974d51-f591-4959-a08d-859c7c2915b1" -d '{"events": [{"server_uuid": "bd45911c-7a4a-43ce-a340-2af6ef7d38d7", "name": "network-vif-unplugged", "status": "completed", "tag": "8f0208db-da40-4817-90f6-8af61b0bb525"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:26:25.397263 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-e3122d6a-293a-4fab-b03b-2c3661da56de service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:25.414785 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-e3122d6a-293a-4fab-b03b-2c3661da56de service neutron] Transition to ACTIVE for port object 8f0208db-da40-4817-90f6-8af61b0bb525 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:26:25.417507 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-e3122d6a-293a-4fab-b03b-2c3661da56de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:25.451339 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207c7d67-f0c7-4118-bd9f-1ff79a3a1082 x-openstack-request-id: req-207c7d67-f0c7-4118-bd9f-1ff79a3a1082 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:26:25.451623 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd45911c-7a4a-43ce-a340-2af6ef7d38d7", "name": "network-vif-unplugged", "status": "completed", "tag": "8f0208db-da40-4817-90f6-8af61b0bb525", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:26:25.451876 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-207c7d67-f0c7-4118-bd9f-1ff79a3a1082 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:26:25.452292 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd45911c-7a4a-43ce-a340-2af6ef7d38d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f0208db-da40-4817-90f6-8af61b0bb525', 'code': 200} Nov 12 04:26:25.511396 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3122d6a-293a-4fab-b03b-2c3661da56de service neutron] Pushing event updated for resources: {'Port': ['ID=8f0208db-da40-4817-90f6-8af61b0bb525,revision_number=6']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:25.526744 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3122d6a-293a-4fab-b03b-2c3661da56de service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:25.527088 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3122d6a-293a-4fab-b03b-2c3661da56de service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:25.527431 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3122d6a-293a-4fab-b03b-2c3661da56de service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:25.527761 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3122d6a-293a-4fab-b03b-2c3661da56de service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:25.528109 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3122d6a-293a-4fab-b03b-2c3661da56de service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:25.528436 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3122d6a-293a-4fab-b03b-2c3661da56de service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:25.528764 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3122d6a-293a-4fab-b03b-2c3661da56de service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:25.529085 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3122d6a-293a-4fab-b03b-2c3661da56de service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:25.529404 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3122d6a-293a-4fab-b03b-2c3661da56de service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:25.529724 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3122d6a-293a-4fab-b03b-2c3661da56de service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:25.530042 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3122d6a-293a-4fab-b03b-2c3661da56de service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:25.530360 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3122d6a-293a-4fab-b03b-2c3661da56de service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:25.561255 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-e3122d6a-293a-4fab-b03b-2c3661da56de service neutron] No DVR routers for this DVR port 8f0208db-da40-4817-90f6-8af61b0bb525 on host n-h2-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:26:25.700644 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-e3122d6a-293a-4fab-b03b-2c3661da56de service neutron] Attempting to bind port 8f0208db-da40-4817-90f6-8af61b0bb525 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:26:25.700978 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-e3122d6a-293a-4fab-b03b-2c3661da56de service neutron] Attempting to bind port 8f0208db-da40-4817-90f6-8af61b0bb525 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e37ed6af-6232-435b-bf3b-f14d285c589a'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:26:25.701304 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-e3122d6a-293a-4fab-b03b-2c3661da56de service neutron] Attempting to bind port 8f0208db-da40-4817-90f6-8af61b0bb525 on network e37ed6af-6232-435b-bf3b-f14d285c589a {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:26:25.705640 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-e3122d6a-293a-4fab-b03b-2c3661da56de service neutron] Port 8f0208db-da40-4817-90f6-8af61b0bb525 on network e37ed6af-6232-435b-bf3b-f14d285c589a not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:26:25.705956 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-e3122d6a-293a-4fab-b03b-2c3661da56de service neutron] Attempting to bind port 8f0208db-da40-4817-90f6-8af61b0bb525 on network e37ed6af-6232-435b-bf3b-f14d285c589a {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:26:25.710733 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-e3122d6a-293a-4fab-b03b-2c3661da56de service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:26:25.711066 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-e3122d6a-293a-4fab-b03b-2c3661da56de service neutron] Checking segment: {'id': 'f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e37ed6af-6232-435b-bf3b-f14d285c589a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:26:25.711440 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-e3122d6a-293a-4fab-b03b-2c3661da56de service neutron] Bound using segment: {'id': 'f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e37ed6af-6232-435b-bf3b-f14d285c589a'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:26:25.712719 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-e3122d6a-293a-4fab-b03b-2c3661da56de service neutron] Bound port: 8f0208db-da40-4817-90f6-8af61b0bb525, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e37ed6af-6232-435b-bf3b-f14d285c589a'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:26:25.712969 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-e3122d6a-293a-4fab-b03b-2c3661da56de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:25.774920 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-e3122d6a-293a-4fab-b03b-2c3661da56de service neutron] For port 8f0208db-da40-4817-90f6-8af61b0bb525, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:26:25.778392 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-e3122d6a-293a-4fab-b03b-2c3661da56de service neutron] For port 8f0208db-da40-4817-90f6-8af61b0bb525, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=8f0208db-da40-4817-90f6-8af61b0bb525,segment=NetworkSegment(f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a),segment_id=f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:26:25.782388 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-e3122d6a-293a-4fab-b03b-2c3661da56de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:25.817376 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-e3122d6a-293a-4fab-b03b-2c3661da56de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:25.817998 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-e3122d6a-293a-4fab-b03b-2c3661da56de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:25.819384 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-e3122d6a-293a-4fab-b03b-2c3661da56de service neutron] 10.222.0.74 "PUT /v2.0/ports/8f0208db-da40-4817-90f6-8af61b0bb525 HTTP/1.1" status: 200 len: 1093 time: 0.7957518 Nov 12 04:26:25.846898 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3122d6a-293a-4fab-b03b-2c3661da56de service neutron] Pushing event updated for resources: {'Port': ['ID=8f0208db-da40-4817-90f6-8af61b0bb525,revision_number=7']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:25.900444 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-27b43038-0985-4a4c-afb0-492e53f57d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:25.902041 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-27b43038-0985-4a4c-afb0-492e53f57d17 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=30062bada0e44b3289e392ccc393918e&device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 1096 time: 0.0487444 Nov 12 04:26:26.000720 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-671b8a86-128c-40d3-91bb-3b9b43aa9b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:26.002200 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-671b8a86-128c-40d3-91bb-3b9b43aa9b00 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e37ed6af-6232-435b-bf3b-f14d285c589a HTTP/1.1" status: 200 len: 897 time: 0.0920353 Nov 12 04:26:26.075477 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-4c77f1b1-272f-455b-8be5-69d3a74829af service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f0208db-da40-4817-90f6-8af61b0bb525 HTTP/1.1" status: 200 len: 999 time: 0.0623457 Nov 12 04:26:26.128380 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-296da791-d1e6-417c-9f84-45bcb80035af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:26.129784 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-296da791-d1e6-417c-9f84-45bcb80035af service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d6dc0352-48d0-4883-8fab-382351a3bac3 HTTP/1.1" status: 200 len: 834 time: 0.0431080 Nov 12 04:26:26.186799 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-d6683348-dad2-4bdd-b8a9-382657dfeff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:26.188525 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-d6683348-dad2-4bdd-b8a9-382657dfeff0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e37ed6af-6232-435b-bf3b-f14d285c589a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460498 Nov 12 04:26:26.299733 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590eebe-aa73-4db2-8862-ffe90699f238 req-1b8f10fe-75bd-46e0-8520-f169c7663868 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:26.301577 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f590eebe-aa73-4db2-8862-ffe90699f238 req-1b8f10fe-75bd-46e0-8520-f169c7663868 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 944 time: 0.1110203 Nov 12 04:26:26.332906 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-aabffef5-5cc8-490c-8a92-bda62acde484 service neutron] 10.222.0.74 "GET /v2.0/networks/e37ed6af-6232-435b-bf3b-f14d285c589a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312709 Nov 12 04:26:26.389195 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f590eebe-aa73-4db2-8862-ffe90699f238 req-f043aaca-e679-4157-870f-713176366c2a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=317aafca-7fe3-4755-8743-981fce599aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791404 Nov 12 04:26:26.785417 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-63d0f821-256b-45cd-9e7f-2e3495dfc0ff req-4eee890d-625a-4ccd-bf67-c9cbed9b1cc0 service neutron] 10.222.0.74 "GET /v2.0/networks/e37ed6af-6232-435b-bf3b-f14d285c589a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389672 Nov 12 04:26:27.453563 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd45911c-7a4a-43ce-a340-2af6ef7d38d7', 'tag': '8f0208db-da40-4817-90f6-8af61b0bb525'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:26:27.456127 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6663d1d3f3c9eef7926d12034ee86df45d83a9b81db0163b8b39b36c8946953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942d862a-fd0c-4371-901e-af311fa8250e" -d '{"events": [{"name": "network-changed", "server_uuid": "bd45911c-7a4a-43ce-a340-2af6ef7d38d7", "tag": "8f0208db-da40-4817-90f6-8af61b0bb525"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:26:27.506193 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615294fc-3e92-413f-8b3e-6c8d3ca585d6 x-openstack-request-id: req-615294fc-3e92-413f-8b3e-6c8d3ca585d6 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:26:27.506484 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd45911c-7a4a-43ce-a340-2af6ef7d38d7", "tag": "8f0208db-da40-4817-90f6-8af61b0bb525", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:26:27.506740 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-615294fc-3e92-413f-8b3e-6c8d3ca585d6 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:26:27.507138 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd45911c-7a4a-43ce-a340-2af6ef7d38d7', 'tag': '8f0208db-da40-4817-90f6-8af61b0bb525', 'status': 'completed', 'code': 200} Nov 12 04:26:27.514388 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7b4b6-4c88-4420-9e5a-0e4f3128a5ed req-b159987a-d92c-425f-9c73-9b11ad48f56d tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:27.515911 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c6e7b4b6-4c88-4420-9e5a-0e4f3128a5ed req-b159987a-d92c-425f-9c73-9b11ad48f56d tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 944 time: 0.0545115 Nov 12 04:26:27.575526 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d862a-fd0c-4371-901e-af311fa8250e req-ce02c65a-cbb0-450b-a0a0-04614840decd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:27.576014 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c6e7b4b6-4c88-4420-9e5a-0e4f3128a5ed req-15f46c68-c958-4c4f-8733-e0ea77040aa9 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=317aafca-7fe3-4755-8743-981fce599aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541599 Nov 12 04:26:27.577021 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-942d862a-fd0c-4371-901e-af311fa8250e req-ce02c65a-cbb0-450b-a0a0-04614840decd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=30062bada0e44b3289e392ccc393918e&device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 1096 time: 0.0474064 Nov 12 04:26:27.605845 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d862a-fd0c-4371-901e-af311fa8250e req-40daa331-8f70-48e8-b4e6-f2c5cb9843e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:27.607344 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-942d862a-fd0c-4371-901e-af311fa8250e req-40daa331-8f70-48e8-b4e6-f2c5cb9843e7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=30062bada0e44b3289e392ccc393918e&device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 1096 time: 0.0482306 Nov 12 04:26:27.677689 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d862a-fd0c-4371-901e-af311fa8250e req-19971701-1db3-46b6-ab4d-48de930fd6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:27.679032 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-942d862a-fd0c-4371-901e-af311fa8250e req-19971701-1db3-46b6-ab4d-48de930fd6e5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e37ed6af-6232-435b-bf3b-f14d285c589a HTTP/1.1" status: 200 len: 897 time: 0.0944023 Nov 12 04:26:27.704893 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d862a-fd0c-4371-901e-af311fa8250e req-c033f42c-8928-4f36-b963-24ea47c86832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:27.706364 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-942d862a-fd0c-4371-901e-af311fa8250e req-c033f42c-8928-4f36-b963-24ea47c86832 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e37ed6af-6232-435b-bf3b-f14d285c589a HTTP/1.1" status: 200 len: 897 time: 0.0901504 Nov 12 04:26:27.747162 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-942d862a-fd0c-4371-901e-af311fa8250e req-544715f1-daba-4459-8601-4d91ff905f3f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f0208db-da40-4817-90f6-8af61b0bb525 HTTP/1.1" status: 200 len: 999 time: 0.0594342 Nov 12 04:26:27.772291 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-942d862a-fd0c-4371-901e-af311fa8250e req-b9e0ae76-e1af-49e9-a65b-3dbde276147b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f0208db-da40-4817-90f6-8af61b0bb525 HTTP/1.1" status: 200 len: 999 time: 0.0573244 Nov 12 04:26:27.802935 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d862a-fd0c-4371-901e-af311fa8250e req-655d7d4c-97bf-44e9-9f66-80d3d7c52365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:27.804441 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-942d862a-fd0c-4371-901e-af311fa8250e req-655d7d4c-97bf-44e9-9f66-80d3d7c52365 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d6dc0352-48d0-4883-8fab-382351a3bac3 HTTP/1.1" status: 200 len: 834 time: 0.0491128 Nov 12 04:26:27.821887 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d862a-fd0c-4371-901e-af311fa8250e req-84d92444-d830-4bf1-b76f-a209222dd062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:27.823379 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-942d862a-fd0c-4371-901e-af311fa8250e req-84d92444-d830-4bf1-b76f-a209222dd062 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d6dc0352-48d0-4883-8fab-382351a3bac3 HTTP/1.1" status: 200 len: 834 time: 0.0439873 Nov 12 04:26:27.854764 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d862a-fd0c-4371-901e-af311fa8250e req-0e5f3f70-22d1-445f-a139-a199543e2506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:27.856318 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-942d862a-fd0c-4371-901e-af311fa8250e req-0e5f3f70-22d1-445f-a139-a199543e2506 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e37ed6af-6232-435b-bf3b-f14d285c589a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435069 Nov 12 04:26:27.875295 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d862a-fd0c-4371-901e-af311fa8250e req-f406db16-0979-4046-b73e-243616cbee30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:27.876774 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-942d862a-fd0c-4371-901e-af311fa8250e req-f406db16-0979-4046-b73e-243616cbee30 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e37ed6af-6232-435b-bf3b-f14d285c589a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461106 Nov 12 04:26:27.950455 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-942d862a-fd0c-4371-901e-af311fa8250e req-717fabb8-578b-4724-80c4-54a8721501bc service neutron] 10.222.0.74 "GET /v2.0/networks/e37ed6af-6232-435b-bf3b-f14d285c589a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838699 Nov 12 04:26:27.968209 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 8f0208db-da40-4817-90f6-8af61b0bb525 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:26:27.969479 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-942d862a-fd0c-4371-901e-af311fa8250e req-05eda2cd-6715-4810-a5b4-feaea01c132f service neutron] 10.222.0.90 "GET /v2.0/networks/e37ed6af-6232-435b-bf3b-f14d285c589a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840714 Nov 12 04:26:28.013881 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 8f0208db-da40-4817-90f6-8af61b0bb525 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:26:28.051063 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-942d862a-fd0c-4371-901e-af311fa8250e req-cf612ebb-3e0b-4e71-96d9-38c1c16dea80 service neutron] 10.222.0.74 "GET /v2.0/networks/e37ed6af-6232-435b-bf3b-f14d285c589a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923924 Nov 12 04:26:28.069803 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-942d862a-fd0c-4371-901e-af311fa8250e req-5aa5e89c-17d0-4d2a-a6c3-29202d737281 service neutron] 10.222.0.90 "GET /v2.0/networks/e37ed6af-6232-435b-bf3b-f14d285c589a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901129 Nov 12 04:26:28.702637 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca41359-e723-4075-bc5c-8b94072510cb req-9b50d46c-652c-49dd-80d4-dd041ee105bc tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:28.704059 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-eca41359-e723-4075-bc5c-8b94072510cb req-9b50d46c-652c-49dd-80d4-dd041ee105bc tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 944 time: 0.0518563 Nov 12 04:26:28.752895 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-eca41359-e723-4075-bc5c-8b94072510cb req-41aafaf5-3670-418b-a139-f483fe5a1aa9 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=317aafca-7fe3-4755-8743-981fce599aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425720 Nov 12 04:26:29.180894 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 8f0208db-da40-4817-90f6-8af61b0bb525 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:26:29.278102 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 8f0208db-da40-4817-90f6-8af61b0bb525, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=8f0208db-da40-4817-90f6-8af61b0bb525,segment=NetworkSegment(f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a),segment_id=f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:29.288909 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '8f0208db-da40-4817-90f6-8af61b0bb525', 'network_id': 'e37ed6af-6232-435b-bf3b-f14d285c589a', 'port_id': '8f0208db-da40-4817-90f6-8af61b0bb525', 'mac_address': 'fa:16:3e:93:aa:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6dc0352-48d0-4883-8fab-382351a3bac3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:26:29.326793 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:29.339653 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f0208db-da40-4817-90f6-8af61b0bb525 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:26:29.362757 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 8f0208db-da40-4817-90f6-8af61b0bb525, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=8f0208db-da40-4817-90f6-8af61b0bb525,segment=NetworkSegment(f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a),segment_id=f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:29.366524 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:29.413123 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=8f0208db-da40-4817-90f6-8af61b0bb525,revision_number=8']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:29.421851 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:29.422203 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:29.422548 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:29.423079 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:29.423426 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:29.423760 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:29.424118 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:29.424453 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:29.424781 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:29.425112 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:29.425440 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:29.425765 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:29.656710 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['8f0208db-da40-4817-90f6-8af61b0bb525'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:26:29.873215 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df27df-d0f5-48b4-ab39-b0d1401770de req-2a3e70aa-72b3-48aa-9c24-5e38d7d172ac tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:29.874704 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f1df27df-d0f5-48b4-ab39-b0d1401770de req-2a3e70aa-72b3-48aa-9c24-5e38d7d172ac tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 945 time: 0.0506968 Nov 12 04:26:29.924547 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f1df27df-d0f5-48b4-ab39-b0d1401770de req-e7766018-e9a5-4b34-8ee3-e1fddb7aacf6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=317aafca-7fe3-4755-8743-981fce599aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436633 Nov 12 04:26:30.155917 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938dc58-a306-46d3-b3db-afa3fffbd308 req-9f846e9f-ac45-4346-921d-3e893b0a6cac tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:30.157487 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b938dc58-a306-46d3-b3db-afa3fffbd308 req-9f846e9f-ac45-4346-921d-3e893b0a6cac tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 945 time: 0.0845478 Nov 12 04:26:30.171217 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec7bca-276f-489f-91b8-bbeb7146a5ab req-4527c533-cc40-4db4-8024-2bb5fc604adf tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:30.172666 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b7ec7bca-276f-489f-91b8-bbeb7146a5ab req-4527c533-cc40-4db4-8024-2bb5fc604adf tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.90 "GET /v2.0/ports?device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7&tenant_id=30062bada0e44b3289e392ccc393918e&binding%3Ahost_id=n-h1-715271-27 HTTP/1.1" status: 200 len: 945 time: 0.0742519 Nov 12 04:26:30.251095 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b938dc58-a306-46d3-b3db-afa3fffbd308 req-2d60dd27-2481-4088-8525-3c6745e0d058 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=317aafca-7fe3-4755-8743-981fce599aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774562 Nov 12 04:26:30.267502 n-d-715271-27 neutron-server[102572]: INFO neutron.api.v2.resource [req-b7ec7bca-276f-489f-91b8-bbeb7146a5ab req-ba77096f-ee40-42c2-af71-42d02396486f service neutron] delete failed (client error): The resource could not be found. Nov 12 04:26:30.268823 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b7ec7bca-276f-489f-91b8-bbeb7146a5ab req-ba77096f-ee40-42c2-af71-42d02396486f service neutron] 10.222.0.90 "DELETE /v2.0/ports/8f0208db-da40-4817-90f6-8af61b0bb525/bindings/n-h2-715271-27 HTTP/1.1" status: 404 len: 381 time: 0.0812495 Nov 12 04:26:30.375198 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded593b-5016-4dd2-a8c9-c2367a73c44b req-b52220ed-5c93-4cc5-8d4b-d4fc27ca3eae tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:30.376739 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4ded593b-5016-4dd2-a8c9-c2367a73c44b req-b52220ed-5c93-4cc5-8d4b-d4fc27ca3eae tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 945 time: 0.0540862 Nov 12 04:26:30.379686 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec7bca-276f-489f-91b8-bbeb7146a5ab req-11972cb9-f66c-437f-bd49-e8050fd0bbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:30.381169 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b7ec7bca-276f-489f-91b8-bbeb7146a5ab req-11972cb9-f66c-437f-bd49-e8050fd0bbcf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=30062bada0e44b3289e392ccc393918e&device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 1097 time: 0.0425711 Nov 12 04:26:30.427703 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4ded593b-5016-4dd2-a8c9-c2367a73c44b req-a058286d-11ae-4bbf-b161-28956eaf50e8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=317aafca-7fe3-4755-8743-981fce599aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447843 Nov 12 04:26:30.476627 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec7bca-276f-489f-91b8-bbeb7146a5ab req-e95466de-0d72-4fa0-a6c6-6bdb271fd1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:30.478936 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b7ec7bca-276f-489f-91b8-bbeb7146a5ab req-e95466de-0d72-4fa0-a6c6-6bdb271fd1f3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e37ed6af-6232-435b-bf3b-f14d285c589a HTTP/1.1" status: 200 len: 897 time: 0.0897872 Nov 12 04:26:30.486575 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b328312c-d53e-4181-bbbc-097dca00a98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:30.548359 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b7ec7bca-276f-489f-91b8-bbeb7146a5ab req-b905a3da-61f5-4ca1-813d-9f038277e356 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f0208db-da40-4817-90f6-8af61b0bb525 HTTP/1.1" status: 200 len: 1000 time: 0.0595326 Nov 12 04:26:30.603019 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec7bca-276f-489f-91b8-bbeb7146a5ab req-f6a34b9e-ce13-4ffe-94d8-1cc0dd0406d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:30.604698 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b7ec7bca-276f-489f-91b8-bbeb7146a5ab req-f6a34b9e-ce13-4ffe-94d8-1cc0dd0406d8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d6dc0352-48d0-4883-8fab-382351a3bac3 HTTP/1.1" status: 200 len: 834 time: 0.0491223 Nov 12 04:26:30.652102 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec7bca-276f-489f-91b8-bbeb7146a5ab req-58dd1d3f-a2cc-4efc-8ccb-1c405871b918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:30.653591 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b7ec7bca-276f-489f-91b8-bbeb7146a5ab req-58dd1d3f-a2cc-4efc-8ccb-1c405871b918 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e37ed6af-6232-435b-bf3b-f14d285c589a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420635 Nov 12 04:26:30.744954 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b7ec7bca-276f-489f-91b8-bbeb7146a5ab req-31338a07-8071-426f-835e-952449f94802 service neutron] 10.222.0.90 "GET /v2.0/networks/e37ed6af-6232-435b-bf3b-f14d285c589a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843713 Nov 12 04:26:30.841787 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b7ec7bca-276f-489f-91b8-bbeb7146a5ab req-e66b9ad4-cd0c-46bc-acaf-f6656841b99d service neutron] 10.222.0.90 "GET /v2.0/networks/e37ed6af-6232-435b-bf3b-f14d285c589a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892503 Nov 12 04:26:31.189560 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 8f0208db-da40-4817-90f6-8af61b0bb525 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:26:31.243613 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 8f0208db-da40-4817-90f6-8af61b0bb525 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:26:31.247268 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 8f0208db-da40-4817-90f6-8af61b0bb525 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:31.247634 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:31.330196 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:31.354271 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd45911c-7a4a-43ce-a340-2af6ef7d38d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0208db-da40-4817-90f6-8af61b0bb525'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:26:31.356759 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b6ddd3dcdf33591bed50c5a7e661b8bd9e6bfa45082c02e2ff7a95d810a3d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a875b336-21fd-46fc-87ec-58bd66c82715" -d '{"events": [{"server_uuid": "bd45911c-7a4a-43ce-a340-2af6ef7d38d7", "name": "network-vif-plugged", "status": "completed", "tag": "8f0208db-da40-4817-90f6-8af61b0bb525"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:26:31.371573 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 8f0208db-da40-4817-90f6-8af61b0bb525, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=8f0208db-da40-4817-90f6-8af61b0bb525,segment=NetworkSegment(f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a),segment_id=f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:31.376607 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:31.401119 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab5cff0-45af-4c1b-8cac-83085aacfb76 x-openstack-request-id: req-aab5cff0-45af-4c1b-8cac-83085aacfb76 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:26:31.401414 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd45911c-7a4a-43ce-a340-2af6ef7d38d7", "name": "network-vif-plugged", "status": "completed", "tag": "8f0208db-da40-4817-90f6-8af61b0bb525", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:26:31.401674 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-aab5cff0-45af-4c1b-8cac-83085aacfb76 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:26:31.402070 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd45911c-7a4a-43ce-a340-2af6ef7d38d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0208db-da40-4817-90f6-8af61b0bb525', 'code': 200} Nov 12 04:26:31.432660 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=8f0208db-da40-4817-90f6-8af61b0bb525,revision_number=9']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:31.553724 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61624b53-c673-4447-96ea-aa6080a9c8b6 req-217330a1-7995-4b05-917c-905fb009af07 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:31.555233 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-61624b53-c673-4447-96ea-aa6080a9c8b6 req-217330a1-7995-4b05-917c-905fb009af07 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 946 time: 0.0511606 Nov 12 04:26:31.605579 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-61624b53-c673-4447-96ea-aa6080a9c8b6 req-bcb9c451-ca53-41b1-82e2-2885b19835cd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=317aafca-7fe3-4755-8743-981fce599aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438776 Nov 12 04:26:31.627315 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58802) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:31.691831 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-506de241-df5a-4924-9c97-8e4a0dad5f0d tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/floatingips/2d1c9324-aba4-490f-b45f-3790fe31570a HTTP/1.1" status: 200 len: 993 time: 0.0632381 Nov 12 04:26:33.468260 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-892ada65-f8a6-40aa-bc3c-3f97fbe95fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:34.333165 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:35.659638 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:36.494823 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:39.367008 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:46.926175 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:26:48.285964 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d47bc760-8981-411a-bd3a-bb9492680b17 req-b9755aa7-1f7a-4662-b740-7e7b4c297325 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406203 Nov 12 04:26:48.372747 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47bc760-8981-411a-bd3a-bb9492680b17 req-bf5ef4c7-3da6-4645-bb3b-49568662624b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:48.374327 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d47bc760-8981-411a-bd3a-bb9492680b17 req-bf5ef4c7-3da6-4645-bb3b-49568662624b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=30062bada0e44b3289e392ccc393918e&device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 1098 time: 0.0422897 Nov 12 04:26:48.487999 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47bc760-8981-411a-bd3a-bb9492680b17 req-df913adc-a15f-40a5-893d-82af08a7eb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:48.489482 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d47bc760-8981-411a-bd3a-bb9492680b17 req-df913adc-a15f-40a5-893d-82af08a7eb17 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e37ed6af-6232-435b-bf3b-f14d285c589a HTTP/1.1" status: 200 len: 897 time: 0.0959642 Nov 12 04:26:48.558137 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d47bc760-8981-411a-bd3a-bb9492680b17 req-080d1736-03d8-4ec9-a2a4-22ff88a6ec3e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f0208db-da40-4817-90f6-8af61b0bb525 HTTP/1.1" status: 200 len: 1001 time: 0.0597847 Nov 12 04:26:48.608657 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47bc760-8981-411a-bd3a-bb9492680b17 req-edd85bfd-7f30-46cd-b15a-a71087986d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:48.610102 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d47bc760-8981-411a-bd3a-bb9492680b17 req-edd85bfd-7f30-46cd-b15a-a71087986d70 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d6dc0352-48d0-4883-8fab-382351a3bac3 HTTP/1.1" status: 200 len: 834 time: 0.0446696 Nov 12 04:26:48.660790 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47bc760-8981-411a-bd3a-bb9492680b17 req-43210906-7ba1-4316-a2cd-866f3777f672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:48.662292 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d47bc760-8981-411a-bd3a-bb9492680b17 req-43210906-7ba1-4316-a2cd-866f3777f672 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e37ed6af-6232-435b-bf3b-f14d285c589a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447035 Nov 12 04:26:48.739383 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:48.755335 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d47bc760-8981-411a-bd3a-bb9492680b17 req-77b67f05-a1f5-456d-909c-4ad19f1acc79 service neutron] 10.222.0.74 "GET /v2.0/networks/e37ed6af-6232-435b-bf3b-f14d285c589a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854313 Nov 12 04:26:48.850091 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d47bc760-8981-411a-bd3a-bb9492680b17 req-4e3806f4-2596-458d-b566-c8b4d410e61e service neutron] 10.222.0.74 "GET /v2.0/networks/e37ed6af-6232-435b-bf3b-f14d285c589a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868802 Nov 12 04:27:00.489970 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-64a8afc2-3337-439f-8783-7a18da1029aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:02.107107 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58812) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:02.267349 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-9bbf9bad-6543-47f6-96e8-4c175e1b120e tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Deleting port 635c40a8-5d39-4881-9f33-1da2e61ef623 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:27:02.267683 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9bbf9bad-6543-47f6-96e8-4c175e1b120e tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:02.346491 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9bbf9bad-6543-47f6-96e8-4c175e1b120e tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:02.346808 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9bbf9bad-6543-47f6-96e8-4c175e1b120e tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:02.358874 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-9bbf9bad-6543-47f6-96e8-4c175e1b120e tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Calling delete_port for 635c40a8-5d39-4881-9f33-1da2e61ef623 owned by network:floatingip {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:27:02.509975 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9bbf9bad-6543-47f6-96e8-4c175e1b120e tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:02.540113 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbf9bad-6543-47f6-96e8-4c175e1b120e tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event deleted for resources: {'Port': ['ID=635c40a8-5d39-4881-9f33-1da2e61ef623,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:02.601649 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9bbf9bad-6543-47f6-96e8-4c175e1b120e tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for floatingip, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:02.601974 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [None req-9bbf9bad-6543-47f6-96e8-4c175e1b120e tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Floating IP 2d1c9324-aba4-490f-b45f-3790fe31570a disassociated (deleted). External IP: 172.25.5.39, port: 8f0208db-da40-4817-90f6-8af61b0bb525. Nov 12 04:27:02.812695 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bbf9bad-6543-47f6-96e8-4c175e1b120e tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Router 777f6a2a-ecca-46a1-89d9-e62d988dc6cd has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:27:02.922618 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbf9bad-6543-47f6-96e8-4c175e1b120e tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:27:02.927508 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9bbf9bad-6543-47f6-96e8-4c175e1b120e tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:02.932567 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ad0d92-485f-4a28-92d9-ddb25a471546 None None] Sync routers for ids ['777f6a2a-ecca-46a1-89d9-e62d988dc6cd'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:27:02.943023 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ad0d92-485f-4a28-92d9-ddb25a471546 None None] Routers {'777f6a2a-ecca-46a1-89d9-e62d988dc6cd'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:27:02.943643 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-b5ad0d92-485f-4a28-92d9-ddb25a471546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:26:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['777f6a2a-ecca-46a1-89d9-e62d988dc6cd'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:02.954758 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9bbf9bad-6543-47f6-96e8-4c175e1b120e tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "DELETE /v2.0/floatingips/2d1c9324-aba4-490f-b45f-3790fe31570a HTTP/1.1" status: 204 len: 168 time: 0.8465512 Nov 12 04:27:02.955355 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd45911c-7a4a-43ce-a340-2af6ef7d38d7', 'tag': '8f0208db-da40-4817-90f6-8af61b0bb525'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:27:02.957674 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6663d1d3f3c9eef7926d12034ee86df45d83a9b81db0163b8b39b36c8946953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3b6c73-9adf-4b91-9df7-55c83219e897" -d '{"events": [{"name": "network-changed", "server_uuid": "bd45911c-7a4a-43ce-a340-2af6ef7d38d7", "tag": "8f0208db-da40-4817-90f6-8af61b0bb525"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:27:03.001682 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2328454-a85f-41fd-bdce-393cd2d3e8eb x-openstack-request-id: req-a2328454-a85f-41fd-bdce-393cd2d3e8eb {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:27:03.001977 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd45911c-7a4a-43ce-a340-2af6ef7d38d7", "tag": "8f0208db-da40-4817-90f6-8af61b0bb525", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:27:03.003413 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a2328454-a85f-41fd-bdce-393cd2d3e8eb {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:27:03.003840 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd45911c-7a4a-43ce-a340-2af6ef7d38d7', 'tag': '8f0208db-da40-4817-90f6-8af61b0bb525', 'status': 'completed', 'code': 200} Nov 12 04:27:03.057760 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-b5ad0d92-485f-4a28-92d9-ddb25a471546 None None] Set router 777f6a2a-ecca-46a1-89d9-e62d988dc6cd gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:27:03.088561 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b6c73-9adf-4b91-9df7-55c83219e897 req-424a9b7c-0461-47b3-b06b-79c7f6a9d011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:03.091223 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6a3b6c73-9adf-4b91-9df7-55c83219e897 req-424a9b7c-0461-47b3-b06b-79c7f6a9d011 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=30062bada0e44b3289e392ccc393918e&device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 1098 time: 0.0527046 Nov 12 04:27:03.193272 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b6c73-9adf-4b91-9df7-55c83219e897 req-736c5eba-d1b4-4d3f-9b32-b9fb16162c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:03.194777 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6a3b6c73-9adf-4b91-9df7-55c83219e897 req-736c5eba-d1b4-4d3f-9b32-b9fb16162c87 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e37ed6af-6232-435b-bf3b-f14d285c589a HTTP/1.1" status: 200 len: 897 time: 0.0922389 Nov 12 04:27:03.206402 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c3704-2293-4e4d-b264-ec65b730af19 req-62362549-34a5-4f1a-b19e-fa1becc416d8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:03.208937 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aa8c3704-2293-4e4d-b264-ec65b730af19 req-62362549-34a5-4f1a-b19e-fa1becc416d8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 946 time: 0.0558710 Nov 12 04:27:03.239683 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6a3b6c73-9adf-4b91-9df7-55c83219e897 req-3d01891b-96dd-415c-a30a-b88ea941320b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f0208db-da40-4817-90f6-8af61b0bb525 HTTP/1.1" status: 200 len: 217 time: 0.0353789 Nov 12 04:27:03.260728 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aa8c3704-2293-4e4d-b264-ec65b730af19 req-bc9f55d0-be2b-4a1e-9b8a-347f52a0c02a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=317aafca-7fe3-4755-8743-981fce599aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458989 Nov 12 04:27:03.283499 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-b5ad0d92-485f-4a28-92d9-ddb25a471546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777f6a2a-ecca-46a1-89d9-e62d988dc6cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1808133053', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'e7569571-f3ac-402a-af4b-aaeedf48fc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:21Z', 'updated_at': '2021-11-12T04:25:25Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': 'e7569571-f3ac-402a-af4b-aaeedf48fc2f', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777f6a2a-ecca-46a1-89d9-e62d988dc6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:21Z', 'updated_at': '2021-11-12T04:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '01c38617-262e-4f81-b22c-0249ddfff3b9', 'name': '', 'network_id': 'e37ed6af-6232-435b-bf3b-f14d285c589a', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'mac_address': 'fa:16:3e:75:76:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777f6a2a-ecca-46a1-89d9-e62d988dc6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'd6dc0352-48d0-4883-8fab-382351a3bac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:23Z', 'updated_at': '2021-11-12T04:25:27Z', 'revision_number': 5, 'project_id': '30062bada0e44b3289e392ccc393918e', 'subnets': [{'id': 'd6dc0352-48d0-4883-8fab-382351a3bac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:03.302016 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b6c73-9adf-4b91-9df7-55c83219e897 req-41ce7587-586b-4767-9f2b-8748584705b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:03.303473 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6a3b6c73-9adf-4b91-9df7-55c83219e897 req-41ce7587-586b-4767-9f2b-8748584705b4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d6dc0352-48d0-4883-8fab-382351a3bac3 HTTP/1.1" status: 200 len: 834 time: 0.0563545 Nov 12 04:27:03.308126 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ad0d92-485f-4a28-92d9-ddb25a471546 None None] Checking router: 777f6a2a-ecca-46a1-89d9-e62d988dc6cd for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:27:03.317476 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ad0d92-485f-4a28-92d9-ddb25a471546 None None] Routers {'777f6a2a-ecca-46a1-89d9-e62d988dc6cd'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:27:03.318072 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-b5ad0d92-485f-4a28-92d9-ddb25a471546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:26:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['777f6a2a-ecca-46a1-89d9-e62d988dc6cd'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:03.351285 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b6c73-9adf-4b91-9df7-55c83219e897 req-e5363c5a-1eb1-4f6c-bfd5-c313945e917d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:03.352730 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6a3b6c73-9adf-4b91-9df7-55c83219e897 req-e5363c5a-1eb1-4f6c-bfd5-c313945e917d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e37ed6af-6232-435b-bf3b-f14d285c589a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408335 Nov 12 04:27:03.427267 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-b5ad0d92-485f-4a28-92d9-ddb25a471546 None None] Set router 777f6a2a-ecca-46a1-89d9-e62d988dc6cd gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:27:03.444214 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6a3b6c73-9adf-4b91-9df7-55c83219e897 req-69c597c4-8023-4849-8c39-04c2f98712cd service neutron] 10.222.0.74 "GET /v2.0/networks/e37ed6af-6232-435b-bf3b-f14d285c589a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830941 Nov 12 04:27:03.480910 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0895485b-645a-4a32-b3a6-48939266c618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:03.544341 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6a3b6c73-9adf-4b91-9df7-55c83219e897 req-e5cafd6a-8d7b-4b62-be2b-39f6be687090 service neutron] 10.222.0.74 "GET /v2.0/networks/e37ed6af-6232-435b-bf3b-f14d285c589a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920024 Nov 12 04:27:03.638529 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-b5ad0d92-485f-4a28-92d9-ddb25a471546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777f6a2a-ecca-46a1-89d9-e62d988dc6cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1808133053', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'e7569571-f3ac-402a-af4b-aaeedf48fc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:21Z', 'updated_at': '2021-11-12T04:25:25Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': 'e7569571-f3ac-402a-af4b-aaeedf48fc2f', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777f6a2a-ecca-46a1-89d9-e62d988dc6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:21Z', 'updated_at': '2021-11-12T04:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '01c38617-262e-4f81-b22c-0249ddfff3b9', 'name': '', 'network_id': 'e37ed6af-6232-435b-bf3b-f14d285c589a', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'mac_address': 'fa:16:3e:75:76:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777f6a2a-ecca-46a1-89d9-e62d988dc6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'd6dc0352-48d0-4883-8fab-382351a3bac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:23Z', 'updated_at': '2021-11-12T04:25:27Z', 'revision_number': 5, 'project_id': '30062bada0e44b3289e392ccc393918e', 'subnets': [{'id': 'd6dc0352-48d0-4883-8fab-382351a3bac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:03.668790 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ad0d92-485f-4a28-92d9-ddb25a471546 None None] The sync data for ids ['777f6a2a-ecca-46a1-89d9-e62d988dc6cd'] in n-d-715271-27 is: [{'id': '777f6a2a-ecca-46a1-89d9-e62d988dc6cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1808133053', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'e7569571-f3ac-402a-af4b-aaeedf48fc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:21Z', 'updated_at': '2021-11-12T04:25:25Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': 'e7569571-f3ac-402a-af4b-aaeedf48fc2f', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777f6a2a-ecca-46a1-89d9-e62d988dc6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:21Z', 'updated_at': '2021-11-12T04:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '01c38617-262e-4f81-b22c-0249ddfff3b9', 'name': '', 'network_id': 'e37ed6af-6232-435b-bf3b-f14d285c589a', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'mac_address': 'fa:16:3e:75:76:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777f6a2a-ecca-46a1-89d9-e62d988dc6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'd6dc0352-48d0-4883-8fab-382351a3bac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:23Z', 'updated_at': '2021-11-12T04:25:27Z', 'revision_number': 5, 'project_id': '30062bada0e44b3289e392ccc393918e', 'subnets': [{'id': 'd6dc0352-48d0-4883-8fab-382351a3bac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:27:03.875388 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63a8229-f843-4ae4-9afb-1ce9ba93d8be None None] New status for floating IP 2d1c9324-aba4-490f-b45f-3790fe31570a: DOWN {{(pid=102574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:27:04.334910 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:04.383101 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584b728-6dd0-47c9-985c-0f9cb8f06159 req-b9d7badf-92f2-42ac-8e5a-a67b0eb0a7ef tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:04.384584 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0584b728-6dd0-47c9-985c-0f9cb8f06159 req-b9d7badf-92f2-42ac-8e5a-a67b0eb0a7ef tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 946 time: 0.0501504 Nov 12 04:27:04.435195 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0584b728-6dd0-47c9-985c-0f9cb8f06159 req-5c405e89-d89d-458e-997e-f28c5d701ed2 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=317aafca-7fe3-4755-8743-981fce599aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439968 Nov 12 04:27:04.758199 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d17e1-53a3-453a-b1fb-f2d1f9f8dcc2 req-2284a8de-66e7-4056-affc-8d97adeb0ef7 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:04.759708 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4d1d17e1-53a3-453a-b1fb-f2d1f9f8dcc2 req-2284a8de-66e7-4056-affc-8d97adeb0ef7 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 946 time: 0.0536327 Nov 12 04:27:04.848879 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-4d1d17e1-53a3-453a-b1fb-f2d1f9f8dcc2 req-37ad3f27-5c2f-4a63-934c-9856eee5e7d0 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Deleting port 8f0208db-da40-4817-90f6-8af61b0bb525 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:27:04.849214 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-4d1d17e1-53a3-453a-b1fb-f2d1f9f8dcc2 req-37ad3f27-5c2f-4a63-934c-9856eee5e7d0 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:04.942856 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-4d1d17e1-53a3-453a-b1fb-f2d1f9f8dcc2 req-37ad3f27-5c2f-4a63-934c-9856eee5e7d0 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] For port 8f0208db-da40-4817-90f6-8af61b0bb525, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=8f0208db-da40-4817-90f6-8af61b0bb525,segment=NetworkSegment(f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a),segment_id=f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:27:04.943129 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-4d1d17e1-53a3-453a-b1fb-f2d1f9f8dcc2 req-37ad3f27-5c2f-4a63-934c-9856eee5e7d0 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:04.957737 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-4d1d17e1-53a3-453a-b1fb-f2d1f9f8dcc2 req-37ad3f27-5c2f-4a63-934c-9856eee5e7d0 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Calling delete_port for 8f0208db-da40-4817-90f6-8af61b0bb525 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:27:05.087671 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-4d1d17e1-53a3-453a-b1fb-f2d1f9f8dcc2 req-37ad3f27-5c2f-4a63-934c-9856eee5e7d0 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:05.124186 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad3f27-5c2f-4a63-934c-9856eee5e7d0 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event deleted for resources: {'Port': ['ID=8f0208db-da40-4817-90f6-8af61b0bb525,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:05.160802 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1d17e1-53a3-453a-b1fb-f2d1f9f8dcc2 req-37ad3f27-5c2f-4a63-934c-9856eee5e7d0 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] No DVR routers for this DVR port 8f0208db-da40-4817-90f6-8af61b0bb525 on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:27:05.163274 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-4d1d17e1-53a3-453a-b1fb-f2d1f9f8dcc2 req-37ad3f27-5c2f-4a63-934c-9856eee5e7d0 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:05.166906 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4d1d17e1-53a3-453a-b1fb-f2d1f9f8dcc2 req-37ad3f27-5c2f-4a63-934c-9856eee5e7d0 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.74 "DELETE /v2.0/ports/8f0208db-da40-4817-90f6-8af61b0bb525 HTTP/1.1" status: 204 len: 173 time: 0.4002025 Nov 12 04:27:05.167357 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd45911c-7a4a-43ce-a340-2af6ef7d38d7', 'name': 'network-vif-deleted', 'tag': '8f0208db-da40-4817-90f6-8af61b0bb525'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:27:05.169616 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6663d1d3f3c9eef7926d12034ee86df45d83a9b81db0163b8b39b36c8946953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e6bfe2-0a14-4f35-85e3-1f0dca6d6f60" -d '{"events": [{"server_uuid": "bd45911c-7a4a-43ce-a340-2af6ef7d38d7", "name": "network-vif-deleted", "tag": "8f0208db-da40-4817-90f6-8af61b0bb525"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:27:05.210213 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40550db4-19b6-4053-bfc5-df936384f7c0 x-openstack-request-id: req-40550db4-19b6-4053-bfc5-df936384f7c0 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:27:05.210495 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd45911c-7a4a-43ce-a340-2af6ef7d38d7", "name": "network-vif-deleted", "tag": "8f0208db-da40-4817-90f6-8af61b0bb525", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:27:05.210765 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-40550db4-19b6-4053-bfc5-df936384f7c0 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:27:05.211169 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd45911c-7a4a-43ce-a340-2af6ef7d38d7', 'name': 'network-vif-deleted', 'tag': '8f0208db-da40-4817-90f6-8af61b0bb525', 'status': 'completed', 'code': 200} Nov 12 04:27:05.551107 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-140f7a25-b41a-49d6-850a-781620643f21 req-b6e8733e-e126-456e-9985-7b0795ec128e tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd45911c-7a4a-43ce-a340-2af6ef7d38d7 HTTP/1.1" status: 200 len: 210 time: 0.0299587 Nov 12 04:27:05.660582 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:06.496123 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:06.610497 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58828) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:06.973493 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6399c26d-01f9-46a2-b668-97f7a87203cd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:07.425463 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 8f0208db-da40-4817-90f6-8af61b0bb525 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:27:07.446062 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 8f0208db-da40-4817-90f6-8af61b0bb525 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:27:07.446410 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 8f0208db-da40-4817-90f6-8af61b0bb525 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:27:07.537586 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-6399c26d-01f9-46a2-b668-97f7a87203cd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Deleting port 01c38617-262e-4f81-b22c-0249ddfff3b9 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:27:07.537914 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6399c26d-01f9-46a2-b668-97f7a87203cd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:07.626970 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-6399c26d-01f9-46a2-b668-97f7a87203cd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] For port 01c38617-262e-4f81-b22c-0249ddfff3b9, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=01c38617-262e-4f81-b22c-0249ddfff3b9,segment=NetworkSegment(f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a),segment_id=f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:27:07.627685 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6399c26d-01f9-46a2-b668-97f7a87203cd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:07.640622 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-6399c26d-01f9-46a2-b668-97f7a87203cd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Calling delete_port for 01c38617-262e-4f81-b22c-0249ddfff3b9 owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:27:07.824166 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6399c26d-01f9-46a2-b668-97f7a87203cd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:07.853737 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6399c26d-01f9-46a2-b668-97f7a87203cd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event deleted for resources: {'Port': ['ID=01c38617-262e-4f81-b22c-0249ddfff3b9,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:07.882211 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399c26d-01f9-46a2-b668-97f7a87203cd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:07.882560 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399c26d-01f9-46a2-b668-97f7a87203cd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:07.882902 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399c26d-01f9-46a2-b668-97f7a87203cd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:07.883240 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399c26d-01f9-46a2-b668-97f7a87203cd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:07.883576 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399c26d-01f9-46a2-b668-97f7a87203cd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:07.883909 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399c26d-01f9-46a2-b668-97f7a87203cd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:07.884261 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399c26d-01f9-46a2-b668-97f7a87203cd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:07.884592 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399c26d-01f9-46a2-b668-97f7a87203cd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:07.884925 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399c26d-01f9-46a2-b668-97f7a87203cd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:07.885250 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399c26d-01f9-46a2-b668-97f7a87203cd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:07.885576 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399c26d-01f9-46a2-b668-97f7a87203cd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:07.885897 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399c26d-01f9-46a2-b668-97f7a87203cd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:08.042858 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6399c26d-01f9-46a2-b668-97f7a87203cd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:08.258384 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6399c26d-01f9-46a2-b668-97f7a87203cd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Router 777f6a2a-ecca-46a1-89d9-e62d988dc6cd has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:27:08.364510 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6399c26d-01f9-46a2-b668-97f7a87203cd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:27:08.369912 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6399c26d-01f9-46a2-b668-97f7a87203cd tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "PUT /v2.0/routers/777f6a2a-ecca-46a1-89d9-e62d988dc6cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7577784 Nov 12 04:27:08.372255 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58830) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:08.375364 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bda792-a831-4eb7-b5da-a3d9a081cd40 None None] Sync routers for ids ['777f6a2a-ecca-46a1-89d9-e62d988dc6cd'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:27:08.384937 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bda792-a831-4eb7-b5da-a3d9a081cd40 None None] Routers {'777f6a2a-ecca-46a1-89d9-e62d988dc6cd'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:27:08.385530 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-48bda792-a831-4eb7-b5da-a3d9a081cd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:27:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['777f6a2a-ecca-46a1-89d9-e62d988dc6cd'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:08.424949 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-46423f2b-761a-41dc-8c32-2eb27b77c97d tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Deleting subnet d6dc0352-48d0-4883-8fab-382351a3bac3 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:27:08.428066 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-46423f2b-761a-41dc-8c32-2eb27b77c97d tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:08.469173 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-46423f2b-761a-41dc-8c32-2eb27b77c97d tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:08.494194 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-48bda792-a831-4eb7-b5da-a3d9a081cd40 None None] Set router 777f6a2a-ecca-46a1-89d9-e62d988dc6cd gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:27:08.556133 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-46423f2b-761a-41dc-8c32-2eb27b77c97d tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:08.616940 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-46423f2b-761a-41dc-8c32-2eb27b77c97d tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:08.646261 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46423f2b-761a-41dc-8c32-2eb27b77c97d tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event deleted for resources: {'Subnet': ['ID=d6dc0352-48d0-4883-8fab-382351a3bac3,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:08.649332 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-46423f2b-761a-41dc-8c32-2eb27b77c97d tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:08.655312 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-46423f2b-761a-41dc-8c32-2eb27b77c97d tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "DELETE /v2.0/subnets/d6dc0352-48d0-4883-8fab-382351a3bac3 HTTP/1.1" status: 204 len: 168 time: 0.2799962 Nov 12 04:27:08.655623 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58832) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:08.670392 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d8b107-3764-4f1a-ad55-0e4d722dd278 None None] Network e37ed6af-6232-435b-bf3b-f14d285c589a requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:27:08.749228 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-48bda792-a831-4eb7-b5da-a3d9a081cd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777f6a2a-ecca-46a1-89d9-e62d988dc6cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1808133053', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'e7569571-f3ac-402a-af4b-aaeedf48fc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:21Z', 'updated_at': '2021-11-12T04:27:07Z', 'revision_number': 5, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': 'e7569571-f3ac-402a-af4b-aaeedf48fc2f', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777f6a2a-ecca-46a1-89d9-e62d988dc6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:21Z', 'updated_at': '2021-11-12T04:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:08.768279 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-56341486-0d22-4460-b642-648f3381c64c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:08.801363 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bda792-a831-4eb7-b5da-a3d9a081cd40 None None] Checking router: 777f6a2a-ecca-46a1-89d9-e62d988dc6cd for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:27:08.826471 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bda792-a831-4eb7-b5da-a3d9a081cd40 None None] Routers {'777f6a2a-ecca-46a1-89d9-e62d988dc6cd'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:27:08.827651 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-48bda792-a831-4eb7-b5da-a3d9a081cd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:27:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['777f6a2a-ecca-46a1-89d9-e62d988dc6cd'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:08.875973 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-56341486-0d22-4460-b642-648f3381c64c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:08.938058 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91230c9c-3727-4b3c-bf73-4877ffe941ea None None] DHCP port deletion for e37ed6af-6232-435b-bf3b-f14d285c589a request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:27:08.939571 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-56341486-0d22-4460-b642-648f3381c64c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Deleting port e7569571-f3ac-402a-af4b-aaeedf48fc2f {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:27:08.939914 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-56341486-0d22-4460-b642-648f3381c64c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:08.971420 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-48bda792-a831-4eb7-b5da-a3d9a081cd40 None None] Set router 777f6a2a-ecca-46a1-89d9-e62d988dc6cd gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:27:09.023057 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-56341486-0d22-4460-b642-648f3381c64c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] For port e7569571-f3ac-402a-af4b-aaeedf48fc2f, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e7569571-f3ac-402a-af4b-aaeedf48fc2f,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:27:09.023406 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-56341486-0d22-4460-b642-648f3381c64c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:09.036669 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-56341486-0d22-4460-b642-648f3381c64c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Calling delete_port for e7569571-f3ac-402a-af4b-aaeedf48fc2f owned by network:router_gateway {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:27:09.112937 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-91230c9c-3727-4b3c-bf73-4877ffe941ea None None] Deleting port 9a7d276f-24c3-470b-979b-99c1f4434c8e {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:27:09.113223 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-91230c9c-3727-4b3c-bf73-4877ffe941ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:09.201518 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-91230c9c-3727-4b3c-bf73-4877ffe941ea None None] For port 9a7d276f-24c3-470b-979b-99c1f4434c8e, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=9a7d276f-24c3-470b-979b-99c1f4434c8e,segment=NetworkSegment(f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a),segment_id=f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:27:09.202528 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-91230c9c-3727-4b3c-bf73-4877ffe941ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:09.204638 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-56341486-0d22-4460-b642-648f3381c64c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:09.218320 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-91230c9c-3727-4b3c-bf73-4877ffe941ea None None] Calling delete_port for 9a7d276f-24c3-470b-979b-99c1f4434c8e owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:27:09.232354 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56341486-0d22-4460-b642-648f3381c64c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event deleted for resources: {'Port': ['ID=e7569571-f3ac-402a-af4b-aaeedf48fc2f,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:09.267485 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95752c5b-e25d-48c8-95d0-033a39cf025b None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:27:09.284149 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-48bda792-a831-4eb7-b5da-a3d9a081cd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777f6a2a-ecca-46a1-89d9-e62d988dc6cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1808133053', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'e7569571-f3ac-402a-af4b-aaeedf48fc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:21Z', 'updated_at': '2021-11-12T04:27:07Z', 'revision_number': 5, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': 'e7569571-f3ac-402a-af4b-aaeedf48fc2f', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777f6a2a-ecca-46a1-89d9-e62d988dc6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:21Z', 'updated_at': '2021-11-12T04:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:09.297491 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-56341486-0d22-4460-b642-648f3381c64c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:09.398746 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-56341486-0d22-4460-b642-648f3381c64c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:09.401197 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-56341486-0d22-4460-b642-648f3381c64c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:09.452617 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-56341486-0d22-4460-b642-648f3381c64c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:09.453304 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56341486-0d22-4460-b642-648f3381c64c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Fanout notify agent at l3_agent the message router_deleted on router 777f6a2a-ecca-46a1-89d9-e62d988dc6cd {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:27:09.460848 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-56341486-0d22-4460-b642-648f3381c64c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:09.461967 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-56341486-0d22-4460-b642-648f3381c64c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "DELETE /v2.0/routers/777f6a2a-ecca-46a1-89d9-e62d988dc6cd HTTP/1.1" status: 204 len: 168 time: 0.8054526 Nov 12 04:27:09.464842 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58836) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:09.487498 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bda792-a831-4eb7-b5da-a3d9a081cd40 None None] The sync data for ids ['777f6a2a-ecca-46a1-89d9-e62d988dc6cd'] in n-d-715271-27 is: [{'id': '777f6a2a-ecca-46a1-89d9-e62d988dc6cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1808133053', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'e7569571-f3ac-402a-af4b-aaeedf48fc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:21Z', 'updated_at': '2021-11-12T04:27:07Z', 'revision_number': 5, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': 'e7569571-f3ac-402a-af4b-aaeedf48fc2f', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777f6a2a-ecca-46a1-89d9-e62d988dc6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:21Z', 'updated_at': '2021-11-12T04:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:27:09.507609 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:09.520817 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-91230c9c-3727-4b3c-bf73-4877ffe941ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:09.544938 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91230c9c-3727-4b3c-bf73-4877ffe941ea None None] Pushing event deleted for resources: {'Port': ['ID=9a7d276f-24c3-470b-979b-99c1f4434c8e,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:09.551476 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91230c9c-3727-4b3c-bf73-4877ffe941ea None None] No DVR routers for this DVR port 9a7d276f-24c3-470b-979b-99c1f4434c8e on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:27:09.564366 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-198c4804-4c95-4ce0-b062-6465878be052 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:09.649241 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-198c4804-4c95-4ce0-b062-6465878be052 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:09.669276 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-198c4804-4c95-4ce0-b062-6465878be052 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e37ed6af-6232-435b-bf3b-f14d285c589a']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:09.678738 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-198c4804-4c95-4ce0-b062-6465878be052 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:09.679065 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-198c4804-4c95-4ce0-b062-6465878be052 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8fe17b2-2d6c-4a6c-90b5-e6c0c7f2cc7a') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:09.688942 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-198c4804-4c95-4ce0-b062-6465878be052 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:09.702594 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-198c4804-4c95-4ce0-b062-6465878be052 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:09.708535 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-198c4804-4c95-4ce0-b062-6465878be052 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:27:09.708916 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-198c4804-4c95-4ce0-b062-6465878be052 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:09.711909 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 04:27:09.711909 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:27:09.711909 n-d-715271-27 neutron-server[102571]: timer() Nov 12 04:27:09.711909 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:27:09.711909 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 04:27:09.711909 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:27:09.711909 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 04:27:09.711909 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:27:09.711909 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 04:27:09.711909 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:27:09.711909 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 04:27:09.711909 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:27:09.711909 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 04:27:09.711909 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:27:09.711909 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:27:09.711909 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:27:09.711909 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:27:09.711909 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:27:09.711909 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 04:27:09.711909 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:27:09.711909 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 04:27:09.711909 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:27:09.711909 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:27:09.711909 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:27:09.711909 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 04:27:09.711909 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:27:09.711909 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:27:09.711909 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:27:09.711909 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:27:09.711909 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:27:09.711909 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:27:09.711909 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:27:09.773198 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-198c4804-4c95-4ce0-b062-6465878be052 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:09.780693 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-198c4804-4c95-4ce0-b062-6465878be052 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:09.784062 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-198c4804-4c95-4ce0-b062-6465878be052 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "DELETE /v2.0/networks/e37ed6af-6232-435b-bf3b-f14d285c589a HTTP/1.1" status: 204 len: 168 time: 0.3182280 Nov 12 04:27:09.786873 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58838) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:09.797254 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c4804-4c95-4ce0-b062-6465878be052 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event deleted for resources: {'Network': ['ID=e37ed6af-6232-435b-bf3b-f14d285c589a,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:09.850015 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8f2b42ec-761e-44e1-b402-e6b4b7c839b3 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:09.877023 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8f2b42ec-761e-44e1-b402-e6b4b7c839b3 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:09.944769 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8f2b42ec-761e-44e1-b402-e6b4b7c839b3 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:09.947707 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8f2b42ec-761e-44e1-b402-e6b4b7c839b3 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:09.952558 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8f2b42ec-761e-44e1-b402-e6b4b7c839b3 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "DELETE /v2.0/security-groups/317aafca-7fe3-4755-8743-981fce599aeb HTTP/1.1" status: 204 len: 168 time: 0.1610820 Nov 12 04:27:09.959300 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b42ec-761e-44e1-b402-e6b4b7c839b3 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=317aafca-7fe3-4755-8743-981fce599aeb,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:10.307293 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58844) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:10.312792 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-6ae08de3-5523-4262-ac75-ddaa8c7f22c3 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1120864962', 'description': 'tempest-secgroup-smoke-1120864962 description', 'project_id': '30062bada0e44b3289e392ccc393918e'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:27:10.335733 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6ae08de3-5523-4262-ac75-ddaa8c7f22c3 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:10.405506 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6ae08de3-5523-4262-ac75-ddaa8c7f22c3 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:10.409322 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6ae08de3-5523-4262-ac75-ddaa8c7f22c3 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:10.440409 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6ae08de3-5523-4262-ac75-ddaa8c7f22c3 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:10.441574 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6ae08de3-5523-4262-ac75-ddaa8c7f22c3 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1332772 Nov 12 04:27:10.443439 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae08de3-5523-4262-ac75-ddaa8c7f22c3 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2e1b2d-8754-4691-bb31-4ff6b3f18ce8,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:10.444606 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58846) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:10.450233 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-66f7f06e-4a09-498f-abc2-b62800ec40f2 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'security_group_rule': {'security_group_id': '6b2e1b2d-8754-4691-bb31-4ff6b3f18ce8', 'project_id': '30062bada0e44b3289e392ccc393918e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:27:10.476336 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-66f7f06e-4a09-498f-abc2-b62800ec40f2 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:10.532803 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-66f7f06e-4a09-498f-abc2-b62800ec40f2 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:10.537071 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-66f7f06e-4a09-498f-abc2-b62800ec40f2 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:10.556268 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f7f06e-4a09-498f-abc2-b62800ec40f2 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec710493-920b-433d-a811-33a53f514c00,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:10.567433 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-66f7f06e-4a09-498f-abc2-b62800ec40f2 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:10.568725 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-66f7f06e-4a09-498f-abc2-b62800ec40f2 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1223907 Nov 12 04:27:10.571407 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58848) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:10.575747 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-fda7675f-457c-422e-b534-44c14f7b0b0b tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'security_group_rule': {'security_group_id': '6b2e1b2d-8754-4691-bb31-4ff6b3f18ce8', 'project_id': '30062bada0e44b3289e392ccc393918e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:27:10.601589 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fda7675f-457c-422e-b534-44c14f7b0b0b tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:10.661411 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fda7675f-457c-422e-b534-44c14f7b0b0b tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:10.665567 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fda7675f-457c-422e-b534-44c14f7b0b0b tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:10.688669 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda7675f-457c-422e-b534-44c14f7b0b0b tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6123110-5cb3-4232-83e6-d6dac2597b4b,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:10.700504 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fda7675f-457c-422e-b534-44c14f7b0b0b tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:10.701977 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-fda7675f-457c-422e-b534-44c14f7b0b0b tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1294339 Nov 12 04:27:10.706149 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58850) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:10.710834 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-ef0346c8-268b-44d8-baf3-0983860d3ad0 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'security_group_rule': {'security_group_id': '6b2e1b2d-8754-4691-bb31-4ff6b3f18ce8', 'project_id': '30062bada0e44b3289e392ccc393918e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:27:10.713158 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e7569571-f3ac-402a-af4b-aaeedf48fc2f no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:27:10.738204 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: e7569571-f3ac-402a-af4b-aaeedf48fc2f {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:27:10.738553 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e7569571-f3ac-402a-af4b-aaeedf48fc2f not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:27:10.738697 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ef0346c8-268b-44d8-baf3-0983860d3ad0 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:10.738975 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 9a7d276f-24c3-470b-979b-99c1f4434c8e no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:27:10.757481 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 9a7d276f-24c3-470b-979b-99c1f4434c8e {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:27:10.757824 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 9a7d276f-24c3-470b-979b-99c1f4434c8e not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:27:10.758238 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 01c38617-262e-4f81-b22c-0249ddfff3b9 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:27:10.777101 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 01c38617-262e-4f81-b22c-0249ddfff3b9 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:27:10.777429 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 01c38617-262e-4f81-b22c-0249ddfff3b9 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:27:10.796796 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ef0346c8-268b-44d8-baf3-0983860d3ad0 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:10.801553 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ef0346c8-268b-44d8-baf3-0983860d3ad0 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:10.819435 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0346c8-268b-44d8-baf3-0983860d3ad0 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14dc8b51-c425-4e9c-8e37-628e4b74d642,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:10.828173 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ef0346c8-268b-44d8-baf3-0983860d3ad0 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:10.829380 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ef0346c8-268b-44d8-baf3-0983860d3ad0 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222475 Nov 12 04:27:10.832003 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58852) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:10.836325 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-699b7f8e-7e69-420e-9e56-7fe95414c62f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'security_group_rule': {'security_group_id': '6b2e1b2d-8754-4691-bb31-4ff6b3f18ce8', 'project_id': '30062bada0e44b3289e392ccc393918e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:27:10.862856 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-699b7f8e-7e69-420e-9e56-7fe95414c62f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:10.919368 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-699b7f8e-7e69-420e-9e56-7fe95414c62f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:10.923961 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-699b7f8e-7e69-420e-9e56-7fe95414c62f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:10.942261 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b7f8e-7e69-420e-9e56-7fe95414c62f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=975de7fa-1ba7-4634-a06c-1ffcf93585d5,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:10.949825 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-699b7f8e-7e69-420e-9e56-7fe95414c62f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:10.951013 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-699b7f8e-7e69-420e-9e56-7fe95414c62f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1180608 Nov 12 04:27:10.953838 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58854) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:10.958102 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-b856251c-cec1-4f67-ada2-0dd17565c39a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'security_group_rule': {'security_group_id': '6b2e1b2d-8754-4691-bb31-4ff6b3f18ce8', 'project_id': '30062bada0e44b3289e392ccc393918e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:27:10.980309 n-d-715271-27 neutron-server[102571]: INFO neutron.db.securitygroups_db [None req-b856251c-cec1-4f67-ada2-0dd17565c39a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Project 30062bada0e44b3289e392ccc393918e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:27:10.985958 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b856251c-cec1-4f67-ada2-0dd17565c39a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:11.045293 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b856251c-cec1-4f67-ada2-0dd17565c39a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:11.049853 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b856251c-cec1-4f67-ada2-0dd17565c39a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:11.067160 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b856251c-cec1-4f67-ada2-0dd17565c39a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05926715-bb7c-490f-b1f5-097f68ee2023,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:11.074819 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b856251c-cec1-4f67-ada2-0dd17565c39a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:11.076013 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b856251c-cec1-4f67-ada2-0dd17565c39a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1212323 Nov 12 04:27:11.079861 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58856) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:11.084366 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-f9e5f6bc-f904-432c-9f2f-c920fd2ec1c8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'security_group_rule': {'security_group_id': '6b2e1b2d-8754-4691-bb31-4ff6b3f18ce8', 'project_id': '30062bada0e44b3289e392ccc393918e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:27:11.105291 n-d-715271-27 neutron-server[102571]: INFO neutron.db.securitygroups_db [None req-f9e5f6bc-f904-432c-9f2f-c920fd2ec1c8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Project 30062bada0e44b3289e392ccc393918e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:27:11.110909 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f9e5f6bc-f904-432c-9f2f-c920fd2ec1c8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:11.170423 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f9e5f6bc-f904-432c-9f2f-c920fd2ec1c8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:11.174101 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f9e5f6bc-f904-432c-9f2f-c920fd2ec1c8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:11.194376 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e5f6bc-f904-432c-9f2f-c920fd2ec1c8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f34452e-8c7b-4394-8f9f-9c32b913554c,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:11.199917 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f9e5f6bc-f904-432c-9f2f-c920fd2ec1c8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:11.201129 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f9e5f6bc-f904-432c-9f2f-c920fd2ec1c8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1203125 Nov 12 04:27:11.204608 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58858) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:11.209364 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-603a91e1-54b5-43ce-929b-1b179bdb18ba tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'network': {'name': 'tempest-network-smoke--1897410885', 'project_id': '30062bada0e44b3289e392ccc393918e', 'port_security_enabled': True}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:27:11.229342 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603a91e1-54b5-43ce-929b-1b179bdb18ba tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Made reservation on behalf of 30062bada0e44b3289e392ccc393918e for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:27:11.232883 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-603a91e1-54b5-43ce-929b-1b179bdb18ba tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:11.255884 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-603a91e1-54b5-43ce-929b-1b179bdb18ba tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:27:11.265246 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-603a91e1-54b5-43ce-929b-1b179bdb18ba tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:11.265583 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-603a91e1-54b5-43ce-929b-1b179bdb18ba tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Added segment e47d672a-e45f-49e5-965e-1990566f38e3 of type vlan for network 0474ac1e-2d49-424a-b76e-b5a820a08098 Nov 12 04:27:11.304823 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-603a91e1-54b5-43ce-929b-1b179bdb18ba tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:11.329705 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-603a91e1-54b5-43ce-929b-1b179bdb18ba tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:11.335296 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603a91e1-54b5-43ce-929b-1b179bdb18ba tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:11.335875 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-603a91e1-54b5-43ce-929b-1b179bdb18ba tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:11.398841 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-603a91e1-54b5-43ce-929b-1b179bdb18ba tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1932046 Nov 12 04:27:11.401661 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58860) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:11.407171 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-c344a3d8-f2e4-48e7-afd1-18d8c340f671 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1395104607', 'admin_state_up': True, 'project_id': '30062bada0e44b3289e392ccc393918e', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:27:11.408600 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a91e1-54b5-43ce-929b-1b179bdb18ba tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'Network': ['ID=0474ac1e-2d49-424a-b76e-b5a820a08098,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:11.418897 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 0474ac1e-2d49-424a-b76e-b5a820a08098 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:27:11.434453 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c344a3d8-f2e4-48e7-afd1-18d8c340f671 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:11.435418 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c344a3d8-f2e4-48e7-afd1-18d8c340f671 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:11.489391 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c344a3d8-f2e4-48e7-afd1-18d8c340f671 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:11.629174 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c344a3d8-f2e4-48e7-afd1-18d8c340f671 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:11.820271 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c344a3d8-f2e4-48e7-afd1-18d8c340f671 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for router_gateway, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:11.843256 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c344a3d8-f2e4-48e7-afd1-18d8c340f671 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:11.946058 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-c344a3d8-f2e4-48e7-afd1-18d8c340f671 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Allocated IP 172.25.5.36 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/04394151-0e92-4e0e-9b10-f5f1153649aa) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:27:12.051983 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c344a3d8-f2e4-48e7-afd1-18d8c340f671 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:12.086923 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c344a3d8-f2e4-48e7-afd1-18d8c340f671 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:12.122490 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c344a3d8-f2e4-48e7-afd1-18d8c340f671 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:27:12.127651 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-c344a3d8-f2e4-48e7-afd1-18d8c340f671 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:27:12.131424 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c344a3d8-f2e4-48e7-afd1-18d8c340f671 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:27:12.146897 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b9ee77-13f6-4f16-a48f-15c554d4262d None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:27:12.159650 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344a3d8-f2e4-48e7-afd1-18d8c340f671 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'Port': ['ID=04394151-0e92-4e0e-9b10-f5f1153649aa,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:12.217976 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-f4102f57-d437-4155-8984-3b966c91cb99 None None] Provisioning complete for port 04394151-0e92-4e0e-9b10-f5f1153649aa triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:27:12.218587 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f4102f57-d437-4155-8984-3b966c91cb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:12.251686 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-f4102f57-d437-4155-8984-3b966c91cb99 None None] Port 04394151-0e92-4e0e-9b10-f5f1153649aa cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:27:12.384490 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c344a3d8-f2e4-48e7-afd1-18d8c340f671 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for router_gateway, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:12.579392 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c344a3d8-f2e4-48e7-afd1-18d8c340f671 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:13.008368 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c344a3d8-f2e4-48e7-afd1-18d8c340f671 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Router 98f96eb7-1d8d-497e-ac9c-287715ac42fe is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:27:13.112344 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c344a3d8-f2e4-48e7-afd1-18d8c340f671 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:27:13.121671 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30c215f-0014-4b54-9c32-efb5143382e0 None None] Sync routers for ids ['98f96eb7-1d8d-497e-ac9c-287715ac42fe'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:27:13.130974 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30c215f-0014-4b54-9c32-efb5143382e0 None None] Routers {'98f96eb7-1d8d-497e-ac9c-287715ac42fe'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:27:13.131570 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-e30c215f-0014-4b54-9c32-efb5143382e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:27:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['98f96eb7-1d8d-497e-ac9c-287715ac42fe'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:13.132778 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-c344a3d8-f2e4-48e7-afd1-18d8c340f671 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:13.134070 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c344a3d8-f2e4-48e7-afd1-18d8c340f671 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7313051 Nov 12 04:27:13.137445 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58862) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:13.167465 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-98457908-294b-4874-a247-6e58633293e4 tempest-TestNetworkAdvancedServerOps-1443237335 tempest-TestNetworkAdvancedServerOps-1443237335-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=30062bada0e44b3289e392ccc393918e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288322 Nov 12 04:27:13.169969 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58864) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:13.266037 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9342dd7e-8885-4f7c-8426-eb12059930d7 tempest-TestNetworkAdvancedServerOps-1443237335 tempest-TestNetworkAdvancedServerOps-1443237335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:13.267445 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9342dd7e-8885-4f7c-8426-eb12059930d7 tempest-TestNetworkAdvancedServerOps-1443237335 tempest-TestNetworkAdvancedServerOps-1443237335-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0956361 Nov 12 04:27:13.270334 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58866) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:13.298464 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c6f44f6f-f10c-4993-8b44-6444ae27b130 tempest-TestNetworkAdvancedServerOps-1443237335 tempest-TestNetworkAdvancedServerOps-1443237335-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=7932a4b6-40b8-49fc-bb5c-2a6d25b0a895&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269921 Nov 12 04:27:13.300874 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58868) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:13.305573 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-a309d9a6-2141-4913-af55-cb63b4e93333 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1603281041', 'network_id': '0474ac1e-2d49-424a-b76e-b5a820a08098', 'project_id': '30062bada0e44b3289e392ccc393918e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:27:13.324551 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-e30c215f-0014-4b54-9c32-efb5143382e0 None None] Set router 98f96eb7-1d8d-497e-ac9c-287715ac42fe gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:27:13.393537 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a309d9a6-2141-4913-af55-cb63b4e93333 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Made reservation on behalf of 30062bada0e44b3289e392ccc393918e for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:27:13.397302 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a309d9a6-2141-4913-af55-cb63b4e93333 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:13.503680 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-e30c215f-0014-4b54-9c32-efb5143382e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f96eb7-1d8d-497e-ac9c-287715ac42fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395104607', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '04394151-0e92-4e0e-9b10-f5f1153649aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:27:11Z', 'updated_at': '2021-11-12T04:27:12Z', 'revision_number': 3, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': '04394151-0e92-4e0e-9b10-f5f1153649aa', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f96eb7-1d8d-497e-ac9c-287715ac42fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:11Z', 'updated_at': '2021-11-12T04:27:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:13.529109 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30c215f-0014-4b54-9c32-efb5143382e0 None None] Checking router: 98f96eb7-1d8d-497e-ac9c-287715ac42fe for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:27:13.529363 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30c215f-0014-4b54-9c32-efb5143382e0 None None] Updating router 98f96eb7-1d8d-497e-ac9c-287715ac42fe port 04394151-0e92-4e0e-9b10-f5f1153649aa binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:27:13.553853 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e30c215f-0014-4b54-9c32-efb5143382e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:13.577858 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a309d9a6-2141-4913-af55-cb63b4e93333 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:13.645884 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309d9a6-2141-4913-af55-cb63b4e93333 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'Subnet': ['ID=301a0e1e-a140-46c5-ac86-6152fa215b28,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:13.650185 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a309d9a6-2141-4913-af55-cb63b4e93333 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Checking segment: {'id': 'e47d672a-e45f-49e5-965e-1990566f38e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0474ac1e-2d49-424a-b76e-b5a820a08098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:27:13.650547 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a309d9a6-2141-4913-af55-cb63b4e93333 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Network hostable DHCP agents. Network: 0474ac1e-2d49-424a-b76e-b5a820a08098, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:27:13.668150 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a309d9a6-2141-4913-af55-cb63b4e93333 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Network 0474ac1e-2d49-424a-b76e-b5a820a08098 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:27:13.677065 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-a309d9a6-2141-4913-af55-cb63b4e93333 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 0474ac1e-2d49-424a-b76e-b5a820a08098) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:27:13.681319 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a309d9a6-2141-4913-af55-cb63b4e93333 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:13.681946 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-a309d9a6-2141-4913-af55-cb63b4e93333 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:13.690637 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e54f513-976d-4786-9ef5-3c244da6d666 None None] Network 0474ac1e-2d49-424a-b76e-b5a820a08098 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:27:13.700638 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-a309d9a6-2141-4913-af55-cb63b4e93333 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3961313 Nov 12 04:27:13.700946 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58870) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:13.816799 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e30c215f-0014-4b54-9c32-efb5143382e0 None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:13.824249 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e30c215f-0014-4b54-9c32-efb5143382e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:13.848652 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c01c7c6-1141-4205-9f14-0b8af756b4bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-0474ac1e-2d49-424a-b76e-b5a820a08098', 'network_id': '0474ac1e-2d49-424a-b76e-b5a820a08098', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'fixed_ips': [{'subnet_id': '301a0e1e-a140-46c5-ac86-6152fa215b28'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:27:13.849699 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8c01c7c6-1141-4205-9f14-0b8af756b4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:13.876232 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-e30c215f-0014-4b54-9c32-efb5143382e0 None None] Attempting to bind port 04394151-0e92-4e0e-9b10-f5f1153649aa on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:27:13.876598 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-e30c215f-0014-4b54-9c32-efb5143382e0 None None] Attempting to bind port 04394151-0e92-4e0e-9b10-f5f1153649aa by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:27:13.876953 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30c215f-0014-4b54-9c32-efb5143382e0 None None] Attempting to bind port 04394151-0e92-4e0e-9b10-f5f1153649aa on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:27:13.881359 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ddd61b-ec2b-44d9-8e67-c41c97b653bf None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:27:13.888272 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30c215f-0014-4b54-9c32-efb5143382e0 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:27:13.888272 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30c215f-0014-4b54-9c32-efb5143382e0 None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:27:13.888689 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e30c215f-0014-4b54-9c32-efb5143382e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:13.889396 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30c215f-0014-4b54-9c32-efb5143382e0 None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:27:13.890117 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-e30c215f-0014-4b54-9c32-efb5143382e0 None None] Bound port: 04394151-0e92-4e0e-9b10-f5f1153649aa, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:27:13.890548 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e30c215f-0014-4b54-9c32-efb5143382e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:13.916519 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a98a8-8bff-420a-ac0b-101572d42df7 None None] Pushing event updated for resources: {'Port': ['ID=04394151-0e92-4e0e-9b10-f5f1153649aa,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:13.933538 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a98a8-8bff-420a-ac0b-101572d42df7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:13.933875 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a98a8-8bff-420a-ac0b-101572d42df7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:13.934201 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a98a8-8bff-420a-ac0b-101572d42df7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:13.934526 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a98a8-8bff-420a-ac0b-101572d42df7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:13.934845 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a98a8-8bff-420a-ac0b-101572d42df7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:13.936394 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a98a8-8bff-420a-ac0b-101572d42df7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:13.936394 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a98a8-8bff-420a-ac0b-101572d42df7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:13.937318 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a98a8-8bff-420a-ac0b-101572d42df7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:13.937647 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a98a8-8bff-420a-ac0b-101572d42df7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:13.937968 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a98a8-8bff-420a-ac0b-101572d42df7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:13.938285 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a98a8-8bff-420a-ac0b-101572d42df7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:13.938597 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a98a8-8bff-420a-ac0b-101572d42df7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:13.963091 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-e30c215f-0014-4b54-9c32-efb5143382e0 None None] For port 04394151-0e92-4e0e-9b10-f5f1153649aa, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:27:13.967656 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-e30c215f-0014-4b54-9c32-efb5143382e0 None None] For port 04394151-0e92-4e0e-9b10-f5f1153649aa, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=04394151-0e92-4e0e-9b10-f5f1153649aa,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:27:13.972244 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e30c215f-0014-4b54-9c32-efb5143382e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:14.007226 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-89c7e9a2-c72a-48c8-aa45-f8c385a7338b None None] Provisioning complete for port 04394151-0e92-4e0e-9b10-f5f1153649aa triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:27:14.008109 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-89c7e9a2-c72a-48c8-aa45-f8c385a7338b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:14.027268 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30c215f-0014-4b54-9c32-efb5143382e0 None None] Routers {'98f96eb7-1d8d-497e-ac9c-287715ac42fe'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:27:14.027883 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-e30c215f-0014-4b54-9c32-efb5143382e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:27:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['98f96eb7-1d8d-497e-ac9c-287715ac42fe'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:14.036279 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f05e286-02a1-4bc6-93f4-cd519a2e6a49 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:27:14.048576 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-8c01c7c6-1141-4205-9f14-0b8af756b4bc None None] Allocated IP 172.20.0.2 (0474ac1e-2d49-424a-b76e-b5a820a08098/301a0e1e-a140-46c5-ac86-6152fa215b28/42b0f952-abc8-4959-ac2e-25ab9ff3b8cb) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:27:14.100962 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a98a8-8bff-420a-ac0b-101572d42df7 None None] Pushing event updated for resources: {'Port': ['ID=04394151-0e92-4e0e-9b10-f5f1153649aa,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:14.176703 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-89c7e9a2-c72a-48c8-aa45-f8c385a7338b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:14.179620 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-e30c215f-0014-4b54-9c32-efb5143382e0 None None] Set router 98f96eb7-1d8d-497e-ac9c-287715ac42fe gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:27:14.180836 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9467ec74-7673-468e-bfef-89a3875c9a57 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:14.217683 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-89c7e9a2-c72a-48c8-aa45-f8c385a7338b None None] For port 04394151-0e92-4e0e-9b10-f5f1153649aa, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=04394151-0e92-4e0e-9b10-f5f1153649aa,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:27:14.223623 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-89c7e9a2-c72a-48c8-aa45-f8c385a7338b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:14.311090 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8c01c7c6-1141-4205-9f14-0b8af756b4bc None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:14.323211 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8c01c7c6-1141-4205-9f14-0b8af756b4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:14.326851 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c7e9a2-c72a-48c8-aa45-f8c385a7338b None None] Pushing event updated for resources: {'Port': ['ID=04394151-0e92-4e0e-9b10-f5f1153649aa,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:14.375257 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-e30c215f-0014-4b54-9c32-efb5143382e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f96eb7-1d8d-497e-ac9c-287715ac42fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395104607', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '04394151-0e92-4e0e-9b10-f5f1153649aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:27:11Z', 'updated_at': '2021-11-12T04:27:12Z', 'revision_number': 3, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': '04394151-0e92-4e0e-9b10-f5f1153649aa', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f96eb7-1d8d-497e-ac9c-287715ac42fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:11Z', 'updated_at': '2021-11-12T04:27:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:14.378000 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c01c7c6-1141-4205-9f14-0b8af756b4bc None None] Network 0474ac1e-2d49-424a-b76e-b5a820a08098 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:27:14.383728 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-8c01c7c6-1141-4205-9f14-0b8af756b4bc None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:27:14.389940 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c01c7c6-1141-4205-9f14-0b8af756b4bc None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:27:14.394942 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c01c7c6-1141-4205-9f14-0b8af756b4bc None None] Pushing event updated for resources: {'Port': ['ID=42b0f952-abc8-4959-ac2e-25ab9ff3b8cb,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:14.404721 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30c215f-0014-4b54-9c32-efb5143382e0 None None] The sync data for ids ['98f96eb7-1d8d-497e-ac9c-287715ac42fe'] in n-d-715271-27 is: [{'id': '98f96eb7-1d8d-497e-ac9c-287715ac42fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395104607', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '04394151-0e92-4e0e-9b10-f5f1153649aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:27:11Z', 'updated_at': '2021-11-12T04:27:12Z', 'revision_number': 3, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': '04394151-0e92-4e0e-9b10-f5f1153649aa', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f96eb7-1d8d-497e-ac9c-287715ac42fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:11Z', 'updated_at': '2021-11-12T04:27:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:27:14.406110 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-ebcddf8f-3373-465b-bdb1-ede419aac7e8 None None] Provisioning complete for port 04394151-0e92-4e0e-9b10-f5f1153649aa triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:27:14.406492 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ebcddf8f-3373-465b-bdb1-ede419aac7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:14.500359 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-8c01c7c6-1141-4205-9f14-0b8af756b4bc None None] Attempting to bind port 42b0f952-abc8-4959-ac2e-25ab9ff3b8cb on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:27:14.500735 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-8c01c7c6-1141-4205-9f14-0b8af756b4bc None None] Attempting to bind port 42b0f952-abc8-4959-ac2e-25ab9ff3b8cb by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'e47d672a-e45f-49e5-965e-1990566f38e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0474ac1e-2d49-424a-b76e-b5a820a08098'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:27:14.501105 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c01c7c6-1141-4205-9f14-0b8af756b4bc None None] Attempting to bind port 42b0f952-abc8-4959-ac2e-25ab9ff3b8cb on network 0474ac1e-2d49-424a-b76e-b5a820a08098 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:27:14.509442 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c01c7c6-1141-4205-9f14-0b8af756b4bc None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:27:14.509818 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c01c7c6-1141-4205-9f14-0b8af756b4bc None None] Checking segment: {'id': 'e47d672a-e45f-49e5-965e-1990566f38e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0474ac1e-2d49-424a-b76e-b5a820a08098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:27:14.510227 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8c01c7c6-1141-4205-9f14-0b8af756b4bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:14.510622 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c01c7c6-1141-4205-9f14-0b8af756b4bc None None] Bound using segment: {'id': 'e47d672a-e45f-49e5-965e-1990566f38e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0474ac1e-2d49-424a-b76e-b5a820a08098'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:27:14.511135 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-8c01c7c6-1141-4205-9f14-0b8af756b4bc None None] Bound port: 42b0f952-abc8-4959-ac2e-25ab9ff3b8cb, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e47d672a-e45f-49e5-965e-1990566f38e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0474ac1e-2d49-424a-b76e-b5a820a08098'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:27:14.511480 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8c01c7c6-1141-4205-9f14-0b8af756b4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:14.613011 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-8c01c7c6-1141-4205-9f14-0b8af756b4bc None None] For port 42b0f952-abc8-4959-ac2e-25ab9ff3b8cb, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:27:14.617083 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-8c01c7c6-1141-4205-9f14-0b8af756b4bc None None] For port 42b0f952-abc8-4959-ac2e-25ab9ff3b8cb, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=42b0f952-abc8-4959-ac2e-25ab9ff3b8cb,segment=NetworkSegment(e47d672a-e45f-49e5-965e-1990566f38e3),segment_id=e47d672a-e45f-49e5-965e-1990566f38e3)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:27:14.621854 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8c01c7c6-1141-4205-9f14-0b8af756b4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:14.709011 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c01c7c6-1141-4205-9f14-0b8af756b4bc None None] Pushing event updated for resources: {'Port': ['ID=42b0f952-abc8-4959-ac2e-25ab9ff3b8cb,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:14.957095 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-9467ec74-7673-468e-bfef-89a3875c9a57 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Allocated IP 172.20.0.1 (0474ac1e-2d49-424a-b76e-b5a820a08098/301a0e1e-a140-46c5-ac86-6152fa215b28/041f2c28-9ea1-4dfe-a984-d38a5df1884c) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:27:15.035423 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 04394151-0e92-4e0e-9b10-f5f1153649aa up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:27:15.100753 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 04394151-0e92-4e0e-9b10-f5f1153649aa triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:27:15.101126 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:15.125849 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9467ec74-7673-468e-bfef-89a3875c9a57 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:15.162674 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9467ec74-7673-468e-bfef-89a3875c9a57 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:15.205796 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9467ec74-7673-468e-bfef-89a3875c9a57 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Network 0474ac1e-2d49-424a-b76e-b5a820a08098 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:27:15.211441 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-9467ec74-7673-468e-bfef-89a3875c9a57 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:27:15.213801 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9467ec74-7673-468e-bfef-89a3875c9a57 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:27:15.245896 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467ec74-7673-468e-bfef-89a3875c9a57 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'Port': ['ID=041f2c28-9ea1-4dfe-a984-d38a5df1884c,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:15.268404 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9467ec74-7673-468e-bfef-89a3875c9a57 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:15.408332 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9467ec74-7673-468e-bfef-89a3875c9a57 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:15.712587 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9467ec74-7673-468e-bfef-89a3875c9a57 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:15.718491 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9467ec74-7673-468e-bfef-89a3875c9a57 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:15.775972 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6831c7-bb32-49a1-ba72-d84d3bf45345 None None] Network 0474ac1e-2d49-424a-b76e-b5a820a08098 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:27:15.799900 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467ec74-7673-468e-bfef-89a3875c9a57 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'Port': ['ID=041f2c28-9ea1-4dfe-a984-d38a5df1884c,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:15.803338 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9467ec74-7673-468e-bfef-89a3875c9a57 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:15.853376 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-48287f6c-7012-4cf5-a4ba-adc53eb41401 None None] Provisioning complete for port 42b0f952-abc8-4959-ac2e-25ab9ff3b8cb triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:27:15.853832 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-48287f6c-7012-4cf5-a4ba-adc53eb41401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:15.908564 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9467ec74-7673-468e-bfef-89a3875c9a57 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Network 0474ac1e-2d49-424a-b76e-b5a820a08098 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:27:15.910087 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-9467ec74-7673-468e-bfef-89a3875c9a57 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:27:16.003593 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-48287f6c-7012-4cf5-a4ba-adc53eb41401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:16.030293 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9467ec74-7673-468e-bfef-89a3875c9a57 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Router 98f96eb7-1d8d-497e-ac9c-287715ac42fe has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:27:16.043001 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-48287f6c-7012-4cf5-a4ba-adc53eb41401 None None] For port 42b0f952-abc8-4959-ac2e-25ab9ff3b8cb, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=42b0f952-abc8-4959-ac2e-25ab9ff3b8cb,segment=NetworkSegment(e47d672a-e45f-49e5-965e-1990566f38e3),segment_id=e47d672a-e45f-49e5-965e-1990566f38e3)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:27:16.048297 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-48287f6c-7012-4cf5-a4ba-adc53eb41401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:16.106949 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48287f6c-7012-4cf5-a4ba-adc53eb41401 None None] Pushing event updated for resources: {'Port': ['ID=42b0f952-abc8-4959-ac2e-25ab9ff3b8cb,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:16.157217 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9467ec74-7673-468e-bfef-89a3875c9a57 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:27:16.162318 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9467ec74-7673-468e-bfef-89a3875c9a57 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "PUT /v2.0/routers/98f96eb7-1d8d-497e-ac9c-287715ac42fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4598310 Nov 12 04:27:16.229850 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ceeee35-6177-49b6-bf6f-6e2abc694bcd None None] Sync routers for ids ['98f96eb7-1d8d-497e-ac9c-287715ac42fe'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:27:16.243022 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ceeee35-6177-49b6-bf6f-6e2abc694bcd None None] Routers {'98f96eb7-1d8d-497e-ac9c-287715ac42fe'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:27:16.243703 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-9ceeee35-6177-49b6-bf6f-6e2abc694bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:27:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['98f96eb7-1d8d-497e-ac9c-287715ac42fe'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:16.352755 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-337401eb-a927-411c-b211-ec03c7c77bb8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1120864962&fields=id&tenant_id=30062bada0e44b3289e392ccc393918e HTTP/1.1" status: 200 len: 267 time: 0.0550625 Nov 12 04:27:16.492654 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-40030f73-42cf-48b9-a8bf-14d8de233073 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:16.494352 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-40030f73-42cf-48b9-a8bf-14d8de233073 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/networks?id=0474ac1e-2d49-424a-b76e-b5a820a08098 HTTP/1.1" status: 200 len: 797 time: 0.1328144 Nov 12 04:27:16.505715 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-80062669-80b0-42fb-b64e-752a653eb6f8 None None] Provisioning complete for port 42b0f952-abc8-4959-ac2e-25ab9ff3b8cb triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:27:16.506080 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-80062669-80b0-42fb-b64e-752a653eb6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:16.512222 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-6ac517aa-f755-4cc7-8c17-e2acf969983c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/quotas/30062bada0e44b3289e392ccc393918e HTTP/1.1" status: 200 len: 375 time: 0.0112765 Nov 12 04:27:16.559526 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-9ceeee35-6177-49b6-bf6f-6e2abc694bcd None None] Set router 98f96eb7-1d8d-497e-ac9c-287715ac42fe gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:27:16.568781 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-1af3526f-8191-4226-bab1-8f404948add6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=30062bada0e44b3289e392ccc393918e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491791 Nov 12 04:27:16.696998 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-874dcd56-e291-4b1b-b44a-7d05a2367ec7 service neutron] 10.222.0.50 "GET /v2.0/networks/0474ac1e-2d49-424a-b76e-b5a820a08098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137452 Nov 12 04:27:16.743697 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-80062669-80b0-42fb-b64e-752a653eb6f8 None None] Provisioning complete for port 041f2c28-9ea1-4dfe-a984-d38a5df1884c triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:27:16.743987 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-80062669-80b0-42fb-b64e-752a653eb6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:16.778782 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 42b0f952-abc8-4959-ac2e-25ab9ff3b8cb up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:27:16.790575 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-7615db7e-9222-45a2-8ce6-3f8cd920cda4 service neutron] 10.222.0.50 "GET /v2.0/networks/0474ac1e-2d49-424a-b76e-b5a820a08098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927117 Nov 12 04:27:16.845238 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-80062669-80b0-42fb-b64e-752a653eb6f8 None None] Port 041f2c28-9ea1-4dfe-a984-d38a5df1884c cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:27:16.880418 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 42b0f952-abc8-4959-ac2e-25ab9ff3b8cb triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:27:16.880794 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:16.907084 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-9ceeee35-6177-49b6-bf6f-6e2abc694bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f96eb7-1d8d-497e-ac9c-287715ac42fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395104607', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '04394151-0e92-4e0e-9b10-f5f1153649aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:27:11Z', 'updated_at': '2021-11-12T04:27:15Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': '04394151-0e92-4e0e-9b10-f5f1153649aa', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f96eb7-1d8d-497e-ac9c-287715ac42fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:11Z', 'updated_at': '2021-11-12T04:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '041f2c28-9ea1-4dfe-a984-d38a5df1884c', 'name': '', 'network_id': '0474ac1e-2d49-424a-b76e-b5a820a08098', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'mac_address': 'fa:16:3e:5e:22:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f96eb7-1d8d-497e-ac9c-287715ac42fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '301a0e1e-a140-46c5-ac86-6152fa215b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:14Z', 'updated_at': '2021-11-12T04:27:15Z', 'revision_number': 2, 'project_id': '30062bada0e44b3289e392ccc393918e', 'subnets': [{'id': '301a0e1e-a140-46c5-ac86-6152fa215b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:16.946017 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ceeee35-6177-49b6-bf6f-6e2abc694bcd None None] Checking router: 98f96eb7-1d8d-497e-ac9c-287715ac42fe for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:27:16.946381 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ceeee35-6177-49b6-bf6f-6e2abc694bcd None None] Updating router 98f96eb7-1d8d-497e-ac9c-287715ac42fe port 041f2c28-9ea1-4dfe-a984-d38a5df1884c binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:27:16.966549 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7cc41992-4b50-43ae-a2f9-8f046e7bf34b req-0a7b59c3-444a-48be-ba32-074b435b4a70 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=db47782b-ddff-4b26-8a7a-499d92b7c3eb HTTP/1.1" status: 200 len: 210 time: 0.0275106 Nov 12 04:27:16.992271 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9ceeee35-6177-49b6-bf6f-6e2abc694bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:17.014595 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-bef0a6dd-fc91-4ec8-865a-8b8e77c148d5 None None] Provisioning complete for port 041f2c28-9ea1-4dfe-a984-d38a5df1884c triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:27:17.014972 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bef0a6dd-fc91-4ec8-865a-8b8e77c148d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:17.110561 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-bef0a6dd-fc91-4ec8-865a-8b8e77c148d5 None None] Port 041f2c28-9ea1-4dfe-a984-d38a5df1884c cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:27:17.337298 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9ceeee35-6177-49b6-bf6f-6e2abc694bcd None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:17.343178 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9ceeee35-6177-49b6-bf6f-6e2abc694bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:17.391777 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe2170-3c66-4806-9d07-4e8fd6dee277 None None] Pushing event updated for resources: {'Port': ['ID=041f2c28-9ea1-4dfe-a984-d38a5df1884c,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:17.447889 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-9ceeee35-6177-49b6-bf6f-6e2abc694bcd None None] Attempting to bind port 041f2c28-9ea1-4dfe-a984-d38a5df1884c on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:27:17.448193 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-9ceeee35-6177-49b6-bf6f-6e2abc694bcd None None] Attempting to bind port 041f2c28-9ea1-4dfe-a984-d38a5df1884c by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'e47d672a-e45f-49e5-965e-1990566f38e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0474ac1e-2d49-424a-b76e-b5a820a08098'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:27:17.448565 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ceeee35-6177-49b6-bf6f-6e2abc694bcd None None] Attempting to bind port 041f2c28-9ea1-4dfe-a984-d38a5df1884c on network 0474ac1e-2d49-424a-b76e-b5a820a08098 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:27:17.454504 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ceeee35-6177-49b6-bf6f-6e2abc694bcd None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:27:17.454874 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ceeee35-6177-49b6-bf6f-6e2abc694bcd None None] Checking segment: {'id': 'e47d672a-e45f-49e5-965e-1990566f38e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0474ac1e-2d49-424a-b76e-b5a820a08098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:27:17.455271 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9ceeee35-6177-49b6-bf6f-6e2abc694bcd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:17.455659 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ceeee35-6177-49b6-bf6f-6e2abc694bcd None None] Bound using segment: {'id': 'e47d672a-e45f-49e5-965e-1990566f38e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0474ac1e-2d49-424a-b76e-b5a820a08098'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:27:17.456163 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-9ceeee35-6177-49b6-bf6f-6e2abc694bcd None None] Bound port: 041f2c28-9ea1-4dfe-a984-d38a5df1884c, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e47d672a-e45f-49e5-965e-1990566f38e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0474ac1e-2d49-424a-b76e-b5a820a08098'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:27:17.456543 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9ceeee35-6177-49b6-bf6f-6e2abc694bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:17.530602 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-9ceeee35-6177-49b6-bf6f-6e2abc694bcd None None] For port 041f2c28-9ea1-4dfe-a984-d38a5df1884c, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:27:17.534598 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-9ceeee35-6177-49b6-bf6f-6e2abc694bcd None None] For port 041f2c28-9ea1-4dfe-a984-d38a5df1884c, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=041f2c28-9ea1-4dfe-a984-d38a5df1884c,segment=NetworkSegment(e47d672a-e45f-49e5-965e-1990566f38e3),segment_id=e47d672a-e45f-49e5-965e-1990566f38e3)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:27:17.539687 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9ceeee35-6177-49b6-bf6f-6e2abc694bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:17.601896 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe2170-3c66-4806-9d07-4e8fd6dee277 None None] Pushing event updated for resources: {'Port': ['ID=041f2c28-9ea1-4dfe-a984-d38a5df1884c,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:17.605656 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ceeee35-6177-49b6-bf6f-6e2abc694bcd None None] Routers {'98f96eb7-1d8d-497e-ac9c-287715ac42fe'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:27:17.606300 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-9ceeee35-6177-49b6-bf6f-6e2abc694bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:27:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['98f96eb7-1d8d-497e-ac9c-287715ac42fe'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:17.672634 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-7e8b3c43-2897-4a06-8687-37e33380eda4 None None] Provisioning complete for port 041f2c28-9ea1-4dfe-a984-d38a5df1884c triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:27:17.673004 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7e8b3c43-2897-4a06-8687-37e33380eda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:17.760449 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-9ceeee35-6177-49b6-bf6f-6e2abc694bcd None None] Set router 98f96eb7-1d8d-497e-ac9c-287715ac42fe gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:27:17.881200 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7e8b3c43-2897-4a06-8687-37e33380eda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:17.956834 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-7e8b3c43-2897-4a06-8687-37e33380eda4 None None] For port 041f2c28-9ea1-4dfe-a984-d38a5df1884c, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=041f2c28-9ea1-4dfe-a984-d38a5df1884c,segment=NetworkSegment(e47d672a-e45f-49e5-965e-1990566f38e3),segment_id=e47d672a-e45f-49e5-965e-1990566f38e3)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:27:17.962743 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7e8b3c43-2897-4a06-8687-37e33380eda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:18.041958 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b3c43-2897-4a06-8687-37e33380eda4 None None] Pushing event updated for resources: {'Port': ['ID=041f2c28-9ea1-4dfe-a984-d38a5df1884c,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:18.048225 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-a792ff92-831a-40a4-9005-69c58f4c038f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:18.049959 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-a792ff92-831a-40a4-9005-69c58f4c038f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.74 "GET /v2.0/networks?id=0474ac1e-2d49-424a-b76e-b5a820a08098 HTTP/1.1" status: 200 len: 797 time: 0.1300497 Nov 12 04:27:18.067240 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-9ceeee35-6177-49b6-bf6f-6e2abc694bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f96eb7-1d8d-497e-ac9c-287715ac42fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395104607', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '04394151-0e92-4e0e-9b10-f5f1153649aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:27:11Z', 'updated_at': '2021-11-12T04:27:15Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': '04394151-0e92-4e0e-9b10-f5f1153649aa', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f96eb7-1d8d-497e-ac9c-287715ac42fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:11Z', 'updated_at': '2021-11-12T04:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '041f2c28-9ea1-4dfe-a984-d38a5df1884c', 'name': '', 'network_id': '0474ac1e-2d49-424a-b76e-b5a820a08098', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'mac_address': 'fa:16:3e:5e:22:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f96eb7-1d8d-497e-ac9c-287715ac42fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '301a0e1e-a140-46c5-ac86-6152fa215b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:14Z', 'updated_at': '2021-11-12T04:27:17Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'subnets': [{'id': '301a0e1e-a140-46c5-ac86-6152fa215b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:18.080267 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ccd8d4b2-2ebd-4f83-980e-6af0fc45e544 req-cae2cc5c-1972-42dd-9b1b-6b2cf30e8d7c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=db47782b-ddff-4b26-8a7a-499d92b7c3eb HTTP/1.1" status: 200 len: 210 time: 0.0295064 Nov 12 04:27:18.103384 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ceeee35-6177-49b6-bf6f-6e2abc694bcd None None] The sync data for ids ['98f96eb7-1d8d-497e-ac9c-287715ac42fe'] in n-d-715271-27 is: [{'id': '98f96eb7-1d8d-497e-ac9c-287715ac42fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395104607', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '04394151-0e92-4e0e-9b10-f5f1153649aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:27:11Z', 'updated_at': '2021-11-12T04:27:15Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': '04394151-0e92-4e0e-9b10-f5f1153649aa', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f96eb7-1d8d-497e-ac9c-287715ac42fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:11Z', 'updated_at': '2021-11-12T04:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '041f2c28-9ea1-4dfe-a984-d38a5df1884c', 'name': '', 'network_id': '0474ac1e-2d49-424a-b76e-b5a820a08098', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'mac_address': 'fa:16:3e:5e:22:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f96eb7-1d8d-497e-ac9c-287715ac42fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '301a0e1e-a140-46c5-ac86-6152fa215b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:14Z', 'updated_at': '2021-11-12T04:27:17Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'subnets': [{'id': '301a0e1e-a140-46c5-ac86-6152fa215b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:27:18.114524 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-f51afdad-0866-446c-8560-0f47f5fe2100 None None] Provisioning complete for port 041f2c28-9ea1-4dfe-a984-d38a5df1884c triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:27:18.114917 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f51afdad-0866-446c-8560-0f47f5fe2100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:18.141227 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-8a797fe2-bff3-4880-8840-c8f4f85f9ce2 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30062bada0e44b3289e392ccc393918e HTTP/1.1" status: 200 len: 380 time: 0.0633512 Nov 12 04:27:18.162081 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-0b441817-8b61-4489-95da-33a9c204754b tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'port': {'device_id': 'db47782b-ddff-4b26-8a7a-499d92b7c3eb', 'network_id': '0474ac1e-2d49-424a-b76e-b5a820a08098', 'admin_state_up': True, 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'security_groups': ['6b2e1b2d-8754-4691-bb31-4ff6b3f18ce8']}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:27:18.289875 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-0b441817-8b61-4489-95da-33a9c204754b tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Made reservation on behalf of 30062bada0e44b3289e392ccc393918e for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:27:18.293487 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-0b441817-8b61-4489-95da-33a9c204754b tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:18.428866 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-0b441817-8b61-4489-95da-33a9c204754b tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Allocated IP 172.20.0.9 (0474ac1e-2d49-424a-b76e-b5a820a08098/301a0e1e-a140-46c5-ac86-6152fa215b28/a1dc0a13-2344-4c78-a22c-3534635ce493) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:27:18.578716 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-0b441817-8b61-4489-95da-33a9c204754b tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:18.614748 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-0b441817-8b61-4489-95da-33a9c204754b tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:18.661691 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-0b441817-8b61-4489-95da-33a9c204754b tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Network 0474ac1e-2d49-424a-b76e-b5a820a08098 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:27:18.664852 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-0b441817-8b61-4489-95da-33a9c204754b tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:27:18.668712 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-0b441817-8b61-4489-95da-33a9c204754b tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:27:18.675589 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b441817-8b61-4489-95da-33a9c204754b tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'Port': ['ID=a1dc0a13-2344-4c78-a22c-3534635ce493,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:18.733807 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-0b441817-8b61-4489-95da-33a9c204754b tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:18.734953 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-0b441817-8b61-4489-95da-33a9c204754b tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:18.744370 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:18.754310 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-0b441817-8b61-4489-95da-33a9c204754b tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5962625 Nov 12 04:27:18.772044 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-addaf667-ce4b-4fd9-b0fb-600b80e91d50 service neutron] Request body: {'port': {'device_id': 'db47782b-ddff-4b26-8a7a-499d92b7c3eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:27:18.796385 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 041f2c28-9ea1-4dfe-a984-d38a5df1884c up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:27:18.838005 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-addaf667-ce4b-4fd9-b0fb-600b80e91d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:18.859116 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 041f2c28-9ea1-4dfe-a984-d38a5df1884c triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:27:18.859558 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:19.054379 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-b6211448-d050-4809-9ea9-8ef10e69479d None None] Provisioning complete for port a1dc0a13-2344-4c78-a22c-3534635ce493 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:27:19.055066 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b6211448-d050-4809-9ea9-8ef10e69479d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:19.094393 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-b6211448-d050-4809-9ea9-8ef10e69479d None None] Port a1dc0a13-2344-4c78-a22c-3534635ce493 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:27:19.155803 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-addaf667-ce4b-4fd9-b0fb-600b80e91d50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1dc0a13-2344-4c78-a22c-3534635ce493 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:27:19.164602 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-addaf667-ce4b-4fd9-b0fb-600b80e91d50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:19.177906 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-addaf667-ce4b-4fd9-b0fb-600b80e91d50 service neutron] Transition to ACTIVE for port object a1dc0a13-2344-4c78-a22c-3534635ce493 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:27:19.181359 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-addaf667-ce4b-4fd9-b0fb-600b80e91d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:19.213136 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91fc24-7065-45b1-8c9f-9bed54fee900 req-64150e28-c1b6-418b-af7b-f8c10f41fb33 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:19.222418 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9d91fc24-7065-45b1-8c9f-9bed54fee900 req-64150e28-c1b6-418b-af7b-f8c10f41fb33 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=db47782b-ddff-4b26-8a7a-499d92b7c3eb HTTP/1.1" status: 200 len: 931 time: 0.0622427 Nov 12 04:27:19.254012 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addaf667-ce4b-4fd9-b0fb-600b80e91d50 service neutron] Pushing event updated for resources: {'Port': ['ID=a1dc0a13-2344-4c78-a22c-3534635ce493,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:19.287490 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9d91fc24-7065-45b1-8c9f-9bed54fee900 req-921bd82a-591a-4ebf-8802-3773157a4a9e tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b2e1b2d-8754-4691-bb31-4ff6b3f18ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640776 Nov 12 04:27:19.308564 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-addaf667-ce4b-4fd9-b0fb-600b80e91d50 service neutron] Attempting to bind port a1dc0a13-2344-4c78-a22c-3534635ce493 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:27:19.308898 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-addaf667-ce4b-4fd9-b0fb-600b80e91d50 service neutron] Attempting to bind port a1dc0a13-2344-4c78-a22c-3534635ce493 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': 'e47d672a-e45f-49e5-965e-1990566f38e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0474ac1e-2d49-424a-b76e-b5a820a08098'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:27:19.309224 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-addaf667-ce4b-4fd9-b0fb-600b80e91d50 service neutron] Attempting to bind port a1dc0a13-2344-4c78-a22c-3534635ce493 on network 0474ac1e-2d49-424a-b76e-b5a820a08098 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:27:19.314885 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-addaf667-ce4b-4fd9-b0fb-600b80e91d50 service neutron] Port a1dc0a13-2344-4c78-a22c-3534635ce493 on network 0474ac1e-2d49-424a-b76e-b5a820a08098 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:27:19.315286 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-addaf667-ce4b-4fd9-b0fb-600b80e91d50 service neutron] Attempting to bind port a1dc0a13-2344-4c78-a22c-3534635ce493 on network 0474ac1e-2d49-424a-b76e-b5a820a08098 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:27:19.320668 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-addaf667-ce4b-4fd9-b0fb-600b80e91d50 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:27:19.321078 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-addaf667-ce4b-4fd9-b0fb-600b80e91d50 service neutron] Checking segment: {'id': 'e47d672a-e45f-49e5-965e-1990566f38e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0474ac1e-2d49-424a-b76e-b5a820a08098'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:27:19.321533 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-addaf667-ce4b-4fd9-b0fb-600b80e91d50 service neutron] Bound using segment: {'id': 'e47d672a-e45f-49e5-965e-1990566f38e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0474ac1e-2d49-424a-b76e-b5a820a08098'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:27:19.322084 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-addaf667-ce4b-4fd9-b0fb-600b80e91d50 service neutron] Bound port: a1dc0a13-2344-4c78-a22c-3534635ce493, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e47d672a-e45f-49e5-965e-1990566f38e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0474ac1e-2d49-424a-b76e-b5a820a08098'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:27:19.322526 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-addaf667-ce4b-4fd9-b0fb-600b80e91d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:19.395616 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-addaf667-ce4b-4fd9-b0fb-600b80e91d50 service neutron] For port a1dc0a13-2344-4c78-a22c-3534635ce493, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:27:19.402597 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-addaf667-ce4b-4fd9-b0fb-600b80e91d50 service neutron] For port a1dc0a13-2344-4c78-a22c-3534635ce493, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=a1dc0a13-2344-4c78-a22c-3534635ce493,segment=NetworkSegment(e47d672a-e45f-49e5-965e-1990566f38e3),segment_id=e47d672a-e45f-49e5-965e-1990566f38e3)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:27:19.404183 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-addaf667-ce4b-4fd9-b0fb-600b80e91d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:19.447176 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-addaf667-ce4b-4fd9-b0fb-600b80e91d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:19.447788 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-addaf667-ce4b-4fd9-b0fb-600b80e91d50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:19.449208 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-addaf667-ce4b-4fd9-b0fb-600b80e91d50 service neutron] 10.222.0.74 "PUT /v2.0/ports/a1dc0a13-2344-4c78-a22c-3534635ce493 HTTP/1.1" status: 200 len: 1092 time: 0.6818531 Nov 12 04:27:19.449646 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db47782b-ddff-4b26-8a7a-499d92b7c3eb', 'tag': 'a1dc0a13-2344-4c78-a22c-3534635ce493'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:27:19.452821 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6663d1d3f3c9eef7926d12034ee86df45d83a9b81db0163b8b39b36c8946953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb24a7c-a9c6-4975-9426-910ace452571" -d '{"events": [{"name": "network-changed", "server_uuid": "db47782b-ddff-4b26-8a7a-499d92b7c3eb", "tag": "a1dc0a13-2344-4c78-a22c-3534635ce493"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:27:19.478307 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addaf667-ce4b-4fd9-b0fb-600b80e91d50 service neutron] Pushing event updated for resources: {'Port': ['ID=a1dc0a13-2344-4c78-a22c-3534635ce493,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:19.551142 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-30089b96-0ee6-4568-9914-2d7296eda421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:19.552819 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-30089b96-0ee6-4568-9914-2d7296eda421 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=30062bada0e44b3289e392ccc393918e&device_id=db47782b-ddff-4b26-8a7a-499d92b7c3eb HTTP/1.1" status: 200 len: 1095 time: 0.0492644 Nov 12 04:27:19.573367 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262e4010-0e38-4721-ad5f-2b2dfc27a286 x-openstack-request-id: req-262e4010-0e38-4721-ad5f-2b2dfc27a286 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:27:19.573721 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db47782b-ddff-4b26-8a7a-499d92b7c3eb", "tag": "a1dc0a13-2344-4c78-a22c-3534635ce493", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:27:19.574034 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-262e4010-0e38-4721-ad5f-2b2dfc27a286 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:27:19.574494 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db47782b-ddff-4b26-8a7a-499d92b7c3eb', 'tag': 'a1dc0a13-2344-4c78-a22c-3534635ce493', 'status': 'completed', 'code': 200} Nov 12 04:27:19.606755 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-abd73548-5b5f-427b-9bbb-56e44216f5ae service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1dc0a13-2344-4c78-a22c-3534635ce493 HTTP/1.1" status: 200 len: 217 time: 0.0445828 Nov 12 04:27:19.658465 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-27e95b2b-d0ec-4870-a4c5-9685aef6dd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:19.659911 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-27e95b2b-d0ec-4870-a4c5-9685aef6dd32 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=301a0e1e-a140-46c5-ac86-6152fa215b28 HTTP/1.1" status: 200 len: 835 time: 0.0463667 Nov 12 04:27:19.709403 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-4e7450ce-398a-4e8e-8448-076b485bfca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:19.710883 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-4e7450ce-398a-4e8e-8448-076b485bfca8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0474ac1e-2d49-424a-b76e-b5a820a08098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395124 Nov 12 04:27:19.811240 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-1ebeb3a5-8945-4d32-a157-806cdffe2915 service neutron] 10.222.0.74 "GET /v2.0/networks/0474ac1e-2d49-424a-b76e-b5a820a08098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876667 Nov 12 04:27:19.907160 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-937c8a29-c1c1-4263-b981-06ea40be2996 req-1425e4cd-bbc8-4848-8881-ef3d33725027 service neutron] 10.222.0.74 "GET /v2.0/networks/0474ac1e-2d49-424a-b76e-b5a820a08098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851126 Nov 12 04:27:19.996634 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb24a7c-a9c6-4975-9426-910ace452571 req-78ab4f57-6cff-4f09-a705-2fa1cdbcbb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:19.998152 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2cb24a7c-a9c6-4975-9426-910ace452571 req-78ab4f57-6cff-4f09-a705-2fa1cdbcbb93 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=30062bada0e44b3289e392ccc393918e&device_id=db47782b-ddff-4b26-8a7a-499d92b7c3eb HTTP/1.1" status: 200 len: 1095 time: 0.0419865 Nov 12 04:27:20.094612 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb24a7c-a9c6-4975-9426-910ace452571 req-8380fb2f-507a-4280-bc26-d756d5dce40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:20.095983 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2cb24a7c-a9c6-4975-9426-910ace452571 req-8380fb2f-507a-4280-bc26-d756d5dce40f service neutron] 10.222.0.74 "GET /v2.0/networks?id=0474ac1e-2d49-424a-b76e-b5a820a08098 HTTP/1.1" status: 200 len: 898 time: 0.0892162 Nov 12 04:27:20.137749 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2cb24a7c-a9c6-4975-9426-910ace452571 req-227a40b1-fb24-46f3-b13d-54d717958022 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1dc0a13-2344-4c78-a22c-3534635ce493 HTTP/1.1" status: 200 len: 217 time: 0.0337286 Nov 12 04:27:20.191313 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb24a7c-a9c6-4975-9426-910ace452571 req-d2f24850-1211-441b-8fa0-cc3a977a2da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:20.193394 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2cb24a7c-a9c6-4975-9426-910ace452571 req-d2f24850-1211-441b-8fa0-cc3a977a2da4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=301a0e1e-a140-46c5-ac86-6152fa215b28 HTTP/1.1" status: 200 len: 835 time: 0.0488107 Nov 12 04:27:20.241892 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb24a7c-a9c6-4975-9426-910ace452571 req-82926624-ca6c-41b4-bba1-3c007026bb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:20.243391 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2cb24a7c-a9c6-4975-9426-910ace452571 req-82926624-ca6c-41b4-bba1-3c007026bb79 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0474ac1e-2d49-424a-b76e-b5a820a08098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421720 Nov 12 04:27:20.340993 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2cb24a7c-a9c6-4975-9426-910ace452571 req-a55bf6d6-528a-434e-b691-cb9611f93927 service neutron] 10.222.0.74 "GET /v2.0/networks/0474ac1e-2d49-424a-b76e-b5a820a08098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890372 Nov 12 04:27:20.396556 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d1a79-abea-4eba-8eff-f118a654589d req-54a9ff4c-fc50-4a4f-82a9-7e79429da45f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:20.398092 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-090d1a79-abea-4eba-8eff-f118a654589d req-54a9ff4c-fc50-4a4f-82a9-7e79429da45f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=db47782b-ddff-4b26-8a7a-499d92b7c3eb HTTP/1.1" status: 200 len: 943 time: 0.0488904 Nov 12 04:27:20.432460 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2cb24a7c-a9c6-4975-9426-910ace452571 req-c7232b6b-8265-4162-9ccd-01077c596115 service neutron] 10.222.0.74 "GET /v2.0/networks/0474ac1e-2d49-424a-b76e-b5a820a08098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841861 Nov 12 04:27:20.454919 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-090d1a79-abea-4eba-8eff-f118a654589d req-a6d90df1-7e8f-4300-838c-a7029e2c748a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b2e1b2d-8754-4691-bb31-4ff6b3f18ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494716 Nov 12 04:27:21.486106 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device a1dc0a13-2344-4c78-a22c-3534635ce493 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:27:21.579195 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e740d-a41f-47f6-bfa5-652f6260ddba req-0e27e7e9-7858-43bf-9ef1-f7acf97e8ed3 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:21.580720 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-148e740d-a41f-47f6-bfa5-652f6260ddba req-0e27e7e9-7858-43bf-9ef1-f7acf97e8ed3 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=db47782b-ddff-4b26-8a7a-499d92b7c3eb HTTP/1.1" status: 200 len: 943 time: 0.0554373 Nov 12 04:27:21.584781 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port a1dc0a13-2344-4c78-a22c-3534635ce493, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=a1dc0a13-2344-4c78-a22c-3534635ce493,segment=NetworkSegment(e47d672a-e45f-49e5-965e-1990566f38e3),segment_id=e47d672a-e45f-49e5-965e-1990566f38e3)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:27:21.597469 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': 'a1dc0a13-2344-4c78-a22c-3534635ce493', 'network_id': '0474ac1e-2d49-424a-b76e-b5a820a08098', 'port_id': 'a1dc0a13-2344-4c78-a22c-3534635ce493', 'mac_address': 'fa:16:3e:91:a9:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '301a0e1e-a140-46c5-ac86-6152fa215b28', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:27:21.634879 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-148e740d-a41f-47f6-bfa5-652f6260ddba req-14583e60-d387-416b-bb4d-81a26863ee95 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b2e1b2d-8754-4691-bb31-4ff6b3f18ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481315 Nov 12 04:27:21.635227 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:21.649200 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1dc0a13-2344-4c78-a22c-3534635ce493 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:27:21.668548 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port a1dc0a13-2344-4c78-a22c-3534635ce493, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=a1dc0a13-2344-4c78-a22c-3534635ce493,segment=NetworkSegment(e47d672a-e45f-49e5-965e-1990566f38e3),segment_id=e47d672a-e45f-49e5-965e-1990566f38e3)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:27:21.672420 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:21.719987 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=a1dc0a13-2344-4c78-a22c-3534635ce493,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:21.923098 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['a1dc0a13-2344-4c78-a22c-3534635ce493'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:27:22.754646 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c750a-a716-4719-b454-dab5d9717d9f req-aa59f5f2-bfa3-4d98-b0da-23244911a37a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:22.756155 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-522c750a-a716-4719-b454-dab5d9717d9f req-aa59f5f2-bfa3-4d98-b0da-23244911a37a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=db47782b-ddff-4b26-8a7a-499d92b7c3eb HTTP/1.1" status: 200 len: 944 time: 0.0504541 Nov 12 04:27:22.804976 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-522c750a-a716-4719-b454-dab5d9717d9f req-aa899990-969e-4d6b-9a8e-444acaf59c8a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b2e1b2d-8754-4691-bb31-4ff6b3f18ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428779 Nov 12 04:27:23.501784 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device a1dc0a13-2344-4c78-a22c-3534635ce493 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:27:23.554075 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port a1dc0a13-2344-4c78-a22c-3534635ce493 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:27:23.558740 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port a1dc0a13-2344-4c78-a22c-3534635ce493 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:27:23.559145 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:23.635681 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:23.659556 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db47782b-ddff-4b26-8a7a-499d92b7c3eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1dc0a13-2344-4c78-a22c-3534635ce493'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:27:23.662170 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b6ddd3dcdf33591bed50c5a7e661b8bd9e6bfa45082c02e2ff7a95d810a3d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db001ec6-8367-4f29-ba53-d861761504d8" -d '{"events": [{"server_uuid": "db47782b-ddff-4b26-8a7a-499d92b7c3eb", "name": "network-vif-plugged", "status": "completed", "tag": "a1dc0a13-2344-4c78-a22c-3534635ce493"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:27:23.674489 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port a1dc0a13-2344-4c78-a22c-3534635ce493, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=a1dc0a13-2344-4c78-a22c-3534635ce493,segment=NetworkSegment(e47d672a-e45f-49e5-965e-1990566f38e3),segment_id=e47d672a-e45f-49e5-965e-1990566f38e3)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:27:23.678517 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:23.702896 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70772be6-9e59-4524-badc-c0a975ae46b5 x-openstack-request-id: req-70772be6-9e59-4524-badc-c0a975ae46b5 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:27:23.703185 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db47782b-ddff-4b26-8a7a-499d92b7c3eb", "name": "network-vif-plugged", "status": "completed", "tag": "a1dc0a13-2344-4c78-a22c-3534635ce493", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:27:23.703436 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-70772be6-9e59-4524-badc-c0a975ae46b5 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:27:23.703821 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db47782b-ddff-4b26-8a7a-499d92b7c3eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1dc0a13-2344-4c78-a22c-3534635ce493', 'code': 200} Nov 12 04:27:23.728716 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=a1dc0a13-2344-4c78-a22c-3534635ce493,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:23.807597 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be9890-2f31-408b-88d8-22ac60aa84ac req-2b0cd097-9386-4ad2-b63f-218c86f5ee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:23.809372 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-52be9890-2f31-408b-88d8-22ac60aa84ac req-2b0cd097-9386-4ad2-b63f-218c86f5ee1f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=db47782b-ddff-4b26-8a7a-499d92b7c3eb HTTP/1.1" status: 200 len: 1097 time: 0.0404041 Nov 12 04:27:23.858551 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-52be9890-2f31-408b-88d8-22ac60aa84ac req-9f536816-998c-4382-8db1-2cc77a664c6e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6b2e1b2d-8754-4691-bb31-4ff6b3f18ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417070 Nov 12 04:27:23.923771 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176c091-1d05-4302-b79f-89681c518ba2 req-a03cc635-c50c-4257-9692-839dcae8c8b2 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:23.925184 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9176c091-1d05-4302-b79f-89681c518ba2 req-a03cc635-c50c-4257-9692-839dcae8c8b2 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=db47782b-ddff-4b26-8a7a-499d92b7c3eb HTTP/1.1" status: 200 len: 945 time: 0.0502987 Nov 12 04:27:23.926179 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:27:23.974489 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9176c091-1d05-4302-b79f-89681c518ba2 req-7200a832-24be-4899-afbe-c85aeb6d9923 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b2e1b2d-8754-4691-bb31-4ff6b3f18ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433323 Nov 12 04:27:25.094120 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705677e2-9c64-475a-af9a-611b50a18b92 req-91b1b20c-da97-42d9-82b4-b1af5eb1a87b tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:25.095639 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-705677e2-9c64-475a-af9a-611b50a18b92 req-91b1b20c-da97-42d9-82b4-b1af5eb1a87b tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=db47782b-ddff-4b26-8a7a-499d92b7c3eb HTTP/1.1" status: 200 len: 945 time: 0.0493407 Nov 12 04:27:25.144999 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-705677e2-9c64-475a-af9a-611b50a18b92 req-89181a91-7479-475e-9993-a66b36b14bf1 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b2e1b2d-8754-4691-bb31-4ff6b3f18ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434556 Nov 12 04:27:26.279823 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9c99e-86e6-47c1-9eac-61ba7240a0ad req-6bef24e8-3cf5-4f54-8eeb-c7c9d27fd2e8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:26.281340 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7df9c99e-86e6-47c1-9eac-61ba7240a0ad req-6bef24e8-3cf5-4f54-8eeb-c7c9d27fd2e8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=db47782b-ddff-4b26-8a7a-499d92b7c3eb HTTP/1.1" status: 200 len: 945 time: 0.0647597 Nov 12 04:27:26.331027 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7df9c99e-86e6-47c1-9eac-61ba7240a0ad req-d2293f3d-7d38-4506-a4dc-70e466ff0756 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b2e1b2d-8754-4691-bb31-4ff6b3f18ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437658 Nov 12 04:27:26.450870 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cafcfd-70eb-4c16-9eef-f04b8ff8940c req-96de8833-34c2-48f9-a9ef-5fd3e0965420 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:26.452406 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-56cafcfd-70eb-4c16-9eef-f04b8ff8940c req-96de8833-34c2-48f9-a9ef-5fd3e0965420 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=db47782b-ddff-4b26-8a7a-499d92b7c3eb HTTP/1.1" status: 200 len: 945 time: 0.0529048 Nov 12 04:27:26.501777 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-56cafcfd-70eb-4c16-9eef-f04b8ff8940c req-ccdf0259-06e3-4e41-8408-ef9e59ee1995 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b2e1b2d-8754-4691-bb31-4ff6b3f18ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433567 Nov 12 04:27:26.523484 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58924) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:26.563138 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5e3b2a-9bc5-4038-a3f5-7fb30d90ad02 tempest-TestNetworkAdvancedServerOps-1443237335 tempest-TestNetworkAdvancedServerOps-1443237335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:26.564647 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ca5e3b2a-9bc5-4038-a3f5-7fb30d90ad02 tempest-TestNetworkAdvancedServerOps-1443237335 tempest-TestNetworkAdvancedServerOps-1443237335-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=db47782b-ddff-4b26-8a7a-499d92b7c3eb HTTP/1.1" status: 200 len: 1092 time: 0.0401609 Nov 12 04:27:26.567426 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 58926) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:26.571587 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-c03018e1-da51-4f83-be1e-1326982afcf6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'port_id': 'a1dc0a13-2344-4c78-a22c-3534635ce493', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:27:26.592937 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c03018e1-da51-4f83-be1e-1326982afcf6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for floatingip, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:26.692202 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c03018e1-da51-4f83-be1e-1326982afcf6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:26.793339 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-c03018e1-da51-4f83-be1e-1326982afcf6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Allocated IP 172.25.5.170 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/7efe062a-daa6-4cd0-882a-8f266a9f7d0b) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:27:26.899131 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c03018e1-da51-4f83-be1e-1326982afcf6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:26.933515 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c03018e1-da51-4f83-be1e-1326982afcf6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:26.973574 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03018e1-da51-4f83-be1e-1326982afcf6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:27:26.976455 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-c03018e1-da51-4f83-be1e-1326982afcf6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:27:26.980579 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03018e1-da51-4f83-be1e-1326982afcf6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:27:27.002213 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03018e1-da51-4f83-be1e-1326982afcf6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'Port': ['ID=7efe062a-daa6-4cd0-882a-8f266a9f7d0b,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:27.014027 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03018e1-da51-4f83-be1e-1326982afcf6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:27.014375 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03018e1-da51-4f83-be1e-1326982afcf6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:27.014704 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03018e1-da51-4f83-be1e-1326982afcf6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:27.015037 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03018e1-da51-4f83-be1e-1326982afcf6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:27.015361 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03018e1-da51-4f83-be1e-1326982afcf6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:27.015683 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03018e1-da51-4f83-be1e-1326982afcf6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:27.016005 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03018e1-da51-4f83-be1e-1326982afcf6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:27.016359 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03018e1-da51-4f83-be1e-1326982afcf6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:27.016685 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03018e1-da51-4f83-be1e-1326982afcf6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:27.017001 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03018e1-da51-4f83-be1e-1326982afcf6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:27.017317 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03018e1-da51-4f83-be1e-1326982afcf6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:27.017631 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03018e1-da51-4f83-be1e-1326982afcf6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:27.342511 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c03018e1-da51-4f83-be1e-1326982afcf6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:27.406611 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c03018e1-da51-4f83-be1e-1326982afcf6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:27.553566 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c03018e1-da51-4f83-be1e-1326982afcf6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:27.558075 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c03018e1-da51-4f83-be1e-1326982afcf6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:27.977519 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03018e1-da51-4f83-be1e-1326982afcf6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'Port': ['ID=7efe062a-daa6-4cd0-882a-8f266a9f7d0b,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:27.990465 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c03018e1-da51-4f83-be1e-1326982afcf6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:28.091042 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [None req-c03018e1-da51-4f83-be1e-1326982afcf6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Floating IP 852d7bb0-680f-429e-a97a-8b3449019a63 associated. External IP: 172.25.5.170, port: a1dc0a13-2344-4c78-a22c-3534635ce493. Nov 12 04:27:28.298630 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c03018e1-da51-4f83-be1e-1326982afcf6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Router 98f96eb7-1d8d-497e-ac9c-287715ac42fe has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:27:28.407904 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03018e1-da51-4f83-be1e-1326982afcf6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:27:28.418509 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211a485e-6495-417c-8ebf-4cf92a917ec3 None None] Sync routers for ids ['98f96eb7-1d8d-497e-ac9c-287715ac42fe'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:27:28.425106 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c03018e1-da51-4f83-be1e-1326982afcf6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:28.432127 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211a485e-6495-417c-8ebf-4cf92a917ec3 None None] Routers {'98f96eb7-1d8d-497e-ac9c-287715ac42fe'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:27:28.432718 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-211a485e-6495-417c-8ebf-4cf92a917ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:27:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['98f96eb7-1d8d-497e-ac9c-287715ac42fe'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:28.452047 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c03018e1-da51-4f83-be1e-1326982afcf6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8836234 Nov 12 04:27:28.452674 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db47782b-ddff-4b26-8a7a-499d92b7c3eb', 'tag': 'a1dc0a13-2344-4c78-a22c-3534635ce493'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:27:28.454991 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6663d1d3f3c9eef7926d12034ee86df45d83a9b81db0163b8b39b36c8946953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074accb8-854b-4d5f-aa6c-59b4c217c479" -d '{"events": [{"name": "network-changed", "server_uuid": "db47782b-ddff-4b26-8a7a-499d92b7c3eb", "tag": "a1dc0a13-2344-4c78-a22c-3534635ce493"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:27:28.499562 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be53b28-a2a4-4a05-b56d-235f39f8f922 x-openstack-request-id: req-0be53b28-a2a4-4a05-b56d-235f39f8f922 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:27:28.500318 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db47782b-ddff-4b26-8a7a-499d92b7c3eb", "tag": "a1dc0a13-2344-4c78-a22c-3534635ce493", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:27:28.500705 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0be53b28-a2a4-4a05-b56d-235f39f8f922 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:27:28.501205 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db47782b-ddff-4b26-8a7a-499d92b7c3eb', 'tag': 'a1dc0a13-2344-4c78-a22c-3534635ce493', 'status': 'completed', 'code': 200} Nov 12 04:27:28.543246 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-211a485e-6495-417c-8ebf-4cf92a917ec3 None None] Set router 98f96eb7-1d8d-497e-ac9c-287715ac42fe gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:27:28.563771 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704400e-3d25-43d1-965f-172da3120517 req-f408a1c5-e7e3-4852-8658-af9b012a64b7 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:28.565925 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1704400e-3d25-43d1-965f-172da3120517 req-f408a1c5-e7e3-4852-8658-af9b012a64b7 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=db47782b-ddff-4b26-8a7a-499d92b7c3eb HTTP/1.1" status: 200 len: 945 time: 0.0551424 Nov 12 04:27:28.567079 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074accb8-854b-4d5f-aa6c-59b4c217c479 req-017128b8-ebd8-488f-b2ce-b9e993bb9614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:28.568745 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-074accb8-854b-4d5f-aa6c-59b4c217c479 req-017128b8-ebd8-488f-b2ce-b9e993bb9614 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=30062bada0e44b3289e392ccc393918e&device_id=db47782b-ddff-4b26-8a7a-499d92b7c3eb HTTP/1.1" status: 200 len: 1097 time: 0.0433702 Nov 12 04:27:28.618876 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1704400e-3d25-43d1-965f-172da3120517 req-eb7bdf24-c9d4-4cca-b76f-fc610b760fb2 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b2e1b2d-8754-4691-bb31-4ff6b3f18ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458901 Nov 12 04:27:28.642127 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58932) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:28.672470 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074accb8-854b-4d5f-aa6c-59b4c217c479 req-9adef4a6-2384-4ec5-9e88-c171483224e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:28.674102 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-074accb8-854b-4d5f-aa6c-59b4c217c479 req-9adef4a6-2384-4ec5-9e88-c171483224e2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0474ac1e-2d49-424a-b76e-b5a820a08098 HTTP/1.1" status: 200 len: 898 time: 0.0967808 Nov 12 04:27:28.712459 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e1ab7fb1-9c09-428b-8a76-173326427b56 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/floatingips/852d7bb0-680f-429e-a97a-8b3449019a63 HTTP/1.1" status: 200 len: 991 time: 0.0691304 Nov 12 04:27:28.745260 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-074accb8-854b-4d5f-aa6c-59b4c217c479 req-d7a78696-46a5-48c1-bea2-64ebbbbf3bbf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1dc0a13-2344-4c78-a22c-3534635ce493 HTTP/1.1" status: 200 len: 999 time: 0.0601275 Nov 12 04:27:28.777249 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-211a485e-6495-417c-8ebf-4cf92a917ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f96eb7-1d8d-497e-ac9c-287715ac42fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395104607', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '04394151-0e92-4e0e-9b10-f5f1153649aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:27:11Z', 'updated_at': '2021-11-12T04:27:15Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': '04394151-0e92-4e0e-9b10-f5f1153649aa', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f96eb7-1d8d-497e-ac9c-287715ac42fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:11Z', 'updated_at': '2021-11-12T04:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '852d7bb0-680f-429e-a97a-8b3449019a63', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '98f96eb7-1d8d-497e-ac9c-287715ac42fe', 'port_id': 'a1dc0a13-2344-4c78-a22c-3534635ce493', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0474ac1e-2d49-424a-b76e-b5a820a08098', 'mac_address': 'fa:16:3e:91:a9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db47782b-ddff-4b26-8a7a-499d92b7c3eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:27:27Z', 'updated_at': '2021-11-12T04:27:27Z', 'revision_number': 0, 'project_id': '30062bada0e44b3289e392ccc393918e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '041f2c28-9ea1-4dfe-a984-d38a5df1884c', 'name': '', 'network_id': '0474ac1e-2d49-424a-b76e-b5a820a08098', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'mac_address': 'fa:16:3e:5e:22:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f96eb7-1d8d-497e-ac9c-287715ac42fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '301a0e1e-a140-46c5-ac86-6152fa215b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:14Z', 'updated_at': '2021-11-12T04:27:17Z', 'revision_number': 5, 'project_id': '30062bada0e44b3289e392ccc393918e', 'subnets': [{'id': '301a0e1e-a140-46c5-ac86-6152fa215b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:28.795094 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074accb8-854b-4d5f-aa6c-59b4c217c479 req-ffbd4356-8ab9-462b-8f1c-818f30385268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:28.796605 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-074accb8-854b-4d5f-aa6c-59b4c217c479 req-ffbd4356-8ab9-462b-8f1c-818f30385268 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=301a0e1e-a140-46c5-ac86-6152fa215b28 HTTP/1.1" status: 200 len: 835 time: 0.0444679 Nov 12 04:27:28.802534 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211a485e-6495-417c-8ebf-4cf92a917ec3 None None] Checking router: 98f96eb7-1d8d-497e-ac9c-287715ac42fe for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:27:28.811811 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211a485e-6495-417c-8ebf-4cf92a917ec3 None None] Routers {'98f96eb7-1d8d-497e-ac9c-287715ac42fe'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:27:28.812307 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-211a485e-6495-417c-8ebf-4cf92a917ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:27:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['98f96eb7-1d8d-497e-ac9c-287715ac42fe'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:28.848864 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074accb8-854b-4d5f-aa6c-59b4c217c479 req-9f3f7dca-d415-49ae-a402-0f13c5b0a099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:28.850459 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-074accb8-854b-4d5f-aa6c-59b4c217c479 req-9f3f7dca-d415-49ae-a402-0f13c5b0a099 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0474ac1e-2d49-424a-b76e-b5a820a08098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464664 Nov 12 04:27:28.948829 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-074accb8-854b-4d5f-aa6c-59b4c217c479 req-cb45382b-a39f-4292-b5b3-af69664f030b service neutron] 10.222.0.74 "GET /v2.0/networks/0474ac1e-2d49-424a-b76e-b5a820a08098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911329 Nov 12 04:27:29.012870 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-211a485e-6495-417c-8ebf-4cf92a917ec3 None None] Set router 98f96eb7-1d8d-497e-ac9c-287715ac42fe gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:27:29.044584 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-074accb8-854b-4d5f-aa6c-59b4c217c479 req-ab84091a-ec8b-4789-b970-051ef6c86ef4 service neutron] 10.222.0.74 "GET /v2.0/networks/0474ac1e-2d49-424a-b76e-b5a820a08098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879550 Nov 12 04:27:29.239639 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-211a485e-6495-417c-8ebf-4cf92a917ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f96eb7-1d8d-497e-ac9c-287715ac42fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395104607', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '04394151-0e92-4e0e-9b10-f5f1153649aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:27:11Z', 'updated_at': '2021-11-12T04:27:15Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': '04394151-0e92-4e0e-9b10-f5f1153649aa', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f96eb7-1d8d-497e-ac9c-287715ac42fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:11Z', 'updated_at': '2021-11-12T04:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '852d7bb0-680f-429e-a97a-8b3449019a63', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '98f96eb7-1d8d-497e-ac9c-287715ac42fe', 'port_id': 'a1dc0a13-2344-4c78-a22c-3534635ce493', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0474ac1e-2d49-424a-b76e-b5a820a08098', 'mac_address': 'fa:16:3e:91:a9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db47782b-ddff-4b26-8a7a-499d92b7c3eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:27:27Z', 'updated_at': '2021-11-12T04:27:27Z', 'revision_number': 0, 'project_id': '30062bada0e44b3289e392ccc393918e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '041f2c28-9ea1-4dfe-a984-d38a5df1884c', 'name': '', 'network_id': '0474ac1e-2d49-424a-b76e-b5a820a08098', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'mac_address': 'fa:16:3e:5e:22:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f96eb7-1d8d-497e-ac9c-287715ac42fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '301a0e1e-a140-46c5-ac86-6152fa215b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:14Z', 'updated_at': '2021-11-12T04:27:17Z', 'revision_number': 5, 'project_id': '30062bada0e44b3289e392ccc393918e', 'subnets': [{'id': '301a0e1e-a140-46c5-ac86-6152fa215b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:27:29.266802 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211a485e-6495-417c-8ebf-4cf92a917ec3 None None] The sync data for ids ['98f96eb7-1d8d-497e-ac9c-287715ac42fe'] in n-d-715271-27 is: [{'id': '98f96eb7-1d8d-497e-ac9c-287715ac42fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395104607', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '04394151-0e92-4e0e-9b10-f5f1153649aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:27:11Z', 'updated_at': '2021-11-12T04:27:15Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': '04394151-0e92-4e0e-9b10-f5f1153649aa', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f96eb7-1d8d-497e-ac9c-287715ac42fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:11Z', 'updated_at': '2021-11-12T04:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '852d7bb0-680f-429e-a97a-8b3449019a63', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '98f96eb7-1d8d-497e-ac9c-287715ac42fe', 'port_id': 'a1dc0a13-2344-4c78-a22c-3534635ce493', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0474ac1e-2d49-424a-b76e-b5a820a08098', 'mac_address': 'fa:16:3e:91:a9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db47782b-ddff-4b26-8a7a-499d92b7c3eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:27:27Z', 'updated_at': '2021-11-12T04:27:27Z', 'revision_number': 0, 'project_id': '30062bada0e44b3289e392ccc393918e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '041f2c28-9ea1-4dfe-a984-d38a5df1884c', 'name': '', 'network_id': '0474ac1e-2d49-424a-b76e-b5a820a08098', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'mac_address': 'fa:16:3e:5e:22:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f96eb7-1d8d-497e-ac9c-287715ac42fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '301a0e1e-a140-46c5-ac86-6152fa215b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:14Z', 'updated_at': '2021-11-12T04:27:17Z', 'revision_number': 5, 'project_id': '30062bada0e44b3289e392ccc393918e', 'subnets': [{'id': '301a0e1e-a140-46c5-ac86-6152fa215b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:27:29.465983 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7097c039-2805-4d0c-a5d2-0eb4d5d26f81 None None] New status for floating IP 852d7bb0-680f-429e-a97a-8b3449019a63: ACTIVE {{(pid=102573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:27:29.714815 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58934) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:29.824146 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-1d69586f-a2f4-4710-84b0-a4e372686ce1 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/floatingips/852d7bb0-680f-429e-a97a-8b3449019a63 HTTP/1.1" status: 200 len: 993 time: 0.1080534 Nov 12 04:27:30.490875 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1c8d87f4-dc0c-4ce9-9633-d6f199250fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:33.473411 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bc55c61b-073e-4dc8-a1f4-3073b47f0b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:34.337945 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:35.658746 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:36.497865 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:39.395294 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:48.280741 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c7f97938-15c2-45bc-b4e4-aa6b759d7846 req-08f541e5-8ec6-4519-bd0e-7a80c7e77ebd service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=db47782b-ddff-4b26-8a7a-499d92b7c3eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413022 Nov 12 04:27:48.362367 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f97938-15c2-45bc-b4e4-aa6b759d7846 req-1bc8eab5-12b5-41da-a472-927aeb9b145c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:48.363916 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c7f97938-15c2-45bc-b4e4-aa6b759d7846 req-1bc8eab5-12b5-41da-a472-927aeb9b145c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=30062bada0e44b3289e392ccc393918e&device_id=db47782b-ddff-4b26-8a7a-499d92b7c3eb HTTP/1.1" status: 200 len: 1097 time: 0.0404563 Nov 12 04:27:48.474269 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f97938-15c2-45bc-b4e4-aa6b759d7846 req-896f87e7-dc19-45fc-ab2d-098f4f86f43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:48.475748 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c7f97938-15c2-45bc-b4e4-aa6b759d7846 req-896f87e7-dc19-45fc-ab2d-098f4f86f43b service neutron] 10.222.0.74 "GET /v2.0/networks?id=0474ac1e-2d49-424a-b76e-b5a820a08098 HTTP/1.1" status: 200 len: 898 time: 0.0913649 Nov 12 04:27:48.544228 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c7f97938-15c2-45bc-b4e4-aa6b759d7846 req-15546e41-0c00-44ee-9af8-598014482d20 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1dc0a13-2344-4c78-a22c-3534635ce493 HTTP/1.1" status: 200 len: 1001 time: 0.0574920 Nov 12 04:27:48.599224 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f97938-15c2-45bc-b4e4-aa6b759d7846 req-ba8576cf-2176-4edf-b4bf-c95dd035e486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:48.600683 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c7f97938-15c2-45bc-b4e4-aa6b759d7846 req-ba8576cf-2176-4edf-b4bf-c95dd035e486 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=301a0e1e-a140-46c5-ac86-6152fa215b28 HTTP/1.1" status: 200 len: 835 time: 0.0481761 Nov 12 04:27:48.648759 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f97938-15c2-45bc-b4e4-aa6b759d7846 req-242f3357-8c63-4e1d-bf5d-3dd4c68d3c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:48.650244 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c7f97938-15c2-45bc-b4e4-aa6b759d7846 req-242f3357-8c63-4e1d-bf5d-3dd4c68d3c7e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0474ac1e-2d49-424a-b76e-b5a820a08098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397985 Nov 12 04:27:48.662182 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [req-c7f97938-15c2-45bc-b4e4-aa6b759d7846 req-f097b5d6-576b-4dc8-abea-1a0e0c1c2b5c service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:27:48.663114 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c7f97938-15c2-45bc-b4e4-aa6b759d7846 req-f097b5d6-576b-4dc8-abea-1a0e0c1c2b5c service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048912 Nov 12 04:27:48.741312 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:48.757406 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c7f97938-15c2-45bc-b4e4-aa6b759d7846 req-91de8fec-46af-43fc-9b6a-a5d3aba461b6 service neutron] 10.222.0.74 "GET /v2.0/networks/0474ac1e-2d49-424a-b76e-b5a820a08098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855069 Nov 12 04:27:48.853716 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c7f97938-15c2-45bc-b4e4-aa6b759d7846 req-3c849ca0-4cb2-4079-86eb-5b6aef36a3e4 service neutron] 10.222.0.74 "GET /v2.0/networks/0474ac1e-2d49-424a-b76e-b5a820a08098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884531 Nov 12 04:28:00.492710 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-160baa54-9dbd-45c4-bdf9-43c392fe556f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:00.925544 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:28:03.145315 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbdff2-748e-44da-9fe3-07dc5e38f1ce req-8bdda066-53af-4fbe-b788-42094fa59bf3 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:03.146817 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7adbdff2-748e-44da-9fe3-07dc5e38f1ce req-8bdda066-53af-4fbe-b788-42094fa59bf3 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=db47782b-ddff-4b26-8a7a-499d92b7c3eb HTTP/1.1" status: 200 len: 945 time: 0.0508108 Nov 12 04:28:03.198497 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7adbdff2-748e-44da-9fe3-07dc5e38f1ce req-5c878ece-cc2b-45a3-bcc2-d96b2d12190e tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b2e1b2d-8754-4691-bb31-4ff6b3f18ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456963 Nov 12 04:28:03.475098 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b8bd6a43-3852-405e-ab44-22f6abe04ef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:04.319483 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6df3d-9bd6-4108-b1a5-1e4a6e9e0ee6 req-b53b8af1-7d1e-4d84-bcd2-259b31dbe9c9 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:04.321018 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-afc6df3d-9bd6-4108-b1a5-1e4a6e9e0ee6 req-b53b8af1-7d1e-4d84-bcd2-259b31dbe9c9 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=db47782b-ddff-4b26-8a7a-499d92b7c3eb HTTP/1.1" status: 200 len: 945 time: 0.0497770 Nov 12 04:28:04.342740 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:04.377060 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-afc6df3d-9bd6-4108-b1a5-1e4a6e9e0ee6 req-41b280cd-c4d4-4cbd-a019-17d71303c2f9 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b2e1b2d-8754-4691-bb31-4ff6b3f18ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482843 Nov 12 04:28:05.500854 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598ebae-9573-4846-b9b1-f83e4f690bdc req-181077ed-eba7-49c6-9df0-39ebc013bb39 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:05.502314 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f598ebae-9573-4846-b9b1-f83e4f690bdc req-181077ed-eba7-49c6-9df0-39ebc013bb39 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=db47782b-ddff-4b26-8a7a-499d92b7c3eb HTTP/1.1" status: 200 len: 945 time: 0.0552297 Nov 12 04:28:05.552583 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f598ebae-9573-4846-b9b1-f83e4f690bdc req-75e40e6f-5ad2-4826-a540-c7c1eec20de1 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b2e1b2d-8754-4691-bb31-4ff6b3f18ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444152 Nov 12 04:28:05.661100 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:06.499472 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:06.669505 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223635c2-1a25-4942-a316-7a3a119845e7 req-87ddf8db-0b43-4d0a-923f-bace29968903 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:06.671084 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-223635c2-1a25-4942-a316-7a3a119845e7 req-87ddf8db-0b43-4d0a-923f-bace29968903 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=db47782b-ddff-4b26-8a7a-499d92b7c3eb HTTP/1.1" status: 200 len: 945 time: 0.0497711 Nov 12 04:28:06.721018 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-223635c2-1a25-4942-a316-7a3a119845e7 req-ca54884f-f9ec-4dfb-b54e-cabfac36d469 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b2e1b2d-8754-4691-bb31-4ff6b3f18ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440958 Nov 12 04:28:07.839470 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb88d8-654e-4581-adb6-a9c9f993dfbf req-c3879412-1480-4313-a496-d044183160cb tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:07.840985 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-24cb88d8-654e-4581-adb6-a9c9f993dfbf req-c3879412-1480-4313-a496-d044183160cb tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=db47782b-ddff-4b26-8a7a-499d92b7c3eb HTTP/1.1" status: 200 len: 945 time: 0.0504997 Nov 12 04:28:07.891557 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-24cb88d8-654e-4581-adb6-a9c9f993dfbf req-f18b525e-9705-4179-831b-c5997240c24c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b2e1b2d-8754-4691-bb31-4ff6b3f18ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442538 Nov 12 04:28:09.008282 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5e3f0-0c9b-4a03-8e71-aea18cb2e2b3 req-44525d38-3d68-4217-a611-991f89c70662 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:09.009673 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-34b5e3f0-0c9b-4a03-8e71-aea18cb2e2b3 req-44525d38-3d68-4217-a611-991f89c70662 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=db47782b-ddff-4b26-8a7a-499d92b7c3eb HTTP/1.1" status: 200 len: 945 time: 0.0491743 Nov 12 04:28:09.059067 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-34b5e3f0-0c9b-4a03-8e71-aea18cb2e2b3 req-77dbfdc9-be5c-4a9a-a3a3-16363198657a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b2e1b2d-8754-4691-bb31-4ff6b3f18ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426929 Nov 12 04:28:09.418249 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:10.174961 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b64a6-31c7-477a-a92e-5d84cf0961ff req-6adccf11-6699-4a0b-b0b7-5f1929201a31 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:10.176477 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ab4b64a6-31c7-477a-a92e-5d84cf0961ff req-6adccf11-6699-4a0b-b0b7-5f1929201a31 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=db47782b-ddff-4b26-8a7a-499d92b7c3eb HTTP/1.1" status: 200 len: 945 time: 0.0500777 Nov 12 04:28:10.230173 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ab4b64a6-31c7-477a-a92e-5d84cf0961ff req-338a96e3-46a2-4a6e-a886-06ad48955283 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b2e1b2d-8754-4691-bb31-4ff6b3f18ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477991 Nov 12 04:28:11.355577 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa411730-8cb2-44a4-ab43-e3ace3302153 req-bfa38aff-cdbf-4745-86a3-925a9f5c5dd1 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:11.357293 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aa411730-8cb2-44a4-ab43-e3ace3302153 req-bfa38aff-cdbf-4745-86a3-925a9f5c5dd1 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=db47782b-ddff-4b26-8a7a-499d92b7c3eb HTTP/1.1" status: 200 len: 945 time: 0.0536115 Nov 12 04:28:11.406387 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-aa411730-8cb2-44a4-ab43-e3ace3302153 req-3e04f5ca-d1bc-4413-9c72-e450d27f8174 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b2e1b2d-8754-4691-bb31-4ff6b3f18ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433314 Nov 12 04:28:12.523228 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3e0af-83ee-4f88-b3a5-53ea8213c980 req-a3bcd15a-dc74-46ea-8e54-4039b6839ad4 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:12.524723 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1da3e0af-83ee-4f88-b3a5-53ea8213c980 req-a3bcd15a-dc74-46ea-8e54-4039b6839ad4 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=db47782b-ddff-4b26-8a7a-499d92b7c3eb HTTP/1.1" status: 200 len: 945 time: 0.0499878 Nov 12 04:28:12.576478 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1da3e0af-83ee-4f88-b3a5-53ea8213c980 req-71ea62b1-d4eb-44bb-880c-4487124e8d45 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b2e1b2d-8754-4691-bb31-4ff6b3f18ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449288 Nov 12 04:28:13.693085 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24013d8c-ccdb-4cee-a748-7e04d62b170e req-b83cf700-470d-4752-9a4c-b7b9c814346f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:13.694476 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-24013d8c-ccdb-4cee-a748-7e04d62b170e req-b83cf700-470d-4752-9a4c-b7b9c814346f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=db47782b-ddff-4b26-8a7a-499d92b7c3eb HTTP/1.1" status: 200 len: 945 time: 0.0501561 Nov 12 04:28:13.744738 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-24013d8c-ccdb-4cee-a748-7e04d62b170e req-ef5f372c-f414-4ad4-ae4c-e3772b4aee77 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b2e1b2d-8754-4691-bb31-4ff6b3f18ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443566 Nov 12 04:28:13.766436 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58974) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:13.831434 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-d431aa16-a5f7-47ed-8575-ce8b0fe8a673 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/floatingips/852d7bb0-680f-429e-a97a-8b3449019a63 HTTP/1.1" status: 200 len: 993 time: 0.0638535 Nov 12 04:28:15.147151 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f9f04-2ccb-45f2-950a-565f87be0836 req-dc2ac893-0a46-4675-93ca-774def8e555c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:15.148641 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-634f9f04-2ccb-45f2-950a-565f87be0836 req-dc2ac893-0a46-4675-93ca-774def8e555c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=db47782b-ddff-4b26-8a7a-499d92b7c3eb HTTP/1.1" status: 200 len: 945 time: 0.0823653 Nov 12 04:28:15.171088 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a74a5-34cd-49a7-bc9f-52dcf40c0b83 req-f4a5702e-8fe0-4e49-b137-2e4759a7fec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:15.172567 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bd7a74a5-34cd-49a7-bc9f-52dcf40c0b83 req-f4a5702e-8fe0-4e49-b137-2e4759a7fec2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=30062bada0e44b3289e392ccc393918e&device_id=db47782b-ddff-4b26-8a7a-499d92b7c3eb HTTP/1.1" status: 200 len: 1097 time: 0.0702157 Nov 12 04:28:15.228051 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-634f9f04-2ccb-45f2-950a-565f87be0836 req-da503755-76d7-492b-bf73-7af8c9339fdf tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b2e1b2d-8754-4691-bb31-4ff6b3f18ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730257 Nov 12 04:28:15.283984 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a74a5-34cd-49a7-bc9f-52dcf40c0b83 req-1e1dea1a-89d9-4962-8347-2ff7ea3e0092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:15.285453 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bd7a74a5-34cd-49a7-bc9f-52dcf40c0b83 req-1e1dea1a-89d9-4962-8347-2ff7ea3e0092 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0474ac1e-2d49-424a-b76e-b5a820a08098 HTTP/1.1" status: 200 len: 898 time: 0.0993147 Nov 12 04:28:15.361112 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bd7a74a5-34cd-49a7-bc9f-52dcf40c0b83 req-6459a6fc-a505-4d6c-91f9-1fffcfd2b08a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1dc0a13-2344-4c78-a22c-3534635ce493 HTTP/1.1" status: 200 len: 1001 time: 0.0637455 Nov 12 04:28:15.413553 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a74a5-34cd-49a7-bc9f-52dcf40c0b83 req-4edffec8-beb3-42a9-8d45-7a3184585d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:15.414985 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bd7a74a5-34cd-49a7-bc9f-52dcf40c0b83 req-4edffec8-beb3-42a9-8d45-7a3184585d21 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=301a0e1e-a140-46c5-ac86-6152fa215b28 HTTP/1.1" status: 200 len: 835 time: 0.0430710 Nov 12 04:28:15.463757 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a74a5-34cd-49a7-bc9f-52dcf40c0b83 req-643eedee-0b50-4b3b-95e2-9bb0af9ec105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:15.465272 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bd7a74a5-34cd-49a7-bc9f-52dcf40c0b83 req-643eedee-0b50-4b3b-95e2-9bb0af9ec105 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0474ac1e-2d49-424a-b76e-b5a820a08098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387726 Nov 12 04:28:15.563720 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bd7a74a5-34cd-49a7-bc9f-52dcf40c0b83 req-ab677029-2b01-49fc-ba17-348561602650 service neutron] 10.222.0.74 "GET /v2.0/networks/0474ac1e-2d49-424a-b76e-b5a820a08098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872271 Nov 12 04:28:15.656892 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-bd7a74a5-34cd-49a7-bc9f-52dcf40c0b83 req-e267295c-be0d-484d-8130-1275804afeb6 service neutron] 10.222.0.74 "GET /v2.0/networks/0474ac1e-2d49-424a-b76e-b5a820a08098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824471 Nov 12 04:28:16.346525 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e98e82-b307-45be-82ff-90b7df75ec34 req-3194ffea-24d0-4dbb-9d2f-09ebc5f99fce tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:16.348027 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-30e98e82-b307-45be-82ff-90b7df75ec34 req-3194ffea-24d0-4dbb-9d2f-09ebc5f99fce tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=db47782b-ddff-4b26-8a7a-499d92b7c3eb HTTP/1.1" status: 200 len: 945 time: 0.0491076 Nov 12 04:28:16.402718 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-30e98e82-b307-45be-82ff-90b7df75ec34 req-e075a6fb-c468-40c9-a444-43b916f8a924 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b2e1b2d-8754-4691-bb31-4ff6b3f18ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442495 Nov 12 04:28:16.426253 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58984) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:16.490229 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-068bb453-2c59-40f5-9a24-4262c95cf6ce tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/floatingips/852d7bb0-680f-429e-a97a-8b3449019a63 HTTP/1.1" status: 200 len: 993 time: 0.0628541 Nov 12 04:28:18.743413 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:30.494264 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5a637d51-40d1-4747-8874-3717092b4f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:33.476230 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-623b5695-d82c-465a-902e-1c030bd1dbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:34.344654 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:35.663597 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:36.502301 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:37.925845 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:28:39.423150 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:48.299266 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1075eca4-5fd5-4bde-8467-9b93e9a14c4e req-62fd8993-25dd-4d9e-b384-fe15dd161ced service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=db47782b-ddff-4b26-8a7a-499d92b7c3eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0451822 Nov 12 04:28:48.385937 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075eca4-5fd5-4bde-8467-9b93e9a14c4e req-e79de38a-d4e9-4bd5-b74f-99493d998d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:48.387417 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1075eca4-5fd5-4bde-8467-9b93e9a14c4e req-e79de38a-d4e9-4bd5-b74f-99493d998d5b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=30062bada0e44b3289e392ccc393918e&device_id=db47782b-ddff-4b26-8a7a-499d92b7c3eb HTTP/1.1" status: 200 len: 1097 time: 0.0407298 Nov 12 04:28:48.506732 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075eca4-5fd5-4bde-8467-9b93e9a14c4e req-7192ea3d-cf90-4db8-be63-7f08f83fd7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:48.508374 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1075eca4-5fd5-4bde-8467-9b93e9a14c4e req-7192ea3d-cf90-4db8-be63-7f08f83fd7e8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0474ac1e-2d49-424a-b76e-b5a820a08098 HTTP/1.1" status: 200 len: 898 time: 0.0976102 Nov 12 04:28:48.577126 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1075eca4-5fd5-4bde-8467-9b93e9a14c4e req-b1a0a323-eb4b-4004-96fa-3bece61eca57 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1dc0a13-2344-4c78-a22c-3534635ce493 HTTP/1.1" status: 200 len: 1001 time: 0.0610995 Nov 12 04:28:48.628054 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075eca4-5fd5-4bde-8467-9b93e9a14c4e req-69c36afd-e8e9-4d3f-8534-cbae3cc707cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:48.629520 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1075eca4-5fd5-4bde-8467-9b93e9a14c4e req-69c36afd-e8e9-4d3f-8534-cbae3cc707cf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=301a0e1e-a140-46c5-ac86-6152fa215b28 HTTP/1.1" status: 200 len: 835 time: 0.0440433 Nov 12 04:28:48.680868 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075eca4-5fd5-4bde-8467-9b93e9a14c4e req-d36f8439-bdb5-46c0-8615-06821e9aa16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:48.682431 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1075eca4-5fd5-4bde-8467-9b93e9a14c4e req-d36f8439-bdb5-46c0-8615-06821e9aa16e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0474ac1e-2d49-424a-b76e-b5a820a08098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442352 Nov 12 04:28:48.744779 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:48.776190 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1075eca4-5fd5-4bde-8467-9b93e9a14c4e req-842edc7c-d3a3-447b-8e93-c74cd3a0e294 service neutron] 10.222.0.74 "GET /v2.0/networks/0474ac1e-2d49-424a-b76e-b5a820a08098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861247 Nov 12 04:28:48.872804 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1075eca4-5fd5-4bde-8467-9b93e9a14c4e req-cd70b026-9c70-4c39-8e29-a972254e52c0 service neutron] 10.222.0.74 "GET /v2.0/networks/0474ac1e-2d49-424a-b76e-b5a820a08098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876794 Nov 12 04:28:53.741797 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 58998) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:53.899612 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-f83f6df7-dc11-4939-9874-a2e3e939d19a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Deleting port 7efe062a-daa6-4cd0-882a-8f266a9f7d0b {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:28:53.899954 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f83f6df7-dc11-4939-9874-a2e3e939d19a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:53.973756 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f83f6df7-dc11-4939-9874-a2e3e939d19a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:53.974074 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f83f6df7-dc11-4939-9874-a2e3e939d19a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:53.985517 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-f83f6df7-dc11-4939-9874-a2e3e939d19a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Calling delete_port for 7efe062a-daa6-4cd0-882a-8f266a9f7d0b owned by network:floatingip {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:28:54.135611 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f83f6df7-dc11-4939-9874-a2e3e939d19a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:54.158300 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83f6df7-dc11-4939-9874-a2e3e939d19a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event deleted for resources: {'Port': ['ID=7efe062a-daa6-4cd0-882a-8f266a9f7d0b,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:54.171498 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83f6df7-dc11-4939-9874-a2e3e939d19a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:54.171498 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83f6df7-dc11-4939-9874-a2e3e939d19a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:54.171755 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83f6df7-dc11-4939-9874-a2e3e939d19a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:54.172217 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83f6df7-dc11-4939-9874-a2e3e939d19a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:54.172509 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83f6df7-dc11-4939-9874-a2e3e939d19a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:54.172843 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83f6df7-dc11-4939-9874-a2e3e939d19a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:54.173178 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83f6df7-dc11-4939-9874-a2e3e939d19a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:54.173508 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83f6df7-dc11-4939-9874-a2e3e939d19a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:54.173852 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83f6df7-dc11-4939-9874-a2e3e939d19a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:54.174158 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83f6df7-dc11-4939-9874-a2e3e939d19a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:54.174483 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83f6df7-dc11-4939-9874-a2e3e939d19a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:54.174804 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83f6df7-dc11-4939-9874-a2e3e939d19a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:54.236258 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f83f6df7-dc11-4939-9874-a2e3e939d19a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for floatingip, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:54.236585 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [None req-f83f6df7-dc11-4939-9874-a2e3e939d19a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Floating IP 852d7bb0-680f-429e-a97a-8b3449019a63 disassociated (deleted). External IP: 172.25.5.170, port: a1dc0a13-2344-4c78-a22c-3534635ce493. Nov 12 04:28:54.442789 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83f6df7-dc11-4939-9874-a2e3e939d19a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Router 98f96eb7-1d8d-497e-ac9c-287715ac42fe has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:28:54.550557 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83f6df7-dc11-4939-9874-a2e3e939d19a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:28:54.555185 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-f83f6df7-dc11-4939-9874-a2e3e939d19a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:54.562435 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5660b74-aba2-4491-ac67-fc0dae25e369 None None] Sync routers for ids ['98f96eb7-1d8d-497e-ac9c-287715ac42fe'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:28:54.572128 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5660b74-aba2-4491-ac67-fc0dae25e369 None None] Routers {'98f96eb7-1d8d-497e-ac9c-287715ac42fe'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:28:54.572729 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-f5660b74-aba2-4491-ac67-fc0dae25e369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:28:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['98f96eb7-1d8d-497e-ac9c-287715ac42fe'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:54.582662 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-f83f6df7-dc11-4939-9874-a2e3e939d19a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "DELETE /v2.0/floatingips/852d7bb0-680f-429e-a97a-8b3449019a63 HTTP/1.1" status: 204 len: 168 time: 0.8397243 Nov 12 04:28:54.583254 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db47782b-ddff-4b26-8a7a-499d92b7c3eb', 'tag': 'a1dc0a13-2344-4c78-a22c-3534635ce493'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:28:54.586230 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c174c990332584687cba245f58d77d589c2fb4d31e1df7b34358bbebc3c39c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99672f86-548a-4859-b3e2-ae396d79a3a6" -d '{"events": [{"name": "network-changed", "server_uuid": "db47782b-ddff-4b26-8a7a-499d92b7c3eb", "tag": "a1dc0a13-2344-4c78-a22c-3534635ce493"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:28:54.684804 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-f5660b74-aba2-4491-ac67-fc0dae25e369 None None] Set router 98f96eb7-1d8d-497e-ac9c-287715ac42fe gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:28:54.693813 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0eecd6a-da97-473a-8134-f76d58014594 x-openstack-request-id: req-e0eecd6a-da97-473a-8134-f76d58014594 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:28:54.694307 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db47782b-ddff-4b26-8a7a-499d92b7c3eb", "tag": "a1dc0a13-2344-4c78-a22c-3534635ce493", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:28:54.694436 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e0eecd6a-da97-473a-8134-f76d58014594 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:28:54.694778 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db47782b-ddff-4b26-8a7a-499d92b7c3eb', 'tag': 'a1dc0a13-2344-4c78-a22c-3534635ce493', 'status': 'completed', 'code': 200} Nov 12 04:28:54.816435 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99672f86-548a-4859-b3e2-ae396d79a3a6 req-bc0575d6-e4dd-4c58-a280-746e5d0c8f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:54.818072 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-99672f86-548a-4859-b3e2-ae396d79a3a6 req-bc0575d6-e4dd-4c58-a280-746e5d0c8f1d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=30062bada0e44b3289e392ccc393918e&device_id=db47782b-ddff-4b26-8a7a-499d92b7c3eb HTTP/1.1" status: 200 len: 1097 time: 0.0692060 Nov 12 04:28:54.841774 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd927cc-97a6-4431-8f22-b3d711263765 req-9ae2a337-f001-4a24-8009-1d3af9587e17 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:54.843248 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0dd927cc-97a6-4431-8f22-b3d711263765 req-9ae2a337-f001-4a24-8009-1d3af9587e17 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=db47782b-ddff-4b26-8a7a-499d92b7c3eb HTTP/1.1" status: 200 len: 945 time: 0.0694232 Nov 12 04:28:54.893049 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-f5660b74-aba2-4491-ac67-fc0dae25e369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f96eb7-1d8d-497e-ac9c-287715ac42fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395104607', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '04394151-0e92-4e0e-9b10-f5f1153649aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:27:11Z', 'updated_at': '2021-11-12T04:27:15Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': '04394151-0e92-4e0e-9b10-f5f1153649aa', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f96eb7-1d8d-497e-ac9c-287715ac42fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:11Z', 'updated_at': '2021-11-12T04:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '041f2c28-9ea1-4dfe-a984-d38a5df1884c', 'name': '', 'network_id': '0474ac1e-2d49-424a-b76e-b5a820a08098', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'mac_address': 'fa:16:3e:5e:22:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f96eb7-1d8d-497e-ac9c-287715ac42fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '301a0e1e-a140-46c5-ac86-6152fa215b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:14Z', 'updated_at': '2021-11-12T04:27:17Z', 'revision_number': 5, 'project_id': '30062bada0e44b3289e392ccc393918e', 'subnets': [{'id': '301a0e1e-a140-46c5-ac86-6152fa215b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:54.918384 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5660b74-aba2-4491-ac67-fc0dae25e369 None None] Checking router: 98f96eb7-1d8d-497e-ac9c-287715ac42fe for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:28:54.927036 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5660b74-aba2-4491-ac67-fc0dae25e369 None None] Routers {'98f96eb7-1d8d-497e-ac9c-287715ac42fe'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:28:54.927551 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-f5660b74-aba2-4491-ac67-fc0dae25e369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:28:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['98f96eb7-1d8d-497e-ac9c-287715ac42fe'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:54.948311 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0dd927cc-97a6-4431-8f22-b3d711263765 req-a7048cc2-ccd9-4d13-8e5a-254930390311 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b2e1b2d-8754-4691-bb31-4ff6b3f18ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946434 Nov 12 04:28:54.962350 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99672f86-548a-4859-b3e2-ae396d79a3a6 req-4b374b48-fde3-48c4-b590-5445f032fad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:54.963838 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-99672f86-548a-4859-b3e2-ae396d79a3a6 req-4b374b48-fde3-48c4-b590-5445f032fad0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0474ac1e-2d49-424a-b76e-b5a820a08098 HTTP/1.1" status: 200 len: 898 time: 0.1376553 Nov 12 04:28:55.009021 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-99672f86-548a-4859-b3e2-ae396d79a3a6 req-5cdbe302-55c0-4108-bc4a-97b6a7a1fe1f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1dc0a13-2344-4c78-a22c-3534635ce493 HTTP/1.1" status: 200 len: 217 time: 0.0367470 Nov 12 04:28:55.034666 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-f5660b74-aba2-4491-ac67-fc0dae25e369 None None] Set router 98f96eb7-1d8d-497e-ac9c-287715ac42fe gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:28:55.070771 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99672f86-548a-4859-b3e2-ae396d79a3a6 req-8b13f9c8-d8ca-47dd-baec-44f4a7e08b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:55.072638 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-99672f86-548a-4859-b3e2-ae396d79a3a6 req-8b13f9c8-d8ca-47dd-baec-44f4a7e08b06 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=301a0e1e-a140-46c5-ac86-6152fa215b28 HTTP/1.1" status: 200 len: 835 time: 0.0565679 Nov 12 04:28:55.121130 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99672f86-548a-4859-b3e2-ae396d79a3a6 req-4ed25abe-6b02-4cb1-b9df-49821ce25246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:55.122630 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-99672f86-548a-4859-b3e2-ae396d79a3a6 req-4ed25abe-6b02-4cb1-b9df-49821ce25246 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0474ac1e-2d49-424a-b76e-b5a820a08098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419374 Nov 12 04:28:55.213198 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-99672f86-548a-4859-b3e2-ae396d79a3a6 req-e2ab4ae8-270d-4df0-8a21-5f241138780c service neutron] 10.222.0.74 "GET /v2.0/networks/0474ac1e-2d49-424a-b76e-b5a820a08098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826447 Nov 12 04:28:55.234769 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-f5660b74-aba2-4491-ac67-fc0dae25e369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f96eb7-1d8d-497e-ac9c-287715ac42fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395104607', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '04394151-0e92-4e0e-9b10-f5f1153649aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:27:11Z', 'updated_at': '2021-11-12T04:27:15Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': '04394151-0e92-4e0e-9b10-f5f1153649aa', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f96eb7-1d8d-497e-ac9c-287715ac42fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:11Z', 'updated_at': '2021-11-12T04:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '041f2c28-9ea1-4dfe-a984-d38a5df1884c', 'name': '', 'network_id': '0474ac1e-2d49-424a-b76e-b5a820a08098', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'mac_address': 'fa:16:3e:5e:22:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f96eb7-1d8d-497e-ac9c-287715ac42fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '301a0e1e-a140-46c5-ac86-6152fa215b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:14Z', 'updated_at': '2021-11-12T04:27:17Z', 'revision_number': 5, 'project_id': '30062bada0e44b3289e392ccc393918e', 'subnets': [{'id': '301a0e1e-a140-46c5-ac86-6152fa215b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:55.261692 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5660b74-aba2-4491-ac67-fc0dae25e369 None None] The sync data for ids ['98f96eb7-1d8d-497e-ac9c-287715ac42fe'] in n-d-715271-27 is: [{'id': '98f96eb7-1d8d-497e-ac9c-287715ac42fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395104607', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '04394151-0e92-4e0e-9b10-f5f1153649aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:27:11Z', 'updated_at': '2021-11-12T04:27:15Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': '04394151-0e92-4e0e-9b10-f5f1153649aa', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f96eb7-1d8d-497e-ac9c-287715ac42fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:11Z', 'updated_at': '2021-11-12T04:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '041f2c28-9ea1-4dfe-a984-d38a5df1884c', 'name': '', 'network_id': '0474ac1e-2d49-424a-b76e-b5a820a08098', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'mac_address': 'fa:16:3e:5e:22:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f96eb7-1d8d-497e-ac9c-287715ac42fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '301a0e1e-a140-46c5-ac86-6152fa215b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:14Z', 'updated_at': '2021-11-12T04:27:17Z', 'revision_number': 5, 'project_id': '30062bada0e44b3289e392ccc393918e', 'subnets': [{'id': '301a0e1e-a140-46c5-ac86-6152fa215b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:28:55.311958 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-99672f86-548a-4859-b3e2-ae396d79a3a6 req-c80ed609-ad1f-4850-b288-00229f89f21e service neutron] 10.222.0.74 "GET /v2.0/networks/0474ac1e-2d49-424a-b76e-b5a820a08098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900571 Nov 12 04:28:55.488934 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364c78f9-0716-44d1-bd67-863dd2090a57 None None] New status for floating IP 852d7bb0-680f-429e-a97a-8b3449019a63: DOWN {{(pid=102573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:28:56.070603 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd10c55-ded5-426b-8101-5319815f3453 req-bb72b333-53ca-44b8-b523-addc7b9d4f80 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:56.072744 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3cd10c55-ded5-426b-8101-5319815f3453 req-bb72b333-53ca-44b8-b523-addc7b9d4f80 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=db47782b-ddff-4b26-8a7a-499d92b7c3eb HTTP/1.1" status: 200 len: 945 time: 0.0522044 Nov 12 04:28:56.122273 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3cd10c55-ded5-426b-8101-5319815f3453 req-6ad9372a-3ac2-4a43-a198-8e8097372bb4 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b2e1b2d-8754-4691-bb31-4ff6b3f18ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435998 Nov 12 04:28:56.571489 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110bb4eb-fd55-4c7f-895e-feb077cfb8e5 req-2c6adf34-bb58-4707-9f85-29b74f03f8a6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:56.572961 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-110bb4eb-fd55-4c7f-895e-feb077cfb8e5 req-2c6adf34-bb58-4707-9f85-29b74f03f8a6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.74 "GET /v2.0/ports?device_id=db47782b-ddff-4b26-8a7a-499d92b7c3eb HTTP/1.1" status: 200 len: 945 time: 0.0493600 Nov 12 04:28:56.670597 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-110bb4eb-fd55-4c7f-895e-feb077cfb8e5 req-443dc36a-5950-4e76-bd14-42ae4ac1153f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Deleting port a1dc0a13-2344-4c78-a22c-3534635ce493 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:28:56.670854 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-110bb4eb-fd55-4c7f-895e-feb077cfb8e5 req-443dc36a-5950-4e76-bd14-42ae4ac1153f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:56.759950 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-110bb4eb-fd55-4c7f-895e-feb077cfb8e5 req-443dc36a-5950-4e76-bd14-42ae4ac1153f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] For port a1dc0a13-2344-4c78-a22c-3534635ce493, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=a1dc0a13-2344-4c78-a22c-3534635ce493,segment=NetworkSegment(e47d672a-e45f-49e5-965e-1990566f38e3),segment_id=e47d672a-e45f-49e5-965e-1990566f38e3)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:56.760336 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-110bb4eb-fd55-4c7f-895e-feb077cfb8e5 req-443dc36a-5950-4e76-bd14-42ae4ac1153f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:56.772564 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-110bb4eb-fd55-4c7f-895e-feb077cfb8e5 req-443dc36a-5950-4e76-bd14-42ae4ac1153f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Calling delete_port for a1dc0a13-2344-4c78-a22c-3534635ce493 owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:28:56.903060 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-110bb4eb-fd55-4c7f-895e-feb077cfb8e5 req-443dc36a-5950-4e76-bd14-42ae4ac1153f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:56.937013 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443dc36a-5950-4e76-bd14-42ae4ac1153f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event deleted for resources: {'Port': ['ID=a1dc0a13-2344-4c78-a22c-3534635ce493,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:56.971520 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443dc36a-5950-4e76-bd14-42ae4ac1153f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:56.971861 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443dc36a-5950-4e76-bd14-42ae4ac1153f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:56.972219 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443dc36a-5950-4e76-bd14-42ae4ac1153f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:56.972546 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443dc36a-5950-4e76-bd14-42ae4ac1153f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:56.972868 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443dc36a-5950-4e76-bd14-42ae4ac1153f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:56.973186 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443dc36a-5950-4e76-bd14-42ae4ac1153f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:56.973503 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443dc36a-5950-4e76-bd14-42ae4ac1153f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:56.973819 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443dc36a-5950-4e76-bd14-42ae4ac1153f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:56.974136 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443dc36a-5950-4e76-bd14-42ae4ac1153f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:56.974465 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443dc36a-5950-4e76-bd14-42ae4ac1153f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:56.974855 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443dc36a-5950-4e76-bd14-42ae4ac1153f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:56.975247 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443dc36a-5950-4e76-bd14-42ae4ac1153f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:56.994841 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-110bb4eb-fd55-4c7f-895e-feb077cfb8e5 req-443dc36a-5950-4e76-bd14-42ae4ac1153f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] No DVR routers for this DVR port a1dc0a13-2344-4c78-a22c-3534635ce493 on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:28:56.997659 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-110bb4eb-fd55-4c7f-895e-feb077cfb8e5 req-443dc36a-5950-4e76-bd14-42ae4ac1153f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:57.001321 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-110bb4eb-fd55-4c7f-895e-feb077cfb8e5 req-443dc36a-5950-4e76-bd14-42ae4ac1153f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.74 "DELETE /v2.0/ports/a1dc0a13-2344-4c78-a22c-3534635ce493 HTTP/1.1" status: 204 len: 173 time: 0.4215345 Nov 12 04:28:57.001782 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db47782b-ddff-4b26-8a7a-499d92b7c3eb', 'name': 'network-vif-deleted', 'tag': 'a1dc0a13-2344-4c78-a22c-3534635ce493'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:28:57.004015 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6663d1d3f3c9eef7926d12034ee86df45d83a9b81db0163b8b39b36c8946953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b974d7-6a7f-48b4-8488-bfa8084231a4" -d '{"events": [{"server_uuid": "db47782b-ddff-4b26-8a7a-499d92b7c3eb", "name": "network-vif-deleted", "tag": "a1dc0a13-2344-4c78-a22c-3534635ce493"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:28:57.046902 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8609ee23-4308-4fdb-ba06-7abd68db828a x-openstack-request-id: req-8609ee23-4308-4fdb-ba06-7abd68db828a {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:28:57.047188 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db47782b-ddff-4b26-8a7a-499d92b7c3eb", "name": "network-vif-deleted", "tag": "a1dc0a13-2344-4c78-a22c-3534635ce493", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:28:57.047439 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8609ee23-4308-4fdb-ba06-7abd68db828a {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:28:57.047834 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db47782b-ddff-4b26-8a7a-499d92b7c3eb', 'name': 'network-vif-deleted', 'tag': 'a1dc0a13-2344-4c78-a22c-3534635ce493', 'status': 'completed', 'code': 200} Nov 12 04:28:57.232494 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-17ef6136-28ee-4c07-b093-1a6143e8c6b4 req-0b2281c4-dc0e-4fb2-8200-dcd139f6235b tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=db47782b-ddff-4b26-8a7a-499d92b7c3eb HTTP/1.1" status: 200 len: 210 time: 0.0271885 Nov 12 04:28:58.292146 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59016) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:58.653955 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3b470ae3-6c66-490b-9209-16df9ea378d2 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:58.906402 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-3b470ae3-6c66-490b-9209-16df9ea378d2 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Deleting port 041f2c28-9ea1-4dfe-a984-d38a5df1884c {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:28:58.906653 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3b470ae3-6c66-490b-9209-16df9ea378d2 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:58.993575 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-3b470ae3-6c66-490b-9209-16df9ea378d2 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] For port 041f2c28-9ea1-4dfe-a984-d38a5df1884c, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=041f2c28-9ea1-4dfe-a984-d38a5df1884c,segment=NetworkSegment(e47d672a-e45f-49e5-965e-1990566f38e3),segment_id=e47d672a-e45f-49e5-965e-1990566f38e3)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:58.993938 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3b470ae3-6c66-490b-9209-16df9ea378d2 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:59.006250 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-3b470ae3-6c66-490b-9209-16df9ea378d2 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Calling delete_port for 041f2c28-9ea1-4dfe-a984-d38a5df1884c owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:28:59.194428 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3b470ae3-6c66-490b-9209-16df9ea378d2 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:59.220864 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b470ae3-6c66-490b-9209-16df9ea378d2 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event deleted for resources: {'Port': ['ID=041f2c28-9ea1-4dfe-a984-d38a5df1884c,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:59.412394 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3b470ae3-6c66-490b-9209-16df9ea378d2 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:59.640201 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b470ae3-6c66-490b-9209-16df9ea378d2 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Router 98f96eb7-1d8d-497e-ac9c-287715ac42fe has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:29:00.041615 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b470ae3-6c66-490b-9209-16df9ea378d2 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:29:00.047355 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3b470ae3-6c66-490b-9209-16df9ea378d2 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "PUT /v2.0/routers/98f96eb7-1d8d-497e-ac9c-287715ac42fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7536502 Nov 12 04:29:00.049502 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59018) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:00.052596 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e54bcd6-6feb-487d-94cc-6f75a6b8feea None None] Sync routers for ids ['98f96eb7-1d8d-497e-ac9c-287715ac42fe'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:29:00.061780 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device a1dc0a13-2344-4c78-a22c-3534635ce493 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:29:00.064139 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e54bcd6-6feb-487d-94cc-6f75a6b8feea None None] Routers {'98f96eb7-1d8d-497e-ac9c-287715ac42fe'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:29:00.065001 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-2e54bcd6-6feb-487d-94cc-6f75a6b8feea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:28:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['98f96eb7-1d8d-497e-ac9c-287715ac42fe'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:00.081434 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: a1dc0a13-2344-4c78-a22c-3534635ce493 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:29:00.081784 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device a1dc0a13-2344-4c78-a22c-3534635ce493 not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:29:00.107319 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-77084a55-f0ca-4b69-b7ab-0bacebaffdf6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Deleting subnet 301a0e1e-a140-46c5-ac86-6152fa215b28 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:29:00.110641 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-77084a55-f0ca-4b69-b7ab-0bacebaffdf6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:00.151763 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-77084a55-f0ca-4b69-b7ab-0bacebaffdf6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:00.241589 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-77084a55-f0ca-4b69-b7ab-0bacebaffdf6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:00.265553 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-2e54bcd6-6feb-487d-94cc-6f75a6b8feea None None] Set router 98f96eb7-1d8d-497e-ac9c-287715ac42fe gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:29:00.304414 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-77084a55-f0ca-4b69-b7ab-0bacebaffdf6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:00.333548 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77084a55-f0ca-4b69-b7ab-0bacebaffdf6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event deleted for resources: {'Subnet': ['ID=301a0e1e-a140-46c5-ac86-6152fa215b28,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:00.335532 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-77084a55-f0ca-4b69-b7ab-0bacebaffdf6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:00.341780 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-77084a55-f0ca-4b69-b7ab-0bacebaffdf6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "DELETE /v2.0/subnets/301a0e1e-a140-46c5-ac86-6152fa215b28 HTTP/1.1" status: 204 len: 168 time: 0.2888322 Nov 12 04:29:00.342256 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59020) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:00.346523 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff11adc5-70c1-4357-ad38-db2e848f4d3f None None] Network 0474ac1e-2d49-424a-b76e-b5a820a08098 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:00.457051 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-398af4bd-8c70-4414-a6a3-88736da64254 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:00.467874 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-2e54bcd6-6feb-487d-94cc-6f75a6b8feea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f96eb7-1d8d-497e-ac9c-287715ac42fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395104607', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '04394151-0e92-4e0e-9b10-f5f1153649aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:27:11Z', 'updated_at': '2021-11-12T04:28:59Z', 'revision_number': 5, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': '04394151-0e92-4e0e-9b10-f5f1153649aa', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f96eb7-1d8d-497e-ac9c-287715ac42fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:11Z', 'updated_at': '2021-11-12T04:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:00.500123 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e54bcd6-6feb-487d-94cc-6f75a6b8feea None None] Checking router: 98f96eb7-1d8d-497e-ac9c-287715ac42fe for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:29:00.501607 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2ec9013f-c1c8-4176-beff-bb16918f2172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:00.510949 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e54bcd6-6feb-487d-94cc-6f75a6b8feea None None] Routers {'98f96eb7-1d8d-497e-ac9c-287715ac42fe'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:29:00.511598 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-2e54bcd6-6feb-487d-94cc-6f75a6b8feea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:28:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['98f96eb7-1d8d-497e-ac9c-287715ac42fe'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:00.556333 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2dd692-6a42-4b55-96b5-3b4a7078fb9b None None] DHCP port deletion for 0474ac1e-2d49-424a-b76e-b5a820a08098 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:29:00.573552 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-398af4bd-8c70-4414-a6a3-88736da64254 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:00.612467 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-bf2dd692-6a42-4b55-96b5-3b4a7078fb9b None None] Deleting port 42b0f952-abc8-4959-ac2e-25ab9ff3b8cb {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:00.612869 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bf2dd692-6a42-4b55-96b5-3b4a7078fb9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:00.639502 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-2e54bcd6-6feb-487d-94cc-6f75a6b8feea None None] Set router 98f96eb7-1d8d-497e-ac9c-287715ac42fe gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:29:00.682206 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-bf2dd692-6a42-4b55-96b5-3b4a7078fb9b None None] For port 42b0f952-abc8-4959-ac2e-25ab9ff3b8cb, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=42b0f952-abc8-4959-ac2e-25ab9ff3b8cb,segment=NetworkSegment(e47d672a-e45f-49e5-965e-1990566f38e3),segment_id=e47d672a-e45f-49e5-965e-1990566f38e3)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:00.682862 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bf2dd692-6a42-4b55-96b5-3b4a7078fb9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:00.698138 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-bf2dd692-6a42-4b55-96b5-3b4a7078fb9b None None] Calling delete_port for 42b0f952-abc8-4959-ac2e-25ab9ff3b8cb owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:00.787765 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bf2dd692-6a42-4b55-96b5-3b4a7078fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:00.819237 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2dd692-6a42-4b55-96b5-3b4a7078fb9b None None] Pushing event deleted for resources: {'Port': ['ID=42b0f952-abc8-4959-ac2e-25ab9ff3b8cb,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:00.824008 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2dd692-6a42-4b55-96b5-3b4a7078fb9b None None] No DVR routers for this DVR port 42b0f952-abc8-4959-ac2e-25ab9ff3b8cb on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:29:00.842285 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2dd692-6a42-4b55-96b5-3b4a7078fb9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:00.842871 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2dd692-6a42-4b55-96b5-3b4a7078fb9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:00.843377 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2dd692-6a42-4b55-96b5-3b4a7078fb9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:00.844166 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2dd692-6a42-4b55-96b5-3b4a7078fb9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:00.845008 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2dd692-6a42-4b55-96b5-3b4a7078fb9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:00.845867 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2dd692-6a42-4b55-96b5-3b4a7078fb9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:00.846703 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2dd692-6a42-4b55-96b5-3b4a7078fb9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:00.847549 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2dd692-6a42-4b55-96b5-3b4a7078fb9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:00.848440 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2dd692-6a42-4b55-96b5-3b4a7078fb9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:00.849048 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2dd692-6a42-4b55-96b5-3b4a7078fb9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:00.849583 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2dd692-6a42-4b55-96b5-3b4a7078fb9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:00.850104 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2dd692-6a42-4b55-96b5-3b4a7078fb9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:00.912002 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 42b0f952-abc8-4959-ac2e-25ab9ff3b8cb no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:29:00.912230 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-2e54bcd6-6feb-487d-94cc-6f75a6b8feea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f96eb7-1d8d-497e-ac9c-287715ac42fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395104607', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '04394151-0e92-4e0e-9b10-f5f1153649aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:27:11Z', 'updated_at': '2021-11-12T04:28:59Z', 'revision_number': 5, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': '04394151-0e92-4e0e-9b10-f5f1153649aa', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f96eb7-1d8d-497e-ac9c-287715ac42fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:11Z', 'updated_at': '2021-11-12T04:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:00.935579 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 42b0f952-abc8-4959-ac2e-25ab9ff3b8cb {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:29:00.936185 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 42b0f952-abc8-4959-ac2e-25ab9ff3b8cb not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:29:00.948599 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e54bcd6-6feb-487d-94cc-6f75a6b8feea None None] The sync data for ids ['98f96eb7-1d8d-497e-ac9c-287715ac42fe'] in n-d-715271-27 is: [{'id': '98f96eb7-1d8d-497e-ac9c-287715ac42fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395104607', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '04394151-0e92-4e0e-9b10-f5f1153649aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:27:11Z', 'updated_at': '2021-11-12T04:28:59Z', 'revision_number': 5, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': '04394151-0e92-4e0e-9b10-f5f1153649aa', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f96eb7-1d8d-497e-ac9c-287715ac42fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:27:11Z', 'updated_at': '2021-11-12T04:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:29:01.066966 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-398af4bd-8c70-4414-a6a3-88736da64254 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Deleting port 04394151-0e92-4e0e-9b10-f5f1153649aa {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:01.067296 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-398af4bd-8c70-4414-a6a3-88736da64254 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:01.164752 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-398af4bd-8c70-4414-a6a3-88736da64254 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] For port 04394151-0e92-4e0e-9b10-f5f1153649aa, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=04394151-0e92-4e0e-9b10-f5f1153649aa,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:01.165112 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-398af4bd-8c70-4414-a6a3-88736da64254 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:01.188108 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-398af4bd-8c70-4414-a6a3-88736da64254 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Calling delete_port for 04394151-0e92-4e0e-9b10-f5f1153649aa owned by network:router_gateway {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:01.403560 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-398af4bd-8c70-4414-a6a3-88736da64254 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:01.431601 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398af4bd-8c70-4414-a6a3-88736da64254 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event deleted for resources: {'Port': ['ID=04394151-0e92-4e0e-9b10-f5f1153649aa,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:01.449577 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b35e92-b288-493e-9be5-6f978a246e0f None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:29:01.504987 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-398af4bd-8c70-4414-a6a3-88736da64254 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:01.600727 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-398af4bd-8c70-4414-a6a3-88736da64254 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:01.602850 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-398af4bd-8c70-4414-a6a3-88736da64254 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:01.648575 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-398af4bd-8c70-4414-a6a3-88736da64254 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:01.649095 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398af4bd-8c70-4414-a6a3-88736da64254 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Fanout notify agent at l3_agent the message router_deleted on router 98f96eb7-1d8d-497e-ac9c-287715ac42fe {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:29:01.657190 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-398af4bd-8c70-4414-a6a3-88736da64254 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:01.658524 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-398af4bd-8c70-4414-a6a3-88736da64254 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "DELETE /v2.0/routers/98f96eb7-1d8d-497e-ac9c-287715ac42fe HTTP/1.1" status: 204 len: 168 time: 1.3154550 Nov 12 04:29:01.661401 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59022) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:01.744804 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3938c7ef-f975-47e4-83a7-319b90587462 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:01.835604 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3938c7ef-f975-47e4-83a7-319b90587462 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:01.856783 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-3938c7ef-f975-47e4-83a7-319b90587462 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0474ac1e-2d49-424a-b76e-b5a820a08098']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:01.865953 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-3938c7ef-f975-47e4-83a7-319b90587462 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e47d672a-e45f-49e5-965e-1990566f38e3') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:01.866245 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-3938c7ef-f975-47e4-83a7-319b90587462 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e47d672a-e45f-49e5-965e-1990566f38e3') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:01.876189 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3938c7ef-f975-47e4-83a7-319b90587462 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:01.889726 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3938c7ef-f975-47e4-83a7-319b90587462 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:01.895557 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3938c7ef-f975-47e4-83a7-319b90587462 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:29:01.895940 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3938c7ef-f975-47e4-83a7-319b90587462 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:01.898912 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 04:29:01.898912 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:29:01.898912 n-d-715271-27 neutron-server[102571]: timer() Nov 12 04:29:01.898912 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:29:01.898912 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 04:29:01.898912 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:29:01.898912 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 04:29:01.898912 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:29:01.898912 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 04:29:01.898912 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:29:01.898912 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 04:29:01.898912 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:29:01.898912 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 04:29:01.898912 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:29:01.898912 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:29:01.898912 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:29:01.898912 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:29:01.898912 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:29:01.898912 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 04:29:01.898912 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:29:01.898912 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 04:29:01.898912 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:29:01.898912 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:29:01.898912 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:29:01.898912 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 04:29:01.898912 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:29:01.898912 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:29:01.898912 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:29:01.898912 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:29:01.898912 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:29:01.898912 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:29:01.898912 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:29:01.957570 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3938c7ef-f975-47e4-83a7-319b90587462 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:01.961897 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3938c7ef-f975-47e4-83a7-319b90587462 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:01.967845 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3938c7ef-f975-47e4-83a7-319b90587462 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "DELETE /v2.0/networks/0474ac1e-2d49-424a-b76e-b5a820a08098 HTTP/1.1" status: 204 len: 168 time: 0.3025994 Nov 12 04:29:01.967955 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59024) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:01.979911 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938c7ef-f975-47e4-83a7-319b90587462 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event deleted for resources: {'Network': ['ID=0474ac1e-2d49-424a-b76e-b5a820a08098,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:02.027666 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a716c076-c7f1-4773-bf18-5c49d749808a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:02.052443 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a716c076-c7f1-4773-bf18-5c49d749808a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:02.118044 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a716c076-c7f1-4773-bf18-5c49d749808a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:02.120973 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a716c076-c7f1-4773-bf18-5c49d749808a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:02.122347 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a716c076-c7f1-4773-bf18-5c49d749808a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "DELETE /v2.0/security-groups/6b2e1b2d-8754-4691-bb31-4ff6b3f18ce8 HTTP/1.1" status: 204 len: 168 time: 0.1533728 Nov 12 04:29:02.133442 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716c076-c7f1-4773-bf18-5c49d749808a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2e1b2d-8754-4691-bb31-4ff6b3f18ce8,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:02.402191 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59030) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:02.406968 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-fc34d764-7746-40da-91d1-3f441f3e4656 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1702146395', 'description': 'tempest-secgroup-smoke-1702146395 description', 'project_id': '30062bada0e44b3289e392ccc393918e'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:02.428746 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fc34d764-7746-40da-91d1-3f441f3e4656 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:02.498006 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fc34d764-7746-40da-91d1-3f441f3e4656 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:02.501481 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fc34d764-7746-40da-91d1-3f441f3e4656 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:02.525047 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fc34d764-7746-40da-91d1-3f441f3e4656 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:02.526262 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-fc34d764-7746-40da-91d1-3f441f3e4656 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1230698 Nov 12 04:29:02.529296 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59032) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:02.534163 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-ba8b3837-c8b6-4772-98d3-f9790383097c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'security_group_rule': {'security_group_id': 'b2f6aed7-43f4-43c1-97f8-a2206ba3e81a', 'project_id': '30062bada0e44b3289e392ccc393918e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:02.534582 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc34d764-7746-40da-91d1-3f441f3e4656 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f6aed7-43f4-43c1-97f8-a2206ba3e81a,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:02.566336 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ba8b3837-c8b6-4772-98d3-f9790383097c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:02.610583 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ba8b3837-c8b6-4772-98d3-f9790383097c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:02.614274 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ba8b3837-c8b6-4772-98d3-f9790383097c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:02.632635 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b3837-c8b6-4772-98d3-f9790383097c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f99aeb4-c462-4c09-ad9c-e364f290b3d9,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:02.641935 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-ba8b3837-c8b6-4772-98d3-f9790383097c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:02.643184 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-ba8b3837-c8b6-4772-98d3-f9790383097c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1126664 Nov 12 04:29:02.645778 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59034) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:02.650668 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-4e84cba0-e1cb-42e3-9c6c-a3df299e909c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'security_group_rule': {'security_group_id': 'b2f6aed7-43f4-43c1-97f8-a2206ba3e81a', 'project_id': '30062bada0e44b3289e392ccc393918e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:02.676600 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4e84cba0-e1cb-42e3-9c6c-a3df299e909c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:02.731218 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4e84cba0-e1cb-42e3-9c6c-a3df299e909c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:02.735405 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4e84cba0-e1cb-42e3-9c6c-a3df299e909c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:02.753633 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e84cba0-e1cb-42e3-9c6c-a3df299e909c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8d6f7b8-ed69-4904-ac69-64e8ac09e2ba,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:02.762479 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4e84cba0-e1cb-42e3-9c6c-a3df299e909c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:02.763742 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4e84cba0-e1cb-42e3-9c6c-a3df299e909c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1170444 Nov 12 04:29:02.766581 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59036) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:02.771695 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-573f6665-8c18-4796-b94e-9595b7e94284 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'security_group_rule': {'security_group_id': 'b2f6aed7-43f4-43c1-97f8-a2206ba3e81a', 'project_id': '30062bada0e44b3289e392ccc393918e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:02.782878 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 041f2c28-9ea1-4dfe-a984-d38a5df1884c no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:29:02.802981 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-573f6665-8c18-4796-b94e-9595b7e94284 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:02.806970 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 041f2c28-9ea1-4dfe-a984-d38a5df1884c {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:29:02.807312 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 041f2c28-9ea1-4dfe-a984-d38a5df1884c not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:29:02.807739 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 04394151-0e92-4e0e-9b10-f5f1153649aa no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:29:02.827099 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 04394151-0e92-4e0e-9b10-f5f1153649aa {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:29:02.827437 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 04394151-0e92-4e0e-9b10-f5f1153649aa not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:29:02.852791 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-573f6665-8c18-4796-b94e-9595b7e94284 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:02.856702 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-573f6665-8c18-4796-b94e-9595b7e94284 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:02.874932 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f6665-8c18-4796-b94e-9595b7e94284 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86120a0f-0870-4386-b79c-589664453c78,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:02.882703 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-573f6665-8c18-4796-b94e-9595b7e94284 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:02.883910 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-573f6665-8c18-4796-b94e-9595b7e94284 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159551 Nov 12 04:29:02.887167 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59038) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:02.891590 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-9b7c8d2a-e77d-4ef5-95e1-13d772606a9d tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'security_group_rule': {'security_group_id': 'b2f6aed7-43f4-43c1-97f8-a2206ba3e81a', 'project_id': '30062bada0e44b3289e392ccc393918e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:02.917615 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9b7c8d2a-e77d-4ef5-95e1-13d772606a9d tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:02.973875 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9b7c8d2a-e77d-4ef5-95e1-13d772606a9d tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:02.977455 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9b7c8d2a-e77d-4ef5-95e1-13d772606a9d tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:02.995403 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c8d2a-e77d-4ef5-95e1-13d772606a9d tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=062be69a-c366-4f57-a2c7-04a1dd8bebdf,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:03.002411 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9b7c8d2a-e77d-4ef5-95e1-13d772606a9d tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:03.003607 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9b7c8d2a-e77d-4ef5-95e1-13d772606a9d tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1154702 Nov 12 04:29:03.006254 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59040) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:03.011020 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-9abdf714-9837-4742-9c5c-c6d11d60abfe tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'security_group_rule': {'security_group_id': 'b2f6aed7-43f4-43c1-97f8-a2206ba3e81a', 'project_id': '30062bada0e44b3289e392ccc393918e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:03.032377 n-d-715271-27 neutron-server[102571]: INFO neutron.db.securitygroups_db [None req-9abdf714-9837-4742-9c5c-c6d11d60abfe tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Project 30062bada0e44b3289e392ccc393918e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:29:03.037891 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9abdf714-9837-4742-9c5c-c6d11d60abfe tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:03.100444 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9abdf714-9837-4742-9c5c-c6d11d60abfe tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:03.104292 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9abdf714-9837-4742-9c5c-c6d11d60abfe tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:03.123138 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abdf714-9837-4742-9c5c-c6d11d60abfe tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78c38bf6-f897-4a63-be6c-24cb4729bffc,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:03.132603 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-9abdf714-9837-4742-9c5c-c6d11d60abfe tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:03.133855 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-9abdf714-9837-4742-9c5c-c6d11d60abfe tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1266358 Nov 12 04:29:03.137623 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59042) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:03.141919 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-e830a77d-766e-4276-86d4-6e88cac4f8fe tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'security_group_rule': {'security_group_id': 'b2f6aed7-43f4-43c1-97f8-a2206ba3e81a', 'project_id': '30062bada0e44b3289e392ccc393918e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:03.163776 n-d-715271-27 neutron-server[102571]: INFO neutron.db.securitygroups_db [None req-e830a77d-766e-4276-86d4-6e88cac4f8fe tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Project 30062bada0e44b3289e392ccc393918e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:29:03.168728 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e830a77d-766e-4276-86d4-6e88cac4f8fe tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:03.229459 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e830a77d-766e-4276-86d4-6e88cac4f8fe tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:03.233167 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e830a77d-766e-4276-86d4-6e88cac4f8fe tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:03.252311 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830a77d-766e-4276-86d4-6e88cac4f8fe tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e208adc-c67e-47f2-b324-23008d99aa68,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:03.261647 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e830a77d-766e-4276-86d4-6e88cac4f8fe tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:03.262847 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e830a77d-766e-4276-86d4-6e88cac4f8fe tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1243086 Nov 12 04:29:03.265723 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59044) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:03.270507 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-e7a72010-2442-4ae7-94bc-4750d4b09550 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'network': {'name': 'tempest-network-smoke--2126318463', 'project_id': '30062bada0e44b3289e392ccc393918e', 'port_security_enabled': True}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:03.290214 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a72010-2442-4ae7-94bc-4750d4b09550 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Made reservation on behalf of 30062bada0e44b3289e392ccc393918e for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:03.294670 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e7a72010-2442-4ae7-94bc-4750d4b09550 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:03.318659 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7a72010-2442-4ae7-94bc-4750d4b09550 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:29:03.327785 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e7a72010-2442-4ae7-94bc-4750d4b09550 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:03.328149 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-e7a72010-2442-4ae7-94bc-4750d4b09550 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Added segment 47a29414-b2a2-4e68-9e1c-c65cb1d748e7 of type vlan for network 70cd516b-bec8-4ee7-8c29-e8e5062872b6 Nov 12 04:29:03.366994 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e7a72010-2442-4ae7-94bc-4750d4b09550 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:03.392000 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e7a72010-2442-4ae7-94bc-4750d4b09550 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:03.398076 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a72010-2442-4ae7-94bc-4750d4b09550 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:03.398661 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e7a72010-2442-4ae7-94bc-4750d4b09550 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:03.437917 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e7a72010-2442-4ae7-94bc-4750d4b09550 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1711512 Nov 12 04:29:03.440869 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59046) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:03.445513 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-185262b1-b5f1-4ad2-866b-35d74a49c175 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1176598079', 'admin_state_up': True, 'project_id': '30062bada0e44b3289e392ccc393918e', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:03.470145 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-185262b1-b5f1-4ad2-866b-35d74a49c175 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:03.471315 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-185262b1-b5f1-4ad2-866b-35d74a49c175 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:03.472817 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a72010-2442-4ae7-94bc-4750d4b09550 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'Network': ['ID=70cd516b-bec8-4ee7-8c29-e8e5062872b6,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:03.479801 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c6494ed6-3466-41b0-84a4-ac5bd2d70f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:03.484906 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 70cd516b-bec8-4ee7-8c29-e8e5062872b6 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:29:03.532498 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-185262b1-b5f1-4ad2-866b-35d74a49c175 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:03.672111 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-185262b1-b5f1-4ad2-866b-35d74a49c175 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:03.867600 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-185262b1-b5f1-4ad2-866b-35d74a49c175 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for router_gateway, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:03.886736 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-185262b1-b5f1-4ad2-866b-35d74a49c175 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:03.995409 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-185262b1-b5f1-4ad2-866b-35d74a49c175 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Allocated IP 172.25.5.254 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/2f2e959c-670d-4cc6-91e5-4803da77b8f4) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:29:04.095252 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-185262b1-b5f1-4ad2-866b-35d74a49c175 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:04.128403 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-185262b1-b5f1-4ad2-866b-35d74a49c175 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:04.163649 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185262b1-b5f1-4ad2-866b-35d74a49c175 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:29:04.170938 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-185262b1-b5f1-4ad2-866b-35d74a49c175 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:04.174613 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185262b1-b5f1-4ad2-866b-35d74a49c175 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:29:04.185584 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bff0fae-7fcc-4ac3-ac8c-ec9176a9a24d None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:29:04.186106 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185262b1-b5f1-4ad2-866b-35d74a49c175 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'Port': ['ID=2f2e959c-670d-4cc6-91e5-4803da77b8f4,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:04.306976 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-efe8c160-720e-47ef-a805-b0dc70bbdc2d None None] Provisioning complete for port 2f2e959c-670d-4cc6-91e5-4803da77b8f4 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:04.307384 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-efe8c160-720e-47ef-a805-b0dc70bbdc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:04.356093 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-efe8c160-720e-47ef-a805-b0dc70bbdc2d None None] Port 2f2e959c-670d-4cc6-91e5-4803da77b8f4 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:29:04.358174 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:04.438793 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-185262b1-b5f1-4ad2-866b-35d74a49c175 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for router_gateway, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:04.644350 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-185262b1-b5f1-4ad2-866b-35d74a49c175 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:04.772945 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185262b1-b5f1-4ad2-866b-35d74a49c175 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Router 48c3161c-4257-447b-933a-6ce15814f67a is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:29:04.876018 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185262b1-b5f1-4ad2-866b-35d74a49c175 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:29:04.885847 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ee1c6b-1a69-4bf1-a718-1de61cf6d66f None None] Sync routers for ids ['48c3161c-4257-447b-933a-6ce15814f67a'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:29:04.896907 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ee1c6b-1a69-4bf1-a718-1de61cf6d66f None None] Routers {'48c3161c-4257-447b-933a-6ce15814f67a'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:29:04.897660 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-42ee1c6b-1a69-4bf1-a718-1de61cf6d66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:29:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['48c3161c-4257-447b-933a-6ce15814f67a'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:04.898161 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-185262b1-b5f1-4ad2-866b-35d74a49c175 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:04.899430 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-185262b1-b5f1-4ad2-866b-35d74a49c175 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4574428 Nov 12 04:29:04.902745 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59048) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:04.979541 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-e84a3926-d31d-4071-a683-349fbde9b9f6 tempest-TestNetworkAdvancedServerOps-1443237335 tempest-TestNetworkAdvancedServerOps-1443237335-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=30062bada0e44b3289e392ccc393918e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0754128 Nov 12 04:29:04.982133 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59052) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:05.003897 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-42ee1c6b-1a69-4bf1-a718-1de61cf6d66f None None] Set router 48c3161c-4257-447b-933a-6ce15814f67a gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:29:05.070569 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117cab00-1a28-45f2-97ec-b36aef4f0dab tempest-TestNetworkAdvancedServerOps-1443237335 tempest-TestNetworkAdvancedServerOps-1443237335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:05.072549 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-117cab00-1a28-45f2-97ec-b36aef4f0dab tempest-TestNetworkAdvancedServerOps-1443237335 tempest-TestNetworkAdvancedServerOps-1443237335-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0892138 Nov 12 04:29:05.075073 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59054) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:05.103505 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-15b23f3e-dd78-494c-95a1-2bd1cf190e83 tempest-TestNetworkAdvancedServerOps-1443237335 tempest-TestNetworkAdvancedServerOps-1443237335-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=7932a4b6-40b8-49fc-bb5c-2a6d25b0a895&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268040 Nov 12 04:29:05.106043 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59056) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:05.110838 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-47dd865d-e7bd-47f0-bd58-d27f33d0031e tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1066871057', 'network_id': '70cd516b-bec8-4ee7-8c29-e8e5062872b6', 'project_id': '30062bada0e44b3289e392ccc393918e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:05.182264 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-42ee1c6b-1a69-4bf1-a718-1de61cf6d66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c3161c-4257-447b-933a-6ce15814f67a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176598079', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '2f2e959c-670d-4cc6-91e5-4803da77b8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:29:03Z', 'updated_at': '2021-11-12T04:29:04Z', 'revision_number': 3, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': '2f2e959c-670d-4cc6-91e5-4803da77b8f4', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ef:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c3161c-4257-447b-933a-6ce15814f67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:29:03Z', 'updated_at': '2021-11-12T04:29:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:05.203491 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47dd865d-e7bd-47f0-bd58-d27f33d0031e tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Made reservation on behalf of 30062bada0e44b3289e392ccc393918e for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:05.207121 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-47dd865d-e7bd-47f0-bd58-d27f33d0031e tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:05.214641 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ee1c6b-1a69-4bf1-a718-1de61cf6d66f None None] Checking router: 48c3161c-4257-447b-933a-6ce15814f67a for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:29:05.215227 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ee1c6b-1a69-4bf1-a718-1de61cf6d66f None None] Updating router 48c3161c-4257-447b-933a-6ce15814f67a port 2f2e959c-670d-4cc6-91e5-4803da77b8f4 binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:29:05.240333 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-42ee1c6b-1a69-4bf1-a718-1de61cf6d66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:05.391642 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-47dd865d-e7bd-47f0-bd58-d27f33d0031e tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:05.454077 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd865d-e7bd-47f0-bd58-d27f33d0031e tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'Subnet': ['ID=02b9f718-f82e-4b60-89ed-4bd93e00fb8e,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:05.463747 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dd865d-e7bd-47f0-bd58-d27f33d0031e tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Checking segment: {'id': '47a29414-b2a2-4e68-9e1c-c65cb1d748e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '70cd516b-bec8-4ee7-8c29-e8e5062872b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:29:05.464123 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dd865d-e7bd-47f0-bd58-d27f33d0031e tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Network hostable DHCP agents. Network: 70cd516b-bec8-4ee7-8c29-e8e5062872b6, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:29:05.481379 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dd865d-e7bd-47f0-bd58-d27f33d0031e tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Network 70cd516b-bec8-4ee7-8c29-e8e5062872b6 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:29:05.490159 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-47dd865d-e7bd-47f0-bd58-d27f33d0031e tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 70cd516b-bec8-4ee7-8c29-e8e5062872b6) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:05.495224 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dd865d-e7bd-47f0-bd58-d27f33d0031e tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:05.495753 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-47dd865d-e7bd-47f0-bd58-d27f33d0031e tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:05.505208 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee7bc63-31c1-4da4-878d-305feafbee84 None None] Network 70cd516b-bec8-4ee7-8c29-e8e5062872b6 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:05.508192 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-42ee1c6b-1a69-4bf1-a718-1de61cf6d66f None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:05.515576 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-47dd865d-e7bd-47f0-bd58-d27f33d0031e tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4056346 Nov 12 04:29:05.515785 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59058) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:05.527561 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-42ee1c6b-1a69-4bf1-a718-1de61cf6d66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:05.613676 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b96612-7c7f-49ff-92cc-5b4830b9e286 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:29:05.632248 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-42ee1c6b-1a69-4bf1-a718-1de61cf6d66f None None] Attempting to bind port 2f2e959c-670d-4cc6-91e5-4803da77b8f4 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:29:05.632621 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-42ee1c6b-1a69-4bf1-a718-1de61cf6d66f None None] Attempting to bind port 2f2e959c-670d-4cc6-91e5-4803da77b8f4 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:29:05.632983 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ee1c6b-1a69-4bf1-a718-1de61cf6d66f None None] Attempting to bind port 2f2e959c-670d-4cc6-91e5-4803da77b8f4 on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:29:05.635338 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf7c27-9ec3-4105-abb0-3055718fd647 None None] Pushing event updated for resources: {'Port': ['ID=2f2e959c-670d-4cc6-91e5-4803da77b8f4,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:05.651018 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ee1c6b-1a69-4bf1-a718-1de61cf6d66f None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:29:05.651385 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ee1c6b-1a69-4bf1-a718-1de61cf6d66f None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:29:05.651795 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-42ee1c6b-1a69-4bf1-a718-1de61cf6d66f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:05.652217 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ee1c6b-1a69-4bf1-a718-1de61cf6d66f None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:29:05.652701 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-42ee1c6b-1a69-4bf1-a718-1de61cf6d66f None None] Bound port: 2f2e959c-670d-4cc6-91e5-4803da77b8f4, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:29:05.653081 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-42ee1c6b-1a69-4bf1-a718-1de61cf6d66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:05.729059 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:05.758763 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-1e18e722-9582-4754-b5a9-e1d92560ce80 None None] Provisioning complete for port 2f2e959c-670d-4cc6-91e5-4803da77b8f4 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:05.759572 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1e18e722-9582-4754-b5a9-e1d92560ce80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:05.788325 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-42ee1c6b-1a69-4bf1-a718-1de61cf6d66f None None] For port 2f2e959c-670d-4cc6-91e5-4803da77b8f4, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:29:05.819511 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-42ee1c6b-1a69-4bf1-a718-1de61cf6d66f None None] For port 2f2e959c-670d-4cc6-91e5-4803da77b8f4, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=2f2e959c-670d-4cc6-91e5-4803da77b8f4,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:29:05.824091 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cf3c60-e2c3-46c2-9911-ea9f50b72ea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-70cd516b-bec8-4ee7-8c29-e8e5062872b6', 'network_id': '70cd516b-bec8-4ee7-8c29-e8e5062872b6', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'fixed_ips': [{'subnet_id': '02b9f718-f82e-4b60-89ed-4bd93e00fb8e'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:29:05.824953 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-90cf3c60-e2c3-46c2-9911-ea9f50b72ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:05.830387 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-42ee1c6b-1a69-4bf1-a718-1de61cf6d66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:05.841726 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-1e18e722-9582-4754-b5a9-e1d92560ce80 None None] Port 2f2e959c-670d-4cc6-91e5-4803da77b8f4 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:29:05.898479 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c610b4-d7a9-41f1-89ea-e9097f4710f2 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:29:05.968874 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ee1c6b-1a69-4bf1-a718-1de61cf6d66f None None] Routers {'48c3161c-4257-447b-933a-6ce15814f67a'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:29:05.969493 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-42ee1c6b-1a69-4bf1-a718-1de61cf6d66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:29:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['48c3161c-4257-447b-933a-6ce15814f67a'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:05.976889 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2e68a711-e5fe-4c65-9903-e14d5d716f61 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:05.980040 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf7c27-9ec3-4105-abb0-3055718fd647 None None] Pushing event updated for resources: {'Port': ['ID=2f2e959c-670d-4cc6-91e5-4803da77b8f4,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:06.130579 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-90cf3c60-e2c3-46c2-9911-ea9f50b72ea1 None None] Allocated IP 172.20.0.2 (70cd516b-bec8-4ee7-8c29-e8e5062872b6/02b9f718-f82e-4b60-89ed-4bd93e00fb8e/d68bda7c-0880-4928-b631-34425c36a92f) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:29:06.139281 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-8ff49c5f-1787-4c70-be05-d4deadc1cf85 None None] Provisioning complete for port 2f2e959c-670d-4cc6-91e5-4803da77b8f4 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:06.139657 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8ff49c5f-1787-4c70-be05-d4deadc1cf85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:06.176290 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-42ee1c6b-1a69-4bf1-a718-1de61cf6d66f None None] Set router 48c3161c-4257-447b-933a-6ce15814f67a gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:29:06.546455 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:06.669199 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8ff49c5f-1787-4c70-be05-d4deadc1cf85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:06.687832 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-90cf3c60-e2c3-46c2-9911-ea9f50b72ea1 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:06.698333 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-90cf3c60-e2c3-46c2-9911-ea9f50b72ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:06.711100 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-8ff49c5f-1787-4c70-be05-d4deadc1cf85 None None] For port 2f2e959c-670d-4cc6-91e5-4803da77b8f4, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=2f2e959c-670d-4cc6-91e5-4803da77b8f4,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:06.741979 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8ff49c5f-1787-4c70-be05-d4deadc1cf85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:06.749022 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-2e68a711-e5fe-4c65-9903-e14d5d716f61 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Allocated IP 172.20.0.1 (70cd516b-bec8-4ee7-8c29-e8e5062872b6/02b9f718-f82e-4b60-89ed-4bd93e00fb8e/934a64b0-674e-4263-a462-7ca9538f6f44) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:29:06.765205 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cf3c60-e2c3-46c2-9911-ea9f50b72ea1 None None] Network 70cd516b-bec8-4ee7-8c29-e8e5062872b6 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:29:06.773374 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-90cf3c60-e2c3-46c2-9911-ea9f50b72ea1 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:06.776528 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf3c60-e2c3-46c2-9911-ea9f50b72ea1 None None] Pushing event updated for resources: {'Port': ['ID=d68bda7c-0880-4928-b631-34425c36a92f,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:06.778685 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cf3c60-e2c3-46c2-9911-ea9f50b72ea1 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:29:06.792097 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-42ee1c6b-1a69-4bf1-a718-1de61cf6d66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c3161c-4257-447b-933a-6ce15814f67a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176598079', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '2f2e959c-670d-4cc6-91e5-4803da77b8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:29:03Z', 'updated_at': '2021-11-12T04:29:04Z', 'revision_number': 3, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': '2f2e959c-670d-4cc6-91e5-4803da77b8f4', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ef:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c3161c-4257-447b-933a-6ce15814f67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:29:03Z', 'updated_at': '2021-11-12T04:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:06.870384 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2e68a711-e5fe-4c65-9903-e14d5d716f61 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:06.874121 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ee1c6b-1a69-4bf1-a718-1de61cf6d66f None None] The sync data for ids ['48c3161c-4257-447b-933a-6ce15814f67a'] in n-d-715271-27 is: [{'id': '48c3161c-4257-447b-933a-6ce15814f67a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176598079', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '2f2e959c-670d-4cc6-91e5-4803da77b8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:29:03Z', 'updated_at': '2021-11-12T04:29:04Z', 'revision_number': 3, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': '2f2e959c-670d-4cc6-91e5-4803da77b8f4', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ef:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c3161c-4257-447b-933a-6ce15814f67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:29:03Z', 'updated_at': '2021-11-12T04:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:29:06.902725 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff49c5f-1787-4c70-be05-d4deadc1cf85 None None] Pushing event updated for resources: {'Port': ['ID=2f2e959c-670d-4cc6-91e5-4803da77b8f4,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:06.905378 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-90cf3c60-e2c3-46c2-9911-ea9f50b72ea1 None None] Attempting to bind port d68bda7c-0880-4928-b631-34425c36a92f on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:29:06.905731 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-90cf3c60-e2c3-46c2-9911-ea9f50b72ea1 None None] Attempting to bind port d68bda7c-0880-4928-b631-34425c36a92f by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '47a29414-b2a2-4e68-9e1c-c65cb1d748e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '70cd516b-bec8-4ee7-8c29-e8e5062872b6'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:29:06.906097 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cf3c60-e2c3-46c2-9911-ea9f50b72ea1 None None] Attempting to bind port d68bda7c-0880-4928-b631-34425c36a92f on network 70cd516b-bec8-4ee7-8c29-e8e5062872b6 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:29:06.906740 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2e68a711-e5fe-4c65-9903-e14d5d716f61 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:06.912221 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cf3c60-e2c3-46c2-9911-ea9f50b72ea1 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:29:06.912596 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cf3c60-e2c3-46c2-9911-ea9f50b72ea1 None None] Checking segment: {'id': '47a29414-b2a2-4e68-9e1c-c65cb1d748e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '70cd516b-bec8-4ee7-8c29-e8e5062872b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:29:06.912994 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-90cf3c60-e2c3-46c2-9911-ea9f50b72ea1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:06.913382 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cf3c60-e2c3-46c2-9911-ea9f50b72ea1 None None] Bound using segment: {'id': '47a29414-b2a2-4e68-9e1c-c65cb1d748e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '70cd516b-bec8-4ee7-8c29-e8e5062872b6'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:29:06.913845 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-90cf3c60-e2c3-46c2-9911-ea9f50b72ea1 None None] Bound port: d68bda7c-0880-4928-b631-34425c36a92f, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a29414-b2a2-4e68-9e1c-c65cb1d748e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '70cd516b-bec8-4ee7-8c29-e8e5062872b6'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:29:06.914225 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-90cf3c60-e2c3-46c2-9911-ea9f50b72ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:06.950392 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e68a711-e5fe-4c65-9903-e14d5d716f61 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Network 70cd516b-bec8-4ee7-8c29-e8e5062872b6 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:29:06.953561 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-2e68a711-e5fe-4c65-9903-e14d5d716f61 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:06.957624 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e68a711-e5fe-4c65-9903-e14d5d716f61 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:29:06.989531 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-90cf3c60-e2c3-46c2-9911-ea9f50b72ea1 None None] For port d68bda7c-0880-4928-b631-34425c36a92f, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:29:06.992725 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-90cf3c60-e2c3-46c2-9911-ea9f50b72ea1 None None] For port d68bda7c-0880-4928-b631-34425c36a92f, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d68bda7c-0880-4928-b631-34425c36a92f,segment=NetworkSegment(47a29414-b2a2-4e68-9e1c-c65cb1d748e7),segment_id=47a29414-b2a2-4e68-9e1c-c65cb1d748e7)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:29:06.998163 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-90cf3c60-e2c3-46c2-9911-ea9f50b72ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:07.001917 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e68a711-e5fe-4c65-9903-e14d5d716f61 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'Port': ['ID=934a64b0-674e-4263-a462-7ca9538f6f44,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:07.020337 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2e68a711-e5fe-4c65-9903-e14d5d716f61 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:07.068162 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf3c60-e2c3-46c2-9911-ea9f50b72ea1 None None] Pushing event updated for resources: {'Port': ['ID=d68bda7c-0880-4928-b631-34425c36a92f,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:07.184581 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2e68a711-e5fe-4c65-9903-e14d5d716f61 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:07.515303 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2e68a711-e5fe-4c65-9903-e14d5d716f61 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:07.521551 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2e68a711-e5fe-4c65-9903-e14d5d716f61 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:07.603421 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2e68a711-e5fe-4c65-9903-e14d5d716f61 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:07.605452 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e68a711-e5fe-4c65-9903-e14d5d716f61 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'Port': ['ID=934a64b0-674e-4263-a462-7ca9538f6f44,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:07.704314 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e68a711-e5fe-4c65-9903-e14d5d716f61 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Network 70cd516b-bec8-4ee7-8c29-e8e5062872b6 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:29:07.705674 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-2e68a711-e5fe-4c65-9903-e14d5d716f61 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:07.826893 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e68a711-e5fe-4c65-9903-e14d5d716f61 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Router 48c3161c-4257-447b-933a-6ce15814f67a has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:29:07.943269 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e68a711-e5fe-4c65-9903-e14d5d716f61 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:29:07.949435 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2e68a711-e5fe-4c65-9903-e14d5d716f61 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "PUT /v2.0/routers/48c3161c-4257-447b-933a-6ce15814f67a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4325542 Nov 12 04:29:08.100725 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869130f8-d449-4025-b17b-3f8992d01230 None None] Network 70cd516b-bec8-4ee7-8c29-e8e5062872b6 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:08.110846 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-b9d16f57-9929-4dc5-878b-68f7690180be tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1702146395&fields=id&tenant_id=30062bada0e44b3289e392ccc393918e HTTP/1.1" status: 200 len: 267 time: 0.0482459 Nov 12 04:29:08.192331 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-b56fb81b-c00e-4555-9dae-96c5208dc415 None None] Provisioning complete for port d68bda7c-0880-4928-b631-34425c36a92f triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:08.192650 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b56fb81b-c00e-4555-9dae-96c5208dc415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:08.226513 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-8cc4bb76-8d93-4bb8-9596-92478957fec6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:08.233696 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-8cc4bb76-8d93-4bb8-9596-92478957fec6 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/networks?id=70cd516b-bec8-4ee7-8c29-e8e5062872b6 HTTP/1.1" status: 200 len: 797 time: 0.1160100 Nov 12 04:29:08.244884 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-449515e8-1cbb-4729-b62d-b833153dd999 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/quotas/30062bada0e44b3289e392ccc393918e HTTP/1.1" status: 200 len: 375 time: 0.0103154 Nov 12 04:29:08.299111 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-bde9f2e0-6d7c-4a1d-bf3c-a4f88d47b6cb tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=30062bada0e44b3289e392ccc393918e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484443 Nov 12 04:29:08.349354 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b56fb81b-c00e-4555-9dae-96c5208dc415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:08.386265 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-b56fb81b-c00e-4555-9dae-96c5208dc415 None None] For port d68bda7c-0880-4928-b631-34425c36a92f, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d68bda7c-0880-4928-b631-34425c36a92f,segment=NetworkSegment(47a29414-b2a2-4e68-9e1c-c65cb1d748e7),segment_id=47a29414-b2a2-4e68-9e1c-c65cb1d748e7)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:08.392488 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b56fb81b-c00e-4555-9dae-96c5208dc415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:08.453453 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56fb81b-c00e-4555-9dae-96c5208dc415 None None] Pushing event updated for resources: {'Port': ['ID=d68bda7c-0880-4928-b631-34425c36a92f,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:08.468983 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-db154d61-c181-48fe-8cab-0809a3082d07 service neutron] 10.222.0.50 "GET /v2.0/networks/70cd516b-bec8-4ee7-8c29-e8e5062872b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570346 Nov 12 04:29:08.550246 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01eef111-85f1-4073-81c2-22e365320ce5 None None] Sync routers for ids ['48c3161c-4257-447b-933a-6ce15814f67a'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:29:08.561433 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01eef111-85f1-4073-81c2-22e365320ce5 None None] Routers {'48c3161c-4257-447b-933a-6ce15814f67a'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:29:08.562050 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-01eef111-85f1-4073-81c2-22e365320ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:29:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['48c3161c-4257-447b-933a-6ce15814f67a'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:08.571956 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-cea697c1-a702-4c7a-aa0c-0569a410f2f5 service neutron] 10.222.0.50 "GET /v2.0/networks/70cd516b-bec8-4ee7-8c29-e8e5062872b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963724 Nov 12 04:29:08.627227 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-239e6849-ec02-433b-b2d7-b7673ffcf8cc None None] Provisioning complete for port 934a64b0-674e-4263-a462-7ca9538f6f44 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:08.627594 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-239e6849-ec02-433b-b2d7-b7673ffcf8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:08.671943 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-01eef111-85f1-4073-81c2-22e365320ce5 None None] Set router 48c3161c-4257-447b-933a-6ce15814f67a gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:29:08.673098 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-239e6849-ec02-433b-b2d7-b7673ffcf8cc None None] Port 934a64b0-674e-4263-a462-7ca9538f6f44 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:29:08.685638 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-239e6849-ec02-433b-b2d7-b7673ffcf8cc None None] Provisioning complete for port d68bda7c-0880-4928-b631-34425c36a92f triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:08.686013 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-239e6849-ec02-433b-b2d7-b7673ffcf8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:08.844444 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-353c7996-b619-4f5d-9512-380eb662ee96 req-3c0975ae-a482-4615-960b-1d936a4be5d1 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f0a203-15da-4aa2-a897-37fd3bf37506 HTTP/1.1" status: 200 len: 210 time: 0.0644622 Nov 12 04:29:08.949805 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 2f2e959c-670d-4cc6-91e5-4803da77b8f4 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:29:08.955395 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-01eef111-85f1-4073-81c2-22e365320ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c3161c-4257-447b-933a-6ce15814f67a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176598079', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '2f2e959c-670d-4cc6-91e5-4803da77b8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:29:03Z', 'updated_at': '2021-11-12T04:29:07Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': '2f2e959c-670d-4cc6-91e5-4803da77b8f4', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ef:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c3161c-4257-447b-933a-6ce15814f67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:29:03Z', 'updated_at': '2021-11-12T04:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '934a64b0-674e-4263-a462-7ca9538f6f44', 'name': '', 'network_id': '70cd516b-bec8-4ee7-8c29-e8e5062872b6', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'mac_address': 'fa:16:3e:a1:d0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c3161c-4257-447b-933a-6ce15814f67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '02b9f718-f82e-4b60-89ed-4bd93e00fb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:29:06Z', 'updated_at': '2021-11-12T04:29:07Z', 'revision_number': 2, 'project_id': '30062bada0e44b3289e392ccc393918e', 'subnets': [{'id': '02b9f718-f82e-4b60-89ed-4bd93e00fb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:08.985907 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01eef111-85f1-4073-81c2-22e365320ce5 None None] Checking router: 48c3161c-4257-447b-933a-6ce15814f67a for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:29:08.986269 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01eef111-85f1-4073-81c2-22e365320ce5 None None] Updating router 48c3161c-4257-447b-933a-6ce15814f67a port 934a64b0-674e-4263-a462-7ca9538f6f44 binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:29:09.006828 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-eacd41f9-1a87-4d59-9755-807252fd1023 None None] Provisioning complete for port 934a64b0-674e-4263-a462-7ca9538f6f44 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:09.007198 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-eacd41f9-1a87-4d59-9755-807252fd1023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:09.016369 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-01eef111-85f1-4073-81c2-22e365320ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:09.062307 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-eacd41f9-1a87-4d59-9755-807252fd1023 None None] Port 934a64b0-674e-4263-a462-7ca9538f6f44 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:29:09.068726 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 2f2e959c-670d-4cc6-91e5-4803da77b8f4 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:09.069099 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:09.160462 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d68bda7c-0880-4928-b631-34425c36a92f up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:29:09.205655 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-a02788ae-0ee3-4c5c-a769-8ee91591cc19 None None] Provisioning complete for port 934a64b0-674e-4263-a462-7ca9538f6f44 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:09.205929 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a02788ae-0ee3-4c5c-a769-8ee91591cc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:09.253028 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-a02788ae-0ee3-4c5c-a769-8ee91591cc19 None None] Port 934a64b0-674e-4263-a462-7ca9538f6f44 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:29:09.259932 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port d68bda7c-0880-4928-b631-34425c36a92f triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:09.260559 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:09.314505 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-01eef111-85f1-4073-81c2-22e365320ce5 None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:09.320109 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-01eef111-85f1-4073-81c2-22e365320ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:09.371464 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e8ef0-be06-46c3-87a4-a617e2d9e388 None None] Pushing event updated for resources: {'Port': ['ID=934a64b0-674e-4263-a462-7ca9538f6f44,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:09.382021 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e8ef0-be06-46c3-87a4-a617e2d9e388 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:09.382357 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e8ef0-be06-46c3-87a4-a617e2d9e388 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:09.382843 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e8ef0-be06-46c3-87a4-a617e2d9e388 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:09.382995 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e8ef0-be06-46c3-87a4-a617e2d9e388 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:09.383321 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e8ef0-be06-46c3-87a4-a617e2d9e388 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:09.383644 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e8ef0-be06-46c3-87a4-a617e2d9e388 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:09.384020 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e8ef0-be06-46c3-87a4-a617e2d9e388 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:09.384541 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e8ef0-be06-46c3-87a4-a617e2d9e388 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:09.384910 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e8ef0-be06-46c3-87a4-a617e2d9e388 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:09.385249 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e8ef0-be06-46c3-87a4-a617e2d9e388 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:09.385563 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e8ef0-be06-46c3-87a4-a617e2d9e388 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:09.385875 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e8ef0-be06-46c3-87a4-a617e2d9e388 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:09.438917 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-01eef111-85f1-4073-81c2-22e365320ce5 None None] Attempting to bind port 934a64b0-674e-4263-a462-7ca9538f6f44 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:29:09.439277 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-01eef111-85f1-4073-81c2-22e365320ce5 None None] Attempting to bind port 934a64b0-674e-4263-a462-7ca9538f6f44 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '47a29414-b2a2-4e68-9e1c-c65cb1d748e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '70cd516b-bec8-4ee7-8c29-e8e5062872b6'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:29:09.439850 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01eef111-85f1-4073-81c2-22e365320ce5 None None] Attempting to bind port 934a64b0-674e-4263-a462-7ca9538f6f44 on network 70cd516b-bec8-4ee7-8c29-e8e5062872b6 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:29:09.440321 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:09.445392 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01eef111-85f1-4073-81c2-22e365320ce5 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:29:09.445852 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01eef111-85f1-4073-81c2-22e365320ce5 None None] Checking segment: {'id': '47a29414-b2a2-4e68-9e1c-c65cb1d748e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '70cd516b-bec8-4ee7-8c29-e8e5062872b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:29:09.446320 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-01eef111-85f1-4073-81c2-22e365320ce5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:09.447297 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01eef111-85f1-4073-81c2-22e365320ce5 None None] Bound using segment: {'id': '47a29414-b2a2-4e68-9e1c-c65cb1d748e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '70cd516b-bec8-4ee7-8c29-e8e5062872b6'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:29:09.448199 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-01eef111-85f1-4073-81c2-22e365320ce5 None None] Bound port: 934a64b0-674e-4263-a462-7ca9538f6f44, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a29414-b2a2-4e68-9e1c-c65cb1d748e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '70cd516b-bec8-4ee7-8c29-e8e5062872b6'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:29:09.448647 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-01eef111-85f1-4073-81c2-22e365320ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:09.523892 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-01eef111-85f1-4073-81c2-22e365320ce5 None None] For port 934a64b0-674e-4263-a462-7ca9538f6f44, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:29:09.528758 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-01eef111-85f1-4073-81c2-22e365320ce5 None None] For port 934a64b0-674e-4263-a462-7ca9538f6f44, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=934a64b0-674e-4263-a462-7ca9538f6f44,segment=NetworkSegment(47a29414-b2a2-4e68-9e1c-c65cb1d748e7),segment_id=47a29414-b2a2-4e68-9e1c-c65cb1d748e7)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:29:09.534064 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-01eef111-85f1-4073-81c2-22e365320ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:09.590312 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01eef111-85f1-4073-81c2-22e365320ce5 None None] Routers {'48c3161c-4257-447b-933a-6ce15814f67a'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:29:09.591001 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-01eef111-85f1-4073-81c2-22e365320ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:29:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['48c3161c-4257-447b-933a-6ce15814f67a'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:09.678986 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-43d25a63-6637-4612-a778-4d4f1e385599 None None] Provisioning complete for port 934a64b0-674e-4263-a462-7ca9538f6f44 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:09.679360 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-43d25a63-6637-4612-a778-4d4f1e385599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:09.736687 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e8ef0-be06-46c3-87a4-a617e2d9e388 None None] Pushing event updated for resources: {'Port': ['ID=934a64b0-674e-4263-a462-7ca9538f6f44,revision_number=4']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:09.771559 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-43d25a63-6637-4612-a778-4d4f1e385599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:09.807543 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-43d25a63-6637-4612-a778-4d4f1e385599 None None] For port 934a64b0-674e-4263-a462-7ca9538f6f44, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=934a64b0-674e-4263-a462-7ca9538f6f44,segment=NetworkSegment(47a29414-b2a2-4e68-9e1c-c65cb1d748e7),segment_id=47a29414-b2a2-4e68-9e1c-c65cb1d748e7)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:09.808971 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-01eef111-85f1-4073-81c2-22e365320ce5 None None] Set router 48c3161c-4257-447b-933a-6ce15814f67a gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:29:09.811907 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-43d25a63-6637-4612-a778-4d4f1e385599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:09.860124 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d25a63-6637-4612-a778-4d4f1e385599 None None] Pushing event updated for resources: {'Port': ['ID=934a64b0-674e-4263-a462-7ca9538f6f44,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:09.937711 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-a140166f-492f-43d5-bc87-82e8b032b730 None None] Provisioning complete for port 934a64b0-674e-4263-a462-7ca9538f6f44 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:09.938094 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a140166f-492f-43d5-bc87-82e8b032b730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:09.966405 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9bb7fbf8-5400-4bfa-8935-b380bb8d0f9e req-0f7cc54f-cf7e-4618-94f3-b8ac6456a1e8 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f0a203-15da-4aa2-a897-37fd3bf37506 HTTP/1.1" status: 200 len: 210 time: 0.0477049 Nov 12 04:29:10.041770 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-01eef111-85f1-4073-81c2-22e365320ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c3161c-4257-447b-933a-6ce15814f67a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176598079', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '2f2e959c-670d-4cc6-91e5-4803da77b8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:29:03Z', 'updated_at': '2021-11-12T04:29:07Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': '2f2e959c-670d-4cc6-91e5-4803da77b8f4', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ef:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c3161c-4257-447b-933a-6ce15814f67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:29:03Z', 'updated_at': '2021-11-12T04:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '934a64b0-674e-4263-a462-7ca9538f6f44', 'name': '', 'network_id': '70cd516b-bec8-4ee7-8c29-e8e5062872b6', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'mac_address': 'fa:16:3e:a1:d0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c3161c-4257-447b-933a-6ce15814f67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '02b9f718-f82e-4b60-89ed-4bd93e00fb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:29:06Z', 'updated_at': '2021-11-12T04:29:09Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'subnets': [{'id': '02b9f718-f82e-4b60-89ed-4bd93e00fb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:10.076883 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01eef111-85f1-4073-81c2-22e365320ce5 None None] The sync data for ids ['48c3161c-4257-447b-933a-6ce15814f67a'] in n-d-715271-27 is: [{'id': '48c3161c-4257-447b-933a-6ce15814f67a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176598079', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '2f2e959c-670d-4cc6-91e5-4803da77b8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:29:03Z', 'updated_at': '2021-11-12T04:29:07Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': '2f2e959c-670d-4cc6-91e5-4803da77b8f4', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ef:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c3161c-4257-447b-933a-6ce15814f67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:29:03Z', 'updated_at': '2021-11-12T04:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '934a64b0-674e-4263-a462-7ca9538f6f44', 'name': '', 'network_id': '70cd516b-bec8-4ee7-8c29-e8e5062872b6', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'mac_address': 'fa:16:3e:a1:d0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c3161c-4257-447b-933a-6ce15814f67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '02b9f718-f82e-4b60-89ed-4bd93e00fb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:29:06Z', 'updated_at': '2021-11-12T04:29:09Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'subnets': [{'id': '02b9f718-f82e-4b60-89ed-4bd93e00fb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:29:10.093010 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-d55d3182-385c-4503-bae0-c1cf914d9387 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:10.094954 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-d55d3182-385c-4503-bae0-c1cf914d9387 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.90 "GET /v2.0/networks?id=70cd516b-bec8-4ee7-8c29-e8e5062872b6 HTTP/1.1" status: 200 len: 797 time: 0.1645937 Nov 12 04:29:10.194749 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-6a945b04-5045-4520-9c88-cff48e0b3064 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30062bada0e44b3289e392ccc393918e HTTP/1.1" status: 200 len: 380 time: 0.0676615 Nov 12 04:29:10.206010 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-1fdfa0fe-42da-4f6f-b463-42d0e7dcbb07 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'port': {'device_id': 'c1f0a203-15da-4aa2-a897-37fd3bf37506', 'network_id': '70cd516b-bec8-4ee7-8c29-e8e5062872b6', 'admin_state_up': True, 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'security_groups': ['b2f6aed7-43f4-43c1-97f8-a2206ba3e81a']}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:10.326735 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-1fdfa0fe-42da-4f6f-b463-42d0e7dcbb07 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Made reservation on behalf of 30062bada0e44b3289e392ccc393918e for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:10.330442 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-1fdfa0fe-42da-4f6f-b463-42d0e7dcbb07 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:10.470216 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-1fdfa0fe-42da-4f6f-b463-42d0e7dcbb07 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Allocated IP 172.20.0.10 (70cd516b-bec8-4ee7-8c29-e8e5062872b6/02b9f718-f82e-4b60-89ed-4bd93e00fb8e/2ac94ef0-136e-4fc3-9ef8-3820393d6ea6) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:29:10.628482 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-1fdfa0fe-42da-4f6f-b463-42d0e7dcbb07 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:10.669784 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-1fdfa0fe-42da-4f6f-b463-42d0e7dcbb07 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:10.718847 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-1fdfa0fe-42da-4f6f-b463-42d0e7dcbb07 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Network 70cd516b-bec8-4ee7-8c29-e8e5062872b6 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:29:10.722123 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-1fdfa0fe-42da-4f6f-b463-42d0e7dcbb07 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:10.726711 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-1fdfa0fe-42da-4f6f-b463-42d0e7dcbb07 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:29:10.730810 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdfa0fe-42da-4f6f-b463-42d0e7dcbb07 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'Port': ['ID=2ac94ef0-136e-4fc3-9ef8-3820393d6ea6,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:10.820271 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-1fdfa0fe-42da-4f6f-b463-42d0e7dcbb07 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:10.821100 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-1fdfa0fe-42da-4f6f-b463-42d0e7dcbb07 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:10.848597 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-1fdfa0fe-42da-4f6f-b463-42d0e7dcbb07 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6465018 Nov 12 04:29:10.878572 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 934a64b0-674e-4263-a462-7ca9538f6f44 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:29:10.931524 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-260468be-77df-4e40-9df5-69f548567c6b service neutron] Request body: {'port': {'device_id': 'c1f0a203-15da-4aa2-a897-37fd3bf37506', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:10.943457 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 934a64b0-674e-4263-a462-7ca9538f6f44 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:10.943928 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:11.001833 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-260468be-77df-4e40-9df5-69f548567c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:11.076387 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-bab3ae63-4a99-4c74-9e79-b026bc999d2c None None] Provisioning complete for port 2ac94ef0-136e-4fc3-9ef8-3820393d6ea6 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:11.077292 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bab3ae63-4a99-4c74-9e79-b026bc999d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:11.109783 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c24c8-563c-4fcd-80e6-b9a3d5a1a035 req-728b395a-0b30-41a5-9d05-1777267f4746 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:11.112556 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e42c24c8-563c-4fcd-80e6-b9a3d5a1a035 req-728b395a-0b30-41a5-9d05-1777267f4746 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f0a203-15da-4aa2-a897-37fd3bf37506 HTTP/1.1" status: 200 len: 932 time: 0.0657616 Nov 12 04:29:11.117603 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-bab3ae63-4a99-4c74-9e79-b026bc999d2c None None] Port 2ac94ef0-136e-4fc3-9ef8-3820393d6ea6 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:29:11.166554 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e42c24c8-563c-4fcd-80e6-b9a3d5a1a035 req-945d53bd-9efc-4e9e-89be-f4e5ef57caed tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2f6aed7-43f4-43c1-97f8-a2206ba3e81a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472937 Nov 12 04:29:11.292414 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-260468be-77df-4e40-9df5-69f548567c6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ac94ef0-136e-4fc3-9ef8-3820393d6ea6 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:29:11.299998 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-260468be-77df-4e40-9df5-69f548567c6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:11.312459 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-260468be-77df-4e40-9df5-69f548567c6b service neutron] Transition to ACTIVE for port object 2ac94ef0-136e-4fc3-9ef8-3820393d6ea6 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:29:11.316959 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-260468be-77df-4e40-9df5-69f548567c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:11.385429 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260468be-77df-4e40-9df5-69f548567c6b service neutron] Pushing event updated for resources: {'Port': ['ID=2ac94ef0-136e-4fc3-9ef8-3820393d6ea6,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:11.440180 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-260468be-77df-4e40-9df5-69f548567c6b service neutron] Attempting to bind port 2ac94ef0-136e-4fc3-9ef8-3820393d6ea6 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:29:11.440537 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-260468be-77df-4e40-9df5-69f548567c6b service neutron] Attempting to bind port 2ac94ef0-136e-4fc3-9ef8-3820393d6ea6 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '47a29414-b2a2-4e68-9e1c-c65cb1d748e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '70cd516b-bec8-4ee7-8c29-e8e5062872b6'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:29:11.440863 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-260468be-77df-4e40-9df5-69f548567c6b service neutron] Attempting to bind port 2ac94ef0-136e-4fc3-9ef8-3820393d6ea6 on network 70cd516b-bec8-4ee7-8c29-e8e5062872b6 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:29:11.445341 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-260468be-77df-4e40-9df5-69f548567c6b service neutron] Port 2ac94ef0-136e-4fc3-9ef8-3820393d6ea6 on network 70cd516b-bec8-4ee7-8c29-e8e5062872b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:29:11.445656 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-260468be-77df-4e40-9df5-69f548567c6b service neutron] Attempting to bind port 2ac94ef0-136e-4fc3-9ef8-3820393d6ea6 on network 70cd516b-bec8-4ee7-8c29-e8e5062872b6 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:29:11.451431 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-260468be-77df-4e40-9df5-69f548567c6b service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:29:11.451892 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-260468be-77df-4e40-9df5-69f548567c6b service neutron] Checking segment: {'id': '47a29414-b2a2-4e68-9e1c-c65cb1d748e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '70cd516b-bec8-4ee7-8c29-e8e5062872b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:29:11.452366 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-260468be-77df-4e40-9df5-69f548567c6b service neutron] Bound using segment: {'id': '47a29414-b2a2-4e68-9e1c-c65cb1d748e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '70cd516b-bec8-4ee7-8c29-e8e5062872b6'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:29:11.452879 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-260468be-77df-4e40-9df5-69f548567c6b service neutron] Bound port: 2ac94ef0-136e-4fc3-9ef8-3820393d6ea6, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47a29414-b2a2-4e68-9e1c-c65cb1d748e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '70cd516b-bec8-4ee7-8c29-e8e5062872b6'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:29:11.453232 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-260468be-77df-4e40-9df5-69f548567c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:11.523556 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-260468be-77df-4e40-9df5-69f548567c6b service neutron] For port 2ac94ef0-136e-4fc3-9ef8-3820393d6ea6, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:29:11.527944 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-260468be-77df-4e40-9df5-69f548567c6b service neutron] For port 2ac94ef0-136e-4fc3-9ef8-3820393d6ea6, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=2ac94ef0-136e-4fc3-9ef8-3820393d6ea6,segment=NetworkSegment(47a29414-b2a2-4e68-9e1c-c65cb1d748e7),segment_id=47a29414-b2a2-4e68-9e1c-c65cb1d748e7)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:29:11.533751 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-260468be-77df-4e40-9df5-69f548567c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:11.577056 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-260468be-77df-4e40-9df5-69f548567c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:11.577668 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-260468be-77df-4e40-9df5-69f548567c6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:11.579079 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-260468be-77df-4e40-9df5-69f548567c6b service neutron] 10.222.0.90 "PUT /v2.0/ports/2ac94ef0-136e-4fc3-9ef8-3820393d6ea6 HTTP/1.1" status: 200 len: 1093 time: 0.7149673 Nov 12 04:29:11.579562 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1f0a203-15da-4aa2-a897-37fd3bf37506', 'tag': '2ac94ef0-136e-4fc3-9ef8-3820393d6ea6'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:29:11.581862 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c174c990332584687cba245f58d77d589c2fb4d31e1df7b34358bbebc3c39c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504e250a-698f-473d-a855-a8ea67f90f68" -d '{"events": [{"name": "network-changed", "server_uuid": "c1f0a203-15da-4aa2-a897-37fd3bf37506", "tag": "2ac94ef0-136e-4fc3-9ef8-3820393d6ea6"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:29:11.605636 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260468be-77df-4e40-9df5-69f548567c6b service neutron] Pushing event updated for resources: {'Port': ['ID=2ac94ef0-136e-4fc3-9ef8-3820393d6ea6,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:11.638773 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96fbf68-be69-4357-8544-c4f279a28ef7 x-openstack-request-id: req-c96fbf68-be69-4357-8544-c4f279a28ef7 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:29:11.638773 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1f0a203-15da-4aa2-a897-37fd3bf37506", "tag": "2ac94ef0-136e-4fc3-9ef8-3820393d6ea6", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:29:11.638773 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c96fbf68-be69-4357-8544-c4f279a28ef7 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:29:11.639182 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1f0a203-15da-4aa2-a897-37fd3bf37506', 'tag': '2ac94ef0-136e-4fc3-9ef8-3820393d6ea6', 'status': 'completed', 'code': 200} Nov 12 04:29:11.698994 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-08da59f1-0855-4d56-b664-b13bc72b0e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:11.700692 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-08da59f1-0855-4d56-b664-b13bc72b0e2c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=30062bada0e44b3289e392ccc393918e&device_id=c1f0a203-15da-4aa2-a897-37fd3bf37506 HTTP/1.1" status: 200 len: 1096 time: 0.0452654 Nov 12 04:29:11.756680 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-5a2584a2-40e3-42a1-a3ac-d4425d1ee988 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ac94ef0-136e-4fc3-9ef8-3820393d6ea6 HTTP/1.1" status: 200 len: 217 time: 0.0407944 Nov 12 04:29:11.807604 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-c3712201-574b-43a1-bed2-5be418b71232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:11.809248 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-c3712201-574b-43a1-bed2-5be418b71232 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=02b9f718-f82e-4b60-89ed-4bd93e00fb8e HTTP/1.1" status: 200 len: 835 time: 0.0451322 Nov 12 04:29:11.857831 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-dbb2ec02-cd65-4734-a1fd-49d441ee6bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:11.859333 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-dbb2ec02-cd65-4734-a1fd-49d441ee6bbd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=70cd516b-bec8-4ee7-8c29-e8e5062872b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425324 Nov 12 04:29:11.955880 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-c3a444b7-bd3f-4c0a-939a-c9c503a0694c service neutron] 10.222.0.90 "GET /v2.0/networks/70cd516b-bec8-4ee7-8c29-e8e5062872b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880377 Nov 12 04:29:12.050268 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-397364e6-3a60-4379-bf0c-68f50c308bf3 req-945262b1-614d-4f4a-a95e-8fc392727144 service neutron] 10.222.0.90 "GET /v2.0/networks/70cd516b-bec8-4ee7-8c29-e8e5062872b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859179 Nov 12 04:29:12.188463 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e250a-698f-473d-a855-a8ea67f90f68 req-bf311c96-3e70-4242-a71e-956b042cf1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:12.190120 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-504e250a-698f-473d-a855-a8ea67f90f68 req-bf311c96-3e70-4242-a71e-956b042cf1c0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=30062bada0e44b3289e392ccc393918e&device_id=c1f0a203-15da-4aa2-a897-37fd3bf37506 HTTP/1.1" status: 200 len: 1096 time: 0.0450530 Nov 12 04:29:12.282901 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e250a-698f-473d-a855-a8ea67f90f68 req-1810328f-919e-4535-81d0-1f7f7abd642b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:12.284393 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-504e250a-698f-473d-a855-a8ea67f90f68 req-1810328f-919e-4535-81d0-1f7f7abd642b service neutron] 10.222.0.90 "GET /v2.0/networks?id=70cd516b-bec8-4ee7-8c29-e8e5062872b6 HTTP/1.1" status: 200 len: 898 time: 0.0866776 Nov 12 04:29:12.290853 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d6da3-2c89-45c5-8f8f-c11e986fb86d req-c0c360ce-7004-4d88-afa4-7f4e630a0b46 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:12.292413 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ae4d6da3-2c89-45c5-8f8f-c11e986fb86d req-c0c360ce-7004-4d88-afa4-7f4e630a0b46 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f0a203-15da-4aa2-a897-37fd3bf37506 HTTP/1.1" status: 200 len: 944 time: 0.0552056 Nov 12 04:29:12.330444 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-504e250a-698f-473d-a855-a8ea67f90f68 req-e78005bf-40a2-4494-b437-3ad645d46ca5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ac94ef0-136e-4fc3-9ef8-3820393d6ea6 HTTP/1.1" status: 200 len: 217 time: 0.0390701 Nov 12 04:29:12.344224 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ae4d6da3-2c89-45c5-8f8f-c11e986fb86d req-2fa65c15-3993-40ad-96ec-3c7a35fb7f62 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2f6aed7-43f4-43c1-97f8-a2206ba3e81a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447006 Nov 12 04:29:12.380497 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e250a-698f-473d-a855-a8ea67f90f68 req-475b7bdd-3bc0-4435-ae75-7bb4f5d9cc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:12.382001 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-504e250a-698f-473d-a855-a8ea67f90f68 req-475b7bdd-3bc0-4435-ae75-7bb4f5d9cc76 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=02b9f718-f82e-4b60-89ed-4bd93e00fb8e HTTP/1.1" status: 200 len: 835 time: 0.0447078 Nov 12 04:29:12.429030 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e250a-698f-473d-a855-a8ea67f90f68 req-122e0e42-5b45-4053-a4b2-ad5cf88128f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:12.430543 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-504e250a-698f-473d-a855-a8ea67f90f68 req-122e0e42-5b45-4053-a4b2-ad5cf88128f8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=70cd516b-bec8-4ee7-8c29-e8e5062872b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403621 Nov 12 04:29:12.523411 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-504e250a-698f-473d-a855-a8ea67f90f68 req-1f6eb7e5-5e61-4024-9f9f-93f4a32d5eee service neutron] 10.222.0.90 "GET /v2.0/networks/70cd516b-bec8-4ee7-8c29-e8e5062872b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842988 Nov 12 04:29:12.612209 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-504e250a-698f-473d-a855-a8ea67f90f68 req-7a7f3925-7a7f-4382-a2f2-41aa5498650a service neutron] 10.222.0.90 "GET /v2.0/networks/70cd516b-bec8-4ee7-8c29-e8e5062872b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814803 Nov 12 04:29:13.461070 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4bde0a-d5a6-40a3-9c8e-d82ceff7a13f req-964044f0-809c-4344-8d24-b764395f9361 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:13.463415 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ab4bde0a-d5a6-40a3-9c8e-d82ceff7a13f req-964044f0-809c-4344-8d24-b764395f9361 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f0a203-15da-4aa2-a897-37fd3bf37506 HTTP/1.1" status: 200 len: 944 time: 0.0500855 Nov 12 04:29:13.515995 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ab4bde0a-d5a6-40a3-9c8e-d82ceff7a13f req-edd51e5e-69aa-495b-88b9-7d4687386960 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2f6aed7-43f4-43c1-97f8-a2206ba3e81a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466774 Nov 12 04:29:14.634908 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e737a-05a8-4cbb-a308-6ac5598db5e1 req-8fde89f5-55b1-47b9-97b3-6b7bdc933f25 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:14.636413 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9c1e737a-05a8-4cbb-a308-6ac5598db5e1 req-8fde89f5-55b1-47b9-97b3-6b7bdc933f25 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f0a203-15da-4aa2-a897-37fd3bf37506 HTTP/1.1" status: 200 len: 944 time: 0.0505764 Nov 12 04:29:14.687373 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9c1e737a-05a8-4cbb-a308-6ac5598db5e1 req-dae814e1-01c5-43a4-9ba7-a2fbf57ef87f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2f6aed7-43f4-43c1-97f8-a2206ba3e81a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449913 Nov 12 04:29:14.764471 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 2ac94ef0-136e-4fc3-9ef8-3820393d6ea6 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:29:14.863163 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 2ac94ef0-136e-4fc3-9ef8-3820393d6ea6, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=2ac94ef0-136e-4fc3-9ef8-3820393d6ea6,segment=NetworkSegment(47a29414-b2a2-4e68-9e1c-c65cb1d748e7),segment_id=47a29414-b2a2-4e68-9e1c-c65cb1d748e7)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:14.874598 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '2ac94ef0-136e-4fc3-9ef8-3820393d6ea6', 'network_id': '70cd516b-bec8-4ee7-8c29-e8e5062872b6', 'port_id': '2ac94ef0-136e-4fc3-9ef8-3820393d6ea6', 'mac_address': 'fa:16:3e:71:67:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02b9f718-f82e-4b60-89ed-4bd93e00fb8e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:29:14.911004 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:14.924247 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:29:14.924810 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ac94ef0-136e-4fc3-9ef8-3820393d6ea6 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:29:14.944031 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 2ac94ef0-136e-4fc3-9ef8-3820393d6ea6, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=2ac94ef0-136e-4fc3-9ef8-3820393d6ea6,segment=NetworkSegment(47a29414-b2a2-4e68-9e1c-c65cb1d748e7),segment_id=47a29414-b2a2-4e68-9e1c-c65cb1d748e7)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:14.948362 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:14.993530 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=2ac94ef0-136e-4fc3-9ef8-3820393d6ea6,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:15.279923 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['2ac94ef0-136e-4fc3-9ef8-3820393d6ea6'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:29:15.801607 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554f693-9361-463e-9ef1-80fe9d72476f req-f6ca4730-e9ec-4abd-b0dc-90835ef3c5ab tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:15.803141 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8554f693-9361-463e-9ef1-80fe9d72476f req-f6ca4730-e9ec-4abd-b0dc-90835ef3c5ab tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f0a203-15da-4aa2-a897-37fd3bf37506 HTTP/1.1" status: 200 len: 945 time: 0.0479388 Nov 12 04:29:15.853264 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8554f693-9361-463e-9ef1-80fe9d72476f req-1968bcfb-6e08-4e98-bb07-37b2521d97e5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2f6aed7-43f4-43c1-97f8-a2206ba3e81a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424476 Nov 12 04:29:16.781152 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 2ac94ef0-136e-4fc3-9ef8-3820393d6ea6 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:29:16.830497 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 2ac94ef0-136e-4fc3-9ef8-3820393d6ea6 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:29:16.834397 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 2ac94ef0-136e-4fc3-9ef8-3820393d6ea6 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:16.834769 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:16.922323 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:16.948424 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f0a203-15da-4aa2-a897-37fd3bf37506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac94ef0-136e-4fc3-9ef8-3820393d6ea6'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:29:16.950664 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b6ddd3dcdf33591bed50c5a7e661b8bd9e6bfa45082c02e2ff7a95d810a3d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26104ec-18fc-49bb-ac2e-a6b03208c6e4" -d '{"events": [{"server_uuid": "c1f0a203-15da-4aa2-a897-37fd3bf37506", "name": "network-vif-plugged", "status": "completed", "tag": "2ac94ef0-136e-4fc3-9ef8-3820393d6ea6"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:29:16.963532 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 2ac94ef0-136e-4fc3-9ef8-3820393d6ea6, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=2ac94ef0-136e-4fc3-9ef8-3820393d6ea6,segment=NetworkSegment(47a29414-b2a2-4e68-9e1c-c65cb1d748e7),segment_id=47a29414-b2a2-4e68-9e1c-c65cb1d748e7)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:16.971179 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:16.991894 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd87ed-323a-4d44-8b83-8de7c9e1e7b1 req-0b87fb7c-5bc5-49e7-a627-26d6a8bbf23e tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:16.993594 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-48dd87ed-323a-4d44-8b83-8de7c9e1e7b1 req-0b87fb7c-5bc5-49e7-a627-26d6a8bbf23e tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f0a203-15da-4aa2-a897-37fd3bf37506 HTTP/1.1" status: 200 len: 945 time: 0.0648620 Nov 12 04:29:17.023046 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=2ac94ef0-136e-4fc3-9ef8-3820393d6ea6,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:17.057578 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9076e8-7273-4829-bff1-14dc7a783ade x-openstack-request-id: req-8e9076e8-7273-4829-bff1-14dc7a783ade {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:29:17.057897 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f0a203-15da-4aa2-a897-37fd3bf37506", "name": "network-vif-plugged", "status": "completed", "tag": "2ac94ef0-136e-4fc3-9ef8-3820393d6ea6", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:29:17.058408 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8e9076e8-7273-4829-bff1-14dc7a783ade {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:29:17.058961 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f0a203-15da-4aa2-a897-37fd3bf37506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac94ef0-136e-4fc3-9ef8-3820393d6ea6', 'code': 200} Nov 12 04:29:17.065250 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-48dd87ed-323a-4d44-8b83-8de7c9e1e7b1 req-5fd09702-be1b-4bc1-9ceb-e68a7d7e3f7f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2f6aed7-43f4-43c1-97f8-a2206ba3e81a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544360 Nov 12 04:29:17.177234 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db178dc-3197-482a-b908-5cb77b1e81c4 req-c817c673-0c3e-4ed5-8f48-480928d35355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:17.178607 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7db178dc-3197-482a-b908-5cb77b1e81c4 req-c817c673-0c3e-4ed5-8f48-480928d35355 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c1f0a203-15da-4aa2-a897-37fd3bf37506 HTTP/1.1" status: 200 len: 1098 time: 0.0395513 Nov 12 04:29:17.224215 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7db178dc-3197-482a-b908-5cb77b1e81c4 req-8745ec55-ad4b-494a-a7d8-105d6be7707f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=b2f6aed7-43f4-43c1-97f8-a2206ba3e81a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386658 Nov 12 04:29:18.189351 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c64108-0b79-4643-a3f9-4d7a2d3375ae req-816f8a58-33cb-4b81-a1f0-686fa6fddb97 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:18.190821 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a0c64108-0b79-4643-a3f9-4d7a2d3375ae req-816f8a58-33cb-4b81-a1f0-686fa6fddb97 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f0a203-15da-4aa2-a897-37fd3bf37506 HTTP/1.1" status: 200 len: 946 time: 0.0534174 Nov 12 04:29:18.246284 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a0c64108-0b79-4643-a3f9-4d7a2d3375ae req-c41a28b3-ac28-4391-89b7-5d3356adb1ad tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2f6aed7-43f4-43c1-97f8-a2206ba3e81a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495849 Nov 12 04:29:18.746291 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:19.365286 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd50aa-80d0-47d4-b5c8-90513dd4f3a8 req-63698527-830d-4564-ad62-ccb0ca4b88e4 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:19.366755 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1bbd50aa-80d0-47d4-b5c8-90513dd4f3a8 req-63698527-830d-4564-ad62-ccb0ca4b88e4 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f0a203-15da-4aa2-a897-37fd3bf37506 HTTP/1.1" status: 200 len: 946 time: 0.0491364 Nov 12 04:29:19.418460 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1bbd50aa-80d0-47d4-b5c8-90513dd4f3a8 req-1592ace2-bb0c-4a2d-8982-bab42c4f19b5 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2f6aed7-43f4-43c1-97f8-a2206ba3e81a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446153 Nov 12 04:29:19.536175 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d61ee-a56d-4676-befa-fff1a0d6b3eb req-40498369-9c08-4f9b-b258-3606929c1993 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:19.537556 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0e1d61ee-a56d-4676-befa-fff1a0d6b3eb req-40498369-9c08-4f9b-b258-3606929c1993 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f0a203-15da-4aa2-a897-37fd3bf37506 HTTP/1.1" status: 200 len: 946 time: 0.0486286 Nov 12 04:29:19.586580 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0e1d61ee-a56d-4676-befa-fff1a0d6b3eb req-f856aacc-e7c1-4c58-bee1-abce35cd2c06 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2f6aed7-43f4-43c1-97f8-a2206ba3e81a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421212 Nov 12 04:29:19.608550 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59118) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:19.650744 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8e951a-5dc6-4eca-b74d-5175e7fbde01 tempest-TestNetworkAdvancedServerOps-1443237335 tempest-TestNetworkAdvancedServerOps-1443237335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:19.652264 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-fe8e951a-5dc6-4eca-b74d-5175e7fbde01 tempest-TestNetworkAdvancedServerOps-1443237335 tempest-TestNetworkAdvancedServerOps-1443237335-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c1f0a203-15da-4aa2-a897-37fd3bf37506 HTTP/1.1" status: 200 len: 1093 time: 0.0427294 Nov 12 04:29:19.655142 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59120) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:19.659327 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-4871e21c-600b-4903-aade-9ea5d9ea6fcc tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'port_id': '2ac94ef0-136e-4fc3-9ef8-3820393d6ea6', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:19.682872 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4871e21c-600b-4903-aade-9ea5d9ea6fcc tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for floatingip, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:19.777507 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4871e21c-600b-4903-aade-9ea5d9ea6fcc tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:19.881670 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-4871e21c-600b-4903-aade-9ea5d9ea6fcc tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Allocated IP 172.25.5.250 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/776e349b-2733-4214-94f5-caf729244ca8) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:29:19.981211 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4871e21c-600b-4903-aade-9ea5d9ea6fcc tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:20.017484 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4871e21c-600b-4903-aade-9ea5d9ea6fcc tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:20.061775 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4871e21c-600b-4903-aade-9ea5d9ea6fcc tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:29:20.068657 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-4871e21c-600b-4903-aade-9ea5d9ea6fcc tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:20.073488 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4871e21c-600b-4903-aade-9ea5d9ea6fcc tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:29:20.078864 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871e21c-600b-4903-aade-9ea5d9ea6fcc tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'Port': ['ID=776e349b-2733-4214-94f5-caf729244ca8,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:20.428996 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4871e21c-600b-4903-aade-9ea5d9ea6fcc tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:20.498673 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4871e21c-600b-4903-aade-9ea5d9ea6fcc tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:20.644127 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4871e21c-600b-4903-aade-9ea5d9ea6fcc tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:20.648454 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4871e21c-600b-4903-aade-9ea5d9ea6fcc tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:20.728750 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871e21c-600b-4903-aade-9ea5d9ea6fcc tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event updated for resources: {'Port': ['ID=776e349b-2733-4214-94f5-caf729244ca8,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:20.742231 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4871e21c-600b-4903-aade-9ea5d9ea6fcc tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:20.843941 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [None req-4871e21c-600b-4903-aade-9ea5d9ea6fcc tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Floating IP dccfa29a-3795-4fbb-81a2-cdaddedf20ed associated. External IP: 172.25.5.250, port: 2ac94ef0-136e-4fc3-9ef8-3820393d6ea6. Nov 12 04:29:21.349853 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4871e21c-600b-4903-aade-9ea5d9ea6fcc tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Router 48c3161c-4257-447b-933a-6ce15814f67a has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:29:21.458691 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4871e21c-600b-4903-aade-9ea5d9ea6fcc tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:29:21.468545 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae580ea-92d6-41c4-bd92-5adef10d280a None None] Sync routers for ids ['48c3161c-4257-447b-933a-6ce15814f67a'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:29:21.478174 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4871e21c-600b-4903-aade-9ea5d9ea6fcc tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:21.478607 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae580ea-92d6-41c4-bd92-5adef10d280a None None] Routers {'48c3161c-4257-447b-933a-6ce15814f67a'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:29:21.478716 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-eae580ea-92d6-41c4-bd92-5adef10d280a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:29:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['48c3161c-4257-447b-933a-6ce15814f67a'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:21.504875 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4871e21c-600b-4903-aade-9ea5d9ea6fcc tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8487267 Nov 12 04:29:21.505514 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1f0a203-15da-4aa2-a897-37fd3bf37506', 'tag': '2ac94ef0-136e-4fc3-9ef8-3820393d6ea6'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:29:21.507889 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c174c990332584687cba245f58d77d589c2fb4d31e1df7b34358bbebc3c39c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca4847c-1007-4045-a8a2-c5cec571e1b8" -d '{"events": [{"name": "network-changed", "server_uuid": "c1f0a203-15da-4aa2-a897-37fd3bf37506", "tag": "2ac94ef0-136e-4fc3-9ef8-3820393d6ea6"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:29:21.545757 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1ee36e-4b84-416f-9761-3347f0008c55 x-openstack-request-id: req-9a1ee36e-4b84-416f-9761-3347f0008c55 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:29:21.546041 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1f0a203-15da-4aa2-a897-37fd3bf37506", "tag": "2ac94ef0-136e-4fc3-9ef8-3820393d6ea6", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:29:21.546292 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9a1ee36e-4b84-416f-9761-3347f0008c55 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:29:21.546693 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1f0a203-15da-4aa2-a897-37fd3bf37506', 'tag': '2ac94ef0-136e-4fc3-9ef8-3820393d6ea6', 'status': 'completed', 'code': 200} Nov 12 04:29:21.595822 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-eae580ea-92d6-41c4-bd92-5adef10d280a None None] Set router 48c3161c-4257-447b-933a-6ce15814f67a gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:29:21.613520 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f543738-6ed8-49aa-9574-0d405d619249 req-62c2c201-b69f-42d3-bb1a-affeb4052057 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:21.615046 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5f543738-6ed8-49aa-9574-0d405d619249 req-62c2c201-b69f-42d3-bb1a-affeb4052057 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f0a203-15da-4aa2-a897-37fd3bf37506 HTTP/1.1" status: 200 len: 946 time: 0.0538754 Nov 12 04:29:21.634840 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4847c-1007-4045-a8a2-c5cec571e1b8 req-763b991d-0d0a-4793-babc-8c64da417925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:21.636411 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bca4847c-1007-4045-a8a2-c5cec571e1b8 req-763b991d-0d0a-4793-babc-8c64da417925 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=30062bada0e44b3289e392ccc393918e&device_id=c1f0a203-15da-4aa2-a897-37fd3bf37506 HTTP/1.1" status: 200 len: 1098 time: 0.0448866 Nov 12 04:29:21.668387 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5f543738-6ed8-49aa-9574-0d405d619249 req-ac6924bf-c301-43f5-92f9-b3014f9e2122 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2f6aed7-43f4-43c1-97f8-a2206ba3e81a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467930 Nov 12 04:29:21.692987 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59126) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:21.756981 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4847c-1007-4045-a8a2-c5cec571e1b8 req-20d9ff00-c97c-4678-be67-75e2bbab5542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:21.759542 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bca4847c-1007-4045-a8a2-c5cec571e1b8 req-20d9ff00-c97c-4678-be67-75e2bbab5542 service neutron] 10.222.0.90 "GET /v2.0/networks?id=70cd516b-bec8-4ee7-8c29-e8e5062872b6 HTTP/1.1" status: 200 len: 898 time: 0.1155624 Nov 12 04:29:21.760326 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-139b459f-0eb6-49f4-bfcd-4d7582271d4e tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/floatingips/dccfa29a-3795-4fbb-81a2-cdaddedf20ed HTTP/1.1" status: 200 len: 992 time: 0.0660617 Nov 12 04:29:21.827271 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bca4847c-1007-4045-a8a2-c5cec571e1b8 req-1e29cf9b-9b11-4a20-9922-babf4df84d9e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ac94ef0-136e-4fc3-9ef8-3820393d6ea6 HTTP/1.1" status: 200 len: 1000 time: 0.0607400 Nov 12 04:29:21.881922 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4847c-1007-4045-a8a2-c5cec571e1b8 req-140c1558-e3bb-45d4-a1b3-f6ec06e4152d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:21.883377 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bca4847c-1007-4045-a8a2-c5cec571e1b8 req-140c1558-e3bb-45d4-a1b3-f6ec06e4152d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=02b9f718-f82e-4b60-89ed-4bd93e00fb8e HTTP/1.1" status: 200 len: 835 time: 0.0495892 Nov 12 04:29:21.935761 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4847c-1007-4045-a8a2-c5cec571e1b8 req-364ec151-3222-405d-8375-1d9347c0eea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:21.937299 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bca4847c-1007-4045-a8a2-c5cec571e1b8 req-364ec151-3222-405d-8375-1d9347c0eea9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=70cd516b-bec8-4ee7-8c29-e8e5062872b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468247 Nov 12 04:29:21.996890 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-eae580ea-92d6-41c4-bd92-5adef10d280a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c3161c-4257-447b-933a-6ce15814f67a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176598079', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '2f2e959c-670d-4cc6-91e5-4803da77b8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:29:03Z', 'updated_at': '2021-11-12T04:29:07Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': '2f2e959c-670d-4cc6-91e5-4803da77b8f4', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ef:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c3161c-4257-447b-933a-6ce15814f67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:29:03Z', 'updated_at': '2021-11-12T04:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'dccfa29a-3795-4fbb-81a2-cdaddedf20ed', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'floating_ip_address': '172.25.5.250', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '48c3161c-4257-447b-933a-6ce15814f67a', 'port_id': '2ac94ef0-136e-4fc3-9ef8-3820393d6ea6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70cd516b-bec8-4ee7-8c29-e8e5062872b6', 'mac_address': 'fa:16:3e:71:67:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f0a203-15da-4aa2-a897-37fd3bf37506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:29:20Z', 'updated_at': '2021-11-12T04:29:20Z', 'revision_number': 0, 'project_id': '30062bada0e44b3289e392ccc393918e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '934a64b0-674e-4263-a462-7ca9538f6f44', 'name': '', 'network_id': '70cd516b-bec8-4ee7-8c29-e8e5062872b6', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'mac_address': 'fa:16:3e:a1:d0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c3161c-4257-447b-933a-6ce15814f67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '02b9f718-f82e-4b60-89ed-4bd93e00fb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:29:06Z', 'updated_at': '2021-11-12T04:29:09Z', 'revision_number': 5, 'project_id': '30062bada0e44b3289e392ccc393918e', 'subnets': [{'id': '02b9f718-f82e-4b60-89ed-4bd93e00fb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:22.023391 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae580ea-92d6-41c4-bd92-5adef10d280a None None] Checking router: 48c3161c-4257-447b-933a-6ce15814f67a for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:29:22.028906 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bca4847c-1007-4045-a8a2-c5cec571e1b8 req-11b05db2-2d7d-46ac-9cdd-2e1a1e7c2e25 service neutron] 10.222.0.90 "GET /v2.0/networks/70cd516b-bec8-4ee7-8c29-e8e5062872b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841231 Nov 12 04:29:22.032640 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae580ea-92d6-41c4-bd92-5adef10d280a None None] Routers {'48c3161c-4257-447b-933a-6ce15814f67a'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:29:22.033238 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-eae580ea-92d6-41c4-bd92-5adef10d280a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:29:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['48c3161c-4257-447b-933a-6ce15814f67a'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:22.123900 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-bca4847c-1007-4045-a8a2-c5cec571e1b8 req-6e3abbf1-852f-4cb2-80d8-bbb761b09df5 service neutron] 10.222.0.90 "GET /v2.0/networks/70cd516b-bec8-4ee7-8c29-e8e5062872b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879960 Nov 12 04:29:22.138917 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-eae580ea-92d6-41c4-bd92-5adef10d280a None None] Set router 48c3161c-4257-447b-933a-6ce15814f67a gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:29:22.360227 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-eae580ea-92d6-41c4-bd92-5adef10d280a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c3161c-4257-447b-933a-6ce15814f67a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176598079', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '2f2e959c-670d-4cc6-91e5-4803da77b8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:29:03Z', 'updated_at': '2021-11-12T04:29:07Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': '2f2e959c-670d-4cc6-91e5-4803da77b8f4', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ef:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c3161c-4257-447b-933a-6ce15814f67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:29:03Z', 'updated_at': '2021-11-12T04:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'dccfa29a-3795-4fbb-81a2-cdaddedf20ed', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'floating_ip_address': '172.25.5.250', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '48c3161c-4257-447b-933a-6ce15814f67a', 'port_id': '2ac94ef0-136e-4fc3-9ef8-3820393d6ea6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70cd516b-bec8-4ee7-8c29-e8e5062872b6', 'mac_address': 'fa:16:3e:71:67:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f0a203-15da-4aa2-a897-37fd3bf37506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:29:20Z', 'updated_at': '2021-11-12T04:29:20Z', 'revision_number': 0, 'project_id': '30062bada0e44b3289e392ccc393918e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '934a64b0-674e-4263-a462-7ca9538f6f44', 'name': '', 'network_id': '70cd516b-bec8-4ee7-8c29-e8e5062872b6', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'mac_address': 'fa:16:3e:a1:d0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c3161c-4257-447b-933a-6ce15814f67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '02b9f718-f82e-4b60-89ed-4bd93e00fb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:29:06Z', 'updated_at': '2021-11-12T04:29:09Z', 'revision_number': 5, 'project_id': '30062bada0e44b3289e392ccc393918e', 'subnets': [{'id': '02b9f718-f82e-4b60-89ed-4bd93e00fb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:22.385659 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae580ea-92d6-41c4-bd92-5adef10d280a None None] The sync data for ids ['48c3161c-4257-447b-933a-6ce15814f67a'] in n-d-715271-27 is: [{'id': '48c3161c-4257-447b-933a-6ce15814f67a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176598079', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '2f2e959c-670d-4cc6-91e5-4803da77b8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:29:03Z', 'updated_at': '2021-11-12T04:29:07Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': '2f2e959c-670d-4cc6-91e5-4803da77b8f4', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ef:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c3161c-4257-447b-933a-6ce15814f67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:29:03Z', 'updated_at': '2021-11-12T04:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'dccfa29a-3795-4fbb-81a2-cdaddedf20ed', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'floating_ip_address': '172.25.5.250', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '48c3161c-4257-447b-933a-6ce15814f67a', 'port_id': '2ac94ef0-136e-4fc3-9ef8-3820393d6ea6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70cd516b-bec8-4ee7-8c29-e8e5062872b6', 'mac_address': 'fa:16:3e:71:67:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f0a203-15da-4aa2-a897-37fd3bf37506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:29:20Z', 'updated_at': '2021-11-12T04:29:20Z', 'revision_number': 0, 'project_id': '30062bada0e44b3289e392ccc393918e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '934a64b0-674e-4263-a462-7ca9538f6f44', 'name': '', 'network_id': '70cd516b-bec8-4ee7-8c29-e8e5062872b6', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'mac_address': 'fa:16:3e:a1:d0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c3161c-4257-447b-933a-6ce15814f67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '02b9f718-f82e-4b60-89ed-4bd93e00fb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:29:06Z', 'updated_at': '2021-11-12T04:29:09Z', 'revision_number': 5, 'project_id': '30062bada0e44b3289e392ccc393918e', 'subnets': [{'id': '02b9f718-f82e-4b60-89ed-4bd93e00fb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:29:22.595217 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f2c91f-ab5f-462f-b53b-34d03b9fc36a None None] New status for floating IP dccfa29a-3795-4fbb-81a2-cdaddedf20ed: ACTIVE {{(pid=102574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:29:22.763901 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59128) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:22.825301 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b69d30eb-656e-4910-a396-d7f95bbb6f82 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/floatingips/dccfa29a-3795-4fbb-81a2-cdaddedf20ed HTTP/1.1" status: 200 len: 994 time: 0.0602219 Nov 12 04:29:30.492909 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4f862d44-762d-44e2-babd-eab5ef77424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:33.482761 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c516f31a-538e-45f6-b527-b27015cddc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:34.350537 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:35.670497 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:36.510904 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:39.433385 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:48.754727 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:51.923282 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:29:54.206557 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c8a3d-8cd4-4bea-b12b-1587f22980c2 req-3134d9b8-d2ee-403b-a6a7-7acc0deb0cb7 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:54.208020 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ff2c8a3d-8cd4-4bea-b12b-1587f22980c2 req-3134d9b8-d2ee-403b-a6a7-7acc0deb0cb7 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f0a203-15da-4aa2-a897-37fd3bf37506 HTTP/1.1" status: 200 len: 946 time: 0.0493004 Nov 12 04:29:54.263312 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ff2c8a3d-8cd4-4bea-b12b-1587f22980c2 req-fefb169f-d639-42f1-8d0c-5da065a6c609 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2f6aed7-43f4-43c1-97f8-a2206ba3e81a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492103 Nov 12 04:29:55.381204 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04589bfb-de3d-44cb-a563-39ca2dfc0ae1 req-8ba7d7c9-a0e4-42ef-840d-4481a4640eb2 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:55.382709 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-04589bfb-de3d-44cb-a563-39ca2dfc0ae1 req-8ba7d7c9-a0e4-42ef-840d-4481a4640eb2 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f0a203-15da-4aa2-a897-37fd3bf37506 HTTP/1.1" status: 200 len: 946 time: 0.0486832 Nov 12 04:29:55.434431 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-04589bfb-de3d-44cb-a563-39ca2dfc0ae1 req-83485f13-6f44-4ee5-92b5-3daf15a93530 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2f6aed7-43f4-43c1-97f8-a2206ba3e81a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445871 Nov 12 04:29:55.457023 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59146) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:55.517450 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-142465a2-53ec-4774-8bf8-e4195936348c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/floatingips/dccfa29a-3795-4fbb-81a2-cdaddedf20ed HTTP/1.1" status: 200 len: 994 time: 0.0592210 Nov 12 04:29:56.799135 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fafa585-fb7c-4d5c-bff2-3961893d8172 req-fb45e1e3-d73c-4dd4-b439-4437a518975f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:56.800648 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0fafa585-fb7c-4d5c-bff2-3961893d8172 req-fb45e1e3-d73c-4dd4-b439-4437a518975f tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f0a203-15da-4aa2-a897-37fd3bf37506 HTTP/1.1" status: 200 len: 946 time: 0.0505335 Nov 12 04:29:56.877445 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc67fd-59d3-46b4-aad1-3d586c48a83d req-6ad12937-c2e0-4891-b351-99a8c26c7acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:56.878941 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d1dc67fd-59d3-46b4-aad1-3d586c48a83d req-6ad12937-c2e0-4891-b351-99a8c26c7acf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=30062bada0e44b3289e392ccc393918e&device_id=c1f0a203-15da-4aa2-a897-37fd3bf37506 HTTP/1.1" status: 200 len: 1098 time: 0.0774324 Nov 12 04:29:56.883075 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0fafa585-fb7c-4d5c-bff2-3961893d8172 req-76080b11-08ec-451c-a100-770151c79b08 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2f6aed7-43f4-43c1-97f8-a2206ba3e81a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731964 Nov 12 04:29:56.974481 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc67fd-59d3-46b4-aad1-3d586c48a83d req-21115fa1-f3bc-41c6-92d5-6bdb8e120d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:56.975853 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d1dc67fd-59d3-46b4-aad1-3d586c48a83d req-21115fa1-f3bc-41c6-92d5-6bdb8e120d9f service neutron] 10.222.0.90 "GET /v2.0/networks?id=70cd516b-bec8-4ee7-8c29-e8e5062872b6 HTTP/1.1" status: 200 len: 898 time: 0.0891862 Nov 12 04:29:57.044243 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d1dc67fd-59d3-46b4-aad1-3d586c48a83d req-4dc66429-97af-442b-9ff1-a8e6a20db0c8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ac94ef0-136e-4fc3-9ef8-3820393d6ea6 HTTP/1.1" status: 200 len: 1002 time: 0.0616431 Nov 12 04:29:57.094716 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc67fd-59d3-46b4-aad1-3d586c48a83d req-a6a7df34-c130-46e2-9686-12f350bf177a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:57.096167 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d1dc67fd-59d3-46b4-aad1-3d586c48a83d req-a6a7df34-c130-46e2-9686-12f350bf177a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=02b9f718-f82e-4b60-89ed-4bd93e00fb8e HTTP/1.1" status: 200 len: 835 time: 0.0439203 Nov 12 04:29:57.143851 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc67fd-59d3-46b4-aad1-3d586c48a83d req-6304d3f3-abc1-45e8-9b3a-c56ef273ca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:57.145352 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d1dc67fd-59d3-46b4-aad1-3d586c48a83d req-6304d3f3-abc1-45e8-9b3a-c56ef273ca4e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=70cd516b-bec8-4ee7-8c29-e8e5062872b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415123 Nov 12 04:29:57.239495 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d1dc67fd-59d3-46b4-aad1-3d586c48a83d req-4a1f3f7d-4912-4905-a9c0-018001b43fd3 service neutron] 10.222.0.90 "GET /v2.0/networks/70cd516b-bec8-4ee7-8c29-e8e5062872b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853615 Nov 12 04:29:57.330109 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d1dc67fd-59d3-46b4-aad1-3d586c48a83d req-21618c09-eb96-483a-b37f-083cab05e556 service neutron] 10.222.0.90 "GET /v2.0/networks/70cd516b-bec8-4ee7-8c29-e8e5062872b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825827 Nov 12 04:29:58.008290 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd254f58-9a3c-49cb-9c39-3adde360013f req-e1acd1d5-670e-49b9-95e5-67884d80ec76 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:58.009754 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dd254f58-9a3c-49cb-9c39-3adde360013f req-e1acd1d5-670e-49b9-95e5-67884d80ec76 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f0a203-15da-4aa2-a897-37fd3bf37506 HTTP/1.1" status: 200 len: 946 time: 0.0543158 Nov 12 04:29:58.059073 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dd254f58-9a3c-49cb-9c39-3adde360013f req-87a9a0f7-642b-490d-a05d-1061009bca73 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2f6aed7-43f4-43c1-97f8-a2206ba3e81a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430596 Nov 12 04:29:59.182763 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216048c-2931-44b8-986d-85952132bc89 req-ab6839b5-3395-4225-a072-e1a68d0130cb tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:59.184601 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2216048c-2931-44b8-986d-85952132bc89 req-ab6839b5-3395-4225-a072-e1a68d0130cb tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f0a203-15da-4aa2-a897-37fd3bf37506 HTTP/1.1" status: 200 len: 946 time: 0.0551512 Nov 12 04:29:59.234881 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2216048c-2931-44b8-986d-85952132bc89 req-5e5b8981-883e-4e70-b0e7-a4a6d8626bb3 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2f6aed7-43f4-43c1-97f8-a2206ba3e81a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443580 Nov 12 04:29:59.257084 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59158) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:59.316644 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-c22b2eae-85a8-432f-b9d4-53b627ab66de tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/floatingips/dccfa29a-3795-4fbb-81a2-cdaddedf20ed HTTP/1.1" status: 200 len: 994 time: 0.0584452 Nov 12 04:29:59.570732 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59164) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:59.731308 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-dd5e8f0f-c110-4bf7-bd75-9f25674a009c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Deleting port 776e349b-2733-4214-94f5-caf729244ca8 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:59.731720 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dd5e8f0f-c110-4bf7-bd75-9f25674a009c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:59.813511 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dd5e8f0f-c110-4bf7-bd75-9f25674a009c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:59.813834 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dd5e8f0f-c110-4bf7-bd75-9f25674a009c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:59.826650 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-dd5e8f0f-c110-4bf7-bd75-9f25674a009c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Calling delete_port for 776e349b-2733-4214-94f5-caf729244ca8 owned by network:floatingip {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:59.976994 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dd5e8f0f-c110-4bf7-bd75-9f25674a009c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:00.005527 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e8f0f-c110-4bf7-bd75-9f25674a009c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event deleted for resources: {'Port': ['ID=776e349b-2733-4214-94f5-caf729244ca8,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:00.027921 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5e8f0f-c110-4bf7-bd75-9f25674a009c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:00.028294 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5e8f0f-c110-4bf7-bd75-9f25674a009c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:00.028628 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5e8f0f-c110-4bf7-bd75-9f25674a009c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:00.028954 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5e8f0f-c110-4bf7-bd75-9f25674a009c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:00.029280 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5e8f0f-c110-4bf7-bd75-9f25674a009c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:00.029603 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5e8f0f-c110-4bf7-bd75-9f25674a009c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:00.029927 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5e8f0f-c110-4bf7-bd75-9f25674a009c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:00.030244 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5e8f0f-c110-4bf7-bd75-9f25674a009c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:00.030561 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5e8f0f-c110-4bf7-bd75-9f25674a009c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:00.030878 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5e8f0f-c110-4bf7-bd75-9f25674a009c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:00.031193 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5e8f0f-c110-4bf7-bd75-9f25674a009c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:00.031504 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5e8f0f-c110-4bf7-bd75-9f25674a009c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:00.074292 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dd5e8f0f-c110-4bf7-bd75-9f25674a009c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for floatingip, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:00.074664 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [None req-dd5e8f0f-c110-4bf7-bd75-9f25674a009c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Floating IP dccfa29a-3795-4fbb-81a2-cdaddedf20ed disassociated (deleted). External IP: 172.25.5.250, port: 2ac94ef0-136e-4fc3-9ef8-3820393d6ea6. Nov 12 04:30:00.280526 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd5e8f0f-c110-4bf7-bd75-9f25674a009c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Router 48c3161c-4257-447b-933a-6ce15814f67a has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:30:00.388534 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5e8f0f-c110-4bf7-bd75-9f25674a009c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:30:00.393545 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-dd5e8f0f-c110-4bf7-bd75-9f25674a009c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:00.398249 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3aa6b6-60a7-4a42-9d01-37169a0a3a1e None None] Sync routers for ids ['48c3161c-4257-447b-933a-6ce15814f67a'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:30:00.417526 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3aa6b6-60a7-4a42-9d01-37169a0a3a1e None None] Routers {'48c3161c-4257-447b-933a-6ce15814f67a'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:00.418773 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-ab3aa6b6-60a7-4a42-9d01-37169a0a3a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:29:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['48c3161c-4257-447b-933a-6ce15814f67a'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:00.421246 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-dd5e8f0f-c110-4bf7-bd75-9f25674a009c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "DELETE /v2.0/floatingips/dccfa29a-3795-4fbb-81a2-cdaddedf20ed HTTP/1.1" status: 204 len: 168 time: 0.8494546 Nov 12 04:30:00.421840 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1f0a203-15da-4aa2-a897-37fd3bf37506', 'tag': '2ac94ef0-136e-4fc3-9ef8-3820393d6ea6'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:30:00.425032 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c174c990332584687cba245f58d77d589c2fb4d31e1df7b34358bbebc3c39c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8861dcc0-f12d-42e2-a4a9-3fc005649ae7" -d '{"events": [{"name": "network-changed", "server_uuid": "c1f0a203-15da-4aa2-a897-37fd3bf37506", "tag": "2ac94ef0-136e-4fc3-9ef8-3820393d6ea6"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:30:00.462446 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86a0369-22ae-43d2-b027-5e561cc6fc17 x-openstack-request-id: req-b86a0369-22ae-43d2-b027-5e561cc6fc17 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:30:00.462736 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1f0a203-15da-4aa2-a897-37fd3bf37506", "tag": "2ac94ef0-136e-4fc3-9ef8-3820393d6ea6", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:30:00.462991 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b86a0369-22ae-43d2-b027-5e561cc6fc17 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:30:00.463400 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1f0a203-15da-4aa2-a897-37fd3bf37506', 'tag': '2ac94ef0-136e-4fc3-9ef8-3820393d6ea6', 'status': 'completed', 'code': 200} Nov 12 04:30:00.527849 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ab9ba344-f5d6-49e3-bbd6-2f19fd755fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:00.555112 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-ab3aa6b6-60a7-4a42-9d01-37169a0a3a1e None None] Set router 48c3161c-4257-447b-933a-6ce15814f67a gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:30:00.556176 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861dcc0-f12d-42e2-a4a9-3fc005649ae7 req-7d66fd23-2409-456e-ae7e-2c2559e79284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:00.558419 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8861dcc0-f12d-42e2-a4a9-3fc005649ae7 req-7d66fd23-2409-456e-ae7e-2c2559e79284 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=30062bada0e44b3289e392ccc393918e&device_id=c1f0a203-15da-4aa2-a897-37fd3bf37506 HTTP/1.1" status: 200 len: 1098 time: 0.0491850 Nov 12 04:30:00.669921 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc2f32-ed3b-4a32-a4e5-2ab5cc933689 req-14fb75f0-b2cd-4d72-a125-54066503b79a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:00.671607 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4edc2f32-ed3b-4a32-a4e5-2ab5cc933689 req-14fb75f0-b2cd-4d72-a125-54066503b79a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f0a203-15da-4aa2-a897-37fd3bf37506 HTTP/1.1" status: 200 len: 946 time: 0.0555367 Nov 12 04:30:00.701931 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861dcc0-f12d-42e2-a4a9-3fc005649ae7 req-72cfc13e-214d-4e9e-b701-64b69ba055df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:00.703587 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8861dcc0-f12d-42e2-a4a9-3fc005649ae7 req-72cfc13e-214d-4e9e-b701-64b69ba055df service neutron] 10.222.0.90 "GET /v2.0/networks?id=70cd516b-bec8-4ee7-8c29-e8e5062872b6 HTTP/1.1" status: 200 len: 898 time: 0.0999479 Nov 12 04:30:00.726195 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4edc2f32-ed3b-4a32-a4e5-2ab5cc933689 req-11dffb6b-e2cf-47e5-8607-c5c11dfa4728 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2f6aed7-43f4-43c1-97f8-a2206ba3e81a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465043 Nov 12 04:30:00.757785 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8861dcc0-f12d-42e2-a4a9-3fc005649ae7 req-a24ebf81-fced-484d-809c-268acf88a97f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ac94ef0-136e-4fc3-9ef8-3820393d6ea6 HTTP/1.1" status: 200 len: 217 time: 0.0462017 Nov 12 04:30:00.777506 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-ab3aa6b6-60a7-4a42-9d01-37169a0a3a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c3161c-4257-447b-933a-6ce15814f67a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176598079', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '2f2e959c-670d-4cc6-91e5-4803da77b8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:29:03Z', 'updated_at': '2021-11-12T04:29:07Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': '2f2e959c-670d-4cc6-91e5-4803da77b8f4', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ef:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c3161c-4257-447b-933a-6ce15814f67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:29:03Z', 'updated_at': '2021-11-12T04:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '934a64b0-674e-4263-a462-7ca9538f6f44', 'name': '', 'network_id': '70cd516b-bec8-4ee7-8c29-e8e5062872b6', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'mac_address': 'fa:16:3e:a1:d0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c3161c-4257-447b-933a-6ce15814f67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '02b9f718-f82e-4b60-89ed-4bd93e00fb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:29:06Z', 'updated_at': '2021-11-12T04:29:09Z', 'revision_number': 5, 'project_id': '30062bada0e44b3289e392ccc393918e', 'subnets': [{'id': '02b9f718-f82e-4b60-89ed-4bd93e00fb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:00.805459 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3aa6b6-60a7-4a42-9d01-37169a0a3a1e None None] Checking router: 48c3161c-4257-447b-933a-6ce15814f67a for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:30:00.815176 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3aa6b6-60a7-4a42-9d01-37169a0a3a1e None None] Routers {'48c3161c-4257-447b-933a-6ce15814f67a'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:00.815794 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-ab3aa6b6-60a7-4a42-9d01-37169a0a3a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:29:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['48c3161c-4257-447b-933a-6ce15814f67a'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:00.827395 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861dcc0-f12d-42e2-a4a9-3fc005649ae7 req-863c37ea-656a-401f-b480-4f87b848fc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:00.829000 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8861dcc0-f12d-42e2-a4a9-3fc005649ae7 req-863c37ea-656a-401f-b480-4f87b848fc7b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=02b9f718-f82e-4b60-89ed-4bd93e00fb8e HTTP/1.1" status: 200 len: 835 time: 0.0632052 Nov 12 04:30:00.879832 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861dcc0-f12d-42e2-a4a9-3fc005649ae7 req-d59c0e63-c93d-43de-930d-8b398c819c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:00.881507 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8861dcc0-f12d-42e2-a4a9-3fc005649ae7 req-d59c0e63-c93d-43de-930d-8b398c819c5e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=70cd516b-bec8-4ee7-8c29-e8e5062872b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432425 Nov 12 04:30:00.955105 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-ab3aa6b6-60a7-4a42-9d01-37169a0a3a1e None None] Set router 48c3161c-4257-447b-933a-6ce15814f67a gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:30:00.982316 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8861dcc0-f12d-42e2-a4a9-3fc005649ae7 req-e9fc6bc4-d30b-4c31-890e-30fad0ad05cc service neutron] 10.222.0.90 "GET /v2.0/networks/70cd516b-bec8-4ee7-8c29-e8e5062872b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925498 Nov 12 04:30:01.083583 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8861dcc0-f12d-42e2-a4a9-3fc005649ae7 req-deb9177a-b3a5-42b6-b993-5ffe032779d1 service neutron] 10.222.0.90 "GET /v2.0/networks/70cd516b-bec8-4ee7-8c29-e8e5062872b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925081 Nov 12 04:30:01.186775 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-ab3aa6b6-60a7-4a42-9d01-37169a0a3a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c3161c-4257-447b-933a-6ce15814f67a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176598079', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '2f2e959c-670d-4cc6-91e5-4803da77b8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:29:03Z', 'updated_at': '2021-11-12T04:29:07Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': '2f2e959c-670d-4cc6-91e5-4803da77b8f4', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ef:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c3161c-4257-447b-933a-6ce15814f67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:29:03Z', 'updated_at': '2021-11-12T04:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '934a64b0-674e-4263-a462-7ca9538f6f44', 'name': '', 'network_id': '70cd516b-bec8-4ee7-8c29-e8e5062872b6', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'mac_address': 'fa:16:3e:a1:d0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c3161c-4257-447b-933a-6ce15814f67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '02b9f718-f82e-4b60-89ed-4bd93e00fb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:29:06Z', 'updated_at': '2021-11-12T04:29:09Z', 'revision_number': 5, 'project_id': '30062bada0e44b3289e392ccc393918e', 'subnets': [{'id': '02b9f718-f82e-4b60-89ed-4bd93e00fb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:01.217910 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3aa6b6-60a7-4a42-9d01-37169a0a3a1e None None] The sync data for ids ['48c3161c-4257-447b-933a-6ce15814f67a'] in n-d-715271-27 is: [{'id': '48c3161c-4257-447b-933a-6ce15814f67a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176598079', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '2f2e959c-670d-4cc6-91e5-4803da77b8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:29:03Z', 'updated_at': '2021-11-12T04:29:07Z', 'revision_number': 4, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': '2f2e959c-670d-4cc6-91e5-4803da77b8f4', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ef:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c3161c-4257-447b-933a-6ce15814f67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:29:03Z', 'updated_at': '2021-11-12T04:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '934a64b0-674e-4263-a462-7ca9538f6f44', 'name': '', 'network_id': '70cd516b-bec8-4ee7-8c29-e8e5062872b6', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'mac_address': 'fa:16:3e:a1:d0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c3161c-4257-447b-933a-6ce15814f67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '02b9f718-f82e-4b60-89ed-4bd93e00fb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:29:06Z', 'updated_at': '2021-11-12T04:29:09Z', 'revision_number': 5, 'project_id': '30062bada0e44b3289e392ccc393918e', 'subnets': [{'id': '02b9f718-f82e-4b60-89ed-4bd93e00fb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:30:01.465628 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf54429-05e5-43fb-869a-975b37cd950c None None] New status for floating IP dccfa29a-3795-4fbb-81a2-cdaddedf20ed: DOWN {{(pid=102574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:30:01.848234 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23a48c-9fac-4b5c-bb42-436b05f3bbc8 req-96fc2b49-f5d0-4c5a-845a-ce56b91dcafc tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:01.849701 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2b23a48c-9fac-4b5c-bb42-436b05f3bbc8 req-96fc2b49-f5d0-4c5a-845a-ce56b91dcafc tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f0a203-15da-4aa2-a897-37fd3bf37506 HTTP/1.1" status: 200 len: 946 time: 0.0506482 Nov 12 04:30:01.903057 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2b23a48c-9fac-4b5c-bb42-436b05f3bbc8 req-57b6d9ff-40cc-4abd-ab81-89e0cd0e900b tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2f6aed7-43f4-43c1-97f8-a2206ba3e81a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468047 Nov 12 04:30:02.455479 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ce613-7904-4b50-89fd-b876c7b70f22 req-faf848fc-2cc0-42dd-8d50-c6fa25a518ca tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:02.456950 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-661ce613-7904-4b50-89fd-b876c7b70f22 req-faf848fc-2cc0-42dd-8d50-c6fa25a518ca tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.90 "GET /v2.0/ports?device_id=c1f0a203-15da-4aa2-a897-37fd3bf37506 HTTP/1.1" status: 200 len: 946 time: 0.0494554 Nov 12 04:30:02.545398 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-661ce613-7904-4b50-89fd-b876c7b70f22 req-106ccae4-4e20-4969-903e-a0bc77d0fd13 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Deleting port 2ac94ef0-136e-4fc3-9ef8-3820393d6ea6 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:30:02.545726 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-661ce613-7904-4b50-89fd-b876c7b70f22 req-106ccae4-4e20-4969-903e-a0bc77d0fd13 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:02.635531 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-661ce613-7904-4b50-89fd-b876c7b70f22 req-106ccae4-4e20-4969-903e-a0bc77d0fd13 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] For port 2ac94ef0-136e-4fc3-9ef8-3820393d6ea6, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=2ac94ef0-136e-4fc3-9ef8-3820393d6ea6,segment=NetworkSegment(47a29414-b2a2-4e68-9e1c-c65cb1d748e7),segment_id=47a29414-b2a2-4e68-9e1c-c65cb1d748e7)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:02.635884 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-661ce613-7904-4b50-89fd-b876c7b70f22 req-106ccae4-4e20-4969-903e-a0bc77d0fd13 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:02.648861 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-661ce613-7904-4b50-89fd-b876c7b70f22 req-106ccae4-4e20-4969-903e-a0bc77d0fd13 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Calling delete_port for 2ac94ef0-136e-4fc3-9ef8-3820393d6ea6 owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:30:02.777701 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-661ce613-7904-4b50-89fd-b876c7b70f22 req-106ccae4-4e20-4969-903e-a0bc77d0fd13 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:02.804046 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106ccae4-4e20-4969-903e-a0bc77d0fd13 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event deleted for resources: {'Port': ['ID=2ac94ef0-136e-4fc3-9ef8-3820393d6ea6,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:02.846081 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-661ce613-7904-4b50-89fd-b876c7b70f22 req-106ccae4-4e20-4969-903e-a0bc77d0fd13 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] No DVR routers for this DVR port 2ac94ef0-136e-4fc3-9ef8-3820393d6ea6 on host n-h2-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:30:02.849134 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-661ce613-7904-4b50-89fd-b876c7b70f22 req-106ccae4-4e20-4969-903e-a0bc77d0fd13 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:02.852473 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-661ce613-7904-4b50-89fd-b876c7b70f22 req-106ccae4-4e20-4969-903e-a0bc77d0fd13 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.90 "DELETE /v2.0/ports/2ac94ef0-136e-4fc3-9ef8-3820393d6ea6 HTTP/1.1" status: 204 len: 173 time: 0.3890357 Nov 12 04:30:02.852949 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f0a203-15da-4aa2-a897-37fd3bf37506', 'name': 'network-vif-deleted', 'tag': '2ac94ef0-136e-4fc3-9ef8-3820393d6ea6'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:30:02.856415 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c174c990332584687cba245f58d77d589c2fb4d31e1df7b34358bbebc3c39c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a5c38c-ad68-41ba-adfc-bb6245df000b" -d '{"events": [{"server_uuid": "c1f0a203-15da-4aa2-a897-37fd3bf37506", "name": "network-vif-deleted", "tag": "2ac94ef0-136e-4fc3-9ef8-3820393d6ea6"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:30:02.894617 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5497ac7a-cfbf-48ee-a126-3cb1ad9060dd x-openstack-request-id: req-5497ac7a-cfbf-48ee-a126-3cb1ad9060dd {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:30:02.897088 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f0a203-15da-4aa2-a897-37fd3bf37506", "name": "network-vif-deleted", "tag": "2ac94ef0-136e-4fc3-9ef8-3820393d6ea6", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:30:02.897344 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5497ac7a-cfbf-48ee-a126-3cb1ad9060dd {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:30:02.897749 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f0a203-15da-4aa2-a897-37fd3bf37506', 'name': 'network-vif-deleted', 'tag': '2ac94ef0-136e-4fc3-9ef8-3820393d6ea6', 'status': 'completed', 'code': 200} Nov 12 04:30:03.001350 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-edc10a4b-6f35-47fe-8c0e-1b3d6909099c req-3c798727-c818-4e71-8ea6-be7147e4221e tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1f0a203-15da-4aa2-a897-37fd3bf37506 HTTP/1.1" status: 200 len: 210 time: 0.0277030 Nov 12 04:30:03.483984 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ccc93740-d471-4e82-b31b-eeee92a8cb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:04.061345 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59180) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:04.353345 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:04.425396 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-959bec45-5e9e-45a8-9e3b-e96cae6ac88a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:04.680487 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-959bec45-5e9e-45a8-9e3b-e96cae6ac88a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Deleting port 934a64b0-674e-4263-a462-7ca9538f6f44 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:30:04.680819 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-959bec45-5e9e-45a8-9e3b-e96cae6ac88a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:04.770894 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-959bec45-5e9e-45a8-9e3b-e96cae6ac88a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] For port 934a64b0-674e-4263-a462-7ca9538f6f44, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=934a64b0-674e-4263-a462-7ca9538f6f44,segment=NetworkSegment(47a29414-b2a2-4e68-9e1c-c65cb1d748e7),segment_id=47a29414-b2a2-4e68-9e1c-c65cb1d748e7)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:04.771246 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-959bec45-5e9e-45a8-9e3b-e96cae6ac88a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:04.782644 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-959bec45-5e9e-45a8-9e3b-e96cae6ac88a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Calling delete_port for 934a64b0-674e-4263-a462-7ca9538f6f44 owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:30:04.971823 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-959bec45-5e9e-45a8-9e3b-e96cae6ac88a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:04.999679 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bec45-5e9e-45a8-9e3b-e96cae6ac88a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event deleted for resources: {'Port': ['ID=934a64b0-674e-4263-a462-7ca9538f6f44,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:05.054460 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 2ac94ef0-136e-4fc3-9ef8-3820393d6ea6 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:30:05.076715 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: 2ac94ef0-136e-4fc3-9ef8-3820393d6ea6 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:30:05.077056 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 2ac94ef0-136e-4fc3-9ef8-3820393d6ea6 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:30:05.472954 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-959bec45-5e9e-45a8-9e3b-e96cae6ac88a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:05.673377 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:05.686178 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-959bec45-5e9e-45a8-9e3b-e96cae6ac88a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Router 48c3161c-4257-447b-933a-6ce15814f67a has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:30:05.792226 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959bec45-5e9e-45a8-9e3b-e96cae6ac88a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:30:05.797225 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-959bec45-5e9e-45a8-9e3b-e96cae6ac88a tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "PUT /v2.0/routers/48c3161c-4257-447b-933a-6ce15814f67a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7345722 Nov 12 04:30:05.799907 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59182) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:05.803198 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca5fd7f-df65-4812-9f3e-0d55cfaa7212 None None] Sync routers for ids ['48c3161c-4257-447b-933a-6ce15814f67a'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:30:05.815081 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca5fd7f-df65-4812-9f3e-0d55cfaa7212 None None] Routers {'48c3161c-4257-447b-933a-6ce15814f67a'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:05.815692 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-8ca5fd7f-df65-4812-9f3e-0d55cfaa7212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:30:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['48c3161c-4257-447b-933a-6ce15814f67a'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:05.851241 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b82050b-57ca-4153-8814-6c511dd192df tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Deleting subnet 02b9f718-f82e-4b60-89ed-4bd93e00fb8e {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:30:05.854516 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6b82050b-57ca-4153-8814-6c511dd192df tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:05.895799 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6b82050b-57ca-4153-8814-6c511dd192df tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:05.924104 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-8ca5fd7f-df65-4812-9f3e-0d55cfaa7212 None None] Set router 48c3161c-4257-447b-933a-6ce15814f67a gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:30:05.985162 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6b82050b-57ca-4153-8814-6c511dd192df tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:06.044777 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6b82050b-57ca-4153-8814-6c511dd192df tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:06.074371 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6b82050b-57ca-4153-8814-6c511dd192df tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:06.080424 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6b82050b-57ca-4153-8814-6c511dd192df tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "DELETE /v2.0/subnets/02b9f718-f82e-4b60-89ed-4bd93e00fb8e HTTP/1.1" status: 204 len: 168 time: 0.2766809 Nov 12 04:30:06.080424 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82050b-57ca-4153-8814-6c511dd192df tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event deleted for resources: {'Subnet': ['ID=02b9f718-f82e-4b60-89ed-4bd93e00fb8e,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:06.080611 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59184) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:06.083393 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912bbea9-783b-4c6a-8265-bd85d45fb9e5 None None] Network 70cd516b-bec8-4ee7-8c29-e8e5062872b6 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:30:06.190239 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ae034e9d-6fbf-434c-a154-e27a7270e83c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:06.205204 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-8ca5fd7f-df65-4812-9f3e-0d55cfaa7212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c3161c-4257-447b-933a-6ce15814f67a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176598079', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '2f2e959c-670d-4cc6-91e5-4803da77b8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:29:03Z', 'updated_at': '2021-11-12T04:30:04Z', 'revision_number': 5, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': '2f2e959c-670d-4cc6-91e5-4803da77b8f4', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ef:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c3161c-4257-447b-933a-6ce15814f67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:29:03Z', 'updated_at': '2021-11-12T04:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:06.234395 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca5fd7f-df65-4812-9f3e-0d55cfaa7212 None None] Checking router: 48c3161c-4257-447b-933a-6ce15814f67a for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:30:06.248365 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca5fd7f-df65-4812-9f3e-0d55cfaa7212 None None] Routers {'48c3161c-4257-447b-933a-6ce15814f67a'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:06.248980 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-8ca5fd7f-df65-4812-9f3e-0d55cfaa7212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:30:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['48c3161c-4257-447b-933a-6ce15814f67a'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:06.325467 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ae034e9d-6fbf-434c-a154-e27a7270e83c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:06.359822 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e40d15-3cb9-4cbe-9e16-6b0b72114f42 None None] DHCP port deletion for 70cd516b-bec8-4ee7-8c29-e8e5062872b6 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:30:06.389424 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-ae034e9d-6fbf-434c-a154-e27a7270e83c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Deleting port 2f2e959c-670d-4cc6-91e5-4803da77b8f4 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:30:06.389754 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ae034e9d-6fbf-434c-a154-e27a7270e83c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:06.417163 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-8ca5fd7f-df65-4812-9f3e-0d55cfaa7212 None None] Set router 48c3161c-4257-447b-933a-6ce15814f67a gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:30:06.489816 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-ae034e9d-6fbf-434c-a154-e27a7270e83c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] For port 2f2e959c-670d-4cc6-91e5-4803da77b8f4, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=2f2e959c-670d-4cc6-91e5-4803da77b8f4,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:06.490102 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ae034e9d-6fbf-434c-a154-e27a7270e83c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:06.504951 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-ae034e9d-6fbf-434c-a154-e27a7270e83c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Calling delete_port for 2f2e959c-670d-4cc6-91e5-4803da77b8f4 owned by network:router_gateway {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:30:06.675197 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:06.677659 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ae034e9d-6fbf-434c-a154-e27a7270e83c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:06.706936 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae034e9d-6fbf-434c-a154-e27a7270e83c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event deleted for resources: {'Port': ['ID=2f2e959c-670d-4cc6-91e5-4803da77b8f4,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:06.708171 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-d1e40d15-3cb9-4cbe-9e16-6b0b72114f42 None None] Deleting port d68bda7c-0880-4928-b631-34425c36a92f {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:30:06.708410 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d1e40d15-3cb9-4cbe-9e16-6b0b72114f42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:06.726424 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331bd18c-dfab-4738-baf3-d60cd9561897 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:30:06.735245 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae034e9d-6fbf-434c-a154-e27a7270e83c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:06.735587 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae034e9d-6fbf-434c-a154-e27a7270e83c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:06.735926 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae034e9d-6fbf-434c-a154-e27a7270e83c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:06.736278 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae034e9d-6fbf-434c-a154-e27a7270e83c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:06.736604 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae034e9d-6fbf-434c-a154-e27a7270e83c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:06.736931 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae034e9d-6fbf-434c-a154-e27a7270e83c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:06.737250 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae034e9d-6fbf-434c-a154-e27a7270e83c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:06.737567 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae034e9d-6fbf-434c-a154-e27a7270e83c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:06.737885 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae034e9d-6fbf-434c-a154-e27a7270e83c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:06.738199 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae034e9d-6fbf-434c-a154-e27a7270e83c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:06.738514 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae034e9d-6fbf-434c-a154-e27a7270e83c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:06.738825 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae034e9d-6fbf-434c-a154-e27a7270e83c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:06.787768 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ae034e9d-6fbf-434c-a154-e27a7270e83c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:06.806160 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-d1e40d15-3cb9-4cbe-9e16-6b0b72114f42 None None] For port d68bda7c-0880-4928-b631-34425c36a92f, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d68bda7c-0880-4928-b631-34425c36a92f,segment=NetworkSegment(47a29414-b2a2-4e68-9e1c-c65cb1d748e7),segment_id=47a29414-b2a2-4e68-9e1c-c65cb1d748e7)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:06.806558 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d1e40d15-3cb9-4cbe-9e16-6b0b72114f42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:06.838581 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-d1e40d15-3cb9-4cbe-9e16-6b0b72114f42 None None] Calling delete_port for d68bda7c-0880-4928-b631-34425c36a92f owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:30:06.896194 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ae034e9d-6fbf-434c-a154-e27a7270e83c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:06.898372 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ae034e9d-6fbf-434c-a154-e27a7270e83c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:06.904155 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d68bda7c-0880-4928-b631-34425c36a92f no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:30:06.944947 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ae034e9d-6fbf-434c-a154-e27a7270e83c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:06.945744 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae034e9d-6fbf-434c-a154-e27a7270e83c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Fanout notify agent at l3_agent the message router_deleted on router 48c3161c-4257-447b-933a-6ce15814f67a {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:30:06.955501 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-ae034e9d-6fbf-434c-a154-e27a7270e83c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:06.956684 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-ae034e9d-6fbf-434c-a154-e27a7270e83c tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "DELETE /v2.0/routers/48c3161c-4257-447b-933a-6ce15814f67a HTTP/1.1" status: 204 len: 168 time: 0.8752625 Nov 12 04:30:06.959320 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59186) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:06.987560 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-8ca5fd7f-df65-4812-9f3e-0d55cfaa7212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c3161c-4257-447b-933a-6ce15814f67a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176598079', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '2f2e959c-670d-4cc6-91e5-4803da77b8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:29:03Z', 'updated_at': '2021-11-12T04:30:04Z', 'revision_number': 5, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': '2f2e959c-670d-4cc6-91e5-4803da77b8f4', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ef:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c3161c-4257-447b-933a-6ce15814f67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:29:03Z', 'updated_at': '2021-11-12T04:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:07.039454 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca5fd7f-df65-4812-9f3e-0d55cfaa7212 None None] The sync data for ids ['48c3161c-4257-447b-933a-6ce15814f67a'] in n-d-715271-27 is: [{'id': '48c3161c-4257-447b-933a-6ce15814f67a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176598079', 'tenant_id': '30062bada0e44b3289e392ccc393918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '2f2e959c-670d-4cc6-91e5-4803da77b8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:29:03Z', 'updated_at': '2021-11-12T04:30:04Z', 'revision_number': 5, 'project_id': '30062bada0e44b3289e392ccc393918e', 'gw_port': {'id': '2f2e959c-670d-4cc6-91e5-4803da77b8f4', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ef:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c3161c-4257-447b-933a-6ce15814f67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:29:03Z', 'updated_at': '2021-11-12T04:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:30:07.041423 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-399d9cdc-aa3c-4b6a-8b64-f8e56cbb32bc tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:07.044656 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d1e40d15-3cb9-4cbe-9e16-6b0b72114f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:07.084519 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e40d15-3cb9-4cbe-9e16-6b0b72114f42 None None] Pushing event deleted for resources: {'Port': ['ID=d68bda7c-0880-4928-b631-34425c36a92f,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:07.086678 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e40d15-3cb9-4cbe-9e16-6b0b72114f42 None None] No DVR routers for this DVR port d68bda7c-0880-4928-b631-34425c36a92f on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:30:07.088212 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:07.103655 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e40d15-3cb9-4cbe-9e16-6b0b72114f42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:07.104020 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e40d15-3cb9-4cbe-9e16-6b0b72114f42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:07.104389 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e40d15-3cb9-4cbe-9e16-6b0b72114f42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:07.104757 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e40d15-3cb9-4cbe-9e16-6b0b72114f42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:07.105744 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e40d15-3cb9-4cbe-9e16-6b0b72114f42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:07.106315 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e40d15-3cb9-4cbe-9e16-6b0b72114f42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:07.106657 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e40d15-3cb9-4cbe-9e16-6b0b72114f42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:07.106994 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e40d15-3cb9-4cbe-9e16-6b0b72114f42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:07.107327 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e40d15-3cb9-4cbe-9e16-6b0b72114f42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:07.107656 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e40d15-3cb9-4cbe-9e16-6b0b72114f42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:07.107985 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e40d15-3cb9-4cbe-9e16-6b0b72114f42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:07.108337 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e40d15-3cb9-4cbe-9e16-6b0b72114f42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:07.140659 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-399d9cdc-aa3c-4b6a-8b64-f8e56cbb32bc tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:07.162280 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-399d9cdc-aa3c-4b6a-8b64-f8e56cbb32bc tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70cd516b-bec8-4ee7-8c29-e8e5062872b6']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:07.172767 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-399d9cdc-aa3c-4b6a-8b64-f8e56cbb32bc tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47a29414-b2a2-4e68-9e1c-c65cb1d748e7') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:07.173058 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-399d9cdc-aa3c-4b6a-8b64-f8e56cbb32bc tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47a29414-b2a2-4e68-9e1c-c65cb1d748e7') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:07.182345 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-399d9cdc-aa3c-4b6a-8b64-f8e56cbb32bc tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:07.195267 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-399d9cdc-aa3c-4b6a-8b64-f8e56cbb32bc tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:07.202313 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-399d9cdc-aa3c-4b6a-8b64-f8e56cbb32bc tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:30:07.202698 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-399d9cdc-aa3c-4b6a-8b64-f8e56cbb32bc tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:07.205662 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 04:30:07.205662 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:30:07.205662 n-d-715271-27 neutron-server[102571]: timer() Nov 12 04:30:07.205662 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:30:07.205662 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 04:30:07.205662 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:30:07.205662 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 04:30:07.205662 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:30:07.205662 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 04:30:07.205662 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:30:07.205662 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 04:30:07.205662 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:30:07.205662 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 04:30:07.205662 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:30:07.205662 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:30:07.205662 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:30:07.205662 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:30:07.205662 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:30:07.205662 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 04:30:07.205662 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:30:07.205662 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 04:30:07.205662 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:30:07.205662 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:30:07.205662 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:30:07.205662 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 04:30:07.205662 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:30:07.205662 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:30:07.205662 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:30:07.205662 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:30:07.205662 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:30:07.205662 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:30:07.205662 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:30:07.266301 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-399d9cdc-aa3c-4b6a-8b64-f8e56cbb32bc tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:07.273390 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-399d9cdc-aa3c-4b6a-8b64-f8e56cbb32bc tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:07.276310 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-399d9cdc-aa3c-4b6a-8b64-f8e56cbb32bc tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "DELETE /v2.0/networks/70cd516b-bec8-4ee7-8c29-e8e5062872b6 HTTP/1.1" status: 204 len: 168 time: 0.3160226 Nov 12 04:30:07.279831 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59188) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:07.288383 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d9cdc-aa3c-4b6a-8b64-f8e56cbb32bc tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event deleted for resources: {'Network': ['ID=70cd516b-bec8-4ee7-8c29-e8e5062872b6,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:07.336883 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bf1cc28c-000b-4180-bd66-9e9d547e7e89 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:07.371825 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bf1cc28c-000b-4180-bd66-9e9d547e7e89 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:07.438518 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bf1cc28c-000b-4180-bd66-9e9d547e7e89 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:07.441639 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bf1cc28c-000b-4180-bd66-9e9d547e7e89 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:07.442292 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-bf1cc28c-000b-4180-bd66-9e9d547e7e89 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] 10.222.0.50 "DELETE /v2.0/security-groups/b2f6aed7-43f4-43c1-97f8-a2206ba3e81a HTTP/1.1" status: 204 len: 168 time: 0.1608593 Nov 12 04:30:07.451830 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1cc28c-000b-4180-bd66-9e9d547e7e89 tempest-TestNetworkAdvancedServerOps-1191962058 tempest-TestNetworkAdvancedServerOps-1191962058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f6aed7-43f4-43c1-97f8-a2206ba3e81a,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:07.807194 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59196) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:07.950546 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-87f1431f-d4a1-4dc1-b3d8-5a55928e3917 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=30062bada0e44b3289e392ccc393918e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1418226 Nov 12 04:30:07.952972 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59200) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:08.003350 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3e4e5d97-7162-469c-b42c-1128b716231a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:08.023894 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3e4e5d97-7162-469c-b42c-1128b716231a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:08.074802 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3e4e5d97-7162-469c-b42c-1128b716231a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:08.077789 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3e4e5d97-7162-469c-b42c-1128b716231a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:08.079234 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3e4e5d97-7162-469c-b42c-1128b716231a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4d8feb50-70a2-4017-a47c-6a8a6950ad47 HTTP/1.1" status: 204 len: 168 time: 0.1252017 Nov 12 04:30:08.093170 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4e5d97-7162-469c-b42c-1128b716231a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8feb50-70a2-4017-a47c-6a8a6950ad47,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:08.335538 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59206) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:08.349607 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1b01de21-8dfc-4b66-bd73-2f51fc9617de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:08.430824 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1b01de21-8dfc-4b66-bd73-2f51fc9617de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:08.435197 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1b01de21-8dfc-4b66-bd73-2f51fc9617de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:08.473686 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-1b01de21-8dfc-4b66-bd73-2f51fc9617de admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=231187006f8b4e3f99076e7e11a4c1e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1370821 Nov 12 04:30:08.474621 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b01de21-8dfc-4b66-bd73-2f51fc9617de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a932490e-7184-460e-8d45-94ff1998c7ae,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:08.476424 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59208) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:08.525116 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6ce35105-1bb3-453d-b5f7-77b22913928d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:08.545986 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6ce35105-1bb3-453d-b5f7-77b22913928d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:08.590786 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6ce35105-1bb3-453d-b5f7-77b22913928d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:08.593263 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6ce35105-1bb3-453d-b5f7-77b22913928d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:08.594392 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6ce35105-1bb3-453d-b5f7-77b22913928d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a932490e-7184-460e-8d45-94ff1998c7ae HTTP/1.1" status: 204 len: 168 time: 0.1169977 Nov 12 04:30:08.602092 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce35105-1bb3-453d-b5f7-77b22913928d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a932490e-7184-460e-8d45-94ff1998c7ae,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:08.777274 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 2f2e959c-670d-4cc6-91e5-4803da77b8f4 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:30:08.796997 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 2f2e959c-670d-4cc6-91e5-4803da77b8f4 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:30:08.797350 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 2f2e959c-670d-4cc6-91e5-4803da77b8f4 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:30:08.797771 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 934a64b0-674e-4263-a462-7ca9538f6f44 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:30:08.819936 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 934a64b0-674e-4263-a462-7ca9538f6f44 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:30:08.820307 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 934a64b0-674e-4263-a462-7ca9538f6f44 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:30:09.287393 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59230) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:09.381641 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-09372521-dea1-4e4c-9e5e-aed7f6163887 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-219034106-network', 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:09.403541 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09372521-dea1-4e4c-9e5e-aed7f6163887 admin admin] Made reservation on behalf of dc90a9e266e540258e47bb4ab5bce2e6 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:30:09.405953 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-09372521-dea1-4e4c-9e5e-aed7f6163887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:09.414937 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-09372521-dea1-4e4c-9e5e-aed7f6163887 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:09.434306 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:09.494551 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-09372521-dea1-4e4c-9e5e-aed7f6163887 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:09.498534 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-09372521-dea1-4e4c-9e5e-aed7f6163887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:09.520911 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09372521-dea1-4e4c-9e5e-aed7f6163887 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:30:09.535915 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09372521-dea1-4e4c-9e5e-aed7f6163887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed48513-12df-4783-a1a2-78829fca5d6b,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:09.538956 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-09372521-dea1-4e4c-9e5e-aed7f6163887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:09.539396 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-09372521-dea1-4e4c-9e5e-aed7f6163887 admin admin] Added segment 64ddc420-3dcb-4640-a8c6-c81dd195f20c of type vlan for network b9de5b40-72ee-4157-ae1b-05dabdef7293 Nov 12 04:30:09.579327 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-09372521-dea1-4e4c-9e5e-aed7f6163887 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:09.603426 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-09372521-dea1-4e4c-9e5e-aed7f6163887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:09.604397 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09372521-dea1-4e4c-9e5e-aed7f6163887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:09.604991 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-09372521-dea1-4e4c-9e5e-aed7f6163887 admin admin] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:09.635498 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-09372521-dea1-4e4c-9e5e-aed7f6163887 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3470035 Nov 12 04:30:09.639146 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59234) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:09.644211 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-8d9d42bf-0959-4722-a113-e0f24055201a admin admin] Request body: {'subnet': {'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-219034106-subnet', 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'ip_version': 4}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:09.666110 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9d42bf-0959-4722-a113-e0f24055201a admin admin] Made reservation on behalf of dc90a9e266e540258e47bb4ab5bce2e6 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:30:09.667849 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09372521-dea1-4e4c-9e5e-aed7f6163887 admin admin] Pushing event updated for resources: {'Network': ['ID=b9de5b40-72ee-4157-ae1b-05dabdef7293,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:09.668763 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8d9d42bf-0959-4722-a113-e0f24055201a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:09.677519 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network b9de5b40-72ee-4157-ae1b-05dabdef7293 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:30:09.841222 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8d9d42bf-0959-4722-a113-e0f24055201a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:09.898512 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d42bf-0959-4722-a113-e0f24055201a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e97713e0-c128-4c83-99e1-86cf8e0c3d0b,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:09.906488 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9d42bf-0959-4722-a113-e0f24055201a admin admin] Checking segment: {'id': '64ddc420-3dcb-4640-a8c6-c81dd195f20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:30:09.906847 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9d42bf-0959-4722-a113-e0f24055201a admin admin] Network hostable DHCP agents. Network: b9de5b40-72ee-4157-ae1b-05dabdef7293, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:30:09.923848 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9d42bf-0959-4722-a113-e0f24055201a admin admin] Network b9de5b40-72ee-4157-ae1b-05dabdef7293 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:30:09.932554 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-8d9d42bf-0959-4722-a113-e0f24055201a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, b9de5b40-72ee-4157-ae1b-05dabdef7293) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:09.937926 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9d42bf-0959-4722-a113-e0f24055201a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:09.938508 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8d9d42bf-0959-4722-a113-e0f24055201a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:09.942593 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec00cd2-b840-42b9-be8e-9b1382c667b0 None None] Network b9de5b40-72ee-4157-ae1b-05dabdef7293 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:30:09.956027 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8d9d42bf-0959-4722-a113-e0f24055201a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3157458 Nov 12 04:30:09.958809 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59236) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:09.963228 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-4994a8b1-646d-417e-9002-6a9928b63a21 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-219034106-router', 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:09.986563 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4994a8b1-646d-417e-9002-6a9928b63a21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:09.987854 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4994a8b1-646d-417e-9002-6a9928b63a21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:10.044609 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4994a8b1-646d-417e-9002-6a9928b63a21 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:10.099881 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129d80d5-d981-4319-9c5f-3ec43faffc05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-b9de5b40-72ee-4157-ae1b-05dabdef7293', 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293', 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'fixed_ips': [{'subnet_id': 'e97713e0-c128-4c83-99e1-86cf8e0c3d0b'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:30:10.100798 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-129d80d5-d981-4319-9c5f-3ec43faffc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:10.187828 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4994a8b1-646d-417e-9002-6a9928b63a21 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:10.240933 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-129d80d5-d981-4319-9c5f-3ec43faffc05 None None] Allocated IP 172.20.0.2 (b9de5b40-72ee-4157-ae1b-05dabdef7293/e97713e0-c128-4c83-99e1-86cf8e0c3d0b/dee9852f-94a1-46a0-9a9b-0958e11f0082) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:30:10.387757 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-129d80d5-d981-4319-9c5f-3ec43faffc05 None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:10.393419 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-129d80d5-d981-4319-9c5f-3ec43faffc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:10.398862 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4994a8b1-646d-417e-9002-6a9928b63a21 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:10.419238 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4994a8b1-646d-417e-9002-6a9928b63a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:10.439944 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129d80d5-d981-4319-9c5f-3ec43faffc05 None None] Network b9de5b40-72ee-4157-ae1b-05dabdef7293 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:10.442917 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-129d80d5-d981-4319-9c5f-3ec43faffc05 None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:10.447181 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129d80d5-d981-4319-9c5f-3ec43faffc05 None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:30:10.450811 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d80d5-d981-4319-9c5f-3ec43faffc05 None None] Pushing event updated for resources: {'Port': ['ID=dee9852f-94a1-46a0-9a9b-0958e11f0082,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:10.504971 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-129d80d5-d981-4319-9c5f-3ec43faffc05 None None] Attempting to bind port dee9852f-94a1-46a0-9a9b-0958e11f0082 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:10.505440 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-129d80d5-d981-4319-9c5f-3ec43faffc05 None None] Attempting to bind port dee9852f-94a1-46a0-9a9b-0958e11f0082 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '64ddc420-3dcb-4640-a8c6-c81dd195f20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:10.505812 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129d80d5-d981-4319-9c5f-3ec43faffc05 None None] Attempting to bind port dee9852f-94a1-46a0-9a9b-0958e11f0082 on network b9de5b40-72ee-4157-ae1b-05dabdef7293 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:10.511048 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129d80d5-d981-4319-9c5f-3ec43faffc05 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:30:10.511416 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129d80d5-d981-4319-9c5f-3ec43faffc05 None None] Checking segment: {'id': '64ddc420-3dcb-4640-a8c6-c81dd195f20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:30:10.511862 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-129d80d5-d981-4319-9c5f-3ec43faffc05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:10.512294 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129d80d5-d981-4319-9c5f-3ec43faffc05 None None] Bound using segment: {'id': '64ddc420-3dcb-4640-a8c6-c81dd195f20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:30:10.512779 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-129d80d5-d981-4319-9c5f-3ec43faffc05 None None] Bound port: dee9852f-94a1-46a0-9a9b-0958e11f0082, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ddc420-3dcb-4640-a8c6-c81dd195f20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:30:10.513155 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-129d80d5-d981-4319-9c5f-3ec43faffc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:10.530141 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-4994a8b1-646d-417e-9002-6a9928b63a21 admin admin] Allocated IP 172.25.5.91 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/d2b70df1-ee29-42d2-a84b-373d93eccb79) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:30:10.577987 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-129d80d5-d981-4319-9c5f-3ec43faffc05 None None] For port dee9852f-94a1-46a0-9a9b-0958e11f0082, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:30:10.581449 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-129d80d5-d981-4319-9c5f-3ec43faffc05 None None] For port dee9852f-94a1-46a0-9a9b-0958e11f0082, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=dee9852f-94a1-46a0-9a9b-0958e11f0082,segment=NetworkSegment(64ddc420-3dcb-4640-a8c6-c81dd195f20c),segment_id=64ddc420-3dcb-4640-a8c6-c81dd195f20c)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:30:10.585780 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-129d80d5-d981-4319-9c5f-3ec43faffc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:10.632436 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4994a8b1-646d-417e-9002-6a9928b63a21 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:10.646726 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d80d5-d981-4319-9c5f-3ec43faffc05 None None] Pushing event updated for resources: {'Port': ['ID=dee9852f-94a1-46a0-9a9b-0958e11f0082,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:10.669331 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4994a8b1-646d-417e-9002-6a9928b63a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:10.714836 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4994a8b1-646d-417e-9002-6a9928b63a21 admin admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:10.717900 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-4994a8b1-646d-417e-9002-6a9928b63a21 admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:10.722055 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4994a8b1-646d-417e-9002-6a9928b63a21 admin admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:30:10.732030 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3495a5-7626-43f6-899f-bf3f5773313d None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:30:10.751220 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994a8b1-646d-417e-9002-6a9928b63a21 admin admin] Pushing event updated for resources: {'Port': ['ID=d2b70df1-ee29-42d2-a84b-373d93eccb79,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:10.783785 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-6e169905-61f8-4d4b-9183-c52e206b18c0 None None] Provisioning complete for port d2b70df1-ee29-42d2-a84b-373d93eccb79 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:10.784190 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6e169905-61f8-4d4b-9183-c52e206b18c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:10.829679 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-6e169905-61f8-4d4b-9183-c52e206b18c0 None None] Port d2b70df1-ee29-42d2-a84b-373d93eccb79 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:30:11.017764 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4994a8b1-646d-417e-9002-6a9928b63a21 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:11.213379 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4994a8b1-646d-417e-9002-6a9928b63a21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:11.343998 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4994a8b1-646d-417e-9002-6a9928b63a21 admin admin] Router 9dd3a1d8-213d-421a-81ad-d38291000bc5 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:30:11.455950 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4994a8b1-646d-417e-9002-6a9928b63a21 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:30:11.465384 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f65550-1529-4053-90bc-c1da216ea4dc None None] Sync routers for ids ['9dd3a1d8-213d-421a-81ad-d38291000bc5'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:30:11.478125 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f65550-1529-4053-90bc-c1da216ea4dc None None] Routers {'9dd3a1d8-213d-421a-81ad-d38291000bc5'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:11.479247 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-b7f65550-1529-4053-90bc-c1da216ea4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:30:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['9dd3a1d8-213d-421a-81ad-d38291000bc5'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:11.483629 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4994a8b1-646d-417e-9002-6a9928b63a21 admin admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:11.487696 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4994a8b1-646d-417e-9002-6a9928b63a21 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5251110 Nov 12 04:30:11.487870 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59238) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:11.606135 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-b7f65550-1529-4053-90bc-c1da216ea4dc None None] Set router 9dd3a1d8-213d-421a-81ad-d38291000bc5 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:30:11.638259 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a002b687-3a10-4907-8425-68a8f5660ef0 None None] Network b9de5b40-72ee-4157-ae1b-05dabdef7293 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:30:11.710824 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-b9cf8067-0eb7-44a9-9dda-52450a3f7440 None None] Provisioning complete for port dee9852f-94a1-46a0-9a9b-0958e11f0082 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:11.711295 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b9cf8067-0eb7-44a9-9dda-52450a3f7440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:11.817340 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-b7f65550-1529-4053-90bc-c1da216ea4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'name': 'tempest-TestShelveInstance-219034106-router', 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'd2b70df1-ee29-42d2-a84b-373d93eccb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:09Z', 'updated_at': '2021-11-12T04:30:10Z', 'revision_number': 3, 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'gw_port': {'id': 'd2b70df1-ee29-42d2-a84b-373d93eccb79', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bb:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:10Z', 'updated_at': '2021-11-12T04:30:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:11.849619 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f65550-1529-4053-90bc-c1da216ea4dc None None] Checking router: 9dd3a1d8-213d-421a-81ad-d38291000bc5 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:30:11.849980 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f65550-1529-4053-90bc-c1da216ea4dc None None] Updating router 9dd3a1d8-213d-421a-81ad-d38291000bc5 port d2b70df1-ee29-42d2-a84b-373d93eccb79 binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:30:11.870482 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b9cf8067-0eb7-44a9-9dda-52450a3f7440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:11.879407 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b7f65550-1529-4053-90bc-c1da216ea4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:11.920663 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-b9cf8067-0eb7-44a9-9dda-52450a3f7440 None None] For port dee9852f-94a1-46a0-9a9b-0958e11f0082, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=dee9852f-94a1-46a0-9a9b-0958e11f0082,segment=NetworkSegment(64ddc420-3dcb-4640-a8c6-c81dd195f20c),segment_id=64ddc420-3dcb-4640-a8c6-c81dd195f20c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:11.931084 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b9cf8067-0eb7-44a9-9dda-52450a3f7440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:11.994040 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf8067-0eb7-44a9-9dda-52450a3f7440 None None] Pushing event updated for resources: {'Port': ['ID=dee9852f-94a1-46a0-9a9b-0958e11f0082,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:12.153044 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-01a5fba3-a869-430f-a29b-6a762866d1b3 None None] Provisioning complete for port dee9852f-94a1-46a0-9a9b-0958e11f0082 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:12.153704 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-01a5fba3-a869-430f-a29b-6a762866d1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:12.181755 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b7f65550-1529-4053-90bc-c1da216ea4dc None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:12.189210 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b7f65550-1529-4053-90bc-c1da216ea4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:12.232217 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-b7f65550-1529-4053-90bc-c1da216ea4dc None None] Attempting to bind port d2b70df1-ee29-42d2-a84b-373d93eccb79 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:12.232593 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-b7f65550-1529-4053-90bc-c1da216ea4dc None None] Attempting to bind port d2b70df1-ee29-42d2-a84b-373d93eccb79 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:12.232962 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f65550-1529-4053-90bc-c1da216ea4dc None None] Attempting to bind port d2b70df1-ee29-42d2-a84b-373d93eccb79 on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:12.237190 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0420b94-74f7-4149-be35-6e2aae4d749c None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:30:12.244107 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f65550-1529-4053-90bc-c1da216ea4dc None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:30:12.244483 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f65550-1529-4053-90bc-c1da216ea4dc None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:30:12.244972 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b7f65550-1529-4053-90bc-c1da216ea4dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:12.246213 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f65550-1529-4053-90bc-c1da216ea4dc None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:30:12.246445 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-b7f65550-1529-4053-90bc-c1da216ea4dc None None] Bound port: d2b70df1-ee29-42d2-a84b-373d93eccb79, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:30:12.246833 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b7f65550-1529-4053-90bc-c1da216ea4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:12.280102 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d441424a-b740-48c6-9a8c-6b4d6adb0e8d None None] Pushing event updated for resources: {'Port': ['ID=d2b70df1-ee29-42d2-a84b-373d93eccb79,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:12.293888 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d441424a-b740-48c6-9a8c-6b4d6adb0e8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:12.294230 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d441424a-b740-48c6-9a8c-6b4d6adb0e8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:12.294569 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d441424a-b740-48c6-9a8c-6b4d6adb0e8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:12.294899 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d441424a-b740-48c6-9a8c-6b4d6adb0e8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:12.295227 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d441424a-b740-48c6-9a8c-6b4d6adb0e8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:12.295553 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d441424a-b740-48c6-9a8c-6b4d6adb0e8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:12.295875 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d441424a-b740-48c6-9a8c-6b4d6adb0e8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:12.296219 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d441424a-b740-48c6-9a8c-6b4d6adb0e8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:12.296542 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d441424a-b740-48c6-9a8c-6b4d6adb0e8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:12.296859 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d441424a-b740-48c6-9a8c-6b4d6adb0e8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:12.297192 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d441424a-b740-48c6-9a8c-6b4d6adb0e8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:12.297495 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d441424a-b740-48c6-9a8c-6b4d6adb0e8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:12.297619 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b8b7da36-0b7d-4c71-8b76-62fa26028f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:12.320794 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-b7f65550-1529-4053-90bc-c1da216ea4dc None None] For port d2b70df1-ee29-42d2-a84b-373d93eccb79, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:30:12.328757 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-b7f65550-1529-4053-90bc-c1da216ea4dc None None] For port d2b70df1-ee29-42d2-a84b-373d93eccb79, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d2b70df1-ee29-42d2-a84b-373d93eccb79,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:30:12.333111 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b7f65550-1529-4053-90bc-c1da216ea4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:12.371212 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-131f4e09-d6c6-4345-b108-82487892bd8d None None] Provisioning complete for port d2b70df1-ee29-42d2-a84b-373d93eccb79 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:12.372040 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-131f4e09-d6c6-4345-b108-82487892bd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:12.393953 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f65550-1529-4053-90bc-c1da216ea4dc None None] Routers {'9dd3a1d8-213d-421a-81ad-d38291000bc5'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:12.394584 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-b7f65550-1529-4053-90bc-c1da216ea4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:30:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['9dd3a1d8-213d-421a-81ad-d38291000bc5'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:12.407671 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fcab36-cee0-4132-acba-6accd514b942 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:30:12.474901 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-131f4e09-d6c6-4345-b108-82487892bd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:12.480863 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-b8b7da36-0b7d-4c71-8b76-62fa26028f75 admin admin] Allocated IP 172.20.0.1 (b9de5b40-72ee-4157-ae1b-05dabdef7293/e97713e0-c128-4c83-99e1-86cf8e0c3d0b/f2ba942b-884f-4425-9a95-5fa813c723de) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:30:12.500610 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-131f4e09-d6c6-4345-b108-82487892bd8d None None] For port d2b70df1-ee29-42d2-a84b-373d93eccb79, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d2b70df1-ee29-42d2-a84b-373d93eccb79,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:12.505107 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-131f4e09-d6c6-4345-b108-82487892bd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:12.555753 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f4e09-d6c6-4345-b108-82487892bd8d None None] Pushing event updated for resources: {'Port': ['ID=d2b70df1-ee29-42d2-a84b-373d93eccb79,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:12.581317 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d441424a-b740-48c6-9a8c-6b4d6adb0e8d None None] Pushing event updated for resources: {'Port': ['ID=d2b70df1-ee29-42d2-a84b-373d93eccb79,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:12.604451 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b8b7da36-0b7d-4c71-8b76-62fa26028f75 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:12.607534 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-b7f65550-1529-4053-90bc-c1da216ea4dc None None] Set router 9dd3a1d8-213d-421a-81ad-d38291000bc5 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:30:12.627718 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3fab2c19-7af0-4a53-9d56-04539ca218da None None] Provisioning complete for port d2b70df1-ee29-42d2-a84b-373d93eccb79 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:12.628051 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3fab2c19-7af0-4a53-9d56-04539ca218da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:12.639112 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b8b7da36-0b7d-4c71-8b76-62fa26028f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:12.682284 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b7da36-0b7d-4c71-8b76-62fa26028f75 admin admin] Network b9de5b40-72ee-4157-ae1b-05dabdef7293 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:12.689221 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-b8b7da36-0b7d-4c71-8b76-62fa26028f75 admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:12.692500 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b7da36-0b7d-4c71-8b76-62fa26028f75 admin admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:30:12.694649 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b7da36-0b7d-4c71-8b76-62fa26028f75 admin admin] Pushing event updated for resources: {'Port': ['ID=f2ba942b-884f-4425-9a95-5fa813c723de,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:12.741414 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b8b7da36-0b7d-4c71-8b76-62fa26028f75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:12.810820 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-b7f65550-1529-4053-90bc-c1da216ea4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'name': 'tempest-TestShelveInstance-219034106-router', 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'd2b70df1-ee29-42d2-a84b-373d93eccb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:09Z', 'updated_at': '2021-11-12T04:30:10Z', 'revision_number': 3, 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'gw_port': {'id': 'd2b70df1-ee29-42d2-a84b-373d93eccb79', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bb:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:10Z', 'updated_at': '2021-11-12T04:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:12.857318 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f65550-1529-4053-90bc-c1da216ea4dc None None] The sync data for ids ['9dd3a1d8-213d-421a-81ad-d38291000bc5'] in n-d-715271-27 is: [{'id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'name': 'tempest-TestShelveInstance-219034106-router', 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'd2b70df1-ee29-42d2-a84b-373d93eccb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:09Z', 'updated_at': '2021-11-12T04:30:10Z', 'revision_number': 3, 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'gw_port': {'id': 'd2b70df1-ee29-42d2-a84b-373d93eccb79', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bb:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:10Z', 'updated_at': '2021-11-12T04:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:30:12.885072 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device dee9852f-94a1-46a0-9a9b-0958e11f0082 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:30:12.893428 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b8b7da36-0b7d-4c71-8b76-62fa26028f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:12.948211 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port dee9852f-94a1-46a0-9a9b-0958e11f0082 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:12.948937 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:13.051667 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-e5261202-ccd4-4f5f-81a1-55b7d79b39b4 None None] Provisioning complete for port f2ba942b-884f-4425-9a95-5fa813c723de triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:13.052038 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e5261202-ccd4-4f5f-81a1-55b7d79b39b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:13.084582 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b8b7da36-0b7d-4c71-8b76-62fa26028f75 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:13.090516 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b8b7da36-0b7d-4c71-8b76-62fa26028f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:13.093743 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-e5261202-ccd4-4f5f-81a1-55b7d79b39b4 None None] Port f2ba942b-884f-4425-9a95-5fa813c723de cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:30:13.179325 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b7da36-0b7d-4c71-8b76-62fa26028f75 admin admin] Pushing event updated for resources: {'Port': ['ID=f2ba942b-884f-4425-9a95-5fa813c723de,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:13.182404 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b8b7da36-0b7d-4c71-8b76-62fa26028f75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:13.280882 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b7da36-0b7d-4c71-8b76-62fa26028f75 admin admin] Network b9de5b40-72ee-4157-ae1b-05dabdef7293 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:13.282500 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-b8b7da36-0b7d-4c71-8b76-62fa26028f75 admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:13.413081 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b7da36-0b7d-4c71-8b76-62fa26028f75 admin admin] Router 9dd3a1d8-213d-421a-81ad-d38291000bc5 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:30:13.515123 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-28b85b21-85ad-4731-a4b1-8032b32be215 None None] Provisioning complete for port f2ba942b-884f-4425-9a95-5fa813c723de triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:13.515663 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-28b85b21-85ad-4731-a4b1-8032b32be215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:13.541844 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b7da36-0b7d-4c71-8b76-62fa26028f75 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:30:13.548058 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b8b7da36-0b7d-4c71-8b76-62fa26028f75 admin admin] 10.222.0.50 "PUT /v2.0/routers/9dd3a1d8-213d-421a-81ad-d38291000bc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0590637 Nov 12 04:30:13.562080 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-28b85b21-85ad-4731-a4b1-8032b32be215 None None] Port f2ba942b-884f-4425-9a95-5fa813c723de cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:30:14.026277 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59256) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:14.032339 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-641a6af1-5df2-427e-9ccd-a7ed90cfe430 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1358840231-network', 'tenant_id': '64c2c3704f144fe4955ca6a24961d105'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:14.053581 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641a6af1-5df2-427e-9ccd-a7ed90cfe430 admin admin] Made reservation on behalf of 64c2c3704f144fe4955ca6a24961d105 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:30:14.055991 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-641a6af1-5df2-427e-9ccd-a7ed90cfe430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:14.065310 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-641a6af1-5df2-427e-9ccd-a7ed90cfe430 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:14.141728 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-641a6af1-5df2-427e-9ccd-a7ed90cfe430 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:14.145694 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-641a6af1-5df2-427e-9ccd-a7ed90cfe430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:14.168443 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-641a6af1-5df2-427e-9ccd-a7ed90cfe430 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:30:14.184217 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641a6af1-5df2-427e-9ccd-a7ed90cfe430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561b8978-49d3-4cf0-9323-35a7446f4970,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:14.187194 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-641a6af1-5df2-427e-9ccd-a7ed90cfe430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:14.187536 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-641a6af1-5df2-427e-9ccd-a7ed90cfe430 admin admin] Added segment 4131ad7d-026e-489e-a19e-86433fb1ff55 of type vlan for network 3e799f87-0305-402d-a8ee-21edd5f6c015 Nov 12 04:30:14.233522 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-641a6af1-5df2-427e-9ccd-a7ed90cfe430 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:14.259560 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-641a6af1-5df2-427e-9ccd-a7ed90cfe430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:14.260672 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641a6af1-5df2-427e-9ccd-a7ed90cfe430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:14.261401 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-641a6af1-5df2-427e-9ccd-a7ed90cfe430 admin admin] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:14.318855 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-641a6af1-5df2-427e-9ccd-a7ed90cfe430 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2905204 Nov 12 04:30:14.321669 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59258) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:14.328591 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-e8f2eb5d-c7b2-42e2-b0d1-70849f337e57 admin admin] Request body: {'subnet': {'network_id': '3e799f87-0305-402d-a8ee-21edd5f6c015', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1358840231-subnet', 'tenant_id': '64c2c3704f144fe4955ca6a24961d105', 'ip_version': 4}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:14.334633 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641a6af1-5df2-427e-9ccd-a7ed90cfe430 admin admin] Pushing event updated for resources: {'Network': ['ID=3e799f87-0305-402d-a8ee-21edd5f6c015,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:14.345108 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 3e799f87-0305-402d-a8ee-21edd5f6c015 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:30:14.355952 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f2eb5d-c7b2-42e2-b0d1-70849f337e57 admin admin] Made reservation on behalf of 64c2c3704f144fe4955ca6a24961d105 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:30:14.358521 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e8f2eb5d-c7b2-42e2-b0d1-70849f337e57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:14.450894 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78350548-c785-48e0-9a2e-b456be512eb5 None None] Sync routers for ids ['9dd3a1d8-213d-421a-81ad-d38291000bc5'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:30:14.461336 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78350548-c785-48e0-9a2e-b456be512eb5 None None] Routers {'9dd3a1d8-213d-421a-81ad-d38291000bc5'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:14.462025 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-78350548-c785-48e0-9a2e-b456be512eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:30:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['9dd3a1d8-213d-421a-81ad-d38291000bc5'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:14.536362 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e8f2eb5d-c7b2-42e2-b0d1-70849f337e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:14.570920 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-78350548-c785-48e0-9a2e-b456be512eb5 None None] Set router 9dd3a1d8-213d-421a-81ad-d38291000bc5 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:30:14.600242 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f2eb5d-c7b2-42e2-b0d1-70849f337e57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06c9f394-4999-4d72-a190-5d4bdf330590,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:14.608104 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f2eb5d-c7b2-42e2-b0d1-70849f337e57 admin admin] Checking segment: {'id': '4131ad7d-026e-489e-a19e-86433fb1ff55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3e799f87-0305-402d-a8ee-21edd5f6c015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:30:14.608485 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f2eb5d-c7b2-42e2-b0d1-70849f337e57 admin admin] Network hostable DHCP agents. Network: 3e799f87-0305-402d-a8ee-21edd5f6c015, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:30:14.626198 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f2eb5d-c7b2-42e2-b0d1-70849f337e57 admin admin] Network 3e799f87-0305-402d-a8ee-21edd5f6c015 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:30:14.635481 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-e8f2eb5d-c7b2-42e2-b0d1-70849f337e57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 3e799f87-0305-402d-a8ee-21edd5f6c015) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:14.639691 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f2eb5d-c7b2-42e2-b0d1-70849f337e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:14.640432 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e8f2eb5d-c7b2-42e2-b0d1-70849f337e57 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:14.650822 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b21f08d-fdf5-4630-839c-6c7bfe532468 None None] Network 3e799f87-0305-402d-a8ee-21edd5f6c015 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:30:14.657092 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e8f2eb5d-c7b2-42e2-b0d1-70849f337e57 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3321898 Nov 12 04:30:14.659675 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59260) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:14.664090 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-2b90d35f-0b6a-40e3-acb7-4abf741c9d8e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1358840231-router', 'tenant_id': '64c2c3704f144fe4955ca6a24961d105', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:14.686219 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2b90d35f-0b6a-40e3-acb7-4abf741c9d8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:14.687150 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2b90d35f-0b6a-40e3-acb7-4abf741c9d8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:14.740299 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2b90d35f-0b6a-40e3-acb7-4abf741c9d8e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:14.867828 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d2b70df1-ee29-42d2-a84b-373d93eccb79 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:30:14.899088 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2b90d35f-0b6a-40e3-acb7-4abf741c9d8e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:15.109470 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2b90d35f-0b6a-40e3-acb7-4abf741c9d8e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:15.113983 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec3d503-e9ce-4766-bc1b-651fc5e8386c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-3e799f87-0305-402d-a8ee-21edd5f6c015', 'network_id': '3e799f87-0305-402d-a8ee-21edd5f6c015', 'tenant_id': '64c2c3704f144fe4955ca6a24961d105', 'fixed_ips': [{'subnet_id': '06c9f394-4999-4d72-a190-5d4bdf330590'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:30:15.114835 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fec3d503-e9ce-4766-bc1b-651fc5e8386c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:15.134323 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2b90d35f-0b6a-40e3-acb7-4abf741c9d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:15.136494 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-78350548-c785-48e0-9a2e-b456be512eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'name': 'tempest-TestShelveInstance-219034106-router', 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'd2b70df1-ee29-42d2-a84b-373d93eccb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:09Z', 'updated_at': '2021-11-12T04:30:12Z', 'revision_number': 4, 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'gw_port': {'id': 'd2b70df1-ee29-42d2-a84b-373d93eccb79', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:10Z', 'updated_at': '2021-11-12T04:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'f2ba942b-884f-4425-9a95-5fa813c723de', 'name': '', 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293', 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'mac_address': 'fa:16:3e:a0:ee:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e97713e0-c128-4c83-99e1-86cf8e0c3d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:12Z', 'updated_at': '2021-11-12T04:30:12Z', 'revision_number': 2, 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'subnets': [{'id': 'e97713e0-c128-4c83-99e1-86cf8e0c3d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:15.174811 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78350548-c785-48e0-9a2e-b456be512eb5 None None] Checking router: 9dd3a1d8-213d-421a-81ad-d38291000bc5 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:30:15.175166 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78350548-c785-48e0-9a2e-b456be512eb5 None None] Updating router 9dd3a1d8-213d-421a-81ad-d38291000bc5 port f2ba942b-884f-4425-9a95-5fa813c723de binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:30:15.179217 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port d2b70df1-ee29-42d2-a84b-373d93eccb79 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:15.180330 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:15.239417 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-2b90d35f-0b6a-40e3-acb7-4abf741c9d8e admin admin] Allocated IP 172.25.5.89 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/541938ec-6b9e-46c7-a453-3545cc9bbc58) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:30:15.275892 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78350548-c785-48e0-9a2e-b456be512eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:15.348533 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2b90d35f-0b6a-40e3-acb7-4abf741c9d8e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:15.384437 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2b90d35f-0b6a-40e3-acb7-4abf741c9d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:15.388675 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-fec3d503-e9ce-4766-bc1b-651fc5e8386c None None] Allocated IP 172.20.0.2 (3e799f87-0305-402d-a8ee-21edd5f6c015/06c9f394-4999-4d72-a190-5d4bdf330590/ff04f13a-9799-4a30-9d67-9cadd3f1a8b8) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:30:15.429169 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b90d35f-0b6a-40e3-acb7-4abf741c9d8e admin admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:15.432217 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-2b90d35f-0b6a-40e3-acb7-4abf741c9d8e admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:15.438086 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b90d35f-0b6a-40e3-acb7-4abf741c9d8e admin admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:30:15.457920 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b90d35f-0b6a-40e3-acb7-4abf741c9d8e admin admin] Pushing event updated for resources: {'Port': ['ID=541938ec-6b9e-46c7-a453-3545cc9bbc58,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:15.472243 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16307edf-b9e4-4839-8306-f2501ee25e33 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:30:15.678263 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-e1e73139-c60c-41e5-9d57-8aeb87895e7f None None] Provisioning complete for port 541938ec-6b9e-46c7-a453-3545cc9bbc58 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:15.678517 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e1e73139-c60c-41e5-9d57-8aeb87895e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:15.692734 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2b90d35f-0b6a-40e3-acb7-4abf741c9d8e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:15.775963 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fec3d503-e9ce-4766-bc1b-651fc5e8386c None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:15.780762 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-e1e73139-c60c-41e5-9d57-8aeb87895e7f None None] Port 541938ec-6b9e-46c7-a453-3545cc9bbc58 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:30:15.803520 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fec3d503-e9ce-4766-bc1b-651fc5e8386c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:15.856048 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78350548-c785-48e0-9a2e-b456be512eb5 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:15.868887 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec3d503-e9ce-4766-bc1b-651fc5e8386c None None] Network 3e799f87-0305-402d-a8ee-21edd5f6c015 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:15.869666 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78350548-c785-48e0-9a2e-b456be512eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:15.877385 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-fec3d503-e9ce-4766-bc1b-651fc5e8386c None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:15.884102 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec3d503-e9ce-4766-bc1b-651fc5e8386c None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:30:15.886563 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec3d503-e9ce-4766-bc1b-651fc5e8386c None None] Pushing event updated for resources: {'Port': ['ID=ff04f13a-9799-4a30-9d67-9cadd3f1a8b8,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:15.896949 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2b90d35f-0b6a-40e3-acb7-4abf741c9d8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:16.000968 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c51c1e8-5a96-4df2-a771-fc396d74413f None None] Pushing event updated for resources: {'Port': ['ID=f2ba942b-884f-4425-9a95-5fa813c723de,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:16.007040 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-fec3d503-e9ce-4766-bc1b-651fc5e8386c None None] Attempting to bind port ff04f13a-9799-4a30-9d67-9cadd3f1a8b8 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:16.007040 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-fec3d503-e9ce-4766-bc1b-651fc5e8386c None None] Attempting to bind port ff04f13a-9799-4a30-9d67-9cadd3f1a8b8 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '4131ad7d-026e-489e-a19e-86433fb1ff55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3e799f87-0305-402d-a8ee-21edd5f6c015'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:16.007474 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec3d503-e9ce-4766-bc1b-651fc5e8386c None None] Attempting to bind port ff04f13a-9799-4a30-9d67-9cadd3f1a8b8 on network 3e799f87-0305-402d-a8ee-21edd5f6c015 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:16.034426 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec3d503-e9ce-4766-bc1b-651fc5e8386c None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:30:16.034799 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec3d503-e9ce-4766-bc1b-651fc5e8386c None None] Checking segment: {'id': '4131ad7d-026e-489e-a19e-86433fb1ff55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3e799f87-0305-402d-a8ee-21edd5f6c015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:30:16.035327 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fec3d503-e9ce-4766-bc1b-651fc5e8386c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:16.035605 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec3d503-e9ce-4766-bc1b-651fc5e8386c None None] Bound using segment: {'id': '4131ad7d-026e-489e-a19e-86433fb1ff55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3e799f87-0305-402d-a8ee-21edd5f6c015'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:30:16.036106 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-fec3d503-e9ce-4766-bc1b-651fc5e8386c None None] Bound port: ff04f13a-9799-4a30-9d67-9cadd3f1a8b8, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4131ad7d-026e-489e-a19e-86433fb1ff55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3e799f87-0305-402d-a8ee-21edd5f6c015'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:30:16.036494 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fec3d503-e9ce-4766-bc1b-651fc5e8386c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:16.048708 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-78350548-c785-48e0-9a2e-b456be512eb5 None None] Attempting to bind port f2ba942b-884f-4425-9a95-5fa813c723de on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:16.049081 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-78350548-c785-48e0-9a2e-b456be512eb5 None None] Attempting to bind port f2ba942b-884f-4425-9a95-5fa813c723de by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '64ddc420-3dcb-4640-a8c6-c81dd195f20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:16.049529 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78350548-c785-48e0-9a2e-b456be512eb5 None None] Attempting to bind port f2ba942b-884f-4425-9a95-5fa813c723de on network b9de5b40-72ee-4157-ae1b-05dabdef7293 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:16.052829 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b90d35f-0b6a-40e3-acb7-4abf741c9d8e admin admin] Router a858ca52-33fa-4672-9174-a497615adf18 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:30:16.058395 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78350548-c785-48e0-9a2e-b456be512eb5 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:30:16.058779 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78350548-c785-48e0-9a2e-b456be512eb5 None None] Checking segment: {'id': '64ddc420-3dcb-4640-a8c6-c81dd195f20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:30:16.059188 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78350548-c785-48e0-9a2e-b456be512eb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:16.059578 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78350548-c785-48e0-9a2e-b456be512eb5 None None] Bound using segment: {'id': '64ddc420-3dcb-4640-a8c6-c81dd195f20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:30:16.060108 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-78350548-c785-48e0-9a2e-b456be512eb5 None None] Bound port: f2ba942b-884f-4425-9a95-5fa813c723de, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ddc420-3dcb-4640-a8c6-c81dd195f20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:30:16.060464 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78350548-c785-48e0-9a2e-b456be512eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:16.166961 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b90d35f-0b6a-40e3-acb7-4abf741c9d8e admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:30:16.170145 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-fec3d503-e9ce-4766-bc1b-651fc5e8386c None None] For port ff04f13a-9799-4a30-9d67-9cadd3f1a8b8, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:30:16.176169 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-fec3d503-e9ce-4766-bc1b-651fc5e8386c None None] For port ff04f13a-9799-4a30-9d67-9cadd3f1a8b8, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=ff04f13a-9799-4a30-9d67-9cadd3f1a8b8,segment=NetworkSegment(4131ad7d-026e-489e-a19e-86433fb1ff55),segment_id=4131ad7d-026e-489e-a19e-86433fb1ff55)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:30:16.176740 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d35a8d-3f87-4e30-8356-e674ffd97b3b None None] Sync routers for ids ['a858ca52-33fa-4672-9174-a497615adf18'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:30:16.180695 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-78350548-c785-48e0-9a2e-b456be512eb5 None None] For port f2ba942b-884f-4425-9a95-5fa813c723de, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:30:16.184836 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-78350548-c785-48e0-9a2e-b456be512eb5 None None] For port f2ba942b-884f-4425-9a95-5fa813c723de, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=f2ba942b-884f-4425-9a95-5fa813c723de,segment=NetworkSegment(64ddc420-3dcb-4640-a8c6-c81dd195f20c),segment_id=64ddc420-3dcb-4640-a8c6-c81dd195f20c)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:30:16.186431 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fec3d503-e9ce-4766-bc1b-651fc5e8386c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:16.189835 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d35a8d-3f87-4e30-8356-e674ffd97b3b None None] Routers {'a858ca52-33fa-4672-9174-a497615adf18'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:16.190343 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2b90d35f-0b6a-40e3-acb7-4abf741c9d8e admin admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:16.191070 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-88d35a8d-3f87-4e30-8356-e674ffd97b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:30:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['a858ca52-33fa-4672-9174-a497615adf18'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:16.194818 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59262) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:16.195357 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2b90d35f-0b6a-40e3-acb7-4abf741c9d8e admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5344636 Nov 12 04:30:16.203397 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78350548-c785-48e0-9a2e-b456be512eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:16.246869 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3defbe89-4953-4255-b3db-cff07686bbf0 None None] Provisioning complete for port f2ba942b-884f-4425-9a95-5fa813c723de triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:16.246869 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3defbe89-4953-4255-b3db-cff07686bbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:16.309262 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec3d503-e9ce-4766-bc1b-651fc5e8386c None None] Pushing event updated for resources: {'Port': ['ID=ff04f13a-9799-4a30-9d67-9cadd3f1a8b8,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:16.315150 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78350548-c785-48e0-9a2e-b456be512eb5 None None] Routers {'9dd3a1d8-213d-421a-81ad-d38291000bc5'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:16.315776 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-78350548-c785-48e0-9a2e-b456be512eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:30:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['9dd3a1d8-213d-421a-81ad-d38291000bc5'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:16.323634 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-88d35a8d-3f87-4e30-8356-e674ffd97b3b None None] Set router a858ca52-33fa-4672-9174-a497615adf18 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:30:16.502326 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c51c1e8-5a96-4df2-a771-fc396d74413f None None] Pushing event updated for resources: {'Port': ['ID=f2ba942b-884f-4425-9a95-5fa813c723de,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:16.515730 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3defbe89-4953-4255-b3db-cff07686bbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:16.555755 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-88d35a8d-3f87-4e30-8356-e674ffd97b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a858ca52-33fa-4672-9174-a497615adf18', 'name': 'tempest-TestShelveInstance-1358840231-router', 'tenant_id': '64c2c3704f144fe4955ca6a24961d105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '541938ec-6b9e-46c7-a453-3545cc9bbc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:14Z', 'updated_at': '2021-11-12T04:30:15Z', 'revision_number': 3, 'project_id': '64c2c3704f144fe4955ca6a24961d105', 'gw_port': {'id': '541938ec-6b9e-46c7-a453-3545cc9bbc58', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:81:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a858ca52-33fa-4672-9174-a497615adf18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:15Z', 'updated_at': '2021-11-12T04:30:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:16.564727 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3defbe89-4953-4255-b3db-cff07686bbf0 None None] For port f2ba942b-884f-4425-9a95-5fa813c723de, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=f2ba942b-884f-4425-9a95-5fa813c723de,segment=NetworkSegment(64ddc420-3dcb-4640-a8c6-c81dd195f20c),segment_id=64ddc420-3dcb-4640-a8c6-c81dd195f20c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:16.566782 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-78350548-c785-48e0-9a2e-b456be512eb5 None None] Set router 9dd3a1d8-213d-421a-81ad-d38291000bc5 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:30:16.592885 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d35a8d-3f87-4e30-8356-e674ffd97b3b None None] Checking router: a858ca52-33fa-4672-9174-a497615adf18 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:30:16.593236 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d35a8d-3f87-4e30-8356-e674ffd97b3b None None] Updating router a858ca52-33fa-4672-9174-a497615adf18 port 541938ec-6b9e-46c7-a453-3545cc9bbc58 binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:30:16.627177 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3defbe89-4953-4255-b3db-cff07686bbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:16.644590 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-88d35a8d-3f87-4e30-8356-e674ffd97b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:16.815124 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3defbe89-4953-4255-b3db-cff07686bbf0 None None] Pushing event updated for resources: {'Port': ['ID=f2ba942b-884f-4425-9a95-5fa813c723de,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:16.842416 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-f71cdd45-c28b-46c1-b3f6-431d06eb67b4 None None] Provisioning complete for port f2ba942b-884f-4425-9a95-5fa813c723de triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:16.842789 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f71cdd45-c28b-46c1-b3f6-431d06eb67b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:16.887661 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4c8482ed-7d3b-4753-93cf-a5dfb94e72d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:16.961871 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device ff04f13a-9799-4a30-9d67-9cadd3f1a8b8 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:30:16.971298 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-78350548-c785-48e0-9a2e-b456be512eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'name': 'tempest-TestShelveInstance-219034106-router', 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'd2b70df1-ee29-42d2-a84b-373d93eccb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:09Z', 'updated_at': '2021-11-12T04:30:12Z', 'revision_number': 4, 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'gw_port': {'id': 'd2b70df1-ee29-42d2-a84b-373d93eccb79', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:10Z', 'updated_at': '2021-11-12T04:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'f2ba942b-884f-4425-9a95-5fa813c723de', 'name': '', 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293', 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'mac_address': 'fa:16:3e:a0:ee:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e97713e0-c128-4c83-99e1-86cf8e0c3d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:12Z', 'updated_at': '2021-11-12T04:30:16Z', 'revision_number': 4, 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'subnets': [{'id': 'e97713e0-c128-4c83-99e1-86cf8e0c3d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:17.059223 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-88d35a8d-3f87-4e30-8356-e674ffd97b3b None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:17.065652 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-88d35a8d-3f87-4e30-8356-e674ffd97b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:17.106559 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-4c8482ed-7d3b-4753-93cf-a5dfb94e72d1 admin admin] Allocated IP 172.20.0.1 (3e799f87-0305-402d-a8ee-21edd5f6c015/06c9f394-4999-4d72-a190-5d4bdf330590/ca7beff8-95b4-4c95-b581-c47a53342393) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:30:17.131958 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-88d35a8d-3f87-4e30-8356-e674ffd97b3b None None] Attempting to bind port 541938ec-6b9e-46c7-a453-3545cc9bbc58 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:17.132364 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-88d35a8d-3f87-4e30-8356-e674ffd97b3b None None] Attempting to bind port 541938ec-6b9e-46c7-a453-3545cc9bbc58 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:17.132710 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d35a8d-3f87-4e30-8356-e674ffd97b3b None None] Attempting to bind port 541938ec-6b9e-46c7-a453-3545cc9bbc58 on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:17.138684 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb52237-6a8b-4779-b102-c21bd9a0d2c3 None None] Pushing event updated for resources: {'Port': ['ID=541938ec-6b9e-46c7-a453-3545cc9bbc58,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:17.141700 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d35a8d-3f87-4e30-8356-e674ffd97b3b None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:30:17.142384 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d35a8d-3f87-4e30-8356-e674ffd97b3b None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:30:17.142790 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-88d35a8d-3f87-4e30-8356-e674ffd97b3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:17.143165 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d35a8d-3f87-4e30-8356-e674ffd97b3b None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:30:17.143629 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-88d35a8d-3f87-4e30-8356-e674ffd97b3b None None] Bound port: 541938ec-6b9e-46c7-a453-3545cc9bbc58, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:30:17.144466 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-88d35a8d-3f87-4e30-8356-e674ffd97b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:17.194332 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bd7c3e-e2d8-434c-a251-88494a5a34c7 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:30:17.201101 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78350548-c785-48e0-9a2e-b456be512eb5 None None] The sync data for ids ['9dd3a1d8-213d-421a-81ad-d38291000bc5'] in n-d-715271-27 is: [{'id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'name': 'tempest-TestShelveInstance-219034106-router', 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'd2b70df1-ee29-42d2-a84b-373d93eccb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:09Z', 'updated_at': '2021-11-12T04:30:12Z', 'revision_number': 4, 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'gw_port': {'id': 'd2b70df1-ee29-42d2-a84b-373d93eccb79', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:10Z', 'updated_at': '2021-11-12T04:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'f2ba942b-884f-4425-9a95-5fa813c723de', 'name': '', 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293', 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'mac_address': 'fa:16:3e:a0:ee:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e97713e0-c128-4c83-99e1-86cf8e0c3d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:12Z', 'updated_at': '2021-11-12T04:30:16Z', 'revision_number': 4, 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'subnets': [{'id': 'e97713e0-c128-4c83-99e1-86cf8e0c3d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:30:17.205088 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-88d35a8d-3f87-4e30-8356-e674ffd97b3b None None] For port 541938ec-6b9e-46c7-a453-3545cc9bbc58, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:30:17.208141 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-88d35a8d-3f87-4e30-8356-e674ffd97b3b None None] For port 541938ec-6b9e-46c7-a453-3545cc9bbc58, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=541938ec-6b9e-46c7-a453-3545cc9bbc58,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:30:17.215782 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-88d35a8d-3f87-4e30-8356-e674ffd97b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:17.239834 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4c8482ed-7d3b-4753-93cf-a5dfb94e72d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:17.250883 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port ff04f13a-9799-4a30-9d67-9cadd3f1a8b8 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:17.250883 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:17.307149 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d35a8d-3f87-4e30-8356-e674ffd97b3b None None] Routers {'a858ca52-33fa-4672-9174-a497615adf18'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:17.308096 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-88d35a8d-3f87-4e30-8356-e674ffd97b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:30:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['a858ca52-33fa-4672-9174-a497615adf18'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:17.317833 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4c8482ed-7d3b-4753-93cf-a5dfb94e72d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:17.333591 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c33f9d5-0334-476c-b9ef-e0191f930a44 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:30:17.374465 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-dd7782df-3a8d-4226-9f4d-872fe15e070a None None] Provisioning complete for port 541938ec-6b9e-46c7-a453-3545cc9bbc58 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:17.375124 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-dd7782df-3a8d-4226-9f4d-872fe15e070a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:17.396902 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8482ed-7d3b-4753-93cf-a5dfb94e72d1 admin admin] Network 3e799f87-0305-402d-a8ee-21edd5f6c015 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:17.403785 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-4c8482ed-7d3b-4753-93cf-a5dfb94e72d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:17.408593 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8482ed-7d3b-4753-93cf-a5dfb94e72d1 admin admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:30:17.449980 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8482ed-7d3b-4753-93cf-a5dfb94e72d1 admin admin] Pushing event updated for resources: {'Port': ['ID=ca7beff8-95b4-4c95-b581-c47a53342393,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:17.485401 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4c8482ed-7d3b-4753-93cf-a5dfb94e72d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:17.496898 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-88d35a8d-3f87-4e30-8356-e674ffd97b3b None None] Set router a858ca52-33fa-4672-9174-a497615adf18 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:30:17.503768 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:17.593693 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] For port ff04f13a-9799-4a30-9d67-9cadd3f1a8b8, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=ff04f13a-9799-4a30-9d67-9cadd3f1a8b8,segment=NetworkSegment(4131ad7d-026e-489e-a19e-86433fb1ff55),segment_id=4131ad7d-026e-489e-a19e-86433fb1ff55)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:17.606058 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:17.651238 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-dd7782df-3a8d-4226-9f4d-872fe15e070a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:17.654589 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4c8482ed-7d3b-4753-93cf-a5dfb94e72d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:17.657897 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb52237-6a8b-4779-b102-c21bd9a0d2c3 None None] Pushing event updated for resources: {'Port': ['ID=541938ec-6b9e-46c7-a453-3545cc9bbc58,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:17.725656 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-dd7782df-3a8d-4226-9f4d-872fe15e070a None None] For port 541938ec-6b9e-46c7-a453-3545cc9bbc58, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=541938ec-6b9e-46c7-a453-3545cc9bbc58,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:17.736324 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-dd7782df-3a8d-4226-9f4d-872fe15e070a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:17.743833 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Pushing event updated for resources: {'Port': ['ID=ff04f13a-9799-4a30-9d67-9cadd3f1a8b8,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:17.834307 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7782df-3a8d-4226-9f4d-872fe15e070a None None] Pushing event updated for resources: {'Port': ['ID=541938ec-6b9e-46c7-a453-3545cc9bbc58,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:17.837994 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-88d35a8d-3f87-4e30-8356-e674ffd97b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a858ca52-33fa-4672-9174-a497615adf18', 'name': 'tempest-TestShelveInstance-1358840231-router', 'tenant_id': '64c2c3704f144fe4955ca6a24961d105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '541938ec-6b9e-46c7-a453-3545cc9bbc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:14Z', 'updated_at': '2021-11-12T04:30:15Z', 'revision_number': 3, 'project_id': '64c2c3704f144fe4955ca6a24961d105', 'gw_port': {'id': '541938ec-6b9e-46c7-a453-3545cc9bbc58', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:81:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a858ca52-33fa-4672-9174-a497615adf18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:15Z', 'updated_at': '2021-11-12T04:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:17.866311 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f08db0-82ce-4310-a5a8-df429c8e294e None None] Network 3e799f87-0305-402d-a8ee-21edd5f6c015 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:30:17.890474 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-670c9fb8-18a7-4cf2-9439-24cb7cf0add3 None None] Provisioning complete for port 541938ec-6b9e-46c7-a453-3545cc9bbc58 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:17.890844 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-670c9fb8-18a7-4cf2-9439-24cb7cf0add3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:17.893686 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d35a8d-3f87-4e30-8356-e674ffd97b3b None None] The sync data for ids ['a858ca52-33fa-4672-9174-a497615adf18'] in n-d-715271-27 is: [{'id': 'a858ca52-33fa-4672-9174-a497615adf18', 'name': 'tempest-TestShelveInstance-1358840231-router', 'tenant_id': '64c2c3704f144fe4955ca6a24961d105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '541938ec-6b9e-46c7-a453-3545cc9bbc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:14Z', 'updated_at': '2021-11-12T04:30:15Z', 'revision_number': 3, 'project_id': '64c2c3704f144fe4955ca6a24961d105', 'gw_port': {'id': '541938ec-6b9e-46c7-a453-3545cc9bbc58', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:81:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a858ca52-33fa-4672-9174-a497615adf18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:15Z', 'updated_at': '2021-11-12T04:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:30:17.897445 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4c8482ed-7d3b-4753-93cf-a5dfb94e72d1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:17.904435 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4c8482ed-7d3b-4753-93cf-a5dfb94e72d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:17.997642 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8482ed-7d3b-4753-93cf-a5dfb94e72d1 admin admin] Pushing event updated for resources: {'Port': ['ID=ca7beff8-95b4-4c95-b581-c47a53342393,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:18.000466 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4c8482ed-7d3b-4753-93cf-a5dfb94e72d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:18.112461 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8482ed-7d3b-4753-93cf-a5dfb94e72d1 admin admin] Network 3e799f87-0305-402d-a8ee-21edd5f6c015 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:18.113952 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-4c8482ed-7d3b-4753-93cf-a5dfb94e72d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:18.190990 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-46444f7a-ee64-46b4-9f31-bba08a26fd4c None None] Provisioning complete for port ff04f13a-9799-4a30-9d67-9cadd3f1a8b8 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:18.191462 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-46444f7a-ee64-46b4-9f31-bba08a26fd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:18.278307 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8482ed-7d3b-4753-93cf-a5dfb94e72d1 admin admin] Router a858ca52-33fa-4672-9174-a497615adf18 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:30:18.421646 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8482ed-7d3b-4753-93cf-a5dfb94e72d1 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:30:18.426949 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4c8482ed-7d3b-4753-93cf-a5dfb94e72d1 admin admin] 10.222.0.50 "PUT /v2.0/routers/a858ca52-33fa-4672-9174-a497615adf18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2310493 Nov 12 04:30:18.471861 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-c91bb848-18dc-4940-8e4e-2cd1abdb7f90 None None] Provisioning complete for port ff04f13a-9799-4a30-9d67-9cadd3f1a8b8 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:18.472261 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c91bb848-18dc-4940-8e4e-2cd1abdb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:18.603710 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-c91bb848-18dc-4940-8e4e-2cd1abdb7f90 None None] Provisioning complete for port ca7beff8-95b4-4c95-b581-c47a53342393 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:18.605147 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c91bb848-18dc-4940-8e4e-2cd1abdb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:18.666087 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-c91bb848-18dc-4940-8e4e-2cd1abdb7f90 None None] Port ca7beff8-95b4-4c95-b581-c47a53342393 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:30:18.811306 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:18.830504 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-f6b06522-3537-47b7-ac05-1b12f33f1975 None None] Provisioning complete for port ca7beff8-95b4-4c95-b581-c47a53342393 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:18.831184 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f6b06522-3537-47b7-ac05-1b12f33f1975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:18.899151 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-f6b06522-3537-47b7-ac05-1b12f33f1975 None None] Port ca7beff8-95b4-4c95-b581-c47a53342393 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:30:19.023731 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3a32bff9-1fb5-4083-977b-7fca118d8a69 None None] Provisioning complete for port ca7beff8-95b4-4c95-b581-c47a53342393 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:19.024299 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3a32bff9-1fb5-4083-977b-7fca118d8a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:19.056035 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 541938ec-6b9e-46c7-a453-3545cc9bbc58 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:30:19.099295 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3a32bff9-1fb5-4083-977b-7fca118d8a69 None None] Port ca7beff8-95b4-4c95-b581-c47a53342393 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:30:19.122076 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 541938ec-6b9e-46c7-a453-3545cc9bbc58 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:19.122469 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:19.205895 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device f2ba942b-884f-4425-9a95-5fa813c723de up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:30:19.255282 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port f2ba942b-884f-4425-9a95-5fa813c723de triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:19.255677 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:19.301510 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59270) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:19.306301 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-6d3a3768-e392-42e4-9540-8c09d5c3aab4 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-651452477', 'description': 'tempest-secgroup-smoke-651452477 description', 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:19.331944 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6d3a3768-e392-42e4-9540-8c09d5c3aab4 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:19.345380 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device ff04f13a-9799-4a30-9d67-9cadd3f1a8b8 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:30:19.395058 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port ff04f13a-9799-4a30-9d67-9cadd3f1a8b8 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:19.395455 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:19.404395 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6d3a3768-e392-42e4-9540-8c09d5c3aab4 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:19.408052 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6d3a3768-e392-42e4-9540-8c09d5c3aab4 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:19.440384 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a3768-e392-42e4-9540-8c09d5c3aab4 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3497e493-2f8b-4105-b3fb-4e8cca583c2a,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:19.445531 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6d3a3768-e392-42e4-9540-8c09d5c3aab4 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:19.449723 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6d3a3768-e392-42e4-9540-8c09d5c3aab4 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1442289 Nov 12 04:30:19.450348 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59272) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:19.454672 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-cd56461c-22a3-4481-a514-d144ba94a8d4 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Request body: {'security_group_rule': {'security_group_id': '3497e493-2f8b-4105-b3fb-4e8cca583c2a', 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:19.490655 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cd56461c-22a3-4481-a514-d144ba94a8d4 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:19.549148 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cd56461c-22a3-4481-a514-d144ba94a8d4 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:19.552740 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cd56461c-22a3-4481-a514-d144ba94a8d4 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:19.573500 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd56461c-22a3-4481-a514-d144ba94a8d4 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55545c90-2081-4809-9384-79affd9363f1,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:19.579417 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cd56461c-22a3-4481-a514-d144ba94a8d4 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:19.580799 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-cd56461c-22a3-4481-a514-d144ba94a8d4 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1295683 Nov 12 04:30:19.583440 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59276) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:19.587762 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-8d093855-249d-4456-b99f-8590e4928069 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Request body: {'security_group_rule': {'security_group_id': '3497e493-2f8b-4105-b3fb-4e8cca583c2a', 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:19.613275 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8d093855-249d-4456-b99f-8590e4928069 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:19.668054 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8d093855-249d-4456-b99f-8590e4928069 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:19.671496 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8d093855-249d-4456-b99f-8590e4928069 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:19.689685 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d093855-249d-4456-b99f-8590e4928069 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3226a64a-e517-4bf6-890a-f86ab8397f73,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:19.696283 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-8d093855-249d-4456-b99f-8590e4928069 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:19.697460 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-8d093855-249d-4456-b99f-8590e4928069 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1130607 Nov 12 04:30:19.700495 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59278) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:19.704758 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-6daf74c6-dd44-421a-bc6d-f7330004397a tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Request body: {'security_group_rule': {'security_group_id': '3497e493-2f8b-4105-b3fb-4e8cca583c2a', 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:19.731067 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6daf74c6-dd44-421a-bc6d-f7330004397a tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:19.790363 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6daf74c6-dd44-421a-bc6d-f7330004397a tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:19.795093 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6daf74c6-dd44-421a-bc6d-f7330004397a tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:19.813573 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf74c6-dd44-421a-bc6d-f7330004397a tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c0dbde4-0de9-42ff-8a80-a28d2f6b8e07,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:19.818975 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6daf74c6-dd44-421a-bc6d-f7330004397a tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:19.823604 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6daf74c6-dd44-421a-bc6d-f7330004397a tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187861 Nov 12 04:30:19.823604 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59280) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:19.827426 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-6d692551-c7c8-41a3-9f99-c294ac90d14f tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Request body: {'security_group_rule': {'security_group_id': '3497e493-2f8b-4105-b3fb-4e8cca583c2a', 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:19.855054 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6d692551-c7c8-41a3-9f99-c294ac90d14f tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:19.912791 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6d692551-c7c8-41a3-9f99-c294ac90d14f tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:19.916164 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6d692551-c7c8-41a3-9f99-c294ac90d14f tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:19.936619 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d692551-c7c8-41a3-9f99-c294ac90d14f tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c33516c-72d6-48fd-a5f2-335f908f0659,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:19.942022 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-6d692551-c7c8-41a3-9f99-c294ac90d14f tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:19.943196 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-6d692551-c7c8-41a3-9f99-c294ac90d14f tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1192558 Nov 12 04:30:19.945989 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59282) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:19.950301 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-3ecbbae7-d6e6-453e-8ff4-134c5e2f2130 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Request body: {'security_group_rule': {'security_group_id': '3497e493-2f8b-4105-b3fb-4e8cca583c2a', 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:19.972543 n-d-715271-27 neutron-server[102571]: INFO neutron.db.securitygroups_db [None req-3ecbbae7-d6e6-453e-8ff4-134c5e2f2130 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Project dc90a9e266e540258e47bb4ab5bce2e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:30:19.977639 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3ecbbae7-d6e6-453e-8ff4-134c5e2f2130 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:20.037105 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3ecbbae7-d6e6-453e-8ff4-134c5e2f2130 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:20.040767 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3ecbbae7-d6e6-453e-8ff4-134c5e2f2130 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:20.059370 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecbbae7-d6e6-453e-8ff4-134c5e2f2130 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0149e757-06f0-472c-9216-7df98097255f,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:20.067348 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-3ecbbae7-d6e6-453e-8ff4-134c5e2f2130 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:20.068641 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3ecbbae7-d6e6-453e-8ff4-134c5e2f2130 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217194 Nov 12 04:30:20.071372 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59284) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:20.076547 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-54ba2b30-b21a-46a9-98c2-2b404e18a3e3 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Request body: {'security_group_rule': {'security_group_id': '3497e493-2f8b-4105-b3fb-4e8cca583c2a', 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:20.102112 n-d-715271-27 neutron-server[102571]: INFO neutron.db.securitygroups_db [None req-54ba2b30-b21a-46a9-98c2-2b404e18a3e3 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Project dc90a9e266e540258e47bb4ab5bce2e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:30:20.107170 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-54ba2b30-b21a-46a9-98c2-2b404e18a3e3 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:20.170484 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-54ba2b30-b21a-46a9-98c2-2b404e18a3e3 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:20.173679 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-54ba2b30-b21a-46a9-98c2-2b404e18a3e3 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:20.192276 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba2b30-b21a-46a9-98c2-2b404e18a3e3 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1989e42-ff9b-4078-8001-c7eed06b5179,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:20.200683 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-54ba2b30-b21a-46a9-98c2-2b404e18a3e3 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:20.201916 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-54ba2b30-b21a-46a9-98c2-2b404e18a3e3 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1296029 Nov 12 04:30:20.360329 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-2d34eb28-3226-474d-8afe-8dc1625520eb tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-651452477&fields=id&tenant_id=dc90a9e266e540258e47bb4ab5bce2e6 HTTP/1.1" status: 200 len: 267 time: 0.0529339 Nov 12 04:30:20.473954 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-991d1c0f-1fc4-4524-8a7c-6baea1fa7c86 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:20.476534 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-991d1c0f-1fc4-4524-8a7c-6baea1fa7c86 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/networks?id=b9de5b40-72ee-4157-ae1b-05dabdef7293 HTTP/1.1" status: 200 len: 808 time: 0.1083658 Nov 12 04:30:20.491874 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-de5bc97a-71bb-40b5-a031-4a7804786612 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/quotas/dc90a9e266e540258e47bb4ab5bce2e6 HTTP/1.1" status: 200 len: 375 time: 0.0094903 Nov 12 04:30:20.544054 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-94bccf8c-3910-4be3-b2f4-752197dd5fb9 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc90a9e266e540258e47bb4ab5bce2e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458379 Nov 12 04:30:20.623853 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94ae1d9-b329-4495-b1a8-28c5636817c1 None None] Sync routers for ids ['a858ca52-33fa-4672-9174-a497615adf18'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:30:20.635058 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94ae1d9-b329-4495-b1a8-28c5636817c1 None None] Routers {'a858ca52-33fa-4672-9174-a497615adf18'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:20.635821 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-c94ae1d9-b329-4495-b1a8-28c5636817c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:30:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['a858ca52-33fa-4672-9174-a497615adf18'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:20.649809 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-31a23f78-0776-483f-b027-59d7d1fc2e6d service neutron] 10.222.0.50 "GET /v2.0/networks/b9de5b40-72ee-4157-ae1b-05dabdef7293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923142 Nov 12 04:30:20.739780 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-9e353f3d-0d4b-4f89-a3f7-01b398e2131c service neutron] 10.222.0.50 "GET /v2.0/networks/b9de5b40-72ee-4157-ae1b-05dabdef7293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830460 Nov 12 04:30:20.746697 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-c94ae1d9-b329-4495-b1a8-28c5636817c1 None None] Set router a858ca52-33fa-4672-9174-a497615adf18 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:30:20.913511 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-755ec9d0-a852-4138-b7a2-c2f0f997a21f req-b72056e2-217f-499c-8f59-2e067e203151 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 210 time: 0.0283346 Nov 12 04:30:20.952594 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-c94ae1d9-b329-4495-b1a8-28c5636817c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a858ca52-33fa-4672-9174-a497615adf18', 'name': 'tempest-TestShelveInstance-1358840231-router', 'tenant_id': '64c2c3704f144fe4955ca6a24961d105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '541938ec-6b9e-46c7-a453-3545cc9bbc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:14Z', 'updated_at': '2021-11-12T04:30:17Z', 'revision_number': 4, 'project_id': '64c2c3704f144fe4955ca6a24961d105', 'gw_port': {'id': '541938ec-6b9e-46c7-a453-3545cc9bbc58', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:81:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a858ca52-33fa-4672-9174-a497615adf18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:15Z', 'updated_at': '2021-11-12T04:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'ca7beff8-95b4-4c95-b581-c47a53342393', 'name': '', 'network_id': '3e799f87-0305-402d-a8ee-21edd5f6c015', 'tenant_id': '64c2c3704f144fe4955ca6a24961d105', 'mac_address': 'fa:16:3e:b1:54:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a858ca52-33fa-4672-9174-a497615adf18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '06c9f394-4999-4d72-a190-5d4bdf330590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:16Z', 'updated_at': '2021-11-12T04:30:17Z', 'revision_number': 2, 'project_id': '64c2c3704f144fe4955ca6a24961d105', 'subnets': [{'id': '06c9f394-4999-4d72-a190-5d4bdf330590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:20.985140 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94ae1d9-b329-4495-b1a8-28c5636817c1 None None] Checking router: a858ca52-33fa-4672-9174-a497615adf18 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:30:20.985627 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94ae1d9-b329-4495-b1a8-28c5636817c1 None None] Updating router a858ca52-33fa-4672-9174-a497615adf18 port ca7beff8-95b4-4c95-b581-c47a53342393 binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:30:21.014602 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c94ae1d9-b329-4495-b1a8-28c5636817c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:21.281581 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c94ae1d9-b329-4495-b1a8-28c5636817c1 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:21.285777 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c94ae1d9-b329-4495-b1a8-28c5636817c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:21.333265 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fdf469-7c1c-417a-8f99-6a8745ed65c8 None None] Pushing event updated for resources: {'Port': ['ID=ca7beff8-95b4-4c95-b581-c47a53342393,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:21.389156 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-c94ae1d9-b329-4495-b1a8-28c5636817c1 None None] Attempting to bind port ca7beff8-95b4-4c95-b581-c47a53342393 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:21.389533 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-c94ae1d9-b329-4495-b1a8-28c5636817c1 None None] Attempting to bind port ca7beff8-95b4-4c95-b581-c47a53342393 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '4131ad7d-026e-489e-a19e-86433fb1ff55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3e799f87-0305-402d-a8ee-21edd5f6c015'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:21.389900 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94ae1d9-b329-4495-b1a8-28c5636817c1 None None] Attempting to bind port ca7beff8-95b4-4c95-b581-c47a53342393 on network 3e799f87-0305-402d-a8ee-21edd5f6c015 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:21.396920 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94ae1d9-b329-4495-b1a8-28c5636817c1 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:30:21.397290 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94ae1d9-b329-4495-b1a8-28c5636817c1 None None] Checking segment: {'id': '4131ad7d-026e-489e-a19e-86433fb1ff55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3e799f87-0305-402d-a8ee-21edd5f6c015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:30:21.397692 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c94ae1d9-b329-4495-b1a8-28c5636817c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:21.398092 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94ae1d9-b329-4495-b1a8-28c5636817c1 None None] Bound using segment: {'id': '4131ad7d-026e-489e-a19e-86433fb1ff55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3e799f87-0305-402d-a8ee-21edd5f6c015'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:30:21.398556 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-c94ae1d9-b329-4495-b1a8-28c5636817c1 None None] Bound port: ca7beff8-95b4-4c95-b581-c47a53342393, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4131ad7d-026e-489e-a19e-86433fb1ff55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3e799f87-0305-402d-a8ee-21edd5f6c015'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:30:21.398955 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c94ae1d9-b329-4495-b1a8-28c5636817c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:21.466766 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-c94ae1d9-b329-4495-b1a8-28c5636817c1 None None] For port ca7beff8-95b4-4c95-b581-c47a53342393, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:30:21.470096 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-c94ae1d9-b329-4495-b1a8-28c5636817c1 None None] For port ca7beff8-95b4-4c95-b581-c47a53342393, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=ca7beff8-95b4-4c95-b581-c47a53342393,segment=NetworkSegment(4131ad7d-026e-489e-a19e-86433fb1ff55),segment_id=4131ad7d-026e-489e-a19e-86433fb1ff55)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:30:21.476182 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c94ae1d9-b329-4495-b1a8-28c5636817c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:21.542883 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fdf469-7c1c-417a-8f99-6a8745ed65c8 None None] Pushing event updated for resources: {'Port': ['ID=ca7beff8-95b4-4c95-b581-c47a53342393,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:21.547813 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94ae1d9-b329-4495-b1a8-28c5636817c1 None None] Routers {'a858ca52-33fa-4672-9174-a497615adf18'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:21.548443 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-c94ae1d9-b329-4495-b1a8-28c5636817c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:30:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['a858ca52-33fa-4672-9174-a497615adf18'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:21.598632 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-d8f031e1-ed6f-4b3a-a481-209a05f85ed8 None None] Provisioning complete for port ca7beff8-95b4-4c95-b581-c47a53342393 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:21.599002 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d8f031e1-ed6f-4b3a-a481-209a05f85ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:21.702097 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-c94ae1d9-b329-4495-b1a8-28c5636817c1 None None] Set router a858ca52-33fa-4672-9174-a497615adf18 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:30:21.957492 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d8f031e1-ed6f-4b3a-a481-209a05f85ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:22.015852 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b8681d3a-4acc-4ccc-b503-255c4067bc99 req-2db2bafb-e4d7-4f4c-a33f-6eee854ee753 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 210 time: 0.0309918 Nov 12 04:30:22.040476 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-d8f031e1-ed6f-4b3a-a481-209a05f85ed8 None None] For port ca7beff8-95b4-4c95-b581-c47a53342393, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=ca7beff8-95b4-4c95-b581-c47a53342393,segment=NetworkSegment(4131ad7d-026e-489e-a19e-86433fb1ff55),segment_id=4131ad7d-026e-489e-a19e-86433fb1ff55)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:22.046979 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d8f031e1-ed6f-4b3a-a481-209a05f85ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:22.128727 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f031e1-ed6f-4b3a-a481-209a05f85ed8 None None] Pushing event updated for resources: {'Port': ['ID=ca7beff8-95b4-4c95-b581-c47a53342393,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:22.154475 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-c94ae1d9-b329-4495-b1a8-28c5636817c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a858ca52-33fa-4672-9174-a497615adf18', 'name': 'tempest-TestShelveInstance-1358840231-router', 'tenant_id': '64c2c3704f144fe4955ca6a24961d105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '541938ec-6b9e-46c7-a453-3545cc9bbc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:14Z', 'updated_at': '2021-11-12T04:30:17Z', 'revision_number': 4, 'project_id': '64c2c3704f144fe4955ca6a24961d105', 'gw_port': {'id': '541938ec-6b9e-46c7-a453-3545cc9bbc58', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:81:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a858ca52-33fa-4672-9174-a497615adf18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:15Z', 'updated_at': '2021-11-12T04:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'ca7beff8-95b4-4c95-b581-c47a53342393', 'name': '', 'network_id': '3e799f87-0305-402d-a8ee-21edd5f6c015', 'tenant_id': '64c2c3704f144fe4955ca6a24961d105', 'mac_address': 'fa:16:3e:b1:54:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a858ca52-33fa-4672-9174-a497615adf18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '06c9f394-4999-4d72-a190-5d4bdf330590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:16Z', 'updated_at': '2021-11-12T04:30:21Z', 'revision_number': 4, 'project_id': '64c2c3704f144fe4955ca6a24961d105', 'subnets': [{'id': '06c9f394-4999-4d72-a190-5d4bdf330590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:22.185509 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94ae1d9-b329-4495-b1a8-28c5636817c1 None None] The sync data for ids ['a858ca52-33fa-4672-9174-a497615adf18'] in n-d-715271-27 is: [{'id': 'a858ca52-33fa-4672-9174-a497615adf18', 'name': 'tempest-TestShelveInstance-1358840231-router', 'tenant_id': '64c2c3704f144fe4955ca6a24961d105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '541938ec-6b9e-46c7-a453-3545cc9bbc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:14Z', 'updated_at': '2021-11-12T04:30:17Z', 'revision_number': 4, 'project_id': '64c2c3704f144fe4955ca6a24961d105', 'gw_port': {'id': '541938ec-6b9e-46c7-a453-3545cc9bbc58', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:81:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a858ca52-33fa-4672-9174-a497615adf18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:15Z', 'updated_at': '2021-11-12T04:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'ca7beff8-95b4-4c95-b581-c47a53342393', 'name': '', 'network_id': '3e799f87-0305-402d-a8ee-21edd5f6c015', 'tenant_id': '64c2c3704f144fe4955ca6a24961d105', 'mac_address': 'fa:16:3e:b1:54:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a858ca52-33fa-4672-9174-a497615adf18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '06c9f394-4999-4d72-a190-5d4bdf330590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:16Z', 'updated_at': '2021-11-12T04:30:21Z', 'revision_number': 4, 'project_id': '64c2c3704f144fe4955ca6a24961d105', 'subnets': [{'id': '06c9f394-4999-4d72-a190-5d4bdf330590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:30:22.194791 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-5907a904-572e-46e5-af84-e2246421389b None None] Provisioning complete for port ca7beff8-95b4-4c95-b581-c47a53342393 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:22.195080 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5907a904-572e-46e5-af84-e2246421389b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:22.847195 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device ca7beff8-95b4-4c95-b581-c47a53342393 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:30:22.912275 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port ca7beff8-95b4-4c95-b581-c47a53342393 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:22.912713 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:23.054736 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-d8461fd6-224e-4e62-af61-1546933eb52c tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:23.056438 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-d8461fd6-224e-4e62-af61-1546933eb52c tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.74 "GET /v2.0/networks?id=b9de5b40-72ee-4157-ae1b-05dabdef7293 HTTP/1.1" status: 200 len: 808 time: 0.1238739 Nov 12 04:30:23.133923 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9bc4722f-1c09-4f07-8043-c5e0d2a7d3f8 req-fb0dc9ad-ead3-4766-a685-91d512d37773 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 210 time: 0.0353708 Nov 12 04:30:23.159014 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-70758f16-ce2f-4a40-b429-4ad32e97dedb tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc90a9e266e540258e47bb4ab5bce2e6 HTTP/1.1" status: 200 len: 379 time: 0.0843525 Nov 12 04:30:23.169797 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-c46890c5-5584-436c-80a8-a7f2b065e867 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Request body: {'port': {'device_id': 'e2cf05b0-7146-4e38-b4cd-641058686785', 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293', 'admin_state_up': True, 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'security_groups': ['3497e493-2f8b-4105-b3fb-4e8cca583c2a']}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:23.278870 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-c46890c5-5584-436c-80a8-a7f2b065e867 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Made reservation on behalf of dc90a9e266e540258e47bb4ab5bce2e6 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:30:23.282424 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-c46890c5-5584-436c-80a8-a7f2b065e867 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:23.404041 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-c46890c5-5584-436c-80a8-a7f2b065e867 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Allocated IP 172.20.0.7 (b9de5b40-72ee-4157-ae1b-05dabdef7293/e97713e0-c128-4c83-99e1-86cf8e0c3d0b/4ef21707-23a5-4250-8549-7d96aacf0f3d) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:30:23.542221 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-c46890c5-5584-436c-80a8-a7f2b065e867 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:23.574245 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-c46890c5-5584-436c-80a8-a7f2b065e867 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:23.617321 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-c46890c5-5584-436c-80a8-a7f2b065e867 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Network b9de5b40-72ee-4157-ae1b-05dabdef7293 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:23.620847 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-c46890c5-5584-436c-80a8-a7f2b065e867 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:23.624430 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-c46890c5-5584-436c-80a8-a7f2b065e867 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:30:23.649251 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46890c5-5584-436c-80a8-a7f2b065e867 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Pushing event updated for resources: {'Port': ['ID=4ef21707-23a5-4250-8549-7d96aacf0f3d,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:23.686286 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-c46890c5-5584-436c-80a8-a7f2b065e867 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:23.686930 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-c46890c5-5584-436c-80a8-a7f2b065e867 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:23.703705 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-c46890c5-5584-436c-80a8-a7f2b065e867 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5382102 Nov 12 04:30:23.722580 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-e9fef7b4-38c9-4e8e-b6a1-6bf5cf432754 service neutron] Request body: {'port': {'device_id': 'e2cf05b0-7146-4e38-b4cd-641058686785', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:23.779906 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-e9fef7b4-38c9-4e8e-b6a1-6bf5cf432754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:23.836504 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-e19a6c0d-9d2f-478f-a086-90050ad4c271 None None] Provisioning complete for port 4ef21707-23a5-4250-8549-7d96aacf0f3d triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:23.836885 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e19a6c0d-9d2f-478f-a086-90050ad4c271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:23.876230 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-e19a6c0d-9d2f-478f-a086-90050ad4c271 None None] Port 4ef21707-23a5-4250-8549-7d96aacf0f3d cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:30:24.048660 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-e9fef7b4-38c9-4e8e-b6a1-6bf5cf432754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ef21707-23a5-4250-8549-7d96aacf0f3d {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:30:24.055987 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-e9fef7b4-38c9-4e8e-b6a1-6bf5cf432754 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:24.068737 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-e9fef7b4-38c9-4e8e-b6a1-6bf5cf432754 service neutron] Transition to ACTIVE for port object 4ef21707-23a5-4250-8549-7d96aacf0f3d will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:30:24.072038 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-e9fef7b4-38c9-4e8e-b6a1-6bf5cf432754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:24.129889 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fef7b4-38c9-4e8e-b6a1-6bf5cf432754 service neutron] Pushing event updated for resources: {'Port': ['ID=4ef21707-23a5-4250-8549-7d96aacf0f3d,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:24.205293 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-e9fef7b4-38c9-4e8e-b6a1-6bf5cf432754 service neutron] Attempting to bind port 4ef21707-23a5-4250-8549-7d96aacf0f3d on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:24.205732 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-e9fef7b4-38c9-4e8e-b6a1-6bf5cf432754 service neutron] Attempting to bind port 4ef21707-23a5-4250-8549-7d96aacf0f3d by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '64ddc420-3dcb-4640-a8c6-c81dd195f20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:24.206167 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-e9fef7b4-38c9-4e8e-b6a1-6bf5cf432754 service neutron] Attempting to bind port 4ef21707-23a5-4250-8549-7d96aacf0f3d on network b9de5b40-72ee-4157-ae1b-05dabdef7293 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:24.211209 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-e9fef7b4-38c9-4e8e-b6a1-6bf5cf432754 service neutron] Port 4ef21707-23a5-4250-8549-7d96aacf0f3d on network b9de5b40-72ee-4157-ae1b-05dabdef7293 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:30:24.211652 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-e9fef7b4-38c9-4e8e-b6a1-6bf5cf432754 service neutron] Attempting to bind port 4ef21707-23a5-4250-8549-7d96aacf0f3d on network b9de5b40-72ee-4157-ae1b-05dabdef7293 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:24.218593 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-e9fef7b4-38c9-4e8e-b6a1-6bf5cf432754 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:30:24.219036 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-e9fef7b4-38c9-4e8e-b6a1-6bf5cf432754 service neutron] Checking segment: {'id': '64ddc420-3dcb-4640-a8c6-c81dd195f20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:30:24.219760 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-e9fef7b4-38c9-4e8e-b6a1-6bf5cf432754 service neutron] Bound using segment: {'id': '64ddc420-3dcb-4640-a8c6-c81dd195f20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:30:24.220383 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-e9fef7b4-38c9-4e8e-b6a1-6bf5cf432754 service neutron] Bound port: 4ef21707-23a5-4250-8549-7d96aacf0f3d, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ddc420-3dcb-4640-a8c6-c81dd195f20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:30:24.220832 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-e9fef7b4-38c9-4e8e-b6a1-6bf5cf432754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:24.281336 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4405d695-d2a5-4a09-92c0-b302d1b06a90 req-819e695f-d4f3-4a1e-9976-fb21da503325 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:24.283187 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4405d695-d2a5-4a09-92c0-b302d1b06a90 req-819e695f-d4f3-4a1e-9976-fb21da503325 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 943 time: 0.0647857 Nov 12 04:30:24.300710 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-e9fef7b4-38c9-4e8e-b6a1-6bf5cf432754 service neutron] For port 4ef21707-23a5-4250-8549-7d96aacf0f3d, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:30:24.305331 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-e9fef7b4-38c9-4e8e-b6a1-6bf5cf432754 service neutron] For port 4ef21707-23a5-4250-8549-7d96aacf0f3d, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4ef21707-23a5-4250-8549-7d96aacf0f3d,segment=NetworkSegment(64ddc420-3dcb-4640-a8c6-c81dd195f20c),segment_id=64ddc420-3dcb-4640-a8c6-c81dd195f20c)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:30:24.311072 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-e9fef7b4-38c9-4e8e-b6a1-6bf5cf432754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:24.340025 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4405d695-d2a5-4a09-92c0-b302d1b06a90 req-4dcf36e3-cf2b-4d19-ab0c-dae1570b0c6f tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499506 Nov 12 04:30:24.345305 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-e9fef7b4-38c9-4e8e-b6a1-6bf5cf432754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:24.346252 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-e9fef7b4-38c9-4e8e-b6a1-6bf5cf432754 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:24.347639 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-e9fef7b4-38c9-4e8e-b6a1-6bf5cf432754 service neutron] 10.222.0.74 "PUT /v2.0/ports/4ef21707-23a5-4250-8549-7d96aacf0f3d HTTP/1.1" status: 200 len: 1092 time: 0.6294630 Nov 12 04:30:24.350051 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2cf05b0-7146-4e38-b4cd-641058686785', 'tag': '4ef21707-23a5-4250-8549-7d96aacf0f3d'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:30:24.352287 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6663d1d3f3c9eef7926d12034ee86df45d83a9b81db0163b8b39b36c8946953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4d8fdb-3eff-4453-9231-ce3c6bdcd8a2" -d '{"events": [{"name": "network-changed", "server_uuid": "e2cf05b0-7146-4e38-b4cd-641058686785", "tag": "4ef21707-23a5-4250-8549-7d96aacf0f3d"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:30:24.422541 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9dae400-127b-443f-9ed8-ab59ff178070 x-openstack-request-id: req-d9dae400-127b-443f-9ed8-ab59ff178070 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:30:24.422833 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2cf05b0-7146-4e38-b4cd-641058686785", "tag": "4ef21707-23a5-4250-8549-7d96aacf0f3d", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:30:24.423084 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d9dae400-127b-443f-9ed8-ab59ff178070 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:30:24.423486 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2cf05b0-7146-4e38-b4cd-641058686785', 'tag': '4ef21707-23a5-4250-8549-7d96aacf0f3d', 'status': 'completed', 'code': 200} Nov 12 04:30:24.424200 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fef7b4-38c9-4e8e-b6a1-6bf5cf432754 service neutron] Pushing event updated for resources: {'Port': ['ID=4ef21707-23a5-4250-8549-7d96aacf0f3d,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:24.462840 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-27ff61fc-60fd-4c1b-b24b-d2e5dc9f6ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:24.465255 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-27ff61fc-60fd-4c1b-b24b-d2e5dc9f6ae2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc90a9e266e540258e47bb4ab5bce2e6&device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 1095 time: 0.0547786 Nov 12 04:30:24.517702 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-348e44c2-fc38-46f9-9266-4505a7841259 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ef21707-23a5-4250-8549-7d96aacf0f3d HTTP/1.1" status: 200 len: 217 time: 0.0402319 Nov 12 04:30:24.921125 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-c1c58772-640c-40e6-95b4-b2bc1f7c3781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:24.922523 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-c1c58772-640c-40e6-95b4-b2bc1f7c3781 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e97713e0-c128-4c83-99e1-86cf8e0c3d0b HTTP/1.1" status: 200 len: 847 time: 0.3964047 Nov 12 04:30:24.973073 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-8a0201b7-8f19-40b9-94a3-8ef84eaaefeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:24.974584 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-8a0201b7-8f19-40b9-94a3-8ef84eaaefeb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b9de5b40-72ee-4157-ae1b-05dabdef7293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402427 Nov 12 04:30:25.078805 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-5f195d17-822d-44df-9d6e-9a3b1895228a service neutron] 10.222.0.74 "GET /v2.0/networks/b9de5b40-72ee-4157-ae1b-05dabdef7293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920639 Nov 12 04:30:25.181819 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a5899d72-128f-4bf0-ac18-ba6da44051c9 req-ccd71ddd-73c6-4d86-acef-d7012d6e7a34 service neutron] 10.222.0.74 "GET /v2.0/networks/b9de5b40-72ee-4157-ae1b-05dabdef7293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886304 Nov 12 04:30:25.278857 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d8fdb-3eff-4453-9231-ce3c6bdcd8a2 req-4d00588e-a5f4-4033-adc5-59ee9cf278ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:25.280431 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-db4d8fdb-3eff-4453-9231-ce3c6bdcd8a2 req-4d00588e-a5f4-4033-adc5-59ee9cf278ae service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc90a9e266e540258e47bb4ab5bce2e6&device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 1095 time: 0.0416491 Nov 12 04:30:25.376833 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d8fdb-3eff-4453-9231-ce3c6bdcd8a2 req-93332a57-9e26-4615-b6b0-b634b3c2a1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:25.378518 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-db4d8fdb-3eff-4453-9231-ce3c6bdcd8a2 req-93332a57-9e26-4615-b6b0-b634b3c2a1ca service neutron] 10.222.0.74 "GET /v2.0/networks?id=b9de5b40-72ee-4157-ae1b-05dabdef7293 HTTP/1.1" status: 200 len: 909 time: 0.0913165 Nov 12 04:30:25.422488 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-db4d8fdb-3eff-4453-9231-ce3c6bdcd8a2 req-5584142e-1e08-46f8-bd20-61510f2184ee service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ef21707-23a5-4250-8549-7d96aacf0f3d HTTP/1.1" status: 200 len: 217 time: 0.0361097 Nov 12 04:30:25.461070 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46bf5b-dc25-4052-a675-fabfa410fbdb req-58d74906-ce60-4bc0-81d5-519dfdc45d57 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:25.462450 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fa46bf5b-dc25-4052-a675-fabfa410fbdb req-58d74906-ce60-4bc0-81d5-519dfdc45d57 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 943 time: 0.0496621 Nov 12 04:30:25.477924 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d8fdb-3eff-4453-9231-ce3c6bdcd8a2 req-5f3e62ee-e9c2-4c37-ba99-ad61ed81da69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:25.479599 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-db4d8fdb-3eff-4453-9231-ce3c6bdcd8a2 req-5f3e62ee-e9c2-4c37-ba99-ad61ed81da69 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e97713e0-c128-4c83-99e1-86cf8e0c3d0b HTTP/1.1" status: 200 len: 847 time: 0.0495214 Nov 12 04:30:25.513126 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fa46bf5b-dc25-4052-a675-fabfa410fbdb req-c3c4fd21-675f-4679-969c-994763a420b5 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437450 Nov 12 04:30:25.526861 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d8fdb-3eff-4453-9231-ce3c6bdcd8a2 req-6d1fa94f-4231-43b6-b6ac-86aa417c1321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:25.528477 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-db4d8fdb-3eff-4453-9231-ce3c6bdcd8a2 req-6d1fa94f-4231-43b6-b6ac-86aa417c1321 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b9de5b40-72ee-4157-ae1b-05dabdef7293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412912 Nov 12 04:30:25.629019 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-db4d8fdb-3eff-4453-9231-ce3c6bdcd8a2 req-990b5710-061f-4873-bc84-5576a5a6d61c service neutron] 10.222.0.74 "GET /v2.0/networks/b9de5b40-72ee-4157-ae1b-05dabdef7293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875218 Nov 12 04:30:25.721143 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-db4d8fdb-3eff-4453-9231-ce3c6bdcd8a2 req-d4bd1a3f-79b7-4f78-8671-547e2c13f4f8 service neutron] 10.222.0.74 "GET /v2.0/networks/b9de5b40-72ee-4157-ae1b-05dabdef7293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810971 Nov 12 04:30:26.633373 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e6acc-afd7-4225-80c9-e0c0e50b7098 req-15bb4b40-2bb9-43d2-b4e6-f98dd1a27a1d tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:26.634836 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e84e6acc-afd7-4225-80c9-e0c0e50b7098 req-15bb4b40-2bb9-43d2-b4e6-f98dd1a27a1d tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 943 time: 0.0498638 Nov 12 04:30:26.688743 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e84e6acc-afd7-4225-80c9-e0c0e50b7098 req-b02a7448-d444-423f-8121-2923c7d5c188 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473077 Nov 12 04:30:27.808830 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262af12f-1722-4623-9c6e-b5df25fc4792 req-8d968073-6de1-49cd-91c6-e9431ea8d2c7 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:27.810300 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-262af12f-1722-4623-9c6e-b5df25fc4792 req-8d968073-6de1-49cd-91c6-e9431ea8d2c7 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 943 time: 0.0539756 Nov 12 04:30:27.859534 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-262af12f-1722-4623-9c6e-b5df25fc4792 req-b8780b51-edc5-45ea-a10c-4de9e4c97c06 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433445 Nov 12 04:30:28.418754 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 4ef21707-23a5-4250-8549-7d96aacf0f3d details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:30:28.514431 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 4ef21707-23a5-4250-8549-7d96aacf0f3d, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4ef21707-23a5-4250-8549-7d96aacf0f3d,segment=NetworkSegment(64ddc420-3dcb-4640-a8c6-c81dd195f20c),segment_id=64ddc420-3dcb-4640-a8c6-c81dd195f20c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:28.525617 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '4ef21707-23a5-4250-8549-7d96aacf0f3d', 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293', 'port_id': '4ef21707-23a5-4250-8549-7d96aacf0f3d', 'mac_address': 'fa:16:3e:96:dc:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e97713e0-c128-4c83-99e1-86cf8e0c3d0b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:30:28.562611 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:28.575752 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ef21707-23a5-4250-8549-7d96aacf0f3d {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:30:28.595180 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 4ef21707-23a5-4250-8549-7d96aacf0f3d, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4ef21707-23a5-4250-8549-7d96aacf0f3d,segment=NetworkSegment(64ddc420-3dcb-4640-a8c6-c81dd195f20c),segment_id=64ddc420-3dcb-4640-a8c6-c81dd195f20c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:28.598807 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:28.643727 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=4ef21707-23a5-4250-8549-7d96aacf0f3d,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:28.923851 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:30:28.937921 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['4ef21707-23a5-4250-8549-7d96aacf0f3d'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:30:28.983021 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855bb921-0dee-4840-92a8-55fd1a14bb6e req-418eccd6-1748-4a85-b6ee-b3ded4b20c95 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:28.984522 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-855bb921-0dee-4840-92a8-55fd1a14bb6e req-418eccd6-1748-4a85-b6ee-b3ded4b20c95 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 944 time: 0.0487983 Nov 12 04:30:29.035444 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-855bb921-0dee-4840-92a8-55fd1a14bb6e req-b7c8b83a-67a6-40a2-bde9-9372ffc00624 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447941 Nov 12 04:30:30.152171 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99500d9-7e67-465f-b621-f9f7ef0161bf req-aefdddab-68af-4bc5-8733-1afa9f73332e tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:30.153688 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d99500d9-7e67-465f-b621-f9f7ef0161bf req-aefdddab-68af-4bc5-8733-1afa9f73332e tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 944 time: 0.0497034 Nov 12 04:30:30.204459 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d99500d9-7e67-465f-b621-f9f7ef0161bf req-2f454298-d72b-43e3-ae53-a2fba23c79d8 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448999 Nov 12 04:30:30.418721 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 4ef21707-23a5-4250-8549-7d96aacf0f3d up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:30:30.471563 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 4ef21707-23a5-4250-8549-7d96aacf0f3d completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:30:30.475545 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 4ef21707-23a5-4250-8549-7d96aacf0f3d triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:30.475909 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:30.522381 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a8e76e68-f72b-4fc4-babf-4f3f56aa26a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:30.566920 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:30.589076 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2cf05b0-7146-4e38-b4cd-641058686785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef21707-23a5-4250-8549-7d96aacf0f3d'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:30:30.591305 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b6ddd3dcdf33591bed50c5a7e661b8bd9e6bfa45082c02e2ff7a95d810a3d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfdadbd4-23e4-4c00-ae08-6a4ceb9b1fac" -d '{"events": [{"server_uuid": "e2cf05b0-7146-4e38-b4cd-641058686785", "name": "network-vif-plugged", "status": "completed", "tag": "4ef21707-23a5-4250-8549-7d96aacf0f3d"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:30:30.607559 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 4ef21707-23a5-4250-8549-7d96aacf0f3d, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4ef21707-23a5-4250-8549-7d96aacf0f3d,segment=NetworkSegment(64ddc420-3dcb-4640-a8c6-c81dd195f20c),segment_id=64ddc420-3dcb-4640-a8c6-c81dd195f20c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:30.611576 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:30.637409 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac03be35-c92c-4e6f-aa14-58084783f62c x-openstack-request-id: req-ac03be35-c92c-4e6f-aa14-58084783f62c {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:30:30.637701 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2cf05b0-7146-4e38-b4cd-641058686785", "name": "network-vif-plugged", "status": "completed", "tag": "4ef21707-23a5-4250-8549-7d96aacf0f3d", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:30:30.637954 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ac03be35-c92c-4e6f-aa14-58084783f62c {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:30:30.638347 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2cf05b0-7146-4e38-b4cd-641058686785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef21707-23a5-4250-8549-7d96aacf0f3d', 'code': 200} Nov 12 04:30:30.664892 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=4ef21707-23a5-4250-8549-7d96aacf0f3d,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:30.731726 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107f87d-c176-440e-8d47-212794973def req-ed5bcdbf-5a65-4008-a332-50c5428a1a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:30.733252 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c107f87d-c176-440e-8d47-212794973def req-ed5bcdbf-5a65-4008-a332-50c5428a1a3c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 1097 time: 0.0393262 Nov 12 04:30:30.778972 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c107f87d-c176-440e-8d47-212794973def req-21cf7240-b483-4850-aac3-7a72c1b003c1 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388465 Nov 12 04:30:31.323478 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca5f1c-6d04-44d1-a26d-91c0e9acd598 req-7bb15e87-77ea-4a9a-b32e-d7313850c5a5 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:31.324995 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-57ca5f1c-6d04-44d1-a26d-91c0e9acd598 req-7bb15e87-77ea-4a9a-b32e-d7313850c5a5 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 945 time: 0.0528808 Nov 12 04:30:31.374193 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-57ca5f1c-6d04-44d1-a26d-91c0e9acd598 req-7fda52e9-f3c5-4e56-81a7-7293359ce93d tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432909 Nov 12 04:30:32.497020 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ff32a-9616-41ed-9b27-825e1e725ade req-b3bd0437-aec3-4119-b778-23d1088fe44e tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:32.498514 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3c8ff32a-9616-41ed-9b27-825e1e725ade req-b3bd0437-aec3-4119-b778-23d1088fe44e tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 945 time: 0.0537839 Nov 12 04:30:32.557449 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3c8ff32a-9616-41ed-9b27-825e1e725ade req-0a404b94-f6a7-477e-b76c-a25c8ea3bf34 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522907 Nov 12 04:30:32.671207 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32cf9c-8695-4c59-bf60-453fc2e640c1 req-0f7df3d9-3b0a-472d-8a16-b79a0d475a29 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:32.672626 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3d32cf9c-8695-4c59-bf60-453fc2e640c1 req-0f7df3d9-3b0a-472d-8a16-b79a0d475a29 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 945 time: 0.0485208 Nov 12 04:30:32.721511 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3d32cf9c-8695-4c59-bf60-453fc2e640c1 req-773c9a60-a610-4bd2-a994-c71e3aecd3bd tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430355 Nov 12 04:30:32.742887 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59346) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:32.867314 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c63d2c2-b217-4732-9cfe-548c1829e5b7 tempest-TestShelveInstance-1394584276 tempest-TestShelveInstance-1394584276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:32.868841 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6c63d2c2-b217-4732-9cfe-548c1829e5b7 tempest-TestShelveInstance-1394584276 tempest-TestShelveInstance-1394584276-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 1092 time: 0.1249247 Nov 12 04:30:32.872560 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59350) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:32.876813 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-88f515eb-8979-4c76-a8f0-4634f4f10d8d tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'port_id': '4ef21707-23a5-4250-8549-7d96aacf0f3d', 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:32.898084 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-88f515eb-8979-4c76-a8f0-4634f4f10d8d tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for floatingip, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:32.999569 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-88f515eb-8979-4c76-a8f0-4634f4f10d8d tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:33.108183 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-88f515eb-8979-4c76-a8f0-4634f4f10d8d tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Allocated IP 172.25.5.23 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/fbc7ef4d-2720-4458-b86b-5f04daaa0678) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:30:33.208946 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-88f515eb-8979-4c76-a8f0-4634f4f10d8d tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:33.241236 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-88f515eb-8979-4c76-a8f0-4634f4f10d8d tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:33.277685 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f515eb-8979-4c76-a8f0-4634f4f10d8d tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:33.283867 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-88f515eb-8979-4c76-a8f0-4634f4f10d8d tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:33.286723 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f515eb-8979-4c76-a8f0-4634f4f10d8d tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:30:33.314521 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f515eb-8979-4c76-a8f0-4634f4f10d8d tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Pushing event updated for resources: {'Port': ['ID=fbc7ef4d-2720-4458-b86b-5f04daaa0678,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:33.487293 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7d52a3bd-b190-4e36-9300-52016ab67419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:33.646834 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-88f515eb-8979-4c76-a8f0-4634f4f10d8d tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:33.711853 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-88f515eb-8979-4c76-a8f0-4634f4f10d8d tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:33.864175 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-88f515eb-8979-4c76-a8f0-4634f4f10d8d tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:33.868651 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-88f515eb-8979-4c76-a8f0-4634f4f10d8d tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:33.942050 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f515eb-8979-4c76-a8f0-4634f4f10d8d tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Pushing event updated for resources: {'Port': ['ID=fbc7ef4d-2720-4458-b86b-5f04daaa0678,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:33.955774 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-88f515eb-8979-4c76-a8f0-4634f4f10d8d tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:34.054319 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [None req-88f515eb-8979-4c76-a8f0-4634f4f10d8d tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Floating IP d6b1779a-9129-45a1-b518-31782c869ecd associated. External IP: 172.25.5.23, port: 4ef21707-23a5-4250-8549-7d96aacf0f3d. Nov 12 04:30:34.266281 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f515eb-8979-4c76-a8f0-4634f4f10d8d tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Router 9dd3a1d8-213d-421a-81ad-d38291000bc5 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:30:34.362636 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:34.697616 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f515eb-8979-4c76-a8f0-4634f4f10d8d tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:30:34.707643 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b2b79f-1bf4-44b9-8ae2-1645831d242a None None] Sync routers for ids ['9dd3a1d8-213d-421a-81ad-d38291000bc5'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:30:34.715603 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-88f515eb-8979-4c76-a8f0-4634f4f10d8d tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:34.718878 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b2b79f-1bf4-44b9-8ae2-1645831d242a None None] Routers {'9dd3a1d8-213d-421a-81ad-d38291000bc5'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:34.719490 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-27b2b79f-1bf4-44b9-8ae2-1645831d242a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:30:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['9dd3a1d8-213d-421a-81ad-d38291000bc5'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:34.742971 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-88f515eb-8979-4c76-a8f0-4634f4f10d8d tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8693771 Nov 12 04:30:34.743671 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2cf05b0-7146-4e38-b4cd-641058686785', 'tag': '4ef21707-23a5-4250-8549-7d96aacf0f3d'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:30:34.746212 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c174c990332584687cba245f58d77d589c2fb4d31e1df7b34358bbebc3c39c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c006df-6846-4095-be48-26aed3864bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "e2cf05b0-7146-4e38-b4cd-641058686785", "tag": "4ef21707-23a5-4250-8549-7d96aacf0f3d"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:30:34.785347 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1db5d3-c7a1-41d0-9c6b-e66125123fca x-openstack-request-id: req-8e1db5d3-c7a1-41d0-9c6b-e66125123fca {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:30:34.785707 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2cf05b0-7146-4e38-b4cd-641058686785", "tag": "4ef21707-23a5-4250-8549-7d96aacf0f3d", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:30:34.786027 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8e1db5d3-c7a1-41d0-9c6b-e66125123fca {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:30:34.786501 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2cf05b0-7146-4e38-b4cd-641058686785', 'tag': '4ef21707-23a5-4250-8549-7d96aacf0f3d', 'status': 'completed', 'code': 200} Nov 12 04:30:34.852449 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c006df-6846-4095-be48-26aed3864bf1 req-bd98a03e-e5fa-47f4-854f-53f35d77d379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:34.854288 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-25c006df-6846-4095-be48-26aed3864bf1 req-bd98a03e-e5fa-47f4-854f-53f35d77d379 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc90a9e266e540258e47bb4ab5bce2e6&device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 1097 time: 0.0427566 Nov 12 04:30:34.915528 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-27b2b79f-1bf4-44b9-8ae2-1645831d242a None None] Set router 9dd3a1d8-213d-421a-81ad-d38291000bc5 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:30:34.952416 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c006df-6846-4095-be48-26aed3864bf1 req-01012a7c-ea26-4da5-854a-ad6806f5395c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:34.953805 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-25c006df-6846-4095-be48-26aed3864bf1 req-01012a7c-ea26-4da5-854a-ad6806f5395c service neutron] 10.222.0.74 "GET /v2.0/networks?id=b9de5b40-72ee-4157-ae1b-05dabdef7293 HTTP/1.1" status: 200 len: 909 time: 0.0916164 Nov 12 04:30:35.021957 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-25c006df-6846-4095-be48-26aed3864bf1 req-e04635cb-ac05-4850-bb56-a454cc371569 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ef21707-23a5-4250-8549-7d96aacf0f3d HTTP/1.1" status: 200 len: 998 time: 0.0612066 Nov 12 04:30:35.072170 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c006df-6846-4095-be48-26aed3864bf1 req-12d64f3b-34ec-4620-8992-70af25c3b11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:35.074560 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-25c006df-6846-4095-be48-26aed3864bf1 req-12d64f3b-34ec-4620-8992-70af25c3b11f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e97713e0-c128-4c83-99e1-86cf8e0c3d0b HTTP/1.1" status: 200 len: 847 time: 0.0449479 Nov 12 04:30:35.128009 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c006df-6846-4095-be48-26aed3864bf1 req-3d1658eb-540a-43b0-8a4b-a25d9e4fef27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:35.129538 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-25c006df-6846-4095-be48-26aed3864bf1 req-3d1658eb-540a-43b0-8a4b-a25d9e4fef27 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b9de5b40-72ee-4157-ae1b-05dabdef7293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447476 Nov 12 04:30:35.154012 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-27b2b79f-1bf4-44b9-8ae2-1645831d242a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'name': 'tempest-TestShelveInstance-219034106-router', 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'd2b70df1-ee29-42d2-a84b-373d93eccb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:09Z', 'updated_at': '2021-11-12T04:30:12Z', 'revision_number': 4, 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'gw_port': {'id': 'd2b70df1-ee29-42d2-a84b-373d93eccb79', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:10Z', 'updated_at': '2021-11-12T04:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'd6b1779a-9129-45a1-b518-31782c869ecd', 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'floating_ip_address': '172.25.5.23', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'port_id': '4ef21707-23a5-4250-8549-7d96aacf0f3d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293', 'mac_address': 'fa:16:3e:96:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cf05b0-7146-4e38-b4cd-641058686785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:30:33Z', 'updated_at': '2021-11-12T04:30:33Z', 'revision_number': 0, 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2ba942b-884f-4425-9a95-5fa813c723de', 'name': '', 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293', 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'mac_address': 'fa:16:3e:a0:ee:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e97713e0-c128-4c83-99e1-86cf8e0c3d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:12Z', 'updated_at': '2021-11-12T04:30:16Z', 'revision_number': 5, 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'subnets': [{'id': 'e97713e0-c128-4c83-99e1-86cf8e0c3d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:35.179808 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b2b79f-1bf4-44b9-8ae2-1645831d242a None None] Checking router: 9dd3a1d8-213d-421a-81ad-d38291000bc5 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:30:35.189050 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b2b79f-1bf4-44b9-8ae2-1645831d242a None None] Routers {'9dd3a1d8-213d-421a-81ad-d38291000bc5'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:35.189644 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-27b2b79f-1bf4-44b9-8ae2-1645831d242a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:30:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['9dd3a1d8-213d-421a-81ad-d38291000bc5'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:35.221021 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-25c006df-6846-4095-be48-26aed3864bf1 req-629dabc4-f728-4766-a3af-b59440f6f201 service neutron] 10.222.0.74 "GET /v2.0/networks/b9de5b40-72ee-4157-ae1b-05dabdef7293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840914 Nov 12 04:30:35.292062 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-27b2b79f-1bf4-44b9-8ae2-1645831d242a None None] Set router 9dd3a1d8-213d-421a-81ad-d38291000bc5 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:30:35.315659 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-25c006df-6846-4095-be48-26aed3864bf1 req-151eef9f-1d6d-4a18-bd23-52ff4f8c8360 service neutron] 10.222.0.74 "GET /v2.0/networks/b9de5b40-72ee-4157-ae1b-05dabdef7293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878484 Nov 12 04:30:35.575525 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-27b2b79f-1bf4-44b9-8ae2-1645831d242a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'name': 'tempest-TestShelveInstance-219034106-router', 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'd2b70df1-ee29-42d2-a84b-373d93eccb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:09Z', 'updated_at': '2021-11-12T04:30:12Z', 'revision_number': 4, 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'gw_port': {'id': 'd2b70df1-ee29-42d2-a84b-373d93eccb79', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:10Z', 'updated_at': '2021-11-12T04:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'd6b1779a-9129-45a1-b518-31782c869ecd', 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'floating_ip_address': '172.25.5.23', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'port_id': '4ef21707-23a5-4250-8549-7d96aacf0f3d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293', 'mac_address': 'fa:16:3e:96:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cf05b0-7146-4e38-b4cd-641058686785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:30:33Z', 'updated_at': '2021-11-12T04:30:33Z', 'revision_number': 0, 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2ba942b-884f-4425-9a95-5fa813c723de', 'name': '', 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293', 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'mac_address': 'fa:16:3e:a0:ee:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e97713e0-c128-4c83-99e1-86cf8e0c3d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:12Z', 'updated_at': '2021-11-12T04:30:16Z', 'revision_number': 5, 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'subnets': [{'id': 'e97713e0-c128-4c83-99e1-86cf8e0c3d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:35.604403 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b2b79f-1bf4-44b9-8ae2-1645831d242a None None] The sync data for ids ['9dd3a1d8-213d-421a-81ad-d38291000bc5'] in n-d-715271-27 is: [{'id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'name': 'tempest-TestShelveInstance-219034106-router', 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'd2b70df1-ee29-42d2-a84b-373d93eccb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:09Z', 'updated_at': '2021-11-12T04:30:12Z', 'revision_number': 4, 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'gw_port': {'id': 'd2b70df1-ee29-42d2-a84b-373d93eccb79', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:10Z', 'updated_at': '2021-11-12T04:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': 'd6b1779a-9129-45a1-b518-31782c869ecd', 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'floating_ip_address': '172.25.5.23', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'port_id': '4ef21707-23a5-4250-8549-7d96aacf0f3d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293', 'mac_address': 'fa:16:3e:96:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cf05b0-7146-4e38-b4cd-641058686785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:30:33Z', 'updated_at': '2021-11-12T04:30:33Z', 'revision_number': 0, 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2ba942b-884f-4425-9a95-5fa813c723de', 'name': '', 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293', 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'mac_address': 'fa:16:3e:a0:ee:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e97713e0-c128-4c83-99e1-86cf8e0c3d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:12Z', 'updated_at': '2021-11-12T04:30:16Z', 'revision_number': 5, 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'subnets': [{'id': 'e97713e0-c128-4c83-99e1-86cf8e0c3d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:30:35.676133 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:35.795879 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d818d498-aff7-43ed-9b0c-59dca8f5f7c6 None None] New status for floating IP d6b1779a-9129-45a1-b518-31782c869ecd: ACTIVE {{(pid=102573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:30:36.517807 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:39.437126 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:48.767948 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:50.280821 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-243521a4-366e-4c90-add4-ee34d826b503 req-dc6fd1cb-4098-4c3e-b045-0d9036ad0632 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409126 Nov 12 04:30:50.364773 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243521a4-366e-4c90-add4-ee34d826b503 req-9f872480-b973-40b1-be23-f71d7bad1b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:50.366244 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-243521a4-366e-4c90-add4-ee34d826b503 req-9f872480-b973-40b1-be23-f71d7bad1b1f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc90a9e266e540258e47bb4ab5bce2e6&device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 1097 time: 0.0403943 Nov 12 04:30:50.476177 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243521a4-366e-4c90-add4-ee34d826b503 req-ec37152d-92df-4aaa-9894-b8eb1942d98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:50.477807 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-243521a4-366e-4c90-add4-ee34d826b503 req-ec37152d-92df-4aaa-9894-b8eb1942d98a service neutron] 10.222.0.74 "GET /v2.0/networks?id=b9de5b40-72ee-4157-ae1b-05dabdef7293 HTTP/1.1" status: 200 len: 909 time: 0.0911968 Nov 12 04:30:50.544235 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-243521a4-366e-4c90-add4-ee34d826b503 req-12cf12c5-a5f1-4843-aa75-f03cba84f55b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ef21707-23a5-4250-8549-7d96aacf0f3d HTTP/1.1" status: 200 len: 1000 time: 0.0588081 Nov 12 04:30:50.598505 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243521a4-366e-4c90-add4-ee34d826b503 req-58b27348-7241-42cf-8f69-674ecd187573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:50.599942 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-243521a4-366e-4c90-add4-ee34d826b503 req-58b27348-7241-42cf-8f69-674ecd187573 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e97713e0-c128-4c83-99e1-86cf8e0c3d0b HTTP/1.1" status: 200 len: 847 time: 0.0484493 Nov 12 04:30:50.645468 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243521a4-366e-4c90-add4-ee34d826b503 req-8a49aa54-7735-4bc2-8df0-a349d2354e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:50.646949 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-243521a4-366e-4c90-add4-ee34d826b503 req-8a49aa54-7735-4bc2-8df0-a349d2354e8b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b9de5b40-72ee-4157-ae1b-05dabdef7293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399852 Nov 12 04:30:50.735099 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-243521a4-366e-4c90-add4-ee34d826b503 req-0c288864-8341-43bf-9a65-6d04de44bdc3 service neutron] 10.222.0.74 "GET /v2.0/networks/b9de5b40-72ee-4157-ae1b-05dabdef7293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808604 Nov 12 04:30:50.831354 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-243521a4-366e-4c90-add4-ee34d826b503 req-818e6bc4-4c35-4353-bbe0-2b4b362036fd service neutron] 10.222.0.74 "GET /v2.0/networks/b9de5b40-72ee-4157-ae1b-05dabdef7293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876253 Nov 12 04:31:00.503355 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-93d1cccb-45ef-4044-b369-76a271a3b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:03.488207 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6ac24432-ae80-4f97-9dc2-50daaaea2a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:04.359286 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:05.673167 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:05.922656 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:31:06.519361 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:09.433644 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:18.771538 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:23.325189 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-d0b2b418-1700-4c3c-8f52-0adf65b8240e req-31fc4ce7-ed61-4814-a266-fcc8650b8a82 service neutron] (102572) timed out ('10.222.0.50', 49254) {{(pid=102572) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:31:30.505606 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c5319247-022c-43d2-b236-cc17dd456aa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:33.489586 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-098607e1-040e-4f7e-ad84-d8cd48d4355a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:34.362763 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:35.675365 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:36.521879 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:39.445508 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:42.921735 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:31:48.781485 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:50.345715 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-90c4536f-9562-446c-bd9e-5914ca852fa2 req-3757d2b8-b95a-4b8c-9fb9-b00d936df313 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0879796 Nov 12 04:31:50.443643 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4536f-9562-446c-bd9e-5914ca852fa2 req-0666af31-ab2e-4230-97c8-1559a75319ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:50.445227 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-90c4536f-9562-446c-bd9e-5914ca852fa2 req-0666af31-ab2e-4230-97c8-1559a75319ea service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc90a9e266e540258e47bb4ab5bce2e6&device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 1097 time: 0.0446405 Nov 12 04:31:50.558810 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4536f-9562-446c-bd9e-5914ca852fa2 req-537a811c-4a44-4260-a5bb-2ae309d7d802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:50.560257 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-90c4536f-9562-446c-bd9e-5914ca852fa2 req-537a811c-4a44-4260-a5bb-2ae309d7d802 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b9de5b40-72ee-4157-ae1b-05dabdef7293 HTTP/1.1" status: 200 len: 909 time: 0.0911033 Nov 12 04:31:50.631312 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-90c4536f-9562-446c-bd9e-5914ca852fa2 req-890e248b-86be-4799-a600-197c7087cea7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ef21707-23a5-4250-8549-7d96aacf0f3d HTTP/1.1" status: 200 len: 1000 time: 0.0583498 Nov 12 04:31:50.689137 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4536f-9562-446c-bd9e-5914ca852fa2 req-bd08bc7e-89d3-424c-a21c-2b88151c5aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:50.690576 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-90c4536f-9562-446c-bd9e-5914ca852fa2 req-bd08bc7e-89d3-424c-a21c-2b88151c5aaf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e97713e0-c128-4c83-99e1-86cf8e0c3d0b HTTP/1.1" status: 200 len: 847 time: 0.0486939 Nov 12 04:31:50.740755 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4536f-9562-446c-bd9e-5914ca852fa2 req-336c86e2-1230-4928-b4a1-1be1f672d42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:50.742503 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-90c4536f-9562-446c-bd9e-5914ca852fa2 req-336c86e2-1230-4928-b4a1-1be1f672d42a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b9de5b40-72ee-4157-ae1b-05dabdef7293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398762 Nov 12 04:31:50.837491 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-90c4536f-9562-446c-bd9e-5914ca852fa2 req-12502db8-c641-42a3-893f-ea8f8a3f61ff service neutron] 10.222.0.74 "GET /v2.0/networks/b9de5b40-72ee-4157-ae1b-05dabdef7293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832977 Nov 12 04:31:50.948875 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-90c4536f-9562-446c-bd9e-5914ca852fa2 req-bc225c74-b7cb-46b9-be50-3f9d1e66fe5e service neutron] 10.222.0.74 "GET /v2.0/networks/b9de5b40-72ee-4157-ae1b-05dabdef7293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948672 Nov 12 04:32:00.510064 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fd02b426-cd20-4ef7-8474-59a49215632f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:03.491783 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-12544518-4f3b-45ba-bf67-301ec7a1c92f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:04.364916 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:05.676026 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:06.524506 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:09.441479 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:18.778908 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:19.921408 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:32:30.512548 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-44c82db3-7f48-45f6-ac01-be8fefb88ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:32.878344 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf89ec-3977-4220-ab8b-808fc9a4bf85 req-fa6ceaad-bc2f-4c31-b52d-e5c0132990bf tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:32.879832 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-75bf89ec-3977-4220-ab8b-808fc9a4bf85 req-fa6ceaad-bc2f-4c31-b52d-e5c0132990bf tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 945 time: 0.1018758 Nov 12 04:32:32.930043 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-75bf89ec-3977-4220-ab8b-808fc9a4bf85 req-747773f2-4a44-4d16-9d64-53f29bf37a9d tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441291 Nov 12 04:32:33.494445 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-28e28d15-2f8f-469c-8102-35740210d502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:34.049448 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe8ee0-5821-4182-a8f9-95419eb0c7d9 req-68ca2b7b-042e-4e8b-ae2e-1102b6a1e409 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:34.050972 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e3fe8ee0-5821-4182-a8f9-95419eb0c7d9 req-68ca2b7b-042e-4e8b-ae2e-1102b6a1e409 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 945 time: 0.0506065 Nov 12 04:32:34.100532 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e3fe8ee0-5821-4182-a8f9-95419eb0c7d9 req-8ea726fb-3e7b-49ce-95d8-b5e4d08d7a06 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428090 Nov 12 04:32:34.369129 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:35.223919 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8db990-49ab-41c0-a8c7-2ffad5090511 req-b75e1154-0617-4ccc-957b-a65d4df844f3 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:35.225698 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9b8db990-49ab-41c0-a8c7-2ffad5090511 req-b75e1154-0617-4ccc-957b-a65d4df844f3 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 945 time: 0.0547528 Nov 12 04:32:35.275273 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-9b8db990-49ab-41c0-a8c7-2ffad5090511 req-3997f943-0596-40b8-ba51-cc78202e5f69 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437105 Nov 12 04:32:35.680623 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:36.399947 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e141a6-bba4-4fd3-8f41-8a4f6c75ea7f req-84a699b9-2956-4f20-917d-f32e37be4e76 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:36.401489 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-36e141a6-bba4-4fd3-8f41-8a4f6c75ea7f req-84a699b9-2956-4f20-917d-f32e37be4e76 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 945 time: 0.0579398 Nov 12 04:32:36.452739 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-36e141a6-bba4-4fd3-8f41-8a4f6c75ea7f req-4ca6b88d-b30a-40eb-84a3-38d349386cc2 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448844 Nov 12 04:32:36.526436 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:37.569163 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51639b95-25b1-46ca-b9a5-d19e5b245d46 req-8ec49fac-075a-43f4-a18d-992c8dfc70fc tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:37.570641 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-51639b95-25b1-46ca-b9a5-d19e5b245d46 req-8ec49fac-075a-43f4-a18d-992c8dfc70fc tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 945 time: 0.0503824 Nov 12 04:32:37.620329 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-51639b95-25b1-46ca-b9a5-d19e5b245d46 req-772d26a9-a4fa-4b75-bbe7-907d7e4ed235 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437238 Nov 12 04:32:38.740295 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399615f-5c21-4bbc-a271-c46306c372a2 req-de3b3a9e-a794-4db2-b05b-753dcda6ee50 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:38.741689 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e399615f-5c21-4bbc-a271-c46306c372a2 req-de3b3a9e-a794-4db2-b05b-753dcda6ee50 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 945 time: 0.0491977 Nov 12 04:32:38.790747 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e399615f-5c21-4bbc-a271-c46306c372a2 req-74fac462-138a-4f58-b022-7e2e9d17cad4 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431275 Nov 12 04:32:39.456390 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:39.911670 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0231aca2-e34d-4d59-8cd0-6f6164130d18 req-c18f2c5b-3cde-4778-9132-04de896616ab tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:39.913160 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0231aca2-e34d-4d59-8cd0-6f6164130d18 req-c18f2c5b-3cde-4778-9132-04de896616ab tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 945 time: 0.0528038 Nov 12 04:32:39.963005 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0231aca2-e34d-4d59-8cd0-6f6164130d18 req-c7256652-7534-4807-a51c-276b6f6c2361 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438650 Nov 12 04:32:41.078935 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e4605-313f-40ea-a60b-3d6f2b4eac08 req-6fb9b313-e28a-4901-815f-e052e8828958 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:41.080413 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ed6e4605-313f-40ea-a60b-3d6f2b4eac08 req-6fb9b313-e28a-4901-815f-e052e8828958 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 945 time: 0.0489540 Nov 12 04:32:41.134490 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ed6e4605-313f-40ea-a60b-3d6f2b4eac08 req-30561dbc-2e2d-411b-8fc4-615351641c66 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480487 Nov 12 04:32:42.249737 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2950b0-b855-4156-a3fd-2f604acb6373 req-92b30534-f2c9-4d4b-832f-82e926d3eef0 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:42.251244 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7c2950b0-b855-4156-a3fd-2f604acb6373 req-92b30534-f2c9-4d4b-832f-82e926d3eef0 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 945 time: 0.0486746 Nov 12 04:32:42.300426 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7c2950b0-b855-4156-a3fd-2f604acb6373 req-8b774eef-cc01-4509-81aa-a3ff1768e574 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421691 Nov 12 04:32:43.420985 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dcf652-7590-4f82-974f-ccf9bd552814 req-e8f3d2d5-2262-40ed-a11f-38182b089ca4 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:43.422453 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-14dcf652-7590-4f82-974f-ccf9bd552814 req-e8f3d2d5-2262-40ed-a11f-38182b089ca4 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 945 time: 0.0507233 Nov 12 04:32:43.471511 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-14dcf652-7590-4f82-974f-ccf9bd552814 req-9dafb113-6b12-4475-837b-1349d85044a6 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430708 Nov 12 04:32:44.586370 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f5441-5238-4e2d-9264-68c6472fa60f req-4fe1b7f4-ea37-4b26-a67c-92dd88ba454d tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:44.587847 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ec7f5441-5238-4e2d-9264-68c6472fa60f req-4fe1b7f4-ea37-4b26-a67c-92dd88ba454d tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 945 time: 0.0484450 Nov 12 04:32:44.639964 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ec7f5441-5238-4e2d-9264-68c6472fa60f req-3a1454c8-496f-4b60-b0c0-68a2e755a68e tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462720 Nov 12 04:32:44.999328 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 4ef21707-23a5-4250-8549-7d96aacf0f3d details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:32:45.102378 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 4ef21707-23a5-4250-8549-7d96aacf0f3d, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4ef21707-23a5-4250-8549-7d96aacf0f3d,segment=NetworkSegment(64ddc420-3dcb-4640-a8c6-c81dd195f20c),segment_id=64ddc420-3dcb-4640-a8c6-c81dd195f20c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:45.114185 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '4ef21707-23a5-4250-8549-7d96aacf0f3d', 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293', 'port_id': '4ef21707-23a5-4250-8549-7d96aacf0f3d', 'mac_address': 'fa:16:3e:96:dc:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e97713e0-c128-4c83-99e1-86cf8e0c3d0b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:32:45.153914 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:45.173334 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ef21707-23a5-4250-8549-7d96aacf0f3d {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:32:45.194397 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 4ef21707-23a5-4250-8549-7d96aacf0f3d, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4ef21707-23a5-4250-8549-7d96aacf0f3d,segment=NetworkSegment(64ddc420-3dcb-4640-a8c6-c81dd195f20c),segment_id=64ddc420-3dcb-4640-a8c6-c81dd195f20c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:45.199261 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:45.253659 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=4ef21707-23a5-4250-8549-7d96aacf0f3d,revision_number=6']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:45.262339 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:45.262691 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:45.263025 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:45.263360 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:45.263690 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:45.264021 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:45.264375 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:45.264700 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:45.265024 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:45.265344 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:45.265695 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:45.266017 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:45.290016 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['4ef21707-23a5-4250-8549-7d96aacf0f3d'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:32:45.771056 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbd385-f2a7-4918-afb0-c35a2db9334c req-4302caf0-da7b-4da8-a448-25ecb9b8e391 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:45.773116 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f9cbd385-f2a7-4918-afb0-c35a2db9334c req-4302caf0-da7b-4da8-a448-25ecb9b8e391 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 944 time: 0.0538876 Nov 12 04:32:45.826740 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f9cbd385-f2a7-4918-afb0-c35a2db9334c req-3380bff4-0166-463a-8fc0-fa91ce36b780 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474036 Nov 12 04:32:46.971863 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca50d2e2-7147-4df6-9c99-9fc728b565f4 req-4567212b-3e4e-4fdd-8bb4-7e382bf9db19 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:46.976627 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ca50d2e2-7147-4df6-9c99-9fc728b565f4 req-4567212b-3e4e-4fdd-8bb4-7e382bf9db19 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 944 time: 0.0718386 Nov 12 04:32:47.009923 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 4ef21707-23a5-4250-8549-7d96aacf0f3d up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:32:47.035429 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ca50d2e2-7147-4df6-9c99-9fc728b565f4 req-657ed265-4d0f-49de-a8d3-c75727a92b4d tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554290 Nov 12 04:32:47.073621 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 4ef21707-23a5-4250-8549-7d96aacf0f3d triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:47.074294 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:47.162581 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:47.196985 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2cf05b0-7146-4e38-b4cd-641058686785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef21707-23a5-4250-8549-7d96aacf0f3d'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:32:47.199525 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b6ddd3dcdf33591bed50c5a7e661b8bd9e6bfa45082c02e2ff7a95d810a3d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069fd850-5f5f-40e8-8110-c05f9b7357cf" -d '{"events": [{"server_uuid": "e2cf05b0-7146-4e38-b4cd-641058686785", "name": "network-vif-plugged", "status": "completed", "tag": "4ef21707-23a5-4250-8549-7d96aacf0f3d"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:32:47.235300 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 4ef21707-23a5-4250-8549-7d96aacf0f3d, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4ef21707-23a5-4250-8549-7d96aacf0f3d,segment=NetworkSegment(64ddc420-3dcb-4640-a8c6-c81dd195f20c),segment_id=64ddc420-3dcb-4640-a8c6-c81dd195f20c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:47.241429 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:47.247159 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d4333f-c79f-44ec-8056-573c3406eb3b x-openstack-request-id: req-88d4333f-c79f-44ec-8056-573c3406eb3b {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:32:47.247159 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2cf05b0-7146-4e38-b4cd-641058686785", "name": "network-vif-plugged", "status": "completed", "tag": "4ef21707-23a5-4250-8549-7d96aacf0f3d", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:32:47.247159 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-88d4333f-c79f-44ec-8056-573c3406eb3b {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:32:47.247159 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2cf05b0-7146-4e38-b4cd-641058686785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef21707-23a5-4250-8549-7d96aacf0f3d', 'code': 200} Nov 12 04:32:47.301056 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=4ef21707-23a5-4250-8549-7d96aacf0f3d,revision_number=7']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:48.177579 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c56374-9592-4b71-9372-1c37efafc329 req-39941f9b-f3ac-4816-8bdd-3b65c243c150 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:48.179093 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-50c56374-9592-4b71-9372-1c37efafc329 req-39941f9b-f3ac-4816-8bdd-3b65c243c150 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 945 time: 0.0594809 Nov 12 04:32:48.237915 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-50c56374-9592-4b71-9372-1c37efafc329 req-21739fc4-5d78-4e7e-8f71-c972e0839d24 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522182 Nov 12 04:32:48.795560 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:49.372368 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665fb803-cd83-44ca-866f-8ee38b66efa7 req-c324254b-c7c5-4e18-b8e0-79fcdf71ce0d tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:49.374538 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-665fb803-cd83-44ca-866f-8ee38b66efa7 req-c324254b-c7c5-4e18-b8e0-79fcdf71ce0d tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 945 time: 0.0603275 Nov 12 04:32:49.453098 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-665fb803-cd83-44ca-866f-8ee38b66efa7 req-08af3596-d7a6-4805-9dfe-224740e98c1e tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676291 Nov 12 04:32:50.593408 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc331145-c118-471b-86c3-b496a626f362 req-182c6da5-0c8b-43cb-a43d-3e9d86bc6d0e tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:50.596578 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dc331145-c118-471b-86c3-b496a626f362 req-182c6da5-0c8b-43cb-a43d-3e9d86bc6d0e tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 945 time: 0.0625572 Nov 12 04:32:50.672209 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dc331145-c118-471b-86c3-b496a626f362 req-195a64f4-000a-416d-a237-a9d031ad2369 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641685 Nov 12 04:32:51.354677 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1db2e-9fee-4122-99b4-1b8dfcaadb40 req-f52d3973-7bd6-47c8-99c3-6daad0178ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:51.356463 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7eb1db2e-9fee-4122-99b4-1b8dfcaadb40 req-f52d3973-7bd6-47c8-99c3-6daad0178ee2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc90a9e266e540258e47bb4ab5bce2e6&device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 1097 time: 0.0565321 Nov 12 04:32:51.499653 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1db2e-9fee-4122-99b4-1b8dfcaadb40 req-e94f48eb-7f43-4ac5-b77e-c362a44d2ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:51.501149 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7eb1db2e-9fee-4122-99b4-1b8dfcaadb40 req-e94f48eb-7f43-4ac5-b77e-c362a44d2ea1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b9de5b40-72ee-4157-ae1b-05dabdef7293 HTTP/1.1" status: 200 len: 909 time: 0.1206076 Nov 12 04:32:51.594112 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7eb1db2e-9fee-4122-99b4-1b8dfcaadb40 req-5956655c-ed94-49ae-8fea-0575602fefd2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ef21707-23a5-4250-8549-7d96aacf0f3d HTTP/1.1" status: 200 len: 1000 time: 0.0834301 Nov 12 04:32:51.666292 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1db2e-9fee-4122-99b4-1b8dfcaadb40 req-5c5c4cf0-f8d2-4f88-91a2-efe1c9b1640a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:51.668494 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7eb1db2e-9fee-4122-99b4-1b8dfcaadb40 req-5c5c4cf0-f8d2-4f88-91a2-efe1c9b1640a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e97713e0-c128-4c83-99e1-86cf8e0c3d0b HTTP/1.1" status: 200 len: 847 time: 0.0664334 Nov 12 04:32:51.755762 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1db2e-9fee-4122-99b4-1b8dfcaadb40 req-0f9c4be1-f719-4b74-84ad-9ed1dc577d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:51.757293 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7eb1db2e-9fee-4122-99b4-1b8dfcaadb40 req-0f9c4be1-f719-4b74-84ad-9ed1dc577d4a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b9de5b40-72ee-4157-ae1b-05dabdef7293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0769649 Nov 12 04:32:51.805285 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f7e06-a4d2-4eeb-a6f4-775030b0eb4f req-4a090741-c09b-44cb-8524-6f638a25ee3d tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:51.808307 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ed2f7e06-a4d2-4eeb-a6f4-775030b0eb4f req-4a090741-c09b-44cb-8524-6f638a25ee3d tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 945 time: 0.0590951 Nov 12 04:32:51.882679 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ed2f7e06-a4d2-4eeb-a6f4-775030b0eb4f req-c30392fd-b5b9-4dd7-a7a0-c6557f372a55 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681005 Nov 12 04:32:51.891409 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7eb1db2e-9fee-4122-99b4-1b8dfcaadb40 req-457caf74-004d-46c9-a477-ee19a70fd2d6 service neutron] 10.222.0.74 "GET /v2.0/networks/b9de5b40-72ee-4157-ae1b-05dabdef7293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244519 Nov 12 04:32:52.007184 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7eb1db2e-9fee-4122-99b4-1b8dfcaadb40 req-7dea0568-7c56-40e5-ad3f-273b0ca8a35f service neutron] 10.222.0.74 "GET /v2.0/networks/b9de5b40-72ee-4157-ae1b-05dabdef7293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041086 Nov 12 04:32:53.019238 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3fe81-ff8e-445d-89a6-70c41b9ccacc req-475715a8-b156-4aa6-82e3-4df457aebb61 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:53.021181 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b3e3fe81-ff8e-445d-89a6-70c41b9ccacc req-475715a8-b156-4aa6-82e3-4df457aebb61 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 945 time: 0.0663004 Nov 12 04:32:53.099567 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b3e3fe81-ff8e-445d-89a6-70c41b9ccacc req-738cca02-93a2-44a3-b8e5-ad1a8df7a40a tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705204 Nov 12 04:32:54.221261 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570a04c-360d-46ed-b277-83d83071aacb req-3e60358a-dc57-4dcd-9869-8242487ec475 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:54.223781 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a570a04c-360d-46ed-b277-83d83071aacb req-3e60358a-dc57-4dcd-9869-8242487ec475 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 945 time: 0.0560825 Nov 12 04:32:54.291318 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a570a04c-360d-46ed-b277-83d83071aacb req-42f135c7-f6ba-4230-aba7-4d9679b3daa6 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613987 Nov 12 04:32:54.983771 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ef3f8-12ab-471b-bbbe-2adcd3706754 req-1585537f-f924-4356-9fca-871e5c6071fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:54.985282 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-057ef3f8-12ab-471b-bbbe-2adcd3706754 req-1585537f-f924-4356-9fca-871e5c6071fc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc90a9e266e540258e47bb4ab5bce2e6&device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 1097 time: 0.0404181 Nov 12 04:32:55.080316 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ef3f8-12ab-471b-bbbe-2adcd3706754 req-51248522-8f8d-4728-87bd-871f00da7ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:55.081770 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-057ef3f8-12ab-471b-bbbe-2adcd3706754 req-51248522-8f8d-4728-87bd-871f00da7ed9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b9de5b40-72ee-4157-ae1b-05dabdef7293 HTTP/1.1" status: 200 len: 909 time: 0.0885372 Nov 12 04:32:55.150695 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-057ef3f8-12ab-471b-bbbe-2adcd3706754 req-5aad7dc9-c30b-4f00-af1a-9833989d57f3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ef21707-23a5-4250-8549-7d96aacf0f3d HTTP/1.1" status: 200 len: 1000 time: 0.0577619 Nov 12 04:32:55.208240 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ef3f8-12ab-471b-bbbe-2adcd3706754 req-9e3f96d5-a728-4acf-a989-9c7e101b4bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:55.209753 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-057ef3f8-12ab-471b-bbbe-2adcd3706754 req-9e3f96d5-a728-4acf-a989-9c7e101b4bc6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e97713e0-c128-4c83-99e1-86cf8e0c3d0b HTTP/1.1" status: 200 len: 847 time: 0.0477693 Nov 12 04:32:55.255075 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ef3f8-12ab-471b-bbbe-2adcd3706754 req-74567dd9-3231-4c9d-9ae6-f6fd185330dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:55.256569 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-057ef3f8-12ab-471b-bbbe-2adcd3706754 req-74567dd9-3231-4c9d-9ae6-f6fd185330dc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b9de5b40-72ee-4157-ae1b-05dabdef7293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395732 Nov 12 04:32:55.352031 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-057ef3f8-12ab-471b-bbbe-2adcd3706754 req-17205954-2413-4ff8-978e-938429182d1e service neutron] 10.222.0.74 "GET /v2.0/networks/b9de5b40-72ee-4157-ae1b-05dabdef7293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883894 Nov 12 04:32:55.465560 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc6184-6868-42ce-9340-6a26922fd1f5 req-d4cefc65-596b-4b5f-b3b6-c4e89db9f6b6 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:55.467023 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e0cc6184-6868-42ce-9340-6a26922fd1f5 req-d4cefc65-596b-4b5f-b3b6-c4e89db9f6b6 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 945 time: 0.1053758 Nov 12 04:32:55.500130 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-057ef3f8-12ab-471b-bbbe-2adcd3706754 req-34c65e56-60c1-457f-83b2-8dae0946b78c service neutron] 10.222.0.74 "GET /v2.0/networks/b9de5b40-72ee-4157-ae1b-05dabdef7293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298237 Nov 12 04:32:55.530294 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e0cc6184-6868-42ce-9340-6a26922fd1f5 req-eb58c06f-91ea-46dd-91e0-e48ed25510c2 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570607 Nov 12 04:32:56.648732 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce7656-c203-423a-9dea-b9cddffbc0d0 req-44a9923a-0142-4a55-99c3-5e56cd14e59d tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:56.650203 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a6ce7656-c203-423a-9dea-b9cddffbc0d0 req-44a9923a-0142-4a55-99c3-5e56cd14e59d tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 945 time: 0.0492594 Nov 12 04:32:56.701146 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a6ce7656-c203-423a-9dea-b9cddffbc0d0 req-4e01cfce-c275-4a11-a29f-3c777e398ff5 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449612 Nov 12 04:32:56.920223 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:32:57.820790 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f109c26-2a2c-4c1d-86bb-f892c76b4d81 req-307887cf-9c52-4874-86a7-fc9338585d7b tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:57.822267 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0f109c26-2a2c-4c1d-86bb-f892c76b4d81 req-307887cf-9c52-4874-86a7-fc9338585d7b tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 945 time: 0.0513599 Nov 12 04:32:57.871800 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0f109c26-2a2c-4c1d-86bb-f892c76b4d81 req-b242d8bb-5cee-4809-8398-1c2c8b6cb4a4 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436037 Nov 12 04:32:57.944049 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-6e285035-87cc-4029-bbe8-db535f75d1d0 req-fc490cf2-7f16-4748-a54a-79b32926ff86 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:32:57.945051 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6e285035-87cc-4029-bbe8-db535f75d1d0 req-fc490cf2-7f16-4748-a54a-79b32926ff86 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057557 Nov 12 04:32:59.073921 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 4ef21707-23a5-4250-8549-7d96aacf0f3d no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:32:59.128614 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a26329-8d0d-4ab8-a8ac-e0685645b0d8 req-0bb23537-4ce1-4602-b959-daa91847dab1 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:59.130257 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a6a26329-8d0d-4ab8-a8ac-e0685645b0d8 req-0bb23537-4ce1-4602-b959-daa91847dab1 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 945 time: 0.0620759 Nov 12 04:32:59.160966 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:59.185420 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2cf05b0-7146-4e38-b4cd-641058686785', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ef21707-23a5-4250-8549-7d96aacf0f3d'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:32:59.187648 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b6ddd3dcdf33591bed50c5a7e661b8bd9e6bfa45082c02e2ff7a95d810a3d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939c27cc-1c44-4ff8-9975-051f6ef9932e" -d '{"events": [{"server_uuid": "e2cf05b0-7146-4e38-b4cd-641058686785", "name": "network-vif-unplugged", "status": "completed", "tag": "4ef21707-23a5-4250-8549-7d96aacf0f3d"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:32:59.189281 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a6a26329-8d0d-4ab8-a8ac-e0685645b0d8 req-2d2f7246-d657-47c4-bd6e-48cd17b824c8 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519035 Nov 12 04:32:59.202098 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 4ef21707-23a5-4250-8549-7d96aacf0f3d, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4ef21707-23a5-4250-8549-7d96aacf0f3d,segment=NetworkSegment(64ddc420-3dcb-4640-a8c6-c81dd195f20c),segment_id=64ddc420-3dcb-4640-a8c6-c81dd195f20c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:59.209469 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:59.235273 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 04:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0d70bc-f835-4276-9c5d-45252a3fc184 x-openstack-request-id: req-6c0d70bc-f835-4276-9c5d-45252a3fc184 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:32:59.235643 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2cf05b0-7146-4e38-b4cd-641058686785", "name": "network-vif-unplugged", "status": "failed", "tag": "4ef21707-23a5-4250-8549-7d96aacf0f3d", "code": 422}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:32:59.235962 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6c0d70bc-f835-4276-9c5d-45252a3fc184 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:32:59.236436 n-d-715271-27 neutron-server[102573]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e2cf05b0-7146-4e38-b4cd-641058686785', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4ef21707-23a5-4250-8549-7d96aacf0f3d', 'code': 422} returned with failed status Nov 12 04:32:59.263176 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=4ef21707-23a5-4250-8549-7d96aacf0f3d,revision_number=8']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:59.318861 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-77c91966-af1f-446b-a6af-fd145faccc20 req-9e718b63-4ec3-40f1-b55f-5fc51387cbd9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0842307 Nov 12 04:33:00.130686 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c91966-af1f-446b-a6af-fd145faccc20 req-d7c28995-f694-4ecd-aad2-b699810c19d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:00.132170 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-77c91966-af1f-446b-a6af-fd145faccc20 req-d7c28995-f694-4ecd-aad2-b699810c19d1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785&tenant_id=dc90a9e266e540258e47bb4ab5bce2e6 HTTP/1.1" status: 200 len: 1095 time: 0.0402699 Nov 12 04:33:00.194905 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c91966-af1f-446b-a6af-fd145faccc20 req-baffbee7-5237-41dc-b9a6-c4965d63c383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:00.196392 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-77c91966-af1f-446b-a6af-fd145faccc20 req-baffbee7-5237-41dc-b9a6-c4965d63c383 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc90a9e266e540258e47bb4ab5bce2e6&device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 1095 time: 0.0408311 Nov 12 04:33:00.326145 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c91966-af1f-446b-a6af-fd145faccc20 req-ee72fd66-aa60-4472-8d12-439987548723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:00.327860 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-77c91966-af1f-446b-a6af-fd145faccc20 req-ee72fd66-aa60-4472-8d12-439987548723 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b9de5b40-72ee-4157-ae1b-05dabdef7293 HTTP/1.1" status: 200 len: 909 time: 0.1198618 Nov 12 04:33:00.344608 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17684a7-5cd4-4af3-948f-10a48c0c7db9 req-89fb0bbf-eebd-45fd-8aa1-82e7f53a8dca tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:00.346224 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f17684a7-5cd4-4af3-948f-10a48c0c7db9 req-89fb0bbf-eebd-45fd-8aa1-82e7f53a8dca tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 943 time: 0.0688844 Nov 12 04:33:00.450187 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f17684a7-5cd4-4af3-948f-10a48c0c7db9 req-774654db-5d87-4b9b-915a-b2aee3ea4abf tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951617 Nov 12 04:33:00.451944 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-77c91966-af1f-446b-a6af-fd145faccc20 req-0f2b6ee7-e6a6-4b3c-ae70-a7b5f5c97ddf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ef21707-23a5-4250-8549-7d96aacf0f3d HTTP/1.1" status: 200 len: 998 time: 0.1047814 Nov 12 04:33:00.508999 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c91966-af1f-446b-a6af-fd145faccc20 req-08865aa5-be9f-44ac-95dd-4a8660511423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:00.510480 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-77c91966-af1f-446b-a6af-fd145faccc20 req-08865aa5-be9f-44ac-95dd-4a8660511423 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e97713e0-c128-4c83-99e1-86cf8e0c3d0b HTTP/1.1" status: 200 len: 847 time: 0.0468643 Nov 12 04:33:00.518473 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f6312d15-23b6-430a-acd7-9df1fff85b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:00.563784 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c91966-af1f-446b-a6af-fd145faccc20 req-4277b885-0434-4ba6-a93a-96ce3f634663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:00.565405 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-77c91966-af1f-446b-a6af-fd145faccc20 req-4277b885-0434-4ba6-a93a-96ce3f634663 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b9de5b40-72ee-4157-ae1b-05dabdef7293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433631 Nov 12 04:33:00.671978 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-77c91966-af1f-446b-a6af-fd145faccc20 req-aa991ea8-ba98-402f-bd4c-84c68b28f68d service neutron] 10.222.0.74 "GET /v2.0/networks/b9de5b40-72ee-4157-ae1b-05dabdef7293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950582 Nov 12 04:33:00.769507 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-77c91966-af1f-446b-a6af-fd145faccc20 req-e1856403-8b6b-4ec0-aa67-440de2c55172 service neutron] 10.222.0.74 "GET /v2.0/networks/b9de5b40-72ee-4157-ae1b-05dabdef7293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855663 Nov 12 04:33:01.584279 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd401e0-dd9d-49a3-9d90-72efb32ed835 req-a7bf2966-ba89-4322-9f3f-f97755445145 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:01.591800 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-edd401e0-dd9d-49a3-9d90-72efb32ed835 req-a7bf2966-ba89-4322-9f3f-f97755445145 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 943 time: 0.0678892 Nov 12 04:33:01.637741 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-edd401e0-dd9d-49a3-9d90-72efb32ed835 req-da49cffe-523f-47f1-8ff5-7d91b7b28386 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450087 Nov 12 04:33:02.764726 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58122a7-0d1a-46e8-8142-522c4a16392f req-048c3243-a44e-4dc1-85be-6ebf0e843218 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:02.766413 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f58122a7-0d1a-46e8-8142-522c4a16392f req-048c3243-a44e-4dc1-85be-6ebf0e843218 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 943 time: 0.0529704 Nov 12 04:33:02.827829 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f58122a7-0d1a-46e8-8142-522c4a16392f req-1717cc6b-8b78-46d0-8165-caaa592caa72 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519741 Nov 12 04:33:03.496287 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cca82163-c6e6-4ceb-873e-9f2d1f269eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:03.955423 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ea683-ecb9-4c3a-84fd-9cc70a32a42a req-d3e46b26-0694-46ee-a03a-3c531bb190b5 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:03.961210 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-755ea683-ecb9-4c3a-84fd-9cc70a32a42a req-d3e46b26-0694-46ee-a03a-3c531bb190b5 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 943 time: 0.0573654 Nov 12 04:33:04.013531 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-755ea683-ecb9-4c3a-84fd-9cc70a32a42a req-dc896ec2-0e2d-4d67-9df0-93122c92b5c8 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459621 Nov 12 04:33:04.374141 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:05.137582 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1a07f-38ba-40aa-ad0a-f4325179c485 req-25cb8939-5baf-4b40-8405-ea94637be8d2 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:05.139084 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4ef1a07f-38ba-40aa-ad0a-f4325179c485 req-25cb8939-5baf-4b40-8405-ea94637be8d2 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 943 time: 0.0510588 Nov 12 04:33:05.197173 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4ef1a07f-38ba-40aa-ad0a-f4325179c485 req-c2c0d6d7-af88-4120-bfc0-c36b28948a99 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520592 Nov 12 04:33:05.685418 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:06.322621 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffba679-bc52-4ebf-bd47-ae992bddf5dc req-423ba1ff-44c9-4b6e-b55c-f318a8f26b37 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:06.324210 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9ffba679-bc52-4ebf-bd47-ae992bddf5dc req-423ba1ff-44c9-4b6e-b55c-f318a8f26b37 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 943 time: 0.0539408 Nov 12 04:33:06.382933 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9ffba679-bc52-4ebf-bd47-ae992bddf5dc req-bf7f6cbe-da58-4c84-9552-f863cf880f2b tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527327 Nov 12 04:33:06.529119 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:07.505721 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51078e32-624d-44cf-b12c-8aa0973676f5 req-20e0be4a-0db1-404e-a877-ba11e1523b42 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:07.507287 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-51078e32-624d-44cf-b12c-8aa0973676f5 req-20e0be4a-0db1-404e-a877-ba11e1523b42 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 943 time: 0.0511742 Nov 12 04:33:07.560488 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-51078e32-624d-44cf-b12c-8aa0973676f5 req-c90d5d33-1042-4848-9897-114ee0a37f8c tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466568 Nov 12 04:33:08.688627 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e98a95-e5d5-4cb3-8ecc-b0d0e6a5b1bc req-30cc13c3-fc90-4618-a6f8-c19fde69b9b1 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:08.690143 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-26e98a95-e5d5-4cb3-8ecc-b0d0e6a5b1bc req-30cc13c3-fc90-4618-a6f8-c19fde69b9b1 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 943 time: 0.0515604 Nov 12 04:33:08.744909 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-26e98a95-e5d5-4cb3-8ecc-b0d0e6a5b1bc req-ae0006ad-9d36-4fa8-88d6-fc18d973695a tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483758 Nov 12 04:33:09.460955 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:09.871854 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82c257-070f-43ab-965d-97667201ad01 req-74ff2709-88c2-42b4-bb3f-e29b2a86735a tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:09.873430 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ca82c257-070f-43ab-965d-97667201ad01 req-74ff2709-88c2-42b4-bb3f-e29b2a86735a tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 943 time: 0.0574315 Nov 12 04:33:09.936787 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ca82c257-070f-43ab-965d-97667201ad01 req-37343a2e-aa39-4f8e-8ab1-50bf6f6e9b22 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557764 Nov 12 04:33:11.048154 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9b6f0-e6db-4ff0-acc6-2067e8c065aa req-6a254fc1-22e1-4c9c-bc64-784798cec55e tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:11.049605 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-70f9b6f0-e6db-4ff0-acc6-2067e8c065aa req-6a254fc1-22e1-4c9c-bc64-784798cec55e tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 943 time: 0.0488164 Nov 12 04:33:11.099220 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-70f9b6f0-e6db-4ff0-acc6-2067e8c065aa req-d53bf4ce-de60-4005-9a7d-d1dd46560b75 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431705 Nov 12 04:33:12.221884 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19656fd-c7e5-478f-98bd-3218846c8c5d req-10deea26-3e31-4a2d-87ba-16925ab64474 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:12.224271 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a19656fd-c7e5-478f-98bd-3218846c8c5d req-10deea26-3e31-4a2d-87ba-16925ab64474 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 943 time: 0.0506406 Nov 12 04:33:12.273195 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a19656fd-c7e5-478f-98bd-3218846c8c5d req-49449e9f-76a9-4225-80d9-5810b5e0e8f5 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433533 Nov 12 04:33:13.150268 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 4ef21707-23a5-4250-8549-7d96aacf0f3d details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:33:13.244149 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 4ef21707-23a5-4250-8549-7d96aacf0f3d, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4ef21707-23a5-4250-8549-7d96aacf0f3d,segment=NetworkSegment(64ddc420-3dcb-4640-a8c6-c81dd195f20c),segment_id=64ddc420-3dcb-4640-a8c6-c81dd195f20c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:13.255643 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '4ef21707-23a5-4250-8549-7d96aacf0f3d', 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293', 'port_id': '4ef21707-23a5-4250-8549-7d96aacf0f3d', 'mac_address': 'fa:16:3e:96:dc:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e97713e0-c128-4c83-99e1-86cf8e0c3d0b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:33:13.291619 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:13.304979 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ef21707-23a5-4250-8549-7d96aacf0f3d {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:33:13.325084 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 4ef21707-23a5-4250-8549-7d96aacf0f3d, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4ef21707-23a5-4250-8549-7d96aacf0f3d,segment=NetworkSegment(64ddc420-3dcb-4640-a8c6-c81dd195f20c),segment_id=64ddc420-3dcb-4640-a8c6-c81dd195f20c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:13.329747 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:13.380771 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=4ef21707-23a5-4250-8549-7d96aacf0f3d,revision_number=9']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:13.396199 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8421143-a174-4b1f-8124-4f0a0eb64115 req-c94f6fb6-98a3-49e3-a80f-0c4ecfc8bb31 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:13.397693 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f8421143-a174-4b1f-8124-4f0a0eb64115 req-c94f6fb6-98a3-49e3-a80f-0c4ecfc8bb31 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 944 time: 0.0542889 Nov 12 04:33:13.448275 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f8421143-a174-4b1f-8124-4f0a0eb64115 req-b681697c-5361-4229-b155-ed4841b6a434 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445030 Nov 12 04:33:13.654482 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['4ef21707-23a5-4250-8549-7d96aacf0f3d'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:33:14.640930 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85431ab-b537-4658-b9e6-8af9ee585b01 req-dbd5cbfb-1051-44a7-8d00-2d7301b6152d tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:14.642407 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a85431ab-b537-4658-b9e6-8af9ee585b01 req-dbd5cbfb-1051-44a7-8d00-2d7301b6152d tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 944 time: 0.0585349 Nov 12 04:33:14.695884 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a85431ab-b537-4658-b9e6-8af9ee585b01 req-52a175ae-b701-4cf4-bfa3-4daacddf9fc2 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453246 Nov 12 04:33:15.149197 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 4ef21707-23a5-4250-8549-7d96aacf0f3d up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:33:15.197899 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 4ef21707-23a5-4250-8549-7d96aacf0f3d triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:15.198266 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:15.434474 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:15.458429 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2cf05b0-7146-4e38-b4cd-641058686785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef21707-23a5-4250-8549-7d96aacf0f3d'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:33:15.460523 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b6ddd3dcdf33591bed50c5a7e661b8bd9e6bfa45082c02e2ff7a95d810a3d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97cd998b-9bc4-4260-8617-b490647e7975" -d '{"events": [{"server_uuid": "e2cf05b0-7146-4e38-b4cd-641058686785", "name": "network-vif-plugged", "status": "completed", "tag": "4ef21707-23a5-4250-8549-7d96aacf0f3d"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:33:15.480212 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 4ef21707-23a5-4250-8549-7d96aacf0f3d, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4ef21707-23a5-4250-8549-7d96aacf0f3d,segment=NetworkSegment(64ddc420-3dcb-4640-a8c6-c81dd195f20c),segment_id=64ddc420-3dcb-4640-a8c6-c81dd195f20c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:15.486597 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:15.515099 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68911c1a-5188-4445-8087-99538a292001 x-openstack-request-id: req-68911c1a-5188-4445-8087-99538a292001 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:33:15.515387 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2cf05b0-7146-4e38-b4cd-641058686785", "name": "network-vif-plugged", "status": "completed", "tag": "4ef21707-23a5-4250-8549-7d96aacf0f3d", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:33:15.515632 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-68911c1a-5188-4445-8087-99538a292001 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:33:15.516016 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2cf05b0-7146-4e38-b4cd-641058686785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef21707-23a5-4250-8549-7d96aacf0f3d', 'code': 200} Nov 12 04:33:15.584578 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=4ef21707-23a5-4250-8549-7d96aacf0f3d,revision_number=10']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:15.675346 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690256d-58e9-4449-aa20-4d60c4ee54dc req-30a6272e-7064-4ad4-ad27-f857e375658b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:15.676947 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0690256d-58e9-4449-aa20-4d60c4ee54dc req-30a6272e-7064-4ad4-ad27-f857e375658b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 1098 time: 0.0419502 Nov 12 04:33:15.727925 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0690256d-58e9-4449-aa20-4d60c4ee54dc req-7928ddfd-8168-4511-b746-bf7565ac4f00 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401952 Nov 12 04:33:15.810361 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e1b37-eff2-4332-8090-71cbbbc45308 req-8f8bcd2b-9ca6-496c-a5c1-453df2cad2ab tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:15.811848 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-228e1b37-eff2-4332-8090-71cbbbc45308 req-8f8bcd2b-9ca6-496c-a5c1-453df2cad2ab tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 946 time: 0.0484350 Nov 12 04:33:15.866521 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-228e1b37-eff2-4332-8090-71cbbbc45308 req-b4dc5fbb-4442-4dc7-9d0b-5e9fd7c1c7ff tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482640 Nov 12 04:33:16.985072 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7955da-97d9-4f70-a3b2-e6814452d443 req-2be5c215-7e6d-4d84-b3c3-ed48a84d3df8 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:16.986442 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ef7955da-97d9-4f70-a3b2-e6814452d443 req-2be5c215-7e6d-4d84-b3c3-ed48a84d3df8 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 946 time: 0.0501068 Nov 12 04:33:17.038473 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-ef7955da-97d9-4f70-a3b2-e6814452d443 req-eaee0b6f-28ca-452e-bc3e-c6d2e24f2a1f tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454106 Nov 12 04:33:18.157048 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c3334-d1bb-4057-a862-c4ffb3eaaa5a req-a3918f3e-e0be-4afb-bdc7-766f0f72a73c tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:18.158547 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d30c3334-d1bb-4057-a862-c4ffb3eaaa5a req-a3918f3e-e0be-4afb-bdc7-766f0f72a73c tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 946 time: 0.0490131 Nov 12 04:33:18.209190 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d30c3334-d1bb-4057-a862-c4ffb3eaaa5a req-286debb1-4c6a-4d28-9ae3-105b1ae6696e tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444927 Nov 12 04:33:18.778646 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:30.511886 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ded70c10-3ab1-4766-a4cc-baa23504feff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:33.498361 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-547fab0c-34ad-4ba8-bc77-dc78b2e9b1b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:33.918994 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:33:34.374374 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:35.686557 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:36.530908 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:39.469272 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:48.793997 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:52.963924 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-aeb03970-471a-4d23-86ca-5463841adc69 req-1fbac4dd-e1fa-4c72-9112-6061cdf6220d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419989 Nov 12 04:33:53.053699 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb03970-471a-4d23-86ca-5463841adc69 req-f321d3a1-9ecb-44f2-9356-cd7379559209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:53.055195 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-aeb03970-471a-4d23-86ca-5463841adc69 req-f321d3a1-9ecb-44f2-9356-cd7379559209 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc90a9e266e540258e47bb4ab5bce2e6&device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 1098 time: 0.0420578 Nov 12 04:33:53.168254 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb03970-471a-4d23-86ca-5463841adc69 req-da342093-f9ae-44de-acfc-71e7ee8b4932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:53.169649 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-aeb03970-471a-4d23-86ca-5463841adc69 req-da342093-f9ae-44de-acfc-71e7ee8b4932 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b9de5b40-72ee-4157-ae1b-05dabdef7293 HTTP/1.1" status: 200 len: 909 time: 0.0895646 Nov 12 04:33:53.244264 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-aeb03970-471a-4d23-86ca-5463841adc69 req-8460fb74-19d3-4086-8950-cf634e12df82 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ef21707-23a5-4250-8549-7d96aacf0f3d HTTP/1.1" status: 200 len: 1000 time: 0.0630794 Nov 12 04:33:53.298232 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb03970-471a-4d23-86ca-5463841adc69 req-899a94a0-56ee-4bcb-a26e-d246bb4ad84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:53.301177 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-aeb03970-471a-4d23-86ca-5463841adc69 req-899a94a0-56ee-4bcb-a26e-d246bb4ad84b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e97713e0-c128-4c83-99e1-86cf8e0c3d0b HTTP/1.1" status: 200 len: 847 time: 0.0449827 Nov 12 04:33:53.351943 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb03970-471a-4d23-86ca-5463841adc69 req-0012dfc3-3a0b-4967-bf11-de7971b76079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:53.353532 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-aeb03970-471a-4d23-86ca-5463841adc69 req-0012dfc3-3a0b-4967-bf11-de7971b76079 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b9de5b40-72ee-4157-ae1b-05dabdef7293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427158 Nov 12 04:33:53.795797 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-aeb03970-471a-4d23-86ca-5463841adc69 req-06b3538a-1fbc-484e-9116-604c32f0e237 service neutron] 10.222.0.74 "GET /v2.0/networks/b9de5b40-72ee-4157-ae1b-05dabdef7293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305146 Nov 12 04:33:53.888037 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-aeb03970-471a-4d23-86ca-5463841adc69 req-860b99f1-08b8-4d3a-a228-9be9c7df71fd service neutron] 10.222.0.74 "GET /v2.0/networks/b9de5b40-72ee-4157-ae1b-05dabdef7293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839474 Nov 12 04:34:00.511940 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0b3dbc68-a103-4838-914d-472d76547730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:03.499697 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9f4c16c5-03ff-40cc-865f-30f566cddcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:04.377902 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:05.689872 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:06.533418 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:09.473632 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:10.917909 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:34:18.809741 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:30.513048 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-92fe7e8b-a18f-458d-af72-12aa1ff297fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:32.131300 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59658) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:32.289805 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-b03b0608-4eaf-4bf3-b29b-c5d36cc26aa0 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Deleting port fbc7ef4d-2720-4458-b86b-5f04daaa0678 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:34:32.290149 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b03b0608-4eaf-4bf3-b29b-c5d36cc26aa0 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:32.368026 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b03b0608-4eaf-4bf3-b29b-c5d36cc26aa0 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:32.368369 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b03b0608-4eaf-4bf3-b29b-c5d36cc26aa0 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:32.380969 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-b03b0608-4eaf-4bf3-b29b-c5d36cc26aa0 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Calling delete_port for fbc7ef4d-2720-4458-b86b-5f04daaa0678 owned by network:floatingip {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:34:32.527871 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b03b0608-4eaf-4bf3-b29b-c5d36cc26aa0 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:32.554743 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b0608-4eaf-4bf3-b29b-c5d36cc26aa0 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Pushing event deleted for resources: {'Port': ['ID=fbc7ef4d-2720-4458-b86b-5f04daaa0678,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:32.578255 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03b0608-4eaf-4bf3-b29b-c5d36cc26aa0 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:32.578593 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03b0608-4eaf-4bf3-b29b-c5d36cc26aa0 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:32.578929 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03b0608-4eaf-4bf3-b29b-c5d36cc26aa0 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:32.579264 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03b0608-4eaf-4bf3-b29b-c5d36cc26aa0 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:32.579657 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03b0608-4eaf-4bf3-b29b-c5d36cc26aa0 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:32.579964 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03b0608-4eaf-4bf3-b29b-c5d36cc26aa0 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:32.580270 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03b0608-4eaf-4bf3-b29b-c5d36cc26aa0 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:32.580598 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03b0608-4eaf-4bf3-b29b-c5d36cc26aa0 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:32.580946 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03b0608-4eaf-4bf3-b29b-c5d36cc26aa0 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:32.581279 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03b0608-4eaf-4bf3-b29b-c5d36cc26aa0 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:32.581689 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03b0608-4eaf-4bf3-b29b-c5d36cc26aa0 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:32.582027 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03b0608-4eaf-4bf3-b29b-c5d36cc26aa0 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:32.622490 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b03b0608-4eaf-4bf3-b29b-c5d36cc26aa0 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for floatingip, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:32.622862 n-d-715271-27 neutron-server[102572]: INFO neutron.db.l3_db [None req-b03b0608-4eaf-4bf3-b29b-c5d36cc26aa0 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Floating IP d6b1779a-9129-45a1-b518-31782c869ecd disassociated (deleted). External IP: 172.25.5.23, port: 4ef21707-23a5-4250-8549-7d96aacf0f3d. Nov 12 04:34:32.829455 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03b0608-4eaf-4bf3-b29b-c5d36cc26aa0 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Router 9dd3a1d8-213d-421a-81ad-d38291000bc5 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:34:32.939108 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03b0608-4eaf-4bf3-b29b-c5d36cc26aa0 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:34:32.944308 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b03b0608-4eaf-4bf3-b29b-c5d36cc26aa0 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:32.949244 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d206bb-f318-402e-8397-777e88076c03 None None] Sync routers for ids ['9dd3a1d8-213d-421a-81ad-d38291000bc5'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:34:32.958675 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d206bb-f318-402e-8397-777e88076c03 None None] Routers {'9dd3a1d8-213d-421a-81ad-d38291000bc5'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:32.959277 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-d1d206bb-f318-402e-8397-777e88076c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:34:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['9dd3a1d8-213d-421a-81ad-d38291000bc5'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:32.971004 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b03b0608-4eaf-4bf3-b29b-c5d36cc26aa0 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "DELETE /v2.0/floatingips/d6b1779a-9129-45a1-b518-31782c869ecd HTTP/1.1" status: 204 len: 168 time: 0.8386281 Nov 12 04:34:32.972344 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2cf05b0-7146-4e38-b4cd-641058686785', 'tag': '4ef21707-23a5-4250-8549-7d96aacf0f3d'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:34:32.974684 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c174c990332584687cba245f58d77d589c2fb4d31e1df7b34358bbebc3c39c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d964ffe-fdb3-4a9c-9159-0bd589e02d5b" -d '{"events": [{"name": "network-changed", "server_uuid": "e2cf05b0-7146-4e38-b4cd-641058686785", "tag": "4ef21707-23a5-4250-8549-7d96aacf0f3d"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:34:33.083603 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16c205a-7e94-4b7f-8832-a1b6557f6183 x-openstack-request-id: req-c16c205a-7e94-4b7f-8832-a1b6557f6183 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:34:33.083980 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2cf05b0-7146-4e38-b4cd-641058686785", "tag": "4ef21707-23a5-4250-8549-7d96aacf0f3d", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:34:33.084376 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c16c205a-7e94-4b7f-8832-a1b6557f6183 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:34:33.084903 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2cf05b0-7146-4e38-b4cd-641058686785', 'tag': '4ef21707-23a5-4250-8549-7d96aacf0f3d', 'status': 'completed', 'code': 200} Nov 12 04:34:33.167170 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-d1d206bb-f318-402e-8397-777e88076c03 None None] Set router 9dd3a1d8-213d-421a-81ad-d38291000bc5 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:34:33.216961 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d964ffe-fdb3-4a9c-9159-0bd589e02d5b req-f8e56860-d645-47a5-a6d7-52ab06e4306c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:33.218468 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8d964ffe-fdb3-4a9c-9159-0bd589e02d5b req-f8e56860-d645-47a5-a6d7-52ab06e4306c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc90a9e266e540258e47bb4ab5bce2e6&device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 1098 time: 0.0781496 Nov 12 04:34:33.230851 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149c387-dc89-4eeb-93c3-1904011bb78a req-6709b223-c02c-4e83-a630-1ad42ddbc8e7 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:33.232298 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5149c387-dc89-4eeb-93c3-1904011bb78a req-6709b223-c02c-4e83-a630-1ad42ddbc8e7 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 946 time: 0.0660007 Nov 12 04:34:33.342925 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5149c387-dc89-4eeb-93c3-1904011bb78a req-fe456469-ad42-4973-a5f8-61e93dc20902 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017156 Nov 12 04:34:33.358893 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d964ffe-fdb3-4a9c-9159-0bd589e02d5b req-ea60526c-326b-49f8-b449-49d651be7c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:33.360405 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8d964ffe-fdb3-4a9c-9159-0bd589e02d5b req-ea60526c-326b-49f8-b449-49d651be7c27 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b9de5b40-72ee-4157-ae1b-05dabdef7293 HTTP/1.1" status: 200 len: 909 time: 0.1272204 Nov 12 04:34:33.365529 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-d1d206bb-f318-402e-8397-777e88076c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'name': 'tempest-TestShelveInstance-219034106-router', 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'd2b70df1-ee29-42d2-a84b-373d93eccb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:09Z', 'updated_at': '2021-11-12T04:30:12Z', 'revision_number': 4, 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'gw_port': {'id': 'd2b70df1-ee29-42d2-a84b-373d93eccb79', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:10Z', 'updated_at': '2021-11-12T04:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'f2ba942b-884f-4425-9a95-5fa813c723de', 'name': '', 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293', 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'mac_address': 'fa:16:3e:a0:ee:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e97713e0-c128-4c83-99e1-86cf8e0c3d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:12Z', 'updated_at': '2021-11-12T04:30:16Z', 'revision_number': 5, 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'subnets': [{'id': 'e97713e0-c128-4c83-99e1-86cf8e0c3d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:33.395911 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d206bb-f318-402e-8397-777e88076c03 None None] Checking router: 9dd3a1d8-213d-421a-81ad-d38291000bc5 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:34:33.403499 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8d964ffe-fdb3-4a9c-9159-0bd589e02d5b req-d28052ac-9cb6-492e-b439-fd08c48e678d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ef21707-23a5-4250-8549-7d96aacf0f3d HTTP/1.1" status: 200 len: 217 time: 0.0346730 Nov 12 04:34:33.404722 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d206bb-f318-402e-8397-777e88076c03 None None] Routers {'9dd3a1d8-213d-421a-81ad-d38291000bc5'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:33.405327 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-d1d206bb-f318-402e-8397-777e88076c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:34:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['9dd3a1d8-213d-421a-81ad-d38291000bc5'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:33.454379 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d964ffe-fdb3-4a9c-9159-0bd589e02d5b req-a7485b68-cc35-4b40-9617-dba93c2828da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:33.455837 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8d964ffe-fdb3-4a9c-9159-0bd589e02d5b req-a7485b68-cc35-4b40-9617-dba93c2828da service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e97713e0-c128-4c83-99e1-86cf8e0c3d0b HTTP/1.1" status: 200 len: 847 time: 0.0449052 Nov 12 04:34:33.504434 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-64719a5f-7066-4962-85cc-f518ae465d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:33.507281 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d964ffe-fdb3-4a9c-9159-0bd589e02d5b req-27b791d6-750e-4556-ab68-beaa13437341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:33.509170 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8d964ffe-fdb3-4a9c-9159-0bd589e02d5b req-27b791d6-750e-4556-ab68-beaa13437341 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b9de5b40-72ee-4157-ae1b-05dabdef7293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452790 Nov 12 04:34:33.513883 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-d1d206bb-f318-402e-8397-777e88076c03 None None] Set router 9dd3a1d8-213d-421a-81ad-d38291000bc5 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:34:33.605829 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8d964ffe-fdb3-4a9c-9159-0bd589e02d5b req-53c91341-3e6a-4b2e-9bbc-c2ee31407b47 service neutron] 10.222.0.74 "GET /v2.0/networks/b9de5b40-72ee-4157-ae1b-05dabdef7293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886400 Nov 12 04:34:33.703346 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8d964ffe-fdb3-4a9c-9159-0bd589e02d5b req-f597b570-a3d0-4d5f-b87c-516b3ff181d1 service neutron] 10.222.0.74 "GET /v2.0/networks/b9de5b40-72ee-4157-ae1b-05dabdef7293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871749 Nov 12 04:34:33.710203 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-d1d206bb-f318-402e-8397-777e88076c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'name': 'tempest-TestShelveInstance-219034106-router', 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'd2b70df1-ee29-42d2-a84b-373d93eccb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:09Z', 'updated_at': '2021-11-12T04:30:12Z', 'revision_number': 4, 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'gw_port': {'id': 'd2b70df1-ee29-42d2-a84b-373d93eccb79', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:10Z', 'updated_at': '2021-11-12T04:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'f2ba942b-884f-4425-9a95-5fa813c723de', 'name': '', 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293', 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'mac_address': 'fa:16:3e:a0:ee:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e97713e0-c128-4c83-99e1-86cf8e0c3d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:12Z', 'updated_at': '2021-11-12T04:30:16Z', 'revision_number': 5, 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'subnets': [{'id': 'e97713e0-c128-4c83-99e1-86cf8e0c3d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:33.736510 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d206bb-f318-402e-8397-777e88076c03 None None] The sync data for ids ['9dd3a1d8-213d-421a-81ad-d38291000bc5'] in n-d-715271-27 is: [{'id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'name': 'tempest-TestShelveInstance-219034106-router', 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'd2b70df1-ee29-42d2-a84b-373d93eccb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:09Z', 'updated_at': '2021-11-12T04:30:12Z', 'revision_number': 4, 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'gw_port': {'id': 'd2b70df1-ee29-42d2-a84b-373d93eccb79', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:10Z', 'updated_at': '2021-11-12T04:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'f2ba942b-884f-4425-9a95-5fa813c723de', 'name': '', 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293', 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'mac_address': 'fa:16:3e:a0:ee:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e97713e0-c128-4c83-99e1-86cf8e0c3d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:12Z', 'updated_at': '2021-11-12T04:30:16Z', 'revision_number': 5, 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'subnets': [{'id': 'e97713e0-c128-4c83-99e1-86cf8e0c3d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:34:33.955295 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6606639-281a-4dc1-9d95-a79158f87b68 None None] New status for floating IP d6b1779a-9129-45a1-b518-31782c869ecd: DOWN {{(pid=102573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:34:34.382469 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:34.467496 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d276df0-36c1-40da-9f5f-41402d2d454f req-2493caab-aaa4-4a19-9ce6-1f318557a38d tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:34.469005 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8d276df0-36c1-40da-9f5f-41402d2d454f req-2493caab-aaa4-4a19-9ce6-1f318557a38d tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 946 time: 0.0530853 Nov 12 04:34:34.524695 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8d276df0-36c1-40da-9f5f-41402d2d454f req-5a448765-6aab-460b-ae62-686bf7350410 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=3497e493-2f8b-4105-b3fb-4e8cca583c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494449 Nov 12 04:34:34.803864 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabaf00-2f4d-48b8-b0f8-aa486f37bc6a req-e7443f6e-d47a-482b-b0a8-ed499ee02183 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:34.805254 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5eabaf00-2f4d-48b8-b0f8-aa486f37bc6a req-e7443f6e-d47a-482b-b0a8-ed499ee02183 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.74 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 946 time: 0.0490432 Nov 12 04:34:34.898421 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-5eabaf00-2f4d-48b8-b0f8-aa486f37bc6a req-d8ebfb9c-1810-4ad1-ac73-fcae2cda6276 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Deleting port 4ef21707-23a5-4250-8549-7d96aacf0f3d {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:34:34.898754 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5eabaf00-2f4d-48b8-b0f8-aa486f37bc6a req-d8ebfb9c-1810-4ad1-ac73-fcae2cda6276 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:34.989455 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-5eabaf00-2f4d-48b8-b0f8-aa486f37bc6a req-d8ebfb9c-1810-4ad1-ac73-fcae2cda6276 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] For port 4ef21707-23a5-4250-8549-7d96aacf0f3d, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=4ef21707-23a5-4250-8549-7d96aacf0f3d,segment=NetworkSegment(64ddc420-3dcb-4640-a8c6-c81dd195f20c),segment_id=64ddc420-3dcb-4640-a8c6-c81dd195f20c)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:34:34.989809 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5eabaf00-2f4d-48b8-b0f8-aa486f37bc6a req-d8ebfb9c-1810-4ad1-ac73-fcae2cda6276 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:35.002670 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-5eabaf00-2f4d-48b8-b0f8-aa486f37bc6a req-d8ebfb9c-1810-4ad1-ac73-fcae2cda6276 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Calling delete_port for 4ef21707-23a5-4250-8549-7d96aacf0f3d owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:34:35.132755 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5eabaf00-2f4d-48b8-b0f8-aa486f37bc6a req-d8ebfb9c-1810-4ad1-ac73-fcae2cda6276 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:35.162615 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ebfb9c-1810-4ad1-ac73-fcae2cda6276 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Pushing event deleted for resources: {'Port': ['ID=4ef21707-23a5-4250-8549-7d96aacf0f3d,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:35.193521 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ebfb9c-1810-4ad1-ac73-fcae2cda6276 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:35.193869 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ebfb9c-1810-4ad1-ac73-fcae2cda6276 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:35.194210 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ebfb9c-1810-4ad1-ac73-fcae2cda6276 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:35.194546 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ebfb9c-1810-4ad1-ac73-fcae2cda6276 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:35.194880 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ebfb9c-1810-4ad1-ac73-fcae2cda6276 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:35.195207 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ebfb9c-1810-4ad1-ac73-fcae2cda6276 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:35.195532 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ebfb9c-1810-4ad1-ac73-fcae2cda6276 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:35.195855 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ebfb9c-1810-4ad1-ac73-fcae2cda6276 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:35.196201 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ebfb9c-1810-4ad1-ac73-fcae2cda6276 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:35.196524 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ebfb9c-1810-4ad1-ac73-fcae2cda6276 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:35.196844 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ebfb9c-1810-4ad1-ac73-fcae2cda6276 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:35.197167 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ebfb9c-1810-4ad1-ac73-fcae2cda6276 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:35.217216 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eabaf00-2f4d-48b8-b0f8-aa486f37bc6a req-d8ebfb9c-1810-4ad1-ac73-fcae2cda6276 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] No DVR routers for this DVR port 4ef21707-23a5-4250-8549-7d96aacf0f3d on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:34:35.222640 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-5eabaf00-2f4d-48b8-b0f8-aa486f37bc6a req-d8ebfb9c-1810-4ad1-ac73-fcae2cda6276 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:35.226097 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5eabaf00-2f4d-48b8-b0f8-aa486f37bc6a req-d8ebfb9c-1810-4ad1-ac73-fcae2cda6276 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.74 "DELETE /v2.0/ports/4ef21707-23a5-4250-8549-7d96aacf0f3d HTTP/1.1" status: 204 len: 173 time: 0.4112704 Nov 12 04:34:35.226556 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2cf05b0-7146-4e38-b4cd-641058686785', 'name': 'network-vif-deleted', 'tag': '4ef21707-23a5-4250-8549-7d96aacf0f3d'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:34:35.228904 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6663d1d3f3c9eef7926d12034ee86df45d83a9b81db0163b8b39b36c8946953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80068ad2-d454-4cd4-8855-aad6e618fddb" -d '{"events": [{"server_uuid": "e2cf05b0-7146-4e38-b4cd-641058686785", "name": "network-vif-deleted", "tag": "4ef21707-23a5-4250-8549-7d96aacf0f3d"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:34:35.326268 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9d5c4f-1a5e-4b23-9594-b5e47e36d088 x-openstack-request-id: req-cd9d5c4f-1a5e-4b23-9594-b5e47e36d088 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:34:35.326560 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2cf05b0-7146-4e38-b4cd-641058686785", "name": "network-vif-deleted", "tag": "4ef21707-23a5-4250-8549-7d96aacf0f3d", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:34:35.326809 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cd9d5c4f-1a5e-4b23-9594-b5e47e36d088 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:34:35.327355 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2cf05b0-7146-4e38-b4cd-641058686785', 'name': 'network-vif-deleted', 'tag': '4ef21707-23a5-4250-8549-7d96aacf0f3d', 'status': 'completed', 'code': 200} Nov 12 04:34:35.649191 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-962bcc76-5ba6-4ef5-8dd6-efc875d804ce req-0c269f66-be25-4a8b-b071-5ea166b2541a tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2cf05b0-7146-4e38-b4cd-641058686785 HTTP/1.1" status: 200 len: 210 time: 0.0347190 Nov 12 04:34:35.696512 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:36.534223 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:36.706243 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59684) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:36.763001 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4016a2c5-c148-4ebd-a359-c4a10345f133 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:36.788145 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4016a2c5-c148-4ebd-a359-c4a10345f133 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:36.848728 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4016a2c5-c148-4ebd-a359-c4a10345f133 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:36.851293 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4016a2c5-c148-4ebd-a359-c4a10345f133 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:36.852525 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4016a2c5-c148-4ebd-a359-c4a10345f133 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "DELETE /v2.0/security-groups/3497e493-2f8b-4105-b3fb-4e8cca583c2a HTTP/1.1" status: 204 len: 168 time: 0.1452351 Nov 12 04:34:36.861954 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4016a2c5-c148-4ebd-a359-c4a10345f133 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3497e493-2f8b-4105-b3fb-4e8cca583c2a,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:37.088713 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59690) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:37.093296 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-29c60fff-2879-4939-823f-bfb979a2248b tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1125788392', 'description': 'tempest-secgroup-smoke-1125788392 description', 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:37.116633 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-29c60fff-2879-4939-823f-bfb979a2248b tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.182904 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-29c60fff-2879-4939-823f-bfb979a2248b tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.186816 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-29c60fff-2879-4939-823f-bfb979a2248b tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.219740 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-29c60fff-2879-4939-823f-bfb979a2248b tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.221030 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-29c60fff-2879-4939-823f-bfb979a2248b tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1313119 Nov 12 04:34:37.224541 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 59692) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:37.229695 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-1899b10a-b90f-4df7-a677-0d6ebd02852e tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Request body: {'security_group_rule': {'security_group_id': '763eb83b-df43-421a-b4ce-45874340b654', 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:37.236445 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c60fff-2879-4939-823f-bfb979a2248b tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=763eb83b-df43-421a-b4ce-45874340b654,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:37.258856 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1899b10a-b90f-4df7-a677-0d6ebd02852e tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.312900 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1899b10a-b90f-4df7-a677-0d6ebd02852e tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.317357 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1899b10a-b90f-4df7-a677-0d6ebd02852e tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.335629 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1899b10a-b90f-4df7-a677-0d6ebd02852e tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=271a9d4f-425a-401e-bf3b-fe1e85e0bd56,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:37.343934 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-1899b10a-b90f-4df7-a677-0d6ebd02852e tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.345154 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-1899b10a-b90f-4df7-a677-0d6ebd02852e tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1196675 Nov 12 04:34:37.348180 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59694) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:37.352870 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-e4418eda-7b9c-4bd1-8598-4ba80c1061a9 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Request body: {'security_group_rule': {'security_group_id': '763eb83b-df43-421a-b4ce-45874340b654', 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:37.377962 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e4418eda-7b9c-4bd1-8598-4ba80c1061a9 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.437839 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e4418eda-7b9c-4bd1-8598-4ba80c1061a9 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.442293 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e4418eda-7b9c-4bd1-8598-4ba80c1061a9 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.459929 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4418eda-7b9c-4bd1-8598-4ba80c1061a9 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f303f5a-4daa-406b-bce2-a7c544b791d7,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:37.467501 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-e4418eda-7b9c-4bd1-8598-4ba80c1061a9 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.468725 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-e4418eda-7b9c-4bd1-8598-4ba80c1061a9 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1194992 Nov 12 04:34:37.471541 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59696) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:37.475817 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-0f189bfa-f370-411a-96f8-64011e802d46 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Request body: {'security_group_rule': {'security_group_id': '763eb83b-df43-421a-b4ce-45874340b654', 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:37.500816 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0f189bfa-f370-411a-96f8-64011e802d46 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.557108 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0f189bfa-f370-411a-96f8-64011e802d46 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.560820 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0f189bfa-f370-411a-96f8-64011e802d46 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.578229 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f189bfa-f370-411a-96f8-64011e802d46 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f09cf732-fb88-48f7-9b1d-3b979eee358a,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:37.586520 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 4ef21707-23a5-4250-8549-7d96aacf0f3d no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:34:37.587647 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-0f189bfa-f370-411a-96f8-64011e802d46 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.588946 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0f189bfa-f370-411a-96f8-64011e802d46 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164100 Nov 12 04:34:37.591659 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59698) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:37.596104 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-4d1e8545-244f-416e-aa9e-17dc45e31923 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Request body: {'security_group_rule': {'security_group_id': '763eb83b-df43-421a-b4ce-45874340b654', 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:37.607762 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 4ef21707-23a5-4250-8549-7d96aacf0f3d {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:34:37.608136 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 4ef21707-23a5-4250-8549-7d96aacf0f3d not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:34:37.625827 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4d1e8545-244f-416e-aa9e-17dc45e31923 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.685000 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4d1e8545-244f-416e-aa9e-17dc45e31923 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.688441 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4d1e8545-244f-416e-aa9e-17dc45e31923 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.707601 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e8545-244f-416e-aa9e-17dc45e31923 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1943aa28-7597-46b6-a311-1117e45b232d,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:37.716401 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4d1e8545-244f-416e-aa9e-17dc45e31923 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.717607 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4d1e8545-244f-416e-aa9e-17dc45e31923 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1249645 Nov 12 04:34:37.720405 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59700) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:37.724832 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-06fceaf2-bb5e-4b6e-a4eb-cd7ec6fa213d tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Request body: {'security_group_rule': {'security_group_id': '763eb83b-df43-421a-b4ce-45874340b654', 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:37.745895 n-d-715271-27 neutron-server[102571]: INFO neutron.db.securitygroups_db [None req-06fceaf2-bb5e-4b6e-a4eb-cd7ec6fa213d tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Project dc90a9e266e540258e47bb4ab5bce2e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:34:37.750571 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-06fceaf2-bb5e-4b6e-a4eb-cd7ec6fa213d tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.810143 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-06fceaf2-bb5e-4b6e-a4eb-cd7ec6fa213d tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.813837 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-06fceaf2-bb5e-4b6e-a4eb-cd7ec6fa213d tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.831997 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fceaf2-bb5e-4b6e-a4eb-cd7ec6fa213d tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a4d6ab9-cf90-4b03-be05-98b31dd3cee4,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:37.840476 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-06fceaf2-bb5e-4b6e-a4eb-cd7ec6fa213d tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.841677 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-06fceaf2-bb5e-4b6e-a4eb-cd7ec6fa213d tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203482 Nov 12 04:34:37.844449 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59702) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:37.848810 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-2627b3a5-0a84-4eff-a684-0ecd034093c8 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Request body: {'security_group_rule': {'security_group_id': '763eb83b-df43-421a-b4ce-45874340b654', 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:37.870380 n-d-715271-27 neutron-server[102571]: INFO neutron.db.securitygroups_db [None req-2627b3a5-0a84-4eff-a684-0ecd034093c8 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Project dc90a9e266e540258e47bb4ab5bce2e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:34:37.875648 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2627b3a5-0a84-4eff-a684-0ecd034093c8 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.934959 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2627b3a5-0a84-4eff-a684-0ecd034093c8 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.938420 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2627b3a5-0a84-4eff-a684-0ecd034093c8 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.956107 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2627b3a5-0a84-4eff-a684-0ecd034093c8 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfbb9505-4cbf-49ee-a27e-fbf64ab62bc9,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:37.963923 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-2627b3a5-0a84-4eff-a684-0ecd034093c8 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.965166 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-2627b3a5-0a84-4eff-a684-0ecd034093c8 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1198063 Nov 12 04:34:39.477300 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:47.918031 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:34:48.808361 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:53.205959 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-f682e8e9-ef36-4c2e-983d-74ad5d17e6f3 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1125788392&fields=id&tenant_id=dc90a9e266e540258e47bb4ab5bce2e6 HTTP/1.1" status: 200 len: 267 time: 0.0459220 Nov 12 04:34:53.317510 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-29200466-25de-48a0-b3c0-ac19b56d0e85 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:53.319019 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-29200466-25de-48a0-b3c0-ac19b56d0e85 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/networks?id=b9de5b40-72ee-4157-ae1b-05dabdef7293 HTTP/1.1" status: 200 len: 808 time: 0.1056149 Nov 12 04:34:53.336885 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-a88a590f-f7bd-4344-a2e5-959261c7eba3 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/quotas/dc90a9e266e540258e47bb4ab5bce2e6 HTTP/1.1" status: 200 len: 375 time: 0.0102344 Nov 12 04:34:53.392418 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-402ab89a-1ab1-41ef-a4c4-487ceabf9601 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc90a9e266e540258e47bb4ab5bce2e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499036 Nov 12 04:34:53.541486 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-9f79d94c-f4b4-4e3b-9323-2fae059709ee service neutron] 10.222.0.50 "GET /v2.0/networks/b9de5b40-72ee-4157-ae1b-05dabdef7293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366889 Nov 12 04:34:53.633039 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-b926c4b8-85b0-4eb4-8629-0384c23704f0 service neutron] 10.222.0.50 "GET /v2.0/networks/b9de5b40-72ee-4157-ae1b-05dabdef7293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856323 Nov 12 04:34:53.918368 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-677d94a5-4368-4e2d-8c8e-07a61f2cbd9a req-e5af02ae-bfce-40cc-9023-7a159bedf915 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 210 time: 0.0269940 Nov 12 04:34:55.012727 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3294b520-421e-4bda-b71d-3508c1bce72c req-d562cae2-d68c-4119-84dc-00e120945dbf tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 210 time: 0.0264919 Nov 12 04:34:55.973193 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-84f27756-c152-4fc2-9928-bbe658708289 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:55.974686 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-84f27756-c152-4fc2-9928-bbe658708289 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.74 "GET /v2.0/networks?id=b9de5b40-72ee-4157-ae1b-05dabdef7293 HTTP/1.1" status: 200 len: 808 time: 0.1093178 Nov 12 04:34:56.055723 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-a2f0924f-1c69-40f8-aa5e-685f6e4b5739 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc90a9e266e540258e47bb4ab5bce2e6 HTTP/1.1" status: 200 len: 380 time: 0.0582087 Nov 12 04:34:56.069117 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-e030b211-57bf-4f11-974b-c21a8b464b86 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Request body: {'port': {'device_id': 'acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee', 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293', 'admin_state_up': True, 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'security_groups': ['763eb83b-df43-421a-b4ce-45874340b654']}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:56.149820 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-139c260e-d83c-4541-a9dc-0db6a18c9ba9 req-66829c10-dccc-4c03-b433-8fb2990c2247 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 210 time: 0.0576932 Nov 12 04:34:56.205306 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-e030b211-57bf-4f11-974b-c21a8b464b86 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Made reservation on behalf of dc90a9e266e540258e47bb4ab5bce2e6 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:34:56.209577 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-e030b211-57bf-4f11-974b-c21a8b464b86 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:56.350862 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-e030b211-57bf-4f11-974b-c21a8b464b86 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Allocated IP 172.20.0.3 (b9de5b40-72ee-4157-ae1b-05dabdef7293/e97713e0-c128-4c83-99e1-86cf8e0c3d0b/2b3805d8-97bc-46bd-86e3-f1646ccc9fc0) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:34:56.505891 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-e030b211-57bf-4f11-974b-c21a8b464b86 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:56.539129 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-e030b211-57bf-4f11-974b-c21a8b464b86 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:56.585920 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-e030b211-57bf-4f11-974b-c21a8b464b86 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Network b9de5b40-72ee-4157-ae1b-05dabdef7293 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:34:56.590699 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-e030b211-57bf-4f11-974b-c21a8b464b86 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:34:56.596297 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-e030b211-57bf-4f11-974b-c21a8b464b86 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:34:56.606803 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e030b211-57bf-4f11-974b-c21a8b464b86 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Pushing event updated for resources: {'Port': ['ID=2b3805d8-97bc-46bd-86e3-f1646ccc9fc0,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:56.661103 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-e030b211-57bf-4f11-974b-c21a8b464b86 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:56.661718 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-e030b211-57bf-4f11-974b-c21a8b464b86 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:56.681575 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-e030b211-57bf-4f11-974b-c21a8b464b86 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6167340 Nov 12 04:34:56.699624 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-fef40ca1-9ce0-459c-96f3-db67a51f5aac service neutron] Request body: {'port': {'device_id': 'acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:56.758759 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-fef40ca1-9ce0-459c-96f3-db67a51f5aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:56.926748 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4117a938-49ac-46ee-9fcf-71ffbc9225d5 None None] Provisioning complete for port 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:56.928021 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4117a938-49ac-46ee-9fcf-71ffbc9225d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:56.968380 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4117a938-49ac-46ee-9fcf-71ffbc9225d5 None None] Port 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:34:57.034772 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-fef40ca1-9ce0-459c-96f3-db67a51f5aac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0 {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:34:57.043229 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-fef40ca1-9ce0-459c-96f3-db67a51f5aac service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:57.056123 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-fef40ca1-9ce0-459c-96f3-db67a51f5aac service neutron] Transition to ACTIVE for port object 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0 will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:34:57.060202 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-fef40ca1-9ce0-459c-96f3-db67a51f5aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:57.133470 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef40ca1-9ce0-459c-96f3-db67a51f5aac service neutron] Pushing event updated for resources: {'Port': ['ID=2b3805d8-97bc-46bd-86e3-f1646ccc9fc0,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:57.190951 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-fef40ca1-9ce0-459c-96f3-db67a51f5aac service neutron] Attempting to bind port 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0 on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:34:57.191277 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-fef40ca1-9ce0-459c-96f3-db67a51f5aac service neutron] Attempting to bind port 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0 by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '64ddc420-3dcb-4640-a8c6-c81dd195f20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:34:57.192223 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-fef40ca1-9ce0-459c-96f3-db67a51f5aac service neutron] Attempting to bind port 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0 on network b9de5b40-72ee-4157-ae1b-05dabdef7293 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:34:57.198954 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-fef40ca1-9ce0-459c-96f3-db67a51f5aac service neutron] Port 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0 on network b9de5b40-72ee-4157-ae1b-05dabdef7293 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:34:57.199291 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-fef40ca1-9ce0-459c-96f3-db67a51f5aac service neutron] Attempting to bind port 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0 on network b9de5b40-72ee-4157-ae1b-05dabdef7293 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:34:57.204508 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-fef40ca1-9ce0-459c-96f3-db67a51f5aac service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:34:57.204842 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-fef40ca1-9ce0-459c-96f3-db67a51f5aac service neutron] Checking segment: {'id': '64ddc420-3dcb-4640-a8c6-c81dd195f20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:34:57.205240 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-fef40ca1-9ce0-459c-96f3-db67a51f5aac service neutron] Bound using segment: {'id': '64ddc420-3dcb-4640-a8c6-c81dd195f20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:34:57.205781 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-fef40ca1-9ce0-459c-96f3-db67a51f5aac service neutron] Bound port: 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ddc420-3dcb-4640-a8c6-c81dd195f20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:34:57.206141 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-fef40ca1-9ce0-459c-96f3-db67a51f5aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:57.282347 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-fef40ca1-9ce0-459c-96f3-db67a51f5aac service neutron] For port 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:34:57.287256 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-fef40ca1-9ce0-459c-96f3-db67a51f5aac service neutron] For port 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=2b3805d8-97bc-46bd-86e3-f1646ccc9fc0,segment=NetworkSegment(64ddc420-3dcb-4640-a8c6-c81dd195f20c),segment_id=64ddc420-3dcb-4640-a8c6-c81dd195f20c)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:34:57.293253 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-fef40ca1-9ce0-459c-96f3-db67a51f5aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:57.300577 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c18bc8-27bb-40c8-b87b-2b4d4851a09e req-0dd92000-bd85-4475-8ebd-2eef498af2c1 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:57.302921 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-75c18bc8-27bb-40c8-b87b-2b4d4851a09e req-0dd92000-bd85-4475-8ebd-2eef498af2c1 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 943 time: 0.0747869 Nov 12 04:34:57.345546 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-fef40ca1-9ce0-459c-96f3-db67a51f5aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:57.346960 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-fef40ca1-9ce0-459c-96f3-db67a51f5aac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:57.349693 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-fef40ca1-9ce0-459c-96f3-db67a51f5aac service neutron] 10.222.0.74 "PUT /v2.0/ports/2b3805d8-97bc-46bd-86e3-f1646ccc9fc0 HTTP/1.1" status: 200 len: 1092 time: 0.6545982 Nov 12 04:34:57.350292 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee', 'tag': '2b3805d8-97bc-46bd-86e3-f1646ccc9fc0'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:34:57.352705 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6663d1d3f3c9eef7926d12034ee86df45d83a9b81db0163b8b39b36c8946953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab2680e-8819-4b92-8b3b-9df544504d73" -d '{"events": [{"name": "network-changed", "server_uuid": "acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee", "tag": "2b3805d8-97bc-46bd-86e3-f1646ccc9fc0"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:34:57.392673 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-75c18bc8-27bb-40c8-b87b-2b4d4851a09e req-a6b3bbd3-6f70-44fa-8486-8c26e63ea435 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795324 Nov 12 04:34:57.413259 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1e1756-69a1-4389-bd08-18eb1a458028 x-openstack-request-id: req-8e1e1756-69a1-4389-bd08-18eb1a458028 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:34:57.413703 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee", "tag": "2b3805d8-97bc-46bd-86e3-f1646ccc9fc0", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:34:57.414046 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8e1e1756-69a1-4389-bd08-18eb1a458028 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:34:57.414545 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee', 'tag': '2b3805d8-97bc-46bd-86e3-f1646ccc9fc0', 'status': 'completed', 'code': 200} Nov 12 04:34:57.415362 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef40ca1-9ce0-459c-96f3-db67a51f5aac service neutron] Pushing event updated for resources: {'Port': ['ID=2b3805d8-97bc-46bd-86e3-f1646ccc9fc0,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:57.483297 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-2c1f0cca-28e1-4e05-b234-83c9a1561370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:57.484871 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-2c1f0cca-28e1-4e05-b234-83c9a1561370 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc90a9e266e540258e47bb4ab5bce2e6&device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 1095 time: 0.0498092 Nov 12 04:34:57.535904 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-63b9d80b-2f17-48cf-b247-192355779d82 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b3805d8-97bc-46bd-86e3-f1646ccc9fc0 HTTP/1.1" status: 200 len: 217 time: 0.0394967 Nov 12 04:34:57.601100 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-c1feddf4-8d4d-4f42-bb43-2ac4503b86fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:57.602611 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-c1feddf4-8d4d-4f42-bb43-2ac4503b86fd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e97713e0-c128-4c83-99e1-86cf8e0c3d0b HTTP/1.1" status: 200 len: 847 time: 0.0597076 Nov 12 04:34:57.658329 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-d268062c-2ae0-4374-be1a-943029492c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:57.659846 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-d268062c-2ae0-4374-be1a-943029492c29 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b9de5b40-72ee-4157-ae1b-05dabdef7293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455589 Nov 12 04:34:57.765831 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-fdcb6716-686c-438b-829b-f328335b8df3 service neutron] 10.222.0.74 "GET /v2.0/networks/b9de5b40-72ee-4157-ae1b-05dabdef7293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918317 Nov 12 04:34:57.862189 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-c62f18e8-fe61-476b-bbbb-5c74a544ba25 req-fce45bf9-48ad-438f-880f-61d91f2e5f36 service neutron] 10.222.0.74 "GET /v2.0/networks/b9de5b40-72ee-4157-ae1b-05dabdef7293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837734 Nov 12 04:34:57.953374 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2680e-8819-4b92-8b3b-9df544504d73 req-08f994f1-383c-46bd-b9ba-1d4de525d75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:57.954790 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5ab2680e-8819-4b92-8b3b-9df544504d73 req-08f994f1-383c-46bd-b9ba-1d4de525d75b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc90a9e266e540258e47bb4ab5bce2e6&device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 1095 time: 0.0424702 Nov 12 04:34:58.055349 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2680e-8819-4b92-8b3b-9df544504d73 req-3942a668-5db6-47dd-9a2d-432b8172b2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:58.057104 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5ab2680e-8819-4b92-8b3b-9df544504d73 req-3942a668-5db6-47dd-9a2d-432b8172b2c7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b9de5b40-72ee-4157-ae1b-05dabdef7293 HTTP/1.1" status: 200 len: 909 time: 0.0903251 Nov 12 04:34:58.104956 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5ab2680e-8819-4b92-8b3b-9df544504d73 req-547e2a22-cccb-443a-9a14-4a5e9cba2ae6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b3805d8-97bc-46bd-86e3-f1646ccc9fc0 HTTP/1.1" status: 200 len: 217 time: 0.0360897 Nov 12 04:34:58.165243 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2680e-8819-4b92-8b3b-9df544504d73 req-54e885d5-10fb-48ea-ac6c-3df5dbe6160e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:58.166842 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5ab2680e-8819-4b92-8b3b-9df544504d73 req-54e885d5-10fb-48ea-ac6c-3df5dbe6160e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e97713e0-c128-4c83-99e1-86cf8e0c3d0b HTTP/1.1" status: 200 len: 847 time: 0.0509574 Nov 12 04:34:58.218974 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2680e-8819-4b92-8b3b-9df544504d73 req-8212f0d4-6ddc-4e79-9f3a-ce3995a46a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:58.220529 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5ab2680e-8819-4b92-8b3b-9df544504d73 req-8212f0d4-6ddc-4e79-9f3a-ce3995a46a19 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b9de5b40-72ee-4157-ae1b-05dabdef7293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423796 Nov 12 04:34:58.317540 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5ab2680e-8819-4b92-8b3b-9df544504d73 req-2260d6c5-87b9-4b3c-943c-24f52a4bce34 service neutron] 10.222.0.74 "GET /v2.0/networks/b9de5b40-72ee-4157-ae1b-05dabdef7293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850885 Nov 12 04:34:58.420834 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-5ab2680e-8819-4b92-8b3b-9df544504d73 req-1c4f30c6-ff54-445e-ba28-17502db49010 service neutron] 10.222.0.74 "GET /v2.0/networks/b9de5b40-72ee-4157-ae1b-05dabdef7293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924284 Nov 12 04:34:58.543607 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59430359-00fe-4b4e-9d0d-9204a415c67c req-27e1a432-464d-4cb3-ae18-3bf7d7b58db4 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:58.545149 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-59430359-00fe-4b4e-9d0d-9204a415c67c req-27e1a432-464d-4cb3-ae18-3bf7d7b58db4 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 943 time: 0.0509686 Nov 12 04:34:58.595022 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-59430359-00fe-4b4e-9d0d-9204a415c67c req-49401f12-9425-4d95-815b-e02a296253a7 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439489 Nov 12 04:34:59.714056 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d16002-82e6-401a-971e-d9e81873b9c1 req-d1abf0b3-0878-4f19-979a-0cffc3efa948 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:59.715556 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-00d16002-82e6-401a-971e-d9e81873b9c1 req-d1abf0b3-0878-4f19-979a-0cffc3efa948 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 943 time: 0.0494676 Nov 12 04:34:59.767770 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-00d16002-82e6-401a-971e-d9e81873b9c1 req-ae661dd7-1314-42a3-9d55-f0dcc7af4627 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462830 Nov 12 04:35:00.515733 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a9135cd1-86a4-4bce-b81a-e9310212552e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:00.907269 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed5600-8ef4-4a17-ab3b-b05e099fe1fb req-ef627209-cad0-4277-9574-8d6f70b0ac45 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:00.909772 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-aaed5600-8ef4-4a17-ab3b-b05e099fe1fb req-ef627209-cad0-4277-9574-8d6f70b0ac45 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 943 time: 0.0689008 Nov 12 04:35:00.979657 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-aaed5600-8ef4-4a17-ab3b-b05e099fe1fb req-2efd7cec-7ec8-435a-8d25-97d852a1d217 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608799 Nov 12 04:35:02.095699 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f120771-b1e1-48c7-9053-a980b492a8a7 req-ac7c4433-2bdf-48ab-bbf7-3d7f31039b8b tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:02.097192 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2f120771-b1e1-48c7-9053-a980b492a8a7 req-ac7c4433-2bdf-48ab-bbf7-3d7f31039b8b tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 943 time: 0.0488443 Nov 12 04:35:02.145672 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2f120771-b1e1-48c7-9053-a980b492a8a7 req-a055be45-f6a3-4bbb-94ab-c332e849d28b tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419886 Nov 12 04:35:03.273620 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef4eac-c31e-4397-b038-b65cc4e1f299 req-960b6351-89e3-4941-b019-a870d3e55a24 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:03.275142 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e0ef4eac-c31e-4397-b038-b65cc4e1f299 req-960b6351-89e3-4941-b019-a870d3e55a24 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 943 time: 0.0595853 Nov 12 04:35:03.333082 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e0ef4eac-c31e-4397-b038-b65cc4e1f299 req-3b1b304f-5c8e-4b8b-accd-17358bdc94f1 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519061 Nov 12 04:35:03.497701 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d2eab74a-c86f-4dfd-a0e8-a9539cc16e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:04.384557 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:04.458014 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be07b8-67f4-43bd-a27c-ae1a49ee9d1a req-17bc9a51-dc4a-4d1f-984c-107c9b0dc8a9 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:04.459763 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f0be07b8-67f4-43bd-a27c-ae1a49ee9d1a req-17bc9a51-dc4a-4d1f-984c-107c9b0dc8a9 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 943 time: 0.0558071 Nov 12 04:35:04.511385 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f0be07b8-67f4-43bd-a27c-ae1a49ee9d1a req-8645c165-ca34-4dc6-b9a1-45221cd07adb tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456312 Nov 12 04:35:05.630281 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71463ed8-6893-4a39-9e45-2548372283d8 req-8e320f6c-ffa6-4275-986c-367e584a2dd5 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:05.631878 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-71463ed8-6893-4a39-9e45-2548372283d8 req-8e320f6c-ffa6-4275-986c-367e584a2dd5 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 943 time: 0.0506744 Nov 12 04:35:05.691619 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-71463ed8-6893-4a39-9e45-2548372283d8 req-14eef83b-9c7c-4fc4-9d0f-2fbf8ab68070 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537844 Nov 12 04:35:05.701168 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:06.537355 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:06.815521 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4766fc-c229-4dbb-9089-d59accf0340e req-aa323b76-0569-4895-bf06-64ae992716c5 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:06.817081 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8a4766fc-c229-4dbb-9089-d59accf0340e req-aa323b76-0569-4895-bf06-64ae992716c5 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 943 time: 0.0508471 Nov 12 04:35:06.868671 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8a4766fc-c229-4dbb-9089-d59accf0340e req-b016563f-b918-4ac5-b78b-601b37f4a285 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453107 Nov 12 04:35:07.988618 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c83819a-e0e4-4eae-88a0-32784415b85f req-339ff75f-b62c-4393-9077-7b081d4265ef tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:07.993181 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1c83819a-e0e4-4eae-88a0-32784415b85f req-339ff75f-b62c-4393-9077-7b081d4265ef tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 943 time: 0.0535724 Nov 12 04:35:08.043440 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-1c83819a-e0e4-4eae-88a0-32784415b85f req-a272ed4f-928a-4244-923f-90459e3edb50 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439751 Nov 12 04:35:09.171651 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb189714-8888-485b-bd71-6185bf3ea707 req-7e9b381b-8f59-4ae7-b47f-1168bd4e9132 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:09.173389 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cb189714-8888-485b-bd71-6185bf3ea707 req-7e9b381b-8f59-4ae7-b47f-1168bd4e9132 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 943 time: 0.0533154 Nov 12 04:35:09.224395 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cb189714-8888-485b-bd71-6185bf3ea707 req-816fb982-a052-4bd3-96ce-87293bb66cf4 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438373 Nov 12 04:35:09.491784 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:09.685546 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0 details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:35:09.782346 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=2b3805d8-97bc-46bd-86e3-f1646ccc9fc0,segment=NetworkSegment(64ddc420-3dcb-4640-a8c6-c81dd195f20c),segment_id=64ddc420-3dcb-4640-a8c6-c81dd195f20c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:09.793431 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '2b3805d8-97bc-46bd-86e3-f1646ccc9fc0', 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293', 'port_id': '2b3805d8-97bc-46bd-86e3-f1646ccc9fc0', 'mac_address': 'fa:16:3e:d1:cb:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e97713e0-c128-4c83-99e1-86cf8e0c3d0b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:35:09.835965 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:09.849049 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:35:09.868614 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=2b3805d8-97bc-46bd-86e3-f1646ccc9fc0,segment=NetworkSegment(64ddc420-3dcb-4640-a8c6-c81dd195f20c),segment_id=64ddc420-3dcb-4640-a8c6-c81dd195f20c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:09.872484 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:09.920660 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=2b3805d8-97bc-46bd-86e3-f1646ccc9fc0,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:09.930634 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:09.930918 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:09.931257 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:09.931597 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:09.931934 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:09.932301 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:09.932640 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:09.933096 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:09.933835 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:09.934016 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:09.934565 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:09.935095 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:10.162721 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['2b3805d8-97bc-46bd-86e3-f1646ccc9fc0'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:35:10.352368 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e6d44-bb8a-4761-9d27-14d2612a8377 req-d960b03e-4c29-4dfb-a88b-b71ffc30512b tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:10.353958 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-592e6d44-bb8a-4761-9d27-14d2612a8377 req-d960b03e-4c29-4dfb-a88b-b71ffc30512b tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 944 time: 0.0556638 Nov 12 04:35:10.407113 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-592e6d44-bb8a-4761-9d27-14d2612a8377 req-9ffac164-802e-4c34-a160-a9c459e1059c tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450206 Nov 12 04:35:11.533561 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43744de4-0aea-4a75-94f5-f7794ddbdf23 req-fd1ec701-1394-44a9-8a6f-90249f173a95 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:11.535049 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-43744de4-0aea-4a75-94f5-f7794ddbdf23 req-fd1ec701-1394-44a9-8a6f-90249f173a95 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 944 time: 0.0498502 Nov 12 04:35:11.587256 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-43744de4-0aea-4a75-94f5-f7794ddbdf23 req-5653ab4a-46cd-49c5-bfe6-279080c6d9e5 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454383 Nov 12 04:35:11.691041 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0 up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:35:11.744042 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:35:11.748065 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:11.748496 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:11.830393 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:11.853791 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3805d8-97bc-46bd-86e3-f1646ccc9fc0'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:35:11.856038 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b6ddd3dcdf33591bed50c5a7e661b8bd9e6bfa45082c02e2ff7a95d810a3d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad606753-6d9b-45a4-902e-1ae8af066b20" -d '{"events": [{"server_uuid": "acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee", "name": "network-vif-plugged", "status": "completed", "tag": "2b3805d8-97bc-46bd-86e3-f1646ccc9fc0"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:35:11.869791 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=2b3805d8-97bc-46bd-86e3-f1646ccc9fc0,segment=NetworkSegment(64ddc420-3dcb-4640-a8c6-c81dd195f20c),segment_id=64ddc420-3dcb-4640-a8c6-c81dd195f20c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:11.873520 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:11.925163 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=2b3805d8-97bc-46bd-86e3-f1646ccc9fc0,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:11.961240 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9cd951-af1e-4154-889e-e70b63e262a9 x-openstack-request-id: req-de9cd951-af1e-4154-889e-e70b63e262a9 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:35:11.961535 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee", "name": "network-vif-plugged", "status": "completed", "tag": "2b3805d8-97bc-46bd-86e3-f1646ccc9fc0", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:35:11.961791 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-de9cd951-af1e-4154-889e-e70b63e262a9 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:35:11.962200 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3805d8-97bc-46bd-86e3-f1646ccc9fc0', 'code': 200} Nov 12 04:35:12.076807 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d45784e-3fe4-46bc-a7d4-b5e361c524e1 req-30ecee57-18cb-406a-b068-9ece88d3018b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:12.078302 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3d45784e-3fe4-46bc-a7d4-b5e361c524e1 req-30ecee57-18cb-406a-b068-9ece88d3018b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 1097 time: 0.0463920 Nov 12 04:35:12.132568 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3d45784e-3fe4-46bc-a7d4-b5e361c524e1 req-5ed59c42-410a-44c4-b5f6-8a5619723862 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418210 Nov 12 04:35:12.704987 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f699ba-9a6c-4c12-85b1-0d2e3e183425 req-7792e60d-a18a-4096-9aa8-f4a36bee753b tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:12.706413 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-28f699ba-9a6c-4c12-85b1-0d2e3e183425 req-7792e60d-a18a-4096-9aa8-f4a36bee753b tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 945 time: 0.0491643 Nov 12 04:35:12.761621 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-28f699ba-9a6c-4c12-85b1-0d2e3e183425 req-936ab496-6421-4bf2-9992-d3ca4524a86c tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482936 Nov 12 04:35:13.885578 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3061c0b0-8d55-49ed-999b-98f8c2a046d2 req-e4321835-cddb-497b-b05c-2c35c09e1fd9 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:13.887054 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3061c0b0-8d55-49ed-999b-98f8c2a046d2 req-e4321835-cddb-497b-b05c-2c35c09e1fd9 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 945 time: 0.0510280 Nov 12 04:35:13.946587 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3061c0b0-8d55-49ed-999b-98f8c2a046d2 req-d8ea6e15-0b56-4ebb-8387-357cec0b042f tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536606 Nov 12 04:35:14.066173 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f37e4f-2f51-4f71-90c7-6f9911d029d6 req-dfcdc283-d443-4991-baa5-8beb7475d54f tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:14.067647 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-66f37e4f-2f51-4f71-90c7-6f9911d029d6 req-dfcdc283-d443-4991-baa5-8beb7475d54f tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 945 time: 0.0519965 Nov 12 04:35:14.119216 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-66f37e4f-2f51-4f71-90c7-6f9911d029d6 req-661fead0-b40e-4e5a-971e-e8ba8e777328 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455132 Nov 12 04:35:14.146648 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59904) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:14.186975 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f469138e-cf8f-43f2-8167-b4458d6726a8 tempest-TestShelveInstance-1394584276 tempest-TestShelveInstance-1394584276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:14.188518 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f469138e-cf8f-43f2-8167-b4458d6726a8 tempest-TestShelveInstance-1394584276 tempest-TestShelveInstance-1394584276-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 1092 time: 0.0407500 Nov 12 04:35:14.191296 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 59906) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:14.195549 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-dd1234c0-129f-41b6-9a95-092427103d45 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'port_id': '2b3805d8-97bc-46bd-86e3-f1646ccc9fc0', 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:35:14.218032 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-dd1234c0-129f-41b6-9a95-092427103d45 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for floatingip, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:14.319897 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-dd1234c0-129f-41b6-9a95-092427103d45 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:14.428222 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-dd1234c0-129f-41b6-9a95-092427103d45 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Allocated IP 172.25.5.15 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/bfeb8fb0-d4da-46da-b788-a28a830d0def) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:35:14.532813 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-dd1234c0-129f-41b6-9a95-092427103d45 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:14.567014 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-dd1234c0-129f-41b6-9a95-092427103d45 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:14.604594 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1234c0-129f-41b6-9a95-092427103d45 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:35:14.607296 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-dd1234c0-129f-41b6-9a95-092427103d45 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:35:14.609809 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1234c0-129f-41b6-9a95-092427103d45 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:35:14.647111 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1234c0-129f-41b6-9a95-092427103d45 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Pushing event updated for resources: {'Port': ['ID=bfeb8fb0-d4da-46da-b788-a28a830d0def,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:14.990707 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-dd1234c0-129f-41b6-9a95-092427103d45 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:15.065594 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-dd1234c0-129f-41b6-9a95-092427103d45 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:15.218336 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-dd1234c0-129f-41b6-9a95-092427103d45 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:15.222906 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-dd1234c0-129f-41b6-9a95-092427103d45 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:15.296968 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1234c0-129f-41b6-9a95-092427103d45 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Pushing event updated for resources: {'Port': ['ID=bfeb8fb0-d4da-46da-b788-a28a830d0def,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:15.310023 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-dd1234c0-129f-41b6-9a95-092427103d45 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:15.413240 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [None req-dd1234c0-129f-41b6-9a95-092427103d45 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Floating IP 87050f9c-3b72-4019-89be-235953f5cf17 associated. External IP: 172.25.5.15, port: 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0. Nov 12 04:35:15.987766 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd1234c0-129f-41b6-9a95-092427103d45 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Router 9dd3a1d8-213d-421a-81ad-d38291000bc5 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:35:16.096812 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1234c0-129f-41b6-9a95-092427103d45 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:35:16.111165 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9154fa98-3b25-4b1b-b21d-576848b4bb1b None None] Sync routers for ids ['9dd3a1d8-213d-421a-81ad-d38291000bc5'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:35:16.117701 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-dd1234c0-129f-41b6-9a95-092427103d45 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:16.123874 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9154fa98-3b25-4b1b-b21d-576848b4bb1b None None] Routers {'9dd3a1d8-213d-421a-81ad-d38291000bc5'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:35:16.124733 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-9154fa98-3b25-4b1b-b21d-576848b4bb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:35:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['9dd3a1d8-213d-421a-81ad-d38291000bc5'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:16.150291 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-dd1234c0-129f-41b6-9a95-092427103d45 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9579074 Nov 12 04:35:16.151031 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee', 'tag': '2b3805d8-97bc-46bd-86e3-f1646ccc9fc0'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:35:16.153335 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6663d1d3f3c9eef7926d12034ee86df45d83a9b81db0163b8b39b36c8946953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fecd7ab-9fc6-4922-9460-46e9a006f820" -d '{"events": [{"name": "network-changed", "server_uuid": "acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee", "tag": "2b3805d8-97bc-46bd-86e3-f1646ccc9fc0"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:35:16.192276 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128b8959-184f-47a6-a2be-c728e4cf7b3a x-openstack-request-id: req-128b8959-184f-47a6-a2be-c728e4cf7b3a {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:35:16.193302 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee", "tag": "2b3805d8-97bc-46bd-86e3-f1646ccc9fc0", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:35:16.193668 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-128b8959-184f-47a6-a2be-c728e4cf7b3a {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:35:16.194180 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee', 'tag': '2b3805d8-97bc-46bd-86e3-f1646ccc9fc0', 'status': 'completed', 'code': 200} Nov 12 04:35:16.236491 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-9154fa98-3b25-4b1b-b21d-576848b4bb1b None None] Set router 9dd3a1d8-213d-421a-81ad-d38291000bc5 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:35:16.257547 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fecd7ab-9fc6-4922-9460-46e9a006f820 req-94a6ed07-47ae-4692-a4a9-19d348cea5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:16.258936 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3fecd7ab-9fc6-4922-9460-46e9a006f820 req-94a6ed07-47ae-4692-a4a9-19d348cea5cf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc90a9e266e540258e47bb4ab5bce2e6&device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 1097 time: 0.0431483 Nov 12 04:35:16.350116 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fecd7ab-9fc6-4922-9460-46e9a006f820 req-ef38a857-bb5a-49ad-84e2-8202bc73df19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:16.351565 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3fecd7ab-9fc6-4922-9460-46e9a006f820 req-ef38a857-bb5a-49ad-84e2-8202bc73df19 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b9de5b40-72ee-4157-ae1b-05dabdef7293 HTTP/1.1" status: 200 len: 909 time: 0.0850558 Nov 12 04:35:16.426356 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3fecd7ab-9fc6-4922-9460-46e9a006f820 req-fd22b8c4-c252-480c-87b3-ff4731306660 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b3805d8-97bc-46bd-86e3-f1646ccc9fc0 HTTP/1.1" status: 200 len: 998 time: 0.0672638 Nov 12 04:35:16.462290 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-9154fa98-3b25-4b1b-b21d-576848b4bb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'name': 'tempest-TestShelveInstance-219034106-router', 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'd2b70df1-ee29-42d2-a84b-373d93eccb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:09Z', 'updated_at': '2021-11-12T04:30:12Z', 'revision_number': 4, 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'gw_port': {'id': 'd2b70df1-ee29-42d2-a84b-373d93eccb79', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:10Z', 'updated_at': '2021-11-12T04:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '87050f9c-3b72-4019-89be-235953f5cf17', 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'floating_ip_address': '172.25.5.15', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'port_id': '2b3805d8-97bc-46bd-86e3-f1646ccc9fc0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293', 'mac_address': 'fa:16:3e:d1:cb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:35:14Z', 'updated_at': '2021-11-12T04:35:14Z', 'revision_number': 0, 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2ba942b-884f-4425-9a95-5fa813c723de', 'name': '', 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293', 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'mac_address': 'fa:16:3e:a0:ee:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e97713e0-c128-4c83-99e1-86cf8e0c3d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:12Z', 'updated_at': '2021-11-12T04:30:16Z', 'revision_number': 5, 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'subnets': [{'id': 'e97713e0-c128-4c83-99e1-86cf8e0c3d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:16.477723 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fecd7ab-9fc6-4922-9460-46e9a006f820 req-2622c7db-60b6-41fb-a5ee-6aea68d7795a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:16.479258 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3fecd7ab-9fc6-4922-9460-46e9a006f820 req-2622c7db-60b6-41fb-a5ee-6aea68d7795a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e97713e0-c128-4c83-99e1-86cf8e0c3d0b HTTP/1.1" status: 200 len: 847 time: 0.0452123 Nov 12 04:35:16.489133 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9154fa98-3b25-4b1b-b21d-576848b4bb1b None None] Checking router: 9dd3a1d8-213d-421a-81ad-d38291000bc5 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:35:16.498180 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9154fa98-3b25-4b1b-b21d-576848b4bb1b None None] Routers {'9dd3a1d8-213d-421a-81ad-d38291000bc5'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:35:16.498782 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-9154fa98-3b25-4b1b-b21d-576848b4bb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:35:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['9dd3a1d8-213d-421a-81ad-d38291000bc5'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:16.526301 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fecd7ab-9fc6-4922-9460-46e9a006f820 req-5e76980e-1adf-4300-9428-8385711ff72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:16.527677 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3fecd7ab-9fc6-4922-9460-46e9a006f820 req-5e76980e-1adf-4300-9428-8385711ff72e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b9de5b40-72ee-4157-ae1b-05dabdef7293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413949 Nov 12 04:35:16.605444 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-9154fa98-3b25-4b1b-b21d-576848b4bb1b None None] Set router 9dd3a1d8-213d-421a-81ad-d38291000bc5 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:35:16.621681 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3fecd7ab-9fc6-4922-9460-46e9a006f820 req-68b435fd-b201-4c45-921d-fb589d4a449a service neutron] 10.222.0.74 "GET /v2.0/networks/b9de5b40-72ee-4157-ae1b-05dabdef7293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865693 Nov 12 04:35:16.716561 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3fecd7ab-9fc6-4922-9460-46e9a006f820 req-3bf96122-07c3-45b6-95da-0898bb24ddf7 service neutron] 10.222.0.74 "GET /v2.0/networks/b9de5b40-72ee-4157-ae1b-05dabdef7293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874536 Nov 12 04:35:16.919254 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-9154fa98-3b25-4b1b-b21d-576848b4bb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'name': 'tempest-TestShelveInstance-219034106-router', 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'd2b70df1-ee29-42d2-a84b-373d93eccb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:09Z', 'updated_at': '2021-11-12T04:30:12Z', 'revision_number': 4, 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'gw_port': {'id': 'd2b70df1-ee29-42d2-a84b-373d93eccb79', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:10Z', 'updated_at': '2021-11-12T04:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '87050f9c-3b72-4019-89be-235953f5cf17', 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'floating_ip_address': '172.25.5.15', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'port_id': '2b3805d8-97bc-46bd-86e3-f1646ccc9fc0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293', 'mac_address': 'fa:16:3e:d1:cb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:35:14Z', 'updated_at': '2021-11-12T04:35:14Z', 'revision_number': 0, 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2ba942b-884f-4425-9a95-5fa813c723de', 'name': '', 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293', 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'mac_address': 'fa:16:3e:a0:ee:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e97713e0-c128-4c83-99e1-86cf8e0c3d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:12Z', 'updated_at': '2021-11-12T04:30:16Z', 'revision_number': 5, 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'subnets': [{'id': 'e97713e0-c128-4c83-99e1-86cf8e0c3d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:16.948835 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9154fa98-3b25-4b1b-b21d-576848b4bb1b None None] The sync data for ids ['9dd3a1d8-213d-421a-81ad-d38291000bc5'] in n-d-715271-27 is: [{'id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'name': 'tempest-TestShelveInstance-219034106-router', 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'd2b70df1-ee29-42d2-a84b-373d93eccb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:09Z', 'updated_at': '2021-11-12T04:30:12Z', 'revision_number': 4, 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'gw_port': {'id': 'd2b70df1-ee29-42d2-a84b-373d93eccb79', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:10Z', 'updated_at': '2021-11-12T04:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '87050f9c-3b72-4019-89be-235953f5cf17', 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'floating_ip_address': '172.25.5.15', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'port_id': '2b3805d8-97bc-46bd-86e3-f1646ccc9fc0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293', 'mac_address': 'fa:16:3e:d1:cb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:35:14Z', 'updated_at': '2021-11-12T04:35:14Z', 'revision_number': 0, 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2ba942b-884f-4425-9a95-5fa813c723de', 'name': '', 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293', 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'mac_address': 'fa:16:3e:a0:ee:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e97713e0-c128-4c83-99e1-86cf8e0c3d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:12Z', 'updated_at': '2021-11-12T04:30:16Z', 'revision_number': 5, 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'subnets': [{'id': 'e97713e0-c128-4c83-99e1-86cf8e0c3d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:35:17.156370 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d7af1c-822f-43d1-900c-f2b434e43f38 None None] New status for floating IP 87050f9c-3b72-4019-89be-235953f5cf17: ACTIVE {{(pid=102573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:35:18.821236 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:24.918420 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:35:30.525347 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f8c294b2-8e12-4a81-b5a4-2de0fb8c7cc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:33.503821 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a6dd9dc0-3092-4395-a896-0708e2a5fd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:34.387556 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:35.703718 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:36.540582 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:39.491442 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:48.823915 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:56.281327 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d045906d-d637-44e4-85ae-faaccb3263fb req-f0ea8fb3-59db-45cc-80ec-44f1c313de1b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408373 Nov 12 04:35:56.366539 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045906d-d637-44e4-85ae-faaccb3263fb req-cf28cbb6-696c-4d15-8f50-f2fb16eb1143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:56.368005 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d045906d-d637-44e4-85ae-faaccb3263fb req-cf28cbb6-696c-4d15-8f50-f2fb16eb1143 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc90a9e266e540258e47bb4ab5bce2e6&device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 1097 time: 0.0395186 Nov 12 04:35:56.481061 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045906d-d637-44e4-85ae-faaccb3263fb req-0cee4581-706b-4aa0-91da-226bd3b9f4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:56.482553 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d045906d-d637-44e4-85ae-faaccb3263fb req-0cee4581-706b-4aa0-91da-226bd3b9f4e1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b9de5b40-72ee-4157-ae1b-05dabdef7293 HTTP/1.1" status: 200 len: 909 time: 0.0902991 Nov 12 04:35:56.556501 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d045906d-d637-44e4-85ae-faaccb3263fb req-7be86458-f5a2-4b51-8de1-f58fb7dc7737 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b3805d8-97bc-46bd-86e3-f1646ccc9fc0 HTTP/1.1" status: 200 len: 1000 time: 0.0602319 Nov 12 04:35:56.615567 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045906d-d637-44e4-85ae-faaccb3263fb req-80c151ad-5d1e-44a2-9481-380773f395b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:56.617057 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d045906d-d637-44e4-85ae-faaccb3263fb req-80c151ad-5d1e-44a2-9481-380773f395b7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e97713e0-c128-4c83-99e1-86cf8e0c3d0b HTTP/1.1" status: 200 len: 847 time: 0.0504115 Nov 12 04:35:56.671288 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045906d-d637-44e4-85ae-faaccb3263fb req-69359442-fbcf-4801-b704-99c10d76cbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:56.672803 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d045906d-d637-44e4-85ae-faaccb3263fb req-69359442-fbcf-4801-b704-99c10d76cbc9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b9de5b40-72ee-4157-ae1b-05dabdef7293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436821 Nov 12 04:35:56.765728 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d045906d-d637-44e4-85ae-faaccb3263fb req-b32e51ea-cf67-4425-9987-568476928004 service neutron] 10.222.0.74 "GET /v2.0/networks/b9de5b40-72ee-4157-ae1b-05dabdef7293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805409 Nov 12 04:35:56.862644 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d045906d-d637-44e4-85ae-faaccb3263fb req-0076fd70-126c-4ac3-9cf3-07e93b3aeb72 service neutron] 10.222.0.74 "GET /v2.0/networks/b9de5b40-72ee-4157-ae1b-05dabdef7293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862679 Nov 12 04:36:00.516822 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0544212f-6048-4a94-9196-a7626efcf624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:01.917853 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:36:03.496619 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e252cb11-f0a4-42c3-a671-da37d86c68bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:04.389357 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:05.709183 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:06.542703 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:09.505695 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:18.823292 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:30.517714 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b6e6148e-9f0f-465c-befb-afa3b9e280d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:33.498313 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c73d258c-2408-4ef8-ad27-c6c589338f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:34.392851 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:35.707795 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:36.547916 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:38.917587 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:36:39.505283 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:48.824052 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:57.364177 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8ed28012-b800-4c64-88b5-9101e9635d45 req-2d99dfc2-a2d2-45a3-83c3-48b3c0942e23 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0982835 Nov 12 04:36:57.457214 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed28012-b800-4c64-88b5-9101e9635d45 req-8e1bb2d3-0d20-4b36-bce4-6614c0a18707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:57.458852 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8ed28012-b800-4c64-88b5-9101e9635d45 req-8e1bb2d3-0d20-4b36-bce4-6614c0a18707 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc90a9e266e540258e47bb4ab5bce2e6&device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 1097 time: 0.0475800 Nov 12 04:36:57.571894 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed28012-b800-4c64-88b5-9101e9635d45 req-2ef0e36d-6f5f-48c0-9d4d-b5341d6bb88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:57.573301 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8ed28012-b800-4c64-88b5-9101e9635d45 req-2ef0e36d-6f5f-48c0-9d4d-b5341d6bb88b service neutron] 10.222.0.74 "GET /v2.0/networks?id=b9de5b40-72ee-4157-ae1b-05dabdef7293 HTTP/1.1" status: 200 len: 909 time: 0.0921674 Nov 12 04:36:57.640951 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8ed28012-b800-4c64-88b5-9101e9635d45 req-2d7f6b7a-12dc-43f8-9b2b-ff59bcb71db3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b3805d8-97bc-46bd-86e3-f1646ccc9fc0 HTTP/1.1" status: 200 len: 1000 time: 0.0586083 Nov 12 04:36:57.695625 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed28012-b800-4c64-88b5-9101e9635d45 req-87e9bcf6-ed5a-4919-9ab1-fc5f01282ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:57.697192 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8ed28012-b800-4c64-88b5-9101e9635d45 req-87e9bcf6-ed5a-4919-9ab1-fc5f01282ba0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e97713e0-c128-4c83-99e1-86cf8e0c3d0b HTTP/1.1" status: 200 len: 847 time: 0.0480726 Nov 12 04:36:57.747029 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed28012-b800-4c64-88b5-9101e9635d45 req-a47ef80f-9d8b-49d8-9aeb-ffa40b39a36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:57.749064 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8ed28012-b800-4c64-88b5-9101e9635d45 req-a47ef80f-9d8b-49d8-9aeb-ffa40b39a36b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b9de5b40-72ee-4157-ae1b-05dabdef7293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431519 Nov 12 04:36:57.842454 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8ed28012-b800-4c64-88b5-9101e9635d45 req-239e4f55-590b-460d-9b88-433896fea6b2 service neutron] 10.222.0.74 "GET /v2.0/networks/b9de5b40-72ee-4157-ae1b-05dabdef7293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851991 Nov 12 04:36:57.939785 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8ed28012-b800-4c64-88b5-9101e9635d45 req-df16384b-d64e-494e-8b8c-999bcd2a96ae service neutron] 10.222.0.74 "GET /v2.0/networks/b9de5b40-72ee-4157-ae1b-05dabdef7293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885291 Nov 12 04:37:00.519612 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5cd032f6-f4a8-44bc-9447-b02112256b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:03.501194 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-74f09ec5-29fa-421a-a97e-a5bda4442250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:04.397385 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:05.713938 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:06.551025 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:09.505770 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:14.290763 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab8fb9-d36c-445e-8dd6-803288b84bcd req-8eedcfa6-3b5b-428a-a312-947e3857e92f tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:14.292367 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4aab8fb9-d36c-445e-8dd6-803288b84bcd req-8eedcfa6-3b5b-428a-a312-947e3857e92f tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 945 time: 0.0530503 Nov 12 04:37:14.355510 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-4aab8fb9-d36c-445e-8dd6-803288b84bcd req-e3fa7919-0da3-49df-a073-fda9be242468 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565984 Nov 12 04:37:15.508150 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd29c45-2a08-4539-ac4a-bf82d0115b5a req-04f3c5c6-ae0a-4484-9b49-8feb25f17fdf tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:15.509664 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7fd29c45-2a08-4539-ac4a-bf82d0115b5a req-04f3c5c6-ae0a-4484-9b49-8feb25f17fdf tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 945 time: 0.0556104 Nov 12 04:37:15.565117 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-7fd29c45-2a08-4539-ac4a-bf82d0115b5a req-ce0a3799-b682-4648-b904-1a873c8e85a6 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475483 Nov 12 04:37:15.917161 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:37:16.714594 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca71db-122b-4409-a775-46d57c70b11e req-c3d46ff4-3817-4c5b-aa11-8288682f997c tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:16.718799 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-52ca71db-122b-4409-a775-46d57c70b11e req-c3d46ff4-3817-4c5b-aa11-8288682f997c tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 945 time: 0.0558217 Nov 12 04:37:16.766982 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-52ca71db-122b-4409-a775-46d57c70b11e req-aef715b1-baf3-45c2-b3bb-b2cebbe7bc62 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449018 Nov 12 04:37:17.890347 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb72276-5005-4651-800d-3140731a419e req-2a337218-41a2-4366-ae7c-e33af9f0cf85 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:17.891964 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4eb72276-5005-4651-800d-3140731a419e req-2a337218-41a2-4366-ae7c-e33af9f0cf85 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 945 time: 0.0541489 Nov 12 04:37:17.942813 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-4eb72276-5005-4651-800d-3140731a419e req-2dcef583-02ec-4172-9dd9-e5fee257ae04 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447733 Nov 12 04:37:18.839325 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:19.060713 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f44b4-7a71-4a6b-93b4-c98c53732198 req-250940b7-bcbe-4aee-b7ec-4c822ed20863 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:19.062464 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e85f44b4-7a71-4a6b-93b4-c98c53732198 req-250940b7-bcbe-4aee-b7ec-4c822ed20863 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 945 time: 0.0514739 Nov 12 04:37:19.114202 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e85f44b4-7a71-4a6b-93b4-c98c53732198 req-75a496be-d436-420a-9feb-bb1bf6d1d1db tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458598 Nov 12 04:37:20.236248 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462c3dc-29bb-40aa-a2d9-55e9a8707b7c req-6e7cc364-6381-4740-97e7-f74d0a6405dd tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:20.237763 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3462c3dc-29bb-40aa-a2d9-55e9a8707b7c req-6e7cc364-6381-4740-97e7-f74d0a6405dd tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 945 time: 0.0525210 Nov 12 04:37:20.288674 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3462c3dc-29bb-40aa-a2d9-55e9a8707b7c req-0a81dccb-dcbb-43cb-809e-d2ea95e38117 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439355 Nov 12 04:37:21.413080 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b2c4e-24ed-415a-bde5-754b0cba66ef req-c3e23190-b9bc-4f75-9030-a2fe82145eb3 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:21.414634 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cd3b2c4e-24ed-415a-bde5-754b0cba66ef req-c3e23190-b9bc-4f75-9030-a2fe82145eb3 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 945 time: 0.0519018 Nov 12 04:37:21.475876 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cd3b2c4e-24ed-415a-bde5-754b0cba66ef req-bafc1c00-5fea-4802-b854-94de2c037021 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550549 Nov 12 04:37:22.595190 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d257925-ed10-4313-ab06-9f73ca134db9 req-604e8b92-8fa7-48f4-959a-e4aad31ddb57 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:22.596662 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2d257925-ed10-4313-ab06-9f73ca134db9 req-604e8b92-8fa7-48f4-959a-e4aad31ddb57 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 945 time: 0.0532830 Nov 12 04:37:22.645207 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2d257925-ed10-4313-ab06-9f73ca134db9 req-f1a8fb6a-1c03-4324-a621-3aee7b51793e tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425017 Nov 12 04:37:23.762938 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe49287-1d7f-42c0-b949-028f5cf20920 req-88bfeadb-0ce7-4442-8b2e-83477bf3977c tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:23.764430 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dbe49287-1d7f-42c0-b949-028f5cf20920 req-88bfeadb-0ce7-4442-8b2e-83477bf3977c tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 945 time: 0.0495586 Nov 12 04:37:23.815952 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-dbe49287-1d7f-42c0-b949-028f5cf20920 req-9b593149-7b93-473e-b296-49b90b46e044 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457621 Nov 12 04:37:24.469882 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3beb5b6-4ff5-4d71-a850-419779b96f40 req-20c464c5-3b44-4a39-a325-8da8895b7ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:24.471391 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d3beb5b6-4ff5-4d71-a850-419779b96f40 req-20c464c5-3b44-4a39-a325-8da8895b7ea2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc90a9e266e540258e47bb4ab5bce2e6&device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 1097 time: 0.0406253 Nov 12 04:37:24.566380 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3beb5b6-4ff5-4d71-a850-419779b96f40 req-9dc0adae-0476-4aee-b28f-d4d7659829b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:24.567838 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d3beb5b6-4ff5-4d71-a850-419779b96f40 req-9dc0adae-0476-4aee-b28f-d4d7659829b2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b9de5b40-72ee-4157-ae1b-05dabdef7293 HTTP/1.1" status: 200 len: 909 time: 0.0890188 Nov 12 04:37:24.637839 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d3beb5b6-4ff5-4d71-a850-419779b96f40 req-76573319-9af6-4c55-a4a8-bd7245d62fee service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b3805d8-97bc-46bd-86e3-f1646ccc9fc0 HTTP/1.1" status: 200 len: 1000 time: 0.0590978 Nov 12 04:37:24.697567 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3beb5b6-4ff5-4d71-a850-419779b96f40 req-d8851996-e2cf-4d1f-9121-57368f97d0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:24.698962 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d3beb5b6-4ff5-4d71-a850-419779b96f40 req-d8851996-e2cf-4d1f-9121-57368f97d0ec service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e97713e0-c128-4c83-99e1-86cf8e0c3d0b HTTP/1.1" status: 200 len: 847 time: 0.0517781 Nov 12 04:37:24.749549 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3beb5b6-4ff5-4d71-a850-419779b96f40 req-8732d345-8c0c-4782-89bf-de423805c271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:24.751019 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d3beb5b6-4ff5-4d71-a850-419779b96f40 req-8732d345-8c0c-4782-89bf-de423805c271 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b9de5b40-72ee-4157-ae1b-05dabdef7293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406587 Nov 12 04:37:24.843899 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d3beb5b6-4ff5-4d71-a850-419779b96f40 req-e091f2c8-c0ba-4fc3-a5f5-2f4038fc7dcb service neutron] 10.222.0.74 "GET /v2.0/networks/b9de5b40-72ee-4157-ae1b-05dabdef7293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825770 Nov 12 04:37:24.933247 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b396d8b-a05f-4bc5-a210-af2d2c3a0a5a req-04b6b5eb-0a01-4449-87c6-96742ef6117a tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:24.934781 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2b396d8b-a05f-4bc5-a210-af2d2c3a0a5a req-04b6b5eb-0a01-4449-87c6-96742ef6117a tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 945 time: 0.0491009 Nov 12 04:37:24.950718 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d3beb5b6-4ff5-4d71-a850-419779b96f40 req-ab1fa2a1-32be-4685-9a94-2acde27f999f service neutron] 10.222.0.74 "GET /v2.0/networks/b9de5b40-72ee-4157-ae1b-05dabdef7293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936477 Nov 12 04:37:24.991756 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2b396d8b-a05f-4bc5-a210-af2d2c3a0a5a req-7c192a9d-6df3-4256-827c-5be9f77a5870 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503869 Nov 12 04:37:26.109743 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1f37f-26ea-4cc1-81f7-96b1f617e464 req-ee721062-127e-4936-b911-3d443f02b0d4 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:26.111211 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-78d1f37f-26ea-4cc1-81f7-96b1f617e464 req-ee721062-127e-4936-b911-3d443f02b0d4 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 945 time: 0.0496290 Nov 12 04:37:26.161047 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-78d1f37f-26ea-4cc1-81f7-96b1f617e464 req-377c563d-d2bc-4546-a8b7-adac963b2a37 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433071 Nov 12 04:37:27.282701 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50cf3e1-1982-4577-bdd6-c38b459d27cb req-d038ee02-7cba-4ab4-bddf-6c31886ef21b tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:27.284098 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c50cf3e1-1982-4577-bdd6-c38b459d27cb req-d038ee02-7cba-4ab4-bddf-6c31886ef21b tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 945 time: 0.0488980 Nov 12 04:37:27.338032 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c50cf3e1-1982-4577-bdd6-c38b459d27cb req-62ef8c17-4502-4711-9b5d-0e4dc5bff946 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478799 Nov 12 04:37:28.464739 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca4aae-2745-470a-9871-f86b5145bb97 req-1b25662b-c5fa-4725-9de0-6aed49bbe5e5 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:28.466333 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-86ca4aae-2745-470a-9871-f86b5145bb97 req-1b25662b-c5fa-4725-9de0-6aed49bbe5e5 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 945 time: 0.0567467 Nov 12 04:37:28.519521 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-86ca4aae-2745-470a-9871-f86b5145bb97 req-84aa2b0d-1c33-45d9-a568-d8bc7e5c15ee tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469196 Nov 12 04:37:29.635512 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eec6a6-f191-4e7d-91cc-84eee284085b req-456e36a9-da5f-4378-84e3-1bfc34922030 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:29.637018 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d0eec6a6-f191-4e7d-91cc-84eee284085b req-456e36a9-da5f-4378-84e3-1bfc34922030 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 945 time: 0.0492218 Nov 12 04:37:29.685993 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-d0eec6a6-f191-4e7d-91cc-84eee284085b req-91740a32-8727-4629-9ec2-9341090036ec tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430264 Nov 12 04:37:29.805493 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [req-cb833a1d-747b-433e-852c-f728b50ea1f1 req-7da2bab3-1187-4ca5-a1ad-5c9811d45231 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:37:29.806488 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cb833a1d-747b-433e-852c-f728b50ea1f1 req-7da2bab3-1187-4ca5-a1ad-5c9811d45231 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0567074 Nov 12 04:37:29.961981 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9f09c7b8-b04c-4542-87bd-abfde01ae0e8 req-8df21c7f-117e-4212-91fd-cac6709a3c4b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0707488 Nov 12 04:37:29.974043 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-9f09c7b8-b04c-4542-87bd-abfde01ae0e8 req-8b8b4e3c-63a3-4b68-8b27-abd5ca865d75 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:37:29.974993 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9f09c7b8-b04c-4542-87bd-abfde01ae0e8 req-8b8b4e3c-63a3-4b68-8b27-abd5ca865d75 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057518 Nov 12 04:37:29.983352 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27847ea9-8182-4470-afb0-1d4748b1fd76 req-fb167579-9c8f-45ae-83df-092bbacd9477 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:29.985061 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-27847ea9-8182-4470-afb0-1d4748b1fd76 req-fb167579-9c8f-45ae-83df-092bbacd9477 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 945 time: 0.0699170 Nov 12 04:37:30.035818 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-27847ea9-8182-4470-afb0-1d4748b1fd76 req-cfb5ebaf-fad1-49d9-a71d-3db21e80bc74 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450127 Nov 12 04:37:30.461129 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0 no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:37:30.548827 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:30.548827 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f192c169-dc9c-4faa-853b-3e844d12db2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:30.572816 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b3805d8-97bc-46bd-86e3-f1646ccc9fc0'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:37:30.575033 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b6ddd3dcdf33591bed50c5a7e661b8bd9e6bfa45082c02e2ff7a95d810a3d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf207971-c4fc-4ee7-bb8e-7b594dcd8d88" -d '{"events": [{"server_uuid": "acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee", "name": "network-vif-unplugged", "status": "completed", "tag": "2b3805d8-97bc-46bd-86e3-f1646ccc9fc0"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:37:30.587841 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=2b3805d8-97bc-46bd-86e3-f1646ccc9fc0,segment=NetworkSegment(64ddc420-3dcb-4640-a8c6-c81dd195f20c),segment_id=64ddc420-3dcb-4640-a8c6-c81dd195f20c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:30.592820 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:30.620622 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 04:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7246051-2c02-4f13-9be4-11bb734175b4 x-openstack-request-id: req-f7246051-2c02-4f13-9be4-11bb734175b4 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:37:30.620907 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee", "name": "network-vif-unplugged", "status": "failed", "tag": "2b3805d8-97bc-46bd-86e3-f1646ccc9fc0", "code": 422}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:37:30.621153 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f7246051-2c02-4f13-9be4-11bb734175b4 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:37:30.621537 n-d-715271-27 neutron-server[102573]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2b3805d8-97bc-46bd-86e3-f1646ccc9fc0', 'code': 422} returned with failed status Nov 12 04:37:30.646527 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=2b3805d8-97bc-46bd-86e3-f1646ccc9fc0,revision_number=6']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:30.654266 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:30.654618 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:30.654964 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:30.655303 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:30.655641 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:30.655974 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:30.656335 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:30.656665 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:30.656993 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:30.657317 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:30.657643 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:30.657967 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:31.155016 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d688aa-7077-437c-9c15-650a09d4c50c req-f41c5144-d490-4678-814e-441e73561cbf tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:31.156640 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-78d688aa-7077-437c-9c15-650a09d4c50c req-f41c5144-d490-4678-814e-441e73561cbf tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 943 time: 0.0510621 Nov 12 04:37:31.208031 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-78d688aa-7077-437c-9c15-650a09d4c50c req-5f90ec0e-2dbb-4895-b504-bab90d423478 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453477 Nov 12 04:37:32.326227 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efad187-9419-445a-948f-1f6f2708bd78 req-74b95980-ef18-4161-a71d-25cc84c69cd1 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:32.327741 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2efad187-9419-445a-948f-1f6f2708bd78 req-74b95980-ef18-4161-a71d-25cc84c69cd1 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 943 time: 0.0507653 Nov 12 04:37:32.376947 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2efad187-9419-445a-948f-1f6f2708bd78 req-9db966ee-2e2e-4418-b69d-0df10ee73f6c tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432441 Nov 12 04:37:33.504467 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-20fe27e7-ecce-453e-ad0b-5c6bda66b11e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:33.544613 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee54609-14dd-4e45-a188-5b8a54fd9197 req-56c78beb-e23c-4d88-98de-fe3ac5957898 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:33.546205 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fee54609-14dd-4e45-a188-5b8a54fd9197 req-56c78beb-e23c-4d88-98de-fe3ac5957898 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 943 time: 0.0997465 Nov 12 04:37:33.605218 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-fee54609-14dd-4e45-a188-5b8a54fd9197 req-1ec96a0a-68f5-4a9c-b4a7-1e6103ffef49 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528233 Nov 12 04:37:34.399171 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:34.778651 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c25fe-8030-49e0-ba2e-7e3047bf23d0 req-a5329198-c524-4fce-a1aa-273cfa95f4b8 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:34.780242 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ca5c25fe-8030-49e0-ba2e-7e3047bf23d0 req-a5329198-c524-4fce-a1aa-273cfa95f4b8 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 943 time: 0.0947065 Nov 12 04:37:34.836501 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ca5c25fe-8030-49e0-ba2e-7e3047bf23d0 req-913c2432-9c8a-418c-9d60-c0e285681cb9 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501671 Nov 12 04:37:35.714178 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:35.937240 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09c7b8-b04c-4542-87bd-abfde01ae0e8 req-293cc185-f440-42f6-97f6-040f7a3d63df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:35.938744 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9f09c7b8-b04c-4542-87bd-abfde01ae0e8 req-293cc185-f440-42f6-97f6-040f7a3d63df service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee&tenant_id=dc90a9e266e540258e47bb4ab5bce2e6 HTTP/1.1" status: 200 len: 1095 time: 0.1072590 Nov 12 04:37:35.949776 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-9f09c7b8-b04c-4542-87bd-abfde01ae0e8 req-d69e28c5-8358-4439-8913-2b398e426ead service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:37:35.950643 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9f09c7b8-b04c-4542-87bd-abfde01ae0e8 req-d69e28c5-8358-4439-8913-2b398e426ead service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050128 Nov 12 04:37:35.967298 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027a19f-7eab-4775-ada3-bfeaeecdb791 req-d0795861-0e55-4317-9f29-ede0407ca742 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:35.968786 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0027a19f-7eab-4775-ada3-bfeaeecdb791 req-d0795861-0e55-4317-9f29-ede0407ca742 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 943 time: 0.0599136 Nov 12 04:37:35.973493 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-9f09c7b8-b04c-4542-87bd-abfde01ae0e8 req-88b19736-ba82-496e-b22c-83c6baf53af7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-27', 'device_owner': 'compute:nova'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:37:36.063886 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-9f09c7b8-b04c-4542-87bd-abfde01ae0e8 req-88b19736-ba82-496e-b22c-83c6baf53af7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:36.070069 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0027a19f-7eab-4775-ada3-bfeaeecdb791 req-44a03100-6266-4a82-be6a-d28bb246eaa3 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940197 Nov 12 04:37:36.271853 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-9f09c7b8-b04c-4542-87bd-abfde01ae0e8 req-88b19736-ba82-496e-b22c-83c6baf53af7 service neutron] For port 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=2b3805d8-97bc-46bd-86e3-f1646ccc9fc0,segment=NetworkSegment(64ddc420-3dcb-4640-a8c6-c81dd195f20c),segment_id=64ddc420-3dcb-4640-a8c6-c81dd195f20c)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:36.303766 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-9f09c7b8-b04c-4542-87bd-abfde01ae0e8 req-88b19736-ba82-496e-b22c-83c6baf53af7 service neutron] For port 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0, host n-h1-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:37:36.337088 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-9f09c7b8-b04c-4542-87bd-abfde01ae0e8 req-88b19736-ba82-496e-b22c-83c6baf53af7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:37:36.345271 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-9f09c7b8-b04c-4542-87bd-abfde01ae0e8 req-88b19736-ba82-496e-b22c-83c6baf53af7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:36.357202 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-9f09c7b8-b04c-4542-87bd-abfde01ae0e8 req-88b19736-ba82-496e-b22c-83c6baf53af7 service neutron] Transition to ACTIVE for port object 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:37:36.360010 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-9f09c7b8-b04c-4542-87bd-abfde01ae0e8 req-88b19736-ba82-496e-b22c-83c6baf53af7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:36.442191 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b19736-ba82-496e-b22c-83c6baf53af7 service neutron] Pushing event updated for resources: {'Port': ['ID=2b3805d8-97bc-46bd-86e3-f1646ccc9fc0,revision_number=7']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:36.455180 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b19736-ba82-496e-b22c-83c6baf53af7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:36.455529 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b19736-ba82-496e-b22c-83c6baf53af7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:36.455869 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b19736-ba82-496e-b22c-83c6baf53af7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:36.456233 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b19736-ba82-496e-b22c-83c6baf53af7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:36.456572 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b19736-ba82-496e-b22c-83c6baf53af7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:36.456898 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b19736-ba82-496e-b22c-83c6baf53af7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:36.457224 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b19736-ba82-496e-b22c-83c6baf53af7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:36.457546 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b19736-ba82-496e-b22c-83c6baf53af7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:36.457868 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b19736-ba82-496e-b22c-83c6baf53af7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:36.458188 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b19736-ba82-496e-b22c-83c6baf53af7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:36.458510 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b19736-ba82-496e-b22c-83c6baf53af7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:36.458826 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b19736-ba82-496e-b22c-83c6baf53af7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:36.492637 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f09c7b8-b04c-4542-87bd-abfde01ae0e8 req-88b19736-ba82-496e-b22c-83c6baf53af7 service neutron] No DVR routers for this DVR port 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0 on host n-h1-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:37:36.554074 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:36.630781 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-9f09c7b8-b04c-4542-87bd-abfde01ae0e8 req-88b19736-ba82-496e-b22c-83c6baf53af7 service neutron] Attempting to bind port 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:37:36.631112 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-9f09c7b8-b04c-4542-87bd-abfde01ae0e8 req-88b19736-ba82-496e-b22c-83c6baf53af7 service neutron] Attempting to bind port 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '64ddc420-3dcb-4640-a8c6-c81dd195f20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:37:36.631429 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f09c7b8-b04c-4542-87bd-abfde01ae0e8 req-88b19736-ba82-496e-b22c-83c6baf53af7 service neutron] Attempting to bind port 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0 on network b9de5b40-72ee-4157-ae1b-05dabdef7293 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:37:36.636809 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f09c7b8-b04c-4542-87bd-abfde01ae0e8 req-88b19736-ba82-496e-b22c-83c6baf53af7 service neutron] Port 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0 on network b9de5b40-72ee-4157-ae1b-05dabdef7293 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:37:36.637173 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f09c7b8-b04c-4542-87bd-abfde01ae0e8 req-88b19736-ba82-496e-b22c-83c6baf53af7 service neutron] Attempting to bind port 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0 on network b9de5b40-72ee-4157-ae1b-05dabdef7293 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:37:36.642134 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f09c7b8-b04c-4542-87bd-abfde01ae0e8 req-88b19736-ba82-496e-b22c-83c6baf53af7 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:37:36.642462 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f09c7b8-b04c-4542-87bd-abfde01ae0e8 req-88b19736-ba82-496e-b22c-83c6baf53af7 service neutron] Checking segment: {'id': '64ddc420-3dcb-4640-a8c6-c81dd195f20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:37:36.642835 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f09c7b8-b04c-4542-87bd-abfde01ae0e8 req-88b19736-ba82-496e-b22c-83c6baf53af7 service neutron] Bound using segment: {'id': '64ddc420-3dcb-4640-a8c6-c81dd195f20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:37:36.643246 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-9f09c7b8-b04c-4542-87bd-abfde01ae0e8 req-88b19736-ba82-496e-b22c-83c6baf53af7 service neutron] Bound port: 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ddc420-3dcb-4640-a8c6-c81dd195f20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:37:36.643590 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-9f09c7b8-b04c-4542-87bd-abfde01ae0e8 req-88b19736-ba82-496e-b22c-83c6baf53af7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:36.707868 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-9f09c7b8-b04c-4542-87bd-abfde01ae0e8 req-88b19736-ba82-496e-b22c-83c6baf53af7 service neutron] For port 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:37:36.710944 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-9f09c7b8-b04c-4542-87bd-abfde01ae0e8 req-88b19736-ba82-496e-b22c-83c6baf53af7 service neutron] For port 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=2b3805d8-97bc-46bd-86e3-f1646ccc9fc0,segment=NetworkSegment(64ddc420-3dcb-4640-a8c6-c81dd195f20c),segment_id=64ddc420-3dcb-4640-a8c6-c81dd195f20c)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:37:36.715369 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-9f09c7b8-b04c-4542-87bd-abfde01ae0e8 req-88b19736-ba82-496e-b22c-83c6baf53af7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:36.752992 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09c7b8-b04c-4542-87bd-abfde01ae0e8 req-88b19736-ba82-496e-b22c-83c6baf53af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:36.753674 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-9f09c7b8-b04c-4542-87bd-abfde01ae0e8 req-88b19736-ba82-496e-b22c-83c6baf53af7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:36.755174 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9f09c7b8-b04c-4542-87bd-abfde01ae0e8 req-88b19736-ba82-496e-b22c-83c6baf53af7 service neutron] 10.222.0.90 "PUT /v2.0/ports/2b3805d8-97bc-46bd-86e3-f1646ccc9fc0 HTTP/1.1" status: 200 len: 1092 time: 0.7854555 Nov 12 04:37:36.755548 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee', 'tag': '2b3805d8-97bc-46bd-86e3-f1646ccc9fc0'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:37:36.757821 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c174c990332584687cba245f58d77d589c2fb4d31e1df7b34358bbebc3c39c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb9b357-ba79-4cbb-a1ba-21937cc23a82" -d '{"events": [{"name": "network-changed", "server_uuid": "acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee", "tag": "2b3805d8-97bc-46bd-86e3-f1646ccc9fc0"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:37:36.784068 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b19736-ba82-496e-b22c-83c6baf53af7 service neutron] Pushing event updated for resources: {'Port': ['ID=2b3805d8-97bc-46bd-86e3-f1646ccc9fc0,revision_number=8']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:36.803901 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659c747f-009b-465f-999f-bf691f1d9f94 x-openstack-request-id: req-659c747f-009b-465f-999f-bf691f1d9f94 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:37:36.804222 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee", "tag": "2b3805d8-97bc-46bd-86e3-f1646ccc9fc0", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:37:36.804648 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-659c747f-009b-465f-999f-bf691f1d9f94 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:37:36.805053 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee', 'tag': '2b3805d8-97bc-46bd-86e3-f1646ccc9fc0', 'status': 'completed', 'code': 200} Nov 12 04:37:36.841622 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09c7b8-b04c-4542-87bd-abfde01ae0e8 req-af013ae8-b3e5-421b-8589-929abd3041d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:36.843141 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9f09c7b8-b04c-4542-87bd-abfde01ae0e8 req-af013ae8-b3e5-421b-8589-929abd3041d7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=dc90a9e266e540258e47bb4ab5bce2e6&device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 1095 time: 0.0484338 Nov 12 04:37:36.938859 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09c7b8-b04c-4542-87bd-abfde01ae0e8 req-e4203d59-0a5c-4aaf-8501-8f2689580833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:36.940377 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9f09c7b8-b04c-4542-87bd-abfde01ae0e8 req-e4203d59-0a5c-4aaf-8501-8f2689580833 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b9de5b40-72ee-4157-ae1b-05dabdef7293 HTTP/1.1" status: 200 len: 909 time: 0.0884912 Nov 12 04:37:37.011809 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9f09c7b8-b04c-4542-87bd-abfde01ae0e8 req-9fd54ae8-18a4-4cd3-9b7f-3d1a89314bef service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b3805d8-97bc-46bd-86e3-f1646ccc9fc0 HTTP/1.1" status: 200 len: 998 time: 0.0625174 Nov 12 04:37:37.061425 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09c7b8-b04c-4542-87bd-abfde01ae0e8 req-a18d7792-aa69-4c37-a28b-3c6e3985b40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:37.063010 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9f09c7b8-b04c-4542-87bd-abfde01ae0e8 req-a18d7792-aa69-4c37-a28b-3c6e3985b40d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e97713e0-c128-4c83-99e1-86cf8e0c3d0b HTTP/1.1" status: 200 len: 847 time: 0.0444353 Nov 12 04:37:37.110430 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09c7b8-b04c-4542-87bd-abfde01ae0e8 req-985101e6-5694-449d-b015-b4508130c9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:37.111937 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9f09c7b8-b04c-4542-87bd-abfde01ae0e8 req-985101e6-5694-449d-b015-b4508130c9e3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b9de5b40-72ee-4157-ae1b-05dabdef7293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407171 Nov 12 04:37:37.235118 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb427031-e285-4cfe-9c08-03394bbf3a3a req-7edcd326-d603-4fe2-8934-1fe5b0d62108 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:37.236605 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cb427031-e285-4cfe-9c08-03394bbf3a3a req-7edcd326-d603-4fe2-8934-1fe5b0d62108 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 943 time: 0.0935104 Nov 12 04:37:37.253928 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9f09c7b8-b04c-4542-87bd-abfde01ae0e8 req-eaa5bd33-e1ed-43eb-89cd-975cbeca9837 service neutron] 10.222.0.90 "GET /v2.0/networks/b9de5b40-72ee-4157-ae1b-05dabdef7293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336176 Nov 12 04:37:37.639753 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cb427031-e285-4cfe-9c08-03394bbf3a3a req-6a31dedf-b0fb-4adf-8bb2-5374f836fceb tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3960028 Nov 12 04:37:37.665498 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9f09c7b8-b04c-4542-87bd-abfde01ae0e8 req-a8057195-197c-4e35-aadd-36fac686c496 service neutron] 10.222.0.90 "GET /v2.0/networks/b9de5b40-72ee-4157-ae1b-05dabdef7293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040754 Nov 12 04:37:37.773637 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9b357-ba79-4cbb-a1ba-21937cc23a82 req-0f899812-73bf-4824-a5ba-4c47ee6eaded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:37.775024 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6fb9b357-ba79-4cbb-a1ba-21937cc23a82 req-0f899812-73bf-4824-a5ba-4c47ee6eaded service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=dc90a9e266e540258e47bb4ab5bce2e6&device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 1095 time: 0.0415370 Nov 12 04:37:37.871007 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9b357-ba79-4cbb-a1ba-21937cc23a82 req-27ebfd42-afed-4f4f-87ab-1e9e5269c1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:37.872488 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6fb9b357-ba79-4cbb-a1ba-21937cc23a82 req-27ebfd42-afed-4f4f-87ab-1e9e5269c1b2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b9de5b40-72ee-4157-ae1b-05dabdef7293 HTTP/1.1" status: 200 len: 909 time: 0.0875852 Nov 12 04:37:37.938822 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6fb9b357-ba79-4cbb-a1ba-21937cc23a82 req-3eb6cfda-ad35-4778-acdf-43493a4e5a44 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b3805d8-97bc-46bd-86e3-f1646ccc9fc0 HTTP/1.1" status: 200 len: 998 time: 0.0587399 Nov 12 04:37:37.989301 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9b357-ba79-4cbb-a1ba-21937cc23a82 req-7bd699a9-0e64-4223-b6be-e48fca4dc199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:37.990714 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6fb9b357-ba79-4cbb-a1ba-21937cc23a82 req-7bd699a9-0e64-4223-b6be-e48fca4dc199 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e97713e0-c128-4c83-99e1-86cf8e0c3d0b HTTP/1.1" status: 200 len: 847 time: 0.0427775 Nov 12 04:37:38.039323 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9b357-ba79-4cbb-a1ba-21937cc23a82 req-77db7c56-e76f-495d-a82d-5af2d453d137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:38.041411 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6fb9b357-ba79-4cbb-a1ba-21937cc23a82 req-77db7c56-e76f-495d-a82d-5af2d453d137 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b9de5b40-72ee-4157-ae1b-05dabdef7293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431166 Nov 12 04:37:38.131533 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6fb9b357-ba79-4cbb-a1ba-21937cc23a82 req-c24ee0a2-52e7-4998-9286-858b29555e0e service neutron] 10.222.0.90 "GET /v2.0/networks/b9de5b40-72ee-4157-ae1b-05dabdef7293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825112 Nov 12 04:37:38.234070 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6fb9b357-ba79-4cbb-a1ba-21937cc23a82 req-ff87024c-e541-4966-abf6-04895904136b service neutron] 10.222.0.90 "GET /v2.0/networks/b9de5b40-72ee-4157-ae1b-05dabdef7293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935779 Nov 12 04:37:38.760556 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1714bdf-d5e8-4668-81c3-c3a3ca2ef81f req-65d7b15f-a728-4d35-a115-fb01ddee7117 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:38.762042 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b1714bdf-d5e8-4668-81c3-c3a3ca2ef81f req-65d7b15f-a728-4d35-a115-fb01ddee7117 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 943 time: 0.0500672 Nov 12 04:37:38.813210 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b1714bdf-d5e8-4668-81c3-c3a3ca2ef81f req-60e13eb4-f5cc-4db1-90b1-0a68662757d2 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444813 Nov 12 04:37:39.522996 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:39.932945 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00cae1-5d93-4e30-83f2-e28da1fa74fe req-54d08668-8f70-4da0-9de0-0d9938ae2749 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:39.934419 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cd00cae1-5d93-4e30-83f2-e28da1fa74fe req-54d08668-8f70-4da0-9de0-0d9938ae2749 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 943 time: 0.0498717 Nov 12 04:37:39.985144 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-cd00cae1-5d93-4e30-83f2-e28da1fa74fe req-dc81e53b-35e9-4cc3-ad85-b7715c8005ea tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443366 Nov 12 04:37:41.100030 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37023a7f-465c-4828-848f-a3b46f50dfb8 req-00cf667c-5e33-4005-87d1-ff14b3864783 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:41.101518 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-37023a7f-465c-4828-848f-a3b46f50dfb8 req-00cf667c-5e33-4005-87d1-ff14b3864783 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 943 time: 0.0490410 Nov 12 04:37:41.150629 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-37023a7f-465c-4828-848f-a3b46f50dfb8 req-58c0defa-ad00-4bb8-895e-9c83889fc2d7 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425107 Nov 12 04:37:42.266554 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61da89c-79b6-4b5a-ba8b-bf845e168157 req-8de1b202-e1c7-4d41-bd7d-d31839138b07 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:42.268019 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b61da89c-79b6-4b5a-ba8b-bf845e168157 req-8de1b202-e1c7-4d41-bd7d-d31839138b07 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 943 time: 0.0501175 Nov 12 04:37:42.322715 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b61da89c-79b6-4b5a-ba8b-bf845e168157 req-0521415d-d444-49e5-aff2-df3cbd1bf1fa tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487790 Nov 12 04:37:43.442801 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccced2d7-5937-4bbb-99a7-f34fc2cf440a req-b8978362-25c0-4f3d-b50b-1bd8b71f8f17 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:43.444324 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ccced2d7-5937-4bbb-99a7-f34fc2cf440a req-b8978362-25c0-4f3d-b50b-1bd8b71f8f17 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 943 time: 0.0548282 Nov 12 04:37:43.492291 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ccced2d7-5937-4bbb-99a7-f34fc2cf440a req-a83dea97-2686-4876-9bb5-cdab70ed9605 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413368 Nov 12 04:37:44.609057 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b2f26-7031-48d6-be4d-bbbb8d11ec0e req-20daa9b4-86ce-485d-a55a-7929607dbebe tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:44.610599 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f87b2f26-7031-48d6-be4d-bbbb8d11ec0e req-20daa9b4-86ce-485d-a55a-7929607dbebe tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 943 time: 0.0502460 Nov 12 04:37:44.659251 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-f87b2f26-7031-48d6-be4d-bbbb8d11ec0e req-8210a0c2-9666-4171-94ff-0b637192022c tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426795 Nov 12 04:37:45.235868 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:37:45.333535 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=2b3805d8-97bc-46bd-86e3-f1646ccc9fc0,segment=NetworkSegment(64ddc420-3dcb-4640-a8c6-c81dd195f20c),segment_id=64ddc420-3dcb-4640-a8c6-c81dd195f20c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:45.348605 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': '2b3805d8-97bc-46bd-86e3-f1646ccc9fc0', 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293', 'port_id': '2b3805d8-97bc-46bd-86e3-f1646ccc9fc0', 'mac_address': 'fa:16:3e:d1:cb:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e97713e0-c128-4c83-99e1-86cf8e0c3d0b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:37:45.383729 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:45.396487 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:37:45.416166 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=2b3805d8-97bc-46bd-86e3-f1646ccc9fc0,segment=NetworkSegment(64ddc420-3dcb-4640-a8c6-c81dd195f20c),segment_id=64ddc420-3dcb-4640-a8c6-c81dd195f20c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:45.419949 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:45.465869 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=2b3805d8-97bc-46bd-86e3-f1646ccc9fc0,revision_number=9']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:45.772368 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['2b3805d8-97bc-46bd-86e3-f1646ccc9fc0'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:37:45.777278 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f729fd-a2f8-41b1-9fa0-e14846a02e60 req-05c35dd5-ba92-4898-b72d-e40daee73b36 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:45.778761 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d4f729fd-a2f8-41b1-9fa0-e14846a02e60 req-05c35dd5-ba92-4898-b72d-e40daee73b36 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 944 time: 0.0511515 Nov 12 04:37:45.828972 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d4f729fd-a2f8-41b1-9fa0-e14846a02e60 req-ca3d2b47-9add-4c0b-9166-c3d1bf8c0366 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442555 Nov 12 04:37:46.945991 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94883836-6860-4ddb-94bf-56ab100d6b68 req-90212d5f-6f94-4c57-9749-f3e937b29999 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:46.947543 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-94883836-6860-4ddb-94bf-56ab100d6b68 req-90212d5f-6f94-4c57-9749-f3e937b29999 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 944 time: 0.0493875 Nov 12 04:37:46.996462 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-94883836-6860-4ddb-94bf-56ab100d6b68 req-ed438c96-50fc-452c-bdad-7a13743d78a7 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429399 Nov 12 04:37:47.235322 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:37:47.287137 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:37:47.291877 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:37:47.292292 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:47.368436 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:47.389876 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3805d8-97bc-46bd-86e3-f1646ccc9fc0'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:37:47.392095 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b6ddd3dcdf33591bed50c5a7e661b8bd9e6bfa45082c02e2ff7a95d810a3d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180396c9-212d-4760-a6c0-e1773b631901" -d '{"events": [{"server_uuid": "acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee", "name": "network-vif-plugged", "status": "completed", "tag": "2b3805d8-97bc-46bd-86e3-f1646ccc9fc0"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:37:47.406571 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=2b3805d8-97bc-46bd-86e3-f1646ccc9fc0,segment=NetworkSegment(64ddc420-3dcb-4640-a8c6-c81dd195f20c),segment_id=64ddc420-3dcb-4640-a8c6-c81dd195f20c)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:47.410598 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:47.437661 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d034c00-5d5d-4029-ba11-a80491b3fa36 x-openstack-request-id: req-1d034c00-5d5d-4029-ba11-a80491b3fa36 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:37:47.437946 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee", "name": "network-vif-plugged", "status": "completed", "tag": "2b3805d8-97bc-46bd-86e3-f1646ccc9fc0", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:37:47.438204 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1d034c00-5d5d-4029-ba11-a80491b3fa36 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:37:47.438582 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3805d8-97bc-46bd-86e3-f1646ccc9fc0', 'code': 200} Nov 12 04:37:47.468931 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=2b3805d8-97bc-46bd-86e3-f1646ccc9fc0,revision_number=10']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:47.640557 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad00457-eadc-4439-89e2-5262530cdeb2 req-3cb38213-f336-4abf-84bb-b3211c23597f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:47.642155 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dad00457-eadc-4439-89e2-5262530cdeb2 req-3cb38213-f336-4abf-84bb-b3211c23597f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 1098 time: 0.0476744 Nov 12 04:37:47.697668 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-dad00457-eadc-4439-89e2-5262530cdeb2 req-98347058-5bb8-4807-a4f7-34bf40644f42 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458112 Nov 12 04:37:48.113011 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7872ec-378b-4a0c-a600-0a31e783c710 req-63f34f3d-3d43-4fcd-b22e-e500e1cdd685 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:48.114508 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6c7872ec-378b-4a0c-a600-0a31e783c710 req-63f34f3d-3d43-4fcd-b22e-e500e1cdd685 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 946 time: 0.0498021 Nov 12 04:37:48.164510 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6c7872ec-378b-4a0c-a600-0a31e783c710 req-262297e2-55ba-4894-89fe-47fb3795a3cc tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434639 Nov 12 04:37:48.842868 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:49.288106 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d18efc-1fb4-406e-a407-70772bb06930 req-a983bcad-ad87-41bd-ae51-c6b9b354ec52 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:49.289601 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a1d18efc-1fb4-406e-a407-70772bb06930 req-a983bcad-ad87-41bd-ae51-c6b9b354ec52 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 946 time: 0.0531592 Nov 12 04:37:49.344480 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a1d18efc-1fb4-406e-a407-70772bb06930 req-2bb95e9b-aa7d-4836-ba0f-51e6a1148db4 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486834 Nov 12 04:37:52.916539 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:38:00.521266 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e726bf4d-bc8d-4b6d-9bed-cd27086bcd05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:03.508058 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-33f5b809-c6ef-4e64-8ced-fbdb1279cd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:04.402679 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:05.717650 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:06.557680 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:09.527100 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:18.861933 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:22.614138 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9a2b04ce-bf56-4d33-930d-a7c051e336e2 req-5c7e769e-ab85-48cf-b546-2f255bfc8f4c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0466342 Nov 12 04:38:22.721911 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b04ce-bf56-4d33-930d-a7c051e336e2 req-38a0fcf1-5dda-4f97-b598-21f98fe1097c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:22.723306 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9a2b04ce-bf56-4d33-930d-a7c051e336e2 req-38a0fcf1-5dda-4f97-b598-21f98fe1097c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=dc90a9e266e540258e47bb4ab5bce2e6&device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 1098 time: 0.0439391 Nov 12 04:38:22.832416 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b04ce-bf56-4d33-930d-a7c051e336e2 req-8c3f271a-d41f-4fc2-9c85-c92a706daecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:22.833899 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9a2b04ce-bf56-4d33-930d-a7c051e336e2 req-8c3f271a-d41f-4fc2-9c85-c92a706daecc service neutron] 10.222.0.90 "GET /v2.0/networks?id=b9de5b40-72ee-4157-ae1b-05dabdef7293 HTTP/1.1" status: 200 len: 909 time: 0.0898309 Nov 12 04:38:22.904786 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9a2b04ce-bf56-4d33-930d-a7c051e336e2 req-b56363e2-3280-4927-a139-2fc011df959d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b3805d8-97bc-46bd-86e3-f1646ccc9fc0 HTTP/1.1" status: 200 len: 1000 time: 0.0624542 Nov 12 04:38:22.956719 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b04ce-bf56-4d33-930d-a7c051e336e2 req-3041fff4-9651-481a-a636-0e7735d070d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:22.958200 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9a2b04ce-bf56-4d33-930d-a7c051e336e2 req-3041fff4-9651-481a-a636-0e7735d070d7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e97713e0-c128-4c83-99e1-86cf8e0c3d0b HTTP/1.1" status: 200 len: 847 time: 0.0453150 Nov 12 04:38:23.006282 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b04ce-bf56-4d33-930d-a7c051e336e2 req-ed63ff50-2236-41fe-9c03-18902b788396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:23.007720 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9a2b04ce-bf56-4d33-930d-a7c051e336e2 req-ed63ff50-2236-41fe-9c03-18902b788396 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b9de5b40-72ee-4157-ae1b-05dabdef7293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413465 Nov 12 04:38:23.109081 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9a2b04ce-bf56-4d33-930d-a7c051e336e2 req-3584ecea-70fb-400a-ac4f-d95a6a2ded88 service neutron] 10.222.0.90 "GET /v2.0/networks/b9de5b40-72ee-4157-ae1b-05dabdef7293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928478 Nov 12 04:38:23.203903 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9a2b04ce-bf56-4d33-930d-a7c051e336e2 req-09f86c0c-7bd2-4f0e-8464-03cb8d6f2eaf service neutron] 10.222.0.90 "GET /v2.0/networks/b9de5b40-72ee-4157-ae1b-05dabdef7293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851922 Nov 12 04:38:29.915255 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:38:30.522836 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c3e35735-4af8-4c19-93f2-cdb86db3ffd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:33.508869 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d2c9fcf1-16c0-419b-9e87-f52c6606f771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:34.404725 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:35.720591 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:36.560655 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:39.539740 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:48.885672 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:00.524888 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-64b4cd6d-4ee3-469e-b094-259e8222f6bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:02.943807 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60068) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:03.106358 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-54d978bc-06fe-4d4f-89ec-e52b6cdfacc2 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Deleting port bfeb8fb0-d4da-46da-b788-a28a830d0def {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:39:03.106702 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-54d978bc-06fe-4d4f-89ec-e52b6cdfacc2 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:03.181597 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-54d978bc-06fe-4d4f-89ec-e52b6cdfacc2 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:03.181917 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-54d978bc-06fe-4d4f-89ec-e52b6cdfacc2 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:03.193927 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-54d978bc-06fe-4d4f-89ec-e52b6cdfacc2 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Calling delete_port for bfeb8fb0-d4da-46da-b788-a28a830d0def owned by network:floatingip {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:39:03.343590 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-54d978bc-06fe-4d4f-89ec-e52b6cdfacc2 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:03.374255 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d978bc-06fe-4d4f-89ec-e52b6cdfacc2 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Pushing event deleted for resources: {'Port': ['ID=bfeb8fb0-d4da-46da-b788-a28a830d0def,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:03.402737 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d978bc-06fe-4d4f-89ec-e52b6cdfacc2 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:03.403097 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d978bc-06fe-4d4f-89ec-e52b6cdfacc2 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:03.403436 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d978bc-06fe-4d4f-89ec-e52b6cdfacc2 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:03.403772 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d978bc-06fe-4d4f-89ec-e52b6cdfacc2 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:03.404120 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d978bc-06fe-4d4f-89ec-e52b6cdfacc2 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:03.404449 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d978bc-06fe-4d4f-89ec-e52b6cdfacc2 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:03.404774 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d978bc-06fe-4d4f-89ec-e52b6cdfacc2 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:03.405097 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d978bc-06fe-4d4f-89ec-e52b6cdfacc2 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:03.405413 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d978bc-06fe-4d4f-89ec-e52b6cdfacc2 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:03.405732 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d978bc-06fe-4d4f-89ec-e52b6cdfacc2 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:03.406050 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d978bc-06fe-4d4f-89ec-e52b6cdfacc2 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:03.406365 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d978bc-06fe-4d4f-89ec-e52b6cdfacc2 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:03.446526 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-54d978bc-06fe-4d4f-89ec-e52b6cdfacc2 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for floatingip, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:03.446739 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [None req-54d978bc-06fe-4d4f-89ec-e52b6cdfacc2 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Floating IP 87050f9c-3b72-4019-89be-235953f5cf17 disassociated (deleted). External IP: 172.25.5.15, port: 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0. Nov 12 04:39:03.509421 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e49414b7-8bfb-4d5e-a896-e86ad54a7793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:03.658295 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d978bc-06fe-4d4f-89ec-e52b6cdfacc2 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Router 9dd3a1d8-213d-421a-81ad-d38291000bc5 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:39:03.764876 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d978bc-06fe-4d4f-89ec-e52b6cdfacc2 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:39:03.769650 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-54d978bc-06fe-4d4f-89ec-e52b6cdfacc2 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:03.775537 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb00b8f3-a41f-4694-b0e6-181f70f075d6 None None] Sync routers for ids ['9dd3a1d8-213d-421a-81ad-d38291000bc5'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:39:03.785901 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb00b8f3-a41f-4694-b0e6-181f70f075d6 None None] Routers {'9dd3a1d8-213d-421a-81ad-d38291000bc5'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:39:03.786576 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-cb00b8f3-a41f-4694-b0e6-181f70f075d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:39:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['9dd3a1d8-213d-421a-81ad-d38291000bc5'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:03.800333 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-54d978bc-06fe-4d4f-89ec-e52b6cdfacc2 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "DELETE /v2.0/floatingips/87050f9c-3b72-4019-89be-235953f5cf17 HTTP/1.1" status: 204 len: 168 time: 0.8553112 Nov 12 04:39:03.800926 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee', 'tag': '2b3805d8-97bc-46bd-86e3-f1646ccc9fc0'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:39:03.803168 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6663d1d3f3c9eef7926d12034ee86df45d83a9b81db0163b8b39b36c8946953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8121fa6e-59fc-420a-b416-229fb1533934" -d '{"events": [{"name": "network-changed", "server_uuid": "acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee", "tag": "2b3805d8-97bc-46bd-86e3-f1646ccc9fc0"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:39:03.843465 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41755245-99d5-49f0-9d7d-f98e5e09b2ee x-openstack-request-id: req-41755245-99d5-49f0-9d7d-f98e5e09b2ee {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:39:03.843756 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee", "tag": "2b3805d8-97bc-46bd-86e3-f1646ccc9fc0", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:39:03.844008 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-41755245-99d5-49f0-9d7d-f98e5e09b2ee {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:39:03.844444 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee', 'tag': '2b3805d8-97bc-46bd-86e3-f1646ccc9fc0', 'status': 'completed', 'code': 200} Nov 12 04:39:03.904867 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-cb00b8f3-a41f-4694-b0e6-181f70f075d6 None None] Set router 9dd3a1d8-213d-421a-81ad-d38291000bc5 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:39:03.938905 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121fa6e-59fc-420a-b416-229fb1533934 req-72300be7-a31b-4ae8-8907-611fa240c6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:03.941762 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8121fa6e-59fc-420a-b416-229fb1533934 req-72300be7-a31b-4ae8-8907-611fa240c6cd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=dc90a9e266e540258e47bb4ab5bce2e6&device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 1098 time: 0.0529041 Nov 12 04:39:04.034675 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67dcc06-cbcd-4671-ba08-896fe4ba84a6 req-6d74f44b-b55a-4f33-b7be-f979b59d3157 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:04.036127 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a67dcc06-cbcd-4671-ba08-896fe4ba84a6 req-6d74f44b-b55a-4f33-b7be-f979b59d3157 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 946 time: 0.0531452 Nov 12 04:39:04.082199 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121fa6e-59fc-420a-b416-229fb1533934 req-b019bc5f-7e86-45d2-8340-2c04931a0eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:04.084042 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8121fa6e-59fc-420a-b416-229fb1533934 req-b019bc5f-7e86-45d2-8340-2c04931a0eea service neutron] 10.222.0.90 "GET /v2.0/networks?id=b9de5b40-72ee-4157-ae1b-05dabdef7293 HTTP/1.1" status: 200 len: 909 time: 0.0926023 Nov 12 04:39:04.093156 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a67dcc06-cbcd-4671-ba08-896fe4ba84a6 req-2eb8da4c-0b31-467b-9ee2-bee926492f88 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495121 Nov 12 04:39:04.125539 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-cb00b8f3-a41f-4694-b0e6-181f70f075d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'name': 'tempest-TestShelveInstance-219034106-router', 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'd2b70df1-ee29-42d2-a84b-373d93eccb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:09Z', 'updated_at': '2021-11-12T04:30:12Z', 'revision_number': 4, 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'gw_port': {'id': 'd2b70df1-ee29-42d2-a84b-373d93eccb79', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:10Z', 'updated_at': '2021-11-12T04:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'f2ba942b-884f-4425-9a95-5fa813c723de', 'name': '', 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293', 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'mac_address': 'fa:16:3e:a0:ee:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e97713e0-c128-4c83-99e1-86cf8e0c3d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:12Z', 'updated_at': '2021-11-12T04:30:16Z', 'revision_number': 5, 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'subnets': [{'id': 'e97713e0-c128-4c83-99e1-86cf8e0c3d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:04.138499 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8121fa6e-59fc-420a-b416-229fb1533934 req-b6cd208a-2da9-456e-9298-9bbfde33a326 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b3805d8-97bc-46bd-86e3-f1646ccc9fc0 HTTP/1.1" status: 200 len: 217 time: 0.0414999 Nov 12 04:39:04.151588 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb00b8f3-a41f-4694-b0e6-181f70f075d6 None None] Checking router: 9dd3a1d8-213d-421a-81ad-d38291000bc5 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:39:04.160726 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb00b8f3-a41f-4694-b0e6-181f70f075d6 None None] Routers {'9dd3a1d8-213d-421a-81ad-d38291000bc5'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:39:04.161328 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-cb00b8f3-a41f-4694-b0e6-181f70f075d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:39:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['9dd3a1d8-213d-421a-81ad-d38291000bc5'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:04.190588 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121fa6e-59fc-420a-b416-229fb1533934 req-92888f93-9d7a-420c-993a-6b8043cff797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:04.192066 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8121fa6e-59fc-420a-b416-229fb1533934 req-92888f93-9d7a-420c-993a-6b8043cff797 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e97713e0-c128-4c83-99e1-86cf8e0c3d0b HTTP/1.1" status: 200 len: 847 time: 0.0464637 Nov 12 04:39:04.240411 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121fa6e-59fc-420a-b416-229fb1533934 req-0cbe908a-af29-4261-b62b-7bc3a7874b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:04.241921 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8121fa6e-59fc-420a-b416-229fb1533934 req-0cbe908a-af29-4261-b62b-7bc3a7874b15 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b9de5b40-72ee-4157-ae1b-05dabdef7293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416389 Nov 12 04:39:04.266902 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-cb00b8f3-a41f-4694-b0e6-181f70f075d6 None None] Set router 9dd3a1d8-213d-421a-81ad-d38291000bc5 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:39:04.340561 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8121fa6e-59fc-420a-b416-229fb1533934 req-ccf8dc81-6b41-4d93-b0dc-761bc5cdd01d service neutron] 10.222.0.90 "GET /v2.0/networks/b9de5b40-72ee-4157-ae1b-05dabdef7293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890784 Nov 12 04:39:04.416224 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:04.434505 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-8121fa6e-59fc-420a-b416-229fb1533934 req-18d2f4a9-fba7-4ae9-b6a6-3cbddc54d4ad service neutron] 10.222.0.90 "GET /v2.0/networks/b9de5b40-72ee-4157-ae1b-05dabdef7293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870218 Nov 12 04:39:04.472224 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-cb00b8f3-a41f-4694-b0e6-181f70f075d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'name': 'tempest-TestShelveInstance-219034106-router', 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'd2b70df1-ee29-42d2-a84b-373d93eccb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:09Z', 'updated_at': '2021-11-12T04:30:12Z', 'revision_number': 4, 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'gw_port': {'id': 'd2b70df1-ee29-42d2-a84b-373d93eccb79', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:10Z', 'updated_at': '2021-11-12T04:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'f2ba942b-884f-4425-9a95-5fa813c723de', 'name': '', 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293', 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'mac_address': 'fa:16:3e:a0:ee:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e97713e0-c128-4c83-99e1-86cf8e0c3d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:12Z', 'updated_at': '2021-11-12T04:30:16Z', 'revision_number': 5, 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'subnets': [{'id': 'e97713e0-c128-4c83-99e1-86cf8e0c3d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:04.498216 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb00b8f3-a41f-4694-b0e6-181f70f075d6 None None] The sync data for ids ['9dd3a1d8-213d-421a-81ad-d38291000bc5'] in n-d-715271-27 is: [{'id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'name': 'tempest-TestShelveInstance-219034106-router', 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'd2b70df1-ee29-42d2-a84b-373d93eccb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:09Z', 'updated_at': '2021-11-12T04:30:12Z', 'revision_number': 4, 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'gw_port': {'id': 'd2b70df1-ee29-42d2-a84b-373d93eccb79', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:10Z', 'updated_at': '2021-11-12T04:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': 'f2ba942b-884f-4425-9a95-5fa813c723de', 'name': '', 'network_id': 'b9de5b40-72ee-4157-ae1b-05dabdef7293', 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'mac_address': 'fa:16:3e:a0:ee:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e97713e0-c128-4c83-99e1-86cf8e0c3d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:12Z', 'updated_at': '2021-11-12T04:30:16Z', 'revision_number': 5, 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'subnets': [{'id': 'e97713e0-c128-4c83-99e1-86cf8e0c3d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:39:04.721545 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdbabdf-f6f4-4712-9cac-39230a8004ae None None] New status for floating IP 87050f9c-3b72-4019-89be-235953f5cf17: DOWN {{(pid=102573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:39:05.236700 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26d08f-1f97-474a-a802-63e2b6240fce req-3c753e20-3ee1-45ee-90f0-bddede48a140 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:05.238247 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1e26d08f-1f97-474a-a802-63e2b6240fce req-3c753e20-3ee1-45ee-90f0-bddede48a140 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 946 time: 0.0632243 Nov 12 04:39:05.302774 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1e26d08f-1f97-474a-a802-63e2b6240fce req-7b431c95-ccc6-4c6a-bf13-cec19b2b35b2 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/security-groups?id=763eb83b-df43-421a-b4ce-45874340b654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572183 Nov 12 04:39:05.726270 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:05.834003 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b015fa-0273-4e9b-81a4-1d6a953847c6 req-67ddb37a-71cf-41ae-8d5f-fdaae853c868 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:05.836375 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-85b015fa-0273-4e9b-81a4-1d6a953847c6 req-67ddb37a-71cf-41ae-8d5f-fdaae853c868 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.90 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 946 time: 0.0523279 Nov 12 04:39:05.934655 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-85b015fa-0273-4e9b-81a4-1d6a953847c6 req-fbf78672-4f4d-4be8-85b6-dbec927c49ad tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Deleting port 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:39:05.935001 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-85b015fa-0273-4e9b-81a4-1d6a953847c6 req-fbf78672-4f4d-4be8-85b6-dbec927c49ad tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:06.027439 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-85b015fa-0273-4e9b-81a4-1d6a953847c6 req-fbf78672-4f4d-4be8-85b6-dbec927c49ad tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] For port 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=2b3805d8-97bc-46bd-86e3-f1646ccc9fc0,segment=NetworkSegment(64ddc420-3dcb-4640-a8c6-c81dd195f20c),segment_id=64ddc420-3dcb-4640-a8c6-c81dd195f20c)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:06.027958 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-85b015fa-0273-4e9b-81a4-1d6a953847c6 req-fbf78672-4f4d-4be8-85b6-dbec927c49ad tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:06.040904 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-85b015fa-0273-4e9b-81a4-1d6a953847c6 req-fbf78672-4f4d-4be8-85b6-dbec927c49ad tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Calling delete_port for 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0 owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:39:06.172663 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-85b015fa-0273-4e9b-81a4-1d6a953847c6 req-fbf78672-4f4d-4be8-85b6-dbec927c49ad tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:06.204497 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf78672-4f4d-4be8-85b6-dbec927c49ad tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Pushing event deleted for resources: {'Port': ['ID=2b3805d8-97bc-46bd-86e3-f1646ccc9fc0,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:06.234146 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf78672-4f4d-4be8-85b6-dbec927c49ad tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:06.234486 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf78672-4f4d-4be8-85b6-dbec927c49ad tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:06.234823 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf78672-4f4d-4be8-85b6-dbec927c49ad tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:06.235157 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf78672-4f4d-4be8-85b6-dbec927c49ad tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:06.235501 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf78672-4f4d-4be8-85b6-dbec927c49ad tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:06.235825 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf78672-4f4d-4be8-85b6-dbec927c49ad tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:06.236249 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf78672-4f4d-4be8-85b6-dbec927c49ad tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:06.236587 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf78672-4f4d-4be8-85b6-dbec927c49ad tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:06.236886 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf78672-4f4d-4be8-85b6-dbec927c49ad tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:06.237421 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf78672-4f4d-4be8-85b6-dbec927c49ad tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:06.237525 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf78672-4f4d-4be8-85b6-dbec927c49ad tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:06.237809 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf78672-4f4d-4be8-85b6-dbec927c49ad tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:06.257419 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b015fa-0273-4e9b-81a4-1d6a953847c6 req-fbf78672-4f4d-4be8-85b6-dbec927c49ad tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] No DVR routers for this DVR port 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0 on host n-h2-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:39:06.260609 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-85b015fa-0273-4e9b-81a4-1d6a953847c6 req-fbf78672-4f4d-4be8-85b6-dbec927c49ad tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:06.264784 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-85b015fa-0273-4e9b-81a4-1d6a953847c6 req-fbf78672-4f4d-4be8-85b6-dbec927c49ad tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.90 "DELETE /v2.0/ports/2b3805d8-97bc-46bd-86e3-f1646ccc9fc0 HTTP/1.1" status: 204 len: 173 time: 0.4223611 Nov 12 04:39:06.265227 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee', 'name': 'network-vif-deleted', 'tag': '2b3805d8-97bc-46bd-86e3-f1646ccc9fc0'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:39:06.267507 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c174c990332584687cba245f58d77d589c2fb4d31e1df7b34358bbebc3c39c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0773cf2-fa25-47ed-938c-0574ad32aac9" -d '{"events": [{"server_uuid": "acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee", "name": "network-vif-deleted", "tag": "2b3805d8-97bc-46bd-86e3-f1646ccc9fc0"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:39:06.307595 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a276d6-5744-4d12-9c6e-aa172fd596ae x-openstack-request-id: req-25a276d6-5744-4d12-9c6e-aa172fd596ae {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:39:06.308586 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee", "name": "network-vif-deleted", "tag": "2b3805d8-97bc-46bd-86e3-f1646ccc9fc0", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:39:06.308858 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-25a276d6-5744-4d12-9c6e-aa172fd596ae {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:39:06.309260 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee', 'name': 'network-vif-deleted', 'tag': '2b3805d8-97bc-46bd-86e3-f1646ccc9fc0', 'status': 'completed', 'code': 200} Nov 12 04:39:06.414407 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c26e7991-99ed-48ab-8163-3923b0399895 req-41603ab9-4758-48a2-8d27-e0d61d809773 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 210 time: 0.0322261 Nov 12 04:39:06.565254 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:06.914534 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:39:07.517166 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-fab1f3eb-3b36-4fd9-9bd1-35f821c79579 req-3286a07c-f572-4ee0-a22b-f916f98a4f95 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 210 time: 0.0278525 Nov 12 04:39:08.612724 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2c134a72-0433-4931-87e8-452994b59f19 req-14b71cc9-145d-4792-8eed-a2bc77c097b0 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 210 time: 0.0278087 Nov 12 04:39:09.536239 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:09.624650 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:39:09.647114 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:39:09.647460 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device 2b3805d8-97bc-46bd-86e3-f1646ccc9fc0 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:39:09.714953 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-14b69a7e-4b79-420f-9afa-3e0b524b31e4 req-be235853-cddb-43c5-b6cf-29f37994320a tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 210 time: 0.0277190 Nov 12 04:39:10.825074 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-36ae749e-d376-4b0b-8e78-066b31a9afc6 req-2b1abfdc-f530-4001-b95f-8521f7022a7c tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "GET /v2.0/ports?device_id=acb6de5d-2f5d-4b5d-a1e3-ba7397d5cbee HTTP/1.1" status: 200 len: 210 time: 0.0278971 Nov 12 04:39:11.884434 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60102) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:11.961369 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-61a4c5e9-a718-450e-bf56-d414ee96de06 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:11.989285 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-61a4c5e9-a718-450e-bf56-d414ee96de06 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:12.049834 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-61a4c5e9-a718-450e-bf56-d414ee96de06 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:12.052454 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-61a4c5e9-a718-450e-bf56-d414ee96de06 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:12.053655 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-61a4c5e9-a718-450e-bf56-d414ee96de06 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] 10.222.0.50 "DELETE /v2.0/security-groups/763eb83b-df43-421a-b4ce-45874340b654 HTTP/1.1" status: 204 len: 168 time: 0.1682179 Nov 12 04:39:12.064490 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4c5e9-a718-450e-bf56-d414ee96de06 tempest-TestShelveInstance-1203522542 tempest-TestShelveInstance-1203522542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=763eb83b-df43-421a-b4ce-45874340b654,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:12.102840 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60106) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:12.569193 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-be338c92-53a6-4b81-a655-9bb41d08b356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:12.822637 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-be338c92-53a6-4b81-a655-9bb41d08b356 admin admin] Deleting port f2ba942b-884f-4425-9a95-5fa813c723de {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:39:12.822969 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-be338c92-53a6-4b81-a655-9bb41d08b356 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:12.911431 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-be338c92-53a6-4b81-a655-9bb41d08b356 admin admin] For port f2ba942b-884f-4425-9a95-5fa813c723de, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=f2ba942b-884f-4425-9a95-5fa813c723de,segment=NetworkSegment(64ddc420-3dcb-4640-a8c6-c81dd195f20c),segment_id=64ddc420-3dcb-4640-a8c6-c81dd195f20c)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:12.912212 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-be338c92-53a6-4b81-a655-9bb41d08b356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:12.926230 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-be338c92-53a6-4b81-a655-9bb41d08b356 admin admin] Calling delete_port for f2ba942b-884f-4425-9a95-5fa813c723de owned by network:router_interface {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:39:13.113916 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-be338c92-53a6-4b81-a655-9bb41d08b356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:13.141002 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be338c92-53a6-4b81-a655-9bb41d08b356 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2ba942b-884f-4425-9a95-5fa813c723de,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:13.311834 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-be338c92-53a6-4b81-a655-9bb41d08b356 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:13.541541 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be338c92-53a6-4b81-a655-9bb41d08b356 admin admin] Router 9dd3a1d8-213d-421a-81ad-d38291000bc5 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:39:14.009070 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be338c92-53a6-4b81-a655-9bb41d08b356 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:39:14.015257 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-be338c92-53a6-4b81-a655-9bb41d08b356 admin admin] 10.222.0.50 "PUT /v2.0/routers/9dd3a1d8-213d-421a-81ad-d38291000bc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9116206 Nov 12 04:39:14.017810 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60110) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:14.020458 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282d9150-681d-442d-9cef-b3568bb1307d None None] Sync routers for ids ['9dd3a1d8-213d-421a-81ad-d38291000bc5'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:39:14.032446 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282d9150-681d-442d-9cef-b3568bb1307d None None] Routers {'9dd3a1d8-213d-421a-81ad-d38291000bc5'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:39:14.033059 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-282d9150-681d-442d-9cef-b3568bb1307d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:39:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['9dd3a1d8-213d-421a-81ad-d38291000bc5'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:14.127467 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b7450d5b-6813-4f7b-924f-a0411c5a239d admin admin] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:14.141605 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-282d9150-681d-442d-9cef-b3568bb1307d None None] Set router 9dd3a1d8-213d-421a-81ad-d38291000bc5 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:39:14.238206 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b7450d5b-6813-4f7b-924f-a0411c5a239d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:14.300732 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-b7450d5b-6813-4f7b-924f-a0411c5a239d admin admin] Deleting port d2b70df1-ee29-42d2-a84b-373d93eccb79 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:39:14.301069 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b7450d5b-6813-4f7b-924f-a0411c5a239d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:14.386375 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-b7450d5b-6813-4f7b-924f-a0411c5a239d admin admin] For port d2b70df1-ee29-42d2-a84b-373d93eccb79, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=d2b70df1-ee29-42d2-a84b-373d93eccb79,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:14.386743 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b7450d5b-6813-4f7b-924f-a0411c5a239d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:14.404119 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-b7450d5b-6813-4f7b-924f-a0411c5a239d admin admin] Calling delete_port for d2b70df1-ee29-42d2-a84b-373d93eccb79 owned by network:router_gateway {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:39:14.425195 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-282d9150-681d-442d-9cef-b3568bb1307d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'name': 'tempest-TestShelveInstance-219034106-router', 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'd2b70df1-ee29-42d2-a84b-373d93eccb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:09Z', 'updated_at': '2021-11-12T04:39:13Z', 'revision_number': 5, 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'gw_port': {'id': 'd2b70df1-ee29-42d2-a84b-373d93eccb79', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:10Z', 'updated_at': '2021-11-12T04:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:14.452616 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282d9150-681d-442d-9cef-b3568bb1307d None None] Checking router: 9dd3a1d8-213d-421a-81ad-d38291000bc5 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:39:14.461452 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282d9150-681d-442d-9cef-b3568bb1307d None None] Routers {'9dd3a1d8-213d-421a-81ad-d38291000bc5'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:39:14.462137 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-282d9150-681d-442d-9cef-b3568bb1307d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:39:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['9dd3a1d8-213d-421a-81ad-d38291000bc5'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:14.561720 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-282d9150-681d-442d-9cef-b3568bb1307d None None] Set router 9dd3a1d8-213d-421a-81ad-d38291000bc5 gateway port host: None {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:39:14.586534 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b7450d5b-6813-4f7b-924f-a0411c5a239d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:14.615825 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a975536a-d93e-4a6f-a3ca-ffd10d19eebc None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:39:14.617242 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-282d9150-681d-442d-9cef-b3568bb1307d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'name': 'tempest-TestShelveInstance-219034106-router', 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:09Z', 'updated_at': '2021-11-12T04:39:14Z', 'revision_number': 6, 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:14.641889 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7450d5b-6813-4f7b-924f-a0411c5a239d admin admin] Pushing event deleted for resources: {'Port': ['ID=d2b70df1-ee29-42d2-a84b-373d93eccb79,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:14.645880 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282d9150-681d-442d-9cef-b3568bb1307d None None] The sync data for ids ['9dd3a1d8-213d-421a-81ad-d38291000bc5'] in n-d-715271-27 is: [{'id': '9dd3a1d8-213d-421a-81ad-d38291000bc5', 'name': 'tempest-TestShelveInstance-219034106-router', 'tenant_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:09Z', 'updated_at': '2021-11-12T04:39:14Z', 'revision_number': 6, 'project_id': 'dc90a9e266e540258e47bb4ab5bce2e6', 'gw_port_host': None}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:39:14.690425 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b7450d5b-6813-4f7b-924f-a0411c5a239d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:14.786976 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b7450d5b-6813-4f7b-924f-a0411c5a239d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:14.789227 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b7450d5b-6813-4f7b-924f-a0411c5a239d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:14.834064 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b7450d5b-6813-4f7b-924f-a0411c5a239d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:14.834546 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7450d5b-6813-4f7b-924f-a0411c5a239d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9dd3a1d8-213d-421a-81ad-d38291000bc5 {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:39:14.838907 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b7450d5b-6813-4f7b-924f-a0411c5a239d admin admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:14.841140 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b7450d5b-6813-4f7b-924f-a0411c5a239d admin admin] 10.222.0.50 "DELETE /v2.0/routers/9dd3a1d8-213d-421a-81ad-d38291000bc5 HTTP/1.1" status: 204 len: 168 time: 0.8223815 Nov 12 04:39:14.843772 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60112) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:14.890938 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb774c69-8967-413f-ab63-7f7730cd5a61 admin admin] Deleting subnet e97713e0-c128-4c83-99e1-86cf8e0c3d0b {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:39:14.894092 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cb774c69-8967-413f-ab63-7f7730cd5a61 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:14.932347 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cb774c69-8967-413f-ab63-7f7730cd5a61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:15.023672 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cb774c69-8967-413f-ab63-7f7730cd5a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:15.084878 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cb774c69-8967-413f-ab63-7f7730cd5a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:15.110753 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb774c69-8967-413f-ab63-7f7730cd5a61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e97713e0-c128-4c83-99e1-86cf8e0c3d0b,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:15.119408 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-cb774c69-8967-413f-ab63-7f7730cd5a61 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:15.122692 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-cb774c69-8967-413f-ab63-7f7730cd5a61 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e97713e0-c128-4c83-99e1-86cf8e0c3d0b HTTP/1.1" status: 204 len: 168 time: 0.2773254 Nov 12 04:39:15.125161 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09e5398-e043-4e34-971a-0cf255832b79 None None] Network b9de5b40-72ee-4157-ae1b-05dabdef7293 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:39:15.125319 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60114) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:15.206672 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-742e9c4b-0366-4db7-a8af-899049fe2d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:15.267975 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-742e9c4b-0366-4db7-a8af-899049fe2d81 admin admin] Deleting port dee9852f-94a1-46a0-9a9b-0958e11f0082 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:39:15.268356 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-742e9c4b-0366-4db7-a8af-899049fe2d81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:15.338706 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-742e9c4b-0366-4db7-a8af-899049fe2d81 admin admin] For port dee9852f-94a1-46a0-9a9b-0958e11f0082, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=dee9852f-94a1-46a0-9a9b-0958e11f0082,segment=NetworkSegment(64ddc420-3dcb-4640-a8c6-c81dd195f20c),segment_id=64ddc420-3dcb-4640-a8c6-c81dd195f20c)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:15.339139 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-742e9c4b-0366-4db7-a8af-899049fe2d81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:15.354376 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-742e9c4b-0366-4db7-a8af-899049fe2d81 admin admin] Calling delete_port for dee9852f-94a1-46a0-9a9b-0958e11f0082 owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:39:15.438421 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-742e9c4b-0366-4db7-a8af-899049fe2d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:15.460985 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f4d5ca-5a60-4de6-97fa-6f8506d9fe54 None None] DHCP port deletion for b9de5b40-72ee-4157-ae1b-05dabdef7293 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:39:15.466688 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e9c4b-0366-4db7-a8af-899049fe2d81 admin admin] Pushing event deleted for resources: {'Port': ['ID=dee9852f-94a1-46a0-9a9b-0958e11f0082,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:15.472589 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742e9c4b-0366-4db7-a8af-899049fe2d81 admin admin] No DVR routers for this DVR port dee9852f-94a1-46a0-9a9b-0958e11f0082 on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:39:15.543737 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device f2ba942b-884f-4425-9a95-5fa813c723de no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:39:15.565119 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: f2ba942b-884f-4425-9a95-5fa813c723de {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:39:15.565456 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device f2ba942b-884f-4425-9a95-5fa813c723de not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:39:15.570838 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-742e9c4b-0366-4db7-a8af-899049fe2d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:15.594940 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-742e9c4b-0366-4db7-a8af-899049fe2d81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9de5b40-72ee-4157-ae1b-05dabdef7293']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:15.606839 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-742e9c4b-0366-4db7-a8af-899049fe2d81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64ddc420-3dcb-4640-a8c6-c81dd195f20c') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:15.607214 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-742e9c4b-0366-4db7-a8af-899049fe2d81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64ddc420-3dcb-4640-a8c6-c81dd195f20c') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:15.618581 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-742e9c4b-0366-4db7-a8af-899049fe2d81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:15.644500 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-742e9c4b-0366-4db7-a8af-899049fe2d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:15.650932 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-742e9c4b-0366-4db7-a8af-899049fe2d81 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:39:15.651334 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-742e9c4b-0366-4db7-a8af-899049fe2d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:15.654655 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 04:39:15.654655 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:39:15.654655 n-d-715271-27 neutron-server[102571]: timer() Nov 12 04:39:15.654655 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:39:15.654655 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 04:39:15.654655 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:39:15.654655 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 04:39:15.654655 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:39:15.654655 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 04:39:15.654655 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:39:15.654655 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 04:39:15.654655 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:39:15.654655 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 04:39:15.654655 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:39:15.654655 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:39:15.654655 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:39:15.654655 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:39:15.654655 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:39:15.654655 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 04:39:15.654655 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:39:15.654655 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 04:39:15.654655 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:39:15.654655 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:39:15.654655 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:39:15.654655 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 04:39:15.654655 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:39:15.654655 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:39:15.654655 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:39:15.654655 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:39:15.654655 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:39:15.654655 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:39:15.654655 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:39:15.719733 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-742e9c4b-0366-4db7-a8af-899049fe2d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:15.727074 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-742e9c4b-0366-4db7-a8af-899049fe2d81 admin admin] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:15.732598 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-742e9c4b-0366-4db7-a8af-899049fe2d81 admin admin] 10.222.0.50 "DELETE /v2.0/networks/b9de5b40-72ee-4157-ae1b-05dabdef7293 HTTP/1.1" status: 204 len: 168 time: 0.6062920 Nov 12 04:39:15.734282 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60116) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:15.744625 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e9c4b-0366-4db7-a8af-899049fe2d81 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9de5b40-72ee-4157-ae1b-05dabdef7293,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:16.090966 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-59aed712-6268-4c92-8f92-36a04d33c38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:16.338377 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-59aed712-6268-4c92-8f92-36a04d33c38d admin admin] Deleting port ca7beff8-95b4-4c95-b581-c47a53342393 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:39:16.338705 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-59aed712-6268-4c92-8f92-36a04d33c38d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:16.419743 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-59aed712-6268-4c92-8f92-36a04d33c38d admin admin] For port ca7beff8-95b4-4c95-b581-c47a53342393, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=ca7beff8-95b4-4c95-b581-c47a53342393,segment=NetworkSegment(4131ad7d-026e-489e-a19e-86433fb1ff55),segment_id=4131ad7d-026e-489e-a19e-86433fb1ff55)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:16.420275 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-59aed712-6268-4c92-8f92-36a04d33c38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:16.432912 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-59aed712-6268-4c92-8f92-36a04d33c38d admin admin] Calling delete_port for ca7beff8-95b4-4c95-b581-c47a53342393 owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:39:16.613739 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-59aed712-6268-4c92-8f92-36a04d33c38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:16.641250 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aed712-6268-4c92-8f92-36a04d33c38d admin admin] Pushing event deleted for resources: {'Port': ['ID=ca7beff8-95b4-4c95-b581-c47a53342393,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:16.806473 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-59aed712-6268-4c92-8f92-36a04d33c38d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:17.025958 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59aed712-6268-4c92-8f92-36a04d33c38d admin admin] Router a858ca52-33fa-4672-9174-a497615adf18 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:39:17.139197 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59aed712-6268-4c92-8f92-36a04d33c38d admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:39:17.145482 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-59aed712-6268-4c92-8f92-36a04d33c38d admin admin] 10.222.0.50 "PUT /v2.0/routers/a858ca52-33fa-4672-9174-a497615adf18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4090800 Nov 12 04:39:17.147741 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60118) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:17.155009 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dad2da3-4a63-4857-a184-8c4b2ab4afe4 None None] Sync routers for ids ['a858ca52-33fa-4672-9174-a497615adf18'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:39:17.157597 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d2b70df1-ee29-42d2-a84b-373d93eccb79 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:39:17.185061 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: d2b70df1-ee29-42d2-a84b-373d93eccb79 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:39:17.185415 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device d2b70df1-ee29-42d2-a84b-373d93eccb79 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:39:17.185846 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device dee9852f-94a1-46a0-9a9b-0958e11f0082 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:39:17.187601 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dad2da3-4a63-4857-a184-8c4b2ab4afe4 None None] Routers {'a858ca52-33fa-4672-9174-a497615adf18'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:39:17.188708 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-4dad2da3-4a63-4857-a184-8c4b2ab4afe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:39:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['a858ca52-33fa-4672-9174-a497615adf18'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:17.242512 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: dee9852f-94a1-46a0-9a9b-0958e11f0082 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:39:17.242775 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device dee9852f-94a1-46a0-9a9b-0958e11f0082 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:39:17.256092 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bb91cae6-6b14-457a-91b4-d64ff7a2ef3f admin admin] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:17.324894 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-4dad2da3-4a63-4857-a184-8c4b2ab4afe4 None None] Set router a858ca52-33fa-4672-9174-a497615adf18 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:39:17.362368 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bb91cae6-6b14-457a-91b4-d64ff7a2ef3f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:17.422878 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-bb91cae6-6b14-457a-91b4-d64ff7a2ef3f admin admin] Deleting port 541938ec-6b9e-46c7-a453-3545cc9bbc58 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:39:17.423237 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bb91cae6-6b14-457a-91b4-d64ff7a2ef3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:17.506919 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-4dad2da3-4a63-4857-a184-8c4b2ab4afe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a858ca52-33fa-4672-9174-a497615adf18', 'name': 'tempest-TestShelveInstance-1358840231-router', 'tenant_id': '64c2c3704f144fe4955ca6a24961d105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '541938ec-6b9e-46c7-a453-3545cc9bbc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:14Z', 'updated_at': '2021-11-12T04:39:16Z', 'revision_number': 5, 'project_id': '64c2c3704f144fe4955ca6a24961d105', 'gw_port': {'id': '541938ec-6b9e-46c7-a453-3545cc9bbc58', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:81:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a858ca52-33fa-4672-9174-a497615adf18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:15Z', 'updated_at': '2021-11-12T04:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:17.508655 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-bb91cae6-6b14-457a-91b4-d64ff7a2ef3f admin admin] For port 541938ec-6b9e-46c7-a453-3545cc9bbc58, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=541938ec-6b9e-46c7-a453-3545cc9bbc58,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:17.509928 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bb91cae6-6b14-457a-91b4-d64ff7a2ef3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:17.522811 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-bb91cae6-6b14-457a-91b4-d64ff7a2ef3f admin admin] Calling delete_port for 541938ec-6b9e-46c7-a453-3545cc9bbc58 owned by network:router_gateway {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:39:17.533080 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dad2da3-4a63-4857-a184-8c4b2ab4afe4 None None] Checking router: a858ca52-33fa-4672-9174-a497615adf18 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:39:17.541739 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dad2da3-4a63-4857-a184-8c4b2ab4afe4 None None] Routers {'a858ca52-33fa-4672-9174-a497615adf18'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:39:17.542403 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-4dad2da3-4a63-4857-a184-8c4b2ab4afe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:39:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['a858ca52-33fa-4672-9174-a497615adf18'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:17.628630 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-4dad2da3-4a63-4857-a184-8c4b2ab4afe4 None None] Set router a858ca52-33fa-4672-9174-a497615adf18 gateway port host: None {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:39:17.683332 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-4dad2da3-4a63-4857-a184-8c4b2ab4afe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a858ca52-33fa-4672-9174-a497615adf18', 'name': 'tempest-TestShelveInstance-1358840231-router', 'tenant_id': '64c2c3704f144fe4955ca6a24961d105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:14Z', 'updated_at': '2021-11-12T04:39:17Z', 'revision_number': 6, 'project_id': '64c2c3704f144fe4955ca6a24961d105', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:17.700152 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bb91cae6-6b14-457a-91b4-d64ff7a2ef3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:17.710505 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dad2da3-4a63-4857-a184-8c4b2ab4afe4 None None] The sync data for ids ['a858ca52-33fa-4672-9174-a497615adf18'] in n-d-715271-27 is: [{'id': 'a858ca52-33fa-4672-9174-a497615adf18', 'name': 'tempest-TestShelveInstance-1358840231-router', 'tenant_id': '64c2c3704f144fe4955ca6a24961d105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:14Z', 'updated_at': '2021-11-12T04:39:17Z', 'revision_number': 6, 'project_id': '64c2c3704f144fe4955ca6a24961d105', 'gw_port_host': None}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:39:17.728876 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91cae6-6b14-457a-91b4-d64ff7a2ef3f admin admin] Pushing event deleted for resources: {'Port': ['ID=541938ec-6b9e-46c7-a453-3545cc9bbc58,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:17.750390 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e8888b-39fe-4ed5-b283-2bf2fc614a30 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:39:17.791467 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bb91cae6-6b14-457a-91b4-d64ff7a2ef3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:17.883749 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bb91cae6-6b14-457a-91b4-d64ff7a2ef3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:17.886385 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bb91cae6-6b14-457a-91b4-d64ff7a2ef3f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:17.928252 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bb91cae6-6b14-457a-91b4-d64ff7a2ef3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:17.928781 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb91cae6-6b14-457a-91b4-d64ff7a2ef3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a858ca52-33fa-4672-9174-a497615adf18 {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:39:17.934231 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-bb91cae6-6b14-457a-91b4-d64ff7a2ef3f admin admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:17.935209 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-bb91cae6-6b14-457a-91b4-d64ff7a2ef3f admin admin] 10.222.0.50 "DELETE /v2.0/routers/a858ca52-33fa-4672-9174-a497615adf18 HTTP/1.1" status: 204 len: 168 time: 0.7864866 Nov 12 04:39:17.938077 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60120) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:17.982123 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-2353f171-e36a-486f-8c43-99322545729d admin admin] Deleting subnet 06c9f394-4999-4d72-a190-5d4bdf330590 {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:39:17.985311 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2353f171-e36a-486f-8c43-99322545729d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:18.020102 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2353f171-e36a-486f-8c43-99322545729d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:18.395475 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2353f171-e36a-486f-8c43-99322545729d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:18.449219 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2353f171-e36a-486f-8c43-99322545729d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:18.476632 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2353f171-e36a-486f-8c43-99322545729d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06c9f394-4999-4d72-a190-5d4bdf330590,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:18.478598 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-2353f171-e36a-486f-8c43-99322545729d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:18.482898 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-2353f171-e36a-486f-8c43-99322545729d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/06c9f394-4999-4d72-a190-5d4bdf330590 HTTP/1.1" status: 204 len: 168 time: 0.5438874 Nov 12 04:39:18.485476 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60122) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:18.485638 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006c3a27-9ddf-435a-b9c2-38fe9148951e None None] Network 3e799f87-0305-402d-a8ee-21edd5f6c015 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:39:18.562420 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5e930b70-35c5-4b15-a2ff-31c6dd7bfce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:18.622809 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-5e930b70-35c5-4b15-a2ff-31c6dd7bfce8 admin admin] Deleting port ff04f13a-9799-4a30-9d67-9cadd3f1a8b8 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:39:18.623169 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5e930b70-35c5-4b15-a2ff-31c6dd7bfce8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:18.688800 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e7c35d-76ba-46fc-acb2-a4bd525445fc None None] DHCP port deletion for 3e799f87-0305-402d-a8ee-21edd5f6c015 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:39:18.692793 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-5e930b70-35c5-4b15-a2ff-31c6dd7bfce8 admin admin] For port ff04f13a-9799-4a30-9d67-9cadd3f1a8b8, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=ff04f13a-9799-4a30-9d67-9cadd3f1a8b8,segment=NetworkSegment(4131ad7d-026e-489e-a19e-86433fb1ff55),segment_id=4131ad7d-026e-489e-a19e-86433fb1ff55)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:18.693035 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5e930b70-35c5-4b15-a2ff-31c6dd7bfce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:18.707980 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-5e930b70-35c5-4b15-a2ff-31c6dd7bfce8 admin admin] Calling delete_port for ff04f13a-9799-4a30-9d67-9cadd3f1a8b8 owned by network:dhcp {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:39:18.739227 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-a3e7c35d-76ba-46fc-acb2-a4bd525445fc None None] Deleting port ff04f13a-9799-4a30-9d67-9cadd3f1a8b8 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:39:18.739741 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a3e7c35d-76ba-46fc-acb2-a4bd525445fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:18.791444 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5e930b70-35c5-4b15-a2ff-31c6dd7bfce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:18.815115 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-a3e7c35d-76ba-46fc-acb2-a4bd525445fc None None] For port ff04f13a-9799-4a30-9d67-9cadd3f1a8b8, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=ff04f13a-9799-4a30-9d67-9cadd3f1a8b8,segment=NetworkSegment(4131ad7d-026e-489e-a19e-86433fb1ff55),segment_id=4131ad7d-026e-489e-a19e-86433fb1ff55)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:18.815515 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a3e7c35d-76ba-46fc-acb2-a4bd525445fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:18.819587 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e930b70-35c5-4b15-a2ff-31c6dd7bfce8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff04f13a-9799-4a30-9d67-9cadd3f1a8b8,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:18.825442 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e930b70-35c5-4b15-a2ff-31c6dd7bfce8 admin admin] No DVR routers for this DVR port ff04f13a-9799-4a30-9d67-9cadd3f1a8b8 on host n-d-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:39:18.830366 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-a3e7c35d-76ba-46fc-acb2-a4bd525445fc None None] Calling delete_port for ff04f13a-9799-4a30-9d67-9cadd3f1a8b8 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:39:18.898929 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:18.903550 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5e930b70-35c5-4b15-a2ff-31c6dd7bfce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:18.920740 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a3e7c35d-76ba-46fc-acb2-a4bd525445fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:18.924018 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-5e930b70-35c5-4b15-a2ff-31c6dd7bfce8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e799f87-0305-402d-a8ee-21edd5f6c015']}} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:18.934145 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-5e930b70-35c5-4b15-a2ff-31c6dd7bfce8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4131ad7d-026e-489e-a19e-86433fb1ff55') {'for_net_delete': True} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:18.934966 n-d-715271-27 neutron-server[102572]: DEBUG neutron.services.segments.db [None req-5e930b70-35c5-4b15-a2ff-31c6dd7bfce8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4131ad7d-026e-489e-a19e-86433fb1ff55') {} {{(pid=102572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:18.944510 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5e930b70-35c5-4b15-a2ff-31c6dd7bfce8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13007492'] for segment, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:18.944792 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e7c35d-76ba-46fc-acb2-a4bd525445fc None None] Pushing event deleted for resources: {'Port': ['ID=ff04f13a-9799-4a30-9d67-9cadd3f1a8b8,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:18.955695 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e7c35d-76ba-46fc-acb2-a4bd525445fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:18.956039 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e7c35d-76ba-46fc-acb2-a4bd525445fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:18.956433 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e7c35d-76ba-46fc-acb2-a4bd525445fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:18.956772 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e7c35d-76ba-46fc-acb2-a4bd525445fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:18.957107 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e7c35d-76ba-46fc-acb2-a4bd525445fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:18.957436 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e7c35d-76ba-46fc-acb2-a4bd525445fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:18.957767 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e7c35d-76ba-46fc-acb2-a4bd525445fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:18.958094 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e7c35d-76ba-46fc-acb2-a4bd525445fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:18.958419 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e7c35d-76ba-46fc-acb2-a4bd525445fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:18.958743 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e7c35d-76ba-46fc-acb2-a4bd525445fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:18.959005 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5e930b70-35c5-4b15-a2ff-31c6dd7bfce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:18.959130 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e7c35d-76ba-46fc-acb2-a4bd525445fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:18.959492 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e7c35d-76ba-46fc-acb2-a4bd525445fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:18.962178 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e7c35d-76ba-46fc-acb2-a4bd525445fc None None] No DVR routers for this DVR port ff04f13a-9799-4a30-9d67-9cadd3f1a8b8 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:39:18.968207 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e930b70-35c5-4b15-a2ff-31c6dd7bfce8 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=102572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:39:18.968624 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5e930b70-35c5-4b15-a2ff-31c6dd7bfce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13943603'] for segment, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:18.970492 n-d-715271-27 neutron-server[102572]: Traceback (most recent call last): Nov 12 04:39:18.970492 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:39:18.970492 n-d-715271-27 neutron-server[102572]: timer() Nov 12 04:39:18.970492 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:39:18.970492 n-d-715271-27 neutron-server[102572]: cb(*args, **kw) Nov 12 04:39:18.970492 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:39:18.970492 n-d-715271-27 neutron-server[102572]: return func(*args, **kwargs) Nov 12 04:39:18.970492 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:39:18.970492 n-d-715271-27 neutron-server[102572]: self._notify() Nov 12 04:39:18.970492 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:39:18.970492 n-d-715271-27 neutron-server[102572]: self.callback(batched_events) Nov 12 04:39:18.970492 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:39:18.970492 n-d-715271-27 neutron-server[102572]: event.method(event) Nov 12 04:39:18.970492 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:39:18.970492 n-d-715271-27 neutron-server[102572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:39:18.970492 n-d-715271-27 neutron-server[102572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:39:18.970492 n-d-715271-27 neutron-server[102572]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:39:18.970492 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:39:18.970492 n-d-715271-27 neutron-server[102572]: return f(self, *a, **k) Nov 12 04:39:18.970492 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:39:18.970492 n-d-715271-27 neutron-server[102572]: return self._get(url).json() Nov 12 04:39:18.970492 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:39:18.970492 n-d-715271-27 neutron-server[102572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:39:18.970492 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:39:18.970492 n-d-715271-27 neutron-server[102572]: return self.request(url, 'GET', **kwargs) Nov 12 04:39:18.970492 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:39:18.970492 n-d-715271-27 neutron-server[102572]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:39:18.970492 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:39:18.970492 n-d-715271-27 neutron-server[102572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:39:18.970492 n-d-715271-27 neutron-server[102572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:39:18.970492 n-d-715271-27 neutron-server[102572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:39:18.970492 n-d-715271-27 neutron-server[102572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:39:19.029952 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5e930b70-35c5-4b15-a2ff-31c6dd7bfce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:19.037577 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5e930b70-35c5-4b15-a2ff-31c6dd7bfce8 admin admin] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:19.040774 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5e930b70-35c5-4b15-a2ff-31c6dd7bfce8 admin admin] 10.222.0.50 "DELETE /v2.0/networks/3e799f87-0305-402d-a8ee-21edd5f6c015 HTTP/1.1" status: 204 len: 168 time: 0.5543714 Nov 12 04:39:19.052683 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e930b70-35c5-4b15-a2ff-31c6dd7bfce8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e799f87-0305-402d-a8ee-21edd5f6c015,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:19.113942 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device ff04f13a-9799-4a30-9d67-9cadd3f1a8b8 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:39:19.137755 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: ff04f13a-9799-4a30-9d67-9cadd3f1a8b8 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:39:19.137987 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device ff04f13a-9799-4a30-9d67-9cadd3f1a8b8 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:39:19.138413 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device ca7beff8-95b4-4c95-b581-c47a53342393 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:39:19.157779 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: ca7beff8-95b4-4c95-b581-c47a53342393 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:39:19.158135 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device ca7beff8-95b4-4c95-b581-c47a53342393 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:39:19.158561 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 541938ec-6b9e-46c7-a453-3545cc9bbc58 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:39:19.159057 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60126) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:19.178902 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 541938ec-6b9e-46c7-a453-3545cc9bbc58 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:39:19.179248 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 541938ec-6b9e-46c7-a453-3545cc9bbc58 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:39:19.200498 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-499aac5c-397f-4704-a070-6f9f01d65360 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dc90a9e266e540258e47bb4ab5bce2e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401850 Nov 12 04:39:19.202986 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60128) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:19.250464 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5bb2ba61-6733-4936-b25d-b0ead73d6f3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:19.271134 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5bb2ba61-6733-4936-b25d-b0ead73d6f3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:19.319520 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5bb2ba61-6733-4936-b25d-b0ead73d6f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:19.322130 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-5bb2ba61-6733-4936-b25d-b0ead73d6f3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:19.323326 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-5bb2ba61-6733-4936-b25d-b0ead73d6f3e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6ed48513-12df-4783-a1a2-78829fca5d6b HTTP/1.1" status: 204 len: 168 time: 0.1193817 Nov 12 04:39:19.331795 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2ba61-6733-4936-b25d-b0ead73d6f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed48513-12df-4783-a1a2-78829fca5d6b,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:19.635473 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60134) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:19.676435 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c72f1ea1-0c87-4cb7-8ec0-3d7df03dcf91 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=64c2c3704f144fe4955ca6a24961d105&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390918 Nov 12 04:39:19.678774 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60136) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:19.726634 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f99ddf6a-7b37-4d54-b087-af2c590868d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:19.748287 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f99ddf6a-7b37-4d54-b087-af2c590868d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:19.793756 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f99ddf6a-7b37-4d54-b087-af2c590868d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:19.796329 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f99ddf6a-7b37-4d54-b087-af2c590868d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:19.797507 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f99ddf6a-7b37-4d54-b087-af2c590868d2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/561b8978-49d3-4cf0-9323-35a7446f4970 HTTP/1.1" status: 204 len: 168 time: 0.1178162 Nov 12 04:39:19.805171 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ddf6a-7b37-4d54-b087-af2c590868d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561b8978-49d3-4cf0-9323-35a7446f4970,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:20.467707 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60158) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:20.563506 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-39c1ab2b-4e62-4ab8-b18b-c5ece603820d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2017050317-network', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:39:20.585864 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c1ab2b-4e62-4ab8-b18b-c5ece603820d admin admin] Made reservation on behalf of 88e7d4ee22664f2eb2e9969a5b16c0d1 for: {'network': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:39:20.588138 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-39c1ab2b-4e62-4ab8-b18b-c5ece603820d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:20.596431 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-39c1ab2b-4e62-4ab8-b18b-c5ece603820d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:20.672924 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-39c1ab2b-4e62-4ab8-b18b-c5ece603820d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:20.676569 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-39c1ab2b-4e62-4ab8-b18b-c5ece603820d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:20.700791 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39c1ab2b-4e62-4ab8-b18b-c5ece603820d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=102571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:39:20.709416 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c1ab2b-4e62-4ab8-b18b-c5ece603820d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc17309-b105-4a36-b232-881e02060fe9,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:20.715890 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-39c1ab2b-4e62-4ab8-b18b-c5ece603820d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:20.716269 n-d-715271-27 neutron-server[102571]: INFO neutron.db.segments_db [None req-39c1ab2b-4e62-4ab8-b18b-c5ece603820d admin admin] Added segment 5082253a-e687-4633-b1c0-b0fd10f34ec9 of type vlan for network f5c9d042-2b52-4e8f-b7a2-cf45074ca57c Nov 12 04:39:20.756632 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-39c1ab2b-4e62-4ab8-b18b-c5ece603820d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:20.781936 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-39c1ab2b-4e62-4ab8-b18b-c5ece603820d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:20.782835 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c1ab2b-4e62-4ab8-b18b-c5ece603820d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:20.783413 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-39c1ab2b-4e62-4ab8-b18b-c5ece603820d admin admin] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:20.816498 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-39c1ab2b-4e62-4ab8-b18b-c5ece603820d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3476045 Nov 12 04:39:20.819690 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60162) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:20.825031 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-8fe45e2d-67d3-4f50-8dc7-7f118d50697e admin admin] Request body: {'subnet': {'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2017050317-subnet', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'ip_version': 4}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:39:20.845932 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe45e2d-67d3-4f50-8dc7-7f118d50697e admin admin] Made reservation on behalf of 88e7d4ee22664f2eb2e9969a5b16c0d1 for: {'subnet': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:39:20.848287 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8fe45e2d-67d3-4f50-8dc7-7f118d50697e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12649719'] for subnet, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:20.848478 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c1ab2b-4e62-4ab8-b18b-c5ece603820d admin admin] Pushing event updated for resources: {'Network': ['ID=f5c9d042-2b52-4e8f-b7a2-cf45074ca57c,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:20.859193 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network f5c9d042-2b52-4e8f-b7a2-cf45074ca57c details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:39:21.034260 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8fe45e2d-67d3-4f50-8dc7-7f118d50697e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13943706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12649701'] for subnet, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:21.097488 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe45e2d-67d3-4f50-8dc7-7f118d50697e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8af10165-5d78-4f3e-8038-400171437022,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:21.109596 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe45e2d-67d3-4f50-8dc7-7f118d50697e admin admin] Checking segment: {'id': '5082253a-e687-4633-b1c0-b0fd10f34ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:39:21.109953 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe45e2d-67d3-4f50-8dc7-7f118d50697e admin admin] Network hostable DHCP agents. Network: f5c9d042-2b52-4e8f-b7a2-cf45074ca57c, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:39:21.126182 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe45e2d-67d3-4f50-8dc7-7f118d50697e admin admin] Network f5c9d042-2b52-4e8f-b7a2-cf45074ca57c is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:39:21.134678 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-8fe45e2d-67d3-4f50-8dc7-7f118d50697e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, f5c9d042-2b52-4e8f-b7a2-cf45074ca57c) {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:39:21.139911 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe45e2d-67d3-4f50-8dc7-7f118d50697e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:21.140921 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-8fe45e2d-67d3-4f50-8dc7-7f118d50697e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:21.143870 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9837550-7f9c-42d8-abc1-6d193b0f2af4 None None] Network f5c9d042-2b52-4e8f-b7a2-cf45074ca57c requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:39:21.157639 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-8fe45e2d-67d3-4f50-8dc7-7f118d50697e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3368065 Nov 12 04:39:21.160298 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60164) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:21.164548 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-3db6e3f0-ab17-4a85-aa3e-5f5d47c57d46 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2017050317-router', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:39:21.185894 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3db6e3f0-ab17-4a85-aa3e-5f5d47c57d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:21.186931 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3db6e3f0-ab17-4a85-aa3e-5f5d47c57d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:21.239527 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3db6e3f0-ab17-4a85-aa3e-5f5d47c57d46 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:21.294837 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200cf9c0-9a35-4467-a74e-cd895c1b3d5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-f5c9d042-2b52-4e8f-b7a2-cf45074ca57c', 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'fixed_ips': [{'subnet_id': '8af10165-5d78-4f3e-8038-400171437022'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:39:21.295723 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-200cf9c0-9a35-4467-a74e-cd895c1b3d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:21.391217 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3db6e3f0-ab17-4a85-aa3e-5f5d47c57d46 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:21.437448 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-200cf9c0-9a35-4467-a74e-cd895c1b3d5b None None] Allocated IP 172.20.0.2 (f5c9d042-2b52-4e8f-b7a2-cf45074ca57c/8af10165-5d78-4f3e-8038-400171437022/31338958-1ac6-4796-a0a4-e309029a643b) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:39:21.587883 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-200cf9c0-9a35-4467-a74e-cd895c1b3d5b None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:21.594669 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-200cf9c0-9a35-4467-a74e-cd895c1b3d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:21.608834 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3db6e3f0-ab17-4a85-aa3e-5f5d47c57d46 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:21.635571 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3db6e3f0-ab17-4a85-aa3e-5f5d47c57d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:21.642212 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200cf9c0-9a35-4467-a74e-cd895c1b3d5b None None] Network f5c9d042-2b52-4e8f-b7a2-cf45074ca57c is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:39:21.645194 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-200cf9c0-9a35-4467-a74e-cd895c1b3d5b None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:39:21.649628 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200cf9c0-9a35-4467-a74e-cd895c1b3d5b None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:39:21.653001 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200cf9c0-9a35-4467-a74e-cd895c1b3d5b None None] Pushing event updated for resources: {'Port': ['ID=31338958-1ac6-4796-a0a4-e309029a643b,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:21.706134 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-200cf9c0-9a35-4467-a74e-cd895c1b3d5b None None] Attempting to bind port 31338958-1ac6-4796-a0a4-e309029a643b on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:39:21.706494 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-200cf9c0-9a35-4467-a74e-cd895c1b3d5b None None] Attempting to bind port 31338958-1ac6-4796-a0a4-e309029a643b by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '5082253a-e687-4633-b1c0-b0fd10f34ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:39:21.706848 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200cf9c0-9a35-4467-a74e-cd895c1b3d5b None None] Attempting to bind port 31338958-1ac6-4796-a0a4-e309029a643b on network f5c9d042-2b52-4e8f-b7a2-cf45074ca57c {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:39:21.711754 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200cf9c0-9a35-4467-a74e-cd895c1b3d5b None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:39:21.712151 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200cf9c0-9a35-4467-a74e-cd895c1b3d5b None None] Checking segment: {'id': '5082253a-e687-4633-b1c0-b0fd10f34ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:39:21.712547 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-200cf9c0-9a35-4467-a74e-cd895c1b3d5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:21.712930 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200cf9c0-9a35-4467-a74e-cd895c1b3d5b None None] Bound using segment: {'id': '5082253a-e687-4633-b1c0-b0fd10f34ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:39:21.713392 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-200cf9c0-9a35-4467-a74e-cd895c1b3d5b None None] Bound port: 31338958-1ac6-4796-a0a4-e309029a643b, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5082253a-e687-4633-b1c0-b0fd10f34ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:39:21.713811 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-200cf9c0-9a35-4467-a74e-cd895c1b3d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:21.743614 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-3db6e3f0-ab17-4a85-aa3e-5f5d47c57d46 admin admin] Allocated IP 172.25.5.83 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:39:21.783661 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-200cf9c0-9a35-4467-a74e-cd895c1b3d5b None None] For port 31338958-1ac6-4796-a0a4-e309029a643b, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:39:21.787032 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-200cf9c0-9a35-4467-a74e-cd895c1b3d5b None None] For port 31338958-1ac6-4796-a0a4-e309029a643b, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=31338958-1ac6-4796-a0a4-e309029a643b,segment=NetworkSegment(5082253a-e687-4633-b1c0-b0fd10f34ec9),segment_id=5082253a-e687-4633-b1c0-b0fd10f34ec9)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:39:21.790783 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-200cf9c0-9a35-4467-a74e-cd895c1b3d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:21.851137 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200cf9c0-9a35-4467-a74e-cd895c1b3d5b None None] Pushing event updated for resources: {'Port': ['ID=31338958-1ac6-4796-a0a4-e309029a643b,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:21.858853 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3db6e3f0-ab17-4a85-aa3e-5f5d47c57d46 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:21.893160 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3db6e3f0-ab17-4a85-aa3e-5f5d47c57d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:21.936376 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db6e3f0-ab17-4a85-aa3e-5f5d47c57d46 admin admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:39:21.939654 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-3db6e3f0-ab17-4a85-aa3e-5f5d47c57d46 admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:39:21.944414 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db6e3f0-ab17-4a85-aa3e-5f5d47c57d46 admin admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:39:21.950527 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6e3f0-ab17-4a85-aa3e-5f5d47c57d46 admin admin] Pushing event updated for resources: {'Port': ['ID=e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:21.959131 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7551ead0-07d4-4129-bbe2-c839fdd72f27 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:39:22.008707 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-df0a0ce1-8d61-41cd-8f68-35dc02b4a8fd None None] Provisioning complete for port e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:22.009085 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-df0a0ce1-8d61-41cd-8f68-35dc02b4a8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:22.083265 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-df0a0ce1-8d61-41cd-8f68-35dc02b4a8fd None None] Port e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:39:22.212762 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3db6e3f0-ab17-4a85-aa3e-5f5d47c57d46 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:22.413213 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3db6e3f0-ab17-4a85-aa3e-5f5d47c57d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:22.550375 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db6e3f0-ab17-4a85-aa3e-5f5d47c57d46 admin admin] Router e43c0ff5-e03b-470b-b7ac-d9ef8630e84e is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:39:22.667916 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db6e3f0-ab17-4a85-aa3e-5f5d47c57d46 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:39:22.679066 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b7ed1e-6cb3-47e6-983e-4ebe5cf1c6b5 None None] Sync routers for ids ['e43c0ff5-e03b-470b-b7ac-d9ef8630e84e'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:39:22.686949 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-3db6e3f0-ab17-4a85-aa3e-5f5d47c57d46 admin admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:22.691150 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-3db6e3f0-ab17-4a85-aa3e-5f5d47c57d46 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5273669 Nov 12 04:39:22.691862 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60166) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:22.693699 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b7ed1e-6cb3-47e6-983e-4ebe5cf1c6b5 None None] Routers {'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:39:22.694417 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-55b7ed1e-6cb3-47e6-983e-4ebe5cf1c6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:39:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['e43c0ff5-e03b-470b-b7ac-d9ef8630e84e'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:22.815903 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-55b7ed1e-6cb3-47e6-983e-4ebe5cf1c6b5 None None] Set router e43c0ff5-e03b-470b-b7ac-d9ef8630e84e gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:39:22.916215 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee2b107-909f-47e5-911f-bd760856468f None None] Network f5c9d042-2b52-4e8f-b7a2-cf45074ca57c requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:39:23.005576 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-55b7ed1e-6cb3-47e6-983e-4ebe5cf1c6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'name': 'tempest-TestSnapshotPattern-2017050317-router', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:39:21Z', 'updated_at': '2021-11-12T04:39:22Z', 'revision_number': 3, 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'gw_port': {'id': 'e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:10:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:21Z', 'updated_at': '2021-11-12T04:39:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:23.032996 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b7ed1e-6cb3-47e6-983e-4ebe5cf1c6b5 None None] Checking router: e43c0ff5-e03b-470b-b7ac-d9ef8630e84e for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:39:23.033334 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b7ed1e-6cb3-47e6-983e-4ebe5cf1c6b5 None None] Updating router e43c0ff5-e03b-470b-b7ac-d9ef8630e84e port e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244 binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:39:23.048401 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4a8c4904-422e-47f5-bfee-c70c0e79725f None None] Provisioning complete for port 31338958-1ac6-4796-a0a4-e309029a643b triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:23.049461 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4a8c4904-422e-47f5-bfee-c70c0e79725f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:23.058898 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-55b7ed1e-6cb3-47e6-983e-4ebe5cf1c6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:23.177638 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab9b5-5f3d-4f57-8024-2e1930d2922e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:23.188658 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 31338958-1ac6-4796-a0a4-e309029a643b up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:39:23.248574 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4a8c4904-422e-47f5-bfee-c70c0e79725f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:23.265282 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 31338958-1ac6-4796-a0a4-e309029a643b triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:23.265707 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:23.335532 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-4a8c4904-422e-47f5-bfee-c70c0e79725f None None] For port 31338958-1ac6-4796-a0a4-e309029a643b, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=31338958-1ac6-4796-a0a4-e309029a643b,segment=NetworkSegment(5082253a-e687-4633-b1c0-b0fd10f34ec9),segment_id=5082253a-e687-4633-b1c0-b0fd10f34ec9)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:23.360296 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-55b7ed1e-6cb3-47e6-983e-4ebe5cf1c6b5 None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:23.361722 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4a8c4904-422e-47f5-bfee-c70c0e79725f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:23.369689 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-55b7ed1e-6cb3-47e6-983e-4ebe5cf1c6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:23.384764 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-fa3ab9b5-5f3d-4f57-8024-2e1930d2922e admin admin] Allocated IP 172.20.0.1 (f5c9d042-2b52-4e8f-b7a2-cf45074ca57c/8af10165-5d78-4f3e-8038-400171437022/80b7cdcf-edbe-4029-9934-587f29841e9b) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:39:23.422734 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd46f47-d833-4808-a5c4-2d02f1c1f54d None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:39:23.426655 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:23.436548 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-55b7ed1e-6cb3-47e6-983e-4ebe5cf1c6b5 None None] Attempting to bind port e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:39:23.436920 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-55b7ed1e-6cb3-47e6-983e-4ebe5cf1c6b5 None None] Attempting to bind port e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:39:23.437280 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b7ed1e-6cb3-47e6-983e-4ebe5cf1c6b5 None None] Attempting to bind port e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244 on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:39:23.444880 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7115fb04-67ed-46a9-9414-31aa26c6a841 None None] Pushing event updated for resources: {'Port': ['ID=e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:23.446956 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b7ed1e-6cb3-47e6-983e-4ebe5cf1c6b5 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:39:23.447322 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b7ed1e-6cb3-47e6-983e-4ebe5cf1c6b5 None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:39:23.447714 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-55b7ed1e-6cb3-47e6-983e-4ebe5cf1c6b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:23.448735 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b7ed1e-6cb3-47e6-983e-4ebe5cf1c6b5 None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:39:23.449493 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-55b7ed1e-6cb3-47e6-983e-4ebe5cf1c6b5 None None] Bound port: e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:39:23.449957 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-55b7ed1e-6cb3-47e6-983e-4ebe5cf1c6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:23.460577 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c4904-422e-47f5-bfee-c70c0e79725f None None] Pushing event updated for resources: {'Port': ['ID=31338958-1ac6-4796-a0a4-e309029a643b,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:23.480214 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7115fb04-67ed-46a9-9414-31aa26c6a841 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:23.480712 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7115fb04-67ed-46a9-9414-31aa26c6a841 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:23.481470 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7115fb04-67ed-46a9-9414-31aa26c6a841 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:23.481470 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7115fb04-67ed-46a9-9414-31aa26c6a841 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:23.481712 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7115fb04-67ed-46a9-9414-31aa26c6a841 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:23.482006 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7115fb04-67ed-46a9-9414-31aa26c6a841 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:23.482326 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7115fb04-67ed-46a9-9414-31aa26c6a841 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:23.482642 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7115fb04-67ed-46a9-9414-31aa26c6a841 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:23.482957 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7115fb04-67ed-46a9-9414-31aa26c6a841 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:23.483725 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7115fb04-67ed-46a9-9414-31aa26c6a841 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:23.483725 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7115fb04-67ed-46a9-9414-31aa26c6a841 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:23.483950 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7115fb04-67ed-46a9-9414-31aa26c6a841 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:23.514075 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:39:23.514418 n-d-715271-27 neutron-server[102573]: DEBUG oslo_db.api [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:39:23.517221 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-093998a8-7c0d-4675-a4ea-b4cce7ab5c16 None None] Provisioning complete for port e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:23.517596 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-093998a8-7c0d-4675-a4ea-b4cce7ab5c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:23.528012 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-55b7ed1e-6cb3-47e6-983e-4ebe5cf1c6b5 None None] For port e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:39:23.529075 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab9b5-5f3d-4f57-8024-2e1930d2922e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:23.531721 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-55b7ed1e-6cb3-47e6-983e-4ebe5cf1c6b5 None None] For port e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:39:23.536426 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-55b7ed1e-6cb3-47e6-983e-4ebe5cf1c6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:23.554790 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-093998a8-7c0d-4675-a4ea-b4cce7ab5c16 None None] Port e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:39:23.566851 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-093998a8-7c0d-4675-a4ea-b4cce7ab5c16 None None] Provisioning complete for port 31338958-1ac6-4796-a0a4-e309029a643b triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:23.567232 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-093998a8-7c0d-4675-a4ea-b4cce7ab5c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:23.576441 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab9b5-5f3d-4f57-8024-2e1930d2922e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:23.591493 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b7ed1e-6cb3-47e6-983e-4ebe5cf1c6b5 None None] Routers {'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:39:23.593461 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-55b7ed1e-6cb3-47e6-983e-4ebe5cf1c6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:39:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['e43c0ff5-e03b-470b-b7ac-d9ef8630e84e'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:23.596616 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ecbc9a-c119-4dbb-a63b-50cc19e5b45f None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:39:23.621944 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3ab9b5-5f3d-4f57-8024-2e1930d2922e admin admin] Network f5c9d042-2b52-4e8f-b7a2-cf45074ca57c is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:39:23.627058 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-fa3ab9b5-5f3d-4f57-8024-2e1930d2922e admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:39:23.631552 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3ab9b5-5f3d-4f57-8024-2e1930d2922e admin admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:39:23.669224 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7115fb04-67ed-46a9-9414-31aa26c6a841 None None] Pushing event updated for resources: {'Port': ['ID=e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:23.670549 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab9b5-5f3d-4f57-8024-2e1930d2922e admin admin] Pushing event updated for resources: {'Port': ['ID=80b7cdcf-edbe-4029-9934-587f29841e9b,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:23.692762 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab9b5-5f3d-4f57-8024-2e1930d2922e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:23.737477 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-55b7ed1e-6cb3-47e6-983e-4ebe5cf1c6b5 None None] Set router e43c0ff5-e03b-470b-b7ac-d9ef8630e84e gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:39:23.794950 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-fee4f763-c60b-4078-8d22-3f5d24350e2b None None] Provisioning complete for port e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:23.795389 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fee4f763-c60b-4078-8d22-3f5d24350e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:23.837979 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab9b5-5f3d-4f57-8024-2e1930d2922e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:23.895246 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fee4f763-c60b-4078-8d22-3f5d24350e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:23.922695 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-fee4f763-c60b-4078-8d22-3f5d24350e2b None None] For port e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:23.927623 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fee4f763-c60b-4078-8d22-3f5d24350e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:23.946114 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-55b7ed1e-6cb3-47e6-983e-4ebe5cf1c6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'name': 'tempest-TestSnapshotPattern-2017050317-router', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:39:21Z', 'updated_at': '2021-11-12T04:39:22Z', 'revision_number': 3, 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'gw_port': {'id': 'e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:10:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:21Z', 'updated_at': '2021-11-12T04:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:23.973713 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b7ed1e-6cb3-47e6-983e-4ebe5cf1c6b5 None None] The sync data for ids ['e43c0ff5-e03b-470b-b7ac-d9ef8630e84e'] in n-d-715271-27 is: [{'id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'name': 'tempest-TestSnapshotPattern-2017050317-router', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:39:21Z', 'updated_at': '2021-11-12T04:39:22Z', 'revision_number': 3, 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'gw_port': {'id': 'e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:10:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:21Z', 'updated_at': '2021-11-12T04:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:39:23.978548 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee4f763-c60b-4078-8d22-3f5d24350e2b None None] Pushing event updated for resources: {'Port': ['ID=e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:24.022721 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab9b5-5f3d-4f57-8024-2e1930d2922e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:24.028347 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab9b5-5f3d-4f57-8024-2e1930d2922e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:24.066728 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3aa576b2-ab2d-4f7e-9426-bb9e15c36b3a None None] Provisioning complete for port 80b7cdcf-edbe-4029-9934-587f29841e9b triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:24.067297 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3aa576b2-ab2d-4f7e-9426-bb9e15c36b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:24.098255 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab9b5-5f3d-4f57-8024-2e1930d2922e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:24.103895 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab9b5-5f3d-4f57-8024-2e1930d2922e admin admin] Pushing event updated for resources: {'Port': ['ID=80b7cdcf-edbe-4029-9934-587f29841e9b,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:24.105163 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3aa576b2-ab2d-4f7e-9426-bb9e15c36b3a None None] Port 80b7cdcf-edbe-4029-9934-587f29841e9b cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:39:24.201778 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3ab9b5-5f3d-4f57-8024-2e1930d2922e admin admin] Network f5c9d042-2b52-4e8f-b7a2-cf45074ca57c is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:39:24.208977 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-fa3ab9b5-5f3d-4f57-8024-2e1930d2922e admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:39:24.350661 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3ab9b5-5f3d-4f57-8024-2e1930d2922e admin admin] Router e43c0ff5-e03b-470b-b7ac-d9ef8630e84e has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:39:24.474582 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3ab9b5-5f3d-4f57-8024-2e1930d2922e admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:39:24.480646 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-fa3ab9b5-5f3d-4f57-8024-2e1930d2922e admin admin] 10.222.0.50 "PUT /v2.0/routers/e43c0ff5-e03b-470b-b7ac-d9ef8630e84e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7870450 Nov 12 04:39:24.538333 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-85363412-62b8-430e-90fd-89501bf1d996 None None] Provisioning complete for port 80b7cdcf-edbe-4029-9934-587f29841e9b triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:24.538700 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-85363412-62b8-430e-90fd-89501bf1d996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:24.578930 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-85363412-62b8-430e-90fd-89501bf1d996 None None] Port 80b7cdcf-edbe-4029-9934-587f29841e9b cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:39:24.971315 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60182) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:24.976339 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-699a4313-3a19-4686-a49e-1aae536c0fca admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-299287771-network', 'tenant_id': '0146eb8aace047328548e8db8126edc1'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:39:24.997154 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699a4313-3a19-4686-a49e-1aae536c0fca admin admin] Made reservation on behalf of 0146eb8aace047328548e8db8126edc1 for: {'network': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:39:24.999427 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-699a4313-3a19-4686-a49e-1aae536c0fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for network, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:25.007994 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-699a4313-3a19-4686-a49e-1aae536c0fca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:25.084626 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-699a4313-3a19-4686-a49e-1aae536c0fca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:25.089385 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-699a4313-3a19-4686-a49e-1aae536c0fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:25.116522 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-699a4313-3a19-4686-a49e-1aae536c0fca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=102572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:39:25.123605 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a4313-3a19-4686-a49e-1aae536c0fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6735c23e-a407-4d01-82b7-8ba4c2213de2,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:25.129587 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-699a4313-3a19-4686-a49e-1aae536c0fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:25.129952 n-d-715271-27 neutron-server[102572]: INFO neutron.db.segments_db [None req-699a4313-3a19-4686-a49e-1aae536c0fca admin admin] Added segment c373a950-7bb2-4ccf-8d1b-bfd8d37aaff9 of type vlan for network 9656192b-763f-460d-a327-d5d5ec045116 Nov 12 04:39:25.174075 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-699a4313-3a19-4686-a49e-1aae536c0fca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746944248028'] for network, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:25.200137 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-699a4313-3a19-4686-a49e-1aae536c0fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001'] for network, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:25.201218 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699a4313-3a19-4686-a49e-1aae536c0fca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:25.201839 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-699a4313-3a19-4686-a49e-1aae536c0fca admin admin] Publish callbacks [] for network, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:25.203220 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:39:25.260894 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:25.261229 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:25.268805 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-699a4313-3a19-4686-a49e-1aae536c0fca admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2961719 Nov 12 04:39:25.269443 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60184) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:25.274947 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-029c47cc-1d64-442c-b79a-a833ec319e1b admin admin] Request body: {'subnet': {'network_id': '9656192b-763f-460d-a327-d5d5ec045116', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-299287771-subnet', 'tenant_id': '0146eb8aace047328548e8db8126edc1', 'ip_version': 4}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:39:25.278626 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a4313-3a19-4686-a49e-1aae536c0fca admin admin] Pushing event updated for resources: {'Network': ['ID=9656192b-763f-460d-a327-d5d5ec045116,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:25.292804 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Network 9656192b-763f-460d-a327-d5d5ec045116 details requested by agent ovs-agent-n-d-715271-27 with host n-d-715271-27 {{(pid=102573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:39:25.306541 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029c47cc-1d64-442c-b79a-a833ec319e1b admin admin] Made reservation on behalf of 0146eb8aace047328548e8db8126edc1 for: {'subnet': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:39:25.310221 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-029c47cc-1d64-442c-b79a-a833ec319e1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13035102'] for subnet, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:25.417829 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 31338958-1ac6-4796-a0a4-e309029a643b up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:39:25.468722 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 31338958-1ac6-4796-a0a4-e309029a643b triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:25.469095 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:25.519270 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-029c47cc-1d64-442c-b79a-a833ec319e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12957726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13035084'] for subnet, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:25.584365 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c47cc-1d64-442c-b79a-a833ec319e1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=57210330-e9cd-459b-80e5-02665dbc9a0f,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:25.593992 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029c47cc-1d64-442c-b79a-a833ec319e1b admin admin] Checking segment: {'id': 'c373a950-7bb2-4ccf-8d1b-bfd8d37aaff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9656192b-763f-460d-a327-d5d5ec045116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:39:25.594352 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029c47cc-1d64-442c-b79a-a833ec319e1b admin admin] Network hostable DHCP agents. Network: 9656192b-763f-460d-a327-d5d5ec045116, hostable agents: ['36c3d617-43d0-4662-89c7-09ec1dd8c2d3'], hosted agents: [] {{(pid=102571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:39:25.610785 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8fedef-6ac3-46d9-942e-860fe5885b3c None None] Sync routers for ids ['e43c0ff5-e03b-470b-b7ac-d9ef8630e84e'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:39:25.613430 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029c47cc-1d64-442c-b79a-a833ec319e1b admin admin] Network 9656192b-763f-460d-a327-d5d5ec045116 is scheduled to be hosted by DHCP agent 36c3d617-43d0-4662-89c7-09ec1dd8c2d3 with binding_index 1 {{(pid=102571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:39:25.621433 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8fedef-6ac3-46d9-942e-860fe5885b3c None None] Routers {'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:39:25.622099 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-bf8fedef-6ac3-46d9-942e-860fe5885b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:39:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['e43c0ff5-e03b-470b-b7ac-d9ef8630e84e'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:25.622928 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-029c47cc-1d64-442c-b79a-a833ec319e1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-27, 9656192b-763f-460d-a327-d5d5ec045116) {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:39:25.631764 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029c47cc-1d64-442c-b79a-a833ec319e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:25.632330 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-029c47cc-1d64-442c-b79a-a833ec319e1b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:25.651153 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-029c47cc-1d64-442c-b79a-a833ec319e1b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3775940 Nov 12 04:39:25.651392 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60186) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:25.656065 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-4b18339f-cefa-4ac7-a22a-adad1d5996bd admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-299287771-router', 'tenant_id': '0146eb8aace047328548e8db8126edc1', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:39:25.660497 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac13288-ef74-4614-bc58-da369b7eee22 None None] Network 9656192b-763f-460d-a327-d5d5ec045116 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:39:25.677712 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4b18339f-cefa-4ac7-a22a-adad1d5996bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41379'] for router, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:25.678746 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4b18339f-cefa-4ac7-a22a-adad1d5996bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41388'] for router, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:25.737312 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4b18339f-cefa-4ac7-a22a-adad1d5996bd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:25.807678 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-bf8fedef-6ac3-46d9-942e-860fe5885b3c None None] Set router e43c0ff5-e03b-470b-b7ac-d9ef8630e84e gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:39:25.879229 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4b18339f-cefa-4ac7-a22a-adad1d5996bd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:26.085697 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4b18339f-cefa-4ac7-a22a-adad1d5996bd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:26.106339 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4b18339f-cefa-4ac7-a22a-adad1d5996bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:26.133872 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b27da4a-e541-40a8-ab62-9f51ee52e6eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09a884a5-279b-5043-a849-5868038e7451-9656192b-763f-460d-a327-d5d5ec045116', 'network_id': '9656192b-763f-460d-a327-d5d5ec045116', 'tenant_id': '0146eb8aace047328548e8db8126edc1', 'fixed_ips': [{'subnet_id': '57210330-e9cd-459b-80e5-02665dbc9a0f'}]}} from n-d-715271-27. {{(pid=102573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:39:26.134742 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6b27da4a-e541-40a8-ab62-9f51ee52e6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:26.219063 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-4b18339f-cefa-4ac7-a22a-adad1d5996bd admin admin] Allocated IP 172.25.5.49 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/e301d8eb-9ba3-4ddf-a589-fc90e083b504) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:39:26.325042 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4b18339f-cefa-4ac7-a22a-adad1d5996bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:26.327052 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-6b27da4a-e541-40a8-ab62-9f51ee52e6eb None None] Allocated IP 172.20.0.2 (9656192b-763f-460d-a327-d5d5ec045116/57210330-e9cd-459b-80e5-02665dbc9a0f/11c7d645-3bb9-4470-b78a-d4f1a6571fe1) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:39:26.350626 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-bf8fedef-6ac3-46d9-942e-860fe5885b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'name': 'tempest-TestSnapshotPattern-2017050317-router', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:39:21Z', 'updated_at': '2021-11-12T04:39:23Z', 'revision_number': 4, 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'gw_port': {'id': 'e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:10:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:21Z', 'updated_at': '2021-11-12T04:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '80b7cdcf-edbe-4029-9934-587f29841e9b', 'name': '', 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'mac_address': 'fa:16:3e:c1:bc:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '8af10165-5d78-4f3e-8038-400171437022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:23Z', 'updated_at': '2021-11-12T04:39:23Z', 'revision_number': 2, 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'subnets': [{'id': '8af10165-5d78-4f3e-8038-400171437022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:26.365380 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4b18339f-cefa-4ac7-a22a-adad1d5996bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:26.394905 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8fedef-6ac3-46d9-942e-860fe5885b3c None None] Checking router: e43c0ff5-e03b-470b-b7ac-d9ef8630e84e for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:39:26.395265 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8fedef-6ac3-46d9-942e-860fe5885b3c None None] Updating router e43c0ff5-e03b-470b-b7ac-d9ef8630e84e port 80b7cdcf-edbe-4029-9934-587f29841e9b binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:39:26.403841 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b18339f-cefa-4ac7-a22a-adad1d5996bd admin admin] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:39:26.407177 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-4b18339f-cefa-4ac7-a22a-adad1d5996bd admin admin] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:39:26.414532 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b18339f-cefa-4ac7-a22a-adad1d5996bd admin admin] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:39:26.441508 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce08529-06de-4d6c-8e84-7c108561af35 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:39:26.443445 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b18339f-cefa-4ac7-a22a-adad1d5996bd admin admin] Pushing event updated for resources: {'Port': ['ID=e301d8eb-9ba3-4ddf-a589-fc90e083b504,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:26.458547 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bf8fedef-6ac3-46d9-942e-860fe5885b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:26.627009 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-acb2add1-4ed7-4f55-bd01-85d8e93b77d1 None None] Provisioning complete for port e301d8eb-9ba3-4ddf-a589-fc90e083b504 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:26.627382 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-acb2add1-4ed7-4f55-bd01-85d8e93b77d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:26.675162 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6b27da4a-e541-40a8-ab62-9f51ee52e6eb None None] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:26.679629 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4b18339f-cefa-4ac7-a22a-adad1d5996bd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:26.694728 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6b27da4a-e541-40a8-ab62-9f51ee52e6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:26.732542 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-acb2add1-4ed7-4f55-bd01-85d8e93b77d1 None None] Port e301d8eb-9ba3-4ddf-a589-fc90e083b504 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:39:26.757252 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b27da4a-e541-40a8-ab62-9f51ee52e6eb None None] Network 9656192b-763f-460d-a327-d5d5ec045116 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:39:26.785879 n-d-715271-27 neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-6b27da4a-e541-40a8-ab62-9f51ee52e6eb None None] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:39:26.791999 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b27da4a-e541-40a8-ab62-9f51ee52e6eb None None] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:39:26.796414 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b27da4a-e541-40a8-ab62-9f51ee52e6eb None None] Pushing event updated for resources: {'Port': ['ID=11c7d645-3bb9-4470-b78a-d4f1a6571fe1,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:26.884042 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-6b27da4a-e541-40a8-ab62-9f51ee52e6eb None None] Attempting to bind port 11c7d645-3bb9-4470-b78a-d4f1a6571fe1 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:39:26.884361 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-6b27da4a-e541-40a8-ab62-9f51ee52e6eb None None] Attempting to bind port 11c7d645-3bb9-4470-b78a-d4f1a6571fe1 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'c373a950-7bb2-4ccf-8d1b-bfd8d37aaff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9656192b-763f-460d-a327-d5d5ec045116'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:39:26.884729 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b27da4a-e541-40a8-ab62-9f51ee52e6eb None None] Attempting to bind port 11c7d645-3bb9-4470-b78a-d4f1a6571fe1 on network 9656192b-763f-460d-a327-d5d5ec045116 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:39:26.900614 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b27da4a-e541-40a8-ab62-9f51ee52e6eb None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:39:26.900993 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b27da4a-e541-40a8-ab62-9f51ee52e6eb None None] Checking segment: {'id': 'c373a950-7bb2-4ccf-8d1b-bfd8d37aaff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9656192b-763f-460d-a327-d5d5ec045116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:39:26.901642 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6b27da4a-e541-40a8-ab62-9f51ee52e6eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:26.902048 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b27da4a-e541-40a8-ab62-9f51ee52e6eb None None] Bound using segment: {'id': 'c373a950-7bb2-4ccf-8d1b-bfd8d37aaff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9656192b-763f-460d-a327-d5d5ec045116'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:39:26.902536 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-6b27da4a-e541-40a8-ab62-9f51ee52e6eb None None] Bound port: 11c7d645-3bb9-4470-b78a-d4f1a6571fe1, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c373a950-7bb2-4ccf-8d1b-bfd8d37aaff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9656192b-763f-460d-a327-d5d5ec045116'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:39:26.902921 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6b27da4a-e541-40a8-ab62-9f51ee52e6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:26.990553 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bf8fedef-6ac3-46d9-942e-860fe5885b3c None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:27.002160 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bf8fedef-6ac3-46d9-942e-860fe5885b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:27.046394 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-6b27da4a-e541-40a8-ab62-9f51ee52e6eb None None] For port 11c7d645-3bb9-4470-b78a-d4f1a6571fe1, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:39:27.074989 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-6b27da4a-e541-40a8-ab62-9f51ee52e6eb None None] For port 11c7d645-3bb9-4470-b78a-d4f1a6571fe1, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=11c7d645-3bb9-4470-b78a-d4f1a6571fe1,segment=NetworkSegment(c373a950-7bb2-4ccf-8d1b-bfd8d37aaff9),segment_id=c373a950-7bb2-4ccf-8d1b-bfd8d37aaff9)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:39:27.081367 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01453478-b27a-485e-99d7-57c7f8fa9579 None None] Pushing event updated for resources: {'Port': ['ID=80b7cdcf-edbe-4029-9934-587f29841e9b,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:27.085521 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6b27da4a-e541-40a8-ab62-9f51ee52e6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:27.192948 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b27da4a-e541-40a8-ab62-9f51ee52e6eb None None] Pushing event updated for resources: {'Port': ['ID=11c7d645-3bb9-4470-b78a-d4f1a6571fe1,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:27.195727 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-bf8fedef-6ac3-46d9-942e-860fe5885b3c None None] Attempting to bind port 80b7cdcf-edbe-4029-9934-587f29841e9b on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:39:27.196195 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-bf8fedef-6ac3-46d9-942e-860fe5885b3c None None] Attempting to bind port 80b7cdcf-edbe-4029-9934-587f29841e9b by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '5082253a-e687-4633-b1c0-b0fd10f34ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:39:27.196573 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8fedef-6ac3-46d9-942e-860fe5885b3c None None] Attempting to bind port 80b7cdcf-edbe-4029-9934-587f29841e9b on network f5c9d042-2b52-4e8f-b7a2-cf45074ca57c {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:39:27.203379 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8fedef-6ac3-46d9-942e-860fe5885b3c None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:39:27.203756 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8fedef-6ac3-46d9-942e-860fe5885b3c None None] Checking segment: {'id': '5082253a-e687-4633-b1c0-b0fd10f34ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:39:27.204195 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bf8fedef-6ac3-46d9-942e-860fe5885b3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:27.204589 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8fedef-6ac3-46d9-942e-860fe5885b3c None None] Bound using segment: {'id': '5082253a-e687-4633-b1c0-b0fd10f34ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:39:27.205059 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-bf8fedef-6ac3-46d9-942e-860fe5885b3c None None] Bound port: 80b7cdcf-edbe-4029-9934-587f29841e9b, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5082253a-e687-4633-b1c0-b0fd10f34ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:39:27.205522 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bf8fedef-6ac3-46d9-942e-860fe5885b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:27.255364 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4b18339f-cefa-4ac7-a22a-adad1d5996bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-623036'] for router, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:27.290808 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-bf8fedef-6ac3-46d9-942e-860fe5885b3c None None] For port 80b7cdcf-edbe-4029-9934-587f29841e9b, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:39:27.294577 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-bf8fedef-6ac3-46d9-942e-860fe5885b3c None None] For port 80b7cdcf-edbe-4029-9934-587f29841e9b, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=80b7cdcf-edbe-4029-9934-587f29841e9b,segment=NetworkSegment(5082253a-e687-4633-b1c0-b0fd10f34ec9),segment_id=5082253a-e687-4633-b1c0-b0fd10f34ec9)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:39:27.304413 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bf8fedef-6ac3-46d9-942e-860fe5885b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:27.382337 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8fedef-6ac3-46d9-942e-860fe5885b3c None None] Routers {'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:39:27.384656 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-bf8fedef-6ac3-46d9-942e-860fe5885b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:39:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['e43c0ff5-e03b-470b-b7ac-d9ef8630e84e'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:27.426508 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b18339f-cefa-4ac7-a22a-adad1d5996bd admin admin] Router eb813ad8-aa7f-4286-b134-0d873150f772 is scheduled to L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad with binding_index 1 {{(pid=102571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:39:27.458595 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01453478-b27a-485e-99d7-57c7f8fa9579 None None] Pushing event updated for resources: {'Port': ['ID=80b7cdcf-edbe-4029-9934-587f29841e9b,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:27.469273 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-15ca7e45-8a35-40d1-bcbd-07386f6eff1a None None] Provisioning complete for port 80b7cdcf-edbe-4029-9934-587f29841e9b triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:27.469648 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-15ca7e45-8a35-40d1-bcbd-07386f6eff1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:27.565951 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b18339f-cefa-4ac7-a22a-adad1d5996bd admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:39:27.576798 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1f265b-ffd3-4d6a-8052-f77780047ef9 None None] Sync routers for ids ['eb813ad8-aa7f-4286-b134-0d873150f772'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:39:27.591779 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-bf8fedef-6ac3-46d9-942e-860fe5885b3c None None] Set router e43c0ff5-e03b-470b-b7ac-d9ef8630e84e gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:39:27.593629 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1f265b-ffd3-4d6a-8052-f77780047ef9 None None] Routers {'eb813ad8-aa7f-4286-b134-0d873150f772'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:39:27.594548 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-fc1f265b-ffd3-4d6a-8052-f77780047ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:39:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['eb813ad8-aa7f-4286-b134-0d873150f772'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:27.597225 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4b18339f-cefa-4ac7-a22a-adad1d5996bd admin admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:27.601194 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4b18339f-cefa-4ac7-a22a-adad1d5996bd admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9459212 Nov 12 04:39:27.601491 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60188) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:27.704595 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-15ca7e45-8a35-40d1-bcbd-07386f6eff1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:27.825903 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-fc1f265b-ffd3-4d6a-8052-f77780047ef9 None None] Set router eb813ad8-aa7f-4286-b134-0d873150f772 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:39:27.838874 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-15ca7e45-8a35-40d1-bcbd-07386f6eff1a None None] For port 80b7cdcf-edbe-4029-9934-587f29841e9b, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=80b7cdcf-edbe-4029-9934-587f29841e9b,segment=NetworkSegment(5082253a-e687-4633-b1c0-b0fd10f34ec9),segment_id=5082253a-e687-4633-b1c0-b0fd10f34ec9)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:27.849235 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-15ca7e45-8a35-40d1-bcbd-07386f6eff1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:27.940174 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca7e45-8a35-40d1-bcbd-07386f6eff1a None None] Pushing event updated for resources: {'Port': ['ID=80b7cdcf-edbe-4029-9934-587f29841e9b,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:27.983275 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-867adc61-a113-4723-9d27-13316cc5f2e0 None None] Provisioning complete for port 80b7cdcf-edbe-4029-9934-587f29841e9b triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:27.983647 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-867adc61-a113-4723-9d27-13316cc5f2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:27.989802 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-bf8fedef-6ac3-46d9-942e-860fe5885b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'name': 'tempest-TestSnapshotPattern-2017050317-router', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:39:21Z', 'updated_at': '2021-11-12T04:39:23Z', 'revision_number': 4, 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'gw_port': {'id': 'e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:10:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:21Z', 'updated_at': '2021-11-12T04:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '80b7cdcf-edbe-4029-9934-587f29841e9b', 'name': '', 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'mac_address': 'fa:16:3e:c1:bc:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '8af10165-5d78-4f3e-8038-400171437022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:23Z', 'updated_at': '2021-11-12T04:39:27Z', 'revision_number': 4, 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'subnets': [{'id': '8af10165-5d78-4f3e-8038-400171437022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:28.030986 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-fc1f265b-ffd3-4d6a-8052-f77780047ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb813ad8-aa7f-4286-b134-0d873150f772', 'name': 'tempest-TestSnapshotPattern-299287771-router', 'tenant_id': '0146eb8aace047328548e8db8126edc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'e301d8eb-9ba3-4ddf-a589-fc90e083b504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:39:25Z', 'updated_at': '2021-11-12T04:39:26Z', 'revision_number': 3, 'project_id': '0146eb8aace047328548e8db8126edc1', 'gw_port': {'id': 'e301d8eb-9ba3-4ddf-a589-fc90e083b504', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb813ad8-aa7f-4286-b134-0d873150f772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:26Z', 'updated_at': '2021-11-12T04:39:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:28.046492 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8fedef-6ac3-46d9-942e-860fe5885b3c None None] The sync data for ids ['e43c0ff5-e03b-470b-b7ac-d9ef8630e84e'] in n-d-715271-27 is: [{'id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'name': 'tempest-TestSnapshotPattern-2017050317-router', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:39:21Z', 'updated_at': '2021-11-12T04:39:23Z', 'revision_number': 4, 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'gw_port': {'id': 'e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:10:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:21Z', 'updated_at': '2021-11-12T04:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '80b7cdcf-edbe-4029-9934-587f29841e9b', 'name': '', 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'mac_address': 'fa:16:3e:c1:bc:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '8af10165-5d78-4f3e-8038-400171437022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:23Z', 'updated_at': '2021-11-12T04:39:27Z', 'revision_number': 4, 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'subnets': [{'id': '8af10165-5d78-4f3e-8038-400171437022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:39:28.067039 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1f265b-ffd3-4d6a-8052-f77780047ef9 None None] Checking router: eb813ad8-aa7f-4286-b134-0d873150f772 for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:39:28.068365 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1f265b-ffd3-4d6a-8052-f77780047ef9 None None] Updating router eb813ad8-aa7f-4286-b134-0d873150f772 port e301d8eb-9ba3-4ddf-a589-fc90e083b504 binding host n-d-715271-27 {{(pid=102574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:39:28.097501 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-fc1f265b-ffd3-4d6a-8052-f77780047ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:28.194790 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a47a5ee4-2be8-41f6-9d01-9c14531205ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:28.419774 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [None req-a47a5ee4-2be8-41f6-9d01-9c14531205ce admin admin] Allocated IP 172.20.0.1 (9656192b-763f-460d-a327-d5d5ec045116/57210330-e9cd-459b-80e5-02665dbc9a0f/349d5eb9-9e0e-43d3-aee1-635ab5a00c58) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:39:28.460946 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-fc1f265b-ffd3-4d6a-8052-f77780047ef9 None None] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:28.468824 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-fc1f265b-ffd3-4d6a-8052-f77780047ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:28.492803 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6e4129-78e4-4a9d-99de-7a3ef30c5d7d None None] Network 9656192b-763f-460d-a327-d5d5ec045116 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:39:28.522739 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e1ccc-d91f-4987-a4cd-7a3aa94a2f9b None None] Pushing event updated for resources: {'Port': ['ID=e301d8eb-9ba3-4ddf-a589-fc90e083b504,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:28.552628 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-fc1f265b-ffd3-4d6a-8052-f77780047ef9 None None] Attempting to bind port e301d8eb-9ba3-4ddf-a589-fc90e083b504 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:39:28.553345 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-fc1f265b-ffd3-4d6a-8052-f77780047ef9 None None] Attempting to bind port e301d8eb-9ba3-4ddf-a589-fc90e083b504 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:39:28.553804 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfcfe5b-8f75-409a-b771-6debcc99680f None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:39:28.554780 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1f265b-ffd3-4d6a-8052-f77780047ef9 None None] Attempting to bind port e301d8eb-9ba3-4ddf-a589-fc90e083b504 on network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:39:28.563113 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1f265b-ffd3-4d6a-8052-f77780047ef9 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:39:28.569783 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a47a5ee4-2be8-41f6-9d01-9c14531205ce admin admin] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:28.572354 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1f265b-ffd3-4d6a-8052-f77780047ef9 None None] Checking segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:39:28.572791 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-fc1f265b-ffd3-4d6a-8052-f77780047ef9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:28.573763 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1f265b-ffd3-4d6a-8052-f77780047ef9 None None] Bound using segment: {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:39:28.575807 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [None req-fc1f265b-ffd3-4d6a-8052-f77780047ef9 None None] Bound port: e301d8eb-9ba3-4ddf-a589-fc90e083b504, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba05b76-9b0d-473b-8f43-41710aac6c83', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:39:28.576252 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-fc1f265b-ffd3-4d6a-8052-f77780047ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:28.618265 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a47a5ee4-2be8-41f6-9d01-9c14531205ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:28.634576 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-86c809ce-9e49-4c9c-81b9-d3e2092c3abd None None] Provisioning complete for port e301d8eb-9ba3-4ddf-a589-fc90e083b504 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:28.634948 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-86c809ce-9e49-4c9c-81b9-d3e2092c3abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:28.639762 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-fc1f265b-ffd3-4d6a-8052-f77780047ef9 None None] For port e301d8eb-9ba3-4ddf-a589-fc90e083b504, host n-d-715271-27, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:39:28.643575 n-d-715271-27 neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-fc1f265b-ffd3-4d6a-8052-f77780047ef9 None None] For port e301d8eb-9ba3-4ddf-a589-fc90e083b504, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e301d8eb-9ba3-4ddf-a589-fc90e083b504,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:39:28.648353 n-d-715271-27 neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-fc1f265b-ffd3-4d6a-8052-f77780047ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:28.665322 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47a5ee4-2be8-41f6-9d01-9c14531205ce admin admin] Network 9656192b-763f-460d-a327-d5d5ec045116 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:39:28.671222 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-a47a5ee4-2be8-41f6-9d01-9c14531205ce admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:39:28.675189 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47a5ee4-2be8-41f6-9d01-9c14531205ce admin admin] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:39:28.681460 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79be33b9-1fc2-4481-9390-e46bb9dee9ec None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:39:28.701933 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a5ee4-2be8-41f6-9d01-9c14531205ce admin admin] Pushing event updated for resources: {'Port': ['ID=349d5eb9-9e0e-43d3-aee1-635ab5a00c58,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:28.718449 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1f265b-ffd3-4d6a-8052-f77780047ef9 None None] Routers {'eb813ad8-aa7f-4286-b134-0d873150f772'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:39:28.719091 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-fc1f265b-ffd3-4d6a-8052-f77780047ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:39:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['eb813ad8-aa7f-4286-b134-0d873150f772'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:28.720264 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-86c809ce-9e49-4c9c-81b9-d3e2092c3abd None None] Port e301d8eb-9ba3-4ddf-a589-fc90e083b504 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:39:28.742851 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-86c809ce-9e49-4c9c-81b9-d3e2092c3abd None None] Provisioning complete for port 11c7d645-3bb9-4470-b78a-d4f1a6571fe1 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:28.742851 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-86c809ce-9e49-4c9c-81b9-d3e2092c3abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:28.760284 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a47a5ee4-2be8-41f6-9d01-9c14531205ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622697'] for router_interface, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:28.848458 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e1ccc-d91f-4987-a4cd-7a3aa94a2f9b None None] Pushing event updated for resources: {'Port': ['ID=e301d8eb-9ba3-4ddf-a589-fc90e083b504,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:28.888229 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-86c809ce-9e49-4c9c-81b9-d3e2092c3abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:28.906489 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-fc1f265b-ffd3-4d6a-8052-f77780047ef9 None None] Set router eb813ad8-aa7f-4286-b134-0d873150f772 gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:39:28.930610 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-86c809ce-9e49-4c9c-81b9-d3e2092c3abd None None] For port 11c7d645-3bb9-4470-b78a-d4f1a6571fe1, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=11c7d645-3bb9-4470-b78a-d4f1a6571fe1,segment=NetworkSegment(c373a950-7bb2-4ccf-8d1b-bfd8d37aaff9),segment_id=c373a950-7bb2-4ccf-8d1b-bfd8d37aaff9)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:28.942095 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-86c809ce-9e49-4c9c-81b9-d3e2092c3abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:28.994349 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a47a5ee4-2be8-41f6-9d01-9c14531205ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:29.019615 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c809ce-9e49-4c9c-81b9-d3e2092c3abd None None] Pushing event updated for resources: {'Port': ['ID=11c7d645-3bb9-4470-b78a-d4f1a6571fe1,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:29.093455 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-84f32d39-8b81-499f-a9fd-67e49b97e120 None None] Provisioning complete for port e301d8eb-9ba3-4ddf-a589-fc90e083b504 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:29.093779 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-84f32d39-8b81-499f-a9fd-67e49b97e120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:29.258257 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-84f32d39-8b81-499f-a9fd-67e49b97e120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:29.292323 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-fc1f265b-ffd3-4d6a-8052-f77780047ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb813ad8-aa7f-4286-b134-0d873150f772', 'name': 'tempest-TestSnapshotPattern-299287771-router', 'tenant_id': '0146eb8aace047328548e8db8126edc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'e301d8eb-9ba3-4ddf-a589-fc90e083b504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:39:25Z', 'updated_at': '2021-11-12T04:39:26Z', 'revision_number': 3, 'project_id': '0146eb8aace047328548e8db8126edc1', 'gw_port': {'id': 'e301d8eb-9ba3-4ddf-a589-fc90e083b504', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb813ad8-aa7f-4286-b134-0d873150f772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:26Z', 'updated_at': '2021-11-12T04:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:29.298701 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 80b7cdcf-edbe-4029-9934-587f29841e9b up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:39:29.324134 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1f265b-ffd3-4d6a-8052-f77780047ef9 None None] The sync data for ids ['eb813ad8-aa7f-4286-b134-0d873150f772'] in n-d-715271-27 is: [{'id': 'eb813ad8-aa7f-4286-b134-0d873150f772', 'name': 'tempest-TestSnapshotPattern-299287771-router', 'tenant_id': '0146eb8aace047328548e8db8126edc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'e301d8eb-9ba3-4ddf-a589-fc90e083b504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:39:25Z', 'updated_at': '2021-11-12T04:39:26Z', 'revision_number': 3, 'project_id': '0146eb8aace047328548e8db8126edc1', 'gw_port': {'id': 'e301d8eb-9ba3-4ddf-a589-fc90e083b504', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb813ad8-aa7f-4286-b134-0d873150f772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:26Z', 'updated_at': '2021-11-12T04:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:39:29.359262 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-84f32d39-8b81-499f-a9fd-67e49b97e120 None None] For port e301d8eb-9ba3-4ddf-a589-fc90e083b504, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e301d8eb-9ba3-4ddf-a589-fc90e083b504,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:29.373565 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-84f32d39-8b81-499f-a9fd-67e49b97e120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:29.377932 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a47a5ee4-2be8-41f6-9d01-9c14531205ce admin admin] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:29.383521 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a47a5ee4-2be8-41f6-9d01-9c14531205ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:29.455870 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f32d39-8b81-499f-a9fd-67e49b97e120 None None] Pushing event updated for resources: {'Port': ['ID=e301d8eb-9ba3-4ddf-a589-fc90e083b504,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:29.463469 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 80b7cdcf-edbe-4029-9934-587f29841e9b triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:29.464604 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:29.474726 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-a47a5ee4-2be8-41f6-9d01-9c14531205ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622845'] for router_interface, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:29.509922 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a5ee4-2be8-41f6-9d01-9c14531205ce admin admin] Pushing event updated for resources: {'Port': ['ID=349d5eb9-9e0e-43d3-aee1-635ab5a00c58,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:29.521621 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-f0b432de-9a16-46ff-8e34-dd5bdb55aa5d None None] Provisioning complete for port 11c7d645-3bb9-4470-b78a-d4f1a6571fe1 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:29.522139 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f0b432de-9a16-46ff-8e34-dd5bdb55aa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:29.607965 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 11c7d645-3bb9-4470-b78a-d4f1a6571fe1 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:39:29.617188 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47a5ee4-2be8-41f6-9d01-9c14531205ce admin admin] Network 9656192b-763f-460d-a327-d5d5ec045116 is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:39:29.618681 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [None req-a47a5ee4-2be8-41f6-9d01-9c14531205ce admin admin] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:39:29.726000 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-f0b432de-9a16-46ff-8e34-dd5bdb55aa5d None None] Provisioning complete for port 349d5eb9-9e0e-43d3-aee1-635ab5a00c58 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:29.726376 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f0b432de-9a16-46ff-8e34-dd5bdb55aa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:29.816296 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47a5ee4-2be8-41f6-9d01-9c14531205ce admin admin] Router eb813ad8-aa7f-4286-b134-0d873150f772 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:39:29.961221 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47a5ee4-2be8-41f6-9d01-9c14531205ce admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:39:29.976341 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-a47a5ee4-2be8-41f6-9d01-9c14531205ce admin admin] 10.222.0.50 "PUT /v2.0/routers/eb813ad8-aa7f-4286-b134-0d873150f772/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3649685 Nov 12 04:39:29.993814 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 11c7d645-3bb9-4470-b78a-d4f1a6571fe1 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:29.994183 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:30.016216 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-f0b432de-9a16-46ff-8e34-dd5bdb55aa5d None None] Port 349d5eb9-9e0e-43d3-aee1-635ab5a00c58 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:39:30.137349 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-f15f03c1-923e-4320-9f67-cc95cc47d873 None None] Provisioning complete for port 349d5eb9-9e0e-43d3-aee1-635ab5a00c58 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:30.137730 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f15f03c1-923e-4320-9f67-cc95cc47d873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:30.172671 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-f15f03c1-923e-4320-9f67-cc95cc47d873 None None] Port 349d5eb9-9e0e-43d3-aee1-635ab5a00c58 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:39:30.429659 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60196) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:30.435318 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-4fdd583a-eab2-4899-90e4-daac5be7469b tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-280610895', 'description': 'tempest-secgroup-smoke-280610895 description', 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:39:30.460034 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4fdd583a-eab2-4899-90e4-daac5be7469b tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks [] for security_group, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:30.527120 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4fdd583a-eab2-4899-90e4-daac5be7469b tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks [] for security_group, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:30.527351 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-188aed5d-0026-46c8-be96-345c19513607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:30.531271 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4fdd583a-eab2-4899-90e4-daac5be7469b tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:30.564767 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-4fdd583a-eab2-4899-90e4-daac5be7469b tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks [] for security_group, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:30.566006 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-4fdd583a-eab2-4899-90e4-daac5be7469b tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1350946 Nov 12 04:39:30.566705 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdd583a-eab2-4899-90e4-daac5be7469b tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a02905e5-2a06-4d91-9d49-d00f43609c5c,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:30.569405 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60198) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:30.575261 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-46189479-913c-4f49-8d48-46c47bd93d49 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Request body: {'security_group_rule': {'security_group_id': 'a02905e5-2a06-4d91-9d49-d00f43609c5c', 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:39:30.601807 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-46189479-913c-4f49-8d48-46c47bd93d49 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:30.655542 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-46189479-913c-4f49-8d48-46c47bd93d49 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:30.659317 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-46189479-913c-4f49-8d48-46c47bd93d49 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:30.681836 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46189479-913c-4f49-8d48-46c47bd93d49 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b55e331f-2fbf-4c75-a7c0-fa9bf01656e8,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:30.691719 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-46189479-913c-4f49-8d48-46c47bd93d49 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:30.692943 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-46189479-913c-4f49-8d48-46c47bd93d49 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1222594 Nov 12 04:39:30.695672 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60200) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:30.700288 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-18502992-b73b-4c83-a2cf-c664987a9b89 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Request body: {'security_group_rule': {'security_group_id': 'a02905e5-2a06-4d91-9d49-d00f43609c5c', 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:39:30.726197 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-18502992-b73b-4c83-a2cf-c664987a9b89 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:30.782670 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-18502992-b73b-4c83-a2cf-c664987a9b89 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:30.786049 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-18502992-b73b-4c83-a2cf-c664987a9b89 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:30.805165 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18502992-b73b-4c83-a2cf-c664987a9b89 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8aef137-3bcb-4539-a3b2-953930b907b6,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:30.812658 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-18502992-b73b-4c83-a2cf-c664987a9b89 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:30.814165 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-18502992-b73b-4c83-a2cf-c664987a9b89 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1175122 Nov 12 04:39:30.816935 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60202) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:30.821407 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-6851b98a-2cdb-4c26-906f-2bfa8d1ef67b tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Request body: {'security_group_rule': {'security_group_id': 'a02905e5-2a06-4d91-9d49-d00f43609c5c', 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:39:30.848619 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6851b98a-2cdb-4c26-906f-2bfa8d1ef67b tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:30.905108 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6851b98a-2cdb-4c26-906f-2bfa8d1ef67b tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:30.908898 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6851b98a-2cdb-4c26-906f-2bfa8d1ef67b tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:30.929372 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6851b98a-2cdb-4c26-906f-2bfa8d1ef67b tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=784e5e32-b70e-4bd5-8e70-30769e7bd8cb,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:30.938564 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6851b98a-2cdb-4c26-906f-2bfa8d1ef67b tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:30.939748 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6851b98a-2cdb-4c26-906f-2bfa8d1ef67b tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1218090 Nov 12 04:39:30.942536 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60204) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:30.946768 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [None req-6013c47d-607b-4c8b-b22e-8f738174c30c tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Request body: {'security_group_rule': {'security_group_id': 'a02905e5-2a06-4d91-9d49-d00f43609c5c', 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:39:30.974767 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6013c47d-607b-4c8b-b22e-8f738174c30c tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:31.035896 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6013c47d-607b-4c8b-b22e-8f738174c30c tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:31.039466 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6013c47d-607b-4c8b-b22e-8f738174c30c tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:31.061425 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6013c47d-607b-4c8b-b22e-8f738174c30c tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae175c2e-b65e-450b-a129-484e25a144b9,revision_number=0']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:31.069655 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-6013c47d-607b-4c8b-b22e-8f738174c30c tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:31.071772 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-6013c47d-607b-4c8b-b22e-8f738174c30c tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1274118 Nov 12 04:39:31.074650 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60206) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:31.079446 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-29dd9c85-d9a7-4e99-a8e2-2c4f79f39fc3 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Request body: {'security_group_rule': {'security_group_id': 'a02905e5-2a06-4d91-9d49-d00f43609c5c', 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:39:31.102818 n-d-715271-27 neutron-server[102571]: INFO neutron.db.securitygroups_db [None req-29dd9c85-d9a7-4e99-a8e2-2c4f79f39fc3 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Project 88e7d4ee22664f2eb2e9969a5b16c0d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:39:31.108918 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-29dd9c85-d9a7-4e99-a8e2-2c4f79f39fc3 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:31.148871 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e301d8eb-9ba3-4ddf-a589-fc90e083b504 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:39:31.179163 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-29dd9c85-d9a7-4e99-a8e2-2c4f79f39fc3 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:31.184005 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-29dd9c85-d9a7-4e99-a8e2-2c4f79f39fc3 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:31.203221 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd9c85-d9a7-4e99-a8e2-2c4f79f39fc3 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=212733f0-36b8-47e5-a5f6-26c4e72f997a,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:31.208706 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port e301d8eb-9ba3-4ddf-a589-fc90e083b504 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:31.209257 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:31.214413 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-29dd9c85-d9a7-4e99-a8e2-2c4f79f39fc3 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:31.215782 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-29dd9c85-d9a7-4e99-a8e2-2c4f79f39fc3 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1401193 Nov 12 04:39:31.218579 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60208) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:31.223104 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-d4b04dc4-0994-4469-9b2c-a471dea7c130 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Request body: {'security_group_rule': {'security_group_id': 'a02905e5-2a06-4d91-9d49-d00f43609c5c', 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:39:31.251662 n-d-715271-27 neutron-server[102571]: INFO neutron.db.securitygroups_db [None req-d4b04dc4-0994-4469-9b2c-a471dea7c130 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Project 88e7d4ee22664f2eb2e9969a5b16c0d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:39:31.256823 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d4b04dc4-0994-4469-9b2c-a471dea7c130 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:31.324684 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d4b04dc4-0994-4469-9b2c-a471dea7c130 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:31.328953 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d4b04dc4-0994-4469-9b2c-a471dea7c130 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574855'] for security_group_rule, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:31.348617 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b04dc4-0994-4469-9b2c-a471dea7c130 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=411e3aef-c66d-4632-a23a-76078548d980,revision_number=0']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:31.359319 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-d4b04dc4-0994-4469-9b2c-a471dea7c130 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:31.360840 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-d4b04dc4-0994-4469-9b2c-a471dea7c130 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1412013 Nov 12 04:39:31.500166 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03139251-a13e-4edb-8273-e5ae3375fe06 None None] Sync routers for ids ['eb813ad8-aa7f-4286-b134-0d873150f772'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:39:31.509280 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03139251-a13e-4edb-8273-e5ae3375fe06 None None] Routers {'eb813ad8-aa7f-4286-b134-0d873150f772'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:39:31.509884 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-03139251-a13e-4edb-8273-e5ae3375fe06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:39:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['eb813ad8-aa7f-4286-b134-0d873150f772'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:31.531310 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-271f1dd1-742f-4657-a0cd-3cd9319519be tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-280610895&fields=id&tenant_id=88e7d4ee22664f2eb2e9969a5b16c0d1 HTTP/1.1" status: 200 len: 267 time: 0.0475860 Nov 12 04:39:31.619150 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-03139251-a13e-4edb-8273-e5ae3375fe06 None None] Set router eb813ad8-aa7f-4286-b134-0d873150f772 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:39:31.639481 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-7f574b97-ea5e-4444-9ec4-e74b92b20857 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:31.641030 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-7f574b97-ea5e-4444-9ec4-e74b92b20857 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/networks?id=f5c9d042-2b52-4e8f-b7a2-cf45074ca57c HTTP/1.1" status: 200 len: 810 time: 0.1027515 Nov 12 04:39:31.657560 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-ade7f096-204c-4148-acc0-07ab91268119 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/quotas/88e7d4ee22664f2eb2e9969a5b16c0d1 HTTP/1.1" status: 200 len: 375 time: 0.0097823 Nov 12 04:39:31.716215 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-cad0f3d1-74af-46ae-8e18-5b71894b084f tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=88e7d4ee22664f2eb2e9969a5b16c0d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528886 Nov 12 04:39:31.733032 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-b72349e7-2fb6-4f65-954d-9872f7fc6780 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:39:31.733999 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-b72349e7-2fb6-4f65-954d-9872f7fc6780 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064909 Nov 12 04:39:31.843482 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-03139251-a13e-4edb-8273-e5ae3375fe06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb813ad8-aa7f-4286-b134-0d873150f772', 'name': 'tempest-TestSnapshotPattern-299287771-router', 'tenant_id': '0146eb8aace047328548e8db8126edc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'e301d8eb-9ba3-4ddf-a589-fc90e083b504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:39:25Z', 'updated_at': '2021-11-12T04:39:28Z', 'revision_number': 4, 'project_id': '0146eb8aace047328548e8db8126edc1', 'gw_port': {'id': 'e301d8eb-9ba3-4ddf-a589-fc90e083b504', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb813ad8-aa7f-4286-b134-0d873150f772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:26Z', 'updated_at': '2021-11-12T04:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '349d5eb9-9e0e-43d3-aee1-635ab5a00c58', 'name': '', 'network_id': '9656192b-763f-460d-a327-d5d5ec045116', 'tenant_id': '0146eb8aace047328548e8db8126edc1', 'mac_address': 'fa:16:3e:ee:8c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb813ad8-aa7f-4286-b134-0d873150f772', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '57210330-e9cd-459b-80e5-02665dbc9a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:28Z', 'updated_at': '2021-11-12T04:39:29Z', 'revision_number': 2, 'project_id': '0146eb8aace047328548e8db8126edc1', 'subnets': [{'id': '57210330-e9cd-459b-80e5-02665dbc9a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:31.871562 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03139251-a13e-4edb-8273-e5ae3375fe06 None None] Checking router: eb813ad8-aa7f-4286-b134-0d873150f772 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:39:31.871930 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03139251-a13e-4edb-8273-e5ae3375fe06 None None] Updating router eb813ad8-aa7f-4286-b134-0d873150f772 port 349d5eb9-9e0e-43d3-aee1-635ab5a00c58 binding host n-d-715271-27 {{(pid=102573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:39:31.898612 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-03139251-a13e-4edb-8273-e5ae3375fe06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:32.139302 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-0eecef27-b38a-4e39-b351-e67e3ae9b391 service neutron] 10.222.0.50 "GET /v2.0/networks/f5c9d042-2b52-4e8f-b7a2-cf45074ca57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988631 Nov 12 04:39:32.179230 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-03139251-a13e-4edb-8273-e5ae3375fe06 None None] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:32.185070 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-03139251-a13e-4edb-8273-e5ae3375fe06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:32.233605 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-0a944c57-6091-46d6-a627-df600dc0bd7c service neutron] 10.222.0.50 "GET /v2.0/networks/f5c9d042-2b52-4e8f-b7a2-cf45074ca57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883508 Nov 12 04:39:32.240997 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad837401-1ba6-4354-aa06-6d6ca3eb7aa6 None None] Pushing event updated for resources: {'Port': ['ID=349d5eb9-9e0e-43d3-aee1-635ab5a00c58,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:32.298263 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-03139251-a13e-4edb-8273-e5ae3375fe06 None None] Attempting to bind port 349d5eb9-9e0e-43d3-aee1-635ab5a00c58 on host n-d-715271-27 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:39:32.298713 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-03139251-a13e-4edb-8273-e5ae3375fe06 None None] Attempting to bind port 349d5eb9-9e0e-43d3-aee1-635ab5a00c58 by drivers openvswitch,hyperv on host n-d-715271-27 at level 0 using segments [{'id': 'c373a950-7bb2-4ccf-8d1b-bfd8d37aaff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9656192b-763f-460d-a327-d5d5ec045116'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:39:32.299172 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03139251-a13e-4edb-8273-e5ae3375fe06 None None] Attempting to bind port 349d5eb9-9e0e-43d3-aee1-635ab5a00c58 on network 9656192b-763f-460d-a327-d5d5ec045116 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:39:32.304576 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03139251-a13e-4edb-8273-e5ae3375fe06 None None] Checking agent: {'id': 'b3395fed-a53e-48a0-be1c-b79411d4c543', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 6, 36), 'started_at': datetime.datetime(2021, 11, 12, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:39:32.305029 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03139251-a13e-4edb-8273-e5ae3375fe06 None None] Checking segment: {'id': 'c373a950-7bb2-4ccf-8d1b-bfd8d37aaff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9656192b-763f-460d-a327-d5d5ec045116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:39:32.305524 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-03139251-a13e-4edb-8273-e5ae3375fe06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:32.305971 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03139251-a13e-4edb-8273-e5ae3375fe06 None None] Bound using segment: {'id': 'c373a950-7bb2-4ccf-8d1b-bfd8d37aaff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9656192b-763f-460d-a327-d5d5ec045116'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:39:32.306523 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [None req-03139251-a13e-4edb-8273-e5ae3375fe06 None None] Bound port: 349d5eb9-9e0e-43d3-aee1-635ab5a00c58, host: n-d-715271-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c373a950-7bb2-4ccf-8d1b-bfd8d37aaff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9656192b-763f-460d-a327-d5d5ec045116'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:39:32.306973 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-03139251-a13e-4edb-8273-e5ae3375fe06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:32.380356 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-03139251-a13e-4edb-8273-e5ae3375fe06 None None] For port 349d5eb9-9e0e-43d3-aee1-635ab5a00c58, host n-d-715271-27, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:39:32.383708 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-03139251-a13e-4edb-8273-e5ae3375fe06 None None] For port 349d5eb9-9e0e-43d3-aee1-635ab5a00c58, host n-d-715271-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=349d5eb9-9e0e-43d3-aee1-635ab5a00c58,segment=NetworkSegment(c373a950-7bb2-4ccf-8d1b-bfd8d37aaff9),segment_id=c373a950-7bb2-4ccf-8d1b-bfd8d37aaff9)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:39:32.390622 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-03139251-a13e-4edb-8273-e5ae3375fe06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:32.452780 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03139251-a13e-4edb-8273-e5ae3375fe06 None None] Routers {'eb813ad8-aa7f-4286-b134-0d873150f772'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:39:32.453400 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-03139251-a13e-4edb-8273-e5ae3375fe06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:39:03Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['eb813ad8-aa7f-4286-b134-0d873150f772'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:32.455056 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad837401-1ba6-4354-aa06-6d6ca3eb7aa6 None None] Pushing event updated for resources: {'Port': ['ID=349d5eb9-9e0e-43d3-aee1-635ab5a00c58,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:32.551553 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-d9cf95d8-3e16-487e-b806-919c584b29f7 None None] Provisioning complete for port 349d5eb9-9e0e-43d3-aee1-635ab5a00c58 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:32.551919 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d9cf95d8-3e16-487e-b806-919c584b29f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:32.601502 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-03139251-a13e-4edb-8273-e5ae3375fe06 None None] Set router eb813ad8-aa7f-4286-b134-0d873150f772 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:39:32.763501 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d9cf95d8-3e16-487e-b806-919c584b29f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:32.829112 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-d9cf95d8-3e16-487e-b806-919c584b29f7 None None] For port 349d5eb9-9e0e-43d3-aee1-635ab5a00c58, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=349d5eb9-9e0e-43d3-aee1-635ab5a00c58,segment=NetworkSegment(c373a950-7bb2-4ccf-8d1b-bfd8d37aaff9),segment_id=c373a950-7bb2-4ccf-8d1b-bfd8d37aaff9)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:32.833913 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d9cf95d8-3e16-487e-b806-919c584b29f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:32.894004 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf95d8-3e16-487e-b806-919c584b29f7 None None] Pushing event updated for resources: {'Port': ['ID=349d5eb9-9e0e-43d3-aee1-635ab5a00c58,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:32.901521 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-03139251-a13e-4edb-8273-e5ae3375fe06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb813ad8-aa7f-4286-b134-0d873150f772', 'name': 'tempest-TestSnapshotPattern-299287771-router', 'tenant_id': '0146eb8aace047328548e8db8126edc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'e301d8eb-9ba3-4ddf-a589-fc90e083b504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:39:25Z', 'updated_at': '2021-11-12T04:39:28Z', 'revision_number': 4, 'project_id': '0146eb8aace047328548e8db8126edc1', 'gw_port': {'id': 'e301d8eb-9ba3-4ddf-a589-fc90e083b504', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb813ad8-aa7f-4286-b134-0d873150f772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:26Z', 'updated_at': '2021-11-12T04:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '349d5eb9-9e0e-43d3-aee1-635ab5a00c58', 'name': '', 'network_id': '9656192b-763f-460d-a327-d5d5ec045116', 'tenant_id': '0146eb8aace047328548e8db8126edc1', 'mac_address': 'fa:16:3e:ee:8c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb813ad8-aa7f-4286-b134-0d873150f772', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '57210330-e9cd-459b-80e5-02665dbc9a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:28Z', 'updated_at': '2021-11-12T04:39:32Z', 'revision_number': 4, 'project_id': '0146eb8aace047328548e8db8126edc1', 'subnets': [{'id': '57210330-e9cd-459b-80e5-02665dbc9a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:32.929540 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03139251-a13e-4edb-8273-e5ae3375fe06 None None] The sync data for ids ['eb813ad8-aa7f-4286-b134-0d873150f772'] in n-d-715271-27 is: [{'id': 'eb813ad8-aa7f-4286-b134-0d873150f772', 'name': 'tempest-TestSnapshotPattern-299287771-router', 'tenant_id': '0146eb8aace047328548e8db8126edc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'e301d8eb-9ba3-4ddf-a589-fc90e083b504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:39:25Z', 'updated_at': '2021-11-12T04:39:28Z', 'revision_number': 4, 'project_id': '0146eb8aace047328548e8db8126edc1', 'gw_port': {'id': 'e301d8eb-9ba3-4ddf-a589-fc90e083b504', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb813ad8-aa7f-4286-b134-0d873150f772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:26Z', 'updated_at': '2021-11-12T04:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '349d5eb9-9e0e-43d3-aee1-635ab5a00c58', 'name': '', 'network_id': '9656192b-763f-460d-a327-d5d5ec045116', 'tenant_id': '0146eb8aace047328548e8db8126edc1', 'mac_address': 'fa:16:3e:ee:8c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb813ad8-aa7f-4286-b134-0d873150f772', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '57210330-e9cd-459b-80e5-02665dbc9a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:28Z', 'updated_at': '2021-11-12T04:39:32Z', 'revision_number': 4, 'project_id': '0146eb8aace047328548e8db8126edc1', 'subnets': [{'id': '57210330-e9cd-459b-80e5-02665dbc9a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:39:32.953760 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-56004aea-0e92-4542-9bdb-6abb407034f0 None None] Provisioning complete for port 349d5eb9-9e0e-43d3-aee1-635ab5a00c58 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:32.954230 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-56004aea-0e92-4542-9bdb-6abb407034f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:33.145780 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 349d5eb9-9e0e-43d3-aee1-635ab5a00c58 up at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:39:33.199613 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Provisioning complete for port 349d5eb9-9e0e-43d3-aee1-635ab5a00c58 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:33.199986 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:33.444256 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-af679478-9723-4cc2-b9c3-6e7111fc5f83 req-9851f3d5-bc0e-4135-971f-82279caca444 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/ports?device_id=64cbe8bd-72e7-4f4d-b9f3-70a9af393725 HTTP/1.1" status: 200 len: 210 time: 0.0280321 Nov 12 04:39:33.516368 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a85197ff-b15c-4ecb-a831-7b78251050b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:34.419261 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:34.514718 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-fb159088-0707-4f73-83f5-0fbd311ea81a tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:34.516375 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-fb159088-0707-4f73-83f5-0fbd311ea81a tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.74 "GET /v2.0/networks?id=f5c9d042-2b52-4e8f-b7a2-cf45074ca57c HTTP/1.1" status: 200 len: 810 time: 0.1295593 Nov 12 04:39:34.553503 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-da239479-571b-4a75-9fa9-92fead686cd4 req-b929cbb1-c3d7-4440-8e71-93004a4a10c6 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/ports?device_id=64cbe8bd-72e7-4f4d-b9f3-70a9af393725 HTTP/1.1" status: 200 len: 210 time: 0.0275490 Nov 12 04:39:34.584993 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-fa053868-9d7e-41e8-b816-7a47927b48d9 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88e7d4ee22664f2eb2e9969a5b16c0d1 HTTP/1.1" status: 200 len: 379 time: 0.0560234 Nov 12 04:39:34.595108 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-c7712584-bc7b-4c0b-9188-0ba41ac0847f tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Request body: {'port': {'device_id': '64cbe8bd-72e7-4f4d-b9f3-70a9af393725', 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c', 'admin_state_up': True, 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'security_groups': ['a02905e5-2a06-4d91-9d49-d00f43609c5c']}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:39:34.706972 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-c7712584-bc7b-4c0b-9188-0ba41ac0847f tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Made reservation on behalf of 88e7d4ee22664f2eb2e9969a5b16c0d1 for: {'port': 1} {{(pid=102571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:39:34.710592 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-c7712584-bc7b-4c0b-9188-0ba41ac0847f tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:34.834825 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-c7712584-bc7b-4c0b-9188-0ba41ac0847f tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Allocated IP 172.20.0.10 (f5c9d042-2b52-4e8f-b7a2-cf45074ca57c/8af10165-5d78-4f3e-8038-400171437022/99620781-d83d-4069-aad0-e39a9566dbee) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:39:34.980451 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-c7712584-bc7b-4c0b-9188-0ba41ac0847f tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:35.013980 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-c7712584-bc7b-4c0b-9188-0ba41ac0847f tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:35.063622 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-c7712584-bc7b-4c0b-9188-0ba41ac0847f tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Network f5c9d042-2b52-4e8f-b7a2-cf45074ca57c is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:39:35.068764 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-c7712584-bc7b-4c0b-9188-0ba41ac0847f tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:39:35.073456 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-c7712584-bc7b-4c0b-9188-0ba41ac0847f tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:39:35.104752 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7712584-bc7b-4c0b-9188-0ba41ac0847f tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Pushing event updated for resources: {'Port': ['ID=99620781-d83d-4069-aad0-e39a9566dbee,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:35.134890 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-c7712584-bc7b-4c0b-9188-0ba41ac0847f tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:35.135615 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-c7712584-bc7b-4c0b-9188-0ba41ac0847f tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:35.153629 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-c7712584-bc7b-4c0b-9188-0ba41ac0847f tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5622334 Nov 12 04:39:35.168145 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-a07c790f-a90e-4b60-b73c-800015d59155 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:39:35.169120 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-a07c790f-a90e-4b60-b73c-800015d59155 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063899 Nov 12 04:39:35.186814 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-2ce75285-8b53-4734-a111-5b3d08c79d33 service neutron] Request body: {'port': {'device_id': '64cbe8bd-72e7-4f4d-b9f3-70a9af393725', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-27'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:39:35.244099 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-2ce75285-8b53-4734-a111-5b3d08c79d33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:35.283843 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-d3def5f4-09d8-486f-b04c-fcc34e0d63bc None None] Provisioning complete for port 99620781-d83d-4069-aad0-e39a9566dbee triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:35.284242 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d3def5f4-09d8-486f-b04c-fcc34e0d63bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:35.321054 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-d3def5f4-09d8-486f-b04c-fcc34e0d63bc None None] Port 99620781-d83d-4069-aad0-e39a9566dbee cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:39:35.521371 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-2ce75285-8b53-4734-a111-5b3d08c79d33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99620781-d83d-4069-aad0-e39a9566dbee {{(pid=102571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:39:35.529297 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-2ce75285-8b53-4734-a111-5b3d08c79d33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:35.543459 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.provisioning_blocks [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-2ce75285-8b53-4734-a111-5b3d08c79d33 service neutron] Transition to ACTIVE for port object 99620781-d83d-4069-aad0-e39a9566dbee will not be triggered until provisioned by entity L2. {{(pid=102571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:39:35.546351 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-2ce75285-8b53-4734-a111-5b3d08c79d33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:35.616865 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce75285-8b53-4734-a111-5b3d08c79d33 service neutron] Pushing event updated for resources: {'Port': ['ID=99620781-d83d-4069-aad0-e39a9566dbee,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:35.710925 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-2ce75285-8b53-4734-a111-5b3d08c79d33 service neutron] Attempting to bind port 99620781-d83d-4069-aad0-e39a9566dbee on host n-h1-715271-27 for vnic_type normal with profile {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:39:35.711167 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-2ce75285-8b53-4734-a111-5b3d08c79d33 service neutron] Attempting to bind port 99620781-d83d-4069-aad0-e39a9566dbee by drivers openvswitch,hyperv on host n-h1-715271-27 at level 0 using segments [{'id': '5082253a-e687-4633-b1c0-b0fd10f34ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c'}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:39:35.711383 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-2ce75285-8b53-4734-a111-5b3d08c79d33 service neutron] Attempting to bind port 99620781-d83d-4069-aad0-e39a9566dbee on network f5c9d042-2b52-4e8f-b7a2-cf45074ca57c {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:39:35.726410 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24426afe-63f9-446d-9be3-63e8d647bebd req-13d76f76-7f47-47e4-862a-f915a7718d02 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:35.727990 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-24426afe-63f9-446d-9be3-63e8d647bebd req-13d76f76-7f47-47e4-862a-f915a7718d02 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/ports?device_id=64cbe8bd-72e7-4f4d-b9f3-70a9af393725 HTTP/1.1" status: 200 len: 944 time: 0.0846677 Nov 12 04:39:35.731047 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-2ce75285-8b53-4734-a111-5b3d08c79d33 service neutron] Port 99620781-d83d-4069-aad0-e39a9566dbee on network f5c9d042-2b52-4e8f-b7a2-cf45074ca57c not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-27 {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:39:35.731377 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-2ce75285-8b53-4734-a111-5b3d08c79d33 service neutron] Attempting to bind port 99620781-d83d-4069-aad0-e39a9566dbee on network f5c9d042-2b52-4e8f-b7a2-cf45074ca57c {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:39:35.737301 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-2ce75285-8b53-4734-a111-5b3d08c79d33 service neutron] Checking agent: {'id': '83b6ac19-0cf2-47d0-b367-3fc105639bfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:39:35.737635 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-2ce75285-8b53-4734-a111-5b3d08c79d33 service neutron] Checking segment: {'id': '5082253a-e687-4633-b1c0-b0fd10f34ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:39:35.738016 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-2ce75285-8b53-4734-a111-5b3d08c79d33 service neutron] Bound using segment: {'id': '5082253a-e687-4633-b1c0-b0fd10f34ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c'} {{(pid=102571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:39:35.738574 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.managers [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-2ce75285-8b53-4734-a111-5b3d08c79d33 service neutron] Bound port: 99620781-d83d-4069-aad0-e39a9566dbee, host: n-h1-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5082253a-e687-4633-b1c0-b0fd10f34ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c'}}] {{(pid=102571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:39:35.738844 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:35.739376 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-2ce75285-8b53-4734-a111-5b3d08c79d33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:35.824753 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-24426afe-63f9-446d-9be3-63e8d647bebd req-e41cf224-37f9-4be8-b50d-41d88cb669e5 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/security-groups?id=a02905e5-2a06-4d91-9d49-d00f43609c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834126 Nov 12 04:39:35.843362 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-2ce75285-8b53-4734-a111-5b3d08c79d33 service neutron] For port 99620781-d83d-4069-aad0-e39a9566dbee, host n-h1-715271-27, cleared binding levels {{(pid=102571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:39:35.845173 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-2ce75285-8b53-4734-a111-5b3d08c79d33 service neutron] For port 99620781-d83d-4069-aad0-e39a9566dbee, host n-h1-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=99620781-d83d-4069-aad0-e39a9566dbee,segment=NetworkSegment(5082253a-e687-4633-b1c0-b0fd10f34ec9),segment_id=5082253a-e687-4633-b1c0-b0fd10f34ec9)] {{(pid=102571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:39:35.850931 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-2ce75285-8b53-4734-a111-5b3d08c79d33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:35.884598 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-2ce75285-8b53-4734-a111-5b3d08c79d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:35.885730 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-2ce75285-8b53-4734-a111-5b3d08c79d33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:35.887255 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-2ce75285-8b53-4734-a111-5b3d08c79d33 service neutron] 10.222.0.74 "PUT /v2.0/ports/99620781-d83d-4069-aad0-e39a9566dbee HTTP/1.1" status: 200 len: 1093 time: 0.7048965 Nov 12 04:39:35.887672 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64cbe8bd-72e7-4f4d-b9f3-70a9af393725', 'tag': '99620781-d83d-4069-aad0-e39a9566dbee'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:39:35.890007 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6663d1d3f3c9eef7926d12034ee86df45d83a9b81db0163b8b39b36c8946953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2181c52-fc45-45f9-a47b-bfef523dc453" -d '{"events": [{"name": "network-changed", "server_uuid": "64cbe8bd-72e7-4f4d-b9f3-70a9af393725", "tag": "99620781-d83d-4069-aad0-e39a9566dbee"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:39:35.934094 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce75285-8b53-4734-a111-5b3d08c79d33 service neutron] Pushing event updated for resources: {'Port': ['ID=99620781-d83d-4069-aad0-e39a9566dbee,revision_number=3']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:35.991088 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-ca92dd7f-0aef-4271-a1a3-7cb0f22382c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:35.992771 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-ca92dd7f-0aef-4271-a1a3-7cb0f22382c0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=88e7d4ee22664f2eb2e9969a5b16c0d1&device_id=64cbe8bd-72e7-4f4d-b9f3-70a9af393725 HTTP/1.1" status: 200 len: 1096 time: 0.0547721 Nov 12 04:39:36.015319 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e37a90-520d-4431-98da-a6b0e3848923 x-openstack-request-id: req-83e37a90-520d-4431-98da-a6b0e3848923 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:39:36.015674 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64cbe8bd-72e7-4f4d-b9f3-70a9af393725", "tag": "99620781-d83d-4069-aad0-e39a9566dbee", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:39:36.015990 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-83e37a90-520d-4431-98da-a6b0e3848923 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:39:36.016485 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64cbe8bd-72e7-4f4d-b9f3-70a9af393725', 'tag': '99620781-d83d-4069-aad0-e39a9566dbee', 'status': 'completed', 'code': 200} Nov 12 04:39:36.047797 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-3bd3c501-8ce8-4941-a6a8-9651cf792111 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99620781-d83d-4069-aad0-e39a9566dbee HTTP/1.1" status: 200 len: 217 time: 0.0436473 Nov 12 04:39:36.104092 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-9159c2f5-c6fd-4d7a-869f-b9215c54781f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:36.105662 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-9159c2f5-c6fd-4d7a-869f-b9215c54781f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8af10165-5d78-4f3e-8038-400171437022 HTTP/1.1" status: 200 len: 849 time: 0.0464327 Nov 12 04:39:36.160336 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-4f7bbad8-9b2f-4e1c-8c5a-7f5551abfd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:36.161903 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-4f7bbad8-9b2f-4e1c-8c5a-7f5551abfd47 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f5c9d042-2b52-4e8f-b7a2-cf45074ca57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448761 Nov 12 04:39:36.267045 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-c4a3e1bf-dedf-4be6-b69c-d31a0f4d0502 service neutron] 10.222.0.74 "GET /v2.0/networks/f5c9d042-2b52-4e8f-b7a2-cf45074ca57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922534 Nov 12 04:39:36.365581 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-65953686-14cf-4467-94c5-0d0c9d5fbbc0 req-ccfc95e6-b9f9-4888-b3b6-64e6821477d1 service neutron] 10.222.0.74 "GET /v2.0/networks/f5c9d042-2b52-4e8f-b7a2-cf45074ca57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872905 Nov 12 04:39:36.458643 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2181c52-fc45-45f9-a47b-bfef523dc453 req-a0740333-fce7-4469-86ab-2c9ea89f32d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:36.460163 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f2181c52-fc45-45f9-a47b-bfef523dc453 req-a0740333-fce7-4469-86ab-2c9ea89f32d5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=88e7d4ee22664f2eb2e9969a5b16c0d1&device_id=64cbe8bd-72e7-4f4d-b9f3-70a9af393725 HTTP/1.1" status: 200 len: 1096 time: 0.0423911 Nov 12 04:39:36.550439 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2181c52-fc45-45f9-a47b-bfef523dc453 req-914e3a23-250b-4259-af27-f5ce8f070d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:36.551825 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f2181c52-fc45-45f9-a47b-bfef523dc453 req-914e3a23-250b-4259-af27-f5ce8f070d0f service neutron] 10.222.0.74 "GET /v2.0/networks?id=f5c9d042-2b52-4e8f-b7a2-cf45074ca57c HTTP/1.1" status: 200 len: 911 time: 0.0841839 Nov 12 04:39:36.568968 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:36.598011 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f2181c52-fc45-45f9-a47b-bfef523dc453 req-57eb09b7-7259-4d8b-a96d-23ef73cf5f13 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99620781-d83d-4069-aad0-e39a9566dbee HTTP/1.1" status: 200 len: 217 time: 0.0385871 Nov 12 04:39:36.647609 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2181c52-fc45-45f9-a47b-bfef523dc453 req-f4289375-b052-4740-8821-4e850a4165d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:36.649099 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f2181c52-fc45-45f9-a47b-bfef523dc453 req-f4289375-b052-4740-8821-4e850a4165d0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8af10165-5d78-4f3e-8038-400171437022 HTTP/1.1" status: 200 len: 849 time: 0.0439456 Nov 12 04:39:36.696660 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2181c52-fc45-45f9-a47b-bfef523dc453 req-67c54d95-c2f6-4926-87f5-3d60d39139bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:36.699054 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f2181c52-fc45-45f9-a47b-bfef523dc453 req-67c54d95-c2f6-4926-87f5-3d60d39139bb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f5c9d042-2b52-4e8f-b7a2-cf45074ca57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415034 Nov 12 04:39:36.795979 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f2181c52-fc45-45f9-a47b-bfef523dc453 req-aae5b50b-ef2b-4f77-9386-8545b3a330e5 service neutron] 10.222.0.74 "GET /v2.0/networks/f5c9d042-2b52-4e8f-b7a2-cf45074ca57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878754 Nov 12 04:39:36.886957 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-f2181c52-fc45-45f9-a47b-bfef523dc453 req-17c8ce45-9ab7-4def-b39d-76adc787da12 service neutron] 10.222.0.74 "GET /v2.0/networks/f5c9d042-2b52-4e8f-b7a2-cf45074ca57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835071 Nov 12 04:39:36.954514 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac468632-221b-4a07-b9a0-4e23bce21d68 req-0224bd69-d792-4744-9e51-f8833b142d32 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:36.956030 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ac468632-221b-4a07-b9a0-4e23bce21d68 req-0224bd69-d792-4744-9e51-f8833b142d32 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/ports?device_id=64cbe8bd-72e7-4f4d-b9f3-70a9af393725 HTTP/1.1" status: 200 len: 944 time: 0.0574942 Nov 12 04:39:37.006193 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-ac468632-221b-4a07-b9a0-4e23bce21d68 req-cbf2d114-32fd-403b-b99a-5916d253c7ec tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/security-groups?id=a02905e5-2a06-4d91-9d49-d00f43609c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440300 Nov 12 04:39:38.124248 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84261328-36d7-423c-9b87-78866c7073ee req-d038a9cf-dcb2-417f-9797-8a52edaf3c85 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:38.125707 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-84261328-36d7-423c-9b87-78866c7073ee req-d038a9cf-dcb2-417f-9797-8a52edaf3c85 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/ports?device_id=64cbe8bd-72e7-4f4d-b9f3-70a9af393725 HTTP/1.1" status: 200 len: 944 time: 0.0485415 Nov 12 04:39:38.173974 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-84261328-36d7-423c-9b87-78866c7073ee req-41acc76a-6962-4cb3-b592-9838a776a895 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/security-groups?id=a02905e5-2a06-4d91-9d49-d00f43609c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423236 Nov 12 04:39:39.038476 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 99620781-d83d-4069-aad0-e39a9566dbee details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:39:39.134725 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 99620781-d83d-4069-aad0-e39a9566dbee, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=99620781-d83d-4069-aad0-e39a9566dbee,segment=NetworkSegment(5082253a-e687-4633-b1c0-b0fd10f34ec9),segment_id=5082253a-e687-4633-b1c0-b0fd10f34ec9)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:39.145858 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '99620781-d83d-4069-aad0-e39a9566dbee', 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c', 'port_id': '99620781-d83d-4069-aad0-e39a9566dbee', 'mac_address': 'fa:16:3e:76:ef:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8af10165-5d78-4f3e-8038-400171437022', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:39:39.182103 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:39.195545 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99620781-d83d-4069-aad0-e39a9566dbee {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:39:39.216315 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 99620781-d83d-4069-aad0-e39a9566dbee, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=99620781-d83d-4069-aad0-e39a9566dbee,segment=NetworkSegment(5082253a-e687-4633-b1c0-b0fd10f34ec9),segment_id=5082253a-e687-4633-b1c0-b0fd10f34ec9)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:39.220933 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:39.274168 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=99620781-d83d-4069-aad0-e39a9566dbee,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:39.296155 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2de5a-1fb4-498a-85f4-acd55ac8a07b req-98f83937-1278-47df-baa6-94b92c592f64 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:39.298159 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a9e2de5a-1fb4-498a-85f4-acd55ac8a07b req-98f83937-1278-47df-baa6-94b92c592f64 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/ports?device_id=64cbe8bd-72e7-4f4d-b9f3-70a9af393725 HTTP/1.1" status: 200 len: 945 time: 0.0517385 Nov 12 04:39:39.349345 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a9e2de5a-1fb4-498a-85f4-acd55ac8a07b req-6061a086-aaed-49b5-bdc0-8b584655cbe8 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/security-groups?id=a02905e5-2a06-4d91-9d49-d00f43609c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452924 Nov 12 04:39:39.538273 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:39.601797 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['99620781-d83d-4069-aad0-e39a9566dbee'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:39:40.473781 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24227c-f375-4012-8174-43c2702bffd2 req-f46f7700-6fee-473e-800a-bdc4bac41e04 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:40.475261 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6f24227c-f375-4012-8174-43c2702bffd2 req-f46f7700-6fee-473e-800a-bdc4bac41e04 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/ports?device_id=64cbe8bd-72e7-4f4d-b9f3-70a9af393725 HTTP/1.1" status: 200 len: 945 time: 0.0535228 Nov 12 04:39:40.524214 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6f24227c-f375-4012-8174-43c2702bffd2 req-b42796c5-bd53-4b8b-9c07-a4f408ea417d tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/security-groups?id=a02905e5-2a06-4d91-9d49-d00f43609c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429468 Nov 12 04:39:41.057717 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 99620781-d83d-4069-aad0-e39a9566dbee up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:39:41.108228 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning for port 99620781-d83d-4069-aad0-e39a9566dbee completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:39:41.112558 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 99620781-d83d-4069-aad0-e39a9566dbee triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:41.113018 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:41.189221 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:41.214077 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64cbe8bd-72e7-4f4d-b9f3-70a9af393725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99620781-d83d-4069-aad0-e39a9566dbee'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:39:41.216571 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b6ddd3dcdf33591bed50c5a7e661b8bd9e6bfa45082c02e2ff7a95d810a3d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2defbf9-07b6-4450-8776-89332fea3bbd" -d '{"events": [{"server_uuid": "64cbe8bd-72e7-4f4d-b9f3-70a9af393725", "name": "network-vif-plugged", "status": "completed", "tag": "99620781-d83d-4069-aad0-e39a9566dbee"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:39:41.230244 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 99620781-d83d-4069-aad0-e39a9566dbee, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=99620781-d83d-4069-aad0-e39a9566dbee,segment=NetworkSegment(5082253a-e687-4633-b1c0-b0fd10f34ec9),segment_id=5082253a-e687-4633-b1c0-b0fd10f34ec9)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:41.234217 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:41.258733 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e13491-60ef-4447-be4b-558e72e8d681 x-openstack-request-id: req-b2e13491-60ef-4447-be4b-558e72e8d681 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:39:41.259021 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64cbe8bd-72e7-4f4d-b9f3-70a9af393725", "name": "network-vif-plugged", "status": "completed", "tag": "99620781-d83d-4069-aad0-e39a9566dbee", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:39:41.259273 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b2e13491-60ef-4447-be4b-558e72e8d681 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:39:41.259681 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64cbe8bd-72e7-4f4d-b9f3-70a9af393725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99620781-d83d-4069-aad0-e39a9566dbee', 'code': 200} Nov 12 04:39:41.285619 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=99620781-d83d-4069-aad0-e39a9566dbee,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:41.364596 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e0be3-28c0-4d0e-a0e1-d7318c410a91 req-3b6fa807-e45e-4298-8650-c9c4a9699ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:41.366067 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7d0e0be3-28c0-4d0e-a0e1-d7318c410a91 req-3b6fa807-e45e-4298-8650-c9c4a9699ed0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=64cbe8bd-72e7-4f4d-b9f3-70a9af393725 HTTP/1.1" status: 200 len: 1098 time: 0.0450149 Nov 12 04:39:41.421691 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7d0e0be3-28c0-4d0e-a0e1-d7318c410a91 req-cd307842-c4b0-4bcd-9e0f-e8ab11e29882 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a02905e5-2a06-4d91-9d49-d00f43609c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457475 Nov 12 04:39:41.643014 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f0188-c0a2-4293-a07c-be39893a75e7 req-573126c4-12ea-4187-8df8-47db5d432ccd tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:41.644510 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b59f0188-c0a2-4293-a07c-be39893a75e7 req-573126c4-12ea-4187-8df8-47db5d432ccd tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/ports?device_id=64cbe8bd-72e7-4f4d-b9f3-70a9af393725 HTTP/1.1" status: 200 len: 946 time: 0.0500636 Nov 12 04:39:41.693604 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b59f0188-c0a2-4293-a07c-be39893a75e7 req-e1a8295d-d052-48a9-8f7a-f89ea7d861ff tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/security-groups?id=a02905e5-2a06-4d91-9d49-d00f43609c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431333 Nov 12 04:39:42.811465 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147ccac-e755-462c-8238-5110d2fbc1a5 req-6e466095-592b-45a4-a126-0973c8ec27af tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:42.813310 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3147ccac-e755-462c-8238-5110d2fbc1a5 req-6e466095-592b-45a4-a126-0973c8ec27af tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/ports?device_id=64cbe8bd-72e7-4f4d-b9f3-70a9af393725 HTTP/1.1" status: 200 len: 946 time: 0.0502245 Nov 12 04:39:42.863696 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-3147ccac-e755-462c-8238-5110d2fbc1a5 req-e8070fda-6493-48ce-9282-7e80145c1757 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/security-groups?id=a02905e5-2a06-4d91-9d49-d00f43609c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444005 Nov 12 04:39:42.978712 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa3ae0-a218-431c-b0f6-22d0910944e1 req-75c5e87a-d427-4921-8b0b-f80f70cb7209 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:42.980773 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b6aa3ae0-a218-431c-b0f6-22d0910944e1 req-75c5e87a-d427-4921-8b0b-f80f70cb7209 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/ports?device_id=64cbe8bd-72e7-4f4d-b9f3-70a9af393725 HTTP/1.1" status: 200 len: 946 time: 0.0499182 Nov 12 04:39:43.038312 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b6aa3ae0-a218-431c-b0f6-22d0910944e1 req-42dda011-8572-4c77-848f-b23b171feaf7 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/security-groups?id=a02905e5-2a06-4d91-9d49-d00f43609c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472531 Nov 12 04:39:43.060647 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60262) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:43.188912 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fa3671-2143-4b24-b479-c47f0086838a tempest-TestSnapshotPattern-1583674581 tempest-TestSnapshotPattern-1583674581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:43.190430 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c0fa3671-2143-4b24-b479-c47f0086838a tempest-TestSnapshotPattern-1583674581 tempest-TestSnapshotPattern-1583674581-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=64cbe8bd-72e7-4f4d-b9f3-70a9af393725 HTTP/1.1" status: 200 len: 1093 time: 0.1287889 Nov 12 04:39:43.193372 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60266) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:43.197533 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-95ce5f1a-92c1-4136-8bab-2ccf52994f78 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'port_id': '99620781-d83d-4069-aad0-e39a9566dbee', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:39:43.219099 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-95ce5f1a-92c1-4136-8bab-2ccf52994f78 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks [] for floatingip, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:43.320835 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-95ce5f1a-92c1-4136-8bab-2ccf52994f78 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:43.429482 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-95ce5f1a-92c1-4136-8bab-2ccf52994f78 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Allocated IP 172.25.5.151 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/424c70c7-f1f7-4095-b97d-202b45740dfd) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:39:43.535245 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-95ce5f1a-92c1-4136-8bab-2ccf52994f78 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:43.568904 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-95ce5f1a-92c1-4136-8bab-2ccf52994f78 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:43.602873 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ce5f1a-92c1-4136-8bab-2ccf52994f78 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:39:43.606500 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-95ce5f1a-92c1-4136-8bab-2ccf52994f78 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:39:43.613278 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ce5f1a-92c1-4136-8bab-2ccf52994f78 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:39:43.647038 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce5f1a-92c1-4136-8bab-2ccf52994f78 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Pushing event updated for resources: {'Port': ['ID=424c70c7-f1f7-4095-b97d-202b45740dfd,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:43.913237 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:39:43.977065 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-95ce5f1a-92c1-4136-8bab-2ccf52994f78 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:44.046204 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-95ce5f1a-92c1-4136-8bab-2ccf52994f78 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:44.193157 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-95ce5f1a-92c1-4136-8bab-2ccf52994f78 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:44.198329 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-95ce5f1a-92c1-4136-8bab-2ccf52994f78 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:44.267234 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce5f1a-92c1-4136-8bab-2ccf52994f78 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Pushing event updated for resources: {'Port': ['ID=424c70c7-f1f7-4095-b97d-202b45740dfd,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:44.279258 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-95ce5f1a-92c1-4136-8bab-2ccf52994f78 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:44.379476 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [None req-95ce5f1a-92c1-4136-8bab-2ccf52994f78 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Floating IP 315f8499-8d87-4820-8b71-d95f59f3e6b6 associated. External IP: 172.25.5.151, port: 99620781-d83d-4069-aad0-e39a9566dbee. Nov 12 04:39:44.589316 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ce5f1a-92c1-4136-8bab-2ccf52994f78 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Router e43c0ff5-e03b-470b-b7ac-d9ef8630e84e has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:39:44.696208 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ce5f1a-92c1-4136-8bab-2ccf52994f78 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:39:44.706434 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9176ae0a-e831-4afe-a2e8-817a10889dae None None] Sync routers for ids ['e43c0ff5-e03b-470b-b7ac-d9ef8630e84e'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:39:44.715285 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-95ce5f1a-92c1-4136-8bab-2ccf52994f78 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:44.716524 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9176ae0a-e831-4afe-a2e8-817a10889dae None None] Routers {'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:39:44.717133 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-9176ae0a-e831-4afe-a2e8-817a10889dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:39:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['e43c0ff5-e03b-470b-b7ac-d9ef8630e84e'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:44.827687 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-9176ae0a-e831-4afe-a2e8-817a10889dae None None] Set router e43c0ff5-e03b-470b-b7ac-d9ef8630e84e gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:39:45.073322 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-9176ae0a-e831-4afe-a2e8-817a10889dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'name': 'tempest-TestSnapshotPattern-2017050317-router', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:39:21Z', 'updated_at': '2021-11-12T04:39:23Z', 'revision_number': 4, 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'gw_port': {'id': 'e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:10:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:21Z', 'updated_at': '2021-11-12T04:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '315f8499-8d87-4820-8b71-d95f59f3e6b6', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'floating_ip_address': '172.25.5.151', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'port_id': '99620781-d83d-4069-aad0-e39a9566dbee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c', 'mac_address': 'fa:16:3e:76:ef:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cbe8bd-72e7-4f4d-b9f3-70a9af393725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:39:43Z', 'updated_at': '2021-11-12T04:39:43Z', 'revision_number': 0, 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80b7cdcf-edbe-4029-9934-587f29841e9b', 'name': '', 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'mac_address': 'fa:16:3e:c1:bc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '8af10165-5d78-4f3e-8038-400171437022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:23Z', 'updated_at': '2021-11-12T04:39:27Z', 'revision_number': 5, 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'subnets': [{'id': '8af10165-5d78-4f3e-8038-400171437022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:45.100362 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9176ae0a-e831-4afe-a2e8-817a10889dae None None] Checking router: e43c0ff5-e03b-470b-b7ac-d9ef8630e84e for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:39:45.112121 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-95ce5f1a-92c1-4136-8bab-2ccf52994f78 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9081843 Nov 12 04:39:45.112121 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64cbe8bd-72e7-4f4d-b9f3-70a9af393725', 'tag': '99620781-d83d-4069-aad0-e39a9566dbee'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:39:45.112121 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6663d1d3f3c9eef7926d12034ee86df45d83a9b81db0163b8b39b36c8946953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902f0d7c-659c-443a-a7cb-b921cdb23bb4" -d '{"events": [{"name": "network-changed", "server_uuid": "64cbe8bd-72e7-4f4d-b9f3-70a9af393725", "tag": "99620781-d83d-4069-aad0-e39a9566dbee"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:39:45.113122 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9176ae0a-e831-4afe-a2e8-817a10889dae None None] Routers {'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:39:45.113122 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-9176ae0a-e831-4afe-a2e8-817a10889dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:39:33Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['e43c0ff5-e03b-470b-b7ac-d9ef8630e84e'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:45.150452 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ce64fa-7119-4aa4-bebc-c4b67b70b30d x-openstack-request-id: req-30ce64fa-7119-4aa4-bebc-c4b67b70b30d {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:39:45.151418 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64cbe8bd-72e7-4f4d-b9f3-70a9af393725", "tag": "99620781-d83d-4069-aad0-e39a9566dbee", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:39:45.151780 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-30ce64fa-7119-4aa4-bebc-c4b67b70b30d {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:39:45.152238 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64cbe8bd-72e7-4f4d-b9f3-70a9af393725', 'tag': '99620781-d83d-4069-aad0-e39a9566dbee', 'status': 'completed', 'code': 200} Nov 12 04:39:45.215100 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f0d7c-659c-443a-a7cb-b921cdb23bb4 req-b8cdd6be-a055-436b-b6f1-d8315771d598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:45.216668 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-902f0d7c-659c-443a-a7cb-b921cdb23bb4 req-b8cdd6be-a055-436b-b6f1-d8315771d598 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=88e7d4ee22664f2eb2e9969a5b16c0d1&device_id=64cbe8bd-72e7-4f4d-b9f3-70a9af393725 HTTP/1.1" status: 200 len: 1098 time: 0.0428245 Nov 12 04:39:45.221317 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-9176ae0a-e831-4afe-a2e8-817a10889dae None None] Set router e43c0ff5-e03b-470b-b7ac-d9ef8630e84e gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:39:45.312943 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f0d7c-659c-443a-a7cb-b921cdb23bb4 req-85b7cd39-da15-4f30-b338-308706389e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:45.315052 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-902f0d7c-659c-443a-a7cb-b921cdb23bb4 req-85b7cd39-da15-4f30-b338-308706389e25 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f5c9d042-2b52-4e8f-b7a2-cf45074ca57c HTTP/1.1" status: 200 len: 911 time: 0.0912640 Nov 12 04:39:45.383855 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-902f0d7c-659c-443a-a7cb-b921cdb23bb4 req-c5755e17-af8a-41e0-8084-5d6d3fad9f9f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99620781-d83d-4069-aad0-e39a9566dbee HTTP/1.1" status: 200 len: 1000 time: 0.0613525 Nov 12 04:39:45.435380 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f0d7c-659c-443a-a7cb-b921cdb23bb4 req-00e8603e-0379-470c-ba3b-5b10a326fd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:45.437062 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-902f0d7c-659c-443a-a7cb-b921cdb23bb4 req-00e8603e-0379-470c-ba3b-5b10a326fd31 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8af10165-5d78-4f3e-8038-400171437022 HTTP/1.1" status: 200 len: 849 time: 0.0462790 Nov 12 04:39:45.488334 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f0d7c-659c-443a-a7cb-b921cdb23bb4 req-bce580a6-dea2-434a-917a-f4a4f92a59f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:45.489832 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-902f0d7c-659c-443a-a7cb-b921cdb23bb4 req-bce580a6-dea2-434a-917a-f4a4f92a59f4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f5c9d042-2b52-4e8f-b7a2-cf45074ca57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455334 Nov 12 04:39:45.539596 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-9176ae0a-e831-4afe-a2e8-817a10889dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'name': 'tempest-TestSnapshotPattern-2017050317-router', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:39:21Z', 'updated_at': '2021-11-12T04:39:23Z', 'revision_number': 4, 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'gw_port': {'id': 'e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:10:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:21Z', 'updated_at': '2021-11-12T04:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '315f8499-8d87-4820-8b71-d95f59f3e6b6', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'floating_ip_address': '172.25.5.151', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'port_id': '99620781-d83d-4069-aad0-e39a9566dbee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c', 'mac_address': 'fa:16:3e:76:ef:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cbe8bd-72e7-4f4d-b9f3-70a9af393725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:39:43Z', 'updated_at': '2021-11-12T04:39:43Z', 'revision_number': 0, 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80b7cdcf-edbe-4029-9934-587f29841e9b', 'name': '', 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'mac_address': 'fa:16:3e:c1:bc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '8af10165-5d78-4f3e-8038-400171437022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:23Z', 'updated_at': '2021-11-12T04:39:27Z', 'revision_number': 5, 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'subnets': [{'id': '8af10165-5d78-4f3e-8038-400171437022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:45.566729 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9176ae0a-e831-4afe-a2e8-817a10889dae None None] The sync data for ids ['e43c0ff5-e03b-470b-b7ac-d9ef8630e84e'] in n-d-715271-27 is: [{'id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'name': 'tempest-TestSnapshotPattern-2017050317-router', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:39:21Z', 'updated_at': '2021-11-12T04:39:23Z', 'revision_number': 4, 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'gw_port': {'id': 'e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:10:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:21Z', 'updated_at': '2021-11-12T04:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '315f8499-8d87-4820-8b71-d95f59f3e6b6', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'floating_ip_address': '172.25.5.151', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'port_id': '99620781-d83d-4069-aad0-e39a9566dbee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c', 'mac_address': 'fa:16:3e:76:ef:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cbe8bd-72e7-4f4d-b9f3-70a9af393725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:39:43Z', 'updated_at': '2021-11-12T04:39:43Z', 'revision_number': 0, 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80b7cdcf-edbe-4029-9934-587f29841e9b', 'name': '', 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'mac_address': 'fa:16:3e:c1:bc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '8af10165-5d78-4f3e-8038-400171437022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:23Z', 'updated_at': '2021-11-12T04:39:27Z', 'revision_number': 5, 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'subnets': [{'id': '8af10165-5d78-4f3e-8038-400171437022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:39:45.583560 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-902f0d7c-659c-443a-a7cb-b921cdb23bb4 req-7583724f-765e-42b3-96b9-4cb872d75605 service neutron] 10.222.0.74 "GET /v2.0/networks/f5c9d042-2b52-4e8f-b7a2-cf45074ca57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859103 Nov 12 04:39:45.682370 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-902f0d7c-659c-443a-a7cb-b921cdb23bb4 req-9d11a1f4-60ec-49c2-97c1-8786ed3e5326 service neutron] 10.222.0.74 "GET /v2.0/networks/f5c9d042-2b52-4e8f-b7a2-cf45074ca57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914404 Nov 12 04:39:45.780815 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bbbfc1-0900-4155-a37a-3a1ff4cdf4c5 None None] New status for floating IP 315f8499-8d87-4820-8b71-d95f59f3e6b6: ACTIVE {{(pid=102573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:39:48.887493 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:00.529481 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b0c5f2b3-a9c6-4df2-8a4a-9529339945de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:01.272954 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2e2048ec-1bf8-492a-b615-dddd84f07849 req-a993de5f-814a-45de-9ee6-93357ca73097 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=64cbe8bd-72e7-4f4d-b9f3-70a9af393725&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419123 Nov 12 04:40:01.366228 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2048ec-1bf8-492a-b615-dddd84f07849 req-e2860991-3f8d-4bea-a2e8-cba617e365af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:01.367694 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2e2048ec-1bf8-492a-b615-dddd84f07849 req-e2860991-3f8d-4bea-a2e8-cba617e365af service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=88e7d4ee22664f2eb2e9969a5b16c0d1&device_id=64cbe8bd-72e7-4f4d-b9f3-70a9af393725 HTTP/1.1" status: 200 len: 1098 time: 0.0471370 Nov 12 04:40:01.486239 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2048ec-1bf8-492a-b615-dddd84f07849 req-a9316e8a-0be5-4b1c-a956-b9a33cea2839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:01.487712 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2e2048ec-1bf8-492a-b615-dddd84f07849 req-a9316e8a-0be5-4b1c-a956-b9a33cea2839 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f5c9d042-2b52-4e8f-b7a2-cf45074ca57c HTTP/1.1" status: 200 len: 911 time: 0.0996728 Nov 12 04:40:01.557996 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2e2048ec-1bf8-492a-b615-dddd84f07849 req-95b17389-316a-4dd8-92a8-b97e7d7dde91 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99620781-d83d-4069-aad0-e39a9566dbee HTTP/1.1" status: 200 len: 1002 time: 0.0607800 Nov 12 04:40:01.616866 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2048ec-1bf8-492a-b615-dddd84f07849 req-5e728d0b-6d4d-4860-bea4-611ad57ed814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:01.618247 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2e2048ec-1bf8-492a-b615-dddd84f07849 req-5e728d0b-6d4d-4860-bea4-611ad57ed814 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8af10165-5d78-4f3e-8038-400171437022 HTTP/1.1" status: 200 len: 849 time: 0.0501790 Nov 12 04:40:01.664409 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2048ec-1bf8-492a-b615-dddd84f07849 req-ce3c3dd6-e4fe-4500-87f4-83f3974a273a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:01.666781 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2e2048ec-1bf8-492a-b615-dddd84f07849 req-ce3c3dd6-e4fe-4500-87f4-83f3974a273a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f5c9d042-2b52-4e8f-b7a2-cf45074ca57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402164 Nov 12 04:40:01.757223 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2e2048ec-1bf8-492a-b615-dddd84f07849 req-9a3779c1-497c-4131-ac44-3d2d9a4fda05 service neutron] 10.222.0.74 "GET /v2.0/networks/f5c9d042-2b52-4e8f-b7a2-cf45074ca57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833209 Nov 12 04:40:01.851657 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-2e2048ec-1bf8-492a-b615-dddd84f07849 req-1bbe37c6-6742-446f-865a-3b0a43e5e1d8 service neutron] 10.222.0.74 "GET /v2.0/networks/f5c9d042-2b52-4e8f-b7a2-cf45074ca57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866294 Nov 12 04:40:03.508594 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-594871cb-aa2f-4293-aa9b-2f72b076b229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:04.415088 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:05.734863 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:06.575580 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:09.548185 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:18.895658 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:20.912210 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:40:30.530363 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-77a07d64-8d5b-46f3-99f6-fb1eb00f955a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:33.511440 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-62f78420-2a48-4557-a193-331cac3f7324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:34.415735 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:35.741783 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:36.567260 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:39.551633 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:48.893340 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:57.911909 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:41:00.532366 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-961e9c88-9a3a-4919-8806-65e95729234b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:03.325223 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-adbdb9dc-a57c-4aa8-a4c7-69b7634898b7 req-54efdb9b-d70a-4817-9378-f6da5490d651 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=64cbe8bd-72e7-4f4d-b9f3-70a9af393725&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0426683 Nov 12 04:41:03.418110 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbdb9dc-a57c-4aa8-a4c7-69b7634898b7 req-883b7aa1-41ce-443d-8c56-9ad5e4e22057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:03.420416 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-adbdb9dc-a57c-4aa8-a4c7-69b7634898b7 req-883b7aa1-41ce-443d-8c56-9ad5e4e22057 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=88e7d4ee22664f2eb2e9969a5b16c0d1&device_id=64cbe8bd-72e7-4f4d-b9f3-70a9af393725 HTTP/1.1" status: 200 len: 1098 time: 0.0431826 Nov 12 04:41:03.513527 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2b4476c2-a2bb-4c1f-a5f5-c36ce6ad91ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:03.546687 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbdb9dc-a57c-4aa8-a4c7-69b7634898b7 req-875bb3bf-f992-4e6d-90f5-3f4d51eb99f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:03.548196 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-adbdb9dc-a57c-4aa8-a4c7-69b7634898b7 req-875bb3bf-f992-4e6d-90f5-3f4d51eb99f7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f5c9d042-2b52-4e8f-b7a2-cf45074ca57c HTTP/1.1" status: 200 len: 911 time: 0.1010401 Nov 12 04:41:03.615652 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-adbdb9dc-a57c-4aa8-a4c7-69b7634898b7 req-e1853d3e-051a-4956-b5b2-fb98769ba7a2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99620781-d83d-4069-aad0-e39a9566dbee HTTP/1.1" status: 200 len: 1002 time: 0.0596933 Nov 12 04:41:03.672803 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbdb9dc-a57c-4aa8-a4c7-69b7634898b7 req-5bf76d33-d6e3-4a3e-b7bd-4bd9f9c06c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:03.674179 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-adbdb9dc-a57c-4aa8-a4c7-69b7634898b7 req-5bf76d33-d6e3-4a3e-b7bd-4bd9f9c06c9e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8af10165-5d78-4f3e-8038-400171437022 HTTP/1.1" status: 200 len: 849 time: 0.0481112 Nov 12 04:41:03.724059 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbdb9dc-a57c-4aa8-a4c7-69b7634898b7 req-b5d0a7d2-f8c7-46c4-b9a0-7a3070104e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:03.725594 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-adbdb9dc-a57c-4aa8-a4c7-69b7634898b7 req-b5d0a7d2-f8c7-46c4-b9a0-7a3070104e2b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f5c9d042-2b52-4e8f-b7a2-cf45074ca57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405705 Nov 12 04:41:03.819236 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-adbdb9dc-a57c-4aa8-a4c7-69b7634898b7 req-66231732-585c-46c0-b388-084af232d7b2 service neutron] 10.222.0.74 "GET /v2.0/networks/f5c9d042-2b52-4e8f-b7a2-cf45074ca57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837181 Nov 12 04:41:03.917059 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-adbdb9dc-a57c-4aa8-a4c7-69b7634898b7 req-4d5f7c2a-d6a1-449d-8238-85cca9be2ffc service neutron] 10.222.0.74 "GET /v2.0/networks/f5c9d042-2b52-4e8f-b7a2-cf45074ca57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882015 Nov 12 04:41:04.419530 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:05.742118 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:06.570838 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:09.549288 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:18.899888 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:30.534855 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-435c6a9f-b7fe-4c5a-b863-812d625cdf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:33.514640 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e0429a4b-8e69-4dfd-9da1-a8c30b49bf21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:34.421866 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:34.910920 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:41:35.747257 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:36.574167 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:39.557474 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:45.614651 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 99620781-d83d-4069-aad0-e39a9566dbee details requested by agent hyperv_n-h1-715271-27 with host n-h1-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:41:45.710777 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 99620781-d83d-4069-aad0-e39a9566dbee, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=99620781-d83d-4069-aad0-e39a9566dbee,segment=NetworkSegment(5082253a-e687-4633-b1c0-b0fd10f34ec9),segment_id=5082253a-e687-4633-b1c0-b0fd10f34ec9)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:41:45.722269 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Returning: {'device': '99620781-d83d-4069-aad0-e39a9566dbee', 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c', 'port_id': '99620781-d83d-4069-aad0-e39a9566dbee', 'mac_address': 'fa:16:3e:76:ef:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8af10165-5d78-4f3e-8038-400171437022', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:41:45.760295 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:45.774655 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 99620781-d83d-4069-aad0-e39a9566dbee {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:41:45.795409 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 99620781-d83d-4069-aad0-e39a9566dbee, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=99620781-d83d-4069-aad0-e39a9566dbee,segment=NetworkSegment(5082253a-e687-4633-b1c0-b0fd10f34ec9),segment_id=5082253a-e687-4633-b1c0-b0fd10f34ec9)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:41:45.799334 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:45.851390 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=99620781-d83d-4069-aad0-e39a9566dbee,revision_number=6']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:45.859386 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:45.859739 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:45.860099 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:45.860440 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:45.860775 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:45.861105 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:45.861432 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:45.861760 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:45.862084 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:45.862405 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:45.862727 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:45.863048 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:45.903173 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] get_ports_and_sgs() called for port_ids ['99620781-d83d-4069-aad0-e39a9566dbee'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:41:47.632057 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 99620781-d83d-4069-aad0-e39a9566dbee up at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:41:47.692318 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Provisioning complete for port 99620781-d83d-4069-aad0-e39a9566dbee triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:47.692812 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:47.798034 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:47.829785 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64cbe8bd-72e7-4f4d-b9f3-70a9af393725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99620781-d83d-4069-aad0-e39a9566dbee'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:41:47.832225 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b6ddd3dcdf33591bed50c5a7e661b8bd9e6bfa45082c02e2ff7a95d810a3d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b140a524-710a-47c4-955c-b0707fe56a56" -d '{"events": [{"server_uuid": "64cbe8bd-72e7-4f4d-b9f3-70a9af393725", "name": "network-vif-plugged", "status": "completed", "tag": "99620781-d83d-4069-aad0-e39a9566dbee"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:41:47.854359 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 99620781-d83d-4069-aad0-e39a9566dbee, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=99620781-d83d-4069-aad0-e39a9566dbee,segment=NetworkSegment(5082253a-e687-4633-b1c0-b0fd10f34ec9),segment_id=5082253a-e687-4633-b1c0-b0fd10f34ec9)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:41:47.859844 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:47.947069 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=99620781-d83d-4069-aad0-e39a9566dbee,revision_number=7']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:47.966245 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa232d96-c0ff-484f-8594-c1193d749dc8 x-openstack-request-id: req-fa232d96-c0ff-484f-8594-c1193d749dc8 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:41:47.966538 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64cbe8bd-72e7-4f4d-b9f3-70a9af393725", "name": "network-vif-plugged", "status": "completed", "tag": "99620781-d83d-4069-aad0-e39a9566dbee", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:41:47.966790 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fa232d96-c0ff-484f-8594-c1193d749dc8 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:41:47.967218 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64cbe8bd-72e7-4f4d-b9f3-70a9af393725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99620781-d83d-4069-aad0-e39a9566dbee', 'code': 200} Nov 12 04:41:48.914856 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:56.349531 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-961995df-1bd5-4ac6-9223-68660527f3de tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-280610895&fields=id&tenant_id=88e7d4ee22664f2eb2e9969a5b16c0d1 HTTP/1.1" status: 200 len: 267 time: 0.0457668 Nov 12 04:41:56.460224 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-8212538d-e782-4558-b5b9-e9de30aceb46 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:56.462445 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-8212538d-e782-4558-b5b9-e9de30aceb46 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/networks?id=f5c9d042-2b52-4e8f-b7a2-cf45074ca57c HTTP/1.1" status: 200 len: 810 time: 0.1059554 Nov 12 04:41:56.477994 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-d0e45cbc-83c8-4479-957c-d52943f4b945 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/quotas/88e7d4ee22664f2eb2e9969a5b16c0d1 HTTP/1.1" status: 200 len: 375 time: 0.0098119 Nov 12 04:41:56.538295 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-7f6b9bb0-821a-4f35-9ef2-88b2ceae98d9 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=88e7d4ee22664f2eb2e9969a5b16c0d1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0546758 Nov 12 04:41:56.694589 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-3fb7b1b8-b725-463c-b650-f8ca073d46b4 service neutron] 10.222.0.50 "GET /v2.0/networks/f5c9d042-2b52-4e8f-b7a2-cf45074ca57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441097 Nov 12 04:41:56.788481 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-2ab70508-6f43-4bfa-b491-dfd0fac48580 service neutron] 10.222.0.50 "GET /v2.0/networks/f5c9d042-2b52-4e8f-b7a2-cf45074ca57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871201 Nov 12 04:41:56.987933 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8d215907-705d-4129-8186-5a1ad206b2f3 req-b30fdf20-042f-4700-8a80-f6acf5c029d2 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/ports?device_id=59938663-93c8-412c-9f21-6a5380b6c6f2 HTTP/1.1" status: 200 len: 210 time: 0.0273879 Nov 12 04:41:58.021781 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-51c1a423-d902-4779-9b22-7232cbce15f9 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:58.023427 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-51c1a423-d902-4779-9b22-7232cbce15f9 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.90 "GET /v2.0/networks?id=f5c9d042-2b52-4e8f-b7a2-cf45074ca57c HTTP/1.1" status: 200 len: 810 time: 0.1098757 Nov 12 04:41:58.107386 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-c15b320f-fce0-464b-a798-160ce2b48a41 req-60cf271d-3687-4fde-a7fe-dacad3464196 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/ports?device_id=59938663-93c8-412c-9f21-6a5380b6c6f2 HTTP/1.1" status: 200 len: 210 time: 0.0397289 Nov 12 04:41:58.126448 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-93f69cbb-c9de-447b-a569-a34b2b32e499 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88e7d4ee22664f2eb2e9969a5b16c0d1 HTTP/1.1" status: 200 len: 379 time: 0.0871747 Nov 12 04:41:58.139885 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-087eb44b-6264-48b1-be81-15f0ef0b596f tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Request body: {'port': {'device_id': '59938663-93c8-412c-9f21-6a5380b6c6f2', 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c', 'admin_state_up': True, 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'security_groups': ['a02905e5-2a06-4d91-9d49-d00f43609c5c']}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:41:58.253679 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-087eb44b-6264-48b1-be81-15f0ef0b596f tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Made reservation on behalf of 88e7d4ee22664f2eb2e9969a5b16c0d1 for: {'port': 1} {{(pid=102572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:41:58.257240 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-087eb44b-6264-48b1-be81-15f0ef0b596f tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:58.419054 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_common [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-087eb44b-6264-48b1-be81-15f0ef0b596f tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Allocated IP 172.20.0.8 (f5c9d042-2b52-4e8f-b7a2-cf45074ca57c/8af10165-5d78-4f3e-8038-400171437022/c05482b6-660e-49f3-b2d7-8d9559a8ae95) {{(pid=102572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:41:58.631795 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-087eb44b-6264-48b1-be81-15f0ef0b596f tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks [] for port, precommit_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:58.682028 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-087eb44b-6264-48b1-be81-15f0ef0b596f tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_create {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:58.726226 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-087eb44b-6264-48b1-be81-15f0ef0b596f tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Network f5c9d042-2b52-4e8f-b7a2-cf45074ca57c is already hosted by enough agents. {{(pid=102572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:41:58.730016 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.base_scheduler [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-087eb44b-6264-48b1-be81-15f0ef0b596f tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Resources bound (agent type, host, resource id): {{(pid=102572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:41:58.732653 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-087eb44b-6264-48b1-be81-15f0ef0b596f tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Received port after_create {{(pid=102572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:41:58.793973 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087eb44b-6264-48b1-be81-15f0ef0b596f tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Pushing event updated for resources: {'Port': ['ID=c05482b6-660e-49f3-b2d7-8d9559a8ae95,revision_number=1']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:58.810248 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087eb44b-6264-48b1-be81-15f0ef0b596f tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:58.811007 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087eb44b-6264-48b1-be81-15f0ef0b596f tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:58.811584 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087eb44b-6264-48b1-be81-15f0ef0b596f tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:58.812210 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087eb44b-6264-48b1-be81-15f0ef0b596f tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:58.812780 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087eb44b-6264-48b1-be81-15f0ef0b596f tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:58.813343 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087eb44b-6264-48b1-be81-15f0ef0b596f tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:58.813900 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087eb44b-6264-48b1-be81-15f0ef0b596f tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:58.814728 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087eb44b-6264-48b1-be81-15f0ef0b596f tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:58.815273 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087eb44b-6264-48b1-be81-15f0ef0b596f tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:58.815819 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087eb44b-6264-48b1-be81-15f0ef0b596f tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:58.816699 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087eb44b-6264-48b1-be81-15f0ef0b596f tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:58.817264 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087eb44b-6264-48b1-be81-15f0ef0b596f tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:58.838915 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-087eb44b-6264-48b1-be81-15f0ef0b596f tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:58.839577 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-087eb44b-6264-48b1-be81-15f0ef0b596f tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:58.862337 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-087eb44b-6264-48b1-be81-15f0ef0b596f tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7262259 Nov 12 04:41:58.977260 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-8111df6f-ecc8-4ef1-aa93-0f2a693f00ab None None] Provisioning complete for port c05482b6-660e-49f3-b2d7-8d9559a8ae95 triggered by entity DHCP. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:58.977846 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8111df6f-ecc8-4ef1-aa93-0f2a693f00ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:59.011271 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-8111df6f-ecc8-4ef1-aa93-0f2a693f00ab None None] Port c05482b6-660e-49f3-b2d7-8d9559a8ae95 cannot update to ACTIVE because it is not bound. {{(pid=102573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:41:59.249725 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6df44d-3c7f-4490-95c6-c5325609019c req-d1d5a10a-d16c-4bf8-8e2c-e6dae63faf5c tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:59.252154 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cd6df44d-3c7f-4490-95c6-c5325609019c req-d1d5a10a-d16c-4bf8-8e2c-e6dae63faf5c tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/ports?device_id=59938663-93c8-412c-9f21-6a5380b6c6f2 HTTP/1.1" status: 200 len: 931 time: 0.0697327 Nov 12 04:41:59.308104 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-cd6df44d-3c7f-4490-95c6-c5325609019c req-b3fa4d72-6f2d-4d57-886c-d244853a0cc9 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/security-groups?id=a02905e5-2a06-4d91-9d49-d00f43609c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489404 Nov 12 04:41:59.662229 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 99620781-d83d-4069-aad0-e39a9566dbee no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:41:59.753834 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:59.788226 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64cbe8bd-72e7-4f4d-b9f3-70a9af393725', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99620781-d83d-4069-aad0-e39a9566dbee'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:41:59.791657 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b6ddd3dcdf33591bed50c5a7e661b8bd9e6bfa45082c02e2ff7a95d810a3d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1904f9-5b21-460e-b4c0-1346d22d5991" -d '{"events": [{"server_uuid": "64cbe8bd-72e7-4f4d-b9f3-70a9af393725", "name": "network-vif-unplugged", "status": "completed", "tag": "99620781-d83d-4069-aad0-e39a9566dbee"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:41:59.795581 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] For port 99620781-d83d-4069-aad0-e39a9566dbee, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=99620781-d83d-4069-aad0-e39a9566dbee,segment=NetworkSegment(5082253a-e687-4633-b1c0-b0fd10f34ec9),segment_id=5082253a-e687-4633-b1c0-b0fd10f34ec9)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:41:59.803126 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:59.843136 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4dd9a84-e9c3-45ad-afcb-bd5959b3071b x-openstack-request-id: req-e4dd9a84-e9c3-45ad-afcb-bd5959b3071b {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:41:59.843496 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64cbe8bd-72e7-4f4d-b9f3-70a9af393725", "name": "network-vif-unplugged", "status": "completed", "tag": "99620781-d83d-4069-aad0-e39a9566dbee", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:41:59.843759 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e4dd9a84-e9c3-45ad-afcb-bd5959b3071b {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:41:59.844188 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64cbe8bd-72e7-4f4d-b9f3-70a9af393725', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99620781-d83d-4069-aad0-e39a9566dbee', 'code': 200} Nov 12 04:41:59.860954 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Pushing event updated for resources: {'Port': ['ID=99620781-d83d-4069-aad0-e39a9566dbee,revision_number=8']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:00.469292 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296cd78c-a4ca-4363-a313-3c928bc8d4d7 req-4a2de989-8ef9-4be1-9bef-63b732b99480 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:00.471585 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-296cd78c-a4ca-4363-a313-3c928bc8d4d7 req-4a2de989-8ef9-4be1-9bef-63b732b99480 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/ports?device_id=59938663-93c8-412c-9f21-6a5380b6c6f2 HTTP/1.1" status: 200 len: 931 time: 0.0907168 Nov 12 04:42:00.526348 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-296cd78c-a4ca-4363-a313-3c928bc8d4d7 req-8e7ad949-09a3-48dd-8b66-46e6e531ad53 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/security-groups?id=a02905e5-2a06-4d91-9d49-d00f43609c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459509 Nov 12 04:42:00.546265 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-76e17e38-c85d-4fea-9c04-362723c759e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:01.668879 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcbe4cc-cc89-4c6b-9531-b5d8651939d0 req-6c3c216b-b82e-4144-a696-e6f2de0c4ceb tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:01.670291 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1bcbe4cc-cc89-4c6b-9531-b5d8651939d0 req-6c3c216b-b82e-4144-a696-e6f2de0c4ceb tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/ports?device_id=59938663-93c8-412c-9f21-6a5380b6c6f2 HTTP/1.1" status: 200 len: 931 time: 0.0513945 Nov 12 04:42:01.725878 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-1bcbe4cc-cc89-4c6b-9531-b5d8651939d0 req-1469809b-6330-4636-b068-6bba248fc9d1 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/security-groups?id=a02905e5-2a06-4d91-9d49-d00f43609c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489838 Nov 12 04:42:02.854115 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a9418-17f5-4c31-a673-53065417db51 req-7a176b9d-2d7f-481e-9d28-292b57435546 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:02.855712 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8c1a9418-17f5-4c31-a673-53065417db51 req-7a176b9d-2d7f-481e-9d28-292b57435546 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/ports?device_id=59938663-93c8-412c-9f21-6a5380b6c6f2 HTTP/1.1" status: 200 len: 931 time: 0.0533953 Nov 12 04:42:02.919757 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8c1a9418-17f5-4c31-a673-53065417db51 req-00f86f5a-73f8-4fcb-91e4-95938f4506a4 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/security-groups?id=a02905e5-2a06-4d91-9d49-d00f43609c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558908 Nov 12 04:42:03.337868 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6c3f67bc-fcd2-458d-a4a4-50b2e74eecd8 req-1fd383f1-411f-4ce0-96ec-0a67d991c301 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=64cbe8bd-72e7-4f4d-b9f3-70a9af393725&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0994415 Nov 12 04:42:03.439168 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f67bc-fcd2-458d-a4a4-50b2e74eecd8 req-38e2d7ea-e98f-422c-8565-443ec855f130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:03.441204 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6c3f67bc-fcd2-458d-a4a4-50b2e74eecd8 req-38e2d7ea-e98f-422c-8565-443ec855f130 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=88e7d4ee22664f2eb2e9969a5b16c0d1&device_id=64cbe8bd-72e7-4f4d-b9f3-70a9af393725 HTTP/1.1" status: 200 len: 1096 time: 0.0476725 Nov 12 04:42:03.521075 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fe538120-e097-41e4-b482-74cc1fda0ea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:03.583127 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f67bc-fcd2-458d-a4a4-50b2e74eecd8 req-4126c5bb-8474-4bec-95e5-71a3890c0483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:03.584674 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6c3f67bc-fcd2-458d-a4a4-50b2e74eecd8 req-4126c5bb-8474-4bec-95e5-71a3890c0483 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f5c9d042-2b52-4e8f-b7a2-cf45074ca57c HTTP/1.1" status: 200 len: 911 time: 0.1185403 Nov 12 04:42:03.673065 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6c3f67bc-fcd2-458d-a4a4-50b2e74eecd8 req-e49a14f5-600d-44c7-ab94-a4b36332d68b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99620781-d83d-4069-aad0-e39a9566dbee HTTP/1.1" status: 200 len: 1000 time: 0.0763233 Nov 12 04:42:03.732000 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f67bc-fcd2-458d-a4a4-50b2e74eecd8 req-a2570bac-c498-44f1-b675-b069f945c551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:03.733838 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6c3f67bc-fcd2-458d-a4a4-50b2e74eecd8 req-a2570bac-c498-44f1-b675-b069f945c551 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8af10165-5d78-4f3e-8038-400171437022 HTTP/1.1" status: 200 len: 849 time: 0.0488601 Nov 12 04:42:03.790432 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f67bc-fcd2-458d-a4a4-50b2e74eecd8 req-f4144d20-d8bc-4e98-a443-74f065f7e232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:03.791951 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6c3f67bc-fcd2-458d-a4a4-50b2e74eecd8 req-f4144d20-d8bc-4e98-a443-74f065f7e232 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f5c9d042-2b52-4e8f-b7a2-cf45074ca57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466361 Nov 12 04:42:03.904628 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6c3f67bc-fcd2-458d-a4a4-50b2e74eecd8 req-dbb712e5-79ba-4004-b880-53cc2e30c879 service neutron] 10.222.0.74 "GET /v2.0/networks/f5c9d042-2b52-4e8f-b7a2-cf45074ca57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959578 Nov 12 04:42:04.037265 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-6c3f67bc-fcd2-458d-a4a4-50b2e74eecd8 req-25c9edf6-ea82-4381-8b66-401780352890 service neutron] 10.222.0.74 "GET /v2.0/networks/f5c9d042-2b52-4e8f-b7a2-cf45074ca57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205051 Nov 12 04:42:04.108645 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7bb31f-89f5-4623-ac6d-a11f8cd0bf94 req-4621612f-77ef-4407-84f4-c7ab25816099 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:04.110461 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3f7bb31f-89f5-4623-ac6d-a11f8cd0bf94 req-4621612f-77ef-4407-84f4-c7ab25816099 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/ports?device_id=59938663-93c8-412c-9f21-6a5380b6c6f2 HTTP/1.1" status: 200 len: 931 time: 0.0624757 Nov 12 04:42:04.163174 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3f7bb31f-89f5-4623-ac6d-a11f8cd0bf94 req-44ca6f26-5b51-4e0d-b390-8944a9d98bc9 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/security-groups?id=a02905e5-2a06-4d91-9d49-d00f43609c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466042 Nov 12 04:42:04.424866 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:05.292460 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab1f79-092f-435c-93de-d6cf459b7e9f req-4b4db51c-8287-4213-83fd-ad5acab5d6b0 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:05.294363 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a6ab1f79-092f-435c-93de-d6cf459b7e9f req-4b4db51c-8287-4213-83fd-ad5acab5d6b0 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/ports?device_id=59938663-93c8-412c-9f21-6a5380b6c6f2 HTTP/1.1" status: 200 len: 931 time: 0.0512564 Nov 12 04:42:05.347454 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-a6ab1f79-092f-435c-93de-d6cf459b7e9f req-1961d42b-e80c-4e25-af5c-4df62bc5f8f2 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/security-groups?id=a02905e5-2a06-4d91-9d49-d00f43609c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471439 Nov 12 04:42:05.757141 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:06.480039 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb7ad1-2b89-4ef4-93fa-6043f015bd8c req-0f17ff25-005e-49f1-bbb4-598c8a094c0f tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:06.481572 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9adb7ad1-2b89-4ef4-93fa-6043f015bd8c req-0f17ff25-005e-49f1-bbb4-598c8a094c0f tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/ports?device_id=59938663-93c8-412c-9f21-6a5380b6c6f2 HTTP/1.1" status: 200 len: 931 time: 0.0512011 Nov 12 04:42:06.551514 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-9adb7ad1-2b89-4ef4-93fa-6043f015bd8c req-76d23389-9e64-4ee5-8e62-20cc8a6fbf0c tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/security-groups?id=a02905e5-2a06-4d91-9d49-d00f43609c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625112 Nov 12 04:42:06.586246 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:07.683865 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8117dfa-a890-4759-ac0c-73ccbb4694c1 req-9d2eebb9-7df8-43ec-b83c-c3a30e621d9b tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:07.685315 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b8117dfa-a890-4759-ac0c-73ccbb4694c1 req-9d2eebb9-7df8-43ec-b83c-c3a30e621d9b tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/ports?device_id=59938663-93c8-412c-9f21-6a5380b6c6f2 HTTP/1.1" status: 200 len: 931 time: 0.0564187 Nov 12 04:42:07.740327 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b8117dfa-a890-4759-ac0c-73ccbb4694c1 req-13096f25-176d-4f71-b530-8a8e988078d6 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/security-groups?id=a02905e5-2a06-4d91-9d49-d00f43609c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487268 Nov 12 04:42:08.879332 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b89f0-8b2a-4735-8628-e410429e1dd0 req-13f3a0e8-c3d0-43a1-aa45-b836ff6e4a87 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:08.880792 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a90b89f0-8b2a-4735-8628-e410429e1dd0 req-13f3a0e8-c3d0-43a1-aa45-b836ff6e4a87 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/ports?device_id=59938663-93c8-412c-9f21-6a5380b6c6f2 HTTP/1.1" status: 200 len: 931 time: 0.0561004 Nov 12 04:42:08.931974 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-a90b89f0-8b2a-4735-8628-e410429e1dd0 req-1006a22e-8c63-44ff-aae6-43c4c5b15308 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/security-groups?id=a02905e5-2a06-4d91-9d49-d00f43609c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447559 Nov 12 04:42:09.565807 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:10.049795 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67923f29-08cd-4e12-84be-d35261fb004a req-a0680687-83a6-4264-86c8-b5e24f2c33dd tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:10.051281 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-67923f29-08cd-4e12-84be-d35261fb004a req-a0680687-83a6-4264-86c8-b5e24f2c33dd tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/ports?device_id=59938663-93c8-412c-9f21-6a5380b6c6f2 HTTP/1.1" status: 200 len: 931 time: 0.0499160 Nov 12 04:42:10.101839 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-67923f29-08cd-4e12-84be-d35261fb004a req-84f4e9c8-629b-4e88-9105-69c9b892ab8b tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/security-groups?id=a02905e5-2a06-4d91-9d49-d00f43609c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439303 Nov 12 04:42:10.349065 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.v2.base [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-f53cb10a-b549-491a-abcb-62558b8f4476 service neutron] Request body: {'port': {'device_id': '59938663-93c8-412c-9f21-6a5380b6c6f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-27'}} {{(pid=102572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:10.405380 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-f53cb10a-b549-491a-abcb-62558b8f4476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:10.667906 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-f53cb10a-b549-491a-abcb-62558b8f4476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c05482b6-660e-49f3-b2d7-8d9559a8ae95 {{(pid=102572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:42:10.675193 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-f53cb10a-b549-491a-abcb-62558b8f4476 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:10.687602 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.provisioning_blocks [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-f53cb10a-b549-491a-abcb-62558b8f4476 service neutron] Transition to ACTIVE for port object c05482b6-660e-49f3-b2d7-8d9559a8ae95 will not be triggered until provisioned by entity L2. {{(pid=102572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:42:10.691631 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-f53cb10a-b549-491a-abcb-62558b8f4476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:10.743982 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53cb10a-b549-491a-abcb-62558b8f4476 service neutron] Pushing event updated for resources: {'Port': ['ID=c05482b6-660e-49f3-b2d7-8d9559a8ae95,revision_number=2']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:10.819608 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-f53cb10a-b549-491a-abcb-62558b8f4476 service neutron] Attempting to bind port c05482b6-660e-49f3-b2d7-8d9559a8ae95 on host n-h2-715271-27 for vnic_type normal with profile {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:42:10.819980 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-f53cb10a-b549-491a-abcb-62558b8f4476 service neutron] Attempting to bind port c05482b6-660e-49f3-b2d7-8d9559a8ae95 by drivers openvswitch,hyperv on host n-h2-715271-27 at level 0 using segments [{'id': '5082253a-e687-4633-b1c0-b0fd10f34ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c'}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:42:10.821071 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-f53cb10a-b549-491a-abcb-62558b8f4476 service neutron] Attempting to bind port c05482b6-660e-49f3-b2d7-8d9559a8ae95 on network f5c9d042-2b52-4e8f-b7a2-cf45074ca57c {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:42:10.826746 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-f53cb10a-b549-491a-abcb-62558b8f4476 service neutron] Port c05482b6-660e-49f3-b2d7-8d9559a8ae95 on network f5c9d042-2b52-4e8f-b7a2-cf45074ca57c not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-27 {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:42:10.827065 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-f53cb10a-b549-491a-abcb-62558b8f4476 service neutron] Attempting to bind port c05482b6-660e-49f3-b2d7-8d9559a8ae95 on network f5c9d042-2b52-4e8f-b7a2-cf45074ca57c {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:42:10.832872 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-f53cb10a-b549-491a-abcb-62558b8f4476 service neutron] Checking agent: {'id': 'b1acf8f2-293c-4a89-878f-c52d80ce57d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'started_at': datetime.datetime(2021, 11, 12, 3, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:42:10.833239 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-f53cb10a-b549-491a-abcb-62558b8f4476 service neutron] Checking segment: {'id': '5082253a-e687-4633-b1c0-b0fd10f34ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:42:10.833594 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-f53cb10a-b549-491a-abcb-62558b8f4476 service neutron] Bound using segment: {'id': '5082253a-e687-4633-b1c0-b0fd10f34ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c'} {{(pid=102572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:42:10.834033 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.managers [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-f53cb10a-b549-491a-abcb-62558b8f4476 service neutron] Bound port: c05482b6-660e-49f3-b2d7-8d9559a8ae95, host: n-h2-715271-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5082253a-e687-4633-b1c0-b0fd10f34ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c'}}] {{(pid=102572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:42:10.834389 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-f53cb10a-b549-491a-abcb-62558b8f4476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:10.909924 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-f53cb10a-b549-491a-abcb-62558b8f4476 service neutron] For port c05482b6-660e-49f3-b2d7-8d9559a8ae95, host n-h2-715271-27, cleared binding levels {{(pid=102572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:42:10.913800 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-f53cb10a-b549-491a-abcb-62558b8f4476 service neutron] For port c05482b6-660e-49f3-b2d7-8d9559a8ae95, host n-h2-715271-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=c05482b6-660e-49f3-b2d7-8d9559a8ae95,segment=NetworkSegment(5082253a-e687-4633-b1c0-b0fd10f34ec9),segment_id=5082253a-e687-4633-b1c0-b0fd10f34ec9)] {{(pid=102572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:42:10.918546 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-f53cb10a-b549-491a-abcb-62558b8f4476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13943575'] for port, after_update {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:10.954756 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-f53cb10a-b549-491a-abcb-62558b8f4476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:10.955485 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-f53cb10a-b549-491a-abcb-62558b8f4476 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:10.956773 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-f53cb10a-b549-491a-abcb-62558b8f4476 service neutron] 10.222.0.90 "PUT /v2.0/ports/c05482b6-660e-49f3-b2d7-8d9559a8ae95 HTTP/1.1" status: 200 len: 1092 time: 0.6121359 Nov 12 04:42:10.957218 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59938663-93c8-412c-9f21-6a5380b6c6f2', 'tag': 'c05482b6-660e-49f3-b2d7-8d9559a8ae95'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:42:10.959492 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c174c990332584687cba245f58d77d589c2fb4d31e1df7b34358bbebc3c39c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374cea3b-a9b2-44bb-89d7-23163272b22b" -d '{"events": [{"name": "network-changed", "server_uuid": "59938663-93c8-412c-9f21-6a5380b6c6f2", "tag": "c05482b6-660e-49f3-b2d7-8d9559a8ae95"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:42:10.985289 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53cb10a-b549-491a-abcb-62558b8f4476 service neutron] Pushing event updated for resources: {'Port': ['ID=c05482b6-660e-49f3-b2d7-8d9559a8ae95,revision_number=3']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:11.069446 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-35e25578-695f-47b1-b2ae-a59366590536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:11.072868 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-35e25578-695f-47b1-b2ae-a59366590536 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=88e7d4ee22664f2eb2e9969a5b16c0d1&device_id=59938663-93c8-412c-9f21-6a5380b6c6f2 HTTP/1.1" status: 200 len: 1095 time: 0.0544877 Nov 12 04:42:11.075018 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e099809a-b0ab-4139-802e-5e563a66c32d x-openstack-request-id: req-e099809a-b0ab-4139-802e-5e563a66c32d {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:42:11.075296 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59938663-93c8-412c-9f21-6a5380b6c6f2", "tag": "c05482b6-660e-49f3-b2d7-8d9559a8ae95", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:42:11.075542 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e099809a-b0ab-4139-802e-5e563a66c32d {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:42:11.075936 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59938663-93c8-412c-9f21-6a5380b6c6f2', 'tag': 'c05482b6-660e-49f3-b2d7-8d9559a8ae95', 'status': 'completed', 'code': 200} Nov 12 04:42:11.140486 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-25e514bc-40b2-4d0e-a35c-62f2b0e1da35 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c05482b6-660e-49f3-b2d7-8d9559a8ae95 HTTP/1.1" status: 200 len: 217 time: 0.0411911 Nov 12 04:42:11.195010 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-a753bc7c-7988-45b5-a8af-008ff6d23ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:11.196408 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-a753bc7c-7988-45b5-a8af-008ff6d23ee5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8af10165-5d78-4f3e-8038-400171437022 HTTP/1.1" status: 200 len: 849 time: 0.0484955 Nov 12 04:42:11.225159 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf7938f-e4af-48b2-b144-ef9e75bd796e req-524d908d-3dfb-4663-9edd-e40fbf521b68 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:11.228009 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0bf7938f-e4af-48b2-b144-ef9e75bd796e req-524d908d-3dfb-4663-9edd-e40fbf521b68 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/ports?device_id=59938663-93c8-412c-9f21-6a5380b6c6f2 HTTP/1.1" status: 200 len: 943 time: 0.0496252 Nov 12 04:42:11.245328 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-c1d4bd1c-c183-4f00-b7ea-e837b10683da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:11.246815 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-c1d4bd1c-c183-4f00-b7ea-e837b10683da service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f5c9d042-2b52-4e8f-b7a2-cf45074ca57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437398 Nov 12 04:42:11.279933 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0bf7938f-e4af-48b2-b144-ef9e75bd796e req-e42251d6-cdfd-4bb0-8c68-296b5ad1be44 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/security-groups?id=a02905e5-2a06-4d91-9d49-d00f43609c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465925 Nov 12 04:42:11.343329 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-c788441a-5b6a-441c-b505-65e336e9b3a9 service neutron] 10.222.0.90 "GET /v2.0/networks/f5c9d042-2b52-4e8f-b7a2-cf45074ca57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886788 Nov 12 04:42:11.436567 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3ada908e-57d3-4f3f-9b7a-0cb33d1671ab req-395296fd-6130-41f1-8c73-022974f05318 service neutron] 10.222.0.90 "GET /v2.0/networks/f5c9d042-2b52-4e8f-b7a2-cf45074ca57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855370 Nov 12 04:42:11.568278 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cea3b-a9b2-44bb-89d7-23163272b22b req-0f2befb4-75b4-4cf6-a663-4ce411ae8cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:11.569650 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-374cea3b-a9b2-44bb-89d7-23163272b22b req-0f2befb4-75b4-4cf6-a663-4ce411ae8cfe service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=88e7d4ee22664f2eb2e9969a5b16c0d1&device_id=59938663-93c8-412c-9f21-6a5380b6c6f2 HTTP/1.1" status: 200 len: 1095 time: 0.0447834 Nov 12 04:42:11.663424 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cea3b-a9b2-44bb-89d7-23163272b22b req-ab4ffe8b-c4ac-4f11-83c0-0d8f1bfaa0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:11.665006 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-374cea3b-a9b2-44bb-89d7-23163272b22b req-ab4ffe8b-c4ac-4f11-83c0-0d8f1bfaa0ae service neutron] 10.222.0.90 "GET /v2.0/networks?id=f5c9d042-2b52-4e8f-b7a2-cf45074ca57c HTTP/1.1" status: 200 len: 911 time: 0.0870411 Nov 12 04:42:11.711615 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-374cea3b-a9b2-44bb-89d7-23163272b22b req-9bc31793-81a6-4d5a-97a3-7d84c5460acb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c05482b6-660e-49f3-b2d7-8d9559a8ae95 HTTP/1.1" status: 200 len: 217 time: 0.0394342 Nov 12 04:42:11.762228 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cea3b-a9b2-44bb-89d7-23163272b22b req-5539c701-3a87-46a2-8896-3e5e0477b39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:11.763666 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-374cea3b-a9b2-44bb-89d7-23163272b22b req-5539c701-3a87-46a2-8896-3e5e0477b39b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8af10165-5d78-4f3e-8038-400171437022 HTTP/1.1" status: 200 len: 849 time: 0.0441115 Nov 12 04:42:11.809939 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cea3b-a9b2-44bb-89d7-23163272b22b req-58331626-7901-41dd-b402-f4b26ffdfce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:11.811393 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-374cea3b-a9b2-44bb-89d7-23163272b22b req-58331626-7901-41dd-b402-f4b26ffdfce9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f5c9d042-2b52-4e8f-b7a2-cf45074ca57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399125 Nov 12 04:42:11.905150 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-374cea3b-a9b2-44bb-89d7-23163272b22b req-7ae89f3f-73b7-4578-aece-8ade642cf00b service neutron] 10.222.0.90 "GET /v2.0/networks/f5c9d042-2b52-4e8f-b7a2-cf45074ca57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855277 Nov 12 04:42:11.909635 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:42:11.997716 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-374cea3b-a9b2-44bb-89d7-23163272b22b req-efecb006-c4e0-4207-b3cd-1c73f6ffa755 service neutron] 10.222.0.90 "GET /v2.0/networks/f5c9d042-2b52-4e8f-b7a2-cf45074ca57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841835 Nov 12 04:42:12.402741 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c0418-3b42-434e-8f46-77407325828b req-dc66b2d2-5d1d-4c72-ab63-79129aafa131 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:12.404333 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2a2c0418-3b42-434e-8f46-77407325828b req-dc66b2d2-5d1d-4c72-ab63-79129aafa131 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/ports?device_id=59938663-93c8-412c-9f21-6a5380b6c6f2 HTTP/1.1" status: 200 len: 943 time: 0.0501709 Nov 12 04:42:12.459371 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2a2c0418-3b42-434e-8f46-77407325828b req-7fdcb252-93d3-4499-9738-2dee32df873e tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/security-groups?id=a02905e5-2a06-4d91-9d49-d00f43609c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491285 Nov 12 04:42:12.674872 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device c05482b6-660e-49f3-b2d7-8d9559a8ae95 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:42:12.769956 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port c05482b6-660e-49f3-b2d7-8d9559a8ae95, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=c05482b6-660e-49f3-b2d7-8d9559a8ae95,segment=NetworkSegment(5082253a-e687-4633-b1c0-b0fd10f34ec9),segment_id=5082253a-e687-4633-b1c0-b0fd10f34ec9)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:42:12.781594 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': 'c05482b6-660e-49f3-b2d7-8d9559a8ae95', 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c', 'port_id': 'c05482b6-660e-49f3-b2d7-8d9559a8ae95', 'mac_address': 'fa:16:3e:ab:5c:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8af10165-5d78-4f3e-8038-400171437022', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:42:12.822238 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:12.834621 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c05482b6-660e-49f3-b2d7-8d9559a8ae95 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:42:12.854966 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port c05482b6-660e-49f3-b2d7-8d9559a8ae95, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=c05482b6-660e-49f3-b2d7-8d9559a8ae95,segment=NetworkSegment(5082253a-e687-4633-b1c0-b0fd10f34ec9),segment_id=5082253a-e687-4633-b1c0-b0fd10f34ec9)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:42:12.859038 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:12.904807 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=c05482b6-660e-49f3-b2d7-8d9559a8ae95,revision_number=4']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:13.183139 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['c05482b6-660e-49f3-b2d7-8d9559a8ae95'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:42:13.581786 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234703a-11e7-4b78-b1f1-250786171b94 req-96c7b2e8-3055-4acf-ad78-23ac3a4f4db2 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:13.583273 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8234703a-11e7-4b78-b1f1-250786171b94 req-96c7b2e8-3055-4acf-ad78-23ac3a4f4db2 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/ports?device_id=59938663-93c8-412c-9f21-6a5380b6c6f2 HTTP/1.1" status: 200 len: 944 time: 0.0544126 Nov 12 04:42:13.632867 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8234703a-11e7-4b78-b1f1-250786171b94 req-16f6087b-9cfc-488d-b56a-8afc8ea438db tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/security-groups?id=a02905e5-2a06-4d91-9d49-d00f43609c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435328 Nov 12 04:42:14.714972 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device c05482b6-660e-49f3-b2d7-8d9559a8ae95 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:42:14.748949 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93b20e-ee5f-4fcb-a2be-d9d340c1d8ed req-96cff84e-20a5-4f14-8dc6-5f72865fea94 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:14.750465 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-af93b20e-ee5f-4fcb-a2be-d9d340c1d8ed req-96cff84e-20a5-4f14-8dc6-5f72865fea94 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/ports?device_id=59938663-93c8-412c-9f21-6a5380b6c6f2 HTTP/1.1" status: 200 len: 944 time: 0.0497172 Nov 12 04:42:14.763119 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning for port c05482b6-660e-49f3-b2d7-8d9559a8ae95 completed by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:42:14.767361 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port c05482b6-660e-49f3-b2d7-8d9559a8ae95 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:14.767728 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:14.803104 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-af93b20e-ee5f-4fcb-a2be-d9d340c1d8ed req-e8aea110-680a-430b-ae02-8090f036909c tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/security-groups?id=a02905e5-2a06-4d91-9d49-d00f43609c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466504 Nov 12 04:42:14.848844 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:14.872681 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59938663-93c8-412c-9f21-6a5380b6c6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05482b6-660e-49f3-b2d7-8d9559a8ae95'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:42:14.875010 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b6ddd3dcdf33591bed50c5a7e661b8bd9e6bfa45082c02e2ff7a95d810a3d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2c3f11-4dc9-4cd4-89cf-e82f256e2c02" -d '{"events": [{"server_uuid": "59938663-93c8-412c-9f21-6a5380b6c6f2", "name": "network-vif-plugged", "status": "completed", "tag": "c05482b6-660e-49f3-b2d7-8d9559a8ae95"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:42:14.888634 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port c05482b6-660e-49f3-b2d7-8d9559a8ae95, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=c05482b6-660e-49f3-b2d7-8d9559a8ae95,segment=NetworkSegment(5082253a-e687-4633-b1c0-b0fd10f34ec9),segment_id=5082253a-e687-4633-b1c0-b0fd10f34ec9)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:42:14.893098 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:14.918409 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c3bc21-3b61-4f8b-ac86-53e42420ba6e x-openstack-request-id: req-f1c3bc21-3b61-4f8b-ac86-53e42420ba6e {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:42:14.918622 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59938663-93c8-412c-9f21-6a5380b6c6f2", "name": "network-vif-plugged", "status": "completed", "tag": "c05482b6-660e-49f3-b2d7-8d9559a8ae95", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:42:14.918839 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f1c3bc21-3b61-4f8b-ac86-53e42420ba6e {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:42:14.919223 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59938663-93c8-412c-9f21-6a5380b6c6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05482b6-660e-49f3-b2d7-8d9559a8ae95', 'code': 200} Nov 12 04:42:14.945360 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=c05482b6-660e-49f3-b2d7-8d9559a8ae95,revision_number=5']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:15.041660 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452213f-0a1e-4956-a6c0-58136cb12860 req-48ef7897-83f5-45fd-994c-fa0bd492b061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:15.043140 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0452213f-0a1e-4956-a6c0-58136cb12860 req-48ef7897-83f5-45fd-994c-fa0bd492b061 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=59938663-93c8-412c-9f21-6a5380b6c6f2 HTTP/1.1" status: 200 len: 1097 time: 0.0397956 Nov 12 04:42:15.090132 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-0452213f-0a1e-4956-a6c0-58136cb12860 req-98f9956e-8f46-4ede-b74a-5dffb2b0a26a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=a02905e5-2a06-4d91-9d49-d00f43609c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394394 Nov 12 04:42:15.925018 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729309f-453a-4b21-82d1-acc6e28e7e2d req-f4dbea5d-6cf3-45eb-b604-7ce0065d234f tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:15.926480 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2729309f-453a-4b21-82d1-acc6e28e7e2d req-f4dbea5d-6cf3-45eb-b604-7ce0065d234f tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/ports?device_id=59938663-93c8-412c-9f21-6a5380b6c6f2 HTTP/1.1" status: 200 len: 945 time: 0.0532413 Nov 12 04:42:15.977950 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-2729309f-453a-4b21-82d1-acc6e28e7e2d req-6070571d-a19e-4bea-a82c-5a04ff371b27 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/security-groups?id=a02905e5-2a06-4d91-9d49-d00f43609c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448251 Nov 12 04:42:17.094533 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765578f-dac1-45e2-930e-20bb14fca719 req-a62589a9-4592-4e5f-b3e4-f9ab831bbb69 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:17.096092 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0765578f-dac1-45e2-930e-20bb14fca719 req-a62589a9-4592-4e5f-b3e4-f9ab831bbb69 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/ports?device_id=59938663-93c8-412c-9f21-6a5380b6c6f2 HTTP/1.1" status: 200 len: 945 time: 0.0489869 Nov 12 04:42:17.152572 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-0765578f-dac1-45e2-930e-20bb14fca719 req-7a42338c-47d0-42ef-a57f-07272fd0b8e2 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/security-groups?id=a02905e5-2a06-4d91-9d49-d00f43609c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498114 Nov 12 04:42:17.274896 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebed053-e457-4ac1-9273-98023442da93 req-e92c1e66-e5ed-43de-ba54-e6dff9e1ce3f tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:17.276438 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3ebed053-e457-4ac1-9273-98023442da93 req-e92c1e66-e5ed-43de-ba54-e6dff9e1ce3f tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/ports?device_id=59938663-93c8-412c-9f21-6a5380b6c6f2 HTTP/1.1" status: 200 len: 945 time: 0.0485673 Nov 12 04:42:17.327164 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-3ebed053-e457-4ac1-9273-98023442da93 req-26cb7a24-50a2-4a1c-8e43-07adbf677376 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/security-groups?id=a02905e5-2a06-4d91-9d49-d00f43609c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448530 Nov 12 04:42:17.350526 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60554) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:17.390238 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5d6625-e4b8-4157-9690-667e68b2104f tempest-TestSnapshotPattern-1583674581 tempest-TestSnapshotPattern-1583674581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:17.391653 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-0a5d6625-e4b8-4157-9690-667e68b2104f tempest-TestSnapshotPattern-1583674581 tempest-TestSnapshotPattern-1583674581-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=59938663-93c8-412c-9f21-6a5380b6c6f2 HTTP/1.1" status: 200 len: 1092 time: 0.0401223 Nov 12 04:42:17.394379 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60556) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:17.399370 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.v2.base [None req-b02daf8c-f119-411f-8e0e-90d4852a4f41 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Request body: {'floatingip': {'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'port_id': 'c05482b6-660e-49f3-b2d7-8d9559a8ae95', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:17.421245 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b02daf8c-f119-411f-8e0e-90d4852a4f41 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks [] for floatingip, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:17.524681 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b02daf8c-f119-411f-8e0e-90d4852a4f41 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:17.638182 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_common [None req-b02daf8c-f119-411f-8e0e-90d4852a4f41 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Allocated IP 172.25.5.248 (7932a4b6-40b8-49fc-bb5c-2a6d25b0a895/df4286fc-062c-4338-b019-0a673a2616ee/17a94c54-3dec-44d8-9ab7-2707e189452a) {{(pid=102571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:42:17.737714 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b02daf8c-f119-411f-8e0e-90d4852a4f41 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks [] for port, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:17.772056 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b02daf8c-f119-411f-8e0e-90d4852a4f41 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746944262274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:17.809156 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02daf8c-f119-411f-8e0e-90d4852a4f41 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Network 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 is already hosted by enough agents. {{(pid=102571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:42:17.813868 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.base_scheduler [None req-b02daf8c-f119-411f-8e0e-90d4852a4f41 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Resources bound (agent type, host, resource id): {{(pid=102571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:42:17.817659 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02daf8c-f119-411f-8e0e-90d4852a4f41 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Received port after_create {{(pid=102571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:42:17.849136 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02daf8c-f119-411f-8e0e-90d4852a4f41 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Pushing event updated for resources: {'Port': ['ID=17a94c54-3dec-44d8-9ab7-2707e189452a,revision_number=1']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:17.863261 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02daf8c-f119-411f-8e0e-90d4852a4f41 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:17.863600 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02daf8c-f119-411f-8e0e-90d4852a4f41 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:17.863938 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02daf8c-f119-411f-8e0e-90d4852a4f41 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:17.864299 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02daf8c-f119-411f-8e0e-90d4852a4f41 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:17.864631 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02daf8c-f119-411f-8e0e-90d4852a4f41 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:17.864958 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02daf8c-f119-411f-8e0e-90d4852a4f41 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:17.865280 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02daf8c-f119-411f-8e0e-90d4852a4f41 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:17.865599 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02daf8c-f119-411f-8e0e-90d4852a4f41 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:17.865917 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02daf8c-f119-411f-8e0e-90d4852a4f41 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:17.866235 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02daf8c-f119-411f-8e0e-90d4852a4f41 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:17.866639 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02daf8c-f119-411f-8e0e-90d4852a4f41 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:17.867844 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02daf8c-f119-411f-8e0e-90d4852a4f41 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:42:18.197913 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b02daf8c-f119-411f-8e0e-90d4852a4f41 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:18.266282 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b02daf8c-f119-411f-8e0e-90d4852a4f41 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:18.411392 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b02daf8c-f119-411f-8e0e-90d4852a4f41 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks [] for port, precommit_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:18.416908 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b02daf8c-f119-411f-8e0e-90d4852a4f41 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12957843'] for port, after_update {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:18.485700 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02daf8c-f119-411f-8e0e-90d4852a4f41 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Pushing event updated for resources: {'Port': ['ID=17a94c54-3dec-44d8-9ab7-2707e189452a,revision_number=2']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:18.500548 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b02daf8c-f119-411f-8e0e-90d4852a4f41 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623058'] for floatingip, after_create {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:18.603193 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [None req-b02daf8c-f119-411f-8e0e-90d4852a4f41 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Floating IP 640ddb78-6a99-4730-b15e-958c9998b3f2 associated. External IP: 172.25.5.248, port: c05482b6-660e-49f3-b2d7-8d9559a8ae95. Nov 12 04:42:18.813466 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02daf8c-f119-411f-8e0e-90d4852a4f41 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Router e43c0ff5-e03b-470b-b7ac-d9ef8630e84e has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:42:18.916878 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:18.923871 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02daf8c-f119-411f-8e0e-90d4852a4f41 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:42:18.934206 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62c4fd6-8b87-4c51-81ec-3a150f3de7a3 None None] Sync routers for ids ['e43c0ff5-e03b-470b-b7ac-d9ef8630e84e'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:42:18.944199 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-b02daf8c-f119-411f-8e0e-90d4852a4f41 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:18.944828 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62c4fd6-8b87-4c51-81ec-3a150f3de7a3 None None] Routers {'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:42:18.946308 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-e62c4fd6-8b87-4c51-81ec-3a150f3de7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:42:04Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['e43c0ff5-e03b-470b-b7ac-d9ef8630e84e'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:18.973221 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-b02daf8c-f119-411f-8e0e-90d4852a4f41 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5778317 Nov 12 04:42:18.973820 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59938663-93c8-412c-9f21-6a5380b6c6f2', 'tag': 'c05482b6-660e-49f3-b2d7-8d9559a8ae95'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:42:18.976194 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6663d1d3f3c9eef7926d12034ee86df45d83a9b81db0163b8b39b36c8946953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846a4e5d-96ca-488b-8dfb-5b2eeef4a660" -d '{"events": [{"name": "network-changed", "server_uuid": "59938663-93c8-412c-9f21-6a5380b6c6f2", "tag": "c05482b6-660e-49f3-b2d7-8d9559a8ae95"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:42:19.015454 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb66b6c-1048-437f-ba40-eb77f2399e57 x-openstack-request-id: req-fbb66b6c-1048-437f-ba40-eb77f2399e57 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:42:19.015742 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59938663-93c8-412c-9f21-6a5380b6c6f2", "tag": "c05482b6-660e-49f3-b2d7-8d9559a8ae95", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:42:19.015999 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fbb66b6c-1048-437f-ba40-eb77f2399e57 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:42:19.016456 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59938663-93c8-412c-9f21-6a5380b6c6f2', 'tag': 'c05482b6-660e-49f3-b2d7-8d9559a8ae95', 'status': 'completed', 'code': 200} Nov 12 04:42:19.065044 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-e62c4fd6-8b87-4c51-81ec-3a150f3de7a3 None None] Set router e43c0ff5-e03b-470b-b7ac-d9ef8630e84e gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:42:19.104313 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a4e5d-96ca-488b-8dfb-5b2eeef4a660 req-07dae633-a7c5-4a8f-8b8f-2d66ee38c31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:19.105827 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-846a4e5d-96ca-488b-8dfb-5b2eeef4a660 req-07dae633-a7c5-4a8f-8b8f-2d66ee38c31d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=88e7d4ee22664f2eb2e9969a5b16c0d1&device_id=59938663-93c8-412c-9f21-6a5380b6c6f2 HTTP/1.1" status: 200 len: 1097 time: 0.0461898 Nov 12 04:42:19.199483 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a4e5d-96ca-488b-8dfb-5b2eeef4a660 req-1d483f86-bffd-4e77-bc0b-72c8a672d0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:19.201208 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-846a4e5d-96ca-488b-8dfb-5b2eeef4a660 req-1d483f86-bffd-4e77-bc0b-72c8a672d0a8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f5c9d042-2b52-4e8f-b7a2-cf45074ca57c HTTP/1.1" status: 200 len: 911 time: 0.0885758 Nov 12 04:42:19.272266 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-846a4e5d-96ca-488b-8dfb-5b2eeef4a660 req-f7f45a58-810f-4180-a37f-feb9b53d19f7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c05482b6-660e-49f3-b2d7-8d9559a8ae95 HTTP/1.1" status: 200 len: 999 time: 0.0639000 Nov 12 04:42:19.292657 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-e62c4fd6-8b87-4c51-81ec-3a150f3de7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'name': 'tempest-TestSnapshotPattern-2017050317-router', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:39:21Z', 'updated_at': '2021-11-12T04:39:23Z', 'revision_number': 4, 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'gw_port': {'id': 'e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:10:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:21Z', 'updated_at': '2021-11-12T04:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '315f8499-8d87-4820-8b71-d95f59f3e6b6', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'floating_ip_address': '172.25.5.151', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'port_id': '99620781-d83d-4069-aad0-e39a9566dbee', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c', 'mac_address': 'fa:16:3e:76:ef:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64cbe8bd-72e7-4f4d-b9f3-70a9af393725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:39:43Z', 'updated_at': '2021-11-12T04:39:45Z', 'revision_number': 1, 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'fixed_ip_address_scope': None}, {'id': '640ddb78-6a99-4730-b15e-958c9998b3f2', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'port_id': 'c05482b6-660e-49f3-b2d7-8d9559a8ae95', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c', 'mac_address': 'fa:16:3e:ab:5c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59938663-93c8-412c-9f21-6a5380b6c6f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:42:18Z', 'updated_at': '2021-11-12T04:42:18Z', 'revision_number': 0, 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80b7cdcf-edbe-4029-9934-587f29841e9b', 'name': '', 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'mac_address': 'fa:16:3e:c1:bc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '8af10165-5d78-4f3e-8038-400171437022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:23Z', 'updated_at': '2021-11-12T04:39:27Z', 'revision_number': 5, 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'subnets': [{'id': '8af10165-5d78-4f3e-8038-400171437022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:19.318612 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62c4fd6-8b87-4c51-81ec-3a150f3de7a3 None None] Checking router: e43c0ff5-e03b-470b-b7ac-d9ef8630e84e for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:42:19.324514 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a4e5d-96ca-488b-8dfb-5b2eeef4a660 req-77dc72cc-ceef-4573-a661-a8432a01fddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:19.326032 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-846a4e5d-96ca-488b-8dfb-5b2eeef4a660 req-77dc72cc-ceef-4573-a661-a8432a01fddc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8af10165-5d78-4f3e-8038-400171437022 HTTP/1.1" status: 200 len: 849 time: 0.0466852 Nov 12 04:42:19.327314 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62c4fd6-8b87-4c51-81ec-3a150f3de7a3 None None] Routers {'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:42:19.327897 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-e62c4fd6-8b87-4c51-81ec-3a150f3de7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:42:04Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['e43c0ff5-e03b-470b-b7ac-d9ef8630e84e'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:19.372872 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a4e5d-96ca-488b-8dfb-5b2eeef4a660 req-9574b2e8-1103-452e-b2dd-6443d2e6342a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:19.374390 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-846a4e5d-96ca-488b-8dfb-5b2eeef4a660 req-9574b2e8-1103-452e-b2dd-6443d2e6342a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f5c9d042-2b52-4e8f-b7a2-cf45074ca57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410409 Nov 12 04:42:19.433771 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-e62c4fd6-8b87-4c51-81ec-3a150f3de7a3 None None] Set router e43c0ff5-e03b-470b-b7ac-d9ef8630e84e gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:42:19.470436 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-846a4e5d-96ca-488b-8dfb-5b2eeef4a660 req-822783ec-5231-4d2e-952e-0483a03eb5d5 service neutron] 10.222.0.90 "GET /v2.0/networks/f5c9d042-2b52-4e8f-b7a2-cf45074ca57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891314 Nov 12 04:42:19.563916 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-846a4e5d-96ca-488b-8dfb-5b2eeef4a660 req-bfbf8864-3de9-4316-b280-8b4c2583d8e5 service neutron] 10.222.0.90 "GET /v2.0/networks/f5c9d042-2b52-4e8f-b7a2-cf45074ca57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857022 Nov 12 04:42:19.665105 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-e62c4fd6-8b87-4c51-81ec-3a150f3de7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'name': 'tempest-TestSnapshotPattern-2017050317-router', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:39:21Z', 'updated_at': '2021-11-12T04:39:23Z', 'revision_number': 4, 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'gw_port': {'id': 'e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:10:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:21Z', 'updated_at': '2021-11-12T04:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '315f8499-8d87-4820-8b71-d95f59f3e6b6', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'floating_ip_address': '172.25.5.151', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'port_id': '99620781-d83d-4069-aad0-e39a9566dbee', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c', 'mac_address': 'fa:16:3e:76:ef:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64cbe8bd-72e7-4f4d-b9f3-70a9af393725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:39:43Z', 'updated_at': '2021-11-12T04:39:45Z', 'revision_number': 1, 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'fixed_ip_address_scope': None}, {'id': '640ddb78-6a99-4730-b15e-958c9998b3f2', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'port_id': 'c05482b6-660e-49f3-b2d7-8d9559a8ae95', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c', 'mac_address': 'fa:16:3e:ab:5c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59938663-93c8-412c-9f21-6a5380b6c6f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:42:18Z', 'updated_at': '2021-11-12T04:42:18Z', 'revision_number': 0, 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80b7cdcf-edbe-4029-9934-587f29841e9b', 'name': '', 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'mac_address': 'fa:16:3e:c1:bc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '8af10165-5d78-4f3e-8038-400171437022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:23Z', 'updated_at': '2021-11-12T04:39:27Z', 'revision_number': 5, 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'subnets': [{'id': '8af10165-5d78-4f3e-8038-400171437022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:19.691166 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62c4fd6-8b87-4c51-81ec-3a150f3de7a3 None None] The sync data for ids ['e43c0ff5-e03b-470b-b7ac-d9ef8630e84e'] in n-d-715271-27 is: [{'id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'name': 'tempest-TestSnapshotPattern-2017050317-router', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:39:21Z', 'updated_at': '2021-11-12T04:39:23Z', 'revision_number': 4, 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'gw_port': {'id': 'e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:10:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:21Z', 'updated_at': '2021-11-12T04:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '315f8499-8d87-4820-8b71-d95f59f3e6b6', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'floating_ip_address': '172.25.5.151', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'port_id': '99620781-d83d-4069-aad0-e39a9566dbee', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c', 'mac_address': 'fa:16:3e:76:ef:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64cbe8bd-72e7-4f4d-b9f3-70a9af393725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:39:43Z', 'updated_at': '2021-11-12T04:39:45Z', 'revision_number': 1, 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'fixed_ip_address_scope': None}, {'id': '640ddb78-6a99-4730-b15e-958c9998b3f2', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'port_id': 'c05482b6-660e-49f3-b2d7-8d9559a8ae95', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c', 'mac_address': 'fa:16:3e:ab:5c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59938663-93c8-412c-9f21-6a5380b6c6f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:42:18Z', 'updated_at': '2021-11-12T04:42:18Z', 'revision_number': 0, 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80b7cdcf-edbe-4029-9934-587f29841e9b', 'name': '', 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'mac_address': 'fa:16:3e:c1:bc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '8af10165-5d78-4f3e-8038-400171437022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:23Z', 'updated_at': '2021-11-12T04:39:27Z', 'revision_number': 5, 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'subnets': [{'id': '8af10165-5d78-4f3e-8038-400171437022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:42:19.888588 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2284b65-0111-4ec0-bcdd-9e448e44cf19 None None] New status for floating IP 640ddb78-6a99-4730-b15e-958c9998b3f2: ACTIVE {{(pid=102573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:42:26.602441 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-29d70802-a58b-4e70-88eb-8d27845ec0a0 req-e59268bf-699a-47bf-9547-68c96f2432e6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=59938663-93c8-412c-9f21-6a5380b6c6f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0452163 Nov 12 04:42:26.710919 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d70802-a58b-4e70-88eb-8d27845ec0a0 req-1d1a2a38-ae42-4dd2-ac82-dc567cfcff95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:26.712313 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-29d70802-a58b-4e70-88eb-8d27845ec0a0 req-1d1a2a38-ae42-4dd2-ac82-dc567cfcff95 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=88e7d4ee22664f2eb2e9969a5b16c0d1&device_id=59938663-93c8-412c-9f21-6a5380b6c6f2 HTTP/1.1" status: 200 len: 1097 time: 0.0409939 Nov 12 04:42:26.820542 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d70802-a58b-4e70-88eb-8d27845ec0a0 req-d32acfb0-954f-40cd-9474-749f9f987be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:26.822024 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-29d70802-a58b-4e70-88eb-8d27845ec0a0 req-d32acfb0-954f-40cd-9474-749f9f987be3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f5c9d042-2b52-4e8f-b7a2-cf45074ca57c HTTP/1.1" status: 200 len: 911 time: 0.0862534 Nov 12 04:42:26.894096 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-29d70802-a58b-4e70-88eb-8d27845ec0a0 req-ef99362b-0d70-4f94-9bb5-c05a5dddb347 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c05482b6-660e-49f3-b2d7-8d9559a8ae95 HTTP/1.1" status: 200 len: 1001 time: 0.0627759 Nov 12 04:42:26.946154 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d70802-a58b-4e70-88eb-8d27845ec0a0 req-0ed15988-f7ff-47cd-ad91-894b898452c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:26.947632 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-29d70802-a58b-4e70-88eb-8d27845ec0a0 req-0ed15988-f7ff-47cd-ad91-894b898452c2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8af10165-5d78-4f3e-8038-400171437022 HTTP/1.1" status: 200 len: 849 time: 0.0458264 Nov 12 04:42:26.994620 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d70802-a58b-4e70-88eb-8d27845ec0a0 req-110586b5-5e4d-4e29-b8f9-9e6aabd338a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:26.996038 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-29d70802-a58b-4e70-88eb-8d27845ec0a0 req-110586b5-5e4d-4e29-b8f9-9e6aabd338a2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f5c9d042-2b52-4e8f-b7a2-cf45074ca57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407858 Nov 12 04:42:27.094000 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-29d70802-a58b-4e70-88eb-8d27845ec0a0 req-b4870ac6-0f8d-4dec-92b7-0cae0c6e04f0 service neutron] 10.222.0.90 "GET /v2.0/networks/f5c9d042-2b52-4e8f-b7a2-cf45074ca57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901196 Nov 12 04:42:27.187751 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-29d70802-a58b-4e70-88eb-8d27845ec0a0 req-e6f426e0-fe40-4515-9239-6df4a7e78940 service neutron] 10.222.0.90 "GET /v2.0/networks/f5c9d042-2b52-4e8f-b7a2-cf45074ca57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837045 Nov 12 04:42:30.538631 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8bd27c85-805c-472e-88a8-a9a0d75c97e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:33.516969 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f7695577-80f2-4f05-b71c-3008dda45a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:34.427922 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:35.752783 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:36.579895 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:39.582116 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:48.909729 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:42:48.925270 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:00.541497 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d4509e5f-0632-40c8-b24b-a723a2e41535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:03.517863 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e9cd9be5-7cf8-44e8-8470-1bcafa8ac133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:04.323409 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-69653927-28e1-49b1-80e6-e15cd22f90ab req-dbbfcbff-3779-4072-ae5c-a27e76d2bfd2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=64cbe8bd-72e7-4f4d-b9f3-70a9af393725&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414140 Nov 12 04:43:04.411021 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69653927-28e1-49b1-80e6-e15cd22f90ab req-c33b7163-9697-441e-b335-42a41440dd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:04.412698 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-69653927-28e1-49b1-80e6-e15cd22f90ab req-c33b7163-9697-441e-b335-42a41440dd96 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=88e7d4ee22664f2eb2e9969a5b16c0d1&device_id=64cbe8bd-72e7-4f4d-b9f3-70a9af393725 HTTP/1.1" status: 200 len: 1096 time: 0.0420997 Nov 12 04:43:04.431226 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:04.523545 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69653927-28e1-49b1-80e6-e15cd22f90ab req-23ab9e9b-1305-47ff-9b22-b68b826fa124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:04.525121 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-69653927-28e1-49b1-80e6-e15cd22f90ab req-23ab9e9b-1305-47ff-9b22-b68b826fa124 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f5c9d042-2b52-4e8f-b7a2-cf45074ca57c HTTP/1.1" status: 200 len: 911 time: 0.0897324 Nov 12 04:43:04.595176 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-69653927-28e1-49b1-80e6-e15cd22f90ab req-df65ef22-c386-44fd-8fb3-040d015533cc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99620781-d83d-4069-aad0-e39a9566dbee HTTP/1.1" status: 200 len: 1000 time: 0.0582855 Nov 12 04:43:04.651350 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69653927-28e1-49b1-80e6-e15cd22f90ab req-49bff0a3-9e5e-461b-ada3-bf9b5a3518f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:04.652827 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-69653927-28e1-49b1-80e6-e15cd22f90ab req-49bff0a3-9e5e-461b-ada3-bf9b5a3518f8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8af10165-5d78-4f3e-8038-400171437022 HTTP/1.1" status: 200 len: 849 time: 0.0474234 Nov 12 04:43:04.704842 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69653927-28e1-49b1-80e6-e15cd22f90ab req-6d59c31e-81e3-42a3-8379-e7ee4c1d9e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:04.706318 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-69653927-28e1-49b1-80e6-e15cd22f90ab req-6d59c31e-81e3-42a3-8379-e7ee4c1d9e78 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f5c9d042-2b52-4e8f-b7a2-cf45074ca57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416331 Nov 12 04:43:04.795269 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-69653927-28e1-49b1-80e6-e15cd22f90ab req-e29e81bd-0983-4429-aadf-28e72878a139 service neutron] 10.222.0.74 "GET /v2.0/networks/f5c9d042-2b52-4e8f-b7a2-cf45074ca57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807610 Nov 12 04:43:05.240112 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-69653927-28e1-49b1-80e6-e15cd22f90ab req-3f0bb8fa-b4bb-4a1e-8edc-c376a8e5e400 service neutron] 10.222.0.74 "GET /v2.0/networks/f5c9d042-2b52-4e8f-b7a2-cf45074ca57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341185 Nov 12 04:43:05.755050 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:06.583125 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:09.580608 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:18.938018 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:25.909122 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:43:27.644356 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-50a88f68-e536-4b45-b99a-ccaad7c0a305 req-a3472e30-154c-4915-bfa6-548033e7c651 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=59938663-93c8-412c-9f21-6a5380b6c6f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0885799 Nov 12 04:43:27.746547 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a88f68-e536-4b45-b99a-ccaad7c0a305 req-c38d12a4-3cdd-4b30-b421-9acb575ae61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:27.748014 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-50a88f68-e536-4b45-b99a-ccaad7c0a305 req-c38d12a4-3cdd-4b30-b421-9acb575ae61c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=88e7d4ee22664f2eb2e9969a5b16c0d1&device_id=59938663-93c8-412c-9f21-6a5380b6c6f2 HTTP/1.1" status: 200 len: 1097 time: 0.0410762 Nov 12 04:43:27.854692 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a88f68-e536-4b45-b99a-ccaad7c0a305 req-a1766d9b-fb3e-43af-8b56-08fe469290a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:27.856365 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-50a88f68-e536-4b45-b99a-ccaad7c0a305 req-a1766d9b-fb3e-43af-8b56-08fe469290a5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f5c9d042-2b52-4e8f-b7a2-cf45074ca57c HTTP/1.1" status: 200 len: 911 time: 0.0882506 Nov 12 04:43:27.933554 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-50a88f68-e536-4b45-b99a-ccaad7c0a305 req-718ceda0-4d0b-4aca-a8e5-03dca52b020d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c05482b6-660e-49f3-b2d7-8d9559a8ae95 HTTP/1.1" status: 200 len: 1001 time: 0.0675070 Nov 12 04:43:27.984659 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a88f68-e536-4b45-b99a-ccaad7c0a305 req-ad23a3cb-a0f4-4a63-b724-95ebed7a83f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:27.986110 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-50a88f68-e536-4b45-b99a-ccaad7c0a305 req-ad23a3cb-a0f4-4a63-b724-95ebed7a83f7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8af10165-5d78-4f3e-8038-400171437022 HTTP/1.1" status: 200 len: 849 time: 0.0451434 Nov 12 04:43:28.036823 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a88f68-e536-4b45-b99a-ccaad7c0a305 req-46f45d11-2e15-4b26-bb43-7d2c217bc2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:28.038470 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-50a88f68-e536-4b45-b99a-ccaad7c0a305 req-46f45d11-2e15-4b26-bb43-7d2c217bc2d4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f5c9d042-2b52-4e8f-b7a2-cf45074ca57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448017 Nov 12 04:43:28.132083 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-50a88f68-e536-4b45-b99a-ccaad7c0a305 req-a84e60a9-bec1-4928-bc82-c5b2dc31bb75 service neutron] 10.222.0.90 "GET /v2.0/networks/f5c9d042-2b52-4e8f-b7a2-cf45074ca57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854492 Nov 12 04:43:28.229953 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-50a88f68-e536-4b45-b99a-ccaad7c0a305 req-4c3e2e1e-0d66-46de-8524-c7bb9461e5ab service neutron] 10.222.0.90 "GET /v2.0/networks/f5c9d042-2b52-4e8f-b7a2-cf45074ca57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891829 Nov 12 04:43:30.543758 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-821e02f9-d977-4356-9d98-192dc5111cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:33.519130 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4f222e81-dc72-43c3-9ffd-6521c8d049b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:34.433510 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:35.758779 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:36.585179 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:39.594797 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:48.944606 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:00.545903 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5791af3c-c5d0-434f-9f90-929829d9b286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:01.320826 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device c05482b6-660e-49f3-b2d7-8d9559a8ae95 details requested by agent hyperv_n-h2-715271-27 with host n-h2-715271-27 {{(pid=102573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:44:01.419218 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port c05482b6-660e-49f3-b2d7-8d9559a8ae95, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=c05482b6-660e-49f3-b2d7-8d9559a8ae95,segment=NetworkSegment(5082253a-e687-4633-b1c0-b0fd10f34ec9),segment_id=5082253a-e687-4633-b1c0-b0fd10f34ec9)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:44:01.433258 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Returning: {'device': 'c05482b6-660e-49f3-b2d7-8d9559a8ae95', 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c', 'port_id': 'c05482b6-660e-49f3-b2d7-8d9559a8ae95', 'mac_address': 'fa:16:3e:ab:5c:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8af10165-5d78-4f3e-8038-400171437022', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:44:01.477878 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:01.491544 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c05482b6-660e-49f3-b2d7-8d9559a8ae95 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:44:01.527100 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port c05482b6-660e-49f3-b2d7-8d9559a8ae95, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=c05482b6-660e-49f3-b2d7-8d9559a8ae95,segment=NetworkSegment(5082253a-e687-4633-b1c0-b0fd10f34ec9),segment_id=5082253a-e687-4633-b1c0-b0fd10f34ec9)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:44:01.532721 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:01.590535 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=c05482b6-660e-49f3-b2d7-8d9559a8ae95,revision_number=6']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:44:01.600129 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:01.600568 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:01.601037 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:01.601546 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:01.601826 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:01.602255 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:01.602555 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:01.602904 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:01.603398 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:01.603689 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:01.604041 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:01.604697 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:01.683859 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] get_ports_and_sgs() called for port_ids ['c05482b6-660e-49f3-b2d7-8d9559a8ae95'] {{(pid=102573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:44:02.908753 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:44:03.338168 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device c05482b6-660e-49f3-b2d7-8d9559a8ae95 up at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:44:03.410476 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Provisioning complete for port c05482b6-660e-49f3-b2d7-8d9559a8ae95 triggered by entity L2. {{(pid=102573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:44:03.414849 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376815'] for port, provisioning_complete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:03.538708 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1732462'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:03.554927 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9cd12a18-35fe-4bdb-9354-c2f665d13de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:03.580327 n-d-715271-27 neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59938663-93c8-412c-9f21-6a5380b6c6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05482b6-660e-49f3-b2d7-8d9559a8ae95'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:44:03.583095 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b6ddd3dcdf33591bed50c5a7e661b8bd9e6bfa45082c02e2ff7a95d810a3d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1efbcda-a096-4d82-bbac-d9a71e152c5e" -d '{"events": [{"server_uuid": "59938663-93c8-412c-9f21-6a5380b6c6f2", "name": "network-vif-plugged", "status": "completed", "tag": "c05482b6-660e-49f3-b2d7-8d9559a8ae95"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:44:03.601471 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] For port c05482b6-660e-49f3-b2d7-8d9559a8ae95, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=c05482b6-660e-49f3-b2d7-8d9559a8ae95,segment=NetworkSegment(5082253a-e687-4633-b1c0-b0fd10f34ec9),segment_id=5082253a-e687-4633-b1c0-b0fd10f34ec9)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:44:03.612585 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746944722324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746944262292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746944262310'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:03.677988 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7faff315-8173-4a95-9473-4389c472ec98 x-openstack-request-id: req-7faff315-8173-4a95-9473-4389c472ec98 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:44:03.678540 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59938663-93c8-412c-9f21-6a5380b6c6f2", "name": "network-vif-plugged", "status": "completed", "tag": "c05482b6-660e-49f3-b2d7-8d9559a8ae95", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:44:03.678850 n-d-715271-27 neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7faff315-8173-4a95-9473-4389c472ec98 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:44:03.679299 n-d-715271-27 neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59938663-93c8-412c-9f21-6a5380b6c6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05482b6-660e-49f3-b2d7-8d9559a8ae95', 'code': 200} Nov 12 04:44:03.700392 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Pushing event updated for resources: {'Port': ['ID=c05482b6-660e-49f3-b2d7-8d9559a8ae95,revision_number=7']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:44:04.438713 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:05.768466 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:06.284352 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7f7083e3-f27f-49f6-93f2-3668e323b92a req-59a9e56b-21ce-4385-bf0a-906f56bfdb0d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=64cbe8bd-72e7-4f4d-b9f3-70a9af393725&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0595045 Nov 12 04:44:06.382713 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7083e3-f27f-49f6-93f2-3668e323b92a req-6544b61a-929a-4ca0-b51f-b51172388036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:06.384421 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7f7083e3-f27f-49f6-93f2-3668e323b92a req-6544b61a-929a-4ca0-b51f-b51172388036 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=88e7d4ee22664f2eb2e9969a5b16c0d1&device_id=64cbe8bd-72e7-4f4d-b9f3-70a9af393725 HTTP/1.1" status: 200 len: 1096 time: 0.0520427 Nov 12 04:44:06.520412 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7083e3-f27f-49f6-93f2-3668e323b92a req-82374701-13dd-454f-807b-d92eddd80ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:06.521942 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7f7083e3-f27f-49f6-93f2-3668e323b92a req-82374701-13dd-454f-807b-d92eddd80ebc service neutron] 10.222.0.74 "GET /v2.0/networks?id=f5c9d042-2b52-4e8f-b7a2-cf45074ca57c HTTP/1.1" status: 200 len: 911 time: 0.1133471 Nov 12 04:44:06.594825 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:06.626224 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7f7083e3-f27f-49f6-93f2-3668e323b92a req-80d6fb63-a3be-4d62-9e5b-56018aa6b7d2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99620781-d83d-4069-aad0-e39a9566dbee HTTP/1.1" status: 200 len: 1000 time: 0.0974591 Nov 12 04:44:06.685801 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7083e3-f27f-49f6-93f2-3668e323b92a req-072648e8-52fb-45bc-9413-1d0d401a2f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:06.687261 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7f7083e3-f27f-49f6-93f2-3668e323b92a req-072648e8-52fb-45bc-9413-1d0d401a2f9a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8af10165-5d78-4f3e-8038-400171437022 HTTP/1.1" status: 200 len: 849 time: 0.0502982 Nov 12 04:44:06.745545 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7083e3-f27f-49f6-93f2-3668e323b92a req-e385d540-161e-44a7-b00f-2b0840a20929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:06.747051 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7f7083e3-f27f-49f6-93f2-3668e323b92a req-e385d540-161e-44a7-b00f-2b0840a20929 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f5c9d042-2b52-4e8f-b7a2-cf45074ca57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485270 Nov 12 04:44:06.857217 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7f7083e3-f27f-49f6-93f2-3668e323b92a req-017e6d75-f69a-430b-b17f-20989a71e1bd service neutron] 10.222.0.74 "GET /v2.0/networks/f5c9d042-2b52-4e8f-b7a2-cf45074ca57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997181 Nov 12 04:44:06.966095 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-7f7083e3-f27f-49f6-93f2-3668e323b92a req-51357c31-f0ff-4b6a-a9d7-94622c14d072 service neutron] 10.222.0.74 "GET /v2.0/networks/f5c9d042-2b52-4e8f-b7a2-cf45074ca57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967252 Nov 12 04:44:09.595560 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:11.827463 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60770) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:44:11.989627 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-f0d31852-0a31-4f86-905c-a7a2d26a0a66 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Deleting port 17a94c54-3dec-44d8-9ab7-2707e189452a {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:44:11.990104 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f0d31852-0a31-4f86-905c-a7a2d26a0a66 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:12.068600 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f0d31852-0a31-4f86-905c-a7a2d26a0a66 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:12.068916 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f0d31852-0a31-4f86-905c-a7a2d26a0a66 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:12.080471 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-f0d31852-0a31-4f86-905c-a7a2d26a0a66 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Calling delete_port for 17a94c54-3dec-44d8-9ab7-2707e189452a owned by network:floatingip {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:44:12.227010 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f0d31852-0a31-4f86-905c-a7a2d26a0a66 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:12.256068 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d31852-0a31-4f86-905c-a7a2d26a0a66 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Pushing event deleted for resources: {'Port': ['ID=17a94c54-3dec-44d8-9ab7-2707e189452a,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:44:12.279450 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d31852-0a31-4f86-905c-a7a2d26a0a66 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:12.279795 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d31852-0a31-4f86-905c-a7a2d26a0a66 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:12.280174 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d31852-0a31-4f86-905c-a7a2d26a0a66 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:12.280511 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d31852-0a31-4f86-905c-a7a2d26a0a66 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:12.280844 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d31852-0a31-4f86-905c-a7a2d26a0a66 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:12.281175 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d31852-0a31-4f86-905c-a7a2d26a0a66 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:12.281499 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d31852-0a31-4f86-905c-a7a2d26a0a66 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:12.281822 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d31852-0a31-4f86-905c-a7a2d26a0a66 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:12.282144 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d31852-0a31-4f86-905c-a7a2d26a0a66 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:12.282466 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d31852-0a31-4f86-905c-a7a2d26a0a66 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:12.282787 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d31852-0a31-4f86-905c-a7a2d26a0a66 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:12.283108 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d31852-0a31-4f86-905c-a7a2d26a0a66 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:12.326338 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f0d31852-0a31-4f86-905c-a7a2d26a0a66 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks [] for floatingip, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:12.326667 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [None req-f0d31852-0a31-4f86-905c-a7a2d26a0a66 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Floating IP 640ddb78-6a99-4730-b15e-958c9998b3f2 disassociated (deleted). External IP: 172.25.5.248, port: c05482b6-660e-49f3-b2d7-8d9559a8ae95. Nov 12 04:44:12.538777 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d31852-0a31-4f86-905c-a7a2d26a0a66 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Router e43c0ff5-e03b-470b-b7ac-d9ef8630e84e has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:44:12.649575 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d31852-0a31-4f86-905c-a7a2d26a0a66 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:44:12.654433 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-f0d31852-0a31-4f86-905c-a7a2d26a0a66 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:12.659053 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6fc0d6-1d89-4418-99ca-69af4199f3c7 None None] Sync routers for ids ['e43c0ff5-e03b-470b-b7ac-d9ef8630e84e'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:44:12.670025 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6fc0d6-1d89-4418-99ca-69af4199f3c7 None None] Routers {'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:44:12.670643 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-bb6fc0d6-1d89-4418-99ca-69af4199f3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:44:04Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['e43c0ff5-e03b-470b-b7ac-d9ef8630e84e'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:44:12.682089 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-f0d31852-0a31-4f86-905c-a7a2d26a0a66 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "DELETE /v2.0/floatingips/640ddb78-6a99-4730-b15e-958c9998b3f2 HTTP/1.1" status: 204 len: 168 time: 0.8534174 Nov 12 04:44:12.683043 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59938663-93c8-412c-9f21-6a5380b6c6f2', 'tag': 'c05482b6-660e-49f3-b2d7-8d9559a8ae95'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:44:12.685618 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6663d1d3f3c9eef7926d12034ee86df45d83a9b81db0163b8b39b36c8946953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a689c56-ee63-4d07-81a5-b20bec2f68f3" -d '{"events": [{"name": "network-changed", "server_uuid": "59938663-93c8-412c-9f21-6a5380b6c6f2", "tag": "c05482b6-660e-49f3-b2d7-8d9559a8ae95"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:44:12.728322 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0d060e-506a-4bab-b97d-814f2bf7622f x-openstack-request-id: req-0f0d060e-506a-4bab-b97d-814f2bf7622f {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:44:12.728717 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59938663-93c8-412c-9f21-6a5380b6c6f2", "tag": "c05482b6-660e-49f3-b2d7-8d9559a8ae95", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:44:12.729122 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0f0d060e-506a-4bab-b97d-814f2bf7622f {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:44:12.729570 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59938663-93c8-412c-9f21-6a5380b6c6f2', 'tag': 'c05482b6-660e-49f3-b2d7-8d9559a8ae95', 'status': 'completed', 'code': 200} Nov 12 04:44:12.780360 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-bb6fc0d6-1d89-4418-99ca-69af4199f3c7 None None] Set router e43c0ff5-e03b-470b-b7ac-d9ef8630e84e gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:44:12.830535 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a689c56-ee63-4d07-81a5-b20bec2f68f3 req-e2598fc3-956e-423e-b6a1-710f4a4f6aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:12.832265 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6a689c56-ee63-4d07-81a5-b20bec2f68f3 req-e2598fc3-956e-423e-b6a1-710f4a4f6aee service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=88e7d4ee22664f2eb2e9969a5b16c0d1&device_id=59938663-93c8-412c-9f21-6a5380b6c6f2 HTTP/1.1" status: 200 len: 1097 time: 0.0608284 Nov 12 04:44:12.968429 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a689c56-ee63-4d07-81a5-b20bec2f68f3 req-2f5e0167-b7bc-442c-840d-35a74d59a72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:12.969944 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6a689c56-ee63-4d07-81a5-b20bec2f68f3 req-2f5e0167-b7bc-442c-840d-35a74d59a72f service neutron] 10.222.0.90 "GET /v2.0/networks?id=f5c9d042-2b52-4e8f-b7a2-cf45074ca57c HTTP/1.1" status: 200 len: 911 time: 0.0992198 Nov 12 04:44:12.990113 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e8c75c-8cb2-41c9-8b83-e82a25849c52 req-b0989ece-a5da-4008-ab6b-ad9b2bd485ed tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:12.991640 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-55e8c75c-8cb2-41c9-8b83-e82a25849c52 req-b0989ece-a5da-4008-ab6b-ad9b2bd485ed tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/ports?device_id=59938663-93c8-412c-9f21-6a5380b6c6f2 HTTP/1.1" status: 200 len: 945 time: 0.1160364 Nov 12 04:44:13.017092 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6a689c56-ee63-4d07-81a5-b20bec2f68f3 req-81342cbf-dd64-4439-9cbf-666354e5c052 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c05482b6-660e-49f3-b2d7-8d9559a8ae95 HTTP/1.1" status: 200 len: 217 time: 0.0380952 Nov 12 04:44:13.025209 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-bb6fc0d6-1d89-4418-99ca-69af4199f3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'name': 'tempest-TestSnapshotPattern-2017050317-router', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:39:21Z', 'updated_at': '2021-11-12T04:39:23Z', 'revision_number': 4, 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'gw_port': {'id': 'e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:10:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:21Z', 'updated_at': '2021-11-12T04:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '315f8499-8d87-4820-8b71-d95f59f3e6b6', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'floating_ip_address': '172.25.5.151', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'port_id': '99620781-d83d-4069-aad0-e39a9566dbee', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c', 'mac_address': 'fa:16:3e:76:ef:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64cbe8bd-72e7-4f4d-b9f3-70a9af393725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:39:43Z', 'updated_at': '2021-11-12T04:39:45Z', 'revision_number': 1, 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80b7cdcf-edbe-4029-9934-587f29841e9b', 'name': '', 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'mac_address': 'fa:16:3e:c1:bc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '8af10165-5d78-4f3e-8038-400171437022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:23Z', 'updated_at': '2021-11-12T04:39:27Z', 'revision_number': 5, 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'subnets': [{'id': '8af10165-5d78-4f3e-8038-400171437022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:44:13.048055 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-55e8c75c-8cb2-41c9-8b83-e82a25849c52 req-6118fc08-9261-49a3-99a1-c92454ad9a2f tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/security-groups?id=a02905e5-2a06-4d91-9d49-d00f43609c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498555 Nov 12 04:44:13.051432 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6fc0d6-1d89-4418-99ca-69af4199f3c7 None None] Checking router: e43c0ff5-e03b-470b-b7ac-d9ef8630e84e for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:44:13.060283 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6fc0d6-1d89-4418-99ca-69af4199f3c7 None None] Routers {'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:44:13.060889 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-bb6fc0d6-1d89-4418-99ca-69af4199f3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:44:04Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['e43c0ff5-e03b-470b-b7ac-d9ef8630e84e'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:44:13.071270 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a689c56-ee63-4d07-81a5-b20bec2f68f3 req-675c2b41-5dd0-4b91-9787-609df7be48e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:13.072827 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6a689c56-ee63-4d07-81a5-b20bec2f68f3 req-675c2b41-5dd0-4b91-9787-609df7be48e3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8af10165-5d78-4f3e-8038-400171437022 HTTP/1.1" status: 200 len: 849 time: 0.0473256 Nov 12 04:44:13.120455 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a689c56-ee63-4d07-81a5-b20bec2f68f3 req-e4f08ee0-7c82-4520-9e14-9886c2a4981c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:13.121960 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6a689c56-ee63-4d07-81a5-b20bec2f68f3 req-e4f08ee0-7c82-4520-9e14-9886c2a4981c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f5c9d042-2b52-4e8f-b7a2-cf45074ca57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414100 Nov 12 04:44:13.170473 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-bb6fc0d6-1d89-4418-99ca-69af4199f3c7 None None] Set router e43c0ff5-e03b-470b-b7ac-d9ef8630e84e gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:44:13.218299 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6a689c56-ee63-4d07-81a5-b20bec2f68f3 req-f06ca3d0-8475-45a0-a6bd-5cc5d53235bd service neutron] 10.222.0.90 "GET /v2.0/networks/f5c9d042-2b52-4e8f-b7a2-cf45074ca57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874002 Nov 12 04:44:13.409283 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-bb6fc0d6-1d89-4418-99ca-69af4199f3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'name': 'tempest-TestSnapshotPattern-2017050317-router', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:39:21Z', 'updated_at': '2021-11-12T04:39:23Z', 'revision_number': 4, 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'gw_port': {'id': 'e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:10:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:21Z', 'updated_at': '2021-11-12T04:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '315f8499-8d87-4820-8b71-d95f59f3e6b6', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'floating_ip_address': '172.25.5.151', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'port_id': '99620781-d83d-4069-aad0-e39a9566dbee', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c', 'mac_address': 'fa:16:3e:76:ef:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64cbe8bd-72e7-4f4d-b9f3-70a9af393725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:39:43Z', 'updated_at': '2021-11-12T04:39:45Z', 'revision_number': 1, 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80b7cdcf-edbe-4029-9934-587f29841e9b', 'name': '', 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'mac_address': 'fa:16:3e:c1:bc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '8af10165-5d78-4f3e-8038-400171437022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:23Z', 'updated_at': '2021-11-12T04:39:27Z', 'revision_number': 5, 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'subnets': [{'id': '8af10165-5d78-4f3e-8038-400171437022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:44:13.436365 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6fc0d6-1d89-4418-99ca-69af4199f3c7 None None] The sync data for ids ['e43c0ff5-e03b-470b-b7ac-d9ef8630e84e'] in n-d-715271-27 is: [{'id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'name': 'tempest-TestSnapshotPattern-2017050317-router', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:39:21Z', 'updated_at': '2021-11-12T04:39:23Z', 'revision_number': 4, 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'gw_port': {'id': 'e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:10:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:21Z', 'updated_at': '2021-11-12T04:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_floatingips': [{'id': '315f8499-8d87-4820-8b71-d95f59f3e6b6', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'floating_ip_address': '172.25.5.151', 'floating_network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'router_id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'port_id': '99620781-d83d-4069-aad0-e39a9566dbee', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c', 'mac_address': 'fa:16:3e:76:ef:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64cbe8bd-72e7-4f4d-b9f3-70a9af393725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:39:43Z', 'updated_at': '2021-11-12T04:39:45Z', 'revision_number': 1, 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80b7cdcf-edbe-4029-9934-587f29841e9b', 'name': '', 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'mac_address': 'fa:16:3e:c1:bc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '8af10165-5d78-4f3e-8038-400171437022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:23Z', 'updated_at': '2021-11-12T04:39:27Z', 'revision_number': 5, 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'subnets': [{'id': '8af10165-5d78-4f3e-8038-400171437022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:44:13.624372 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-6a689c56-ee63-4d07-81a5-b20bec2f68f3 req-9cb384b7-29ce-4e2b-ab69-99adf4fabaf9 service neutron] 10.222.0.90 "GET /v2.0/networks/f5c9d042-2b52-4e8f-b7a2-cf45074ca57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3951774 Nov 12 04:44:13.678839 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dee1c2f-ddba-4876-bac1-eb169093e5fe None None] New status for floating IP 640ddb78-6a99-4730-b15e-958c9998b3f2: DOWN {{(pid=102573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:44:14.170763 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001f2e7-43bf-4ca4-aceb-0ce88fefa68f req-1379265c-5a52-4b09-be25-f39b4caea96b tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:14.172158 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b001f2e7-43bf-4ca4-aceb-0ce88fefa68f req-1379265c-5a52-4b09-be25-f39b4caea96b tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/ports?device_id=59938663-93c8-412c-9f21-6a5380b6c6f2 HTTP/1.1" status: 200 len: 945 time: 0.0482538 Nov 12 04:44:14.221770 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b001f2e7-43bf-4ca4-aceb-0ce88fefa68f req-8e7e5228-4ae9-49fb-896f-9c2c8d678488 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/security-groups?id=a02905e5-2a06-4d91-9d49-d00f43609c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429902 Nov 12 04:44:14.606471 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de7915-d518-4f12-a1e8-b492f30ee593 req-4000c932-ab0a-4f56-9103-440e8ce6b4be tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:14.607816 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-18de7915-d518-4f12-a1e8-b492f30ee593 req-4000c932-ab0a-4f56-9103-440e8ce6b4be tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.90 "GET /v2.0/ports?device_id=59938663-93c8-412c-9f21-6a5380b6c6f2 HTTP/1.1" status: 200 len: 945 time: 0.0492032 Nov 12 04:44:14.705567 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-18de7915-d518-4f12-a1e8-b492f30ee593 req-1905e0b9-61bb-4f0f-be01-ffbcc3423bc5 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Deleting port c05482b6-660e-49f3-b2d7-8d9559a8ae95 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:44:14.705894 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-18de7915-d518-4f12-a1e8-b492f30ee593 req-1905e0b9-61bb-4f0f-be01-ffbcc3423bc5 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:14.793326 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [req-18de7915-d518-4f12-a1e8-b492f30ee593 req-1905e0b9-61bb-4f0f-be01-ffbcc3423bc5 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] For port c05482b6-660e-49f3-b2d7-8d9559a8ae95, host n-h2-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-27',level=0,port_id=c05482b6-660e-49f3-b2d7-8d9559a8ae95,segment=NetworkSegment(5082253a-e687-4633-b1c0-b0fd10f34ec9),segment_id=5082253a-e687-4633-b1c0-b0fd10f34ec9)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:44:14.793676 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-18de7915-d518-4f12-a1e8-b492f30ee593 req-1905e0b9-61bb-4f0f-be01-ffbcc3423bc5 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:14.806730 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [req-18de7915-d518-4f12-a1e8-b492f30ee593 req-1905e0b9-61bb-4f0f-be01-ffbcc3423bc5 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Calling delete_port for c05482b6-660e-49f3-b2d7-8d9559a8ae95 owned by compute:nova {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:44:14.934332 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-18de7915-d518-4f12-a1e8-b492f30ee593 req-1905e0b9-61bb-4f0f-be01-ffbcc3423bc5 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:14.966117 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905e0b9-61bb-4f0f-be01-ffbcc3423bc5 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Pushing event deleted for resources: {'Port': ['ID=c05482b6-660e-49f3-b2d7-8d9559a8ae95,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:44:14.992666 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1905e0b9-61bb-4f0f-be01-ffbcc3423bc5 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:14.993014 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1905e0b9-61bb-4f0f-be01-ffbcc3423bc5 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:14.993353 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1905e0b9-61bb-4f0f-be01-ffbcc3423bc5 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:14.993691 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1905e0b9-61bb-4f0f-be01-ffbcc3423bc5 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:14.994022 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1905e0b9-61bb-4f0f-be01-ffbcc3423bc5 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:14.994348 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1905e0b9-61bb-4f0f-be01-ffbcc3423bc5 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:14.994671 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1905e0b9-61bb-4f0f-be01-ffbcc3423bc5 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:14.994995 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1905e0b9-61bb-4f0f-be01-ffbcc3423bc5 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:14.995313 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1905e0b9-61bb-4f0f-be01-ffbcc3423bc5 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:14.995634 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1905e0b9-61bb-4f0f-be01-ffbcc3423bc5 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:14.995955 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1905e0b9-61bb-4f0f-be01-ffbcc3423bc5 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:14.996301 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1905e0b9-61bb-4f0f-be01-ffbcc3423bc5 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-27 {{(pid=102572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:15.018879 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.l3_dvrscheduler_db [req-18de7915-d518-4f12-a1e8-b492f30ee593 req-1905e0b9-61bb-4f0f-be01-ffbcc3423bc5 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] No DVR routers for this DVR port c05482b6-660e-49f3-b2d7-8d9559a8ae95 on host n-h2-715271-27 {{(pid=102572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:44:15.022358 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [req-18de7915-d518-4f12-a1e8-b492f30ee593 req-1905e0b9-61bb-4f0f-be01-ffbcc3423bc5 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:15.025730 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-18de7915-d518-4f12-a1e8-b492f30ee593 req-1905e0b9-61bb-4f0f-be01-ffbcc3423bc5 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.90 "DELETE /v2.0/ports/c05482b6-660e-49f3-b2d7-8d9559a8ae95 HTTP/1.1" status: 204 len: 173 time: 0.4109054 Nov 12 04:44:15.026174 n-d-715271-27 neutron-server[102572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59938663-93c8-412c-9f21-6a5380b6c6f2', 'name': 'network-vif-deleted', 'tag': 'c05482b6-660e-49f3-b2d7-8d9559a8ae95'}] {{(pid=102572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:44:15.028467 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c174c990332584687cba245f58d77d589c2fb4d31e1df7b34358bbebc3c39c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bda4d1-0c68-4fe3-8875-9c59e89723ee" -d '{"events": [{"server_uuid": "59938663-93c8-412c-9f21-6a5380b6c6f2", "name": "network-vif-deleted", "tag": "c05482b6-660e-49f3-b2d7-8d9559a8ae95"}]}' {{(pid=102572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:44:15.068355 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9638832c-514c-4c65-ac35-8f73b240c706 x-openstack-request-id: req-9638832c-514c-4c65-ac35-8f73b240c706 {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:44:15.068713 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59938663-93c8-412c-9f21-6a5380b6c6f2", "name": "network-vif-deleted", "tag": "c05482b6-660e-49f3-b2d7-8d9559a8ae95", "status": "completed", "code": 200}]} {{(pid=102572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:44:15.068961 n-d-715271-27 neutron-server[102572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9638832c-514c-4c65-ac35-8f73b240c706 {{(pid=102572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:44:15.069361 n-d-715271-27 neutron-server[102572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59938663-93c8-412c-9f21-6a5380b6c6f2', 'name': 'network-vif-deleted', 'tag': 'c05482b6-660e-49f3-b2d7-8d9559a8ae95', 'status': 'completed', 'code': 200} Nov 12 04:44:15.333205 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-e3d9f424-80fb-448d-8700-06b7e18fa719 req-2c3a6438-792d-4728-907e-4f3ce3b1d76d tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/ports?device_id=59938663-93c8-412c-9f21-6a5380b6c6f2 HTTP/1.1" status: 200 len: 210 time: 0.0276020 Nov 12 04:44:15.342437 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device c05482b6-660e-49f3-b2d7-8d9559a8ae95 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:44:15.365844 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: c05482b6-660e-49f3-b2d7-8d9559a8ae95 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:44:15.366191 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device c05482b6-660e-49f3-b2d7-8d9559a8ae95 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:44:16.905146 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60828) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:44:17.067947 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-14fa90bc-31bd-424c-9512-563b366d892e tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Deleting port 424c70c7-f1f7-4095-b97d-202b45740dfd {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:44:17.068311 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-14fa90bc-31bd-424c-9512-563b366d892e tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:17.143155 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-14fa90bc-31bd-424c-9512-563b366d892e tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:17.143416 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-14fa90bc-31bd-424c-9512-563b366d892e tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:17.155951 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-14fa90bc-31bd-424c-9512-563b366d892e tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Calling delete_port for 424c70c7-f1f7-4095-b97d-202b45740dfd owned by network:floatingip {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:44:17.307086 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-14fa90bc-31bd-424c-9512-563b366d892e tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:17.331507 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa90bc-31bd-424c-9512-563b366d892e tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Pushing event deleted for resources: {'Port': ['ID=424c70c7-f1f7-4095-b97d-202b45740dfd,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:44:17.399912 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-14fa90bc-31bd-424c-9512-563b366d892e tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks [] for floatingip, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:17.400206 n-d-715271-27 neutron-server[102571]: INFO neutron.db.l3_db [None req-14fa90bc-31bd-424c-9512-563b366d892e tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Floating IP 315f8499-8d87-4820-8b71-d95f59f3e6b6 disassociated (deleted). External IP: 172.25.5.151, port: 99620781-d83d-4069-aad0-e39a9566dbee. Nov 12 04:44:17.609822 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14fa90bc-31bd-424c-9512-563b366d892e tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Router e43c0ff5-e03b-470b-b7ac-d9ef8630e84e has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:44:17.720026 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fa90bc-31bd-424c-9512-563b366d892e tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:44:17.725518 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-14fa90bc-31bd-424c-9512-563b366d892e tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for floatingip, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:17.731921 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2da79c2-6040-4afe-9c53-ceb4f329c232 None None] Sync routers for ids ['e43c0ff5-e03b-470b-b7ac-d9ef8630e84e'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:44:17.741596 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2da79c2-6040-4afe-9c53-ceb4f329c232 None None] Routers {'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:44:17.742191 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-a2da79c2-6040-4afe-9c53-ceb4f329c232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:44:04Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['e43c0ff5-e03b-470b-b7ac-d9ef8630e84e'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:44:17.752372 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-14fa90bc-31bd-424c-9512-563b366d892e tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "DELETE /v2.0/floatingips/315f8499-8d87-4820-8b71-d95f59f3e6b6 HTTP/1.1" status: 204 len: 168 time: 0.8460927 Nov 12 04:44:17.752965 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64cbe8bd-72e7-4f4d-b9f3-70a9af393725', 'tag': '99620781-d83d-4069-aad0-e39a9566dbee'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:44:17.755704 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6663d1d3f3c9eef7926d12034ee86df45d83a9b81db0163b8b39b36c8946953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d78f93-4baf-49d9-8788-3b5aa9bb2ea2" -d '{"events": [{"name": "network-changed", "server_uuid": "64cbe8bd-72e7-4f4d-b9f3-70a9af393725", "tag": "99620781-d83d-4069-aad0-e39a9566dbee"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:44:17.797103 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdd197b-359c-48bd-8eec-f7a65d684d86 x-openstack-request-id: req-2bdd197b-359c-48bd-8eec-f7a65d684d86 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:44:17.797103 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64cbe8bd-72e7-4f4d-b9f3-70a9af393725", "tag": "99620781-d83d-4069-aad0-e39a9566dbee", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:44:17.797103 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2bdd197b-359c-48bd-8eec-f7a65d684d86 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:44:17.797103 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64cbe8bd-72e7-4f4d-b9f3-70a9af393725', 'tag': '99620781-d83d-4069-aad0-e39a9566dbee', 'status': 'completed', 'code': 200} Nov 12 04:44:17.856197 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-a2da79c2-6040-4afe-9c53-ceb4f329c232 None None] Set router e43c0ff5-e03b-470b-b7ac-d9ef8630e84e gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:44:17.873502 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d78f93-4baf-49d9-8788-3b5aa9bb2ea2 req-a2527286-f5ce-499d-b0f1-a98520cace62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:17.875073 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b8d78f93-4baf-49d9-8788-3b5aa9bb2ea2 req-a2527286-f5ce-499d-b0f1-a98520cace62 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=88e7d4ee22664f2eb2e9969a5b16c0d1&device_id=64cbe8bd-72e7-4f4d-b9f3-70a9af393725 HTTP/1.1" status: 200 len: 1096 time: 0.0521579 Nov 12 04:44:18.021213 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d78f93-4baf-49d9-8788-3b5aa9bb2ea2 req-a6661b9e-272a-4b04-98ad-d4698fa3da8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:18.022909 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b8d78f93-4baf-49d9-8788-3b5aa9bb2ea2 req-a6661b9e-272a-4b04-98ad-d4698fa3da8b service neutron] 10.222.0.74 "GET /v2.0/networks?id=f5c9d042-2b52-4e8f-b7a2-cf45074ca57c HTTP/1.1" status: 200 len: 911 time: 0.1346295 Nov 12 04:44:18.031282 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0f46f-5e89-40a2-8a5b-ad1ca4730832 req-6dba7165-c54f-429f-ac32-12678b2a5b4b tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:18.032773 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8ea0f46f-5e89-40a2-8a5b-ad1ca4730832 req-6dba7165-c54f-429f-ac32-12678b2a5b4b tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/ports?device_id=64cbe8bd-72e7-4f4d-b9f3-70a9af393725 HTTP/1.1" status: 200 len: 944 time: 0.0801637 Nov 12 04:44:18.068753 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-a2da79c2-6040-4afe-9c53-ceb4f329c232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'name': 'tempest-TestSnapshotPattern-2017050317-router', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:39:21Z', 'updated_at': '2021-11-12T04:39:23Z', 'revision_number': 4, 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'gw_port': {'id': 'e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:10:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:21Z', 'updated_at': '2021-11-12T04:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '80b7cdcf-edbe-4029-9934-587f29841e9b', 'name': '', 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'mac_address': 'fa:16:3e:c1:bc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '8af10165-5d78-4f3e-8038-400171437022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:23Z', 'updated_at': '2021-11-12T04:39:27Z', 'revision_number': 5, 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'subnets': [{'id': '8af10165-5d78-4f3e-8038-400171437022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:44:18.076097 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b8d78f93-4baf-49d9-8788-3b5aa9bb2ea2 req-02c32bdc-8485-428e-90b7-d668f32c3005 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99620781-d83d-4069-aad0-e39a9566dbee HTTP/1.1" status: 200 len: 217 time: 0.0422723 Nov 12 04:44:18.099172 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2da79c2-6040-4afe-9c53-ceb4f329c232 None None] Checking router: e43c0ff5-e03b-470b-b7ac-d9ef8630e84e for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:44:18.107826 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2da79c2-6040-4afe-9c53-ceb4f329c232 None None] Routers {'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:44:18.108456 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-a2da79c2-6040-4afe-9c53-ceb4f329c232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:44:04Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['e43c0ff5-e03b-470b-b7ac-d9ef8630e84e'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:44:18.141649 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-8ea0f46f-5e89-40a2-8a5b-ad1ca4730832 req-25d7aeba-326b-4a15-9468-9817b205043e tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/security-groups?id=a02905e5-2a06-4d91-9d49-d00f43609c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000817 Nov 12 04:44:18.152533 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d78f93-4baf-49d9-8788-3b5aa9bb2ea2 req-9507bb55-d519-42c0-abea-6b75d646270a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:18.154096 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b8d78f93-4baf-49d9-8788-3b5aa9bb2ea2 req-9507bb55-d519-42c0-abea-6b75d646270a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8af10165-5d78-4f3e-8038-400171437022 HTTP/1.1" status: 200 len: 849 time: 0.0650778 Nov 12 04:44:18.211234 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d78f93-4baf-49d9-8788-3b5aa9bb2ea2 req-e844d809-835a-400e-8641-3def674911cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:18.212817 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b8d78f93-4baf-49d9-8788-3b5aa9bb2ea2 req-e844d809-835a-400e-8641-3def674911cd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f5c9d042-2b52-4e8f-b7a2-cf45074ca57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490189 Nov 12 04:44:18.310039 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b8d78f93-4baf-49d9-8788-3b5aa9bb2ea2 req-9d11c0b3-9d45-47e3-a445-52596ef67150 service neutron] 10.222.0.74 "GET /v2.0/networks/f5c9d042-2b52-4e8f-b7a2-cf45074ca57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884116 Nov 12 04:44:18.311446 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-a2da79c2-6040-4afe-9c53-ceb4f329c232 None None] Set router e43c0ff5-e03b-470b-b7ac-d9ef8630e84e gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:44:18.409600 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-b8d78f93-4baf-49d9-8788-3b5aa9bb2ea2 req-da1518b6-91e4-4b82-a60d-ae7ee5b1e359 service neutron] 10.222.0.74 "GET /v2.0/networks/f5c9d042-2b52-4e8f-b7a2-cf45074ca57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889828 Nov 12 04:44:18.512233 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-a2da79c2-6040-4afe-9c53-ceb4f329c232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'name': 'tempest-TestSnapshotPattern-2017050317-router', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:39:21Z', 'updated_at': '2021-11-12T04:39:23Z', 'revision_number': 4, 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'gw_port': {'id': 'e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:10:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:21Z', 'updated_at': '2021-11-12T04:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '80b7cdcf-edbe-4029-9934-587f29841e9b', 'name': '', 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'mac_address': 'fa:16:3e:c1:bc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '8af10165-5d78-4f3e-8038-400171437022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:23Z', 'updated_at': '2021-11-12T04:39:27Z', 'revision_number': 5, 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'subnets': [{'id': '8af10165-5d78-4f3e-8038-400171437022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:44:18.541002 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2da79c2-6040-4afe-9c53-ceb4f329c232 None None] The sync data for ids ['e43c0ff5-e03b-470b-b7ac-d9ef8630e84e'] in n-d-715271-27 is: [{'id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'name': 'tempest-TestSnapshotPattern-2017050317-router', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:39:21Z', 'updated_at': '2021-11-12T04:39:23Z', 'revision_number': 4, 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'gw_port': {'id': 'e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:10:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:21Z', 'updated_at': '2021-11-12T04:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27', '_interfaces': [{'id': '80b7cdcf-edbe-4029-9934-587f29841e9b', 'name': '', 'network_id': 'f5c9d042-2b52-4e8f-b7a2-cf45074ca57c', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'mac_address': 'fa:16:3e:c1:bc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '8af10165-5d78-4f3e-8038-400171437022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:23Z', 'updated_at': '2021-11-12T04:39:27Z', 'revision_number': 5, 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'subnets': [{'id': '8af10165-5d78-4f3e-8038-400171437022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:44:18.766009 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6854fdd2-498e-4c4d-88d1-28769fbce747 None None] New status for floating IP 315f8499-8d87-4820-8b71-d95f59f3e6b6: DOWN {{(pid=102573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:44:18.959162 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:19.261346 n-d-715271-27 neutron-server[102572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a51f64-e291-4d1c-8cd7-204e8cc89084 req-d5421ee1-4121-494b-a7f1-78221bc80a88 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:19.262806 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b6a51f64-e291-4d1c-8cd7-204e8cc89084 req-d5421ee1-4121-494b-a7f1-78221bc80a88 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/ports?device_id=64cbe8bd-72e7-4f4d-b9f3-70a9af393725 HTTP/1.1" status: 200 len: 944 time: 0.0487020 Nov 12 04:44:19.312100 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [req-b6a51f64-e291-4d1c-8cd7-204e8cc89084 req-fb6041d3-3a6c-4671-900b-2bace8001e80 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/security-groups?id=a02905e5-2a06-4d91-9d49-d00f43609c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433245 Nov 12 04:44:19.382251 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device c05482b6-660e-49f3-b2d7-8d9559a8ae95 no longer exists at agent hyperv_n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:44:19.403513 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] No Port match for: c05482b6-660e-49f3-b2d7-8d9559a8ae95 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:44:19.403856 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Device c05482b6-660e-49f3-b2d7-8d9559a8ae95 not bound to the agent host n-h2-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:44:19.947903 n-d-715271-27 neutron-server[102571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88290f6-0feb-46b8-9915-fab83796f868 req-63b13fe1-636b-4d41-bb2a-d9b5c770c9e1 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:19.949383 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e88290f6-0feb-46b8-9915-fab83796f868 req-63b13fe1-636b-4d41-bb2a-d9b5c770c9e1 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.74 "GET /v2.0/ports?device_id=64cbe8bd-72e7-4f4d-b9f3-70a9af393725 HTTP/1.1" status: 200 len: 944 time: 0.0504673 Nov 12 04:44:20.039928 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-e88290f6-0feb-46b8-9915-fab83796f868 req-451455e9-75c7-4818-9189-ad5fbe053be0 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Deleting port 99620781-d83d-4069-aad0-e39a9566dbee {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:44:20.040296 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e88290f6-0feb-46b8-9915-fab83796f868 req-451455e9-75c7-4818-9189-ad5fbe053be0 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:20.130290 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [req-e88290f6-0feb-46b8-9915-fab83796f868 req-451455e9-75c7-4818-9189-ad5fbe053be0 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] For port 99620781-d83d-4069-aad0-e39a9566dbee, host n-h1-715271-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-27',level=0,port_id=99620781-d83d-4069-aad0-e39a9566dbee,segment=NetworkSegment(5082253a-e687-4633-b1c0-b0fd10f34ec9),segment_id=5082253a-e687-4633-b1c0-b0fd10f34ec9)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:44:20.130648 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e88290f6-0feb-46b8-9915-fab83796f868 req-451455e9-75c7-4818-9189-ad5fbe053be0 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:20.143045 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [req-e88290f6-0feb-46b8-9915-fab83796f868 req-451455e9-75c7-4818-9189-ad5fbe053be0 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Calling delete_port for 99620781-d83d-4069-aad0-e39a9566dbee owned by compute:nova {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:44:20.271590 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e88290f6-0feb-46b8-9915-fab83796f868 req-451455e9-75c7-4818-9189-ad5fbe053be0 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:20.298125 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451455e9-75c7-4818-9189-ad5fbe053be0 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Pushing event deleted for resources: {'Port': ['ID=99620781-d83d-4069-aad0-e39a9566dbee,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:44:20.343159 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88290f6-0feb-46b8-9915-fab83796f868 req-451455e9-75c7-4818-9189-ad5fbe053be0 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] No DVR routers for this DVR port 99620781-d83d-4069-aad0-e39a9566dbee on host n-h1-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:44:20.345813 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [req-e88290f6-0feb-46b8-9915-fab83796f868 req-451455e9-75c7-4818-9189-ad5fbe053be0 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46313'] for port, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:20.349458 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-e88290f6-0feb-46b8-9915-fab83796f868 req-451455e9-75c7-4818-9189-ad5fbe053be0 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.74 "DELETE /v2.0/ports/99620781-d83d-4069-aad0-e39a9566dbee HTTP/1.1" status: 204 len: 173 time: 0.3926029 Nov 12 04:44:20.349786 n-d-715271-27 neutron-server[102571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64cbe8bd-72e7-4f4d-b9f3-70a9af393725', 'name': 'network-vif-deleted', 'tag': '99620781-d83d-4069-aad0-e39a9566dbee'}] {{(pid=102571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:44:20.352097 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6663d1d3f3c9eef7926d12034ee86df45d83a9b81db0163b8b39b36c8946953f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9956f2-e954-4240-b4cf-98a2b39ed127" -d '{"events": [{"server_uuid": "64cbe8bd-72e7-4f4d-b9f3-70a9af393725", "name": "network-vif-deleted", "tag": "99620781-d83d-4069-aad0-e39a9566dbee"}]}' {{(pid=102571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:44:20.411043 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477097d8-7897-4246-9f02-802b9e96d607 x-openstack-request-id: req-477097d8-7897-4246-9f02-802b9e96d607 {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:44:20.411278 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64cbe8bd-72e7-4f4d-b9f3-70a9af393725", "name": "network-vif-deleted", "tag": "99620781-d83d-4069-aad0-e39a9566dbee", "status": "completed", "code": 200}]} {{(pid=102571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:44:20.411578 n-d-715271-27 neutron-server[102571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-477097d8-7897-4246-9f02-802b9e96d607 {{(pid=102571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:44:20.412200 n-d-715271-27 neutron-server[102571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64cbe8bd-72e7-4f4d-b9f3-70a9af393725', 'name': 'network-vif-deleted', 'tag': '99620781-d83d-4069-aad0-e39a9566dbee', 'status': 'completed', 'code': 200} Nov 12 04:44:20.435486 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [req-d1b86bc7-e0cb-402e-96c0-07673f1c90a4 req-023e1c25-82d3-44d8-bbe9-5a58ff76569d tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "GET /v2.0/ports?device_id=64cbe8bd-72e7-4f4d-b9f3-70a9af393725 HTTP/1.1" status: 200 len: 210 time: 0.0423319 Nov 12 04:44:21.495079 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60844) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:44:21.556269 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-40e4f62b-6cf0-4aaa-84e5-3799c5f59c29 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:21.581772 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-40e4f62b-6cf0-4aaa-84e5-3799c5f59c29 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:21.640814 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-40e4f62b-6cf0-4aaa-84e5-3799c5f59c29 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:21.643656 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-40e4f62b-6cf0-4aaa-84e5-3799c5f59c29 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:21.644871 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-40e4f62b-6cf0-4aaa-84e5-3799c5f59c29 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] 10.222.0.50 "DELETE /v2.0/security-groups/a02905e5-2a06-4d91-9d49-d00f43609c5c HTTP/1.1" status: 204 len: 168 time: 0.1487858 Nov 12 04:44:21.654545 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e4f62b-6cf0-4aaa-84e5-3799c5f59c29 tempest-TestSnapshotPattern-1025561781 tempest-TestSnapshotPattern-1025561781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02905e5-2a06-4d91-9d49-d00f43609c5c,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:44:21.693480 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60848) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:44:22.150170 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-26cb0381-a1b1-4297-83b1-9f4282007b1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:22.387558 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-26cb0381-a1b1-4297-83b1-9f4282007b1f admin admin] Deleting port 80b7cdcf-edbe-4029-9934-587f29841e9b {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:44:22.387883 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-26cb0381-a1b1-4297-83b1-9f4282007b1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:22.468694 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-26cb0381-a1b1-4297-83b1-9f4282007b1f admin admin] For port 80b7cdcf-edbe-4029-9934-587f29841e9b, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=80b7cdcf-edbe-4029-9934-587f29841e9b,segment=NetworkSegment(5082253a-e687-4633-b1c0-b0fd10f34ec9),segment_id=5082253a-e687-4633-b1c0-b0fd10f34ec9)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:44:22.469044 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-26cb0381-a1b1-4297-83b1-9f4282007b1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:22.481727 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-26cb0381-a1b1-4297-83b1-9f4282007b1f admin admin] Calling delete_port for 80b7cdcf-edbe-4029-9934-587f29841e9b owned by network:router_interface {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:44:22.661532 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-26cb0381-a1b1-4297-83b1-9f4282007b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:22.687074 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb0381-a1b1-4297-83b1-9f4282007b1f admin admin] Pushing event deleted for resources: {'Port': ['ID=80b7cdcf-edbe-4029-9934-587f29841e9b,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:44:22.860009 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-26cb0381-a1b1-4297-83b1-9f4282007b1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:23.072006 n-d-715271-27 neutron-server[102571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26cb0381-a1b1-4297-83b1-9f4282007b1f admin admin] Router e43c0ff5-e03b-470b-b7ac-d9ef8630e84e has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:44:23.510701 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26cb0381-a1b1-4297-83b1-9f4282007b1f admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:44:23.515676 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-26cb0381-a1b1-4297-83b1-9f4282007b1f admin admin] 10.222.0.50 "PUT /v2.0/routers/e43c0ff5-e03b-470b-b7ac-d9ef8630e84e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8211811 Nov 12 04:44:23.518178 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60852) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:44:23.521476 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f48f78b-7412-4610-bfa6-df7c0c275a72 None None] Sync routers for ids ['e43c0ff5-e03b-470b-b7ac-d9ef8630e84e'] in n-d-715271-27 {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:44:23.531646 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f48f78b-7412-4610-bfa6-df7c0c275a72 None None] Routers {'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:44:23.532294 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-1f48f78b-7412-4610-bfa6-df7c0c275a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:44:04Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['e43c0ff5-e03b-470b-b7ac-d9ef8630e84e'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:44:23.636806 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-1f48f78b-7412-4610-bfa6-df7c0c275a72 None None] Set router e43c0ff5-e03b-470b-b7ac-d9ef8630e84e gateway port host: n-d-715271-27 {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:44:23.645398 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-709b4c1a-047c-426c-8863-197eb016c879 admin admin] Publish callbacks [] for router, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:23.747928 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-709b4c1a-047c-426c-8863-197eb016c879 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:23.802319 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-709b4c1a-047c-426c-8863-197eb016c879 admin admin] Deleting port e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:44:23.802673 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-709b4c1a-047c-426c-8863-197eb016c879 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:23.817291 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-1f48f78b-7412-4610-bfa6-df7c0c275a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'name': 'tempest-TestSnapshotPattern-2017050317-router', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:39:21Z', 'updated_at': '2021-11-12T04:44:22Z', 'revision_number': 5, 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'gw_port': {'id': 'e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:10:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:21Z', 'updated_at': '2021-11-12T04:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:44:23.843340 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f48f78b-7412-4610-bfa6-df7c0c275a72 None None] Checking router: e43c0ff5-e03b-470b-b7ac-d9ef8630e84e for host: n-d-715271-27 {{(pid=102574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:44:23.851882 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f48f78b-7412-4610-bfa6-df7c0c275a72 None None] Routers {'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e'} bound to L3 agent in host n-d-715271-27 {{(pid=102574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:44:23.852517 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-1f48f78b-7412-4610-bfa6-df7c0c275a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:44:04Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['e43c0ff5-e03b-470b-b7ac-d9ef8630e84e'], 'active': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:44:23.883723 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-709b4c1a-047c-426c-8863-197eb016c879 admin admin] For port e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:44:23.884109 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-709b4c1a-047c-426c-8863-197eb016c879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:23.898239 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-709b4c1a-047c-426c-8863-197eb016c879 admin admin] Calling delete_port for e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244 owned by network:router_gateway {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:44:23.957300 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_dvr_db [None req-1f48f78b-7412-4610-bfa6-df7c0c275a72 None None] Set router e43c0ff5-e03b-470b-b7ac-d9ef8630e84e gateway port host: None {{(pid=102574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:44:24.012534 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.l3_hamode_db [None req-1f48f78b-7412-4610-bfa6-df7c0c275a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'name': 'tempest-TestSnapshotPattern-2017050317-router', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:39:21Z', 'updated_at': '2021-11-12T04:44:23Z', 'revision_number': 6, 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:44:24.040608 n-d-715271-27 neutron-server[102574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f48f78b-7412-4610-bfa6-df7c0c275a72 None None] The sync data for ids ['e43c0ff5-e03b-470b-b7ac-d9ef8630e84e'] in n-d-715271-27 is: [{'id': 'e43c0ff5-e03b-470b-b7ac-d9ef8630e84e', 'name': 'tempest-TestSnapshotPattern-2017050317-router', 'tenant_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:39:21Z', 'updated_at': '2021-11-12T04:44:23Z', 'revision_number': 6, 'project_id': '88e7d4ee22664f2eb2e9969a5b16c0d1', 'gw_port_host': None}] {{(pid=102574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:44:24.072779 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-709b4c1a-047c-426c-8863-197eb016c879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:24.103666 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b4c1a-047c-426c-8863-197eb016c879 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:44:24.119981 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b6d2e9-fc22-470c-a3e9-e2645e92d18d None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:44:24.165057 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-709b4c1a-047c-426c-8863-197eb016c879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:24.258597 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-709b4c1a-047c-426c-8863-197eb016c879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:24.260794 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-709b4c1a-047c-426c-8863-197eb016c879 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:24.302514 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 99620781-d83d-4069-aad0-e39a9566dbee no longer exists at agent hyperv_n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:44:24.306326 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-709b4c1a-047c-426c-8863-197eb016c879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:24.306862 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709b4c1a-047c-426c-8863-197eb016c879 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e43c0ff5-e03b-470b-b7ac-d9ef8630e84e {{(pid=102571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:44:24.312327 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-709b4c1a-047c-426c-8863-197eb016c879 admin admin] Publish callbacks [] for router, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:24.313464 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-709b4c1a-047c-426c-8863-197eb016c879 admin admin] 10.222.0.50 "DELETE /v2.0/routers/e43c0ff5-e03b-470b-b7ac-d9ef8630e84e HTTP/1.1" status: 204 len: 168 time: 0.7943735 Nov 12 04:44:24.317098 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60854) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:44:24.324584 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] No Port match for: 99620781-d83d-4069-aad0-e39a9566dbee {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:44:24.324935 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Device 99620781-d83d-4069-aad0-e39a9566dbee not bound to the agent host n-h1-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:44:24.367347 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9af8463-6b79-4954-909b-719bec095bfc admin admin] Deleting subnet 8af10165-5d78-4f3e-8038-400171437022 {{(pid=102571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:44:24.370434 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c9af8463-6b79-4954-909b-719bec095bfc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:24.408027 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c9af8463-6b79-4954-909b-719bec095bfc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872330'] for subnet, precommit_delete_associations {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:24.492502 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c9af8463-6b79-4954-909b-719bec095bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:24.553644 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c9af8463-6b79-4954-909b-719bec095bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12957913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035061'] for subnet, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:24.579703 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af8463-6b79-4954-909b-719bec095bfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8af10165-5d78-4f3e-8038-400171437022,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:44:24.585063 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-c9af8463-6b79-4954-909b-719bec095bfc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:24.589336 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-c9af8463-6b79-4954-909b-719bec095bfc admin admin] 10.222.0.50 "DELETE /v2.0/subnets/8af10165-5d78-4f3e-8038-400171437022 HTTP/1.1" status: 204 len: 168 time: 0.2707140 Nov 12 04:44:24.590520 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fef495-cc12-4242-a708-4666e3a592f1 None None] Network f5c9d042-2b52-4e8f-b7a2-cf45074ca57c requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:44:24.591404 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60856) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:44:24.663931 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-af1aa4dc-7907-4bc3-a8fa-7a8380fbc21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:24.719228 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-af1aa4dc-7907-4bc3-a8fa-7a8380fbc21b admin admin] Deleting port 31338958-1ac6-4796-a0a4-e309029a643b {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:44:24.719569 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-af1aa4dc-7907-4bc3-a8fa-7a8380fbc21b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:24.794520 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-af1aa4dc-7907-4bc3-a8fa-7a8380fbc21b admin admin] For port 31338958-1ac6-4796-a0a4-e309029a643b, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=31338958-1ac6-4796-a0a4-e309029a643b,segment=NetworkSegment(5082253a-e687-4633-b1c0-b0fd10f34ec9),segment_id=5082253a-e687-4633-b1c0-b0fd10f34ec9)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:44:24.795127 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-af1aa4dc-7907-4bc3-a8fa-7a8380fbc21b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:24.805937 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811b9eaf-1a1d-44f2-8283-0bbfc9626961 None None] DHCP port deletion for f5c9d042-2b52-4e8f-b7a2-cf45074ca57c request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:44:24.813366 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-af1aa4dc-7907-4bc3-a8fa-7a8380fbc21b admin admin] Calling delete_port for 31338958-1ac6-4796-a0a4-e309029a643b owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:44:24.855228 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-811b9eaf-1a1d-44f2-8283-0bbfc9626961 None None] Deleting port 31338958-1ac6-4796-a0a4-e309029a643b {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:44:24.855660 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-811b9eaf-1a1d-44f2-8283-0bbfc9626961 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:24.910736 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-af1aa4dc-7907-4bc3-a8fa-7a8380fbc21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:24.925944 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-811b9eaf-1a1d-44f2-8283-0bbfc9626961 None None] For port 31338958-1ac6-4796-a0a4-e309029a643b, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=31338958-1ac6-4796-a0a4-e309029a643b,segment=NetworkSegment(5082253a-e687-4633-b1c0-b0fd10f34ec9),segment_id=5082253a-e687-4633-b1c0-b0fd10f34ec9)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:44:24.926350 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-811b9eaf-1a1d-44f2-8283-0bbfc9626961 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:24.939984 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-811b9eaf-1a1d-44f2-8283-0bbfc9626961 None None] Calling delete_port for 31338958-1ac6-4796-a0a4-e309029a643b owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:44:24.947155 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1aa4dc-7907-4bc3-a8fa-7a8380fbc21b admin admin] Pushing event deleted for resources: {'Port': ['ID=31338958-1ac6-4796-a0a4-e309029a643b,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:44:24.951242 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1aa4dc-7907-4bc3-a8fa-7a8380fbc21b admin admin] No DVR routers for this DVR port 31338958-1ac6-4796-a0a4-e309029a643b on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:44:25.020868 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-811b9eaf-1a1d-44f2-8283-0bbfc9626961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:25.033610 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-af1aa4dc-7907-4bc3-a8fa-7a8380fbc21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:25.050492 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b9eaf-1a1d-44f2-8283-0bbfc9626961 None None] Pushing event deleted for resources: {'Port': ['ID=31338958-1ac6-4796-a0a4-e309029a643b,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:44:25.053995 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811b9eaf-1a1d-44f2-8283-0bbfc9626961 None None] No DVR routers for this DVR port 31338958-1ac6-4796-a0a4-e309029a643b on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:44:25.056620 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-af1aa4dc-7907-4bc3-a8fa-7a8380fbc21b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5c9d042-2b52-4e8f-b7a2-cf45074ca57c']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:44:25.068802 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-af1aa4dc-7907-4bc3-a8fa-7a8380fbc21b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5082253a-e687-4633-b1c0-b0fd10f34ec9') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:44:25.069229 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-af1aa4dc-7907-4bc3-a8fa-7a8380fbc21b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5082253a-e687-4633-b1c0-b0fd10f34ec9') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:44:25.088820 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-af1aa4dc-7907-4bc3-a8fa-7a8380fbc21b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:25.104207 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-af1aa4dc-7907-4bc3-a8fa-7a8380fbc21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:25.110309 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af1aa4dc-7907-4bc3-a8fa-7a8380fbc21b admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:44:25.110693 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-af1aa4dc-7907-4bc3-a8fa-7a8380fbc21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:25.112555 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 04:44:25.112555 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:44:25.112555 n-d-715271-27 neutron-server[102571]: timer() Nov 12 04:44:25.112555 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:44:25.112555 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 04:44:25.112555 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:44:25.112555 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 04:44:25.112555 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:44:25.112555 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 04:44:25.112555 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:44:25.112555 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 04:44:25.112555 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:44:25.112555 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 04:44:25.112555 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:44:25.112555 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:44:25.112555 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:44:25.112555 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:44:25.112555 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:44:25.112555 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 04:44:25.112555 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:44:25.112555 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 04:44:25.112555 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:44:25.112555 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:44:25.112555 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:44:25.112555 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 04:44:25.112555 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:44:25.112555 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:44:25.112555 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:44:25.112555 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:44:25.112555 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:44:25.112555 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:44:25.112555 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:44:25.167304 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-af1aa4dc-7907-4bc3-a8fa-7a8380fbc21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:25.173283 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-af1aa4dc-7907-4bc3-a8fa-7a8380fbc21b admin admin] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:25.176936 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-af1aa4dc-7907-4bc3-a8fa-7a8380fbc21b admin admin] 10.222.0.50 "DELETE /v2.0/networks/f5c9d042-2b52-4e8f-b7a2-cf45074ca57c HTTP/1.1" status: 204 len: 168 time: 0.5845814 Nov 12 04:44:25.179984 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60858) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:44:25.187691 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1aa4dc-7907-4bc3-a8fa-7a8380fbc21b admin admin] Pushing event deleted for resources: {'Network': ['ID=f5c9d042-2b52-4e8f-b7a2-cf45074ca57c,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:44:25.265423 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 80b7cdcf-edbe-4029-9934-587f29841e9b no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:44:25.286447 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 80b7cdcf-edbe-4029-9934-587f29841e9b {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:44:25.286792 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 80b7cdcf-edbe-4029-9934-587f29841e9b not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:44:25.287210 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 31338958-1ac6-4796-a0a4-e309029a643b no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:44:25.306903 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 31338958-1ac6-4796-a0a4-e309029a643b {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:44:25.307166 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 31338958-1ac6-4796-a0a4-e309029a643b not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:44:25.307591 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:44:25.327076 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:44:25.327344 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e2843f3a-57b2-49f7-a0c9-ae0e5f9b1244 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:44:25.540439 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b4e6c1dd-94dc-4178-a728-1212e7cc6783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622802'] for router_interface, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:25.783135 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-b4e6c1dd-94dc-4178-a728-1212e7cc6783 admin admin] Deleting port 349d5eb9-9e0e-43d3-aee1-635ab5a00c58 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:44:25.783469 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b4e6c1dd-94dc-4178-a728-1212e7cc6783 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:25.860553 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-b4e6c1dd-94dc-4178-a728-1212e7cc6783 admin admin] For port 349d5eb9-9e0e-43d3-aee1-635ab5a00c58, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=349d5eb9-9e0e-43d3-aee1-635ab5a00c58,segment=NetworkSegment(c373a950-7bb2-4ccf-8d1b-bfd8d37aaff9),segment_id=c373a950-7bb2-4ccf-8d1b-bfd8d37aaff9)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:44:25.860912 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b4e6c1dd-94dc-4178-a728-1212e7cc6783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:25.873711 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-b4e6c1dd-94dc-4178-a728-1212e7cc6783 admin admin] Calling delete_port for 349d5eb9-9e0e-43d3-aee1-635ab5a00c58 owned by network:router_interface {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:44:26.051110 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b4e6c1dd-94dc-4178-a728-1212e7cc6783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:26.079914 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e6c1dd-94dc-4178-a728-1212e7cc6783 admin admin] Pushing event deleted for resources: {'Port': ['ID=349d5eb9-9e0e-43d3-aee1-635ab5a00c58,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:44:26.246767 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-b4e6c1dd-94dc-4178-a728-1212e7cc6783 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624482'] for router_interface, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:26.465395 n-d-715271-27 neutron-server[102572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e6c1dd-94dc-4178-a728-1212e7cc6783 admin admin] Router eb813ad8-aa7f-4286-b134-0d873150f772 has already been hosted by L3 agent 971d1548-2454-438c-a26f-9a8f6ca590ad {{(pid=102572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:44:26.573370 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e6c1dd-94dc-4178-a728-1212e7cc6783 admin admin] Notify agent at l3_agent.n-d-715271-27 the message routers_updated {{(pid=102572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:44:26.578795 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-b4e6c1dd-94dc-4178-a728-1212e7cc6783 admin admin] 10.222.0.50 "PUT /v2.0/routers/eb813ad8-aa7f-4286-b134-0d873150f772/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3976793 Nov 12 04:44:26.581212 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60860) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:44:26.584086 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451f06c9-11e0-4772-8964-dce4301ef675 None None] Sync routers for ids ['eb813ad8-aa7f-4286-b134-0d873150f772'] in n-d-715271-27 {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:44:26.594295 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451f06c9-11e0-4772-8964-dce4301ef675 None None] Routers {'eb813ad8-aa7f-4286-b134-0d873150f772'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:44:26.594924 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-451f06c9-11e0-4772-8964-dce4301ef675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:44:04Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['eb813ad8-aa7f-4286-b134-0d873150f772'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:44:26.687153 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-38897ca2-187d-42fc-b2ed-f6fe8ee6120a admin admin] Publish callbacks [] for router, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:26.706616 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-451f06c9-11e0-4772-8964-dce4301ef675 None None] Set router eb813ad8-aa7f-4286-b134-0d873150f772 gateway port host: n-d-715271-27 {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:44:26.790359 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-38897ca2-187d-42fc-b2ed-f6fe8ee6120a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:26.848671 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-38897ca2-187d-42fc-b2ed-f6fe8ee6120a admin admin] Deleting port e301d8eb-9ba3-4ddf-a589-fc90e083b504 {{(pid=102572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:44:26.849011 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-38897ca2-187d-42fc-b2ed-f6fe8ee6120a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:26.888889 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-451f06c9-11e0-4772-8964-dce4301ef675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb813ad8-aa7f-4286-b134-0d873150f772', 'name': 'tempest-TestSnapshotPattern-299287771-router', 'tenant_id': '0146eb8aace047328548e8db8126edc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'external_fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'e301d8eb-9ba3-4ddf-a589-fc90e083b504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:39:25Z', 'updated_at': '2021-11-12T04:44:26Z', 'revision_number': 5, 'project_id': '0146eb8aace047328548e8db8126edc1', 'gw_port': {'id': 'e301d8eb-9ba3-4ddf-a589-fc90e083b504', 'name': '', 'network_id': '7932a4b6-40b8-49fc-bb5c-2a6d25b0a895', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb813ad8-aa7f-4286-b134-0d873150f772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:26Z', 'updated_at': '2021-11-12T04:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df4286fc-062c-4338-b019-0a673a2616ee', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-27'}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:44:26.915269 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451f06c9-11e0-4772-8964-dce4301ef675 None None] Checking router: eb813ad8-aa7f-4286-b134-0d873150f772 for host: n-d-715271-27 {{(pid=102573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:44:26.923603 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451f06c9-11e0-4772-8964-dce4301ef675 None None] Routers {'eb813ad8-aa7f-4286-b134-0d873150f772'} bound to L3 agent in host n-d-715271-27 {{(pid=102573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:44:26.924241 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-451f06c9-11e0-4772-8964-dce4301ef675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:06:33Z,description=,heartbeat_timestamp=2021-11-12T04:44:04Z,host='n-d-715271-27',id=971d1548-2454-438c-a26f-9a8f6ca590ad,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:06:33Z,topic='l3_agent')) {'router_ids': ['eb813ad8-aa7f-4286-b134-0d873150f772'], 'active': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:44:26.929193 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.db [None req-38897ca2-187d-42fc-b2ed-f6fe8ee6120a admin admin] For port e301d8eb-9ba3-4ddf-a589-fc90e083b504, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=e301d8eb-9ba3-4ddf-a589-fc90e083b504,segment=NetworkSegment(8ba05b76-9b0d-473b-8f43-41710aac6c83),segment_id=8ba05b76-9b0d-473b-8f43-41710aac6c83)] {{(pid=102572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:44:26.929550 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-38897ca2-187d-42fc-b2ed-f6fe8ee6120a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:26.943201 n-d-715271-27 neutron-server[102572]: DEBUG neutron.plugins.ml2.plugin [None req-38897ca2-187d-42fc-b2ed-f6fe8ee6120a admin admin] Calling delete_port for e301d8eb-9ba3-4ddf-a589-fc90e083b504 owned by network:router_gateway {{(pid=102572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:44:27.012906 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvr_db [None req-451f06c9-11e0-4772-8964-dce4301ef675 None None] Set router eb813ad8-aa7f-4286-b134-0d873150f772 gateway port host: None {{(pid=102573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:44:27.069347 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_hamode_db [None req-451f06c9-11e0-4772-8964-dce4301ef675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb813ad8-aa7f-4286-b134-0d873150f772', 'name': 'tempest-TestSnapshotPattern-299287771-router', 'tenant_id': '0146eb8aace047328548e8db8126edc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:39:25Z', 'updated_at': '2021-11-12T04:44:26Z', 'revision_number': 6, 'project_id': '0146eb8aace047328548e8db8126edc1', 'gw_port_host': None}], 'n-d-715271-27', False) {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:44:27.095665 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451f06c9-11e0-4772-8964-dce4301ef675 None None] The sync data for ids ['eb813ad8-aa7f-4286-b134-0d873150f772'] in n-d-715271-27 is: [{'id': 'eb813ad8-aa7f-4286-b134-0d873150f772', 'name': 'tempest-TestSnapshotPattern-299287771-router', 'tenant_id': '0146eb8aace047328548e8db8126edc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:39:25Z', 'updated_at': '2021-11-12T04:44:26Z', 'revision_number': 6, 'project_id': '0146eb8aace047328548e8db8126edc1', 'gw_port_host': None}] {{(pid=102573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:44:27.115853 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-38897ca2-187d-42fc-b2ed-f6fe8ee6120a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13943662'] for port, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:27.143703 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38897ca2-187d-42fc-b2ed-f6fe8ee6120a admin admin] Pushing event deleted for resources: {'Port': ['ID=e301d8eb-9ba3-4ddf-a589-fc90e083b504,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:44:27.157751 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e332cfa8-e102-4a20-a69b-e07076466a58 None None] DHCP port deletion for 7932a4b6-40b8-49fc-bb5c-2a6d25b0a895 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:44:27.213962 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-38897ca2-187d-42fc-b2ed-f6fe8ee6120a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-623000'] for router_gateway, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:27.303354 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-38897ca2-187d-42fc-b2ed-f6fe8ee6120a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41365'] for router, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:27.305483 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-38897ca2-187d-42fc-b2ed-f6fe8ee6120a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:27.346761 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-38897ca2-187d-42fc-b2ed-f6fe8ee6120a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620660'] for router, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:27.347940 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38897ca2-187d-42fc-b2ed-f6fe8ee6120a admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb813ad8-aa7f-4286-b134-0d873150f772 {{(pid=102572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:44:27.352389 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-38897ca2-187d-42fc-b2ed-f6fe8ee6120a admin admin] Publish callbacks [] for router, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:27.353316 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-38897ca2-187d-42fc-b2ed-f6fe8ee6120a admin admin] 10.222.0.50 "DELETE /v2.0/routers/eb813ad8-aa7f-4286-b134-0d873150f772 HTTP/1.1" status: 204 len: 168 time: 0.7710547 Nov 12 04:44:27.355871 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [-] (102572) accepted ('10.222.0.50', 60862) {{(pid=102572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:44:27.404251 n-d-715271-27 neutron-server[102572]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ccc53fc-bdc7-416b-a757-7540bdc3adc6 admin admin] Deleting subnet 57210330-e9cd-459b-80e5-02665dbc9a0f {{(pid=102572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:44:27.407335 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7ccc53fc-bdc7-416b-a757-7540bdc3adc6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:27.445281 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7ccc53fc-bdc7-416b-a757-7540bdc3adc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13004919'] for subnet, precommit_delete_associations {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:27.528920 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7ccc53fc-bdc7-416b-a757-7540bdc3adc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438493'] for subnet, precommit_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:27.582361 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7ccc53fc-bdc7-416b-a757-7540bdc3adc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13943645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12649628'] for subnet, after_delete {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:27.611839 n-d-715271-27 neutron-server[102572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc53fc-bdc7-416b-a757-7540bdc3adc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57210330-e9cd-459b-80e5-02665dbc9a0f,revision_number=None']} {{(pid=102572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:44:27.617329 n-d-715271-27 neutron-server[102572]: DEBUG neutron_lib.callbacks.manager [None req-7ccc53fc-bdc7-416b-a757-7540bdc3adc6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:27.621333 n-d-715271-27 neutron-server[102572]: INFO neutron.wsgi [None req-7ccc53fc-bdc7-416b-a757-7540bdc3adc6 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/57210330-e9cd-459b-80e5-02665dbc9a0f HTTP/1.1" status: 204 len: 168 time: 0.2640581 Nov 12 04:44:27.622105 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a5e593-7efa-4e25-8100-9d9d36041ee1 None None] Network 9656192b-763f-460d-a327-d5d5ec045116 requested from n-d-715271-27 {{(pid=102573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:44:27.623725 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60864) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:44:27.701165 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4152c2f3-9052-4ac5-a0f1-cd598164bb55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828984'] for network, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:27.756235 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-4152c2f3-9052-4ac5-a0f1-cd598164bb55 admin admin] Deleting port 11c7d645-3bb9-4470-b78a-d4f1a6571fe1 {{(pid=102571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:44:27.756672 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4152c2f3-9052-4ac5-a0f1-cd598164bb55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:27.821162 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.db [None req-4152c2f3-9052-4ac5-a0f1-cd598164bb55 admin admin] For port 11c7d645-3bb9-4470-b78a-d4f1a6571fe1, host n-d-715271-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-27',level=0,port_id=11c7d645-3bb9-4470-b78a-d4f1a6571fe1,segment=NetworkSegment(c373a950-7bb2-4ccf-8d1b-bfd8d37aaff9),segment_id=c373a950-7bb2-4ccf-8d1b-bfd8d37aaff9)] {{(pid=102571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:44:27.821434 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4152c2f3-9052-4ac5-a0f1-cd598164bb55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:27.833782 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-4152c2f3-9052-4ac5-a0f1-cd598164bb55 admin admin] Calling delete_port for 11c7d645-3bb9-4470-b78a-d4f1a6571fe1 owned by network:dhcp {{(pid=102571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:44:27.863998 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2192d617-bb8c-4169-965e-56c036fcaee3 None None] DHCP port deletion for 9656192b-763f-460d-a327-d5d5ec045116 request from n-d-715271-27 {{(pid=102573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:44:27.873835 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 349d5eb9-9e0e-43d3-aee1-635ab5a00c58 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:44:27.914765 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 349d5eb9-9e0e-43d3-aee1-635ab5a00c58 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:44:27.915240 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 349d5eb9-9e0e-43d3-aee1-635ab5a00c58 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:44:27.923090 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4152c2f3-9052-4ac5-a0f1-cd598164bb55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12957930'] for port, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:27.940631 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2192d617-bb8c-4169-965e-56c036fcaee3 None None] Deleting port 11c7d645-3bb9-4470-b78a-d4f1a6571fe1 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:44:27.941285 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2192d617-bb8c-4169-965e-56c036fcaee3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746944715192'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:27.948325 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152c2f3-9052-4ac5-a0f1-cd598164bb55 admin admin] Pushing event deleted for resources: {'Port': ['ID=11c7d645-3bb9-4470-b78a-d4f1a6571fe1,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:44:27.955958 n-d-715271-27 neutron-server[102571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4152c2f3-9052-4ac5-a0f1-cd598164bb55 admin admin] No DVR routers for this DVR port 11c7d645-3bb9-4470-b78a-d4f1a6571fe1 on host n-d-715271-27 {{(pid=102571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:44:28.013348 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-2192d617-bb8c-4169-965e-56c036fcaee3 None None] For port 11c7d645-3bb9-4470-b78a-d4f1a6571fe1, host n-d-715271-27, got binding levels [] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:44:28.013748 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2192d617-bb8c-4169-965e-56c036fcaee3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630644'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:28.027677 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-2192d617-bb8c-4169-965e-56c036fcaee3 None None] Calling delete_port for 11c7d645-3bb9-4470-b78a-d4f1a6571fe1 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:44:28.030426 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.ipam_backend_mixin [None req-2192d617-bb8c-4169-965e-56c036fcaee3 None None] Port 11c7d645-3bb9-4470-b78a-d4f1a6571fe1 was not found and therefore no delete operation was performed {{(pid=102573) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 04:44:28.031688 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2192d617-bb8c-4169-965e-56c036fcaee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1722562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746944722306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746944262283'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:28.035714 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4152c2f3-9052-4ac5-a0f1-cd598164bb55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439898', 'neutron.services.segments.db._delete_segments_for_network-8746944809710'] for network, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:28.057170 n-d-715271-27 neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192d617-bb8c-4169-965e-56c036fcaee3 None None] Pushing event deleted for resources: {'Port': ['ID=11c7d645-3bb9-4470-b78a-d4f1a6571fe1,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:44:28.057371 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-4152c2f3-9052-4ac5-a0f1-cd598164bb55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9656192b-763f-460d-a327-d5d5ec045116']}} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:44:28.063351 n-d-715271-27 neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2192d617-bb8c-4169-965e-56c036fcaee3 None None] No DVR routers for this DVR port 11c7d645-3bb9-4470-b78a-d4f1a6571fe1 on host n-d-715271-27 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:44:28.075572 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-4152c2f3-9052-4ac5-a0f1-cd598164bb55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c373a950-7bb2-4ccf-8d1b-bfd8d37aaff9') {'for_net_delete': True} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:44:28.075841 n-d-715271-27 neutron-server[102571]: DEBUG neutron.services.segments.db [None req-4152c2f3-9052-4ac5-a0f1-cd598164bb55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c373a950-7bb2-4ccf-8d1b-bfd8d37aaff9') {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:44:28.087072 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4152c2f3-9052-4ac5-a0f1-cd598164bb55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746944600055', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12869753'] for segment, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:28.100960 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4152c2f3-9052-4ac5-a0f1-cd598164bb55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674'] for segment, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:28.107121 n-d-715271-27 neutron-server[102571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4152c2f3-9052-4ac5-a0f1-cd598164bb55 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=102571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:44:28.107518 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4152c2f3-9052-4ac5-a0f1-cd598164bb55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12957879'] for segment, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:28.109244 n-d-715271-27 neutron-server[102571]: Traceback (most recent call last): Nov 12 04:44:28.109244 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:44:28.109244 n-d-715271-27 neutron-server[102571]: timer() Nov 12 04:44:28.109244 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:44:28.109244 n-d-715271-27 neutron-server[102571]: cb(*args, **kw) Nov 12 04:44:28.109244 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:44:28.109244 n-d-715271-27 neutron-server[102571]: return func(*args, **kwargs) Nov 12 04:44:28.109244 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:44:28.109244 n-d-715271-27 neutron-server[102571]: self._notify() Nov 12 04:44:28.109244 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:44:28.109244 n-d-715271-27 neutron-server[102571]: self.callback(batched_events) Nov 12 04:44:28.109244 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:44:28.109244 n-d-715271-27 neutron-server[102571]: event.method(event) Nov 12 04:44:28.109244 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:44:28.109244 n-d-715271-27 neutron-server[102571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:44:28.109244 n-d-715271-27 neutron-server[102571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:44:28.109244 n-d-715271-27 neutron-server[102571]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:44:28.109244 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:44:28.109244 n-d-715271-27 neutron-server[102571]: return f(self, *a, **k) Nov 12 04:44:28.109244 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:44:28.109244 n-d-715271-27 neutron-server[102571]: return self._get(url).json() Nov 12 04:44:28.109244 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:44:28.109244 n-d-715271-27 neutron-server[102571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:44:28.109244 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:44:28.109244 n-d-715271-27 neutron-server[102571]: return self.request(url, 'GET', **kwargs) Nov 12 04:44:28.109244 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:44:28.109244 n-d-715271-27 neutron-server[102571]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:44:28.109244 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:44:28.109244 n-d-715271-27 neutron-server[102571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:44:28.109244 n-d-715271-27 neutron-server[102571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:44:28.109244 n-d-715271-27 neutron-server[102571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:44:28.109244 n-d-715271-27 neutron-server[102571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:44:28.166485 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4152c2f3-9052-4ac5-a0f1-cd598164bb55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623076'] for network, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:28.172906 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-4152c2f3-9052-4ac5-a0f1-cd598164bb55 admin admin] Publish callbacks [] for network, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:28.179343 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-4152c2f3-9052-4ac5-a0f1-cd598164bb55 admin admin] 10.222.0.50 "DELETE /v2.0/networks/9656192b-763f-460d-a327-d5d5ec045116 HTTP/1.1" status: 204 len: 168 time: 0.5524001 Nov 12 04:44:28.188807 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152c2f3-9052-4ac5-a0f1-cd598164bb55 admin admin] Pushing event deleted for resources: {'Network': ['ID=9656192b-763f-460d-a327-d5d5ec045116,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:44:28.290878 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60868) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:44:28.335598 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-3493d955-ea1c-4e30-be00-053cd795558c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=88e7d4ee22664f2eb2e9969a5b16c0d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435448 Nov 12 04:44:28.338082 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60870) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:44:28.385903 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-94b87d8d-6481-4231-a23d-521844aab209 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:28.406840 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-94b87d8d-6481-4231-a23d-521844aab209 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:28.456455 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-94b87d8d-6481-4231-a23d-521844aab209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:28.459177 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-94b87d8d-6481-4231-a23d-521844aab209 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:28.460491 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-94b87d8d-6481-4231-a23d-521844aab209 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8dc17309-b105-4a36-b232-881e02060fe9 HTTP/1.1" status: 204 len: 168 time: 0.1215153 Nov 12 04:44:28.468655 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b87d8d-6481-4231-a23d-521844aab209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc17309-b105-4a36-b232-881e02060fe9,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:44:28.785785 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60876) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:44:28.826445 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-bb7a05dd-3b0a-411a-90c7-809cc4f28790 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0146eb8aace047328548e8db8126edc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395694 Nov 12 04:44:28.828991 n-d-715271-27 neutron-server[102571]: DEBUG neutron.wsgi [-] (102571) accepted ('10.222.0.50', 60878) {{(pid=102571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:44:28.876514 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-20f2e37a-0269-4489-998f-1035918646be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:28.898036 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-20f2e37a-0269-4489-998f-1035918646be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:28.946372 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-20f2e37a-0269-4489-998f-1035918646be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574934'] for security_group, after_delete {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:28.949151 n-d-715271-27 neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-20f2e37a-0269-4489-998f-1035918646be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:28.950324 n-d-715271-27 neutron-server[102571]: INFO neutron.wsgi [None req-20f2e37a-0269-4489-998f-1035918646be admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6735c23e-a407-4d01-82b7-8ba4c2213de2 HTTP/1.1" status: 204 len: 168 time: 0.1204164 Nov 12 04:44:28.958773 n-d-715271-27 neutron-server[102571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f2e37a-0269-4489-998f-1035918646be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6735c23e-a407-4d01-82b7-8ba4c2213de2,revision_number=None']} {{(pid=102571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:44:29.261728 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e301d8eb-9ba3-4ddf-a589-fc90e083b504 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:44:29.283312 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: e301d8eb-9ba3-4ddf-a589-fc90e083b504 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:44:29.283657 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device e301d8eb-9ba3-4ddf-a589-fc90e083b504 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:44:29.284112 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 11c7d645-3bb9-4470-b78a-d4f1a6571fe1 no longer exists at agent ovs-agent-n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:44:29.309290 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] No Port match for: 11c7d645-3bb9-4470-b78a-d4f1a6571fe1 {{(pid=102573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:44:29.309623 n-d-715271-27 neutron-server[102573]: DEBUG neutron.plugins.ml2.rpc [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Device 11c7d645-3bb9-4470-b78a-d4f1a6571fe1 not bound to the agent host n-d-715271-27 {{(pid=102573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:44:30.548106 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a30b5995-b190-447a-bdeb-9167158fbf3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:33.526665 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2e7dede6-5663-45a8-8a7d-aa795492fc62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:34.438906 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:35.765659 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:36.587787 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:39.625731 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:39.908763 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:44:48.967190 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:00.554606 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-dec82083-ea45-46b0-a875-bcedcc3edbae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:03.530821 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-50d148db-77d9-4d5e-a8fc-37c8e015c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:04.442433 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:05.769558 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:06.589209 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:09.629337 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:16.907958 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:45:18.977073 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:30.555299 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d04f1421-3c94-4da7-8105-e77eeebec1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:33.535785 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5342607a-2093-4b04-9e18-314dd2097a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:34.446833 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:35.775816 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:36.593601 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:39.632411 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:48.998973 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:53.906529 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:46:00.557634 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-69c565f5-9a49-4381-abd5-eefff7ffaa43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:03.538273 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9a8a3bcf-2ce1-471b-9bce-99c97edee843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:04.447897 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:05.779475 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:06.595322 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:09.623508 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:18.992397 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:30.558716 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d7c37b17-93e8-43a8-815a-daf31c6813d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:30.905533 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:46:33.540980 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-dbe4cce7-2d90-4ab1-9544-f87e397c065f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:34.451201 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:35.778671 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:36.597960 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:39.637089 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:49.010351 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:00.559584 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-60a3d15b-87f4-4270-81cf-a3b5f5951fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:03.543469 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ca916516-2d86-4b45-8201-ae17c4e37dbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:04.454372 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:05.781478 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:06.601947 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:07.904883 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:47:09.654085 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:19.005777 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:30.562309 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0edb101a-ec08-4c86-9abd-5b8b2432d981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:33.545622 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-198edad1-1ebf-4940-a9d5-10a9cecccdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:34.457384 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:35.784962 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:36.605453 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:39.652520 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:44.904814 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:47:49.008449 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:00.563212 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ee03e664-6de8-4b43-a77a-063c6330c546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:03.547087 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fae5f2a4-53b6-404b-a4ea-edd32d378e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:04.460583 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:05.787455 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:06.606322 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:09.669469 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:19.022774 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:21.903903 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:48:30.565140 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-148f4289-b700-44ac-8492-7a3e1907cd7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:33.548805 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0f99b5d5-9bd9-412c-946e-e7ddf1dec3be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:34.462018 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:35.790491 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:36.608019 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:39.672547 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:49.037748 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:58.902212 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:49:00.567008 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8e01188c-4787-4389-a287-da413944a029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:03.555607 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-679c85d3-b47f-44a2-9d7e-2e41a2517307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:04.466633 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:05.791917 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:06.610924 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:09.673964 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:19.049073 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:30.568776 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9b5ab7c5-d7bb-410d-ad4d-c8ab87adca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:33.548405 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7f0864c6-b6d7-4328-bf27-6ec131b6303c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:34.468773 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:35.795636 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:35.901038 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:49:36.613460 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:39.666582 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:49.067256 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:00.569716 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0528ebcb-6497-4ab5-b888-8c58a220f861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:03.549363 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4a481b04-c885-4008-b972-7d98d31bb46a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:04.472807 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:05.797022 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:06.615953 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:09.688562 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:12.899644 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:50:19.065705 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:30.571149 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-501264e3-6655-4dcd-b2af-57a96d3978e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:33.552004 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ff26dcfe-4ba1-4292-b01b-d9c2f4abbd90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:34.478408 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:35.799914 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:36.616818 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:39.688413 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:49.082731 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:49.898236 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:51:00.572769 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-db2bc572-23a8-4946-a068-245a58087933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:03.553725 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a7b88531-5f6f-40f3-ad61-acb69a9ca293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:04.477853 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:05.803967 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:06.624727 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:09.689782 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:19.095614 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:26.897195 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:51:30.574620 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9166b78f-be33-40cd-82e0-e1c176bcfb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:33.554460 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6215a867-3679-4999-90c0-3102ec7aec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:34.481183 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:35.806521 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:36.618611 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:39.699038 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:49.094468 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:00.579042 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-029f338f-2d74-46c8-8128-d987cb4f017e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:03.555332 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-79f8c30d-c390-4434-95e1-903961699a7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:03.898088 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:52:04.484443 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:05.810158 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:06.622845 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:09.710441 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:19.099888 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:29.976146 n-d-715271-27 neutron-server[102572]: DEBUG neutron.wsgi [req-9f09c7b8-b04c-4542-87bd-abfde01ae0e8 req-8b8b4e3c-63a3-4b68-8b27-abd5ca865d75 service neutron] (102572) timed out ('10.222.0.50', 58724) {{(pid=102572) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:52:30.577901 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-77a6af2c-f6b3-49df-910a-2d622dec15d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:33.556868 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0effe594-c539-4ff4-ad77-743679f2c19f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:34.487000 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:35.812631 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:36.625122 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:39.711620 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:40.897025 n-d-715271-27 neutron-server[102574]: DEBUG neutron.db.agents_db [None req-e7661f0b-7068-41cd-8b95-9e88ae2dd839 None None] Agent healthcheck: found 7 active agents {{(pid=102574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:52:49.092763 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9608-979b-429b-af8e-ce3913a61b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:00.582843 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-20b737c5-31f2-49d5-b434-850913a336fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:03.558648 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1f7e2504-b796-432d-a864-6aa6ac35e22f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:04.489639 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b1bbbc-1c83-4938-822b-5067ceffd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:05.818277 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ae83-f2c9-4139-aad9-c9ecfca8ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:06.631840 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4213920d-d322-4a8d-ab85-a972341460f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:09.710815 n-d-715271-27 neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3029a532-1a33-4eda-a115-23b3d2512109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746944809692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376860'] for agent, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}